-- Logs begin at Wed 2021-07-07 16:08:17 UTC, end at Wed 2021-07-07 18:34:00 UTC. -- Jul 07 16:40:05.942358 n-d-791503-12 systemd[1]: Started Devstack devstack@q-svc.service. Jul 07 16:40:08.711875 n-d-791503-12 neutron-server[100083]: INFO neutron.common.config [-] Logging enabled! Jul 07 16:40:08.712552 n-d-791503-12 neutron-server[100083]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev453 Jul 07 16:40:08.712699 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100083) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 16:40:08.715927 n-d-791503-12 neutron-server[100083]: INFO neutron.common.config [-] Logging enabled! Jul 07 16:40:08.716185 n-d-791503-12 neutron-server[100083]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev453 Jul 07 16:40:08.716504 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100083) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 16:40:08.717493 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 16:40:08.717730 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 16:40:08.718102 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 16:40:08.718362 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 16:40:08.718595 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 16:40:08.718928 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.719270 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.719697 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.719887 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.720088 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.720386 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.720709 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.721007 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.721311 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.721662 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.721901 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.722393 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.722393 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.722669 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.722965 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.723282 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.723490 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] debug = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.723778 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.724211 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.724653 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.724940 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.725236 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.725544 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.725804 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.726087 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.726378 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.726710 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] host = n-d-791503-12 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.726992 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.727284 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.727575 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.727865 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.728150 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.728429 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.728746 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.729025 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.729303 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] log_file = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.729585 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.729880 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.730174 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.730469 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.730700 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.730929 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.731224 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.731518 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.731799 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.732077 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.732357 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.732658 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.732940 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.733216 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.733510 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.733803 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.734093 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.734372 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.735249 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.735443 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.735793 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.736092 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.736394 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.736686 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.736972 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.737268 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.737799 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.738087 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.738397 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.738692 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.738983 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.739276 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.739554 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.739843 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.740123 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.740399 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.740704 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] use_json = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.740986 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.741264 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.741552 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.741831 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.742108 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.742387 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.742665 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.742952 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:08.743254 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.743556 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.743864 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.744154 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.744454 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.744766 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.745062 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.745347 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.745658 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.745936 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.746233 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.746516 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.746811 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.747096 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.747420 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.747734 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.748041 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.748342 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.748639 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.748925 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.749205 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.749490 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.749781 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.750081 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.751073 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.751411 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.751706 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.752009 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.752298 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.752581 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.752908 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.753206 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.753493 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.753775 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.754066 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.754354 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.754636 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.754919 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.755207 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.755507 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.755791 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.756069 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.756347 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.756643 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.756930 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.757220 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.757504 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.757784 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.758064 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.758347 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.758623 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.758902 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.759184 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.759461 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.759743 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.760019 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.760296 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.760570 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.760872 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.761171 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.761450 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.761745 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.762047 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.762346 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.762637 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.762916 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.763212 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.763506 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.763826 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.764140 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.764443 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.764777 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.765059 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.765375 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.765660 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.766015 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.766319 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.766627 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.766911 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.767241 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.767538 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.767874 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.768167 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.768485 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.768820 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.769131 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.769439 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.769753 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.770042 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.770370 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.770667 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.770987 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.771309 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.771629 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.771950 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.772282 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.772572 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.772954 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.773242 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:08.773484 n-d-791503-12 neutron-server[100083]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 16:40:08.773751 n-d-791503-12 neutron-server[100083]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100083) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 07 16:40:09.156215 n-d-791503-12 neutron-server[100083]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 16:40:09.157173 n-d-791503-12 neutron-server[100083]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 16:40:09.157629 n-d-791503-12 neutron-server[100083]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 16:40:09.158062 n-d-791503-12 neutron-server[100083]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 07 16:40:09.562706 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:09.563015 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:09.563352 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:09.564607 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:09.564916 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:09.565193 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:09.600319 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:09.600610 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:09.600906 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:09.614563 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:09.614848 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:09.615125 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:09.645400 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:09.645685 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:09.645958 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:09.681493 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:09.681775 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:09.682050 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:09.915028 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:09.915637 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:09.915637 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:09.915857 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:09.916583 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.036586 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.036937 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.037226 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.037507 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.037778 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.038094 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.038357 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.038618 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.038874 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.039159 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.039432 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.039710 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.039977 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.040243 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.040501 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.040810 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.041087 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.041349 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.041620 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.041874 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.042158 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.042507 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.042770 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.043057 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.043309 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.043559 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.043965 n-d-791503-12 neutron-server[100083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:40:10.044212 n-d-791503-12 neutron-server[100083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:40:10.044455 n-d-791503-12 neutron-server[100083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:40:10.044727 n-d-791503-12 neutron-server[100083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:40:10.044970 n-d-791503-12 neutron-server[100083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:40:10.045210 n-d-791503-12 neutron-server[100083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:40:10.045576 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 07 16:40:10.050231 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 07 16:40:10.054195 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 07 16:40:10.057888 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 07 16:40:10.059517 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 07 16:40:10.059977 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 07 16:40:10.060324 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 07 16:40:10.060733 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 07 16:40:10.064130 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 07 16:40:10.064381 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 07 16:40:10.064763 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 16:40:10.092134 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 07 16:40:10.092584 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.092915 n-d-791503-12 neutron-server[100083]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100083) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 07 16:40:10.093275 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.094729 n-d-791503-12 neutron-server[100083]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100083) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 07 16:40:10.095007 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 16:40:10.095254 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 07 16:40:10.098457 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.098739 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.163290 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 07 16:40:10.163529 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 07 16:40:10.163770 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 07 16:40:10.164158 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 07 16:40:10.186164 n-d-791503-12 neutron-server[100083]: DEBUG oslo_db.sqlalchemy.engines [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100083) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 07 16:40:10.733401 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.managers [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Initializing driver for type 'gre' Jul 07 16:40:10.733923 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] gre ID ranges: [(1, 1000)] Jul 07 16:40:10.788545 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.managers [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Initializing driver for type 'local' Jul 07 16:40:10.788968 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.managers [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Initializing driver for type 'vlan' Jul 07 16:40:10.803047 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] VlanTypeDriver initialization complete Jul 07 16:40:10.803387 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.managers [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Initializing driver for type 'vxlan' Jul 07 16:40:10.803883 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] vxlan ID ranges: [(1, 1000)] Jul 07 16:40:10.854649 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.managers [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Initializing extension driver 'port_security' Jul 07 16:40:10.855001 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.extensions.port_security [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] PortSecurityExtensionDriver initialization complete Jul 07 16:40:10.855364 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.managers [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Initializing mechanism driver 'openvswitch' Jul 07 16:40:10.855703 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.managers [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Initializing mechanism driver 'hyperv' Jul 07 16:40:10.862396 n-d-791503-12 neutron-server[100083]: DEBUG neutron.plugins.ml2.plugin [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:40:10.863341 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > port after_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.863720 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > port after_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.864081 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > port after_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.864607 n-d-791503-12 neutron-server[100083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:40:10.865071 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > subnet after_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.865433 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > subnet after_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.865785 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > subnet after_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.866181 n-d-791503-12 neutron-server[100083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:40:10.866596 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > network after_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.866954 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > network after_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.867304 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > network after_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.867705 n-d-791503-12 neutron-server[100083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:40:10.868116 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > security_group after_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.868477 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > security_group after_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.868849 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > security_group after_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.869389 n-d-791503-12 neutron-server[100083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:40:10.869805 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.870166 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.870520 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.870923 n-d-791503-12 neutron-server[100083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:40:10.871337 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > address_group after_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.871694 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > address_group after_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.872041 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > address_group after_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.872447 n-d-791503-12 neutron-server[100083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:40:10.872865 n-d-791503-12 neutron-server[100083]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] ML2 OVO RPC backend initialized. {{(pid=100083) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 07 16:40:10.873617 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > router_interface after_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.873980 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.874407 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > network before_response 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.874800 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > networks before_response 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.875234 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > port before_response 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.875617 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > ports before_response 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.875975 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > subnet before_response 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.876328 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > subnets before_response 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.876714 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > network after_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.877065 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > network after_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.877407 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > network after_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.877753 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > port after_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.878101 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > port after_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.878448 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > port after_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.878842 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > subnet after_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.879193 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > subnet after_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.879536 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > subnet after_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.880130 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.plugin [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Modular L2 Plugin initialization complete Jul 07 16:40:10.880465 n-d-791503-12 neutron-server[100083]: DEBUG neutron.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading services supported by the core plugin {{(pid=100083) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 07 16:40:10.880826 n-d-791503-12 neutron-server[100083]: INFO neutron.plugins.ml2.managers [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Got port-security extension from driver 'port_security' Jul 07 16:40:10.881300 n-d-791503-12 neutron-server[100083]: INFO neutron.extensions.vlantransparent [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Disabled vlantransparent extension. Jul 07 16:40:10.881786 n-d-791503-12 neutron-server[100083]: DEBUG neutron.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100083) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 07 16:40:10.882113 n-d-791503-12 neutron-server[100083]: INFO neutron.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading Plugin: router Jul 07 16:40:10.918501 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > router_interface before_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.919082 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > router after_create 55549900 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.919260 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > router before_create 55549900 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.919631 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.920009 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.920370 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > router after_delete 55549900 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.920772 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > floatingip after_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.921154 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > router after_create 55549900 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.921510 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > router after_update 55549900 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.921870 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > router after_update 55549900 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.922446 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.922893 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > router after_update 55549900 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.923265 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > router precommit_update 55549900 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.923645 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: port after_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.923994 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: port after_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.924342 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: subnet after_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.924713 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.925071 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > port precommit_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.925428 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > router precommit_create 55549900 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.925783 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: port before_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.926134 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > router precommit_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.926498 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > router after_update 55549900 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.926848 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > router precommit_delete 55549900 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.927207 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > router precommit_create 55549900 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.927576 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > router_interface after_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.927931 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > router precommit_update 55549900 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.928309 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > agent after_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.928695 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > agent after_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.929056 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > network after_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.929929 n-d-791503-12 neutron-server[100083]: DEBUG neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Tracking information for resource: router configured {{(pid=100083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:40:10.930272 n-d-791503-12 neutron-server[100083]: DEBUG neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Tracking information for resource: floatingip configured {{(pid=100083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:40:10.935276 n-d-791503-12 neutron-server[100083]: INFO neutron.db.l3_agentschedulers_db [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 07 16:40:10.935860 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: port after_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.936230 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: port after_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.936589 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: port after_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.936975 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: port after_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.937889 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > router before_create 55550100 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.938413 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > router precommit_delete 55550100 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.938939 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > router precommit_create 55550100 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.939355 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > router precommit_update 55550100 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.943859 n-d-791503-12 neutron-server[100083]: DEBUG neutron.services.provider_configuration [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Service providers = [] {{(pid=100083) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 07 16:40:10.944232 n-d-791503-12 neutron-server[100083]: DEBUG neutron.db.servicetype_db [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100083) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 07 16:40:10.947276 n-d-791503-12 neutron-server[100083]: DEBUG neutron.services.service_base [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100083) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 16:40:10.947634 n-d-791503-12 neutron-server[100083]: DEBUG neutron.services.service_base [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100083) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 16:40:10.947987 n-d-791503-12 neutron-server[100083]: DEBUG neutron.services.service_base [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100083) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 16:40:10.948937 n-d-791503-12 neutron-server[100083]: DEBUG neutron.services.service_base [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100083) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 16:40:10.949375 n-d-791503-12 neutron-server[100083]: INFO neutron.services.service_base [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 07 16:40:10.949758 n-d-791503-12 neutron-server[100083]: DEBUG neutron.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:40:10.950082 n-d-791503-12 neutron-server[100083]: INFO neutron.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 07 16:40:10.961603 n-d-791503-12 neutron-server[100083]: DEBUG neutron.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:40:10.961948 n-d-791503-12 neutron-server[100083]: INFO neutron.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading Plugin: auto_allocate Jul 07 16:40:10.967958 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: network precommit_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.968340 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: network precommit_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.969005 n-d-791503-12 neutron-server[100083]: DEBUG neutron.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:40:10.969833 n-d-791503-12 neutron-server[100083]: INFO neutron.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading Plugin: tag Jul 07 16:40:10.976775 n-d-791503-12 neutron-server[100083]: DEBUG neutron.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:40:10.977113 n-d-791503-12 neutron-server[100083]: INFO neutron.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading Plugin: timestamp Jul 07 16:40:10.982627 n-d-791503-12 neutron-server[100083]: DEBUG neutron.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:40:10.982970 n-d-791503-12 neutron-server[100083]: INFO neutron.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading Plugin: network_ip_availability Jul 07 16:40:10.988924 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.989251 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.989610 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:10.990365 n-d-791503-12 neutron-server[100083]: DEBUG neutron.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:40:10.990692 n-d-791503-12 neutron-server[100083]: INFO neutron.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading Plugin: flavors Jul 07 16:40:10.995420 n-d-791503-12 neutron-server[100083]: DEBUG neutron.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:40:10.995752 n-d-791503-12 neutron-server[100083]: INFO neutron.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading Plugin: revisions Jul 07 16:40:11.000104 n-d-791503-12 neutron-server[100083]: DEBUG neutron.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:40:11.000573 n-d-791503-12 neutron-server[100083]: DEBUG oslo_concurrency.lockutils [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.843s {{(pid=100083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 16:40:11.001457 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100083) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 07 16:40:11.001801 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Initializing extension manager. Jul 07 16:40:11.002331 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: __init__.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.002750 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: __pycache__ {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.003089 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.003430 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: address_group.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.004200 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.004809 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: address-group Jul 07 16:40:11.005141 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: address_scope.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.005870 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.006408 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: address-scope Jul 07 16:40:11.006738 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: admin_state_down_before_update.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.007681 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.008190 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: router-admin-state-down-before-update Jul 07 16:40:11.008520 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: agent.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.009267 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.009985 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: agent Jul 07 16:40:11.010322 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: agent_resources_synced.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.011256 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.011767 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: agent-resources-synced Jul 07 16:40:11.012099 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: allowedaddresspairs.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.013961 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.014483 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: allowed-address-pairs Jul 07 16:40:11.014816 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: auto_allocated_topology.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.016443 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.016982 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: auto-allocated-topology Jul 07 16:40:11.017317 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: availability_zone.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.018025 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.018531 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: availability_zone Jul 07 16:40:11.018859 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: availability_zone_filter.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.019786 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.020303 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: availability_zone_filter Jul 07 16:40:11.020653 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: data_plane_status.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.021585 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.022094 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension data-plane-status not supported by any of loaded plugins Jul 07 16:40:11.022422 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: default_subnetpools.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.023349 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.023859 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: default-subnetpools Jul 07 16:40:11.024188 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: dhcpagentscheduler.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.025053 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.025564 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: dhcp_agent_scheduler Jul 07 16:40:11.025894 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: dns.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.026828 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.027334 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension dns-integration not supported by any of loaded plugins Jul 07 16:40:11.027662 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: dns_domain_ports.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.028587 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.029127 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 07 16:40:11.029454 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.030396 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.030901 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 07 16:40:11.031226 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: dvr.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.032452 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.033001 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: dvr Jul 07 16:40:11.033329 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: empty_string_filtering.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.034266 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.034827 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: empty-string-filtering Jul 07 16:40:11.035157 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.036082 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.036588 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 07 16:40:11.036945 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.037871 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.038377 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 07 16:40:11.038703 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: external_net.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.039624 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.040130 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: external-net Jul 07 16:40:11.040463 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: extra_dhcp_opt.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.041413 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.041918 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: extra_dhcp_opt Jul 07 16:40:11.042246 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: extraroute.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.043164 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.043669 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: extraroute Jul 07 16:40:11.044012 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: extraroute_atomic.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.045071 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.045581 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: extraroute-atomic Jul 07 16:40:11.045910 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: filter_validation.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.046584 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.047115 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: filter-validation Jul 07 16:40:11.047445 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: fip_pf_description.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.048363 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.048897 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 07 16:40:11.049225 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: fip_port_details.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.050150 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.050664 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: fip-port-details Jul 07 16:40:11.050992 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: flavors.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.052218 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.052764 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: flavors Jul 07 16:40:11.053097 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.054760 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.055284 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 07 16:40:11.055621 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: floatingip_pools.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.056333 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.056878 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: floatingip-pools Jul 07 16:40:11.057209 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: ip_allocation.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.058155 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.058661 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension ip_allocation not supported by any of loaded plugins Jul 07 16:40:11.058989 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.059920 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.060435 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: ip-substring-filtering Jul 07 16:40:11.060800 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: l2_adjacency.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.061747 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.062252 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension l2_adjacency not supported by any of loaded plugins Jul 07 16:40:11.062599 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: l3.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.063587 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.064101 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: router Jul 07 16:40:11.064431 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: l3_conntrack_helper.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.066823 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.067346 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 07 16:40:11.067761 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.068704 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.069220 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: ext-gw-mode Jul 07 16:40:11.069554 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.070503 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.071022 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: l3-ha Jul 07 16:40:11.071353 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: l3_flavors.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.072302 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.072847 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: l3-flavors Jul 07 16:40:11.073177 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.074108 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.074615 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: l3-port-ip-change-not-allowed Jul 07 16:40:11.074940 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: l3agentscheduler.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.075992 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.076502 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: l3_agent_scheduler Jul 07 16:40:11.076868 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: logging.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.078914 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.079434 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension logging not supported by any of loaded plugins Jul 07 16:40:11.079765 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: metering.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.080518 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.081137 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: metering Jul 07 16:40:11.081466 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.082571 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.083087 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: metering_source_and_destination_fields Jul 07 16:40:11.083418 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: multiprovidernet.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.084358 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.084901 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: multi-provider Jul 07 16:40:11.085233 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: netmtu.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.086159 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.086669 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: net-mtu Jul 07 16:40:11.086997 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: netmtu_writable.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.090839 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.090839 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: net-mtu-writable Jul 07 16:40:11.090839 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: network_availability_zone.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.090839 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.090839 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: network_availability_zone Jul 07 16:40:11.090839 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: network_ip_availability.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.091378 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.091895 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: network-ip-availability Jul 07 16:40:11.092222 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: network_segment_range.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.093043 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.093551 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension network-segment-range not supported by any of loaded plugins Jul 07 16:40:11.093945 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: pagination.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.094960 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.095295 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: pagination Jul 07 16:40:11.095621 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: port_device_profile.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.096540 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.097080 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: port-device-profile Jul 07 16:40:11.097408 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.098363 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.098870 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: port-mac-address-regenerate Jul 07 16:40:11.099224 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.100119 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.100641 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: port-numa-affinity-policy Jul 07 16:40:11.100996 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: port_resource_request.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.101929 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.102434 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension port-resource-request not supported by any of loaded plugins Jul 07 16:40:11.102762 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: portbindings.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.103700 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.104206 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: binding Jul 07 16:40:11.104532 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: portbindings_extended.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.105971 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.106494 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: binding-extended Jul 07 16:40:11.106829 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: portsecurity.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.107773 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.108344 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: port-security Jul 07 16:40:11.108694 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: project_id.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.110222 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.110560 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: project-id Jul 07 16:40:11.110895 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: providernet.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.112234 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.113045 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: provider Jul 07 16:40:11.113373 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: qos.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.116920 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.117444 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension qos not supported by any of loaded plugins Jul 07 16:40:11.117781 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.119026 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.119545 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 07 16:40:11.119881 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.120846 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.121358 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 07 16:40:11.121691 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: qos_default.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.122616 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.123132 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension qos-default not supported by any of loaded plugins Jul 07 16:40:11.123465 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: qos_fip.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.124136 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.124667 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension qos-fip not supported by any of loaded plugins Jul 07 16:40:11.125002 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: qos_gateway_ip.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.127205 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.128080 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 07 16:40:11.128639 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: qos_port_network_policy.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.129843 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.131296 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 07 16:40:11.131644 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: qos_rule_type_details.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.133134 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.133687 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 07 16:40:11.135288 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: qos_rules_alias.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.135288 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.135638 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 07 16:40:11.135914 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: quotasv2.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.136932 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.137268 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: quotas Jul 07 16:40:11.137594 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: quotasv2_detail.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.140753 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.141218 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: quota_details Jul 07 16:40:11.142734 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: rbac.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.143901 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.144494 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: rbac-policies Jul 07 16:40:11.144859 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: rbac_address_group.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.146025 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.146545 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: rbac-address-group Jul 07 16:40:11.146876 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: rbac_address_scope.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.147831 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.148352 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: rbac-address-scope Jul 07 16:40:11.148704 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: rbac_security_groups.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.149635 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.150145 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: rbac-security-groups Jul 07 16:40:11.150472 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: rbac_subnetpool.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.151462 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.151923 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: rbac-subnetpool Jul 07 16:40:11.152307 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: revisionifmatch.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.153273 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.153792 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: revision-if-match Jul 07 16:40:11.154125 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: revisions.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.155254 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.155768 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: standard-attr-revisions Jul 07 16:40:11.156096 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: router_availability_zone.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.157407 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.157924 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: router_availability_zone Jul 07 16:40:11.158250 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: routerservicetype.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.159196 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.159699 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension router-service-type not supported by any of loaded plugins Jul 07 16:40:11.160026 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.160999 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.161572 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: security-groups-normalized-cidr Jul 07 16:40:11.161841 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: security_groups_port_filtering.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.162776 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.163289 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: port-security-groups-filtering Jul 07 16:40:11.163618 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.164564 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.165111 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: security-groups-remote-address-group Jul 07 16:40:11.165437 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: securitygroup.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.175728 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.176254 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: security-group Jul 07 16:40:11.176598 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: segment.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.177428 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.177942 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension segment not supported by any of loaded plugins Jul 07 16:40:11.178276 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.179248 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.179755 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 07 16:40:11.180087 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: servicetype.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.181293 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.181819 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: service-type Jul 07 16:40:11.182149 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: sorting.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.183148 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.183490 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: sorting Jul 07 16:40:11.183821 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: standard_attr_segment.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.184863 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.185388 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 07 16:40:11.185722 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: standardattrdescription.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.186391 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.186909 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: standard-attr-description Jul 07 16:40:11.187243 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: stateful_security_group.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.188325 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.188876 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: stateful-security-group Jul 07 16:40:11.189209 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: stdattrs_common.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.189805 n-d-791503-12 neutron-server[100083]: WARNING neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 07 16:40:11.190141 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.191079 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.191593 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 07 16:40:11.191920 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: subnet_onboard.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.193030 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.193550 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: subnet_onboard Jul 07 16:40:11.193877 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.194815 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.195325 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 07 16:40:11.195653 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: subnet_service_types.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.196586 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.197127 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: subnet-service-types Jul 07 16:40:11.197456 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: subnetallocation.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.198550 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.199067 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: subnet_allocation Jul 07 16:40:11.199396 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.200079 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.200591 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: subnetpool-prefix-ops Jul 07 16:40:11.200948 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.201913 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.202436 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 07 16:40:11.202766 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: tagging.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.204028 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.204561 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: standard-attr-tag Jul 07 16:40:11.204929 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: timestamp.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.206182 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.206698 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loaded extension: standard-attr-timestamp Jul 07 16:40:11.207032 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: trunk.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.208077 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.208594 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension trunk not supported by any of loaded plugins Jul 07 16:40:11.208953 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: trunk_details.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.209897 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.210412 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension trunk-details not supported by any of loaded plugins Jul 07 16:40:11.210742 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: uplink_status_propagation.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.211680 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.212200 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 07 16:40:11.212529 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Loading extension file: vlantransparent.py {{(pid=100083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:40:11.213258 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:40:11.213781 n-d-791503-12 neutron-server[100083]: INFO neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extension vlan-transparent not supported by any of loaded plugins Jul 07 16:40:11.216371 n-d-791503-12 neutron-server[100083]: INFO neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Creating instance of TrackedResource for resource:network Jul 07 16:40:11.216960 n-d-791503-12 neutron-server[100083]: INFO neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Creating instance of TrackedResource for resource:subnet Jul 07 16:40:11.217376 n-d-791503-12 neutron-server[100083]: INFO neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 16:40:11.217780 n-d-791503-12 neutron-server[100083]: INFO neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Creating instance of TrackedResource for resource:port Jul 07 16:40:11.219621 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.v2.resource_helper [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:40:11.220076 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.v2.resource_helper [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Service FLAVORS assigned prefix: {{(pid=100083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:40:11.220737 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.v2.resource_helper [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:40:11.221173 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.v2.resource_helper [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:40:11.221512 n-d-791503-12 neutron-server[100083]: INFO neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Creating instance of TrackedResource for resource:router Jul 07 16:40:11.221959 n-d-791503-12 neutron-server[100083]: INFO neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Creating instance of TrackedResource for resource:floatingip Jul 07 16:40:11.222465 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.v2.resource_helper [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Service METERING assigned prefix: /metering {{(pid=100083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:40:11.223968 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:11.224348 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:11.224732 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:40:11.225761 n-d-791503-12 neutron-server[100083]: INFO neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 16:40:11.226211 n-d-791503-12 neutron-server[100083]: INFO neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Creating instance of TrackedResource for resource:security_group Jul 07 16:40:11.226657 n-d-791503-12 neutron-server[100083]: INFO neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 16:40:11.227269 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.v2.resource_helper [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Service CORE assigned prefix: {{(pid=100083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:40:11.227606 n-d-791503-12 neutron-server[100083]: INFO neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 16:40:11.227968 n-d-791503-12 neutron-server[100083]: WARNING neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] subnetpool is already registered Jul 07 16:40:11.228395 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.v2.resource_helper [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Service CORE assigned prefix: {{(pid=100083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:40:11.228754 n-d-791503-12 neutron-server[100083]: INFO neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 16:40:11.229094 n-d-791503-12 neutron-server[100083]: WARNING neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] subnetpool is already registered Jul 07 16:40:11.231411 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.v2.resource_helper [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:40:11.231857 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.v2.resource_helper [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Service FLAVORS assigned prefix: {{(pid=100083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:40:11.232463 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.v2.resource_helper [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:40:11.232923 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.v2.resource_helper [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:40:11.233265 n-d-791503-12 neutron-server[100083]: INFO neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Creating instance of TrackedResource for resource:router Jul 07 16:40:11.233616 n-d-791503-12 neutron-server[100083]: WARNING neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] router is already registered Jul 07 16:40:11.234038 n-d-791503-12 neutron-server[100083]: INFO neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Creating instance of TrackedResource for resource:floatingip Jul 07 16:40:11.234384 n-d-791503-12 neutron-server[100083]: WARNING neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] floatingip is already registered Jul 07 16:40:11.235581 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.v2.resource_helper [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Service METERING assigned prefix: /metering {{(pid=100083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:40:11.236263 n-d-791503-12 neutron-server[100083]: INFO neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 16:40:11.236601 n-d-791503-12 neutron-server[100083]: WARNING neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] rbac_policy is already registered Jul 07 16:40:11.237048 n-d-791503-12 neutron-server[100083]: INFO neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Creating instance of TrackedResource for resource:security_group Jul 07 16:40:11.237393 n-d-791503-12 neutron-server[100083]: WARNING neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] security_group is already registered Jul 07 16:40:11.238054 n-d-791503-12 neutron-server[100083]: INFO neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 16:40:11.238396 n-d-791503-12 neutron-server[100083]: WARNING neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] security_group_rule is already registered Jul 07 16:40:11.239072 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.v2.resource_helper [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Service CORE assigned prefix: {{(pid=100083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:40:11.239356 n-d-791503-12 neutron-server[100083]: INFO neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 16:40:11.239698 n-d-791503-12 neutron-server[100083]: WARNING neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] subnetpool is already registered Jul 07 16:40:11.240121 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.v2.resource_helper [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Service CORE assigned prefix: {{(pid=100083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:40:11.240455 n-d-791503-12 neutron-server[100083]: INFO neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 16:40:11.240818 n-d-791503-12 neutron-server[100083]: WARNING neutron.quota.resource_registry [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] subnetpool is already registered Jul 07 16:40:11.241297 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: extensions {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.242798 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: address-groups {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.244360 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: address-scopes {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.245716 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: agents {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.246886 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: auto-allocated-topology {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.248136 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: availability_zones {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.249384 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: dhcp-networks {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.252055 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: dhcp-agents {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.253543 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: routers {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.255265 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: flavors {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.256534 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: service_profiles {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.257767 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: next_providers {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.259212 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: service_profiles {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.260803 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: floatingip-pools {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.262022 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: routers {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.263741 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: floatingips {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.265035 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: l3-routers {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.266479 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: l3-agents {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.267914 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: metering-labels {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.269239 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: metering-label-rules {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.270631 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: network-ip-availabilities {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.271882 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: bindings {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.273496 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: quotas {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.275099 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: quotas {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.276513 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: rbac-policies {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.277738 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: security-groups {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.279051 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: security-group-rules {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.280301 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: service-providers {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.282108 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: subnetpools {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.283484 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: subnetpools {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.285073 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: tags {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.286841 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: tags {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.288671 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: tags {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.290476 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: tags {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.292140 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: tags {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.294182 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: tags {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.295856 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: tags {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.298397 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: tags {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.300280 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: tags {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.302040 n-d-791503-12 neutron-server[100083]: DEBUG neutron.api.extensions [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Extended resource: tags {{(pid=100083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:40:11.308027 n-d-791503-12 neutron-server[100083]: WARNING keystonemiddleware.auth_token [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 07 16:40:11.312698 n-d-791503-12 neutron-server[100083]: WARNING keystonemiddleware.auth_token [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 07 16:40:11.322149 n-d-791503-12 neutron-server[100083]: DEBUG oslo_concurrency.lockutils [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Acquired lock "singleton_lock" {{(pid=100083) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 07 16:40:11.322632 n-d-791503-12 neutron-server[100083]: DEBUG oslo_concurrency.lockutils [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Releasing lock "singleton_lock" {{(pid=100083) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 07 16:40:11.323292 n-d-791503-12 neutron-server[100083]: INFO oslo_service.service [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Starting 2 workers Jul 07 16:40:11.328125 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Started child 100192 {{(pid=100083) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 16:40:11.332716 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Started child 100193 {{(pid=100083) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 16:40:11.333907 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:11.334610 n-d-791503-12 neutron-server[100083]: INFO neutron.service [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Neutron service started, listening on 0.0.0.0:9696 Jul 07 16:40:11.335011 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Notify callbacks [] for process, before_spawn {{(pid=100083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:11.335405 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [-] (100192) wsgi starting up on http://0.0.0.0:9696 Jul 07 16:40:11.337446 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:11.337955 n-d-791503-12 neutron-server[100083]: INFO oslo_service.service [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Starting 1 workers Jul 07 16:40:11.338791 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [-] (100193) wsgi starting up on http://0.0.0.0:9696 Jul 07 16:40:11.342956 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Started child 100194 {{(pid=100083) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 16:40:11.343576 n-d-791503-12 neutron-server[100083]: INFO oslo_service.service [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Starting 1 workers Jul 07 16:40:11.347511 n-d-791503-12 neutron-server[100194]: DEBUG neutron.service [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] calling RpcWorker wait() {{(pid=100194) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 07 16:40:11.348684 n-d-791503-12 neutron-server[100194]: DEBUG neutron.service [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] returning from RpcWorker wait() {{(pid=100194) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 07 16:40:11.349318 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Started child 100195 {{(pid=100083) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 16:40:11.349826 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:11.349961 n-d-791503-12 neutron-server[100083]: DEBUG neutron_lib.callbacks.manager [None req-e3a1dc77-23d8-48f8-be1a-f5dbd135401d None None] Notify callbacks [] for process, after_spawn {{(pid=100083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:11.350312 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:40:11.352051 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100083) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 16:40:11.352222 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 16:40:11.352607 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 16:40:11.353332 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 16:40:11.353482 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 16:40:11.353588 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 16:40:11.354363 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.354767 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.354981 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.355295 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.355566 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:11.356074 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.356364 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.356517 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.357101 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.357241 n-d-791503-12 neutron-server[100195]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:40:11.357744 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.358180 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.358553 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.358765 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.359394 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.359547 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.360343 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.360793 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.361241 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.361703 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.362043 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.362180 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.363052 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.363338 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.363604 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] debug = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.364068 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.364400 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.364927 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.365458 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.365629 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.366088 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.366330 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.366672 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.366918 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.367203 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.367478 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.367783 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.368037 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.368344 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.368512 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.368824 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.369100 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.369621 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] host = n-d-791503-12 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.369996 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.370387 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.370667 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.371042 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.371282 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.371533 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.372046 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.372046 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.372310 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.372672 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.372822 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.373110 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.373390 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.373626 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] log_file = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.373772 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] log_options = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.373989 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.374312 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.374597 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.374783 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.374963 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.375357 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.376350 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.376350 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.376350 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.376350 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.376350 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.377076 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.377076 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.377076 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.377457 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.377457 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.377724 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.377912 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.378186 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.378453 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.378792 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.378952 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.379203 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.379444 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.379675 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.379897 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.380164 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.380402 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.380648 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.380905 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.381130 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.381411 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.381665 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.382010 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.382197 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.383296 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.384028 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.384400 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.384400 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.384720 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.384959 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.385223 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.385498 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.385757 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.385993 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.386256 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] use_json = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.386490 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.386718 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.386983 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.387921 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.388167 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.389474 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.389729 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.390173 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.392015 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.393452 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.393452 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.393667 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.393859 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.394133 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.394417 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.394685 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.394972 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.395233 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.395586 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.395828 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.396120 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.396376 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.396682 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.397027 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.397314 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.399569 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.399569 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.399569 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.399569 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.399569 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.401470 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.401470 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.401470 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.401470 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.401470 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.401470 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.401470 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.402396 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.402396 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.402396 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.402396 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.403436 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.403436 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.403436 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.403436 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.406206 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.406206 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.406206 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.406206 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.406206 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.406206 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.406206 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.406206 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.406206 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.409868 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.409868 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.409868 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.409868 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.409868 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.409868 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.409868 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.409868 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.409868 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.410489 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.410489 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.410489 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.410489 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.410489 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.410489 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.410489 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.410489 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.410489 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.411100 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.411100 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.411100 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.411100 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.411389 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.411474 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.411726 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.411828 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.412049 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.412271 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.412520 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.412741 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.413056 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.413272 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.413490 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.413703 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.413911 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.414129 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.414354 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.414621 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.414846 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.415153 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.415407 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.415653 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.415880 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.416121 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.416344 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.416669 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.416940 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.417145 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.417387 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.417655 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.417885 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.418150 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.418403 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.418644 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.418924 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.419143 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.419388 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.419628 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.419874 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.420120 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.420398 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.420650 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.420908 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.421164 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.421420 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.421697 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.421951 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.422782 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.423012 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.423473 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.423772 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.424075 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.424342 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.425226 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.425475 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.425722 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.425981 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.426235 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.426474 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.426737 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.426981 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.427269 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.427524 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.427764 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.427981 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.428233 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.428561 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.428853 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.429068 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.429283 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.429556 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.429805 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.430102 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.430379 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.430574 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.430822 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.432745 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.432745 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.432745 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.432745 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.432745 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.432745 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.432745 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.432745 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.433267 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.433267 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.433395 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.436711 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.436711 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.436711 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.436711 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.436711 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.436711 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.436711 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.436711 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.437337 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.437337 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.437337 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.437337 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.437337 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.437337 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.437337 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.437337 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.438573 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.438573 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.438573 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.438573 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.438573 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.438938 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.438938 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.440664 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.440664 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.440664 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.440664 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.440664 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.440664 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.440664 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.440664 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.441187 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.441187 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.441392 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.442387 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.442387 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.442387 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.442660 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.442660 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.442870 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.443093 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.443335 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.443556 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.443775 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.443994 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.444236 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.444476 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.444724 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.444940 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.445156 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.445364 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.445583 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.445796 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.446101 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.446377 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.446591 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.446860 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.447114 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.447349 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.447580 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.447808 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.448075 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.448306 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.448522 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.448764 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.449010 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.449297 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.449515 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.449759 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.449976 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.450186 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.450456 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.450623 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.450849 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.451070 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.451295 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.451512 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.451760 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.452032 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.452242 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.452486 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.452743 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.452955 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.453290 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.453557 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.453834 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.454169 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.454453 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.454728 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.455000 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.455308 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.455525 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.455773 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.456013 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.456252 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.456501 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.456843 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.457189 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.457469 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.457730 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.457986 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.458249 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.458542 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.458826 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.459223 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.459522 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.459863 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.460147 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.460427 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.460681 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.460953 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.461186 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.461408 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.461646 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.461965 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.462112 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.462375 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.462608 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.462855 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.463073 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.463335 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.463555 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.463814 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.464027 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.464252 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.464469 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.464645 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 16:40:11.465196 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100083) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 16:40:11.465342 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 16:40:11.465501 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 16:40:11.465672 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 16:40:11.465843 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 16:40:11.465995 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 16:40:11.466258 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.466401 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.466526 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.466651 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.466812 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.466994 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.467209 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.467338 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.467463 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.467612 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.467769 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.467927 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.468093 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.468252 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.468565 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.469428 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.469748 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.469915 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.470067 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.470227 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.470395 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.470539 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.470690 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] debug = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.470845 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.471040 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.471204 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.471362 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.471526 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.471684 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.471844 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.472005 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.472165 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.472325 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.472487 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.472791 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.472955 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.473115 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.473276 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.473437 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.473596 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.473756 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] host = n-d-791503-12 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.473918 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.474078 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.474237 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.474391 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.474545 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.474699 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.474866 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.475028 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.475187 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.475346 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.475506 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.475666 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.475826 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.475986 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] log_file = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.476145 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] log_options = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.476305 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.476465 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.476666 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.476836 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.477002 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.477162 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.477321 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.477482 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.477645 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.477804 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.477964 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.478124 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.478284 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.478442 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.478602 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.478761 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.478920 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.479079 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.479434 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.479434 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.479610 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.479684 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.479838 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.480039 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.480141 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.480305 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.480466 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.480642 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.480804 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.480964 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.481125 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.481284 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.481444 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.481603 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.481762 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.481924 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.482080 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.482488 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.482648 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.482808 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.482968 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.483128 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.483289 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.483450 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.483610 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.483769 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] use_json = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.483929 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.484246 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.484246 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.484391 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.484600 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.484788 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.484926 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.485090 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:40:11.485288 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.485455 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.485630 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.485793 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.485955 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.486118 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.486280 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.486442 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.486604 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.486765 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.486937 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.487101 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.487275 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.487698 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.487866 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.488032 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.488194 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.488356 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.488520 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.488706 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.488870 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.489032 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.489264 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.489359 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.489526 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.489689 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.489851 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.490017 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.490182 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.490344 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.490508 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.490670 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.490832 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.490994 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.491157 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.491319 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.491481 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.491644 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.491806 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.491969 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.492132 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.492294 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.492457 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.492637 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.492727 n-d-791503-12 neutron-server[100194]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:40:11.492828 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.492951 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.493113 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.493275 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.493439 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.493602 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.493775 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.493937 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.494100 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.494262 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.494429 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.494573 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.494735 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.494896 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.495058 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.495219 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.495381 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.495556 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.495717 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.495879 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.496042 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.496204 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.496366 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.496529 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.496709 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.496873 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.497036 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.497199 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.497361 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.497523 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.497689 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.497852 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.498015 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.498177 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.498339 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.498501 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.498662 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.498824 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.498986 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.499148 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.499319 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.499498 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.499661 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.499824 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.499987 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.500686 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.501124 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.501124 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.501260 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.501326 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.501460 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.501624 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.501827 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.501943 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.502083 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.502245 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.502406 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.502568 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.502730 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.502892 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.503056 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.503218 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.503382 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.503543 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.503706 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.503868 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.504030 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.504202 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.504363 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.504528 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.504714 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.504884 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.505211 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.505382 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.505546 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.505708 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.505872 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.506034 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.506196 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.506358 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.506717 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.506717 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.507126 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.507126 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.507258 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.507341 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.507456 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.507619 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.507804 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.507968 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.508276 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.508276 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.508469 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.508584 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.508769 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.508932 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.509093 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.509256 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.509418 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.509720 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.509720 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.509883 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.510045 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.510207 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.510371 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.510533 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.510694 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.510857 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.511019 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.511182 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.511343 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.511505 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.511691 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.511833 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.511995 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.512157 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.512323 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.512491 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.512674 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.512839 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.513001 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.513163 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.513325 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.513487 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.513650 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.513814 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.513979 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.514140 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.514302 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.514464 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.514625 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.514788 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.514952 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.515114 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.515277 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.515439 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.515600 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.515811 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.515978 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.516174 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.516319 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.516584 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.516771 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.516949 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.517112 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.517275 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.517437 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.517599 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.517762 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.517924 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.518086 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.518253 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.518416 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.518578 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.518744 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.518909 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.519075 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.519234 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.519396 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.519559 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.519720 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.519882 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.520058 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.520222 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.520385 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.520547 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.520730 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.520895 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.521069 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.521233 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.521395 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.521557 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.521719 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.521881 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.522054 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.522217 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.522379 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.522541 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.522703 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.522947 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.523050 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.523187 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.523348 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.523510 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.523672 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.523835 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.524007 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.524170 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.524332 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.524493 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.524674 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.524838 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.525012 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.525175 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.525338 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.525508 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.525670 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.525832 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.525993 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.526167 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.526330 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.526497 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.526659 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.526822 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.526983 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.527147 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.527315 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.527487 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.527658 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.527822 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.527992 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.528163 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.528339 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.528502 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.528692 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.528871 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.529034 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.529196 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.529359 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.529521 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.529684 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.529846 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.530008 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.530170 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.530332 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.530494 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.530655 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.530816 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.530979 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.531142 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.531808 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.531985 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.532286 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.532453 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.532612 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:40:11.532788 n-d-791503-12 neutron-server[100083]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 16:40:11.618368 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40728) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:40:11.627380 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067768 Jul 07 16:40:23.382813 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f49844-1210-424c-9feb-e6e34ea64040 None None] get_active_networks_info from n-d-791503-12 {{(pid=100194) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 16:40:23.463905 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f49844-1210-424c-9feb-e6e34ea64040 None None] No non-hosted networks {{(pid=100194) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 07 16:40:23.601077 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0da94bef-1672-4cfe-955a-06a02d405082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8266247'] for agent, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:26.071360 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8266247'] for agent, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:26.072986 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:26.073657 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:26.074418 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:26.074964 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:26.075551 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:26.076767 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:26.077362 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:26.078814 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:26.080904 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:26.082691 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:26.083695 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:26.086859 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:26.087569 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-791503-12', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:40:26.096866 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-791503-12', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:40:26.637001 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-83c02315-fc3c-4a4e-a537-08e7012ae2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8266247'] for agent, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:26.685847 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5a67d464-bf1c-4009-997e-f085162bba37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:27.669188 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8266247'] for agent, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:29.996477 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8266247'] for agent, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:30.268295 n-d-791503-12 neutron-server[100194]: INFO neutron.db.l3_hamode_db [None req-852b344a-d8be-4709-8f04-a6b3aadde459 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 07 16:40:30.350805 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852b344a-d8be-4709-8f04-a6b3aadde459 None None] Routers set() bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:40:30.351384 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852b344a-d8be-4709-8f04-a6b3aadde459 None None] Router IDs set() for agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 16:40:31.058288 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40818) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:40:31.551302 n-d-791503-12 neutron-server[100193]: WARNING oslo_policy.policy [None req-00277112-c762-430a-885e-2398bbd47c2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:40:31.551876 n-d-791503-12 neutron-server[100193]: WARNING oslo_policy.policy [None req-00277112-c762-430a-885e-2398bbd47c2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:40:31.770174 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-00277112-c762-430a-885e-2398bbd47c2c admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:40:31.771173 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-00277112-c762-430a-885e-2398bbd47c2c admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7118607 Jul 07 16:40:34.311262 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40832) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:40:34.650783 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-507e9cea-4f2d-41ff-9fcf-f957b9b5a3d8 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:40:34.747052 n-d-791503-12 neutron-server[100193]: DEBUG neutron.policy [None req-507e9cea-4f2d-41ff-9fcf-f957b9b5a3d8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100193) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 16:40:34.793907 n-d-791503-12 neutron-server[100193]: WARNING oslo_policy.policy [None req-507e9cea-4f2d-41ff-9fcf-f957b9b5a3d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:40:34.794352 n-d-791503-12 neutron-server[100193]: WARNING oslo_policy.policy [None req-507e9cea-4f2d-41ff-9fcf-f957b9b5a3d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:40:34.803600 n-d-791503-12 neutron-server[100193]: INFO neutron.quota [None req-507e9cea-4f2d-41ff-9fcf-f957b9b5a3d8 admin admin] Loaded quota_driver: . Jul 07 16:40:34.905092 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-507e9cea-4f2d-41ff-9fcf-f957b9b5a3d8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737958093665', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737958093234', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737958090147', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737959750505', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737959740714', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737959772110', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-800715', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-799016', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8225454', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8000768'] for rbac-policy, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:34.980912 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-507e9cea-4f2d-41ff-9fcf-f957b9b5a3d8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:34.982188 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-507e9cea-4f2d-41ff-9fcf-f957b9b5a3d8 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6697605 Jul 07 16:40:37.652641 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40844) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:40:37.954897 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'db470bfbe95d44b280f4388e77ce9595', 'project_id': 'db470bfbe95d44b280f4388e77ce9595'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:40:37.984189 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] Made reservation on behalf of db470bfbe95d44b280f4388e77ce9595 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:40:37.987275 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:38.004009 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:38.131835 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:38.135767 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:38.159538 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:40:38.190694 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737956096597', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:38.191328 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] Unsubscribe: segment precommit_create {{(pid=100193) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 16:40:38.191852 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] Added segment 9685f384-6446-40fc-b8d4-81bf33451563 of type vlan for network 4dbbebd0-07ff-4fa5-8444-cfc409a20221 Jul 07 16:40:38.209815 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef0b3c6-22ba-4abc-8ae7-7e36a30c677a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:40:38.238702 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:38.239051 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:38.239397 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:38.239731 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:38.240064 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:38.240392 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:38.240746 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:38.241074 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:38.241393 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:38.241713 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:38.242032 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:38.242348 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] Tracked resource versions report: Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: pushed versions: Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: { 'AddressGroup': {'1.2'}, Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: 'ConntrackHelper': {'1.0'}, Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: 'Log': {'1.0'}, Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: 'Network': {'1.1'}, Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: 'Port': {'1.7'}, Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: 'PortForwarding': {'1.2'}, Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: 'QosPolicy': {'1.8'}, Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: 'SecurityGroup': {'1.4'}, Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: 'SubPort': {'1.0'}, Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: 'Subnet': {'1.1'}, Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: 'Trunk': {'1.1'}} Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: consumer versions: Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: { DHCP agent@n-d-791503-12: {}, Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: L3 agent@n-d-791503-12: {}, Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: Metadata agent@n-d-791503-12: {}, Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: Metering agent@n-d-791503-12: {}, Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: Open vSwitch agent@n-d-791503-12: { 'AddressGroup': '1.2', Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: 'ConntrackHelper': '1.0', Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: 'Log': '1.0', Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: 'Network': '1.1', Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: 'Port': '1.7', Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: 'PortForwarding': '1.2', Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: 'QosPolicy': '1.8', Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: 'SecurityGroup': '1.4', Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: 'SecurityGroupRule': '1.2', Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: 'SubPort': '1.0', Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: 'Subnet': '1.1', Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: 'Trunk': '1.1'}} Jul 07 16:40:38.243483 n-d-791503-12 neutron-server[100193]: {{(pid=100193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:40:38.319348 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:38.369527 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:38.370769 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:40:38.371440 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:38.445878 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7921078 Jul 07 16:40:38.477749 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e88e0-4fee-4880-99f5-b783b114eea1 admin admin] Pushing event updated for resources: {'Network': ['ID=4dbbebd0-07ff-4fa5-8444-cfc409a20221,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:40:38.489988 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 4dbbebd0-07ff-4fa5-8444-cfc409a20221 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:40:41.149838 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40858) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:40:41.585193 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0772cdb8-1a15-435e-ac4e-691cb92ffeb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:40:41.586489 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0772cdb8-1a15-435e-ac4e-691cb92ffeb6 admin admin] 10.222.0.53 "GET /v2.0/networks/4dbbebd0-07ff-4fa5-8444-cfc409a20221 HTTP/1.1" status: 200 len: 825 time: 0.4356499 Jul 07 16:40:41.614617 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7ee01f67-a85a-4572-8b86-9ee8829f5aef admin admin] 10.222.0.53 "GET /v2.0/subnetpools/50a6baef-d457-4f88-abbd-bfd59ba9e0cd HTTP/1.1" status: 200 len: 734 time: 0.0190578 Jul 07 16:40:41.619912 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-da6c6abf-a93c-4ca3-b472-5ef63a2590ec admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '50a6baef-d457-4f88-abbd-bfd59ba9e0cd', 'gateway_ip': '172.20.0.1', 'tenant_id': 'db470bfbe95d44b280f4388e77ce9595', 'name': 'private-subnet', 'network_id': '4dbbebd0-07ff-4fa5-8444-cfc409a20221'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:40:41.643306 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6c6abf-a93c-4ca3-b472-5ef63a2590ec admin admin] Made reservation on behalf of db470bfbe95d44b280f4388e77ce9595 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:40:41.645804 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da6c6abf-a93c-4ca3-b472-5ef63a2590ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:41.945613 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da6c6abf-a93c-4ca3-b472-5ef63a2590ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:42.016103 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6c6abf-a93c-4ca3-b472-5ef63a2590ec admin admin] Checking segment: {'id': '9685f384-6446-40fc-b8d4-81bf33451563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4dbbebd0-07ff-4fa5-8444-cfc409a20221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:40:42.016475 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6c6abf-a93c-4ca3-b472-5ef63a2590ec admin admin] Network hostable DHCP agents. Network: 4dbbebd0-07ff-4fa5-8444-cfc409a20221, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:40:42.020955 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c6abf-a93c-4ca3-b472-5ef63a2590ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=1849824f-44c2-46ab-b21a-7fe3b4654a74,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:40:42.040971 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6c6abf-a93c-4ca3-b472-5ef63a2590ec admin admin] Network 4dbbebd0-07ff-4fa5-8444-cfc409a20221 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:40:42.053047 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-da6c6abf-a93c-4ca3-b472-5ef63a2590ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 4dbbebd0-07ff-4fa5-8444-cfc409a20221) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:40:42.062514 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dab137b-062e-44ae-8f59-c894f00b30e0 None None] Network 4dbbebd0-07ff-4fa5-8444-cfc409a20221 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:40:42.062985 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6c6abf-a93c-4ca3-b472-5ef63a2590ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:40:42.063515 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da6c6abf-a93c-4ca3-b472-5ef63a2590ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:42.087060 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-da6c6abf-a93c-4ca3-b472-5ef63a2590ec admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4615076 Jul 07 16:40:42.402257 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-4dbbebd0-07ff-4fa5-8444-cfc409a20221', 'network_id': '4dbbebd0-07ff-4fa5-8444-cfc409a20221', 'tenant_id': 'db470bfbe95d44b280f4388e77ce9595', 'fixed_ips': [{'subnet_id': '1849824f-44c2-46ab-b21a-7fe3b4654a74'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:40:42.403592 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:42.690296 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Allocated IP 172.20.0.2 (4dbbebd0-07ff-4fa5-8444-cfc409a20221/1849824f-44c2-46ab-b21a-7fe3b4654a74/4e0d25bd-f6d8-4b1d-a993-a78e472922bb) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:40:42.900988 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:42.948020 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Transition to ACTIVE for port object 4e0d25bd-f6d8-4b1d-a993-a78e472922bb will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:40:42.970215 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Transition to ACTIVE for port object 4e0d25bd-f6d8-4b1d-a993-a78e472922bb will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:40:42.979502 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:43.051097 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Network 4dbbebd0-07ff-4fa5-8444-cfc409a20221 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:40:43.058035 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:40:43.071059 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:40:43.074350 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Pushing event updated for resources: {'Port': ['ID=4e0d25bd-f6d8-4b1d-a993-a78e472922bb,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:40:43.084195 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.084548 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.084928 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.085270 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.085840 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.086185 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.086519 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.086850 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.087181 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.087510 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.087837 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.088165 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Tracked resource versions report: Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: pushed versions: Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: { 'AddressGroup': {'1.2'}, Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: 'ConntrackHelper': {'1.0'}, Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: 'Log': {'1.0'}, Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: 'Network': {'1.1'}, Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: 'Port': {'1.7'}, Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: 'PortForwarding': {'1.2'}, Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: 'QosPolicy': {'1.8'}, Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: 'SecurityGroup': {'1.4'}, Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: 'SubPort': {'1.0'}, Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: 'Subnet': {'1.1'}, Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: 'Trunk': {'1.1'}} Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: consumer versions: Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: { DHCP agent@n-d-791503-12: {}, Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: L3 agent@n-d-791503-12: {}, Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: Metadata agent@n-d-791503-12: {}, Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: Metering agent@n-d-791503-12: {}, Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: Open vSwitch agent@n-d-791503-12: { 'AddressGroup': '1.2', Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: 'ConntrackHelper': '1.0', Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: 'Log': '1.0', Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: 'Network': '1.1', Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: 'Port': '1.7', Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: 'PortForwarding': '1.2', Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: 'QosPolicy': '1.8', Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: 'SecurityGroup': '1.4', Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: 'SecurityGroupRule': '1.2', Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: 'SubPort': '1.0', Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: 'Subnet': '1.1', Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: 'Trunk': '1.1'}} Jul 07 16:40:43.089319 n-d-791503-12 neutron-server[100194]: {{(pid=100194) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:40:43.161421 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Attempting to bind port 4e0d25bd-f6d8-4b1d-a993-a78e472922bb on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:40:43.161895 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Attempting to bind port 4e0d25bd-f6d8-4b1d-a993-a78e472922bb by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '9685f384-6446-40fc-b8d4-81bf33451563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4dbbebd0-07ff-4fa5-8444-cfc409a20221'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:40:43.162369 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Attempting to bind port 4e0d25bd-f6d8-4b1d-a993-a78e472922bb on network 4dbbebd0-07ff-4fa5-8444-cfc409a20221 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:40:43.167470 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:40:43.167903 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Checking segment: {'id': '9685f384-6446-40fc-b8d4-81bf33451563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4dbbebd0-07ff-4fa5-8444-cfc409a20221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:40:43.168396 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:43.168823 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Bound using segment: {'id': '9685f384-6446-40fc-b8d4-81bf33451563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4dbbebd0-07ff-4fa5-8444-cfc409a20221'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:40:43.169366 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Bound port: 4e0d25bd-f6d8-4b1d-a993-a78e472922bb, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9685f384-6446-40fc-b8d4-81bf33451563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4dbbebd0-07ff-4fa5-8444-cfc409a20221'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:40:43.169727 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:43.237115 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] For port 4e0d25bd-f6d8-4b1d-a993-a78e472922bb, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:40:43.241619 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] For port 4e0d25bd-f6d8-4b1d-a993-a78e472922bb, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4e0d25bd-f6d8-4b1d-a993-a78e472922bb,segment=NetworkSegment(9685f384-6446-40fc-b8d4-81bf33451563),segment_id=9685f384-6446-40fc-b8d4-81bf33451563)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:40:43.245262 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:43.323085 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd08ca-5bdc-4860-add5-4fbe7e399479 None None] Pushing event updated for resources: {'Port': ['ID=4e0d25bd-f6d8-4b1d-a993-a78e472922bb,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:40:44.530745 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40866) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:40:44.863988 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-c9e9b2f4-e239-4711-870d-f3023e825890 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:40:44.865127 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c9e9b2f4-e239-4711-870d-f3023e825890 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3333800 Jul 07 16:40:47.319019 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40874) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:40:47.640678 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-a78cbe7a-f9ff-4d32-9b36-e46dfeaa1e72 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:40:47.641683 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a78cbe7a-f9ff-4d32-9b36-e46dfeaa1e72 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3217452 Jul 07 16:40:48.529332 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4e0d25bd-f6d8-4b1d-a993-a78e472922bb up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:40:48.618175 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 4e0d25bd-f6d8-4b1d-a993-a78e472922bb completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:40:49.540587 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b0d94a-6a4a-43a4-86ba-cdbf374da07b None None] Network 4dbbebd0-07ff-4fa5-8444-cfc409a20221 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:40:49.608367 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8db0f6ca-f5bf-4a75-89eb-58348d8d048a None None] Provisioning for port 4e0d25bd-f6d8-4b1d-a993-a78e472922bb completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:40:49.633857 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8db0f6ca-f5bf-4a75-89eb-58348d8d048a None None] Provisioning complete for port 4e0d25bd-f6d8-4b1d-a993-a78e472922bb triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:40:49.634257 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8db0f6ca-f5bf-4a75-89eb-58348d8d048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:49.812596 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8db0f6ca-f5bf-4a75-89eb-58348d8d048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:49.876799 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8db0f6ca-f5bf-4a75-89eb-58348d8d048a None None] For port 4e0d25bd-f6d8-4b1d-a993-a78e472922bb, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4e0d25bd-f6d8-4b1d-a993-a78e472922bb,segment=NetworkSegment(9685f384-6446-40fc-b8d4-81bf33451563),segment_id=9685f384-6446-40fc-b8d4-81bf33451563)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:40:49.881336 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8db0f6ca-f5bf-4a75-89eb-58348d8d048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:49.934250 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0f6ca-f5bf-4a75-89eb-58348d8d048a None None] Pushing event updated for resources: {'Port': ['ID=4e0d25bd-f6d8-4b1d-a993-a78e472922bb,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:40:50.101533 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-28d04380-3510-4d67-9882-b51781da16b8 None None] Provisioning complete for port 4e0d25bd-f6d8-4b1d-a993-a78e472922bb triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:40:50.101909 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-28d04380-3510-4d67-9882-b51781da16b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:50.325680 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40888) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:40:50.494153 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4e0d25bd-f6d8-4b1d-a993-a78e472922bb up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:40:50.541367 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 4e0d25bd-f6d8-4b1d-a993-a78e472922bb triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:40:50.542024 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:50.646525 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-b3a4c0e5-99e4-4aab-aed7-a6a91f75456e admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'db470bfbe95d44b280f4388e77ce9595'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:40:50.670008 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c0e5-99e4-4aab-aed7-a6a91f75456e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:50.671643 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c0e5-99e4-4aab-aed7-a6a91f75456e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:50.814499 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c0e5-99e4-4aab-aed7-a6a91f75456e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:50.820364 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c0e5-99e4-4aab-aed7-a6a91f75456e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:50.833978 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c0e5-99e4-4aab-aed7-a6a91f75456e admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:50.835206 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b3a4c0e5-99e4-4aab-aed7-a6a91f75456e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5077639 Jul 07 16:40:53.276038 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40896) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:40:53.281997 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-64f58e09-fbc0-412d-b6b6-46b2b3a50e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:53.604192 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-48bc49fb-bcf3-4bfb-ac78-897a8a7989a9 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:40:53.605209 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-48bc49fb-bcf3-4bfb-ac78-897a8a7989a9 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3278725 Jul 07 16:40:56.061117 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:56.069685 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40904) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:40:56.597760 n-d-791503-12 neutron-server[100192]: WARNING oslo_policy.policy [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:40:56.598343 n-d-791503-12 neutron-server[100192]: WARNING oslo_policy.policy [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:40:56.643832 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d8899d06-6169-424b-bf40-13295861ca83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:56.816813 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:40:56.818402 n-d-791503-12 neutron-server[100192]: INFO neutron.quota [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Loaded quota_driver: . Jul 07 16:40:56.881702 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Made reservation on behalf of 281bd01e176f40029223234d6a191bff for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:40:56.947887 n-d-791503-12 neutron-server[100192]: DEBUG neutron.policy [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100192) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 16:40:56.993507 n-d-791503-12 neutron-server[100192]: WARNING oslo_policy.policy [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:40:56.993890 n-d-791503-12 neutron-server[100192]: WARNING oslo_policy.policy [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:40:57.004643 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:57.025199 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:57.163473 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:57.167446 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:57.180639 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Reserving flat network on physical network physnet1 {{(pid=100192) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 07 16:40:57.214862 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737956096597', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:57.215457 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Unsubscribe: segment precommit_create {{(pid=100192) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 16:40:57.215991 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Added segment dd91051b-317a-443f-a37d-d1f857d4f8e9 of type flat for network b1c8a741-d954-43c5-b974-954b2190b048 Jul 07 16:40:57.237738 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1ac135-d4f7-4c58-86d0-86283443ccda,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:40:57.256906 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:57.257259 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:57.257599 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:57.257937 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:57.258272 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:57.258597 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:57.258925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:57.259245 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:57.259565 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:57.259886 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:57.260203 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:57.260520 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Tracked resource versions report: Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: pushed versions: Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: { 'AddressGroup': {'1.2'}, Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: 'ConntrackHelper': {'1.0'}, Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: 'Log': {'1.0'}, Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: 'Network': {'1.1'}, Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: 'Port': {'1.7'}, Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: 'PortForwarding': {'1.2'}, Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: 'QosPolicy': {'1.8'}, Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: 'SecurityGroup': {'1.4'}, Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: 'SubPort': {'1.0'}, Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: 'Subnet': {'1.1'}, Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: 'Trunk': {'1.1'}} Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: consumer versions: Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: { DHCP agent@n-d-791503-12: {}, Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: L3 agent@n-d-791503-12: {}, Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: Metadata agent@n-d-791503-12: {}, Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: Metering agent@n-d-791503-12: {}, Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: Open vSwitch agent@n-d-791503-12: { 'AddressGroup': '1.2', Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: 'ConntrackHelper': '1.0', Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: 'Log': '1.0', Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: 'Network': '1.1', Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: 'Port': '1.7', Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: 'PortForwarding': '1.2', Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: 'QosPolicy': '1.8', Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: 'SecurityGroup': '1.4', Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: 'SecurityGroupRule': '1.2', Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: 'SubPort': '1.0', Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: 'Subnet': '1.1', Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: 'Trunk': '1.1'}} Jul 07 16:40:57.261692 n-d-791503-12 neutron-server[100192]: {{(pid=100192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:40:57.358924 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:57.417876 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:57.419104 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:40:57.420406 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:57.505042 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.4331300 Jul 07 16:40:57.523282 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ed481-c5e2-4c94-a64c-d32de4bf6f9c admin admin] Pushing event updated for resources: {'Network': ['ID=b1c8a741-d954-43c5-b974-954b2190b048,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:40:57.538334 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network b1c8a741-d954-43c5-b974-954b2190b048 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:40:57.624280 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:59.927532 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:59.930429 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40934) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:00.149266 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a4723e-6ff9-48e8-aa7a-416bf80c9d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:00.150654 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-29a4723e-6ff9-48e8-aa7a-416bf80c9d3d admin admin] 10.222.0.53 "GET /v2.0/subnets/1849824f-44c2-46ab-b21a-7fe3b4654a74 HTTP/1.1" status: 200 len: 849 time: 0.2192228 Jul 07 16:41:00.331547 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0a90feb6-fbdf-41d1-86f8-542cad4a947e admin admin] 10.222.0.53 "GET /v2.0/routers/3fc2bd3a-d1b3-42c9-84eb-5ed854466142 HTTP/1.1" status: 200 len: 704 time: 0.1753030 Jul 07 16:41:00.643267 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d528994c-b6f2-4b1d-96d8-e8ca6b616c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:00.952476 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-d528994c-b6f2-4b1d-96d8-e8ca6b616c8a admin admin] Allocated IP 172.20.0.1 (4dbbebd0-07ff-4fa5-8444-cfc409a20221/1849824f-44c2-46ab-b21a-7fe3b4654a74/71a1261d-3131-49e9-ab39-8dda7d8d87a1) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:41:01.146218 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d528994c-b6f2-4b1d-96d8-e8ca6b616c8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:01.172769 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-d528994c-b6f2-4b1d-96d8-e8ca6b616c8a admin admin] Transition to ACTIVE for port object 71a1261d-3131-49e9-ab39-8dda7d8d87a1 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:41:01.259523 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d528994c-b6f2-4b1d-96d8-e8ca6b616c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:01.331002 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d528994c-b6f2-4b1d-96d8-e8ca6b616c8a admin admin] Network 4dbbebd0-07ff-4fa5-8444-cfc409a20221 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:41:01.336961 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-d528994c-b6f2-4b1d-96d8-e8ca6b616c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:41:01.351386 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d528994c-b6f2-4b1d-96d8-e8ca6b616c8a admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:41:01.351983 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d528994c-b6f2-4b1d-96d8-e8ca6b616c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:01.414122 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528994c-b6f2-4b1d-96d8-e8ca6b616c8a admin admin] Pushing event updated for resources: {'Port': ['ID=71a1261d-3131-49e9-ab39-8dda7d8d87a1,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:01.578695 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4d3ab367-aa17-48a6-96a1-edb4dc092ca7 None None] Provisioning for port 71a1261d-3131-49e9-ab39-8dda7d8d87a1 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:41:01.582923 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4d3ab367-aa17-48a6-96a1-edb4dc092ca7 None None] Provisioning complete for port 71a1261d-3131-49e9-ab39-8dda7d8d87a1 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:01.583301 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4d3ab367-aa17-48a6-96a1-edb4dc092ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:01.583989 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d528994c-b6f2-4b1d-96d8-e8ca6b616c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:01.621083 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ab367-aa17-48a6-96a1-edb4dc092ca7 None None] Port 71a1261d-3131-49e9-ab39-8dda7d8d87a1 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:41:01.846560 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d528994c-b6f2-4b1d-96d8-e8ca6b616c8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:01.851629 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d528994c-b6f2-4b1d-96d8-e8ca6b616c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:01.852759 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d528994c-b6f2-4b1d-96d8-e8ca6b616c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:01.939282 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528994c-b6f2-4b1d-96d8-e8ca6b616c8a admin admin] Pushing event updated for resources: {'Port': ['ID=71a1261d-3131-49e9-ab39-8dda7d8d87a1,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:01.993627 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d528994c-b6f2-4b1d-96d8-e8ca6b616c8a admin admin] Network 4dbbebd0-07ff-4fa5-8444-cfc409a20221 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:41:01.995108 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-d528994c-b6f2-4b1d-96d8-e8ca6b616c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:41:02.205337 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d528994c-b6f2-4b1d-96d8-e8ca6b616c8a admin admin] Router 3fc2bd3a-d1b3-42c9-84eb-5ed854466142 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:41:02.251008 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ae284cb9-1b2a-4d70-9d86-fe7c7f8959f5 None None] Provisioning complete for port 71a1261d-3131-49e9-ab39-8dda7d8d87a1 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:02.251607 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ae284cb9-1b2a-4d70-9d86-fe7c7f8959f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:02.307308 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-ae284cb9-1b2a-4d70-9d86-fe7c7f8959f5 None None] Port 71a1261d-3131-49e9-ab39-8dda7d8d87a1 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:41:02.330352 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d528994c-b6f2-4b1d-96d8-e8ca6b616c8a admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:41:02.337177 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d528994c-b6f2-4b1d-96d8-e8ca6b616c8a admin admin] 10.222.0.53 "PUT /v2.0/routers/3fc2bd3a-d1b3-42c9-84eb-5ed854466142/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9994795 Jul 07 16:41:02.344802 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1017fa-e1ed-42fb-abc4-ffe899918a6e None None] Sync routers for ids ['3fc2bd3a-d1b3-42c9-84eb-5ed854466142'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:41:02.363361 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1017fa-e1ed-42fb-abc4-ffe899918a6e None None] Routers {'3fc2bd3a-d1b3-42c9-84eb-5ed854466142'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:41:02.364397 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-8b1017fa-e1ed-42fb-abc4-ffe899918a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:40:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['3fc2bd3a-d1b3-42c9-84eb-5ed854466142'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:02.609026 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-8b1017fa-e1ed-42fb-abc4-ffe899918a6e None None] Set router 3fc2bd3a-d1b3-42c9-84eb-5ed854466142 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:41:03.117871 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-8b1017fa-e1ed-42fb-abc4-ffe899918a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc2bd3a-d1b3-42c9-84eb-5ed854466142', 'name': 'router1', 'tenant_id': 'db470bfbe95d44b280f4388e77ce9595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:40:50Z', 'updated_at': '2021-07-07T16:41:01Z', 'revision_number': 2, 'project_id': 'db470bfbe95d44b280f4388e77ce9595', 'gw_port_host': None, '_interfaces': [{'id': '71a1261d-3131-49e9-ab39-8dda7d8d87a1', 'name': '', 'network_id': '4dbbebd0-07ff-4fa5-8444-cfc409a20221', 'tenant_id': 'db470bfbe95d44b280f4388e77ce9595', 'mac_address': 'fa:16:3e:47:20:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc2bd3a-d1b3-42c9-84eb-5ed854466142', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1849824f-44c2-46ab-b21a-7fe3b4654a74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:00Z', 'updated_at': '2021-07-07T16:41:01Z', 'revision_number': 2, 'project_id': 'db470bfbe95d44b280f4388e77ce9595', 'subnets': [{'id': '1849824f-44c2-46ab-b21a-7fe3b4654a74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50a6baef-d457-4f88-abbd-bfd59ba9e0cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:03.174336 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1017fa-e1ed-42fb-abc4-ffe899918a6e None None] Checking router: 3fc2bd3a-d1b3-42c9-84eb-5ed854466142 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:41:03.174704 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1017fa-e1ed-42fb-abc4-ffe899918a6e None None] Updating router 3fc2bd3a-d1b3-42c9-84eb-5ed854466142 port 71a1261d-3131-49e9-ab39-8dda7d8d87a1 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:41:03.250821 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-8b1017fa-e1ed-42fb-abc4-ffe899918a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:03.844643 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-8b1017fa-e1ed-42fb-abc4-ffe899918a6e None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:03.866535 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-8b1017fa-e1ed-42fb-abc4-ffe899918a6e None None] Transition to ACTIVE for port object 71a1261d-3131-49e9-ab39-8dda7d8d87a1 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:41:03.874636 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-8b1017fa-e1ed-42fb-abc4-ffe899918a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:04.019379 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24370062-eec6-45e7-beb1-fc79874faa44 None None] Pushing event updated for resources: {'Port': ['ID=71a1261d-3131-49e9-ab39-8dda7d8d87a1,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:04.054553 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24370062-eec6-45e7-beb1-fc79874faa44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:04.055025 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24370062-eec6-45e7-beb1-fc79874faa44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:04.055281 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24370062-eec6-45e7-beb1-fc79874faa44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:04.055577 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24370062-eec6-45e7-beb1-fc79874faa44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:04.055907 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24370062-eec6-45e7-beb1-fc79874faa44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:04.056237 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24370062-eec6-45e7-beb1-fc79874faa44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:04.056569 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24370062-eec6-45e7-beb1-fc79874faa44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:04.056931 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24370062-eec6-45e7-beb1-fc79874faa44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:04.057257 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24370062-eec6-45e7-beb1-fc79874faa44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:04.057583 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24370062-eec6-45e7-beb1-fc79874faa44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:04.057909 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24370062-eec6-45e7-beb1-fc79874faa44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:04.058231 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24370062-eec6-45e7-beb1-fc79874faa44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24370062-eec6-45e7-beb1-fc79874faa44 None None] Tracked resource versions report: Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: pushed versions: Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: { 'AddressGroup': {'1.2'}, Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: 'ConntrackHelper': {'1.0'}, Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: 'Log': {'1.0'}, Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: 'Network': {'1.1'}, Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: 'Port': {'1.7'}, Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: 'PortForwarding': {'1.2'}, Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: 'QosPolicy': {'1.8'}, Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: 'SecurityGroup': {'1.4'}, Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: 'SubPort': {'1.0'}, Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: 'Subnet': {'1.1'}, Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: 'Trunk': {'1.1'}} Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: consumer versions: Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: { DHCP agent@n-d-791503-12: {}, Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: L3 agent@n-d-791503-12: {}, Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: Metadata agent@n-d-791503-12: {}, Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: Metering agent@n-d-791503-12: {}, Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: Open vSwitch agent@n-d-791503-12: { 'AddressGroup': '1.2', Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: 'ConntrackHelper': '1.0', Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: 'Log': '1.0', Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: 'Network': '1.1', Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: 'Port': '1.7', Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: 'PortForwarding': '1.2', Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: 'QosPolicy': '1.8', Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: 'SecurityGroup': '1.4', Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: 'SecurityGroupRule': '1.2', Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: 'SubPort': '1.0', Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: 'Subnet': '1.1', Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: 'Trunk': '1.1'}} Jul 07 16:41:04.059388 n-d-791503-12 neutron-server[100195]: {{(pid=100195) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:41:04.066536 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-8b1017fa-e1ed-42fb-abc4-ffe899918a6e None None] Attempting to bind port 71a1261d-3131-49e9-ab39-8dda7d8d87a1 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:41:04.066944 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-8b1017fa-e1ed-42fb-abc4-ffe899918a6e None None] Attempting to bind port 71a1261d-3131-49e9-ab39-8dda7d8d87a1 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '9685f384-6446-40fc-b8d4-81bf33451563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4dbbebd0-07ff-4fa5-8444-cfc409a20221'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:41:04.067371 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1017fa-e1ed-42fb-abc4-ffe899918a6e None None] Attempting to bind port 71a1261d-3131-49e9-ab39-8dda7d8d87a1 on network 4dbbebd0-07ff-4fa5-8444-cfc409a20221 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:41:04.073092 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1017fa-e1ed-42fb-abc4-ffe899918a6e None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:41:04.073490 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1017fa-e1ed-42fb-abc4-ffe899918a6e None None] Checking segment: {'id': '9685f384-6446-40fc-b8d4-81bf33451563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4dbbebd0-07ff-4fa5-8444-cfc409a20221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:41:04.074001 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-8b1017fa-e1ed-42fb-abc4-ffe899918a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:04.074403 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1017fa-e1ed-42fb-abc4-ffe899918a6e None None] Bound using segment: {'id': '9685f384-6446-40fc-b8d4-81bf33451563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4dbbebd0-07ff-4fa5-8444-cfc409a20221'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:41:04.074903 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-8b1017fa-e1ed-42fb-abc4-ffe899918a6e None None] Bound port: 71a1261d-3131-49e9-ab39-8dda7d8d87a1, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9685f384-6446-40fc-b8d4-81bf33451563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4dbbebd0-07ff-4fa5-8444-cfc409a20221'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:41:04.075318 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-8b1017fa-e1ed-42fb-abc4-ffe899918a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:04.175812 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-8b1017fa-e1ed-42fb-abc4-ffe899918a6e None None] For port 71a1261d-3131-49e9-ab39-8dda7d8d87a1, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:41:04.212731 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-8b1017fa-e1ed-42fb-abc4-ffe899918a6e None None] For port 71a1261d-3131-49e9-ab39-8dda7d8d87a1, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=71a1261d-3131-49e9-ab39-8dda7d8d87a1,segment=NetworkSegment(9685f384-6446-40fc-b8d4-81bf33451563),segment_id=9685f384-6446-40fc-b8d4-81bf33451563)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:41:04.234802 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-8b1017fa-e1ed-42fb-abc4-ffe899918a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:04.310717 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1017fa-e1ed-42fb-abc4-ffe899918a6e None None] Routers {'3fc2bd3a-d1b3-42c9-84eb-5ed854466142'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:41:04.312106 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-8b1017fa-e1ed-42fb-abc4-ffe899918a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:40:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['3fc2bd3a-d1b3-42c9-84eb-5ed854466142'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:04.479171 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24370062-eec6-45e7-beb1-fc79874faa44 None None] Pushing event updated for resources: {'Port': ['ID=71a1261d-3131-49e9-ab39-8dda7d8d87a1,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:04.503896 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 5 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:41:04.516841 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-8b1017fa-e1ed-42fb-abc4-ffe899918a6e None None] Set router 3fc2bd3a-d1b3-42c9-84eb-5ed854466142 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:41:04.759274 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-8b1017fa-e1ed-42fb-abc4-ffe899918a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc2bd3a-d1b3-42c9-84eb-5ed854466142', 'name': 'router1', 'tenant_id': 'db470bfbe95d44b280f4388e77ce9595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:40:50Z', 'updated_at': '2021-07-07T16:41:01Z', 'revision_number': 2, 'project_id': 'db470bfbe95d44b280f4388e77ce9595', 'gw_port_host': None, '_interfaces': [{'id': '71a1261d-3131-49e9-ab39-8dda7d8d87a1', 'name': '', 'network_id': '4dbbebd0-07ff-4fa5-8444-cfc409a20221', 'tenant_id': 'db470bfbe95d44b280f4388e77ce9595', 'mac_address': 'fa:16:3e:47:20:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc2bd3a-d1b3-42c9-84eb-5ed854466142', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1849824f-44c2-46ab-b21a-7fe3b4654a74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:00Z', 'updated_at': '2021-07-07T16:41:04Z', 'revision_number': 4, 'project_id': 'db470bfbe95d44b280f4388e77ce9595', 'subnets': [{'id': '1849824f-44c2-46ab-b21a-7fe3b4654a74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50a6baef-d457-4f88-abbd-bfd59ba9e0cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:04.789017 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1017fa-e1ed-42fb-abc4-ffe899918a6e None None] The sync data for ids ['3fc2bd3a-d1b3-42c9-84eb-5ed854466142'] in n-d-791503-12 is: [{'id': '3fc2bd3a-d1b3-42c9-84eb-5ed854466142', 'name': 'router1', 'tenant_id': 'db470bfbe95d44b280f4388e77ce9595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:40:50Z', 'updated_at': '2021-07-07T16:41:01Z', 'revision_number': 2, 'project_id': 'db470bfbe95d44b280f4388e77ce9595', 'gw_port_host': None, '_interfaces': [{'id': '71a1261d-3131-49e9-ab39-8dda7d8d87a1', 'name': '', 'network_id': '4dbbebd0-07ff-4fa5-8444-cfc409a20221', 'tenant_id': 'db470bfbe95d44b280f4388e77ce9595', 'mac_address': 'fa:16:3e:47:20:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc2bd3a-d1b3-42c9-84eb-5ed854466142', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1849824f-44c2-46ab-b21a-7fe3b4654a74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:00Z', 'updated_at': '2021-07-07T16:41:04Z', 'revision_number': 4, 'project_id': 'db470bfbe95d44b280f4388e77ce9595', 'subnets': [{'id': '1849824f-44c2-46ab-b21a-7fe3b4654a74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50a6baef-d457-4f88-abbd-bfd59ba9e0cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:41:05.727151 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40956) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:05.881984 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9210159-0e21-4384-b668-cfeabeb0b475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:05.883269 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f9210159-0e21-4384-b668-cfeabeb0b475 admin admin] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 842 time: 0.1548855 Jul 07 16:41:05.898345 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-b08c584e-6e45-4936-9a80-ead50149f91d admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.25.0.0/24', 'name': 'public-subnet', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'enable_dhcp': False, 'gateway_ip': '172.25.0.1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:41:05.930108 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08c584e-6e45-4936-9a80-ead50149f91d admin admin] Made reservation on behalf of 281bd01e176f40029223234d6a191bff for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:41:05.932781 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b08c584e-6e45-4936-9a80-ead50149f91d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:06.312248 n-d-791503-12 neutron-server[100193]: DEBUG neutron.objects.ports [None req-b08c584e-6e45-4936-9a80-ead50149f91d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100193) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 16:41:06.312948 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b08c584e-6e45-4936-9a80-ead50149f91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:06.378849 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c584e-6e45-4936-9a80-ead50149f91d admin admin] Pushing event updated for resources: {'Subnet': ['ID=196596ff-a4cf-4410-ace9-a957282732ac,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:06.392364 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08c584e-6e45-4936-9a80-ead50149f91d admin admin] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:41:06.392795 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08c584e-6e45-4936-9a80-ead50149f91d admin admin] Network hostable DHCP agents. Network: b1c8a741-d954-43c5-b974-954b2190b048, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:41:06.411757 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08c584e-6e45-4936-9a80-ead50149f91d admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:41:06.423589 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-b08c584e-6e45-4936-9a80-ead50149f91d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, b1c8a741-d954-43c5-b974-954b2190b048) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:41:06.429844 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08c584e-6e45-4936-9a80-ead50149f91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:06.430792 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b08c584e-6e45-4936-9a80-ead50149f91d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:06.440990 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b22eb6-dad4-486a-8706-58cf5a16dcba None None] Network b1c8a741-d954-43c5-b974-954b2190b048 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:41:06.451153 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b08c584e-6e45-4936-9a80-ead50149f91d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5577364 Jul 07 16:41:06.624181 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a95d27-7662-4d87-9dce-bb47b106e93e None None] Network b1c8a741-d954-43c5-b974-954b2190b048 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:41:08.538018 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 71a1261d-3131-49e9-ab39-8dda7d8d87a1 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:41:08.598964 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 71a1261d-3131-49e9-ab39-8dda7d8d87a1 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:41:08.603320 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 71a1261d-3131-49e9-ab39-8dda7d8d87a1 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:08.603794 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:08.700191 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:08.740028 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 71a1261d-3131-49e9-ab39-8dda7d8d87a1, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=71a1261d-3131-49e9-ab39-8dda7d8d87a1,segment=NetworkSegment(9685f384-6446-40fc-b8d4-81bf33451563),segment_id=9685f384-6446-40fc-b8d4-81bf33451563)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:41:08.744567 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:08.859235 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=71a1261d-3131-49e9-ab39-8dda7d8d87a1,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:08.939068 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40968) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:09.094824 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8d5310a6-de9c-40a7-ab89-a42aab045ea4 admin admin] 10.222.0.53 "GET /v2.0/routers/3fc2bd3a-d1b3-42c9-84eb-5ed854466142 HTTP/1.1" status: 200 len: 710 time: 0.1530366 Jul 07 16:41:09.206878 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cf54f1-e35e-4a89-9269-51802fa491fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:09.216303 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-02cf54f1-e35e-4a89-9269-51802fa491fb admin admin] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 886 time: 0.1103685 Jul 07 16:41:09.220330 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-0bc6227a-1768-4803-a3ff-6af36295e93d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:41:09.580514 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0bc6227a-1768-4803-a3ff-6af36295e93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:09.863659 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0bc6227a-1768-4803-a3ff-6af36295e93d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:09.968658 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0bc6227a-1768-4803-a3ff-6af36295e93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:10.188423 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-0bc6227a-1768-4803-a3ff-6af36295e93d admin admin] Allocated IP 172.25.0.233 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/8f9f71f2-4468-4313-924f-edc03e504de5) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:41:10.320828 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0bc6227a-1768-4803-a3ff-6af36295e93d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:10.390517 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0bc6227a-1768-4803-a3ff-6af36295e93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:10.435995 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc6227a-1768-4803-a3ff-6af36295e93d admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:41:10.441639 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-0bc6227a-1768-4803-a3ff-6af36295e93d admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:41:10.446286 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc6227a-1768-4803-a3ff-6af36295e93d admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:41:10.452394 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6227a-1768-4803-a3ff-6af36295e93d admin admin] Pushing event updated for resources: {'Port': ['ID=8f9f71f2-4468-4313-924f-edc03e504de5,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:10.529197 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 71a1261d-3131-49e9-ab39-8dda7d8d87a1 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:41:10.605079 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 71a1261d-3131-49e9-ab39-8dda7d8d87a1 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:10.605654 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:10.783616 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0bc6227a-1768-4803-a3ff-6af36295e93d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:11.001846 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0bc6227a-1768-4803-a3ff-6af36295e93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:11.005396 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0bc6227a-1768-4803-a3ff-6af36295e93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7962560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7962587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8271377'] for router, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:11.176659 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc6227a-1768-4803-a3ff-6af36295e93d admin admin] Router 3fc2bd3a-d1b3-42c9-84eb-5ed854466142 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:41:11.350461 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc6227a-1768-4803-a3ff-6af36295e93d admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:41:11.356762 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0bc6227a-1768-4803-a3ff-6af36295e93d admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:11.358276 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0bc6227a-1768-4803-a3ff-6af36295e93d admin admin] 10.222.0.53 "PUT /v2.0/routers/3fc2bd3a-d1b3-42c9-84eb-5ed854466142 HTTP/1.1" status: 200 len: 890 time: 2.1433930 Jul 07 16:41:11.364495 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c7d0e0-f57f-4d49-81db-1d0bb41eef5c None None] Sync routers for ids ['3fc2bd3a-d1b3-42c9-84eb-5ed854466142'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:41:11.383354 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c7d0e0-f57f-4d49-81db-1d0bb41eef5c None None] Routers {'3fc2bd3a-d1b3-42c9-84eb-5ed854466142'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:41:11.384442 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d2c7d0e0-f57f-4d49-81db-1d0bb41eef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:40:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['3fc2bd3a-d1b3-42c9-84eb-5ed854466142'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:11.673056 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-d2c7d0e0-f57f-4d49-81db-1d0bb41eef5c None None] Set router 3fc2bd3a-d1b3-42c9-84eb-5ed854466142 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:41:12.193192 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d2c7d0e0-f57f-4d49-81db-1d0bb41eef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc2bd3a-d1b3-42c9-84eb-5ed854466142', 'name': 'router1', 'tenant_id': 'db470bfbe95d44b280f4388e77ce9595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '8f9f71f2-4468-4313-924f-edc03e504de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:40:50Z', 'updated_at': '2021-07-07T16:41:10Z', 'revision_number': 4, 'project_id': 'db470bfbe95d44b280f4388e77ce9595', 'gw_port': {'id': '8f9f71f2-4468-4313-924f-edc03e504de5', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ae:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc2bd3a-d1b3-42c9-84eb-5ed854466142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:09Z', 'updated_at': '2021-07-07T16:41:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '71a1261d-3131-49e9-ab39-8dda7d8d87a1', 'name': '', 'network_id': '4dbbebd0-07ff-4fa5-8444-cfc409a20221', 'tenant_id': 'db470bfbe95d44b280f4388e77ce9595', 'mac_address': 'fa:16:3e:47:20:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc2bd3a-d1b3-42c9-84eb-5ed854466142', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1849824f-44c2-46ab-b21a-7fe3b4654a74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:00Z', 'updated_at': '2021-07-07T16:41:08Z', 'revision_number': 5, 'project_id': 'db470bfbe95d44b280f4388e77ce9595', 'subnets': [{'id': '1849824f-44c2-46ab-b21a-7fe3b4654a74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50a6baef-d457-4f88-abbd-bfd59ba9e0cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:12.249147 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c7d0e0-f57f-4d49-81db-1d0bb41eef5c None None] Checking router: 3fc2bd3a-d1b3-42c9-84eb-5ed854466142 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:41:12.249500 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c7d0e0-f57f-4d49-81db-1d0bb41eef5c None None] Updating router 3fc2bd3a-d1b3-42c9-84eb-5ed854466142 port 8f9f71f2-4468-4313-924f-edc03e504de5 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:41:12.312764 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d2c7d0e0-f57f-4d49-81db-1d0bb41eef5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:12.864278 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d2c7d0e0-f57f-4d49-81db-1d0bb41eef5c None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:12.888209 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d2c7d0e0-f57f-4d49-81db-1d0bb41eef5c None None] Transition to ACTIVE for port object 8f9f71f2-4468-4313-924f-edc03e504de5 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:41:12.897543 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d2c7d0e0-f57f-4d49-81db-1d0bb41eef5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:12.987569 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-d2c7d0e0-f57f-4d49-81db-1d0bb41eef5c None None] Attempting to bind port 8f9f71f2-4468-4313-924f-edc03e504de5 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:41:12.988190 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-d2c7d0e0-f57f-4d49-81db-1d0bb41eef5c None None] Attempting to bind port 8f9f71f2-4468-4313-924f-edc03e504de5 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:41:12.988834 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c7d0e0-f57f-4d49-81db-1d0bb41eef5c None None] Attempting to bind port 8f9f71f2-4468-4313-924f-edc03e504de5 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:41:13.004261 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645e696-5e80-4d70-bd64-8c4e15e90548 None None] Pushing event updated for resources: {'Port': ['ID=8f9f71f2-4468-4313-924f-edc03e504de5,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:13.009492 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c7d0e0-f57f-4d49-81db-1d0bb41eef5c None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:41:13.010119 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c7d0e0-f57f-4d49-81db-1d0bb41eef5c None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:41:13.010785 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d2c7d0e0-f57f-4d49-81db-1d0bb41eef5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:13.011268 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c7d0e0-f57f-4d49-81db-1d0bb41eef5c None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:41:13.012023 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-d2c7d0e0-f57f-4d49-81db-1d0bb41eef5c None None] Bound port: 8f9f71f2-4468-4313-924f-edc03e504de5, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:41:13.012754 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d2c7d0e0-f57f-4d49-81db-1d0bb41eef5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:13.103630 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d2c7d0e0-f57f-4d49-81db-1d0bb41eef5c None None] For port 8f9f71f2-4468-4313-924f-edc03e504de5, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:41:13.111135 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d2c7d0e0-f57f-4d49-81db-1d0bb41eef5c None None] For port 8f9f71f2-4468-4313-924f-edc03e504de5, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8f9f71f2-4468-4313-924f-edc03e504de5,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:41:13.116760 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d2c7d0e0-f57f-4d49-81db-1d0bb41eef5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:13.280014 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c7d0e0-f57f-4d49-81db-1d0bb41eef5c None None] Routers {'3fc2bd3a-d1b3-42c9-84eb-5ed854466142'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:41:13.280810 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d2c7d0e0-f57f-4d49-81db-1d0bb41eef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:40:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['3fc2bd3a-d1b3-42c9-84eb-5ed854466142'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:13.288337 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645e696-5e80-4d70-bd64-8c4e15e90548 None None] Pushing event updated for resources: {'Port': ['ID=8f9f71f2-4468-4313-924f-edc03e504de5,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:13.424408 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-d2c7d0e0-f57f-4d49-81db-1d0bb41eef5c None None] Set router 3fc2bd3a-d1b3-42c9-84eb-5ed854466142 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:41:13.692153 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d2c7d0e0-f57f-4d49-81db-1d0bb41eef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc2bd3a-d1b3-42c9-84eb-5ed854466142', 'name': 'router1', 'tenant_id': 'db470bfbe95d44b280f4388e77ce9595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '8f9f71f2-4468-4313-924f-edc03e504de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:40:50Z', 'updated_at': '2021-07-07T16:41:10Z', 'revision_number': 4, 'project_id': 'db470bfbe95d44b280f4388e77ce9595', 'gw_port': {'id': '8f9f71f2-4468-4313-924f-edc03e504de5', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ae:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc2bd3a-d1b3-42c9-84eb-5ed854466142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:09Z', 'updated_at': '2021-07-07T16:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '71a1261d-3131-49e9-ab39-8dda7d8d87a1', 'name': '', 'network_id': '4dbbebd0-07ff-4fa5-8444-cfc409a20221', 'tenant_id': 'db470bfbe95d44b280f4388e77ce9595', 'mac_address': 'fa:16:3e:47:20:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc2bd3a-d1b3-42c9-84eb-5ed854466142', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1849824f-44c2-46ab-b21a-7fe3b4654a74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:00Z', 'updated_at': '2021-07-07T16:41:08Z', 'revision_number': 5, 'project_id': 'db470bfbe95d44b280f4388e77ce9595', 'subnets': [{'id': '1849824f-44c2-46ab-b21a-7fe3b4654a74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50a6baef-d457-4f88-abbd-bfd59ba9e0cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:13.746000 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c7d0e0-f57f-4d49-81db-1d0bb41eef5c None None] The sync data for ids ['3fc2bd3a-d1b3-42c9-84eb-5ed854466142'] in n-d-791503-12 is: [{'id': '3fc2bd3a-d1b3-42c9-84eb-5ed854466142', 'name': 'router1', 'tenant_id': 'db470bfbe95d44b280f4388e77ce9595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '8f9f71f2-4468-4313-924f-edc03e504de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:40:50Z', 'updated_at': '2021-07-07T16:41:10Z', 'revision_number': 4, 'project_id': 'db470bfbe95d44b280f4388e77ce9595', 'gw_port': {'id': '8f9f71f2-4468-4313-924f-edc03e504de5', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ae:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc2bd3a-d1b3-42c9-84eb-5ed854466142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:09Z', 'updated_at': '2021-07-07T16:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '71a1261d-3131-49e9-ab39-8dda7d8d87a1', 'name': '', 'network_id': '4dbbebd0-07ff-4fa5-8444-cfc409a20221', 'tenant_id': 'db470bfbe95d44b280f4388e77ce9595', 'mac_address': 'fa:16:3e:47:20:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc2bd3a-d1b3-42c9-84eb-5ed854466142', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1849824f-44c2-46ab-b21a-7fe3b4654a74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:00Z', 'updated_at': '2021-07-07T16:41:08Z', 'revision_number': 5, 'project_id': 'db470bfbe95d44b280f4388e77ce9595', 'subnets': [{'id': '1849824f-44c2-46ab-b21a-7fe3b4654a74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50a6baef-d457-4f88-abbd-bfd59ba9e0cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:41:14.567948 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8f9f71f2-4468-4313-924f-edc03e504de5 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:41:14.594883 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40976) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:14.635919 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 8f9f71f2-4468-4313-924f-edc03e504de5 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:41:14.641458 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 8f9f71f2-4468-4313-924f-edc03e504de5 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:14.641902 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:14.739934 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:14.765102 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 8f9f71f2-4468-4313-924f-edc03e504de5, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8f9f71f2-4468-4313-924f-edc03e504de5,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:41:14.769893 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:14.829851 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-434cb7ff-6736-489a-8c94-05f32a2991a6 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2326429 Jul 07 16:41:14.833045 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=8f9f71f2-4468-4313-924f-edc03e504de5,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:16.527348 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8f9f71f2-4468-4313-924f-edc03e504de5 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:41:16.599007 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 8f9f71f2-4468-4313-924f-edc03e504de5 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:16.599253 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:23.323037 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6a867606-b83c-4485-b6a5-d4caf1d71179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:26.090839 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:26.654779 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a56dcad6-9eff-491c-907e-99c28fbf9fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:27.660937 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:29.960148 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:41.455525 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 5 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:41:53.322518 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d68a54c3-e340-4be4-9141-2a792ae071d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:56.079160 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:56.660298 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b9c1074e-4e83-4e06-9483-00ce472d4187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:57.677875 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:59.962375 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:18.444899 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 5 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:42:23.304182 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0a44-c5d2-4e99-9c16-d194aa085087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:26.067100 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:26.658163 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-df7b1708-5873-4070-8018-994ad4895e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:27.627717 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:29.959860 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:53.300543 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b4da155a-8feb-4c33-a418-5aca6d662e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:55.446725 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 5 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:42:56.068703 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:56.656392 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c582aec2-7352-49a8-8740-f9f70c348457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:57.637525 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:59.967117 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:13.374779 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41576) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:13.439913 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-a488b920-c262-4884-96a2-e32c5ccd5a00 admin admin] GET failed (client error): The resource could not be found. Jul 07 16:43:13.441458 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a488b920-c262-4884-96a2-e32c5ccd5a00 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0656600 Jul 07 16:43:13.646498 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debe1a5a-6786-4118-97e8-347d16a51b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:13.649687 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-debe1a5a-6786-4118-97e8-347d16a51b15 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2037668 Jul 07 16:43:15.963110 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41586) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:16.092936 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d75a228-67fa-41b4-8315-16b76be31a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:16.094426 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4d75a228-67fa-41b4-8315-16b76be31a9d admin admin] 10.222.0.53 "GET /v2.0/subnets/1849824f-44c2-46ab-b21a-7fe3b4654a74 HTTP/1.1" status: 200 len: 849 time: 0.1299429 Jul 07 16:43:16.109145 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-c129e79e-b296-4bcb-92be-a9ed2b0c35c9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:43:16.204806 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c129e79e-b296-4bcb-92be-a9ed2b0c35c9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:16.369337 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c129e79e-b296-4bcb-92be-a9ed2b0c35c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737955985695'] for subnet, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:16.503945 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c129e79e-b296-4bcb-92be-a9ed2b0c35c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:16.504431 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c129e79e-b296-4bcb-92be-a9ed2b0c35c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:16.505986 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c129e79e-b296-4bcb-92be-a9ed2b0c35c9 admin admin] 10.222.0.53 "PUT /v2.0/subnets/1849824f-44c2-46ab-b21a-7fe3b4654a74 HTTP/1.1" status: 200 len: 868 time: 0.4011855 Jul 07 16:43:16.510970 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73cae37-11d2-4cf3-9394-9af1b8bcda29 None None] Network 4dbbebd0-07ff-4fa5-8444-cfc409a20221 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:43:16.536045 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c129e79e-b296-4bcb-92be-a9ed2b0c35c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1849824f-44c2-46ab-b21a-7fe3b4654a74,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:16.549969 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129e79e-b296-4bcb-92be-a9ed2b0c35c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:16.550538 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129e79e-b296-4bcb-92be-a9ed2b0c35c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:16.551088 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129e79e-b296-4bcb-92be-a9ed2b0c35c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:16.551659 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129e79e-b296-4bcb-92be-a9ed2b0c35c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:16.552228 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129e79e-b296-4bcb-92be-a9ed2b0c35c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:16.552844 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129e79e-b296-4bcb-92be-a9ed2b0c35c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:16.554330 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129e79e-b296-4bcb-92be-a9ed2b0c35c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:16.554720 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129e79e-b296-4bcb-92be-a9ed2b0c35c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:16.555280 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129e79e-b296-4bcb-92be-a9ed2b0c35c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:16.555818 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129e79e-b296-4bcb-92be-a9ed2b0c35c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:16.556377 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129e79e-b296-4bcb-92be-a9ed2b0c35c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:16.557001 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129e79e-b296-4bcb-92be-a9ed2b0c35c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:16.995336 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b892a39a-de05-42fb-b745-8b15f948b5c5 None None] Provisioning complete for port 71a1261d-3131-49e9-ab39-8dda7d8d87a1 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:16.995924 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b892a39a-de05-42fb-b745-8b15f948b5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:17.143147 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b892a39a-de05-42fb-b745-8b15f948b5c5 None None] Provisioning complete for port 4e0d25bd-f6d8-4b1d-a993-a78e472922bb triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:17.143658 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b892a39a-de05-42fb-b745-8b15f948b5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:18.838395 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41594) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:19.076773 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df31ba01-68ec-4e6c-8aa2-96fc51907eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:19.077265 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df31ba01-68ec-4e6c-8aa2-96fc51907eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:19.078876 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-df31ba01-68ec-4e6c-8aa2-96fc51907eb0 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2395883 Jul 07 16:43:21.391920 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41602) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:21.558373 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19964b4-311b-463d-80ed-cb0eee1ac256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:21.558859 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19964b4-311b-463d-80ed-cb0eee1ac256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:21.560474 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b19964b4-311b-463d-80ed-cb0eee1ac256 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1675198 Jul 07 16:43:23.307570 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3c77-0147-4c0f-90a8-7899daf6f7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:24.048452 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41610) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:24.242367 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357913d2-43b8-4316-aa3b-3ad051b6076a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:24.243733 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-357913d2-43b8-4316-aa3b-3ad051b6076a admin admin] 10.222.0.53 "GET /v2.0/networks/4dbbebd0-07ff-4fa5-8444-cfc409a20221 HTTP/1.1" status: 200 len: 869 time: 0.1942043 Jul 07 16:43:26.072507 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:26.595414 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41618) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:26.661985 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ccb3c844-1716-4f62-beb8-b8447019a2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:26.753771 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89cafb9-02c1-4c11-8890-af204b2bcae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:26.755454 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b89cafb9-02c1-4c11-8890-af204b2bcae3 admin admin] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 886 time: 0.1589630 Jul 07 16:43:27.641091 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:29.108325 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41628) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:29.268000 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d0772b-8aaa-425a-8aea-8eec1e3e75b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:29.268628 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d0772b-8aaa-425a-8aea-8eec1e3e75b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:29.270701 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-85d0772b-8aaa-425a-8aea-8eec1e3e75b7 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1608539 Jul 07 16:43:29.963100 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:31.628819 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41636) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:31.735905 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402a1cc2-1a30-4b2e-8d23-86af6cbe2288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:31.736356 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402a1cc2-1a30-4b2e-8d23-86af6cbe2288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:31.737997 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-402a1cc2-1a30-4b2e-8d23-86af6cbe2288 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1079195 Jul 07 16:43:32.445570 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 5 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:43:34.165144 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41644) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:34.269363 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcd5a50-6283-4fa4-91a7-e0501c6c6f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:34.270789 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cdcd5a50-6283-4fa4-91a7-e0501c6c6f55 admin admin] 10.222.0.53 "GET /v2.0/subnets/1849824f-44c2-46ab-b21a-7fe3b4654a74 HTTP/1.1" status: 200 len: 868 time: 0.1034665 Jul 07 16:43:36.654866 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41652) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:36.799776 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f69665-b2ee-4beb-be21-66c4ccc7170e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:36.802842 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-09f69665-b2ee-4beb-be21-66c4ccc7170e admin admin] 10.222.0.53 "GET /v2.0/subnets/196596ff-a4cf-4410-ace9-a957282732ac HTTP/1.1" status: 200 len: 816 time: 0.1461890 Jul 07 16:43:53.306087 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-98194d1e-85e3-4d9c-9917-4907f6606078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:56.179078 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:56.651275 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-81306799-3011-41c7-836b-ea45a61e3ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:57.640498 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:59.974373 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:03.671415 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41696) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:03.725400 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-aa23aaa2-d3d7-4e57-bc68-58680e3a559b admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:44:03.726855 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-aa23aaa2-d3d7-4e57-bc68-58680e3a559b admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0539274 Jul 07 16:44:06.234193 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41704) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:06.307044 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a4dd48-4f08-46d5-bd2a-d175c8272328 admin admin] GET failed (client error): The resource could not be found. Jul 07 16:44:06.309248 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b2a4dd48-4f08-46d5-bd2a-d175c8272328 admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0739403 Jul 07 16:44:06.525571 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb16bf8-b67d-4044-ae0b-30dd73d43551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:06.528235 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0bb16bf8-b67d-4044-ae0b-30dd73d43551 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2141702 Jul 07 16:44:09.046317 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41712) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:09.100484 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-c7951e86-8bbb-472f-af2a-2320edc1641f admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:44:09.125671 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7951e86-8bbb-472f-af2a-2320edc1641f admin admin] Made reservation on behalf of 281bd01e176f40029223234d6a191bff for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:44:09.128294 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c7951e86-8bbb-472f-af2a-2320edc1641f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:09.170251 n-d-791503-12 neutron-server[100193]: WARNING neutron.services.revisions.revision_plugin [None req-c7951e86-8bbb-472f-af2a-2320edc1641f admin admin] Could not find related network for resource to bump revision. Jul 07 16:44:09.187106 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7951e86-8bbb-472f-af2a-2320edc1641f admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:44:09.201283 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c7951e86-8bbb-472f-af2a-2320edc1641f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:09.201761 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-c7951e86-8bbb-472f-af2a-2320edc1641f admin admin] Added segment 7293a9eb-a6ff-426d-ab1a-a077b8aef1e4 of type vlan for network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c Jul 07 16:44:09.253668 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c7951e86-8bbb-472f-af2a-2320edc1641f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:09.290961 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c7951e86-8bbb-472f-af2a-2320edc1641f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:09.292014 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7951e86-8bbb-472f-af2a-2320edc1641f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:09.292734 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c7951e86-8bbb-472f-af2a-2320edc1641f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:09.351006 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c7951e86-8bbb-472f-af2a-2320edc1641f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3033595 Jul 07 16:44:09.365510 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7951e86-8bbb-472f-af2a-2320edc1641f admin admin] Pushing event updated for resources: {'Network': ['ID=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:09.376334 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7951e86-8bbb-472f-af2a-2320edc1641f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:09.376921 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7951e86-8bbb-472f-af2a-2320edc1641f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:09.377400 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7951e86-8bbb-472f-af2a-2320edc1641f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:09.377842 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7951e86-8bbb-472f-af2a-2320edc1641f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:09.378273 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7951e86-8bbb-472f-af2a-2320edc1641f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:09.378901 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7951e86-8bbb-472f-af2a-2320edc1641f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:09.379297 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7951e86-8bbb-472f-af2a-2320edc1641f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:09.379740 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7951e86-8bbb-472f-af2a-2320edc1641f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:09.380338 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7951e86-8bbb-472f-af2a-2320edc1641f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:09.380868 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7951e86-8bbb-472f-af2a-2320edc1641f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:09.381592 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7951e86-8bbb-472f-af2a-2320edc1641f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:09.381900 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7951e86-8bbb-472f-af2a-2320edc1641f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:09.398275 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:44:09.446571 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 5 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:44:12.524529 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41720) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:12.606640 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-d735d50c-3fcd-4643-8274-0e79925cdaae admin admin] GET failed (client error): The resource could not be found. Jul 07 16:44:12.609267 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d735d50c-3fcd-4643-8274-0e79925cdaae admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0830743 Jul 07 16:44:12.820453 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f849da-c916-4ef1-ba12-56735d0fbc45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:12.823060 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-88f849da-c916-4ef1-ba12-56735d0fbc45 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.2082856 Jul 07 16:44:12.833856 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-9354e86c-85cb-4cc1-9b48-1962878fa77b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:44:12.859249 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9354e86c-85cb-4cc1-9b48-1962878fa77b admin admin] Made reservation on behalf of 281bd01e176f40029223234d6a191bff for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:44:12.862550 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9354e86c-85cb-4cc1-9b48-1962878fa77b admin admin] Notify callbacks [] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:13.058838 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9354e86c-85cb-4cc1-9b48-1962878fa77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:13.118748 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354e86c-85cb-4cc1-9b48-1962878fa77b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d95a099c-96c7-4e57-b410-16817e6f8d6e,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:13.129019 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9354e86c-85cb-4cc1-9b48-1962878fa77b admin admin] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:44:13.129391 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9354e86c-85cb-4cc1-9b48-1962878fa77b admin admin] Network hostable DHCP agents. Network: 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:44:13.148964 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9354e86c-85cb-4cc1-9b48-1962878fa77b admin admin] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:44:13.160378 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-9354e86c-85cb-4cc1-9b48-1962878fa77b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:44:13.165241 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9354e86c-85cb-4cc1-9b48-1962878fa77b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:13.165987 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9354e86c-85cb-4cc1-9b48-1962878fa77b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:13.174246 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cc1b65-4903-426c-b45e-50d0a68718eb None None] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:44:13.187021 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9354e86c-85cb-4cc1-9b48-1962878fa77b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3572540 Jul 07 16:44:13.407441 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'tenant_id': '281bd01e176f40029223234d6a191bff', 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:44:13.408797 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:13.613545 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Allocated IP 192.168.233.2 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/b9963913-1760-4fbf-9582-95024db2346d) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:44:13.806624 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:13.817545 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Transition to ACTIVE for port object b9963913-1760-4fbf-9582-95024db2346d will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:44:13.837687 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Transition to ACTIVE for port object b9963913-1760-4fbf-9582-95024db2346d will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:44:13.846695 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:13.895892 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:44:13.899824 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:44:13.903755 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:44:13.911176 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Pushing event updated for resources: {'Port': ['ID=b9963913-1760-4fbf-9582-95024db2346d,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:13.930807 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.931382 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.931905 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.932447 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.933015 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.933533 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.933989 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.934443 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.934902 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.935437 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.935957 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.936472 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:14.015836 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Attempting to bind port b9963913-1760-4fbf-9582-95024db2346d on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:44:14.016544 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Attempting to bind port b9963913-1760-4fbf-9582-95024db2346d by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:44:14.017310 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Attempting to bind port b9963913-1760-4fbf-9582-95024db2346d on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:44:14.027372 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:44:14.027961 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:44:14.028477 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:14.029114 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:44:14.029693 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Bound port: b9963913-1760-4fbf-9582-95024db2346d, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:44:14.030168 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:14.132069 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] For port b9963913-1760-4fbf-9582-95024db2346d, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:44:14.135984 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] For port b9963913-1760-4fbf-9582-95024db2346d, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b9963913-1760-4fbf-9582-95024db2346d,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:44:14.142756 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:14.213704 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177ca25-c869-4df3-98c5-502b02c8a7af None None] Pushing event updated for resources: {'Port': ['ID=b9963913-1760-4fbf-9582-95024db2346d,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:14.727435 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b9963913-1760-4fbf-9582-95024db2346d up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:44:14.811513 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port b9963913-1760-4fbf-9582-95024db2346d completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:44:15.296905 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1166614-c020-4f75-b3a6-5a8c58704edf None None] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:44:15.405817 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f8417af1-fbe3-4aa5-ba5d-c2ae853f69c0 None None] Provisioning for port b9963913-1760-4fbf-9582-95024db2346d completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:44:15.420205 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f8417af1-fbe3-4aa5-ba5d-c2ae853f69c0 None None] Provisioning complete for port b9963913-1760-4fbf-9582-95024db2346d triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:44:15.420824 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f8417af1-fbe3-4aa5-ba5d-c2ae853f69c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:15.606999 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f8417af1-fbe3-4aa5-ba5d-c2ae853f69c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:15.665119 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-f8417af1-fbe3-4aa5-ba5d-c2ae853f69c0 None None] For port b9963913-1760-4fbf-9582-95024db2346d, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b9963913-1760-4fbf-9582-95024db2346d,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:15.672579 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f8417af1-fbe3-4aa5-ba5d-c2ae853f69c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:15.763684 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8417af1-fbe3-4aa5-ba5d-c2ae853f69c0 None None] Pushing event updated for resources: {'Port': ['ID=b9963913-1760-4fbf-9582-95024db2346d,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:15.900451 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-585e45fc-b144-4d5c-aff8-1f70d9fca6fe None None] Provisioning complete for port b9963913-1760-4fbf-9582-95024db2346d triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:44:15.901001 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-585e45fc-b144-4d5c-aff8-1f70d9fca6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:16.705411 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b9963913-1760-4fbf-9582-95024db2346d up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:44:16.776838 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port b9963913-1760-4fbf-9582-95024db2346d triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:44:16.777345 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:23.309356 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-72893ad7-c9b0-427c-a075-d8b01a51d206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:26.069215 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:26.667025 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a6548810-118e-4844-be98-9740dd643c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:27.643053 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:29.973757 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:46.447492 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 5 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:44:53.313454 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a3e9fc55-0475-4ce2-86ab-058db9723a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:56.069908 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:56.661679 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ba800b10-95e2-4a8c-972b-a63ff1754bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:57.649686 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:59.971010 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:23.312516 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fec7e05b-a0dd-464f-a459-94ecc73283af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:23.447361 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 5 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:45:26.071121 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:26.661760 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9945161b-88e6-4517-95f4-f1ea2467c78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:27.654088 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:29.974497 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:32.426796 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41772) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:32.436918 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-3967e670-218a-4fd4-81df-f9ef913edb90 tempest-verify_tempest_config-683844361 tempest-verify_tempest_config-683844361-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:45:32.439082 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3967e670-218a-4fd4-81df-f9ef913edb90 tempest-verify_tempest_config-683844361 tempest-verify_tempest_config-683844361-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0106697 Jul 07 16:45:32.852167 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41790) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:32.974267 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-239bf843-41cd-4972-9a55-8ec93a8d616b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:33.090702 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-239bf843-41cd-4972-9a55-8ec93a8d616b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:33.097700 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-239bf843-41cd-4972-9a55-8ec93a8d616b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:33.154536 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-239bf843-41cd-4972-9a55-8ec93a8d616b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e6622fc1a9004938b50c098fd8f9f00d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3011856 Jul 07 16:45:33.155564 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239bf843-41cd-4972-9a55-8ec93a8d616b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e03927e-1329-4488-9dcc-5e3b5b9cbfea,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:33.158912 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41794) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:33.165025 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239bf843-41cd-4972-9a55-8ec93a8d616b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:33.165503 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239bf843-41cd-4972-9a55-8ec93a8d616b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:33.165935 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239bf843-41cd-4972-9a55-8ec93a8d616b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:33.166409 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239bf843-41cd-4972-9a55-8ec93a8d616b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:33.166835 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239bf843-41cd-4972-9a55-8ec93a8d616b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:33.167311 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239bf843-41cd-4972-9a55-8ec93a8d616b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:33.167748 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239bf843-41cd-4972-9a55-8ec93a8d616b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:33.168175 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239bf843-41cd-4972-9a55-8ec93a8d616b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:33.168610 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239bf843-41cd-4972-9a55-8ec93a8d616b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:33.169064 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239bf843-41cd-4972-9a55-8ec93a8d616b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:33.169448 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239bf843-41cd-4972-9a55-8ec93a8d616b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:33.169857 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239bf843-41cd-4972-9a55-8ec93a8d616b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:33.230751 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-511e0cb1-d422-44ee-95d1-e751fa3b31b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:33.258654 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-511e0cb1-d422-44ee-95d1-e751fa3b31b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:33.368882 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-511e0cb1-d422-44ee-95d1-e751fa3b31b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:33.371993 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-511e0cb1-d422-44ee-95d1-e751fa3b31b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:33.373296 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-511e0cb1-d422-44ee-95d1-e751fa3b31b4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e03927e-1329-4488-9dcc-5e3b5b9cbfea HTTP/1.1" status: 204 len: 168 time: 0.2133560 Jul 07 16:45:33.382847 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e0cb1-d422-44ee-95d1-e751fa3b31b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e03927e-1329-4488-9dcc-5e3b5b9cbfea,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:33.391489 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511e0cb1-d422-44ee-95d1-e751fa3b31b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:33.391937 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511e0cb1-d422-44ee-95d1-e751fa3b31b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:33.392338 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511e0cb1-d422-44ee-95d1-e751fa3b31b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:33.392904 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511e0cb1-d422-44ee-95d1-e751fa3b31b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:33.393477 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511e0cb1-d422-44ee-95d1-e751fa3b31b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:33.394039 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511e0cb1-d422-44ee-95d1-e751fa3b31b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:33.394621 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511e0cb1-d422-44ee-95d1-e751fa3b31b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:33.395206 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511e0cb1-d422-44ee-95d1-e751fa3b31b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:33.395783 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511e0cb1-d422-44ee-95d1-e751fa3b31b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:33.396357 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511e0cb1-d422-44ee-95d1-e751fa3b31b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:33.396944 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511e0cb1-d422-44ee-95d1-e751fa3b31b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:33.397516 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511e0cb1-d422-44ee-95d1-e751fa3b31b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:53.308410 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2fe555f5-986f-45ae-9e0c-e0b0e3a17e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:56.068273 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:56.658959 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4d57f240-a83d-4a25-b41b-c925d5e95683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:57.650280 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:59.974149 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:00.445771 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 5 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:46:23.305061 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e5bb903b-0cd8-4833-9758-3896262a279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:26.066241 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:26.652333 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6a3c0f52-5ced-41f7-a090-32429dbb6bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:27.656533 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:29.978865 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:37.449148 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 5 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:46:53.310395 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2664ac56-d1a9-49ed-bc29-2f1e0f19b7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:56.060830 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:56.660208 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-917d6e68-651f-4b82-963d-0951b7c696d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:57.658398 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:59.986039 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:14.456908 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 5 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:47:23.305358 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6f66d7d4-7d9a-4be5-8506-f8e45832c461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:26.065445 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:26.654469 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ca7a09eb-71be-4c96-9869-a3e12cc82ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:27.660962 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:29.985542 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:51.456919 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 5 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:47:53.298683 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a86f4695-6191-4de3-8cb9-4659a5f15203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:56.070098 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:56.658093 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-08c15813-2915-4ac9-94a5-bdad44b34761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:57.666958 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:59.989328 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.313132 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cd6b1ab9-b096-436c-81de-0243ecec36d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:26.082790 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:26.662374 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2fc4e1cd-b852-42a2-bd64-d00da529f481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:27.667474 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:28.455627 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 5 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:48:29.990108 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:36.786163 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8266247'] for agent, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:37.419926 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8266247'] for agent, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:53.309379 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e3db3550-5687-4659-a901-5e9f410dfbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:56.076859 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:56.669540 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fab85443-0f35-4fec-9f83-aea524281c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:57.669843 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:59.996524 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:05.455131 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:49:06.735173 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:07.360764 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.307055 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a9e52436-8a94-4f0c-b336-d218ba6ade64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:24.349775 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41860) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:24.467272 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4d707a86-ed13-4d52-97b0-90569b781cba admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1160412 Jul 07 16:49:26.084917 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:26.670642 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-450009d0-2122-4594-bcf1-c01b8cfe6724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:26.944040 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41870) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:27.045850 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-265063df-20ff-4c02-a9a2-5cbe8ba04352 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1000109 Jul 07 16:49:27.672075 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:30.006278 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.744566 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:37.379591 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:42.454644 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:49:53.304043 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7d34-65de-469b-9335-26b9cb48e46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:56.079933 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:56.666179 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ab99037d-7d3e-487b-938d-1de9ca5762e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:57.683040 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:00.005109 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:06.737791 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:07.383349 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:19.460098 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:50:23.321174 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fb82feb5-5ddf-4d60-a4d7-76fd87ae8834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:26.078098 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:26.681422 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3075108c-3b95-4523-8d1e-2c3f786e13ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:27.682153 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:30.009308 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:36.737666 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:37.380115 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:53.326129 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-00f68c6a-b773-4b1a-92cd-360173ba8bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:56.090085 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:56.466790 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:50:56.612262 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42052) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:56.670959 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ea93850b-b02c-4e0e-b9f7-03633fb87325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:57.072645 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-58de2723-57c6-482d-badc-aef7d8a08034 tempest-AutoAllocateNetworkTest-2110750245 tempest-AutoAllocateNetworkTest-2110750245-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c6bb8e2d69484b66802f9005e37a04e7&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4536054 Jul 07 16:50:57.072821 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42076) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:57.342636 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06f0f83-e2a1-4fb8-a1d6-f5acbc8c3082 tempest-AutoAllocateNetworkTest-2110750245 tempest-AutoAllocateNetworkTest-2110750245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:57.348580 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c06f0f83-e2a1-4fb8-a1d6-f5acbc8c3082 tempest-AutoAllocateNetworkTest-2110750245 tempest-AutoAllocateNetworkTest-2110750245-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2750392 Jul 07 16:50:57.349155 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42090) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:57.427959 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7b077925-6c45-4e0c-9ddb-8a5652575d55 tempest-AutoAllocateNetworkTest-2110750245 tempest-AutoAllocateNetworkTest-2110750245-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766444 Jul 07 16:50:57.430803 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42092) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:57.466502 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1cd32d00-a2a7-4a62-9e65-3478121424ac tempest-AutoAllocateNetworkTest-2110750245 tempest-AutoAllocateNetworkTest-2110750245-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c6bb8e2d69484b66802f9005e37a04e7 HTTP/1.1" status: 200 len: 208 time: 0.0293500 Jul 07 16:50:57.690330 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:58.562784 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42130) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:59.219589 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7b1151c9-f5a1-40eb-ad32-0eb9b882c015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:59.384477 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7b1151c9-f5a1-40eb-ad32-0eb9b882c015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:59.391482 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7b1151c9-f5a1-40eb-ad32-0eb9b882c015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:59.435995 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1151c9-f5a1-40eb-ad32-0eb9b882c015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51203c5-6f68-494c-a993-7088bacae4af,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:59.442004 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7b1151c9-f5a1-40eb-ad32-0eb9b882c015 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c6bb8e2d69484b66802f9005e37a04e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8781006 Jul 07 16:50:59.445943 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42156) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:59.447581 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1151c9-f5a1-40eb-ad32-0eb9b882c015 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:59.448090 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1151c9-f5a1-40eb-ad32-0eb9b882c015 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:59.448689 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1151c9-f5a1-40eb-ad32-0eb9b882c015 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:59.449025 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1151c9-f5a1-40eb-ad32-0eb9b882c015 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:59.449180 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1151c9-f5a1-40eb-ad32-0eb9b882c015 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:59.449428 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1151c9-f5a1-40eb-ad32-0eb9b882c015 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:59.449942 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1151c9-f5a1-40eb-ad32-0eb9b882c015 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:59.450567 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1151c9-f5a1-40eb-ad32-0eb9b882c015 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:59.451081 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1151c9-f5a1-40eb-ad32-0eb9b882c015 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:59.451588 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1151c9-f5a1-40eb-ad32-0eb9b882c015 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:59.452567 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1151c9-f5a1-40eb-ad32-0eb9b882c015 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:59.453136 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1151c9-f5a1-40eb-ad32-0eb9b882c015 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1151c9-f5a1-40eb-ad32-0eb9b882c015 admin admin] Tracked resource versions report: Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: pushed versions: Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: { 'AddressGroup': {'1.2'}, Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: 'ConntrackHelper': {'1.0'}, Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: 'Log': {'1.0'}, Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: 'Network': {'1.1'}, Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: 'Port': {'1.7'}, Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: 'PortForwarding': {'1.2'}, Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: 'QosPolicy': {'1.8'}, Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: 'SecurityGroup': {'1.4'}, Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: 'SubPort': {'1.0'}, Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: 'Subnet': {'1.1'}, Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: 'Trunk': {'1.1'}} Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: consumer versions: Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: { DHCP agent@n-d-791503-12: {}, Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: HyperV agent@n-h1-791503-12: {}, Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: HyperV agent@n-h2-791503-12: {}, Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: L3 agent@n-d-791503-12: {}, Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: Metadata agent@n-d-791503-12: {}, Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: Metering agent@n-d-791503-12: {}, Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: Open vSwitch agent@n-d-791503-12: { 'AddressGroup': '1.2', Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: 'ConntrackHelper': '1.0', Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: 'Log': '1.0', Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: 'Network': '1.1', Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: 'Port': '1.7', Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: 'PortForwarding': '1.2', Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: 'QosPolicy': '1.8', Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: 'SecurityGroup': '1.4', Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: 'SecurityGroupRule': '1.2', Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: 'SubPort': '1.0', Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: 'Subnet': '1.1', Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: 'Trunk': '1.1'}} Jul 07 16:50:59.456058 n-d-791503-12 neutron-server[100193]: {{(pid=100193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:50:59.552268 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aa083ccd-cc6b-4fe3-91e1-38c4f6e0df72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:59.590213 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aa083ccd-cc6b-4fe3-91e1-38c4f6e0df72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:59.720170 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aa083ccd-cc6b-4fe3-91e1-38c4f6e0df72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:59.726102 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aa083ccd-cc6b-4fe3-91e1-38c4f6e0df72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:59.729849 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-aa083ccd-cc6b-4fe3-91e1-38c4f6e0df72 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e51203c5-6f68-494c-a993-7088bacae4af HTTP/1.1" status: 204 len: 168 time: 0.2783296 Jul 07 16:50:59.749470 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa083ccd-cc6b-4fe3-91e1-38c4f6e0df72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51203c5-6f68-494c-a993-7088bacae4af,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:59.768199 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa083ccd-cc6b-4fe3-91e1-38c4f6e0df72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:59.769999 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa083ccd-cc6b-4fe3-91e1-38c4f6e0df72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:59.771243 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa083ccd-cc6b-4fe3-91e1-38c4f6e0df72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:59.772987 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa083ccd-cc6b-4fe3-91e1-38c4f6e0df72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:59.774561 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa083ccd-cc6b-4fe3-91e1-38c4f6e0df72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:59.775844 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa083ccd-cc6b-4fe3-91e1-38c4f6e0df72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:59.776845 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa083ccd-cc6b-4fe3-91e1-38c4f6e0df72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:59.777908 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa083ccd-cc6b-4fe3-91e1-38c4f6e0df72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:59.779076 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa083ccd-cc6b-4fe3-91e1-38c4f6e0df72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:59.780721 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa083ccd-cc6b-4fe3-91e1-38c4f6e0df72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:59.781944 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa083ccd-cc6b-4fe3-91e1-38c4f6e0df72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:59.782448 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa083ccd-cc6b-4fe3-91e1-38c4f6e0df72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa083ccd-cc6b-4fe3-91e1-38c4f6e0df72 admin admin] Tracked resource versions report: Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: pushed versions: Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: { 'AddressGroup': {'1.2'}, Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: 'ConntrackHelper': {'1.0'}, Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: 'Log': {'1.0'}, Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: 'Network': {'1.1'}, Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: 'Port': {'1.7'}, Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: 'PortForwarding': {'1.2'}, Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: 'QosPolicy': {'1.8'}, Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: 'SecurityGroup': {'1.4'}, Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: 'SubPort': {'1.0'}, Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: 'Subnet': {'1.1'}, Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: 'Trunk': {'1.1'}} Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: consumer versions: Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: { DHCP agent@n-d-791503-12: {}, Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: HyperV agent@n-h1-791503-12: {}, Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: HyperV agent@n-h2-791503-12: {}, Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: L3 agent@n-d-791503-12: {}, Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: Metadata agent@n-d-791503-12: {}, Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: Metering agent@n-d-791503-12: {}, Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: Open vSwitch agent@n-d-791503-12: { 'AddressGroup': '1.2', Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: 'ConntrackHelper': '1.0', Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: 'Log': '1.0', Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: 'Network': '1.1', Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: 'Port': '1.7', Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: 'PortForwarding': '1.2', Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: 'QosPolicy': '1.8', Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: 'SecurityGroup': '1.4', Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: 'SecurityGroupRule': '1.2', Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: 'SubPort': '1.0', Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: 'Subnet': '1.1', Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: 'Trunk': '1.1'}} Jul 07 16:50:59.784370 n-d-791503-12 neutron-server[100192]: {{(pid=100192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:51:00.016066 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:03.759389 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42344) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:03.761590 n-d-791503-12 neutron-server[100193]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 16:51:03.796344 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-46367993-762e-4d08-b390-4992e6d8641e tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4b24be37660c47a19fa1e886c36dc91f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351803 Jul 07 16:51:04.126160 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-9572406f-1d9d-4b87-8cb7-16000bd2e9a6 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:04.127738 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-9572406f-1d9d-4b87-8cb7-16000bd2e9a6 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3242846 Jul 07 16:51:04.156709 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-e655093d-f4c3-494b-b4a6-eb207dea48b3 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/quotas/4b24be37660c47a19fa1e886c36dc91f HTTP/1.1" status: 200 len: 375 time: 0.0228176 Jul 07 16:51:04.220210 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-0fbfd0a6-373c-4463-bf41-95793f07f944 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4b24be37660c47a19fa1e886c36dc91f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531211 Jul 07 16:51:04.798899 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-80ac36e6-2d6b-4e25-9fdb-ff90c6de9e41 req-5ae7e0c4-b62d-4814-b778-47e7dd9fb9a1 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18ce6c8-5612-4634-a23e-129cddd16876 HTTP/1.1" status: 200 len: 210 time: 0.1030977 Jul 07 16:51:05.076213 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42424) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:05.117254 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42428) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:05.383790 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-393f303a-b01e-4031-8f00-27c63374ec1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.401832 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-49c257d2-fe72-450f-b901-e30ceb556eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.549700 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-49c257d2-fe72-450f-b901-e30ceb556eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.557323 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-49c257d2-fe72-450f-b901-e30ceb556eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.621108 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-49c257d2-fe72-450f-b901-e30ceb556eda admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=90874ef7def24ba3aeb8f3db88b2b37a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4928484 Jul 07 16:51:05.626071 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42456) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:05.643232 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c257d2-fe72-450f-b901-e30ceb556eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ef4d42-ce37-4977-af1a-59d739ee38bb,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:05.757794 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-07a41ece-c73e-44ea-ba2c-8472a02db6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.847990 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-393f303a-b01e-4031-8f00-27c63374ec1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.853659 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-393f303a-b01e-4031-8f00-27c63374ec1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.860286 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-07a41ece-c73e-44ea-ba2c-8472a02db6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.924487 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f303a-b01e-4031-8f00-27c63374ec1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcdb434-6c5d-4b3f-9813-661c6a2053b9,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:05.949026 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-393f303a-b01e-4031-8f00-27c63374ec1f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=18780757c6c04a8da4cadaf2a8d4774d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8691616 Jul 07 16:51:05.955006 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42486) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:05.978739 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-07a41ece-c73e-44ea-ba2c-8472a02db6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.985563 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-07a41ece-c73e-44ea-ba2c-8472a02db6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.987066 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-07a41ece-c73e-44ea-ba2c-8472a02db6a8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/04ef4d42-ce37-4977-af1a-59d739ee38bb HTTP/1.1" status: 204 len: 168 time: 0.3591692 Jul 07 16:51:06.002711 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a41ece-c73e-44ea-ba2c-8472a02db6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ef4d42-ce37-4977-af1a-59d739ee38bb,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:06.069249 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3dec71af-3f48-4614-a572-9f080e976b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:06.107961 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3dec71af-3f48-4614-a572-9f080e976b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:06.177250 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3dec71af-3f48-4614-a572-9f080e976b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:06.180104 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3dec71af-3f48-4614-a572-9f080e976b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:06.183718 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3dec71af-3f48-4614-a572-9f080e976b9e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9bcdb434-6c5d-4b3f-9813-661c6a2053b9 HTTP/1.1" status: 204 len: 168 time: 0.2251661 Jul 07 16:51:06.192786 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec71af-3f48-4614-a572-9f080e976b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcdb434-6c5d-4b3f-9813-661c6a2053b9,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:06.658417 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42526) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:06.753265 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:06.818962 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42538) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:06.841876 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42544) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:06.859428 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6428efba-22ab-4109-8797-984cede98a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.071239 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6428efba-22ab-4109-8797-984cede98a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.079533 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6428efba-22ab-4109-8797-984cede98a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.178077 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428efba-22ab-4109-8797-984cede98a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eec5522-acfd-4f2c-9491-1afecc06ee65,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:07.189116 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6428efba-22ab-4109-8797-984cede98a4c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b1095de88d54cafb758c38696adb33f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3449636 Jul 07 16:51:07.193747 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42558) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:07.218202 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4e823a63-881e-4dad-967f-1fe2bb26edfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.321959 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42564) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:07.373952 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1007558d-b599-4757-851f-f91ca22c44f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.399319 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4b8157ce-bcac-451d-af13-5a0442482398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.425478 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.473837 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4e823a63-881e-4dad-967f-1fe2bb26edfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.482223 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4e823a63-881e-4dad-967f-1fe2bb26edfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.501340 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4b8157ce-bcac-451d-af13-5a0442482398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.540433 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4e823a63-881e-4dad-967f-1fe2bb26edfc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d90d8123488438db26d9c6db62b84d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8763654 Jul 07 16:51:07.545017 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42568) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:07.607266 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e823a63-881e-4dad-967f-1fe2bb26edfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e2b851-ebf4-4e07-b8c1-b7c8ce68c7c0,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:07.652682 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-56262999-6214-4149-9ce2-0b215c83a37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.683454 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-56262999-6214-4149-9ce2-0b215c83a37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.785470 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-56262999-6214-4149-9ce2-0b215c83a37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.785647 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4b8157ce-bcac-451d-af13-5a0442482398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.790156 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-56262999-6214-4149-9ce2-0b215c83a37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.790954 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4b8157ce-bcac-451d-af13-5a0442482398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.797666 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-56262999-6214-4149-9ce2-0b215c83a37f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/91e2b851-ebf4-4e07-b8c1-b7c8ce68c7c0 HTTP/1.1" status: 204 len: 168 time: 0.2454400 Jul 07 16:51:07.797933 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4b8157ce-bcac-451d-af13-5a0442482398 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9eec5522-acfd-4f2c-9491-1afecc06ee65 HTTP/1.1" status: 204 len: 168 time: 0.5972300 Jul 07 16:51:07.827933 n-d-791503-12 neutron-server[100192]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 16:51:07.830249 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56262999-6214-4149-9ce2-0b215c83a37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e2b851-ebf4-4e07-b8c1-b7c8ce68c7c0,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:07.850426 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8157ce-bcac-451d-af13-5a0442482398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eec5522-acfd-4f2c-9491-1afecc06ee65,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:07.900165 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1007558d-b599-4757-851f-f91ca22c44f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.914233 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1007558d-b599-4757-851f-f91ca22c44f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.013468 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8a9d8a47-a65e-4622-9668-caf955d0c0df req-b1b6e929-0746-41fb-b4dd-fa446b634141 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18ce6c8-5612-4634-a23e-129cddd16876 HTTP/1.1" status: 200 len: 210 time: 1.1925435 Jul 07 16:51:08.018524 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007558d-b599-4757-851f-f91ca22c44f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5364985-f444-4a9b-a62e-ff1d4c262e4f,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:08.095088 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1007558d-b599-4757-851f-f91ca22c44f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2955f2fc62e24047970703eb9ce958bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7696576 Jul 07 16:51:08.096738 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42592) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:08.219331 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42600) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:08.235139 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-384bc293-64c4-4e18-845c-44607cff7bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.297494 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-384bc293-64c4-4e18-845c-44607cff7bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.313070 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.72', 63577) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:08.428919 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-384bc293-64c4-4e18-845c-44607cff7bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.432053 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-384bc293-64c4-4e18-845c-44607cff7bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.437408 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-384bc293-64c4-4e18-845c-44607cff7bed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f5364985-f444-4a9b-a62e-ff1d4c262e4f HTTP/1.1" status: 204 len: 168 time: 0.3384178 Jul 07 16:51:08.443889 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-3006e101-337c-41ed-b548-7e5b1cee8260 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=4b24be37660c47a19fa1e886c36dc91f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1284027 Jul 07 16:51:08.459210 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc293-64c4-4e18-845c-44607cff7bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5364985-f444-4a9b-a62e-ff1d4c262e4f,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:08.510008 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42624) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:08.532184 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-10a46cfa-2ddf-460d-a656-8a605cd79f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.705446 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-723a0e0f-cfe4-4476-8d4c-ea1c5f2ef8f7 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:08.707474 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-723a0e0f-cfe4-4476-8d4c-ea1c5f2ef8f7 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2578020 Jul 07 16:51:08.778089 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-82b57aa0-1167-4e4e-bc51-99da07af4345 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Request body: {'port': {'device_id': 'f18ce6c8-5612-4634-a23e-129cddd16876', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': '4b24be37660c47a19fa1e886c36dc91f'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:08.825766 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-10a46cfa-2ddf-460d-a656-8a605cd79f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.837203 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-10a46cfa-2ddf-460d-a656-8a605cd79f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.906165 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a46cfa-2ddf-460d-a656-8a605cd79f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34307fee-73a5-46d3-bce3-64319eb16f02,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:08.994731 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-10a46cfa-2ddf-460d-a656-8a605cd79f04 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f57cbc65b56d4ea98b661b164a72fedc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4794257 Jul 07 16:51:08.997580 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42640) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:09.086347 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b1b1d706-3a11-4843-9fd6-eff594f76db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:09.143453 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-82b57aa0-1167-4e4e-bc51-99da07af4345 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Made reservation on behalf of 4b24be37660c47a19fa1e886c36dc91f for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:09.147571 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-82b57aa0-1167-4e4e-bc51-99da07af4345 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:09.165958 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-82b57aa0-1167-4e4e-bc51-99da07af4345 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:09.199230 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9cad267f-6fb9-43f8-8f6c-96f5cc538d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:09.299539 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9cad267f-6fb9-43f8-8f6c-96f5cc538d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:09.398614 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b1b1d706-3a11-4843-9fd6-eff594f76db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:09.413879 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b1b1d706-3a11-4843-9fd6-eff594f76db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:09.421602 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c4ca624c-6e87-4044-8037-f0510f969b4d req-2fca7815-1126-4358-999f-9d85a8dd3f55 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18ce6c8-5612-4634-a23e-129cddd16876 HTTP/1.1" status: 200 len: 210 time: 0.0303786 Jul 07 16:51:09.422454 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9cad267f-6fb9-43f8-8f6c-96f5cc538d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:09.425066 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9cad267f-6fb9-43f8-8f6c-96f5cc538d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:09.428973 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9cad267f-6fb9-43f8-8f6c-96f5cc538d13 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/34307fee-73a5-46d3-bce3-64319eb16f02 HTTP/1.1" status: 204 len: 168 time: 0.4277117 Jul 07 16:51:09.434870 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad267f-6fb9-43f8-8f6c-96f5cc538d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34307fee-73a5-46d3-bce3-64319eb16f02,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:09.576437 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b1b1d706-3a11-4843-9fd6-eff594f76db2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e1798f4cedc446c6b8851c13e8bebca7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3548350 Jul 07 16:51:09.580142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42682) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:09.641082 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1d706-3a11-4843-9fd6-eff594f76db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360ca259-442d-44a5-91f1-6f62506d8022,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:09.713572 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-74dd4470-8b62-4f64-b426-1c99eba2571c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:09.772195 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-74dd4470-8b62-4f64-b426-1c99eba2571c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:09.913444 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-74dd4470-8b62-4f64-b426-1c99eba2571c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:09.920898 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-74dd4470-8b62-4f64-b426-1c99eba2571c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:09.926829 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-74dd4470-8b62-4f64-b426-1c99eba2571c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/360ca259-442d-44a5-91f1-6f62506d8022 HTTP/1.1" status: 204 len: 168 time: 0.3455055 Jul 07 16:51:09.938044 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd4470-8b62-4f64-b426-1c99eba2571c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360ca259-442d-44a5-91f1-6f62506d8022,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:10.077952 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-468b0cef-1837-4064-b1ae-2d659776673d tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ca56f8f59fc949349a26702f8ee6ebda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436015 Jul 07 16:51:10.082343 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-82b57aa0-1167-4e4e-bc51-99da07af4345 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.096965 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-82b57aa0-1167-4e4e-bc51-99da07af4345 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.300229 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b57aa0-1167-4e4e-bc51-99da07af4345 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=641001a4-5729-4ef6-850d-e6e4bdaf277e,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:10.454208 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-d17e4822-b3a1-4ddc-a780-5669a5d3bc7b tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:10.463108 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-d17e4822-b3a1-4ddc-a780-5669a5d3bc7b tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3839107 Jul 07 16:51:10.499725 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-82b57aa0-1167-4e4e-bc51-99da07af4345 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Allocated IP 192.168.233.65 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/27b63a68-c90a-4fef-8c03-bde880b52adb) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:10.522424 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-95bbdf9b-96d8-492e-9298-aa7a448a40b5 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/quotas/ca56f8f59fc949349a26702f8ee6ebda HTTP/1.1" status: 200 len: 375 time: 0.0580487 Jul 07 16:51:10.736337 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-09d87b6e-46b7-4f7c-b4ef-783adf75a84b tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ca56f8f59fc949349a26702f8ee6ebda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2116096 Jul 07 16:51:11.135516 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-30f7cea9-0b9b-49f3-988e-03ab1777fc0a req-13d8e48d-951e-4f78-ba3b-f0b5675bb203 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18ce6c8-5612-4634-a23e-129cddd16876 HTTP/1.1" status: 200 len: 210 time: 0.2527199 Jul 07 16:51:11.161578 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42756) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:11.217192 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-57fcab37-6cd1-4c85-879b-b40c9f66d9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:11.591928 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-57fcab37-6cd1-4c85-879b-b40c9f66d9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:11.608946 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-57fcab37-6cd1-4c85-879b-b40c9f66d9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:11.618153 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5bbf73e2-2a8e-4b8e-a54d-2d36ae24934c req-a7e0783d-a74e-412c-9497-77d0895c5b0e tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/ports?device_id=37ec8758-7df5-42d2-a8d1-3c03935dff7f HTTP/1.1" status: 200 len: 210 time: 0.1927967 Jul 07 16:51:11.634048 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-82b57aa0-1167-4e4e-bc51-99da07af4345 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:11.696534 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-82b57aa0-1167-4e4e-bc51-99da07af4345 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Transition to ACTIVE for port object 27b63a68-c90a-4fef-8c03-bde880b52adb will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:11.755554 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42784) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:11.757652 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-57fcab37-6cd1-4c85-879b-b40c9f66d9fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e7bf8d68f2684777999fa98cfc4565e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5876222 Jul 07 16:51:11.759278 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcab37-6cd1-4c85-879b-b40c9f66d9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e91639-0b22-4115-8c1c-3162aa99d32f,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:11.860556 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-82b57aa0-1167-4e4e-bc51-99da07af4345 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:11.906079 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-82b57aa0-1167-4e4e-bc51-99da07af4345 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:11.910930 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-82b57aa0-1167-4e4e-bc51-99da07af4345 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:12.152233 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-82b57aa0-1167-4e4e-bc51-99da07af4345 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:12.195303 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-82b57aa0-1167-4e4e-bc51-99da07af4345 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:12.211854 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-82b57aa0-1167-4e4e-bc51-99da07af4345 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.463715 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b57aa0-1167-4e4e-bc51-99da07af4345 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Pushing event updated for resources: {'Port': ['ID=27b63a68-c90a-4fef-8c03-bde880b52adb,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:12.506477 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f613ee1d-9fa4-442a-8506-7d2ff43dc813 None None] Provisioning for port 27b63a68-c90a-4fef-8c03-bde880b52adb completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:12.508022 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-db9494bf-0cdc-4d38-848a-25bd126da8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.534309 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f613ee1d-9fa4-442a-8506-7d2ff43dc813 None None] Provisioning complete for port 27b63a68-c90a-4fef-8c03-bde880b52adb triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:12.541480 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f613ee1d-9fa4-442a-8506-7d2ff43dc813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.570889 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-db9494bf-0cdc-4d38-848a-25bd126da8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.605140 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-82b57aa0-1167-4e4e-bc51-99da07af4345 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8236268 Jul 07 16:51:12.706195 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-c603bb50-3545-4854-8022-520ce82cfa26 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:51:12.711993 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-c603bb50-3545-4854-8022-520ce82cfa26 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0570712 Jul 07 16:51:12.755972 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-db9494bf-0cdc-4d38-848a-25bd126da8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.773065 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-db9494bf-0cdc-4d38-848a-25bd126da8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.773065 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-db9494bf-0cdc-4d38-848a-25bd126da8c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e1e91639-0b22-4115-8c1c-3162aa99d32f HTTP/1.1" status: 204 len: 168 time: 1.0142446 Jul 07 16:51:12.805754 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-f613ee1d-9fa4-442a-8506-7d2ff43dc813 None None] Port 27b63a68-c90a-4fef-8c03-bde880b52adb cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:51:12.809758 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9494bf-0cdc-4d38-848a-25bd126da8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e91639-0b22-4115-8c1c-3162aa99d32f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:12.887759 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60e75bbd-4dfc-40e5-a9b7-155eafd25867 req-7342fb07-f26a-4c80-9032-fd9d6094e86a tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/ports?device_id=37ec8758-7df5-42d2-a8d1-3c03935dff7f HTTP/1.1" status: 200 len: 210 time: 0.1114352 Jul 07 16:51:13.102877 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42838) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:13.124357 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e660c-cad6-463c-9506-ee8a8042452c req-ec2f30f6-1c04-465d-b685-e244c384ef78 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:13.138468 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-549e660c-cad6-463c-9506-ee8a8042452c req-ec2f30f6-1c04-465d-b685-e244c384ef78 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18ce6c8-5612-4634-a23e-129cddd16876 HTTP/1.1" status: 200 len: 935 time: 0.6266103 Jul 07 16:51:13.318570 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-549e660c-cad6-463c-9506-ee8a8042452c req-f9b85597-089e-492f-89ce-97836944ac7a tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788917 Jul 07 16:51:13.754421 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c47bad6f-8380-473d-b840-c0a99d9f1ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:13.957594 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-1d09d622-b2f1-4664-9b28-a6d3d7bc8c11 service neutron] Request body: {'port': {'device_id': 'f18ce6c8-5612-4634-a23e-129cddd16876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:14.099105 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c47bad6f-8380-473d-b840-c0a99d9f1ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:14.115504 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c47bad6f-8380-473d-b840-c0a99d9f1ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:14.159793 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bad6f-8380-473d-b840-c0a99d9f1ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86648665-485a-466b-b305-e174c208b395,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:14.247611 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76ff58cc-709a-4393-a41a-a7b38ed5b74e req-2fbe7421-a92d-4c37-80d8-477fa694208d tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/ports?device_id=37ec8758-7df5-42d2-a8d1-3c03935dff7f HTTP/1.1" status: 200 len: 210 time: 0.0408571 Jul 07 16:51:14.256526 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c47bad6f-8380-473d-b840-c0a99d9f1ab5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f43df05a15934a4d9d24f31b0fa8023e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1517315 Jul 07 16:51:14.260834 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42860) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:14.289677 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-1d09d622-b2f1-4664-9b28-a6d3d7bc8c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:14.418255 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d4e0b4bd-492b-4bbf-a5b9-268319746c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:14.858184 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550c025-18eb-4f13-9a9d-6c6cccdccc00 req-26990aa0-8351-4b62-be90-3c74e9503bd4 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:14.876943 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1550c025-18eb-4f13-9a9d-6c6cccdccc00 req-26990aa0-8351-4b62-be90-3c74e9503bd4 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18ce6c8-5612-4634-a23e-129cddd16876 HTTP/1.1" status: 200 len: 935 time: 0.2472763 Jul 07 16:51:15.003302 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d4e0b4bd-492b-4bbf-a5b9-268319746c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:15.066892 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1550c025-18eb-4f13-9a9d-6c6cccdccc00 req-6baf5020-3908-4ce6-8b81-c3d140939cc3 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865528 Jul 07 16:51:15.207743 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d4e0b4bd-492b-4bbf-a5b9-268319746c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:15.212260 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d4e0b4bd-492b-4bbf-a5b9-268319746c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:15.218911 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d4e0b4bd-492b-4bbf-a5b9-268319746c19 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/86648665-485a-466b-b305-e174c208b395 HTTP/1.1" status: 204 len: 168 time: 0.9520459 Jul 07 16:51:15.301677 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0b4bd-492b-4bbf-a5b9-268319746c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86648665-485a-466b-b305-e174c208b395,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:15.356314 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-1d09d622-b2f1-4664-9b28-a6d3d7bc8c11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b63a68-c90a-4fef-8c03-bde880b52adb {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:51:15.376128 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-1d09d622-b2f1-4664-9b28-a6d3d7bc8c11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:15.416570 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-1d09d622-b2f1-4664-9b28-a6d3d7bc8c11 service neutron] Transition to ACTIVE for port object 27b63a68-c90a-4fef-8c03-bde880b52adb will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:15.433085 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-1d09d622-b2f1-4664-9b28-a6d3d7bc8c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:15.568028 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09d622-b2f1-4664-9b28-a6d3d7bc8c11 service neutron] Pushing event updated for resources: {'Port': ['ID=27b63a68-c90a-4fef-8c03-bde880b52adb,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:15.619292 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-51e42aaa-80f6-4385-bdf7-63c40f2fb703 req-cd0982bd-c601-4a09-a77c-76ff03c830c9 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/ports?device_id=37ec8758-7df5-42d2-a8d1-3c03935dff7f HTTP/1.1" status: 200 len: 210 time: 0.0747619 Jul 07 16:51:15.716124 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-1d09d622-b2f1-4664-9b28-a6d3d7bc8c11 service neutron] Attempting to bind port 27b63a68-c90a-4fef-8c03-bde880b52adb on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:15.716934 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-1d09d622-b2f1-4664-9b28-a6d3d7bc8c11 service neutron] Attempting to bind port 27b63a68-c90a-4fef-8c03-bde880b52adb by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:15.717565 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-1d09d622-b2f1-4664-9b28-a6d3d7bc8c11 service neutron] Attempting to bind port 27b63a68-c90a-4fef-8c03-bde880b52adb on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:15.730931 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-1d09d622-b2f1-4664-9b28-a6d3d7bc8c11 service neutron] Port 27b63a68-c90a-4fef-8c03-bde880b52adb on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:51:15.731765 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-1d09d622-b2f1-4664-9b28-a6d3d7bc8c11 service neutron] Attempting to bind port 27b63a68-c90a-4fef-8c03-bde880b52adb on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:15.748862 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-1d09d622-b2f1-4664-9b28-a6d3d7bc8c11 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:15.749634 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-1d09d622-b2f1-4664-9b28-a6d3d7bc8c11 service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:15.750531 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-1d09d622-b2f1-4664-9b28-a6d3d7bc8c11 service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:15.751391 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-1d09d622-b2f1-4664-9b28-a6d3d7bc8c11 service neutron] Bound port: 27b63a68-c90a-4fef-8c03-bde880b52adb, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:15.752069 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-1d09d622-b2f1-4664-9b28-a6d3d7bc8c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:15.946830 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-1d09d622-b2f1-4664-9b28-a6d3d7bc8c11 service neutron] For port 27b63a68-c90a-4fef-8c03-bde880b52adb, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:15.958192 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-1d09d622-b2f1-4664-9b28-a6d3d7bc8c11 service neutron] For port 27b63a68-c90a-4fef-8c03-bde880b52adb, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=27b63a68-c90a-4fef-8c03-bde880b52adb,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:15.966663 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-1d09d622-b2f1-4664-9b28-a6d3d7bc8c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:16.090792 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09d622-b2f1-4664-9b28-a6d3d7bc8c11 service neutron] Pushing event updated for resources: {'Port': ['ID=27b63a68-c90a-4fef-8c03-bde880b52adb,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:16.104410 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-1d09d622-b2f1-4664-9b28-a6d3d7bc8c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:16.105716 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-1d09d622-b2f1-4664-9b28-a6d3d7bc8c11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:16.107244 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-1d09d622-b2f1-4664-9b28-a6d3d7bc8c11 service neutron] 10.222.0.72 "PUT /v2.0/ports/27b63a68-c90a-4fef-8c03-bde880b52adb HTTP/1.1" status: 200 len: 1096 time: 2.7672989 Jul 07 16:51:16.108763 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18ce6c8-5612-4634-a23e-129cddd16876', 'tag': '27b63a68-c90a-4fef-8c03-bde880b52adb'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:16.812347 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ecf8d-823e-49c8-b790-a70626bc06df req-f8a92d46-ac7c-40aa-aa49-451c9d942e17 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:16.819643 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a8ecf8d-823e-49c8-b790-a70626bc06df req-f8a92d46-ac7c-40aa-aa49-451c9d942e17 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18ce6c8-5612-4634-a23e-129cddd16876 HTTP/1.1" status: 200 len: 947 time: 0.3072855 Jul 07 16:51:16.850783 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.72', 63582) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:16.887451 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-b2e5e296-97be-404e-a24a-ba1e2afef18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:16.896726 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-b2e5e296-97be-404e-a24a-ba1e2afef18d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b24be37660c47a19fa1e886c36dc91f&device_id=f18ce6c8-5612-4634-a23e-129cddd16876 HTTP/1.1" status: 200 len: 1099 time: 0.2971890 Jul 07 16:51:16.920579 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-b4a3fae2-4a6f-47bc-ab3c-bccd263b2c68 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ca56f8f59fc949349a26702f8ee6ebda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678928 Jul 07 16:51:17.003968 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fbf3ffda-65d0-414a-b1bf-48f8a572c474 req-b4e8f729-003f-4983-81ec-2e43041594f0 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/ports?device_id=37ec8758-7df5-42d2-a8d1-3c03935dff7f HTTP/1.1" status: 200 len: 210 time: 0.1046660 Jul 07 16:51:17.059230 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a8ecf8d-823e-49c8-b790-a70626bc06df req-2154aec8-a100-4854-b17a-1d7bce1cea9d tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217329 Jul 07 16:51:17.131151 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42914) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:17.141415 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-80aae709-91aa-43d5-a6f0-d6ada1a6eb62 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=27b63a68-c90a-4fef-8c03-bde880b52adb HTTP/1.1" status: 200 len: 217 time: 0.2363672 Jul 07 16:51:17.177470 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-df611178-8bfd-47e0-9904-4365006fedbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:17.428482 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-c1ef0994-8556-44ff-ad70-0780b3b9b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:17.430594 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-c1ef0994-8556-44ff-ad70-0780b3b9b124 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.2631004 Jul 07 16:51:17.541294 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-df611178-8bfd-47e0-9904-4365006fedbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:17.548035 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-df611178-8bfd-47e0-9904-4365006fedbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:17.605586 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-32ba84c4-9131-4d7b-8aaa-93f7357d9799 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:17.610048 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-32ba84c4-9131-4d7b-8aaa-93f7357d9799 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6288331 Jul 07 16:51:17.626055 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-df611178-8bfd-47e0-9904-4365006fedbc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf01bb1dffe740089ba6a7a5e0bc8df0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4929261 Jul 07 16:51:17.628657 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42924) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:17.644861 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-f2a6717f-a3ff-473f-b61a-563e3ea43ba8 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Request body: {'port': {'device_id': '37ec8758-7df5-42d2-a8d1-3c03935dff7f', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': 'ca56f8f59fc949349a26702f8ee6ebda'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:17.822230 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f9be105f-a4bb-49cf-a21c-1e997f40f597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:17.871291 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f9be105f-a4bb-49cf-a21c-1e997f40f597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:17.954190 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-718b804f-81c6-4017-a838-df963ea29c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:17.956653 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-718b804f-81c6-4017-a838-df963ea29c2d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5020547 Jul 07 16:51:17.956862 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df611178-8bfd-47e0-9904-4365006fedbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131a57e8-4d4c-444f-ac38-8c552b21c9d5,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:17.973055 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f9be105f-a4bb-49cf-a21c-1e997f40f597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:17.976543 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f9be105f-a4bb-49cf-a21c-1e997f40f597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:17.981845 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f9be105f-a4bb-49cf-a21c-1e997f40f597 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/131a57e8-4d4c-444f-ac38-8c552b21c9d5 HTTP/1.1" status: 204 len: 168 time: 0.3483601 Jul 07 16:51:17.990014 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be105f-a4bb-49cf-a21c-1e997f40f597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131a57e8-4d4c-444f-ac38-8c552b21c9d5,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:18.031563 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-f2a6717f-a3ff-473f-b61a-563e3ea43ba8 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Made reservation on behalf of ca56f8f59fc949349a26702f8ee6ebda for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:18.039707 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-f2a6717f-a3ff-473f-b61a-563e3ea43ba8 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:18.072175 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5470ce-26f8-4b69-969f-0ff823c79dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "f18ce6c8-5612-4634-a23e-129cddd16876", "tag": "27b63a68-c90a-4fef-8c03-bde880b52adb"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:18.077271 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-f2a6717f-a3ff-473f-b61a-563e3ea43ba8 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:18.275184 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-f2a6717f-a3ff-473f-b61a-563e3ea43ba8 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:18.288004 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-f2a6717f-a3ff-473f-b61a-563e3ea43ba8 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:18.445471 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a799571d-f8f4-4383-8550-087eb62e5596 req-c4509f73-b52b-4417-8199-32fd1b71bb79 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/ports?device_id=37ec8758-7df5-42d2-a8d1-3c03935dff7f HTTP/1.1" status: 200 len: 210 time: 0.1060569 Jul 07 16:51:18.474317 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6717f-a3ff-473f-b61a-563e3ea43ba8 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05c8858e-4bc1-4d11-b453-6a7b6c28cbcf,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:18.716507 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-f2a6717f-a3ff-473f-b61a-563e3ea43ba8 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Allocated IP 192.168.233.18 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/c4e80ffe-11a4-4a77-b153-6071e5cca32c) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:19.006725 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d95c25a-447d-4d5d-92ea-609cfa1b4933 x-openstack-request-id: req-4d95c25a-447d-4d5d-92ea-609cfa1b4933 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:19.006988 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f18ce6c8-5612-4634-a23e-129cddd16876", "tag": "27b63a68-c90a-4fef-8c03-bde880b52adb", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:19.007252 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d95c25a-447d-4d5d-92ea-609cfa1b4933 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:19.007747 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18ce6c8-5612-4634-a23e-129cddd16876', 'tag': '27b63a68-c90a-4fef-8c03-bde880b52adb', 'status': 'completed', 'code': 200} Jul 07 16:51:19.130185 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adef88c-8b24-4bc1-b906-94121ab70aa3 req-b55c9387-3170-4b47-8d5d-95133ace0c84 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:19.131916 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8adef88c-8b24-4bc1-b906-94121ab70aa3 req-b55c9387-3170-4b47-8d5d-95133ace0c84 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18ce6c8-5612-4634-a23e-129cddd16876 HTTP/1.1" status: 200 len: 947 time: 0.4006929 Jul 07 16:51:19.246020 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-f2a6717f-a3ff-473f-b61a-563e3ea43ba8 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:19.271711 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-f2a6717f-a3ff-473f-b61a-563e3ea43ba8 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Transition to ACTIVE for port object c4e80ffe-11a4-4a77-b153-6071e5cca32c will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:19.282469 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8adef88c-8b24-4bc1-b906-94121ab70aa3 req-f8932329-3866-4605-b1f2-5b33f0b8f025 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243746 Jul 07 16:51:19.360954 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-f2a6717f-a3ff-473f-b61a-563e3ea43ba8 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:19.441370 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-f2a6717f-a3ff-473f-b61a-563e3ea43ba8 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:19.459911 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-f2a6717f-a3ff-473f-b61a-563e3ea43ba8 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:19.463116 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-f2a6717f-a3ff-473f-b61a-563e3ea43ba8 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:19.469869 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-f2a6717f-a3ff-473f-b61a-563e3ea43ba8 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:19.470029 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-f2a6717f-a3ff-473f-b61a-563e3ea43ba8 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:19.482167 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6717f-a3ff-473f-b61a-563e3ea43ba8 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Pushing event updated for resources: {'Port': ['ID=c4e80ffe-11a4-4a77-b153-6071e5cca32c,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:19.496815 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-f2a6717f-a3ff-473f-b61a-563e3ea43ba8 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8607926 Jul 07 16:51:19.807269 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd496a-6be7-415a-94b2-993ce5e53def req-25ebac03-b9d5-43dc-9da5-644b7fa13710 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:19.809693 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0efd496a-6be7-415a-94b2-993ce5e53def req-25ebac03-b9d5-43dc-9da5-644b7fa13710 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/ports?device_id=37ec8758-7df5-42d2-a8d1-3c03935dff7f HTTP/1.1" status: 200 len: 935 time: 0.1093013 Jul 07 16:51:19.869538 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0efd496a-6be7-415a-94b2-993ce5e53def req-54bbc49b-e7ba-4232-a6bb-4718692f0041 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/security-groups?id=05c8858e-4bc1-4d11-b453-6a7b6c28cbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521183 Jul 07 16:51:19.905270 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0c1637b4-be1a-44c4-bb88-c20c88304078 None None] Provisioning for port c4e80ffe-11a4-4a77-b153-6071e5cca32c completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:19.912537 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0c1637b4-be1a-44c4-bb88-c20c88304078 None None] Provisioning complete for port c4e80ffe-11a4-4a77-b153-6071e5cca32c triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:19.912916 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0c1637b4-be1a-44c4-bb88-c20c88304078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:19.955004 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-0c1637b4-be1a-44c4-bb88-c20c88304078 None None] Port c4e80ffe-11a4-4a77-b153-6071e5cca32c cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:51:20.283128 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6bb53-ccef-4030-ac2d-0b3e354f42d5 req-a0380535-0476-4a65-bbf9-a44a69868c54 tempest-NetworksTest-1728369942 tempest-NetworksTest-1728369942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:20.284039 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6bb53-ccef-4030-ac2d-0b3e354f42d5 req-a0380535-0476-4a65-bbf9-a44a69868c54 tempest-NetworksTest-1728369942 tempest-NetworksTest-1728369942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:20.284903 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6bb53-ccef-4030-ac2d-0b3e354f42d5 req-a0380535-0476-4a65-bbf9-a44a69868c54 tempest-NetworksTest-1728369942 tempest-NetworksTest-1728369942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:20.288482 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e0f6bb53-ccef-4030-ac2d-0b3e354f42d5 req-a0380535-0476-4a65-bbf9-a44a69868c54 tempest-NetworksTest-1728369942 tempest-NetworksTest-1728369942-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.2210655 Jul 07 16:51:20.634385 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cdcca-f5e4-4c98-b5f7-3ac72aceae06 req-d94bf3de-a65c-4bab-9169-0f9c884a1c5d tempest-NetworksTest-1728369942 tempest-NetworksTest-1728369942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:20.638163 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a05cdcca-f5e4-4c98-b5f7-3ac72aceae06 req-d94bf3de-a65c-4bab-9169-0f9c884a1c5d tempest-NetworksTest-1728369942 tempest-NetworksTest-1728369942-project-admin] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 886 time: 0.2314534 Jul 07 16:51:20.953420 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa655a94-ef54-4484-b664-f13f3c7ac52a req-9ac8afd5-11ee-4ba2-b2a2-45c89853b37f tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:20.971416 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aa655a94-ef54-4484-b664-f13f3c7ac52a req-9ac8afd5-11ee-4ba2-b2a2-45c89853b37f tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18ce6c8-5612-4634-a23e-129cddd16876 HTTP/1.1" status: 200 len: 947 time: 0.2239978 Jul 07 16:51:21.063182 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aa655a94-ef54-4484-b664-f13f3c7ac52a req-ec55125c-e0d3-4027-bf92-9eb6a175bd84 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904768 Jul 07 16:51:21.383781 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57329d9c-1799-48af-bb77-c0fcf8b93ee4 req-3fd09fb5-5a86-4b31-89ca-d141a9e323ce tempest-NetworksTest-1728369942 tempest-NetworksTest-1728369942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:21.385104 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57329d9c-1799-48af-bb77-c0fcf8b93ee4 req-3fd09fb5-5a86-4b31-89ca-d141a9e323ce tempest-NetworksTest-1728369942 tempest-NetworksTest-1728369942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:21.385911 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57329d9c-1799-48af-bb77-c0fcf8b93ee4 req-3fd09fb5-5a86-4b31-89ca-d141a9e323ce tempest-NetworksTest-1728369942 tempest-NetworksTest-1728369942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:21.398943 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-57329d9c-1799-48af-bb77-c0fcf8b93ee4 req-3fd09fb5-5a86-4b31-89ca-d141a9e323ce tempest-NetworksTest-1728369942 tempest-NetworksTest-1728369942-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.4382908 Jul 07 16:51:21.423119 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f3463-1800-4554-909f-02e9b97c0734 req-9f4de756-957b-4d9a-a18b-4a434f90cbc1 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:21.427775 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-186f3463-1800-4554-909f-02e9b97c0734 req-9f4de756-957b-4d9a-a18b-4a434f90cbc1 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/ports?device_id=37ec8758-7df5-42d2-a8d1-3c03935dff7f HTTP/1.1" status: 200 len: 935 time: 0.1866167 Jul 07 16:51:21.497475 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-186f3463-1800-4554-909f-02e9b97c0734 req-ddb6b157-0543-499f-9b5d-12acca492b5f tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/security-groups?id=05c8858e-4bc1-4d11-b453-6a7b6c28cbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583990 Jul 07 16:51:22.097063 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43046) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:22.375070 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0575af-dd87-4f38-ae9d-f03e4c5ca875 req-860a98e8-499f-44ee-89f5-7341fbaee85f tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:22.385533 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4e0575af-dd87-4f38-ae9d-f03e4c5ca875 req-860a98e8-499f-44ee-89f5-7341fbaee85f tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18ce6c8-5612-4634-a23e-129cddd16876 HTTP/1.1" status: 200 len: 947 time: 0.1148601 Jul 07 16:51:22.447534 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4e0575af-dd87-4f38-ae9d-f03e4c5ca875 req-35b60adc-691a-4c9b-b325-a99982fd5b2d tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595839 Jul 07 16:51:22.552092 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-92559e08-8ba8-448d-bf97-a364b2ddc5eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.678250 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-92559e08-8ba8-448d-bf97-a364b2ddc5eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.684453 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-92559e08-8ba8-448d-bf97-a364b2ddc5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.784869 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-92559e08-8ba8-448d-bf97-a364b2ddc5eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=75c4f60e585a460292ffed41b37f76d5&name=default HTTP/1.1" status: 200 len: 2978 time: 0.6828706 Jul 07 16:51:22.787873 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92559e08-8ba8-448d-bf97-a364b2ddc5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a193557-dde9-4205-a73d-e55ebd0f678d,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:22.788435 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43084) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:22.789915 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43086) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:22.865917 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ee3a2-6923-4015-897d-dca740eedc0c req-9d30dc95-1a9b-49f2-ac87-78bfaf4b8c22 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:22.867527 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-209ee3a2-6923-4015-897d-dca740eedc0c req-9d30dc95-1a9b-49f2-ac87-78bfaf4b8c22 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/ports?device_id=37ec8758-7df5-42d2-a8d1-3c03935dff7f HTTP/1.1" status: 200 len: 935 time: 0.1364031 Jul 07 16:51:22.884476 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43094) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:22.888096 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-006a6bc5-9d0c-43a1-99a5-dc06045319fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.948844 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-b0546670-de3b-47b6-a815-2af3a31bc846 service neutron] Request body: {'port': {'device_id': '37ec8758-7df5-42d2-a8d1-3c03935dff7f', 'device_owner': 'compute:tempest-test_az-1933758454', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:22.953267 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-006a6bc5-9d0c-43a1-99a5-dc06045319fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:23.080257 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec21e61f-e324-47ce-899a-b26fddc72854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:23.184991 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-209ee3a2-6923-4015-897d-dca740eedc0c req-8a1a7748-5e52-4865-8af8-6a0fda6fef67 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/security-groups?id=05c8858e-4bc1-4d11-b453-6a7b6c28cbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084781 Jul 07 16:51:23.258448 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec21e61f-e324-47ce-899a-b26fddc72854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:23.267495 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec21e61f-e324-47ce-899a-b26fddc72854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:23.331407 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-b0546670-de3b-47b6-a815-2af3a31bc846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:23.336045 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2d1d4797-3a4d-4a99-b511-300ee1d37d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:23.366041 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-7175b5b4-0f60-4e18-b172-08900ff8f7b1 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389575 Jul 07 16:51:23.369723 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-44463c7c-ca6a-43af-b43d-0c251d9fc5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:23.377879 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-006a6bc5-9d0c-43a1-99a5-dc06045319fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:23.382604 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-006a6bc5-9d0c-43a1-99a5-dc06045319fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:23.390657 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-006a6bc5-9d0c-43a1-99a5-dc06045319fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a193557-dde9-4205-a73d-e55ebd0f678d HTTP/1.1" status: 204 len: 168 time: 0.5972331 Jul 07 16:51:23.434610 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21e61f-e324-47ce-899a-b26fddc72854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a0b632-fd80-4b6c-bc7e-c4cf16840de6,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:23.489996 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a6bc5-9d0c-43a1-99a5-dc06045319fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a193557-dde9-4205-a73d-e55ebd0f678d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:23.542443 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43104) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:23.639212 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-44463c7c-ca6a-43af-b43d-0c251d9fc5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:23.679503 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ec21e61f-e324-47ce-899a-b26fddc72854 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5ceca63d0c7e4083ac54437f4d517ef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8845682 Jul 07 16:51:23.680204 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43114) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:23.684607 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-44463c7c-ca6a-43af-b43d-0c251d9fc5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:23.761937 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44463c7c-ca6a-43af-b43d-0c251d9fc5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8b92a2-f35e-40ff-a088-b4439969b1f1,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:23.775115 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-44463c7c-ca6a-43af-b43d-0c251d9fc5f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a3e77333d1aa4cea8f1f0e818e453968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8893919 Jul 07 16:51:23.784251 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43120) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:23.864016 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b79b2-c712-4325-9bb0-6cd19f389140 req-5a3bbb12-a35b-4b8e-a020-8353ea78dfbe tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:23.871057 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8f5b79b2-c712-4325-9bb0-6cd19f389140 req-5a3bbb12-a35b-4b8e-a020-8353ea78dfbe tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18ce6c8-5612-4634-a23e-129cddd16876 HTTP/1.1" status: 200 len: 947 time: 0.2368476 Jul 07 16:51:23.878019 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-474e3ef9-5d88-4af5-8a2c-ac0eafd44f8a req-7fd9297b-8087-40c6-839d-8ee945eb70ab service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835114 Jul 07 16:51:23.892524 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-959fb1dd-7a2f-4b88-afe8-69854c1c2475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:23.947972 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-959fb1dd-7a2f-4b88-afe8-69854c1c2475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:23.959802 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-02990e71-10ff-440e-b126-257f0c550ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:23.965424 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2ddc-35d0-446c-bf66-6075aef44a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:23.978054 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8f5b79b2-c712-4325-9bb0-6cd19f389140 req-753393c6-970c-4dc3-87c9-416a903156b1 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021850 Jul 07 16:51:24.040673 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-b0546670-de3b-47b6-a815-2af3a31bc846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4e80ffe-11a4-4a77-b153-6071e5cca32c {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:51:24.045225 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-02990e71-10ff-440e-b126-257f0c550ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:24.077455 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-b0546670-de3b-47b6-a815-2af3a31bc846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:24.086590 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-959fb1dd-7a2f-4b88-afe8-69854c1c2475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:24.090046 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-959fb1dd-7a2f-4b88-afe8-69854c1c2475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:24.093908 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-959fb1dd-7a2f-4b88-afe8-69854c1c2475 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57a0b632-fd80-4b6c-bc7e-c4cf16840de6 HTTP/1.1" status: 204 len: 168 time: 0.4079540 Jul 07 16:51:24.105688 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43124) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:24.115232 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959fb1dd-7a2f-4b88-afe8-69854c1c2475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a0b632-fd80-4b6c-bc7e-c4cf16840de6,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:24.142630 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-31d2052a-dfac-41f1-99ef-8e4b1202ef77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:24.163895 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5470ce-26f8-4b69-969f-0ff823c79dfe req-9fbd9bb1-aad8-42d9-a72f-c7225f694cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:24.165025 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-02990e71-10ff-440e-b126-257f0c550ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:24.165884 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8f5470ce-26f8-4b69-969f-0ff823c79dfe req-9fbd9bb1-aad8-42d9-a72f-c7225f694cfe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b24be37660c47a19fa1e886c36dc91f&device_id=f18ce6c8-5612-4634-a23e-129cddd16876 HTTP/1.1" status: 200 len: 1099 time: 0.1866732 Jul 07 16:51:24.168269 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-b0546670-de3b-47b6-a815-2af3a31bc846 service neutron] Transition to ACTIVE for port object c4e80ffe-11a4-4a77-b153-6071e5cca32c will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:24.184013 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-02990e71-10ff-440e-b126-257f0c550ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:24.184477 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-b0546670-de3b-47b6-a815-2af3a31bc846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:24.192001 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-02990e71-10ff-440e-b126-257f0c550ef0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b8b92a2-f35e-40ff-a088-b4439969b1f1 HTTP/1.1" status: 204 len: 168 time: 0.4064574 Jul 07 16:51:24.204446 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02990e71-10ff-440e-b126-257f0c550ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8b92a2-f35e-40ff-a088-b4439969b1f1,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:24.580785 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0546670-de3b-47b6-a815-2af3a31bc846 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e80ffe-11a4-4a77-b153-6071e5cca32c,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:24.600531 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-b0546670-de3b-47b6-a815-2af3a31bc846 service neutron] Attempting to bind port c4e80ffe-11a4-4a77-b153-6071e5cca32c on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:24.601129 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-b0546670-de3b-47b6-a815-2af3a31bc846 service neutron] Attempting to bind port c4e80ffe-11a4-4a77-b153-6071e5cca32c by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:24.601466 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-b0546670-de3b-47b6-a815-2af3a31bc846 service neutron] Attempting to bind port c4e80ffe-11a4-4a77-b153-6071e5cca32c on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:24.622501 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-b0546670-de3b-47b6-a815-2af3a31bc846 service neutron] Port c4e80ffe-11a4-4a77-b153-6071e5cca32c on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:51:24.623203 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-b0546670-de3b-47b6-a815-2af3a31bc846 service neutron] Attempting to bind port c4e80ffe-11a4-4a77-b153-6071e5cca32c on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:24.626231 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5470ce-26f8-4b69-969f-0ff823c79dfe req-e2f74ae2-074c-45e3-9f70-71c5230dfea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:24.627758 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8f5470ce-26f8-4b69-969f-0ff823c79dfe req-e2f74ae2-074c-45e3-9f70-71c5230dfea6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.4538064 Jul 07 16:51:24.636880 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2ddc-35d0-446c-bf66-6075aef44a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:24.651750 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-b0546670-de3b-47b6-a815-2af3a31bc846 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:24.652096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-b0546670-de3b-47b6-a815-2af3a31bc846 service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:24.652496 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-b0546670-de3b-47b6-a815-2af3a31bc846 service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:24.652990 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-b0546670-de3b-47b6-a815-2af3a31bc846 service neutron] Bound port: c4e80ffe-11a4-4a77-b153-6071e5cca32c, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:24.653360 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-b0546670-de3b-47b6-a815-2af3a31bc846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:24.687934 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2ddc-35d0-446c-bf66-6075aef44a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:24.754443 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8f7e2ddc-35d0-446c-bf66-6075aef44a9c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=77027484fc604509a2cdcef4a07fa07b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2107794 Jul 07 16:51:24.762641 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43144) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:24.781677 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8f5470ce-26f8-4b69-969f-0ff823c79dfe req-ece04867-6611-4304-aca4-69f9d9d8b7e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=27b63a68-c90a-4fef-8c03-bde880b52adb HTTP/1.1" status: 200 len: 217 time: 0.1432476 Jul 07 16:51:24.802896 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-31d2052a-dfac-41f1-99ef-8e4b1202ef77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:24.810493 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-31d2052a-dfac-41f1-99ef-8e4b1202ef77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:24.828654 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8def67a-d9e5-41d5-bb53-aa97c139cc1a req-f1bbb984-5f23-4338-a31a-e22ccf475e33 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:24.837852 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f8def67a-d9e5-41d5-bb53-aa97c139cc1a req-f1bbb984-5f23-4338-a31a-e22ccf475e33 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/ports?device_id=37ec8758-7df5-42d2-a8d1-3c03935dff7f HTTP/1.1" status: 200 len: 969 time: 0.3870432 Jul 07 16:51:24.923165 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43156) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:24.943349 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-31d2052a-dfac-41f1-99ef-8e4b1202ef77 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e5a0cdf662794f23a9fca0f534378079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8362031 Jul 07 16:51:24.949935 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43160) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:24.953870 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f8def67a-d9e5-41d5-bb53-aa97c139cc1a req-f8ed75c9-598e-4feb-9685-8dc1c2d0f00a tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/security-groups?id=05c8858e-4bc1-4d11-b453-6a7b6c28cbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149111 Jul 07 16:51:24.961018 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2052a-dfac-41f1-99ef-8e4b1202ef77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f73ff44-8838-40cc-9825-376bbc52aeae,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:24.967819 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dfa70d88-990d-4204-8a73-ced70ab2501d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.038329 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e2ddc-35d0-446c-bf66-6075aef44a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07b35ca-706c-4c3f-8370-fda2b2b68b4a,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:25.065420 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9436bd9a-cdde-4667-a209-49aec8397a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.154602 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-544f7e72-ae11-415c-860e-120a59e2dd14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.166317 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43180) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:25.170956 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dfa70d88-990d-4204-8a73-ced70ab2501d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.174540 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5470ce-26f8-4b69-969f-0ff823c79dfe req-ade8e33c-a9cd-4daa-9376-1fc4c43fd74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:25.176305 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8f5470ce-26f8-4b69-969f-0ff823c79dfe req-ade8e33c-a9cd-4daa-9376-1fc4c43fd74f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.3633504 Jul 07 16:51:25.184650 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-009201c9-9829-4586-bf15-4f1fc1273f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.184856 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9436bd9a-cdde-4667-a209-49aec8397a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.188886 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-b0546670-de3b-47b6-a815-2af3a31bc846 service neutron] For port c4e80ffe-11a4-4a77-b153-6071e5cca32c, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:25.189106 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dfa70d88-990d-4204-8a73-ced70ab2501d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.244203 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa70d88-990d-4204-8a73-ced70ab2501d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2699f9e5-948f-433d-8851-e1731a9676a2,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:25.256736 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-dfa70d88-990d-4204-8a73-ced70ab2501d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e1dc03340ff34d1a9e8ae7a8cb413efa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3319340 Jul 07 16:51:25.257117 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43182) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:25.277839 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-b0546670-de3b-47b6-a815-2af3a31bc846 service neutron] For port c4e80ffe-11a4-4a77-b153-6071e5cca32c, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c4e80ffe-11a4-4a77-b153-6071e5cca32c,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:25.280982 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-544f7e72-ae11-415c-860e-120a59e2dd14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.339228 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-b0546670-de3b-47b6-a815-2af3a31bc846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.349193 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aa2a5134-f83c-4dba-9cb1-a3e53bdc22bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.389110 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aa2a5134-f83c-4dba-9cb1-a3e53bdc22bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.422427 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-b0546670-de3b-47b6-a815-2af3a31bc846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:25.423152 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-b0546670-de3b-47b6-a815-2af3a31bc846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.425447 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-b0546670-de3b-47b6-a815-2af3a31bc846 service neutron] 10.222.0.72 "PUT /v2.0/ports/c4e80ffe-11a4-4a77-b153-6071e5cca32c HTTP/1.1" status: 200 len: 1118 time: 2.4966240 Jul 07 16:51:25.427809 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ec8758-7df5-42d2-a8d1-3c03935dff7f', 'tag': 'c4e80ffe-11a4-4a77-b153-6071e5cca32c'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:25.431498 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-009201c9-9829-4586-bf15-4f1fc1273f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.438292 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab81b2b-7a4d-4647-8f02-422480e740a3" -d '{"events": [{"name": "network-changed", "server_uuid": "37ec8758-7df5-42d2-a8d1-3c03935dff7f", "tag": "c4e80ffe-11a4-4a77-b153-6071e5cca32c"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:25.441118 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-009201c9-9829-4586-bf15-4f1fc1273f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.513058 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-009201c9-9829-4586-bf15-4f1fc1273f84 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aacf57b8a0144513acd9d86f4d95657c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448222 Jul 07 16:51:25.517294 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43186) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:25.521834 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009201c9-9829-4586-bf15-4f1fc1273f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8c1301-9cbd-4ee4-91c7-210d08472e53,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:25.541448 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6f29cd-ef3e-434b-8a3a-7690d9c3076c x-openstack-request-id: req-0f6f29cd-ef3e-434b-8a3a-7690d9c3076c {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:25.541830 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ec8758-7df5-42d2-a8d1-3c03935dff7f", "tag": "c4e80ffe-11a4-4a77-b153-6071e5cca32c", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:25.542230 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0f6f29cd-ef3e-434b-8a3a-7690d9c3076c {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:25.542957 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ec8758-7df5-42d2-a8d1-3c03935dff7f', 'tag': 'c4e80ffe-11a4-4a77-b153-6071e5cca32c', 'status': 'completed', 'code': 200} Jul 07 16:51:25.600925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5470ce-26f8-4b69-969f-0ff823c79dfe req-c08b52c6-eb63-427d-92e3-c027a9c15787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:25.603231 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8f5470ce-26f8-4b69-969f-0ff823c79dfe req-c08b52c6-eb63-427d-92e3-c027a9c15787 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4157097 Jul 07 16:51:25.618286 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aa2a5134-f83c-4dba-9cb1-a3e53bdc22bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.621350 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aa2a5134-f83c-4dba-9cb1-a3e53bdc22bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.623225 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-aa2a5134-f83c-4dba-9cb1-a3e53bdc22bb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2699f9e5-948f-433d-8851-e1731a9676a2 HTTP/1.1" status: 204 len: 168 time: 0.3638029 Jul 07 16:51:25.631672 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0546670-de3b-47b6-a815-2af3a31bc846 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e80ffe-11a4-4a77-b153-6071e5cca32c,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:25.644075 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9436bd9a-cdde-4667-a209-49aec8397a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.647306 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9436bd9a-cdde-4667-a209-49aec8397a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.649204 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9436bd9a-cdde-4667-a209-49aec8397a85 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a07b35ca-706c-4c3f-8370-fda2b2b68b4a HTTP/1.1" status: 204 len: 168 time: 0.8835073 Jul 07 16:51:25.680017 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a5134-f83c-4dba-9cb1-a3e53bdc22bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2699f9e5-948f-433d-8851-e1731a9676a2,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:25.703350 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-544f7e72-ae11-415c-860e-120a59e2dd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.707754 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-544f7e72-ae11-415c-860e-120a59e2dd14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.709655 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-544f7e72-ae11-415c-860e-120a59e2dd14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1f73ff44-8838-40cc-9825-376bbc52aeae HTTP/1.1" status: 204 len: 168 time: 0.7528527 Jul 07 16:51:25.738678 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7cff1c65-d684-4c20-862f-32d5e482f701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.748136 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf863d-267e-4620-9209-0a8a600c6c75 req-197a3565-a41d-4da2-ac56-1c2ba80350b8 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:25.750647 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7dbf863d-267e-4620-9209-0a8a600c6c75 req-197a3565-a41d-4da2-ac56-1c2ba80350b8 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18ce6c8-5612-4634-a23e-129cddd16876 HTTP/1.1" status: 200 len: 947 time: 0.5186205 Jul 07 16:51:25.763597 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436bd9a-cdde-4667-a209-49aec8397a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07b35ca-706c-4c3f-8370-fda2b2b68b4a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:25.819681 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f7e72-ae11-415c-860e-120a59e2dd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f73ff44-8838-40cc-9825-376bbc52aeae,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:25.827679 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7cff1c65-d684-4c20-862f-32d5e482f701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.836956 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43196) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:25.918246 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7dbf863d-267e-4620-9209-0a8a600c6c75 req-bb5bbb73-8e2d-471d-846c-58b45f32157e tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600585 Jul 07 16:51:25.928506 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8f5470ce-26f8-4b69-969f-0ff823c79dfe req-b6fd92d1-fa56-44e5-900b-2b6062990984 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093960 Jul 07 16:51:25.930789 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-db7839a5-d4f9-4702-9f12-534559695d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:25.932371 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-db7839a5-d4f9-4702-9f12-534559695d78 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca56f8f59fc949349a26702f8ee6ebda&device_id=37ec8758-7df5-42d2-a8d1-3c03935dff7f HTTP/1.1" status: 200 len: 1121 time: 0.4235697 Jul 07 16:51:25.961168 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7cff1c65-d684-4c20-862f-32d5e482f701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.965453 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7cff1c65-d684-4c20-862f-32d5e482f701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.970200 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7cff1c65-d684-4c20-862f-32d5e482f701 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d8c1301-9cbd-4ee4-91c7-210d08472e53 HTTP/1.1" status: 204 len: 168 time: 0.4402657 Jul 07 16:51:25.980915 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff1c65-d684-4c20-862f-32d5e482f701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8c1301-9cbd-4ee4-91c7-210d08472e53,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:26.094642 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:26.111809 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-08be4162-6be8-4438-8330-d135ec5620cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=c4e80ffe-11a4-4a77-b153-6071e5cca32c HTTP/1.1" status: 200 len: 217 time: 0.1524780 Jul 07 16:51:26.243774 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2cb5d4-71dc-44fe-b39a-ed4954cfc937 req-fd084560-fbf7-4b7c-ac5e-71414812f287 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:26.255575 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0e2cb5d4-71dc-44fe-b39a-ed4954cfc937 req-fd084560-fbf7-4b7c-ac5e-71414812f287 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/ports?device_id=37ec8758-7df5-42d2-a8d1-3c03935dff7f HTTP/1.1" status: 200 len: 969 time: 0.1300578 Jul 07 16:51:26.340830 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0e2cb5d4-71dc-44fe-b39a-ed4954cfc937 req-83fdbe94-08b5-4866-ad45-488dcc5c6ccb tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/security-groups?id=05c8858e-4bc1-4d11-b453-6a7b6c28cbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836816 Jul 07 16:51:26.410996 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-2813c8c2-a390-43f4-9587-a26f682cc585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:26.413682 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-2813c8c2-a390-43f4-9587-a26f682cc585 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.2947578 Jul 07 16:51:26.494482 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8f5470ce-26f8-4b69-969f-0ff823c79dfe req-ce1b5af8-17ff-4973-bd7a-ec6ddeaf6155 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5521133 Jul 07 16:51:26.556473 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-cfacda20-7b04-440c-9e68-2f854e1472b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:26.559006 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-cfacda20-7b04-440c-9e68-2f854e1472b8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1340146 Jul 07 16:51:26.574080 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-523da5d5-4122-4492-a8d5-85e8e08df71e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:26.698218 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9a8b0200-2115-489f-b69c-161ec858adcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:26.712366 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-523da5d5-4122-4492-a8d5-85e8e08df71e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:26.718573 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-523da5d5-4122-4492-a8d5-85e8e08df71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:26.762927 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-523da5d5-4122-4492-a8d5-85e8e08df71e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec8605abc2dc4e0f9f77021a07a1fe83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9261835 Jul 07 16:51:26.768793 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43214) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:26.786831 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-01ca0542-021b-494e-83d2-b8aea19c078c service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203608 Jul 07 16:51:26.810080 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523da5d5-4122-4492-a8d5-85e8e08df71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b63f435-c583-4c7f-9030-d854e1723f77,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:26.855934 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43216) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:26.863700 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5b24cf89-9840-49e0-9b29-ddaddd174144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:26.889811 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5b24cf89-9840-49e0-9b29-ddaddd174144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:26.908047 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3187849f-1ef0-40be-b79a-b6b3e6520dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:27.009685 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe55a8f1-36a7-48c1-8176-dd7d8918f60f req-cb8694f3-4b5e-45f2-bd1d-6a001734e589 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138758 Jul 07 16:51:27.099138 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3187849f-1ef0-40be-b79a-b6b3e6520dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:27.106496 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5b24cf89-9840-49e0-9b29-ddaddd174144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:27.118360 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5b24cf89-9840-49e0-9b29-ddaddd174144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:27.120322 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5b24cf89-9840-49e0-9b29-ddaddd174144 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b63f435-c583-4c7f-9030-d854e1723f77 HTTP/1.1" status: 204 len: 168 time: 0.3496318 Jul 07 16:51:27.132316 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3187849f-1ef0-40be-b79a-b6b3e6520dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:27.155570 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24cf89-9840-49e0-9b29-ddaddd174144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b63f435-c583-4c7f-9030-d854e1723f77,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:27.163637 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab81b2b-7a4d-4647-8f02-422480e740a3 req-ea873593-388c-4c5f-9e31-2f92cdf72f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:27.166104 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bab81b2b-7a4d-4647-8f02-422480e740a3 req-ea873593-388c-4c5f-9e31-2f92cdf72f8e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca56f8f59fc949349a26702f8ee6ebda&device_id=37ec8758-7df5-42d2-a8d1-3c03935dff7f HTTP/1.1" status: 200 len: 1121 time: 0.0912158 Jul 07 16:51:27.205437 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3187849f-1ef0-40be-b79a-b6b3e6520dbb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca9043a0b99045a0950c9d12bb45e23c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482826 Jul 07 16:51:27.209062 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43232) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:27.328295 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187849f-1ef0-40be-b79a-b6b3e6520dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0f97b8-1be5-48e3-9eae-a59869a7a9c7,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:27.365098 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1b729-ac47-499e-8d27-5c07336c6d3b req-7dee524e-2497-4612-8074-31814fcf39d5 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:27.366749 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1bb1b729-ac47-499e-8d27-5c07336c6d3b req-7dee524e-2497-4612-8074-31814fcf39d5 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18ce6c8-5612-4634-a23e-129cddd16876 HTTP/1.1" status: 200 len: 947 time: 0.1799421 Jul 07 16:51:27.368054 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab81b2b-7a4d-4647-8f02-422480e740a3 req-ee624d12-cc9d-4a16-a0d5-8672ab2e2003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:27.369534 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bab81b2b-7a4d-4647-8f02-422480e740a3 req-ee624d12-cc9d-4a16-a0d5-8672ab2e2003 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.1963694 Jul 07 16:51:27.402428 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aa543b5f-f626-4692-81d7-ff24dec7e0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:27.449433 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aa543b5f-f626-4692-81d7-ff24dec7e0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:27.470834 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bab81b2b-7a4d-4647-8f02-422480e740a3 req-bf77bc7b-ed47-4023-a873-15395d96d669 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=c4e80ffe-11a4-4a77-b153-6071e5cca32c HTTP/1.1" status: 200 len: 217 time: 0.0699010 Jul 07 16:51:27.486322 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1bb1b729-ac47-499e-8d27-5c07336c6d3b req-6180e403-c30b-45c3-985c-8005bc2928f7 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122813 Jul 07 16:51:27.559723 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aa543b5f-f626-4692-81d7-ff24dec7e0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:27.566270 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 27b63a68-c90a-4fef-8c03-bde880b52adb details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:51:27.569556 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aa543b5f-f626-4692-81d7-ff24dec7e0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:27.574019 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-aa543b5f-f626-4692-81d7-ff24dec7e0ee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8a0f97b8-1be5-48e3-9eae-a59869a7a9c7 HTTP/1.1" status: 204 len: 168 time: 0.3638577 Jul 07 16:51:27.601006 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa543b5f-f626-4692-81d7-ff24dec7e0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0f97b8-1be5-48e3-9eae-a59869a7a9c7,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:27.648199 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab81b2b-7a4d-4647-8f02-422480e740a3 req-418f4c94-03e0-4f7d-b2d9-10c0964e85c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:27.650918 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bab81b2b-7a4d-4647-8f02-422480e740a3 req-418f4c94-03e0-4f7d-b2d9-10c0964e85c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1594622 Jul 07 16:51:27.683001 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d14915-31c6-47c7-ae62-bf0f5a9fd81c req-3c2867b3-a286-4c51-ac9c-a4bcb369a8c1 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:27.692864 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-28d14915-31c6-47c7-ae62-bf0f5a9fd81c req-3c2867b3-a286-4c51-ac9c-a4bcb369a8c1 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/ports?device_id=37ec8758-7df5-42d2-a8d1-3c03935dff7f HTTP/1.1" status: 200 len: 969 time: 0.1174769 Jul 07 16:51:27.771996 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-28d14915-31c6-47c7-ae62-bf0f5a9fd81c req-93e77252-5431-4cf5-b430-7e33f7c926ff tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/security-groups?id=05c8858e-4bc1-4d11-b453-6a7b6c28cbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772514 Jul 07 16:51:27.783478 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab81b2b-7a4d-4647-8f02-422480e740a3 req-26524814-a4d8-4b0a-939f-5a625d92b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:27.785903 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bab81b2b-7a4d-4647-8f02-422480e740a3 req-26524814-a4d8-4b0a-939f-5a625d92b2ce service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1282079 Jul 07 16:51:27.810778 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:27.893657 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 27b63a68-c90a-4fef-8c03-bde880b52adb, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=27b63a68-c90a-4fef-8c03-bde880b52adb,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:27.911421 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '27b63a68-c90a-4fef-8c03-bde880b52adb', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': '27b63a68-c90a-4fef-8c03-bde880b52adb', 'mac_address': 'fa:16:3e:05:25:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:51:27.941387 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bab81b2b-7a4d-4647-8f02-422480e740a3 req-7657d80f-a538-4a44-8640-41c07a8d9077 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449172 Jul 07 16:51:27.982224 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:27.990083 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43254) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:28.020915 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b63a68-c90a-4fef-8c03-bde880b52adb {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:51:28.027050 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4f559f7b-b170-4d11-8137-cd63b871a72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:28.053068 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 27b63a68-c90a-4fef-8c03-bde880b52adb, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=27b63a68-c90a-4fef-8c03-bde880b52adb,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:28.062199 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:28.069192 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bab81b2b-7a4d-4647-8f02-422480e740a3 req-1fe359a6-deb3-4b88-8a4b-a359d52c4dc6 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212115 Jul 07 16:51:28.176309 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=27b63a68-c90a-4fef-8c03-bde880b52adb,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:28.187651 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:28.187899 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:28.188244 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:28.188592 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:28.189025 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:28.189417 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:28.189808 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:28.190570 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:28.191000 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:28.191386 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:28.191773 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:28.192128 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Tracked resource versions report: Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: pushed versions: Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: { 'AddressGroup': {'1.2'}, Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: 'ConntrackHelper': {'1.0'}, Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: 'Log': {'1.0'}, Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: 'Network': {'1.1'}, Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: 'Port': {'1.7'}, Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: 'PortForwarding': {'1.2'}, Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: 'QosPolicy': {'1.8'}, Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: 'SecurityGroup': {'1.4'}, Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: 'SubPort': {'1.0'}, Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: 'Subnet': {'1.1'}, Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: 'Trunk': {'1.1'}} Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: consumer versions: Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: { DHCP agent@n-d-791503-12: {}, Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: HyperV agent@n-h1-791503-12: {}, Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: HyperV agent@n-h2-791503-12: {}, Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: L3 agent@n-d-791503-12: {}, Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: Metadata agent@n-d-791503-12: {}, Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: Metering agent@n-d-791503-12: {}, Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: Open vSwitch agent@n-d-791503-12: { 'AddressGroup': '1.2', Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: 'ConntrackHelper': '1.0', Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: 'Log': '1.0', Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: 'Network': '1.1', Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: 'Port': '1.7', Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: 'PortForwarding': '1.2', Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: 'QosPolicy': '1.8', Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: 'SecurityGroup': '1.4', Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: 'SecurityGroupRule': '1.2', Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: 'SubPort': '1.0', Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: 'Subnet': '1.1', Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: 'Trunk': '1.1'}} Jul 07 16:51:28.193592 n-d-791503-12 neutron-server[100194]: {{(pid=100194) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:51:28.228356 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4f559f7b-b170-4d11-8137-cd63b871a72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:28.238279 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4f559f7b-b170-4d11-8137-cd63b871a72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:28.286359 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43262) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:28.292772 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4f559f7b-b170-4d11-8137-cd63b871a72e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c809faf4b854398aebad2334adca39b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984130 Jul 07 16:51:28.295279 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f559f7b-b170-4d11-8137-cd63b871a72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee9a5f2-3d46-4742-932e-451119dc862e,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:28.351824 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-092ce846-bce3-4c18-9acf-a52ff6190030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:28.381795 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['27b63a68-c90a-4fef-8c03-bde880b52adb'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:28.390136 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-092ce846-bce3-4c18-9acf-a52ff6190030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:28.471632 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-092ce846-bce3-4c18-9acf-a52ff6190030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:28.475714 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-092ce846-bce3-4c18-9acf-a52ff6190030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:28.476953 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-092ce846-bce3-4c18-9acf-a52ff6190030 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0ee9a5f2-3d46-4742-932e-451119dc862e HTTP/1.1" status: 204 len: 168 time: 0.1896555 Jul 07 16:51:28.490874 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ce846-bce3-4c18-9acf-a52ff6190030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee9a5f2-3d46-4742-932e-451119dc862e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:28.736188 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a446c-7a01-4ec2-a7ae-8f3584a9b4fc req-ac3a78b9-ecab-4d35-a952-13efc3ea3573 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:28.742984 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b99a446c-7a01-4ec2-a7ae-8f3584a9b4fc req-ac3a78b9-ecab-4d35-a952-13efc3ea3573 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18ce6c8-5612-4634-a23e-129cddd16876 HTTP/1.1" status: 200 len: 948 time: 0.1030576 Jul 07 16:51:28.784341 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b99a446c-7a01-4ec2-a7ae-8f3584a9b4fc req-630ce6ce-0c3d-4f15-9e5e-cb5f7fdc6f97 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401227 Jul 07 16:51:29.011614 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43296) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:29.041031 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72faf0-d209-4b26-b70d-98f9f68baab1 req-3fb519e0-d672-4273-b58e-244909263adc tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:29.050308 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee72faf0-d209-4b26-b70d-98f9f68baab1 req-3fb519e0-d672-4273-b58e-244909263adc tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/ports?device_id=37ec8758-7df5-42d2-a8d1-3c03935dff7f HTTP/1.1" status: 200 len: 969 time: 0.1293023 Jul 07 16:51:29.115511 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee72faf0-d209-4b26-b70d-98f9f68baab1 req-7fd94b23-20db-41d9-9007-113fb6f13a79 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/security-groups?id=05c8858e-4bc1-4d11-b453-6a7b6c28cbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639877 Jul 07 16:51:29.251180 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-cf1a5dda-35cd-458d-ad3b-5a5f13380c2e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782714879-network', 'tenant_id': '807e3ea622de4599bed76047b27cb02c'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:29.286133 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1a5dda-35cd-458d-ad3b-5a5f13380c2e admin admin] Made reservation on behalf of 807e3ea622de4599bed76047b27cb02c for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:29.288807 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cf1a5dda-35cd-458d-ad3b-5a5f13380c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:29.312665 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cf1a5dda-35cd-458d-ad3b-5a5f13380c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:29.471037 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cf1a5dda-35cd-458d-ad3b-5a5f13380c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:29.476797 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cf1a5dda-35cd-458d-ad3b-5a5f13380c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:29.515004 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf1a5dda-35cd-458d-ad3b-5a5f13380c2e admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:51:29.517458 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a5dda-35cd-458d-ad3b-5a5f13380c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfcc9d3-e8e8-497f-a171-602806729a06,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:29.535900 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cf1a5dda-35cd-458d-ad3b-5a5f13380c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:29.536171 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-cf1a5dda-35cd-458d-ad3b-5a5f13380c2e admin admin] Added segment f0742f5c-6205-4710-bf4d-eea2f1844447 of type vlan for network 50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 Jul 07 16:51:29.540447 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device c4e80ffe-11a4-4a77-b153-6071e5cca32c details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:51:29.592004 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 27b63a68-c90a-4fef-8c03-bde880b52adb up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:29.604435 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cf1a5dda-35cd-458d-ad3b-5a5f13380c2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:29.646238 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cf1a5dda-35cd-458d-ad3b-5a5f13380c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:29.648545 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1a5dda-35cd-458d-ad3b-5a5f13380c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:29.649952 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cf1a5dda-35cd-458d-ad3b-5a5f13380c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:29.724730 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a5dda-35cd-458d-ad3b-5a5f13380c2e admin admin] Pushing event updated for resources: {'Network': ['ID=50232d7a-ae5c-48dc-bfa5-d97d97ae3d89,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:29.744390 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cf1a5dda-35cd-458d-ad3b-5a5f13380c2e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7262888 Jul 07 16:51:29.749496 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43322) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:29.754518 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e1409670-69cf-4ed8-a2f9-a8e89d847f9d admin admin] Request body: {'subnet': {'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782714879-subnet', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:29.768086 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:51:29.813550 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1409670-69cf-4ed8-a2f9-a8e89d847f9d admin admin] Made reservation on behalf of 807e3ea622de4599bed76047b27cb02c for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:29.817592 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e1409670-69cf-4ed8-a2f9-a8e89d847f9d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:29.848696 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port c4e80ffe-11a4-4a77-b153-6071e5cca32c, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c4e80ffe-11a4-4a77-b153-6071e5cca32c,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:29.883901 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'c4e80ffe-11a4-4a77-b153-6071e5cca32c', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': 'c4e80ffe-11a4-4a77-b153-6071e5cca32c', 'mac_address': 'fa:16:3e:a1:8b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:tempest-test_az-1933758454', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:51:29.915426 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 27b63a68-c90a-4fef-8c03-bde880b52adb completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:29.926121 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 27b63a68-c90a-4fef-8c03-bde880b52adb triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:29.926795 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:29.966924 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:29.993497 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e80ffe-11a4-4a77-b153-6071e5cca32c {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:51:30.053075 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port c4e80ffe-11a4-4a77-b153-6071e5cca32c, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c4e80ffe-11a4-4a77-b153-6071e5cca32c,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:30.062743 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:30.081038 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:30.229298 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e78218-ded7-4eda-a484-13704a01407c req-224e5993-3503-4df7-b4c8-4f4829992482 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:30.242699 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-13e78218-ded7-4eda-a484-13704a01407c req-224e5993-3503-4df7-b4c8-4f4829992482 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18ce6c8-5612-4634-a23e-129cddd16876 HTTP/1.1" status: 200 len: 948 time: 0.1601560 Jul 07 16:51:30.345692 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['c4e80ffe-11a4-4a77-b153-6071e5cca32c'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:30.347088 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-13e78218-ded7-4eda-a484-13704a01407c req-045186b3-fac3-4493-9330-c4cec7dc65ea tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028571 Jul 07 16:51:30.446557 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:30.468822 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e1409670-69cf-4ed8-a2f9-a8e89d847f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:30.475568 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=c4e80ffe-11a4-4a77-b153-6071e5cca32c,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:30.539964 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18ce6c8-5612-4634-a23e-129cddd16876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b63a68-c90a-4fef-8c03-bde880b52adb'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:30.643353 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1409670-69cf-4ed8-a2f9-a8e89d847f9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddd452ef-84e2-4c74-9b12-af8c121336aa,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:30.683939 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1409670-69cf-4ed8-a2f9-a8e89d847f9d admin admin] Checking segment: {'id': 'f0742f5c-6205-4710-bf4d-eea2f1844447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:30.683939 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1409670-69cf-4ed8-a2f9-a8e89d847f9d admin admin] Network hostable DHCP agents. Network: 50232d7a-ae5c-48dc-bfa5-d97d97ae3d89, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:51:30.691983 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 27b63a68-c90a-4fef-8c03-bde880b52adb, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=27b63a68-c90a-4fef-8c03-bde880b52adb,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:30.722957 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed07e9c-3938-4666-8253-42021521ac2c req-ba8c639d-4c35-4ccb-a67c-cd39ca983455 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:30.726276 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9ed07e9c-3938-4666-8253-42021521ac2c req-ba8c639d-4c35-4ccb-a67c-cd39ca983455 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/ports?device_id=37ec8758-7df5-42d2-a8d1-3c03935dff7f HTTP/1.1" status: 200 len: 970 time: 0.2880363 Jul 07 16:51:30.746239 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1409670-69cf-4ed8-a2f9-a8e89d847f9d admin admin] Network 50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:51:30.789107 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:30.790483 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-e1409670-69cf-4ed8-a2f9-a8e89d847f9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 50232d7a-ae5c-48dc-bfa5-d97d97ae3d89) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:30.805957 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1409670-69cf-4ed8-a2f9-a8e89d847f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:30.807014 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e1409670-69cf-4ed8-a2f9-a8e89d847f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:30.848040 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e1409670-69cf-4ed8-a2f9-a8e89d847f9d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0969894 Jul 07 16:51:30.853982 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43356) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:30.861043 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-dae3d8cd-3403-450b-88ee-0649c0ea919b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782714879-router', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:30.883298 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9ed07e9c-3938-4666-8253-42021521ac2c req-c9ab03cd-16d1-43a7-8dbd-07b73999d212 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/security-groups?id=05c8858e-4bc1-4d11-b453-6a7b6c28cbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320374 Jul 07 16:51:30.926395 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dae3d8cd-3403-450b-88ee-0649c0ea919b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:30.929230 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dae3d8cd-3403-450b-88ee-0649c0ea919b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:31.005620 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ee75fe-08cc-4d7e-b926-8e92a1018a53 None None] Network 50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:51:31.152468 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dae3d8cd-3403-450b-88ee-0649c0ea919b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:31.254889 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=27b63a68-c90a-4fef-8c03-bde880b52adb,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:31.376673 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dae3d8cd-3403-450b-88ee-0649c0ea919b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:31.392314 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed0a068-a546-4622-a593-ae6285a89b03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-50232d7a-ae5c-48dc-bfa5-d97d97ae3d89', 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'fixed_ips': [{'subnet_id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:51:31.393625 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5ed0a068-a546-4622-a593-ae6285a89b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:31.594347 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856aed88-ce75-4ce2-82fe-e6f7f5534c4a" -d '{"events": [{"server_uuid": "f18ce6c8-5612-4634-a23e-129cddd16876", "name": "network-vif-plugged", "status": "completed", "tag": "27b63a68-c90a-4fef-8c03-bde880b52adb"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:31.624117 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43382) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:31.638619 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-5ed0a068-a546-4622-a593-ae6285a89b03 None None] Allocated IP 172.20.0.2 (50232d7a-ae5c-48dc-bfa5-d97d97ae3d89/ddd452ef-84e2-4c74-9b12-af8c121336aa/fa9a3b4c-9edc-4cc3-9f70-41293373a72e) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:31.812379 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dae3d8cd-3403-450b-88ee-0649c0ea919b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:31.845922 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca012c-5243-42a3-b35e-af8e382770c8 req-0edd50a5-657a-44d1-ae15-276138b72325 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:31.847646 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52ca012c-5243-42a3-b35e-af8e382770c8 req-0edd50a5-657a-44d1-ae15-276138b72325 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18ce6c8-5612-4634-a23e-129cddd16876 HTTP/1.1" status: 200 len: 949 time: 0.2399051 Jul 07 16:51:31.849117 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dae3d8cd-3403-450b-88ee-0649c0ea919b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:31.968420 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52ca012c-5243-42a3-b35e-af8e382770c8 req-b1d37c4b-fbbf-457d-ae5b-c5c5e5a37211 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091614 Jul 07 16:51:32.046620 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-dae3d8cd-3403-450b-88ee-0649c0ea919b admin admin] Allocated IP 172.25.0.217 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/19a48e19-c6ab-4227-8c01-753cfae4b8f8) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:32.067779 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a3db3f-15f3-4789-b623-514c04348027 x-openstack-request-id: req-79a3db3f-15f3-4789-b623-514c04348027 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:32.068558 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18ce6c8-5612-4634-a23e-129cddd16876", "name": "network-vif-plugged", "status": "completed", "tag": "27b63a68-c90a-4fef-8c03-bde880b52adb", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:32.068922 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-79a3db3f-15f3-4789-b623-514c04348027 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:32.069647 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18ce6c8-5612-4634-a23e-129cddd16876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b63a68-c90a-4fef-8c03-bde880b52adb', 'code': 200} Jul 07 16:51:32.251027 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5ed0a068-a546-4622-a593-ae6285a89b03 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:32.266902 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5ed0a068-a546-4622-a593-ae6285a89b03 None None] Transition to ACTIVE for port object fa9a3b4c-9edc-4cc3-9f70-41293373a72e will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:32.299805 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5ed0a068-a546-4622-a593-ae6285a89b03 None None] Transition to ACTIVE for port object fa9a3b4c-9edc-4cc3-9f70-41293373a72e will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:32.321179 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-2d54f4e9-4242-45f6-ac95-09cd0940482b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1638665209-network', 'tenant_id': '7d28920fae9641059f45a502b979b38d'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:32.329383 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5ed0a068-a546-4622-a593-ae6285a89b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:32.375159 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d54f4e9-4242-45f6-ac95-09cd0940482b admin admin] Made reservation on behalf of 7d28920fae9641059f45a502b979b38d for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:32.378415 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2d54f4e9-4242-45f6-ac95-09cd0940482b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:32.394551 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2d54f4e9-4242-45f6-ac95-09cd0940482b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:32.472387 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed0a068-a546-4622-a593-ae6285a89b03 None None] Network 50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:32.494331 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-5ed0a068-a546-4622-a593-ae6285a89b03 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:32.506913 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed0a068-a546-4622-a593-ae6285a89b03 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:32.508612 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c9128-4c01-42b6-9c98-255e9b3bb39c req-3026042c-f8a1-46e4-9ae0-550b8b1f58cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:32.511286 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1f9c9128-4c01-42b6-9c98-255e9b3bb39c req-3026042c-f8a1-46e4-9ae0-550b8b1f58cc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f18ce6c8-5612-4634-a23e-129cddd16876 HTTP/1.1" status: 200 len: 1101 time: 0.3360670 Jul 07 16:51:32.549365 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0a068-a546-4622-a593-ae6285a89b03 None None] Pushing event updated for resources: {'Port': ['ID=fa9a3b4c-9edc-4cc3-9f70-41293373a72e,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:32.571359 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1f9c9128-4c01-42b6-9c98-255e9b3bb39c req-a4b16f4b-9002-42ad-a3ba-31a163ad19d2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:32.575423 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2d54f4e9-4242-45f6-ac95-09cd0940482b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:32.583943 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2d54f4e9-4242-45f6-ac95-09cd0940482b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:32.611504 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d54f4e9-4242-45f6-ac95-09cd0940482b admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:51:32.630871 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-5ed0a068-a546-4622-a593-ae6285a89b03 None None] Attempting to bind port fa9a3b4c-9edc-4cc3-9f70-41293373a72e on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:32.631437 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-5ed0a068-a546-4622-a593-ae6285a89b03 None None] Attempting to bind port fa9a3b4c-9edc-4cc3-9f70-41293373a72e by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'f0742f5c-6205-4710-bf4d-eea2f1844447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:32.631980 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed0a068-a546-4622-a593-ae6285a89b03 None None] Attempting to bind port fa9a3b4c-9edc-4cc3-9f70-41293373a72e on network 50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:32.637476 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2d54f4e9-4242-45f6-ac95-09cd0940482b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:32.639730 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-2d54f4e9-4242-45f6-ac95-09cd0940482b admin admin] Added segment 8117ad6f-a2d0-42b4-a0e9-31381de8b937 of type vlan for network 0f56de70-8661-4cf6-87c2-4be21d7bf9a8 Jul 07 16:51:32.640083 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed0a068-a546-4622-a593-ae6285a89b03 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:32.640584 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed0a068-a546-4622-a593-ae6285a89b03 None None] Checking segment: {'id': 'f0742f5c-6205-4710-bf4d-eea2f1844447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:32.641188 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5ed0a068-a546-4622-a593-ae6285a89b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:32.641653 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed0a068-a546-4622-a593-ae6285a89b03 None None] Bound using segment: {'id': 'f0742f5c-6205-4710-bf4d-eea2f1844447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:32.642313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-5ed0a068-a546-4622-a593-ae6285a89b03 None None] Bound port: fa9a3b4c-9edc-4cc3-9f70-41293373a72e, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0742f5c-6205-4710-bf4d-eea2f1844447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:32.642840 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5ed0a068-a546-4622-a593-ae6285a89b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:32.666111 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dae3d8cd-3403-450b-88ee-0649c0ea919b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:32.710854 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1366b4-8602-44bb-8a0e-35ace3f218e5 req-8c8999ec-d487-451c-a6bd-fccdf8ccb90c tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:32.714920 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eb1366b4-8602-44bb-8a0e-35ace3f218e5 req-8c8999ec-d487-451c-a6bd-fccdf8ccb90c tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/ports?device_id=37ec8758-7df5-42d2-a8d1-3c03935dff7f HTTP/1.1" status: 200 len: 970 time: 0.3821692 Jul 07 16:51:32.728286 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-5ed0a068-a546-4622-a593-ae6285a89b03 None None] For port fa9a3b4c-9edc-4cc3-9f70-41293373a72e, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:32.734804 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-5ed0a068-a546-4622-a593-ae6285a89b03 None None] For port fa9a3b4c-9edc-4cc3-9f70-41293373a72e, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=fa9a3b4c-9edc-4cc3-9f70-41293373a72e,segment=NetworkSegment(f0742f5c-6205-4710-bf4d-eea2f1844447),segment_id=f0742f5c-6205-4710-bf4d-eea2f1844447)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:32.737885 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2d54f4e9-4242-45f6-ac95-09cd0940482b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:32.742290 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5ed0a068-a546-4622-a593-ae6285a89b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:32.804450 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2d54f4e9-4242-45f6-ac95-09cd0940482b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:32.807237 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d54f4e9-4242-45f6-ac95-09cd0940482b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:32.809851 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2d54f4e9-4242-45f6-ac95-09cd0940482b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:32.817462 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eb1366b4-8602-44bb-8a0e-35ace3f218e5 req-de0ffda0-f7ad-4e04-99e4-128679fcc682 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/security-groups?id=05c8858e-4bc1-4d11-b453-6a7b6c28cbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876555 Jul 07 16:51:32.908240 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0a068-a546-4622-a593-ae6285a89b03 None None] Pushing event updated for resources: {'Port': ['ID=fa9a3b4c-9edc-4cc3-9f70-41293373a72e,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:32.978897 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dae3d8cd-3403-450b-88ee-0649c0ea919b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:33.050003 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54f4e9-4242-45f6-ac95-09cd0940482b admin admin] Pushing event updated for resources: {'Network': ['ID=0f56de70-8661-4cf6-87c2-4be21d7bf9a8,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:33.059438 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae3d8cd-3403-450b-88ee-0649c0ea919b admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:33.075010 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 0f56de70-8661-4cf6-87c2-4be21d7bf9a8 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:51:33.079035 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-dae3d8cd-3403-450b-88ee-0649c0ea919b admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:33.086434 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae3d8cd-3403-450b-88ee-0649c0ea919b admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:33.099942 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54f4e9-4242-45f6-ac95-09cd0940482b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9251bfa8-d3c4-45c8-b1ac-681c6d6516c7,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:33.458795 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:51:33.518328 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3d8cd-3403-450b-88ee-0649c0ea919b admin admin] Pushing event updated for resources: {'Port': ['ID=19a48e19-c6ab-4227-8c01-753cfae4b8f8,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:33.554521 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device c4e80ffe-11a4-4a77-b153-6071e5cca32c up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:33.642725 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b872c-dc42-4503-b0dd-e3bcd30e0c7b req-38622c90-d1ee-4772-8490-2701e7581aa2 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:33.644652 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-719b872c-dc42-4503-b0dd-e3bcd30e0c7b req-38622c90-d1ee-4772-8490-2701e7581aa2 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18ce6c8-5612-4634-a23e-129cddd16876 HTTP/1.1" status: 200 len: 949 time: 0.1382620 Jul 07 16:51:33.654500 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1f9c9128-4c01-42b6-9c98-255e9b3bb39c req-a4b16f4b-9002-42ad-a3ba-31a163ad19d2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:33.661090 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1f9c9128-4c01-42b6-9c98-255e9b3bb39c req-a4b16f4b-9002-42ad-a3ba-31a163ad19d2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:33.664198 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port c4e80ffe-11a4-4a77-b153-6071e5cca32c completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:33.673581 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port c4e80ffe-11a4-4a77-b153-6071e5cca32c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:33.674621 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:33.680265 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2d54f4e9-4242-45f6-ac95-09cd0940482b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0506670 Jul 07 16:51:33.680532 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43418) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:33.687778 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-1ebbadba-c51e-4893-ad98-fa0b2b23b8f3 admin admin] Request body: {'subnet': {'network_id': '0f56de70-8661-4cf6-87c2-4be21d7bf9a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1638665209-subnet', 'tenant_id': '7d28920fae9641059f45a502b979b38d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:33.729162 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-719b872c-dc42-4503-b0dd-e3bcd30e0c7b req-e5981c52-d266-45db-98e7-4198b1699ff4 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732164 Jul 07 16:51:33.738561 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebbadba-c51e-4893-ad98-fa0b2b23b8f3 admin admin] Made reservation on behalf of 7d28920fae9641059f45a502b979b38d for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:33.741926 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1ebbadba-c51e-4893-ad98-fa0b2b23b8f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:33.755657 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1f9c9128-4c01-42b6-9c98-255e9b3bb39c req-a4b16f4b-9002-42ad-a3ba-31a163ad19d2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2272878 Jul 07 16:51:33.756320 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b16f4b-9002-42ad-a3ba-31a163ad19d2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed239e9-9aa4-47fc-b767-3e26e8dbb55b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:33.863214 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:33.953265 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port c4e80ffe-11a4-4a77-b153-6071e5cca32c, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c4e80ffe-11a4-4a77-b153-6071e5cca32c,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:33.961104 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:34.012037 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dae3d8cd-3403-450b-88ee-0649c0ea919b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:34.073990 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ec8758-7df5-42d2-a8d1-3c03935dff7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e80ffe-11a4-4a77-b153-6071e5cca32c'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:34.077922 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1ebbadba-c51e-4893-ad98-fa0b2b23b8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:34.080921 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fe6616-6317-488e-a5ec-69b52575331e" -d '{"events": [{"server_uuid": "37ec8758-7df5-42d2-a8d1-3c03935dff7f", "name": "network-vif-plugged", "status": "completed", "tag": "c4e80ffe-11a4-4a77-b153-6071e5cca32c"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:34.105011 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=c4e80ffe-11a4-4a77-b153-6071e5cca32c,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:34.297815 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebbadba-c51e-4893-ad98-fa0b2b23b8f3 admin admin] Checking segment: {'id': '8117ad6f-a2d0-42b4-a0e9-31381de8b937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0f56de70-8661-4cf6-87c2-4be21d7bf9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:34.298196 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebbadba-c51e-4893-ad98-fa0b2b23b8f3 admin admin] Network hostable DHCP agents. Network: 0f56de70-8661-4cf6-87c2-4be21d7bf9a8, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:51:34.302459 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebbadba-c51e-4893-ad98-fa0b2b23b8f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26a39b57-6815-44c0-9fb6-a4358b105c2d,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:34.341226 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebbadba-c51e-4893-ad98-fa0b2b23b8f3 admin admin] Network 0f56de70-8661-4cf6-87c2-4be21d7bf9a8 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:51:34.367769 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d7698-5d3c-40d7-9e2f-5e793addc299 req-946d9033-d524-40fe-a68d-4af8e070c248 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:34.369543 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f81d7698-5d3c-40d7-9e2f-5e793addc299 req-946d9033-d524-40fe-a68d-4af8e070c248 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/ports?device_id=37ec8758-7df5-42d2-a8d1-3c03935dff7f HTTP/1.1" status: 200 len: 971 time: 0.1469233 Jul 07 16:51:34.370749 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-1ebbadba-c51e-4893-ad98-fa0b2b23b8f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 0f56de70-8661-4cf6-87c2-4be21d7bf9a8) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:34.375650 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebbadba-c51e-4893-ad98-fa0b2b23b8f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:34.376254 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1ebbadba-c51e-4893-ad98-fa0b2b23b8f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:34.396349 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93e9b35-9614-4c88-a128-9daa78e36353 None None] Network 0f56de70-8661-4cf6-87c2-4be21d7bf9a8 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:51:34.427597 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1ebbadba-c51e-4893-ad98-fa0b2b23b8f3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7451701 Jul 07 16:51:34.433605 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43448) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:34.441735 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-a72715b5-3d39-41c7-af28-3b7f8176af8d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1638665209-router', 'tenant_id': '7d28920fae9641059f45a502b979b38d', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:34.477416 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a72715b5-3d39-41c7-af28-3b7f8176af8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:34.477897 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dae3d8cd-3403-450b-88ee-0649c0ea919b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:34.479903 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a72715b5-3d39-41c7-af28-3b7f8176af8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:34.542407 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f81d7698-5d3c-40d7-9e2f-5e793addc299 req-4fa2f2e2-1d80-4b6d-80d8-9b0d414ddc66 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/security-groups?id=05c8858e-4bc1-4d11-b453-6a7b6c28cbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358831 Jul 07 16:51:34.615895 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b62a79-8655-4888-a69a-99d028aa2b80 x-openstack-request-id: req-42b62a79-8655-4888-a69a-99d028aa2b80 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:34.617926 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ec8758-7df5-42d2-a8d1-3c03935dff7f", "name": "network-vif-plugged", "status": "completed", "tag": "c4e80ffe-11a4-4a77-b153-6071e5cca32c", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:34.618344 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-42b62a79-8655-4888-a69a-99d028aa2b80 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:34.619438 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ec8758-7df5-42d2-a8d1-3c03935dff7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e80ffe-11a4-4a77-b153-6071e5cca32c', 'code': 200} Jul 07 16:51:34.666539 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a72715b5-3d39-41c7-af28-3b7f8176af8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:34.784376 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2c2361-7d82-40f8-915d-d0db561e967d None None] Network 50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:51:34.854161 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb213ab8-18b5-4a60-a614-14717e5b2a08 req-fcf4b744-99c9-42d1-bc2a-6e16f7070d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:34.859878 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eb213ab8-18b5-4a60-a614-14717e5b2a08 req-fcf4b744-99c9-42d1-bc2a-6e16f7070d0f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=37ec8758-7df5-42d2-a8d1-3c03935dff7f HTTP/1.1" status: 200 len: 1123 time: 0.1406245 Jul 07 16:51:34.898176 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae3d8cd-3403-450b-88ee-0649c0ea919b admin admin] Router 3d274e25-4972-473b-9f62-4e11e4cace83 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:51:34.950993 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eb213ab8-18b5-4a60-a614-14717e5b2a08 req-c48a4c19-51c4-4a3a-bf80-81185d55a2ce service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=05c8858e-4bc1-4d11-b453-6a7b6c28cbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816975 Jul 07 16:51:35.093835 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-227956d1-87b0-49bb-ba37-72c1e1d2acef None None] Provisioning for port fa9a3b4c-9edc-4cc3-9f70-41293373a72e completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:35.108891 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b581cdeb-3135-4543-b448-a52d118f4717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-0f56de70-8661-4cf6-87c2-4be21d7bf9a8', 'network_id': '0f56de70-8661-4cf6-87c2-4be21d7bf9a8', 'tenant_id': '7d28920fae9641059f45a502b979b38d', 'fixed_ips': [{'subnet_id': '26a39b57-6815-44c0-9fb6-a4358b105c2d'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:51:35.110476 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b581cdeb-3135-4543-b448-a52d118f4717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:35.172899 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device fa9a3b4c-9edc-4cc3-9f70-41293373a72e up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:35.197132 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a72715b5-3d39-41c7-af28-3b7f8176af8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:35.353584 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30b4ca-07b5-406d-8e28-fdfabf44deb6 req-bf2fe643-dc8b-4b2e-99d5-1747a70fa069 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:35.355325 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2c30b4ca-07b5-406d-8e28-fdfabf44deb6 req-bf2fe643-dc8b-4b2e-99d5-1747a70fa069 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18ce6c8-5612-4634-a23e-129cddd16876 HTTP/1.1" status: 200 len: 949 time: 0.3254340 Jul 07 16:51:35.365610 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae3d8cd-3403-450b-88ee-0649c0ea919b admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:51:35.383154 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6cb44d-7e52-4e0e-9987-2b6d5adf3346 None None] Sync routers for ids ['3d274e25-4972-473b-9f62-4e11e4cace83'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:51:35.409179 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6cb44d-7e52-4e0e-9987-2b6d5adf3346 None None] Routers {'3d274e25-4972-473b-9f62-4e11e4cace83'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:35.409642 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-4f6cb44d-7e52-4e0e-9987-2b6d5adf3346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:51:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['3d274e25-4972-473b-9f62-4e11e4cace83'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:35.447907 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dae3d8cd-3403-450b-88ee-0649c0ea919b admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:35.454502 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43484) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:35.457688 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-dae3d8cd-3403-450b-88ee-0649c0ea919b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.6033115 Jul 07 16:51:35.594870 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2c30b4ca-07b5-406d-8e28-fdfabf44deb6 req-f7098c06-069a-4881-b627-25e818504cc8 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224152 Jul 07 16:51:35.861251 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port fa9a3b4c-9edc-4cc3-9f70-41293373a72e completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:35.871538 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port fa9a3b4c-9edc-4cc3-9f70-41293373a72e triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:35.873064 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:35.956305 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-b581cdeb-3135-4543-b448-a52d118f4717 None None] Allocated IP 172.20.0.2 (0f56de70-8661-4cf6-87c2-4be21d7bf9a8/26a39b57-6815-44c0-9fb6-a4358b105c2d/0ad479f3-2696-4cfa-988f-861500a2e085) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:35.971276 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-4f6cb44d-7e52-4e0e-9987-2b6d5adf3346 None None] Set router 3d274e25-4972-473b-9f62-4e11e4cace83 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:36.229970 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-92d70444-35f9-43ed-a1b3-94b64b37e765 None None] Provisioning complete for port fa9a3b4c-9edc-4cc3-9f70-41293373a72e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:36.230658 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-92d70444-35f9-43ed-a1b3-94b64b37e765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:36.239154 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a72715b5-3d39-41c7-af28-3b7f8176af8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:36.294011 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e3592-35b6-42e2-83d0-a1f29844ecf7 req-944c54a8-dbf9-4f62-bd5a-671a5ae36493 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:36.300101 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c81e3592-35b6-42e2-83d0-a1f29844ecf7 req-944c54a8-dbf9-4f62-bd5a-671a5ae36493 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/ports?device_id=37ec8758-7df5-42d2-a8d1-3c03935dff7f HTTP/1.1" status: 200 len: 971 time: 0.2054725 Jul 07 16:51:36.412184 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:36.415973 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a72715b5-3d39-41c7-af28-3b7f8176af8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:36.437993 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c81e3592-35b6-42e2-83d0-a1f29844ecf7 req-19c97f7d-bd92-46f0-9442-232970d6a871 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/security-groups?id=05c8858e-4bc1-4d11-b453-6a7b6c28cbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165645 Jul 07 16:51:36.546675 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43508) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:36.640545 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-4f6cb44d-7e52-4e0e-9987-2b6d5adf3346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782714879-router', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:30Z', 'updated_at': '2021-07-07T16:51:33Z', 'revision_number': 3, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'gw_port': {'id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:31Z', 'updated_at': '2021-07-07T16:51:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:36.706708 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6cb44d-7e52-4e0e-9987-2b6d5adf3346 None None] Checking router: 3d274e25-4972-473b-9f62-4e11e4cace83 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:51:36.707293 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6cb44d-7e52-4e0e-9987-2b6d5adf3346 None None] Updating router 3d274e25-4972-473b-9f62-4e11e4cace83 port 19a48e19-c6ab-4227-8c01-753cfae4b8f8 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:51:36.717465 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b581cdeb-3135-4543-b448-a52d118f4717 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:36.790637 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43514) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:36.811506 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port fa9a3b4c-9edc-4cc3-9f70-41293373a72e, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=fa9a3b4c-9edc-4cc3-9f70-41293373a72e,segment=NetworkSegment(f0742f5c-6205-4710-bf4d-eea2f1844447),segment_id=f0742f5c-6205-4710-bf4d-eea2f1844447)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:36.831816 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-4f6cb44d-7e52-4e0e-9987-2b6d5adf3346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:36.876267 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b581cdeb-3135-4543-b448-a52d118f4717 None None] Transition to ACTIVE for port object 0ad479f3-2696-4cfa-988f-861500a2e085 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:36.891452 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:36.902537 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-92d70444-35f9-43ed-a1b3-94b64b37e765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:36.908548 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:36.935384 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-a72715b5-3d39-41c7-af28-3b7f8176af8d admin admin] Allocated IP 172.25.0.90 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/26146f05-5f7b-4b16-8b16-f120c2567688) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:36.966946 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b581cdeb-3135-4543-b448-a52d118f4717 None None] Transition to ACTIVE for port object 0ad479f3-2696-4cfa-988f-861500a2e085 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:36.993283 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b581cdeb-3135-4543-b448-a52d118f4717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.053888 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=fa9a3b4c-9edc-4cc3-9f70-41293373a72e,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:37.060112 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b581cdeb-3135-4543-b448-a52d118f4717 None None] Network 0f56de70-8661-4cf6-87c2-4be21d7bf9a8 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:37.070444 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-b581cdeb-3135-4543-b448-a52d118f4717 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:37.095030 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b581cdeb-3135-4543-b448-a52d118f4717 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:37.105341 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.api [None req-92d70444-35f9-43ed-a1b3-94b64b37e765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:51:37.105934 n-d-791503-12 neutron-server[100194]: DEBUG oslo_db.api [None req-92d70444-35f9-43ed-a1b3-94b64b37e765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:51:37.169760 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581cdeb-3135-4543-b448-a52d118f4717 None None] Pushing event updated for resources: {'Port': ['ID=0ad479f3-2696-4cfa-988f-861500a2e085,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:37.179842 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a72715b5-3d39-41c7-af28-3b7f8176af8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.197765 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b581cdeb-3135-4543-b448-a52d118f4717 None None] Attempting to bind port 0ad479f3-2696-4cfa-988f-861500a2e085 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:37.198151 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b581cdeb-3135-4543-b448-a52d118f4717 None None] Attempting to bind port 0ad479f3-2696-4cfa-988f-861500a2e085 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '8117ad6f-a2d0-42b4-a0e9-31381de8b937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0f56de70-8661-4cf6-87c2-4be21d7bf9a8'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:37.198537 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b581cdeb-3135-4543-b448-a52d118f4717 None None] Attempting to bind port 0ad479f3-2696-4cfa-988f-861500a2e085 on network 0f56de70-8661-4cf6-87c2-4be21d7bf9a8 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:37.205541 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b581cdeb-3135-4543-b448-a52d118f4717 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:37.205931 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b581cdeb-3135-4543-b448-a52d118f4717 None None] Checking segment: {'id': '8117ad6f-a2d0-42b4-a0e9-31381de8b937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0f56de70-8661-4cf6-87c2-4be21d7bf9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:37.206404 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b581cdeb-3135-4543-b448-a52d118f4717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.207107 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b581cdeb-3135-4543-b448-a52d118f4717 None None] Bound using segment: {'id': '8117ad6f-a2d0-42b4-a0e9-31381de8b937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0f56de70-8661-4cf6-87c2-4be21d7bf9a8'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:37.207653 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b581cdeb-3135-4543-b448-a52d118f4717 None None] Bound port: 0ad479f3-2696-4cfa-988f-861500a2e085, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8117ad6f-a2d0-42b4-a0e9-31381de8b937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0f56de70-8661-4cf6-87c2-4be21d7bf9a8'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:37.208069 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b581cdeb-3135-4543-b448-a52d118f4717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.233338 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b9df0c8-fec5-4a4a-a1a7-3a362772b905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.358755 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-b581cdeb-3135-4543-b448-a52d118f4717 None None] For port 0ad479f3-2696-4cfa-988f-861500a2e085, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:37.395265 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-b581cdeb-3135-4543-b448-a52d118f4717 None None] For port 0ad479f3-2696-4cfa-988f-861500a2e085, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=0ad479f3-2696-4cfa-988f-861500a2e085,segment=NetworkSegment(8117ad6f-a2d0-42b4-a0e9-31381de8b937),segment_id=8117ad6f-a2d0-42b4-a0e9-31381de8b937)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:37.398294 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.408349 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b581cdeb-3135-4543-b448-a52d118f4717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.480321 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a4f22947-efa2-487e-9b08-a82eed424dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.548790 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581cdeb-3135-4543-b448-a52d118f4717 None None] Pushing event updated for resources: {'Port': ['ID=0ad479f3-2696-4cfa-988f-861500a2e085,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:37.620319 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b9df0c8-fec5-4a4a-a1a7-3a362772b905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.657506 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b9df0c8-fec5-4a4a-a1a7-3a362772b905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.730684 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25aeb29-530c-4936-8047-837998369432 req-93f4ddbd-ee89-4f3e-b4c9-6a83a2f2b6c0 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:37.758883 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f25aeb29-530c-4936-8047-837998369432 req-93f4ddbd-ee89-4f3e-b4c9-6a83a2f2b6c0 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18ce6c8-5612-4634-a23e-129cddd16876 HTTP/1.1" status: 200 len: 949 time: 0.5561733 Jul 07 16:51:37.774417 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a72715b5-3d39-41c7-af28-3b7f8176af8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.936596 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43526) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:37.989328 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9df0c8-fec5-4a4a-a1a7-3a362772b905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1eca3c-8fb1-47fb-86a8-13922022e1f8,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:38.021678 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3b9df0c8-fec5-4a4a-a1a7-3a362772b905 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=590053f36c8745ceb90372dd9e15eaa0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2295814 Jul 07 16:51:38.024728 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43530) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:38.053565 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72715b5-3d39-41c7-af28-3b7f8176af8d admin admin] Pushing event updated for resources: {'Port': ['ID=26146f05-5f7b-4b16-8b16-f120c2567688,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:38.077627 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72715b5-3d39-41c7-af28-3b7f8176af8d admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:38.123734 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-a72715b5-3d39-41c7-af28-3b7f8176af8d admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:38.139323 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-4f6cb44d-7e52-4e0e-9987-2b6d5adf3346 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:38.144442 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f25aeb29-530c-4936-8047-837998369432 req-8079a24e-42f3-4003-8424-28a9e1cf5f32 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833568 Jul 07 16:51:38.148006 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72715b5-3d39-41c7-af28-3b7f8176af8d admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:38.177389 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-4f6cb44d-7e52-4e0e-9987-2b6d5adf3346 None None] Transition to ACTIVE for port object 19a48e19-c6ab-4227-8c01-753cfae4b8f8 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:38.198278 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-4f6cb44d-7e52-4e0e-9987-2b6d5adf3346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:38.347124 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ab9e9149-ba17-4e2c-9def-008b46117ccf req-68b8c716-fac0-4233-becc-ffc9fd0da0b5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f18ce6c8-5612-4634-a23e-129cddd16876&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6015015 Jul 07 16:51:38.411700 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-4f6cb44d-7e52-4e0e-9987-2b6d5adf3346 None None] Attempting to bind port 19a48e19-c6ab-4227-8c01-753cfae4b8f8 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:38.414494 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-4f6cb44d-7e52-4e0e-9987-2b6d5adf3346 None None] Attempting to bind port 19a48e19-c6ab-4227-8c01-753cfae4b8f8 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:38.416135 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6cb44d-7e52-4e0e-9987-2b6d5adf3346 None None] Attempting to bind port 19a48e19-c6ab-4227-8c01-753cfae4b8f8 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:38.422463 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75b65c-0a8d-40c6-9a56-05456beac613 req-0eccb98a-88e2-40bd-b997-c8edf754d665 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:38.448520 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7b75b65c-0a8d-40c6-9a56-05456beac613 req-0eccb98a-88e2-40bd-b997-c8edf754d665 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/ports?device_id=37ec8758-7df5-42d2-a8d1-3c03935dff7f HTTP/1.1" status: 200 len: 971 time: 0.7405360 Jul 07 16:51:38.476496 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6cb44d-7e52-4e0e-9987-2b6d5adf3346 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:38.478535 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6cb44d-7e52-4e0e-9987-2b6d5adf3346 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:38.480190 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-4f6cb44d-7e52-4e0e-9987-2b6d5adf3346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:38.481762 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6cb44d-7e52-4e0e-9987-2b6d5adf3346 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:38.482558 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-4f6cb44d-7e52-4e0e-9987-2b6d5adf3346 None None] Bound port: 19a48e19-c6ab-4227-8c01-753cfae4b8f8, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:38.484402 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-4f6cb44d-7e52-4e0e-9987-2b6d5adf3346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:38.570447 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-4f6cb44d-7e52-4e0e-9987-2b6d5adf3346 None None] For port 19a48e19-c6ab-4227-8c01-753cfae4b8f8, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:38.575269 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-4f6cb44d-7e52-4e0e-9987-2b6d5adf3346 None None] For port 19a48e19-c6ab-4227-8c01-753cfae4b8f8, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=19a48e19-c6ab-4227-8c01-753cfae4b8f8,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:38.583681 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-4f6cb44d-7e52-4e0e-9987-2b6d5adf3346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:38.606936 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9c7c192c-c557-40b9-8d4c-c6b8f124fe64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:38.641979 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cad5b-bcdc-4d22-8e16-e9169555cb80 None None] Pushing event updated for resources: {'Port': ['ID=19a48e19-c6ab-4227-8c01-753cfae4b8f8,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:38.658568 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254cad5b-bcdc-4d22-8e16-e9169555cb80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:38.659179 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254cad5b-bcdc-4d22-8e16-e9169555cb80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:38.659751 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254cad5b-bcdc-4d22-8e16-e9169555cb80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:38.660284 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254cad5b-bcdc-4d22-8e16-e9169555cb80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:38.660899 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254cad5b-bcdc-4d22-8e16-e9169555cb80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:38.661741 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254cad5b-bcdc-4d22-8e16-e9169555cb80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:38.662341 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254cad5b-bcdc-4d22-8e16-e9169555cb80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:38.662915 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254cad5b-bcdc-4d22-8e16-e9169555cb80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:38.663401 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254cad5b-bcdc-4d22-8e16-e9169555cb80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:38.664027 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254cad5b-bcdc-4d22-8e16-e9169555cb80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:38.664762 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254cad5b-bcdc-4d22-8e16-e9169555cb80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:38.665247 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254cad5b-bcdc-4d22-8e16-e9169555cb80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254cad5b-bcdc-4d22-8e16-e9169555cb80 None None] Tracked resource versions report: Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: pushed versions: Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: { 'AddressGroup': {'1.2'}, Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: 'ConntrackHelper': {'1.0'}, Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: 'Log': {'1.0'}, Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: 'Network': {'1.1'}, Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: 'Port': {'1.7'}, Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: 'PortForwarding': {'1.2'}, Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: 'QosPolicy': {'1.8'}, Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: 'SecurityGroup': {'1.4'}, Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: 'SubPort': {'1.0'}, Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: 'Subnet': {'1.1'}, Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: 'Trunk': {'1.1'}} Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: consumer versions: Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: { DHCP agent@n-d-791503-12: {}, Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: HyperV agent@n-h1-791503-12: {}, Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: HyperV agent@n-h2-791503-12: {}, Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: L3 agent@n-d-791503-12: {}, Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: Metadata agent@n-d-791503-12: {}, Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: Metering agent@n-d-791503-12: {}, Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: Open vSwitch agent@n-d-791503-12: { 'AddressGroup': '1.2', Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: 'ConntrackHelper': '1.0', Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: 'Log': '1.0', Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: 'Network': '1.1', Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: 'Port': '1.7', Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: 'PortForwarding': '1.2', Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: 'QosPolicy': '1.8', Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: 'SecurityGroup': '1.4', Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: 'SecurityGroupRule': '1.2', Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: 'SubPort': '1.0', Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: 'Subnet': '1.1', Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: 'Trunk': '1.1'}} Jul 07 16:51:38.666574 n-d-791503-12 neutron-server[100195]: {{(pid=100195) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:51:38.694337 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9c7c192c-c557-40b9-8d4c-c6b8f124fe64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:38.772325 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a4f22947-efa2-487e-9b08-a82eed424dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:38.816294 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bf6cafed-9218-4b51-b66b-5438cce44457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:38.822442 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a4f22947-efa2-487e-9b08-a82eed424dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:38.847302 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6cb44d-7e52-4e0e-9987-2b6d5adf3346 None None] Routers {'3d274e25-4972-473b-9f62-4e11e4cace83'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:38.849025 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-4f6cb44d-7e52-4e0e-9987-2b6d5adf3346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:51:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['3d274e25-4972-473b-9f62-4e11e4cace83'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:38.852646 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cad5b-bcdc-4d22-8e16-e9169555cb80 None None] Pushing event updated for resources: {'Port': ['ID=19a48e19-c6ab-4227-8c01-753cfae4b8f8,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:38.983449 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f22947-efa2-487e-9b08-a82eed424dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c061af6f-ab2f-471f-93b1-3090aef83179,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:39.003200 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9c7c192c-c557-40b9-8d4c-c6b8f124fe64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:39.005882 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9c7c192c-c557-40b9-8d4c-c6b8f124fe64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:39.009465 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9c7c192c-c557-40b9-8d4c-c6b8f124fe64 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd1eca3c-8fb1-47fb-86a8-13922022e1f8 HTTP/1.1" status: 204 len: 168 time: 0.9716351 Jul 07 16:51:39.031341 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c192c-c557-40b9-8d4c-c6b8f124fe64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1eca3c-8fb1-47fb-86a8-13922022e1f8,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:39.047348 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7b75b65c-0a8d-40c6-9a56-05456beac613 req-6b8e20d2-8521-4ba3-a48f-a4e7fcc61fec tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/security-groups?id=05c8858e-4bc1-4d11-b453-6a7b6c28cbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5957973 Jul 07 16:51:39.098196 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a4f22947-efa2-487e-9b08-a82eed424dbb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d14c9658ef5a44ee91922475e733b185&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5497477 Jul 07 16:51:39.104183 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43540) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:39.384055 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-4f6cb44d-7e52-4e0e-9987-2b6d5adf3346 None None] Set router 3d274e25-4972-473b-9f62-4e11e4cace83 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:39.404122 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device fa9a3b4c-9edc-4cc3-9f70-41293373a72e up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:39.523559 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e40134aa-2e54-41b7-8790-8c181b0ffbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:39.575905 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a72715b5-3d39-41c7-af28-3b7f8176af8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:39.583115 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bf6cafed-9218-4b51-b66b-5438cce44457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:39.592539 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e9149-ba17-4e2c-9def-008b46117ccf req-5eb1fa3c-9e51-47c1-be33-9f099671dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:39.595599 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ab9e9149-ba17-4e2c-9def-008b46117ccf req-5eb1fa3c-9e51-47c1-be33-9f099671dbcb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b24be37660c47a19fa1e886c36dc91f&device_id=f18ce6c8-5612-4634-a23e-129cddd16876 HTTP/1.1" status: 200 len: 1101 time: 1.0971437 Jul 07 16:51:39.599182 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bf6cafed-9218-4b51-b66b-5438cce44457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:39.604287 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1ea4da0a-e79a-48f0-a13b-1a5c64f00894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:39.697362 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-4f6cb44d-7e52-4e0e-9987-2b6d5adf3346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782714879-router', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:30Z', 'updated_at': '2021-07-07T16:51:33Z', 'revision_number': 3, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'gw_port': {'id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:31Z', 'updated_at': '2021-07-07T16:51:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:39.699605 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8886364-2472-4dd8-8929-d097dcbf1205 None None] Network 0f56de70-8661-4cf6-87c2-4be21d7bf9a8 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:51:39.754177 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6cb44d-7e52-4e0e-9987-2b6d5adf3346 None None] The sync data for ids ['3d274e25-4972-473b-9f62-4e11e4cace83'] in n-d-791503-12 is: [{'id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782714879-router', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:30Z', 'updated_at': '2021-07-07T16:51:33Z', 'revision_number': 3, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'gw_port': {'id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:31Z', 'updated_at': '2021-07-07T16:51:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:51:39.808435 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43546) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:39.816764 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-480c781f-ad78-483d-abae-24eade7f7730 None None] Provisioning for port 0ad479f3-2696-4cfa-988f-861500a2e085 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:39.838235 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cafed-9218-4b51-b66b-5438cce44457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0740d2cf-e65d-4143-a2b8-f1013f11dc7b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:39.878836 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2aeb4709-d3af-4d1f-a641-3f5c8ce87d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:39.960086 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port fa9a3b4c-9edc-4cc3-9f70-41293373a72e triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:39.960662 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:40.096371 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 0ad479f3-2696-4cfa-988f-861500a2e085 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:40.159796 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1ea4da0a-e79a-48f0-a13b-1a5c64f00894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:40.166654 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 0ad479f3-2696-4cfa-988f-861500a2e085 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:40.182091 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 0ad479f3-2696-4cfa-988f-861500a2e085 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:40.182882 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:40.200752 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bf6cafed-9218-4b51-b66b-5438cce44457 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d008a161bf04694b6ec7ef43721b41e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2130761 Jul 07 16:51:40.206885 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43550) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:40.304371 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3bbe0-b070-4ddf-8f5a-b768d5377660 req-e062ec69-03ca-43d2-b1b9-851e4c2d62c1 tempest-AggregatesAdminTestJSON-951081196 tempest-AggregatesAdminTestJSON-951081196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:40.311757 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-62d3bbe0-b070-4ddf-8f5a-b768d5377660 req-e062ec69-03ca-43d2-b1b9-851e4c2d62c1 tempest-AggregatesAdminTestJSON-951081196 tempest-AggregatesAdminTestJSON-951081196-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=37ec8758-7df5-42d2-a8d1-3c03935dff7f HTTP/1.1" status: 200 len: 1123 time: 0.9924233 Jul 07 16:51:40.314242 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e9149-ba17-4e2c-9def-008b46117ccf req-e49b4d06-949b-4d7c-9911-c17b465a5515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:40.315647 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ab9e9149-ba17-4e2c-9def-008b46117ccf req-e49b4d06-949b-4d7c-9911-c17b465a5515 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.6738698 Jul 07 16:51:40.348494 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-e40134aa-2e54-41b7-8790-8c181b0ffbce admin admin] Allocated IP 172.20.0.1 (50232d7a-ae5c-48dc-bfa5-d97d97ae3d89/ddd452ef-84e2-4c74-9b12-af8c121336aa/5f400b7a-7a2e-4b14-8289-107a4ebed5c7) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:40.366119 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:40.381519 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78914bda-3aa9-40a9-8393-320b0d3926ea req-0d8dad9c-65ef-4725-94b2-624cd46865fc tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:40.390042 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-78914bda-3aa9-40a9-8393-320b0d3926ea req-0d8dad9c-65ef-4725-94b2-624cd46865fc tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18ce6c8-5612-4634-a23e-129cddd16876 HTTP/1.1" status: 200 len: 949 time: 0.5780280 Jul 07 16:51:40.414166 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-62d3bbe0-b070-4ddf-8f5a-b768d5377660 req-8c25f1e7-fdce-4e9b-aa01-1e1562ef1f8f tempest-AggregatesAdminTestJSON-951081196 tempest-AggregatesAdminTestJSON-951081196-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:40.442715 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ab9e9149-ba17-4e2c-9def-008b46117ccf req-f582b39d-a4d8-4c6f-9c16-7e109265c019 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=27b63a68-c90a-4fef-8c03-bde880b52adb HTTP/1.1" status: 200 len: 217 time: 0.0926266 Jul 07 16:51:40.445968 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-61c0ae8d-edfa-4450-b041-347a5df12d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:40.458738 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 0ad479f3-2696-4cfa-988f-861500a2e085, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=0ad479f3-2696-4cfa-988f-861500a2e085,segment=NetworkSegment(8117ad6f-a2d0-42b4-a0e9-31381de8b937),segment_id=8117ad6f-a2d0-42b4-a0e9-31381de8b937)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:40.467948 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:40.507797 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a72715b5-3d39-41c7-af28-3b7f8176af8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:40.519586 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e9149-ba17-4e2c-9def-008b46117ccf req-b0520888-e9d5-40de-8eee-1a166b7578fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:40.521253 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ab9e9149-ba17-4e2c-9def-008b46117ccf req-b0520888-e9d5-40de-8eee-1a166b7578fb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.0686059 Jul 07 16:51:40.581343 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1ea4da0a-e79a-48f0-a13b-1a5c64f00894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:40.584028 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1ea4da0a-e79a-48f0-a13b-1a5c64f00894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:40.586102 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1ea4da0a-e79a-48f0-a13b-1a5c64f00894 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c061af6f-ab2f-471f-93b1-3090aef83179 HTTP/1.1" status: 204 len: 168 time: 1.4701366 Jul 07 16:51:40.588854 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-61c0ae8d-edfa-4450-b041-347a5df12d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:40.611723 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=0ad479f3-2696-4cfa-988f-861500a2e085,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:40.623088 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-78914bda-3aa9-40a9-8393-320b0d3926ea req-a2387096-514a-40a7-894d-b1f705bcdbd5 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312000 Jul 07 16:51:40.628173 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4da0a-e79a-48f0-a13b-1a5c64f00894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c061af6f-ab2f-471f-93b1-3090aef83179,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:40.676605 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b395e68d-b3ff-4365-94ea-ce81ba950fad None None] Provisioning complete for port 0ad479f3-2696-4cfa-988f-861500a2e085 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:40.677424 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b395e68d-b3ff-4365-94ea-ce81ba950fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:40.719215 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e9149-ba17-4e2c-9def-008b46117ccf req-025d1019-5260-4fca-b685-bc9aec0f9703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:40.723377 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ab9e9149-ba17-4e2c-9def-008b46117ccf req-025d1019-5260-4fca-b685-bc9aec0f9703 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1919727 Jul 07 16:51:40.753560 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-61c0ae8d-edfa-4450-b041-347a5df12d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:40.763669 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-61c0ae8d-edfa-4450-b041-347a5df12d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:40.766897 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-61c0ae8d-edfa-4450-b041-347a5df12d16 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0740d2cf-e65d-4143-a2b8-f1013f11dc7b HTTP/1.1" status: 204 len: 168 time: 0.5527825 Jul 07 16:51:40.796990 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2aeb4709-d3af-4d1f-a641-3f5c8ce87d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:40.816498 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2aeb4709-d3af-4d1f-a641-3f5c8ce87d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:40.921380 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0ae8d-edfa-4450-b041-347a5df12d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0740d2cf-e65d-4143-a2b8-f1013f11dc7b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:41.096746 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ab9e9149-ba17-4e2c-9def-008b46117ccf req-0207521e-bbce-418c-8197-70a6e4618ceb service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612995 Jul 07 16:51:41.152949 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2aeb4709-d3af-4d1f-a641-3f5c8ce87d16 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=31def494c95c451eadb96c44eb312439&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3413961 Jul 07 16:51:41.165739 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43558) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:41.191554 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb4709-d3af-4d1f-a641-3f5c8ce87d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e2c67b-ff7b-4fe0-8c2e-261a3705a9d2,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:41.241691 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e40134aa-2e54-41b7-8790-8c181b0ffbce admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:41.323164 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-e40134aa-2e54-41b7-8790-8c181b0ffbce admin admin] Transition to ACTIVE for port object 5f400b7a-7a2e-4b14-8289-107a4ebed5c7 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:41.392339 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 19a48e19-c6ab-4227-8c01-753cfae4b8f8 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:41.411924 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-62d3bbe0-b070-4ddf-8f5a-b768d5377660 req-8c25f1e7-fdce-4e9b-aa01-1e1562ef1f8f tempest-AggregatesAdminTestJSON-951081196 tempest-AggregatesAdminTestJSON-951081196-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:41.443974 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-62d3bbe0-b070-4ddf-8f5a-b768d5377660 req-8c25f1e7-fdce-4e9b-aa01-1e1562ef1f8f tempest-AggregatesAdminTestJSON-951081196 tempest-AggregatesAdminTestJSON-951081196-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:41.454192 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43562) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:41.477288 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ab9e9149-ba17-4e2c-9def-008b46117ccf req-d5bbcb89-1ef0-4f9c-9d93-9f9b4a7d13e5 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496108 Jul 07 16:51:41.479507 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a4eb7-6649-4e8d-b788-70d0428572a4 req-e23c58b9-421c-460b-a20a-b035715414cb tempest-DeleteServersAdminTestJSON-575359240 tempest-DeleteServersAdminTestJSON-575359240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:41.482197 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-460a4eb7-6649-4e8d-b788-70d0428572a4 req-e23c58b9-421c-460b-a20a-b035715414cb tempest-DeleteServersAdminTestJSON-575359240 tempest-DeleteServersAdminTestJSON-575359240-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f18ce6c8-5612-4634-a23e-129cddd16876 HTTP/1.1" status: 200 len: 1101 time: 0.4939115 Jul 07 16:51:41.492675 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-04a77eec-fe37-4948-b99a-75c7852948c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:41.504300 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72715b5-3d39-41c7-af28-3b7f8176af8d admin admin] Router ca370f5b-9c50-481e-bce2-ee8fea6f086b is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:51:41.524792 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7f2c857d-5e93-45e8-8989-6357fe7b31f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:41.543747 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-62d3bbe0-b070-4ddf-8f5a-b768d5377660 req-8c25f1e7-fdce-4e9b-aa01-1e1562ef1f8f tempest-AggregatesAdminTestJSON-951081196 tempest-AggregatesAdminTestJSON-951081196-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=05c8858e-4bc1-4d11-b453-6a7b6c28cbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2301409 Jul 07 16:51:41.599297 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e40134aa-2e54-41b7-8790-8c181b0ffbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:41.647590 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 19a48e19-c6ab-4227-8c01-753cfae4b8f8 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:41.655430 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-04a77eec-fe37-4948-b99a-75c7852948c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:41.657755 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 19a48e19-c6ab-4227-8c01-753cfae4b8f8 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:41.658375 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:41.662096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25f1e7-fdce-4e9b-aa01-1e1562ef1f8f tempest-AggregatesAdminTestJSON-951081196 tempest-AggregatesAdminTestJSON-951081196-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f4dab4-5332-4f81-ab6c-35c10aa1bf40,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:41.694126 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40134aa-2e54-41b7-8790-8c181b0ffbce admin admin] Network 50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:41.746571 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-e40134aa-2e54-41b7-8790-8c181b0ffbce admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:41.753389 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40134aa-2e54-41b7-8790-8c181b0ffbce admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:41.754011 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e40134aa-2e54-41b7-8790-8c181b0ffbce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:41.850905 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:41.925760 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 19a48e19-c6ab-4227-8c01-753cfae4b8f8, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=19a48e19-c6ab-4227-8c01-753cfae4b8f8,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:41.934089 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:41.935617 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 0ad479f3-2696-4cfa-988f-861500a2e085 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:42.140634 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43574) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:42.205673 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-04a77eec-fe37-4948-b99a-75c7852948c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:42.218170 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-04a77eec-fe37-4948-b99a-75c7852948c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:42.219773 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=19a48e19-c6ab-4227-8c01-753cfae4b8f8,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:42.237284 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-04a77eec-fe37-4948-b99a-75c7852948c6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/72e2c67b-ff7b-4fe0-8c2e-261a3705a9d2 HTTP/1.1" status: 204 len: 168 time: 1.0641549 Jul 07 16:51:42.304193 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-460a4eb7-6649-4e8d-b788-70d0428572a4 req-19e597da-ad2a-4349-82a1-91b7351f4395 tempest-DeleteServersAdminTestJSON-575359240 tempest-DeleteServersAdminTestJSON-575359240-project-admin] Deleting port 27b63a68-c90a-4fef-8c03-bde880b52adb {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:51:42.304193 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-460a4eb7-6649-4e8d-b788-70d0428572a4 req-19e597da-ad2a-4349-82a1-91b7351f4395 tempest-DeleteServersAdminTestJSON-575359240 tempest-DeleteServersAdminTestJSON-575359240-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:42.304193 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-46e7b22f-7a51-4f67-bd39-e6e1a53bc367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:42.312799 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a77eec-fe37-4948-b99a-75c7852948c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e2c67b-ff7b-4fe0-8c2e-261a3705a9d2,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:42.349468 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 0ad479f3-2696-4cfa-988f-861500a2e085 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:42.350547 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:42.496319 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7958cc56-258c-485f-b21d-1730fa8248d3 None None] Provisioning for port 5f400b7a-7a2e-4b14-8289-107a4ebed5c7 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:42.506745 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7958cc56-258c-485f-b21d-1730fa8248d3 None None] Provisioning complete for port 5f400b7a-7a2e-4b14-8289-107a4ebed5c7 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:42.507343 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7958cc56-258c-485f-b21d-1730fa8248d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:42.523353 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40134aa-2e54-41b7-8790-8c181b0ffbce admin admin] Pushing event updated for resources: {'Port': ['ID=5f400b7a-7a2e-4b14-8289-107a4ebed5c7,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:42.557175 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e40134aa-2e54-41b7-8790-8c181b0ffbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:42.585337 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-7958cc56-258c-485f-b21d-1730fa8248d3 None None] Port 5f400b7a-7a2e-4b14-8289-107a4ebed5c7 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:51:42.661421 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-460a4eb7-6649-4e8d-b788-70d0428572a4 req-19e597da-ad2a-4349-82a1-91b7351f4395 tempest-DeleteServersAdminTestJSON-575359240 tempest-DeleteServersAdminTestJSON-575359240-project-admin] For port 27b63a68-c90a-4fef-8c03-bde880b52adb, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=27b63a68-c90a-4fef-8c03-bde880b52adb,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:42.664312 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-460a4eb7-6649-4e8d-b788-70d0428572a4 req-19e597da-ad2a-4349-82a1-91b7351f4395 tempest-DeleteServersAdminTestJSON-575359240 tempest-DeleteServersAdminTestJSON-575359240-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:42.665720 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72715b5-3d39-41c7-af28-3b7f8176af8d admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:51:42.705573 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec67f36-4aaa-422e-b6bc-70cb3aa5ad27 None None] Sync routers for ids ['ca370f5b-9c50-481e-bce2-ee8fea6f086b'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:51:42.709113 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-460a4eb7-6649-4e8d-b788-70d0428572a4 req-19e597da-ad2a-4349-82a1-91b7351f4395 tempest-DeleteServersAdminTestJSON-575359240 tempest-DeleteServersAdminTestJSON-575359240-project-admin] Calling delete_port for 27b63a68-c90a-4fef-8c03-bde880b52adb owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:51:42.762974 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec67f36-4aaa-422e-b6bc-70cb3aa5ad27 None None] Routers {'ca370f5b-9c50-481e-bce2-ee8fea6f086b'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:42.765831 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bec67f36-4aaa-422e-b6bc-70cb3aa5ad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:51:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ca370f5b-9c50-481e-bce2-ee8fea6f086b'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:43.067401 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7f2c857d-5e93-45e8-8989-6357fe7b31f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:43.115854 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e40134aa-2e54-41b7-8790-8c181b0ffbce admin admin] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:43.118321 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7f2c857d-5e93-45e8-8989-6357fe7b31f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:43.141990 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a72715b5-3d39-41c7-af28-3b7f8176af8d admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:43.154392 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a72715b5-3d39-41c7-af28-3b7f8176af8d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.7135623 Jul 07 16:51:43.154392 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e40134aa-2e54-41b7-8790-8c181b0ffbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:43.154392 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e40134aa-2e54-41b7-8790-8c181b0ffbce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:43.155975 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 19a48e19-c6ab-4227-8c01-753cfae4b8f8 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:43.157853 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43606) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:43.272449 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c857d-5e93-45e8-8989-6357fe7b31f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552372c4-fcf2-412d-a16a-6a57b6f0fa32,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:43.282833 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-bec67f36-4aaa-422e-b6bc-70cb3aa5ad27 None None] Set router ca370f5b-9c50-481e-bce2-ee8fea6f086b gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:43.289594 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7f2c857d-5e93-45e8-8989-6357fe7b31f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e70f99099fbc4cfdb71d8a16bd35aa44&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8202534 Jul 07 16:51:43.303190 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43614) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:43.374496 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a3033-e699-4109-9353-e5854bf2427f req-0465d5db-0d9c-470d-86eb-c66a4235d412 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:43.376366 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8f8a3033-e699-4109-9353-e5854bf2427f req-0465d5db-0d9c-470d-86eb-c66a4235d412 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18ce6c8-5612-4634-a23e-129cddd16876 HTTP/1.1" status: 200 len: 949 time: 1.0838225 Jul 07 16:51:43.538719 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8f8a3033-e699-4109-9353-e5854bf2427f req-3af6b523-25ee-4368-878a-6d686b471f39 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443160 Jul 07 16:51:43.545694 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-460a4eb7-6649-4e8d-b788-70d0428572a4 req-19e597da-ad2a-4349-82a1-91b7351f4395 tempest-DeleteServersAdminTestJSON-575359240 tempest-DeleteServersAdminTestJSON-575359240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:43.556876 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0225c071-620f-460f-8d45-e265c80e59ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:43.576011 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['27b63a68-c90a-4fef-8c03-bde880b52adb'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:43.628351 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e597da-ad2a-4349-82a1-91b7351f4395 tempest-DeleteServersAdminTestJSON-575359240 tempest-DeleteServersAdminTestJSON-575359240-project-admin] Pushing event deleted for resources: {'Port': ['ID=27b63a68-c90a-4fef-8c03-bde880b52adb,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:43.691615 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0225c071-620f-460f-8d45-e265c80e59ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:43.731322 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-46e7b22f-7a51-4f67-bd39-e6e1a53bc367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:43.764713 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-46e7b22f-7a51-4f67-bd39-e6e1a53bc367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:43.966169 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 19a48e19-c6ab-4227-8c01-753cfae4b8f8 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:43.968569 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-46e7b22f-7a51-4f67-bd39-e6e1a53bc367 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47d219e6e64448268a284cea5fa7b1f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8165877 Jul 07 16:51:43.977545 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:44.065005 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43640) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:44.065974 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0225c071-620f-460f-8d45-e265c80e59ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:44.069275 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0225c071-620f-460f-8d45-e265c80e59ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:44.071785 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0225c071-620f-460f-8d45-e265c80e59ed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/552372c4-fcf2-412d-a16a-6a57b6f0fa32 HTTP/1.1" status: 204 len: 168 time: 0.7674952 Jul 07 16:51:44.144400 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7b22f-7a51-4f67-bd39-e6e1a53bc367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cebf28-ca96-43a7-8e2c-f8f2573cc504,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:44.159895 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-460a4eb7-6649-4e8d-b788-70d0428572a4 req-19e597da-ad2a-4349-82a1-91b7351f4395 tempest-DeleteServersAdminTestJSON-575359240 tempest-DeleteServersAdminTestJSON-575359240-project-admin] No DVR routers for this DVR port 27b63a68-c90a-4fef-8c03-bde880b52adb on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:51:44.173503 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40134aa-2e54-41b7-8790-8c181b0ffbce admin admin] Pushing event updated for resources: {'Port': ['ID=5f400b7a-7a2e-4b14-8289-107a4ebed5c7,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:44.275570 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225c071-620f-460f-8d45-e265c80e59ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552372c4-fcf2-412d-a16a-6a57b6f0fa32,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:44.334380 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-460a4eb7-6649-4e8d-b788-70d0428572a4 req-19e597da-ad2a-4349-82a1-91b7351f4395 tempest-DeleteServersAdminTestJSON-575359240 tempest-DeleteServersAdminTestJSON-575359240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:44.348567 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-460a4eb7-6649-4e8d-b788-70d0428572a4 req-19e597da-ad2a-4349-82a1-91b7351f4395 tempest-DeleteServersAdminTestJSON-575359240 tempest-DeleteServersAdminTestJSON-575359240-project-admin] 10.222.0.72 "DELETE /v2.0/ports/27b63a68-c90a-4fef-8c03-bde880b52adb HTTP/1.1" status: 204 len: 173 time: 2.8412819 Jul 07 16:51:44.349508 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18ce6c8-5612-4634-a23e-129cddd16876', 'name': 'network-vif-deleted', 'tag': '27b63a68-c90a-4fef-8c03-bde880b52adb'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:44.353904 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1323bdd-c3ca-4a73-a4ed-15efebdc8106" -d '{"events": [{"server_uuid": "f18ce6c8-5612-4634-a23e-129cddd16876", "name": "network-vif-deleted", "tag": "27b63a68-c90a-4fef-8c03-bde880b52adb"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:44.473619 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0a0100b0-fd8d-4401-8061-a884d3a809d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:44.489159 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40134aa-2e54-41b7-8790-8c181b0ffbce admin admin] Network 50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:44.511611 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc68bc1-9078-490e-a5a5-dd5d5912e827 x-openstack-request-id: req-1dc68bc1-9078-490e-a5a5-dd5d5912e827 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:44.516302 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-e40134aa-2e54-41b7-8790-8c181b0ffbce admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:44.516929 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18ce6c8-5612-4634-a23e-129cddd16876", "name": "network-vif-deleted", "tag": "27b63a68-c90a-4fef-8c03-bde880b52adb", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:44.517462 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1dc68bc1-9078-490e-a5a5-dd5d5912e827 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:44.520444 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18ce6c8-5612-4634-a23e-129cddd16876', 'name': 'network-vif-deleted', 'tag': '27b63a68-c90a-4fef-8c03-bde880b52adb', 'status': 'completed', 'code': 200} Jul 07 16:51:44.522972 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bec67f36-4aaa-422e-b6bc-70cb3aa5ad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca370f5b-9c50-481e-bce2-ee8fea6f086b', 'name': 'tempest-FloatingIPsTestJSON-1638665209-router', 'tenant_id': '7d28920fae9641059f45a502b979b38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '26146f05-5f7b-4b16-8b16-f120c2567688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:34Z', 'updated_at': '2021-07-07T16:51:38Z', 'revision_number': 3, 'project_id': '7d28920fae9641059f45a502b979b38d', 'gw_port': {'id': '26146f05-5f7b-4b16-8b16-f120c2567688', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca370f5b-9c50-481e-bce2-ee8fea6f086b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:36Z', 'updated_at': '2021-07-07T16:51:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:44.523761 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0a0100b0-fd8d-4401-8061-a884d3a809d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:44.607563 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec67f36-4aaa-422e-b6bc-70cb3aa5ad27 None None] Checking router: ca370f5b-9c50-481e-bce2-ee8fea6f086b for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:51:44.609568 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec67f36-4aaa-422e-b6bc-70cb3aa5ad27 None None] Updating router ca370f5b-9c50-481e-bce2-ee8fea6f086b port 26146f05-5f7b-4b16-8b16-f120c2567688 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:51:44.652208 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0a0100b0-fd8d-4401-8061-a884d3a809d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:44.667775 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0a0100b0-fd8d-4401-8061-a884d3a809d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:44.667775 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0a0100b0-fd8d-4401-8061-a884d3a809d0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c3cebf28-ca96-43a7-8e2c-f8f2573cc504 HTTP/1.1" status: 204 len: 168 time: 0.5784645 Jul 07 16:51:44.681957 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0100b0-fd8d-4401-8061-a884d3a809d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cebf28-ca96-43a7-8e2c-f8f2573cc504,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:44.758807 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bec67f36-4aaa-422e-b6bc-70cb3aa5ad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:45.113775 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-38a40a63-c0e7-4783-8e92-49633be83a3c req-35ded207-e5cc-42f4-9d98-0ee7f0170777 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18ce6c8-5612-4634-a23e-129cddd16876 HTTP/1.1" status: 200 len: 210 time: 0.0724218 Jul 07 16:51:45.144659 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40134aa-2e54-41b7-8790-8c181b0ffbce admin admin] Router 3d274e25-4972-473b-9f62-4e11e4cace83 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:51:45.412903 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-42370788-ad72-4910-bf73-8ebceda98294 None None] Provisioning complete for port 5f400b7a-7a2e-4b14-8289-107a4ebed5c7 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:45.413710 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-42370788-ad72-4910-bf73-8ebceda98294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:45.466418 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bec67f36-4aaa-422e-b6bc-70cb3aa5ad27 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:45.595479 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-bec67f36-4aaa-422e-b6bc-70cb3aa5ad27 None None] Transition to ACTIVE for port object 26146f05-5f7b-4b16-8b16-f120c2567688 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:45.612281 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 27b63a68-c90a-4fef-8c03-bde880b52adb no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:51:45.703980 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bec67f36-4aaa-422e-b6bc-70cb3aa5ad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:45.732284 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-42370788-ad72-4910-bf73-8ebceda98294 None None] Port 5f400b7a-7a2e-4b14-8289-107a4ebed5c7 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:51:45.739267 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 27b63a68-c90a-4fef-8c03-bde880b52adb {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:51:45.741717 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 27b63a68-c90a-4fef-8c03-bde880b52adb not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:51:45.845861 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40134aa-2e54-41b7-8790-8c181b0ffbce admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:51:45.864161 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e40134aa-2e54-41b7-8790-8c181b0ffbce admin admin] 10.222.0.53 "PUT /v2.0/routers/3d274e25-4972-473b-9f62-4e11e4cace83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4002936 Jul 07 16:51:45.881069 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acbd0c1-d9e6-4f0a-a771-a7d5a7a9ce31 None None] Sync routers for ids ['3d274e25-4972-473b-9f62-4e11e4cace83'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:51:45.911113 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acbd0c1-d9e6-4f0a-a771-a7d5a7a9ce31 None None] Routers {'3d274e25-4972-473b-9f62-4e11e4cace83'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:45.912191 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-3acbd0c1-d9e6-4f0a-a771-a7d5a7a9ce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:51:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['3d274e25-4972-473b-9f62-4e11e4cace83'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:45.942347 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-927d87a7-1fde-4ff0-959d-39513541719e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:45.958396 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-bec67f36-4aaa-422e-b6bc-70cb3aa5ad27 None None] Attempting to bind port 26146f05-5f7b-4b16-8b16-f120c2567688 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:45.969263 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-bec67f36-4aaa-422e-b6bc-70cb3aa5ad27 None None] Attempting to bind port 26146f05-5f7b-4b16-8b16-f120c2567688 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:45.969990 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec67f36-4aaa-422e-b6bc-70cb3aa5ad27 None None] Attempting to bind port 26146f05-5f7b-4b16-8b16-f120c2567688 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:45.974437 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91576eae-16c4-446a-8d04-4fc217a3ff0a None None] Pushing event updated for resources: {'Port': ['ID=26146f05-5f7b-4b16-8b16-f120c2567688,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:45.990092 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec67f36-4aaa-422e-b6bc-70cb3aa5ad27 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:45.990684 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec67f36-4aaa-422e-b6bc-70cb3aa5ad27 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:45.991142 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bec67f36-4aaa-422e-b6bc-70cb3aa5ad27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:45.991625 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec67f36-4aaa-422e-b6bc-70cb3aa5ad27 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:45.992447 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-bec67f36-4aaa-422e-b6bc-70cb3aa5ad27 None None] Bound port: 26146f05-5f7b-4b16-8b16-f120c2567688, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:45.993151 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bec67f36-4aaa-422e-b6bc-70cb3aa5ad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:46.190518 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-3acbd0c1-d9e6-4f0a-a771-a7d5a7a9ce31 None None] Set router 3d274e25-4972-473b-9f62-4e11e4cace83 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:46.344328 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-bec67f36-4aaa-422e-b6bc-70cb3aa5ad27 None None] For port 26146f05-5f7b-4b16-8b16-f120c2567688, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:46.353064 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-bec67f36-4aaa-422e-b6bc-70cb3aa5ad27 None None] For port 26146f05-5f7b-4b16-8b16-f120c2567688, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=26146f05-5f7b-4b16-8b16-f120c2567688,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:46.362895 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bec67f36-4aaa-422e-b6bc-70cb3aa5ad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:46.491369 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec67f36-4aaa-422e-b6bc-70cb3aa5ad27 None None] Routers {'ca370f5b-9c50-481e-bce2-ee8fea6f086b'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:46.492692 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bec67f36-4aaa-422e-b6bc-70cb3aa5ad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:51:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ca370f5b-9c50-481e-bce2-ee8fea6f086b'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:46.738620 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-927d87a7-1fde-4ff0-959d-39513541719e admin admin] Allocated IP 172.20.0.1 (0f56de70-8661-4cf6-87c2-4be21d7bf9a8/26a39b57-6815-44c0-9fb6-a4358b105c2d/2a257657-7e6e-43d5-ae7e-38bef4eae203) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:46.790501 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-bec67f36-4aaa-422e-b6bc-70cb3aa5ad27 None None] Set router ca370f5b-9c50-481e-bce2-ee8fea6f086b gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:47.129681 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91576eae-16c4-446a-8d04-4fc217a3ff0a None None] Pushing event updated for resources: {'Port': ['ID=26146f05-5f7b-4b16-8b16-f120c2567688,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:47.306827 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-3acbd0c1-d9e6-4f0a-a771-a7d5a7a9ce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782714879-router', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:30Z', 'updated_at': '2021-07-07T16:51:42Z', 'revision_number': 4, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'gw_port': {'id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:31Z', 'updated_at': '2021-07-07T16:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '5f400b7a-7a2e-4b14-8289-107a4ebed5c7', 'name': '', 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'mac_address': 'fa:16:3e:7f:f5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:39Z', 'updated_at': '2021-07-07T16:51:42Z', 'revision_number': 2, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'subnets': [{'id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:47.324566 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-927d87a7-1fde-4ff0-959d-39513541719e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:47.352687 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bec67f36-4aaa-422e-b6bc-70cb3aa5ad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca370f5b-9c50-481e-bce2-ee8fea6f086b', 'name': 'tempest-FloatingIPsTestJSON-1638665209-router', 'tenant_id': '7d28920fae9641059f45a502b979b38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '26146f05-5f7b-4b16-8b16-f120c2567688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:34Z', 'updated_at': '2021-07-07T16:51:38Z', 'revision_number': 3, 'project_id': '7d28920fae9641059f45a502b979b38d', 'gw_port': {'id': '26146f05-5f7b-4b16-8b16-f120c2567688', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca370f5b-9c50-481e-bce2-ee8fea6f086b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:36Z', 'updated_at': '2021-07-07T16:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:47.360210 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acbd0c1-d9e6-4f0a-a771-a7d5a7a9ce31 None None] Checking router: 3d274e25-4972-473b-9f62-4e11e4cace83 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:51:47.360578 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acbd0c1-d9e6-4f0a-a771-a7d5a7a9ce31 None None] Updating router 3d274e25-4972-473b-9f62-4e11e4cace83 port 5f400b7a-7a2e-4b14-8289-107a4ebed5c7 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:51:47.368824 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-927d87a7-1fde-4ff0-959d-39513541719e admin admin] Transition to ACTIVE for port object 2a257657-7e6e-43d5-ae7e-38bef4eae203 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:47.423103 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec67f36-4aaa-422e-b6bc-70cb3aa5ad27 None None] The sync data for ids ['ca370f5b-9c50-481e-bce2-ee8fea6f086b'] in n-d-791503-12 is: [{'id': 'ca370f5b-9c50-481e-bce2-ee8fea6f086b', 'name': 'tempest-FloatingIPsTestJSON-1638665209-router', 'tenant_id': '7d28920fae9641059f45a502b979b38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '26146f05-5f7b-4b16-8b16-f120c2567688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:34Z', 'updated_at': '2021-07-07T16:51:38Z', 'revision_number': 3, 'project_id': '7d28920fae9641059f45a502b979b38d', 'gw_port': {'id': '26146f05-5f7b-4b16-8b16-f120c2567688', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca370f5b-9c50-481e-bce2-ee8fea6f086b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:36Z', 'updated_at': '2021-07-07T16:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:51:47.439378 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-927d87a7-1fde-4ff0-959d-39513541719e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:47.527412 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-3acbd0c1-d9e6-4f0a-a771-a7d5a7a9ce31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:47.632373 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927d87a7-1fde-4ff0-959d-39513541719e admin admin] Network 0f56de70-8661-4cf6-87c2-4be21d7bf9a8 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:47.638791 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-927d87a7-1fde-4ff0-959d-39513541719e admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:47.658697 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927d87a7-1fde-4ff0-959d-39513541719e admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:47.661665 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-927d87a7-1fde-4ff0-959d-39513541719e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:47.910942 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d87a7-1fde-4ff0-959d-39513541719e admin admin] Pushing event updated for resources: {'Port': ['ID=2a257657-7e6e-43d5-ae7e-38bef4eae203,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:48.057380 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-927d87a7-1fde-4ff0-959d-39513541719e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:48.142601 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-978f7b6a-e249-4808-84cb-244afb9406fc None None] Provisioning for port 2a257657-7e6e-43d5-ae7e-38bef4eae203 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:48.151885 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-978f7b6a-e249-4808-84cb-244afb9406fc None None] Provisioning complete for port 2a257657-7e6e-43d5-ae7e-38bef4eae203 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:48.159004 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-978f7b6a-e249-4808-84cb-244afb9406fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:48.274411 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-978f7b6a-e249-4808-84cb-244afb9406fc None None] Port 2a257657-7e6e-43d5-ae7e-38bef4eae203 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:51:48.378796 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-3acbd0c1-d9e6-4f0a-a771-a7d5a7a9ce31 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:48.404504 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-3acbd0c1-d9e6-4f0a-a771-a7d5a7a9ce31 None None] Transition to ACTIVE for port object 5f400b7a-7a2e-4b14-8289-107a4ebed5c7 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:48.420759 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-3acbd0c1-d9e6-4f0a-a771-a7d5a7a9ce31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:48.599654 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf1b5b-540c-4b9c-bedb-22568f9262f9 None None] Pushing event updated for resources: {'Port': ['ID=5f400b7a-7a2e-4b14-8289-107a4ebed5c7,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:48.608103 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-927d87a7-1fde-4ff0-959d-39513541719e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:48.621164 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-942f1835-de4a-4911-9633-c6f436df950d tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4b24be37660c47a19fa1e886c36dc91f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1049912 Jul 07 16:51:48.625622 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-927d87a7-1fde-4ff0-959d-39513541719e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:48.626514 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-927d87a7-1fde-4ff0-959d-39513541719e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:48.676530 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-3acbd0c1-d9e6-4f0a-a771-a7d5a7a9ce31 None None] Attempting to bind port 5f400b7a-7a2e-4b14-8289-107a4ebed5c7 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:48.676958 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-3acbd0c1-d9e6-4f0a-a771-a7d5a7a9ce31 None None] Attempting to bind port 5f400b7a-7a2e-4b14-8289-107a4ebed5c7 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'f0742f5c-6205-4710-bf4d-eea2f1844447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:48.677332 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acbd0c1-d9e6-4f0a-a771-a7d5a7a9ce31 None None] Attempting to bind port 5f400b7a-7a2e-4b14-8289-107a4ebed5c7 on network 50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:48.691313 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acbd0c1-d9e6-4f0a-a771-a7d5a7a9ce31 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:48.691702 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acbd0c1-d9e6-4f0a-a771-a7d5a7a9ce31 None None] Checking segment: {'id': 'f0742f5c-6205-4710-bf4d-eea2f1844447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:48.692114 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-3acbd0c1-d9e6-4f0a-a771-a7d5a7a9ce31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:48.692782 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acbd0c1-d9e6-4f0a-a771-a7d5a7a9ce31 None None] Bound using segment: {'id': 'f0742f5c-6205-4710-bf4d-eea2f1844447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:48.693296 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-3acbd0c1-d9e6-4f0a-a771-a7d5a7a9ce31 None None] Bound port: 5f400b7a-7a2e-4b14-8289-107a4ebed5c7, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0742f5c-6205-4710-bf4d-eea2f1844447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:48.693711 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-3acbd0c1-d9e6-4f0a-a771-a7d5a7a9ce31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:48.818543 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-3acbd0c1-d9e6-4f0a-a771-a7d5a7a9ce31 None None] For port 5f400b7a-7a2e-4b14-8289-107a4ebed5c7, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:48.823838 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-3acbd0c1-d9e6-4f0a-a771-a7d5a7a9ce31 None None] For port 5f400b7a-7a2e-4b14-8289-107a4ebed5c7, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=5f400b7a-7a2e-4b14-8289-107a4ebed5c7,segment=NetworkSegment(f0742f5c-6205-4710-bf4d-eea2f1844447),segment_id=f0742f5c-6205-4710-bf4d-eea2f1844447)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:48.831936 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-3acbd0c1-d9e6-4f0a-a771-a7d5a7a9ce31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:48.857718 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43828) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:48.887774 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d87a7-1fde-4ff0-959d-39513541719e admin admin] Pushing event updated for resources: {'Port': ['ID=2a257657-7e6e-43d5-ae7e-38bef4eae203,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:49.012412 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-dae80434-26d0-4507-b755-77bee3aa3245 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:49.012682 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf1b5b-540c-4b9c-bedb-22568f9262f9 None None] Pushing event updated for resources: {'Port': ['ID=5f400b7a-7a2e-4b14-8289-107a4ebed5c7,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:49.022400 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-dae80434-26d0-4507-b755-77bee3aa3245 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3994160 Jul 07 16:51:49.065098 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acbd0c1-d9e6-4f0a-a771-a7d5a7a9ce31 None None] Routers {'3d274e25-4972-473b-9f62-4e11e4cace83'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:49.065098 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-3acbd0c1-d9e6-4f0a-a771-a7d5a7a9ce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:51:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['3d274e25-4972-473b-9f62-4e11e4cace83'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:49.066513 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-d77cddca-1ac0-4f70-b7ca-c0da0cc30fe1 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/quotas/4b24be37660c47a19fa1e886c36dc91f HTTP/1.1" status: 200 len: 375 time: 0.0427597 Jul 07 16:51:49.244181 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 26146f05-5f7b-4b16-8b16-f120c2567688 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:49.394243 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 26146f05-5f7b-4b16-8b16-f120c2567688 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:49.400005 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 26146f05-5f7b-4b16-8b16-f120c2567688 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:49.400416 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:49.414035 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-3acbd0c1-d9e6-4f0a-a771-a7d5a7a9ce31 None None] Set router 3d274e25-4972-473b-9f62-4e11e4cace83 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:49.483474 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-410e8107-347d-4d3b-bb0e-79f1be2b4390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:49.537437 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927d87a7-1fde-4ff0-959d-39513541719e admin admin] Network 0f56de70-8661-4cf6-87c2-4be21d7bf9a8 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:49.539644 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-927d87a7-1fde-4ff0-959d-39513541719e admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:49.557730 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-2ee0bb80-77e3-4fd3-ab85-97a09a725ad7 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4b24be37660c47a19fa1e886c36dc91f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4901109 Jul 07 16:51:49.889716 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:49.938501 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927d87a7-1fde-4ff0-959d-39513541719e admin admin] Router ca370f5b-9c50-481e-bce2-ee8fea6f086b has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:51:50.003908 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 26146f05-5f7b-4b16-8b16-f120c2567688, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=26146f05-5f7b-4b16-8b16-f120c2567688,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:50.023618 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:50.172821 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-410e8107-347d-4d3b-bb0e-79f1be2b4390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:50.176143 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43852) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:50.267824 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927d87a7-1fde-4ff0-959d-39513541719e admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:51:50.289626 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=26146f05-5f7b-4b16-8b16-f120c2567688,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:50.295756 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-927d87a7-1fde-4ff0-959d-39513541719e admin admin] 10.222.0.53 "PUT /v2.0/routers/ca370f5b-9c50-481e-bce2-ee8fea6f086b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1155758 Jul 07 16:51:50.297584 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f25a2da8-eb56-4bb3-978c-c4f16ed8d3ae None None] Provisioning complete for port 2a257657-7e6e-43d5-ae7e-38bef4eae203 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:50.298294 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f25a2da8-eb56-4bb3-978c-c4f16ed8d3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:50.309206 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-27f2d341-dfbd-4142-b7e0-c7d0a18fc8ce admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-921393826-network', 'tenant_id': '1b9ca612fa86448e8acc611125fe609a'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:50.347595 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-410e8107-347d-4d3b-bb0e-79f1be2b4390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:50.391312 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-3acbd0c1-d9e6-4f0a-a771-a7d5a7a9ce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782714879-router', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:30Z', 'updated_at': '2021-07-07T16:51:42Z', 'revision_number': 4, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'gw_port': {'id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:31Z', 'updated_at': '2021-07-07T16:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '5f400b7a-7a2e-4b14-8289-107a4ebed5c7', 'name': '', 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'mac_address': 'fa:16:3e:7f:f5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:39Z', 'updated_at': '2021-07-07T16:51:48Z', 'revision_number': 4, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'subnets': [{'id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:50.411908 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-410e8107-347d-4d3b-bb0e-79f1be2b4390 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=515df18c6fd647be84203c9bead87830&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5530450 Jul 07 16:51:50.416012 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43862) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:50.459132 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-f25a2da8-eb56-4bb3-978c-c4f16ed8d3ae None None] Port 2a257657-7e6e-43d5-ae7e-38bef4eae203 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:51:50.493413 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e8107-347d-4d3b-bb0e-79f1be2b4390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb34599a-5544-4502-a4cd-97d15316d918,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:50.501677 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f2d341-dfbd-4142-b7e0-c7d0a18fc8ce admin admin] Made reservation on behalf of 1b9ca612fa86448e8acc611125fe609a for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:50.505263 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-27f2d341-dfbd-4142-b7e0-c7d0a18fc8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:50.516853 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-27f2d341-dfbd-4142-b7e0-c7d0a18fc8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:50.547869 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acbd0c1-d9e6-4f0a-a771-a7d5a7a9ce31 None None] The sync data for ids ['3d274e25-4972-473b-9f62-4e11e4cace83'] in n-d-791503-12 is: [{'id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782714879-router', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:30Z', 'updated_at': '2021-07-07T16:51:42Z', 'revision_number': 4, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'gw_port': {'id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:31Z', 'updated_at': '2021-07-07T16:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '5f400b7a-7a2e-4b14-8289-107a4ebed5c7', 'name': '', 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'mac_address': 'fa:16:3e:7f:f5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:39Z', 'updated_at': '2021-07-07T16:51:48Z', 'revision_number': 4, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'subnets': [{'id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:51:50.704834 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d73ac3ef-15bd-48a9-9dfd-e667bd187623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:50.772195 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee8cefe-cf93-4f55-a6e4-ae25aea02080 None None] Sync routers for ids ['ca370f5b-9c50-481e-bce2-ee8fea6f086b'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:51:50.825231 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee8cefe-cf93-4f55-a6e4-ae25aea02080 None None] Routers {'ca370f5b-9c50-481e-bce2-ee8fea6f086b'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:50.826690 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-8ee8cefe-cf93-4f55-a6e4-ae25aea02080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:51:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ca370f5b-9c50-481e-bce2-ee8fea6f086b'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:50.840783 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d73ac3ef-15bd-48a9-9dfd-e667bd187623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:50.891693 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-27f2d341-dfbd-4142-b7e0-c7d0a18fc8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:50.905300 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-27f2d341-dfbd-4142-b7e0-c7d0a18fc8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:50.935102 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b4d5c-cb26-49e8-94d5-d24bdca2c5e6 req-206a0b35-a5ec-4e38-a010-e0add3db17bc tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:50.944394 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d59b4d5c-cb26-49e8-94d5-d24bdca2c5e6 req-206a0b35-a5ec-4e38-a010-e0add3db17bc tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/ports?device_id=37ec8758-7df5-42d2-a8d1-3c03935dff7f HTTP/1.1" status: 200 len: 971 time: 1.0608971 Jul 07 16:51:50.987788 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d73ac3ef-15bd-48a9-9dfd-e667bd187623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:50.992362 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d73ac3ef-15bd-48a9-9dfd-e667bd187623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:51.011859 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d73ac3ef-15bd-48a9-9dfd-e667bd187623 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fb34599a-5544-4502-a4cd-97d15316d918 HTTP/1.1" status: 204 len: 168 time: 0.5790377 Jul 07 16:51:51.035573 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ac3ef-15bd-48a9-9dfd-e667bd187623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb34599a-5544-4502-a4cd-97d15316d918,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:51.047462 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313c4e9-ad5c-4cfa-b567-061c0a740b83 req-b55cf64b-b72c-435f-8ea8-284f4f2b64d0 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:51.049647 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e313c4e9-ad5c-4cfa-b567-061c0a740b83 req-b55cf64b-b72c-435f-8ea8-284f4f2b64d0 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.72 "GET /v2.0/ports?device_id=37ec8758-7df5-42d2-a8d1-3c03935dff7f HTTP/1.1" status: 200 len: 971 time: 1.2413712 Jul 07 16:51:51.060529 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2d341-dfbd-4142-b7e0-c7d0a18fc8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d84a84-f996-43f2-aa0e-08f6e81ee802,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:51.327243 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f2d341-dfbd-4142-b7e0-c7d0a18fc8ce admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:51:51.520896 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-27f2d341-dfbd-4142-b7e0-c7d0a18fc8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:51.520896 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-27f2d341-dfbd-4142-b7e0-c7d0a18fc8ce admin admin] Added segment 6d264684-a42f-4818-9f6f-6be24ab5ef36 of type vlan for network 25e67d3d-d510-4818-8964-0a2a2c52f4ab Jul 07 16:51:51.554846 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d59b4d5c-cb26-49e8-94d5-d24bdca2c5e6 req-ccbec05f-d3cc-41cc-ae8a-66708f25227a tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/security-groups?id=05c8858e-4bc1-4d11-b453-6a7b6c28cbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6089118 Jul 07 16:51:51.638895 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 26146f05-5f7b-4b16-8b16-f120c2567688 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:51.739682 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-27f2d341-dfbd-4142-b7e0-c7d0a18fc8ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:51.823830 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-27f2d341-dfbd-4142-b7e0-c7d0a18fc8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:51.825657 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f2d341-dfbd-4142-b7e0-c7d0a18fc8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:51.826480 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-27f2d341-dfbd-4142-b7e0-c7d0a18fc8ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:51.907722 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-8ee8cefe-cf93-4f55-a6e4-ae25aea02080 None None] Set router ca370f5b-9c50-481e-bce2-ee8fea6f086b gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:51.990667 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-e313c4e9-ad5c-4cfa-b567-061c0a740b83 req-79663255-8a51-4fea-aa1f-0f47436e4839 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Deleting port c4e80ffe-11a4-4a77-b153-6071e5cca32c {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:51:51.991696 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e313c4e9-ad5c-4cfa-b567-061c0a740b83 req-79663255-8a51-4fea-aa1f-0f47436e4839 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:52.001243 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2d341-dfbd-4142-b7e0-c7d0a18fc8ce admin admin] Pushing event updated for resources: {'Network': ['ID=25e67d3d-d510-4818-8964-0a2a2c52f4ab,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:52.017122 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 25e67d3d-d510-4818-8964-0a2a2c52f4ab details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:51:52.033629 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 26146f05-5f7b-4b16-8b16-f120c2567688 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:52.036120 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:52.068524 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-27f2d341-dfbd-4142-b7e0-c7d0a18fc8ce admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8159997 Jul 07 16:51:52.071377 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43890) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:52.086407 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-42beb5de-dd4c-47ad-aa7c-860f865a0e56 admin admin] Request body: {'subnet': {'network_id': '25e67d3d-d510-4818-8964-0a2a2c52f4ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921393826-subnet', 'tenant_id': '1b9ca612fa86448e8acc611125fe609a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:52.125059 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b12ce0fc-fbb0-4e1f-8a73-8da3f505eae4 req-52412458-158b-4236-97aa-d5b2277cd1f4 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=d744c3d0-4c47-481a-9891-b78fb8487fab HTTP/1.1" status: 200 len: 210 time: 0.1216292 Jul 07 16:51:52.149232 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42beb5de-dd4c-47ad-aa7c-860f865a0e56 admin admin] Made reservation on behalf of 1b9ca612fa86448e8acc611125fe609a for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:52.162804 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-42beb5de-dd4c-47ad-aa7c-860f865a0e56 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:52.279947 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-e313c4e9-ad5c-4cfa-b567-061c0a740b83 req-79663255-8a51-4fea-aa1f-0f47436e4839 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] For port c4e80ffe-11a4-4a77-b153-6071e5cca32c, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c4e80ffe-11a4-4a77-b153-6071e5cca32c,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:52.280350 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e313c4e9-ad5c-4cfa-b567-061c0a740b83 req-79663255-8a51-4fea-aa1f-0f47436e4839 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:52.359250 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-e313c4e9-ad5c-4cfa-b567-061c0a740b83 req-79663255-8a51-4fea-aa1f-0f47436e4839 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Calling delete_port for c4e80ffe-11a4-4a77-b153-6071e5cca32c owned by compute:tempest-test_az-1933758454 {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:51:52.395054 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43894) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:52.474566 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.64', 63554) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:52.661443 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-b2ec87aa-8baa-4b68-9a46-5aa45c446a88 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4b24be37660c47a19fa1e886c36dc91f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1690712 Jul 07 16:51:52.836910 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5f400b7a-7a2e-4b14-8289-107a4ebed5c7 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:52.946931 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0a2197f9-cadb-4eef-868e-41fd706b954a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:52.954757 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 5f400b7a-7a2e-4b14-8289-107a4ebed5c7 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:52.956330 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e313c4e9-ad5c-4cfa-b567-061c0a740b83 req-79663255-8a51-4fea-aa1f-0f47436e4839 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:52.963160 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-8ee8cefe-cf93-4f55-a6e4-ae25aea02080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca370f5b-9c50-481e-bce2-ee8fea6f086b', 'name': 'tempest-FloatingIPsTestJSON-1638665209-router', 'tenant_id': '7d28920fae9641059f45a502b979b38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '26146f05-5f7b-4b16-8b16-f120c2567688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:34Z', 'updated_at': '2021-07-07T16:51:47Z', 'revision_number': 4, 'project_id': '7d28920fae9641059f45a502b979b38d', 'gw_port': {'id': '26146f05-5f7b-4b16-8b16-f120c2567688', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca370f5b-9c50-481e-bce2-ee8fea6f086b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:36Z', 'updated_at': '2021-07-07T16:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '2a257657-7e6e-43d5-ae7e-38bef4eae203', 'name': '', 'network_id': '0f56de70-8661-4cf6-87c2-4be21d7bf9a8', 'tenant_id': '7d28920fae9641059f45a502b979b38d', 'mac_address': 'fa:16:3e:ea:55:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca370f5b-9c50-481e-bce2-ee8fea6f086b', 'device_owner': 'network:router_interface', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '26a39b57-6815-44c0-9fb6-a4358b105c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:46Z', 'updated_at': '2021-07-07T16:51:48Z', 'revision_number': 2, 'project_id': '7d28920fae9641059f45a502b979b38d', 'subnets': [{'id': '26a39b57-6815-44c0-9fb6-a4358b105c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:52.968855 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 5f400b7a-7a2e-4b14-8289-107a4ebed5c7 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:52.969129 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:53.030519 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee8cefe-cf93-4f55-a6e4-ae25aea02080 None None] Checking router: ca370f5b-9c50-481e-bce2-ee8fea6f086b for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:51:53.030879 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee8cefe-cf93-4f55-a6e4-ae25aea02080 None None] Updating router ca370f5b-9c50-481e-bce2-ee8fea6f086b port 2a257657-7e6e-43d5-ae7e-38bef4eae203 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:51:53.123674 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b14ada98-6be9-4cbe-b875-e18e4b605f54 req-a157b378-1b86-4a5d-a16b-879e17121cc8 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6568019 Jul 07 16:51:53.153350 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-b14ada98-6be9-4cbe-b875-e18e4b605f54 req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:53.160520 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79663255-8a51-4fea-aa1f-0f47436e4839 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Pushing event deleted for resources: {'Port': ['ID=c4e80ffe-11a4-4a77-b153-6071e5cca32c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:53.239297 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8ee8cefe-cf93-4f55-a6e4-ae25aea02080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:53.283978 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-3f051f94-cb4d-4f3c-8ebe-8cb9366f639b tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:53.286621 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-3f051f94-cb4d-4f3c-8ebe-8cb9366f639b tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5935423 Jul 07 16:51:53.289122 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-42beb5de-dd4c-47ad-aa7c-860f865a0e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:53.389133 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-61df943b-cc2c-4187-9bc7-bf27af2a7378 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Request body: {'port': {'device_id': 'd744c3d0-4c47-481a-9891-b78fb8487fab', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': '4b24be37660c47a19fa1e886c36dc91f'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:53.858909 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device c4e80ffe-11a4-4a77-b153-6071e5cca32c no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:51:53.867779 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5ae3aee9-3a6b-4ad3-a6a8-3d1ffdde8eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:53.881003 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42beb5de-dd4c-47ad-aa7c-860f865a0e56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e6c1d36-5b0f-49de-9811-c86a7b745035,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:53.911576 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: c4e80ffe-11a4-4a77-b153-6071e5cca32c {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:51:53.912045 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device c4e80ffe-11a4-4a77-b153-6071e5cca32c not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:51:53.934990 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:53.958676 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42beb5de-dd4c-47ad-aa7c-860f865a0e56 admin admin] Checking segment: {'id': '6d264684-a42f-4818-9f6f-6be24ab5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '25e67d3d-d510-4818-8964-0a2a2c52f4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:53.959171 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42beb5de-dd4c-47ad-aa7c-860f865a0e56 admin admin] Network hostable DHCP agents. Network: 25e67d3d-d510-4818-8964-0a2a2c52f4ab, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:51:54.053507 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.db.api [req-b14ada98-6be9-4cbe-b875-e18e4b605f54 req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 16:51:54.053507 n-d-791503-12 neutron-server[100193]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 16:51:54.053507 n-d-791503-12 neutron-server[100193]: [parameters: {'project_id_1': '7d28920fae9641059f45a502b979b38d', 'expiration_1': datetime.datetime(2021, 7, 7, 16, 51, 53, 180449)}] Jul 07 16:51:54.053507 n-d-791503-12 neutron-server[100193]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:51:54.054165 n-d-791503-12 neutron-server[100193]: DEBUG oslo_db.api [req-b14ada98-6be9-4cbe-b875-e18e4b605f54 req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:51:54.086158 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42beb5de-dd4c-47ad-aa7c-860f865a0e56 admin admin] Network 25e67d3d-d510-4818-8964-0a2a2c52f4ab is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:51:54.135809 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-42beb5de-dd4c-47ad-aa7c-860f865a0e56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 25e67d3d-d510-4818-8964-0a2a2c52f4ab) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:54.150265 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0efc8cba-285c-4999-a95b-fb4237545512 req-59ae5109-4637-412c-b2ee-7adc62a183cf tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.53 "GET /v2.0/ports?device_id=37ec8758-7df5-42d2-a8d1-3c03935dff7f HTTP/1.1" status: 200 len: 210 time: 0.1241467 Jul 07 16:51:54.154182 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e313c4e9-ad5c-4cfa-b567-061c0a740b83 req-79663255-8a51-4fea-aa1f-0f47436e4839 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] No DVR routers for this DVR port c4e80ffe-11a4-4a77-b153-6071e5cca32c on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:51:54.157761 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e313c4e9-ad5c-4cfa-b567-061c0a740b83 req-79663255-8a51-4fea-aa1f-0f47436e4839 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:54.159749 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42beb5de-dd4c-47ad-aa7c-860f865a0e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:54.160696 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e313c4e9-ad5c-4cfa-b567-061c0a740b83 req-79663255-8a51-4fea-aa1f-0f47436e4839 tempest-AggregatesAdminTestJSON-1606444818 tempest-AggregatesAdminTestJSON-1606444818-project] 10.222.0.72 "DELETE /v2.0/ports/c4e80ffe-11a4-4a77-b153-6071e5cca32c HTTP/1.1" status: 204 len: 173 time: 3.0929599 Jul 07 16:51:54.161070 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-42beb5de-dd4c-47ad-aa7c-860f865a0e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:54.172145 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 5f400b7a-7a2e-4b14-8289-107a4ebed5c7, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=5f400b7a-7a2e-4b14-8289-107a4ebed5c7,segment=NetworkSegment(f0742f5c-6205-4710-bf4d-eea2f1844447),segment_id=f0742f5c-6205-4710-bf4d-eea2f1844447)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:54.174525 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ec8758-7df5-42d2-a8d1-3c03935dff7f', 'name': 'network-vif-deleted', 'tag': 'c4e80ffe-11a4-4a77-b153-6071e5cca32c'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:54.176917 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e250cf45-13e7-487d-a49e-64bccb78a4b7" -d '{"events": [{"server_uuid": "37ec8758-7df5-42d2-a8d1-3c03935dff7f", "name": "network-vif-deleted", "tag": "c4e80ffe-11a4-4a77-b153-6071e5cca32c"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:54.179965 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f92a684-5ffb-4dfd-83b6-fcb4809e3788 None None] Network 25e67d3d-d510-4818-8964-0a2a2c52f4ab requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:51:54.249730 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43922) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:54.267270 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0a2197f9-cadb-4eef-868e-41fd706b954a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:54.272810 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:54.279449 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0a2197f9-cadb-4eef-868e-41fd706b954a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:54.301361 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-42beb5de-dd4c-47ad-aa7c-860f865a0e56 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.2271137 Jul 07 16:51:54.311595 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43926) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:54.331537 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-3f90ac41-79c8-400e-98b3-daf5bcbd0bc4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-921393826-router', 'tenant_id': '1b9ca612fa86448e8acc611125fe609a', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:54.347604 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-61df943b-cc2c-4187-9bc7-bf27af2a7378 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Made reservation on behalf of 4b24be37660c47a19fa1e886c36dc91f for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:54.355524 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-61df943b-cc2c-4187-9bc7-bf27af2a7378 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:54.378499 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0a2197f9-cadb-4eef-868e-41fd706b954a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fdb8c9ac111348e08a7c0427d63b2a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9814081 Jul 07 16:51:54.379404 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2197f9-cadb-4eef-868e-41fd706b954a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccdf702-9510-4df3-8c0d-920b520920e5,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:54.384877 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43930) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:54.420436 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f90ac41-79c8-400e-98b3-daf5bcbd0bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:54.421604 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f90ac41-79c8-400e-98b3-daf5bcbd0bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:54.645782 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f90ac41-79c8-400e-98b3-daf5bcbd0bc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:54.659169 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1eb735df-e746-42b4-a0bb-8ef0f4dd2a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:54.687170 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a6fe251d-6483-412b-87a5-ffab95288841 req-70fc79ef-f3bc-491f-b22f-e86c59f7e7f8 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=d744c3d0-4c47-481a-9891-b78fb8487fab HTTP/1.1" status: 200 len: 210 time: 0.0480621 Jul 07 16:51:54.703271 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=5f400b7a-7a2e-4b14-8289-107a4ebed5c7,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:54.754253 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2ef8039e-1b1d-4cac-9f04-0bd3b8818f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:54.771294 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b14ada98-6be9-4cbe-b875-e18e4b605f54 req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks [] for floatingip, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:54.792417 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1eb735df-e746-42b4-a0bb-8ef0f4dd2a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:54.888464 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51543811-312a-4b11-a53c-8064f2cababf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-25e67d3d-d510-4818-8964-0a2a2c52f4ab', 'network_id': '25e67d3d-d510-4818-8964-0a2a2c52f4ab', 'tenant_id': '1b9ca612fa86448e8acc611125fe609a', 'fixed_ips': [{'subnet_id': '4e6c1d36-5b0f-49de-9811-c86a7b745035'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:51:54.890599 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-51543811-312a-4b11-a53c-8064f2cababf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:54.898510 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8ee8cefe-cf93-4f55-a6e4-ae25aea02080 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:54.917225 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f90ac41-79c8-400e-98b3-daf5bcbd0bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:55.083729 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1eb735df-e746-42b4-a0bb-8ef0f4dd2a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:55.091212 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1eb735df-e746-42b4-a0bb-8ef0f4dd2a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:55.108960 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1eb735df-e746-42b4-a0bb-8ef0f4dd2a16 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ccdf702-9510-4df3-8c0d-920b520920e5 HTTP/1.1" status: 204 len: 168 time: 0.7140892 Jul 07 16:51:55.166611 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb735df-e746-42b4-a0bb-8ef0f4dd2a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccdf702-9510-4df3-8c0d-920b520920e5,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:55.210498 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-51543811-312a-4b11-a53c-8064f2cababf None None] Allocated IP 172.20.0.2 (25e67d3d-d510-4818-8964-0a2a2c52f4ab/4e6c1d36-5b0f-49de-9811-c86a7b745035/897ee0f0-41ad-414b-871c-066563ee43c6) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:55.486471 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-51543811-312a-4b11-a53c-8064f2cababf None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:55.499322 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-51543811-312a-4b11-a53c-8064f2cababf None None] Transition to ACTIVE for port object 897ee0f0-41ad-414b-871c-066563ee43c6 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:55.521411 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-51543811-312a-4b11-a53c-8064f2cababf None None] Transition to ACTIVE for port object 897ee0f0-41ad-414b-871c-066563ee43c6 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:55.527634 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8ee8cefe-cf93-4f55-a6e4-ae25aea02080 None None] Transition to ACTIVE for port object 2a257657-7e6e-43d5-ae7e-38bef4eae203 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:55.537037 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-51543811-312a-4b11-a53c-8064f2cababf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:55.559681 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2ef8039e-1b1d-4cac-9f04-0bd3b8818f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:55.592117 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-61df943b-cc2c-4187-9bc7-bf27af2a7378 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Allocated IP 192.168.233.253 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/6656c4d8-2acb-44ec-9e7f-81a805622196) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:55.593702 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51543811-312a-4b11-a53c-8064f2cababf None None] Pushing event updated for resources: {'Port': ['ID=897ee0f0-41ad-414b-871c-066563ee43c6,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:55.602035 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8ee8cefe-cf93-4f55-a6e4-ae25aea02080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:55.616494 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2ef8039e-1b1d-4cac-9f04-0bd3b8818f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:55.676951 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51543811-312a-4b11-a53c-8064f2cababf None None] Network 25e67d3d-d510-4818-8964-0a2a2c52f4ab is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:55.691440 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-51543811-312a-4b11-a53c-8064f2cababf None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:55.707681 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51543811-312a-4b11-a53c-8064f2cababf None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:55.748650 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f90ac41-79c8-400e-98b3-daf5bcbd0bc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:55.764552 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ac21a8-a1fe-48a6-9c76-518cea40a30f x-openstack-request-id: req-d0ac21a8-a1fe-48a6-9c76-518cea40a30f {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:55.771910 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ec8758-7df5-42d2-a8d1-3c03935dff7f", "name": "network-vif-deleted", "tag": "c4e80ffe-11a4-4a77-b153-6071e5cca32c", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:55.772729 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0ac21a8-a1fe-48a6-9c76-518cea40a30f {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:55.774179 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ec8758-7df5-42d2-a8d1-3c03935dff7f', 'name': 'network-vif-deleted', 'tag': 'c4e80ffe-11a4-4a77-b153-6071e5cca32c', 'status': 'completed', 'code': 200} Jul 07 16:51:55.821974 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f90ac41-79c8-400e-98b3-daf5bcbd0bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:55.827163 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2ef8039e-1b1d-4cac-9f04-0bd3b8818f36 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=83ef4c1e200942d893be017adf45cbbb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5750828 Jul 07 16:51:55.835376 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43950) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:55.840613 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8039e-1b1d-4cac-9f04-0bd3b8818f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04678264-608c-4480-9721-34bf58ac9ec9,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:55.916601 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76baf3be-ce68-436e-a38a-2696896a5b4b None None] Pushing event updated for resources: {'Port': ['ID=2a257657-7e6e-43d5-ae7e-38bef4eae203,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:56.102025 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-8ee8cefe-cf93-4f55-a6e4-ae25aea02080 None None] Attempting to bind port 2a257657-7e6e-43d5-ae7e-38bef4eae203 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:56.103009 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-8ee8cefe-cf93-4f55-a6e4-ae25aea02080 None None] Attempting to bind port 2a257657-7e6e-43d5-ae7e-38bef4eae203 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '8117ad6f-a2d0-42b4-a0e9-31381de8b937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0f56de70-8661-4cf6-87c2-4be21d7bf9a8'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:56.103709 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8cefe-cf93-4f55-a6e4-ae25aea02080 None None] Attempting to bind port 2a257657-7e6e-43d5-ae7e-38bef4eae203 on network 0f56de70-8661-4cf6-87c2-4be21d7bf9a8 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:56.112003 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-51543811-312a-4b11-a53c-8064f2cababf None None] Attempting to bind port 897ee0f0-41ad-414b-871c-066563ee43c6 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:56.112379 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-51543811-312a-4b11-a53c-8064f2cababf None None] Attempting to bind port 897ee0f0-41ad-414b-871c-066563ee43c6 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '6d264684-a42f-4818-9f6f-6be24ab5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '25e67d3d-d510-4818-8964-0a2a2c52f4ab'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:56.112963 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51543811-312a-4b11-a53c-8064f2cababf None None] Attempting to bind port 897ee0f0-41ad-414b-871c-066563ee43c6 on network 25e67d3d-d510-4818-8964-0a2a2c52f4ab {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:56.202896 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e773d47c-be03-463d-a1d5-9eeacbdb282a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:56.210092 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8cefe-cf93-4f55-a6e4-ae25aea02080 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:56.211125 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8cefe-cf93-4f55-a6e4-ae25aea02080 None None] Checking segment: {'id': '8117ad6f-a2d0-42b4-a0e9-31381de8b937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0f56de70-8661-4cf6-87c2-4be21d7bf9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:56.211998 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8ee8cefe-cf93-4f55-a6e4-ae25aea02080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:56.212635 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8cefe-cf93-4f55-a6e4-ae25aea02080 None None] Bound using segment: {'id': '8117ad6f-a2d0-42b4-a0e9-31381de8b937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0f56de70-8661-4cf6-87c2-4be21d7bf9a8'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:56.213971 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-8ee8cefe-cf93-4f55-a6e4-ae25aea02080 None None] Bound port: 2a257657-7e6e-43d5-ae7e-38bef4eae203, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8117ad6f-a2d0-42b4-a0e9-31381de8b937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0f56de70-8661-4cf6-87c2-4be21d7bf9a8'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:56.215215 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8ee8cefe-cf93-4f55-a6e4-ae25aea02080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:56.220232 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51543811-312a-4b11-a53c-8064f2cababf None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:56.221176 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51543811-312a-4b11-a53c-8064f2cababf None None] Checking segment: {'id': '6d264684-a42f-4818-9f6f-6be24ab5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '25e67d3d-d510-4818-8964-0a2a2c52f4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:56.222172 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-51543811-312a-4b11-a53c-8064f2cababf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:56.223409 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51543811-312a-4b11-a53c-8064f2cababf None None] Bound using segment: {'id': '6d264684-a42f-4818-9f6f-6be24ab5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '25e67d3d-d510-4818-8964-0a2a2c52f4ab'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:56.224434 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-51543811-312a-4b11-a53c-8064f2cababf None None] Bound port: 897ee0f0-41ad-414b-871c-066563ee43c6, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d264684-a42f-4818-9f6f-6be24ab5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '25e67d3d-d510-4818-8964-0a2a2c52f4ab'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:56.225391 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-51543811-312a-4b11-a53c-8064f2cababf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:56.236967 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:56.266431 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e773d47c-be03-463d-a1d5-9eeacbdb282a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:56.464076 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5f400b7a-7a2e-4b14-8289-107a4ebed5c7 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:56.549789 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8ee8cefe-cf93-4f55-a6e4-ae25aea02080 None None] For port 2a257657-7e6e-43d5-ae7e-38bef4eae203, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:56.560345 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8ee8cefe-cf93-4f55-a6e4-ae25aea02080 None None] For port 2a257657-7e6e-43d5-ae7e-38bef4eae203, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=2a257657-7e6e-43d5-ae7e-38bef4eae203,segment=NetworkSegment(8117ad6f-a2d0-42b4-a0e9-31381de8b937),segment_id=8117ad6f-a2d0-42b4-a0e9-31381de8b937)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:56.572436 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8ee8cefe-cf93-4f55-a6e4-ae25aea02080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:56.577159 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-51543811-312a-4b11-a53c-8064f2cababf None None] For port 897ee0f0-41ad-414b-871c-066563ee43c6, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:56.587777 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-51543811-312a-4b11-a53c-8064f2cababf None None] For port 897ee0f0-41ad-414b-871c-066563ee43c6, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=897ee0f0-41ad-414b-871c-066563ee43c6,segment=NetworkSegment(6d264684-a42f-4818-9f6f-6be24ab5ef36),segment_id=6d264684-a42f-4818-9f6f-6be24ab5ef36)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:56.628389 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-51543811-312a-4b11-a53c-8064f2cababf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:56.654674 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43966) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:56.704091 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b14ada98-6be9-4cbe-b875-e18e4b605f54 req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:56.728189 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-3f90ac41-79c8-400e-98b3-daf5bcbd0bc4 admin admin] Allocated IP 172.25.0.73 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/c84380db-02a6-4e95-bd8d-b7bca59d0b1b) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:56.762358 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-401eadcc-cb3b-4c74-bb74-a3f615c71ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:56.768945 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee8cefe-cf93-4f55-a6e4-ae25aea02080 None None] Routers {'ca370f5b-9c50-481e-bce2-ee8fea6f086b'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:56.769786 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-8ee8cefe-cf93-4f55-a6e4-ae25aea02080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:51:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ca370f5b-9c50-481e-bce2-ee8fea6f086b'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:56.792259 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e773d47c-be03-463d-a1d5-9eeacbdb282a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:56.798123 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e773d47c-be03-463d-a1d5-9eeacbdb282a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:56.800174 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e773d47c-be03-463d-a1d5-9eeacbdb282a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/04678264-608c-4480-9721-34bf58ac9ec9 HTTP/1.1" status: 204 len: 168 time: 0.9572530 Jul 07 16:51:56.908424 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fc0686d3-dae0-4e03-9781-f549bf677eb0 req-583a3e79-edf4-49d9-a9b1-412add02989d tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=d744c3d0-4c47-481a-9891-b78fb8487fab HTTP/1.1" status: 200 len: 210 time: 0.1219540 Jul 07 16:51:56.914488 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773d47c-be03-463d-a1d5-9eeacbdb282a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04678264-608c-4480-9721-34bf58ac9ec9,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:57.039763 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76baf3be-ce68-436e-a38a-2696896a5b4b None None] Pushing event updated for resources: {'Port': ['ID=2a257657-7e6e-43d5-ae7e-38bef4eae203,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:57.048844 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-61df943b-cc2c-4187-9bc7-bf27af2a7378 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:57.090212 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-61df943b-cc2c-4187-9bc7-bf27af2a7378 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Transition to ACTIVE for port object 6656c4d8-2acb-44ec-9e7f-81a805622196 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:57.215535 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-61df943b-cc2c-4187-9bc7-bf27af2a7378 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:57.371612 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f90ac41-79c8-400e-98b3-daf5bcbd0bc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:57.485641 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 5f400b7a-7a2e-4b14-8289-107a4ebed5c7 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:57.486244 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:57.494561 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51543811-312a-4b11-a53c-8064f2cababf None None] Pushing event updated for resources: {'Port': ['ID=897ee0f0-41ad-414b-871c-066563ee43c6,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:57.505605 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-48997f21-02cd-4ccd-8811-dcc464940990 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca56f8f59fc949349a26702f8ee6ebda&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8432496 Jul 07 16:51:57.506605 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43986) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:57.635443 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f90ac41-79c8-400e-98b3-daf5bcbd0bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:57.705834 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ac41-79c8-400e-98b3-daf5bcbd0bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=c84380db-02a6-4e95-bd8d-b7bca59d0b1b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:57.729827 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f90ac41-79c8-400e-98b3-daf5bcbd0bc4 admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:57.733995 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-3f90ac41-79c8-400e-98b3-daf5bcbd0bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:57.752076 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f90ac41-79c8-400e-98b3-daf5bcbd0bc4 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:58.010472 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b98a488-adf6-4eaf-bb1e-2ae1a1ccd606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:58.017332 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44006) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:58.033629 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-8ee8cefe-cf93-4f55-a6e4-ae25aea02080 None None] Set router ca370f5b-9c50-481e-bce2-ee8fea6f086b gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:58.056409 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-61df943b-cc2c-4187-9bc7-bf27af2a7378 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:58.143163 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-61df943b-cc2c-4187-9bc7-bf27af2a7378 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:58.161818 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-17dcd933-3784-4562-aa33-fa9792be123b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:58.182829 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-61df943b-cc2c-4187-9bc7-bf27af2a7378 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:58.191177 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b98a488-adf6-4eaf-bb1e-2ae1a1ccd606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:58.214666 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-61df943b-cc2c-4187-9bc7-bf27af2a7378 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:58.215449 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-61df943b-cc2c-4187-9bc7-bf27af2a7378 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:58.327995 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:58.422403 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44014) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:58.424270 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-61df943b-cc2c-4187-9bc7-bf27af2a7378 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0661383 Jul 07 16:51:58.459291 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df943b-cc2c-4187-9bc7-bf27af2a7378 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Pushing event updated for resources: {'Port': ['ID=6656c4d8-2acb-44ec-9e7f-81a805622196,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:58.649211 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-b14ada98-6be9-4cbe-b875-e18e4b605f54 req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Allocated IP 172.25.0.143 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/8d557d89-e725-4649-9f4f-8894047f6732) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:58.810829 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b98a488-adf6-4eaf-bb1e-2ae1a1ccd606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:58.815461 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4fd4b8e8-7a7c-489f-81d5-ab76681b7cf4 None None] Provisioning for port 6656c4d8-2acb-44ec-9e7f-81a805622196 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:58.815775 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b98a488-adf6-4eaf-bb1e-2ae1a1ccd606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:58.826036 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9b98a488-adf6-4eaf-bb1e-2ae1a1ccd606 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/05c8858e-4bc1-4d11-b453-6a7b6c28cbcf HTTP/1.1" status: 204 len: 168 time: 1.3141584 Jul 07 16:51:58.843853 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4fd4b8e8-7a7c-489f-81d5-ab76681b7cf4 None None] Provisioning complete for port 6656c4d8-2acb-44ec-9e7f-81a805622196 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:58.844247 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4fd4b8e8-7a7c-489f-81d5-ab76681b7cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:58.877010 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f90ac41-79c8-400e-98b3-daf5bcbd0bc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:58.934447 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-17dcd933-3784-4562-aa33-fa9792be123b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:59.024275 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-4fd4b8e8-7a7c-489f-81d5-ab76681b7cf4 None None] Port 6656c4d8-2acb-44ec-9e7f-81a805622196 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:51:59.106099 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-8ee8cefe-cf93-4f55-a6e4-ae25aea02080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca370f5b-9c50-481e-bce2-ee8fea6f086b', 'name': 'tempest-FloatingIPsTestJSON-1638665209-router', 'tenant_id': '7d28920fae9641059f45a502b979b38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '26146f05-5f7b-4b16-8b16-f120c2567688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:34Z', 'updated_at': '2021-07-07T16:51:47Z', 'revision_number': 4, 'project_id': '7d28920fae9641059f45a502b979b38d', 'gw_port': {'id': '26146f05-5f7b-4b16-8b16-f120c2567688', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca370f5b-9c50-481e-bce2-ee8fea6f086b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:36Z', 'updated_at': '2021-07-07T16:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '2a257657-7e6e-43d5-ae7e-38bef4eae203', 'name': '', 'network_id': '0f56de70-8661-4cf6-87c2-4be21d7bf9a8', 'tenant_id': '7d28920fae9641059f45a502b979b38d', 'mac_address': 'fa:16:3e:ea:55:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca370f5b-9c50-481e-bce2-ee8fea6f086b', 'device_owner': 'network:router_interface', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '26a39b57-6815-44c0-9fb6-a4358b105c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:46Z', 'updated_at': '2021-07-07T16:51:56Z', 'revision_number': 4, 'project_id': '7d28920fae9641059f45a502b979b38d', 'subnets': [{'id': '26a39b57-6815-44c0-9fb6-a4358b105c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:59.144806 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98a488-adf6-4eaf-bb1e-2ae1a1ccd606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c8858e-4bc1-4d11-b453-6a7b6c28cbcf,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:59.267893 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44026) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:59.309588 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b14ada98-6be9-4cbe-b875-e18e4b605f54 req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:59.338431 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4defb-f821-424e-9f6c-455acf75691a req-3c45cea6-234c-453a-a919-0d9300aef7ee tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:59.344546 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-42f4defb-f821-424e-9f6c-455acf75691a req-3c45cea6-234c-453a-a919-0d9300aef7ee tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=d744c3d0-4c47-481a-9891-b78fb8487fab HTTP/1.1" status: 200 len: 936 time: 0.7688084 Jul 07 16:51:59.445610 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-17dcd933-3784-4562-aa33-fa9792be123b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:59.457247 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8c09d1-4d77-4fa2-9e5e-5aaecae323ad None None] Network 25e67d3d-d510-4818-8964-0a2a2c52f4ab requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:51:59.501197 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b14ada98-6be9-4cbe-b875-e18e4b605f54 req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:59.611771 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-142ae98f-a25e-4695-aa5c-959c9bcda9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:59.626136 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 897ee0f0-41ad-414b-871c-066563ee43c6 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:59.633716 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-42f4defb-f821-424e-9f6c-455acf75691a req-3638572d-655e-4ace-962f-82bfe2fed416 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969547 Jul 07 16:51:59.661901 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Pushing event updated for resources: {'Port': ['ID=8d557d89-e725-4649-9f4f-8894047f6732,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:59.692233 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f90ac41-79c8-400e-98b3-daf5bcbd0bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:59.733064 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee8cefe-cf93-4f55-a6e4-ae25aea02080 None None] The sync data for ids ['ca370f5b-9c50-481e-bce2-ee8fea6f086b'] in n-d-791503-12 is: [{'id': 'ca370f5b-9c50-481e-bce2-ee8fea6f086b', 'name': 'tempest-FloatingIPsTestJSON-1638665209-router', 'tenant_id': '7d28920fae9641059f45a502b979b38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '26146f05-5f7b-4b16-8b16-f120c2567688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:34Z', 'updated_at': '2021-07-07T16:51:47Z', 'revision_number': 4, 'project_id': '7d28920fae9641059f45a502b979b38d', 'gw_port': {'id': '26146f05-5f7b-4b16-8b16-f120c2567688', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca370f5b-9c50-481e-bce2-ee8fea6f086b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:36Z', 'updated_at': '2021-07-07T16:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '2a257657-7e6e-43d5-ae7e-38bef4eae203', 'name': '', 'network_id': '0f56de70-8661-4cf6-87c2-4be21d7bf9a8', 'tenant_id': '7d28920fae9641059f45a502b979b38d', 'mac_address': 'fa:16:3e:ea:55:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca370f5b-9c50-481e-bce2-ee8fea6f086b', 'device_owner': 'network:router_interface', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '26a39b57-6815-44c0-9fb6-a4358b105c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:46Z', 'updated_at': '2021-07-07T16:51:56Z', 'revision_number': 4, 'project_id': '7d28920fae9641059f45a502b979b38d', 'subnets': [{'id': '26a39b57-6815-44c0-9fb6-a4358b105c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:51:59.734871 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b14ada98-6be9-4cbe-b875-e18e4b605f54 req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:59.757368 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:59.757820 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:59.759310 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:59.762459 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:59.763447 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:59.764779 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:59.765537 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:59.765901 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:59.766492 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:59.766850 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:59.767199 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:59.770496 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:59.775202 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d0ef8805-2f17-4bf6-8d19-cc3cf2d0e9aa None None] Provisioning for port 897ee0f0-41ad-414b-871c-066563ee43c6 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:59.804610 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-b14ada98-6be9-4cbe-b875-e18e4b605f54 req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:59.960581 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-17dcd933-3784-4562-aa33-fa9792be123b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ccf02c518e6419aac85728f7b699217&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8972583 Jul 07 16:51:59.966622 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44038) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:59.968309 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dcd933-3784-4562-aa33-fa9792be123b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee05b2b-b985-411b-82ce-2f9d19678e25,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:59.996381 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 897ee0f0-41ad-414b-871c-066563ee43c6 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:00.009584 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 897ee0f0-41ad-414b-871c-066563ee43c6 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:00.010199 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:00.038698 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14ada98-6be9-4cbe-b875-e18e4b605f54 req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:00.115169 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fa994acc-18c8-4da7-807e-2505672d53d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:00.153222 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fa994acc-18c8-4da7-807e-2505672d53d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:00.230554 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:00.266369 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fa994acc-18c8-4da7-807e-2505672d53d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:00.271516 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fa994acc-18c8-4da7-807e-2505672d53d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:00.273204 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fa994acc-18c8-4da7-807e-2505672d53d9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fee05b2b-b985-411b-82ce-2f9d19678e25 HTTP/1.1" status: 204 len: 168 time: 0.3055665 Jul 07 16:52:00.288946 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f90ac41-79c8-400e-98b3-daf5bcbd0bc4 admin admin] Router 942b9d7a-7e44-472d-9cfc-0c09fa2ce039 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:52:00.289443 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-3285002c-7c2b-4dcc-9fb0-16f94a2b5367 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:52:00.291174 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-3285002c-7c2b-4dcc-9fb0-16f94a2b5367 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089970 Jul 07 16:52:00.307771 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1b0d5c46-b1b4-4d48-8bac-780d3a8894b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:00.337362 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa994acc-18c8-4da7-807e-2505672d53d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee05b2b-b985-411b-82ce-2f9d19678e25,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:00.350139 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa994acc-18c8-4da7-807e-2505672d53d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:00.350754 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa994acc-18c8-4da7-807e-2505672d53d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:00.351252 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa994acc-18c8-4da7-807e-2505672d53d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:00.351743 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa994acc-18c8-4da7-807e-2505672d53d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:00.353060 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa994acc-18c8-4da7-807e-2505672d53d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:00.353559 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa994acc-18c8-4da7-807e-2505672d53d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:00.354131 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa994acc-18c8-4da7-807e-2505672d53d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:00.354674 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa994acc-18c8-4da7-807e-2505672d53d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:00.355301 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa994acc-18c8-4da7-807e-2505672d53d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:00.356104 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa994acc-18c8-4da7-807e-2505672d53d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:00.356691 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa994acc-18c8-4da7-807e-2505672d53d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:00.357233 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa994acc-18c8-4da7-807e-2505672d53d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:00.376943 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44046) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:00.432095 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b14ada98-6be9-4cbe-b875-e18e4b605f54 req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:00.461502 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:00.570925 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6ef27c3e-db91-4f1c-8231-93734ffb589b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f1b0c072a29b4ea4bdec735c69560522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1909184 Jul 07 16:52:00.572459 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44048) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:00.594060 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 897ee0f0-41ad-414b-871c-066563ee43c6, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=897ee0f0-41ad-414b-871c-066563ee43c6,segment=NetworkSegment(6d264684-a42f-4818-9f6f-6be24ab5ef36),segment_id=6d264684-a42f-4818-9f6f-6be24ab5ef36)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:00.604904 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:00.690468 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-142ae98f-a25e-4695-aa5c-959c9bcda9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:00.692602 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b14ada98-6be9-4cbe-b875-e18e4b605f54 req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:00.707752 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-142ae98f-a25e-4695-aa5c-959c9bcda9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:00.824816 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f90ac41-79c8-400e-98b3-daf5bcbd0bc4 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:52:00.839187 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-142ae98f-a25e-4695-aa5c-959c9bcda9ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=879d09f8dcec4511b19a84ce1d7d8040&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4110556 Jul 07 16:52:00.846976 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26d8697-9374-4260-b616-12666434fc55 None None] Sync routers for ids ['942b9d7a-7e44-472d-9cfc-0c09fa2ce039'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:52:00.847547 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=897ee0f0-41ad-414b-871c-066563ee43c6,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:00.860552 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44056) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:00.864979 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26d8697-9374-4260-b616-12666434fc55 None None] Routers {'942b9d7a-7e44-472d-9cfc-0c09fa2ce039'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:52:00.865934 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f26d8697-9374-4260-b616-12666434fc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:51:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['942b9d7a-7e44-472d-9cfc-0c09fa2ce039'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:00.882443 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-55aeb47f-bf42-40cd-9feb-146da92f0865 None None] Provisioning complete for port 897ee0f0-41ad-414b-871c-066563ee43c6 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:00.887976 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-55aeb47f-bf42-40cd-9feb-146da92f0865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:01.121584 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23df810b-7566-4966-a4b8-2bb231c2a3fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:01.201531 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 2a257657-7e6e-43d5-ae7e-38bef4eae203 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:01.267681 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23df810b-7566-4966-a4b8-2bb231c2a3fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:01.363657 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b14ada98-6be9-4cbe-b875-e18e4b605f54 req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:01.368980 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 2a257657-7e6e-43d5-ae7e-38bef4eae203 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:01.381166 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 2a257657-7e6e-43d5-ae7e-38bef4eae203 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:01.382624 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:01.419895 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-1ba5bd1b-df55-4239-b0cc-e993c4f0bc02 service neutron] Request body: {'port': {'device_id': 'd744c3d0-4c47-481a-9891-b78fb8487fab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:01.427833 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b14ada98-6be9-4cbe-b875-e18e4b605f54 req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:01.457815 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1b0d5c46-b1b4-4d48-8bac-780d3a8894b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:01.462034 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23df810b-7566-4966-a4b8-2bb231c2a3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:01.466730 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23df810b-7566-4966-a4b8-2bb231c2a3fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:01.473300 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-23df810b-7566-4966-a4b8-2bb231c2a3fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/77f4dab4-5332-4f81-ab6c-35c10aa1bf40 HTTP/1.1" status: 204 len: 168 time: 0.8892887 Jul 07 16:52:01.500560 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-f26d8697-9374-4260-b616-12666434fc55 None None] Set router 942b9d7a-7e44-472d-9cfc-0c09fa2ce039 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:52:01.504264 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1b0d5c46-b1b4-4d48-8bac-780d3a8894b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:01.524667 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f90ac41-79c8-400e-98b3-daf5bcbd0bc4 admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:01.530723 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3f90ac41-79c8-400e-98b3-daf5bcbd0bc4 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 7.2179155 Jul 07 16:52:01.538097 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df810b-7566-4966-a4b8-2bb231c2a3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f4dab4-5332-4f81-ab6c-35c10aa1bf40,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:01.571191 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44068) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:01.624819 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Pushing event updated for resources: {'Port': ['ID=8d557d89-e725-4649-9f4f-8894047f6732,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:01.627321 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae98f-a25e-4695-aa5c-959c9bcda9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2a1866-4694-46d1-a2d9-1721dfc16b9e,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:01.724678 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b14ada98-6be9-4cbe-b875-e18e4b605f54 req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:01.738482 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:01.769496 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b14ada98-6be9-4cbe-b875-e18e4b605f54 req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:01.779665 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b14ada98-6be9-4cbe-b875-e18e4b605f54 req-6fe32ac2-59a7-4dff-9472-5defa2ae6a33 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 8.6540256 Jul 07 16:52:01.835070 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 2a257657-7e6e-43d5-ae7e-38bef4eae203, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=2a257657-7e6e-43d5-ae7e-38bef4eae203,segment=NetworkSegment(8117ad6f-a2d0-42b4-a0e9-31381de8b937),segment_id=8117ad6f-a2d0-42b4-a0e9-31381de8b937)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:01.844711 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:01.983037 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=2a257657-7e6e-43d5-ae7e-38bef4eae203,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:02.121684 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b14ada98-6be9-4cbe-b875-e18e4b605f54 req-2e36cd3e-5673-4d4e-8d56-d46ff1cad87d tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.143 HTTP/1.1" status: 200 len: 696 time: 0.3387547 Jul 07 16:52:02.127872 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6f811f46-4c51-4dba-b907-23beac655466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:02.166019 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1b0d5c46-b1b4-4d48-8bac-780d3a8894b8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7bb91110493a4d94a2ab603a3326dd52&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8919508 Jul 07 16:52:02.174349 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44078) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:02.184528 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6f811f46-4c51-4dba-b907-23beac655466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:02.207799 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d5c46-b1b4-4d48-8bac-780d3a8894b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0b8e3b-10c2-4eba-9d37-072d086721e1,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:02.225536 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f26d8697-9374-4260-b616-12666434fc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942b9d7a-7e44-472d-9cfc-0c09fa2ce039', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921393826-router', 'tenant_id': '1b9ca612fa86448e8acc611125fe609a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'c84380db-02a6-4e95-bd8d-b7bca59d0b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:54Z', 'updated_at': '2021-07-07T16:51:58Z', 'revision_number': 3, 'project_id': '1b9ca612fa86448e8acc611125fe609a', 'gw_port': {'id': 'c84380db-02a6-4e95-bd8d-b7bca59d0b1b', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:23:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942b9d7a-7e44-472d-9cfc-0c09fa2ce039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:55Z', 'updated_at': '2021-07-07T16:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:02.305174 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26d8697-9374-4260-b616-12666434fc55 None None] Checking router: 942b9d7a-7e44-472d-9cfc-0c09fa2ce039 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:52:02.305614 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26d8697-9374-4260-b616-12666434fc55 None None] Updating router 942b9d7a-7e44-472d-9cfc-0c09fa2ce039 port c84380db-02a6-4e95-bd8d-b7bca59d0b1b binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:52:02.385249 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c18296-9254-4396-b213-562188499647 req-1212f9f3-a8b2-4cf7-9ea2-5849966da6bc tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:02.386049 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a3c18296-9254-4396-b213-562188499647 req-1212f9f3-a8b2-4cf7-9ea2-5849966da6bc tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=d744c3d0-4c47-481a-9891-b78fb8487fab HTTP/1.1" status: 200 len: 936 time: 1.4039268 Jul 07 16:52:02.428188 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-1ba5bd1b-df55-4239-b0cc-e993c4f0bc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:02.482441 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f26d8697-9374-4260-b616-12666434fc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:02.500304 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ada98-6be9-4cbe-b875-e18e4b605f54 req-88831ab9-8f0f-4637-b312-7faaa8f5513a tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:02.511617 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b14ada98-6be9-4cbe-b875-e18e4b605f54 req-88831ab9-8f0f-4637-b312-7faaa8f5513a tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 784 time: 0.3883843 Jul 07 16:52:02.516882 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17822ff5-d3d2-49a0-8209-af20c4e87ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:02.518694 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-b14ada98-6be9-4cbe-b875-e18e4b605f54 req-6bad7829-9938-4ccc-9edc-c5a6e798a7eb tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:52:02.523725 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b14ada98-6be9-4cbe-b875-e18e4b605f54 req-6bad7829-9938-4ccc-9edc-c5a6e798a7eb tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108550 Jul 07 16:52:02.694382 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a3c18296-9254-4396-b213-562188499647 req-470b6d67-f55c-4fc8-b8db-84868b687b5a tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033657 Jul 07 16:52:02.719718 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17822ff5-d3d2-49a0-8209-af20c4e87ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:02.846134 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6f811f46-4c51-4dba-b907-23beac655466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:02.851307 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6f811f46-4c51-4dba-b907-23beac655466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:02.853247 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6f811f46-4c51-4dba-b907-23beac655466 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed2a1866-4694-46d1-a2d9-1721dfc16b9e HTTP/1.1" status: 204 len: 168 time: 1.9894047 Jul 07 16:52:02.890867 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0909b0b7-b9c7-4fe3-8286-ef08e8073501 req-7e70bde3-7f69-4b81-82a7-58c6d0502f6c tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] 10.222.0.53 "GET /v2.0/floatingips/866d4291-eb16-42b7-ba46-f8b555155568 HTTP/1.1" status: 200 len: 693 time: 0.3008387 Jul 07 16:52:03.004794 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17822ff5-d3d2-49a0-8209-af20c4e87ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.007779 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17822ff5-d3d2-49a0-8209-af20c4e87ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.013805 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-17822ff5-d3d2-49a0-8209-af20c4e87ba9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3a0b8e3b-10c2-4eba-9d37-072d086721e1 HTTP/1.1" status: 204 len: 168 time: 0.8363464 Jul 07 16:52:03.039384 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f811f46-4c51-4dba-b907-23beac655466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2a1866-4694-46d1-a2d9-1721dfc16b9e,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:03.078383 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17822ff5-d3d2-49a0-8209-af20c4e87ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0b8e3b-10c2-4eba-9d37-072d086721e1,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:03.164704 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 897ee0f0-41ad-414b-871c-066563ee43c6 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:03.326583 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 897ee0f0-41ad-414b-871c-066563ee43c6 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:03.331863 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.542151 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f26d8697-9374-4260-b616-12666434fc55 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.579215 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 2a257657-7e6e-43d5-ae7e-38bef4eae203 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:03.586130 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-f26d8697-9374-4260-b616-12666434fc55 None None] Transition to ACTIVE for port object c84380db-02a6-4e95-bd8d-b7bca59d0b1b will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:03.601927 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f26d8697-9374-4260-b616-12666434fc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.686596 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec1454-4c14-43e9-8a2b-510289f79693 None None] Pushing event updated for resources: {'Port': ['ID=c84380db-02a6-4e95-bd8d-b7bca59d0b1b,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:03.734497 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-f26d8697-9374-4260-b616-12666434fc55 None None] Attempting to bind port c84380db-02a6-4e95-bd8d-b7bca59d0b1b on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:03.736685 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-f26d8697-9374-4260-b616-12666434fc55 None None] Attempting to bind port c84380db-02a6-4e95-bd8d-b7bca59d0b1b by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:03.741677 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26d8697-9374-4260-b616-12666434fc55 None None] Attempting to bind port c84380db-02a6-4e95-bd8d-b7bca59d0b1b on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:03.752897 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26d8697-9374-4260-b616-12666434fc55 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:03.753500 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26d8697-9374-4260-b616-12666434fc55 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:03.754130 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f26d8697-9374-4260-b616-12666434fc55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.756110 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26d8697-9374-4260-b616-12666434fc55 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:03.761227 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-f26d8697-9374-4260-b616-12666434fc55 None None] Bound port: c84380db-02a6-4e95-bd8d-b7bca59d0b1b, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:03.761227 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f26d8697-9374-4260-b616-12666434fc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.781083 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 2a257657-7e6e-43d5-ae7e-38bef4eae203 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:03.781698 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.783616 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75ad600f-c0cc-4a92-ba46-881ef16b08d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.944116 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-f26d8697-9374-4260-b616-12666434fc55 None None] For port c84380db-02a6-4e95-bd8d-b7bca59d0b1b, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:03.947947 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909b0b7-b9c7-4fe3-8286-ef08e8073501 req-abedbde1-8536-42ac-878e-35b74e4ffb61 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:03.956684 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0909b0b7-b9c7-4fe3-8286-ef08e8073501 req-abedbde1-8536-42ac-878e-35b74e4ffb61 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 784 time: 1.0607522 Jul 07 16:52:03.960546 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-f26d8697-9374-4260-b616-12666434fc55 None None] For port c84380db-02a6-4e95-bd8d-b7bca59d0b1b, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c84380db-02a6-4e95-bd8d-b7bca59d0b1b,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:03.976030 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f26d8697-9374-4260-b616-12666434fc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:04.088704 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-0909b0b7-b9c7-4fe3-8286-ef08e8073501 req-352576e8-4d59-409c-8b0c-fd4aa0de49b2 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:52:04.102649 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0909b0b7-b9c7-4fe3-8286-ef08e8073501 req-352576e8-4d59-409c-8b0c-fd4aa0de49b2 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0377913 Jul 07 16:52:04.165643 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec1454-4c14-43e9-8a2b-510289f79693 None None] Pushing event updated for resources: {'Port': ['ID=c84380db-02a6-4e95-bd8d-b7bca59d0b1b,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:04.169038 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26d8697-9374-4260-b616-12666434fc55 None None] Routers {'942b9d7a-7e44-472d-9cfc-0c09fa2ce039'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:52:04.169909 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f26d8697-9374-4260-b616-12666434fc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:51:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['942b9d7a-7e44-472d-9cfc-0c09fa2ce039'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:04.286491 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d6fbc3cc-44d2-4213-9651-dbe75fe8fad1 req-9b67697a-6bb3-4140-a6ec-2359842d6320 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=7d28920fae9641059f45a502b979b38d HTTP/1.1" status: 200 len: 696 time: 0.1593616 Jul 07 16:52:04.336351 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-75ad600f-c0cc-4a92-ba46-881ef16b08d3 admin admin] Allocated IP 172.20.0.1 (25e67d3d-d510-4818-8964-0a2a2c52f4ab/4e6c1d36-5b0f-49de-9811-c86a7b745035/c5696883-083e-495e-8530-2826af70f96f) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:04.353072 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244edd09-9bb4-4484-8db9-84f1bd895475 req-0639fd57-8e93-4fb6-8f58-2122d50c75e8 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:04.355474 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-244edd09-9bb4-4484-8db9-84f1bd895475 req-0639fd57-8e93-4fb6-8f58-2122d50c75e8 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=d744c3d0-4c47-481a-9891-b78fb8487fab HTTP/1.1" status: 200 len: 936 time: 0.2664881 Jul 07 16:52:04.454910 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-244edd09-9bb4-4484-8db9-84f1bd895475 req-3db21ed0-84c7-4c0d-bb9e-531234f40719 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922184 Jul 07 16:52:04.485929 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44120) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:04.543929 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1ea15c8e-b048-4f1f-ab77-f350e25ab75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:04.548763 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75ad600f-c0cc-4a92-ba46-881ef16b08d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:04.555855 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-f26d8697-9374-4260-b616-12666434fc55 None None] Set router 942b9d7a-7e44-472d-9cfc-0c09fa2ce039 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:52:04.571064 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-1ba5bd1b-df55-4239-b0cc-e993c4f0bc02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6656c4d8-2acb-44ec-9e7f-81a805622196 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:04.584372 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-75ad600f-c0cc-4a92-ba46-881ef16b08d3 admin admin] Transition to ACTIVE for port object c5696883-083e-495e-8530-2826af70f96f will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:04.597626 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44122) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:04.610135 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-1ba5bd1b-df55-4239-b0cc-e993c4f0bc02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:04.670713 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-1ba5bd1b-df55-4239-b0cc-e993c4f0bc02 service neutron] Transition to ACTIVE for port object 6656c4d8-2acb-44ec-9e7f-81a805622196 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:04.677501 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75ad600f-c0cc-4a92-ba46-881ef16b08d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:04.698237 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbc3cc-44d2-4213-9651-dbe75fe8fad1 req-95cd6ebb-4ac8-4624-97c7-c3f68643fb13 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:04.704168 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d6fbc3cc-44d2-4213-9651-dbe75fe8fad1 req-95cd6ebb-4ac8-4624-97c7-c3f68643fb13 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] 10.222.0.53 "GET /v2.0/networks?id=b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 787 time: 0.4165361 Jul 07 16:52:04.715700 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-1ba5bd1b-df55-4239-b0cc-e993c4f0bc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:04.734027 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad600f-c0cc-4a92-ba46-881ef16b08d3 admin admin] Pushing event updated for resources: {'Port': ['ID=c5696883-083e-495e-8530-2826af70f96f,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:04.766915 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-d6fbc3cc-44d2-4213-9651-dbe75fe8fad1 req-059d196a-f142-44fa-9116-058def03cfee tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:52:04.772547 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d6fbc3cc-44d2-4213-9651-dbe75fe8fad1 req-059d196a-f142-44fa-9116-058def03cfee tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485654 Jul 07 16:52:04.788064 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ad600f-c0cc-4a92-ba46-881ef16b08d3 admin admin] Network 25e67d3d-d510-4818-8964-0a2a2c52f4ab is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:04.791466 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-75ad600f-c0cc-4a92-ba46-881ef16b08d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:04.831067 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ad600f-c0cc-4a92-ba46-881ef16b08d3 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:04.831067 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75ad600f-c0cc-4a92-ba46-881ef16b08d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:04.864136 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5bd1b-df55-4239-b0cc-e993c4f0bc02 service neutron] Pushing event updated for resources: {'Port': ['ID=6656c4d8-2acb-44ec-9e7f-81a805622196,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:05.020285 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-1ba5bd1b-df55-4239-b0cc-e993c4f0bc02 service neutron] Attempting to bind port 6656c4d8-2acb-44ec-9e7f-81a805622196 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:05.026274 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-1ba5bd1b-df55-4239-b0cc-e993c4f0bc02 service neutron] Attempting to bind port 6656c4d8-2acb-44ec-9e7f-81a805622196 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:05.027053 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-1ba5bd1b-df55-4239-b0cc-e993c4f0bc02 service neutron] Attempting to bind port 6656c4d8-2acb-44ec-9e7f-81a805622196 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:05.051401 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-1ba5bd1b-df55-4239-b0cc-e993c4f0bc02 service neutron] Port 6656c4d8-2acb-44ec-9e7f-81a805622196 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:52:05.052057 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-1ba5bd1b-df55-4239-b0cc-e993c4f0bc02 service neutron] Attempting to bind port 6656c4d8-2acb-44ec-9e7f-81a805622196 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:05.092691 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-1ba5bd1b-df55-4239-b0cc-e993c4f0bc02 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:05.096961 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-1ba5bd1b-df55-4239-b0cc-e993c4f0bc02 service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:05.098076 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-1ba5bd1b-df55-4239-b0cc-e993c4f0bc02 service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:05.098742 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-1ba5bd1b-df55-4239-b0cc-e993c4f0bc02 service neutron] Bound port: 6656c4d8-2acb-44ec-9e7f-81a805622196, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:05.100873 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-1ba5bd1b-df55-4239-b0cc-e993c4f0bc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:05.173051 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1ea15c8e-b048-4f1f-ab77-f350e25ab75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:05.197803 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44132) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:05.200240 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b31c515f-1e82-495e-a550-32d5c2550ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:05.204899 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1ea15c8e-b048-4f1f-ab77-f350e25ab75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:05.210821 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f26d8697-9374-4260-b616-12666434fc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942b9d7a-7e44-472d-9cfc-0c09fa2ce039', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921393826-router', 'tenant_id': '1b9ca612fa86448e8acc611125fe609a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'c84380db-02a6-4e95-bd8d-b7bca59d0b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:54Z', 'updated_at': '2021-07-07T16:51:58Z', 'revision_number': 3, 'project_id': '1b9ca612fa86448e8acc611125fe609a', 'gw_port': {'id': 'c84380db-02a6-4e95-bd8d-b7bca59d0b1b', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:23:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942b9d7a-7e44-472d-9cfc-0c09fa2ce039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:55Z', 'updated_at': '2021-07-07T16:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:05.268441 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6cbbc555-f25e-4143-aabf-3cf9a50c160c req-60b192aa-1c06-4d39-9cc2-8ea2b433d103 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] 10.222.0.53 "GET /v2.0/floatingips/866d4291-eb16-42b7-ba46-f8b555155568 HTTP/1.1" status: 200 len: 693 time: 0.4510946 Jul 07 16:52:05.312339 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26d8697-9374-4260-b616-12666434fc55 None None] The sync data for ids ['942b9d7a-7e44-472d-9cfc-0c09fa2ce039'] in n-d-791503-12 is: [{'id': '942b9d7a-7e44-472d-9cfc-0c09fa2ce039', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921393826-router', 'tenant_id': '1b9ca612fa86448e8acc611125fe609a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'c84380db-02a6-4e95-bd8d-b7bca59d0b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:54Z', 'updated_at': '2021-07-07T16:51:58Z', 'revision_number': 3, 'project_id': '1b9ca612fa86448e8acc611125fe609a', 'gw_port': {'id': 'c84380db-02a6-4e95-bd8d-b7bca59d0b1b', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:23:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942b9d7a-7e44-472d-9cfc-0c09fa2ce039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:55Z', 'updated_at': '2021-07-07T16:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:52:05.358254 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-26839a82-63c5-4c40-9aaa-4f556975edb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:05.458677 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6e0b5c95-ef6f-4aaa-a7c6-a4690980a4fc None None] Provisioning for port c5696883-083e-495e-8530-2826af70f96f completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:05.472276 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6e0b5c95-ef6f-4aaa-a7c6-a4690980a4fc None None] Provisioning complete for port c5696883-083e-495e-8530-2826af70f96f triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:05.472753 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6e0b5c95-ef6f-4aaa-a7c6-a4690980a4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:05.528840 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea15c8e-b048-4f1f-ab77-f350e25ab75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a94bf7-9c56-42c2-9619-6a5d305750b4,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:05.580120 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbc555-f25e-4143-aabf-3cf9a50c160c req-972bb4c1-39ee-4f78-bfbd-77cf1d29034a tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:05.581597 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6cbbc555-f25e-4143-aabf-3cf9a50c160c req-972bb4c1-39ee-4f78-bfbd-77cf1d29034a tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 784 time: 0.3122466 Jul 07 16:52:05.593487 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1ea15c8e-b048-4f1f-ab77-f350e25ab75c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6acbd8bcb9814d12857d8bf2fd97a737&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1057680 Jul 07 16:52:05.602626 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44144) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:05.609081 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-6e0b5c95-ef6f-4aaa-a7c6-a4690980a4fc None None] Port c5696883-083e-495e-8530-2826af70f96f cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:52:05.643102 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-6cbbc555-f25e-4143-aabf-3cf9a50c160c req-079cf7cb-e830-474b-b037-3914834a6e93 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:52:05.644322 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6cbbc555-f25e-4143-aabf-3cf9a50c160c req-079cf7cb-e830-474b-b037-3914834a6e93 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106525 Jul 07 16:52:05.743403 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-1ba5bd1b-df55-4239-b0cc-e993c4f0bc02 service neutron] For port 6656c4d8-2acb-44ec-9e7f-81a805622196, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:05.790643 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6cbbc555-f25e-4143-aabf-3cf9a50c160c req-ef864ffb-9457-44c8-ad15-9689c9fb879d tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.143 HTTP/1.1" status: 200 len: 696 time: 0.1357729 Jul 07 16:52:05.904763 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-1ba5bd1b-df55-4239-b0cc-e993c4f0bc02 service neutron] For port 6656c4d8-2acb-44ec-9e7f-81a805622196, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6656c4d8-2acb-44ec-9e7f-81a805622196,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:05.967357 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-1ba5bd1b-df55-4239-b0cc-e993c4f0bc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:05.972024 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6cbbc555-f25e-4143-aabf-3cf9a50c160c req-dfd629e5-226d-43b9-b600-a818f971efb8 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.143 HTTP/1.1" status: 200 len: 696 time: 0.1516845 Jul 07 16:52:06.004104 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75ad600f-c0cc-4a92-ba46-881ef16b08d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:06.116322 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5bd1b-df55-4239-b0cc-e993c4f0bc02 service neutron] Pushing event updated for resources: {'Port': ['ID=6656c4d8-2acb-44ec-9e7f-81a805622196,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:06.128161 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3d50a9b7-88ef-4bc6-b0ab-30085c5039bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:06.196704 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3d50a9b7-88ef-4bc6-b0ab-30085c5039bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:06.213296 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b31c515f-1e82-495e-a550-32d5c2550ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:06.227687 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-1ba5bd1b-df55-4239-b0cc-e993c4f0bc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:06.229530 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-1ba5bd1b-df55-4239-b0cc-e993c4f0bc02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:06.232971 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-1ba5bd1b-df55-4239-b0cc-e993c4f0bc02 service neutron] 10.222.0.64 "PUT /v2.0/ports/6656c4d8-2acb-44ec-9e7f-81a805622196 HTTP/1.1" status: 200 len: 1097 time: 5.5326998 Jul 07 16:52:06.234825 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd744c3d0-4c47-481a-9891-b78fb8487fab', 'tag': '6656c4d8-2acb-44ec-9e7f-81a805622196'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:06.551445 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b31c515f-1e82-495e-a550-32d5c2550ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:06.714934 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-26839a82-63c5-4c40-9aaa-4f556975edb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:06.768116 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:06.885069 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c515f-1e82-495e-a550-32d5c2550ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136b12b3-0e4c-428b-8e26-a0837ba1ab3a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:06.911550 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-26839a82-63c5-4c40-9aaa-4f556975edb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:06.985603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-6cbbc555-f25e-4143-aabf-3cf9a50c160c req-8c525c49-72f1-4e6a-b690-341638513791 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Deleting port 8d557d89-e725-4649-9f4f-8894047f6732 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:52:06.986513 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-6cbbc555-f25e-4143-aabf-3cf9a50c160c req-8c525c49-72f1-4e6a-b690-341638513791 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:07.114105 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c84380db-02a6-4e95-bd8d-b7bca59d0b1b up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:07.137764 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b31c515f-1e82-495e-a550-32d5c2550ee5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4259aaa9afc446ddb026594bc2de310d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5366526 Jul 07 16:52:07.154004 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e6033-7daf-49b0-9d10-c8ec746d0f73 req-976279c9-affd-42f6-aa44-a7375568e860 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:07.156968 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2e4e6033-7daf-49b0-9d10-c8ec746d0f73 req-976279c9-affd-42f6-aa44-a7375568e860 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=d744c3d0-4c47-481a-9891-b78fb8487fab HTTP/1.1" status: 200 len: 948 time: 1.3708093 Jul 07 16:52:07.166590 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44176) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:07.206895 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-26839a82-63c5-4c40-9aaa-4f556975edb9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1a698b6e53449859cf7439e25e76e96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9949715 Jul 07 16:52:07.208295 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44178) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:07.236364 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26839a82-63c5-4c40-9aaa-4f556975edb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30511dce-93bf-465c-89d0-fa0f916243eb,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:07.238590 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-6cbbc555-f25e-4143-aabf-3cf9a50c160c req-8c525c49-72f1-4e6a-b690-341638513791 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:07.239294 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-6cbbc555-f25e-4143-aabf-3cf9a50c160c req-8c525c49-72f1-4e6a-b690-341638513791 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:07.257998 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1fde1a-3e0d-40c9-b088-d168f5fd4710" -d '{"events": [{"name": "network-changed", "server_uuid": "d744c3d0-4c47-481a-9891-b78fb8487fab", "tag": "6656c4d8-2acb-44ec-9e7f-81a805622196"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:07.344342 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port c84380db-02a6-4e95-bd8d-b7bca59d0b1b completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:07.348796 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-6cbbc555-f25e-4143-aabf-3cf9a50c160c req-8c525c49-72f1-4e6a-b690-341638513791 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Calling delete_port for 8d557d89-e725-4649-9f4f-8894047f6732 owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:52:07.352443 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port c84380db-02a6-4e95-bd8d-b7bca59d0b1b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:07.352875 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:07.429621 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:07.489647 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3d50a9b7-88ef-4bc6-b0ab-30085c5039bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:07.494742 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3d50a9b7-88ef-4bc6-b0ab-30085c5039bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:07.505915 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3d50a9b7-88ef-4bc6-b0ab-30085c5039bb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/55a94bf7-9c56-42c2-9619-6a5d305750b4 HTTP/1.1" status: 204 len: 168 time: 1.9010689 Jul 07 16:52:07.513803 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75ad600f-c0cc-4a92-ba46-881ef16b08d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:07.518360 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2e4e6033-7daf-49b0-9d10-c8ec746d0f73 req-eaa124a5-33c2-4153-be2b-a17aeec49b81 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355353 Jul 07 16:52:07.523706 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:07.537694 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75ad600f-c0cc-4a92-ba46-881ef16b08d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:07.538941 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75ad600f-c0cc-4a92-ba46-881ef16b08d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:07.552228 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-9ec125c4-92e3-4a1d-b562-3e61cea7ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:07.555335 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-9ec125c4-92e3-4a1d-b562-3e61cea7ed5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b24be37660c47a19fa1e886c36dc91f&device_id=d744c3d0-4c47-481a-9891-b78fb8487fab HTTP/1.1" status: 200 len: 1100 time: 1.0134883 Jul 07 16:52:07.562344 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50a9b7-88ef-4bc6-b0ab-30085c5039bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a94bf7-9c56-42c2-9619-6a5d305750b4,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:07.619942 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port c84380db-02a6-4e95-bd8d-b7bca59d0b1b, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c84380db-02a6-4e95-bd8d-b7bca59d0b1b,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:07.643973 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:07.787153 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-07986426-16ae-465f-a6a4-9a07d0e38ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:07.805968 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=c84380db-02a6-4e95-bd8d-b7bca59d0b1b,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:07.808749 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-39ddb78e-1c9d-403f-985f-ebc25f9d86f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=6656c4d8-2acb-44ec-9e7f-81a805622196 HTTP/1.1" status: 200 len: 217 time: 0.2296410 Jul 07 16:52:07.816276 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad600f-c0cc-4a92-ba46-881ef16b08d3 admin admin] Pushing event updated for resources: {'Port': ['ID=c5696883-083e-495e-8530-2826af70f96f,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:07.881331 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8b9bba8f-5783-4b12-9eec-085f367b8756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:07.977588 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-07986426-16ae-465f-a6a4-9a07d0e38ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:08.045440 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-6cbbc555-f25e-4143-aabf-3cf9a50c160c req-8c525c49-72f1-4e6a-b690-341638513791 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:08.066266 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ad600f-c0cc-4a92-ba46-881ef16b08d3 admin admin] Network 25e67d3d-d510-4818-8964-0a2a2c52f4ab is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:08.125279 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-3c74807f-aca8-44e7-8da2-673ab730652c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:08.125584 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c525c49-72f1-4e6a-b690-341638513791 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Pushing event deleted for resources: {'Port': ['ID=8d557d89-e725-4649-9f4f-8894047f6732,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:08.127056 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-3c74807f-aca8-44e7-8da2-673ab730652c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.3020771 Jul 07 16:52:08.129380 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-75ad600f-c0cc-4a92-ba46-881ef16b08d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:08.185971 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-6cbbc555-f25e-4143-aabf-3cf9a50c160c req-8c525c49-72f1-4e6a-b690-341638513791 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:08.190986 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-6cbbc555-f25e-4143-aabf-3cf9a50c160c req-8c525c49-72f1-4e6a-b690-341638513791 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:08.193589 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6cbbc555-f25e-4143-aabf-3cf9a50c160c req-8c525c49-72f1-4e6a-b690-341638513791 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] 10.222.0.53 "DELETE /v2.0/floatingips/866d4291-eb16-42b7-ba46-f8b555155568 HTTP/1.1" status: 204 len: 173 time: 2.2209947 Jul 07 16:52:08.295098 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8b9bba8f-5783-4b12-9eec-085f367b8756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:08.370008 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-1ef267c7-73f9-44ab-8a29-a6f0e0bb7a47 tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=60626b1bed074c63ad52f90596a9da60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2319558 Jul 07 16:52:08.486581 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-07986426-16ae-465f-a6a4-9a07d0e38ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:08.491621 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-07986426-16ae-465f-a6a4-9a07d0e38ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:08.493899 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-07986426-16ae-465f-a6a4-9a07d0e38ce0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/136b12b3-0e4c-428b-8e26-a0837ba1ab3a HTTP/1.1" status: 204 len: 168 time: 1.3244793 Jul 07 16:52:08.597576 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ad600f-c0cc-4a92-ba46-881ef16b08d3 admin admin] Router 942b9d7a-7e44-472d-9cfc-0c09fa2ce039 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:52:08.629042 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8b9bba8f-5783-4b12-9eec-085f367b8756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:08.632032 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8b9bba8f-5783-4b12-9eec-085f367b8756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:08.635874 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8b9bba8f-5783-4b12-9eec-085f367b8756 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/30511dce-93bf-465c-89d0-fa0f916243eb HTTP/1.1" status: 204 len: 168 time: 1.3989813 Jul 07 16:52:08.640828 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9468e74f-19bf-4829-8059-8d426ea3be7f None None] Provisioning complete for port c5696883-083e-495e-8530-2826af70f96f triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:08.641047 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07986426-16ae-465f-a6a4-9a07d0e38ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136b12b3-0e4c-428b-8e26-a0837ba1ab3a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:08.642427 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9468e74f-19bf-4829-8059-8d426ea3be7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:08.656558 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9bba8f-5783-4b12-9eec-085f367b8756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30511dce-93bf-465c-89d0-fa0f916243eb,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:08.709674 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24b6082-10d0-49d0-b5c0-6b8b6ebba9ec x-openstack-request-id: req-b24b6082-10d0-49d0-b5c0-6b8b6ebba9ec {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:08.710105 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d744c3d0-4c47-481a-9891-b78fb8487fab", "tag": "6656c4d8-2acb-44ec-9e7f-81a805622196", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:08.710256 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b24b6082-10d0-49d0-b5c0-6b8b6ebba9ec {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:08.710672 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd744c3d0-4c47-481a-9891-b78fb8487fab', 'tag': '6656c4d8-2acb-44ec-9e7f-81a805622196', 'status': 'completed', 'code': 200} Jul 07 16:52:08.743809 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-ba9530b3-d965-4877-aa41-ce3ced6e924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:08.745584 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-ba9530b3-d965-4877-aa41-ce3ced6e924b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6050525 Jul 07 16:52:08.782878 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-9468e74f-19bf-4829-8059-8d426ea3be7f None None] Port c5696883-083e-495e-8530-2826af70f96f cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:52:08.878800 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-74f2e589-e804-40e9-a5b2-b2b199f3748f tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:08.880450 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-74f2e589-e804-40e9-a5b2-b2b199f3748f tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4866972 Jul 07 16:52:08.882436 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ad600f-c0cc-4a92-ba46-881ef16b08d3 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:52:08.889443 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-75ad600f-c0cc-4a92-ba46-881ef16b08d3 admin admin] 10.222.0.53 "PUT /v2.0/routers/942b9d7a-7e44-472d-9cfc-0c09fa2ce039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3141479 Jul 07 16:52:08.890743 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-9ae2c07e-a430-41c3-8362-09601384a681 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244438 Jul 07 16:52:08.916974 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b4d400-be82-47db-863b-182f9d23bf80 None None] Sync routers for ids ['942b9d7a-7e44-472d-9cfc-0c09fa2ce039'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:52:08.931528 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b4d400-be82-47db-863b-182f9d23bf80 None None] Routers {'942b9d7a-7e44-472d-9cfc-0c09fa2ce039'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:52:08.931883 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d6b4d400-be82-47db-863b-182f9d23bf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:51:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['942b9d7a-7e44-472d-9cfc-0c09fa2ce039'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:09.036383 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c84380db-02a6-4e95-bd8d-b7bca59d0b1b up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:09.043761 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-72e6ac16-dc5d-4ee3-87db-0fae95072c21 tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.53 "GET /v2.0/quotas/60626b1bed074c63ad52f90596a9da60 HTTP/1.1" status: 200 len: 375 time: 0.1450155 Jul 07 16:52:09.239839 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port c84380db-02a6-4e95-bd8d-b7bca59d0b1b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:09.240230 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:09.280738 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-d6b4d400-be82-47db-863b-182f9d23bf80 None None] Set router 942b9d7a-7e44-472d-9cfc-0c09fa2ce039 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:52:09.330406 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-21c78156-c1a5-4b7d-937d-2f4864e2e8d8 tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=60626b1bed074c63ad52f90596a9da60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2767878 Jul 07 16:52:09.423711 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc22c0be-661e-4895-95f5-7b8a71640056 req-ec89a747-c695-4283-940b-95989a413d4a service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241883 Jul 07 16:52:09.758228 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fde1a-3e0d-40c9-b088-d168f5fd4710 req-9317120a-79f5-41c5-9e30-42f1ad0db5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:09.760160 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6c1fde1a-3e0d-40c9-b088-d168f5fd4710 req-9317120a-79f5-41c5-9e30-42f1ad0db5ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b24be37660c47a19fa1e886c36dc91f&device_id=d744c3d0-4c47-481a-9891-b78fb8487fab HTTP/1.1" status: 200 len: 1100 time: 0.2205820 Jul 07 16:52:09.843929 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d6b4d400-be82-47db-863b-182f9d23bf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942b9d7a-7e44-472d-9cfc-0c09fa2ce039', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921393826-router', 'tenant_id': '1b9ca612fa86448e8acc611125fe609a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'c84380db-02a6-4e95-bd8d-b7bca59d0b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:54Z', 'updated_at': '2021-07-07T16:52:05Z', 'revision_number': 4, 'project_id': '1b9ca612fa86448e8acc611125fe609a', 'gw_port': {'id': 'c84380db-02a6-4e95-bd8d-b7bca59d0b1b', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b9d7a-7e44-472d-9cfc-0c09fa2ce039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:55Z', 'updated_at': '2021-07-07T16:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'c5696883-083e-495e-8530-2826af70f96f', 'name': '', 'network_id': '25e67d3d-d510-4818-8964-0a2a2c52f4ab', 'tenant_id': '1b9ca612fa86448e8acc611125fe609a', 'mac_address': 'fa:16:3e:9f:0d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942b9d7a-7e44-472d-9cfc-0c09fa2ce039', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '4e6c1d36-5b0f-49de-9811-c86a7b745035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:03Z', 'updated_at': '2021-07-07T16:52:06Z', 'revision_number': 2, 'project_id': '1b9ca612fa86448e8acc611125fe609a', 'subnets': [{'id': '4e6c1d36-5b0f-49de-9811-c86a7b745035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:09.912713 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44248) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:09.917316 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b4d400-be82-47db-863b-182f9d23bf80 None None] Checking router: 942b9d7a-7e44-472d-9cfc-0c09fa2ce039 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:52:09.918037 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b4d400-be82-47db-863b-182f9d23bf80 None None] Updating router 942b9d7a-7e44-472d-9cfc-0c09fa2ce039 port c5696883-083e-495e-8530-2826af70f96f binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:52:10.026432 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5b2b5d80-7519-493f-9d88-f1e5245ff105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:10.032532 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d6b4d400-be82-47db-863b-182f9d23bf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:10.152668 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb4c55-9e14-485e-bf4f-2788ded45e64 req-d0d9600b-a874-4db2-9240-717ed26d0a87 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:10.163378 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0ccb4c55-9e14-485e-bf4f-2788ded45e64 req-d0d9600b-a874-4db2-9240-717ed26d0a87 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=d744c3d0-4c47-481a-9891-b78fb8487fab HTTP/1.1" status: 200 len: 948 time: 0.2775173 Jul 07 16:52:10.248222 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0ccb4c55-9e14-485e-bf4f-2788ded45e64 req-f96da4a8-f8dd-4e84-8acc-0644b0bd86d3 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824103 Jul 07 16:52:10.250622 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44256) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:10.284042 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d78d0bae-f98e-48e9-99f6-a48494d5e6e6 req-6019d847-b0c0-47d1-b327-4074ab4bc99c tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6416080 Jul 07 16:52:10.354401 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5b2b5d80-7519-493f-9d88-f1e5245ff105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:10.359631 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-d78d0bae-f98e-48e9-99f6-a48494d5e6e6 req-bef4b224-dc77-4968-b503-75c51f416922 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:10.366046 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5b2b5d80-7519-493f-9d88-f1e5245ff105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:10.437914 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b5d80-7519-493f-9d88-f1e5245ff105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a20833-5039-4c66-8747-d1813e9348e4,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:10.457281 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fde1a-3e0d-40c9-b088-d168f5fd4710 req-a8e86307-13e3-403f-a9a6-a00173c3c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:10.466586 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6c1fde1a-3e0d-40c9-b088-d168f5fd4710 req-a8e86307-13e3-403f-a9a6-a00173c3c983 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.6855862 Jul 07 16:52:10.482986 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5b2b5d80-7519-493f-9d88-f1e5245ff105 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f9d11a497fa34730a3d6bb1bb2c2986c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5471427 Jul 07 16:52:10.484028 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:52:10.487310 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44264) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:10.562706 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d95977ef-9b46-4e81-8174-85f1b12d8e2a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1674744887-network', 'tenant_id': 'ad2a0053b51c46c49bdf610f61c7634f'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:10.621326 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d78d0bae-f98e-48e9-99f6-a48494d5e6e6 req-bef4b224-dc77-4968-b503-75c51f416922 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks [] for floatingip, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:10.637278 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6c1fde1a-3e0d-40c9-b088-d168f5fd4710 req-aac8862a-a4d4-4701-9e37-270f834a3504 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=6656c4d8-2acb-44ec-9e7f-81a805622196 HTTP/1.1" status: 200 len: 217 time: 0.1597133 Jul 07 16:52:10.664308 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95977ef-9b46-4e81-8174-85f1b12d8e2a admin admin] Made reservation on behalf of ad2a0053b51c46c49bdf610f61c7634f for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:10.674384 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d95977ef-9b46-4e81-8174-85f1b12d8e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:10.720840 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d95977ef-9b46-4e81-8174-85f1b12d8e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:10.865805 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fde1a-3e0d-40c9-b088-d168f5fd4710 req-652bf97e-f467-4f67-a5bf-ffadbec66e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:10.868790 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6c1fde1a-3e0d-40c9-b088-d168f5fd4710 req-652bf97e-f467-4f67-a5bf-ffadbec66e8d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.2024691 Jul 07 16:52:10.888893 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d6b4d400-be82-47db-863b-182f9d23bf80 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:10.893279 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b5cf9022-cce5-4e97-b4aa-c894d05c99a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:10.930691 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d6b4d400-be82-47db-863b-182f9d23bf80 None None] Transition to ACTIVE for port object c5696883-083e-495e-8530-2826af70f96f will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:10.950236 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d6b4d400-be82-47db-863b-182f9d23bf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:10.973706 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d95977ef-9b46-4e81-8174-85f1b12d8e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:10.982080 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d95977ef-9b46-4e81-8174-85f1b12d8e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:10.992226 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b5cf9022-cce5-4e97-b4aa-c894d05c99a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:11.019872 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d95977ef-9b46-4e81-8174-85f1b12d8e2a admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:52:11.082752 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d95977ef-9b46-4e81-8174-85f1b12d8e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:11.083117 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-d95977ef-9b46-4e81-8174-85f1b12d8e2a admin admin] Added segment b5397ca8-40d0-468d-9da1-149a48b13573 of type vlan for network 59914f01-0cc4-4afd-b931-af4191a3d0ee Jul 07 16:52:11.134504 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe697d0-275b-485d-89b1-b4182a029d71 None None] Pushing event updated for resources: {'Port': ['ID=c5696883-083e-495e-8530-2826af70f96f,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:11.136477 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fde1a-3e0d-40c9-b088-d168f5fd4710 req-a2b25563-042c-4f18-aed6-24b86219d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:11.141581 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6c1fde1a-3e0d-40c9-b088-d168f5fd4710 req-a2b25563-042c-4f18-aed6-24b86219d32c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2642968 Jul 07 16:52:11.287613 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-d6b4d400-be82-47db-863b-182f9d23bf80 None None] Attempting to bind port c5696883-083e-495e-8530-2826af70f96f on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:11.288308 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-d6b4d400-be82-47db-863b-182f9d23bf80 None None] Attempting to bind port c5696883-083e-495e-8530-2826af70f96f by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '6d264684-a42f-4818-9f6f-6be24ab5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '25e67d3d-d510-4818-8964-0a2a2c52f4ab'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:11.288944 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b4d400-be82-47db-863b-182f9d23bf80 None None] Attempting to bind port c5696883-083e-495e-8530-2826af70f96f on network 25e67d3d-d510-4818-8964-0a2a2c52f4ab {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:11.303014 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95977ef-9b46-4e81-8174-85f1b12d8e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbb4200-12a4-4603-bbcc-6ad82f15aac8,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:11.326437 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d78d0bae-f98e-48e9-99f6-a48494d5e6e6 req-bef4b224-dc77-4968-b503-75c51f416922 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:11.337458 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b4d400-be82-47db-863b-182f9d23bf80 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:11.337770 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d95977ef-9b46-4e81-8174-85f1b12d8e2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:11.338513 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b4d400-be82-47db-863b-182f9d23bf80 None None] Checking segment: {'id': '6d264684-a42f-4818-9f6f-6be24ab5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '25e67d3d-d510-4818-8964-0a2a2c52f4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:11.339275 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d6b4d400-be82-47db-863b-182f9d23bf80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:11.339893 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b4d400-be82-47db-863b-182f9d23bf80 None None] Bound using segment: {'id': '6d264684-a42f-4818-9f6f-6be24ab5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '25e67d3d-d510-4818-8964-0a2a2c52f4ab'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:11.340607 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-d6b4d400-be82-47db-863b-182f9d23bf80 None None] Bound port: c5696883-083e-495e-8530-2826af70f96f, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d264684-a42f-4818-9f6f-6be24ab5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '25e67d3d-d510-4818-8964-0a2a2c52f4ab'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:11.341884 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d6b4d400-be82-47db-863b-182f9d23bf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:11.368425 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b5cf9022-cce5-4e97-b4aa-c894d05c99a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:11.388147 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b5cf9022-cce5-4e97-b4aa-c894d05c99a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:11.389977 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b5cf9022-cce5-4e97-b4aa-c894d05c99a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/74a20833-5039-4c66-8747-d1813e9348e4 HTTP/1.1" status: 204 len: 168 time: 0.8861606 Jul 07 16:52:11.550984 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d6b4d400-be82-47db-863b-182f9d23bf80 None None] For port c5696883-083e-495e-8530-2826af70f96f, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:11.561890 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d6b4d400-be82-47db-863b-182f9d23bf80 None None] For port c5696883-083e-495e-8530-2826af70f96f, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c5696883-083e-495e-8530-2826af70f96f,segment=NetworkSegment(6d264684-a42f-4818-9f6f-6be24ab5ef36),segment_id=6d264684-a42f-4818-9f6f-6be24ab5ef36)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:11.563527 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d95977ef-9b46-4e81-8174-85f1b12d8e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:11.571390 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95977ef-9b46-4e81-8174-85f1b12d8e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:11.571876 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d6b4d400-be82-47db-863b-182f9d23bf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:11.575846 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d95977ef-9b46-4e81-8174-85f1b12d8e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:11.599581 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf9022-cce5-4e97-b4aa-c894d05c99a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a20833-5039-4c66-8747-d1813e9348e4,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:11.714274 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6c1fde1a-3e0d-40c9-b088-d168f5fd4710 req-5c80364f-533b-4f07-835b-5dde5142dd6e service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5618770 Jul 07 16:52:11.763584 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe697d0-275b-485d-89b1-b4182a029d71 None None] Pushing event updated for resources: {'Port': ['ID=c5696883-083e-495e-8530-2826af70f96f,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:11.850642 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95977ef-9b46-4e81-8174-85f1b12d8e2a admin admin] Pushing event updated for resources: {'Network': ['ID=59914f01-0cc4-4afd-b931-af4191a3d0ee,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:11.894655 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d95977ef-9b46-4e81-8174-85f1b12d8e2a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6349554 Jul 07 16:52:11.895707 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44286) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:11.915323 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-a9ed993e-433f-434d-b3f7-12b17fb0162a admin admin] Request body: {'subnet': {'network_id': '59914f01-0cc4-4afd-b931-af4191a3d0ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1674744887-subnet', 'tenant_id': 'ad2a0053b51c46c49bdf610f61c7634f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:11.957821 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 59914f01-0cc4-4afd-b931-af4191a3d0ee details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:52:12.034106 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b4d400-be82-47db-863b-182f9d23bf80 None None] Routers {'942b9d7a-7e44-472d-9cfc-0c09fa2ce039'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:52:12.035314 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d6b4d400-be82-47db-863b-182f9d23bf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:51:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['942b9d7a-7e44-472d-9cfc-0c09fa2ce039'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:12.127305 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9ad2358b-b303-447c-9618-cee327764515 req-ef1819b2-c567-4e62-ae44-7390c423abcb tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.53 "GET /v2.0/ports?device_id=07674f1e-db91-4c03-9dce-1fab2c2d8c55 HTTP/1.1" status: 200 len: 210 time: 0.1906307 Jul 07 16:52:12.161934 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-d78d0bae-f98e-48e9-99f6-a48494d5e6e6 req-bef4b224-dc77-4968-b503-75c51f416922 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Allocated IP 172.25.0.184 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/c06fc8ea-bd94-487e-865a-8293ea557ff8) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:12.193807 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ed993e-433f-434d-b3f7-12b17fb0162a admin admin] Made reservation on behalf of ad2a0053b51c46c49bdf610f61c7634f for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:12.201667 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a9ed993e-433f-434d-b3f7-12b17fb0162a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:12.222282 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6c1fde1a-3e0d-40c9-b088-d168f5fd4710 req-32ed612a-a821-45cf-ac39-3e7f8f4316bc service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724548 Jul 07 16:52:12.233044 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-d6b4d400-be82-47db-863b-182f9d23bf80 None None] Set router 942b9d7a-7e44-472d-9cfc-0c09fa2ce039 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:52:12.548090 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-64cacb25-0505-428d-9e75-e70077cc280c tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=60626b1bed074c63ad52f90596a9da60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1713591 Jul 07 16:52:12.611709 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 6656c4d8-2acb-44ec-9e7f-81a805622196 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:12.689885 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d78d0bae-f98e-48e9-99f6-a48494d5e6e6 req-bef4b224-dc77-4968-b503-75c51f416922 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:12.857747 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d78d0bae-f98e-48e9-99f6-a48494d5e6e6 req-bef4b224-dc77-4968-b503-75c51f416922 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:12.928760 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.resource_extend [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:52:12.961469 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d78d0bae-f98e-48e9-99f6-a48494d5e6e6 req-bef4b224-dc77-4968-b503-75c51f416922 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:12.974010 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-d78d0bae-f98e-48e9-99f6-a48494d5e6e6 req-bef4b224-dc77-4968-b503-75c51f416922 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:12.984095 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78d0bae-f98e-48e9-99f6-a48494d5e6e6 req-bef4b224-dc77-4968-b503-75c51f416922 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:13.004869 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4b224-dc77-4968-b503-75c51f416922 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Pushing event updated for resources: {'Port': ['ID=c06fc8ea-bd94-487e-865a-8293ea557ff8,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:13.032153 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d6b4d400-be82-47db-863b-182f9d23bf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942b9d7a-7e44-472d-9cfc-0c09fa2ce039', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921393826-router', 'tenant_id': '1b9ca612fa86448e8acc611125fe609a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'c84380db-02a6-4e95-bd8d-b7bca59d0b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:54Z', 'updated_at': '2021-07-07T16:52:05Z', 'revision_number': 4, 'project_id': '1b9ca612fa86448e8acc611125fe609a', 'gw_port': {'id': 'c84380db-02a6-4e95-bd8d-b7bca59d0b1b', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b9d7a-7e44-472d-9cfc-0c09fa2ce039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:55Z', 'updated_at': '2021-07-07T16:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'c5696883-083e-495e-8530-2826af70f96f', 'name': '', 'network_id': '25e67d3d-d510-4818-8964-0a2a2c52f4ab', 'tenant_id': '1b9ca612fa86448e8acc611125fe609a', 'mac_address': 'fa:16:3e:9f:0d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942b9d7a-7e44-472d-9cfc-0c09fa2ce039', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '4e6c1d36-5b0f-49de-9811-c86a7b745035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:03Z', 'updated_at': '2021-07-07T16:52:11Z', 'revision_number': 4, 'project_id': '1b9ca612fa86448e8acc611125fe609a', 'subnets': [{'id': '4e6c1d36-5b0f-49de-9811-c86a7b745035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:13.067550 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d78d0bae-f98e-48e9-99f6-a48494d5e6e6 req-bef4b224-dc77-4968-b503-75c51f416922 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:13.144364 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44306) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:13.161335 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d78d0bae-f98e-48e9-99f6-a48494d5e6e6 req-bef4b224-dc77-4968-b503-75c51f416922 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:13.188995 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 6656c4d8-2acb-44ec-9e7f-81a805622196, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6656c4d8-2acb-44ec-9e7f-81a805622196,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:13.219849 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b4d400-be82-47db-863b-182f9d23bf80 None None] The sync data for ids ['942b9d7a-7e44-472d-9cfc-0c09fa2ce039'] in n-d-791503-12 is: [{'id': '942b9d7a-7e44-472d-9cfc-0c09fa2ce039', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921393826-router', 'tenant_id': '1b9ca612fa86448e8acc611125fe609a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'c84380db-02a6-4e95-bd8d-b7bca59d0b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:54Z', 'updated_at': '2021-07-07T16:52:05Z', 'revision_number': 4, 'project_id': '1b9ca612fa86448e8acc611125fe609a', 'gw_port': {'id': 'c84380db-02a6-4e95-bd8d-b7bca59d0b1b', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b9d7a-7e44-472d-9cfc-0c09fa2ce039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:55Z', 'updated_at': '2021-07-07T16:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'c5696883-083e-495e-8530-2826af70f96f', 'name': '', 'network_id': '25e67d3d-d510-4818-8964-0a2a2c52f4ab', 'tenant_id': '1b9ca612fa86448e8acc611125fe609a', 'mac_address': 'fa:16:3e:9f:0d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942b9d7a-7e44-472d-9cfc-0c09fa2ce039', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '4e6c1d36-5b0f-49de-9811-c86a7b745035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:03Z', 'updated_at': '2021-07-07T16:52:11Z', 'revision_number': 4, 'project_id': '1b9ca612fa86448e8acc611125fe609a', 'subnets': [{'id': '4e6c1d36-5b0f-49de-9811-c86a7b745035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:52:13.238300 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '6656c4d8-2acb-44ec-9e7f-81a805622196', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': '6656c4d8-2acb-44ec-9e7f-81a805622196', 'mac_address': 'fa:16:3e:71:29:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:13.242615 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-3fa6cda1-9c84-4619-aa1f-88ffd0851eb9 tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:13.253823 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-3fa6cda1-9c84-4619-aa1f-88ffd0851eb9 tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6916478 Jul 07 16:52:13.284496 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-78e957c6-172d-4e8f-ac2b-6d70d5dd45fb tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Request body: {'port': {'device_id': '07674f1e-db91-4c03-9dce-1fab2c2d8c55', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': '60626b1bed074c63ad52f90596a9da60'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:13.370947 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca78c7-886a-4560-af0d-e410c6cc8e92 req-5bb5651b-bed6-4912-8ff4-1f0e57336669 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:13.395581 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c4ca78c7-886a-4560-af0d-e410c6cc8e92 req-5bb5651b-bed6-4912-8ff4-1f0e57336669 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=d744c3d0-4c47-481a-9891-b78fb8487fab HTTP/1.1" status: 200 len: 948 time: 0.6560974 Jul 07 16:52:13.495947 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:13.561516 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6656c4d8-2acb-44ec-9e7f-81a805622196 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:13.629294 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-01186e83-dda4-4be9-aca3-1e45f326af9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:13.652370 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 6656c4d8-2acb-44ec-9e7f-81a805622196, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6656c4d8-2acb-44ec-9e7f-81a805622196,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:13.660225 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:13.765009 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a9ed993e-433f-434d-b3f7-12b17fb0162a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:13.776098 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c4ca78c7-886a-4560-af0d-e410c6cc8e92 req-22dfc3ff-f516-4536-9b42-dd5cbd027513 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920134 Jul 07 16:52:13.855800 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=6656c4d8-2acb-44ec-9e7f-81a805622196,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:13.944659 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed993e-433f-434d-b3f7-12b17fb0162a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fe2878d-0513-4fa8-875b-3f2144bf00ab,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:13.972877 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d78d0bae-f98e-48e9-99f6-a48494d5e6e6 req-bef4b224-dc77-4968-b503-75c51f416922 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:13.975947 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['6656c4d8-2acb-44ec-9e7f-81a805622196'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:13.988133 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d78d0bae-f98e-48e9-99f6-a48494d5e6e6 req-bef4b224-dc77-4968-b503-75c51f416922 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:14.002424 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed993e-433f-434d-b3f7-12b17fb0162a admin admin] Checking segment: {'id': 'b5397ca8-40d0-468d-9da1-149a48b13573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59914f01-0cc4-4afd-b931-af4191a3d0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:14.002916 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ed993e-433f-434d-b3f7-12b17fb0162a admin admin] Network hostable DHCP agents. Network: 59914f01-0cc4-4afd-b931-af4191a3d0ee, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:52:14.083808 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ed993e-433f-434d-b3f7-12b17fb0162a admin admin] Network 59914f01-0cc4-4afd-b931-af4191a3d0ee is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:52:14.122232 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-a9ed993e-433f-434d-b3f7-12b17fb0162a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 59914f01-0cc4-4afd-b931-af4191a3d0ee) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:14.151457 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ed993e-433f-434d-b3f7-12b17fb0162a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:14.152761 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a9ed993e-433f-434d-b3f7-12b17fb0162a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:14.154840 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce0519e-5071-442d-a91a-7aaed1835c73 None None] Network 59914f01-0cc4-4afd-b931-af4191a3d0ee requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:52:14.164281 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-01186e83-dda4-4be9-aca3-1e45f326af9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:14.188147 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d78d0bae-f98e-48e9-99f6-a48494d5e6e6 req-bef4b224-dc77-4968-b503-75c51f416922 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:14.205199 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-01186e83-dda4-4be9-aca3-1e45f326af9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:14.263566 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-78e957c6-172d-4e8f-ac2b-6d70d5dd45fb tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Made reservation on behalf of 60626b1bed074c63ad52f90596a9da60 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:14.278039 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-78e957c6-172d-4e8f-ac2b-6d70d5dd45fb tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:14.326817 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4b224-dc77-4968-b503-75c51f416922 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Pushing event updated for resources: {'Port': ['ID=c06fc8ea-bd94-487e-865a-8293ea557ff8,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:14.355777 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d78d0bae-f98e-48e9-99f6-a48494d5e6e6 req-bef4b224-dc77-4968-b503-75c51f416922 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:14.355777 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d78d0bae-f98e-48e9-99f6-a48494d5e6e6 req-bef4b224-dc77-4968-b503-75c51f416922 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0024710 Jul 07 16:52:14.360161 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-78e957c6-172d-4e8f-ac2b-6d70d5dd45fb tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:14.371242 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-01186e83-dda4-4be9-aca3-1e45f326af9f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c048f1be7704a53aec91458294bb03d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2241116 Jul 07 16:52:14.377672 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44336) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:14.383503 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01186e83-dda4-4be9-aca3-1e45f326af9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c033cff-4b65-40b6-aaa7-dabb12cd1b04,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:14.429446 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a9ed993e-433f-434d-b3f7-12b17fb0162a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5151758 Jul 07 16:52:14.482565 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d78d0bae-f98e-48e9-99f6-a48494d5e6e6 req-90103489-7eb2-47ab-a797-6db5d5c6598a tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.184 HTTP/1.1" status: 200 len: 696 time: 0.1225820 Jul 07 16:52:14.595558 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4f592985-aa97-487e-8f5b-9fedbcdf415f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:14.725114 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4f592985-aa97-487e-8f5b-9fedbcdf415f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:14.789149 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d0bae-f98e-48e9-99f6-a48494d5e6e6 req-13f44d16-2162-4395-8a11-1a5c98c000b9 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:14.790672 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d78d0bae-f98e-48e9-99f6-a48494d5e6e6 req-13f44d16-2162-4395-8a11-1a5c98c000b9 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 784 time: 0.3072681 Jul 07 16:52:14.839205 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea6aaa8-2587-479a-8f48-2ac7e5ff985f None None] Network 59914f01-0cc4-4afd-b931-af4191a3d0ee requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:52:15.000110 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-df75f595-4445-4f6d-9437-b131defeac46 req-14b1e24b-85d0-463b-acf2-58dc33f9cd71 tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.53 "GET /v2.0/ports?device_id=07674f1e-db91-4c03-9dce-1fab2c2d8c55 HTTP/1.1" status: 200 len: 210 time: 0.2712801 Jul 07 16:52:15.144484 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c5696883-083e-495e-8530-2826af70f96f up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:15.236124 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-78e957c6-172d-4e8f-ac2b-6d70d5dd45fb tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:15.247837 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4f592985-aa97-487e-8f5b-9fedbcdf415f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:15.252638 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4f592985-aa97-487e-8f5b-9fedbcdf415f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:15.256983 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4f592985-aa97-487e-8f5b-9fedbcdf415f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9c033cff-4b65-40b6-aaa7-dabb12cd1b04 HTTP/1.1" status: 204 len: 168 time: 0.8451409 Jul 07 16:52:15.388214 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-78e957c6-172d-4e8f-ac2b-6d70d5dd45fb tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:15.468877 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port c5696883-083e-495e-8530-2826af70f96f completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:15.473704 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f592985-aa97-487e-8f5b-9fedbcdf415f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c033cff-4b65-40b6-aaa7-dabb12cd1b04,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:15.474579 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port c5696883-083e-495e-8530-2826af70f96f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:15.476100 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:15.505789 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84fbe051-5bbc-48b2-9204-81e88ec729c5 req-018aeddd-1609-4c66-acbd-0257551b4a35 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] 10.222.0.53 "GET /v2.0/floatingips/b3b30cdc-9854-4441-ae76-db74dfc06370 HTTP/1.1" status: 200 len: 693 time: 0.2961590 Jul 07 16:52:15.655647 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:15.718706 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73361629-a2cd-4db9-893f-a40c86326736 req-caadd585-959e-4f69-9182-35b2a7518487 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:15.723308 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-73361629-a2cd-4db9-893f-a40c86326736 req-caadd585-959e-4f69-9182-35b2a7518487 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=d744c3d0-4c47-481a-9891-b78fb8487fab HTTP/1.1" status: 200 len: 949 time: 0.1683002 Jul 07 16:52:15.733713 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port c5696883-083e-495e-8530-2826af70f96f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c5696883-083e-495e-8530-2826af70f96f,segment=NetworkSegment(6d264684-a42f-4818-9f6f-6be24ab5ef36),segment_id=6d264684-a42f-4818-9f6f-6be24ab5ef36)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:15.742669 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:15.782988 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-73361629-a2cd-4db9-893f-a40c86326736 req-4981bd8b-1512-4388-94fc-4b7c3fa126a5 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491085 Jul 07 16:52:15.853275 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=c5696883-083e-495e-8530-2826af70f96f,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:16.006352 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e957c6-172d-4e8f-ac2b-6d70d5dd45fb tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b048c9b-1ddf-4ae7-a00c-416de5a7aed7,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:16.059816 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-78e957c6-172d-4e8f-ac2b-6d70d5dd45fb tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Allocated IP 192.168.233.37 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/c25ac552-3f61-4558-8750-548a4a796dfb) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:16.101106 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbe051-5bbc-48b2-9204-81e88ec729c5 req-1a9be9eb-6acf-4bbe-999b-481e4e77a6e5 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:16.102602 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84fbe051-5bbc-48b2-9204-81e88ec729c5 req-1a9be9eb-6acf-4bbe-999b-481e4e77a6e5 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 784 time: 0.5867324 Jul 07 16:52:16.188297 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44386) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:16.215175 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cb6924ac-8c68-4cc2-87cb-551c1c48b04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:16.235202 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84fbe051-5bbc-48b2-9204-81e88ec729c5 req-cc1600ea-4e19-443b-8d43-15b48e1d1e70 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.184 HTTP/1.1" status: 200 len: 696 time: 0.1158774 Jul 07 16:52:16.383328 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 6656c4d8-2acb-44ec-9e7f-81a805622196 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:16.407990 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84fbe051-5bbc-48b2-9204-81e88ec729c5 req-2bd94ed6-6ace-4593-ae93-7571e6cc79c7 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.184 HTTP/1.1" status: 200 len: 696 time: 0.1425505 Jul 07 16:52:16.438219 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cb6924ac-8c68-4cc2-87cb-551c1c48b04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:16.444769 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cb6924ac-8c68-4cc2-87cb-551c1c48b04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:16.509661 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cb6924ac-8c68-4cc2-87cb-551c1c48b04d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ff287b0e43b94f9780f86a984af8be73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155992 Jul 07 16:52:16.509661 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6924ac-8c68-4cc2-87cb-551c1c48b04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cb0255-7937-44b3-b6ac-26cadaf07e88,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:16.510426 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44392) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:16.546460 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 6656c4d8-2acb-44ec-9e7f-81a805622196 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:16.552669 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 6656c4d8-2acb-44ec-9e7f-81a805622196 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:16.553934 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:16.558482 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44394) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:16.563955 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-87546789-041c-4dfd-8eed-99611ae43dda admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1461199448-network', 'tenant_id': '7a7bb2f006d248789e14d57ebd7b1ad2'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:16.590879 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87546789-041c-4dfd-8eed-99611ae43dda admin admin] Made reservation on behalf of 7a7bb2f006d248789e14d57ebd7b1ad2 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:16.595655 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87546789-041c-4dfd-8eed-99611ae43dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:16.606183 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87546789-041c-4dfd-8eed-99611ae43dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:16.723879 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:16.744302 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-78e957c6-172d-4e8f-ac2b-6d70d5dd45fb tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:16.756133 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd744c3d0-4c47-481a-9891-b78fb8487fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6656c4d8-2acb-44ec-9e7f-81a805622196'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:16.759108 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fd2630-ad5a-49f6-aeb8-0651f84f5ea8" -d '{"events": [{"server_uuid": "d744c3d0-4c47-481a-9891-b78fb8487fab", "name": "network-vif-plugged", "status": "completed", "tag": "6656c4d8-2acb-44ec-9e7f-81a805622196"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:16.778503 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 6656c4d8-2acb-44ec-9e7f-81a805622196, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6656c4d8-2acb-44ec-9e7f-81a805622196,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:16.783183 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-78e957c6-172d-4e8f-ac2b-6d70d5dd45fb tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Transition to ACTIVE for port object c25ac552-3f61-4558-8750-548a4a796dfb will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:16.785113 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:16.798409 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f85c038-313e-4d75-9ccd-39b62d8c4e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:16.810837 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87546789-041c-4dfd-8eed-99611ae43dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:16.817697 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87546789-041c-4dfd-8eed-99611ae43dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:16.852067 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87546789-041c-4dfd-8eed-99611ae43dda admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:52:16.872288 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=6656c4d8-2acb-44ec-9e7f-81a805622196,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:16.884875 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-84fbe051-5bbc-48b2-9204-81e88ec729c5 req-9125a7c1-27d1-4c82-b98d-31a145478dc3 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Deleting port c06fc8ea-bd94-487e-865a-8293ea557ff8 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:52:16.885252 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-84fbe051-5bbc-48b2-9204-81e88ec729c5 req-9125a7c1-27d1-4c82-b98d-31a145478dc3 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:16.909880 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87546789-041c-4dfd-8eed-99611ae43dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5270e8a2-fbe1-4056-a7eb-6e84130e4477,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:16.943419 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87546789-041c-4dfd-8eed-99611ae43dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:16.943809 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-87546789-041c-4dfd-8eed-99611ae43dda admin admin] Added segment e0043d95-b609-4054-812a-2abe72f43b7b of type vlan for network 8ea76449-a483-43d0-8c69-c1155f723209 Jul 07 16:52:16.950918 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9e070fd9-1c27-4cdd-8e3e-f5352b8a06b5 req-e017e6a6-0006-4abd-b66e-a8cd7db57ecd tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.53 "GET /v2.0/ports?device_id=07674f1e-db91-4c03-9dce-1fab2c2d8c55 HTTP/1.1" status: 200 len: 210 time: 0.0593133 Jul 07 16:52:16.988768 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c5696883-083e-495e-8530-2826af70f96f up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:17.017219 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f85c038-313e-4d75-9ccd-39b62d8c4e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.025342 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87546789-041c-4dfd-8eed-99611ae43dda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.075357 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port c5696883-083e-495e-8530-2826af70f96f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:17.076152 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.111634 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87546789-041c-4dfd-8eed-99611ae43dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.114293 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87546789-041c-4dfd-8eed-99611ae43dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:17.115453 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87546789-041c-4dfd-8eed-99611ae43dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.162597 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-84fbe051-5bbc-48b2-9204-81e88ec729c5 req-9125a7c1-27d1-4c82-b98d-31a145478dc3 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.164205 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-84fbe051-5bbc-48b2-9204-81e88ec729c5 req-9125a7c1-27d1-4c82-b98d-31a145478dc3 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.194868 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-84fbe051-5bbc-48b2-9204-81e88ec729c5 req-9125a7c1-27d1-4c82-b98d-31a145478dc3 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Calling delete_port for c06fc8ea-bd94-487e-865a-8293ea557ff8 owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:52:17.280883 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87546789-041c-4dfd-8eed-99611ae43dda admin admin] Pushing event updated for resources: {'Network': ['ID=8ea76449-a483-43d0-8c69-c1155f723209,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:17.286532 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-78e957c6-172d-4e8f-ac2b-6d70d5dd45fb tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.304696 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44408) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:17.305812 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 8ea76449-a483-43d0-8c69-c1155f723209 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:52:17.313896 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-931cb52b-7ed4-4994-955f-d7f1ff227952 admin admin] Request body: {'subnet': {'network_id': '8ea76449-a483-43d0-8c69-c1155f723209', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1461199448-subnet', 'tenant_id': '7a7bb2f006d248789e14d57ebd7b1ad2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:17.314424 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-87546789-041c-4dfd-8eed-99611ae43dda admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7391193 Jul 07 16:52:17.465466 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f85c038-313e-4d75-9ccd-39b62d8c4e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.470576 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f85c038-313e-4d75-9ccd-39b62d8c4e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.472037 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3f85c038-313e-4d75-9ccd-39b62d8c4e70 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27cb0255-7937-44b3-b6ac-26cadaf07e88 HTTP/1.1" status: 204 len: 168 time: 0.9555719 Jul 07 16:52:17.476038 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-78e957c6-172d-4e8f-ac2b-6d70d5dd45fb tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:17.512244 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85c038-313e-4d75-9ccd-39b62d8c4e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cb0255-7937-44b3-b6ac-26cadaf07e88,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:17.527062 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-78e957c6-172d-4e8f-ac2b-6d70d5dd45fb tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:17.531415 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-78e957c6-172d-4e8f-ac2b-6d70d5dd45fb tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:17.546878 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-78e957c6-172d-4e8f-ac2b-6d70d5dd45fb tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:17.547559 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-78e957c6-172d-4e8f-ac2b-6d70d5dd45fb tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.553817 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e957c6-172d-4e8f-ac2b-6d70d5dd45fb tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Pushing event updated for resources: {'Port': ['ID=c25ac552-3f61-4558-8750-548a4a796dfb,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:17.568118 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931cb52b-7ed4-4994-955f-d7f1ff227952 admin admin] Made reservation on behalf of 7a7bb2f006d248789e14d57ebd7b1ad2 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:17.570805 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-931cb52b-7ed4-4994-955f-d7f1ff227952 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.754012 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-84fbe051-5bbc-48b2-9204-81e88ec729c5 req-9125a7c1-27d1-4c82-b98d-31a145478dc3 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.779334 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-78e957c6-172d-4e8f-ac2b-6d70d5dd45fb tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5020180 Jul 07 16:52:17.789342 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44414) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:17.843721 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-2d8707b4-109b-4c1e-b40f-8fad01714565 service neutron] Request body: {'port': {'device_id': '07674f1e-db91-4c03-9dce-1fab2c2d8c55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:17.860311 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125a7c1-27d1-4c82-b98d-31a145478dc3 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Pushing event deleted for resources: {'Port': ['ID=c06fc8ea-bd94-487e-865a-8293ea557ff8,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:17.975110 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-84fbe051-5bbc-48b2-9204-81e88ec729c5 req-9125a7c1-27d1-4c82-b98d-31a145478dc3 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.977794 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-84fbe051-5bbc-48b2-9204-81e88ec729c5 req-9125a7c1-27d1-4c82-b98d-31a145478dc3 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.978996 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84fbe051-5bbc-48b2-9204-81e88ec729c5 req-9125a7c1-27d1-4c82-b98d-31a145478dc3 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] 10.222.0.53 "DELETE /v2.0/floatingips/b3b30cdc-9854-4441-ae76-db74dfc06370 HTTP/1.1" status: 204 len: 173 time: 1.5568857 Jul 07 16:52:17.991068 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44422) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:17.998644 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-4fff72f9-dd25-46de-bab1-4a6f0f611d42 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1820327091', 'description': 'tempest-description--1738940005'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:18.053726 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d4d74eb9-d67b-4d0c-a9c0-f9611d25f8d9 None None] Provisioning for port c25ac552-3f61-4558-8750-548a4a796dfb completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:18.062325 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4fff72f9-dd25-46de-bab1-4a6f0f611d42 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.069658 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d4d74eb9-d67b-4d0c-a9c0-f9611d25f8d9 None None] Provisioning complete for port c25ac552-3f61-4558-8750-548a4a796dfb triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:18.072651 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d4d74eb9-d67b-4d0c-a9c0-f9611d25f8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.090660 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6945980-c94c-4404-8ea1-a30c846f7a49 x-openstack-request-id: req-b6945980-c94c-4404-8ea1-a30c846f7a49 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:18.091166 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d744c3d0-4c47-481a-9891-b78fb8487fab", "name": "network-vif-plugged", "status": "completed", "tag": "6656c4d8-2acb-44ec-9e7f-81a805622196", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:18.091436 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-2d8707b4-109b-4c1e-b40f-8fad01714565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.091570 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6945980-c94c-4404-8ea1-a30c846f7a49 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:18.092213 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd744c3d0-4c47-481a-9891-b78fb8487fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6656c4d8-2acb-44ec-9e7f-81a805622196', 'code': 200} Jul 07 16:52:18.184412 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-931cb52b-7ed4-4994-955f-d7f1ff227952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.255182 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d4d74eb9-d67b-4d0c-a9c0-f9611d25f8d9 None None] Port c25ac552-3f61-4558-8750-548a4a796dfb cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:52:18.348793 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4fff72f9-dd25-46de-bab1-4a6f0f611d42 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.372564 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-066ec584-82ac-4f49-8e98-da1d7a1ec4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.383493 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931cb52b-7ed4-4994-955f-d7f1ff227952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bea5b6f0-aaf3-4afb-ae86-b0513261f3f4,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:18.387575 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4fff72f9-dd25-46de-bab1-4a6f0f611d42 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.399464 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [req-cca7eaf3-2783-46fa-b29e-59ff996e7970 req-53346a55-a7e1-47db-8993-38dfe012ce80 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] show failed (client error): The resource could not be found. Jul 07 16:52:18.400814 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cca7eaf3-2783-46fa-b29e-59ff996e7970 req-53346a55-a7e1-47db-8993-38dfe012ce80 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] 10.222.0.53 "GET /v2.0/floatingips/b3b30cdc-9854-4441-ae76-db74dfc06370 HTTP/1.1" status: 404 len: 350 time: 0.0799918 Jul 07 16:52:18.428471 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931cb52b-7ed4-4994-955f-d7f1ff227952 admin admin] Checking segment: {'id': 'e0043d95-b609-4054-812a-2abe72f43b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8ea76449-a483-43d0-8c69-c1155f723209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:18.428849 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931cb52b-7ed4-4994-955f-d7f1ff227952 admin admin] Network hostable DHCP agents. Network: 8ea76449-a483-43d0-8c69-c1155f723209, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:52:18.466569 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff72f9-dd25-46de-bab1-4a6f0f611d42 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5704a10f-40dc-4a3e-9704-7214d47c05a9,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:18.516890 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92d8b7-8a75-498b-b52c-82b916af032b req-5501c1b3-eaf5-4784-97f9-3bcbc37b877f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:18.518668 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5a92d8b7-8a75-498b-b52c-82b916af032b req-5501c1b3-eaf5-4784-97f9-3bcbc37b877f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d744c3d0-4c47-481a-9891-b78fb8487fab HTTP/1.1" status: 200 len: 1102 time: 0.2848723 Jul 07 16:52:18.595146 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5a92d8b7-8a75-498b-b52c-82b916af032b req-f4ae4a5e-187d-4ff6-93e8-07a1597d4106 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686569 Jul 07 16:52:18.618254 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-066ec584-82ac-4f49-8e98-da1d7a1ec4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.626318 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-066ec584-82ac-4f49-8e98-da1d7a1ec4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.648696 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4fff72f9-dd25-46de-bab1-4a6f0f611d42 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.650493 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4fff72f9-dd25-46de-bab1-4a6f0f611d42 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6581516 Jul 07 16:52:18.668986 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44440) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:18.678289 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-303f98dd-144c-4a02-897e-12021b85a20e tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Request body: {'security_group_rule': {'security_group_id': '5704a10f-40dc-4a3e-9704-7214d47c05a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:18.711714 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ec584-82ac-4f49-8e98-da1d7a1ec4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ff8fef-a249-4037-8c1e-1af13199e80c,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:18.724363 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-066ec584-82ac-4f49-8e98-da1d7a1ec4ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f97e8ecb9bbf43e8bc342a37b6aea553&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9334972 Jul 07 16:52:18.725092 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44444) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:18.739241 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931cb52b-7ed4-4994-955f-d7f1ff227952 admin admin] Network 8ea76449-a483-43d0-8c69-c1155f723209 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:52:18.782777 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-2d8707b4-109b-4c1e-b40f-8fad01714565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25ac552-3f61-4558-8750-548a4a796dfb {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:18.790002 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-931cb52b-7ed4-4994-955f-d7f1ff227952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 8ea76449-a483-43d0-8c69-c1155f723209) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:18.798321 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-303f98dd-144c-4a02-897e-12021b85a20e tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.800365 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d7726-ad2b-4e8c-b966-8801984eb9a8 req-951b5147-470d-42c5-abb2-32ba59222d0d tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:18.802047 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f67d7726-ad2b-4e8c-b966-8801984eb9a8 req-951b5147-470d-42c5-abb2-32ba59222d0d tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=d744c3d0-4c47-481a-9891-b78fb8487fab HTTP/1.1" status: 200 len: 950 time: 0.1680067 Jul 07 16:52:18.803195 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebe9850-586a-44b5-bc1e-16c617c9c1d8 None None] Network 8ea76449-a483-43d0-8c69-c1155f723209 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:52:18.805563 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-2d8707b4-109b-4c1e-b40f-8fad01714565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.813140 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931cb52b-7ed4-4994-955f-d7f1ff227952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:18.813762 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-931cb52b-7ed4-4994-955f-d7f1ff227952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.819699 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e321cdd4-32f6-4657-9b6b-92368d13ab11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.861838 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-2d8707b4-109b-4c1e-b40f-8fad01714565 service neutron] Transition to ACTIVE for port object c25ac552-3f61-4558-8750-548a4a796dfb will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:18.865992 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-931cb52b-7ed4-4994-955f-d7f1ff227952 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5581365 Jul 07 16:52:18.879915 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c877e-be0e-4471-bb03-9d9647b3b55e req-8a01055a-766a-49e2-8322-9db66f671b04 tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:18.887884 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-134c877e-be0e-4471-bb03-9d9647b3b55e req-8a01055a-766a-49e2-8322-9db66f671b04 tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.53 "GET /v2.0/ports?device_id=07674f1e-db91-4c03-9dce-1fab2c2d8c55 HTTP/1.1" status: 200 len: 935 time: 0.2748435 Jul 07 16:52:18.892262 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-2d8707b4-109b-4c1e-b40f-8fad01714565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.906292 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e321cdd4-32f6-4657-9b6b-92368d13ab11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.985080 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f67d7726-ad2b-4e8c-b966-8801984eb9a8 req-81704cdc-a194-428a-87e3-ed24b568cbbb tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595380 Jul 07 16:52:18.990547 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-303f98dd-144c-4a02-897e-12021b85a20e tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.998814 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-303f98dd-144c-4a02-897e-12021b85a20e tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.035465 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8707b4-109b-4c1e-b40f-8fad01714565 service neutron] Pushing event updated for resources: {'Port': ['ID=c25ac552-3f61-4558-8750-548a4a796dfb,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:19.080797 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-134c877e-be0e-4471-bb03-9d9647b3b55e req-1e424dbb-dde6-4d8e-beb0-207976ca6a91 tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b048c9b-1ddf-4ae7-a00c-416de5a7aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920943 Jul 07 16:52:19.087413 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f98dd-144c-4a02-897e-12021b85a20e tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2721e71-f277-4e16-8aca-b9c38c004e56,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:19.161956 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-303f98dd-144c-4a02-897e-12021b85a20e tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.166578 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-303f98dd-144c-4a02-897e-12021b85a20e tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4964693 Jul 07 16:52:19.167648 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44456) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:19.177481 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-574a4f79-01aa-43d4-b561-36d5fb86711c tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Request body: {'security_group_rule': {'security_group_id': '5704a10f-40dc-4a3e-9704-7214d47c05a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:19.191641 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e321cdd4-32f6-4657-9b6b-92368d13ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.202160 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e321cdd4-32f6-4657-9b6b-92368d13ab11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.204347 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-2d8707b4-109b-4c1e-b40f-8fad01714565 service neutron] Attempting to bind port c25ac552-3f61-4558-8750-548a4a796dfb on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:19.205018 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-2d8707b4-109b-4c1e-b40f-8fad01714565 service neutron] Attempting to bind port c25ac552-3f61-4558-8750-548a4a796dfb by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:19.205784 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-2d8707b4-109b-4c1e-b40f-8fad01714565 service neutron] Attempting to bind port c25ac552-3f61-4558-8750-548a4a796dfb on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:19.206674 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e321cdd4-32f6-4657-9b6b-92368d13ab11 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52ff8fef-a249-4037-8c1e-1af13199e80c HTTP/1.1" status: 204 len: 168 time: 0.4795272 Jul 07 16:52:19.217465 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-2d8707b4-109b-4c1e-b40f-8fad01714565 service neutron] Port c25ac552-3f61-4558-8750-548a4a796dfb on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:52:19.218197 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-2d8707b4-109b-4c1e-b40f-8fad01714565 service neutron] Attempting to bind port c25ac552-3f61-4558-8750-548a4a796dfb on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:19.222999 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [req-f7bda8fd-28e1-4034-abdb-c256f5ac82f3 req-36da7940-8fb0-4b30-acad-dc0a5962a026 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] show failed (client error): The resource could not be found. Jul 07 16:52:19.224996 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f7bda8fd-28e1-4034-abdb-c256f5ac82f3 req-36da7940-8fb0-4b30-acad-dc0a5962a026 tempest-FloatingIPsTestJSON-365925260 tempest-FloatingIPsTestJSON-365925260-project] 10.222.0.53 "GET /v2.0/floatingips/b3b30cdc-9854-4441-ae76-db74dfc06370 HTTP/1.1" status: 404 len: 350 time: 0.1382039 Jul 07 16:52:19.232253 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321cdd4-32f6-4657-9b6b-92368d13ab11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ff8fef-a249-4037-8c1e-1af13199e80c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:19.237586 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44460) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:19.242876 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-2d8707b4-109b-4c1e-b40f-8fad01714565 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:19.243064 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-2d8707b4-109b-4c1e-b40f-8fad01714565 service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:19.244151 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-2d8707b4-109b-4c1e-b40f-8fad01714565 service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:19.244699 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-2d8707b4-109b-4c1e-b40f-8fad01714565 service neutron] Bound port: c25ac552-3f61-4558-8750-548a4a796dfb, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:19.245473 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-2d8707b4-109b-4c1e-b40f-8fad01714565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.247047 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67c27a1-a45a-44f8-b4d0-2e50825a6a0c None None] Network 8ea76449-a483-43d0-8c69-c1155f723209 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:52:19.263500 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-574a4f79-01aa-43d4-b561-36d5fb86711c tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.321333 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44462) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:19.348854 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44464) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:19.493641 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b7bcc5-557d-44d6-9ef1-32cf70e3470e admin admin] Deleting subnet 2fe2878d-0513-4fa8-875b-3f2144bf00ab {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:52:19.501420 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-97b7bcc5-557d-44d6-9ef1-32cf70e3470e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.504404 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-574a4f79-01aa-43d4-b561-36d5fb86711c tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.506587 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-2d8707b4-109b-4c1e-b40f-8fad01714565 service neutron] For port c25ac552-3f61-4558-8750-548a4a796dfb, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:19.532124 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-574a4f79-01aa-43d4-b561-36d5fb86711c tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.561918 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-2d8707b4-109b-4c1e-b40f-8fad01714565 service neutron] For port c25ac552-3f61-4558-8750-548a4a796dfb, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c25ac552-3f61-4558-8750-548a4a796dfb,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:19.582163 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-2d8707b4-109b-4c1e-b40f-8fad01714565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.586194 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-97b7bcc5-557d-44d6-9ef1-32cf70e3470e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.593838 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a4f79-01aa-43d4-b561-36d5fb86711c tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58aca459-a814-4ad5-8e82-f36b944eaad3,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:19.612416 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-97b7bcc5-557d-44d6-9ef1-32cf70e3470e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.638841 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-574a4f79-01aa-43d4-b561-36d5fb86711c tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.643443 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-574a4f79-01aa-43d4-b561-36d5fb86711c tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4742374 Jul 07 16:52:19.644091 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44468) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:19.671865 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-2d8707b4-109b-4c1e-b40f-8fad01714565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:19.672862 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-2d8707b4-109b-4c1e-b40f-8fad01714565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.674381 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-2d8707b4-109b-4c1e-b40f-8fad01714565 service neutron] 10.222.0.72 "PUT /v2.0/ports/c25ac552-3f61-4558-8750-548a4a796dfb HTTP/1.1" status: 200 len: 1096 time: 1.8403392 Jul 07 16:52:19.689269 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-b3720c0d-11e9-49d3-befd-b391ed3fbaa7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:19.698371 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07674f1e-db91-4c03-9dce-1fab2c2d8c55', 'tag': 'c25ac552-3f61-4558-8750-548a4a796dfb'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:19.704069 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927ad428-371e-4b5a-8902-1a574b669093" -d '{"events": [{"name": "network-changed", "server_uuid": "07674f1e-db91-4c03-9dce-1fab2c2d8c55", "tag": "c25ac552-3f61-4558-8750-548a4a796dfb"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:19.800986 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e211fd64-58a3-44b7-b7d5-170a18ebf050 x-openstack-request-id: req-e211fd64-58a3-44b7-b7d5-170a18ebf050 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:19.814070 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07674f1e-db91-4c03-9dce-1fab2c2d8c55", "tag": "c25ac552-3f61-4558-8750-548a4a796dfb", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:19.814545 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e211fd64-58a3-44b7-b7d5-170a18ebf050 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:19.815056 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07674f1e-db91-4c03-9dce-1fab2c2d8c55', 'tag': 'c25ac552-3f61-4558-8750-548a4a796dfb', 'status': 'completed', 'code': 200} Jul 07 16:52:19.916499 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8707b4-109b-4c1e-b40f-8fad01714565 service neutron] Pushing event updated for resources: {'Port': ['ID=c25ac552-3f61-4558-8750-548a4a796dfb,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:19.923740 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-97b7bcc5-557d-44d6-9ef1-32cf70e3470e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.937539 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b3720c0d-11e9-49d3-befd-b391ed3fbaa7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:20.110671 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-97b7bcc5-557d-44d6-9ef1-32cf70e3470e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:20.114406 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-97b7bcc5-557d-44d6-9ef1-32cf70e3470e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2fe2878d-0513-4fa8-875b-3f2144bf00ab HTTP/1.1" status: 204 len: 168 time: 0.7914968 Jul 07 16:52:20.116392 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7bcc5-557d-44d6-9ef1-32cf70e3470e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fe2878d-0513-4fa8-875b-3f2144bf00ab,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:20.132686 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44480) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:20.142806 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-e6a7c3b8-a46d-43f1-9ff6-5ca1d1d3a095 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1965693460-network', 'tenant_id': '5fe2f64972d24fa49d6d4e62948f5951'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:20.253869 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44482) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:20.329517 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44486) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:20.400325 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2b8438f2-26d0-4d8e-9f7c-88923f46fe96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:20.467513 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687b1bb-ef76-4a82-ada2-0854a8a6b1f7 req-ad47b86c-f405-4776-98c2-5520c8a31902 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:20.477459 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6687b1bb-ef76-4a82-ada2-0854a8a6b1f7 req-ad47b86c-f405-4776-98c2-5520c8a31902 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=d744c3d0-4c47-481a-9891-b78fb8487fab HTTP/1.1" status: 200 len: 950 time: 0.2416072 Jul 07 16:52:20.549540 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6687b1bb-ef76-4a82-ada2-0854a8a6b1f7 req-1bc4c3ac-4bfe-4cd3-bea1-82213611529f tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708034 Jul 07 16:52:20.575774 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb82b-ce9d-4be0-8827-f66f37126877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:20.618528 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-b73f7544-9e03-4c19-8ed2-27d215505aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:20.620801 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-b73f7544-9e03-4c19-8ed2-27d215505aaf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=60626b1bed074c63ad52f90596a9da60&device_id=07674f1e-db91-4c03-9dce-1fab2c2d8c55 HTTP/1.1" status: 200 len: 1099 time: 0.8829286 Jul 07 16:52:20.621545 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a7c3b8-a46d-43f1-9ff6-5ca1d1d3a095 admin admin] Made reservation on behalf of 5fe2f64972d24fa49d6d4e62948f5951 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:20.624040 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6a7c3b8-a46d-43f1-9ff6-5ca1d1d3a095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:20.686564 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e064c5d9-4053-4654-9098-6615087be678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:20.691890 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6a7c3b8-a46d-43f1-9ff6-5ca1d1d3a095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:20.703451 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-a79dbcde-3557-4c29-8a64-71e4bb604c7c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=c25ac552-3f61-4558-8750-548a4a796dfb HTTP/1.1" status: 200 len: 217 time: 0.0725672 Jul 07 16:52:20.823578 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dcba85b4-7fde-44f4-946d-95665646989d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:20.871070 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-0a25f338-10e2-4475-8557-5c9ae80d3b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:20.872611 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-0a25f338-10e2-4475-8557-5c9ae80d3b2c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1611381 Jul 07 16:52:20.880469 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34cee8-b1d0-40da-ace7-315627d51ae1 req-6f1b465b-8f07-499b-a8b8-ef4d1777cadb tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:20.882106 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6d34cee8-b1d0-40da-ace7-315627d51ae1 req-6f1b465b-8f07-499b-a8b8-ef4d1777cadb tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.53 "GET /v2.0/ports?device_id=07674f1e-db91-4c03-9dce-1fab2c2d8c55 HTTP/1.1" status: 200 len: 947 time: 0.5713692 Jul 07 16:52:20.885156 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb82b-ce9d-4be0-8827-f66f37126877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:20.932547 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb82b-ce9d-4be0-8827-f66f37126877 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:52:20.933800 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb82b-ce9d-4be0-8827-f66f37126877 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:52:20.934620 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb82b-ce9d-4be0-8827-f66f37126877 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:52:20.934978 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb82b-ce9d-4be0-8827-f66f37126877 admin admin] Subscribe: > port after_create 55550000 {{(pid=100192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:52:20.935889 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb82b-ce9d-4be0-8827-f66f37126877 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:52:20.935889 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb82b-ce9d-4be0-8827-f66f37126877 admin admin] Subscribe: > port after_update 55550000 {{(pid=100192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:52:20.936115 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb82b-ce9d-4be0-8827-f66f37126877 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:52:20.936294 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb82b-ce9d-4be0-8827-f66f37126877 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:52:20.936611 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb82b-ce9d-4be0-8827-f66f37126877 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:52:20.936964 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb82b-ce9d-4be0-8827-f66f37126877 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:52:21.099859 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb82b-ce9d-4be0-8827-f66f37126877 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:52:21.100273 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb82b-ce9d-4be0-8827-f66f37126877 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:52:21.100789 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb82b-ce9d-4be0-8827-f66f37126877 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:52:21.101267 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb82b-ce9d-4be0-8827-f66f37126877 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:52:21.101863 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-9b3cb82b-ce9d-4be0-8827-f66f37126877 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59914f01-0cc4-4afd-b931-af4191a3d0ee']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:21.114054 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2b8438f2-26d0-4d8e-9f7c-88923f46fe96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.128122 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2b8438f2-26d0-4d8e-9f7c-88923f46fe96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.134128 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-9b3cb82b-ce9d-4be0-8827-f66f37126877 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5397ca8-40d0-468d-9da1-149a48b13573') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:21.134429 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-9b3cb82b-ce9d-4be0-8827-f66f37126877 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5397ca8-40d0-468d-9da1-149a48b13573') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:21.162310 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb82b-ce9d-4be0-8827-f66f37126877 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.171098 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.db.api [None req-e6a7c3b8-a46d-43f1-9ff6-5ca1d1d3a095 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 16:52:21.171098 n-d-791503-12 neutron-server[100192]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 16:52:21.171098 n-d-791503-12 neutron-server[100192]: [parameters: {'project_id_1': '5fe2f64972d24fa49d6d4e62948f5951', 'expiration_1': datetime.datetime(2021, 7, 7, 16, 52, 20, 767038)}] Jul 07 16:52:21.171098 n-d-791503-12 neutron-server[100192]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:52:21.171763 n-d-791503-12 neutron-server[100192]: DEBUG oslo_db.api [None req-e6a7c3b8-a46d-43f1-9ff6-5ca1d1d3a095 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:52:21.210484 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b3720c0d-11e9-49d3-befd-b391ed3fbaa7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.219141 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6d34cee8-b1d0-40da-ace7-315627d51ae1 req-ce18b4bb-9488-42fa-9458-3e74cb17a7f7 tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b048c9b-1ddf-4ae7-a00c-416de5a7aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148174 Jul 07 16:52:21.221313 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb82b-ce9d-4be0-8827-f66f37126877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.239904 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b3cb82b-ce9d-4be0-8827-f66f37126877 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:52:21.240646 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb82b-ce9d-4be0-8827-f66f37126877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: from cryptography.utils import int_from_bytes Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: from cryptography.utils import int_from_bytes Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: timer() Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:52:21.279518 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:52:21.312165 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8438f2-26d0-4d8e-9f7c-88923f46fe96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c964602c-bcf3-46fc-b7f1-6e9115c95301,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:21.317991 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2b8438f2-26d0-4d8e-9f7c-88923f46fe96 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2319bffe22594823a2c90c21b0eb7eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9713590 Jul 07 16:52:21.328952 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44492) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:21.364141 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d44391-41fd-447c-88c8-7d5634a72e68 req-e9977ec5-7e18-44b4-aa13-871789b2d173 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:21.365676 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-00d44391-41fd-447c-88c8-7d5634a72e68 req-e9977ec5-7e18-44b4-aa13-871789b2d173 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=d744c3d0-4c47-481a-9891-b78fb8487fab HTTP/1.1" status: 200 len: 950 time: 0.3695691 Jul 07 16:52:21.395047 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-2e045f93-c733-4e7c-9185-227c19d37f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:21.396660 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-2e045f93-c733-4e7c-9185-227c19d37f8f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5135834 Jul 07 16:52:21.400454 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb82b-ce9d-4be0-8827-f66f37126877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.461054 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb82b-ce9d-4be0-8827-f66f37126877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.463249 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9b3cb82b-ce9d-4be0-8827-f66f37126877 admin admin] 10.222.0.53 "DELETE /v2.0/networks/59914f01-0cc4-4afd-b931-af4191a3d0ee HTTP/1.1" status: 204 len: 168 time: 1.3141558 Jul 07 16:52:21.474752 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44494) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:21.493090 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3cb82b-ce9d-4be0-8827-f66f37126877 admin admin] Pushing event deleted for resources: {'Network': ['ID=59914f01-0cc4-4afd-b931-af4191a3d0ee,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:21.526596 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-00d44391-41fd-447c-88c8-7d5634a72e68 req-85059014-0f30-46b1-ab34-83e4833e9074 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496165 Jul 07 16:52:21.540741 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-b3720c0d-11e9-49d3-befd-b391ed3fbaa7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Allocated IP 172.25.0.210 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/8fd2bc80-2b04-44f1-9faa-ac128156dcd3) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:21.561300 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8d8d6f95-7ca9-425e-bb8f-2e6a1024c8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.571308 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e064c5d9-4053-4654-9098-6615087be678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.575827 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-3f40acee-2259-4fa8-99d8-6d38f856e181 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701558 Jul 07 16:52:21.594394 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e064c5d9-4053-4654-9098-6615087be678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.644114 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f34f5c4-f730-4ba1-8dc4-5f18448e4978 admin admin] Deleting subnet bea5b6f0-aaf3-4afb-ae86-b0513261f3f4 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:52:21.664061 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8d8d6f95-7ca9-425e-bb8f-2e6a1024c8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.668903 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4f34f5c4-f730-4ba1-8dc4-5f18448e4978 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.676742 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6a7c3b8-a46d-43f1-9ff6-5ca1d1d3a095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.762355 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e064c5d9-4053-4654-9098-6615087be678 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=49a441d7b1f54e6d9a638b78d7dba713&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5027416 Jul 07 16:52:21.762355 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4f34f5c4-f730-4ba1-8dc4-5f18448e4978 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.769343 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44498) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:21.770236 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064c5d9-4053-4654-9098-6615087be678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9ceaf6-cdd3-4415-9b8c-79030d15ee03,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:21.802892 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4f34f5c4-f730-4ba1-8dc4-5f18448e4978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.805779 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-531dec7c-df13-4203-82d4-1c83ff7022b8 req-2cdf77fc-dafc-43ab-866e-9ba82516c4dd service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185860 Jul 07 16:52:21.817402 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b3720c0d-11e9-49d3-befd-b391ed3fbaa7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.863580 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8d8d6f95-7ca9-425e-bb8f-2e6a1024c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.866426 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8d8d6f95-7ca9-425e-bb8f-2e6a1024c8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.867825 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8d8d6f95-7ca9-425e-bb8f-2e6a1024c8ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c964602c-bcf3-46fc-b7f1-6e9115c95301 HTTP/1.1" status: 204 len: 168 time: 0.5376768 Jul 07 16:52:21.886375 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d6f95-7ca9-425e-bb8f-2e6a1024c8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c964602c-bcf3-46fc-b7f1-6e9115c95301,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:21.905339 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4f34f5c4-f730-4ba1-8dc4-5f18448e4978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.917533 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-dcba85b4-7fde-44f4-946d-95665646989d admin admin] Deleting port 2a257657-7e6e-43d5-ae7e-38bef4eae203 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:52:21.918007 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dcba85b4-7fde-44f4-946d-95665646989d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:22.008431 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9166d015-ed73-4ccc-b5fc-e761f26d9127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:22.011599 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4f34f5c4-f730-4ba1-8dc4-5f18448e4978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:22.018812 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4f34f5c4-f730-4ba1-8dc4-5f18448e4978 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bea5b6f0-aaf3-4afb-ae86-b0513261f3f4 HTTP/1.1" status: 204 len: 168 time: 0.5358634 Jul 07 16:52:22.018812 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34f5c4-f730-4ba1-8dc4-5f18448e4978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bea5b6f0-aaf3-4afb-ae86-b0513261f3f4,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:22.021837 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44504) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:22.126376 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-dcba85b4-7fde-44f4-946d-95665646989d admin admin] For port 2a257657-7e6e-43d5-ae7e-38bef4eae203, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=2a257657-7e6e-43d5-ae7e-38bef4eae203,segment=NetworkSegment(8117ad6f-a2d0-42b4-a0e9-31381de8b937),segment_id=8117ad6f-a2d0-42b4-a0e9-31381de8b937)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:22.127446 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dcba85b4-7fde-44f4-946d-95665646989d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:22.132691 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9166d015-ed73-4ccc-b5fc-e761f26d9127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:22.135814 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b3720c0d-11e9-49d3-befd-b391ed3fbaa7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:22.163244 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-dcba85b4-7fde-44f4-946d-95665646989d admin admin] Calling delete_port for 2a257657-7e6e-43d5-ae7e-38bef4eae203 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:52:22.248442 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6a7c3b8-a46d-43f1-9ff6-5ca1d1d3a095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:22.256022 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3720c0d-11e9-49d3-befd-b391ed3fbaa7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:22.265823 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98056f1a-2ea4-4bd8-bfd7-5159645195b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:22.268701 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3720c0d-11e9-49d3-befd-b391ed3fbaa7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Pushing event updated for resources: {'Port': ['ID=8fd2bc80-2b04-44f1-9faa-ac128156dcd3,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:22.275186 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6a7c3b8-a46d-43f1-9ff6-5ca1d1d3a095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:22.288368 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a7c3b8-a46d-43f1-9ff6-5ca1d1d3a095 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:52:22.298960 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6a7c3b8-a46d-43f1-9ff6-5ca1d1d3a095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:22.299327 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-e6a7c3b8-a46d-43f1-9ff6-5ca1d1d3a095 admin admin] Added segment 79b98541-bf55-4a9e-b0b0-a3363c05b442 of type vlan for network 1ad75942-8a9e-4718-9815-ad27d5bad609 Jul 07 16:52:22.349089 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6a7c3b8-a46d-43f1-9ff6-5ca1d1d3a095 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:22.383258 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-b3720c0d-11e9-49d3-befd-b391ed3fbaa7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:22.388128 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3720c0d-11e9-49d3-befd-b391ed3fbaa7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:22.400271 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6a7c3b8-a46d-43f1-9ff6-5ca1d1d3a095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:22.401804 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a7c3b8-a46d-43f1-9ff6-5ca1d1d3a095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:22.402766 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6a7c3b8-a46d-43f1-9ff6-5ca1d1d3a095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:22.414387 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ad428-371e-4b5a-8902-1a574b669093 req-ba94834d-c2a2-489e-92b4-888ab325ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:22.415934 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-927ad428-371e-4b5a-8902-1a574b669093 req-ba94834d-c2a2-489e-92b4-888ab325ba4e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=60626b1bed074c63ad52f90596a9da60&device_id=07674f1e-db91-4c03-9dce-1fab2c2d8c55 HTTP/1.1" status: 200 len: 1099 time: 0.5241382 Jul 07 16:52:22.488907 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e6a7c3b8-a46d-43f1-9ff6-5ca1d1d3a095 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.1281765 Jul 07 16:52:22.490771 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f599326-a8eb-456e-bd14-470c34ed9819 req-8ed632dc-7c9d-4107-bc66-729f2c666200 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:22.492562 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8f599326-a8eb-456e-bd14-470c34ed9819 req-8ed632dc-7c9d-4107-bc66-729f2c666200 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=d744c3d0-4c47-481a-9891-b78fb8487fab HTTP/1.1" status: 200 len: 950 time: 0.2955241 Jul 07 16:52:22.495038 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44520) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:22.502132 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-74c42989-685d-427e-9035-6189f27d8e35 admin admin] Request body: {'subnet': {'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1965693460-subnet', 'tenant_id': '5fe2f64972d24fa49d6d4e62948f5951', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:22.621273 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8f599326-a8eb-456e-bd14-470c34ed9819 req-de89839a-7c9e-46af-8015-a5a8760e1e86 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136360 Jul 07 16:52:22.624027 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c42989-685d-427e-9035-6189f27d8e35 admin admin] Made reservation on behalf of 5fe2f64972d24fa49d6d4e62948f5951 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:22.629660 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-74c42989-685d-427e-9035-6189f27d8e35 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:22.659388 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7c3b8-a46d-43f1-9ff6-5ca1d1d3a095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d45719-ce75-4f1d-9abe-bd9a90959dee,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:22.741840 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7c3b8-a46d-43f1-9ff6-5ca1d1d3a095 admin admin] Pushing event updated for resources: {'Network': ['ID=1ad75942-8a9e-4718-9815-ad27d5bad609,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:22.744059 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9166d015-ed73-4ccc-b5fc-e761f26d9127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:22.747398 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9166d015-ed73-4ccc-b5fc-e761f26d9127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:22.748452 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9166d015-ed73-4ccc-b5fc-e761f26d9127 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/db9ceaf6-cdd3-4415-9b8c-79030d15ee03 HTTP/1.1" status: 204 len: 168 time: 0.9748669 Jul 07 16:52:22.772849 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98056f1a-2ea4-4bd8-bfd7-5159645195b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:22.774532 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 1ad75942-8a9e-4718-9815-ad27d5bad609 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:52:22.793278 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166d015-ed73-4ccc-b5fc-e761f26d9127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9ceaf6-cdd3-4415-9b8c-79030d15ee03,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:22.797922 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-98056f1a-2ea4-4bd8-bfd7-5159645195b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea76449-a483-43d0-8c69-c1155f723209']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:22.816868 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-98056f1a-2ea4-4bd8-bfd7-5159645195b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0043d95-b609-4054-812a-2abe72f43b7b') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:22.817183 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-98056f1a-2ea4-4bd8-bfd7-5159645195b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0043d95-b609-4054-812a-2abe72f43b7b') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:22.844750 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98056f1a-2ea4-4bd8-bfd7-5159645195b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:22.862685 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ad428-371e-4b5a-8902-1a574b669093 req-126e68ed-9f30-4796-8dac-bee25a8d52ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:22.862685 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-927ad428-371e-4b5a-8902-1a574b669093 req-126e68ed-9f30-4796-8dac-bee25a8d52ef service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.4059665 Jul 07 16:52:22.916203 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cb43b-8818-4363-ad1a-83fca41674ad req-e1f615d3-94dd-42da-9c96-c89d359ee495 tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:22.927032 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dcba85b4-7fde-44f4-946d-95665646989d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:22.930846 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b31cb43b-8818-4363-ad1a-83fca41674ad req-e1f615d3-94dd-42da-9c96-c89d359ee495 tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.53 "GET /v2.0/ports?device_id=07674f1e-db91-4c03-9dce-1fab2c2d8c55 HTTP/1.1" status: 200 len: 947 time: 0.4794750 Jul 07 16:52:22.978516 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98056f1a-2ea4-4bd8-bfd7-5159645195b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:23.007224 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba85b4-7fde-44f4-946d-95665646989d admin admin] Pushing event deleted for resources: {'Port': ['ID=2a257657-7e6e-43d5-ae7e-38bef4eae203,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:23.067391 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-927ad428-371e-4b5a-8902-1a574b669093 req-5688ce00-2188-4ae0-90e3-528244d667be service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=c25ac552-3f61-4558-8750-548a4a796dfb HTTP/1.1" status: 200 len: 217 time: 0.1918051 Jul 07 16:52:23.201512 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b31cb43b-8818-4363-ad1a-83fca41674ad req-c07540d9-7609-4252-9a91-b011172c79e1 tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b048c9b-1ddf-4ae7-a00c-416de5a7aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691753 Jul 07 16:52:23.203713 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98056f1a-2ea4-4bd8-bfd7-5159645195b2 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:52:23.204649 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98056f1a-2ea4-4bd8-bfd7-5159645195b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: timer() Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:52:23.211127 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:52:23.356290 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e52abc38-51e5-4845-bca3-fb5e89a3449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:23.358880 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dcba85b4-7fde-44f4-946d-95665646989d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:23.361937 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44536) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:23.381368 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7bb51e-3cad-40d7-b692-875f9e68bf06 req-0fe16462-95f1-4451-a987-8e5f6103a83b tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:23.383612 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ce7bb51e-3cad-40d7-b692-875f9e68bf06 req-0fe16462-95f1-4451-a987-8e5f6103a83b tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=d744c3d0-4c47-481a-9891-b78fb8487fab HTTP/1.1" status: 200 len: 950 time: 0.1425803 Jul 07 16:52:23.398013 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ad428-371e-4b5a-8902-1a574b669093 req-e0ff5c64-7b28-4263-a928-ce172737e807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:23.400699 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-927ad428-371e-4b5a-8902-1a574b669093 req-e0ff5c64-7b28-4263-a928-ce172737e807 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.3195136 Jul 07 16:52:23.422507 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ca5d22c-bb84-4328-9771-312120960dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:23.540045 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98056f1a-2ea4-4bd8-bfd7-5159645195b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:23.625527 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98056f1a-2ea4-4bd8-bfd7-5159645195b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:23.628680 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-98056f1a-2ea4-4bd8-bfd7-5159645195b2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8ea76449-a483-43d0-8c69-c1155f723209 HTTP/1.1" status: 204 len: 168 time: 1.6004524 Jul 07 16:52:23.679229 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98056f1a-2ea4-4bd8-bfd7-5159645195b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ea76449-a483-43d0-8c69-c1155f723209,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:23.732927 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b3720c0d-11e9-49d3-befd-b391ed3fbaa7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:23.774852 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ad428-371e-4b5a-8902-1a574b669093 req-295664ce-01e6-494e-a939-8a29db6c5c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:23.777719 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-927ad428-371e-4b5a-8902-1a574b669093 req-295664ce-01e6-494e-a939-8a29db6c5c31 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3704073 Jul 07 16:52:23.909697 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44550) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:23.921707 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b3720c0d-11e9-49d3-befd-b391ed3fbaa7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:24.201872 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bf3eb37d-054e-4d3f-a3be-dec55160f60a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad2a0053b51c46c49bdf610f61c7634f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832723 Jul 07 16:52:24.205406 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-ce7bb51e-3cad-40d7-b692-875f9e68bf06 req-e5444496-41fd-428f-b050-21d983d296d4 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Deleting port 6656c4d8-2acb-44ec-9e7f-81a805622196 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:52:24.205721 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ce7bb51e-3cad-40d7-b692-875f9e68bf06 req-e5444496-41fd-428f-b050-21d983d296d4 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:24.217091 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44554) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:24.228400 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-74c42989-685d-427e-9035-6189f27d8e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:24.399670 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-927ad428-371e-4b5a-8902-1a574b669093 req-840fc8d8-85de-458a-8a48-4680f839f3ba service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6145551 Jul 07 16:52:24.524137 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c42989-685d-427e-9035-6189f27d8e35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efc5a7ec-004d-467f-9a91-81aefb64567f,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:24.542695 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108058d-252a-4625-910e-c3cc9fdf24da req-36d76677-16f5-44fe-8d36-66853efbbb3f tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:24.545232 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7108058d-252a-4625-910e-c3cc9fdf24da req-36d76677-16f5-44fe-8d36-66853efbbb3f tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=d744c3d0-4c47-481a-9891-b78fb8487fab HTTP/1.1" status: 200 len: 950 time: 0.5582681 Jul 07 16:52:24.561711 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ca5d22c-bb84-4328-9771-312120960dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:24.599737 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ca5d22c-bb84-4328-9771-312120960dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:24.603787 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ee7b9616-e2d1-49aa-b7f1-09121786f965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:24.608514 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b3720c0d-11e9-49d3-befd-b391ed3fbaa7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:24.617547 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-927ad428-371e-4b5a-8902-1a574b669093 req-27657673-a220-4a78-8a40-86856d0ae1cf service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094696 Jul 07 16:52:24.620532 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcba85b4-7fde-44f4-946d-95665646989d admin admin] Router ca370f5b-9c50-481e-bce2-ee8fea6f086b has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:52:24.623385 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b3720c0d-11e9-49d3-befd-b391ed3fbaa7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:24.644215 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-ce7bb51e-3cad-40d7-b692-875f9e68bf06 req-e5444496-41fd-428f-b050-21d983d296d4 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] For port 6656c4d8-2acb-44ec-9e7f-81a805622196, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6656c4d8-2acb-44ec-9e7f-81a805622196,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:24.644896 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ce7bb51e-3cad-40d7-b692-875f9e68bf06 req-e5444496-41fd-428f-b050-21d983d296d4 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:24.704340 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c42989-685d-427e-9035-6189f27d8e35 admin admin] Checking segment: {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:24.704750 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c42989-685d-427e-9035-6189f27d8e35 admin admin] Network hostable DHCP agents. Network: 1ad75942-8a9e-4718-9815-ad27d5bad609, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:52:24.714107 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d102e8-7c44-4370-910e-4e57684b4703 req-84583c31-1e88-4e79-ad67-63cccb526b93 tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:24.716865 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-95d102e8-7c44-4370-910e-4e57684b4703 req-84583c31-1e88-4e79-ad67-63cccb526b93 tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.53 "GET /v2.0/ports?device_id=07674f1e-db91-4c03-9dce-1fab2c2d8c55 HTTP/1.1" status: 200 len: 947 time: 0.2414825 Jul 07 16:52:24.728420 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-ce7bb51e-3cad-40d7-b692-875f9e68bf06 req-e5444496-41fd-428f-b050-21d983d296d4 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Calling delete_port for 6656c4d8-2acb-44ec-9e7f-81a805622196 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:52:24.734891 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3720c0d-11e9-49d3-befd-b391ed3fbaa7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Pushing event updated for resources: {'Port': ['ID=8fd2bc80-2b04-44f1-9faa-ac128156dcd3,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:24.771565 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ee7b9616-e2d1-49aa-b7f1-09121786f965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:24.773712 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b3720c0d-11e9-49d3-befd-b391ed3fbaa7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:24.795897 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-95d102e8-7c44-4370-910e-4e57684b4703 req-5c94ecbe-63d4-495e-bc0a-a0b6f82d1081 tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b048c9b-1ddf-4ae7-a00c-416de5a7aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625958 Jul 07 16:52:24.803347 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b3720c0d-11e9-49d3-befd-b391ed3fbaa7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:24.805031 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b3720c0d-11e9-49d3-befd-b391ed3fbaa7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1392953 Jul 07 16:52:24.819609 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3ca5d22c-bb84-4328-9771-312120960dcc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6dc5a2df128e46aa8ba957f528b3a31c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4562006 Jul 07 16:52:24.831504 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5d22c-bb84-4328-9771-312120960dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16520cef-9061-4255-9b4a-e9a840e987d3,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:24.833450 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44566) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:24.914647 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7108058d-252a-4625-910e-c3cc9fdf24da req-41fdf6ee-e33e-44e0-a873-db47610f6f3f tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/security-groups?id=641001a4-5729-4ef6-850d-e6e4bdaf277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368442 Jul 07 16:52:24.965772 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2da391ac-357f-44f9-a2c9-2bea4b54f6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:25.007673 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2da391ac-357f-44f9-a2c9-2bea4b54f6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:25.047997 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c42989-685d-427e-9035-6189f27d8e35 admin admin] Network 1ad75942-8a9e-4718-9815-ad27d5bad609 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:52:25.103304 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-74c42989-685d-427e-9035-6189f27d8e35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 1ad75942-8a9e-4718-9815-ad27d5bad609) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:25.118241 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2da391ac-357f-44f9-a2c9-2bea4b54f6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:25.118522 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68afc592-1748-4647-9596-c30760699603 None None] Network 1ad75942-8a9e-4718-9815-ad27d5bad609 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:52:25.122700 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2da391ac-357f-44f9-a2c9-2bea4b54f6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:25.124466 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2da391ac-357f-44f9-a2c9-2bea4b54f6b5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16520cef-9061-4255-9b4a-e9a840e987d3 HTTP/1.1" status: 204 len: 168 time: 0.2891195 Jul 07 16:52:25.135823 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da391ac-357f-44f9-a2c9-2bea4b54f6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16520cef-9061-4255-9b4a-e9a840e987d3,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:25.172121 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c42989-685d-427e-9035-6189f27d8e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:25.173499 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-74c42989-685d-427e-9035-6189f27d8e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:25.235370 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ee7b9616-e2d1-49aa-b7f1-09121786f965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:25.240354 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ee7b9616-e2d1-49aa-b7f1-09121786f965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:25.242606 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ee7b9616-e2d1-49aa-b7f1-09121786f965 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dbbb4200-12a4-4603-bbcc-6ad82f15aac8 HTTP/1.1" status: 204 len: 168 time: 1.0245428 Jul 07 16:52:25.267162 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-74c42989-685d-427e-9035-6189f27d8e35 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.7704670 Jul 07 16:52:25.301088 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b9616-e2d1-49aa-b7f1-09121786f965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbb4200-12a4-4603-bbcc-6ad82f15aac8,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:25.330314 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcba85b4-7fde-44f4-946d-95665646989d admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:52:25.346488 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beb6094-384e-422a-8cee-1b964b7399b9 None None] Sync routers for ids ['ca370f5b-9c50-481e-bce2-ee8fea6f086b'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:52:25.381226 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beb6094-384e-422a-8cee-1b964b7399b9 None None] Routers {'ca370f5b-9c50-481e-bce2-ee8fea6f086b'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:52:25.382019 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7beb6094-384e-422a-8cee-1b964b7399b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:51:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ca370f5b-9c50-481e-bce2-ee8fea6f086b'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:25.391900 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-dcba85b4-7fde-44f4-946d-95665646989d admin admin] 10.222.0.53 "PUT /v2.0/routers/ca370f5b-9c50-481e-bce2-ee8fea6f086b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1524732 Jul 07 16:52:25.398562 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44596) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:25.426066 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-852aa403-4445-46b9-adcb-0d801454cc5a req-7084575b-6d5a-4501-bcfa-960c9da5e2e7 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7cacbbe331674230a8cdeaae1095bd51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685678 Jul 07 16:52:25.539712 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c55dfe6-ed91-4faa-b993-f7d7909b73cd None None] Network 1ad75942-8a9e-4718-9815-ad27d5bad609 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:52:25.558540 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-eecb2386-394f-4f09-84d7-085296f8a324 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1820327091&fields=id&tenant_id=807e3ea622de4599bed76047b27cb02c HTTP/1.1" status: 200 len: 267 time: 0.3083062 Jul 07 16:52:25.731793 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-7beb6094-384e-422a-8cee-1b964b7399b9 None None] Set router ca370f5b-9c50-481e-bce2-ee8fea6f086b gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:52:25.751130 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device c25ac552-3f61-4558-8750-548a4a796dfb details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:25.807704 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852aa403-4445-46b9-adcb-0d801454cc5a req-24ac9c15-f02e-4123-a1cb-7d0b62c09f1e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:25.814786 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-852aa403-4445-46b9-adcb-0d801454cc5a req-24ac9c15-f02e-4123-a1cb-7d0b62c09f1e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3866615 Jul 07 16:52:25.826745 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ce7bb51e-3cad-40d7-b692-875f9e68bf06 req-e5444496-41fd-428f-b050-21d983d296d4 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:25.833158 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-852aa403-4445-46b9-adcb-0d801454cc5a req-817f3dbb-fba7-454f-88f4-0823f583b6e9 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/quotas/7cacbbe331674230a8cdeaae1095bd51 HTTP/1.1" status: 200 len: 375 time: 0.0171847 Jul 07 16:52:25.852459 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['6656c4d8-2acb-44ec-9e7f-81a805622196'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:25.902772 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-852aa403-4445-46b9-adcb-0d801454cc5a req-d94d279c-43bd-401e-bc32-43c6db56bd4b tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7cacbbe331674230a8cdeaae1095bd51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683358 Jul 07 16:52:26.034850 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44608) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:26.084754 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5444496-41fd-428f-b050-21d983d296d4 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Pushing event deleted for resources: {'Port': ['ID=6656c4d8-2acb-44ec-9e7f-81a805622196,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:26.100121 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.resource_extend [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:52:26.155482 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7bb51e-3cad-40d7-b692-875f9e68bf06 req-e5444496-41fd-428f-b050-21d983d296d4 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] No DVR routers for this DVR port 6656c4d8-2acb-44ec-9e7f-81a805622196 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:52:26.160743 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ce7bb51e-3cad-40d7-b692-875f9e68bf06 req-e5444496-41fd-428f-b050-21d983d296d4 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:26.163974 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ce7bb51e-3cad-40d7-b692-875f9e68bf06 req-e5444496-41fd-428f-b050-21d983d296d4 tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.64 "DELETE /v2.0/ports/6656c4d8-2acb-44ec-9e7f-81a805622196 HTTP/1.1" status: 204 len: 173 time: 2.7749739 Jul 07 16:52:26.181131 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-89a159c8-65f4-4d65-9bfe-ee7d931655cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7a7bb2f006d248789e14d57ebd7b1ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445594 Jul 07 16:52:26.184478 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44610) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:26.211916 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd744c3d0-4c47-481a-9891-b78fb8487fab', 'name': 'network-vif-deleted', 'tag': '6656c4d8-2acb-44ec-9e7f-81a805622196'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:26.219657 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19850223-baee-4dbc-8726-c04479071bc5" -d '{"events": [{"server_uuid": "d744c3d0-4c47-481a-9891-b78fb8487fab", "name": "network-vif-deleted", "tag": "6656c4d8-2acb-44ec-9e7f-81a805622196"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:26.241982 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-98d3f3c1-e1a6-4609-a703-2555ca39febb admin admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:26.441136 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-85767c08-62fd-4e63-ab59-fd1d02d6ba4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:26.480589 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-da84b1ef-0e86-43a3-b714-1d811a4c11a3 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:26.483299 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7beb6094-384e-422a-8cee-1b964b7399b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca370f5b-9c50-481e-bce2-ee8fea6f086b', 'name': 'tempest-FloatingIPsTestJSON-1638665209-router', 'tenant_id': '7d28920fae9641059f45a502b979b38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '26146f05-5f7b-4b16-8b16-f120c2567688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:34Z', 'updated_at': '2021-07-07T16:52:22Z', 'revision_number': 5, 'project_id': '7d28920fae9641059f45a502b979b38d', 'gw_port': {'id': '26146f05-5f7b-4b16-8b16-f120c2567688', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca370f5b-9c50-481e-bce2-ee8fea6f086b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:36Z', 'updated_at': '2021-07-07T16:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:26.488229 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-da84b1ef-0e86-43a3-b714-1d811a4c11a3 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/networks?id=50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 HTTP/1.1" status: 200 len: 824 time: 0.9269576 Jul 07 16:52:26.518741 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-85767c08-62fd-4e63-ab59-fd1d02d6ba4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:26.591372 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-b84a772d-58f2-4056-8a2a-a5bf1ebb7162 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/quotas/807e3ea622de4599bed76047b27cb02c HTTP/1.1" status: 200 len: 375 time: 0.0903659 Jul 07 16:52:26.615848 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port c25ac552-3f61-4558-8750-548a4a796dfb, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c25ac552-3f61-4558-8750-548a4a796dfb,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:26.622811 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beb6094-384e-422a-8cee-1b964b7399b9 None None] Checking router: ca370f5b-9c50-481e-bce2-ee8fea6f086b for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:52:26.637860 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:26.642064 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beb6094-384e-422a-8cee-1b964b7399b9 None None] Routers {'ca370f5b-9c50-481e-bce2-ee8fea6f086b'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:52:26.642707 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7beb6094-384e-422a-8cee-1b964b7399b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:51:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ca370f5b-9c50-481e-bce2-ee8fea6f086b'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:26.663979 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'c25ac552-3f61-4558-8750-548a4a796dfb', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': 'c25ac552-3f61-4558-8750-548a4a796dfb', 'mac_address': 'fa:16:3e:09:eb:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:26.694773 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-85767c08-62fd-4e63-ab59-fd1d02d6ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:26.701535 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-85767c08-62fd-4e63-ab59-fd1d02d6ba4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:26.702935 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-85767c08-62fd-4e63-ab59-fd1d02d6ba4d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5270e8a2-fbe1-4056-a7eb-6e84130e4477 HTTP/1.1" status: 204 len: 168 time: 0.5173943 Jul 07 16:52:26.737873 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cee6869b-7f29-4de4-87b5-431a1c0df2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:26.784964 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0a9ff-79a4-494d-85a2-8068169b5f2e req-8c6c7db0-bca1-499c-9fe9-354c8ba8d32e tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:26.786062 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:26.807737 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6cb0a9ff-79a4-494d-85a2-8068169b5f2e req-8c6c7db0-bca1-499c-9fe9-354c8ba8d32e tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.53 "GET /v2.0/ports?device_id=07674f1e-db91-4c03-9dce-1fab2c2d8c55 HTTP/1.1" status: 200 len: 947 time: 0.2474036 Jul 07 16:52:26.883070 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85767c08-62fd-4e63-ab59-fd1d02d6ba4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5270e8a2-fbe1-4056-a7eb-6e84130e4477,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:27.032084 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-7beb6094-384e-422a-8cee-1b964b7399b9 None None] Set router ca370f5b-9c50-481e-bce2-ee8fea6f086b gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:52:27.034946 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6cb0a9ff-79a4-494d-85a2-8068169b5f2e req-1c031a61-57ce-4553-9954-801648aa1819 tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b048c9b-1ddf-4ae7-a00c-416de5a7aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895216 Jul 07 16:52:27.052167 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-98d3f3c1-e1a6-4609-a703-2555ca39febb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:27.107062 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-1d281e4e-59ef-431d-9b06-15ef9b05565d tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=807e3ea622de4599bed76047b27cb02c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5016100 Jul 07 16:52:27.231818 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-53b02db8-32ee-464e-97f8-3403a0dcd147 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:52:27.232930 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-53b02db8-32ee-464e-97f8-3403a0dcd147 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0554245 Jul 07 16:52:27.328740 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-98d3f3c1-e1a6-4609-a703-2555ca39febb admin admin] Deleting port 26146f05-5f7b-4b16-8b16-f120c2567688 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:52:27.329100 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-98d3f3c1-e1a6-4609-a703-2555ca39febb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:27.432579 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25ac552-3f61-4558-8750-548a4a796dfb {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:27.599349 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port c25ac552-3f61-4558-8750-548a4a796dfb, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c25ac552-3f61-4558-8750-548a4a796dfb,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:27.609626 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:27.617613 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-98d3f3c1-e1a6-4609-a703-2555ca39febb admin admin] For port 26146f05-5f7b-4b16-8b16-f120c2567688, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=26146f05-5f7b-4b16-8b16-f120c2567688,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:27.618544 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-98d3f3c1-e1a6-4609-a703-2555ca39febb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:27.684950 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-98d3f3c1-e1a6-4609-a703-2555ca39febb admin admin] Calling delete_port for 26146f05-5f7b-4b16-8b16-f120c2567688 owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:52:27.823317 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:27.859065 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['c25ac552-3f61-4558-8750-548a4a796dfb'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:27.865676 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=c25ac552-3f61-4558-8750-548a4a796dfb,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:27.873316 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7beb6094-384e-422a-8cee-1b964b7399b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca370f5b-9c50-481e-bce2-ee8fea6f086b', 'name': 'tempest-FloatingIPsTestJSON-1638665209-router', 'tenant_id': '7d28920fae9641059f45a502b979b38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '26146f05-5f7b-4b16-8b16-f120c2567688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:34Z', 'updated_at': '2021-07-07T16:52:22Z', 'revision_number': 5, 'project_id': '7d28920fae9641059f45a502b979b38d', 'gw_port': {'id': '26146f05-5f7b-4b16-8b16-f120c2567688', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca370f5b-9c50-481e-bce2-ee8fea6f086b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:36Z', 'updated_at': '2021-07-07T16:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:27.923665 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beb6094-384e-422a-8cee-1b964b7399b9 None None] The sync data for ids ['ca370f5b-9c50-481e-bce2-ee8fea6f086b'] in n-d-791503-12 is: [{'id': 'ca370f5b-9c50-481e-bce2-ee8fea6f086b', 'name': 'tempest-FloatingIPsTestJSON-1638665209-router', 'tenant_id': '7d28920fae9641059f45a502b979b38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '26146f05-5f7b-4b16-8b16-f120c2567688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:34Z', 'updated_at': '2021-07-07T16:52:22Z', 'revision_number': 5, 'project_id': '7d28920fae9641059f45a502b979b38d', 'gw_port': {'id': '26146f05-5f7b-4b16-8b16-f120c2567688', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca370f5b-9c50-481e-bce2-ee8fea6f086b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:36Z', 'updated_at': '2021-07-07T16:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:52:28.151680 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44666) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:28.161897 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-b6c3d89f-b530-4a13-8479-9a787e48788d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1760142524-network', 'tenant_id': 'c47e58e5de494422b298534c3993842f'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:28.304411 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-98d3f3c1-e1a6-4609-a703-2555ca39febb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:28.368424 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c3d89f-b530-4a13-8479-9a787e48788d admin admin] Made reservation on behalf of c47e58e5de494422b298534c3993842f for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:28.381653 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b6c3d89f-b530-4a13-8479-9a787e48788d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:28.402115 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3323fd53-8dcd-4837-988e-39a050422bdd req-09749241-dd75-4da6-acc7-727c6da479ed tempest-DeleteServersAdminTestJSON-564869817 tempest-DeleteServersAdminTestJSON-564869817-project] 10.222.0.53 "GET /v2.0/ports?device_id=d744c3d0-4c47-481a-9891-b78fb8487fab HTTP/1.1" status: 200 len: 210 time: 0.1678889 Jul 07 16:52:28.413955 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-98d3f3c1-e1a6-4609-a703-2555ca39febb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:28.431737 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b6c3d89f-b530-4a13-8479-9a787e48788d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:28.474294 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 6656c4d8-2acb-44ec-9e7f-81a805622196 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:52:28.538083 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 6656c4d8-2acb-44ec-9e7f-81a805622196 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:52:28.540826 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 6656c4d8-2acb-44ec-9e7f-81a805622196 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:52:28.680683 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3f3c1-e1a6-4609-a703-2555ca39febb admin admin] Pushing event deleted for resources: {'Port': ['ID=26146f05-5f7b-4b16-8b16-f120c2567688,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:28.701634 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-98d3f3c1-e1a6-4609-a703-2555ca39febb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:28.716408 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-98d3f3c1-e1a6-4609-a703-2555ca39febb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:28.721186 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b6c3d89f-b530-4a13-8479-9a787e48788d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:28.728150 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b6c3d89f-b530-4a13-8479-9a787e48788d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:28.759388 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c3d89f-b530-4a13-8479-9a787e48788d admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:52:28.851857 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b6c3d89f-b530-4a13-8479-9a787e48788d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:28.852456 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-b6c3d89f-b530-4a13-8479-9a787e48788d admin admin] Added segment f214a44f-a4a6-4246-a521-c3ad90e8a33e of type vlan for network 76de5caa-6806-4c1b-b821-1d2b5f6cfb2b Jul 07 16:52:28.917653 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-98d3f3c1-e1a6-4609-a703-2555ca39febb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:28.918857 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d3f3c1-e1a6-4609-a703-2555ca39febb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca370f5b-9c50-481e-bce2-ee8fea6f086b {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:52:28.943344 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-98d3f3c1-e1a6-4609-a703-2555ca39febb admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:28.945896 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-98d3f3c1-e1a6-4609-a703-2555ca39febb admin admin] 10.222.0.53 "DELETE /v2.0/routers/ca370f5b-9c50-481e-bce2-ee8fea6f086b HTTP/1.1" status: 204 len: 168 time: 3.5446668 Jul 07 16:52:28.949915 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44676) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:28.954653 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3d89f-b530-4a13-8479-9a787e48788d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104015cb-20b6-4d6d-a6df-0112d49ecc0e,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:28.983529 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dfd1337d-3239-4b7a-aa5b-5da039be68b9 req-84add59b-a5f5-404f-b5b0-2a31562f1f96 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=f67690e6-c776-4977-a070-dec64d61e4d9 HTTP/1.1" status: 200 len: 210 time: 0.1493633 Jul 07 16:52:29.006142 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-7d2f25c8-1f11-415a-a646-3edd11794a50 service neutron] 10.222.0.53 "GET /v2.0/networks/50232d7a-ae5c-48dc-bfa5-d97d97ae3d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7095633 Jul 07 16:52:29.104822 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 2a257657-7e6e-43d5-ae7e-38bef4eae203 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:52:29.179292 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3ac5f0-ce55-4ded-979c-30da235e18cc x-openstack-request-id: req-be3ac5f0-ce55-4ded-979c-30da235e18cc {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:29.179774 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d744c3d0-4c47-481a-9891-b78fb8487fab", "name": "network-vif-deleted", "tag": "6656c4d8-2acb-44ec-9e7f-81a805622196", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:29.180196 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be3ac5f0-ce55-4ded-979c-30da235e18cc {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:29.180834 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd744c3d0-4c47-481a-9891-b78fb8487fab', 'name': 'network-vif-deleted', 'tag': '6656c4d8-2acb-44ec-9e7f-81a805622196', 'status': 'completed', 'code': 200} Jul 07 16:52:29.223737 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 2a257657-7e6e-43d5-ae7e-38bef4eae203 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:52:29.224306 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 2a257657-7e6e-43d5-ae7e-38bef4eae203 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:52:29.295791 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b6c3d89f-b530-4a13-8479-9a787e48788d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:29.331755 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13f9c4c-c62f-4a98-8b49-e44f65957120 admin admin] Deleting subnet 26a39b57-6815-44c0-9fb6-a4358b105c2d {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:52:29.348419 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a13f9c4c-c62f-4a98-8b49-e44f65957120 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:29.428244 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-852aa403-4445-46b9-adcb-0d801454cc5a req-9d691471-0aa8-4c5d-aa02-bac8cee265df tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7cacbbe331674230a8cdeaae1095bd51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1248171 Jul 07 16:52:29.450038 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b6c3d89f-b530-4a13-8479-9a787e48788d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:29.451218 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-65541dc9-a274-42ca-8fba-b12f0acaa7b4 service neutron] 10.222.0.53 "GET /v2.0/networks/50232d7a-ae5c-48dc-bfa5-d97d97ae3d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234996 Jul 07 16:52:29.454903 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c3d89f-b530-4a13-8479-9a787e48788d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:29.455810 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b6c3d89f-b530-4a13-8479-9a787e48788d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:29.534996 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a13f9c4c-c62f-4a98-8b49-e44f65957120 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:29.616142 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44696) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:29.652488 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b6c3d89f-b530-4a13-8479-9a787e48788d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4987590 Jul 07 16:52:29.659683 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44700) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:29.673376 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-c8cd407b-fd28-4ed7-b120-bf363d50bcc2 admin admin] Request body: {'subnet': {'network_id': '76de5caa-6806-4c1b-b821-1d2b5f6cfb2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1760142524-subnet', 'tenant_id': 'c47e58e5de494422b298534c3993842f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:29.711500 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3d89f-b530-4a13-8479-9a787e48788d admin admin] Pushing event updated for resources: {'Network': ['ID=76de5caa-6806-4c1b-b821-1d2b5f6cfb2b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:29.726635 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 76de5caa-6806-4c1b-b821-1d2b5f6cfb2b details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:52:29.798894 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852aa403-4445-46b9-adcb-0d801454cc5a req-bff7c629-8616-491d-9f92-6474239d6111 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:29.800523 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-852aa403-4445-46b9-adcb-0d801454cc5a req-bff7c629-8616-491d-9f92-6474239d6111 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3698645 Jul 07 16:52:29.826489 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-852aa403-4445-46b9-adcb-0d801454cc5a req-e7c0212a-138c-4cac-8041-177a22c5d55e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Request body: {'port': {'device_id': 'f67690e6-c776-4977-a070-dec64d61e4d9', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': '7cacbbe331674230a8cdeaae1095bd51'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:29.898701 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec91c8-2fa2-4ec5-9b18-f625c60ae594 req-81f4c66c-3cfb-4954-8089-a6a42eb2bf10 tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:29.913258 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-64ec91c8-2fa2-4ec5-9b18-f625c60ae594 req-81f4c66c-3cfb-4954-8089-a6a42eb2bf10 tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.53 "GET /v2.0/ports?device_id=07674f1e-db91-4c03-9dce-1fab2c2d8c55 HTTP/1.1" status: 200 len: 948 time: 0.4452739 Jul 07 16:52:29.922541 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cd407b-fd28-4ed7-b120-bf363d50bcc2 admin admin] Made reservation on behalf of c47e58e5de494422b298534c3993842f for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:29.925441 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c8cd407b-fd28-4ed7-b120-bf363d50bcc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:29.930742 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-e87e3d6e-df3b-49a5-8362-2ffb4611f341 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1022923320-network', 'tenant_id': 'e3c30a38df434836b6a6d7bed9173bf0'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:30.007751 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device c25ac552-3f61-4558-8750-548a4a796dfb up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:30.139545 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:30.166605 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f14e251e-2c9c-4f2a-8776-6c86cf06d161 req-b8945ef2-35f2-4c96-a214-77b3181c363f tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d177e5-1672-4a42-badc-5a0d1e0835c8 HTTP/1.1" status: 200 len: 210 time: 0.0559781 Jul 07 16:52:30.207903 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port c25ac552-3f61-4558-8750-548a4a796dfb completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:30.227381 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port c25ac552-3f61-4558-8750-548a4a796dfb triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:30.229294 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:30.360485 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a13f9c4c-c62f-4a98-8b49-e44f65957120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:30.422174 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c8cd407b-fd28-4ed7-b120-bf363d50bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:30.424732 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3a607722-1764-4f43-9502-be257f2f8991 req-8605ea7f-7aeb-42e4-b62f-6de81308ffa9 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=f67690e6-c776-4977-a070-dec64d61e4d9 HTTP/1.1" status: 200 len: 210 time: 0.1097653 Jul 07 16:52:30.453104 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-64ec91c8-2fa2-4ec5-9b18-f625c60ae594 req-24e095b6-7ccf-4ece-a7e9-86ef5a6245b3 tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b048c9b-1ddf-4ae7-a00c-416de5a7aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092344 Jul 07 16:52:30.499954 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:30.515824 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a13f9c4c-c62f-4a98-8b49-e44f65957120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:30.570503 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-852aa403-4445-46b9-adcb-0d801454cc5a req-e7c0212a-138c-4cac-8041-177a22c5d55e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Made reservation on behalf of 7cacbbe331674230a8cdeaae1095bd51 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:30.574678 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87e3d6e-df3b-49a5-8362-2ffb4611f341 admin admin] Made reservation on behalf of e3c30a38df434836b6a6d7bed9173bf0 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:30.586652 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e87e3d6e-df3b-49a5-8362-2ffb4611f341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:30.587314 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07674f1e-db91-4c03-9dce-1fab2c2d8c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25ac552-3f61-4558-8750-548a4a796dfb'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:30.588387 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-852aa403-4445-46b9-adcb-0d801454cc5a req-e7c0212a-138c-4cac-8041-177a22c5d55e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:30.598454 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722ac7f6-c87f-4f82-beaa-3ace2b81811d" -d '{"events": [{"server_uuid": "07674f1e-db91-4c03-9dce-1fab2c2d8c55", "name": "network-vif-plugged", "status": "completed", "tag": "c25ac552-3f61-4558-8750-548a4a796dfb"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:30.615313 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-852aa403-4445-46b9-adcb-0d801454cc5a req-e7c0212a-138c-4cac-8041-177a22c5d55e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:30.646060 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e87e3d6e-df3b-49a5-8362-2ffb4611f341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:30.651079 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dc6fff-29aa-49a6-bcff-191d0da2f094 None None] Network 0f56de70-8661-4cf6-87c2-4be21d7bf9a8 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:52:30.661035 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a13f9c4c-c62f-4a98-8b49-e44f65957120 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:30.661807 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port c25ac552-3f61-4558-8750-548a4a796dfb, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c25ac552-3f61-4558-8750-548a4a796dfb,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:30.663700 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a13f9c4c-c62f-4a98-8b49-e44f65957120 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/26a39b57-6815-44c0-9fb6-a4358b105c2d HTTP/1.1" status: 204 len: 168 time: 1.6772106 Jul 07 16:52:30.670743 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44730) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:30.700544 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd407b-fd28-4ed7-b120-bf363d50bcc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a640eb6-87ee-40cd-895f-69a6edc8068b,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:30.705155 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:30.776595 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f9c4c-c62f-4a98-8b49-e44f65957120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26a39b57-6815-44c0-9fb6-a4358b105c2d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:30.786659 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:30.787749 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd407b-fd28-4ed7-b120-bf363d50bcc2 admin admin] Checking segment: {'id': 'f214a44f-a4a6-4246-a521-c3ad90e8a33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '76de5caa-6806-4c1b-b821-1d2b5f6cfb2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:30.788591 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cd407b-fd28-4ed7-b120-bf363d50bcc2 admin admin] Network hostable DHCP agents. Network: 76de5caa-6806-4c1b-b821-1d2b5f6cfb2b, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:52:30.857449 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cd407b-fd28-4ed7-b120-bf363d50bcc2 admin admin] Network 76de5caa-6806-4c1b-b821-1d2b5f6cfb2b is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:52:30.898827 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7880d9-403a-4851-9165-161e65d56bc2 x-openstack-request-id: req-fb7880d9-403a-4851-9165-161e65d56bc2 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:30.899172 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07674f1e-db91-4c03-9dce-1fab2c2d8c55", "name": "network-vif-plugged", "status": "completed", "tag": "c25ac552-3f61-4558-8750-548a4a796dfb", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:30.899354 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-c8cd407b-fd28-4ed7-b120-bf363d50bcc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 76de5caa-6806-4c1b-b821-1d2b5f6cfb2b) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:30.899468 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb7880d9-403a-4851-9165-161e65d56bc2 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:30.899836 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07674f1e-db91-4c03-9dce-1fab2c2d8c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25ac552-3f61-4558-8750-548a4a796dfb', 'code': 200} Jul 07 16:52:30.923848 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac03f2b-2e1d-4731-b94c-c7b83cf4e2f8 None None] Network 76de5caa-6806-4c1b-b821-1d2b5f6cfb2b requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:52:31.018854 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 26146f05-5f7b-4b16-8b16-f120c2567688 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:52:31.021279 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cd407b-fd28-4ed7-b120-bf363d50bcc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:31.023429 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c8cd407b-fd28-4ed7-b120-bf363d50bcc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:31.091932 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Deleting port 0ad479f3-2696-4cfa-988f-861500a2e085 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:52:31.092250 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:31.099887 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-852aa403-4445-46b9-adcb-0d801454cc5a req-e7c0212a-138c-4cac-8041-177a22c5d55e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:31.113189 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-852aa403-4445-46b9-adcb-0d801454cc5a req-e7c0212a-138c-4cac-8041-177a22c5d55e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:31.120425 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 26146f05-5f7b-4b16-8b16-f120c2567688 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:52:31.123981 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 26146f05-5f7b-4b16-8b16-f120c2567688 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:52:31.236892 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=c25ac552-3f61-4558-8750-548a4a796dfb,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:31.238044 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-156b15e2-3414-4c07-965c-f135edeea7c7 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0855389 Jul 07 16:52:31.281401 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:31.282077 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:31.282615 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:31.283170 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:31.283566 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:31.283909 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:31.284249 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:31.284589 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:31.284966 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:31.285297 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:31.285720 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:31.286057 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:31.303012 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f15b4c-19bb-444c-b114-7c8a988487af req-ae0aef9b-7373-44ca-a83f-11728d64dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:31.326144 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-25f15b4c-19bb-444c-b114-7c8a988487af req-ae0aef9b-7373-44ca-a83f-11728d64dcd5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=07674f1e-db91-4c03-9dce-1fab2c2d8c55 HTTP/1.1" status: 200 len: 1101 time: 0.4070115 Jul 07 16:52:31.326437 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0982c09-5b98-4ace-aeed-c38a3ba71110 None None] Network 76de5caa-6806-4c1b-b821-1d2b5f6cfb2b requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:52:31.424832 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0212a-138c-4cac-8041-177a22c5d55e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e80ccaec-8349-4f7d-9896-6529b30212c8,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:31.515754 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] For port 0ad479f3-2696-4cfa-988f-861500a2e085, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=0ad479f3-2696-4cfa-988f-861500a2e085,segment=NetworkSegment(8117ad6f-a2d0-42b4-a0e9-31381de8b937),segment_id=8117ad6f-a2d0-42b4-a0e9-31381de8b937)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:31.515754 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:31.554735 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Calling delete_port for 0ad479f3-2696-4cfa-988f-861500a2e085 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:52:31.565295 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e87e3d6e-df3b-49a5-8362-2ffb4611f341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:31.569967 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ccb56d-8b48-4828-87f0-161b6ec6f86c None None] DHCP port deletion for 0f56de70-8661-4cf6-87c2-4be21d7bf9a8 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:52:31.570356 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-25f15b4c-19bb-444c-b114-7c8a988487af req-97b47991-d004-458a-bace-40e5dc4dd524 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4b048c9b-1ddf-4ae7-a00c-416de5a7aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506090 Jul 07 16:52:31.612568 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c1abbd6e-c345-4b2b-a4a3-1b97828b2a9e req-502dbed0-2685-4cc2-885c-827c6c55909c tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d177e5-1672-4a42-badc-5a0d1e0835c8 HTTP/1.1" status: 200 len: 210 time: 0.0946758 Jul 07 16:52:31.612568 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e87e3d6e-df3b-49a5-8362-2ffb4611f341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:31.625456 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c8cd407b-fd28-4ed7-b120-bf363d50bcc2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9573689 Jul 07 16:52:31.687484 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-00ccb56d-8b48-4828-87f0-161b6ec6f86c None None] Deleting port 0ad479f3-2696-4cfa-988f-861500a2e085 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:52:31.688910 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-00ccb56d-8b48-4828-87f0-161b6ec6f86c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:31.692204 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-4e236eff-05c3-44f2-8820-030750f3d424 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:31.699731 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-4e236eff-05c3-44f2-8820-030750f3d424 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4454758 Jul 07 16:52:31.704437 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e3d6e-df3b-49a5-8362-2ffb4611f341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b901c69e-de03-4281-9e73-ba5e7f01e477,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:31.750845 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e87e3d6e-df3b-49a5-8362-2ffb4611f341 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:52:31.777690 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-852aa403-4445-46b9-adcb-0d801454cc5a req-e7c0212a-138c-4cac-8041-177a22c5d55e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Allocated IP 192.168.233.67 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/c21768d3-1ac5-4f55-bd0b-04211e22f403) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:31.787202 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e87e3d6e-df3b-49a5-8362-2ffb4611f341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:31.789676 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-e87e3d6e-df3b-49a5-8362-2ffb4611f341 admin admin] Added segment 8945be48-b504-4ad9-94ef-c9a8efc5c006 of type vlan for network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 Jul 07 16:52:31.793392 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-fb543ec3-9833-44de-ae32-2938eeb8f66f tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/quotas/1fdd2b0d71eb4fe493f00befeaba15f0 HTTP/1.1" status: 200 len: 375 time: 0.0925412 Jul 07 16:52:31.865545 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44756) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:31.917268 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-7453c784-d6e1-493f-9718-26e0bad0c8b3 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1145723 Jul 07 16:52:31.919763 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.64', 63568) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:31.936234 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e87e3d6e-df3b-49a5-8362-2ffb4611f341 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:31.971633 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-00ccb56d-8b48-4828-87f0-161b6ec6f86c None None] For port 0ad479f3-2696-4cfa-988f-861500a2e085, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=0ad479f3-2696-4cfa-988f-861500a2e085,segment=NetworkSegment(8117ad6f-a2d0-42b4-a0e9-31381de8b937),segment_id=8117ad6f-a2d0-42b4-a0e9-31381de8b937)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:31.972245 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-00ccb56d-8b48-4828-87f0-161b6ec6f86c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:31.985348 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e87e3d6e-df3b-49a5-8362-2ffb4611f341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:31.986712 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87e3d6e-df3b-49a5-8362-2ffb4611f341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:31.987390 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e87e3d6e-df3b-49a5-8362-2ffb4611f341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.024820 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-00ccb56d-8b48-4828-87f0-161b6ec6f86c None None] Calling delete_port for 0ad479f3-2696-4cfa-988f-861500a2e085 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:52:32.163905 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.211911 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e87e3d6e-df3b-49a5-8362-2ffb4611f341 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5832119 Jul 07 16:52:32.222805 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] No DVR routers for this DVR port 0ad479f3-2696-4cfa-988f-861500a2e085 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:52:32.227994 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44762) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:32.268534 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-ef7ba778-1dd8-46f2-9538-c0a8f6746750 admin admin] Request body: {'subnet': {'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1022923320-subnet', 'tenant_id': 'e3c30a38df434836b6a6d7bed9173bf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:32.272519 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Pushing event deleted for resources: {'Port': ['ID=0ad479f3-2696-4cfa-988f-861500a2e085,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:32.386981 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63595f9c-e2e5-46c9-ae26-189e214296a9 req-9b0d5949-8800-4512-a265-989cd871d139 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=f67690e6-c776-4977-a070-dec64d61e4d9 HTTP/1.1" status: 200 len: 210 time: 0.1941824 Jul 07 16:52:32.403416 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e3d6e-df3b-49a5-8362-2ffb4611f341 admin admin] Pushing event updated for resources: {'Network': ['ID=0f59045c-fb41-4f4e-86ad-a15d05bedb10,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:32.421337 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:52:32.450963 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-852aa403-4445-46b9-adcb-0d801454cc5a req-e7c0212a-138c-4cac-8041-177a22c5d55e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.488051 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-852aa403-4445-46b9-adcb-0d801454cc5a req-e7c0212a-138c-4cac-8041-177a22c5d55e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Transition to ACTIVE for port object c21768d3-1ac5-4f55-bd0b-04211e22f403 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:32.573126 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-00ccb56d-8b48-4828-87f0-161b6ec6f86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.611732 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccb56d-8b48-4828-87f0-161b6ec6f86c None None] Pushing event deleted for resources: {'Port': ['ID=0ad479f3-2696-4cfa-988f-861500a2e085,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:32.619922 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ccb56d-8b48-4828-87f0-161b6ec6f86c None None] No DVR routers for this DVR port 0ad479f3-2696-4cfa-988f-861500a2e085 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:52:32.642456 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-852aa403-4445-46b9-adcb-0d801454cc5a req-e7c0212a-138c-4cac-8041-177a22c5d55e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.808156 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-852aa403-4445-46b9-adcb-0d801454cc5a req-e7c0212a-138c-4cac-8041-177a22c5d55e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:32.814930 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2c859b0f-2a8d-4bf2-9b80-4ec1e98bfa8f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b24be37660c47a19fa1e886c36dc91f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9477994 Jul 07 16:52:32.815129 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44780) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:32.829375 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7ba778-1dd8-46f2-9538-c0a8f6746750 admin admin] Made reservation on behalf of e3c30a38df434836b6a6d7bed9173bf0 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:32.832675 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ef7ba778-1dd8-46f2-9538-c0a8f6746750 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.848986 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-852aa403-4445-46b9-adcb-0d801454cc5a req-e7c0212a-138c-4cac-8041-177a22c5d55e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:32.852522 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.895512 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-852aa403-4445-46b9-adcb-0d801454cc5a req-e7c0212a-138c-4cac-8041-177a22c5d55e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:32.917980 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852aa403-4445-46b9-adcb-0d801454cc5a req-e7c0212a-138c-4cac-8041-177a22c5d55e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:32.918708 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-852aa403-4445-46b9-adcb-0d801454cc5a req-e7c0212a-138c-4cac-8041-177a22c5d55e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:33.005602 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 0ad479f3-2696-4cfa-988f-861500a2e085 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:52:33.011967 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-a33ce0ab-dcb2-4482-8dd6-67048f16a02e tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:33.013945 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-a33ce0ab-dcb2-4482-8dd6-67048f16a02e tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.64 "GET /v2.0/networks?id=50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 HTTP/1.1" status: 200 len: 824 time: 1.0767648 Jul 07 16:52:33.022964 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:52:33.023688 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:52:33.024839 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:52:33.025543 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Subscribe: > port after_create 55550000 {{(pid=100193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:52:33.026128 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Subscribe: > port after_delete 55550000 {{(pid=100193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:52:33.026644 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Subscribe: > port after_update 55550000 {{(pid=100193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:52:33.027149 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:52:33.027674 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:52:33.028182 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:52:33.028708 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:52:33.066718 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 0ad479f3-2696-4cfa-988f-861500a2e085 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:52:33.066918 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2c304ebd-621b-4a64-95c7-801598da1d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:33.067384 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 0ad479f3-2696-4cfa-988f-861500a2e085 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:52:33.113754 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:52:33.114189 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:52:33.114529 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:52:33.114890 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:52:33.115247 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f56de70-8661-4cf6-87c2-4be21d7bf9a8']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:33.122759 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-852aa403-4445-46b9-adcb-0d801454cc5a req-e7c0212a-138c-4cac-8041-177a22c5d55e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3126204 Jul 07 16:52:33.163091 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-852aa403-4445-46b9-adcb-0d801454cc5a req-7232f038-b37d-414e-b936-5b9dc84bfa81 service neutron] Request body: {'port': {'device_id': 'f67690e6-c776-4977-a070-dec64d61e4d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:33.174390 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0212a-138c-4cac-8041-177a22c5d55e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Pushing event updated for resources: {'Port': ['ID=c21768d3-1ac5-4f55-bd0b-04211e22f403,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:33.197994 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8117ad6f-a2d0-42b4-a0e9-31381de8b937') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:33.198444 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8117ad6f-a2d0-42b4-a0e9-31381de8b937') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:33.261254 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:33.287629 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafe9e8-dc38-43c8-833f-54e149793b2a req-86ff3775-7c9a-47a9-b7d5-29ae71f580a8 tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:33.294212 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2c304ebd-621b-4a64-95c7-801598da1d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:33.295418 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6dafe9e8-dc38-43c8-833f-54e149793b2a req-86ff3775-7c9a-47a9-b7d5-29ae71f580a8 tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.53 "GET /v2.0/ports?device_id=07674f1e-db91-4c03-9dce-1fab2c2d8c55 HTTP/1.1" status: 200 len: 949 time: 0.7355111 Jul 07 16:52:33.298014 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e35c9eed-26f5-45ff-9442-1f1834412717 None None] Provisioning for port c21768d3-1ac5-4f55-bd0b-04211e22f403 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:33.316497 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e35c9eed-26f5-45ff-9442-1f1834412717 None None] Provisioning complete for port c21768d3-1ac5-4f55-bd0b-04211e22f403 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:33.317559 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e35c9eed-26f5-45ff-9442-1f1834412717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:33.375009 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:33.388601 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-93f6c785-a70e-42e3-9320-c9bacc155b22 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=807e3ea622de4599bed76047b27cb02c HTTP/1.1" status: 200 len: 380 time: 0.2544425 Jul 07 16:52:33.400374 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-e35c9eed-26f5-45ff-9442-1f1834412717 None None] Port c21768d3-1ac5-4f55-bd0b-04211e22f403 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:52:33.444597 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-f56b2b09-08f3-4e44-969f-8d0752e0f1a7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Request body: {'port': {'device_id': 'f4d177e5-1672-4a42-badc-5a0d1e0835c8', 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89', 'admin_state_up': True, 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'security_groups': ['5704a10f-40dc-4a3e-9704-7214d47c05a9']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:33.453283 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:52:33.453865 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: from cryptography.utils import int_from_bytes Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: from cryptography.utils import int_from_bytes Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: timer() Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:52:33.463924 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:52:33.527140 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-5867b3ed-03c8-49d6-a67a-465a0a8c518c tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:33.534981 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-5867b3ed-03c8-49d6-a67a-465a0a8c518c tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/networks?id=1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 200 len: 821 time: 0.5311422 Jul 07 16:52:33.550299 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-150666ca-a00d-4320-904a-4061ca6eff0d tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/quotas/5fe2f64972d24fa49d6d4e62948f5951 HTTP/1.1" status: 200 len: 375 time: 0.0143397 Jul 07 16:52:33.560563 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2c304ebd-621b-4a64-95c7-801598da1d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:33.565039 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2c304ebd-621b-4a64-95c7-801598da1d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:33.570678 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2c304ebd-621b-4a64-95c7-801598da1d5f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/641001a4-5729-4ef6-850d-e6e4bdaf277e HTTP/1.1" status: 204 len: 168 time: 0.7505894 Jul 07 16:52:33.620791 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c304ebd-621b-4a64-95c7-801598da1d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641001a4-5729-4ef6-850d-e6e4bdaf277e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:33.625231 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-0c2be14d-da4c-4805-81b0-5f1e5dfdc37c tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569525 Jul 07 16:52:33.653570 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-8885d558-d82b-49ae-bcbc-31666a04a39b tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:52:33.668211 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-8885d558-d82b-49ae-bcbc-31666a04a39b tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0278144 Jul 07 16:52:34.046746 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6dafe9e8-dc38-43c8-833f-54e149793b2a req-70ce2497-2c79-4193-99b1-0ffe920e9663 tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b048c9b-1ddf-4ae7-a00c-416de5a7aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7500420 Jul 07 16:52:34.106481 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44802) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:34.159685 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6dc7a784-4f2f-43ec-83e3-b6e3931a6a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.189170 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-53c95b6f-a8b9-4990-b306-dc2d3e61d32a service neutron] 10.222.0.53 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375203 Jul 07 16:52:34.232584 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.235016 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-852aa403-4445-46b9-adcb-0d801454cc5a req-7232f038-b37d-414e-b936-5b9dc84bfa81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.300124 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.309316 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] 10.222.0.53 "DELETE /v2.0/networks/0f56de70-8661-4cf6-87c2-4be21d7bf9a8 HTTP/1.1" status: 204 len: 168 time: 3.6356506 Jul 07 16:52:34.324519 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45babd3-8a78-4b9e-beaa-31eef8ccb37b admin admin] Pushing event deleted for resources: {'Network': ['ID=0f56de70-8661-4cf6-87c2-4be21d7bf9a8,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:34.360339 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-2b26b83b-cafa-4fce-9e0a-bacbc58b72a5 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715945 Jul 07 16:52:34.364764 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.db.api [None req-6dc7a784-4f2f-43ec-83e3-b6e3931a6a14 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 16:52:34.364764 n-d-791503-12 neutron-server[100192]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 16:52:34.364764 n-d-791503-12 neutron-server[100192]: [parameters: {'project_id_1': '3df2450cf00f4b9d99c76885c6912c55', 'expiration_1': datetime.datetime(2021, 7, 7, 16, 52, 34, 318739)}] Jul 07 16:52:34.364764 n-d-791503-12 neutron-server[100192]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:52:34.365551 n-d-791503-12 neutron-server[100192]: DEBUG oslo_db.api [None req-6dc7a784-4f2f-43ec-83e3-b6e3931a6a14 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:52:34.472590 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0d3d0e80-aaa3-4726-a835-205f2141e302 req-885ce48f-68f7-48b9-8bb3-d2e9ad91a52f tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 210 time: 0.1786106 Jul 07 16:52:34.537222 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-f56b2b09-08f3-4e44-969f-8d0752e0f1a7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Made reservation on behalf of 807e3ea622de4599bed76047b27cb02c for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:34.544532 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-f56b2b09-08f3-4e44-969f-8d0752e0f1a7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.584544 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-9829b90d-94b8-4d33-bfbf-4e7093a89c41 service neutron] 10.222.0.53 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910868 Jul 07 16:52:34.592841 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-81a4200c-8d6a-4734-815d-4e1075d9fa53 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:34.595311 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-81a4200c-8d6a-4734-815d-4e1075d9fa53 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2257950 Jul 07 16:52:34.611657 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-cfa9bc5d-86c0-47a0-903e-3b54818df69b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Request body: {'port': {'device_id': 'f59c2e5c-cd59-4730-8c04-b05911825bea', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': '1fdd2b0d71eb4fe493f00befeaba15f0'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:34.723520 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ef7ba778-1dd8-46f2-9538-c0a8f6746750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.768651 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44806) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:34.816960 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-cfa9bc5d-86c0-47a0-903e-3b54818df69b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Made reservation on behalf of 1fdd2b0d71eb4fe493f00befeaba15f0 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:34.820584 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-cfa9bc5d-86c0-47a0-903e-3b54818df69b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.848939 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1bfba5f-0072-4876-8304-2211743d6274 req-a0a0a0ad-db71-4749-aaed-0e8242cac1e5 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d177e5-1672-4a42-badc-5a0d1e0835c8 HTTP/1.1" status: 200 len: 210 time: 0.1279130 Jul 07 16:52:34.857963 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0905d003-cf3b-4193-aebf-49c5c1421f21 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7d28920fae9641059f45a502b979b38d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0881212 Jul 07 16:52:34.858699 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-cfa9bc5d-86c0-47a0-903e-3b54818df69b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.864398 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44810) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:34.867143 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6dc7a784-4f2f-43ec-83e3-b6e3931a6a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.013794 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6dc7a784-4f2f-43ec-83e3-b6e3931a6a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.029938 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6dc7a784-4f2f-43ec-83e3-b6e3931a6a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.072116 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ba778-1dd8-46f2-9538-c0a8f6746750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cf0891f-7dd4-444b-b243-0a9d52ec4798,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:35.113586 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-038173e5-ad6d-4a6d-87ee-4a3cde2edf6f req-ad092d14-4d68-4e90-bb51-ca785b988fc2 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 210 time: 0.1126029 Jul 07 16:52:35.134576 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7a784-4f2f-43ec-83e3-b6e3931a6a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ed836c-737a-4564-bb74-fe68fa1d0945,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:35.134576 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6dc7a784-4f2f-43ec-83e3-b6e3931a6a14 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3df2450cf00f4b9d99c76885c6912c55&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0219142 Jul 07 16:52:35.137090 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44818) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:35.202351 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7ba778-1dd8-46f2-9538-c0a8f6746750 admin admin] Checking segment: {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:35.202815 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7ba778-1dd8-46f2-9538-c0a8f6746750 admin admin] Network hostable DHCP agents. Network: 0f59045c-fb41-4f4e-86ad-a15d05bedb10, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:52:35.237367 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-f56b2b09-08f3-4e44-969f-8d0752e0f1a7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Allocated IP 172.20.0.3 (50232d7a-ae5c-48dc-bfa5-d97d97ae3d89/ddd452ef-84e2-4c74-9b12-af8c121336aa/da3ae13c-bbd6-4f65-942c-4657de3b9be4) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:35.246928 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a6d79-10a6-4a55-8825-55658da5e777 req-feaffeec-ed0e-4cf2-8078-47315bf389f1 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:35.248554 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a49a6d79-10a6-4a55-8825-55658da5e777 req-feaffeec-ed0e-4cf2-8078-47315bf389f1 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=f67690e6-c776-4977-a070-dec64d61e4d9 HTTP/1.1" status: 200 len: 935 time: 0.2333670 Jul 07 16:52:35.297011 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-952794c5-63ee-4e17-a6b3-581faaa6c8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.312004 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-cfa9bc5d-86c0-47a0-903e-3b54818df69b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.320011 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-cfa9bc5d-86c0-47a0-903e-3b54818df69b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.434653 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-16b3e2f7-744a-4bff-be7e-99867c428d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.452398 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7ba778-1dd8-46f2-9538-c0a8f6746750 admin admin] Network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:52:35.521738 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-16b3e2f7-744a-4bff-be7e-99867c428d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.523694 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-ef7ba778-1dd8-46f2-9538-c0a8f6746750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 0f59045c-fb41-4f4e-86ad-a15d05bedb10) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:35.530438 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7ba778-1dd8-46f2-9538-c0a8f6746750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:35.531054 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ef7ba778-1dd8-46f2-9538-c0a8f6746750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.539557 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc42be4-92f4-4b34-bb75-3366a3ba4df6 None None] Network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:52:35.661727 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ef7ba778-1dd8-46f2-9538-c0a8f6746750 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.4084120 Jul 07 16:52:35.663473 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-952794c5-63ee-4e17-a6b3-581faaa6c8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.691521 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-f56b2b09-08f3-4e44-969f-8d0752e0f1a7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.713969 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a49a6d79-10a6-4a55-8825-55658da5e777 req-348076c5-0c71-492b-8033-4a2bf2a9be31 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528463 Jul 07 16:52:35.723159 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-f56b2b09-08f3-4e44-969f-8d0752e0f1a7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Transition to ACTIVE for port object da3ae13c-bbd6-4f65-942c-4657de3b9be4 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:35.784425 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-852aa403-4445-46b9-adcb-0d801454cc5a req-7232f038-b37d-414e-b936-5b9dc84bfa81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c21768d3-1ac5-4f55-bd0b-04211e22f403 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:35.809658 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407f8896-b7b3-4328-befe-d4718847219b None None] Network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:52:35.838881 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-852aa403-4445-46b9-adcb-0d801454cc5a req-7232f038-b37d-414e-b936-5b9dc84bfa81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.860272 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9bc5d-86c0-47a0-903e-3b54818df69b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=199c68c5-6058-4986-a72d-d2579d906c8d,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:35.931969 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467432b-621c-44f9-a8cb-dbebb5d5a637 req-400d5727-53b6-4299-965f-978bdf848ecc tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:35.944316 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3467432b-621c-44f9-a8cb-dbebb5d5a637 req-400d5727-53b6-4299-965f-978bdf848ecc tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.53 "GET /v2.0/ports?device_id=07674f1e-db91-4c03-9dce-1fab2c2d8c55 HTTP/1.1" status: 200 len: 949 time: 0.5953045 Jul 07 16:52:35.956263 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-952794c5-63ee-4e17-a6b3-581faaa6c8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.964658 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-952794c5-63ee-4e17-a6b3-581faaa6c8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.970585 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-952794c5-63ee-4e17-a6b3-581faaa6c8d1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66ed836c-737a-4564-bb74-fe68fa1d0945 HTTP/1.1" status: 204 len: 168 time: 0.8316150 Jul 07 16:52:35.980075 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952794c5-63ee-4e17-a6b3-581faaa6c8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ed836c-737a-4564-bb74-fe68fa1d0945,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:36.019112 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-852aa403-4445-46b9-adcb-0d801454cc5a req-7232f038-b37d-414e-b936-5b9dc84bfa81 service neutron] Transition to ACTIVE for port object c21768d3-1ac5-4f55-bd0b-04211e22f403 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:36.078256 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-852aa403-4445-46b9-adcb-0d801454cc5a req-7232f038-b37d-414e-b936-5b9dc84bfa81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:36.095567 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-16b3e2f7-744a-4bff-be7e-99867c428d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:36.099307 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-16b3e2f7-744a-4bff-be7e-99867c428d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:36.100113 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-16b3e2f7-744a-4bff-be7e-99867c428d54 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9251bfa8-d3c4-45c8-b1ac-681c6d6516c7 HTTP/1.1" status: 204 len: 168 time: 1.2310855 Jul 07 16:52:36.108940 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-f56b2b09-08f3-4e44-969f-8d0752e0f1a7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:36.164410 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-cfa9bc5d-86c0-47a0-903e-3b54818df69b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Allocated IP 192.168.233.106 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/d4e0317a-996d-4c22-98da-6b5fe21ce920) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:36.182441 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3e2f7-744a-4bff-be7e-99867c428d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9251bfa8-d3c4-45c8-b1ac-681c6d6516c7,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:36.253852 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1e1b182e-e422-448f-8cdd-cfd732440639 req-94dfd088-71e4-422f-9461-00f87f5c2fc5 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 210 time: 0.0622797 Jul 07 16:52:36.435061 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3467432b-621c-44f9-a8cb-dbebb5d5a637 req-69231d59-8b34-4c3f-bcbc-25081123dac9 tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b048c9b-1ddf-4ae7-a00c-416de5a7aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850001 Jul 07 16:52:36.443702 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-f56b2b09-08f3-4e44-969f-8d0752e0f1a7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Network 50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:36.466214 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232f038-b37d-414e-b936-5b9dc84bfa81 service neutron] Pushing event updated for resources: {'Port': ['ID=c21768d3-1ac5-4f55-bd0b-04211e22f403,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:36.497282 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-f56b2b09-08f3-4e44-969f-8d0752e0f1a7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:36.583225 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-f56b2b09-08f3-4e44-969f-8d0752e0f1a7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:36.789835 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-cfa9bc5d-86c0-47a0-903e-3b54818df69b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:36.799203 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:36.824637 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-cfa9bc5d-86c0-47a0-903e-3b54818df69b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Transition to ACTIVE for port object d4e0317a-996d-4c22-98da-6b5fe21ce920 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:36.874067 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.64', 63570) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:36.893333 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-852aa403-4445-46b9-adcb-0d801454cc5a req-7232f038-b37d-414e-b936-5b9dc84bfa81 service neutron] Attempting to bind port c21768d3-1ac5-4f55-bd0b-04211e22f403 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:36.895372 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-852aa403-4445-46b9-adcb-0d801454cc5a req-7232f038-b37d-414e-b936-5b9dc84bfa81 service neutron] Attempting to bind port c21768d3-1ac5-4f55-bd0b-04211e22f403 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:36.896260 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852aa403-4445-46b9-adcb-0d801454cc5a req-7232f038-b37d-414e-b936-5b9dc84bfa81 service neutron] Attempting to bind port c21768d3-1ac5-4f55-bd0b-04211e22f403 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:36.991494 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-cfa9bc5d-86c0-47a0-903e-3b54818df69b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:37.048001 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b2b09-08f3-4e44-969f-8d0752e0f1a7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Pushing event updated for resources: {'Port': ['ID=da3ae13c-bbd6-4f65-942c-4657de3b9be4,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:37.098283 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852aa403-4445-46b9-adcb-0d801454cc5a req-7232f038-b37d-414e-b936-5b9dc84bfa81 service neutron] Port c21768d3-1ac5-4f55-bd0b-04211e22f403 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:52:37.098283 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852aa403-4445-46b9-adcb-0d801454cc5a req-7232f038-b37d-414e-b936-5b9dc84bfa81 service neutron] Attempting to bind port c21768d3-1ac5-4f55-bd0b-04211e22f403 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:37.141172 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-f56b2b09-08f3-4e44-969f-8d0752e0f1a7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:37.142314 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-f56b2b09-08f3-4e44-969f-8d0752e0f1a7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:37.153135 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-cfa9bc5d-86c0-47a0-903e-3b54818df69b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:37.163028 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9bc5d-86c0-47a0-903e-3b54818df69b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Pushing event updated for resources: {'Port': ['ID=d4e0317a-996d-4c22-98da-6b5fe21ce920,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:37.168775 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-517aa619-7eb3-433e-ac82-41fb1fba46ce None None] Provisioning for port da3ae13c-bbd6-4f65-942c-4657de3b9be4 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:37.173176 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-cfa9bc5d-86c0-47a0-903e-3b54818df69b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:37.194578 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-cfa9bc5d-86c0-47a0-903e-3b54818df69b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:37.197988 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-517aa619-7eb3-433e-ac82-41fb1fba46ce None None] Provisioning complete for port da3ae13c-bbd6-4f65-942c-4657de3b9be4 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:37.198582 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-517aa619-7eb3-433e-ac82-41fb1fba46ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:37.390553 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-517aa619-7eb3-433e-ac82-41fb1fba46ce None None] Port da3ae13c-bbd6-4f65-942c-4657de3b9be4 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:52:37.393067 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b62ef313-c304-4ec7-b9a5-e6409226a65e req-aaa07a71-7a87-4fa4-a0c3-238660d8198a tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 210 time: 0.4806640 Jul 07 16:52:37.413966 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852aa403-4445-46b9-adcb-0d801454cc5a req-7232f038-b37d-414e-b936-5b9dc84bfa81 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:37.414527 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852aa403-4445-46b9-adcb-0d801454cc5a req-7232f038-b37d-414e-b936-5b9dc84bfa81 service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:37.415207 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852aa403-4445-46b9-adcb-0d801454cc5a req-7232f038-b37d-414e-b936-5b9dc84bfa81 service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:37.416352 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-852aa403-4445-46b9-adcb-0d801454cc5a req-7232f038-b37d-414e-b936-5b9dc84bfa81 service neutron] Bound port: c21768d3-1ac5-4f55-bd0b-04211e22f403, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:37.426292 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-852aa403-4445-46b9-adcb-0d801454cc5a req-7232f038-b37d-414e-b936-5b9dc84bfa81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:37.450758 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:37.452971 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-cfa9bc5d-86c0-47a0-903e-3b54818df69b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:37.453820 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-cfa9bc5d-86c0-47a0-903e-3b54818df69b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:37.513075 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-cfa9bc5d-86c0-47a0-903e-3b54818df69b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9072804 Jul 07 16:52:37.569159 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9d7cb-aa6e-4e2c-b5d4-a2b986b8386d req-4520af29-d335-40c5-9ed3-a4f0706af230 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:37.584219 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-f56b2b09-08f3-4e44-969f-8d0752e0f1a7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1859508 Jul 07 16:52:37.591080 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4eb9d7cb-aa6e-4e2c-b5d4-a2b986b8386d req-4520af29-d335-40c5-9ed3-a4f0706af230 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d177e5-1672-4a42-badc-5a0d1e0835c8 HTTP/1.1" status: 200 len: 931 time: 0.9744751 Jul 07 16:52:37.610925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-55081758-746f-4a61-b01f-9c4c7f31026b service neutron] Request body: {'port': {'device_id': 'f59c2e5c-cd59-4730-8c04-b05911825bea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:37.627326 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-de16ff5b-6e82-4af3-afdc-e2a324bd6b82 service neutron] Request body: {'port': {'device_id': 'f4d177e5-1672-4a42-badc-5a0d1e0835c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:37.821158 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6946ec3f-69e7-415d-8beb-d652ea8a2d06 None None] Provisioning for port d4e0317a-996d-4c22-98da-6b5fe21ce920 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:37.829337 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6946ec3f-69e7-415d-8beb-d652ea8a2d06 None None] Provisioning complete for port d4e0317a-996d-4c22-98da-6b5fe21ce920 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:37.832297 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6946ec3f-69e7-415d-8beb-d652ea8a2d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:37.911088 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-852aa403-4445-46b9-adcb-0d801454cc5a req-7232f038-b37d-414e-b936-5b9dc84bfa81 service neutron] For port c21768d3-1ac5-4f55-bd0b-04211e22f403, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:37.922674 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-852aa403-4445-46b9-adcb-0d801454cc5a req-7232f038-b37d-414e-b936-5b9dc84bfa81 service neutron] For port c21768d3-1ac5-4f55-bd0b-04211e22f403, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=c21768d3-1ac5-4f55-bd0b-04211e22f403,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:37.936768 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-6946ec3f-69e7-415d-8beb-d652ea8a2d06 None None] Port d4e0317a-996d-4c22-98da-6b5fe21ce920 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:52:37.973411 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4eb9d7cb-aa6e-4e2c-b5d4-a2b986b8386d req-386d9b94-eac2-4c59-b2ec-d168c011a619 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5704a10f-40dc-4a3e-9704-7214d47c05a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200991 Jul 07 16:52:37.975145 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-5e51a9e2-ccb5-4936-b798-323adc3ea86d tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:37.976825 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-55081758-746f-4a61-b01f-9c4c7f31026b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:37.977235 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-5e51a9e2-ccb5-4936-b798-323adc3ea86d tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.64 "GET /v2.0/networks?id=1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 200 len: 821 time: 1.0708337 Jul 07 16:52:37.979223 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-852aa403-4445-46b9-adcb-0d801454cc5a req-7232f038-b37d-414e-b936-5b9dc84bfa81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:37.998289 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-91640611-a93e-4d83-8a59-1ac4e4ffad66 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Request body: {'port': {'device_id': '6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29', 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609', 'admin_state_up': True, 'tenant_id': '5fe2f64972d24fa49d6d4e62948f5951'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:38.099937 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852aa403-4445-46b9-adcb-0d801454cc5a req-7232f038-b37d-414e-b936-5b9dc84bfa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:38.100944 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-852aa403-4445-46b9-adcb-0d801454cc5a req-7232f038-b37d-414e-b936-5b9dc84bfa81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:38.102562 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-852aa403-4445-46b9-adcb-0d801454cc5a req-7232f038-b37d-414e-b936-5b9dc84bfa81 service neutron] 10.222.0.64 "PUT /v2.0/ports/c21768d3-1ac5-4f55-bd0b-04211e22f403 HTTP/1.1" status: 200 len: 1096 time: 4.9478188 Jul 07 16:52:38.103085 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67690e6-c776-4977-a070-dec64d61e4d9', 'tag': 'c21768d3-1ac5-4f55-bd0b-04211e22f403'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:38.112860 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4299d655-cba8-40f2-87a9-fc6c7d444420" -d '{"events": [{"name": "network-changed", "server_uuid": "f67690e6-c776-4977-a070-dec64d61e4d9", "tag": "c21768d3-1ac5-4f55-bd0b-04211e22f403"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:38.162935 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44878) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:38.184609 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d763717d-ead2-4d13-8e42-8dcba9598d26 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-651084956-network', 'tenant_id': '68788af95f7a4cfd818cd892f4f1da49'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:38.394928 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d763717d-ead2-4d13-8e42-8dcba9598d26 admin admin] Made reservation on behalf of 68788af95f7a4cfd818cd892f4f1da49 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:38.411983 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d763717d-ead2-4d13-8e42-8dcba9598d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:38.440605 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d763717d-ead2-4d13-8e42-8dcba9598d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:38.488774 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6fac21-3f7d-4343-8979-dcda08500a35 req-8d8e80a7-2357-4e9d-ba6b-2ba84a3a0957 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:38.503851 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7e6fac21-3f7d-4343-8979-dcda08500a35 req-8d8e80a7-2357-4e9d-ba6b-2ba84a3a0957 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=f67690e6-c776-4977-a070-dec64d61e4d9 HTTP/1.1" status: 200 len: 947 time: 0.4978707 Jul 07 16:52:38.509543 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-de16ff5b-6e82-4af3-afdc-e2a324bd6b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:38.763079 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-55081758-746f-4a61-b01f-9c4c7f31026b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e0317a-996d-4c22-98da-6b5fe21ce920 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:38.803007 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d836ee-282e-4572-b986-d86e8034f351 req-ccdcb575-835d-4939-8637-04791f25e3b7 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:38.805829 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-31d836ee-282e-4572-b986-d86e8034f351 req-ccdcb575-835d-4939-8637-04791f25e3b7 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 936 time: 0.2953303 Jul 07 16:52:38.808510 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-55081758-746f-4a61-b01f-9c4c7f31026b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:38.813484 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d763717d-ead2-4d13-8e42-8dcba9598d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:38.833290 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d763717d-ead2-4d13-8e42-8dcba9598d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:38.847862 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d763717d-ead2-4d13-8e42-8dcba9598d26 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:52:38.863849 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d763717d-ead2-4d13-8e42-8dcba9598d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:38.864436 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-d763717d-ead2-4d13-8e42-8dcba9598d26 admin admin] Added segment d3e53654-4d39-4a43-a515-e4b6ad69f992 of type vlan for network 5affcb60-9652-4dcb-abe3-55066826e530 Jul 07 16:52:38.919130 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d763717d-ead2-4d13-8e42-8dcba9598d26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:38.965164 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232f038-b37d-414e-b936-5b9dc84bfa81 service neutron] Pushing event updated for resources: {'Port': ['ID=c21768d3-1ac5-4f55-bd0b-04211e22f403,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:38.987680 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852aa403-4445-46b9-adcb-0d801454cc5a req-0a5b8c37-16a7-43d4-b22f-984388d89cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:38.990021 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-852aa403-4445-46b9-adcb-0d801454cc5a req-0a5b8c37-16a7-43d4-b22f-984388d89cb1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cacbbe331674230a8cdeaae1095bd51&device_id=f67690e6-c776-4977-a070-dec64d61e4d9 HTTP/1.1" status: 200 len: 1099 time: 0.7940161 Jul 07 16:52:38.992519 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d763717d-ead2-4d13-8e42-8dcba9598d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:38.994166 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d763717d-ead2-4d13-8e42-8dcba9598d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:38.995375 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d763717d-ead2-4d13-8e42-8dcba9598d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:39.008108 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7e6fac21-3f7d-4343-8979-dcda08500a35 req-c7e1dcf2-db56-42b1-b3e1-9f8a1a6fc6dc tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647715 Jul 07 16:52:39.016871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-55081758-746f-4a61-b01f-9c4c7f31026b service neutron] Transition to ACTIVE for port object d4e0317a-996d-4c22-98da-6b5fe21ce920 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:39.037086 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-55081758-746f-4a61-b01f-9c4c7f31026b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:39.204189 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-852aa403-4445-46b9-adcb-0d801454cc5a req-400d1acc-2a0e-4aba-a59c-c991f89a5076 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=c21768d3-1ac5-4f55-bd0b-04211e22f403 HTTP/1.1" status: 200 len: 217 time: 0.1894152 Jul 07 16:52:39.258890 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-91640611-a93e-4d83-8a59-1ac4e4ffad66 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Made reservation on behalf of 5fe2f64972d24fa49d6d4e62948f5951 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:39.270279 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-91640611-a93e-4d83-8a59-1ac4e4ffad66 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:39.326202 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55081758-746f-4a61-b01f-9c4c7f31026b service neutron] Pushing event updated for resources: {'Port': ['ID=d4e0317a-996d-4c22-98da-6b5fe21ce920,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:39.340609 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-31d836ee-282e-4572-b986-d86e8034f351 req-867111f9-d80f-4c62-bbf6-186d3cf834d0 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5197017 Jul 07 16:52:39.388610 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d763717d-ead2-4d13-8e42-8dcba9598d26 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2241549 Jul 07 16:52:39.390188 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763717d-ead2-4d13-8e42-8dcba9598d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2b7899-6ec1-463b-8793-0268f8262c58,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:39.419944 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44902) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:39.432407 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-56a1ae0e-b33d-49f7-965c-dcd415a87968 admin admin] Request body: {'subnet': {'network_id': '5affcb60-9652-4dcb-abe3-55066826e530', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-651084956-subnet', 'tenant_id': '68788af95f7a4cfd818cd892f4f1da49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:39.533087 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763717d-ead2-4d13-8e42-8dcba9598d26 admin admin] Pushing event updated for resources: {'Network': ['ID=5affcb60-9652-4dcb-abe3-55066826e530,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:39.546934 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 5affcb60-9652-4dcb-abe3-55066826e530 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:52:39.581028 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a1ae0e-b33d-49f7-965c-dcd415a87968 admin admin] Made reservation on behalf of 68788af95f7a4cfd818cd892f4f1da49 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:39.585100 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-56a1ae0e-b33d-49f7-965c-dcd415a87968 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:39.586327 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-91640611-a93e-4d83-8a59-1ac4e4ffad66 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Allocated IP 172.20.0.2 (1ad75942-8a9e-4718-9815-ad27d5bad609/efc5a7ec-004d-467f-9a91-81aefb64567f/806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:39.696102 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-55081758-746f-4a61-b01f-9c4c7f31026b service neutron] Attempting to bind port d4e0317a-996d-4c22-98da-6b5fe21ce920 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:39.696589 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-55081758-746f-4a61-b01f-9c4c7f31026b service neutron] Attempting to bind port d4e0317a-996d-4c22-98da-6b5fe21ce920 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:39.697641 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-55081758-746f-4a61-b01f-9c4c7f31026b service neutron] Attempting to bind port d4e0317a-996d-4c22-98da-6b5fe21ce920 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:39.706361 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-55081758-746f-4a61-b01f-9c4c7f31026b service neutron] Port d4e0317a-996d-4c22-98da-6b5fe21ce920 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:52:39.706825 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-55081758-746f-4a61-b01f-9c4c7f31026b service neutron] Attempting to bind port d4e0317a-996d-4c22-98da-6b5fe21ce920 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:39.720576 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-55081758-746f-4a61-b01f-9c4c7f31026b service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:39.722814 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-55081758-746f-4a61-b01f-9c4c7f31026b service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:39.723249 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-55081758-746f-4a61-b01f-9c4c7f31026b service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:39.723950 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-55081758-746f-4a61-b01f-9c4c7f31026b service neutron] Bound port: d4e0317a-996d-4c22-98da-6b5fe21ce920, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:39.724707 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-55081758-746f-4a61-b01f-9c4c7f31026b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:39.851503 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ae4643-d73a-4869-b9a8-5053671b5c8a x-openstack-request-id: req-20ae4643-d73a-4869-b9a8-5053671b5c8a {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:39.851807 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67690e6-c776-4977-a070-dec64d61e4d9", "tag": "c21768d3-1ac5-4f55-bd0b-04211e22f403", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:39.852147 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20ae4643-d73a-4869-b9a8-5053671b5c8a {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:39.852678 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67690e6-c776-4977-a070-dec64d61e4d9', 'tag': 'c21768d3-1ac5-4f55-bd0b-04211e22f403', 'status': 'completed', 'code': 200} Jul 07 16:52:39.939861 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-55081758-746f-4a61-b01f-9c4c7f31026b service neutron] For port d4e0317a-996d-4c22-98da-6b5fe21ce920, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:39.979213 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d6f591eb-c5ac-4474-94da-e0b9194b1fc2 req-8314f1cd-7291-44dd-981f-0c373d3abd1d tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 210 time: 0.0561786 Jul 07 16:52:39.986702 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-55081758-746f-4a61-b01f-9c4c7f31026b service neutron] For port d4e0317a-996d-4c22-98da-6b5fe21ce920, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=d4e0317a-996d-4c22-98da-6b5fe21ce920,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:39.997615 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-55081758-746f-4a61-b01f-9c4c7f31026b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:40.096079 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-55081758-746f-4a61-b01f-9c4c7f31026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:40.096428 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-55081758-746f-4a61-b01f-9c4c7f31026b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:40.097969 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-55081758-746f-4a61-b01f-9c4c7f31026b service neutron] 10.222.0.72 "PUT /v2.0/ports/d4e0317a-996d-4c22-98da-6b5fe21ce920 HTTP/1.1" status: 200 len: 1097 time: 2.5627625 Jul 07 16:52:40.104999 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55081758-746f-4a61-b01f-9c4c7f31026b service neutron] Pushing event updated for resources: {'Port': ['ID=d4e0317a-996d-4c22-98da-6b5fe21ce920,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:40.110366 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59c2e5c-cd59-4730-8c04-b05911825bea', 'tag': 'd4e0317a-996d-4c22-98da-6b5fe21ce920'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:40.114963 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae379959-1f7d-43d3-8dd2-2ec427edfcee" -d '{"events": [{"name": "network-changed", "server_uuid": "f59c2e5c-cd59-4730-8c04-b05911825bea", "tag": "d4e0317a-996d-4c22-98da-6b5fe21ce920"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:40.321001 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-56a1ae0e-b33d-49f7-965c-dcd415a87968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:40.351311 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852aa403-4445-46b9-adcb-0d801454cc5a req-9ae2bf67-0a03-4d45-bdb3-52a19d15e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:40.352772 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-852aa403-4445-46b9-adcb-0d801454cc5a req-9ae2bf67-0a03-4d45-bdb3-52a19d15e9b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 1.1262267 Jul 07 16:52:40.497125 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-be3b7214-6ded-4dfb-9b2b-5cde1496fe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:40.499351 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-be3b7214-6ded-4dfb-9b2b-5cde1496fe5a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 1100 time: 0.3353629 Jul 07 16:52:40.557111 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-91640611-a93e-4d83-8a59-1ac4e4ffad66 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:40.584365 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-0270d5c4-619c-4e02-98cb-3ffc8d4d8440 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=d4e0317a-996d-4c22-98da-6b5fe21ce920 HTTP/1.1" status: 200 len: 217 time: 0.0728397 Jul 07 16:52:40.597259 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1ae0e-b33d-49f7-965c-dcd415a87968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39196474-83b2-4556-a501-a9a5bbbecb76,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:40.668874 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a1ae0e-b33d-49f7-965c-dcd415a87968 admin admin] Checking segment: {'id': 'd3e53654-4d39-4a43-a515-e4b6ad69f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5affcb60-9652-4dcb-abe3-55066826e530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:40.669512 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a1ae0e-b33d-49f7-965c-dcd415a87968 admin admin] Network hostable DHCP agents. Network: 5affcb60-9652-4dcb-abe3-55066826e530, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:52:40.685633 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37e8a8-5279-4cc8-8a70-143b2da41b33 req-3993638a-5cb1-4f80-9d86-7545fcacdf57 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:40.689235 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9f37e8a8-5279-4cc8-8a70-143b2da41b33 req-3993638a-5cb1-4f80-9d86-7545fcacdf57 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d177e5-1672-4a42-badc-5a0d1e0835c8 HTTP/1.1" status: 200 len: 931 time: 0.3598225 Jul 07 16:52:40.695759 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089282b6-3189-4a6e-807b-efbb3b37c936 req-6303f024-5917-4a4f-a71e-4bb855a9fb8c tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:40.698528 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-089282b6-3189-4a6e-807b-efbb3b37c936 req-6303f024-5917-4a4f-a71e-4bb855a9fb8c tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.53 "GET /v2.0/ports?device_id=07674f1e-db91-4c03-9dce-1fab2c2d8c55 HTTP/1.1" status: 200 len: 949 time: 0.4028862 Jul 07 16:52:40.706686 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-de16ff5b-6e82-4af3-afdc-e2a324bd6b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da3ae13c-bbd6-4f65-942c-4657de3b9be4 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:40.718296 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-de16ff5b-6e82-4af3-afdc-e2a324bd6b82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:40.747213 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-d6a7512a-ca5d-4be8-a361-a8ea7ea591d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:40.748838 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-d6a7512a-ca5d-4be8-a361-a8ea7ea591d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1545594 Jul 07 16:52:40.749463 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a1ae0e-b33d-49f7-965c-dcd415a87968 admin admin] Network 5affcb60-9652-4dcb-abe3-55066826e530 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:52:40.759022 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852aa403-4445-46b9-adcb-0d801454cc5a req-25dc0e2b-06be-486a-bac8-233c749a7471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:40.760589 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-852aa403-4445-46b9-adcb-0d801454cc5a req-25dc0e2b-06be-486a-bac8-233c749a7471 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3812852 Jul 07 16:52:40.768353 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-de16ff5b-6e82-4af3-afdc-e2a324bd6b82 service neutron] Transition to ACTIVE for port object da3ae13c-bbd6-4f65-942c-4657de3b9be4 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:40.799545 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-de16ff5b-6e82-4af3-afdc-e2a324bd6b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:40.806865 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-91640611-a93e-4d83-8a59-1ac4e4ffad66 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:40.822566 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-56a1ae0e-b33d-49f7-965c-dcd415a87968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 5affcb60-9652-4dcb-abe3-55066826e530) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:40.835897 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8db2b6-1d6b-40a4-b543-d4663c892e4b None None] Network 5affcb60-9652-4dcb-abe3-55066826e530 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:52:40.841679 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a1ae0e-b33d-49f7-965c-dcd415a87968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:40.842286 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-56a1ae0e-b33d-49f7-965c-dcd415a87968 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:40.857891 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-089282b6-3189-4a6e-807b-efbb3b37c936 req-ce0e15e0-2de8-41a6-a6d1-d214907e25e5 tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b048c9b-1ddf-4ae7-a00c-416de5a7aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472261 Jul 07 16:52:40.898044 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9f37e8a8-5279-4cc8-8a70-143b2da41b33 req-92bf0a11-0c20-4f27-b33f-ffe7d34218c6 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5704a10f-40dc-4a3e-9704-7214d47c05a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750088 Jul 07 16:52:40.924450 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-56a1ae0e-b33d-49f7-965c-dcd415a87968 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4945543 Jul 07 16:52:40.985160 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-20b6771b-cec4-4bde-92da-d8c86d7fc71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:40.995857 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-20b6771b-cec4-4bde-92da-d8c86d7fc71c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2328243 Jul 07 16:52:41.010795 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-91640611-a93e-4d83-8a59-1ac4e4ffad66 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Network 1ad75942-8a9e-4718-9815-ad27d5bad609 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:41.042996 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-91640611-a93e-4d83-8a59-1ac4e4ffad66 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:41.106620 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16ff5b-6e82-4af3-afdc-e2a324bd6b82 service neutron] Pushing event updated for resources: {'Port': ['ID=da3ae13c-bbd6-4f65-942c-4657de3b9be4,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:41.129969 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-91640611-a93e-4d83-8a59-1ac4e4ffad66 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:41.272296 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e5ba00-8ad2-4952-ba3c-46062514cb7f None None] Network 5affcb60-9652-4dcb-abe3-55066826e530 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:52:41.272846 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-852aa403-4445-46b9-adcb-0d801454cc5a req-00da95bf-48f7-4283-bedc-16c9560e64ae service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5021510 Jul 07 16:52:41.327315 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91640611-a93e-4d83-8a59-1ac4e4ffad66 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Pushing event updated for resources: {'Port': ['ID=806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:41.416097 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-2a4602f1-cace-480e-ac53-8c0b8f0f305d service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138582 Jul 07 16:52:41.472480 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-91640611-a93e-4d83-8a59-1ac4e4ffad66 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:41.474510 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-91640611-a93e-4d83-8a59-1ac4e4ffad66 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:41.563069 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-852aa403-4445-46b9-adcb-0d801454cc5a req-ceca7266-2e1e-4cd9-a3b8-c1e5fc48ccd8 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572563 Jul 07 16:52:41.617273 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40798697-e7bc-4d6c-bf5e-fa98a160adef req-81ad228f-a765-4b5d-9fa9-0c3b5030ecc1 tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:41.620658 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-40798697-e7bc-4d6c-bf5e-fa98a160adef req-81ad228f-a765-4b5d-9fa9-0c3b5030ecc1 tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.72 "GET /v2.0/ports?device_id=07674f1e-db91-4c03-9dce-1fab2c2d8c55 HTTP/1.1" status: 200 len: 949 time: 0.4557185 Jul 07 16:52:41.638417 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf241c7b-816f-4104-a0c6-71b7d6dfc07f req-d2993985-e741-41f0-9d3d-efffedeb2b64 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:41.640179 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cf241c7b-816f-4104-a0c6-71b7d6dfc07f req-d2993985-e741-41f0-9d3d-efffedeb2b64 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=f67690e6-c776-4977-a070-dec64d61e4d9 HTTP/1.1" status: 200 len: 947 time: 0.4319766 Jul 07 16:52:41.641120 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-de16ff5b-6e82-4af3-afdc-e2a324bd6b82 service neutron] Attempting to bind port da3ae13c-bbd6-4f65-942c-4657de3b9be4 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:41.641484 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-de16ff5b-6e82-4af3-afdc-e2a324bd6b82 service neutron] Attempting to bind port da3ae13c-bbd6-4f65-942c-4657de3b9be4 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'f0742f5c-6205-4710-bf4d-eea2f1844447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:41.641835 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-de16ff5b-6e82-4af3-afdc-e2a324bd6b82 service neutron] Attempting to bind port da3ae13c-bbd6-4f65-942c-4657de3b9be4 on network 50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:41.647033 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-91640611-a93e-4d83-8a59-1ac4e4ffad66 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6541247 Jul 07 16:52:41.660475 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-de16ff5b-6e82-4af3-afdc-e2a324bd6b82 service neutron] Port da3ae13c-bbd6-4f65-942c-4657de3b9be4 on network 50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:52:41.660849 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-de16ff5b-6e82-4af3-afdc-e2a324bd6b82 service neutron] Attempting to bind port da3ae13c-bbd6-4f65-942c-4657de3b9be4 on network 50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:41.675165 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-3e94fc0e-57d4-424c-b408-0ffa61cdd47f service neutron] Request body: {'port': {'device_id': '6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:41.742777 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-de16ff5b-6e82-4af3-afdc-e2a324bd6b82 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:41.748538 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-de16ff5b-6e82-4af3-afdc-e2a324bd6b82 service neutron] Checking segment: {'id': 'f0742f5c-6205-4710-bf4d-eea2f1844447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:41.748538 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-de16ff5b-6e82-4af3-afdc-e2a324bd6b82 service neutron] Bound using segment: {'id': 'f0742f5c-6205-4710-bf4d-eea2f1844447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:41.748538 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-de16ff5b-6e82-4af3-afdc-e2a324bd6b82 service neutron] Bound port: da3ae13c-bbd6-4f65-942c-4657de3b9be4, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0742f5c-6205-4710-bf4d-eea2f1844447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:41.748538 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-de16ff5b-6e82-4af3-afdc-e2a324bd6b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:41.775447 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d54d86-2991-45f1-9025-3ba069a684b8 req-65c12c77-69c1-424b-8f83-ee0cd977096c service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386440 Jul 07 16:52:41.823837 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cf241c7b-816f-4104-a0c6-71b7d6dfc07f req-fb4510dd-a1ee-4228-8c9b-67aa1fdbab6e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742554 Jul 07 16:52:41.889459 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-75eb7b11-a29a-427e-8f23-219ac2a6f316 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9f46bbcdf53c4323bb87a07d96d28fdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0983951 Jul 07 16:52:41.920266 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2ba08a-fc30-4cbd-a113-12bbc7b6c8d3 x-openstack-request-id: req-fb2ba08a-fc30-4cbd-a113-12bbc7b6c8d3 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:41.920266 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f59c2e5c-cd59-4730-8c04-b05911825bea", "tag": "d4e0317a-996d-4c22-98da-6b5fe21ce920", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:41.920583 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb2ba08a-fc30-4cbd-a113-12bbc7b6c8d3 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:41.920927 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59c2e5c-cd59-4730-8c04-b05911825bea', 'tag': 'd4e0317a-996d-4c22-98da-6b5fe21ce920', 'status': 'completed', 'code': 200} Jul 07 16:52:42.017869 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-3e94fc0e-57d4-424c-b408-0ffa61cdd47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:42.024708 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-de16ff5b-6e82-4af3-afdc-e2a324bd6b82 service neutron] For port da3ae13c-bbd6-4f65-942c-4657de3b9be4, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:42.058604 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-40798697-e7bc-4d6c-bf5e-fa98a160adef req-91d50b7a-9e1e-4d77-b170-4361e400267f tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Deleting port c25ac552-3f61-4558-8750-548a4a796dfb {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:52:42.059094 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-40798697-e7bc-4d6c-bf5e-fa98a160adef req-91d50b7a-9e1e-4d77-b170-4361e400267f tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:42.099630 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299d655-cba8-40f2-87a9-fc6c7d444420 req-fcd1a279-3f92-4f48-bf1f-216200a8c4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:42.102890 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4299d655-cba8-40f2-87a9-fc6c7d444420 req-fcd1a279-3f92-4f48-bf1f-216200a8c4c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cacbbe331674230a8cdeaae1095bd51&device_id=f67690e6-c776-4977-a070-dec64d61e4d9 HTTP/1.1" status: 200 len: 1099 time: 0.4191236 Jul 07 16:52:42.119743 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-de16ff5b-6e82-4af3-afdc-e2a324bd6b82 service neutron] For port da3ae13c-bbd6-4f65-942c-4657de3b9be4, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=da3ae13c-bbd6-4f65-942c-4657de3b9be4,segment=NetworkSegment(f0742f5c-6205-4710-bf4d-eea2f1844447),segment_id=f0742f5c-6205-4710-bf4d-eea2f1844447)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:42.182988 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-b5ec7781-4103-4ddf-926e-5c4859f291fb tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:42.184560 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-b5ec7781-4103-4ddf-926e-5c4859f291fb tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2761822 Jul 07 16:52:42.196950 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-de16ff5b-6e82-4af3-afdc-e2a324bd6b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:42.214587 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae379959-1f7d-43d3-8dd2-2ec427edfcee req-62083b65-4e10-46ae-ad38-3a39ee29ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:42.216129 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ae379959-1f7d-43d3-8dd2-2ec427edfcee req-62083b65-4e10-46ae-ad38-3a39ee29ac3a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 1100 time: 0.2782509 Jul 07 16:52:42.239664 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-a80a9d21-881c-4217-9ac0-4c41c8ca9ae8 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.53 "GET /v2.0/quotas/9f46bbcdf53c4323bb87a07d96d28fdb HTTP/1.1" status: 200 len: 375 time: 0.0477600 Jul 07 16:52:42.315013 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-de16ff5b-6e82-4af3-afdc-e2a324bd6b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:42.316014 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-de16ff5b-6e82-4af3-afdc-e2a324bd6b82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:42.318323 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-de16ff5b-6e82-4af3-afdc-e2a324bd6b82 service neutron] 10.222.0.64 "PUT /v2.0/ports/da3ae13c-bbd6-4f65-942c-4657de3b9be4 HTTP/1.1" status: 200 len: 1092 time: 4.7261710 Jul 07 16:52:42.330865 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d177e5-1672-4a42-badc-5a0d1e0835c8', 'tag': 'da3ae13c-bbd6-4f65-942c-4657de3b9be4'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:42.333462 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-0e8517ed-ac7e-485c-b7bc-be9d624a9bce tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9f46bbcdf53c4323bb87a07d96d28fdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0807421 Jul 07 16:52:42.334544 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c37f1da-c2fc-455d-a5ba-e4c55d3d4f43" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d177e5-1672-4a42-badc-5a0d1e0835c8", "tag": "da3ae13c-bbd6-4f65-942c-4657de3b9be4"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:42.335335 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-40798697-e7bc-4d6c-bf5e-fa98a160adef req-91d50b7a-9e1e-4d77-b170-4361e400267f tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] For port c25ac552-3f61-4558-8750-548a4a796dfb, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c25ac552-3f61-4558-8750-548a4a796dfb,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:42.335749 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-40798697-e7bc-4d6c-bf5e-fa98a160adef req-91d50b7a-9e1e-4d77-b170-4361e400267f tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:42.359282 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-40798697-e7bc-4d6c-bf5e-fa98a160adef req-91d50b7a-9e1e-4d77-b170-4361e400267f tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Calling delete_port for c25ac552-3f61-4558-8750-548a4a796dfb owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:52:42.484510 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae379959-1f7d-43d3-8dd2-2ec427edfcee req-bbcebaa7-8877-4003-ae3b-75f1779f4d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:42.486774 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ae379959-1f7d-43d3-8dd2-2ec427edfcee req-bbcebaa7-8877-4003-ae3b-75f1779f4d8f service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.2622588 Jul 07 16:52:42.556157 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ae379959-1f7d-43d3-8dd2-2ec427edfcee req-b5231d07-4a43-40cb-aedd-b58ea3e30a35 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=d4e0317a-996d-4c22-98da-6b5fe21ce920 HTTP/1.1" status: 200 len: 217 time: 0.0531328 Jul 07 16:52:42.622134 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16ff5b-6e82-4af3-afdc-e2a324bd6b82 service neutron] Pushing event updated for resources: {'Port': ['ID=da3ae13c-bbd6-4f65-942c-4657de3b9be4,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:42.641692 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299d655-cba8-40f2-87a9-fc6c7d444420 req-c6713b4d-d4ab-4f14-a36b-3cb0cb48c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:42.643568 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4299d655-cba8-40f2-87a9-fc6c7d444420 req-c6713b4d-d4ab-4f14-a36b-3cb0cb48c471 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.5339985 Jul 07 16:52:42.750575 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181eb0f9-85d9-444e-a2f6-f37ea9965769 req-2c895f8a-3c64-4841-94b6-e4a051ff9a79 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:42.752246 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-181eb0f9-85d9-444e-a2f6-f37ea9965769 req-2c895f8a-3c64-4841-94b6-e4a051ff9a79 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 948 time: 0.6479182 Jul 07 16:52:42.757149 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4299d655-cba8-40f2-87a9-fc6c7d444420 req-f9f0b317-e411-4b82-b99f-2b86e91d1f38 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=c21768d3-1ac5-4f55-bd0b-04211e22f403 HTTP/1.1" status: 200 len: 217 time: 0.0986850 Jul 07 16:52:42.906977 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-cdc3a932-9c59-49c7-a620-9cdc6643ac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:42.908510 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-cdc3a932-9c59-49c7-a620-9cdc6643ac03 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=807e3ea622de4599bed76047b27cb02c&device_id=f4d177e5-1672-4a42-badc-5a0d1e0835c8 HTTP/1.1" status: 200 len: 1095 time: 0.3636243 Jul 07 16:52:42.928434 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299d655-cba8-40f2-87a9-fc6c7d444420 req-daf9c38a-acc2-4276-9d70-acfc592230ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:42.930013 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4299d655-cba8-40f2-87a9-fc6c7d444420 req-daf9c38a-acc2-4276-9d70-acfc592230ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1655505 Jul 07 16:52:43.037336 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-181eb0f9-85d9-444e-a2f6-f37ea9965769 req-208b5ea4-4bea-41d0-88aa-a93cd709dd13 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264714 Jul 07 16:52:43.043426 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-875272c9-21cf-4ac0-97ed-484cf49a067b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da3ae13c-bbd6-4f65-942c-4657de3b9be4 HTTP/1.1" status: 200 len: 217 time: 0.1033020 Jul 07 16:52:43.131210 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae379959-1f7d-43d3-8dd2-2ec427edfcee req-26b36911-4344-4572-add9-ce0a1bae7c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:43.133057 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ae379959-1f7d-43d3-8dd2-2ec427edfcee req-26b36911-4344-4572-add9-ce0a1bae7c3a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.5597148 Jul 07 16:52:43.163813 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-e6ba86a3-74ba-41d9-9a98-160cd8a0e714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:43.165384 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-e6ba86a3-74ba-41d9-9a98-160cd8a0e714 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ddd452ef-84e2-4c74-9b12-af8c121336aa HTTP/1.1" status: 200 len: 863 time: 0.1127033 Jul 07 16:52:43.167890 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-3e94fc0e-57d4-424c-b408-0ffa61cdd47f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:43.182836 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-3e94fc0e-57d4-424c-b408-0ffa61cdd47f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:43.234263 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299d655-cba8-40f2-87a9-fc6c7d444420 req-e72b5cff-2d1f-4238-b776-f4e7dce140fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:43.236020 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4299d655-cba8-40f2-87a9-fc6c7d444420 req-e72b5cff-2d1f-4238-b776-f4e7dce140fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2902360 Jul 07 16:52:43.238844 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-3e94fc0e-57d4-424c-b408-0ffa61cdd47f service neutron] Transition to ACTIVE for port object 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:43.253213 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-3e94fc0e-57d4-424c-b408-0ffa61cdd47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:43.254359 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65189e8e-cf75-4e73-9c6a-3d55a2cf806e req-9416b3fc-bb4e-4914-849f-dec7287a006e tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:43.263949 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65189e8e-cf75-4e73-9c6a-3d55a2cf806e req-9416b3fc-bb4e-4914-849f-dec7287a006e tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 931 time: 0.2611144 Jul 07 16:52:43.284525 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-40798697-e7bc-4d6c-bf5e-fa98a160adef req-91d50b7a-9e1e-4d77-b170-4361e400267f tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:43.297937 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['c25ac552-3f61-4558-8750-548a4a796dfb'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:43.365989 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d50b7a-9e1e-4d77-b170-4361e400267f tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Pushing event deleted for resources: {'Port': ['ID=c25ac552-3f61-4558-8750-548a4a796dfb,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:43.395441 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae379959-1f7d-43d3-8dd2-2ec427edfcee req-d5b3b16c-c0a7-4549-9f7b-8c63c7e7035a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:43.397345 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ae379959-1f7d-43d3-8dd2-2ec427edfcee req-d5b3b16c-c0a7-4549-9f7b-8c63c7e7035a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2486017 Jul 07 16:52:43.427739 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94fc0e-57d4-424c-b408-0ffa61cdd47f service neutron] Pushing event updated for resources: {'Port': ['ID=806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:43.441378 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-af6c6d12-2389-4e58-ab88-0a887fbba512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:43.443093 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-af6c6d12-2389-4e58-ab88-0a887fbba512 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=50232d7a-ae5c-48dc-bfa5-d97d97ae3d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2650595 Jul 07 16:52:43.563486 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65189e8e-cf75-4e73-9c6a-3d55a2cf806e req-573a921f-54bf-4fb2-b135-05d977d0c3ca tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984569 Jul 07 16:52:43.602234 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-40798697-e7bc-4d6c-bf5e-fa98a160adef req-91d50b7a-9e1e-4d77-b170-4361e400267f tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] No DVR routers for this DVR port c25ac552-3f61-4558-8750-548a4a796dfb on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:52:43.606929 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-40798697-e7bc-4d6c-bf5e-fa98a160adef req-91d50b7a-9e1e-4d77-b170-4361e400267f tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:43.609283 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-40798697-e7bc-4d6c-bf5e-fa98a160adef req-91d50b7a-9e1e-4d77-b170-4361e400267f tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.72 "DELETE /v2.0/ports/c25ac552-3f61-4558-8750-548a4a796dfb HTTP/1.1" status: 204 len: 173 time: 1.9503536 Jul 07 16:52:43.611961 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ae379959-1f7d-43d3-8dd2-2ec427edfcee req-6d004c45-a845-4bd0-9e1f-d6e70d2cd46f service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038267 Jul 07 16:52:43.854063 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ae379959-1f7d-43d3-8dd2-2ec427edfcee req-8f3465fc-1282-4d79-9b28-b6e432862852 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351029 Jul 07 16:52:43.920726 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ac4896b3-d7f8-4332-b165-eb60cec6ad7d req-ed51e1b2-11fd-4c37-a050-101348467502 tempest-ServerDiagnosticsNegativeTest-571806019 tempest-ServerDiagnosticsNegativeTest-571806019-project] 10.222.0.53 "GET /v2.0/ports?device_id=07674f1e-db91-4c03-9dce-1fab2c2d8c55 HTTP/1.1" status: 200 len: 210 time: 0.0650215 Jul 07 16:52:43.922631 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07674f1e-db91-4c03-9dce-1fab2c2d8c55', 'name': 'network-vif-deleted', 'tag': 'c25ac552-3f61-4558-8750-548a4a796dfb'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:43.926888 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2beec8-b9b9-4b32-8057-3b01888ab801" -d '{"events": [{"server_uuid": "07674f1e-db91-4c03-9dce-1fab2c2d8c55", "name": "network-vif-deleted", "tag": "c25ac552-3f61-4558-8750-548a4a796dfb"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:44.078088 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4299d655-cba8-40f2-87a9-fc6c7d444420 req-06625818-233a-40bb-ae41-6b3ceb28ba39 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8342919 Jul 07 16:52:44.193702 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-3e94fc0e-57d4-424c-b408-0ffa61cdd47f service neutron] Attempting to bind port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:44.194041 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-3e94fc0e-57d4-424c-b408-0ffa61cdd47f service neutron] Attempting to bind port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:44.194371 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-3e94fc0e-57d4-424c-b408-0ffa61cdd47f service neutron] Attempting to bind port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:44.211606 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-0953bebf-09a8-4701-8e21-fec2651329e0 service neutron] 10.222.0.64 "GET /v2.0/networks/50232d7a-ae5c-48dc-bfa5-d97d97ae3d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7559726 Jul 07 16:52:44.222971 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-3e94fc0e-57d4-424c-b408-0ffa61cdd47f service neutron] Port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:52:44.223333 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-3e94fc0e-57d4-424c-b408-0ffa61cdd47f service neutron] Attempting to bind port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:44.225429 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a88886-8a09-44dc-917b-a1e7d122f078 req-22bc3f51-05f5-42e2-bb63-1f0ace9e4b2d tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:44.227212 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-22a88886-8a09-44dc-917b-a1e7d122f078 req-22bc3f51-05f5-42e2-bb63-1f0ace9e4b2d tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d177e5-1672-4a42-badc-5a0d1e0835c8 HTTP/1.1" status: 200 len: 943 time: 0.0870471 Jul 07 16:52:44.285490 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-22a88886-8a09-44dc-917b-a1e7d122f078 req-f4493bb7-0160-49e6-a267-37096af965b8 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5704a10f-40dc-4a3e-9704-7214d47c05a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502808 Jul 07 16:52:44.326105 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-3e94fc0e-57d4-424c-b408-0ffa61cdd47f service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:44.326530 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-3e94fc0e-57d4-424c-b408-0ffa61cdd47f service neutron] Checking segment: {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:44.326924 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-3e94fc0e-57d4-424c-b408-0ffa61cdd47f service neutron] Bound using segment: {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:44.327407 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-3e94fc0e-57d4-424c-b408-0ffa61cdd47f service neutron] Bound port: 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:44.328273 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-3e94fc0e-57d4-424c-b408-0ffa61cdd47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:44.340802 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-81556793-2fb9-4c1d-85b2-736c92a8f933 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:44.349368 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-81556793-2fb9-4c1d-85b2-736c92a8f933 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/networks?id=0f59045c-fb41-4f4e-86ad-a15d05bedb10 HTTP/1.1" status: 200 len: 808 time: 0.3536484 Jul 07 16:52:44.399740 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-cd97f681-41dc-4bc5-a069-b30f40859564 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/quotas/e3c30a38df434836b6a6d7bed9173bf0 HTTP/1.1" status: 200 len: 375 time: 0.0491221 Jul 07 16:52:44.404286 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4299d655-cba8-40f2-87a9-fc6c7d444420 req-5f9da42a-c8ef-4ce0-a280-f75578b0fecf service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137732 Jul 07 16:52:44.513395 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-5bf839d1-7a41-475f-a3c5-3d7963424b64 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3c30a38df434836b6a6d7bed9173bf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687301 Jul 07 16:52:44.522449 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device c21768d3-1ac5-4f55-bd0b-04211e22f403 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:44.555944 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-3e94fc0e-57d4-424c-b408-0ffa61cdd47f service neutron] For port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:44.578029 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-c7140bca-ea6b-414b-81b1-ccb0557ceccb tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=9f46bbcdf53c4323bb87a07d96d28fdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565450 Jul 07 16:52:44.601945 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c43cec62-8e30-4059-9c28-cea2b0e264ff req-5f9b65f5-d444-443d-8aee-49c87e069dde service neutron] 10.222.0.64 "GET /v2.0/networks/50232d7a-ae5c-48dc-bfa5-d97d97ae3d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798749 Jul 07 16:52:44.620270 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-3e94fc0e-57d4-424c-b408-0ffa61cdd47f service neutron] For port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:44.651878 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-3e94fc0e-57d4-424c-b408-0ffa61cdd47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:44.730115 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d48737-0747-408f-b899-54e50d23c608 x-openstack-request-id: req-68d48737-0747-408f-b899-54e50d23c608 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:44.730503 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d177e5-1672-4a42-badc-5a0d1e0835c8", "tag": "da3ae13c-bbd6-4f65-942c-4657de3b9be4", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:44.730925 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68d48737-0747-408f-b899-54e50d23c608 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:44.731334 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d177e5-1672-4a42-badc-5a0d1e0835c8', 'tag': 'da3ae13c-bbd6-4f65-942c-4657de3b9be4', 'status': 'completed', 'code': 200} Jul 07 16:52:44.731956 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94fc0e-57d4-424c-b408-0ffa61cdd47f service neutron] Pushing event updated for resources: {'Port': ['ID=806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:44.758579 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-3e94fc0e-57d4-424c-b408-0ffa61cdd47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:44.759919 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-3e94fc0e-57d4-424c-b408-0ffa61cdd47f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:44.762308 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-3e94fc0e-57d4-424c-b408-0ffa61cdd47f service neutron] 10.222.0.64 "PUT /v2.0/ports/806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 HTTP/1.1" status: 200 len: 1092 time: 3.1044197 Jul 07 16:52:44.799931 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-2a055202-8907-41fe-b8ca-c1183536fbe2 service neutron] 10.222.0.53 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786157 Jul 07 16:52:44.874994 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port c21768d3-1ac5-4f55-bd0b-04211e22f403, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=c21768d3-1ac5-4f55-bd0b-04211e22f403,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:44.917601 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b7f08603-22ce-491d-8de2-82aeb876ccfe req-80d452c8-c271-4dbf-a62c-e441d0104d8b tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f HTTP/1.1" status: 200 len: 210 time: 0.0835569 Jul 07 16:52:44.922717 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'c21768d3-1ac5-4f55-bd0b-04211e22f403', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': 'c21768d3-1ac5-4f55-bd0b-04211e22f403', 'mac_address': 'fa:16:3e:6c:ab:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:44.967502 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-f42df66d-afab-4084-978a-4f00bb36f560 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:44.982810 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-f42df66d-afab-4084-978a-4f00bb36f560 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3988314 Jul 07 16:52:44.995535 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e0a50106-0323-4231-8dcd-565c55952238 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Request body: {'port': {'device_id': 'a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': '9f46bbcdf53c4323bb87a07d96d28fdb'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:45.003425 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:45.029269 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21768d3-1ac5-4f55-bd0b-04211e22f403 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:45.061278 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port c21768d3-1ac5-4f55-bd0b-04211e22f403, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=c21768d3-1ac5-4f55-bd0b-04211e22f403,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:45.068455 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:45.202895 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=c21768d3-1ac5-4f55-bd0b-04211e22f403,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:45.219718 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-87d01c8e-457a-4fe1-8a9b-a4f3a1db290c service neutron] 10.222.0.53 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009590 Jul 07 16:52:45.283090 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['c21768d3-1ac5-4f55-bd0b-04211e22f403'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:45.333732 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979403d-3e5a-443c-a229-1e5b1a51e541 req-47832b88-c933-4269-835e-2b150ecbf638 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:45.342734 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5979403d-3e5a-443c-a229-1e5b1a51e541 req-47832b88-c933-4269-835e-2b150ecbf638 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=f67690e6-c776-4977-a070-dec64d61e4d9 HTTP/1.1" status: 200 len: 948 time: 0.1586738 Jul 07 16:52:45.344832 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-14bddf64-3f67-48a3-8fd5-cef62fc3c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:45.350071 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-14bddf64-3f67-48a3-8fd5-cef62fc3c78c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 1095 time: 0.2559805 Jul 07 16:52:45.358442 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37f1da-c2fc-455d-a5ba-e4c55d3d4f43 req-fb2c4b5d-942a-47a0-8cc4-c45adb9acc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:45.362651 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8c37f1da-c2fc-455d-a5ba-e4c55d3d4f43 req-fb2c4b5d-942a-47a0-8cc4-c45adb9acc68 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=807e3ea622de4599bed76047b27cb02c&device_id=f4d177e5-1672-4a42-badc-5a0d1e0835c8 HTTP/1.1" status: 200 len: 1095 time: 0.3903353 Jul 07 16:52:45.380471 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e0a50106-0323-4231-8dcd-565c55952238 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Made reservation on behalf of 9f46bbcdf53c4323bb87a07d96d28fdb for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:45.387186 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e0a50106-0323-4231-8dcd-565c55952238 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:45.406654 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e0a50106-0323-4231-8dcd-565c55952238 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:45.463296 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5979403d-3e5a-443c-a229-1e5b1a51e541 req-95d3baf0-f590-4181-8e78-ba248ab90119 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190498 Jul 07 16:52:45.586186 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbb0214-d1c1-40e1-b53b-dc97c6d65a18 x-openstack-request-id: req-bbbb0214-d1c1-40e1-b53b-dc97c6d65a18 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:45.587738 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07674f1e-db91-4c03-9dce-1fab2c2d8c55", "name": "network-vif-deleted", "tag": "c25ac552-3f61-4558-8750-548a4a796dfb", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:45.588022 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bbbb0214-d1c1-40e1-b53b-dc97c6d65a18 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:45.590049 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07674f1e-db91-4c03-9dce-1fab2c2d8c55', 'name': 'network-vif-deleted', 'tag': 'c25ac552-3f61-4558-8750-548a4a796dfb', 'status': 'completed', 'code': 200} Jul 07 16:52:45.675126 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-739bb9d9-bb97-42e4-ac45-a9d351a31b87 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 HTTP/1.1" status: 200 len: 217 time: 0.3097689 Jul 07 16:52:45.681072 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37f1da-c2fc-455d-a5ba-e4c55d3d4f43 req-04786ce8-ebeb-4724-a493-548f458779a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:45.684084 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8c37f1da-c2fc-455d-a5ba-e4c55d3d4f43 req-04786ce8-ebeb-4724-a493-548f458779a4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 HTTP/1.1" status: 200 len: 925 time: 0.3050802 Jul 07 16:52:45.703819 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e0a50106-0323-4231-8dcd-565c55952238 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:45.713369 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e0a50106-0323-4231-8dcd-565c55952238 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:45.816852 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8c37f1da-c2fc-455d-a5ba-e4c55d3d4f43 req-bccd7251-75b6-4e2c-80b9-0c7fad86e90d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da3ae13c-bbd6-4f65-942c-4657de3b9be4 HTTP/1.1" status: 200 len: 217 time: 0.1145329 Jul 07 16:52:45.842407 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device d4e0317a-996d-4c22-98da-6b5fe21ce920 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:45.897076 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e0a50106-0323-4231-8dcd-565c55952238 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Allocated IP 192.168.233.118 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/12e03976-57ff-497b-a28c-2cc52e86c04b) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:45.933801 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device c25ac552-3f61-4558-8750-548a4a796dfb no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:52:45.992411 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: c25ac552-3f61-4558-8750-548a4a796dfb {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:52:45.992733 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-08422d9f-7f5b-4f65-add0-d926636b8817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:45.993245 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device c25ac552-3f61-4558-8750-548a4a796dfb not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:52:45.995544 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-08422d9f-7f5b-4f65-add0-d926636b8817 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=efc5a7ec-004d-467f-9a91-81aefb64567f HTTP/1.1" status: 200 len: 861 time: 0.3097115 Jul 07 16:52:46.017266 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37f1da-c2fc-455d-a5ba-e4c55d3d4f43 req-acdfba81-c23a-4de6-820d-f2d357835d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:46.019148 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8c37f1da-c2fc-455d-a5ba-e4c55d3d4f43 req-acdfba81-c23a-4de6-820d-f2d357835d7c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ddd452ef-84e2-4c74-9b12-af8c121336aa HTTP/1.1" status: 200 len: 863 time: 0.1942325 Jul 07 16:52:46.043682 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-41e1d5f5-63fc-4990-9144-5817754433d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ad75942-8a9e-4718-9815-ad27d5bad609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382705 Jul 07 16:52:46.056965 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port d4e0317a-996d-4c22-98da-6b5fe21ce920, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=d4e0317a-996d-4c22-98da-6b5fe21ce920,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:46.070591 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'd4e0317a-996d-4c22-98da-6b5fe21ce920', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': 'd4e0317a-996d-4c22-98da-6b5fe21ce920', 'mac_address': 'fa:16:3e:53:5c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:46.130915 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a50106-0323-4231-8dcd-565c55952238 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0292522-6d47-430c-b078-d228bbd3d92a,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:46.205842 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:46.213132 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed08ce-5a76-421f-98f4-559a1df91e51 req-c3631ffc-2581-4bc7-89e2-665222c9fc96 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:46.215636 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5bed08ce-5a76-421f-98f4-559a1df91e51 req-c3631ffc-2581-4bc7-89e2-665222c9fc96 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 943 time: 0.2341404 Jul 07 16:52:46.216085 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69ab5b-c923-4a2a-b2b8-02996ad83633 req-f2bc4593-49a0-4033-8265-55a421432b34 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:46.229381 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2b69ab5b-c923-4a2a-b2b8-02996ad83633 req-f2bc4593-49a0-4033-8265-55a421432b34 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 948 time: 0.3386319 Jul 07 16:52:46.251056 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e0317a-996d-4c22-98da-6b5fe21ce920 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:46.260199 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e0a50106-0323-4231-8dcd-565c55952238 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:46.313680 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e0a50106-0323-4231-8dcd-565c55952238 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Transition to ACTIVE for port object 12e03976-57ff-497b-a28c-2cc52e86c04b will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:46.323679 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5bed08ce-5a76-421f-98f4-559a1df91e51 req-cb1c2a09-93cb-4f44-a8e7-dd8eb39fed5a tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910628 Jul 07 16:52:46.326536 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port d4e0317a-996d-4c22-98da-6b5fe21ce920, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=d4e0317a-996d-4c22-98da-6b5fe21ce920,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:46.335348 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:46.343933 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2b69ab5b-c923-4a2a-b2b8-02996ad83633 req-3c3fa5a7-51c5-46ea-a14a-d94b48f903bb tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125960 Jul 07 16:52:46.390078 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-6a3777c4-53bf-4750-a086-0ca1bcb28177 service neutron] 10.222.0.64 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358316 Jul 07 16:52:46.395813 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37f1da-c2fc-455d-a5ba-e4c55d3d4f43 req-a7d6ad28-fbad-42dd-9d2d-738149657f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:46.408792 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8c37f1da-c2fc-455d-a5ba-e4c55d3d4f43 req-a7d6ad28-fbad-42dd-9d2d-738149657f1f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=50232d7a-ae5c-48dc-bfa5-d97d97ae3d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3592205 Jul 07 16:52:46.455937 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e0a50106-0323-4231-8dcd-565c55952238 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:46.522377 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=d4e0317a-996d-4c22-98da-6b5fe21ce920,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:46.548960 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device c21768d3-1ac5-4f55-bd0b-04211e22f403 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:46.565367 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e0a50106-0323-4231-8dcd-565c55952238 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:46.582306 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e0a50106-0323-4231-8dcd-565c55952238 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:46.589526 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['d4e0317a-996d-4c22-98da-6b5fe21ce920'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:46.613529 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e0a50106-0323-4231-8dcd-565c55952238 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:46.728261 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a50106-0323-4231-8dcd-565c55952238 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Pushing event updated for resources: {'Port': ['ID=12e03976-57ff-497b-a28c-2cc52e86c04b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:46.751474 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29', 'tag': '806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:46.761590 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29447252-17c8-49aa-9de1-167bbd4f62ce" -d '{"events": [{"name": "network-changed", "server_uuid": "6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29", "tag": "806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:46.849230 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e0a50106-0323-4231-8dcd-565c55952238 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:46.850485 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e0a50106-0323-4231-8dcd-565c55952238 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:46.956921 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8c37f1da-c2fc-455d-a5ba-e4c55d3d4f43 req-7117e900-8b8f-4cb0-a5ae-a3b88c9daee1 service neutron] 10.222.0.64 "GET /v2.0/networks/50232d7a-ae5c-48dc-bfa5-d97d97ae3d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5417144 Jul 07 16:52:47.083857 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1794360f-ce25-4733-a071-2bcc2e88a345 req-9713013b-2aaf-45c1-8a34-b9acd0a999af service neutron] 10.222.0.64 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6815126 Jul 07 16:52:47.097484 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8ebe5e81-2261-4c44-8410-9ce3a2a414cf req-799d6336-642a-43fe-b19a-6b2643783a2b tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 210 time: 0.2423954 Jul 07 16:52:47.118088 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e0a50106-0323-4231-8dcd-565c55952238 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1271582 Jul 07 16:52:47.124413 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7c502-d765-40e5-a370-f8334c21179a req-3e4dc700-cb8a-4a6a-a7ee-8347c35190d0 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:47.126661 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-25d7c502-d765-40e5-a370-f8334c21179a req-3e4dc700-cb8a-4a6a-a7ee-8347c35190d0 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d177e5-1672-4a42-badc-5a0d1e0835c8 HTTP/1.1" status: 200 len: 943 time: 0.3832734 Jul 07 16:52:47.137066 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e92fbf7e-98ce-4713-9f2d-1fffd7adb975 service neutron] Request body: {'port': {'device_id': 'a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:47.170369 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port c21768d3-1ac5-4f55-bd0b-04211e22f403 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:47.252171 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port c21768d3-1ac5-4f55-bd0b-04211e22f403 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:47.253050 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:47.254199 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8c37f1da-c2fc-455d-a5ba-e4c55d3d4f43 req-321008da-79e8-4f20-810b-1a8b56dfca2b service neutron] 10.222.0.64 "GET /v2.0/networks/50232d7a-ae5c-48dc-bfa5-d97d97ae3d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891729 Jul 07 16:52:47.283182 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-25d7c502-d765-40e5-a370-f8334c21179a req-d9760d49-fe7f-4217-af0d-24585600b84d tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5704a10f-40dc-4a3e-9704-7214d47c05a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297414 Jul 07 16:52:47.336086 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e92fbf7e-98ce-4713-9f2d-1fffd7adb975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:47.366454 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45040) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:47.372411 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f07954da-71f4-4f76-bbd4-6c63b59d4de2 None None] Provisioning for port 12e03976-57ff-497b-a28c-2cc52e86c04b completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:47.387568 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f07954da-71f4-4f76-bbd4-6c63b59d4de2 None None] Provisioning complete for port 12e03976-57ff-497b-a28c-2cc52e86c04b triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:47.388119 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f07954da-71f4-4f76-bbd4-6c63b59d4de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:47.469438 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:52:47.508395 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-f07954da-71f4-4f76-bbd4-6c63b59d4de2 None None] Port 12e03976-57ff-497b-a28c-2cc52e86c04b cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:52:47.591012 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:47.657584 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67690e6-c776-4977-a070-dec64d61e4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21768d3-1ac5-4f55-bd0b-04211e22f403'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:47.661340 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e836a848-4892-4c93-a27a-435f4bd791e8" -d '{"events": [{"server_uuid": "f67690e6-c776-4977-a070-dec64d61e4d9", "name": "network-vif-plugged", "status": "completed", "tag": "c21768d3-1ac5-4f55-bd0b-04211e22f403"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:47.699801 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6f2f4-d464-40d4-a9aa-4f10c991d122 req-eaaf1df2-8bbd-413b-bd20-aae71dee1d05 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:47.703542 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port c21768d3-1ac5-4f55-bd0b-04211e22f403, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=c21768d3-1ac5-4f55-bd0b-04211e22f403,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:47.708932 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-17a6f2f4-d464-40d4-a9aa-4f10c991d122 req-eaaf1df2-8bbd-413b-bd20-aae71dee1d05 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f HTTP/1.1" status: 200 len: 936 time: 0.1719904 Jul 07 16:52:47.712320 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:47.723147 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-57c17c0a-b5d6-4eee-9dc5-e6fa125c479a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60626b1bed074c63ad52f90596a9da60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3552406 Jul 07 16:52:47.733275 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45048) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:47.808516 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-17a6f2f4-d464-40d4-a9aa-4f10c991d122 req-398d3dac-c910-4336-89e9-6118298e7622 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0292522-6d47-430c-b078-d228bbd3d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968359 Jul 07 16:52:47.863725 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea150f61-4377-4d2f-92a2-3efb5839e7f7 x-openstack-request-id: req-ea150f61-4377-4d2f-92a2-3efb5839e7f7 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:47.864077 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29", "tag": "806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:47.864343 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea150f61-4377-4d2f-92a2-3efb5839e7f7 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:47.864913 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29', 'tag': '806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4', 'status': 'completed', 'code': 200} Jul 07 16:52:47.876088 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=c21768d3-1ac5-4f55-bd0b-04211e22f403,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:47.885278 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f6a1aafa-3eec-4579-af7e-191b33737d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:47.885844 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device d4e0317a-996d-4c22-98da-6b5fe21ce920 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:48.022066 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port d4e0317a-996d-4c22-98da-6b5fe21ce920 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:48.030505 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port d4e0317a-996d-4c22-98da-6b5fe21ce920 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:48.032533 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:48.062541 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f6a1aafa-3eec-4579-af7e-191b33737d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:48.195390 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:48.223164 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e92fbf7e-98ce-4713-9f2d-1fffd7adb975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e03976-57ff-497b-a28c-2cc52e86c04b {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:48.231180 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29447252-17c8-49aa-9de1-167bbd4f62ce req-631d9024-a5e6-4676-940b-0e05e7293de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:48.235044 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-29447252-17c8-49aa-9de1-167bbd4f62ce req-631d9024-a5e6-4676-940b-0e05e7293de3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 1095 time: 0.3238428 Jul 07 16:52:48.241487 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdbc15-fccf-4dba-bdc3-11977ae0c694 req-eb251630-33c9-4e36-86c8-db27c98ec530 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:48.243233 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c9fdbc15-fccf-4dba-bdc3-11977ae0c694 req-eb251630-33c9-4e36-86c8-db27c98ec530 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=f67690e6-c776-4977-a070-dec64d61e4d9 HTTP/1.1" status: 200 len: 949 time: 0.1853461 Jul 07 16:52:48.266644 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e92fbf7e-98ce-4713-9f2d-1fffd7adb975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:48.270432 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f6a1aafa-3eec-4579-af7e-191b33737d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:48.275399 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f6a1aafa-3eec-4579-af7e-191b33737d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:48.277163 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f6a1aafa-3eec-4579-af7e-191b33737d3a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4b048c9b-1ddf-4ae7-a00c-416de5a7aed7 HTTP/1.1" status: 204 len: 168 time: 0.5421646 Jul 07 16:52:48.293631 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port d4e0317a-996d-4c22-98da-6b5fe21ce920, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=d4e0317a-996d-4c22-98da-6b5fe21ce920,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:48.302253 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:48.304519 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eec689-1fda-4fbe-92f9-a0a3d7c5870a req-fdb86df7-56e1-4f7d-b41b-92cf51584159 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:48.307465 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-91eec689-1fda-4fbe-92f9-a0a3d7c5870a req-fdb86df7-56e1-4f7d-b41b-92cf51584159 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 943 time: 0.3136466 Jul 07 16:52:48.326932 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e92fbf7e-98ce-4713-9f2d-1fffd7adb975 service neutron] Transition to ACTIVE for port object 12e03976-57ff-497b-a28c-2cc52e86c04b will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:48.340942 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e92fbf7e-98ce-4713-9f2d-1fffd7adb975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:48.408827 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c9fdbc15-fccf-4dba-bdc3-11977ae0c694 req-91040771-d92c-478f-b645-0fdf31e6fe79 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507301 Jul 07 16:52:48.515546 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92fbf7e-98ce-4713-9f2d-1fffd7adb975 service neutron] Pushing event updated for resources: {'Port': ['ID=12e03976-57ff-497b-a28c-2cc52e86c04b,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:48.541917 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=d4e0317a-996d-4c22-98da-6b5fe21ce920,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:48.571020 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device da3ae13c-bbd6-4f65-942c-4657de3b9be4 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:48.616195 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29447252-17c8-49aa-9de1-167bbd4f62ce req-be1ea9db-79fc-4f61-a198-45c3dfe142b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:48.625344 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-29447252-17c8-49aa-9de1-167bbd4f62ce req-be1ea9db-79fc-4f61-a198-45c3dfe142b5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 200 len: 922 time: 0.3756039 Jul 07 16:52:48.696203 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-47e8420e-cb6e-4a6e-abaa-14f51c0196f8 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:48.699939 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-47e8420e-cb6e-4a6e-abaa-14f51c0196f8 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.72 "GET /v2.0/networks?id=0f59045c-fb41-4f4e-86ad-a15d05bedb10 HTTP/1.1" status: 200 len: 808 time: 0.5007586 Jul 07 16:52:48.726670 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-4df46655-6606-4a1a-a4a5-f6482ced47bb tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Request body: {'port': {'device_id': 'f9176b06-2042-492b-be86-f8a0d44ce1f5', 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10', 'admin_state_up': True, 'tenant_id': 'e3c30a38df434836b6a6d7bed9173bf0'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:48.757081 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e92fbf7e-98ce-4713-9f2d-1fffd7adb975 service neutron] Attempting to bind port 12e03976-57ff-497b-a28c-2cc52e86c04b on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:48.758039 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e92fbf7e-98ce-4713-9f2d-1fffd7adb975 service neutron] Attempting to bind port 12e03976-57ff-497b-a28c-2cc52e86c04b by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:48.758231 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e92fbf7e-98ce-4713-9f2d-1fffd7adb975 service neutron] Attempting to bind port 12e03976-57ff-497b-a28c-2cc52e86c04b on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:48.789968 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e92fbf7e-98ce-4713-9f2d-1fffd7adb975 service neutron] Port 12e03976-57ff-497b-a28c-2cc52e86c04b on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:52:48.789968 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e92fbf7e-98ce-4713-9f2d-1fffd7adb975 service neutron] Attempting to bind port 12e03976-57ff-497b-a28c-2cc52e86c04b on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:48.850156 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-29447252-17c8-49aa-9de1-167bbd4f62ce req-f133c881-cc43-4ab8-9014-e10d63fd16da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 HTTP/1.1" status: 200 len: 217 time: 0.2223437 Jul 07 16:52:48.885983 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e92fbf7e-98ce-4713-9f2d-1fffd7adb975 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:48.886528 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e92fbf7e-98ce-4713-9f2d-1fffd7adb975 service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:48.887170 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e92fbf7e-98ce-4713-9f2d-1fffd7adb975 service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:48.888197 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e92fbf7e-98ce-4713-9f2d-1fffd7adb975 service neutron] Bound port: 12e03976-57ff-497b-a28c-2cc52e86c04b, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:48.889296 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e92fbf7e-98ce-4713-9f2d-1fffd7adb975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:48.928857 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1aafa-3eec-4579-af7e-191b33737d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b048c9b-1ddf-4ae7-a00c-416de5a7aed7,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:48.953483 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port da3ae13c-bbd6-4f65-942c-4657de3b9be4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=da3ae13c-bbd6-4f65-942c-4657de3b9be4,segment=NetworkSegment(f0742f5c-6205-4710-bf4d-eea2f1844447),segment_id=f0742f5c-6205-4710-bf4d-eea2f1844447)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:48.957596 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-91eec689-1fda-4fbe-92f9-a0a3d7c5870a req-cf251f4a-7daa-491b-9630-c6eb83937105 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6109343 Jul 07 16:52:48.988550 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'da3ae13c-bbd6-4f65-942c-4657de3b9be4', 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89', 'port_id': 'da3ae13c-bbd6-4f65-942c-4657de3b9be4', 'mac_address': 'fa:16:3e:e5:08:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:49.007365 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29447252-17c8-49aa-9de1-167bbd4f62ce req-1890b681-6e80-43fe-9711-285cb0784023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:49.009224 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-29447252-17c8-49aa-9de1-167bbd4f62ce req-1890b681-6e80-43fe-9711-285cb0784023 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=efc5a7ec-004d-467f-9a91-81aefb64567f HTTP/1.1" status: 200 len: 861 time: 0.1520460 Jul 07 16:52:49.053274 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-29447252-17c8-49aa-9de1-167bbd4f62ce req-631589dd-bf76-4a98-9f6c-f800a8a2c805 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ad75942-8a9e-4718-9815-ad27d5bad609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374150 Jul 07 16:52:49.088148 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3169ccb1-1707-42c8-9e61-8defa702bd65 x-openstack-request-id: req-3169ccb1-1707-42c8-9e61-8defa702bd65 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:49.088699 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67690e6-c776-4977-a070-dec64d61e4d9", "name": "network-vif-plugged", "status": "completed", "tag": "c21768d3-1ac5-4f55-bd0b-04211e22f403", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:49.089797 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3169ccb1-1707-42c8-9e61-8defa702bd65 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:49.097687 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67690e6-c776-4977-a070-dec64d61e4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21768d3-1ac5-4f55-bd0b-04211e22f403', 'code': 200} Jul 07 16:52:49.151770 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:49.167739 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45066) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:49.185638 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3ae13c-bbd6-4f65-942c-4657de3b9be4 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:49.214830 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ff699e78-2187-47d0-b717-73a2723b8208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:49.236201 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db481ec-b4f9-4a3c-b6b4-56ae50a0a6b3 req-f5622f84-82cd-4fa8-aa7a-d2db8a7a28d4 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:49.239916 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9db481ec-b4f9-4a3c-b6b4-56ae50a0a6b3 req-f5622f84-82cd-4fa8-aa7a-d2db8a7a28d4 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 950 time: 0.3321445 Jul 07 16:52:49.248385 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port da3ae13c-bbd6-4f65-942c-4657de3b9be4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=da3ae13c-bbd6-4f65-942c-4657de3b9be4,segment=NetworkSegment(f0742f5c-6205-4710-bf4d-eea2f1844447),segment_id=f0742f5c-6205-4710-bf4d-eea2f1844447)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:49.256369 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e92fbf7e-98ce-4713-9f2d-1fffd7adb975 service neutron] For port 12e03976-57ff-497b-a28c-2cc52e86c04b, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:49.257938 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:49.275587 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e92fbf7e-98ce-4713-9f2d-1fffd7adb975 service neutron] For port 12e03976-57ff-497b-a28c-2cc52e86c04b, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=12e03976-57ff-497b-a28c-2cc52e86c04b,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:49.294147 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-29447252-17c8-49aa-9de1-167bbd4f62ce req-da35211f-c58f-4cee-bff3-4f289800df7a service neutron] 10.222.0.64 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333300 Jul 07 16:52:49.302821 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e92fbf7e-98ce-4713-9f2d-1fffd7adb975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:49.325942 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-4df46655-6606-4a1a-a4a5-f6482ced47bb tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Made reservation on behalf of e3c30a38df434836b6a6d7bed9173bf0 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:49.330382 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-4df46655-6606-4a1a-a4a5-f6482ced47bb tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:49.359975 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=da3ae13c-bbd6-4f65-942c-4657de3b9be4,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:49.390453 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3584fd-7c7c-427a-8c3d-f58ce3bb0434 req-fb50d54a-d0cb-4600-9978-02f30a01fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:49.392320 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8e3584fd-7c7c-427a-8c3d-f58ce3bb0434 req-fb50d54a-d0cb-4600-9978-02f30a01fd09 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f67690e6-c776-4977-a070-dec64d61e4d9 HTTP/1.1" status: 200 len: 1101 time: 0.2401447 Jul 07 16:52:49.433183 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e92fbf7e-98ce-4713-9f2d-1fffd7adb975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:49.433951 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e92fbf7e-98ce-4713-9f2d-1fffd7adb975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:49.436137 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-e92fbf7e-98ce-4713-9f2d-1fffd7adb975 service neutron] 10.222.0.72 "PUT /v2.0/ports/12e03976-57ff-497b-a28c-2cc52e86c04b HTTP/1.1" status: 200 len: 1097 time: 2.3107672 Jul 07 16:52:49.443019 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f', 'tag': '12e03976-57ff-497b-a28c-2cc52e86c04b'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:49.449248 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0f4199-67f6-41a0-aaa5-0d27c99713c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f", "tag": "12e03976-57ff-497b-a28c-2cc52e86c04b"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:49.482089 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['da3ae13c-bbd6-4f65-942c-4657de3b9be4'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:49.497777 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8e3584fd-7c7c-427a-8c3d-f58ce3bb0434 req-09852b67-1501-492f-8978-d3ea67667ca3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900092 Jul 07 16:52:49.527750 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-29447252-17c8-49aa-9de1-167bbd4f62ce req-d5697563-4f90-4ce2-bef3-c04f82083e5d service neutron] 10.222.0.64 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238591 Jul 07 16:52:49.541280 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9db481ec-b4f9-4a3c-b6b4-56ae50a0a6b3 req-3e67dbcd-916a-4df3-bfd7-4ac39cd2b429 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879229 Jul 07 16:52:49.595918 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ff699e78-2187-47d0-b717-73a2723b8208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:49.606156 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ff699e78-2187-47d0-b717-73a2723b8208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:49.674989 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff699e78-2187-47d0-b717-73a2723b8208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb87dcc1-8643-46b6-a4e8-3f5237d7b9a7,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:49.690239 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ff699e78-2187-47d0-b717-73a2723b8208 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=10b2d36b4319424a83af40e15a670dc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5212593 Jul 07 16:52:49.691341 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45072) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:49.722306 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92fbf7e-98ce-4713-9f2d-1fffd7adb975 service neutron] Pushing event updated for resources: {'Port': ['ID=12e03976-57ff-497b-a28c-2cc52e86c04b,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:49.822984 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4354c5b3-e10d-4ca2-b7f2-f1981d59c60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:49.853482 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4354c5b3-e10d-4ca2-b7f2-f1981d59c60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:49.890647 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-4df46655-6606-4a1a-a4a5-f6482ced47bb tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Allocated IP 172.20.0.13 (0f59045c-fb41-4f4e-86ad-a15d05bedb10/8cf0891f-7dd4-444b-b243-0a9d52ec4798/4af62aa6-b045-470f-bac4-da36761524fd) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:49.942397 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4354c5b3-e10d-4ca2-b7f2-f1981d59c60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:49.946210 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4354c5b3-e10d-4ca2-b7f2-f1981d59c60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:49.950552 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4354c5b3-e10d-4ca2-b7f2-f1981d59c60d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb87dcc1-8643-46b6-a4e8-3f5237d7b9a7 HTTP/1.1" status: 204 len: 168 time: 0.2574615 Jul 07 16:52:49.998872 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eeb7eceb-80e2-417a-b54a-04015e5db93b req-67fdcdbd-7585-49cc-aaa1-668f2a89b562 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 210 time: 0.0867023 Jul 07 16:52:50.094691 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-6fc5d659-d457-43cd-bf9c-f84621d90bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:50.097608 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-6fc5d659-d457-43cd-bf9c-f84621d90bf2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f46bbcdf53c4323bb87a07d96d28fdb&device_id=a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f HTTP/1.1" status: 200 len: 1100 time: 0.5197544 Jul 07 16:52:50.218477 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-98c5f561-0d2e-401d-8ebc-c3a5a96f6336 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=12e03976-57ff-497b-a28c-2cc52e86c04b HTTP/1.1" status: 200 len: 217 time: 0.1117663 Jul 07 16:52:50.258603 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4354c5b3-e10d-4ca2-b7f2-f1981d59c60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb87dcc1-8643-46b6-a4e8-3f5237d7b9a7,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:50.354542 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce87ca-b611-41bf-944c-13b7e809159b req-da4fa18c-3d4e-47a6-a1e2-0879c2bda72f tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:50.355970 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-ac179881-2219-4f8f-8fa7-ddca9697d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:50.357685 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-ac179881-2219-4f8f-8fa7-ddca9697d1b9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1249778 Jul 07 16:52:50.366690 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49ce87ca-b611-41bf-944c-13b7e809159b req-da4fa18c-3d4e-47a6-a1e2-0879c2bda72f tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d177e5-1672-4a42-badc-5a0d1e0835c8 HTTP/1.1" status: 200 len: 944 time: 0.4611540 Jul 07 16:52:50.444866 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49ce87ca-b611-41bf-944c-13b7e809159b req-eb35f097-6707-4ccb-8202-edcee11fcebe tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5704a10f-40dc-4a3e-9704-7214d47c05a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766580 Jul 07 16:52:50.568770 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:50.658269 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device da3ae13c-bbd6-4f65-942c-4657de3b9be4 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:50.777593 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:50.778713 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a7bb8-4649-4408-9ee8-15a9dfc56b63 req-0194d9ea-61d2-4fd0-9a08-2e412a9fa029 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:50.780885 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-740a7bb8-4649-4408-9ee8-15a9dfc56b63 req-0194d9ea-61d2-4fd0-9a08-2e412a9fa029 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=f67690e6-c776-4977-a070-dec64d61e4d9 HTTP/1.1" status: 200 len: 949 time: 0.1075232 Jul 07 16:52:50.790896 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b39cfd9-7543-4a30-b480-107554eaea94 x-openstack-request-id: req-6b39cfd9-7543-4a30-b480-107554eaea94 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:50.792153 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f", "tag": "12e03976-57ff-497b-a28c-2cc52e86c04b", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:50.792529 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b39cfd9-7543-4a30-b480-107554eaea94 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:50.793190 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f', 'tag': '12e03976-57ff-497b-a28c-2cc52e86c04b', 'status': 'completed', 'code': 200} Jul 07 16:52:50.805560 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-4df46655-6606-4a1a-a4a5-f6482ced47bb tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:50.806912 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4', 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609', 'port_id': '806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4', 'mac_address': 'fa:16:3e:3f:94:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efc5a7ec-004d-467f-9a91-81aefb64567f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:50.812949 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port da3ae13c-bbd6-4f65-942c-4657de3b9be4 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:50.817834 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port da3ae13c-bbd6-4f65-942c-4657de3b9be4 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:50.818218 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:50.857230 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-740a7bb8-4649-4408-9ee8-15a9dfc56b63 req-ed880d14-22f6-41b3-b628-84d756c8f316 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676763 Jul 07 16:52:50.857793 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1171ea-da11-4663-a8ea-7bc5cc0a02c8 req-220f66f6-fcf8-49aa-8741-04654ab1660c tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:50.860545 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d1171ea-da11-4663-a8ea-7bc5cc0a02c8 req-220f66f6-fcf8-49aa-8741-04654ab1660c tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f HTTP/1.1" status: 200 len: 948 time: 0.6470604 Jul 07 16:52:50.940012 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:50.957237 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:50.986590 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:50.997943 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:51.018073 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d1171ea-da11-4663-a8ea-7bc5cc0a02c8 req-4ae1a531-5fff-4deb-a1d7-57be2b9c8e95 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0292522-6d47-430c-b078-d228bbd3d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491706 Jul 07 16:52:51.030593 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-ec078a5e-e2fc-4032-9bd8-a52b598b5098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:51.033172 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-ec078a5e-e2fc-4032-9bd8-a52b598b5098 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6674688 Jul 07 16:52:51.075658 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-4df46655-6606-4a1a-a4a5-f6482ced47bb tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:51.100216 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59c2e5c-cd59-4730-8c04-b05911825bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e0317a-996d-4c22-98da-6b5fe21ce920'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:51.110804 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c443fb-634d-4500-99d2-4ec218677ec3" -d '{"events": [{"server_uuid": "f59c2e5c-cd59-4730-8c04-b05911825bea", "name": "network-vif-plugged", "status": "completed", "tag": "d4e0317a-996d-4c22-98da-6b5fe21ce920"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:51.169134 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:51.192006 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:51.229487 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:51.262269 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fe89a-b6cd-4691-840e-242ff18fb719 req-dc38000d-c841-46d6-9f88-76a23d9b10c7 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:51.265676 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-045fe89a-b6cd-4691-840e-242ff18fb719 req-dc38000d-c841-46d6-9f88-76a23d9b10c7 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 944 time: 0.1833193 Jul 07 16:52:51.291605 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-4df46655-6606-4a1a-a4a5-f6482ced47bb tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:51.326571 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port da3ae13c-bbd6-4f65-942c-4657de3b9be4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=da3ae13c-bbd6-4f65-942c-4657de3b9be4,segment=NetworkSegment(f0742f5c-6205-4710-bf4d-eea2f1844447),segment_id=f0742f5c-6205-4710-bf4d-eea2f1844447)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:51.338518 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:51.338809 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-4df46655-6606-4a1a-a4a5-f6482ced47bb tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:51.343556 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-4df46655-6606-4a1a-a4a5-f6482ced47bb tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:51.393678 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-045fe89a-b6cd-4691-840e-242ff18fb719 req-d200e665-1c81-43ef-9dd0-1ff58d601bbf tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122155 Jul 07 16:52:51.441161 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df46655-6606-4a1a-a4a5-f6482ced47bb tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Pushing event updated for resources: {'Port': ['ID=4af62aa6-b045-470f-bac4-da36761524fd,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:51.522930 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=da3ae13c-bbd6-4f65-942c-4657de3b9be4,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:51.585880 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-4df46655-6606-4a1a-a4a5-f6482ced47bb tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:51.587358 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-4df46655-6606-4a1a-a4a5-f6482ced47bb tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:51.616465 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-dfc7e38d-3312-450e-91ea-8397a5248566 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5741789 Jul 07 16:52:51.657095 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f5b85-f0ae-4e37-abfd-832ae50a39cb req-27c394a6-a1a2-4c16-b5db-5accc777c6ce tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:51.659631 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8d8f5b85-f0ae-4e37-abfd-832ae50a39cb req-27c394a6-a1a2-4c16-b5db-5accc777c6ce tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 950 time: 0.3701479 Jul 07 16:52:51.680237 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-4df46655-6606-4a1a-a4a5-f6482ced47bb tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9711409 Jul 07 16:52:51.750690 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-62c2f4b4-3f3e-42fc-adbf-6077253df1ea service neutron] Request body: {'port': {'device_id': 'f9176b06-2042-492b-be86-f8a0d44ce1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:51.916715 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7bbf6-7d00-4bd7-b5cc-964ad30478ee req-35e0003d-ccc2-4e3c-9063-2a3f111af77f tempest-ServersOnMultiNodesTest-1751824220 tempest-ServersOnMultiNodesTest-1751824220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:51.929529 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4ce7bbf6-7d00-4bd7-b5cc-964ad30478ee req-35e0003d-ccc2-4e3c-9063-2a3f111af77f tempest-ServersOnMultiNodesTest-1751824220 tempest-ServersOnMultiNodesTest-1751824220-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f67690e6-c776-4977-a070-dec64d61e4d9 HTTP/1.1" status: 200 len: 1101 time: 0.0951030 Jul 07 16:52:51.945807 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8d8f5b85-f0ae-4e37-abfd-832ae50a39cb req-e1f0014c-45d7-4243-9d9d-0569ba36bba6 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180669 Jul 07 16:52:51.955463 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4ce7bbf6-7d00-4bd7-b5cc-964ad30478ee req-b4de97c1-c447-4d7a-a050-1a1d0aa711d9 tempest-ServersOnMultiNodesTest-1751824220 tempest-ServersOnMultiNodesTest-1751824220-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:51.991868 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-62c2f4b4-3f3e-42fc-adbf-6077253df1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:52.004259 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-741dcaff-fc1e-48b0-9292-e1b592f63118 req-468deb82-172c-45c6-9a93-1afc10342cd3 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789945 Jul 07 16:52:52.211180 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4ce7bbf6-7d00-4bd7-b5cc-964ad30478ee req-b4de97c1-c447-4d7a-a050-1a1d0aa711d9 tempest-ServersOnMultiNodesTest-1751824220 tempest-ServersOnMultiNodesTest-1751824220-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:52.223882 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4ce7bbf6-7d00-4bd7-b5cc-964ad30478ee req-b4de97c1-c447-4d7a-a050-1a1d0aa711d9 tempest-ServersOnMultiNodesTest-1751824220 tempest-ServersOnMultiNodesTest-1751824220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:52.266014 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4ce7bbf6-7d00-4bd7-b5cc-964ad30478ee req-b4de97c1-c447-4d7a-a050-1a1d0aa711d9 tempest-ServersOnMultiNodesTest-1751824220 tempest-ServersOnMultiNodesTest-1751824220-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346806 Jul 07 16:52:52.325055 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de97c1-c447-4d7a-a050-1a1d0aa711d9 tempest-ServersOnMultiNodesTest-1751824220 tempest-ServersOnMultiNodesTest-1751824220-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05dccacc-b337-47f0-a03d-58f13b422c29,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:52.367836 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0102d719-6c41-49d9-aaf5-0c6bd62fdcee x-openstack-request-id: req-0102d719-6c41-49d9-aaf5-0c6bd62fdcee {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:52.368838 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59c2e5c-cd59-4730-8c04-b05911825bea", "name": "network-vif-plugged", "status": "completed", "tag": "d4e0317a-996d-4c22-98da-6b5fe21ce920", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:52.369267 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0102d719-6c41-49d9-aaf5-0c6bd62fdcee {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:52.370104 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59c2e5c-cd59-4730-8c04-b05911825bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e0317a-996d-4c22-98da-6b5fe21ce920', 'code': 200} Jul 07 16:52:52.503427 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.72', 63601) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:52.505222 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f4199-67f6-41a0-aaa5-0d27c99713c4 req-a41fa203-8b43-43fb-ae28-4948419d4df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:52.506874 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eb0f4199-67f6-41a0-aaa5-0d27c99713c4 req-a41fa203-8b43-43fb-ae28-4948419d4df0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f46bbcdf53c4323bb87a07d96d28fdb&device_id=a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f HTTP/1.1" status: 200 len: 1100 time: 0.2916679 Jul 07 16:52:52.519421 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a8ceb-79f0-44f0-bdde-2706ceff7d47 req-40cc9895-243d-4ebd-b91f-f45744e841b0 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:52.521207 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b53a8ceb-79f0-44f0-bdde-2706ceff7d47 req-40cc9895-243d-4ebd-b91f-f45744e841b0 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 932 time: 0.2009273 Jul 07 16:52:52.569384 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:52.643656 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-62c2f4b4-3f3e-42fc-adbf-6077253df1ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4af62aa6-b045-470f-bac4-da36761524fd {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:52.662218 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:52.662562 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-62c2f4b4-3f3e-42fc-adbf-6077253df1ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:52.671209 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:52.672365 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:52.678752 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b179fff-0b45-4c42-9db2-693166c54d02 req-6ccd79b6-135d-4956-af46-1cd5912c8789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:52.681975 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2b179fff-0b45-4c42-9db2-693166c54d02 req-6ccd79b6-135d-4956-af46-1cd5912c8789 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 1102 time: 0.1768336 Jul 07 16:52:52.687537 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b53a8ceb-79f0-44f0-bdde-2706ceff7d47 req-2caad033-37c2-4243-aa9b-ac18a2fbdf5e tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573389 Jul 07 16:52:52.698889 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883bf96-49f4-4507-afde-0e1375138217 req-a1e40aa9-e553-43d6-bcaf-771f47b8b3de tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:52.701592 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-62c2f4b4-3f3e-42fc-adbf-6077253df1ea service neutron] Transition to ACTIVE for port object 4af62aa6-b045-470f-bac4-da36761524fd will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:52.705437 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6883bf96-49f4-4507-afde-0e1375138217 req-a1e40aa9-e553-43d6-bcaf-771f47b8b3de tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d177e5-1672-4a42-badc-5a0d1e0835c8 HTTP/1.1" status: 200 len: 945 time: 0.1853821 Jul 07 16:52:52.723532 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-62c2f4b4-3f3e-42fc-adbf-6077253df1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:52.771954 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2b179fff-0b45-4c42-9db2-693166c54d02 req-f8cc93d3-8a6f-4c08-bee5-69724cda6850 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653286 Jul 07 16:52:52.786451 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6883bf96-49f4-4507-afde-0e1375138217 req-0301dde5-8428-4cba-b503-50d2c7345a4f tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5704a10f-40dc-4a3e-9704-7214d47c05a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712957 Jul 07 16:52:52.867230 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:52.885901 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c2f4b4-3f3e-42fc-adbf-6077253df1ea service neutron] Pushing event updated for resources: {'Port': ['ID=4af62aa6-b045-470f-bac4-da36761524fd,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:52.892094 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f4199-67f6-41a0-aaa5-0d27c99713c4 req-c9e495c5-a90a-4da7-8086-d6537003a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:52.895193 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eb0f4199-67f6-41a0-aaa5-0d27c99713c4 req-c9e495c5-a90a-4da7-8086-d6537003a408 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.3726287 Jul 07 16:52:52.963340 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:52.969838 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:52.979656 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eb0f4199-67f6-41a0-aaa5-0d27c99713c4 req-a615e10d-4cd5-4350-9bd4-ccf3e1eedffd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=12e03976-57ff-497b-a28c-2cc52e86c04b HTTP/1.1" status: 200 len: 217 time: 0.0734735 Jul 07 16:52:53.076303 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:53.182003 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f4199-67f6-41a0-aaa5-0d27c99713c4 req-4f159c19-5b71-41bc-aa32-50b162b4f759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:53.184037 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eb0f4199-67f6-41a0-aaa5-0d27c99713c4 req-4f159c19-5b71-41bc-aa32-50b162b4f759 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1893275 Jul 07 16:52:53.276729 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-62c2f4b4-3f3e-42fc-adbf-6077253df1ea service neutron] Attempting to bind port 4af62aa6-b045-470f-bac4-da36761524fd on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:53.277272 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-62c2f4b4-3f3e-42fc-adbf-6077253df1ea service neutron] Attempting to bind port 4af62aa6-b045-470f-bac4-da36761524fd by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:53.277808 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-62c2f4b4-3f3e-42fc-adbf-6077253df1ea service neutron] Attempting to bind port 4af62aa6-b045-470f-bac4-da36761524fd on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:53.303626 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c2789-3e3e-4876-b261-a66c4800a3d4 req-d18381de-8356-4ba1-a4c3-ef8420087250 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:53.309083 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-033c2789-3e3e-4876-b261-a66c4800a3d4 req-d18381de-8356-4ba1-a4c3-ef8420087250 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f HTTP/1.1" status: 200 len: 948 time: 0.3332188 Jul 07 16:52:53.309488 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-62c2f4b4-3f3e-42fc-adbf-6077253df1ea service neutron] Port 4af62aa6-b045-470f-bac4-da36761524fd on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:52:53.310073 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-62c2f4b4-3f3e-42fc-adbf-6077253df1ea service neutron] Attempting to bind port 4af62aa6-b045-470f-bac4-da36761524fd on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:53.319984 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bca1ee-84dd-4b2c-bfce-5d6de6b641d3 req-c8cccf4d-2b1a-4570-aa71-fabacaa640a9 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:53.324407 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-76bca1ee-84dd-4b2c-bfce-5d6de6b641d3 req-c8cccf4d-2b1a-4570-aa71-fabacaa640a9 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 945 time: 0.1209972 Jul 07 16:52:53.337956 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-62c2f4b4-3f3e-42fc-adbf-6077253df1ea service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:53.338484 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-62c2f4b4-3f3e-42fc-adbf-6077253df1ea service neutron] Checking segment: {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:53.339105 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-62c2f4b4-3f3e-42fc-adbf-6077253df1ea service neutron] Bound using segment: {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:53.340048 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-62c2f4b4-3f3e-42fc-adbf-6077253df1ea service neutron] Bound port: 4af62aa6-b045-470f-bac4-da36761524fd, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:53.340664 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-62c2f4b4-3f3e-42fc-adbf-6077253df1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:53.341153 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-57bd57ff-47e5-4284-9b92-47be31f1efaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:53.403579 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-76bca1ee-84dd-4b2c-bfce-5d6de6b641d3 req-0bb7af57-c979-4962-9740-a50e79f4593e tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658255 Jul 07 16:52:53.419693 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f4199-67f6-41a0-aaa5-0d27c99713c4 req-b08bbc35-a444-4365-ac8a-c554e9fe8827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:53.421288 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eb0f4199-67f6-41a0-aaa5-0d27c99713c4 req-b08bbc35-a444-4365-ac8a-c554e9fe8827 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2295094 Jul 07 16:52:53.441930 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-033c2789-3e3e-4876-b261-a66c4800a3d4 req-a7b768cb-8cfa-48f3-95d8-7cbbd2d01c2c tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0292522-6d47-430c-b078-d228bbd3d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172488 Jul 07 16:52:53.667258 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-62c2f4b4-3f3e-42fc-adbf-6077253df1ea service neutron] For port 4af62aa6-b045-470f-bac4-da36761524fd, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:53.693362 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-62c2f4b4-3f3e-42fc-adbf-6077253df1ea service neutron] For port 4af62aa6-b045-470f-bac4-da36761524fd, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=4af62aa6-b045-470f-bac4-da36761524fd,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:53.709439 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-62c2f4b4-3f3e-42fc-adbf-6077253df1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:53.761358 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eb0f4199-67f6-41a0-aaa5-0d27c99713c4 req-67df6d9d-6324-49f8-a053-666534fcf887 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306868 Jul 07 16:52:53.801087 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-62c2f4b4-3f3e-42fc-adbf-6077253df1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:53.801871 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-62c2f4b4-3f3e-42fc-adbf-6077253df1ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:53.803371 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-62c2f4b4-3f3e-42fc-adbf-6077253df1ea service neutron] 10.222.0.72 "PUT /v2.0/ports/4af62aa6-b045-470f-bac4-da36761524fd HTTP/1.1" status: 200 len: 1093 time: 2.0585742 Jul 07 16:52:53.803895 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9176b06-2042-492b-be86-f8a0d44ce1f5', 'tag': '4af62aa6-b045-470f-bac4-da36761524fd'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:53.807896 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886a40ea-18a5-4a0f-83d5-eb6f3ce965fd" -d '{"events": [{"name": "network-changed", "server_uuid": "f9176b06-2042-492b-be86-f8a0d44ce1f5", "tag": "4af62aa6-b045-470f-bac4-da36761524fd"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:53.830352 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-31e16afd-fdf6-459e-9ea8-b904a5e8281b tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7cacbbe331674230a8cdeaae1095bd51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359960 Jul 07 16:52:53.957765 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-819fe825-7195-4619-919e-c653a4b738f4 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:53.958977 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c2f4b4-3f3e-42fc-adbf-6077253df1ea service neutron] Pushing event updated for resources: {'Port': ['ID=4af62aa6-b045-470f-bac4-da36761524fd,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:53.959223 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-819fe825-7195-4619-919e-c653a4b738f4 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1205361 Jul 07 16:52:53.977248 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdff142-6ff7-414c-9149-0a7c5cf8ba51 req-b5433890-e2ff-46d5-a481-e48f47cf3d3c tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:53.982195 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fcdff142-6ff7-414c-9149-0a7c5cf8ba51 req-b5433890-e2ff-46d5-a481-e48f47cf3d3c tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 950 time: 0.3667355 Jul 07 16:52:53.986972 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-0b5eb73f-389a-45ad-a525-97456c4ab731 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/quotas/7cacbbe331674230a8cdeaae1095bd51 HTTP/1.1" status: 200 len: 375 time: 0.0173817 Jul 07 16:52:54.051506 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eb0f4199-67f6-41a0-aaa5-0d27c99713c4 req-645fd1d4-a09d-4710-be0a-2a4877792c62 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771394 Jul 07 16:52:54.076395 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fcdff142-6ff7-414c-9149-0a7c5cf8ba51 req-d75b7434-8701-443e-8120-abd133c6a92a tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813384 Jul 07 16:52:54.082789 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-ff6f7b8b-fd36-4555-9d4d-dbbe288102f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:54.084522 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-ff6f7b8b-fd36-4555-9d4d-dbbe288102f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3c30a38df434836b6a6d7bed9173bf0&device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 1096 time: 0.1909559 Jul 07 16:52:54.127195 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-be2cd97d-4f3a-4504-ae75-9d7c6b560b99 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7cacbbe331674230a8cdeaae1095bd51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1292288 Jul 07 16:52:54.146685 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-1330920b-684b-40ff-9d7e-ece811c4e788 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4af62aa6-b045-470f-bac4-da36761524fd HTTP/1.1" status: 200 len: 217 time: 0.0538328 Jul 07 16:52:54.236983 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-568c2109-47f0-478d-b212-fe4d1c386241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:54.239600 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-568c2109-47f0-478d-b212-fe4d1c386241 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8cf0891f-7dd4-444b-b243-0a9d52ec4798 HTTP/1.1" status: 200 len: 848 time: 0.0807879 Jul 07 16:52:54.305425 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-c7b1c904-7c37-47b5-be9d-f47709a2475f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f59045c-fb41-4f4e-86ad-a15d05bedb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589211 Jul 07 16:52:54.374163 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d177e5-1672-4a42-badc-5a0d1e0835c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3ae13c-bbd6-4f65-942c-4657de3b9be4'}, {'server_uuid': '6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:54.379071 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380c1d3b-e9c6-464c-9f8c-0e37147aeb47" -d '{"events": [{"server_uuid": "f4d177e5-1672-4a42-badc-5a0d1e0835c8", "name": "network-vif-plugged", "status": "completed", "tag": "da3ae13c-bbd6-4f65-942c-4657de3b9be4"}, {"server_uuid": "6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29", "name": "network-vif-plugged", "status": "completed", "tag": "806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:54.481992 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-4a8175d1-edeb-4c0c-98af-02844314d4d0 service neutron] 10.222.0.72 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689451 Jul 07 16:52:54.567583 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b3c8a-7758-4df8-b049-092c2c8889a5 req-a72012d0-726f-444c-9942-7840d950ffb6 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:54.569260 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a99b3c8a-7758-4df8-b049-092c2c8889a5 req-a72012d0-726f-444c-9942-7840d950ffb6 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 944 time: 0.1742947 Jul 07 16:52:54.644364 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a20380e-bf1a-4bee-adc0-03f76960f80a req-472bba11-04b9-46dc-853c-014448caab3e service neutron] 10.222.0.72 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516497 Jul 07 16:52:54.648490 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a99b3c8a-7758-4df8-b049-092c2c8889a5 req-dcef5bb4-7bb2-4d78-a470-dc58d706105b tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661144 Jul 07 16:52:54.710334 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7e035f-8736-44a1-9545-9402ed39526f x-openstack-request-id: req-ce7e035f-8736-44a1-9545-9402ed39526f {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:54.710334 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9176b06-2042-492b-be86-f8a0d44ce1f5", "tag": "4af62aa6-b045-470f-bac4-da36761524fd", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:54.710334 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce7e035f-8736-44a1-9545-9402ed39526f {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:54.710334 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9176b06-2042-492b-be86-f8a0d44ce1f5', 'tag': '4af62aa6-b045-470f-bac4-da36761524fd', 'status': 'completed', 'code': 200} Jul 07 16:52:54.838731 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a40ea-18a5-4a0f-83d5-eb6f3ce965fd req-fcf6e331-e186-47f5-9b3d-5195665133e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:54.840439 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-886a40ea-18a5-4a0f-83d5-eb6f3ce965fd req-fcf6e331-e186-47f5-9b3d-5195665133e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3c30a38df434836b6a6d7bed9173bf0&device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 1096 time: 0.1003952 Jul 07 16:52:54.847470 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0a9d32-05df-43fb-a906-70265b8999da x-openstack-request-id: req-bf0a9d32-05df-43fb-a906-70265b8999da {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:54.847776 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d177e5-1672-4a42-badc-5a0d1e0835c8", "name": "network-vif-plugged", "status": "completed", "tag": "da3ae13c-bbd6-4f65-942c-4657de3b9be4", "code": 200}, {"server_uuid": "6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29", "name": "network-vif-plugged", "status": "completed", "tag": "806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:54.848029 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bf0a9d32-05df-43fb-a906-70265b8999da {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:54.848544 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d177e5-1672-4a42-badc-5a0d1e0835c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3ae13c-bbd6-4f65-942c-4657de3b9be4', 'code': 200} Jul 07 16:52:54.848869 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4', 'code': 200} Jul 07 16:52:55.206775 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb23a0a-f10d-422d-903f-daa3c6cee5b4 req-50fa1227-484f-4190-b4ce-51cea1cc7e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:55.209617 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3fb23a0a-f10d-422d-903f-daa3c6cee5b4 req-50fa1227-484f-4190-b4ce-51cea1cc7e01 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f4d177e5-1672-4a42-badc-5a0d1e0835c8 HTTP/1.1" status: 200 len: 1097 time: 0.2526066 Jul 07 16:52:55.300012 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445c54c-fc3d-4f74-9e67-25e56f757043 req-e7a996e9-da8e-48b8-ad91-fb20e6be8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:55.302624 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e445c54c-fc3d-4f74-9e67-25e56f757043 req-e7a996e9-da8e-48b8-ad91-fb20e6be8537 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 1097 time: 0.2632687 Jul 07 16:52:55.342004 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e64c2-0075-4307-8d17-92bfc6bc4fb6 req-bed19b90-f6a5-425b-be0a-c30c577e3005 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:55.354037 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8d6e64c2-0075-4307-8d17-92bfc6bc4fb6 req-bed19b90-f6a5-425b-be0a-c30c577e3005 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 945 time: 0.2983217 Jul 07 16:52:55.378571 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea37ef-1cc0-476d-9d4a-49676dd2c54e req-cde3f3a7-500e-43a4-a802-8c1101a75896 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:55.380152 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-04ea37ef-1cc0-476d-9d4a-49676dd2c54e req-cde3f3a7-500e-43a4-a802-8c1101a75896 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d177e5-1672-4a42-badc-5a0d1e0835c8 HTTP/1.1" status: 200 len: 945 time: 0.4290347 Jul 07 16:52:55.381988 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a40ea-18a5-4a0f-83d5-eb6f3ce965fd req-f5d59d5e-5967-4559-86e7-972c9e122ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:55.383631 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-886a40ea-18a5-4a0f-83d5-eb6f3ce965fd req-f5d59d5e-5967-4559-86e7-972c9e122ea5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f59045c-fb41-4f4e-86ad-a15d05bedb10 HTTP/1.1" status: 200 len: 909 time: 0.5336659 Jul 07 16:52:55.387255 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3fb23a0a-f10d-422d-903f-daa3c6cee5b4 req-38bb5cc3-dbc6-4142-ba93-0fa1fc4a26d5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5704a10f-40dc-4a3e-9704-7214d47c05a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702559 Jul 07 16:52:55.433990 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e445c54c-fc3d-4f74-9e67-25e56f757043 req-f18ad28f-1114-427f-98bb-350604737c22 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195099 Jul 07 16:52:55.443024 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8d6e64c2-0075-4307-8d17-92bfc6bc4fb6 req-472f73ae-d1cc-42ac-930b-45fd002dc0e0 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876129 Jul 07 16:52:55.472197 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-886a40ea-18a5-4a0f-83d5-eb6f3ce965fd req-5e5344d7-f7f2-4e01-b8d5-1dec46368dc7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4af62aa6-b045-470f-bac4-da36761524fd HTTP/1.1" status: 200 len: 217 time: 0.0811534 Jul 07 16:52:55.546681 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-04ea37ef-1cc0-476d-9d4a-49676dd2c54e req-d57419fc-9c2f-41db-b93b-7fc8b236fb06 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5704a10f-40dc-4a3e-9704-7214d47c05a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433182 Jul 07 16:52:55.558188 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a40ea-18a5-4a0f-83d5-eb6f3ce965fd req-6edb3c4c-0c73-4499-8fb1-d237e638cf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:55.561487 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-886a40ea-18a5-4a0f-83d5-eb6f3ce965fd req-6edb3c4c-0c73-4499-8fb1-d237e638cf21 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8cf0891f-7dd4-444b-b243-0a9d52ec4798 HTTP/1.1" status: 200 len: 848 time: 0.0772076 Jul 07 16:52:55.640017 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-886a40ea-18a5-4a0f-83d5-eb6f3ce965fd req-2f8f3b30-f8b7-42e8-925b-8c9f06363286 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f59045c-fb41-4f4e-86ad-a15d05bedb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711579 Jul 07 16:52:55.724612 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe36ff-1c09-42b7-b23a-bc03cbf609f5 req-f3705b40-3cc8-4682-af78-0653ee394e35 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:55.745039 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0dfe36ff-1c09-42b7-b23a-bc03cbf609f5 req-f3705b40-3cc8-4682-af78-0653ee394e35 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f HTTP/1.1" status: 200 len: 948 time: 0.1499879 Jul 07 16:52:55.836363 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-886a40ea-18a5-4a0f-83d5-eb6f3ce965fd req-8343ce42-8c08-4c80-b408-ed0b59cc104d service neutron] 10.222.0.72 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877389 Jul 07 16:52:55.851305 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0dfe36ff-1c09-42b7-b23a-bc03cbf609f5 req-442f93f5-594b-40ee-8322-fd65290a42cd tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0292522-6d47-430c-b078-d228bbd3d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048696 Jul 07 16:52:55.920375 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 12e03976-57ff-497b-a28c-2cc52e86c04b details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:56.105540 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-886a40ea-18a5-4a0f-83d5-eb6f3ce965fd req-6bd89dec-8c52-4477-bfbd-a13154ceb2f3 service neutron] 10.222.0.72 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628529 Jul 07 16:52:56.199403 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 12e03976-57ff-497b-a28c-2cc52e86c04b, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=12e03976-57ff-497b-a28c-2cc52e86c04b,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:56.220520 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '12e03976-57ff-497b-a28c-2cc52e86c04b', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': '12e03976-57ff-497b-a28c-2cc52e86c04b', 'mac_address': 'fa:16:3e:b0:6b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:56.224790 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:56.328827 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:56.359953 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e03976-57ff-497b-a28c-2cc52e86c04b {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:56.418666 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 12e03976-57ff-497b-a28c-2cc52e86c04b, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=12e03976-57ff-497b-a28c-2cc52e86c04b,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:56.426299 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:56.429857 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f509a-8f24-47e4-a021-a5c91053f8f0 req-c0612549-acbc-4c10-aa25-bc1f1f6c6bd6 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:56.439339 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-415f509a-8f24-47e4-a021-a5c91053f8f0 req-c0612549-acbc-4c10-aa25-bc1f1f6c6bd6 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 950 time: 0.1173830 Jul 07 16:52:56.480728 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0b35d-9781-40f5-818a-cd6be9a36bb9 req-46aa5352-c69d-4801-a48b-444bfe238e39 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:56.487827 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-17c0b35d-9781-40f5-818a-cd6be9a36bb9 req-46aa5352-c69d-4801-a48b-444bfe238e39 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 944 time: 0.1658719 Jul 07 16:52:56.500195 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-415f509a-8f24-47e4-a021-a5c91053f8f0 req-ea0d31f6-3660-45a7-a28b-8429666b01f5 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596151 Jul 07 16:52:56.564394 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=12e03976-57ff-497b-a28c-2cc52e86c04b,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:56.610207 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-17c0b35d-9781-40f5-818a-cd6be9a36bb9 req-0472a650-2687-4ad4-94dc-5a0fba0e665a tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043806 Jul 07 16:52:56.648044 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['12e03976-57ff-497b-a28c-2cc52e86c04b'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:56.828086 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-802a4062-3bec-4e40-b2b2-06bd2510d4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:56.867869 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-d84ec9f1-616b-4626-bdad-486b0f4c5baf tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7cacbbe331674230a8cdeaae1095bd51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324333 Jul 07 16:52:56.897356 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0178ab76-cd97-4bd7-a119-46780bfbb3a6 req-e103a220-f210-4abc-9711-560bb492d1f8 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=75ff8288-bd33-4523-b14a-d7d7d28d2a33 HTTP/1.1" status: 200 len: 210 time: 0.0386088 Jul 07 16:52:57.109254 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-152279e0-4f86-4896-a0e5-310feec382db tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:57.111335 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-152279e0-4f86-4896-a0e5-310feec382db tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2363756 Jul 07 16:52:57.130054 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-772a7b0a-085c-4bff-9672-afa960c44a39 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Request body: {'port': {'device_id': '1d6bbecf-01b4-4101-a576-f3ffdae19d9a', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': '7cacbbe331674230a8cdeaae1095bd51'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:57.203465 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc4b4f-3893-4f65-8034-41667ee44169 req-97e0ac51-fe51-492d-88d2-90d4e7162ac8 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:57.211059 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9dbc4b4f-3893-4f65-8034-41667ee44169 req-97e0ac51-fe51-492d-88d2-90d4e7162ac8 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 945 time: 0.2043984 Jul 07 16:52:57.311274 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9dbc4b4f-3893-4f65-8034-41667ee44169 req-0ff3d815-ba30-4f80-89a0-59d8f2e0cfd2 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976942 Jul 07 16:52:57.356917 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22cdcd-647e-44b7-816e-b94641003151 req-70198d6c-f34e-4ba6-ac99-3de6af62c38c tempest-MigrationsAdminTest-2007883029 tempest-MigrationsAdminTest-2007883029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:57.359368 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1f22cdcd-647e-44b7-816e-b94641003151 req-70198d6c-f34e-4ba6-ac99-3de6af62c38c tempest-MigrationsAdminTest-2007883029 tempest-MigrationsAdminTest-2007883029-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 1102 time: 0.1034429 Jul 07 16:52:57.379403 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-772a7b0a-085c-4bff-9672-afa960c44a39 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Made reservation on behalf of 7cacbbe331674230a8cdeaae1095bd51 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:57.384367 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-772a7b0a-085c-4bff-9672-afa960c44a39 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:57.393984 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1f22cdcd-647e-44b7-816e-b94641003151 req-b5be2369-ce96-4264-a5aa-5d2f5b77fb9d tempest-MigrationsAdminTest-2007883029 tempest-MigrationsAdminTest-2007883029-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:57.470112 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-a05ce35b-653d-4b2d-91d8-f09a84539f42 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7cacbbe331674230a8cdeaae1095bd51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674882 Jul 07 16:52:57.554450 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1f22cdcd-647e-44b7-816e-b94641003151 req-b5be2369-ce96-4264-a5aa-5d2f5b77fb9d tempest-MigrationsAdminTest-2007883029 tempest-MigrationsAdminTest-2007883029-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:57.561432 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1f22cdcd-647e-44b7-816e-b94641003151 req-b5be2369-ce96-4264-a5aa-5d2f5b77fb9d tempest-MigrationsAdminTest-2007883029 tempest-MigrationsAdminTest-2007883029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:57.597821 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1f22cdcd-647e-44b7-816e-b94641003151 req-b5be2369-ce96-4264-a5aa-5d2f5b77fb9d tempest-MigrationsAdminTest-2007883029 tempest-MigrationsAdminTest-2007883029-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308147 Jul 07 16:52:57.623960 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be2369-ce96-4264-a5aa-5d2f5b77fb9d tempest-MigrationsAdminTest-2007883029 tempest-MigrationsAdminTest-2007883029-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef667b2-83c4-4950-8588-a1a47bc10fb2,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:57.710080 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:57.798560 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-ec1b5b1a-b5d2-43ac-a4a6-5300947c5a2d tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:57.800596 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-ec1b5b1a-b5d2-43ac-a4a6-5300947c5a2d tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3166542 Jul 07 16:52:57.815218 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-3901de1c-68f7-4bd7-a7e8-a0c0931104c7 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Request body: {'port': {'device_id': '75ff8288-bd33-4523-b14a-d7d7d28d2a33', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': '7cacbbe331674230a8cdeaae1095bd51'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:57.881046 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-772a7b0a-085c-4bff-9672-afa960c44a39 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Allocated IP 192.168.233.254 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:57.893588 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4437f-7683-4a1a-8df0-382c172d34c2 req-9a82d48b-2a9e-4795-b0ee-f988b0e51681 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:57.895169 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2ac4437f-7683-4a1a-8df0-382c172d34c2 req-9a82d48b-2a9e-4795-b0ee-f988b0e51681 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d177e5-1672-4a42-badc-5a0d1e0835c8 HTTP/1.1" status: 200 len: 945 time: 0.4190741 Jul 07 16:52:57.925743 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 4af62aa6-b045-470f-bac4-da36761524fd details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:57.929578 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 12e03976-57ff-497b-a28c-2cc52e86c04b up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:58.021147 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560ee3a-c0b0-4f81-9bae-31f526ea86b3 req-c5263ee9-07ee-4c41-88f1-02b446b844e3 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:58.023989 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d560ee3a-c0b0-4f81-9bae-31f526ea86b3 req-c5263ee9-07ee-4c41-88f1-02b446b844e3 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f HTTP/1.1" status: 200 len: 949 time: 0.1271291 Jul 07 16:52:58.043516 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2ac4437f-7683-4a1a-8df0-382c172d34c2 req-4134c265-5c99-42c9-8878-451bb70a8854 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5704a10f-40dc-4a3e-9704-7214d47c05a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329987 Jul 07 16:52:58.125443 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d560ee3a-c0b0-4f81-9bae-31f526ea86b3 req-e8eabea1-501d-4b0e-87c2-e1d8a70e245f tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0292522-6d47-430c-b078-d228bbd3d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941408 Jul 07 16:52:58.142361 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 12e03976-57ff-497b-a28c-2cc52e86c04b completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:58.154330 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 12e03976-57ff-497b-a28c-2cc52e86c04b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:58.155424 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:58.167822 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-3901de1c-68f7-4bd7-a7e8-a0c0931104c7 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Made reservation on behalf of 7cacbbe331674230a8cdeaae1095bd51 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:58.174806 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-3901de1c-68f7-4bd7-a7e8-a0c0931104c7 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:58.256650 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 4af62aa6-b045-470f-bac4-da36761524fd, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=4af62aa6-b045-470f-bac4-da36761524fd,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:58.341103 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-772a7b0a-085c-4bff-9672-afa960c44a39 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:58.356252 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '4af62aa6-b045-470f-bac4-da36761524fd', 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10', 'port_id': '4af62aa6-b045-470f-bac4-da36761524fd', 'mac_address': 'fa:16:3e:1a:79:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf0891f-7dd4-444b-b243-0a9d52ec4798', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:58.372320 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-772a7b0a-085c-4bff-9672-afa960c44a39 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Transition to ACTIVE for port object 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:58.381527 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:58.462225 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-772a7b0a-085c-4bff-9672-afa960c44a39 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:58.469292 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e03976-57ff-497b-a28c-2cc52e86c04b'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:58.474506 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c781f49-8f40-4935-8df4-7b933da10575" -d '{"events": [{"server_uuid": "a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f", "name": "network-vif-plugged", "status": "completed", "tag": "12e03976-57ff-497b-a28c-2cc52e86c04b"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:58.488568 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['c21768d3-1ac5-4f55-bd0b-04211e22f403'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:58.507878 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a2f8e-8fb9-48d6-82da-7a40a3b81009 req-d855b834-a875-487d-9297-5ad986d0b73d tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:58.511204 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-547a2f8e-8fb9-48d6-82da-7a40a3b81009 req-d855b834-a875-487d-9297-5ad986d0b73d tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 944 time: 0.1374269 Jul 07 16:52:58.556520 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 12e03976-57ff-497b-a28c-2cc52e86c04b, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=12e03976-57ff-497b-a28c-2cc52e86c04b,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:58.561473 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:58.574160 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:58.585609 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-547a2f8e-8fb9-48d6-82da-7a40a3b81009 req-b128836a-5c33-4db3-8503-5519979885b8 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671072 Jul 07 16:52:58.619560 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4af62aa6-b045-470f-bac4-da36761524fd {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:58.667439 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 4af62aa6-b045-470f-bac4-da36761524fd, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=4af62aa6-b045-470f-bac4-da36761524fd,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:58.682809 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:58.685550 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=12e03976-57ff-497b-a28c-2cc52e86c04b,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:58.691583 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-772a7b0a-085c-4bff-9672-afa960c44a39 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:58.698541 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a7b0a-085c-4bff-9672-afa960c44a39 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Pushing event updated for resources: {'Port': ['ID=12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:58.714427 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-772a7b0a-085c-4bff-9672-afa960c44a39 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:58.721012 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-3901de1c-68f7-4bd7-a7e8-a0c0931104c7 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Allocated IP 192.168.233.196 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/b9b325a4-0180-47b7-b624-ab8e2e6d21e4) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:58.726709 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-772a7b0a-085c-4bff-9672-afa960c44a39 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:58.873993 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-58af1c99-a81e-499f-8676-fc6046635926 req-11de0767-a37f-4299-9cc5-249be16e0b2c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:52:58.875086 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637e08e-2695-4d20-9e92-29070ceb1fd3 req-28052bb4-2729-42a0-ae9e-f69ac3c13ea4 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:58.877302 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-58af1c99-a81e-499f-8676-fc6046635926 req-11de0767-a37f-4299-9cc5-249be16e0b2c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169628 Jul 07 16:52:58.881781 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2637e08e-2695-4d20-9e92-29070ceb1fd3 req-28052bb4-2729-42a0-ae9e-f69ac3c13ea4 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 1097 time: 0.4230065 Jul 07 16:52:58.924403 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=4af62aa6-b045-470f-bac4-da36761524fd,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:58.980920 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-772a7b0a-085c-4bff-9672-afa960c44a39 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:58.981970 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-772a7b0a-085c-4bff-9672-afa960c44a39 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:59.000193 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['4af62aa6-b045-470f-bac4-da36761524fd'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:59.074923 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-772a7b0a-085c-4bff-9672-afa960c44a39 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9527965 Jul 07 16:52:59.079491 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2637e08e-2695-4d20-9e92-29070ceb1fd3 req-ac2d4468-21d2-4b85-97b3-20afe16cbde7 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731644 Jul 07 16:52:59.087886 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Request body: {'port': {'device_id': '1d6bbecf-01b4-4101-a576-f3ffdae19d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:59.248950 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-52d68de2-5109-45dd-82f5-8e2eb383ddbc None None] Provisioning for port 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:59.262222 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-52d68de2-5109-45dd-82f5-8e2eb383ddbc None None] Provisioning complete for port 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:59.262673 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-52d68de2-5109-45dd-82f5-8e2eb383ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:59.339113 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-52d68de2-5109-45dd-82f5-8e2eb383ddbc None None] Port 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:52:59.353666 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-3901de1c-68f7-4bd7-a7e8-a0c0931104c7 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:59.386247 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-3901de1c-68f7-4bd7-a7e8-a0c0931104c7 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Transition to ACTIVE for port object b9b325a4-0180-47b7-b624-ab8e2e6d21e4 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:59.394177 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:59.501980 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-3901de1c-68f7-4bd7-a7e8-a0c0931104c7 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:59.527548 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['c21768d3-1ac5-4f55-bd0b-04211e22f403'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:59.683952 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-3901de1c-68f7-4bd7-a7e8-a0c0931104c7 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:59.701833 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901de1c-68f7-4bd7-a7e8-a0c0931104c7 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Pushing event updated for resources: {'Port': ['ID=b9b325a4-0180-47b7-b624-ab8e2e6d21e4,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:59.704456 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-3901de1c-68f7-4bd7-a7e8-a0c0931104c7 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:59.718332 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-3901de1c-68f7-4bd7-a7e8-a0c0931104c7 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:59.876086 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a6537-d95e-410a-ab5a-f9fe4e47cc8b req-d0080546-0493-4494-807a-702bdbc7f0e8 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:59.877892 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-243a6537-d95e-410a-ab5a-f9fe4e47cc8b req-d0080546-0493-4494-807a-702bdbc7f0e8 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=75ff8288-bd33-4523-b14a-d7d7d28d2a33 HTTP/1.1" status: 200 len: 936 time: 0.3132122 Jul 07 16:52:59.895311 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-3901de1c-68f7-4bd7-a7e8-a0c0931104c7 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:59.896066 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-3901de1c-68f7-4bd7-a7e8-a0c0931104c7 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:59.919091 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 4af62aa6-b045-470f-bac4-da36761524fd up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:59.934034 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45276) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:59.951667 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-3901de1c-68f7-4bd7-a7e8-a0c0931104c7 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1417136 Jul 07 16:52:59.986805 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-170e20ba-478b-44f0-ba83-0231eff9089a service neutron] Request body: {'port': {'device_id': '75ff8288-bd33-4523-b14a-d7d7d28d2a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:59.994323 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-243a6537-d95e-410a-ab5a-f9fe4e47cc8b req-328b020b-b318-483a-8559-f42a05d38af1 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943112 Jul 07 16:53:00.046442 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 4af62aa6-b045-470f-bac4-da36761524fd completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:00.058177 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 4af62aa6-b045-470f-bac4-da36761524fd triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:00.058989 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:00.073431 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de758213-42db-4901-8ae5-aef75f97b0e3 req-c1a5f349-b86d-415f-8afa-fb68daa1a3ef tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:00.080013 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-de758213-42db-4901-8ae5-aef75f97b0e3 req-c1a5f349-b86d-415f-8afa-fb68daa1a3ef tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d177e5-1672-4a42-badc-5a0d1e0835c8 HTTP/1.1" status: 200 len: 945 time: 0.2446938 Jul 07 16:53:00.095286 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45280) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:00.103098 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-f58409c4-4c29-40da-ac59-1c26280593fa tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Request body: {'floatingip': {'port_id': 'da3ae13c-bbd6-4f65-942c-4657de3b9be4'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:00.110984 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:00.187936 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:00.203947 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:00.213871 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f58409c4-4c29-40da-ac59-1c26280593fa tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks [] for floatingip, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:00.230730 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad107be-7792-4bc5-a3b8-1e8e3a33330d x-openstack-request-id: req-aad107be-7792-4bc5-a3b8-1e8e3a33330d {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:00.234628 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f", "name": "network-vif-plugged", "status": "completed", "tag": "12e03976-57ff-497b-a28c-2cc52e86c04b", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:00.234998 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aad107be-7792-4bc5-a3b8-1e8e3a33330d {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:00.235661 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e03976-57ff-497b-a28c-2cc52e86c04b', 'code': 200} Jul 07 16:53:00.250940 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-09e25859-3623-477a-bf59-fb8c162bd5ee service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3091125 Jul 07 16:53:00.265958 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:00.299299 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c85da0bc-eb0f-451e-8dfe-e7d13a924ad4 None None] Provisioning for port b9b325a4-0180-47b7-b624-ab8e2e6d21e4 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:00.328170 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c85da0bc-eb0f-451e-8dfe-e7d13a924ad4 None None] Provisioning complete for port b9b325a4-0180-47b7-b624-ab8e2e6d21e4 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:00.330043 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c85da0bc-eb0f-451e-8dfe-e7d13a924ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:00.388351 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Transition to ACTIVE for port object 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:00.409235 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:00.412589 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-170e20ba-478b-44f0-ba83-0231eff9089a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:00.421414 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 4af62aa6-b045-470f-bac4-da36761524fd, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=4af62aa6-b045-470f-bac4-da36761524fd,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:00.425994 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c85da0bc-eb0f-451e-8dfe-e7d13a924ad4 None None] Port b9b325a4-0180-47b7-b624-ab8e2e6d21e4 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:53:00.430076 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:00.549705 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20302146-9935-4393-85d2-9e05382ba7f6 req-ec57ea36-eff4-4904-b01f-ed6ed7e833b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:00.551313 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-20302146-9935-4393-85d2-9e05382ba7f6 req-ec57ea36-eff4-4904-b01f-ed6ed7e833b0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f HTTP/1.1" status: 200 len: 1102 time: 0.1857345 Jul 07 16:53:00.564347 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e39212-5b49-4479-88ac-32720faf3a16 req-97b45013-e95e-4dfc-a047-39306f275a5a tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:00.566030 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-26e39212-5b49-4479-88ac-32720faf3a16 req-97b45013-e95e-4dfc-a047-39306f275a5a tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f HTTP/1.1" status: 200 len: 950 time: 0.1647422 Jul 07 16:53:00.568076 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=4af62aa6-b045-470f-bac4-da36761524fd,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:00.622129 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-20302146-9935-4393-85d2-9e05382ba7f6 req-6ee36bf3-ca10-4458-b926-8a69f7b0c44b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a0292522-6d47-430c-b078-d228bbd3d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550628 Jul 07 16:53:00.641001 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-26e39212-5b49-4479-88ac-32720faf3a16 req-251f4e94-60ae-488d-8de5-e82679f39cdb tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0292522-6d47-430c-b078-d228bbd3d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585206 Jul 07 16:53:00.992463 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b4284-fb74-45b8-b730-b837a4ac0267 req-8ca9781f-fe22-4ed9-8709-b1e685157cba tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:00.995800 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Pushing event updated for resources: {'Port': ['ID=12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:00.997366 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9a4b4284-fb74-45b8-b730-b837a4ac0267 req-8ca9781f-fe22-4ed9-8709-b1e685157cba tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 950 time: 0.1426501 Jul 07 16:53:01.049567 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9a4b4284-fb74-45b8-b730-b837a4ac0267 req-fa8cf719-40b2-4465-baa3-b1c0591885ac tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470195 Jul 07 16:53:01.106522 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:01.107036 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:01.107387 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:01.107730 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:01.108087 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:01.108404 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:01.108766 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:01.109125 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:01.109461 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:01.109797 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:01.110123 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:01.110603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:01.316487 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71d83b-6807-408b-8fe4-e6180895baac req-1bfa454c-a977-4a17-b774-56bb68a99282 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:01.329524 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cb71d83b-6807-408b-8fe4-e6180895baac req-1bfa454c-a977-4a17-b774-56bb68a99282 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 1097 time: 0.9518867 Jul 07 16:53:01.348204 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb75391-bdf6-49db-8ce7-54b19e7bcef1 req-ea4502f6-e9d8-4a32-91f0-75fe7997def1 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:01.349888 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7bb75391-bdf6-49db-8ce7-54b19e7bcef1 req-ea4502f6-e9d8-4a32-91f0-75fe7997def1 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 946 time: 0.1405709 Jul 07 16:53:01.459997 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7bb75391-bdf6-49db-8ce7-54b19e7bcef1 req-5baccb69-5894-4ed8-ac15-0ae3acf8bb57 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987754 Jul 07 16:53:01.633831 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Attempting to bind port 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:01.634394 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Attempting to bind port 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:01.634923 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Attempting to bind port 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:01.684795 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cb71d83b-6807-408b-8fe4-e6180895baac req-88e8852e-71fd-4f82-a8a6-b8390a815a36 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651286 Jul 07 16:53:01.942709 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Port 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:53:01.943242 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Attempting to bind port 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:02.000736 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:02.001404 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:02.001808 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:02.002788 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Bound port: 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:02.003372 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:02.075611 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50185f-5367-43cf-854c-c3c4f057da9f req-ec160ec5-8f19-4fbd-8936-81ecc90f4058 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:02.081505 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cc50185f-5367-43cf-854c-c3c4f057da9f req-ec160ec5-8f19-4fbd-8936-81ecc90f4058 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f HTTP/1.1" status: 200 len: 950 time: 0.0854807 Jul 07 16:53:02.143467 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cc50185f-5367-43cf-854c-c3c4f057da9f req-41d21826-aa88-4dd0-a2dc-2208ac24b302 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0292522-6d47-430c-b078-d228bbd3d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599847 Jul 07 16:53:02.237177 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9176b06-2042-492b-be86-f8a0d44ce1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af62aa6-b045-470f-bac4-da36761524fd'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:02.241825 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8751977d-e5f5-40ba-b665-489d8c51aef9" -d '{"events": [{"server_uuid": "f9176b06-2042-492b-be86-f8a0d44ce1f5", "name": "network-vif-plugged", "status": "completed", "tag": "4af62aa6-b045-470f-bac4-da36761524fd"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:02.531756 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-170e20ba-478b-44f0-ba83-0231eff9089a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b325a4-0180-47b7-b624-ab8e2e6d21e4 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:02.542379 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-4e84d85c-842c-4742-a05f-539f8761632b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:02.546813 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-4e84d85c-842c-4742-a05f-539f8761632b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 1102 time: 0.1127079 Jul 07 16:53:02.655513 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-170e20ba-478b-44f0-ba83-0231eff9089a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:02.660587 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.db.resource_extend [None req-f58409c4-4c29-40da-ac59-1c26280593fa tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:53:02.733955 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] For port 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:02.758275 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-170e20ba-478b-44f0-ba83-0231eff9089a service neutron] Transition to ACTIVE for port object b9b325a4-0180-47b7-b624-ab8e2e6d21e4 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:02.762687 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-aefa3e80-931b-4dc5-8f4b-d4ca45107171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:02.764751 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-aefa3e80-931b-4dc5-8f4b-d4ca45107171 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.2112632 Jul 07 16:53:02.783700 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-170e20ba-478b-44f0-ba83-0231eff9089a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:02.787022 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] For port 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:02.806396 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68c7ee-f9ff-4527-88f6-cf6b5814d95d req-15122442-380d-4b6b-b5d6-d496426c06a0 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:02.810208 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cc68c7ee-f9ff-4527-88f6-cf6b5814d95d req-15122442-380d-4b6b-b5d6-d496426c06a0 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=75ff8288-bd33-4523-b14a-d7d7d28d2a33 HTTP/1.1" status: 200 len: 936 time: 0.7795031 Jul 07 16:53:02.825743 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-e8878009-7292-48e5-bd7e-58a8a576d64e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=d4e0317a-996d-4c22-98da-6b5fe21ce920 HTTP/1.1" status: 200 len: 217 time: 0.0535350 Jul 07 16:53:02.827462 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f58409c4-4c29-40da-ac59-1c26280593fa tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:02.832143 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:02.842359 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb77bf8-95ea-4a96-bf77-b9ccb008a392 req-2ca00ea4-8511-4f83-942d-e5501e0ea4dd tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:02.843947 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8eb77bf8-95ea-4a96-bf77-b9ccb008a392 req-2ca00ea4-8511-4f83-942d-e5501e0ea4dd tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 950 time: 0.1882076 Jul 07 16:53:02.888487 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f58409c4-4c29-40da-ac59-1c26280593fa tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:02.899992 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45346) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:02.923985 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-ce80ebf4-0ffb-4b4d-97e6-65e1067768f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:02.925553 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-ce80ebf4-0ffb-4b4d-97e6-65e1067768f3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.0941749 Jul 07 16:53:02.956734 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8eb77bf8-95ea-4a96-bf77-b9ccb008a392 req-6203afb2-f46e-414f-aa44-49a196d98342 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831211 Jul 07 16:53:03.028000 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:03.028732 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:03.030176 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] 10.222.0.72 "PUT /v2.0/ports/12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2 HTTP/1.1" status: 200 len: 1097 time: 3.9476249 Jul 07 16:53:03.042441 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6bbecf-01b4-4101-a576-f3ffdae19d9a', 'tag': '12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:03.045903 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59c3151-af11-4390-9163-a27e1f1b4038" -d '{"events": [{"name": "network-changed", "server_uuid": "1d6bbecf-01b4-4101-a576-f3ffdae19d9a", "tag": "12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:03.079931 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e20ba-478b-44f0-ba83-0231eff9089a service neutron] Pushing event updated for resources: {'Port': ['ID=b9b325a4-0180-47b7-b624-ab8e2e6d21e4,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:03.082398 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-4f669ca0-674b-4af0-88d5-70f68cbb9fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:03.087420 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-4f669ca0-674b-4af0-88d5-70f68cbb9fb7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1525319 Jul 07 16:53:03.238781 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cc68c7ee-f9ff-4527-88f6-cf6b5814d95d req-4ae9101b-836a-4518-a77a-0ac956b51ebc tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010253 Jul 07 16:53:03.249892 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3975f5e6-a7c8-47bc-8868-8c26faf2d4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:03.337527 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d54ea1-6752-4fdf-921b-41de2574a3e9 x-openstack-request-id: req-07d54ea1-6752-4fdf-921b-41de2574a3e9 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:03.338827 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9176b06-2042-492b-be86-f8a0d44ce1f5", "name": "network-vif-plugged", "status": "completed", "tag": "4af62aa6-b045-470f-bac4-da36761524fd", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:03.339310 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07d54ea1-6752-4fdf-921b-41de2574a3e9 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:03.339951 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9176b06-2042-492b-be86-f8a0d44ce1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af62aa6-b045-470f-bac4-da36761524fd', 'code': 200} Jul 07 16:53:03.409717 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-f58409c4-4c29-40da-ac59-1c26280593fa tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Floating IP e95d80c7-adde-462b-ab1f-616415fdc417 associated. External IP: 172.25.0.210, port: da3ae13c-bbd6-4f65-942c-4657de3b9be4. Jul 07 16:53:03.491550 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.72', 63604) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:03.551375 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-7c79d963-8953-43b2-a12d-b97d746f620f service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572849 Jul 07 16:53:03.772164 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3975f5e6-a7c8-47bc-8868-8c26faf2d4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:03.780678 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab6b45-3aaf-4945-a6f5-123f3812b642 service neutron] Pushing event updated for resources: {'Port': ['ID=12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:03.783497 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3975f5e6-a7c8-47bc-8868-8c26faf2d4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:03.791203 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-8bffd620-a0dd-4433-bbd4-cfac8f62ca58 req-f330767a-cfa6-4ea6-93c8-09216174608b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:53:03.792465 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8bffd620-a0dd-4433-bbd4-cfac8f62ca58 req-f330767a-cfa6-4ea6-93c8-09216174608b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132256 Jul 07 16:53:03.828746 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-170e20ba-478b-44f0-ba83-0231eff9089a service neutron] Attempting to bind port b9b325a4-0180-47b7-b624-ab8e2e6d21e4 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:03.828746 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-170e20ba-478b-44f0-ba83-0231eff9089a service neutron] Attempting to bind port b9b325a4-0180-47b7-b624-ab8e2e6d21e4 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:03.828746 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-170e20ba-478b-44f0-ba83-0231eff9089a service neutron] Attempting to bind port b9b325a4-0180-47b7-b624-ab8e2e6d21e4 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:03.837674 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975f5e6-a7c8-47bc-8868-8c26faf2d4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19edfb4-9907-475c-b9ff-d31f8586278a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:03.849786 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031354a-b1aa-415b-b950-0977d46a6b8f req-7036b854-a8dc-46de-b11e-27f17586645c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:03.851518 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f031354a-b1aa-415b-b950-0977d46a6b8f req-7036b854-a8dc-46de-b11e-27f17586645c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 1098 time: 0.3589511 Jul 07 16:53:03.862318 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3975f5e6-a7c8-47bc-8868-8c26faf2d4fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:03.863988 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3975f5e6-a7c8-47bc-8868-8c26faf2d4fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:03.864739 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3975f5e6-a7c8-47bc-8868-8c26faf2d4fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:03.865989 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3975f5e6-a7c8-47bc-8868-8c26faf2d4fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:03.865989 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3975f5e6-a7c8-47bc-8868-8c26faf2d4fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:03.865989 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3975f5e6-a7c8-47bc-8868-8c26faf2d4fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:03.866442 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3975f5e6-a7c8-47bc-8868-8c26faf2d4fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:03.866777 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3975f5e6-a7c8-47bc-8868-8c26faf2d4fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:03.867105 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3975f5e6-a7c8-47bc-8868-8c26faf2d4fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:03.867433 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3975f5e6-a7c8-47bc-8868-8c26faf2d4fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:03.869054 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3975f5e6-a7c8-47bc-8868-8c26faf2d4fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:03.869054 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3975f5e6-a7c8-47bc-8868-8c26faf2d4fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:03.870914 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-0608c1ad-6515-40d4-b86e-aaaf3cba3738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:03.874388 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-0608c1ad-6515-40d4-b86e-aaaf3cba3738 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cacbbe331674230a8cdeaae1095bd51&device_id=1d6bbecf-01b4-4101-a576-f3ffdae19d9a HTTP/1.1" status: 200 len: 1100 time: 0.7703822 Jul 07 16:53:03.874705 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-170e20ba-478b-44f0-ba83-0231eff9089a service neutron] Port b9b325a4-0180-47b7-b624-ab8e2e6d21e4 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:53:03.874963 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-170e20ba-478b-44f0-ba83-0231eff9089a service neutron] Attempting to bind port b9b325a4-0180-47b7-b624-ab8e2e6d21e4 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:03.901155 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-afbede21-3168-411a-b240-f71a38f1bf03 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407304 Jul 07 16:53:03.901558 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-170e20ba-478b-44f0-ba83-0231eff9089a service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:03.901910 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-170e20ba-478b-44f0-ba83-0231eff9089a service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:03.902312 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-170e20ba-478b-44f0-ba83-0231eff9089a service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:03.902772 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-170e20ba-478b-44f0-ba83-0231eff9089a service neutron] Bound port: b9b325a4-0180-47b7-b624-ab8e2e6d21e4, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:03.903139 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-170e20ba-478b-44f0-ba83-0231eff9089a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:03.927517 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3975f5e6-a7c8-47bc-8868-8c26faf2d4fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=643144d6a3ea4165b20d7916a056058d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0264318 Jul 07 16:53:03.943606 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45368) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:03.946779 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f031354a-b1aa-415b-b950-0977d46a6b8f req-72d91d7e-f595-4132-9f15-22f0a52f736e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723736 Jul 07 16:53:03.961850 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-872c7acc-e159-4176-9dd0-00bb035ccf10 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2 HTTP/1.1" status: 200 len: 217 time: 0.0794814 Jul 07 16:53:04.204324 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-2d2b9c1e-aa0e-48e8-b6dd-d68e01b1a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:04.206644 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-2d2b9c1e-aa0e-48e8-b6dd-d68e01b1a2c8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1927071 Jul 07 16:53:04.243140 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-170e20ba-478b-44f0-ba83-0231eff9089a service neutron] For port b9b325a4-0180-47b7-b624-ab8e2e6d21e4, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:04.245437 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6d29214d-1c75-4527-aa43-cd50b52c2526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:04.334676 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-170e20ba-478b-44f0-ba83-0231eff9089a service neutron] For port b9b325a4-0180-47b7-b624-ab8e2e6d21e4, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b9b325a4-0180-47b7-b624-ab8e2e6d21e4,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:04.354252 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6d29214d-1c75-4527-aa43-cd50b52c2526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:04.359455 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-170e20ba-478b-44f0-ba83-0231eff9089a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:04.436500 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-170e20ba-478b-44f0-ba83-0231eff9089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:04.438912 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-170e20ba-478b-44f0-ba83-0231eff9089a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:04.439686 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-170e20ba-478b-44f0-ba83-0231eff9089a service neutron] 10.222.0.72 "PUT /v2.0/ports/b9b325a4-0180-47b7-b624-ab8e2e6d21e4 HTTP/1.1" status: 200 len: 1097 time: 4.4809697 Jul 07 16:53:04.469448 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58409c4-4c29-40da-ac59-1c26280593fa tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Router 3d274e25-4972-473b-9f62-4e11e4cace83 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:53:04.528544 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e20ba-478b-44f0-ba83-0231eff9089a service neutron] Pushing event updated for resources: {'Port': ['ID=b9b325a4-0180-47b7-b624-ab8e2e6d21e4,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:04.566513 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-04970fdd-898f-4d52-a913-5df09323a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:04.568803 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-04970fdd-898f-4d52-a913-5df09323a866 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3302624 Jul 07 16:53:04.630616 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6d29214d-1c75-4527-aa43-cd50b52c2526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:04.633395 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6d29214d-1c75-4527-aa43-cd50b52c2526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:04.635088 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6d29214d-1c75-4527-aa43-cd50b52c2526 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b19edfb4-9907-475c-b9ff-d31f8586278a HTTP/1.1" status: 204 len: 168 time: 0.6904268 Jul 07 16:53:04.713211 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29214d-1c75-4527-aa43-cd50b52c2526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19edfb4-9907-475c-b9ff-d31f8586278a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:04.748285 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713457e-36e2-4ea7-a20c-d117fc6a232b req-d3cc8b60-5f47-4db2-8ffa-25fd911d6555 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:04.765106 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5713457e-36e2-4ea7-a20c-d117fc6a232b req-d3cc8b60-5f47-4db2-8ffa-25fd911d6555 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 946 time: 0.1947918 Jul 07 16:53:04.856226 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58409c4-4c29-40da-ac59-1c26280593fa tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:53:04.865443 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f58409c4-4c29-40da-ac59-1c26280593fa tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:04.875332 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7684b964-5ff5-48be-a869-2afacf30d6b6 None None] Sync routers for ids ['3d274e25-4972-473b-9f62-4e11e4cace83'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:53:04.884542 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5713457e-36e2-4ea7-a20c-d117fc6a232b req-5f256c26-52a9-440a-b227-2b3929a42447 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172035 Jul 07 16:53:04.884870 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-5c707463-9fb1-4d16-a785-76d9ec273624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:04.888071 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-5c707463-9fb1-4d16-a785-76d9ec273624 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cacbbe331674230a8cdeaae1095bd51&device_id=75ff8288-bd33-4523-b14a-d7d7d28d2a33 HTTP/1.1" status: 200 len: 1100 time: 0.3739297 Jul 07 16:53:04.897519 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7684b964-5ff5-48be-a869-2afacf30d6b6 None None] Routers {'3d274e25-4972-473b-9f62-4e11e4cace83'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:53:04.900926 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-7684b964-5ff5-48be-a869-2afacf30d6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:52:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['3d274e25-4972-473b-9f62-4e11e4cace83'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:04.963668 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-8b8d6101-f6fc-4d4e-a3c2-4f0dbd5a275d service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485563 Jul 07 16:53:05.071421 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017c5590-f8a9-4e98-aa0b-86debb34ad1a x-openstack-request-id: req-017c5590-f8a9-4e98-aa0b-86debb34ad1a {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:05.072210 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d6bbecf-01b4-4101-a576-f3ffdae19d9a", "tag": "12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:05.072671 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-017c5590-f8a9-4e98-aa0b-86debb34ad1a {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:05.073366 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6bbecf-01b4-4101-a576-f3ffdae19d9a', 'tag': '12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2', 'status': 'completed', 'code': 200} Jul 07 16:53:05.104840 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-0dcc134b-e491-4462-bf03-a73c1fac290b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=b9b325a4-0180-47b7-b624-ab8e2e6d21e4 HTTP/1.1" status: 200 len: 217 time: 0.1391389 Jul 07 16:53:05.303933 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f58409c4-4c29-40da-ac59-1c26280593fa tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "PUT /v2.0/floatingips/e95d80c7-adde-462b-ab1f-616415fdc417 HTTP/1.1" status: 200 len: 991 time: 5.2048292 Jul 07 16:53:05.361695 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-7684b964-5ff5-48be-a869-2afacf30d6b6 None None] Set router 3d274e25-4972-473b-9f62-4e11e4cace83 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:53:05.430871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-e53be358-7481-47e2-a2a7-3ab73300134f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:05.434107 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-e53be358-7481-47e2-a2a7-3ab73300134f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.2315428 Jul 07 16:53:05.451121 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45412) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:05.477592 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-275d454c-19cd-4652-a35b-36834b5454e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:05.512534 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-6b301914-b77d-4f77-86d3-5dd8e16f0316 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324419 Jul 07 16:53:05.594880 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-54aef58f-1d58-465e-997d-14ae906a71de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:05.598221 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-54aef58f-1d58-465e-997d-14ae906a71de service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1518788 Jul 07 16:53:05.782026 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-4a0a6f65-e823-4e20-92e3-430c1cac7197 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648216 Jul 07 16:53:05.795790 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91232870-1424-41ec-9ed5-37f1205cc988 req-2998a574-7965-43da-b5e4-c2f3b9565b18 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:05.809579 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-91232870-1424-41ec-9ed5-37f1205cc988 req-2998a574-7965-43da-b5e4-c2f3b9565b18 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 950 time: 0.2038558 Jul 07 16:53:05.861577 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-275d454c-19cd-4652-a35b-36834b5454e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:05.874435 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-275d454c-19cd-4652-a35b-36834b5454e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:05.876183 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c3151-af11-4390-9163-a27e1f1b4038 req-e672554f-3930-430a-977e-f4a585bea663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:05.877803 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d59c3151-af11-4390-9163-a27e1f1b4038 req-e672554f-3930-430a-977e-f4a585bea663 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cacbbe331674230a8cdeaae1095bd51&device_id=1d6bbecf-01b4-4101-a576-f3ffdae19d9a HTTP/1.1" status: 200 len: 1100 time: 0.2771456 Jul 07 16:53:05.932109 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-91232870-1424-41ec-9ed5-37f1205cc988 req-565162de-ee9b-40c0-939e-9f3b2fb56698 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207781 Jul 07 16:53:05.983775 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-275d454c-19cd-4652-a35b-36834b5454e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b15575b2441a48899509350d4def82e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5285776 Jul 07 16:53:05.985142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45418) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:06.044001 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-7684b964-5ff5-48be-a869-2afacf30d6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782714879-router', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:30Z', 'updated_at': '2021-07-07T16:51:42Z', 'revision_number': 4, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'gw_port': {'id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:31Z', 'updated_at': '2021-07-07T16:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'e95d80c7-adde-462b-ab1f-616415fdc417', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'floating_ip_address': '172.25.0.210', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'port_id': 'da3ae13c-bbd6-4f65-942c-4657de3b9be4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89', 'mac_address': 'fa:16:3e:e5:08:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d177e5-1672-4a42-badc-5a0d1e0835c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:52:22Z', 'updated_at': '2021-07-07T16:53:02Z', 'revision_number': 1, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f400b7a-7a2e-4b14-8289-107a4ebed5c7', 'name': '', 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'mac_address': 'fa:16:3e:7f:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:39Z', 'updated_at': '2021-07-07T16:51:54Z', 'revision_number': 5, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'subnets': [{'id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:06.057195 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d454c-19cd-4652-a35b-36834b5454e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1298703c-a51b-4ed3-9444-97fbb4ca2cc8,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:06.072248 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cda0d1c0-1740-46af-aa58-a39b8ee9fb0b req-c632e37e-5514-4e57-a790-ffa65030840e service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755418 Jul 07 16:53:06.105027 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-34b5b4fe-1b1c-4b24-a882-2c7057b29150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:06.135743 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c3151-af11-4390-9163-a27e1f1b4038 req-6470630e-0d7c-43f9-a803-40280f52703e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:06.144595 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d59c3151-af11-4390-9163-a27e1f1b4038 req-6470630e-0d7c-43f9-a803-40280f52703e service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.2544637 Jul 07 16:53:06.145007 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7684b964-5ff5-48be-a869-2afacf30d6b6 None None] Checking router: 3d274e25-4972-473b-9f62-4e11e4cace83 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:53:06.158815 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7684b964-5ff5-48be-a869-2afacf30d6b6 None None] Routers {'3d274e25-4972-473b-9f62-4e11e4cace83'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:53:06.159462 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-7684b964-5ff5-48be-a869-2afacf30d6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:52:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['3d274e25-4972-473b-9f62-4e11e4cace83'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:06.171879 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-34b5b4fe-1b1c-4b24-a882-2c7057b29150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:06.240924 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d59c3151-af11-4390-9163-a27e1f1b4038 req-a7b5c475-6a29-4119-91d5-646a4d457e9e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2 HTTP/1.1" status: 200 len: 217 time: 0.0853548 Jul 07 16:53:06.337946 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c3151-af11-4390-9163-a27e1f1b4038 req-f22e9c7c-bc80-4ff7-8162-7f04d8d26b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:06.342477 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d59c3151-af11-4390-9163-a27e1f1b4038 req-f22e9c7c-bc80-4ff7-8162-7f04d8d26b1e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.0939858 Jul 07 16:53:06.366071 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-34b5b4fe-1b1c-4b24-a882-2c7057b29150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:06.369781 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-7684b964-5ff5-48be-a869-2afacf30d6b6 None None] Set router 3d274e25-4972-473b-9f62-4e11e4cace83 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:53:06.372339 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-34b5b4fe-1b1c-4b24-a882-2c7057b29150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:06.373372 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-34b5b4fe-1b1c-4b24-a882-2c7057b29150 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1298703c-a51b-4ed3-9444-97fbb4ca2cc8 HTTP/1.1" status: 204 len: 168 time: 0.3865047 Jul 07 16:53:06.393710 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d19f0-5b54-43d6-9d8b-af4d17e2b438 req-b080e860-4c26-4bb0-8852-76ccf96daad2 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:06.396438 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f84d19f0-5b54-43d6-9d8b-af4d17e2b438 req-b080e860-4c26-4bb0-8852-76ccf96daad2 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=75ff8288-bd33-4523-b14a-d7d7d28d2a33 HTTP/1.1" status: 200 len: 948 time: 0.1650398 Jul 07 16:53:06.408560 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5b4fe-1b1c-4b24-a882-2c7057b29150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1298703c-a51b-4ed3-9444-97fbb4ca2cc8,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:06.463241 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c3151-af11-4390-9163-a27e1f1b4038 req-67cf590f-4209-463b-99ff-ba7d3648e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:06.464984 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d59c3151-af11-4390-9163-a27e1f1b4038 req-67cf590f-4209-463b-99ff-ba7d3648e996 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1156268 Jul 07 16:53:06.497276 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f84d19f0-5b54-43d6-9d8b-af4d17e2b438 req-f403a8c5-8910-4a8b-a38e-9c3f3b6ece8f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914612 Jul 07 16:53:06.672268 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d59c3151-af11-4390-9163-a27e1f1b4038 req-9efc51c7-2aa5-4007-9240-d88b7a6147cf service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980853 Jul 07 16:53:06.778110 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45434) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:06.803674 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:06.881282 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-7684b964-5ff5-48be-a869-2afacf30d6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782714879-router', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:30Z', 'updated_at': '2021-07-07T16:51:42Z', 'revision_number': 4, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'gw_port': {'id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:31Z', 'updated_at': '2021-07-07T16:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'e95d80c7-adde-462b-ab1f-616415fdc417', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'floating_ip_address': '172.25.0.210', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'port_id': 'da3ae13c-bbd6-4f65-942c-4657de3b9be4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89', 'mac_address': 'fa:16:3e:e5:08:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d177e5-1672-4a42-badc-5a0d1e0835c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:52:22Z', 'updated_at': '2021-07-07T16:53:02Z', 'revision_number': 1, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f400b7a-7a2e-4b14-8289-107a4ebed5c7', 'name': '', 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'mac_address': 'fa:16:3e:7f:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:39Z', 'updated_at': '2021-07-07T16:51:54Z', 'revision_number': 5, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'subnets': [{'id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:06.911305 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d59c3151-af11-4390-9163-a27e1f1b4038 req-ba1c6c60-85ca-4ee5-a928-a25f609ce6a5 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304785 Jul 07 16:53:06.930715 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7684b964-5ff5-48be-a869-2afacf30d6b6 None None] The sync data for ids ['3d274e25-4972-473b-9f62-4e11e4cace83'] in n-d-791503-12 is: [{'id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782714879-router', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:30Z', 'updated_at': '2021-07-07T16:51:42Z', 'revision_number': 4, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'gw_port': {'id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:31Z', 'updated_at': '2021-07-07T16:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'e95d80c7-adde-462b-ab1f-616415fdc417', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'floating_ip_address': '172.25.0.210', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'port_id': 'da3ae13c-bbd6-4f65-942c-4657de3b9be4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89', 'mac_address': 'fa:16:3e:e5:08:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d177e5-1672-4a42-badc-5a0d1e0835c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:52:22Z', 'updated_at': '2021-07-07T16:53:02Z', 'revision_number': 1, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f400b7a-7a2e-4b14-8289-107a4ebed5c7', 'name': '', 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'mac_address': 'fa:16:3e:7f:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:39Z', 'updated_at': '2021-07-07T16:51:54Z', 'revision_number': 5, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'subnets': [{'id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:53:07.058633 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-5e235a4e-5f39-431a-b789-d7f73d05c31f tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:53:07.061094 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-5e235a4e-5f39-431a-b789-d7f73d05c31f tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2806752 Jul 07 16:53:07.074726 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ff8288-bd33-4523-b14a-d7d7d28d2a33', 'tag': 'b9b325a4-0180-47b7-b624-ab8e2e6d21e4'}, {'name': 'network-changed', 'server_uuid': 'f4d177e5-1672-4a42-badc-5a0d1e0835c8', 'tag': 'da3ae13c-bbd6-4f65-942c-4657de3b9be4'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:07.078443 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3be7f3-3d52-440e-8072-15c7909753f0" -d '{"events": [{"name": "network-changed", "server_uuid": "75ff8288-bd33-4523-b14a-d7d7d28d2a33", "tag": "b9b325a4-0180-47b7-b624-ab8e2e6d21e4"}, {"name": "network-changed", "server_uuid": "f4d177e5-1672-4a42-badc-5a0d1e0835c8", "tag": "da3ae13c-bbd6-4f65-942c-4657de3b9be4"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:07.193384 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b58d2-8186-4f3a-a3bc-36fe9cef1dd4 req-ac8cb8db-b894-4ff7-92bf-f557b1d062a9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:07.195112 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-551b58d2-8186-4f3a-a3bc-36fe9cef1dd4 req-ac8cb8db-b894-4ff7-92bf-f557b1d062a9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 946 time: 0.1227612 Jul 07 16:53:07.237651 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-57151bd8-5a69-4f5b-8440-3a86e1585678 service neutron] Request body: {'binding': {'host': 'n-h2-791503-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:07.238518 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-57151bd8-5a69-4f5b-8440-3a86e1585678 service neutron] Unknown quota resources ['binding']. {{(pid=100193) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 16:53:07.293389 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858c3277-6688-4db1-900a-808e4728838f None None] New status for floating IP e95d80c7-adde-462b-ab1f-616415fdc417: ACTIVE {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:53:07.323655 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-551b58d2-8186-4f3a-a3bc-36fe9cef1dd4 req-b8029b8b-7e2d-4100-81ca-9495ab0aeac8 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173406 Jul 07 16:53:07.428609 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:07.560562 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-57151bd8-5a69-4f5b-8440-3a86e1585678 service neutron] Attempting to bind port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 on host n-h2-791503-12 for vnic_type normal with profile None {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:07.560988 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-57151bd8-5a69-4f5b-8440-3a86e1585678 service neutron] Attempting to bind port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:07.561326 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-57151bd8-5a69-4f5b-8440-3a86e1585678 service neutron] Attempting to bind port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:07.577558 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-57151bd8-5a69-4f5b-8440-3a86e1585678 service neutron] Port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:53:07.578970 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-57151bd8-5a69-4f5b-8440-3a86e1585678 service neutron] Attempting to bind port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:07.589033 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-57151bd8-5a69-4f5b-8440-3a86e1585678 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:07.589812 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-57151bd8-5a69-4f5b-8440-3a86e1585678 service neutron] Checking segment: {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:07.590728 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-57151bd8-5a69-4f5b-8440-3a86e1585678 service neutron] Bound using segment: {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:07.591547 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-57151bd8-5a69-4f5b-8440-3a86e1585678 service neutron] Bound port: 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:07.754177 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45486) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:07.818537 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-57151bd8-5a69-4f5b-8440-3a86e1585678 service neutron] For port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:07.829608 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-57151bd8-5a69-4f5b-8440-3a86e1585678 service neutron] Notify callbacks [] for binding, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:07.831137 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-57151bd8-5a69-4f5b-8440-3a86e1585678 service neutron] 10.222.0.53 "POST /v2.0/ports/806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4/bindings HTTP/1.1" status: 201 len: 390 time: 0.6957655 Jul 07 16:53:07.854339 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b274c9-2cab-4795-9834-d4204a1dd8ea req-ee9e968a-1faa-411c-96a0-9004bc62e17b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:07.862134 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f1b274c9-2cab-4795-9834-d4204a1dd8ea req-ee9e968a-1faa-411c-96a0-9004bc62e17b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 950 time: 0.1802411 Jul 07 16:53:07.913701 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f1b274c9-2cab-4795-9834-d4204a1dd8ea req-e3e19727-b0ae-483f-90b7-dfdbe7359342 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500700 Jul 07 16:53:07.951059 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 12e03976-57ff-497b-a28c-2cc52e86c04b details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:53:08.080528 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d8d14c-e161-42ee-afd5-5e1efef342fd x-openstack-request-id: req-49d8d14c-e161-42ee-afd5-5e1efef342fd {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:08.081393 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ff8288-bd33-4523-b14a-d7d7d28d2a33", "tag": "b9b325a4-0180-47b7-b624-ab8e2e6d21e4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f4d177e5-1672-4a42-badc-5a0d1e0835c8", "tag": "da3ae13c-bbd6-4f65-942c-4657de3b9be4", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:08.082248 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49d8d14c-e161-42ee-afd5-5e1efef342fd {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:08.084016 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ff8288-bd33-4523-b14a-d7d7d28d2a33', 'tag': 'b9b325a4-0180-47b7-b624-ab8e2e6d21e4', 'status': 'completed', 'code': 200} Jul 07 16:53:08.084885 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d177e5-1672-4a42-badc-5a0d1e0835c8', 'tag': 'da3ae13c-bbd6-4f65-942c-4657de3b9be4', 'status': 'completed', 'code': 200} Jul 07 16:53:08.124145 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-e6fb473f-8716-4ab5-a16a-cb9dc49eb808 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1518067139-network', 'tenant_id': '69bef1f9b69648598606d74a444af92f'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:08.180855 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fb473f-8716-4ab5-a16a-cb9dc49eb808 admin admin] Made reservation on behalf of 69bef1f9b69648598606d74a444af92f for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:08.184675 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6fb473f-8716-4ab5-a16a-cb9dc49eb808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:08.209093 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6fb473f-8716-4ab5-a16a-cb9dc49eb808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:08.292867 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 12e03976-57ff-497b-a28c-2cc52e86c04b, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=12e03976-57ff-497b-a28c-2cc52e86c04b,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:08.334321 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '12e03976-57ff-497b-a28c-2cc52e86c04b', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': '12e03976-57ff-497b-a28c-2cc52e86c04b', 'mac_address': 'fa:16:3e:b0:6b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:53:08.382734 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6fb473f-8716-4ab5-a16a-cb9dc49eb808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:08.405072 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6fb473f-8716-4ab5-a16a-cb9dc49eb808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:08.408560 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:08.422874 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6fb473f-8716-4ab5-a16a-cb9dc49eb808 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:53:08.428771 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12e03976-57ff-497b-a28c-2cc52e86c04b {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:08.439949 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6fb473f-8716-4ab5-a16a-cb9dc49eb808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:08.440754 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-e6fb473f-8716-4ab5-a16a-cb9dc49eb808 admin admin] Added segment 282c05f5-4247-4f5b-8911-86c094e2461e of type vlan for network 93bbc812-cb96-4842-ba9b-67f238eb55a7 Jul 07 16:53:08.443875 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3be7f3-3d52-440e-8072-15c7909753f0 req-08d60599-84d9-4cb4-824c-40f2b2b51ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:08.446639 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7d3be7f3-3d52-440e-8072-15c7909753f0 req-08d60599-84d9-4cb4-824c-40f2b2b51ebd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=807e3ea622de4599bed76047b27cb02c&device_id=f4d177e5-1672-4a42-badc-5a0d1e0835c8 HTTP/1.1" status: 200 len: 1097 time: 0.3055673 Jul 07 16:53:08.475204 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 12e03976-57ff-497b-a28c-2cc52e86c04b, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=12e03976-57ff-497b-a28c-2cc52e86c04b,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:08.483713 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:08.486112 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:53:08.504017 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6fb473f-8716-4ab5-a16a-cb9dc49eb808 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:08.612556 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6fb473f-8716-4ab5-a16a-cb9dc49eb808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:08.616334 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fb473f-8716-4ab5-a16a-cb9dc49eb808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:08.618905 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6fb473f-8716-4ab5-a16a-cb9dc49eb808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:08.674329 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=12e03976-57ff-497b-a28c-2cc52e86c04b,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:08.711876 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:08.729183 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e6fb473f-8716-4ab5-a16a-cb9dc49eb808 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9700603 Jul 07 16:53:08.732486 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': '12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2', 'mac_address': 'fa:16:3e:b5:99:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:53:08.741388 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45512) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:08.756997 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-5e23c9cd-8665-414d-b0a4-a23aeca0f036 admin admin] Request body: {'subnet': {'network_id': '93bbc812-cb96-4842-ba9b-67f238eb55a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1518067139-subnet', 'tenant_id': '69bef1f9b69648598606d74a444af92f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:08.810004 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb473f-8716-4ab5-a16a-cb9dc49eb808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579b9b2d-d13f-43ac-a99c-dd521b5cb64b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:08.819688 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:08.842692 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e23c9cd-8665-414d-b0a4-a23aeca0f036 admin admin] Made reservation on behalf of 69bef1f9b69648598606d74a444af92f for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:08.845431 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5e23c9cd-8665-414d-b0a4-a23aeca0f036 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:08.850270 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:08.902882 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:08.914967 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:08.917126 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb473f-8716-4ab5-a16a-cb9dc49eb808 admin admin] Pushing event updated for resources: {'Network': ['ID=93bbc812-cb96-4842-ba9b-67f238eb55a7,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:08.929769 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 93bbc812-cb96-4842-ba9b-67f238eb55a7 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:53:08.952037 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3be7f3-3d52-440e-8072-15c7909753f0 req-cc046ffd-f085-4c72-8f0a-2dab3ef2a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:08.954991 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d3be7f3-3d52-440e-8072-15c7909753f0 req-cc046ffd-f085-4c72-8f0a-2dab3ef2a4b3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cacbbe331674230a8cdeaae1095bd51&device_id=75ff8288-bd33-4523-b14a-d7d7d28d2a33 HTTP/1.1" status: 200 len: 1100 time: 0.7568028 Jul 07 16:53:08.960213 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-7fb60e1e-92bb-4fcd-a4d5-d0d96ed10945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:08.963433 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-7fb60e1e-92bb-4fcd-a4d5-d0d96ed10945 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 1097 time: 0.5779459 Jul 07 16:53:08.965017 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3be7f3-3d52-440e-8072-15c7909753f0 req-74f4029c-8e24-42d7-8b04-810011cec4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:08.966939 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7d3be7f3-3d52-440e-8072-15c7909753f0 req-74f4029c-8e24-42d7-8b04-810011cec4d9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 HTTP/1.1" status: 200 len: 925 time: 0.5006554 Jul 07 16:53:09.009579 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f32eec-d4a3-488b-9a82-c28f8b0c1cb0 req-db6b8e09-575e-4d10-a1f8-13bc24ff577c tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:09.017341 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23f32eec-d4a3-488b-9a82-c28f8b0c1cb0 req-db6b8e09-575e-4d10-a1f8-13bc24ff577c tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=75ff8288-bd33-4523-b14a-d7d7d28d2a33 HTTP/1.1" status: 200 len: 948 time: 0.3937311 Jul 07 16:53:09.119137 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:09.125419 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['12e03976-57ff-497b-a28c-2cc52e86c04b'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:09.134470 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23f32eec-d4a3-488b-9a82-c28f8b0c1cb0 req-5ded692d-f1e6-4acf-a5bd-ea95e7f02dbd tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157606 Jul 07 16:53:09.194541 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:09.640116 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-8f93dee6-8cf7-4d30-bf03-d5d468f0a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:09.642348 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-8f93dee6-8cf7-4d30-bf03-d5d468f0a0d4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 200 len: 922 time: 0.6593060 Jul 07 16:53:09.643900 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3be7f3-3d52-440e-8072-15c7909753f0 req-1dcd990e-3fd4-4a99-be7c-73d22034116e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:09.645673 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d3be7f3-3d52-440e-8072-15c7909753f0 req-1dcd990e-3fd4-4a99-be7c-73d22034116e service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.6805038 Jul 07 16:53:09.709844 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf2def-c6a0-401a-9253-6e3f2eb91d7e req-05abe2fe-99a2-440b-8900-02a71530dcea tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:09.712678 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c0cf2def-c6a0-401a-9253-6e3f2eb91d7e req-05abe2fe-99a2-440b-8900-02a71530dcea tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 1098 time: 0.9338608 Jul 07 16:53:09.715352 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-4e5f0d5d-373c-4760-88a7-411f22c0c6b9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 HTTP/1.1" status: 200 len: 217 time: 0.0591047 Jul 07 16:53:09.760772 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5e23c9cd-8665-414d-b0a4-a23aeca0f036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:09.775607 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d3be7f3-3d52-440e-8072-15c7909753f0 req-46cbfb04-2fbb-4f6a-9603-aa1dbcb5d13d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=b9b325a4-0180-47b7-b624-ab8e2e6d21e4 HTTP/1.1" status: 200 len: 217 time: 0.0573523 Jul 07 16:53:09.826893 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7d3be7f3-3d52-440e-8072-15c7909753f0 req-42b40c3b-81b4-4205-b585-4c31e806b97f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da3ae13c-bbd6-4f65-942c-4657de3b9be4 HTTP/1.1" status: 200 len: 1001 time: 0.8461871 Jul 07 16:53:09.858745 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-bbbd61e6-580d-4cb6-a546-4f73759a384b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:09.859836 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23c9cd-8665-414d-b0a4-a23aeca0f036 admin admin] Pushing event updated for resources: {'Subnet': ['ID=577692c0-d9bc-47b3-baa2-697bd470d4b4,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:09.860581 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-bbbd61e6-580d-4cb6-a546-4f73759a384b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=efc5a7ec-004d-467f-9a91-81aefb64567f HTTP/1.1" status: 200 len: 861 time: 0.0838101 Jul 07 16:53:09.932180 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-f9a94e4a-1bf4-404d-b6ef-41aa8b16e1c6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1ad75942-8a9e-4718-9815-ad27d5bad609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575998 Jul 07 16:53:09.953189 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c0cf2def-c6a0-401a-9253-6e3f2eb91d7e req-c9ab4416-7577-4807-95db-56bc963b93c5 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213818 Jul 07 16:53:09.958050 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e23c9cd-8665-414d-b0a4-a23aeca0f036 admin admin] Checking segment: {'id': '282c05f5-4247-4f5b-8911-86c094e2461e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '93bbc812-cb96-4842-ba9b-67f238eb55a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:09.958926 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e23c9cd-8665-414d-b0a4-a23aeca0f036 admin admin] Network hostable DHCP agents. Network: 93bbc812-cb96-4842-ba9b-67f238eb55a7, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:53:09.969490 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3be7f3-3d52-440e-8072-15c7909753f0 req-f4b75be1-eec0-425a-b6f4-52acf9a1eefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:09.969936 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device b9b325a4-0180-47b7-b624-ab8e2e6d21e4 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:53:09.972433 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7d3be7f3-3d52-440e-8072-15c7909753f0 req-f4b75be1-eec0-425a-b6f4-52acf9a1eefc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ddd452ef-84e2-4c74-9b12-af8c121336aa HTTP/1.1" status: 200 len: 863 time: 0.1147966 Jul 07 16:53:09.973515 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 12e03976-57ff-497b-a28c-2cc52e86c04b up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:10.058048 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-11d184d4-8b76-43d4-aa7e-689f1459e012 service neutron] 10.222.0.72 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092198 Jul 07 16:53:10.061950 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6c91e-dcdd-4342-9b62-ae0c7990f859 req-2c857509-522e-44d5-93b1-4b1b2a36f399 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:10.064500 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9fd6c91e-dcdd-4342-9b62-ae0c7990f859 req-2c857509-522e-44d5-93b1-4b1b2a36f399 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 945 time: 0.2542577 Jul 07 16:53:10.067362 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e23c9cd-8665-414d-b0a4-a23aeca0f036 admin admin] Network 93bbc812-cb96-4842-ba9b-67f238eb55a7 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:53:10.090269 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-5e23c9cd-8665-414d-b0a4-a23aeca0f036 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 93bbc812-cb96-4842-ba9b-67f238eb55a7) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:10.110090 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e23c9cd-8665-414d-b0a4-a23aeca0f036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:10.111137 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5e23c9cd-8665-414d-b0a4-a23aeca0f036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:10.111588 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689774e1-81e2-4b88-9ef9-e7801fac087e None None] Network 93bbc812-cb96-4842-ba9b-67f238eb55a7 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:53:10.144397 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5e23c9cd-8665-414d-b0a4-a23aeca0f036 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3986886 Jul 07 16:53:10.172332 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9fd6c91e-dcdd-4342-9b62-ae0c7990f859 req-a44e060a-7921-4c84-b985-34fb49eb0bd8 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951602 Jul 07 16:53:10.179010 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3be7f3-3d52-440e-8072-15c7909753f0 req-ed4a7aed-0334-4a75-8662-403f00a066af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:10.181272 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7d3be7f3-3d52-440e-8072-15c7909753f0 req-ed4a7aed-0334-4a75-8662-403f00a066af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=50232d7a-ae5c-48dc-bfa5-d97d97ae3d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1976268 Jul 07 16:53:10.238092 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.resource_extend [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:53:10.302614 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3be7f3-3d52-440e-8072-15c7909753f0 req-61e8a141-f0b7-4a47-a9f9-1c9ac103d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:10.311100 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d3be7f3-3d52-440e-8072-15c7909753f0 req-61e8a141-f0b7-4a47-a9f9-1c9ac103d238 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.4694953 Jul 07 16:53:10.655433 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7d3be7f3-3d52-440e-8072-15c7909753f0 req-723dd27b-df3c-40a6-a97c-99dfb2b96316 service neutron] 10.222.0.64 "GET /v2.0/networks/50232d7a-ae5c-48dc-bfa5-d97d97ae3d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627609 Jul 07 16:53:10.664120 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-94e6e3af-90e6-43a7-9fc2-4b3ba2ddcd68 service neutron] 10.222.0.72 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963948 Jul 07 16:53:10.674375 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 12e03976-57ff-497b-a28c-2cc52e86c04b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:10.676980 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:10.730126 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3be7f3-3d52-440e-8072-15c7909753f0 req-119ef3d6-fe71-4fd7-9bf9-fc30042f0203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:10.732745 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d3be7f3-3d52-440e-8072-15c7909753f0 req-119ef3d6-fe71-4fd7-9bf9-fc30042f0203 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4102201 Jul 07 16:53:10.852185 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87509036-db35-4933-b41f-def0005770dc None None] Network 93bbc812-cb96-4842-ba9b-67f238eb55a7 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:53:10.994433 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port b9b325a4-0180-47b7-b624-ab8e2e6d21e4, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b9b325a4-0180-47b7-b624-ab8e2e6d21e4,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:11.042235 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'b9b325a4-0180-47b7-b624-ab8e2e6d21e4', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': 'b9b325a4-0180-47b7-b624-ab8e2e6d21e4', 'mac_address': 'fa:16:3e:92:d4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:53:11.090968 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07756e-3874-43aa-b4c3-542fa8f5a7c7 req-20520ae6-d7d8-4e07-9a19-82222de4749a tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:11.104568 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8c07756e-3874-43aa-b4c3-542fa8f5a7c7 req-20520ae6-d7d8-4e07-9a19-82222de4749a tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 1098 time: 0.3707526 Jul 07 16:53:11.111272 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7d3be7f3-3d52-440e-8072-15c7909753f0 req-ebbc4401-745e-4c68-ae91-2e6ea84dda93 service neutron] 10.222.0.64 "GET /v2.0/networks/50232d7a-ae5c-48dc-bfa5-d97d97ae3d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450891 Jul 07 16:53:11.217554 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8c07756e-3874-43aa-b4c3-542fa8f5a7c7 req-5d6f7775-9efb-456c-898d-c72b93dd6180 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114573 Jul 07 16:53:11.341217 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:11.468947 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 12e03976-57ff-497b-a28c-2cc52e86c04b, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=12e03976-57ff-497b-a28c-2cc52e86c04b,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:11.481888 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e03976-57ff-497b-a28c-2cc52e86c04b'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:11.488699 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca48fff0-15fa-4674-b3e7-86a9696966b8" -d '{"events": [{"server_uuid": "a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f", "name": "network-vif-plugged", "status": "completed", "tag": "12e03976-57ff-497b-a28c-2cc52e86c04b"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:11.500813 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:11.511782 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-7324f1c2-68df-4e89-ae18-7ce1cd887b31 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:11.519949 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-7324f1c2-68df-4e89-ae18-7ce1cd887b31 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29&tenant_id=5fe2f64972d24fa49d6d4e62948f5951&binding%3Ahost_id=n-h1-791503-12 HTTP/1.1" status: 200 len: 1097 time: 0.6932840 Jul 07 16:53:11.577117 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-c535ffad-cdcd-4472-93de-28ba781a2bff service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791503-12'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:11.607162 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=12e03976-57ff-497b-a28c-2cc52e86c04b,revision_number=7']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:11.615860 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:11.653077 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b325a4-0180-47b7-b624-ab8e2e6d21e4 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:11.669721 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d3be7f3-3d52-440e-8072-15c7909753f0 req-afd1a8db-21a9-4ee3-9c7e-faf48ad00220 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9049459 Jul 07 16:53:11.694245 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port b9b325a4-0180-47b7-b624-ab8e2e6d21e4, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b9b325a4-0180-47b7-b624-ab8e2e6d21e4,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:11.745350 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:11.813065 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af22380-56e0-4771-ae25-1574c965b93c req-18e5c946-a63e-4374-8566-6ec22c2e129c tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:11.827703 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5af22380-56e0-4771-ae25-1574c965b93c req-18e5c946-a63e-4374-8566-6ec22c2e129c tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 950 time: 1.0804772 Jul 07 16:53:11.914997 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ee133-4b7e-403d-ae35-6ac06f08d1dc req-7a111b81-2395-4fdb-bf25-3322ffe5822b tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:11.928698 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f41ee133-4b7e-403d-ae35-6ac06f08d1dc req-7a111b81-2395-4fdb-bf25-3322ffe5822b tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=75ff8288-bd33-4523-b14a-d7d7d28d2a33 HTTP/1.1" status: 200 len: 949 time: 0.2004547 Jul 07 16:53:11.982727 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=b9b325a4-0180-47b7-b624-ab8e2e6d21e4,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:12.002264 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:12.022991 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5af22380-56e0-4771-ae25-1574c965b93c req-35228f92-6316-4b2f-8e19-6bb8836b47e2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936917 Jul 07 16:53:12.067995 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f41ee133-4b7e-403d-ae35-6ac06f08d1dc req-c55b9c7b-fa35-4ff4-8449-c99f8e515527 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304829 Jul 07 16:53:12.080065 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-c535ffad-cdcd-4472-93de-28ba781a2bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:12.158787 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['b9b325a4-0180-47b7-b624-ab8e2e6d21e4'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:12.199953 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45568) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:12.206638 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-3bc82637-b804-4c1e-bb19-d6314050349f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-261635455-network', 'tenant_id': 'dc83622f64a4403b9ce069decdd031c3'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:12.222281 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:12.249054 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:12.251154 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:12.263639 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc82637-b804-4c1e-bb19-d6314050349f admin admin] Made reservation on behalf of dc83622f64a4403b9ce069decdd031c3 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:12.266783 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3bc82637-b804-4c1e-bb19-d6314050349f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:12.319762 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3bc82637-b804-4c1e-bb19-d6314050349f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:12.340470 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d3be7f3-3d52-440e-8072-15c7909753f0 req-e124ab34-12a2-44d6-8ecd-037cbadeb33c service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5987804 Jul 07 16:53:12.691133 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3bc82637-b804-4c1e-bb19-d6314050349f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:12.700184 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:12.703066 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3bc82637-b804-4c1e-bb19-d6314050349f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:12.779683 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-c535ffad-cdcd-4472-93de-28ba781a2bff service neutron] For port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:12.790738 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc82637-b804-4c1e-bb19-d6314050349f admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:53:12.818935 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:12.828339 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:12.890502 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5caf51d3-4f81-4083-b663-0a4d7ea0e405 x-openstack-request-id: req-5caf51d3-4f81-4083-b663-0a4d7ea0e405 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:12.890997 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f", "name": "network-vif-plugged", "status": "completed", "tag": "12e03976-57ff-497b-a28c-2cc52e86c04b", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:12.891367 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5caf51d3-4f81-4083-b663-0a4d7ea0e405 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:12.891882 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e03976-57ff-497b-a28c-2cc52e86c04b', 'code': 200} Jul 07 16:53:12.936610 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc82637-b804-4c1e-bb19-d6314050349f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0817332f-c7bc-4548-8e87-1296ed3fc60d,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:12.948669 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3bc82637-b804-4c1e-bb19-d6314050349f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:12.949251 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-3bc82637-b804-4c1e-bb19-d6314050349f admin admin] Added segment 87a0f27b-33aa-4c71-b934-b8493cfc5ee5 of type vlan for network 3c2f3daf-caf4-4eed-a434-80950664e657 Jul 07 16:53:12.952456 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-c535ffad-cdcd-4472-93de-28ba781a2bff service neutron] For port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:12.977579 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:13.106497 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-c535ffad-cdcd-4472-93de-28ba781a2bff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:13.120398 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:13.127889 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904f1d4a-b4de-48a4-923c-bd956ebf96cc" -d '{"events": [{"server_uuid": "6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29", "name": "network-vif-unplugged", "status": "completed", "tag": "806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:13.138453 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-c535ffad-cdcd-4472-93de-28ba781a2bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:13.164908 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fb21c-fc6e-4ef1-8574-5f8cdfc954a3 req-183fa83a-5002-47fe-8960-0b5d935698e9 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:13.179047 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-340fb21c-fc6e-4ef1-8574-5f8cdfc954a3 req-183fa83a-5002-47fe-8960-0b5d935698e9 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 945 time: 0.4124532 Jul 07 16:53:13.184532 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3bc82637-b804-4c1e-bb19-d6314050349f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:13.273668 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535ffad-cdcd-4472-93de-28ba781a2bff service neutron] Pushing event updated for resources: {'Port': ['ID=806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4,revision_number=7']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:13.408328 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3bc82637-b804-4c1e-bb19-d6314050349f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:13.409945 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc82637-b804-4c1e-bb19-d6314050349f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:13.410910 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3bc82637-b804-4c1e-bb19-d6314050349f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:13.478716 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-340fb21c-fc6e-4ef1-8574-5f8cdfc954a3 req-111d9515-f8f9-44cb-928c-f50511ea3eca tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943471 Jul 07 16:53:13.523989 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-c535ffad-cdcd-4472-93de-28ba781a2bff service neutron] Attempting to bind port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 on host n-h1-791503-12 for vnic_type normal with profile {"migrating_to": "n-h2-791503-12"} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:13.524527 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-c535ffad-cdcd-4472-93de-28ba781a2bff service neutron] Attempting to bind port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:13.525113 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-c535ffad-cdcd-4472-93de-28ba781a2bff service neutron] Attempting to bind port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:13.542511 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-c535ffad-cdcd-4472-93de-28ba781a2bff service neutron] Port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:53:13.561511 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-c535ffad-cdcd-4472-93de-28ba781a2bff service neutron] Attempting to bind port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:13.590835 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-c535ffad-cdcd-4472-93de-28ba781a2bff service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:13.591373 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-c535ffad-cdcd-4472-93de-28ba781a2bff service neutron] Checking segment: {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:13.591978 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-c535ffad-cdcd-4472-93de-28ba781a2bff service neutron] Bound using segment: {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:13.592766 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-c535ffad-cdcd-4472-93de-28ba781a2bff service neutron] Bound port: 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:13.593364 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-c535ffad-cdcd-4472-93de-28ba781a2bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:13.667181 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3bc82637-b804-4c1e-bb19-d6314050349f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4664164 Jul 07 16:53:13.671612 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45600) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:13.681936 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-fb6eb07a-d263-4be2-8305-b4796c0f2196 admin admin] Request body: {'subnet': {'network_id': '3c2f3daf-caf4-4eed-a434-80950664e657', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-261635455-subnet', 'tenant_id': 'dc83622f64a4403b9ce069decdd031c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:13.715623 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc82637-b804-4c1e-bb19-d6314050349f admin admin] Pushing event updated for resources: {'Network': ['ID=3c2f3daf-caf4-4eed-a434-80950664e657,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:13.738019 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 3c2f3daf-caf4-4eed-a434-80950664e657 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:53:13.758777 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6eb07a-d263-4be2-8305-b4796c0f2196 admin admin] Made reservation on behalf of dc83622f64a4403b9ce069decdd031c3 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:13.762098 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fb6eb07a-d263-4be2-8305-b4796c0f2196 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:13.863073 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-c535ffad-cdcd-4472-93de-28ba781a2bff service neutron] For port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:13.877356 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-c535ffad-cdcd-4472-93de-28ba781a2bff service neutron] For port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:13.886076 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-c535ffad-cdcd-4472-93de-28ba781a2bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:13.920726 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45604) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:13.983791 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device b9b325a4-0180-47b7-b624-ab8e2e6d21e4 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:14.077658 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-c535ffad-cdcd-4472-93de-28ba781a2bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:14.078743 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-c535ffad-cdcd-4472-93de-28ba781a2bff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:14.082310 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-c535ffad-cdcd-4472-93de-28ba781a2bff service neutron] 10.222.0.72 "PUT /v2.0/ports/806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 HTTP/1.1" status: 200 len: 1123 time: 2.5260391 Jul 07 16:53:14.099430 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port b9b325a4-0180-47b7-b624-ab8e2e6d21e4 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:14.108179 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port b9b325a4-0180-47b7-b624-ab8e2e6d21e4 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:14.108786 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:14.116260 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535ffad-cdcd-4472-93de-28ba781a2bff service neutron] Pushing event updated for resources: {'Port': ['ID=806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4,revision_number=8']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:14.216054 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:14.294566 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c8dd83bf-3f21-4ad8-b4d9-dc257fb1910a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:14.328160 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d009b-8c44-41bf-9dc7-22bbcce154cd req-d66a368d-fd0b-415d-95bf-e01b2b8cecd7 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:14.331344 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c82d009b-8c44-41bf-9dc7-22bbcce154cd req-d66a368d-fd0b-415d-95bf-e01b2b8cecd7 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 950 time: 0.3752012 Jul 07 16:53:14.340420 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fb6eb07a-d263-4be2-8305-b4796c0f2196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:14.425550 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:14.501104 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port b9b325a4-0180-47b7-b624-ab8e2e6d21e4, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b9b325a4-0180-47b7-b624-ab8e2e6d21e4,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:14.516024 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:14.540589 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c8dd83bf-3f21-4ad8-b4d9-dc257fb1910a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:14.549414 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c8dd83bf-3f21-4ad8-b4d9-dc257fb1910a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:14.598501 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6eb07a-d263-4be2-8305-b4796c0f2196 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f48ab70-43cb-4523-ba38-50395e2e2084,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:14.621182 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c82d009b-8c44-41bf-9dc7-22bbcce154cd req-03a57fb9-00e9-4c06-8488-d86a8b2d2e2f tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544138 Jul 07 16:53:14.627390 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd83bf-3f21-4ad8-b4d9-dc257fb1910a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a850d6-0cf5-487b-97ab-80d02634c4a5,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:14.627931 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6eb07a-d263-4be2-8305-b4796c0f2196 admin admin] Checking segment: {'id': '87a0f27b-33aa-4c71-b934-b8493cfc5ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3c2f3daf-caf4-4eed-a434-80950664e657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:14.628554 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6eb07a-d263-4be2-8305-b4796c0f2196 admin admin] Network hostable DHCP agents. Network: 3c2f3daf-caf4-4eed-a434-80950664e657, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:53:14.652093 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c8dd83bf-3f21-4ad8-b4d9-dc257fb1910a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a97b12751ebe4c16a48373236a61ff61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7167833 Jul 07 16:53:14.655077 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45622) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:14.689315 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6eb07a-d263-4be2-8305-b4796c0f2196 admin admin] Network 3c2f3daf-caf4-4eed-a434-80950664e657 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:53:14.734647 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-fb6eb07a-d263-4be2-8305-b4796c0f2196 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 3c2f3daf-caf4-4eed-a434-80950664e657) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:14.741465 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6eb07a-d263-4be2-8305-b4796c0f2196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:14.743342 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fb6eb07a-d263-4be2-8305-b4796c0f2196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:14.770276 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e0b1b0-842b-4284-bad0-6ab7807f134f None None] Network 3c2f3daf-caf4-4eed-a434-80950664e657 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:53:14.778696 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-efd8fef0-7291-425a-af20-91c4cf1cb70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:14.782004 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fb6eb07a-d263-4be2-8305-b4796c0f2196 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1073802 Jul 07 16:53:14.818198 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-efd8fef0-7291-425a-af20-91c4cf1cb70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:14.979663 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-efd8fef0-7291-425a-af20-91c4cf1cb70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:14.982634 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-efd8fef0-7291-425a-af20-91c4cf1cb70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:14.987981 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-efd8fef0-7291-425a-af20-91c4cf1cb70e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57a850d6-0cf5-487b-97ab-80d02634c4a5 HTTP/1.1" status: 204 len: 168 time: 0.3304601 Jul 07 16:53:15.003654 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8fef0-7291-425a-af20-91c4cf1cb70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a850d6-0cf5-487b-97ab-80d02634c4a5,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:15.024477 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6bbecf-01b4-4101-a576-f3ffdae19d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2'}, {'server_uuid': '75ff8288-bd33-4523-b14a-d7d7d28d2a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b325a4-0180-47b7-b624-ab8e2e6d21e4'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:15.028748 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9d2c46-21bb-41cd-a27a-49cffb418332" -d '{"events": [{"server_uuid": "1d6bbecf-01b4-4101-a576-f3ffdae19d9a", "name": "network-vif-plugged", "status": "completed", "tag": "12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2"}, {"server_uuid": "75ff8288-bd33-4523-b14a-d7d7d28d2a33", "name": "network-vif-plugged", "status": "completed", "tag": "b9b325a4-0180-47b7-b624-ab8e2e6d21e4"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:15.036016 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=b9b325a4-0180-47b7-b624-ab8e2e6d21e4,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:15.042288 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55670d35-46d8-48c6-baf3-93235a6f79b7 req-3d1376e3-363b-4882-bf5b-561991aa9d2b tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:15.053636 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-55670d35-46d8-48c6-baf3-93235a6f79b7 req-3d1376e3-363b-4882-bf5b-561991aa9d2b tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=75ff8288-bd33-4523-b14a-d7d7d28d2a33 HTTP/1.1" status: 200 len: 950 time: 0.1673524 Jul 07 16:53:15.131972 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-55670d35-46d8-48c6-baf3-93235a6f79b7 req-8f11eb62-8bd5-4aa5-bc98-0629410690c3 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755830 Jul 07 16:53:15.190543 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43911cc2-bb66-4943-95fb-5d3bc71ab548 x-openstack-request-id: req-43911cc2-bb66-4943-95fb-5d3bc71ab548 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:15.191161 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29", "name": "network-vif-unplugged", "status": "completed", "tag": "806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:15.192256 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43911cc2-bb66-4943-95fb-5d3bc71ab548 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:15.192256 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4', 'code': 200} Jul 07 16:53:15.295283 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391ad4a6-000e-4a7c-8145-0248a1bef5cd None None] Network 3c2f3daf-caf4-4eed-a434-80950664e657 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:53:15.962434 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45656) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:15.973239 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffa8b9-2461-456b-8174-374687188add req-e3e2048c-b08d-4804-9ef8-1ef773399510 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:15.985259 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3cffa8b9-2461-456b-8174-374687188add req-e3e2048c-b08d-4804-9ef8-1ef773399510 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 943 time: 0.1710222 Jul 07 16:53:16.000345 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-cfcedbed-64f2-4fae-a270-5648fb9f7370 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:53:16.000345 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-cfcedbed-64f2-4fae-a270-5648fb9f7370 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1720538 Jul 07 16:53:16.004850 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ac079508-40c7-4fb7-bcdd-ceb08d632a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:16.049829 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-e6f25326-f847-49cf-bca4-8f2eb4668a0f service neutron] Request body: {'binding': {'host': 'n-h1-791503-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:16.050388 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-e6f25326-f847-49cf-bca4-8f2eb4668a0f service neutron] Unknown quota resources ['binding']. {{(pid=100193) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 16:53:16.108466 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3cffa8b9-2461-456b-8174-374687188add req-bacebcca-37dc-4824-8a9b-2465a6160f4d tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100438 Jul 07 16:53:16.145090 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ac079508-40c7-4fb7-bcdd-ceb08d632a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:16.151208 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ac079508-40c7-4fb7-bcdd-ceb08d632a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:16.200846 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ac079508-40c7-4fb7-bcdd-ceb08d632a8a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6f3e611296604e5c9f6b451c603fbc07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364953 Jul 07 16:53:16.207432 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45660) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:16.213033 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac079508-40c7-4fb7-bcdd-ceb08d632a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb919a2-e968-4959-9b98-1e168d70bad3,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:16.299247 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c19456-dc7d-4d2a-a3fa-cbada312b9c9 x-openstack-request-id: req-24c19456-dc7d-4d2a-a3fa-cbada312b9c9 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:16.299857 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6bbecf-01b4-4101-a576-f3ffdae19d9a", "name": "network-vif-plugged", "status": "completed", "tag": "12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2", "code": 200}, {"server_uuid": "75ff8288-bd33-4523-b14a-d7d7d28d2a33", "name": "network-vif-plugged", "status": "completed", "tag": "b9b325a4-0180-47b7-b624-ab8e2e6d21e4", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:16.299857 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24c19456-dc7d-4d2a-a3fa-cbada312b9c9 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:16.300212 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6bbecf-01b4-4101-a576-f3ffdae19d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2', 'code': 200} Jul 07 16:53:16.300478 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ff8288-bd33-4523-b14a-d7d7d28d2a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b325a4-0180-47b7-b624-ab8e2e6d21e4', 'code': 200} Jul 07 16:53:16.326625 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-810da812-ec1a-4335-b54e-3e5eb78a86c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:16.354325 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-810da812-ec1a-4335-b54e-3e5eb78a86c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:16.470289 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-e6f25326-f847-49cf-bca4-8f2eb4668a0f service neutron] Attempting to bind port 4af62aa6-b045-470f-bac4-da36761524fd on host n-h1-791503-12 for vnic_type normal with profile None {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:16.470747 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-e6f25326-f847-49cf-bca4-8f2eb4668a0f service neutron] Attempting to bind port 4af62aa6-b045-470f-bac4-da36761524fd by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:16.471045 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-e6f25326-f847-49cf-bca4-8f2eb4668a0f service neutron] Attempting to bind port 4af62aa6-b045-470f-bac4-da36761524fd on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:16.478219 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-e6f25326-f847-49cf-bca4-8f2eb4668a0f service neutron] Port 4af62aa6-b045-470f-bac4-da36761524fd on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:53:16.478665 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-e6f25326-f847-49cf-bca4-8f2eb4668a0f service neutron] Attempting to bind port 4af62aa6-b045-470f-bac4-da36761524fd on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:16.494955 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-e6f25326-f847-49cf-bca4-8f2eb4668a0f service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:16.495860 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-e6f25326-f847-49cf-bca4-8f2eb4668a0f service neutron] Checking segment: {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:16.496513 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-e6f25326-f847-49cf-bca4-8f2eb4668a0f service neutron] Bound using segment: {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:16.497492 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-e6f25326-f847-49cf-bca4-8f2eb4668a0f service neutron] Bound port: 4af62aa6-b045-470f-bac4-da36761524fd, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:16.500116 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-810da812-ec1a-4335-b54e-3e5eb78a86c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:16.503605 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-810da812-ec1a-4335-b54e-3e5eb78a86c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:16.509545 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-810da812-ec1a-4335-b54e-3e5eb78a86c0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7eb919a2-e968-4959-9b98-1e168d70bad3 HTTP/1.1" status: 204 len: 168 time: 0.2964880 Jul 07 16:53:16.521749 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810da812-ec1a-4335-b54e-3e5eb78a86c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb919a2-e968-4959-9b98-1e168d70bad3,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:16.577457 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9041d2-60ee-4efa-9a43-82e805438ed8 req-be3a6732-b56b-4727-98bc-ea9479e2f9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:16.579088 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db9041d2-60ee-4efa-9a43-82e805438ed8 req-be3a6732-b56b-4727-98bc-ea9479e2f9a6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1d6bbecf-01b4-4101-a576-f3ffdae19d9a HTTP/1.1" status: 200 len: 1102 time: 0.1409566 Jul 07 16:53:16.582358 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c6049-e213-4bd4-87d6-c7577a96937c req-4c7b856a-287b-4955-8ff5-da44f106bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:16.584109 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a1c6049-e213-4bd4-87d6-c7577a96937c req-4c7b856a-287b-4955-8ff5-da44f106bc33 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=75ff8288-bd33-4523-b14a-d7d7d28d2a33 HTTP/1.1" status: 200 len: 1102 time: 0.1444724 Jul 07 16:53:16.659224 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db9041d2-60ee-4efa-9a43-82e805438ed8 req-4cd81f7c-fdf7-4480-8398-77a3c60e9764 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632966 Jul 07 16:53:16.667716 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a1c6049-e213-4bd4-87d6-c7577a96937c req-7858d2bf-7de4-4dd3-b2de-aeda63516e6d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615659 Jul 07 16:53:16.677589 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-e6f25326-f847-49cf-bca4-8f2eb4668a0f service neutron] For port 4af62aa6-b045-470f-bac4-da36761524fd, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=4af62aa6-b045-470f-bac4-da36761524fd,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:16.698886 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-e6f25326-f847-49cf-bca4-8f2eb4668a0f service neutron] Notify callbacks [] for binding, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:16.700535 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-e6f25326-f847-49cf-bca4-8f2eb4668a0f service neutron] 10.222.0.53 "POST /v2.0/ports/4af62aa6-b045-470f-bac4-da36761524fd/bindings HTTP/1.1" status: 201 len: 390 time: 0.6555610 Jul 07 16:53:17.056104 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-08373a36-6196-454e-83b0-9feb75ba7dac tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:17.057886 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-08373a36-6196-454e-83b0-9feb75ba7dac tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] 10.222.0.53 "GET /v2.0/networks?id=93bbc812-cb96-4842-ba9b-67f238eb55a7 HTTP/1.1" status: 200 len: 815 time: 0.1673057 Jul 07 16:53:17.092773 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-0b6e06fc-032e-4fc8-b60c-2dc6c6db0048 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] 10.222.0.53 "GET /v2.0/quotas/69bef1f9b69648598606d74a444af92f HTTP/1.1" status: 200 len: 375 time: 0.0253627 Jul 07 16:53:17.136136 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-b6d07ccf-d161-4b59-be30-af44746417c7 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=69bef1f9b69648598606d74a444af92f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388923 Jul 07 16:53:17.193594 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29', 'tag': '806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:17.195366 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7078da60-b840-4109-838a-c7681fb1e648" -d '{"events": [{"name": "network-changed", "server_uuid": "6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29", "tag": "806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:17.245126 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad5668-7486-4d4f-a602-c0f7eff9a279 req-93098c31-9ddf-496a-84cd-794a8e100ab8 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:17.251240 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-11ad5668-7486-4d4f-a602-c0f7eff9a279 req-93098c31-9ddf-496a-84cd-794a8e100ab8 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 950 time: 0.1414680 Jul 07 16:53:17.349796 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-11ad5668-7486-4d4f-a602-c0f7eff9a279 req-5f748c5e-bf14-4346-a999-8748ebbd19e7 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889211 Jul 07 16:53:17.365319 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-48eb5e65-e17e-4951-b1de-c1b469631a34 service neutron] 10.222.0.53 "GET /v2.0/networks/93bbc812-cb96-4842-ba9b-67f238eb55a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307439 Jul 07 16:53:17.472174 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45690) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:17.486347 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-fa5fc331-84ca-4f29-b149-b3b1357fb3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:17.489483 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-fa5fc331-84ca-4f29-b149-b3b1357fb3ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3c30a38df434836b6a6d7bed9173bf0&device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 1098 time: 0.2238159 Jul 07 16:53:17.497082 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-113d14d0-faca-48cf-9abf-ae5187629ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:17.609234 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-c976875b-20b0-42fd-8a56-141cc72d0625 service neutron] 10.222.0.53 "GET /v2.0/networks/93bbc812-cb96-4842-ba9b-67f238eb55a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425172 Jul 07 16:53:17.701844 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-944bad3f-e6fc-4793-9531-528a16cf674f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:17.704384 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-944bad3f-e6fc-4793-9531-528a16cf674f service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f59045c-fb41-4f4e-86ad-a15d05bedb10 HTTP/1.1" status: 200 len: 909 time: 0.2075095 Jul 07 16:53:17.788388 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5619aeb-2559-4bad-b8ce-ea7ac2d72c12 req-0b6291e2-8473-4998-b994-df8cbd1453ce tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:17.797110 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e5619aeb-2559-4bad-b8ce-ea7ac2d72c12 req-0b6291e2-8473-4998-b994-df8cbd1453ce tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=75ff8288-bd33-4523-b14a-d7d7d28d2a33 HTTP/1.1" status: 200 len: 950 time: 0.2346387 Jul 07 16:53:17.824572 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-a2a7c1f4-7c46-4517-a73f-897919a92549 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4af62aa6-b045-470f-bac4-da36761524fd HTTP/1.1" status: 200 len: 217 time: 0.1062367 Jul 07 16:53:17.861137 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e5619aeb-2559-4bad-b8ce-ea7ac2d72c12 req-c5089e70-8e7b-4c6f-8bd3-f4941e552dff tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627975 Jul 07 16:53:17.919948 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-113d14d0-faca-48cf-9abf-ae5187629ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:17.926772 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-113d14d0-faca-48cf-9abf-ae5187629ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:18.000171 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:53:18.040091 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-faf2cad5-5017-401f-946b-465cec6c840f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:18.044031 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-faf2cad5-5017-401f-946b-465cec6c840f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8cf0891f-7dd4-444b-b243-0a9d52ec4798 HTTP/1.1" status: 200 len: 848 time: 0.2086475 Jul 07 16:53:18.075403 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-113d14d0-faca-48cf-9abf-ae5187629ea6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ff4d13efb7b4846bbf2be60bcab8b74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6023030 Jul 07 16:53:18.078603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45704) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:18.101240 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d14d0-faca-48cf-9abf-ae5187629ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7692135f-295f-4c1c-a02d-9c98521733e9,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:18.177628 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-6478ff20-38a6-44e3-b5f9-e3694961d815 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f59045c-fb41-4f4e-86ad-a15d05bedb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195619 Jul 07 16:53:18.227937 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1173e9c6-cc0a-403d-9007-b9c1cc63d993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:18.418164 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1173e9c6-cc0a-403d-9007-b9c1cc63d993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:18.492867 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:18.532815 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 has no active binding in host n-h2-791503-12 {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 16:53:18.591951 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-7e6c3ca5-5b3f-4c63-83c4-66fdad561e91 service neutron] 10.222.0.64 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019608 Jul 07 16:53:18.632289 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbceff-36ff-4cea-8aa3-3aa9a1f86feb req-4c83a8b8-48c7-44f7-ac12-aa3440c9e582 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:18.650023 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a4dbceff-36ff-4cea-8aa3-3aa9a1f86feb req-4c83a8b8-48c7-44f7-ac12-aa3440c9e582 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 946 time: 0.3720574 Jul 07 16:53:18.700214 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab40043-c8de-4f1b-a6f2-2899944d0404 req-12a58950-2759-4fd8-839c-9ff12c2cb396 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:18.709186 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bab40043-c8de-4f1b-a6f2-2899944d0404 req-12a58950-2759-4fd8-839c-9ff12c2cb396 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 943 time: 0.2627392 Jul 07 16:53:18.741736 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a4dbceff-36ff-4cea-8aa3-3aa9a1f86feb req-4d6084ad-c804-4878-bdad-d25b2ecb02ab tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618172 Jul 07 16:53:18.742107 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1173e9c6-cc0a-403d-9007-b9c1cc63d993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:18.744548 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1173e9c6-cc0a-403d-9007-b9c1cc63d993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:18.745735 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1173e9c6-cc0a-403d-9007-b9c1cc63d993 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7692135f-295f-4c1c-a02d-9c98521733e9 HTTP/1.1" status: 204 len: 168 time: 0.6512747 Jul 07 16:53:18.754195 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173e9c6-cc0a-403d-9007-b9c1cc63d993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7692135f-295f-4c1c-a02d-9c98521733e9,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:18.798671 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bab40043-c8de-4f1b-a6f2-2899944d0404 req-6725f0c8-51b7-411a-9b68-b6fe978fe9ec tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875373 Jul 07 16:53:18.846757 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-9565acc8-7cc6-4018-ac7f-8d6fdca5330b service neutron] 10.222.0.64 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434597 Jul 07 16:53:18.903971 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faea6620-8d7f-498a-baa3-22dbdd778667 x-openstack-request-id: req-faea6620-8d7f-498a-baa3-22dbdd778667 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:18.904279 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29", "tag": "806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:18.904541 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-faea6620-8d7f-498a-baa3-22dbdd778667 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:18.904967 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29', 'tag': '806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4', 'status': 'completed', 'code': 200} Jul 07 16:53:19.336694 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4365d01-7730-4430-bfab-8f17588391b5 req-bf1f4854-8233-4fe9-876c-aecb09e2d7e7 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:19.347657 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a4365d01-7730-4430-bfab-8f17588391b5 req-bf1f4854-8233-4fe9-876c-aecb09e2d7e7 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 950 time: 0.1602573 Jul 07 16:53:19.414535 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a4365d01-7730-4430-bfab-8f17588391b5 req-e79a3d32-a758-419b-a548-f0ef6cd5359a tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632784 Jul 07 16:53:19.428058 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6cec04a1-26b0-4cde-8572-459044c72eab req-0472141e-0ffc-435b-8e2b-597ed5f935ae tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a45d634-49fe-4e03-981d-7955e33c389b HTTP/1.1" status: 200 len: 210 time: 0.1655142 Jul 07 16:53:19.500122 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078da60-b840-4109-838a-c7681fb1e648 req-da278c63-1b35-4e58-a12d-a57bd86324c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:19.502089 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7078da60-b840-4109-838a-c7681fb1e648 req-da278c63-1b35-4e58-a12d-a57bd86324c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 1126 time: 0.5260174 Jul 07 16:53:19.607026 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-56b37127-1b7d-4683-8dec-2e492120a41d tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:19.608597 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-56b37127-1b7d-4683-8dec-2e492120a41d tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5&tenant_id=e3c30a38df434836b6a6d7bed9173bf0&binding%3Ahost_id=n-h2-791503-12 HTTP/1.1" status: 200 len: 1098 time: 0.5400059 Jul 07 16:53:19.622488 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-90a96019-53ea-436f-a9c1-87e1213eb02e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791503-12'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:19.792390 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6a548-c8b5-4301-830a-de63c250491d req-ada0625c-241e-4027-a29e-376924655b5b tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:19.801420 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aec6a548-c8b5-4301-830a-de63c250491d req-ada0625c-241e-4027-a29e-376924655b5b tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=75ff8288-bd33-4523-b14a-d7d7d28d2a33 HTTP/1.1" status: 200 len: 950 time: 0.1695452 Jul 07 16:53:19.868659 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078da60-b840-4109-838a-c7681fb1e648 req-a0e288d0-0873-482c-b60e-d88428b85a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:19.881974 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7078da60-b840-4109-838a-c7681fb1e648 req-a0e288d0-0873-482c-b60e-d88428b85a12 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 200 len: 922 time: 0.3707602 Jul 07 16:53:19.896980 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aec6a548-c8b5-4301-830a-de63c250491d req-4cab5c2d-5fb3-46ff-b0d7-48115b9a7ef9 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828223 Jul 07 16:53:19.998880 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-90a96019-53ea-436f-a9c1-87e1213eb02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:20.002390 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7078da60-b840-4109-838a-c7681fb1e648 req-84b73d48-5d50-4d8f-9ebc-f16a33705dc1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 HTTP/1.1" status: 200 len: 217 time: 0.1122038 Jul 07 16:53:20.168703 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.64', 63599) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:20.555745 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-b2e39efb-48ce-4c61-b535-9b792a6ac904 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:20.558777 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-b2e39efb-48ce-4c61-b535-9b792a6ac904 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] 10.222.0.64 "GET /v2.0/networks?id=93bbc812-cb96-4842-ba9b-67f238eb55a7 HTTP/1.1" status: 200 len: 815 time: 0.3887088 Jul 07 16:53:20.572782 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078da60-b840-4109-838a-c7681fb1e648 req-176ae33d-9bbc-400f-9d50-7782da8569c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:20.574472 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7078da60-b840-4109-838a-c7681fb1e648 req-176ae33d-9bbc-400f-9d50-7782da8569c7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=efc5a7ec-004d-467f-9a91-81aefb64567f HTTP/1.1" status: 200 len: 861 time: 0.5622275 Jul 07 16:53:20.590807 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-7b09f121-0d0d-4951-b2d4-830529230e0a tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Request body: {'port': {'device_id': '6a45d634-49fe-4e03-981d-7955e33c389b', 'network_id': '93bbc812-cb96-4842-ba9b-67f238eb55a7', 'admin_state_up': True, 'tenant_id': '69bef1f9b69648598606d74a444af92f'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:20.655687 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc43d51-fd3c-45b8-bfd7-6f213cf1e51d req-1331a74c-dc09-421a-b1f5-ca634ead8d74 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:20.667563 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cbc43d51-fd3c-45b8-bfd7-6f213cf1e51d req-1331a74c-dc09-421a-b1f5-ca634ead8d74 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 943 time: 0.4063749 Jul 07 16:53:20.697802 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7078da60-b840-4109-838a-c7681fb1e648 req-315bca93-ddae-4101-ad4c-08f16b6c94e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ad75942-8a9e-4718-9815-ad27d5bad609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636768 Jul 07 16:53:20.737319 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cbc43d51-fd3c-45b8-bfd7-6f213cf1e51d req-1cbe37bb-f6a7-4a13-91e4-67139ceef31d tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684431 Jul 07 16:53:20.750793 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-d3449aca-bd6e-4667-844b-15c487bf78b4 service neutron] 10.222.0.64 "GET /v2.0/ports/806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4/bindings/n-h2-791503-12 HTTP/1.1" status: 200 len: 385 time: 0.6079378 Jul 07 16:53:20.792901 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c8050-fcf4-48e6-ace0-86eb423d0716 req-aaa6f9a5-1b65-48fd-9360-8c78d5445412 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:20.800266 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6b5c8050-fcf4-48e6-ace0-86eb423d0716 req-aaa6f9a5-1b65-48fd-9360-8c78d5445412 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 946 time: 0.7251554 Jul 07 16:53:20.876869 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-7b09f121-0d0d-4951-b2d4-830529230e0a tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Made reservation on behalf of 69bef1f9b69648598606d74a444af92f for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:20.886173 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-7b09f121-0d0d-4951-b2d4-830529230e0a tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:20.915538 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-90a96019-53ea-436f-a9c1-87e1213eb02e service neutron] For port 4af62aa6-b045-470f-bac4-da36761524fd, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=4af62aa6-b045-470f-bac4-da36761524fd,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:21.040990 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6b5c8050-fcf4-48e6-ace0-86eb423d0716 req-25b90409-f7d4-4c62-9387-eb5969b63521 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396352 Jul 07 16:53:21.095855 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7078da60-b840-4109-838a-c7681fb1e648 req-6508772a-5c5d-4ecf-ac8a-7b657f002e44 service neutron] 10.222.0.64 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892365 Jul 07 16:53:21.100911 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-90a96019-53ea-436f-a9c1-87e1213eb02e service neutron] For port 4af62aa6-b045-470f-bac4-da36761524fd, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:21.175749 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-7b09f121-0d0d-4951-b2d4-830529230e0a tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Allocated IP 172.20.0.5 (93bbc812-cb96-4842-ba9b-67f238eb55a7/577692c0-d9bc-47b3-baa2-697bd470d4b4/20389767-1d90-4f1d-ba41-248719300fd8) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:53:21.300047 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9176b06-2042-492b-be86-f8a0d44ce1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4af62aa6-b045-470f-bac4-da36761524fd'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:21.302925 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962734bb-c377-4303-b71a-7ac83a18cfe0" -d '{"events": [{"server_uuid": "f9176b06-2042-492b-be86-f8a0d44ce1f5", "name": "network-vif-unplugged", "status": "completed", "tag": "4af62aa6-b045-470f-bac4-da36761524fd"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:21.321889 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df7249-0c4c-4161-9543-3a794be112e2 req-22f91319-cbc5-439c-8d3e-b67a83ed0462 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:21.328518 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-90a96019-53ea-436f-a9c1-87e1213eb02e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:21.329321 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43df7249-0c4c-4161-9543-3a794be112e2 req-22f91319-cbc5-439c-8d3e-b67a83ed0462 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6bbecf-01b4-4101-a576-f3ffdae19d9a HTTP/1.1" status: 200 len: 950 time: 0.1232016 Jul 07 16:53:21.444288 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43df7249-0c4c-4161-9543-3a794be112e2 req-f0ec30be-a614-48b1-bef4-4e50aa910fe5 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139314 Jul 07 16:53:21.463509 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-90a96019-53ea-436f-a9c1-87e1213eb02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:21.532272 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-7b09f121-0d0d-4951-b2d4-830529230e0a tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:21.637792 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7078da60-b840-4109-838a-c7681fb1e648 req-b06309c8-4097-49ae-8175-f517fda271ca service neutron] 10.222.0.64 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5340531 Jul 07 16:53:21.686533 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-979e7591-c538-4ed0-86cd-2fbb845e4f75 req-e5e154e4-a204-4a1f-9522-bcc527831fe4 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a45d634-49fe-4e03-981d-7955e33c389b HTTP/1.1" status: 200 len: 210 time: 0.0834963 Jul 07 16:53:21.700408 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-7b09f121-0d0d-4951-b2d4-830529230e0a tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:21.728926 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a96019-53ea-436f-a9c1-87e1213eb02e service neutron] Pushing event updated for resources: {'Port': ['ID=4af62aa6-b045-470f-bac4-da36761524fd,revision_number=7']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:21.766094 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af77a64-41d5-429a-b2dd-817b8ac68470 req-b7de8343-fbd3-4902-81ac-5c133587b40e tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:21.767793 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7af77a64-41d5-429a-b2dd-817b8ac68470 req-b7de8343-fbd3-4902-81ac-5c133587b40e tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 950 time: 0.4338319 Jul 07 16:53:21.770839 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-f4f054e5-da95-44e3-9ba6-a06a361697c6 service neutron] For port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:21.775984 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-90a96019-53ea-436f-a9c1-87e1213eb02e service neutron] Attempting to bind port 4af62aa6-b045-470f-bac4-da36761524fd on host n-h2-791503-12 for vnic_type normal with profile {"migrating_to": "n-h1-791503-12"} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:21.776313 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-90a96019-53ea-436f-a9c1-87e1213eb02e service neutron] Attempting to bind port 4af62aa6-b045-470f-bac4-da36761524fd by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:21.776669 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-90a96019-53ea-436f-a9c1-87e1213eb02e service neutron] Attempting to bind port 4af62aa6-b045-470f-bac4-da36761524fd on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:21.809552 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-90a96019-53ea-436f-a9c1-87e1213eb02e service neutron] Port 4af62aa6-b045-470f-bac4-da36761524fd on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:53:21.809868 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-90a96019-53ea-436f-a9c1-87e1213eb02e service neutron] Attempting to bind port 4af62aa6-b045-470f-bac4-da36761524fd on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:21.826374 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-7b09f121-0d0d-4951-b2d4-830529230e0a tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Network 93bbc812-cb96-4842-ba9b-67f238eb55a7 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:53:21.836483 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-7b09f121-0d0d-4951-b2d4-830529230e0a tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:21.840254 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-90a96019-53ea-436f-a9c1-87e1213eb02e service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:21.840723 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-90a96019-53ea-436f-a9c1-87e1213eb02e service neutron] Checking segment: {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:21.841010 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-90a96019-53ea-436f-a9c1-87e1213eb02e service neutron] Bound using segment: {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:21.841471 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-90a96019-53ea-436f-a9c1-87e1213eb02e service neutron] Bound port: 4af62aa6-b045-470f-bac4-da36761524fd, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:21.841836 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-90a96019-53ea-436f-a9c1-87e1213eb02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:21.844737 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-f4f054e5-da95-44e3-9ba6-a06a361697c6 service neutron] For port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:21.858638 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-7b09f121-0d0d-4951-b2d4-830529230e0a tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:53:21.903551 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7af77a64-41d5-429a-b2dd-817b8ac68470 req-3057fe30-0ec7-43f6-9689-0538e8dcd006 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191285 Jul 07 16:53:21.922130 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09f121-0d0d-4951-b2d4-830529230e0a tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Pushing event updated for resources: {'Port': ['ID=20389767-1d90-4f1d-ba41-248719300fd8,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:21.954051 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-f4f054e5-da95-44e3-9ba6-a06a361697c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:21.963629 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-7b09f121-0d0d-4951-b2d4-830529230e0a tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:21.964784 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-7b09f121-0d0d-4951-b2d4-830529230e0a tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:21.978034 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-f4f054e5-da95-44e3-9ba6-a06a361697c6 service neutron] For port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:21.988225 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-7b09f121-0d0d-4951-b2d4-830529230e0a tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4134777 Jul 07 16:53:22.013196 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-12fd0778-4c90-472d-8476-e857145814d5 service neutron] Request body: {'port': {'device_id': '6a45d634-49fe-4e03-981d-7955e33c389b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:22.022395 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-f4f054e5-da95-44e3-9ba6-a06a361697c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:22.036415 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29aa78ce-91ea-42d4-b26f-9c243d16d405 x-openstack-request-id: req-29aa78ce-91ea-42d4-b26f-9c243d16d405 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:22.036983 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9176b06-2042-492b-be86-f8a0d44ce1f5", "name": "network-vif-unplugged", "status": "completed", "tag": "4af62aa6-b045-470f-bac4-da36761524fd", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:22.037396 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29aa78ce-91ea-42d4-b26f-9c243d16d405 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:22.038032 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9176b06-2042-492b-be86-f8a0d44ce1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4af62aa6-b045-470f-bac4-da36761524fd', 'code': 200} Jul 07 16:53:22.108527 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-90a96019-53ea-436f-a9c1-87e1213eb02e service neutron] For port 4af62aa6-b045-470f-bac4-da36761524fd, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:22.148835 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-90a96019-53ea-436f-a9c1-87e1213eb02e service neutron] For port 4af62aa6-b045-470f-bac4-da36761524fd, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=4af62aa6-b045-470f-bac4-da36761524fd,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:22.160308 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-90a96019-53ea-436f-a9c1-87e1213eb02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:22.172962 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-12fd0778-4c90-472d-8476-e857145814d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:22.489087 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-90a96019-53ea-436f-a9c1-87e1213eb02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:22.508051 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-90a96019-53ea-436f-a9c1-87e1213eb02e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:22.521877 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-90a96019-53ea-436f-a9c1-87e1213eb02e service neutron] 10.222.0.64 "PUT /v2.0/ports/4af62aa6-b045-470f-bac4-da36761524fd HTTP/1.1" status: 200 len: 1124 time: 2.9046383 Jul 07 16:53:22.531803 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-f4f054e5-da95-44e3-9ba6-a06a361697c6 service neutron] Transition to ACTIVE for port object 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:22.533354 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a96019-53ea-436f-a9c1-87e1213eb02e service neutron] Pushing event updated for resources: {'Port': ['ID=4af62aa6-b045-470f-bac4-da36761524fd,revision_number=8']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:22.556214 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-f4f054e5-da95-44e3-9ba6-a06a361697c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:22.601504 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['4af62aa6-b045-470f-bac4-da36761524fd'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:22.710025 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-f4f054e5-da95-44e3-9ba6-a06a361697c6 service neutron] No DVR routers for this DVR port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:22.797054 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e745d70-a776-49ce-9f55-7e8c29bee299 req-0ea4bd03-0067-4abf-86f6-c21ba4cf4a08 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:22.806854 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e745d70-a776-49ce-9f55-7e8c29bee299 req-0ea4bd03-0067-4abf-86f6-c21ba4cf4a08 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:22.815017 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f054e5-da95-44e3-9ba6-a06a361697c6 service neutron] Pushing event updated for resources: {'Port': ['ID=806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4,revision_number=10']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:22.815837 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6e745d70-a776-49ce-9f55-7e8c29bee299 req-0ea4bd03-0067-4abf-86f6-c21ba4cf4a08 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6bbecf-01b4-4101-a576-f3ffdae19d9a&device_id=75ff8288-bd33-4523-b14a-d7d7d28d2a33 HTTP/1.1" status: 200 len: 1691 time: 0.2655022 Jul 07 16:53:22.833355 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-f4f054e5-da95-44e3-9ba6-a06a361697c6 service neutron] 10.222.0.64 "PUT /v2.0/ports/806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4/bindings/n-h2-791503-12/activate HTTP/1.1" status: 200 len: 370 time: 2.0510771 Jul 07 16:53:22.905874 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c370c4-14ba-41b8-9f54-86951e13203f req-c73225bf-39ef-4f88-8162-0ded1d6333d4 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:22.914275 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-34c370c4-14ba-41b8-9f54-86951e13203f req-c73225bf-39ef-4f88-8162-0ded1d6333d4 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 944 time: 0.2064977 Jul 07 16:53:22.927983 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6e745d70-a776-49ce-9f55-7e8c29bee299 req-631c6379-3f11-4ce8-b5f7-8907b02b589e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111233 Jul 07 16:53:23.002503 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-34c370c4-14ba-41b8-9f54-86951e13203f req-88a7634c-4a00-466b-8990-7742044606f6 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869398 Jul 07 16:53:23.107361 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-12fd0778-4c90-472d-8476-e857145814d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20389767-1d90-4f1d-ba41-248719300fd8 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:23.141903 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-12fd0778-4c90-472d-8476-e857145814d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:23.187634 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-12fd0778-4c90-472d-8476-e857145814d5 service neutron] Transition to ACTIVE for port object 20389767-1d90-4f1d-ba41-248719300fd8 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:23.217113 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe860c-dae4-4666-b5ea-9ba65cd42a37 req-95077db5-fb72-4042-a1ce-fb7e296f1183 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:23.218779 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d6fe860c-dae4-4666-b5ea-9ba65cd42a37 req-95077db5-fb72-4042-a1ce-fb7e296f1183 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 944 time: 0.1733577 Jul 07 16:53:23.219464 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-12fd0778-4c90-472d-8476-e857145814d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:23.223433 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-2f393c00-dbda-4f17-bfa5-204bfa7ac9fb tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:23.227250 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-2f393c00-dbda-4f17-bfa5-204bfa7ac9fb tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29&tenant_id=5fe2f64972d24fa49d6d4e62948f5951&binding%3Ahost_id=n-h1-791503-12 HTTP/1.1" status: 200 len: 1096 time: 0.2806852 Jul 07 16:53:23.343294 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-41ca2804-ea24-43b8-9a03-8798a70f1e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:23.481601 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b834d-4b31-4384-af75-fe7ff88619ad req-65232443-12f0-4d8d-8661-cfaa56b2499b tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:23.483821 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-638b834d-4b31-4384-af75-fe7ff88619ad req-65232443-12f0-4d8d-8661-cfaa56b2499b tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a45d634-49fe-4e03-981d-7955e33c389b HTTP/1.1" status: 200 len: 943 time: 0.1050463 Jul 07 16:53:23.562631 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-638b834d-4b31-4384-af75-fe7ff88619ad req-941b2f98-5a7a-4af5-960f-d11a623ab048 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] 10.222.0.53 "GET /v2.0/security-groups?id=579b9b2d-d13f-43ac-a99c-dd521b5cb64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679095 Jul 07 16:53:23.797605 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd0778-4c90-472d-8476-e857145814d5 service neutron] Pushing event updated for resources: {'Port': ['ID=20389767-1d90-4f1d-ba41-248719300fd8,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:23.854730 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d6fe860c-dae4-4666-b5ea-9ba65cd42a37 req-fe9e0be4-295e-4d5f-9305-f6d60c54739a tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5992382 Jul 07 16:53:24.039263 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9176b06-2042-492b-be86-f8a0d44ce1f5', 'tag': '4af62aa6-b045-470f-bac4-da36761524fd'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:24.045721 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8a6df1-0101-462c-b977-17703fa9c8c3" -d '{"events": [{"name": "network-changed", "server_uuid": "f9176b06-2042-492b-be86-f8a0d44ce1f5", "tag": "4af62aa6-b045-470f-bac4-da36761524fd"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:24.067861 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-9778da59-63d9-45a8-b706-06839416ab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:24.071915 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-9778da59-63d9-45a8-b706-06839416ab8e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29&tenant_id=5fe2f64972d24fa49d6d4e62948f5951 HTTP/1.1" status: 200 len: 1096 time: 0.8169422 Jul 07 16:53:24.174466 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-12fd0778-4c90-472d-8476-e857145814d5 service neutron] Attempting to bind port 20389767-1d90-4f1d-ba41-248719300fd8 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:24.175011 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-12fd0778-4c90-472d-8476-e857145814d5 service neutron] Attempting to bind port 20389767-1d90-4f1d-ba41-248719300fd8 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '282c05f5-4247-4f5b-8911-86c094e2461e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '93bbc812-cb96-4842-ba9b-67f238eb55a7'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:24.175542 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-12fd0778-4c90-472d-8476-e857145814d5 service neutron] Attempting to bind port 20389767-1d90-4f1d-ba41-248719300fd8 on network 93bbc812-cb96-4842-ba9b-67f238eb55a7 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:24.191176 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-12fd0778-4c90-472d-8476-e857145814d5 service neutron] Port 20389767-1d90-4f1d-ba41-248719300fd8 on network 93bbc812-cb96-4842-ba9b-67f238eb55a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:53:24.191840 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-12fd0778-4c90-472d-8476-e857145814d5 service neutron] Attempting to bind port 20389767-1d90-4f1d-ba41-248719300fd8 on network 93bbc812-cb96-4842-ba9b-67f238eb55a7 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:24.209730 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b02fe9-04c2-4590-ab47-63c8a7fbeb7f req-6a60fef2-7903-4898-81c1-48a816a83417 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:24.213777 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-58b02fe9-04c2-4590-ab47-63c8a7fbeb7f req-6a60fef2-7903-4898-81c1-48a816a83417 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 950 time: 0.1762316 Jul 07 16:53:24.216930 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-12fd0778-4c90-472d-8476-e857145814d5 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:24.217484 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-12fd0778-4c90-472d-8476-e857145814d5 service neutron] Checking segment: {'id': '282c05f5-4247-4f5b-8911-86c094e2461e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '93bbc812-cb96-4842-ba9b-67f238eb55a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:24.218103 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-12fd0778-4c90-472d-8476-e857145814d5 service neutron] Bound using segment: {'id': '282c05f5-4247-4f5b-8911-86c094e2461e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '93bbc812-cb96-4842-ba9b-67f238eb55a7'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:24.218827 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-12fd0778-4c90-472d-8476-e857145814d5 service neutron] Bound port: 20389767-1d90-4f1d-ba41-248719300fd8, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '282c05f5-4247-4f5b-8911-86c094e2461e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '93bbc812-cb96-4842-ba9b-67f238eb55a7'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:24.219419 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-12fd0778-4c90-472d-8476-e857145814d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:24.278666 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-4c4278cf-5f8f-453d-b195-63ae32565257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:24.280567 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-4c4278cf-5f8f-453d-b195-63ae32565257 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 1096 time: 0.1697121 Jul 07 16:53:24.309998 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-58b02fe9-04c2-4590-ab47-63c8a7fbeb7f req-f9c10d6a-ad8c-44f8-bee2-cf94a0f63c52 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709186 Jul 07 16:53:24.416034 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c57d7d-23e7-4afa-a629-9f175922503f x-openstack-request-id: req-63c57d7d-23e7-4afa-a629-9f175922503f {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:24.416480 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9176b06-2042-492b-be86-f8a0d44ce1f5", "tag": "4af62aa6-b045-470f-bac4-da36761524fd", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:24.417483 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63c57d7d-23e7-4afa-a629-9f175922503f {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:24.418371 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9176b06-2042-492b-be86-f8a0d44ce1f5', 'tag': '4af62aa6-b045-470f-bac4-da36761524fd', 'status': 'completed', 'code': 200} Jul 07 16:53:24.467980 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-12fd0778-4c90-472d-8476-e857145814d5 service neutron] For port 20389767-1d90-4f1d-ba41-248719300fd8, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:24.478250 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:53:24.516851 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-12fd0778-4c90-472d-8476-e857145814d5 service neutron] For port 20389767-1d90-4f1d-ba41-248719300fd8, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=20389767-1d90-4f1d-ba41-248719300fd8,segment=NetworkSegment(282c05f5-4247-4f5b-8911-86c094e2461e),segment_id=282c05f5-4247-4f5b-8911-86c094e2461e)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:24.520841 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def056ab-1f3c-4179-8104-46752eaef4fa req-37f34f13-51c4-4f0a-a57d-3f103b39981d tempest-ServersOnMultiNodesTest-1751824220 tempest-ServersOnMultiNodesTest-1751824220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:24.535548 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-def056ab-1f3c-4179-8104-46752eaef4fa req-37f34f13-51c4-4f0a-a57d-3f103b39981d tempest-ServersOnMultiNodesTest-1751824220 tempest-ServersOnMultiNodesTest-1751824220-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1d6bbecf-01b4-4101-a576-f3ffdae19d9a HTTP/1.1" status: 200 len: 1102 time: 0.2743285 Jul 07 16:53:24.603218 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-12fd0778-4c90-472d-8476-e857145814d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:24.624349 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-197ed7a9-228b-467f-a810-3baef2f9fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:24.626990 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-197ed7a9-228b-467f-a810-3baef2f9fb66 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 200 len: 922 time: 0.3063970 Jul 07 16:53:24.703007 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4b591-3cb3-4175-a9a0-f7823ed21748 req-29c74192-c308-48c4-a171-e593d4d8758e tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:24.704674 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54d4b591-3cb3-4175-a9a0-f7823ed21748 req-29c74192-c308-48c4-a171-e593d4d8758e tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 944 time: 0.1212494 Jul 07 16:53:24.743540 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:24.745394 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-12fd0778-4c90-472d-8476-e857145814d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:24.746148 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-12fd0778-4c90-472d-8476-e857145814d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:24.747767 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-12fd0778-4c90-472d-8476-e857145814d5 service neutron] 10.222.0.64 "PUT /v2.0/ports/20389767-1d90-4f1d-ba41-248719300fd8 HTTP/1.1" status: 200 len: 1092 time: 2.7424123 Jul 07 16:53:24.766005 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a45d634-49fe-4e03-981d-7955e33c389b', 'tag': '20389767-1d90-4f1d-ba41-248719300fd8'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:24.771903 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1098a175-8605-41d4-a10f-fc42e28c4ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "6a45d634-49fe-4e03-981d-7955e33c389b", "tag": "20389767-1d90-4f1d-ba41-248719300fd8"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:24.773948 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54d4b591-3cb3-4175-a9a0-f7823ed21748 req-f793ed16-ceb8-4566-956c-473a8e53287f tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625236 Jul 07 16:53:24.780915 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-9019b27b-6845-4b53-b7b1-c9941f6bdcc9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 HTTP/1.1" status: 200 len: 217 time: 0.1082697 Jul 07 16:53:24.808813 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-def056ab-1f3c-4179-8104-46752eaef4fa req-5b6d93b6-c980-45b6-b822-a1dac2345b35 tempest-ServersOnMultiNodesTest-1751824220 tempest-ServersOnMultiNodesTest-1751824220-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717628 Jul 07 16:53:24.859227 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:24.903889 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd0778-4c90-472d-8476-e857145814d5 service neutron] Pushing event updated for resources: {'Port': ['ID=20389767-1d90-4f1d-ba41-248719300fd8,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:24.959760 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-f9eb49ec-5821-4164-a741-6dc6f243bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:24.962277 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-f9eb49ec-5821-4164-a741-6dc6f243bd96 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=efc5a7ec-004d-467f-9a91-81aefb64567f HTTP/1.1" status: 200 len: 861 time: 0.1670818 Jul 07 16:53:24.969819 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a6df1-0101-462c-b977-17703fa9c8c3 req-353aae17-d934-45d8-a856-4b42f4e5c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:24.971428 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-df8a6df1-0101-462c-b977-17703fa9c8c3 req-353aae17-d934-45d8-a856-4b42f4e5c1b2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3c30a38df434836b6a6d7bed9173bf0&device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 1127 time: 0.4918482 Jul 07 16:53:25.020424 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-8b23a018-9fa0-4332-965d-34595bf39fd6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1ad75942-8a9e-4718-9815-ad27d5bad609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478351 Jul 07 16:53:25.220849 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5cfd5d-689e-442c-813a-f5a46f0bc709 x-openstack-request-id: req-de5cfd5d-689e-442c-813a-f5a46f0bc709 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:25.220849 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a45d634-49fe-4e03-981d-7955e33c389b", "tag": "20389767-1d90-4f1d-ba41-248719300fd8", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:25.220849 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de5cfd5d-689e-442c-813a-f5a46f0bc709 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:25.222582 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a45d634-49fe-4e03-981d-7955e33c389b', 'tag': '20389767-1d90-4f1d-ba41-248719300fd8', 'status': 'completed', 'code': 200} Jul 07 16:53:25.280608 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-f43bcb58-6008-444d-8ef7-990544f9ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:25.283273 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-f43bcb58-6008-444d-8ef7-990544f9ee9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=69bef1f9b69648598606d74a444af92f&device_id=6a45d634-49fe-4e03-981d-7955e33c389b HTTP/1.1" status: 200 len: 1095 time: 0.4642382 Jul 07 16:53:25.431528 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-2007f2be-508a-44c0-9903-8b9dd04cdfbe service neutron] 10.222.0.72 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892591 Jul 07 16:53:25.578666 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60356ce2-276b-452d-ae82-ffbd6b9e0010 req-9b849972-39fe-4fea-aac0-87ed4e19dfc8 tempest-ServersOnMultiNodesTest-1751824220 tempest-ServersOnMultiNodesTest-1751824220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:25.584940 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6296587-1fec-45af-9756-b973d8178706 req-a2fd59ee-a3c9-49c9-b6f8-a9ce8fa6ed05 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:25.592150 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-60356ce2-276b-452d-ae82-ffbd6b9e0010 req-9b849972-39fe-4fea-aac0-87ed4e19dfc8 tempest-ServersOnMultiNodesTest-1751824220 tempest-ServersOnMultiNodesTest-1751824220-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=75ff8288-bd33-4523-b14a-d7d7d28d2a33 HTTP/1.1" status: 200 len: 1102 time: 0.1673295 Jul 07 16:53:25.593586 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b6296587-1fec-45af-9756-b973d8178706 req-a2fd59ee-a3c9-49c9-b6f8-a9ce8fa6ed05 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a45d634-49fe-4e03-981d-7955e33c389b HTTP/1.1" status: 200 len: 943 time: 0.5974815 Jul 07 16:53:25.598549 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-e6fb00b5-e651-4c1f-bd12-6eff7ac30400 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20389767-1d90-4f1d-ba41-248719300fd8 HTTP/1.1" status: 200 len: 217 time: 0.2933967 Jul 07 16:53:25.635345 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a6df1-0101-462c-b977-17703fa9c8c3 req-d307dba0-6dbc-4bc2-8045-f2dfb0de5da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:25.638810 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-df8a6df1-0101-462c-b977-17703fa9c8c3 req-d307dba0-6dbc-4bc2-8045-f2dfb0de5da6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f59045c-fb41-4f4e-86ad-a15d05bedb10 HTTP/1.1" status: 200 len: 909 time: 0.6551785 Jul 07 16:53:25.663761 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-60356ce2-276b-452d-ae82-ffbd6b9e0010 req-b2093ce5-5bf9-4aa6-a81c-7e6c781db0be tempest-ServersOnMultiNodesTest-1751824220 tempest-ServersOnMultiNodesTest-1751824220-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663910 Jul 07 16:53:25.747600 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-911a7ab0-e005-467c-8d30-f717c4e88561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:25.749541 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-911a7ab0-e005-467c-8d30-f717c4e88561 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=577692c0-d9bc-47b3-baa2-697bd470d4b4 HTTP/1.1" status: 200 len: 855 time: 0.0875556 Jul 07 16:53:25.814926 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-df8a6df1-0101-462c-b977-17703fa9c8c3 req-05149016-aac9-4dea-9ed0-092b5af89f66 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4af62aa6-b045-470f-bac4-da36761524fd HTTP/1.1" status: 200 len: 217 time: 0.0736785 Jul 07 16:53:25.844871 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b6296587-1fec-45af-9756-b973d8178706 req-4ce6ceff-70f5-422c-a6bb-1e4947dde335 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] 10.222.0.53 "GET /v2.0/security-groups?id=579b9b2d-d13f-43ac-a99c-dd521b5cb64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489827 Jul 07 16:53:25.978497 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a6df1-0101-462c-b977-17703fa9c8c3 req-5d6cdf78-725a-45a7-b503-51b1e665056b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:25.980562 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-df8a6df1-0101-462c-b977-17703fa9c8c3 req-5d6cdf78-725a-45a7-b503-51b1e665056b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8cf0891f-7dd4-444b-b243-0a9d52ec4798 HTTP/1.1" status: 200 len: 848 time: 0.1278331 Jul 07 16:53:26.038016 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff525be1-d467-40fe-b29b-1d4de4e02efa req-fa3225cd-4f96-4694-ad66-19ffb2a6071a tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:26.044023 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-8c428382-628b-4642-9cf7-5540ef6d8628 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93bbc812-cb96-4842-ba9b-67f238eb55a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2250133 Jul 07 16:53:26.048529 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-df8a6df1-0101-462c-b977-17703fa9c8c3 req-06d8493f-9990-4f32-aeb2-d09968ef8c40 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f59045c-fb41-4f4e-86ad-a15d05bedb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443616 Jul 07 16:53:26.048821 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ff525be1-d467-40fe-b29b-1d4de4e02efa req-fa3225cd-4f96-4694-ad66-19ffb2a6071a tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 944 time: 0.1598337 Jul 07 16:53:26.055713 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-5bd41885-5e84-4bb0-9083-5f7a33ef3c46 service neutron] 10.222.0.72 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051834 Jul 07 16:53:26.084099 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:26.118049 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ff525be1-d467-40fe-b29b-1d4de4e02efa req-01c0ab4e-cd7c-4e47-9b37-b6ec0113f81a tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675471 Jul 07 16:53:26.613584 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b6a1e-da47-40ae-abd2-c8f3a6501fa3 req-12463f28-a7be-4a84-bacb-39955f71ced0 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:26.626569 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c0b6a1e-da47-40ae-abd2-c8f3a6501fa3 req-12463f28-a7be-4a84-bacb-39955f71ced0 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 944 time: 0.1469219 Jul 07 16:53:26.657864 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-6e2205b2-c41b-4b53-8e27-a5f33e0a5236 service neutron] 10.222.0.64 "GET /v2.0/networks/93bbc812-cb96-4842-ba9b-67f238eb55a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6002758 Jul 07 16:53:26.676991 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-91672627-fd30-4310-9a52-9659665d03fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:26.711242 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c0b6a1e-da47-40ae-abd2-c8f3a6501fa3 req-b5e82a5e-a642-4472-b79f-ba7e4ba3b548 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815406 Jul 07 16:53:26.755898 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 4af62aa6-b045-470f-bac4-da36761524fd details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:53:26.779658 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05f095-0ed6-434e-b121-f6bb9e046ba0 req-4c45ecb6-d8bb-4344-90b2-d7f526acac7b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:26.782744 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3a05f095-0ed6-434e-b121-f6bb9e046ba0 req-4c45ecb6-d8bb-4344-90b2-d7f526acac7b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 950 time: 0.5095589 Jul 07 16:53:26.786259 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-df8a6df1-0101-462c-b977-17703fa9c8c3 req-03893491-b674-4968-9345-0279abd8a1ce service neutron] 10.222.0.72 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7109911 Jul 07 16:53:27.014327 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 4af62aa6-b045-470f-bac4-da36761524fd, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=4af62aa6-b045-470f-bac4-da36761524fd,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:27.043513 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 4af62aa6-b045-470f-bac4-da36761524fd has no active binding in host n-h1-791503-12 {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 16:53:27.093131 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-324b831d-e82c-49fa-944d-ab6d822c5488 service neutron] show failed (client error): The resource could not be found. Jul 07 16:53:27.094272 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-324b831d-e82c-49fa-944d-ab6d822c5488 service neutron] 10.222.0.72 "GET /v2.0/ports/d4e0317a-996d-4c22-98da-6b5fe21ce920/bindings/n-h1-791503-12 HTTP/1.1" status: 404 len: 381 time: 0.2591431 Jul 07 16:53:27.173830 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1156ac09-10c3-45c3-9022-0c8f997b4368 req-f754a98d-0bf4-45fe-8e98-49da0f8f498f service neutron] 10.222.0.64 "GET /v2.0/networks/93bbc812-cb96-4842-ba9b-67f238eb55a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703317 Jul 07 16:53:27.244614 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3a05f095-0ed6-434e-b121-f6bb9e046ba0 req-1ff2e9b3-68af-461c-b63e-bb2994e67fc5 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789177 Jul 07 16:53:27.258585 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-25bb88f6-de8f-48f5-a876-5f9c28859655 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7cacbbe331674230a8cdeaae1095bd51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490968 Jul 07 16:53:27.283614 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-d93bd978-4621-4066-a289-cfa0bf578363 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:27.289848 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-d93bd978-4621-4066-a289-cfa0bf578363 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29&tenant_id=5fe2f64972d24fa49d6d4e62948f5951&binding%3Ahost_id=n-h2-791503-12 HTTP/1.1" status: 200 len: 1096 time: 0.6641026 Jul 07 16:53:27.293410 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-df8a6df1-0101-462c-b977-17703fa9c8c3 req-bb3717d3-7cbe-4748-aea8-d7dcb8b20f23 service neutron] 10.222.0.72 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269173 Jul 07 16:53:27.659989 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-49da25d8-6d31-4480-9018-8e437d9339ca tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:27.668736 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-49da25d8-6d31-4480-9018-8e437d9339ca tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4085078 Jul 07 16:53:27.695097 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-b267fa7d-9144-4248-afd3-82d699a0f7ad tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/quotas/7cacbbe331674230a8cdeaae1095bd51 HTTP/1.1" status: 200 len: 375 time: 0.0243301 Jul 07 16:53:27.734941 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-80e86b4d-edf5-447e-a58d-782abc0f7174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:27.737221 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-80e86b4d-edf5-447e-a58d-782abc0f7174 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea&tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0 HTTP/1.1" status: 200 len: 1102 time: 0.2184079 Jul 07 16:53:27.742235 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:27.766398 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-7da64af7-3a94-4afc-a268-4b08a281a5a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791503-12', 'device_owner': 'compute:nova'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:27.821902 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098a175-8605-41d4-a10f-fc42e28c4ea0 req-dc1c196f-b310-4202-8290-6ddc0912b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:27.824802 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1098a175-8605-41d4-a10f-fc42e28c4ea0 req-dc1c196f-b310-4202-8290-6ddc0912b595 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=69bef1f9b69648598606d74a444af92f&device_id=6a45d634-49fe-4e03-981d-7955e33c389b HTTP/1.1" status: 200 len: 1095 time: 0.4135094 Jul 07 16:53:27.837754 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-75142272-4ae6-400f-b985-2cb32c4feb66 service neutron] For port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:27.853542 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-ba819535-e1f2-4479-a8fd-26c0cbd1a844 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7cacbbe331674230a8cdeaae1095bd51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1563599 Jul 07 16:53:27.936267 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-7da64af7-3a94-4afc-a268-4b08a281a5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:28.247498 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-75142272-4ae6-400f-b985-2cb32c4feb66 service neutron] Notify callbacks [] for binding, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:28.250284 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84ef4bc5-efd7-4c8d-96c4-1a8d37e30d73 req-75142272-4ae6-400f-b985-2cb32c4feb66 service neutron] 10.222.0.72 "DELETE /v2.0/ports/806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4/bindings/n-h1-791503-12 HTTP/1.1" status: 204 len: 173 time: 0.9432578 Jul 07 16:53:28.262630 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-7da64af7-3a94-4afc-a268-4b08a281a5a7 service neutron] For port d4e0317a-996d-4c22-98da-6b5fe21ce920, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=d4e0317a-996d-4c22-98da-6b5fe21ce920,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:28.301809 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c8dc9-1b5a-4843-858c-759b765dc6c6 req-17bcafbb-6f30-46cb-88f8-6902f6f9afcc tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:28.320810 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2b2c8dc9-1b5a-4843-858c-759b765dc6c6 req-17bcafbb-6f30-46cb-88f8-6902f6f9afcc tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a45d634-49fe-4e03-981d-7955e33c389b HTTP/1.1" status: 200 len: 943 time: 0.7464676 Jul 07 16:53:28.365288 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-7da64af7-3a94-4afc-a268-4b08a281a5a7 service neutron] For port d4e0317a-996d-4c22-98da-6b5fe21ce920, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:28.421079 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2b2c8dc9-1b5a-4843-858c-759b765dc6c6 req-f76c0513-1854-40dc-b336-68a611ba1ae4 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] 10.222.0.53 "GET /v2.0/security-groups?id=579b9b2d-d13f-43ac-a99c-dd521b5cb64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989261 Jul 07 16:53:28.431351 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098a175-8605-41d4-a10f-fc42e28c4ea0 req-7e09316d-ca59-406c-9540-b01cdc34e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:28.439467 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1098a175-8605-41d4-a10f-fc42e28c4ea0 req-7e09316d-ca59-406c-9540-b01cdc34e34e service neutron] 10.222.0.64 "GET /v2.0/networks?id=93bbc812-cb96-4842-ba9b-67f238eb55a7 HTTP/1.1" status: 200 len: 916 time: 0.5984826 Jul 07 16:53:28.481040 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-7da64af7-3a94-4afc-a268-4b08a281a5a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:28.505434 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59c2e5c-cd59-4730-8c04-b05911825bea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e0317a-996d-4c22-98da-6b5fe21ce920'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:28.509278 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18a02e8-7e81-4508-b6b7-91b36c4acb9c" -d '{"events": [{"server_uuid": "f59c2e5c-cd59-4730-8c04-b05911825bea", "name": "network-vif-unplugged", "status": "completed", "tag": "d4e0317a-996d-4c22-98da-6b5fe21ce920"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:28.511436 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1098a175-8605-41d4-a10f-fc42e28c4ea0 req-599fb6a6-4aa0-402a-86a1-5ed803d46c17 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20389767-1d90-4f1d-ba41-248719300fd8 HTTP/1.1" status: 200 len: 217 time: 0.0626593 Jul 07 16:53:28.513349 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-7da64af7-3a94-4afc-a268-4b08a281a5a7 service neutron] Transition to ACTIVE for port object d4e0317a-996d-4c22-98da-6b5fe21ce920 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:28.530284 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-7da64af7-3a94-4afc-a268-4b08a281a5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:28.594137 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da64af7-3a94-4afc-a268-4b08a281a5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e0317a-996d-4c22-98da-6b5fe21ce920,revision_number=6']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:28.653318 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098a175-8605-41d4-a10f-fc42e28c4ea0 req-e6a9e6d5-7873-4517-b1ce-47f0085964f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:28.656195 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1098a175-8605-41d4-a10f-fc42e28c4ea0 req-e6a9e6d5-7873-4517-b1ce-47f0085964f3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=577692c0-d9bc-47b3-baa2-697bd470d4b4 HTTP/1.1" status: 200 len: 855 time: 0.1362004 Jul 07 16:53:28.737345 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-7da64af7-3a94-4afc-a268-4b08a281a5a7 service neutron] No DVR routers for this DVR port d4e0317a-996d-4c22-98da-6b5fe21ce920 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:28.762232 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1098a175-8605-41d4-a10f-fc42e28c4ea0 req-7dc1e2d0-412b-450a-a729-feba7b090ba4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93bbc812-cb96-4842-ba9b-67f238eb55a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944757 Jul 07 16:53:29.002020 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1098a175-8605-41d4-a10f-fc42e28c4ea0 req-b46c552e-c915-4ef7-97b2-adff50138d3e service neutron] 10.222.0.64 "GET /v2.0/networks/93bbc812-cb96-4842-ba9b-67f238eb55a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308345 Jul 07 16:53:29.039731 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-7da64af7-3a94-4afc-a268-4b08a281a5a7 service neutron] Attempting to bind port d4e0317a-996d-4c22-98da-6b5fe21ce920 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:29.041611 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-7da64af7-3a94-4afc-a268-4b08a281a5a7 service neutron] Attempting to bind port d4e0317a-996d-4c22-98da-6b5fe21ce920 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:29.042445 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-7da64af7-3a94-4afc-a268-4b08a281a5a7 service neutron] Attempting to bind port d4e0317a-996d-4c22-98da-6b5fe21ce920 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:29.094275 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-7da64af7-3a94-4afc-a268-4b08a281a5a7 service neutron] Port d4e0317a-996d-4c22-98da-6b5fe21ce920 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:53:29.094815 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-7da64af7-3a94-4afc-a268-4b08a281a5a7 service neutron] Attempting to bind port d4e0317a-996d-4c22-98da-6b5fe21ce920 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:29.138960 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-7da64af7-3a94-4afc-a268-4b08a281a5a7 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:29.139464 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-7da64af7-3a94-4afc-a268-4b08a281a5a7 service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:29.140031 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-7da64af7-3a94-4afc-a268-4b08a281a5a7 service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:29.140735 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-7da64af7-3a94-4afc-a268-4b08a281a5a7 service neutron] Bound port: d4e0317a-996d-4c22-98da-6b5fe21ce920, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:29.156859 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-7da64af7-3a94-4afc-a268-4b08a281a5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:29.329789 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1098a175-8605-41d4-a10f-fc42e28c4ea0 req-4c8afae5-7ec8-45c9-a0d4-336ee17bcb55 service neutron] 10.222.0.64 "GET /v2.0/networks/93bbc812-cb96-4842-ba9b-67f238eb55a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196867 Jul 07 16:53:29.436244 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f1111-66ef-42d9-ad7c-724a8b493f11 req-91cdf927-019c-48d6-9f1f-8bc913b287e7 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:29.455046 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-954f1111-66ef-42d9-ad7c-724a8b493f11 req-91cdf927-019c-48d6-9f1f-8bc913b287e7 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 944 time: 0.4433608 Jul 07 16:53:29.475058 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-7da64af7-3a94-4afc-a268-4b08a281a5a7 service neutron] For port d4e0317a-996d-4c22-98da-6b5fe21ce920, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:29.488133 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-7da64af7-3a94-4afc-a268-4b08a281a5a7 service neutron] For port d4e0317a-996d-4c22-98da-6b5fe21ce920, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=d4e0317a-996d-4c22-98da-6b5fe21ce920,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:29.505700 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-7da64af7-3a94-4afc-a268-4b08a281a5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:29.538956 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-7da64af7-3a94-4afc-a268-4b08a281a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:29.540037 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-7da64af7-3a94-4afc-a268-4b08a281a5a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:29.547250 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-7da64af7-3a94-4afc-a268-4b08a281a5a7 service neutron] 10.222.0.64 "PUT /v2.0/ports/d4e0317a-996d-4c22-98da-6b5fe21ce920 HTTP/1.1" status: 200 len: 1097 time: 1.7872376 Jul 07 16:53:29.764877 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-954f1111-66ef-42d9-ad7c-724a8b493f11 req-848fa6e3-7e53-4853-96d0-503cdf3adcda tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780333 Jul 07 16:53:29.815578 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da64af7-3a94-4afc-a268-4b08a281a5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e0317a-996d-4c22-98da-6b5fe21ce920,revision_number=7']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:29.855842 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-1d3e1554-c2cd-474b-8f45-79a7f628a542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:29.857360 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-1d3e1554-c2cd-474b-8f45-79a7f628a542 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 1100 time: 0.2321830 Jul 07 16:53:29.859287 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-f4adebe7-fb9b-420b-97bf-2ef37e8a96ac service neutron] 10.222.0.72 "GET /v2.0/ports/4af62aa6-b045-470f-bac4-da36761524fd/bindings/n-h1-791503-12 HTTP/1.1" status: 200 len: 385 time: 0.2687480 Jul 07 16:53:30.127700 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:30.130655 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-ec048786-f27e-41c5-9291-ebe6b8abd2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:30.132496 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-ec048786-f27e-41c5-9291-ebe6b8abd2a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.2633691 Jul 07 16:53:30.153360 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034361f4-3e4a-4e01-8281-bc0c0c9fad69 req-24b03ae9-adce-42d4-8da4-081d65116203 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:30.167451 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-034361f4-3e4a-4e01-8281-bc0c0c9fad69 req-24b03ae9-adce-42d4-8da4-081d65116203 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 944 time: 0.6192722 Jul 07 16:53:30.254540 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-034361f4-3e4a-4e01-8281-bc0c0c9fad69 req-dd19b579-caf8-4f39-98ad-e01f5e2b2eef tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845883 Jul 07 16:53:30.292286 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-0804c23b-f7cb-4b10-88d6-e5e6d70a4854 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=d4e0317a-996d-4c22-98da-6b5fe21ce920 HTTP/1.1" status: 200 len: 217 time: 0.1504822 Jul 07 16:53:30.398439 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-48315c3a-b16e-4040-8c1e-857120da10e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:30.399872 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-48315c3a-b16e-4040-8c1e-857120da10e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.0861542 Jul 07 16:53:30.455114 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f4ed4-0bdc-4aff-b216-f94f1b7c4fc2 req-0b4bea75-418e-4222-b2d9-fc4145374718 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:30.456825 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bc4f4ed4-0bdc-4aff-b216-f94f1b7c4fc2 req-0b4bea75-418e-4222-b2d9-fc4145374718 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 948 time: 0.1635141 Jul 07 16:53:30.482182 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08330284-ae0d-463a-89e9-b4d7404e4269 x-openstack-request-id: req-08330284-ae0d-463a-89e9-b4d7404e4269 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:30.482471 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59c2e5c-cd59-4730-8c04-b05911825bea", "name": "network-vif-unplugged", "status": "completed", "tag": "d4e0317a-996d-4c22-98da-6b5fe21ce920", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:30.482751 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08330284-ae0d-463a-89e9-b4d7404e4269 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:30.483389 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59c2e5c-cd59-4730-8c04-b05911825bea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e0317a-996d-4c22-98da-6b5fe21ce920', 'code': 200} Jul 07 16:53:30.570479 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-5123b364-5038-460c-a45c-fd017545342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:30.575927 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-5123b364-5038-460c-a45c-fd017545342f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1625652 Jul 07 16:53:30.599964 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-f0a1a5ec-77da-4e04-bef9-0a0c031224a4 service neutron] For port 4af62aa6-b045-470f-bac4-da36761524fd, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=4af62aa6-b045-470f-bac4-da36761524fd,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:30.647305 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-f0a1a5ec-77da-4e04-bef9-0a0c031224a4 service neutron] For port 4af62aa6-b045-470f-bac4-da36761524fd, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:30.730569 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-f0a1a5ec-77da-4e04-bef9-0a0c031224a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4af62aa6-b045-470f-bac4-da36761524fd {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:30.759230 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-f0a1a5ec-77da-4e04-bef9-0a0c031224a4 service neutron] For port 4af62aa6-b045-470f-bac4-da36761524fd, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=4af62aa6-b045-470f-bac4-da36761524fd,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:30.759466 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 20389767-1d90-4f1d-ba41-248719300fd8 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:53:30.791937 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-f0a1a5ec-77da-4e04-bef9-0a0c031224a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:30.836816 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bc4f4ed4-0bdc-4aff-b216-f94f1b7c4fc2 req-bac3f00b-4d02-4673-afa0-d5c56b1cd3be tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643987 Jul 07 16:53:30.855124 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-2bc1bcb1-0e78-4771-a296-069446e8156c service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650008 Jul 07 16:53:30.997643 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 20389767-1d90-4f1d-ba41-248719300fd8, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=20389767-1d90-4f1d-ba41-248719300fd8,segment=NetworkSegment(282c05f5-4247-4f5b-8911-86c094e2461e),segment_id=282c05f5-4247-4f5b-8911-86c094e2461e)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:31.014839 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '20389767-1d90-4f1d-ba41-248719300fd8', 'network_id': '93bbc812-cb96-4842-ba9b-67f238eb55a7', 'port_id': '20389767-1d90-4f1d-ba41-248719300fd8', 'mac_address': 'fa:16:3e:38:c7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577692c0-d9bc-47b3-baa2-697bd470d4b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:53:31.019750 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-f0a1a5ec-77da-4e04-bef9-0a0c031224a4 service neutron] Transition to ACTIVE for port object 4af62aa6-b045-470f-bac4-da36761524fd will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:31.025434 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-f0a1a5ec-77da-4e04-bef9-0a0c031224a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:31.103333 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:31.150032 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20389767-1d90-4f1d-ba41-248719300fd8 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:31.202083 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 20389767-1d90-4f1d-ba41-248719300fd8, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=20389767-1d90-4f1d-ba41-248719300fd8,segment=NetworkSegment(282c05f5-4247-4f5b-8911-86c094e2461e),segment_id=282c05f5-4247-4f5b-8911-86c094e2461e)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:31.212917 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:31.249315 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-f0a1a5ec-77da-4e04-bef9-0a0c031224a4 service neutron] No DVR routers for this DVR port 4af62aa6-b045-470f-bac4-da36761524fd on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:31.262721 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-df3c4b97-cf73-43d0-9bb3-113ab3c0aded req-c5a85321-ff96-4b99-af05-05953df3c6fb service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796008 Jul 07 16:53:31.291839 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=20389767-1d90-4f1d-ba41-248719300fd8,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:31.310441 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:31.311312 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:31.313797 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:31.316912 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:31.317487 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:31.318000 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:31.318540 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:31.319031 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:31.321156 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:31.322185 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1a5ec-77da-4e04-bef9-0a0c031224a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4af62aa6-b045-470f-bac4-da36761524fd,revision_number=10']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:31.322752 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:31.336890 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:31.337502 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:31.432105 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-f0a1a5ec-77da-4e04-bef9-0a0c031224a4 service neutron] 10.222.0.72 "PUT /v2.0/ports/4af62aa6-b045-470f-bac4-da36761524fd/bindings/n-h1-791503-12/activate HTTP/1.1" status: 200 len: 370 time: 1.5659809 Jul 07 16:53:31.493450 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2eed3d-f029-4858-ab38-a98e261bcfb8 req-497bdd77-426b-4d4d-97b9-e5f30b232e95 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:31.495190 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['20389767-1d90-4f1d-ba41-248719300fd8'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:31.502643 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4c2eed3d-f029-4858-ab38-a98e261bcfb8 req-497bdd77-426b-4d4d-97b9-e5f30b232e95 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a45d634-49fe-4e03-981d-7955e33c389b HTTP/1.1" status: 200 len: 944 time: 0.1530023 Jul 07 16:53:31.560106 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4c2eed3d-f029-4858-ab38-a98e261bcfb8 req-5fb513e2-9b83-465b-9972-93e81f44b9fb tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] 10.222.0.53 "GET /v2.0/security-groups?id=579b9b2d-d13f-43ac-a99c-dd521b5cb64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516675 Jul 07 16:53:31.653002 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45958) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:31.675925 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea531d04-e2a6-401b-9b66-e08b252a33a3 req-3c6b5b13-4112-41e1-9c9c-31ad8b874b0f tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:31.690070 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea531d04-e2a6-401b-9b66-e08b252a33a3 req-3c6b5b13-4112-41e1-9c9c-31ad8b874b0f tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 945 time: 0.2226458 Jul 07 16:53:31.758598 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fde71487-9ff4-48d0-a2d5-3d798ee9b59c req-895db77e-4445-47bc-966d-348a1a1988ec tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb6fb919-8aa3-4716-b2f8-0c1fc3b9cdc2 HTTP/1.1" status: 200 len: 210 time: 0.0535593 Jul 07 16:53:31.759715 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea531d04-e2a6-401b-9b66-e08b252a33a3 req-358acf7b-e0c8-4056-81a8-13158c2479c5 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683537 Jul 07 16:53:31.889878 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-afb7103d-7838-47bd-825e-44e4437da7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:31.973678 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eeeed1-a470-4251-8152-e5e0c13a95b6 req-b3421e0b-81ac-4e15-95ee-f81a9052ad94 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:31.981990 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-05eeeed1-a470-4251-8152-e5e0c13a95b6 req-b3421e0b-81ac-4e15-95ee-f81a9052ad94 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 1096 time: 0.0808518 Jul 07 16:53:32.027553 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-05eeeed1-a470-4251-8152-e5e0c13a95b6 req-c6136076-7910-420b-8200-73a05a441304 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422962 Jul 07 16:53:32.063680 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device d4e0317a-996d-4c22-98da-6b5fe21ce920 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:32.065391 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-afb7103d-7838-47bd-825e-44e4437da7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:32.073682 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-afb7103d-7838-47bd-825e-44e4437da7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:32.187472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7103d-7838-47bd-825e-44e4437da7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3745c9a-221c-45f7-b3a8-a93e01e30769,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:32.206094 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-afb7103d-7838-47bd-825e-44e4437da7d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=000b8a2ac3c748e588c5e6dc438b8aca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5514061 Jul 07 16:53:32.212003 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45986) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:32.227325 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device d4e0317a-996d-4c22-98da-6b5fe21ce920 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:32.299455 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-e2e024f8-7836-40bf-a6b2-bc63aa2aeaf2 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:32.302156 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-e2e024f8-7836-40bf-a6b2-bc63aa2aeaf2 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5&tenant_id=e3c30a38df434836b6a6d7bed9173bf0&binding%3Ahost_id=n-h2-791503-12 HTTP/1.1" status: 200 len: 1097 time: 0.1740232 Jul 07 16:53:32.327100 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55785ae-f3e7-4ffe-8837-62b4ba33b35c req-a9527f31-4105-4a01-b74f-1a6b9ea715b4 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:32.344196 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a55785ae-f3e7-4ffe-8837-62b4ba33b35c req-a9527f31-4105-4a01-b74f-1a6b9ea715b4 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 948 time: 0.2492447 Jul 07 16:53:32.464165 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-07438ef7-975f-4d2a-a714-e09653fe628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:32.467408 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-07438ef7-975f-4d2a-a714-e09653fe628c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5&tenant_id=e3c30a38df434836b6a6d7bed9173bf0 HTTP/1.1" status: 200 len: 1097 time: 0.1508763 Jul 07 16:53:32.486721 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54a48e-cf42-4fa9-9af4-a1b2c7f5036b req-86b0b53b-05ed-45a6-81c2-af84468f78da tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:32.495220 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ab54a48e-cf42-4fa9-9af4-a1b2c7f5036b req-86b0b53b-05ed-45a6-81c2-af84468f78da tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f HTTP/1.1" status: 200 len: 950 time: 0.1341329 Jul 07 16:53:32.497633 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59c2e5c-cd59-4730-8c04-b05911825bea', 'tag': 'd4e0317a-996d-4c22-98da-6b5fe21ce920'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:32.499919 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36c7144-fe9b-4cac-88ce-9e54401fdcab" -d '{"events": [{"name": "network-changed", "server_uuid": "f59c2e5c-cd59-4730-8c04-b05911825bea", "tag": "d4e0317a-996d-4c22-98da-6b5fe21ce920"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:32.516508 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-502c0507-12a0-4af0-963c-1f98737b8533 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7cacbbe331674230a8cdeaae1095bd51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1123118 Jul 07 16:53:32.519574 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-6763b394-18a5-42bf-94cf-98401e635866 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7cacbbe331674230a8cdeaae1095bd51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439665 Jul 07 16:53:32.526129 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a55785ae-f3e7-4ffe-8837-62b4ba33b35c req-0887c7fe-73b9-45f5-8f45-aedb95f7a067 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804540 Jul 07 16:53:32.572156 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-396cae8b-e1f2-433a-a5d6-72542e6ac34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:32.579832 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ab54a48e-cf42-4fa9-9af4-a1b2c7f5036b req-c49e64b9-67d5-4935-b7e5-b4bddb6aea83 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0292522-6d47-430c-b078-d228bbd3d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834682 Jul 07 16:53:32.715186 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-396cae8b-e1f2-433a-a5d6-72542e6ac34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:32.770458 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 20389767-1d90-4f1d-ba41-248719300fd8 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:32.798953 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-a9f65bb5-5656-4bff-9015-1dd45ac53d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:32.801170 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-a9f65bb5-5656-4bff-9015-1dd45ac53d9a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3c30a38df434836b6a6d7bed9173bf0&device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 1097 time: 0.2201684 Jul 07 16:53:32.849518 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-aa0be391-d6b7-459a-b162-23d216a64093 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:32.851668 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-aa0be391-d6b7-459a-b162-23d216a64093 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3183036 Jul 07 16:53:32.867099 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-fbf144f5-0475-4914-96db-75b38d8f0d7c tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:32.868742 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-fbf144f5-0475-4914-96db-75b38d8f0d7c tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3412726 Jul 07 16:53:32.885684 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-2e8d38c3-4aa4-4666-9438-13ad850031c6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Request body: {'port': {'device_id': 'cb6fb919-8aa3-4716-b2f8-0c1fc3b9cdc2', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': '7cacbbe331674230a8cdeaae1095bd51'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:32.908529 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 20389767-1d90-4f1d-ba41-248719300fd8 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:32.917183 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 20389767-1d90-4f1d-ba41-248719300fd8 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:32.918184 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:32.999178 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-396cae8b-e1f2-433a-a5d6-72542e6ac34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:33.001953 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-396cae8b-e1f2-433a-a5d6-72542e6ac34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:33.007714 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-396cae8b-e1f2-433a-a5d6-72542e6ac34e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d3745c9a-221c-45f7-b3a8-a93e01e30769 HTTP/1.1" status: 204 len: 168 time: 0.7902927 Jul 07 16:53:33.008783 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-de90379e-a8c3-4d26-b4fe-4ce2ed3cd13f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Request body: {'port': {'device_id': 'c4ce7f1c-bcd9-47be-bf99-4418c3840b17', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': '7cacbbe331674230a8cdeaae1095bd51'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:33.145160 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:33.170246 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cae8b-e1f2-433a-a5d6-72542e6ac34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3745c9a-221c-45f7-b3a8-a93e01e30769,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:33.218160 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-2e8d38c3-4aa4-4666-9438-13ad850031c6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Made reservation on behalf of 7cacbbe331674230a8cdeaae1095bd51 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:33.222041 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-2e8d38c3-4aa4-4666-9438-13ad850031c6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:33.297442 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a45d634-49fe-4e03-981d-7955e33c389b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20389767-1d90-4f1d-ba41-248719300fd8'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:33.304872 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2526292-0f18-4d86-abc1-077dbfb6baa6" -d '{"events": [{"server_uuid": "6a45d634-49fe-4e03-981d-7955e33c389b", "name": "network-vif-plugged", "status": "completed", "tag": "20389767-1d90-4f1d-ba41-248719300fd8"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:33.311469 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 20389767-1d90-4f1d-ba41-248719300fd8, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=20389767-1d90-4f1d-ba41-248719300fd8,segment=NetworkSegment(282c05f5-4247-4f5b-8911-86c094e2461e),segment_id=282c05f5-4247-4f5b-8911-86c094e2461e)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:33.317601 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:33.375208 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-de90379e-a8c3-4d26-b4fe-4ce2ed3cd13f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Made reservation on behalf of 7cacbbe331674230a8cdeaae1095bd51 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:33.379805 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-de90379e-a8c3-4d26-b4fe-4ce2ed3cd13f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:33.405132 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=20389767-1d90-4f1d-ba41-248719300fd8,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:33.444608 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c7144-fe9b-4cac-88ce-9e54401fdcab req-4199818f-07a2-4b90-8604-50bf5625963a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:33.446998 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f36c7144-fe9b-4cac-88ce-9e54401fdcab req-4199818f-07a2-4b90-8604-50bf5625963a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 1100 time: 0.2860942 Jul 07 16:53:33.492874 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e509ae0-4740-4deb-9c68-b83c810f9083 x-openstack-request-id: req-8e509ae0-4740-4deb-9c68-b83c810f9083 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:33.493492 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f59c2e5c-cd59-4730-8c04-b05911825bea", "tag": "d4e0317a-996d-4c22-98da-6b5fe21ce920", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:33.493492 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e509ae0-4740-4deb-9c68-b83c810f9083 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:33.493967 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59c2e5c-cd59-4730-8c04-b05911825bea', 'tag': 'd4e0317a-996d-4c22-98da-6b5fe21ce920', 'status': 'completed', 'code': 200} Jul 07 16:53:33.528454 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-e4e0e5d9-d51d-456b-915f-a0ba1e745117 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:33.533348 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-e4e0e5d9-d51d-456b-915f-a0ba1e745117 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/networks?id=1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 200 len: 821 time: 0.7273579 Jul 07 16:53:33.575543 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-e355c71c-45c8-4069-8a6a-98b8d2c046e7 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/quotas/5fe2f64972d24fa49d6d4e62948f5951 HTTP/1.1" status: 200 len: 375 time: 0.0195932 Jul 07 16:53:33.649361 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46018) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:33.677623 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-2e8d38c3-4aa4-4666-9438-13ad850031c6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Allocated IP 192.168.233.65 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/bea5d2f1-8163-46dd-810f-effbe19bd1e2) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:53:33.705797 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-99564871-72fe-4ddb-8dd8-10e5f387351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:33.707517 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-99564871-72fe-4ddb-8dd8-10e5f387351f service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f59045c-fb41-4f4e-86ad-a15d05bedb10 HTTP/1.1" status: 200 len: 909 time: 0.8997264 Jul 07 16:53:33.729367 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0c2578b4-5beb-40e5-97b7-fb023da2d97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:33.729708 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c7144-fe9b-4cac-88ce-9e54401fdcab req-1e3ade96-83c2-44ab-bc24-222561d3cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:33.731422 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f36c7144-fe9b-4cac-88ce-9e54401fdcab req-1e3ade96-83c2-44ab-bc24-222561d3cc8a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 1100 time: 0.2365665 Jul 07 16:53:33.778282 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-a6bdf412-b2bc-470e-a244-390b14c2d2e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4af62aa6-b045-470f-bac4-da36761524fd HTTP/1.1" status: 200 len: 217 time: 0.0622158 Jul 07 16:53:33.779599 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bfc89-e7d4-4233-92f6-67c924b36da8 req-83f3cfb1-5bc4-4d94-86c3-8967fb7b7ce1 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:33.781240 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e08bfc89-e7d4-4233-92f6-67c924b36da8 req-83f3cfb1-5bc4-4d94-86c3-8967fb7b7ce1 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a45d634-49fe-4e03-981d-7955e33c389b HTTP/1.1" status: 200 len: 945 time: 0.4295735 Jul 07 16:53:33.803533 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c7144-fe9b-4cac-88ce-9e54401fdcab req-398e15c4-e7ae-4546-b8e0-509a7e88f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:33.805836 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f36c7144-fe9b-4cac-88ce-9e54401fdcab req-398e15c4-e7ae-4546-b8e0-509a7e88f784 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.3440993 Jul 07 16:53:33.902814 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f36c7144-fe9b-4cac-88ce-9e54401fdcab req-e1c8dde5-2940-4e2a-9734-277fa18d11ba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=d4e0317a-996d-4c22-98da-6b5fe21ce920 HTTP/1.1" status: 200 len: 217 time: 0.0710783 Jul 07 16:53:33.919032 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-8d00ef55-1a8b-4b19-910c-5a3630c6d6d6 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3142717 Jul 07 16:53:33.957106 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-f372cdeb-ea3e-4174-85a1-8cfdab722eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:33.958620 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-f372cdeb-ea3e-4174-85a1-8cfdab722eb1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8cf0891f-7dd4-444b-b243-0a9d52ec4798 HTTP/1.1" status: 200 len: 848 time: 0.1678340 Jul 07 16:53:34.014052 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e08bfc89-e7d4-4233-92f6-67c924b36da8 req-62ac13bc-f3e6-432b-b689-22903027ccbb tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] 10.222.0.53 "GET /v2.0/security-groups?id=579b9b2d-d13f-43ac-a99c-dd521b5cb64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138298 Jul 07 16:53:34.045855 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-09526425-7138-4bd8-a8fb-483004df1038 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f59045c-fb41-4f4e-86ad-a15d05bedb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486193 Jul 07 16:53:34.056471 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c7144-fe9b-4cac-88ce-9e54401fdcab req-e243fc07-aff0-42b6-9d3e-d9c612ddb79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:34.063634 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 4af62aa6-b045-470f-bac4-da36761524fd no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:34.066740 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c7144-fe9b-4cac-88ce-9e54401fdcab req-d4433e74-931d-402b-8e31-492ca2671626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:34.068324 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f36c7144-fe9b-4cac-88ce-9e54401fdcab req-d4433e74-931d-402b-8e31-492ca2671626 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1452913 Jul 07 16:53:34.071227 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f36c7144-fe9b-4cac-88ce-9e54401fdcab req-e243fc07-aff0-42b6-9d3e-d9c612ddb79a service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.2926104 Jul 07 16:53:34.141572 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-2e8d38c3-4aa4-4666-9438-13ad850031c6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:34.161093 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f36c7144-fe9b-4cac-88ce-9e54401fdcab req-9df05876-ffa6-4ff2-9aad-92a80d986294 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=d4e0317a-996d-4c22-98da-6b5fe21ce920 HTTP/1.1" status: 200 len: 217 time: 0.0881982 Jul 07 16:53:34.162835 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 4af62aa6-b045-470f-bac4-da36761524fd not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:34.188108 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-2e8d38c3-4aa4-4666-9438-13ad850031c6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Transition to ACTIVE for port object bea5d2f1-8163-46dd-810f-effbe19bd1e2 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:34.205443 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0c2578b4-5beb-40e5-97b7-fb023da2d97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:34.216811 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0c2578b4-5beb-40e5-97b7-fb023da2d97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:34.297982 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0c2578b4-5beb-40e5-97b7-fb023da2d97f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e8cf00d0a615408481b454c7c4b1bdf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6379721 Jul 07 16:53:34.299864 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46032) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:34.301273 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2578b4-5beb-40e5-97b7-fb023da2d97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01372c1a-5730-4357-b8dd-6a71edf2f195,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:34.312570 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-465663a6-665b-4733-a8ff-fb50da4d4a32 service neutron] 10.222.0.53 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714416 Jul 07 16:53:34.314250 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c7144-fe9b-4cac-88ce-9e54401fdcab req-7788d190-ceb0-4d5f-8db6-1ec7a6f43f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:34.317040 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f36c7144-fe9b-4cac-88ce-9e54401fdcab req-7788d190-ceb0-4d5f-8db6-1ec7a6f43f7d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2289159 Jul 07 16:53:34.372036 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-2e8d38c3-4aa4-4666-9438-13ad850031c6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:34.388321 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['c21768d3-1ac5-4f55-bd0b-04211e22f403'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:34.392653 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2', 'b9b325a4-0180-47b7-b624-ab8e2e6d21e4'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:34.407344 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c7144-fe9b-4cac-88ce-9e54401fdcab req-77b43f1a-af91-41a4-b6c1-dc8646cb1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:34.408954 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f36c7144-fe9b-4cac-88ce-9e54401fdcab req-77b43f1a-af91-41a4-b6c1-dc8646cb1b3f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1819453 Jul 07 16:53:34.473966 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-c4db0e5f-b0d4-44a9-bf66-d80e9db51c0a service neutron] 10.222.0.64 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688669 Jul 07 16:53:34.546206 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-605d5f54-0883-45e2-a207-9cf894b868d0 service neutron] 10.222.0.53 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172287 Jul 07 16:53:34.763542 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c7144-fe9b-4cac-88ce-9e54401fdcab req-fd200127-45e0-4f32-8959-d5fe3a350bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:34.768848 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-de90379e-a8c3-4d26-b4fe-4ce2ed3cd13f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Allocated IP 192.168.233.172 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:53:34.771321 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f36c7144-fe9b-4cac-88ce-9e54401fdcab req-fd200127-45e0-4f32-8959-d5fe3a350bd5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3483098 Jul 07 16:53:34.775463 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-2e8d38c3-4aa4-4666-9438-13ad850031c6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:53:34.780096 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-211bdfa5-8717-4d58-af2f-fb3bdb356c2a service neutron] 10.222.0.64 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958093 Jul 07 16:53:34.819021 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device d4e0317a-996d-4c22-98da-6b5fe21ce920 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:53:34.843877 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-2e8d38c3-4aa4-4666-9438-13ad850031c6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:34.849209 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-2e8d38c3-4aa4-4666-9438-13ad850031c6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:53:34.895051 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d38c3-4aa4-4666-9438-13ad850031c6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Pushing event updated for resources: {'Port': ['ID=bea5d2f1-8163-46dd-810f-effbe19bd1e2,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:35.113224 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f36c7144-fe9b-4cac-88ce-9e54401fdcab req-1b8c9359-4cf1-4fb7-9877-94d55c96ac80 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310108 Jul 07 16:53:35.166696 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230d4bc-35ca-4b43-9dba-0c6825fa091b req-5f4aee00-e6f8-404b-a931-6aa102e6cc5d tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:35.170051 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b230d4bc-35ca-4b43-9dba-0c6825fa091b req-5f4aee00-e6f8-404b-a931-6aa102e6cc5d tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 945 time: 0.3298702 Jul 07 16:53:35.223782 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-2e8d38c3-4aa4-4666-9438-13ad850031c6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:35.224979 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-2e8d38c3-4aa4-4666-9438-13ad850031c6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:35.237272 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f36c7144-fe9b-4cac-88ce-9e54401fdcab req-7cf11f92-dd0d-4056-99c0-51fd7cc66b45 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9038749 Jul 07 16:53:35.308898 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port d4e0317a-996d-4c22-98da-6b5fe21ce920, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=d4e0317a-996d-4c22-98da-6b5fe21ce920,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:35.342149 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'd4e0317a-996d-4c22-98da-6b5fe21ce920', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': 'd4e0317a-996d-4c22-98da-6b5fe21ce920', 'mac_address': 'fa:16:3e:53:5c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:53:35.427375 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-893992c4-97cb-4296-a920-76583111f933 None None] Provisioning for port bea5d2f1-8163-46dd-810f-effbe19bd1e2 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:35.435430 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-893992c4-97cb-4296-a920-76583111f933 None None] Provisioning complete for port bea5d2f1-8163-46dd-810f-effbe19bd1e2 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:35.436120 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-893992c4-97cb-4296-a920-76583111f933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:35.441074 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f36c7144-fe9b-4cac-88ce-9e54401fdcab req-e565db62-cef6-4c75-8a84-259ea9f699c1 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780462 Jul 07 16:53:35.477109 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:35.485673 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b230d4bc-35ca-4b43-9dba-0c6825fa091b req-b79df0d6-211a-46f6-badd-b5adf9f195ef tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794411 Jul 07 16:53:35.503953 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34e24c-9820-4743-8bc8-a99707a34b07 req-49d79b05-ee39-496e-ba7b-668acca1a87e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:35.506177 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e0317a-996d-4c22-98da-6b5fe21ce920 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:35.516757 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0b34e24c-9820-4743-8bc8-a99707a34b07 req-49d79b05-ee39-496e-ba7b-668acca1a87e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb6fb919-8aa3-4716-b2f8-0c1fc3b9cdc2 HTTP/1.1" status: 200 len: 935 time: 1.2187366 Jul 07 16:53:35.544825 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-893992c4-97cb-4296-a920-76583111f933 None None] Port bea5d2f1-8163-46dd-810f-effbe19bd1e2 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:53:35.574715 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port d4e0317a-996d-4c22-98da-6b5fe21ce920, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=d4e0317a-996d-4c22-98da-6b5fe21ce920,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:35.583418 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:35.651145 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0b34e24c-9820-4743-8bc8-a99707a34b07 req-0435c29e-adbc-43a5-bfa0-239dbf3883e8 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328621 Jul 07 16:53:35.653939 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-2e8d38c3-4aa4-4666-9438-13ad850031c6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7742381 Jul 07 16:53:35.657119 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2243df-1aa6-41d7-bb6c-f9dd93c3ffd4 x-openstack-request-id: req-5e2243df-1aa6-41d7-bb6c-f9dd93c3ffd4 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:35.657696 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a45d634-49fe-4e03-981d-7955e33c389b", "name": "network-vif-plugged", "status": "completed", "tag": "20389767-1d90-4f1d-ba41-248719300fd8", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:35.658120 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e2243df-1aa6-41d7-bb6c-f9dd93c3ffd4 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:35.659183 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a45d634-49fe-4e03-981d-7955e33c389b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20389767-1d90-4f1d-ba41-248719300fd8', 'code': 200} Jul 07 16:53:35.664151 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-69182900-0243-4591-abd0-f6139e63a4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:35.667085 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f36c7144-fe9b-4cac-88ce-9e54401fdcab req-666eecb9-112c-4e86-9790-f56c60c31767 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958615 Jul 07 16:53:35.689345 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-ff530db9-5538-463a-8b59-613ce99084d1 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:35.698407 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-ff530db9-5538-463a-8b59-613ce99084d1 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5&tenant_id=e3c30a38df434836b6a6d7bed9173bf0&binding%3Ahost_id=n-h1-791503-12 HTTP/1.1" status: 200 len: 1097 time: 0.3913465 Jul 07 16:53:35.716489 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-1f36ba34-cca4-4321-b474-7b2b2130e5dc service neutron] Request body: {'port': {'device_id': 'cb6fb919-8aa3-4716-b2f8-0c1fc3b9cdc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:35.794569 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=d4e0317a-996d-4c22-98da-6b5fe21ce920,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:35.855074 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-69182900-0243-4591-abd0-f6139e63a4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:35.903221 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['d4e0317a-996d-4c22-98da-6b5fe21ce920'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:35.976571 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-de90379e-a8c3-4d26-b4fe-4ce2ed3cd13f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:35.978962 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-1f36ba34-cca4-4321-b474-7b2b2130e5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:36.032828 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-de90379e-a8c3-4d26-b4fe-4ce2ed3cd13f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Transition to ACTIVE for port object bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:36.077896 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 12e03976-57ff-497b-a28c-2cc52e86c04b no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:36.193428 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fa591-69bf-477c-b61b-58d84be9acb5 req-55975228-63e7-4c0e-8a21-c7bb6459433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:36.196506 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-635fa591-69bf-477c-b61b-58d84be9acb5 req-55975228-63e7-4c0e-8a21-c7bb6459433a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6a45d634-49fe-4e03-981d-7955e33c389b HTTP/1.1" status: 200 len: 1097 time: 0.4146531 Jul 07 16:53:36.211726 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-8e35ec89-c970-4b5e-8f6e-be4a98f01166 service neutron] For port 4af62aa6-b045-470f-bac4-da36761524fd, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:36.227045 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa0b96-2df1-4881-9e56-8d8f07c82d4b req-9be3e80b-f1c7-4088-acf7-0923317f7247 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:36.229745 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0ffa0b96-2df1-4881-9e56-8d8f07c82d4b req-9be3e80b-f1c7-4088-acf7-0923317f7247 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 949 time: 0.3369696 Jul 07 16:53:36.245787 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-8e35ec89-c970-4b5e-8f6e-be4a98f01166 service neutron] Notify callbacks [] for binding, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:36.247680 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1b5ad68-bda3-4b70-a8f7-a318cbda809d req-8e35ec89-c970-4b5e-8f6e-be4a98f01166 service neutron] 10.222.0.64 "DELETE /v2.0/ports/4af62aa6-b045-470f-bac4-da36761524fd/bindings/n-h2-791503-12 HTTP/1.1" status: 204 len: 173 time: 0.5335748 Jul 07 16:53:36.381007 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-635fa591-69bf-477c-b61b-58d84be9acb5 req-0086d498-9da4-43c3-9f74-ca8bba77794d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=579b9b2d-d13f-43ac-a99c-dd521b5cb64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491599 Jul 07 16:53:36.389243 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0ffa0b96-2df1-4881-9e56-8d8f07c82d4b req-8c8dbda8-9ffb-486c-8c49-6883b671252c tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399500 Jul 07 16:53:36.446025 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-69182900-0243-4591-abd0-f6139e63a4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:36.448652 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-69182900-0243-4591-abd0-f6139e63a4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:36.452718 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-69182900-0243-4591-abd0-f6139e63a4d9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/01372c1a-5730-4357-b8dd-6a71edf2f195 HTTP/1.1" status: 204 len: 168 time: 2.1342366 Jul 07 16:53:36.470623 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-063b2494-86c4-4400-93a1-260211dc0c16 req-95d4a2f7-bd45-4bfc-b237-27630390c2fd tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 210 time: 0.3444941 Jul 07 16:53:36.503445 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69182900-0243-4591-abd0-f6139e63a4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01372c1a-5730-4357-b8dd-6a71edf2f195,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:36.515146 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-de90379e-a8c3-4d26-b4fe-4ce2ed3cd13f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:36.542530 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2', 'b9b325a4-0180-47b7-b624-ab8e2e6d21e4'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:36.575689 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90379e-a8c3-4d26-b4fe-4ce2ed3cd13f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Pushing event updated for resources: {'Port': ['ID=bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:36.645635 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-de90379e-a8c3-4d26-b4fe-4ce2ed3cd13f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:53:36.649341 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-de90379e-a8c3-4d26-b4fe-4ce2ed3cd13f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:36.653594 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-de90379e-a8c3-4d26-b4fe-4ce2ed3cd13f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:53:36.853045 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-de90379e-a8c3-4d26-b4fe-4ce2ed3cd13f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:36.854213 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-de90379e-a8c3-4d26-b4fe-4ce2ed3cd13f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:36.913425 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-de90379e-a8c3-4d26-b4fe-4ce2ed3cd13f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9151325 Jul 07 16:53:37.027282 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.042699 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-363c13e2-b138-4fa2-97c9-0ca012a22b1d service neutron] Request body: {'port': {'device_id': 'c4ce7f1c-bcd9-47be-bf99-4418c3840b17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:37.099112 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0033931-f318-4f3b-88c8-21b06804a01e req-96668449-d49f-40af-b68f-f0645dd3dfc8 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:37.108106 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0033931-f318-4f3b-88c8-21b06804a01e req-96668449-d49f-40af-b68f-f0645dd3dfc8 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a45d634-49fe-4e03-981d-7955e33c389b HTTP/1.1" status: 200 len: 945 time: 0.3455331 Jul 07 16:53:37.166324 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-1f36ba34-cca4-4321-b474-7b2b2130e5dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bea5d2f1-8163-46dd-810f-effbe19bd1e2 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:37.171953 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 12e03976-57ff-497b-a28c-2cc52e86c04b, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=12e03976-57ff-497b-a28c-2cc52e86c04b,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:37.199374 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-1f36ba34-cca4-4321-b474-7b2b2130e5dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.219638 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0033931-f318-4f3b-88c8-21b06804a01e req-f0135e88-e51a-4546-a606-b4f5debfc33b tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] 10.222.0.53 "GET /v2.0/security-groups?id=579b9b2d-d13f-43ac-a99c-dd521b5cb64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009190 Jul 07 16:53:37.245048 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.355148 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-1f36ba34-cca4-4321-b474-7b2b2130e5dc service neutron] Transition to ACTIVE for port object bea5d2f1-8163-46dd-810f-effbe19bd1e2 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:37.400503 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.400903 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-1f36ba34-cca4-4321-b474-7b2b2130e5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.581964 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-363c13e2-b138-4fa2-97c9-0ca012a22b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.619886 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-cecb7c82-4d84-41b4-a021-78f33d25ecf3 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:37.622004 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-cecb7c82-4d84-41b4-a021-78f33d25ecf3 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.64 "GET /v2.0/networks?id=1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 200 len: 821 time: 0.2388461 Jul 07 16:53:37.634419 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3ecb91a6-18ec-438b-a444-d836aa8f4d5a None None] Provisioning for port bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:37.639863 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-66d07747-6565-4b80-bb63-494268fce2d4 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Request body: {'port': {'device_id': 'a96303ef-53a5-4c88-8409-f1da92c19961', 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609', 'admin_state_up': True, 'tenant_id': '5fe2f64972d24fa49d6d4e62948f5951'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:37.665401 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3ecb91a6-18ec-438b-a444-d836aa8f4d5a None None] Provisioning complete for port bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:37.668433 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3ecb91a6-18ec-438b-a444-d836aa8f4d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.673273 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12e03976-57ff-497b-a28c-2cc52e86c04b'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:37.682335 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec12724-c3af-43fa-92e8-c544d2d48fe2" -d '{"events": [{"server_uuid": "a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f", "name": "network-vif-unplugged", "status": "completed", "tag": "12e03976-57ff-497b-a28c-2cc52e86c04b"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:37.703415 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36ba34-cca4-4321-b474-7b2b2130e5dc service neutron] Pushing event updated for resources: {'Port': ['ID=bea5d2f1-8163-46dd-810f-effbe19bd1e2,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:37.792167 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.883172 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=12e03976-57ff-497b-a28c-2cc52e86c04b,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:37.922562 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['c21768d3-1ac5-4f55-bd0b-04211e22f403'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:37.978641 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3ecb91a6-18ec-438b-a444-d836aa8f4d5a None None] Port bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:53:38.205484 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-1f36ba34-cca4-4321-b474-7b2b2130e5dc service neutron] Attempting to bind port bea5d2f1-8163-46dd-810f-effbe19bd1e2 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:38.207015 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-1f36ba34-cca4-4321-b474-7b2b2130e5dc service neutron] Attempting to bind port bea5d2f1-8163-46dd-810f-effbe19bd1e2 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:38.207616 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-1f36ba34-cca4-4321-b474-7b2b2130e5dc service neutron] Attempting to bind port bea5d2f1-8163-46dd-810f-effbe19bd1e2 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:38.219514 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-1f36ba34-cca4-4321-b474-7b2b2130e5dc service neutron] Port bea5d2f1-8163-46dd-810f-effbe19bd1e2 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:53:38.220097 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-1f36ba34-cca4-4321-b474-7b2b2130e5dc service neutron] Attempting to bind port bea5d2f1-8163-46dd-810f-effbe19bd1e2 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:38.285903 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-1f36ba34-cca4-4321-b474-7b2b2130e5dc service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:38.289119 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-1f36ba34-cca4-4321-b474-7b2b2130e5dc service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:38.289708 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-1f36ba34-cca4-4321-b474-7b2b2130e5dc service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:38.293399 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-1f36ba34-cca4-4321-b474-7b2b2130e5dc service neutron] Bound port: bea5d2f1-8163-46dd-810f-effbe19bd1e2, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:38.293984 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-1f36ba34-cca4-4321-b474-7b2b2130e5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.367854 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-66d07747-6565-4b80-bb63-494268fce2d4 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Made reservation on behalf of 5fe2f64972d24fa49d6d4e62948f5951 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:38.385259 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-66d07747-6565-4b80-bb63-494268fce2d4 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.423096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-1f36ba34-cca4-4321-b474-7b2b2130e5dc service neutron] For port bea5d2f1-8163-46dd-810f-effbe19bd1e2, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:38.427704 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-1f36ba34-cca4-4321-b474-7b2b2130e5dc service neutron] For port bea5d2f1-8163-46dd-810f-effbe19bd1e2, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=bea5d2f1-8163-46dd-810f-effbe19bd1e2,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:38.590826 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-1f36ba34-cca4-4321-b474-7b2b2130e5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.787486 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device d4e0317a-996d-4c22-98da-6b5fe21ce920 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:38.824244 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b006a75-abc0-4a17-b218-9623fafb5075 req-e685d510-af14-4c7d-a81e-201393f8e21b tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:38.844135 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1b006a75-abc0-4a17-b218-9623fafb5075 req-e685d510-af14-4c7d-a81e-201393f8e21b tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 945 time: 0.9824538 Jul 07 16:53:38.977798 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port d4e0317a-996d-4c22-98da-6b5fe21ce920 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:38.989661 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port d4e0317a-996d-4c22-98da-6b5fe21ce920 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:38.990039 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.032377 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-1f36ba34-cca4-4321-b474-7b2b2130e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:39.033291 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-1f36ba34-cca4-4321-b474-7b2b2130e5dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.035065 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-1f36ba34-cca4-4321-b474-7b2b2130e5dc service neutron] 10.222.0.72 "PUT /v2.0/ports/bea5d2f1-8163-46dd-810f-effbe19bd1e2 HTTP/1.1" status: 200 len: 1096 time: 3.3340960 Jul 07 16:53:39.037027 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36ba34-cca4-4321-b474-7b2b2130e5dc service neutron] Pushing event updated for resources: {'Port': ['ID=bea5d2f1-8163-46dd-810f-effbe19bd1e2,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:39.081628 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-66d07747-6565-4b80-bb63-494268fce2d4 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Allocated IP 172.20.0.13 (1ad75942-8a9e-4718-9815-ad27d5bad609/efc5a7ec-004d-467f-9a91-81aefb64567f/743f33e3-87bf-4ea2-a416-4b7372786a35) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:53:39.099802 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6fb919-8aa3-4716-b2f8-0c1fc3b9cdc2', 'tag': 'bea5d2f1-8163-46dd-810f-effbe19bd1e2'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:39.127371 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65487823-a622-4282-a33e-29344ec12e34" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6fb919-8aa3-4716-b2f8-0c1fc3b9cdc2", "tag": "bea5d2f1-8163-46dd-810f-effbe19bd1e2"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:39.301609 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1b006a75-abc0-4a17-b218-9623fafb5075 req-afee8c4d-dc41-44e4-8d04-9c8da76ff3c8 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482293 Jul 07 16:53:39.349753 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.431894 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-363c13e2-b138-4fa2-97c9-0ca012a22b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:39.459052 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port d4e0317a-996d-4c22-98da-6b5fe21ce920, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=d4e0317a-996d-4c22-98da-6b5fe21ce920,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:39.468532 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.500694 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-363c13e2-b138-4fa2-97c9-0ca012a22b1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.579763 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=d4e0317a-996d-4c22-98da-6b5fe21ce920,revision_number=9']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:39.640567 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-66d07747-6565-4b80-bb63-494268fce2d4 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.655005 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-363c13e2-b138-4fa2-97c9-0ca012a22b1d service neutron] Transition to ACTIVE for port object bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:39.684704 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-363c13e2-b138-4fa2-97c9-0ca012a22b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.703309 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-66d07747-6565-4b80-bb63-494268fce2d4 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.839409 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-66d07747-6565-4b80-bb63-494268fce2d4 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Network 1ad75942-8a9e-4718-9815-ad27d5bad609 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:53:39.853999 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa4fb4-ede9-4d16-8675-c68b755604f9 req-2088251e-2d74-4461-a434-10755ece9b51 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:39.857922 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-66d07747-6565-4b80-bb63-494268fce2d4 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:39.863864 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80fa4fb4-ede9-4d16-8675-c68b755604f9 req-2088251e-2d74-4461-a434-10755ece9b51 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.72 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea&tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&binding%3Ahost_id=n-h1-791503-12 HTTP/1.1" status: 200 len: 949 time: 1.4329877 Jul 07 16:53:39.864077 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-66d07747-6565-4b80-bb63-494268fce2d4 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:53:39.872930 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d07747-6565-4b80-bb63-494268fce2d4 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Pushing event updated for resources: {'Port': ['ID=743f33e3-87bf-4ea2-a416-4b7372786a35,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:39.875364 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-e1cf43af-72b3-4ff3-abd3-ddb033270384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:39.888028 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-e1cf43af-72b3-4ff3-abd3-ddb033270384 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cacbbe331674230a8cdeaae1095bd51&device_id=cb6fb919-8aa3-4716-b2f8-0c1fc3b9cdc2 HTTP/1.1" status: 200 len: 1099 time: 0.5710340 Jul 07 16:53:39.972891 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-66d07747-6565-4b80-bb63-494268fce2d4 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:39.973656 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-66d07747-6565-4b80-bb63-494268fce2d4 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.021300 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-66d07747-6565-4b80-bb63-494268fce2d4 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3823681 Jul 07 16:53:40.030795 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-89882591-58cc-410a-8b87-3c35dd316afa service neutron] Request body: {'port': {'device_id': 'a96303ef-53a5-4c88-8409-f1da92c19961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:40.072215 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-7f5051d9-75b8-4c5e-98aa-8940d1d69ca3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=bea5d2f1-8163-46dd-810f-effbe19bd1e2 HTTP/1.1" status: 200 len: 217 time: 0.1823778 Jul 07 16:53:40.095037 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a21595-2997-4c56-a074-c7ab1e1cddee req-1562cf70-f2f0-4ce6-8d92-0ea85a43d0b5 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:40.100116 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-85a21595-2997-4c56-a074-c7ab1e1cddee req-1562cf70-f2f0-4ce6-8d92-0ea85a43d0b5 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb6fb919-8aa3-4716-b2f8-0c1fc3b9cdc2 HTTP/1.1" status: 200 len: 947 time: 0.5830252 Jul 07 16:53:40.136811 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [req-80fa4fb4-ede9-4d16-8675-c68b755604f9 req-b422cf15-fc52-45ba-86f7-8c2df5345933 service neutron] delete failed (client error): The resource could not be found. Jul 07 16:53:40.138559 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80fa4fb4-ede9-4d16-8675-c68b755604f9 req-b422cf15-fc52-45ba-86f7-8c2df5345933 service neutron] 10.222.0.72 "DELETE /v2.0/ports/d4e0317a-996d-4c22-98da-6b5fe21ce920/bindings/n-h2-791503-12 HTTP/1.1" status: 404 len: 381 time: 0.2471433 Jul 07 16:53:40.178163 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-89882591-58cc-410a-8b87-3c35dd316afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.189854 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbbeed-bc02-4a03-ae18-d6efcdd1a4f6 req-0f05edd0-53cc-4dc7-99ab-94e94dedd951 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:40.197716 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bbbbbeed-bc02-4a03-ae18-d6efcdd1a4f6 req-0f05edd0-53cc-4dc7-99ab-94e94dedd951 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 932 time: 0.1273477 Jul 07 16:53:40.231211 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c13e2-b138-4fa2-97c9-0ca012a22b1d service neutron] Pushing event updated for resources: {'Port': ['ID=bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:40.278396 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bbbbbeed-bc02-4a03-ae18-d6efcdd1a4f6 req-6c1922e2-41d4-45a8-85e0-91bab39578b4 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790761 Jul 07 16:53:40.444811 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-23c24fa5-fce2-486c-a53a-a95539e2bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:40.447227 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-23c24fa5-fce2-486c-a53a-a95539e2bedd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.3642473 Jul 07 16:53:40.470215 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-85a21595-2997-4c56-a074-c7ab1e1cddee req-295edfe4-67ed-4a9b-9151-b5cb0dba7603 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449574 Jul 07 16:53:40.505878 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-721641d3-6f29-496f-b582-2a90ece2a578 req-e6da393c-c79b-48cd-b5aa-fd330d467496 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2265341 Jul 07 16:53:40.543962 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-363c13e2-b138-4fa2-97c9-0ca012a22b1d service neutron] Attempting to bind port bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:40.544576 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-363c13e2-b138-4fa2-97c9-0ca012a22b1d service neutron] Attempting to bind port bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:40.545126 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-363c13e2-b138-4fa2-97c9-0ca012a22b1d service neutron] Attempting to bind port bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:40.550717 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4991b6-7560-4caa-bf3e-26b8411cc3a8 x-openstack-request-id: req-9a4991b6-7560-4caa-bf3e-26b8411cc3a8 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:40.551601 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f", "name": "network-vif-unplugged", "status": "completed", "tag": "12e03976-57ff-497b-a28c-2cc52e86c04b", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:40.552049 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a4991b6-7560-4caa-bf3e-26b8411cc3a8 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:40.552775 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12e03976-57ff-497b-a28c-2cc52e86c04b', 'code': 200} Jul 07 16:53:40.562122 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa4fb4-ede9-4d16-8675-c68b755604f9 req-4f21bf2b-565e-4088-9090-7e91f448b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:40.565205 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80fa4fb4-ede9-4d16-8675-c68b755604f9 req-4f21bf2b-565e-4088-9090-7e91f448b0a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 1102 time: 0.3148191 Jul 07 16:53:40.568759 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-363c13e2-b138-4fa2-97c9-0ca012a22b1d service neutron] Port bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:53:40.569835 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-363c13e2-b138-4fa2-97c9-0ca012a22b1d service neutron] Attempting to bind port bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:40.586589 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-363c13e2-b138-4fa2-97c9-0ca012a22b1d service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:40.586869 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-363c13e2-b138-4fa2-97c9-0ca012a22b1d service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:40.588115 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-363c13e2-b138-4fa2-97c9-0ca012a22b1d service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:40.588115 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-363c13e2-b138-4fa2-97c9-0ca012a22b1d service neutron] Bound port: bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:40.588682 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-363c13e2-b138-4fa2-97c9-0ca012a22b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.631687 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa5a1f-beb5-43b7-b622-de2d3a8eb176 req-137c048a-b095-492a-9925-27a5900ed8e6 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:40.633371 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-84fa5a1f-beb5-43b7-b622-de2d3a8eb176 req-137c048a-b095-492a-9925-27a5900ed8e6 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 950 time: 0.1672707 Jul 07 16:53:40.717808 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-89882591-58cc-410a-8b87-3c35dd316afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 743f33e3-87bf-4ea2-a416-4b7372786a35 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:40.730139 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-89882591-58cc-410a-8b87-3c35dd316afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.737760 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-84fa5a1f-beb5-43b7-b622-de2d3a8eb176 req-44567ea7-1284-4447-b627-98b4d1281d06 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932667 Jul 07 16:53:40.747431 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721641d3-6f29-496f-b582-2a90ece2a578 req-51793fc4-27da-42d5-b6ee-f5082167d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:40.749002 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-721641d3-6f29-496f-b582-2a90ece2a578 req-51793fc4-27da-42d5-b6ee-f5082167d16c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 1096 time: 0.1830726 Jul 07 16:53:40.757681 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-89882591-58cc-410a-8b87-3c35dd316afa service neutron] Transition to ACTIVE for port object 743f33e3-87bf-4ea2-a416-4b7372786a35 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:40.763164 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-89882591-58cc-410a-8b87-3c35dd316afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.849705 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e22630-eafa-41e3-ae35-2e91c46a606b x-openstack-request-id: req-66e22630-eafa-41e3-ae35-2e91c46a606b {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:40.850240 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6fb919-8aa3-4716-b2f8-0c1fc3b9cdc2", "tag": "bea5d2f1-8163-46dd-810f-effbe19bd1e2", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:40.850647 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66e22630-eafa-41e3-ae35-2e91c46a606b {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:40.851264 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6fb919-8aa3-4716-b2f8-0c1fc3b9cdc2', 'tag': 'bea5d2f1-8163-46dd-810f-effbe19bd1e2', 'status': 'completed', 'code': 200} Jul 07 16:53:40.854741 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-de7a3018-17c4-491d-bd32-a818d52ca97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:40.857601 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-de7a3018-17c4-491d-bd32-a818d52ca97f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3971364 Jul 07 16:53:41.084113 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-363c13e2-b138-4fa2-97c9-0ca012a22b1d service neutron] For port bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:41.101472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-363c13e2-b138-4fa2-97c9-0ca012a22b1d service neutron] For port bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:41.117303 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa4fb4-ede9-4d16-8675-c68b755604f9 req-7d20fbb5-a7f1-4912-970f-82f35f8e6b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:41.120150 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80fa4fb4-ede9-4d16-8675-c68b755604f9 req-7d20fbb5-a7f1-4912-970f-82f35f8e6b84 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.5226486 Jul 07 16:53:41.137268 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-363c13e2-b138-4fa2-97c9-0ca012a22b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:41.236934 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89882591-58cc-410a-8b87-3c35dd316afa service neutron] Pushing event updated for resources: {'Port': ['ID=743f33e3-87bf-4ea2-a416-4b7372786a35,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:41.311119 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310bb24-6397-4fb5-9810-1105f3020527 req-d2e0afb2-3bfd-4d8d-bffc-5d3cc47831ae tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:41.314106 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3310bb24-6397-4fb5-9810-1105f3020527 req-d2e0afb2-3bfd-4d8d-bffc-5d3cc47831ae tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a45d634-49fe-4e03-981d-7955e33c389b HTTP/1.1" status: 200 len: 945 time: 0.6064193 Jul 07 16:53:41.326247 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80fa4fb4-ede9-4d16-8675-c68b755604f9 req-51fa0c69-3f82-492d-937e-c0f257a4c421 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=d4e0317a-996d-4c22-98da-6b5fe21ce920 HTTP/1.1" status: 200 len: 217 time: 0.1786716 Jul 07 16:53:41.331247 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-363c13e2-b138-4fa2-97c9-0ca012a22b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:41.332364 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-363c13e2-b138-4fa2-97c9-0ca012a22b1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:41.337495 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-363c13e2-b138-4fa2-97c9-0ca012a22b1d service neutron] 10.222.0.64 "PUT /v2.0/ports/bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd HTTP/1.1" status: 200 len: 1097 time: 4.3087814 Jul 07 16:53:41.386327 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-2f58aa67-9732-48b2-b000-d24b71849620 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5153861 Jul 07 16:53:41.417929 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721641d3-6f29-496f-b582-2a90ece2a578 req-061558da-8df9-40b7-9b05-b45247712ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:41.421056 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-721641d3-6f29-496f-b582-2a90ece2a578 req-061558da-8df9-40b7-9b05-b45247712ac9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 200 len: 922 time: 0.6202404 Jul 07 16:53:41.468306 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3310bb24-6397-4fb5-9810-1105f3020527 req-30da22da-bc11-44a8-9b27-2f1889c9e180 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] 10.222.0.53 "GET /v2.0/security-groups?id=579b9b2d-d13f-43ac-a99c-dd521b5cb64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259606 Jul 07 16:53:41.544529 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-721641d3-6f29-496f-b582-2a90ece2a578 req-840532a7-984c-4116-b9b5-7f7ef31fe957 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 HTTP/1.1" status: 200 len: 217 time: 0.1124437 Jul 07 16:53:41.549009 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-89882591-58cc-410a-8b87-3c35dd316afa service neutron] Attempting to bind port 743f33e3-87bf-4ea2-a416-4b7372786a35 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:41.554831 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-89882591-58cc-410a-8b87-3c35dd316afa service neutron] Attempting to bind port 743f33e3-87bf-4ea2-a416-4b7372786a35 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:41.555507 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-89882591-58cc-410a-8b87-3c35dd316afa service neutron] Attempting to bind port 743f33e3-87bf-4ea2-a416-4b7372786a35 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:41.605056 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-89882591-58cc-410a-8b87-3c35dd316afa service neutron] Port 743f33e3-87bf-4ea2-a416-4b7372786a35 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:53:41.605776 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-89882591-58cc-410a-8b87-3c35dd316afa service neutron] Attempting to bind port 743f33e3-87bf-4ea2-a416-4b7372786a35 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:41.626879 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-df224a16-92bc-40e3-a0da-d9d991747a0f service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585562 Jul 07 16:53:41.651446 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c13e2-b138-4fa2-97c9-0ca012a22b1d service neutron] Pushing event updated for resources: {'Port': ['ID=bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:41.697147 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa4fb4-ede9-4d16-8675-c68b755604f9 req-075d75b7-0353-48cc-8906-236dea3bffef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:41.699455 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-89882591-58cc-410a-8b87-3c35dd316afa service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:41.700276 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80fa4fb4-ede9-4d16-8675-c68b755604f9 req-075d75b7-0353-48cc-8906-236dea3bffef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.3555064 Jul 07 16:53:41.700714 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-89882591-58cc-410a-8b87-3c35dd316afa service neutron] Checking segment: {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:41.702946 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-89882591-58cc-410a-8b87-3c35dd316afa service neutron] Bound using segment: {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:41.705354 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-89882591-58cc-410a-8b87-3c35dd316afa service neutron] Bound port: 743f33e3-87bf-4ea2-a416-4b7372786a35, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:41.713626 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-89882591-58cc-410a-8b87-3c35dd316afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:41.744508 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-72e28180-3da6-44f0-882d-52d3c169ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:41.747324 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-72e28180-3da6-44f0-882d-52d3c169ed6e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cacbbe331674230a8cdeaae1095bd51&device_id=c4ce7f1c-bcd9-47be-bf99-4418c3840b17 HTTP/1.1" status: 200 len: 1100 time: 0.3093266 Jul 07 16:53:41.795754 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721641d3-6f29-496f-b582-2a90ece2a578 req-6820f813-8612-4929-b447-b123f8ac6829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:41.802426 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-721641d3-6f29-496f-b582-2a90ece2a578 req-6820f813-8612-4929-b447-b123f8ac6829 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=efc5a7ec-004d-467f-9a91-81aefb64567f HTTP/1.1" status: 200 len: 861 time: 0.2408614 Jul 07 16:53:41.886298 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-721641d3-6f29-496f-b582-2a90ece2a578 req-84ea644b-1131-4a45-9f5d-c6f7a7fbd2dd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1ad75942-8a9e-4718-9815-ad27d5bad609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692379 Jul 07 16:53:41.919002 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-e9c813c1-bdfa-4b1a-a1ee-90d491dc4ee3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd HTTP/1.1" status: 200 len: 217 time: 0.1198804 Jul 07 16:53:42.090262 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-111d9af7-f3ea-4ffa-95b4-7d27563de517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:42.091723 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-111d9af7-f3ea-4ffa-95b4-7d27563de517 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1620071 Jul 07 16:53:42.101023 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa4fb4-ede9-4d16-8675-c68b755604f9 req-a2dd1ff4-6960-4a5b-b42a-e294c92fc4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:42.102631 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80fa4fb4-ede9-4d16-8675-c68b755604f9 req-a2dd1ff4-6960-4a5b-b42a-e294c92fc4ac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3913918 Jul 07 16:53:42.124306 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-89882591-58cc-410a-8b87-3c35dd316afa service neutron] For port 743f33e3-87bf-4ea2-a416-4b7372786a35, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:42.146663 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65487823-a622-4282-a33e-29344ec12e34 req-e9c6b5df-617a-41c7-bdd9-1a4a01385962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:42.149854 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65487823-a622-4282-a33e-29344ec12e34 req-e9c6b5df-617a-41c7-bdd9-1a4a01385962 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cacbbe331674230a8cdeaae1095bd51&device_id=cb6fb919-8aa3-4716-b2f8-0c1fc3b9cdc2 HTTP/1.1" status: 200 len: 1099 time: 0.3990939 Jul 07 16:53:42.156055 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-89882591-58cc-410a-8b87-3c35dd316afa service neutron] For port 743f33e3-87bf-4ea2-a416-4b7372786a35, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=743f33e3-87bf-4ea2-a416-4b7372786a35,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:42.169457 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-89882591-58cc-410a-8b87-3c35dd316afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:42.205135 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8ee8a-8056-4ef8-ac01-941452973a6f req-6f1d1046-ae0c-49ea-abbc-d70cf657b925 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:42.213162 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e4e8ee8a-8056-4ef8-ac01-941452973a6f req-6f1d1046-ae0c-49ea-abbc-d70cf657b925 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 1097 time: 0.4120102 Jul 07 16:53:42.259670 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89882591-58cc-410a-8b87-3c35dd316afa service neutron] Pushing event updated for resources: {'Port': ['ID=743f33e3-87bf-4ea2-a416-4b7372786a35,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:42.313860 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-89882591-58cc-410a-8b87-3c35dd316afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:42.315029 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-89882591-58cc-410a-8b87-3c35dd316afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:42.317652 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-89882591-58cc-410a-8b87-3c35dd316afa service neutron] 10.222.0.64 "PUT /v2.0/ports/743f33e3-87bf-4ea2-a416-4b7372786a35 HTTP/1.1" status: 200 len: 1093 time: 2.2904844 Jul 07 16:53:42.324498 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96303ef-53a5-4c88-8409-f1da92c19961', 'tag': '743f33e3-87bf-4ea2-a416-4b7372786a35'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:42.328654 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8092750d-83ee-4c4e-b0cd-2dd14d1c8bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "a96303ef-53a5-4c88-8409-f1da92c19961", "tag": "743f33e3-87bf-4ea2-a416-4b7372786a35"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:42.343232 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-721641d3-6f29-496f-b582-2a90ece2a578 req-85e397d8-7302-476b-819e-83081a9f136e service neutron] 10.222.0.72 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887765 Jul 07 16:53:42.482922 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceda30-fbd4-4eb7-8630-ae4641b96c3f req-bb985570-8741-494d-81bb-0b55ca3b9ffc tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:42.484544 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-61ceda30-fbd4-4eb7-8630-ae4641b96c3f req-bb985570-8741-494d-81bb-0b55ca3b9ffc tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 944 time: 0.2259972 Jul 07 16:53:42.555349 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59c2e5c-cd59-4730-8c04-b05911825bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e0317a-996d-4c22-98da-6b5fe21ce920'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:42.559897 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9863230c-bd61-4977-97c8-2cef11ba3ef2" -d '{"events": [{"server_uuid": "f59c2e5c-cd59-4730-8c04-b05911825bea", "name": "network-vif-plugged", "status": "completed", "tag": "d4e0317a-996d-4c22-98da-6b5fe21ce920"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:42.570444 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-721641d3-6f29-496f-b582-2a90ece2a578 req-1713a15a-7a7c-438b-9489-c81f32ee204a service neutron] 10.222.0.72 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164650 Jul 07 16:53:42.665429 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-61ceda30-fbd4-4eb7-8630-ae4641b96c3f req-5a324d6d-7f70-445c-ac2e-474a12386ba5 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331038 Jul 07 16:53:42.707362 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-f7c82675-76fa-424c-899c-c178677eec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:42.714013 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e4e8ee8a-8056-4ef8-ac01-941452973a6f req-70c0967d-8a19-48c4-8cc1-a59c142c48ec tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986172 Jul 07 16:53:42.715085 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-f7c82675-76fa-424c-899c-c178677eec69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 1096 time: 0.3373470 Jul 07 16:53:42.745650 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80fa4fb4-ede9-4d16-8675-c68b755604f9 req-cba424d1-97cf-4471-947a-3e987ac8973d service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6289456 Jul 07 16:53:42.746025 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-903340c6-0c7a-4c13-9106-860c993fdfeb req-9bf71874-ef87-464c-8105-fe3a9b5723fa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f67690e6-c776-4977-a070-dec64d61e4d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2812746 Jul 07 16:53:42.915252 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-d50ce3b7-518b-46cd-8b2a-39a3771ab336 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=743f33e3-87bf-4ea2-a416-4b7372786a35 HTTP/1.1" status: 200 len: 217 time: 0.1677237 Jul 07 16:53:42.971543 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ce7f1c-bcd9-47be-bf99-4418c3840b17', 'tag': 'bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:42.973981 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfecd861-50ec-42c7-8929-2808c32593b1" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ce7f1c-bcd9-47be-bf99-4418c3840b17", "tag": "bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:42.978704 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80fa4fb4-ede9-4d16-8675-c68b755604f9 req-85a40b7d-fd57-4004-b426-5f52276c3d5f service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247183 Jul 07 16:53:42.980405 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65487823-a622-4282-a33e-29344ec12e34 req-f0493b88-661a-46b6-b8fd-01bbfd85ceca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:42.982389 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65487823-a622-4282-a33e-29344ec12e34 req-f0493b88-661a-46b6-b8fd-01bbfd85ceca service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.7898734 Jul 07 16:53:42.984551 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-6c2471ee-3c4a-422f-9d52-24afe9606d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:42.996772 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-6c2471ee-3c4a-422f-9d52-24afe9606d26 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8930750 Jul 07 16:53:43.050751 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65487823-a622-4282-a33e-29344ec12e34 req-5506f597-3852-43c2-9ec9-ea78224c7aa6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=bea5d2f1-8163-46dd-810f-effbe19bd1e2 HTTP/1.1" status: 200 len: 217 time: 0.0528367 Jul 07 16:53:43.135242 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-25ee3049-7685-4112-a8ad-c598aca00f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:43.139992 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-25ee3049-7685-4112-a8ad-c598aca00f21 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=efc5a7ec-004d-467f-9a91-81aefb64567f HTTP/1.1" status: 200 len: 861 time: 0.1744919 Jul 07 16:53:43.213938 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-227ec825-f506-4048-bd5b-9e86005490da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ad75942-8a9e-4718-9815-ad27d5bad609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630505 Jul 07 16:53:43.218440 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903340c6-0c7a-4c13-9106-860c993fdfeb req-d8e54d26-d752-4c04-88c1-9af13376ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:43.221205 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-903340c6-0c7a-4c13-9106-860c993fdfeb req-d8e54d26-d752-4c04-88c1-9af13376ce5a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cacbbe331674230a8cdeaae1095bd51&device_id=f67690e6-c776-4977-a070-dec64d61e4d9 HTTP/1.1" status: 200 len: 1101 time: 0.3405802 Jul 07 16:53:43.249292 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65487823-a622-4282-a33e-29344ec12e34 req-161571ae-a80e-4a87-aea1-edc9433a9e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:43.251013 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65487823-a622-4282-a33e-29344ec12e34 req-161571ae-a80e-4a87-aea1-edc9433a9e97 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1881635 Jul 07 16:53:43.328711 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-b84fbe23-446f-4a7f-a593-ff71c9d2a7d0 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166881 Jul 07 16:53:43.431679 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ae151-4f8f-450e-b2ea-9a9cd7e5793c req-dfa004f0-d7b2-4588-98cc-346035d1193c tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:43.433375 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8c7ae151-4f8f-450e-b2ea-9a9cd7e5793c req-dfa004f0-d7b2-4588-98cc-346035d1193c tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 950 time: 0.2751896 Jul 07 16:53:43.437653 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72068630-b98f-4d91-84c9-36cadf1dcb33 req-969870db-f9f6-4da9-bb9a-2a4fcdcf94bf tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:43.447158 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-72068630-b98f-4d91-84c9-36cadf1dcb33 req-969870db-f9f6-4da9-bb9a-2a4fcdcf94bf tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb6fb919-8aa3-4716-b2f8-0c1fc3b9cdc2 HTTP/1.1" status: 200 len: 947 time: 0.5299618 Jul 07 16:53:43.481905 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65487823-a622-4282-a33e-29344ec12e34 req-59527b1a-8ba6-4a4e-a522-2dd02c44065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:43.483719 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65487823-a622-4282-a33e-29344ec12e34 req-59527b1a-8ba6-4a4e-a522-2dd02c44065f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2186072 Jul 07 16:53:43.525590 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-649722ba-f52e-4e5a-9e19-fd007882ee56 req-164973c0-f3c0-4670-ac99-b42a0074fd3c service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889584 Jul 07 16:53:43.539827 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903340c6-0c7a-4c13-9106-860c993fdfeb req-89aaf5fd-4c01-4ae7-b5f7-1acef49ca943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:43.541480 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-903340c6-0c7a-4c13-9106-860c993fdfeb req-89aaf5fd-4c01-4ae7-b5f7-1acef49ca943 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.2378013 Jul 07 16:53:43.556844 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-72068630-b98f-4d91-84c9-36cadf1dcb33 req-36148e34-6c89-4566-9251-1e9566d8a72e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081836 Jul 07 16:53:43.680407 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65487823-a622-4282-a33e-29344ec12e34 req-16dcf487-f177-4146-bfa7-65dcc013a76f service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862328 Jul 07 16:53:43.694910 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8c7ae151-4f8f-450e-b2ea-9a9cd7e5793c req-e522817c-c0cf-46f8-9204-5d99de721c08 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375879 Jul 07 16:53:43.699115 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-903340c6-0c7a-4c13-9106-860c993fdfeb req-e4a80a2c-1bf5-46fe-82dc-a296b30341d2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=c21768d3-1ac5-4f55-bd0b-04211e22f403 HTTP/1.1" status: 200 len: 217 time: 0.1404483 Jul 07 16:53:43.705142 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652c1047-e680-42a2-8976-2c11840b654f x-openstack-request-id: req-652c1047-e680-42a2-8976-2c11840b654f {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:43.705442 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a96303ef-53a5-4c88-8409-f1da92c19961", "tag": "743f33e3-87bf-4ea2-a416-4b7372786a35", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:43.705701 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-652c1047-e680-42a2-8976-2c11840b654f {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:43.706110 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96303ef-53a5-4c88-8409-f1da92c19961', 'tag': '743f33e3-87bf-4ea2-a416-4b7372786a35', 'status': 'completed', 'code': 200} Jul 07 16:53:43.719982 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-9b783600-c035-496b-be2d-1271400cadcd service neutron] 10.222.0.64 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4660475 Jul 07 16:53:43.779456 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01aca7aa-440d-4531-8197-f039c6d33b33 x-openstack-request-id: req-01aca7aa-440d-4531-8197-f039c6d33b33 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:43.779981 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59c2e5c-cd59-4730-8c04-b05911825bea", "name": "network-vif-plugged", "status": "completed", "tag": "d4e0317a-996d-4c22-98da-6b5fe21ce920", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:43.780095 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01aca7aa-440d-4531-8197-f039c6d33b33 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:43.780421 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59c2e5c-cd59-4730-8c04-b05911825bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e0317a-996d-4c22-98da-6b5fe21ce920', 'code': 200} Jul 07 16:53:43.863343 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9175e9d5-bdf0-44a8-82f7-4aaa4df8926c x-openstack-request-id: req-9175e9d5-bdf0-44a8-82f7-4aaa4df8926c {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:43.863959 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ce7f1c-bcd9-47be-bf99-4418c3840b17", "tag": "bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:43.863959 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9175e9d5-bdf0-44a8-82f7-4aaa4df8926c {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:43.864569 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ce7f1c-bcd9-47be-bf99-4418c3840b17', 'tag': 'bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd', 'status': 'completed', 'code': 200} Jul 07 16:53:43.880085 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65487823-a622-4282-a33e-29344ec12e34 req-63f83162-dd49-47d4-a443-b758caf1f379 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840675 Jul 07 16:53:43.910468 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903340c6-0c7a-4c13-9106-860c993fdfeb req-21a6613a-ea64-472b-a3f3-f5467c72f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:43.910698 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-903340c6-0c7a-4c13-9106-860c993fdfeb req-21a6613a-ea64-472b-a3f3-f5467c72f383 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1895733 Jul 07 16:53:44.025202 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0a0fb0b-c5d2-4e76-997b-c602679e63e0 req-86d97ac9-6e39-4fbc-bf35-db2275cb476b service neutron] 10.222.0.64 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810302 Jul 07 16:53:44.038072 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecd861-50ec-42c7-8929-2808c32593b1 req-9476ef75-df44-4945-ab59-bb74bda52cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:44.038072 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dfecd861-50ec-42c7-8929-2808c32593b1 req-9476ef75-df44-4945-ab59-bb74bda52cd6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cacbbe331674230a8cdeaae1095bd51&device_id=c4ce7f1c-bcd9-47be-bf99-4418c3840b17 HTTP/1.1" status: 200 len: 1100 time: 0.1427395 Jul 07 16:53:44.107725 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device bea5d2f1-8163-46dd-810f-effbe19bd1e2 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:53:44.323414 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecd861-50ec-42c7-8929-2808c32593b1 req-b0e2d0c9-68c4-45f4-9fdf-8f3f7b4420b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:44.325990 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dfecd861-50ec-42c7-8929-2808c32593b1 req-b0e2d0c9-68c4-45f4-9fdf-8f3f7b4420b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.2832003 Jul 07 16:53:44.439179 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port bea5d2f1-8163-46dd-810f-effbe19bd1e2, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=bea5d2f1-8163-46dd-810f-effbe19bd1e2,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:44.463214 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'bea5d2f1-8163-46dd-810f-effbe19bd1e2', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': 'bea5d2f1-8163-46dd-810f-effbe19bd1e2', 'mac_address': 'fa:16:3e:75:b5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:53:44.476566 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46238) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:44.489150 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73cc3e-b134-4cfc-87c1-c0fb19331017 req-e3744059-d77e-4ed1-be4f-afc5bc5a70e5 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:44.500080 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9f73cc3e-b134-4cfc-87c1-c0fb19331017 req-e3744059-d77e-4ed1-be4f-afc5bc5a70e5 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 944 time: 0.3199868 Jul 07 16:53:44.528777 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dfecd861-50ec-42c7-8929-2808c32593b1 req-03ab4649-7367-4bc7-91f5-469e5c6348b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd HTTP/1.1" status: 200 len: 217 time: 0.1817455 Jul 07 16:53:44.540406 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-f306dec6-8cc6-4673-acb7-e01100a69dc3 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:44.542004 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-f306dec6-8cc6-4673-acb7-e01100a69dc3 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/networks?id=0f59045c-fb41-4f4e-86ad-a15d05bedb10 HTTP/1.1" status: 200 len: 808 time: 0.5140235 Jul 07 16:53:44.559379 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903340c6-0c7a-4c13-9106-860c993fdfeb req-c1ecc83d-08b2-4c4a-90f7-3484b0b845b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:44.561973 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-903340c6-0c7a-4c13-9106-860c993fdfeb req-c1ecc83d-08b2-4c4a-90f7-3484b0b845b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6398785 Jul 07 16:53:44.565242 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:44.595186 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bea5d2f1-8163-46dd-810f-effbe19bd1e2 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:44.635482 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port bea5d2f1-8163-46dd-810f-effbe19bd1e2, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=bea5d2f1-8163-46dd-810f-effbe19bd1e2,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:44.649335 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:44.664474 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-1330b735-df53-4fa4-9e5b-54ba7c76e544 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/quotas/e3c30a38df434836b6a6d7bed9173bf0 HTTP/1.1" status: 200 len: 375 time: 0.1084192 Jul 07 16:53:44.666018 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9f73cc3e-b134-4cfc-87c1-c0fb19331017 req-14549e0a-35cc-4ba2-8e44-d747ffbd35cb tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649508 Jul 07 16:53:44.725305 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecd861-50ec-42c7-8929-2808c32593b1 req-9af676a5-4472-45f5-b249-f0e0be668c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:44.725305 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dfecd861-50ec-42c7-8929-2808c32593b1 req-9af676a5-4472-45f5-b249-f0e0be668c15 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1855752 Jul 07 16:53:44.795142 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=bea5d2f1-8163-46dd-810f-effbe19bd1e2,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:44.847569 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecd861-50ec-42c7-8929-2808c32593b1 req-8418b873-10af-4d83-b654-32a2d8d21bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:44.849389 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dfecd861-50ec-42c7-8929-2808c32593b1 req-8418b873-10af-4d83-b654-32a2d8d21bce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1128905 Jul 07 16:53:44.939664 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1e5281b6-9c87-4ced-a58a-bfeca026a018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:44.947086 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092750d-83ee-4c4e-b0cd-2dd14d1c8bd4 req-6e82c70d-8a29-4401-8806-f627fb39eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:44.948602 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8092750d-83ee-4c4e-b0cd-2dd14d1c8bd4 req-6e82c70d-8a29-4401-8806-f627fb39eaea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 1096 time: 0.5976610 Jul 07 16:53:44.953518 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-903340c6-0c7a-4c13-9106-860c993fdfeb req-cbe93496-0455-455e-97cc-053c917bee71 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802571 Jul 07 16:53:44.972580 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['bea5d2f1-8163-46dd-810f-effbe19bd1e2'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:45.046508 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dfecd861-50ec-42c7-8929-2808c32593b1 req-8b08c75e-083a-4bb6-93ff-f0c735209a3f service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881940 Jul 07 16:53:45.135218 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369ebcc-4d62-458f-abb4-b0f145b6e691 req-b56de0ff-ca1b-4d65-9244-d25b64b2c2bd tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:45.136938 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e369ebcc-4d62-458f-abb4-b0f145b6e691 req-b56de0ff-ca1b-4d65-9244-d25b64b2c2bd tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb6fb919-8aa3-4716-b2f8-0c1fc3b9cdc2 HTTP/1.1" status: 200 len: 948 time: 0.2159438 Jul 07 16:53:45.166652 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-f3ec6878-6279-4903-8f4a-605f8c84ba6f tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3c30a38df434836b6a6d7bed9173bf0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4877973 Jul 07 16:53:45.192207 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1e5281b6-9c87-4ced-a58a-bfeca026a018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:45.207275 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1e5281b6-9c87-4ced-a58a-bfeca026a018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:45.236905 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e369ebcc-4d62-458f-abb4-b0f145b6e691 req-7bc30bec-b959-4e3f-8380-05012e7df9aa tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931265 Jul 07 16:53:45.241978 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dfecd861-50ec-42c7-8929-2808c32593b1 req-5681115d-dd5a-4c92-bf6e-f9e15ff0f8fb service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882384 Jul 07 16:53:45.358399 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1e5281b6-9c87-4ced-a58a-bfeca026a018 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=65ea4aeb429d4934911405c2a5d6f977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8815806 Jul 07 16:53:45.359145 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5281b6-9c87-4ced-a58a-bfeca026a018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715e0190-7c98-4a24-8de9-520ab1c8be5c,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:45.362708 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46256) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:45.374646 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092750d-83ee-4c4e-b0cd-2dd14d1c8bd4 req-5d376612-0078-42c2-a180-9c1f78109e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:45.376905 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8092750d-83ee-4c4e-b0cd-2dd14d1c8bd4 req-5d376612-0078-42c2-a180-9c1f78109e85 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 200 len: 922 time: 0.4136496 Jul 07 16:53:45.388959 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-903340c6-0c7a-4c13-9106-860c993fdfeb req-97bba32e-6fe5-4fd9-96c3-273f00eb2125 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246042 Jul 07 16:53:45.441801 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8092750d-83ee-4c4e-b0cd-2dd14d1c8bd4 req-4d2ca111-77a8-434d-9de3-4c4d2952f71e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=743f33e3-87bf-4ea2-a416-4b7372786a35 HTTP/1.1" status: 200 len: 217 time: 0.0559177 Jul 07 16:53:45.466246 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-45a001fe-4a4b-4e83-afe0-18d8bae826e8 service neutron] 10.222.0.53 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601678 Jul 07 16:53:45.516515 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-85729b85-4bef-4617-b264-a0b20f81f747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:45.552123 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-85729b85-4bef-4617-b264-a0b20f81f747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:45.564954 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092750d-83ee-4c4e-b0cd-2dd14d1c8bd4 req-218c2261-850f-4d53-9698-518949eac1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:45.566523 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8092750d-83ee-4c4e-b0cd-2dd14d1c8bd4 req-218c2261-850f-4d53-9698-518949eac1c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=efc5a7ec-004d-467f-9a91-81aefb64567f HTTP/1.1" status: 200 len: 861 time: 0.1158948 Jul 07 16:53:45.603748 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e63adb-682c-4063-a2f2-22e2ee503336 req-d075d96f-5b66-4fb3-8a15-4fca2bf20feb tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:45.605413 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-38e63adb-682c-4063-a2f2-22e2ee503336 req-d075d96f-5b66-4fb3-8a15-4fca2bf20feb tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 950 time: 0.1864967 Jul 07 16:53:45.617261 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8092750d-83ee-4c4e-b0cd-2dd14d1c8bd4 req-d5dc008f-50ec-4631-8a22-39ff3ddf90a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ad75942-8a9e-4718-9815-ad27d5bad609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425177 Jul 07 16:53:45.652541 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-67f0d38b-55a5-4bf1-8341-412359f7833f service neutron] 10.222.0.53 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632757 Jul 07 16:53:45.660034 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-85729b85-4bef-4617-b264-a0b20f81f747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:45.666146 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-85729b85-4bef-4617-b264-a0b20f81f747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:45.672058 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-85729b85-4bef-4617-b264-a0b20f81f747 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/715e0190-7c98-4a24-8de9-520ab1c8be5c HTTP/1.1" status: 204 len: 168 time: 0.3040760 Jul 07 16:53:45.701528 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-38e63adb-682c-4063-a2f2-22e2ee503336 req-0965bdef-69b6-4c61-b6c1-d77bd1d24d5f tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845511 Jul 07 16:53:45.726803 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85729b85-4bef-4617-b264-a0b20f81f747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715e0190-7c98-4a24-8de9-520ab1c8be5c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:45.733990 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8092750d-83ee-4c4e-b0cd-2dd14d1c8bd4 req-ff2ed6c4-3e60-43dc-937f-ec6ef4de4990 service neutron] 10.222.0.64 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093428 Jul 07 16:53:45.899703 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8092750d-83ee-4c4e-b0cd-2dd14d1c8bd4 req-bd0deb5c-474d-4e63-b58f-914b76518448 service neutron] 10.222.0.64 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567657 Jul 07 16:53:46.137418 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 12e03976-57ff-497b-a28c-2cc52e86c04b details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:53:46.142743 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device bea5d2f1-8163-46dd-810f-effbe19bd1e2 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:46.321522 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46290) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:46.342474 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port bea5d2f1-8163-46dd-810f-effbe19bd1e2 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:46.352912 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port bea5d2f1-8163-46dd-810f-effbe19bd1e2 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:46.353290 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:46.367595 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-42c541cb-83fe-4335-b6b6-859e8d5d62ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:46.406225 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923fd124-5f7b-4d45-a181-21ca2549f351 req-e78b944c-041e-47c9-9742-a277c6f87a02 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:46.408511 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-923fd124-5f7b-4d45-a181-21ca2549f351 req-e78b944c-041e-47c9-9742-a277c6f87a02 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 944 time: 0.2554615 Jul 07 16:53:46.459753 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 12e03976-57ff-497b-a28c-2cc52e86c04b, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=12e03976-57ff-497b-a28c-2cc52e86c04b,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:46.485384 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '12e03976-57ff-497b-a28c-2cc52e86c04b', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': '12e03976-57ff-497b-a28c-2cc52e86c04b', 'mac_address': 'fa:16:3e:b0:6b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:53:46.537301 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-923fd124-5f7b-4d45-a181-21ca2549f351 req-7699ba39-ee30-4e18-a031-669d4593024f tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983837 Jul 07 16:53:46.597428 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:46.611478 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:46.665984 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e03976-57ff-497b-a28c-2cc52e86c04b {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:46.677281 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6fb919-8aa3-4716-b2f8-0c1fc3b9cdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea5d2f1-8163-46dd-810f-effbe19bd1e2'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:46.681633 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61586f27-ded0-40be-b92c-0513caf7354b" -d '{"events": [{"server_uuid": "cb6fb919-8aa3-4716-b2f8-0c1fc3b9cdc2", "name": "network-vif-plugged", "status": "completed", "tag": "bea5d2f1-8163-46dd-810f-effbe19bd1e2"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:46.719939 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port bea5d2f1-8163-46dd-810f-effbe19bd1e2, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=bea5d2f1-8163-46dd-810f-effbe19bd1e2,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:46.730221 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:46.730441 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-42c541cb-83fe-4335-b6b6-859e8d5d62ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:46.734636 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 12e03976-57ff-497b-a28c-2cc52e86c04b, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=12e03976-57ff-497b-a28c-2cc52e86c04b,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:46.740248 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-42c541cb-83fe-4335-b6b6-859e8d5d62ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:46.741636 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:46.822682 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c541cb-83fe-4335-b6b6-859e8d5d62ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a55b784-3d02-4a64-bffc-aa234a32fd95,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:46.842195 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 743f33e3-87bf-4ea2-a416-4b7372786a35 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:53:46.885720 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-42c541cb-83fe-4335-b6b6-859e8d5d62ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b28a171499b34f46bcf7c45e1e4d29ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5629103 Jul 07 16:53:46.890125 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46316) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:46.893802 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['12e03976-57ff-497b-a28c-2cc52e86c04b'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:47.000009 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=bea5d2f1-8163-46dd-810f-effbe19bd1e2,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:47.101410 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dd925450-52e7-4c9f-bb10-21bf1454422b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:47.179407 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dd925450-52e7-4c9f-bb10-21bf1454422b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:47.192833 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=12e03976-57ff-497b-a28c-2cc52e86c04b,revision_number=9']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:47.259617 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-95de07b1-d7cb-471a-aad6-9a44f458538f req-296de51e-e943-4315-9169-fbd5a000538d tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 210 time: 0.0588384 Jul 07 16:53:47.339403 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dff40-022f-4c43-8b21-fe0010b9c8de req-3f472d25-d8dd-4f10-84ef-f753f75293cb tempest-MigrationsAdminTest-2007883029 tempest-MigrationsAdminTest-2007883029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:47.347629 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d57dff40-022f-4c43-8b21-fe0010b9c8de req-3f472d25-d8dd-4f10-84ef-f753f75293cb tempest-MigrationsAdminTest-2007883029 tempest-MigrationsAdminTest-2007883029-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 1102 time: 0.3534720 Jul 07 16:53:47.410119 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d57dff40-022f-4c43-8b21-fe0010b9c8de req-8ceb5c4d-681a-4289-91fa-50314f10ac9e tempest-MigrationsAdminTest-2007883029 tempest-MigrationsAdminTest-2007883029-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612974 Jul 07 16:53:47.423053 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dd925450-52e7-4c9f-bb10-21bf1454422b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:47.427428 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dd925450-52e7-4c9f-bb10-21bf1454422b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:47.431928 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-dd925450-52e7-4c9f-bb10-21bf1454422b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7a55b784-3d02-4a64-bffc-aa234a32fd95 HTTP/1.1" status: 204 len: 168 time: 0.5384626 Jul 07 16:53:47.456901 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd925450-52e7-4c9f-bb10-21bf1454422b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a55b784-3d02-4a64-bffc-aa234a32fd95,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:47.482387 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 743f33e3-87bf-4ea2-a416-4b7372786a35, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=743f33e3-87bf-4ea2-a416-4b7372786a35,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:47.510251 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '743f33e3-87bf-4ea2-a416-4b7372786a35', 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609', 'port_id': '743f33e3-87bf-4ea2-a416-4b7372786a35', 'mac_address': 'fa:16:3e:96:86:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efc5a7ec-004d-467f-9a91-81aefb64567f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:53:47.518411 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a119ffd5-ace3-4ab7-bf10-c472df501ba6 x-openstack-request-id: req-a119ffd5-ace3-4ab7-bf10-c472df501ba6 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:47.518805 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6fb919-8aa3-4716-b2f8-0c1fc3b9cdc2", "name": "network-vif-plugged", "status": "completed", "tag": "bea5d2f1-8163-46dd-810f-effbe19bd1e2", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:47.519093 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a119ffd5-ace3-4ab7-bf10-c472df501ba6 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:47.519432 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6fb919-8aa3-4716-b2f8-0c1fc3b9cdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea5d2f1-8163-46dd-810f-effbe19bd1e2', 'code': 200} Jul 07 16:53:47.682968 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:47.720162 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 743f33e3-87bf-4ea2-a416-4b7372786a35 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:47.811756 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 743f33e3-87bf-4ea2-a416-4b7372786a35, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=743f33e3-87bf-4ea2-a416-4b7372786a35,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:47.818217 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:47.820058 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:53:47.847130 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f2f6b-f161-4045-b19b-1cb49aa275c0 req-ceb0b04b-75e9-4ac7-9b67-d830f9afa9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:47.849161 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d39f2f6b-f161-4045-b19b-1cb49aa275c0 req-ceb0b04b-75e9-4ac7-9b67-d830f9afa9eb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cb6fb919-8aa3-4716-b2f8-0c1fc3b9cdc2 HTTP/1.1" status: 200 len: 1101 time: 0.1750424 Jul 07 16:53:47.958715 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f86bb1-1b02-4dc7-8d1e-2daaa99bcd99 req-86ae6434-b537-42d7-a610-121ae2be4cab tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:47.972354 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d39f2f6b-f161-4045-b19b-1cb49aa275c0 req-872fb524-1812-40ed-8051-f4080ad09b46 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134717 Jul 07 16:53:47.972932 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-20f86bb1-1b02-4dc7-8d1e-2daaa99bcd99 req-86ae6434-b537-42d7-a610-121ae2be4cab tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb6fb919-8aa3-4716-b2f8-0c1fc3b9cdc2 HTTP/1.1" status: 200 len: 949 time: 0.3115427 Jul 07 16:53:48.094232 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-20f86bb1-1b02-4dc7-8d1e-2daaa99bcd99 req-a0597516-8ec1-4978-9eef-4203902f9b04 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182144 Jul 07 16:53:48.130252 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=743f33e3-87bf-4ea2-a416-4b7372786a35,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:48.324699 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:48.388041 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': 'bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd', 'mac_address': 'fa:16:3e:ed:93:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:53:48.567468 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:48.636821 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:48.664030 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8925e05-8967-4033-bb4b-115eea7156a6 req-453ad182-e5d9-4c16-b6ad-ed117e483061 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:48.665889 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c8925e05-8967-4033-bb4b-115eea7156a6 req-453ad182-e5d9-4c16-b6ad-ed117e483061 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 945 time: 0.1355374 Jul 07 16:53:48.716443 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-cef5645a-04bb-4d58-805f-6457980c7942 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:48.719365 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-cef5645a-04bb-4d58-805f-6457980c7942 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.72 "GET /v2.0/networks?id=0f59045c-fb41-4f4e-86ad-a15d05bedb10 HTTP/1.1" status: 200 len: 808 time: 0.3710239 Jul 07 16:53:48.729050 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:48.737312 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:48.793923 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-c6c34b23-f8b6-437a-a66c-6087f08be5b8 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Request body: {'port': {'device_id': '94e35952-ffd6-427e-87b4-de0f521de28f', 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10', 'admin_state_up': True, 'tenant_id': 'e3c30a38df434836b6a6d7bed9173bf0'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:48.870549 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:48.993731 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-c6c34b23-f8b6-437a-a66c-6087f08be5b8 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Made reservation on behalf of e3c30a38df434836b6a6d7bed9173bf0 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:48.999194 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-c6c34b23-f8b6-437a-a66c-6087f08be5b8 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:49.043547 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['743f33e3-87bf-4ea2-a416-4b7372786a35'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:49.132848 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9bc5e55d-ecc8-4316-b914-7867c7f4af6a req-ef41b83e-8338-493d-b9d1-7681d9999c9a tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 210 time: 0.1275418 Jul 07 16:53:49.203340 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c8925e05-8967-4033-bb4b-115eea7156a6 req-51bddf2b-c285-4025-99be-6315447b8b80 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5138593 Jul 07 16:53:49.207694 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:49.571070 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-7a196a75-e77d-49ff-b7d4-9b13bf000a15 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638871 Jul 07 16:53:49.744813 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-5597dacd-a3cb-4443-b8bf-b1d19202b1eb tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:49.753523 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-5597dacd-a3cb-4443-b8bf-b1d19202b1eb tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1719167 Jul 07 16:53:49.765030 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-c6c34b23-f8b6-437a-a66c-6087f08be5b8 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Allocated IP 172.20.0.14 (0f59045c-fb41-4f4e-86ad-a15d05bedb10/8cf0891f-7dd4-444b-b243-0a9d52ec4798/cefcd36b-89a5-4cdc-a057-5ee206ec348f) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:53:49.767557 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-43d4be58-ea50-4be0-97b2-1096ca1724cb tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/quotas/1fdd2b0d71eb4fe493f00befeaba15f0 HTTP/1.1" status: 200 len: 375 time: 0.0124969 Jul 07 16:53:50.058424 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-ea9f392a-a5a0-4f86-8b29-fa631de67d06 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2749171 Jul 07 16:53:50.151956 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 12e03976-57ff-497b-a28c-2cc52e86c04b up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:50.361953 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 12e03976-57ff-497b-a28c-2cc52e86c04b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:50.362276 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:50.581705 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-c6c34b23-f8b6-437a-a66c-6087f08be5b8 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:50.612438 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b488f5-1214-4cbe-96ac-bd18f5d6c0d4 req-fc22b428-aa6e-47df-94cd-58c7a44ccc3a tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:50.624028 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d1b488f5-1214-4cbe-96ac-bd18f5d6c0d4 req-fc22b428-aa6e-47df-94cd-58c7a44ccc3a tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb6fb919-8aa3-4716-b2f8-0c1fc3b9cdc2 HTTP/1.1" status: 200 len: 949 time: 0.3888376 Jul 07 16:53:50.703906 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d1b488f5-1214-4cbe-96ac-bd18f5d6c0d4 req-5e41f899-2396-45fa-8063-eb8099ebcb11 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785434 Jul 07 16:53:50.814637 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-c6c34b23-f8b6-437a-a66c-6087f08be5b8 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:50.855724 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 743f33e3-87bf-4ea2-a416-4b7372786a35 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:50.875901 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:50.959241 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-c6c34b23-f8b6-437a-a66c-6087f08be5b8 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:53:50.963889 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-c6c34b23-f8b6-437a-a66c-6087f08be5b8 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:50.966866 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-c6c34b23-f8b6-437a-a66c-6087f08be5b8 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:53:51.102009 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c34b23-f8b6-437a-a66c-6087f08be5b8 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Pushing event updated for resources: {'Port': ['ID=cefcd36b-89a5-4cdc-a057-5ee206ec348f,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:51.103726 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d530f9-588c-439d-9109-fe2cfba2d92c req-210cb6d0-93b9-4b61-901e-ce2a0ab766f2 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:51.112912 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f7d530f9-588c-439d-9109-fe2cfba2d92c req-210cb6d0-93b9-4b61-901e-ce2a0ab766f2 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 932 time: 0.1705337 Jul 07 16:53:51.115190 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 12e03976-57ff-497b-a28c-2cc52e86c04b, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=12e03976-57ff-497b-a28c-2cc52e86c04b,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:51.126832 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e03976-57ff-497b-a28c-2cc52e86c04b'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:51.135793 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-c6c34b23-f8b6-437a-a66c-6087f08be5b8 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:51.136546 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-c6c34b23-f8b6-437a-a66c-6087f08be5b8 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:51.139573 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed1401a-cef6-4f0f-a40e-4aed88b1c854" -d '{"events": [{"server_uuid": "a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f", "name": "network-vif-plugged", "status": "completed", "tag": "12e03976-57ff-497b-a28c-2cc52e86c04b"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:51.223216 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-c6c34b23-f8b6-437a-a66c-6087f08be5b8 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4503376 Jul 07 16:53:51.241043 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f7d530f9-588c-439d-9109-fe2cfba2d92c req-32ed5b75-7f1d-4271-b436-5a11445da09d tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259401 Jul 07 16:53:51.243973 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-9c1e9415-3059-4b8c-a11c-c74ddc871e01 service neutron] Request body: {'port': {'device_id': '94e35952-ffd6-427e-87b4-de0f521de28f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:51.373749 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8189ac1-1867-4422-b3a8-3e7a4984a7da req-d3f5979e-4333-4c07-8d04-0ccd6a0f7587 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 210 time: 0.0463004 Jul 07 16:53:51.470661 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0e9ba-8782-4699-b2ff-5a06ea6918b4 req-21f46f69-9560-451b-bb57-aec195b60f3b tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:51.486506 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cef0e9ba-8782-4699-b2ff-5a06ea6918b4 req-21f46f69-9560-451b-bb57-aec195b60f3b tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 945 time: 0.3446898 Jul 07 16:53:51.680289 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cef0e9ba-8782-4699-b2ff-5a06ea6918b4 req-b362e551-87b2-4c37-b8c4-77c4461eafd9 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903350 Jul 07 16:53:51.711953 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:51.736964 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-9c1e9415-3059-4b8c-a11c-c74ddc871e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:51.984102 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=12e03976-57ff-497b-a28c-2cc52e86c04b,revision_number=10']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:52.023142 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 743f33e3-87bf-4ea2-a416-4b7372786a35 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:52.159600 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 743f33e3-87bf-4ea2-a416-4b7372786a35 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:52.160183 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:52.414986 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac87863f-fb73-4d36-8568-7e3bd4af2788 x-openstack-request-id: req-ac87863f-fb73-4d36-8568-7e3bd4af2788 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:52.415438 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f", "name": "network-vif-plugged", "status": "completed", "tag": "12e03976-57ff-497b-a28c-2cc52e86c04b", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:52.415846 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac87863f-fb73-4d36-8568-7e3bd4af2788 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:52.417316 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e03976-57ff-497b-a28c-2cc52e86c04b', 'code': 200} Jul 07 16:53:52.523275 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:52.535118 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-9c1e9415-3059-4b8c-a11c-c74ddc871e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cefcd36b-89a5-4cdc-a057-5ee206ec348f {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:52.554804 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-9c1e9415-3059-4b8c-a11c-c74ddc871e01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:52.587681 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-9c1e9415-3059-4b8c-a11c-c74ddc871e01 service neutron] Transition to ACTIVE for port object cefcd36b-89a5-4cdc-a057-5ee206ec348f will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:52.644168 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-9c1e9415-3059-4b8c-a11c-c74ddc871e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:52.782986 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e9415-3059-4b8c-a11c-c74ddc871e01 service neutron] Pushing event updated for resources: {'Port': ['ID=cefcd36b-89a5-4cdc-a057-5ee206ec348f,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:52.784518 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e012dc7-f485-4da8-ba8f-f228bb228b0f req-c088adb6-94ee-4d04-aa94-e8d3deb6310a tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:52.787913 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9e012dc7-f485-4da8-ba8f-f228bb228b0f req-c088adb6-94ee-4d04-aa94-e8d3deb6310a tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 944 time: 0.1748955 Jul 07 16:53:52.806499 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 743f33e3-87bf-4ea2-a416-4b7372786a35, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=743f33e3-87bf-4ea2-a416-4b7372786a35,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:52.825541 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:52.826613 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:52.852725 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9e012dc7-f485-4da8-ba8f-f228bb228b0f req-e478566b-12ab-42f8-be16-15f934e7dfef tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570002 Jul 07 16:53:52.938829 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=743f33e3-87bf-4ea2-a416-4b7372786a35,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:52.974443 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:52.988685 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:52.989686 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:53.077874 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5c3bc-f727-4718-840c-24ed71e20134 req-45391b89-b6f0-455b-9807-30cdc8bd2e05 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:53.092486 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-54c5c3bc-f727-4718-840c-24ed71e20134 req-45391b89-b6f0-455b-9807-30cdc8bd2e05 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4ce7f1c-bcd9-47be-bf99-4418c3840b17 HTTP/1.1" status: 200 len: 949 time: 1.0359423 Jul 07 16:53:53.099053 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5172469f-1a78-4450-bf65-ad703854abe2 req-aa839e64-56ed-4b52-aac0-98dcb7525956 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 210 time: 0.0526772 Jul 07 16:53:53.159861 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-9c1e9415-3059-4b8c-a11c-c74ddc871e01 service neutron] Attempting to bind port cefcd36b-89a5-4cdc-a057-5ee206ec348f on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:53.160295 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-9c1e9415-3059-4b8c-a11c-c74ddc871e01 service neutron] Attempting to bind port cefcd36b-89a5-4cdc-a057-5ee206ec348f by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:53.160544 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-9c1e9415-3059-4b8c-a11c-c74ddc871e01 service neutron] Attempting to bind port cefcd36b-89a5-4cdc-a057-5ee206ec348f on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:53.166255 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:53.195705 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-9c1e9415-3059-4b8c-a11c-c74ddc871e01 service neutron] Port cefcd36b-89a5-4cdc-a057-5ee206ec348f on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:53:53.196430 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-9c1e9415-3059-4b8c-a11c-c74ddc871e01 service neutron] Attempting to bind port cefcd36b-89a5-4cdc-a057-5ee206ec348f on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:53.219889 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:53.224351 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-9c1e9415-3059-4b8c-a11c-c74ddc871e01 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:53.225609 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:53.245011 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-9c1e9415-3059-4b8c-a11c-c74ddc871e01 service neutron] Checking segment: {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:53.245495 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-9c1e9415-3059-4b8c-a11c-c74ddc871e01 service neutron] Bound using segment: {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:53.246067 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-9c1e9415-3059-4b8c-a11c-c74ddc871e01 service neutron] Bound port: cefcd36b-89a5-4cdc-a057-5ee206ec348f, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:53.246495 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-9c1e9415-3059-4b8c-a11c-c74ddc871e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:53.319740 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-54c5c3bc-f727-4718-840c-24ed71e20134 req-24f59501-b196-4648-aee8-9bb20fa90e1c tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262194 Jul 07 16:53:53.365889 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-a72081e8-24f5-4b11-b9b5-a14e6bba1acc tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1154137 Jul 07 16:53:53.384570 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:53.391291 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3e1486c6-30ce-460f-a0bc-cae8d57d820c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:53.769377 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-9c1e9415-3059-4b8c-a11c-c74ddc871e01 service neutron] For port cefcd36b-89a5-4cdc-a057-5ee206ec348f, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:53.816700 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-9c1e9415-3059-4b8c-a11c-c74ddc871e01 service neutron] For port cefcd36b-89a5-4cdc-a057-5ee206ec348f, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=cefcd36b-89a5-4cdc-a057-5ee206ec348f,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:53.852059 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-66adb0c8-eb69-417d-be19-e014c4ac2ac2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:53.853788 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-66adb0c8-eb69-417d-be19-e014c4ac2ac2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4761934 Jul 07 16:53:53.857199 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-9c1e9415-3059-4b8c-a11c-c74ddc871e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:53.877199 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-36d262df-14ae-4647-9f26-2114612965ae tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Request body: {'port': {'device_id': '66bed568-b946-4dfc-b418-0e22ce995b8e', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': '1fdd2b0d71eb4fe493f00befeaba15f0'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:53.973266 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-9c1e9415-3059-4b8c-a11c-c74ddc871e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:53.974049 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-9c1e9415-3059-4b8c-a11c-c74ddc871e01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:53.976208 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-9c1e9415-3059-4b8c-a11c-c74ddc871e01 service neutron] 10.222.0.72 "PUT /v2.0/ports/cefcd36b-89a5-4cdc-a057-5ee206ec348f HTTP/1.1" status: 200 len: 1093 time: 2.7376535 Jul 07 16:53:53.979185 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e35952-ffd6-427e-87b4-de0f521de28f', 'tag': 'cefcd36b-89a5-4cdc-a057-5ee206ec348f'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:53.981549 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48922dc-0e1e-4ceb-9e42-3bd71e8feb04" -d '{"events": [{"name": "network-changed", "server_uuid": "94e35952-ffd6-427e-87b4-de0f521de28f", "tag": "cefcd36b-89a5-4cdc-a057-5ee206ec348f"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:54.036435 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e9415-3059-4b8c-a11c-c74ddc871e01 service neutron] Pushing event updated for resources: {'Port': ['ID=cefcd36b-89a5-4cdc-a057-5ee206ec348f,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:54.109972 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51771e8b-61af-4e97-b60b-0ad3052d119f req-bcda4992-6b58-4cc2-8d04-15a56a100b82 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:54.109972 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-51771e8b-61af-4e97-b60b-0ad3052d119f req-bcda4992-6b58-4cc2-8d04-15a56a100b82 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 946 time: 0.4592266 Jul 07 16:53:54.228981 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-51771e8b-61af-4e97-b60b-0ad3052d119f req-cb18062c-3001-4934-9e92-bf731b3558b2 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934274 Jul 07 16:53:54.238941 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-36d262df-14ae-4647-9f26-2114612965ae tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Made reservation on behalf of 1fdd2b0d71eb4fe493f00befeaba15f0 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:54.243694 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-36d262df-14ae-4647-9f26-2114612965ae tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:54.284831 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-da0e43c7-59f5-4144-8799-9f7989b7cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:54.287341 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-da0e43c7-59f5-4144-8799-9f7989b7cff9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3c30a38df434836b6a6d7bed9173bf0&device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 1096 time: 0.2317638 Jul 07 16:53:54.393413 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-8665a613-cc27-4968-8ec3-9834d0798a74 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cefcd36b-89a5-4cdc-a057-5ee206ec348f HTTP/1.1" status: 200 len: 217 time: 0.0960939 Jul 07 16:53:54.417945 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96303ef-53a5-4c88-8409-f1da92c19961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743f33e3-87bf-4ea2-a416-4b7372786a35'}, {'server_uuid': 'c4ce7f1c-bcd9-47be-bf99-4418c3840b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:54.420602 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a994b55-82d5-4d64-bb57-e76a5a437764" -d '{"events": [{"server_uuid": "a96303ef-53a5-4c88-8409-f1da92c19961", "name": "network-vif-plugged", "status": "completed", "tag": "743f33e3-87bf-4ea2-a416-4b7372786a35"}, {"server_uuid": "c4ce7f1c-bcd9-47be-bf99-4418c3840b17", "name": "network-vif-plugged", "status": "completed", "tag": "bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:54.613287 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5f1ef4-160b-4b0f-ab78-e69dbe9a9559 x-openstack-request-id: req-5e5f1ef4-160b-4b0f-ab78-e69dbe9a9559 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:54.613747 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e35952-ffd6-427e-87b4-de0f521de28f", "tag": "cefcd36b-89a5-4cdc-a057-5ee206ec348f", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:54.614155 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e5f1ef4-160b-4b0f-ab78-e69dbe9a9559 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:54.614938 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e35952-ffd6-427e-87b4-de0f521de28f', 'tag': 'cefcd36b-89a5-4cdc-a057-5ee206ec348f', 'status': 'completed', 'code': 200} Jul 07 16:53:54.719669 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-71a95d95-9cac-42a2-be2b-2de2dfa206d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:54.721990 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-71a95d95-9cac-42a2-be2b-2de2dfa206d5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8cf0891f-7dd4-444b-b243-0a9d52ec4798 HTTP/1.1" status: 200 len: 848 time: 0.2744834 Jul 07 16:53:54.770273 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-cae23614-3d58-490a-b681-f56c17271788 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f59045c-fb41-4f4e-86ad-a15d05bedb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394726 Jul 07 16:53:54.871851 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-38fce743-de91-460f-be8c-13aa33cefb3c req-f803776f-8003-498d-9ed8-95e45d395b2c tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 210 time: 0.0894542 Jul 07 16:53:54.888513 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-1a048f31-b18b-4c7a-8acc-48c0de32230c service neutron] 10.222.0.72 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102738 Jul 07 16:53:54.923307 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-36d262df-14ae-4647-9f26-2114612965ae tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Allocated IP 192.168.233.253 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/7fb579f7-d66f-461e-905f-c71d6d046810) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:53:54.958395 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3564c-56b5-4673-a4a3-9f06dfcfc3a0 req-d13c2910-2cc8-49ad-93e7-d9600f03664b tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:54.962576 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e7e3564c-56b5-4673-a4a3-9f06dfcfc3a0 req-d13c2910-2cc8-49ad-93e7-d9600f03664b tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 944 time: 0.4944201 Jul 07 16:53:55.173006 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e7e3564c-56b5-4673-a4a3-9f06dfcfc3a0 req-5bf9c151-7228-4282-ac98-5921da5e3c7d tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398115 Jul 07 16:53:55.218066 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-96086839-b2ee-4909-be35-8a2e54fb1e10 req-8634006f-2a0f-4897-9e2f-889ed2a1e2a6 service neutron] 10.222.0.72 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168080 Jul 07 16:53:55.290214 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f78b06-0727-4469-a9b0-15503ea2265c req-386da1d0-7e71-4050-9739-345e9f314dbe tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:55.306472 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15f78b06-0727-4469-a9b0-15503ea2265c req-386da1d0-7e71-4050-9739-345e9f314dbe tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4ce7f1c-bcd9-47be-bf99-4418c3840b17 HTTP/1.1" status: 200 len: 950 time: 0.1908131 Jul 07 16:53:55.354784 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b948397-ee0f-4d2b-8384-39d5c495f0ad x-openstack-request-id: req-7b948397-ee0f-4d2b-8384-39d5c495f0ad {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:55.355381 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96303ef-53a5-4c88-8409-f1da92c19961", "name": "network-vif-plugged", "status": "completed", "tag": "743f33e3-87bf-4ea2-a416-4b7372786a35", "code": 200}, {"server_uuid": "c4ce7f1c-bcd9-47be-bf99-4418c3840b17", "name": "network-vif-plugged", "status": "completed", "tag": "bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:55.355824 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b948397-ee0f-4d2b-8384-39d5c495f0ad {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:55.364586 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96303ef-53a5-4c88-8409-f1da92c19961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743f33e3-87bf-4ea2-a416-4b7372786a35', 'code': 200} Jul 07 16:53:55.370568 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ce7f1c-bcd9-47be-bf99-4418c3840b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd', 'code': 200} Jul 07 16:53:55.513325 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-36d262df-14ae-4647-9f26-2114612965ae tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:55.585056 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-36d262df-14ae-4647-9f26-2114612965ae tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Transition to ACTIVE for port object 7fb579f7-d66f-461e-905f-c71d6d046810 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:55.689782 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48922dc-0e1e-4ceb-9e42-3bd71e8feb04 req-00d64114-c3a3-461b-9e1b-b2303caf8c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:55.692745 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f48922dc-0e1e-4ceb-9e42-3bd71e8feb04 req-00d64114-c3a3-461b-9e1b-b2303caf8c51 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3c30a38df434836b6a6d7bed9173bf0&device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 1096 time: 0.3154557 Jul 07 16:53:55.786290 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-36d262df-14ae-4647-9f26-2114612965ae tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:55.909601 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['d4e0317a-996d-4c22-98da-6b5fe21ce920'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:55.984233 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdb294-e60e-48b4-8386-ca72fd646b75 req-21b08ff2-b488-419f-8dd5-807efa4a17e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:55.986814 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-28fdb294-e60e-48b4-8386-ca72fd646b75 req-21b08ff2-b488-419f-8dd5-807efa4a17e8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 1098 time: 0.1268740 Jul 07 16:53:56.008329 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15f78b06-0727-4469-a9b0-15503ea2265c req-3cfa63d7-2627-4a66-a165-c9f86eb83af4 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6962073 Jul 07 16:53:56.040535 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-36d262df-14ae-4647-9f26-2114612965ae tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:53:56.073210 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-36d262df-14ae-4647-9f26-2114612965ae tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:56.096183 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-36d262df-14ae-4647-9f26-2114612965ae tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:53:56.112432 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d262df-14ae-4647-9f26-2114612965ae tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Pushing event updated for resources: {'Port': ['ID=7fb579f7-d66f-461e-905f-c71d6d046810,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:56.173111 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:56.210287 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857577f6-19f3-4bdc-89e7-9be2d37b1cf7 req-2bbb90f1-fd15-4327-89f1-65488e9ed428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:56.215154 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-857577f6-19f3-4bdc-89e7-9be2d37b1cf7 req-2bbb90f1-fd15-4327-89f1-65488e9ed428 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c4ce7f1c-bcd9-47be-bf99-4418c3840b17 HTTP/1.1" status: 200 len: 1102 time: 0.3563011 Jul 07 16:53:56.256560 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-28fdb294-e60e-48b4-8386-ca72fd646b75 req-60bad0dd-fdc6-4164-b2db-7d6645630e46 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441189 Jul 07 16:53:56.337341 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-857577f6-19f3-4bdc-89e7-9be2d37b1cf7 req-0be94855-d439-4507-b05a-80df3c701ec9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040258 Jul 07 16:53:56.654124 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2ca0d-5653-4955-85b1-c8dd87df04be req-99acbbaf-bd32-4295-8bc2-26f52c1764a3 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:56.666971 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ecf2ca0d-5653-4955-85b1-c8dd87df04be req-99acbbaf-bd32-4295-8bc2-26f52c1764a3 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 936 time: 0.1165376 Jul 07 16:53:56.701577 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-428c0440-55f9-4fa8-90a6-72c29d6c8227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:56.720303 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7a4309b5-e0d8-48ca-8715-6cd68a88031c None None] Provisioning for port 7fb579f7-d66f-461e-905f-c71d6d046810 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:56.729606 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7a4309b5-e0d8-48ca-8715-6cd68a88031c None None] Provisioning complete for port 7fb579f7-d66f-461e-905f-c71d6d046810 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:56.730376 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7a4309b5-e0d8-48ca-8715-6cd68a88031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:56.782608 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ecf2ca0d-5653-4955-85b1-c8dd87df04be req-cdb0bbc9-ddbe-4179-9f7e-09a0b269c00e tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146951 Jul 07 16:53:56.858744 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-7a4309b5-e0d8-48ca-8715-6cd68a88031c None None] Port 7fb579f7-d66f-461e-905f-c71d6d046810 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:53:57.093662 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48922dc-0e1e-4ceb-9e42-3bd71e8feb04 req-26d569d1-6b8e-445b-9c76-cfd8119d32b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:57.095258 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f48922dc-0e1e-4ceb-9e42-3bd71e8feb04 req-26d569d1-6b8e-445b-9c76-cfd8119d32b1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f59045c-fb41-4f4e-86ad-a15d05bedb10 HTTP/1.1" status: 200 len: 909 time: 1.3752906 Jul 07 16:53:57.141177 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edc79f-bb4f-446c-ad8d-d6bb867b4831 req-73f73259-c509-43e1-9b7d-dd54d8bec4de tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:57.147165 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d5edc79f-bb4f-446c-ad8d-d6bb867b4831 req-73f73259-c509-43e1-9b7d-dd54d8bec4de tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 944 time: 0.1311109 Jul 07 16:53:57.174171 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f48922dc-0e1e-4ceb-9e42-3bd71e8feb04 req-d03a6eea-b9d1-42ae-b848-75ef17f26e2a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cefcd36b-89a5-4cdc-a057-5ee206ec348f HTTP/1.1" status: 200 len: 217 time: 0.0512247 Jul 07 16:53:57.186440 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-36d262df-14ae-4647-9f26-2114612965ae tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:57.187126 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-36d262df-14ae-4647-9f26-2114612965ae tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:57.261483 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d5edc79f-bb4f-446c-ad8d-d6bb867b4831 req-0569a276-81df-46ca-9c42-b2132828561c tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077418 Jul 07 16:53:57.286025 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-36d262df-14ae-4647-9f26-2114612965ae tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4187808 Jul 07 16:53:57.306333 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-6078cff7-bdb9-4665-b017-32d657f8ba13 service neutron] Request body: {'port': {'device_id': '66bed568-b946-4dfc-b418-0e22ce995b8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:57.320930 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46526) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:57.381640 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48922dc-0e1e-4ceb-9e42-3bd71e8feb04 req-9c4daef6-4465-424c-81d9-a4fa964cec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:57.383677 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f48922dc-0e1e-4ceb-9e42-3bd71e8feb04 req-9c4daef6-4465-424c-81d9-a4fa964cec75 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8cf0891f-7dd4-444b-b243-0a9d52ec4798 HTTP/1.1" status: 200 len: 848 time: 0.1705720 Jul 07 16:53:57.422192 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec59112-4dee-4c7a-9319-d2f9c2222806 req-99017a81-8af0-4d3e-af55-2bf8ff96020b tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:57.431498 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fec59112-4dee-4c7a-9319-d2f9c2222806 req-99017a81-8af0-4d3e-af55-2bf8ff96020b tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 946 time: 1.1790130 Jul 07 16:53:57.531498 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f48922dc-0e1e-4ceb-9e42-3bd71e8feb04 req-bb833790-0c6f-4eff-9a01-5ea343c71ab8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f59045c-fb41-4f4e-86ad-a15d05bedb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1393187 Jul 07 16:53:57.730426 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bf094927-0f6d-431e-b008-c168d8545024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:57.745120 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:57.836985 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fec59112-4dee-4c7a-9319-d2f9c2222806 req-1f1954dc-76a2-4fa5-beda-4f55acb44196 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782315 Jul 07 16:53:57.932203 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-6078cff7-bdb9-4665-b017-32d657f8ba13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:58.043848 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bf094927-0f6d-431e-b008-c168d8545024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:58.050972 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bf094927-0f6d-431e-b008-c168d8545024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:58.180145 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf094927-0f6d-431e-b008-c168d8545024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d034d53f-3124-482c-a7bd-12523e6e8cf4,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:58.184710 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device cefcd36b-89a5-4cdc-a057-5ee206ec348f details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:53:58.217397 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bf094927-0f6d-431e-b008-c168d8545024 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5adedee0d9d64a74858c223cda3f1885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8944826 Jul 07 16:53:58.220991 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46542) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:58.222852 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f48922dc-0e1e-4ceb-9e42-3bd71e8feb04 req-bb78613e-813a-49f8-a916-8ecacf945591 service neutron] 10.222.0.72 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6291690 Jul 07 16:53:58.353749 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7bcf2c70-2856-46b9-800c-a2d79380f559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:58.429784 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7bcf2c70-2856-46b9-800c-a2d79380f559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:58.502211 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b3885-1b19-466e-b3d7-b7f4f4a92780 req-a6a4d603-1ff8-4a56-9040-67a67a857bd4 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:58.504707 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6b7b3885-1b19-466e-b3d7-b7f4f4a92780 req-a6a4d603-1ff8-4a56-9040-67a67a857bd4 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 936 time: 0.1808898 Jul 07 16:53:58.558040 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f48922dc-0e1e-4ceb-9e42-3bd71e8feb04 req-a171325c-4d78-4487-bce8-ac2173aa9c7f service neutron] 10.222.0.72 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339808 Jul 07 16:53:58.575557 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port cefcd36b-89a5-4cdc-a057-5ee206ec348f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=cefcd36b-89a5-4cdc-a057-5ee206ec348f,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:58.616139 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'cefcd36b-89a5-4cdc-a057-5ee206ec348f', 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10', 'port_id': 'cefcd36b-89a5-4cdc-a057-5ee206ec348f', 'mac_address': 'fa:16:3e:48:69:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf0891f-7dd4-444b-b243-0a9d52ec4798', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:53:58.630448 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6b7b3885-1b19-466e-b3d7-b7f4f4a92780 req-3e33deee-0215-459e-9663-a6f11a46a7f6 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132245 Jul 07 16:53:58.639677 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e5f09-9ec8-4d0a-a3a3-799849a456a5 req-ccd0a7db-f9af-4c5e-af44-fe838bd5eaab tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:58.649869 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-050e5f09-9ec8-4d0a-a3a3-799849a456a5 req-ccd0a7db-f9af-4c5e-af44-fe838bd5eaab tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4ce7f1c-bcd9-47be-bf99-4418c3840b17 HTTP/1.1" status: 200 len: 950 time: 0.2280636 Jul 07 16:53:58.678650 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7bcf2c70-2856-46b9-800c-a2d79380f559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:58.681083 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7bcf2c70-2856-46b9-800c-a2d79380f559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:58.682902 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7bcf2c70-2856-46b9-800c-a2d79380f559 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d034d53f-3124-482c-a7bd-12523e6e8cf4 HTTP/1.1" status: 204 len: 168 time: 0.4605122 Jul 07 16:53:58.734306 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf2c70-2856-46b9-800c-a2d79380f559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d034d53f-3124-482c-a7bd-12523e6e8cf4,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:58.794348 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-050e5f09-9ec8-4d0a-a3a3-799849a456a5 req-4405fb06-9d51-480a-80df-eeb68b392042 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411154 Jul 07 16:53:58.808430 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-6078cff7-bdb9-4665-b017-32d657f8ba13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb579f7-d66f-461e-905f-c71d6d046810 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:58.848925 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-6078cff7-bdb9-4665-b017-32d657f8ba13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:58.910617 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-6078cff7-bdb9-4665-b017-32d657f8ba13 service neutron] Transition to ACTIVE for port object 7fb579f7-d66f-461e-905f-c71d6d046810 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:58.920532 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-6078cff7-bdb9-4665-b017-32d657f8ba13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:58.933499 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:59.032320 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cefcd36b-89a5-4cdc-a057-5ee206ec348f {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:59.096815 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port cefcd36b-89a5-4cdc-a057-5ee206ec348f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=cefcd36b-89a5-4cdc-a057-5ee206ec348f,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:59.108561 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:59.148687 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac18d1-12f2-4d4f-a392-e5833392742d req-3413437a-bed5-4553-b0b4-15ed62cd058f tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:59.160151 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-91ac18d1-12f2-4d4f-a392-e5833392742d req-3413437a-bed5-4553-b0b4-15ed62cd058f tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 944 time: 0.1416869 Jul 07 16:53:59.243162 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078cff7-bdb9-4665-b017-32d657f8ba13 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb579f7-d66f-461e-905f-c71d6d046810,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:59.280608 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-91ac18d1-12f2-4d4f-a392-e5833392742d req-1e526472-7b6f-49bc-a284-a649b4c0a861 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172910 Jul 07 16:53:59.379562 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=cefcd36b-89a5-4cdc-a057-5ee206ec348f,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:59.388318 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-6078cff7-bdb9-4665-b017-32d657f8ba13 service neutron] Attempting to bind port 7fb579f7-d66f-461e-905f-c71d6d046810 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:59.392248 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-6078cff7-bdb9-4665-b017-32d657f8ba13 service neutron] Attempting to bind port 7fb579f7-d66f-461e-905f-c71d6d046810 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:59.393193 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-6078cff7-bdb9-4665-b017-32d657f8ba13 service neutron] Attempting to bind port 7fb579f7-d66f-461e-905f-c71d6d046810 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:59.423700 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-6078cff7-bdb9-4665-b017-32d657f8ba13 service neutron] Port 7fb579f7-d66f-461e-905f-c71d6d046810 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:53:59.424557 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-6078cff7-bdb9-4665-b017-32d657f8ba13 service neutron] Attempting to bind port 7fb579f7-d66f-461e-905f-c71d6d046810 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:59.439876 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-6078cff7-bdb9-4665-b017-32d657f8ba13 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:59.444409 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-6078cff7-bdb9-4665-b017-32d657f8ba13 service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:59.450472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-6078cff7-bdb9-4665-b017-32d657f8ba13 service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:59.451600 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-6078cff7-bdb9-4665-b017-32d657f8ba13 service neutron] Bound port: 7fb579f7-d66f-461e-905f-c71d6d046810, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:59.452455 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-6078cff7-bdb9-4665-b017-32d657f8ba13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:59.558164 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['cefcd36b-89a5-4cdc-a057-5ee206ec348f'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:59.610172 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-6078cff7-bdb9-4665-b017-32d657f8ba13 service neutron] For port 7fb579f7-d66f-461e-905f-c71d6d046810, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:59.615876 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46570) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:59.639094 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81b6f72d-206d-4b83-a8d0-8f5ed180c3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:59.672004 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337f9b8-5a3c-414a-9689-6ff235903732 req-0db4e521-a7fb-4a76-ab8f-08d32d363777 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:59.674801 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9337f9b8-5a3c-414a-9689-6ff235903732 req-0db4e521-a7fb-4a76-ab8f-08d32d363777 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 946 time: 0.1904914 Jul 07 16:53:59.682751 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-6078cff7-bdb9-4665-b017-32d657f8ba13 service neutron] For port 7fb579f7-d66f-461e-905f-c71d6d046810, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7fb579f7-d66f-461e-905f-c71d6d046810,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:59.699762 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-6078cff7-bdb9-4665-b017-32d657f8ba13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:59.805027 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-6078cff7-bdb9-4665-b017-32d657f8ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:59.805680 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-6078cff7-bdb9-4665-b017-32d657f8ba13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:59.807740 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-6078cff7-bdb9-4665-b017-32d657f8ba13 service neutron] 10.222.0.72 "PUT /v2.0/ports/7fb579f7-d66f-461e-905f-c71d6d046810 HTTP/1.1" status: 200 len: 1097 time: 2.5103445 Jul 07 16:53:59.823174 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66bed568-b946-4dfc-b418-0e22ce995b8e', 'tag': '7fb579f7-d66f-461e-905f-c71d6d046810'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:59.830761 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa923332-2562-4035-8339-24ef0dc25c65" -d '{"events": [{"name": "network-changed", "server_uuid": "66bed568-b946-4dfc-b418-0e22ce995b8e", "tag": "7fb579f7-d66f-461e-905f-c71d6d046810"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:59.898089 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81b6f72d-206d-4b83-a8d0-8f5ed180c3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:59.906270 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81b6f72d-206d-4b83-a8d0-8f5ed180c3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:00.013867 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9337f9b8-5a3c-414a-9689-6ff235903732 req-f7ec2393-e936-4cc3-b591-d956cd20bedb tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285081 Jul 07 16:54:00.016351 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078cff7-bdb9-4665-b017-32d657f8ba13 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb579f7-d66f-461e-905f-c71d6d046810,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:00.086399 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-5e7e5e3a-9bad-4bc0-b0bf-dea0e85f5f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:00.088460 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-5e7e5e3a-9bad-4bc0-b0bf-dea0e85f5f8e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 1100 time: 0.2019370 Jul 07 16:54:00.092120 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:00.099143 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6f72d-206d-4b83-a8d0-8f5ed180c3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27a88cc-cca6-4c8a-ac66-54748a7c953d,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:00.132717 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-81b6f72d-206d-4b83-a8d0-8f5ed180c3ce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7856dd21d84b4a33832e58d7d93994e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5154650 Jul 07 16:54:00.135156 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46582) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:00.198661 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-d3f106b7-db83-473f-8e41-efc25fd28ad4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=7fb579f7-d66f-461e-905f-c71d6d046810 HTTP/1.1" status: 200 len: 217 time: 0.0966024 Jul 07 16:54:00.275089 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43bf31-d1e8-40d5-9c68-564e54df5798 req-c2f7b5d8-baa0-4384-9f71-18a6a71e4276 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:00.287210 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ad43bf31-d1e8-40d5-9c68-564e54df5798 req-c2f7b5d8-baa0-4384-9f71-18a6a71e4276 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 948 time: 0.3206394 Jul 07 16:54:00.321788 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3bae8f23-bee7-4bd4-a167-8734ed22db40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:00.357393 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ad43bf31-d1e8-40d5-9c68-564e54df5798 req-692a6fa5-0260-4591-9967-f1b4cbafebeb tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684190 Jul 07 16:54:00.367294 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-4834bfcb-13e4-4757-94a5-b3ba075b5cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:00.369388 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-4834bfcb-13e4-4757-94a5-b3ba075b5cac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1547811 Jul 07 16:54:00.402010 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3bae8f23-bee7-4bd4-a167-8734ed22db40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:00.450695 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efab44ea-d62d-423b-8b16-3dc913d87984 x-openstack-request-id: req-efab44ea-d62d-423b-8b16-3dc913d87984 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:00.450970 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66bed568-b946-4dfc-b418-0e22ce995b8e", "tag": "7fb579f7-d66f-461e-905f-c71d6d046810", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:00.451233 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-efab44ea-d62d-423b-8b16-3dc913d87984 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:00.451647 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66bed568-b946-4dfc-b418-0e22ce995b8e', 'tag': '7fb579f7-d66f-461e-905f-c71d6d046810', 'status': 'completed', 'code': 200} Jul 07 16:54:00.470430 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab05a48-f7c3-4b13-aee4-3477be9fde6e req-945c0a11-ac5a-4038-bb76-cb5700be3be4 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:00.472292 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aab05a48-f7c3-4b13-aee4-3477be9fde6e req-945c0a11-ac5a-4038-bb76-cb5700be3be4 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4ce7f1c-bcd9-47be-bf99-4418c3840b17 HTTP/1.1" status: 200 len: 950 time: 0.2302909 Jul 07 16:54:00.501452 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3bae8f23-bee7-4bd4-a167-8734ed22db40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:00.509409 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3bae8f23-bee7-4bd4-a167-8734ed22db40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:00.510412 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-35cd0329-a5ab-49e1-8ae0-d961c88fb236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:00.512250 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-35cd0329-a5ab-49e1-8ae0-d961c88fb236 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1323707 Jul 07 16:54:00.512654 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3bae8f23-bee7-4bd4-a167-8734ed22db40 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c27a88cc-cca6-4c8a-ac66-54748a7c953d HTTP/1.1" status: 204 len: 168 time: 0.3760822 Jul 07 16:54:00.530331 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae8f23-bee7-4bd4-a167-8734ed22db40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27a88cc-cca6-4c8a-ac66-54748a7c953d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:00.595661 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aab05a48-f7c3-4b13-aee4-3477be9fde6e req-f15b667c-1fa3-43d6-96e5-5dc4f01695bc tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151814 Jul 07 16:54:00.728795 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-863d4b2f-fffa-40a8-bfa8-6c152ba6a385 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025502 Jul 07 16:54:00.746009 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9fc8f-7859-4843-9bf5-b200cb4c55fe req-2b006cc5-3485-4b3b-869e-3b70cdf52604 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:00.748869 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-82b9fc8f-7859-4843-9bf5-b200cb4c55fe req-2b006cc5-3485-4b3b-869e-3b70cdf52604 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 1098 time: 0.1321793 Jul 07 16:54:00.815539 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-82b9fc8f-7859-4843-9bf5-b200cb4c55fe req-844e318d-80c5-48f3-89c7-74bf3ea8363f tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605865 Jul 07 16:54:00.985935 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a6b1d8c-7875-46eb-a71b-333dc61bb0ab req-94ee3bcb-b5a3-476c-997d-01249b4c35ee service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404811 Jul 07 16:54:01.153920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ae6d3-91de-4ba9-9082-89c83c41cee5 req-8fd767fe-1c06-4236-97e1-f0666825a069 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:01.164479 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-026ae6d3-91de-4ba9-9082-89c83c41cee5 req-8fd767fe-1c06-4236-97e1-f0666825a069 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 945 time: 0.1284933 Jul 07 16:54:01.268843 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-026ae6d3-91de-4ba9-9082-89c83c41cee5 req-6159fe73-e824-4857-b306-f6cc7dd78526 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029058 Jul 07 16:54:01.281023 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa923332-2562-4035-8339-24ef0dc25c65 req-bf0af04a-6ac3-4d84-ba26-b5ad4a0f0433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:01.284728 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aa923332-2562-4035-8339-24ef0dc25c65 req-bf0af04a-6ac3-4d84-ba26-b5ad4a0f0433 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 1100 time: 0.1527779 Jul 07 16:54:01.461572 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:54:01.490184 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa923332-2562-4035-8339-24ef0dc25c65 req-1b2baea5-f474-4fac-bd74-df6dc6446262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:01.491950 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aa923332-2562-4035-8339-24ef0dc25c65 req-1b2baea5-f474-4fac-bd74-df6dc6446262 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.1953492 Jul 07 16:54:01.520964 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211fdc5-ec87-46c3-bb01-e0248992c519 req-8639a715-2984-42c1-a3b9-b66dd335e833 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:01.529427 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b211fdc5-ec87-46c3-bb01-e0248992c519 req-8639a715-2984-42c1-a3b9-b66dd335e833 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 1098 time: 0.0727100 Jul 07 16:54:01.590002 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aa923332-2562-4035-8339-24ef0dc25c65 req-1848624c-36f6-4f04-9506-d6a0b8c11aa4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=7fb579f7-d66f-461e-905f-c71d6d046810 HTTP/1.1" status: 200 len: 217 time: 0.0757928 Jul 07 16:54:01.613530 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b211fdc5-ec87-46c3-bb01-e0248992c519 req-3e0717fe-9bbe-4b5b-949a-8e54da5fe0be tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827520 Jul 07 16:54:01.731673 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa923332-2562-4035-8339-24ef0dc25c65 req-9140ee59-53c2-4178-825a-84d83f4154fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:01.735237 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aa923332-2562-4035-8339-24ef0dc25c65 req-9140ee59-53c2-4178-825a-84d83f4154fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1351388 Jul 07 16:54:01.881928 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa923332-2562-4035-8339-24ef0dc25c65 req-c29f725c-a9ae-4c48-91ed-4eaf785a5698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:01.885444 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aa923332-2562-4035-8339-24ef0dc25c65 req-c29f725c-a9ae-4c48-91ed-4eaf785a5698 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1423302 Jul 07 16:54:01.965732 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6256e-7607-4d78-8371-1a524f5da098 req-90210651-a9c1-48ff-9f5c-6edb35ae92b0 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:01.979106 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7aa6256e-7607-4d78-8371-1a524f5da098 req-90210651-a9c1-48ff-9f5c-6edb35ae92b0 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 948 time: 0.1464190 Jul 07 16:54:02.070327 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7aa6256e-7607-4d78-8371-1a524f5da098 req-8245fd07-5f2f-4292-80cd-84d2c85f0153 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896831 Jul 07 16:54:02.198799 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device cefcd36b-89a5-4cdc-a057-5ee206ec348f up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:02.296323 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aa923332-2562-4035-8339-24ef0dc25c65 req-2ab505e6-40bb-4ff9-817b-16db8d2fa6e1 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009509 Jul 07 16:54:02.387521 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port cefcd36b-89a5-4cdc-a057-5ee206ec348f completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:02.398095 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port cefcd36b-89a5-4cdc-a057-5ee206ec348f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:02.399127 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.576849 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.657614 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port cefcd36b-89a5-4cdc-a057-5ee206ec348f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=cefcd36b-89a5-4cdc-a057-5ee206ec348f,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:02.660246 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e35952-ffd6-427e-87b4-de0f521de28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefcd36b-89a5-4cdc-a057-5ee206ec348f'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:02.665730 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722f086f-a327-4ff1-a0b5-ce12a8e1baf2" -d '{"events": [{"server_uuid": "94e35952-ffd6-427e-87b4-de0f521de28f", "name": "network-vif-plugged", "status": "completed", "tag": "cefcd36b-89a5-4cdc-a057-5ee206ec348f"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:02.673246 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.705998 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aa923332-2562-4035-8339-24ef0dc25c65 req-93b1daea-e262-457b-96a8-932cee7f1c34 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963149 Jul 07 16:54:02.788317 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc07f4-7c09-4141-a79f-0e00caf7052a req-0ce21d94-1759-49b1-8d6a-3ae70fa33fb9 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:02.794359 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=cefcd36b-89a5-4cdc-a057-5ee206ec348f,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:02.796215 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc07f4-7c09-4141-a79f-0e00caf7052a req-0ce21d94-1759-49b1-8d6a-3ae70fa33fb9 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:02.805475 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c9cc07f4-7c09-4141-a79f-0e00caf7052a req-0ce21d94-1759-49b1-8d6a-3ae70fa33fb9 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4ce7f1c-bcd9-47be-bf99-4418c3840b17&device_id=cb6fb919-8aa3-4716-b2f8-0c1fc3b9cdc2 HTTP/1.1" status: 200 len: 1690 time: 0.3034980 Jul 07 16:54:02.874687 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c9cc07f4-7c09-4141-a79f-0e00caf7052a req-55117a47-a19a-40ed-8d28-5df007a45161 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676885 Jul 07 16:54:03.095315 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ca5b42-22ff-459f-8ae5-e44fb668482f x-openstack-request-id: req-d6ca5b42-22ff-459f-8ae5-e44fb668482f {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:03.095824 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e35952-ffd6-427e-87b4-de0f521de28f", "name": "network-vif-plugged", "status": "completed", "tag": "cefcd36b-89a5-4cdc-a057-5ee206ec348f", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:03.096241 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6ca5b42-22ff-459f-8ae5-e44fb668482f {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:03.096912 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e35952-ffd6-427e-87b4-de0f521de28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefcd36b-89a5-4cdc-a057-5ee206ec348f', 'code': 200} Jul 07 16:54:03.420054 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a0a88-69d9-4fa4-8306-878f220fd28c req-805c74b6-dffb-494d-8c22-e3784ba165a7 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:03.441448 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3b1a0a88-69d9-4fa4-8306-878f220fd28c req-805c74b6-dffb-494d-8c22-e3784ba165a7 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 946 time: 0.2878609 Jul 07 16:54:03.542029 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4f777-aef9-44c3-b412-2b249b32aba4 req-ae64c7eb-0de0-4c80-9190-b1d20ad75af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:03.543658 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8bc4f777-aef9-44c3-b412-2b249b32aba4 req-ae64c7eb-0de0-4c80-9190-b1d20ad75af4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 1098 time: 0.3110385 Jul 07 16:54:03.547047 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3b1a0a88-69d9-4fa4-8306-878f220fd28c req-03fbc55a-9664-4966-bd6d-2722612a3b23 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044626 Jul 07 16:54:03.620441 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8bc4f777-aef9-44c3-b412-2b249b32aba4 req-0653a686-d5ba-4d84-bd6a-930d90866ac2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653331 Jul 07 16:54:03.684708 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecea53-dcc1-475a-8ff5-b29ab2cc4852 req-60793629-2d88-4fb7-8077-7510c54be4ad tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:03.687819 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ddecea53-dcc1-475a-8ff5-b29ab2cc4852 req-60793629-2d88-4fb7-8077-7510c54be4ad tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 1098 time: 0.1399610 Jul 07 16:54:03.741735 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ddecea53-dcc1-475a-8ff5-b29ab2cc4852 req-91a7fc44-6869-420e-a145-ac10b89f491b tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436478 Jul 07 16:54:03.911603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03681574-b19c-4bc6-b1cd-6ba5218dfd2a req-54fbf897-8a47-420f-9a24-6d69937ed655 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:03.918914 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-03681574-b19c-4bc6-b1cd-6ba5218dfd2a req-54fbf897-8a47-420f-9a24-6d69937ed655 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 948 time: 0.1369798 Jul 07 16:54:03.972957 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-03681574-b19c-4bc6-b1cd-6ba5218dfd2a req-448f693b-758b-41b0-a7a6-35e6f3d0efc6 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530188 Jul 07 16:54:04.054207 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b220902-925b-49c1-a9e4-8ea145ced1e0 req-83ae5bf4-bb32-401d-952a-3b4a3a4a42cf tempest-ServersOnMultiNodesTest-1751824220 tempest-ServersOnMultiNodesTest-1751824220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:04.065790 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4b220902-925b-49c1-a9e4-8ea145ced1e0 req-83ae5bf4-bb32-401d-952a-3b4a3a4a42cf tempest-ServersOnMultiNodesTest-1751824220 tempest-ServersOnMultiNodesTest-1751824220-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c4ce7f1c-bcd9-47be-bf99-4418c3840b17 HTTP/1.1" status: 200 len: 1102 time: 0.0971756 Jul 07 16:54:04.109283 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4b220902-925b-49c1-a9e4-8ea145ced1e0 req-656e641d-14b2-4747-97ad-789d66cd2960 tempest-ServersOnMultiNodesTest-1751824220 tempest-ServersOnMultiNodesTest-1751824220-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422878 Jul 07 16:54:04.226981 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7fb579f7-d66f-461e-905f-c71d6d046810 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:54:04.486055 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35d32d-ed19-49cf-b219-2838da19c158 req-fdc86afb-83de-457f-9d17-11cf327ea0f3 tempest-ServersOnMultiNodesTest-1751824220 tempest-ServersOnMultiNodesTest-1751824220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:04.489098 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d35d32d-ed19-49cf-b219-2838da19c158 req-fdc86afb-83de-457f-9d17-11cf327ea0f3 tempest-ServersOnMultiNodesTest-1751824220 tempest-ServersOnMultiNodesTest-1751824220-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cb6fb919-8aa3-4716-b2f8-0c1fc3b9cdc2 HTTP/1.1" status: 200 len: 1101 time: 0.0742350 Jul 07 16:54:04.493680 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7fb579f7-d66f-461e-905f-c71d6d046810, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7fb579f7-d66f-461e-905f-c71d6d046810,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:04.516769 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '7fb579f7-d66f-461e-905f-c71d6d046810', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': '7fb579f7-d66f-461e-905f-c71d6d046810', 'mac_address': 'fa:16:3e:5c:9b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:54:04.575352 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d35d32d-ed19-49cf-b219-2838da19c158 req-03785066-8f1b-487d-8139-9db35a2512d8 tempest-ServersOnMultiNodesTest-1751824220 tempest-ServersOnMultiNodesTest-1751824220-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769360 Jul 07 16:54:04.634830 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:04.676225 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb579f7-d66f-461e-905f-c71d6d046810 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:04.795779 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7fb579f7-d66f-461e-905f-c71d6d046810, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7fb579f7-d66f-461e-905f-c71d6d046810,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:04.805871 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:04.931590 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7fb579f7-d66f-461e-905f-c71d6d046810,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:05.057393 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251411cd-e8a9-4b19-890a-6f74de772e93 req-d150df10-732c-476e-acc2-3c01afd2710b tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:05.059870 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-251411cd-e8a9-4b19-890a-6f74de772e93 req-d150df10-732c-476e-acc2-3c01afd2710b tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 946 time: 0.1921821 Jul 07 16:54:05.128940 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['7fb579f7-d66f-461e-905f-c71d6d046810'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:05.220151 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-251411cd-e8a9-4b19-890a-6f74de772e93 req-fdd722ce-2d19-48fa-ad1a-f54f99025770 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427324 Jul 07 16:54:05.259405 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0e963-c163-445e-b7fd-dc6e7832037a req-8df5b76d-5135-4ca5-b06a-324d5384dfb6 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:05.263802 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6cf0e963-c163-445e-b7fd-dc6e7832037a req-8df5b76d-5135-4ca5-b06a-324d5384dfb6 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 1098 time: 0.1971281 Jul 07 16:54:05.327515 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6cf0e963-c163-445e-b7fd-dc6e7832037a req-3a6f94a2-4ddc-428f-bc11-6ea343927506 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570850 Jul 07 16:54:05.456926 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46740) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:05.459879 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-1886d789-487c-4c97-a482-2ec1b5edcdc5 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7cacbbe331674230a8cdeaae1095bd51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368218 Jul 07 16:54:05.601204 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-e302d721-f42a-49a8-ac7b-cc1653db595e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:05.608477 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-e302d721-f42a-49a8-ac7b-cc1653db595e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477518 Jul 07 16:54:05.608743 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ded2e-ae98-4c97-a192-202c849480ba req-c95f0637-b789-4f47-a976-c56b2d871a83 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:05.621155 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c49ded2e-ae98-4c97-a192-202c849480ba req-c95f0637-b789-4f47-a976-c56b2d871a83 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 949 time: 0.0945227 Jul 07 16:54:05.626865 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-2d4a5a4a-dad3-442e-b6ad-e48c6260f60d tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/quotas/7cacbbe331674230a8cdeaae1095bd51 HTTP/1.1" status: 200 len: 375 time: 0.0169930 Jul 07 16:54:05.653892 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fd3b131d-77af-4e4a-9168-91397f40de38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:05.736016 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-fccd600c-5828-4cae-a200-2a2eff35fdb2 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7cacbbe331674230a8cdeaae1095bd51&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1039104 Jul 07 16:54:05.805514 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c49ded2e-ae98-4c97-a192-202c849480ba req-a9caf972-035c-46b0-95bc-34043f9b4041 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833177 Jul 07 16:54:05.858596 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fd3b131d-77af-4e4a-9168-91397f40de38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:05.868521 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fd3b131d-77af-4e4a-9168-91397f40de38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:05.979844 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fd3b131d-77af-4e4a-9168-91397f40de38 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=733eee6b17144893b5e2a87b67cad939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5213230 Jul 07 16:54:05.981459 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b131d-77af-4e4a-9168-91397f40de38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b168230-e0f7-4d90-aceb-580120c08ea4,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:05.982366 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46746) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:05.998425 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b131d-77af-4e4a-9168-91397f40de38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:05.998425 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b131d-77af-4e4a-9168-91397f40de38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:05.998425 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b131d-77af-4e4a-9168-91397f40de38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:05.998425 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b131d-77af-4e4a-9168-91397f40de38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:05.998425 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b131d-77af-4e4a-9168-91397f40de38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:06.000608 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b131d-77af-4e4a-9168-91397f40de38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:06.000608 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b131d-77af-4e4a-9168-91397f40de38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:06.000608 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b131d-77af-4e4a-9168-91397f40de38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:06.000608 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b131d-77af-4e4a-9168-91397f40de38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:06.000965 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b131d-77af-4e4a-9168-91397f40de38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:06.001141 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b131d-77af-4e4a-9168-91397f40de38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:06.001606 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b131d-77af-4e4a-9168-91397f40de38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:06.098145 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-47ce0340-0011-498b-a344-d80a2ce95915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:06.147290 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-47ce0340-0011-498b-a344-d80a2ce95915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:06.278991 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-47ce0340-0011-498b-a344-d80a2ce95915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:06.281974 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-47ce0340-0011-498b-a344-d80a2ce95915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:06.286784 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-47ce0340-0011-498b-a344-d80a2ce95915 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b168230-e0f7-4d90-aceb-580120c08ea4 HTTP/1.1" status: 204 len: 168 time: 0.3028612 Jul 07 16:54:06.307977 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce0340-0011-498b-a344-d80a2ce95915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b168230-e0f7-4d90-aceb-580120c08ea4,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:06.341970 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce0340-0011-498b-a344-d80a2ce95915 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:06.342844 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce0340-0011-498b-a344-d80a2ce95915 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:06.343816 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce0340-0011-498b-a344-d80a2ce95915 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:06.345556 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce0340-0011-498b-a344-d80a2ce95915 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:06.346451 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce0340-0011-498b-a344-d80a2ce95915 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:06.347241 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce0340-0011-498b-a344-d80a2ce95915 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:06.348562 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce0340-0011-498b-a344-d80a2ce95915 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:06.349542 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce0340-0011-498b-a344-d80a2ce95915 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:06.350292 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce0340-0011-498b-a344-d80a2ce95915 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:06.351237 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce0340-0011-498b-a344-d80a2ce95915 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:06.352341 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce0340-0011-498b-a344-d80a2ce95915 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:06.353120 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce0340-0011-498b-a344-d80a2ce95915 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:06.401683 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e79f1866-d31c-4ee9-949d-21d2ccf373dc req-50850500-8cd0-4ff7-b2fe-607ed1f16e72 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=b00227d5-19b9-4630-8755-16a268ada2fe HTTP/1.1" status: 200 len: 210 time: 0.1634803 Jul 07 16:54:06.837146 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:06.906123 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe83a0-8293-480b-891f-e28d96457cbe req-5e84e9ce-8f03-4407-84de-6721a8fa700f tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:06.920941 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2ebe83a0-8293-480b-891f-e28d96457cbe req-5e84e9ce-8f03-4407-84de-6721a8fa700f tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 946 time: 0.1710188 Jul 07 16:54:07.028686 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2ebe83a0-8293-480b-891f-e28d96457cbe req-30bb265d-2660-4ef2-b247-6ee3bdc1d8b6 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059220 Jul 07 16:54:07.180918 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46790) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:07.221329 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8e284a8-e207-4662-a42c-dc04d783c172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:07.442140 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:07.592879 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68fae28-9cb6-4085-9d68-1bd011134fff req-6b459429-30f4-4b7e-af90-d75945febd84 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:07.595563 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e68fae28-9cb6-4085-9d68-1bd011134fff req-6b459429-30f4-4b7e-af90-d75945febd84 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 949 time: 0.3087313 Jul 07 16:54:07.615226 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8e284a8-e207-4662-a42c-dc04d783c172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:07.622135 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8e284a8-e207-4662-a42c-dc04d783c172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:07.684656 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f8e284a8-e207-4662-a42c-dc04d783c172 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b642d01b8fab40b6ab0845746bff4650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5022206 Jul 07 16:54:07.687124 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46800) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:07.702305 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e68fae28-9cb6-4085-9d68-1bd011134fff req-849adc91-41aa-4be8-9ea0-98ffd5e4c06d tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000195 Jul 07 16:54:07.798446 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e284a8-e207-4662-a42c-dc04d783c172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f74ace9-3324-459f-a525-1e349f8a07cd,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:07.862185 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1af7cfd1-67ff-4537-859a-414a23d6daf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:07.914447 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1af7cfd1-67ff-4537-859a-414a23d6daf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:08.107981 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1af7cfd1-67ff-4537-859a-414a23d6daf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:08.113424 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1af7cfd1-67ff-4537-859a-414a23d6daf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:08.115567 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1af7cfd1-67ff-4537-859a-414a23d6daf8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7f74ace9-3324-459f-a525-1e349f8a07cd HTTP/1.1" status: 204 len: 168 time: 0.4269869 Jul 07 16:54:08.133261 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7cfd1-67ff-4537-859a-414a23d6daf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f74ace9-3324-459f-a525-1e349f8a07cd,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:08.248146 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7fb579f7-d66f-461e-905f-c71d6d046810 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:08.398265 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 7fb579f7-d66f-461e-905f-c71d6d046810 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:08.405897 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 7fb579f7-d66f-461e-905f-c71d6d046810 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:08.406942 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:08.464024 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c754b4-0621-4bbb-b817-04f1135072bf req-626360e5-ab36-4c9c-9a32-3d7ce2cd8ae0 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:08.480129 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-34c754b4-0621-4bbb-b817-04f1135072bf req-626360e5-ab36-4c9c-9a32-3d7ce2cd8ae0 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 1098 time: 0.1354902 Jul 07 16:54:08.587056 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-34c754b4-0621-4bbb-b817-04f1135072bf req-aef1253d-3d35-42dc-b6f6-93d7992f4deb tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052461 Jul 07 16:54:08.590316 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:08.633060 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bed568-b946-4dfc-b418-0e22ce995b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb579f7-d66f-461e-905f-c71d6d046810'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:08.635922 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd70ae07-e272-4f10-90f4-a6c0a64c8795" -d '{"events": [{"server_uuid": "66bed568-b946-4dfc-b418-0e22ce995b8e", "name": "network-vif-plugged", "status": "completed", "tag": "7fb579f7-d66f-461e-905f-c71d6d046810"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:08.649245 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7fb579f7-d66f-461e-905f-c71d6d046810, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7fb579f7-d66f-461e-905f-c71d6d046810,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:08.671620 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:08.727428 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-c0e151a2-8ff2-4f5d-87ed-e2c4b75ac47c tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7cacbbe331674230a8cdeaae1095bd51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0745957 Jul 07 16:54:08.796904 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7fb579f7-d66f-461e-905f-c71d6d046810,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:08.879691 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-4b86196a-5de9-41f3-9e02-2bc78f0754b9 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:54:08.884182 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-4b86196a-5de9-41f3-9e02-2bc78f0754b9 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091939 Jul 07 16:54:08.903876 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-bfd453c1-e64e-44fe-b80e-9a0d3c7cdda5 service neutron] Request body: {'binding': {'host': 'n-h2-791503-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:08.904612 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-bfd453c1-e64e-44fe-b80e-9a0d3c7cdda5 service neutron] Unknown quota resources ['binding']. {{(pid=100193) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 16:54:09.122111 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-eb60ec8b-40ff-4f48-ad04-dab80b5b76c0 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:09.126367 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-eb60ec8b-40ff-4f48-ad04-dab80b5b76c0 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3933647 Jul 07 16:54:09.162548 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-6eb16bee-abe5-49c3-8a3c-6a3707f42f6f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Request body: {'port': {'device_id': 'b00227d5-19b9-4630-8755-16a268ada2fe', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': '7cacbbe331674230a8cdeaae1095bd51'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:09.199651 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-bfd453c1-e64e-44fe-b80e-9a0d3c7cdda5 service neutron] Attempting to bind port 743f33e3-87bf-4ea2-a416-4b7372786a35 on host n-h2-791503-12 for vnic_type normal with profile None {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:09.200026 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-bfd453c1-e64e-44fe-b80e-9a0d3c7cdda5 service neutron] Attempting to bind port 743f33e3-87bf-4ea2-a416-4b7372786a35 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:09.200448 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-bfd453c1-e64e-44fe-b80e-9a0d3c7cdda5 service neutron] Attempting to bind port 743f33e3-87bf-4ea2-a416-4b7372786a35 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:09.211327 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-bfd453c1-e64e-44fe-b80e-9a0d3c7cdda5 service neutron] Port 743f33e3-87bf-4ea2-a416-4b7372786a35 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:54:09.212015 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-bfd453c1-e64e-44fe-b80e-9a0d3c7cdda5 service neutron] Attempting to bind port 743f33e3-87bf-4ea2-a416-4b7372786a35 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:09.220081 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-bfd453c1-e64e-44fe-b80e-9a0d3c7cdda5 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:09.220874 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-bfd453c1-e64e-44fe-b80e-9a0d3c7cdda5 service neutron] Checking segment: {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:09.221659 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-bfd453c1-e64e-44fe-b80e-9a0d3c7cdda5 service neutron] Bound using segment: {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:09.222728 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-bfd453c1-e64e-44fe-b80e-9a0d3c7cdda5 service neutron] Bound port: 743f33e3-87bf-4ea2-a416-4b7372786a35, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:09.268556 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-12de5e36-2361-45a8-a97b-bece854e95b2 req-9d47caf3-bf1b-4a24-ae3b-27fffed1fea2 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=b00227d5-19b9-4630-8755-16a268ada2fe HTTP/1.1" status: 200 len: 210 time: 0.1984982 Jul 07 16:54:09.351248 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-bfd453c1-e64e-44fe-b80e-9a0d3c7cdda5 service neutron] For port 743f33e3-87bf-4ea2-a416-4b7372786a35, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=743f33e3-87bf-4ea2-a416-4b7372786a35,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:09.370235 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-bfd453c1-e64e-44fe-b80e-9a0d3c7cdda5 service neutron] Notify callbacks [] for binding, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:09.376026 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-bfd453c1-e64e-44fe-b80e-9a0d3c7cdda5 service neutron] 10.222.0.53 "POST /v2.0/ports/743f33e3-87bf-4ea2-a416-4b7372786a35/bindings HTTP/1.1" status: 201 len: 390 time: 0.4778125 Jul 07 16:54:09.404208 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-6eb16bee-abe5-49c3-8a3c-6a3707f42f6f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Made reservation on behalf of 7cacbbe331674230a8cdeaae1095bd51 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:09.412843 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-6eb16bee-abe5-49c3-8a3c-6a3707f42f6f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:09.925094 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-6eb16bee-abe5-49c3-8a3c-6a3707f42f6f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Allocated IP 192.168.233.168 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/308cc1c8-0be9-427f-ab41-9af22fbebd27) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:09.976413 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940c922-decf-4dc3-a406-1a9bcdc23892 req-203000e6-fa7d-4408-8001-9dfd6d63b41c tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:09.987271 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c940c922-decf-4dc3-a406-1a9bcdc23892 req-203000e6-fa7d-4408-8001-9dfd6d63b41c tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 1098 time: 0.0923955 Jul 07 16:54:10.038825 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c940c922-decf-4dc3-a406-1a9bcdc23892 req-6a2cb245-6a10-4963-9f95-9c82c32c61c1 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503185 Jul 07 16:54:10.209953 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003a52c1-a304-452f-aa5b-08ab795fdc95 x-openstack-request-id: req-003a52c1-a304-452f-aa5b-08ab795fdc95 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:10.212492 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66bed568-b946-4dfc-b418-0e22ce995b8e", "name": "network-vif-plugged", "status": "completed", "tag": "7fb579f7-d66f-461e-905f-c71d6d046810", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:10.212970 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-003a52c1-a304-452f-aa5b-08ab795fdc95 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:10.213595 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bed568-b946-4dfc-b418-0e22ce995b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb579f7-d66f-461e-905f-c71d6d046810', 'code': 200} Jul 07 16:54:10.460981 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-17a32e2b-6172-4e8b-abce-66d087b37047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:10.468238 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-17a32e2b-6172-4e8b-abce-66d087b37047 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 1098 time: 0.5224705 Jul 07 16:54:10.674656 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b71ce-c1a7-4550-94ff-f5ed2929b01d req-2356128e-157c-4787-bd93-c5387418b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:10.675095 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-6eb16bee-abe5-49c3-8a3c-6a3707f42f6f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:10.680203 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6a9b71ce-c1a7-4550-94ff-f5ed2929b01d req-2356128e-157c-4787-bd93-c5387418b784 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 1102 time: 0.3417745 Jul 07 16:54:10.787284 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-6eb16bee-abe5-49c3-8a3c-6a3707f42f6f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Transition to ACTIVE for port object 308cc1c8-0be9-427f-ab41-9af22fbebd27 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:10.791738 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684267bf-76b1-4f95-a9db-7283ba2365c2 req-00f4bc29-8def-48d5-8944-38b0180e6f31 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:10.805689 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-684267bf-76b1-4f95-a9db-7283ba2365c2 req-00f4bc29-8def-48d5-8944-38b0180e6f31 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 950 time: 0.3450229 Jul 07 16:54:10.856005 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6a9b71ce-c1a7-4550-94ff-f5ed2929b01d req-56e41a66-52cf-429f-8929-df23247c20a2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632705 Jul 07 16:54:10.858105 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-32ed72ae-ad2d-45f9-8391-86777c8cc45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:10.861577 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-32ed72ae-ad2d-45f9-8391-86777c8cc45b service neutron] 10.222.0.72 "GET /v2.0/networks?id=1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 200 len: 922 time: 0.3631914 Jul 07 16:54:10.896229 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-684267bf-76b1-4f95-a9db-7283ba2365c2 req-7de5fcbb-d12f-4fc1-b5cf-70d048d09813 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879402 Jul 07 16:54:11.054434 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-0ee7cde8-a547-42be-89c4-d93e3b756709 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=743f33e3-87bf-4ea2-a416-4b7372786a35 HTTP/1.1" status: 200 len: 217 time: 0.1428299 Jul 07 16:54:11.136977 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-6eb16bee-abe5-49c3-8a3c-6a3707f42f6f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:11.146841 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2', 'b9b325a4-0180-47b7-b624-ab8e2e6d21e4', 'bea5d2f1-8163-46dd-810f-effbe19bd1e2'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:11.240291 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['c21768d3-1ac5-4f55-bd0b-04211e22f403', 'bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:11.250115 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-033eeddd-d7f9-443f-96b6-b3d965b245ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:11.251740 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-033eeddd-d7f9-443f-96b6-b3d965b245ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=efc5a7ec-004d-467f-9a91-81aefb64567f HTTP/1.1" status: 200 len: 861 time: 0.1858037 Jul 07 16:54:11.262315 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-6eb16bee-abe5-49c3-8a3c-6a3707f42f6f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:11.279136 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb16bee-abe5-49c3-8a3c-6a3707f42f6f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Pushing event updated for resources: {'Port': ['ID=308cc1c8-0be9-427f-ab41-9af22fbebd27,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:11.300716 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-6eb16bee-abe5-49c3-8a3c-6a3707f42f6f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:11.315388 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-6eb16bee-abe5-49c3-8a3c-6a3707f42f6f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:11.366300 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909fd8c-e832-42fa-9f32-a87abd38c747 req-b939e69f-d65a-46e0-9769-51fa0e6b0e42 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:11.386606 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d909fd8c-e832-42fa-9f32-a87abd38c747 req-b939e69f-d65a-46e0-9769-51fa0e6b0e42 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 946 time: 0.1851933 Jul 07 16:54:11.412969 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-60fefd3a-8455-4693-9bab-bfbfd1ba0d49 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1ad75942-8a9e-4718-9815-ad27d5bad609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1459372 Jul 07 16:54:11.503635 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d909fd8c-e832-42fa-9f32-a87abd38c747 req-f86604fc-fdec-4480-a876-131cd30b1823 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152735 Jul 07 16:54:11.535481 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-6eb16bee-abe5-49c3-8a3c-6a3707f42f6f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:11.536214 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-6eb16bee-abe5-49c3-8a3c-6a3707f42f6f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:11.593869 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-6eb16bee-abe5-49c3-8a3c-6a3707f42f6f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4359281 Jul 07 16:54:11.624540 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-2546ee23-3209-4155-b501-927ce47e0db9 service neutron] Request body: {'port': {'device_id': 'b00227d5-19b9-4630-8755-16a268ada2fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:11.693536 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-3750106a-efeb-4000-8de5-e84afb3091af service neutron] 10.222.0.72 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682965 Jul 07 16:54:11.814491 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1a9c870e-be2b-41df-a892-986f85528f78 None None] Provisioning for port 308cc1c8-0be9-427f-ab41-9af22fbebd27 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:11.845565 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1a9c870e-be2b-41df-a892-986f85528f78 None None] Provisioning complete for port 308cc1c8-0be9-427f-ab41-9af22fbebd27 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:11.847008 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1a9c870e-be2b-41df-a892-986f85528f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:11.955760 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-1a9c870e-be2b-41df-a892-986f85528f78 None None] Port 308cc1c8-0be9-427f-ab41-9af22fbebd27 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:54:12.314626 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-2546ee23-3209-4155-b501-927ce47e0db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:12.476483 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-f2293e50-f0a1-4795-9233-a05093445dcf service neutron] 10.222.0.72 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7672255 Jul 07 16:54:12.513598 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749e15c-5167-4bde-afa3-cf37cb6d2c00 req-143250d7-e2c0-40e5-a54d-8ce00da4fa6c tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:12.526401 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c749e15c-5167-4bde-afa3-cf37cb6d2c00 req-143250d7-e2c0-40e5-a54d-8ce00da4fa6c tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=b00227d5-19b9-4630-8755-16a268ada2fe HTTP/1.1" status: 200 len: 936 time: 0.7456062 Jul 07 16:54:12.743436 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c749e15c-5167-4bde-afa3-cf37cb6d2c00 req-3f365cc1-67d4-4481-b596-f73055140aae tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151518 Jul 07 16:54:12.900455 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-56fc7426-193e-4a6b-9a59-1ae5e68106f4 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:12.900455 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-56fc7426-193e-4a6b-9a59-1ae5e68106f4 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961&tenant_id=5fe2f64972d24fa49d6d4e62948f5951&binding%3Ahost_id=n-h1-791503-12 HTTP/1.1" status: 200 len: 1098 time: 0.2312441 Jul 07 16:54:12.927646 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-0f096961-f3a5-425c-a49d-a44251649a65 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791503-12'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:13.097881 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-0f096961-f3a5-425c-a49d-a44251649a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:13.139155 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-2546ee23-3209-4155-b501-927ce47e0db9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 308cc1c8-0be9-427f-ab41-9af22fbebd27 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:13.155000 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-2546ee23-3209-4155-b501-927ce47e0db9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:13.208938 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-2546ee23-3209-4155-b501-927ce47e0db9 service neutron] Transition to ACTIVE for port object 308cc1c8-0be9-427f-ab41-9af22fbebd27 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:13.221694 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-2546ee23-3209-4155-b501-927ce47e0db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:13.488783 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-0f096961-f3a5-425c-a49d-a44251649a65 service neutron] For port 743f33e3-87bf-4ea2-a416-4b7372786a35, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=743f33e3-87bf-4ea2-a416-4b7372786a35,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:13.579702 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-0f096961-f3a5-425c-a49d-a44251649a65 service neutron] For port 743f33e3-87bf-4ea2-a416-4b7372786a35, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:13.634598 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546ee23-3209-4155-b501-927ce47e0db9 service neutron] Pushing event updated for resources: {'Port': ['ID=308cc1c8-0be9-427f-ab41-9af22fbebd27,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:13.689915 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66078b79-14c8-4412-919f-7a196c89f394 req-bd15c533-5d06-4092-a54b-4243d282159e tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:13.698306 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-66078b79-14c8-4412-919f-7a196c89f394 req-bd15c533-5d06-4092-a54b-4243d282159e tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 950 time: 0.6242144 Jul 07 16:54:13.834833 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219616b-32d9-4e23-90f9-729f1234054f req-7be838d1-9685-4296-b89f-f8ce9f8d342c tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:13.838683 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a219616b-32d9-4e23-90f9-729f1234054f req-7be838d1-9685-4296-b89f-f8ce9f8d342c tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 946 time: 0.1737955 Jul 07 16:54:13.872158 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-0f096961-f3a5-425c-a49d-a44251649a65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:13.877047 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96303ef-53a5-4c88-8409-f1da92c19961', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '743f33e3-87bf-4ea2-a416-4b7372786a35'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:13.883266 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b40cf1-0f5b-4d2b-8a00-2af6e6cfba6b" -d '{"events": [{"server_uuid": "a96303ef-53a5-4c88-8409-f1da92c19961", "name": "network-vif-unplugged", "status": "completed", "tag": "743f33e3-87bf-4ea2-a416-4b7372786a35"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:13.907736 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-0f096961-f3a5-425c-a49d-a44251649a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:13.918691 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a219616b-32d9-4e23-90f9-729f1234054f req-c4f8bea1-a248-4b84-b8ec-ea0c4ce3cd37 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547771 Jul 07 16:54:13.964871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-2546ee23-3209-4155-b501-927ce47e0db9 service neutron] Attempting to bind port 308cc1c8-0be9-427f-ab41-9af22fbebd27 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:13.965575 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-2546ee23-3209-4155-b501-927ce47e0db9 service neutron] Attempting to bind port 308cc1c8-0be9-427f-ab41-9af22fbebd27 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:13.966261 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-2546ee23-3209-4155-b501-927ce47e0db9 service neutron] Attempting to bind port 308cc1c8-0be9-427f-ab41-9af22fbebd27 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:14.061470 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-66078b79-14c8-4412-919f-7a196c89f394 req-1522df2f-925c-49ab-a223-55bc00d07a17 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583453 Jul 07 16:54:14.080950 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-2546ee23-3209-4155-b501-927ce47e0db9 service neutron] Port 308cc1c8-0be9-427f-ab41-9af22fbebd27 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:54:14.081552 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-2546ee23-3209-4155-b501-927ce47e0db9 service neutron] Attempting to bind port 308cc1c8-0be9-427f-ab41-9af22fbebd27 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:14.119834 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-2546ee23-3209-4155-b501-927ce47e0db9 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:14.121693 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-2546ee23-3209-4155-b501-927ce47e0db9 service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:14.123083 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-2546ee23-3209-4155-b501-927ce47e0db9 service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:14.124934 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-2546ee23-3209-4155-b501-927ce47e0db9 service neutron] Bound port: 308cc1c8-0be9-427f-ab41-9af22fbebd27, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:14.126078 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-2546ee23-3209-4155-b501-927ce47e0db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:14.166071 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f096961-f3a5-425c-a49d-a44251649a65 service neutron] Pushing event updated for resources: {'Port': ['ID=743f33e3-87bf-4ea2-a416-4b7372786a35,revision_number=7']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:14.296960 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-0f096961-f3a5-425c-a49d-a44251649a65 service neutron] Attempting to bind port 743f33e3-87bf-4ea2-a416-4b7372786a35 on host n-h1-791503-12 for vnic_type normal with profile {"migrating_to": "n-h2-791503-12"} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:14.297594 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-0f096961-f3a5-425c-a49d-a44251649a65 service neutron] Attempting to bind port 743f33e3-87bf-4ea2-a416-4b7372786a35 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:14.298116 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-0f096961-f3a5-425c-a49d-a44251649a65 service neutron] Attempting to bind port 743f33e3-87bf-4ea2-a416-4b7372786a35 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:14.314620 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-0f096961-f3a5-425c-a49d-a44251649a65 service neutron] Port 743f33e3-87bf-4ea2-a416-4b7372786a35 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:54:14.315243 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-0f096961-f3a5-425c-a49d-a44251649a65 service neutron] Attempting to bind port 743f33e3-87bf-4ea2-a416-4b7372786a35 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:14.332097 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-0f096961-f3a5-425c-a49d-a44251649a65 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:14.332778 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-0f096961-f3a5-425c-a49d-a44251649a65 service neutron] Checking segment: {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:14.333925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-0f096961-f3a5-425c-a49d-a44251649a65 service neutron] Bound using segment: {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:14.334818 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-0f096961-f3a5-425c-a49d-a44251649a65 service neutron] Bound port: 743f33e3-87bf-4ea2-a416-4b7372786a35, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:14.335381 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-0f096961-f3a5-425c-a49d-a44251649a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:14.385069 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-2546ee23-3209-4155-b501-927ce47e0db9 service neutron] For port 308cc1c8-0be9-427f-ab41-9af22fbebd27, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:14.391161 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-2546ee23-3209-4155-b501-927ce47e0db9 service neutron] For port 308cc1c8-0be9-427f-ab41-9af22fbebd27, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=308cc1c8-0be9-427f-ab41-9af22fbebd27,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:14.407665 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccfe95-8886-4e70-a009-2b7ce72c8277 req-319ad5c5-f56b-43dc-8d94-d6d7f7f3de23 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:14.411924 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-82ccfe95-8886-4e70-a009-2b7ce72c8277 req-319ad5c5-f56b-43dc-8d94-d6d7f7f3de23 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 1098 time: 0.1168826 Jul 07 16:54:14.424312 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-2546ee23-3209-4155-b501-927ce47e0db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:14.439336 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5c3e3-844f-49c0-85ad-6a7f5b3c03c1 req-1a2cac91-f932-4572-940e-a222c4c7b3e6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:14.441188 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-59a5c3e3-844f-49c0-85ad-6a7f5b3c03c1 req-1a2cac91-f932-4572-940e-a222c4c7b3e6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=b00227d5-19b9-4630-8755-16a268ada2fe HTTP/1.1" status: 200 len: 948 time: 0.2198672 Jul 07 16:54:14.488730 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-82ccfe95-8886-4e70-a009-2b7ce72c8277 req-589a068e-89db-47d6-b71d-854b12d92dec tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683949 Jul 07 16:54:14.535128 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-2546ee23-3209-4155-b501-927ce47e0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:14.535779 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-2546ee23-3209-4155-b501-927ce47e0db9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:14.537942 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-2546ee23-3209-4155-b501-927ce47e0db9 service neutron] 10.222.0.72 "PUT /v2.0/ports/308cc1c8-0be9-427f-ab41-9af22fbebd27 HTTP/1.1" status: 200 len: 1097 time: 2.9189463 Jul 07 16:54:14.576501 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-0f096961-f3a5-425c-a49d-a44251649a65 service neutron] For port 743f33e3-87bf-4ea2-a416-4b7372786a35, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:14.589295 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-59a5c3e3-844f-49c0-85ad-6a7f5b3c03c1 req-c854ec0f-6522-4186-80b7-916d44a30a9c tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205411 Jul 07 16:54:14.590021 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546ee23-3209-4155-b501-927ce47e0db9 service neutron] Pushing event updated for resources: {'Port': ['ID=308cc1c8-0be9-427f-ab41-9af22fbebd27,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:14.643748 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5f7164-5f86-4586-8fbb-67a2675bd020 x-openstack-request-id: req-af5f7164-5f86-4586-8fbb-67a2675bd020 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:14.647167 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96303ef-53a5-4c88-8409-f1da92c19961", "name": "network-vif-unplugged", "status": "completed", "tag": "743f33e3-87bf-4ea2-a416-4b7372786a35", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:14.647950 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af5f7164-5f86-4586-8fbb-67a2675bd020 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:14.648782 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96303ef-53a5-4c88-8409-f1da92c19961', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '743f33e3-87bf-4ea2-a416-4b7372786a35', 'code': 200} Jul 07 16:54:14.653398 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-0f096961-f3a5-425c-a49d-a44251649a65 service neutron] For port 743f33e3-87bf-4ea2-a416-4b7372786a35, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=743f33e3-87bf-4ea2-a416-4b7372786a35,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:14.799495 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-0f096961-f3a5-425c-a49d-a44251649a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:14.888282 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-a6a63bf0-1260-4136-8898-019cca8cd254 req-a214dfe0-36a5-42fd-8401-1b900d4e8d2f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:54:14.890655 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6a63bf0-1260-4136-8898-019cca8cd254 req-a214dfe0-36a5-42fd-8401-1b900d4e8d2f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105367 Jul 07 16:54:14.992348 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f096961-f3a5-425c-a49d-a44251649a65 service neutron] Pushing event updated for resources: {'Port': ['ID=743f33e3-87bf-4ea2-a416-4b7372786a35,revision_number=8']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:15.102944 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-0f096961-f3a5-425c-a49d-a44251649a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:15.104192 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-0f096961-f3a5-425c-a49d-a44251649a65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:15.107388 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-0f096961-f3a5-425c-a49d-a44251649a65 service neutron] 10.222.0.72 "PUT /v2.0/ports/743f33e3-87bf-4ea2-a416-4b7372786a35 HTTP/1.1" status: 200 len: 1124 time: 2.1990750 Jul 07 16:54:15.154169 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-c9c865e2-23c4-463e-9deb-a81e116a7278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:15.169146 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-c9c865e2-23c4-463e-9deb-a81e116a7278 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cacbbe331674230a8cdeaae1095bd51&device_id=b00227d5-19b9-4630-8755-16a268ada2fe HTTP/1.1" status: 200 len: 1100 time: 0.5358217 Jul 07 16:54:15.238950 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['743f33e3-87bf-4ea2-a416-4b7372786a35'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:15.285538 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-e83d2786-c93c-4279-adf0-3c17fcd3238a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=308cc1c8-0be9-427f-ab41-9af22fbebd27 HTTP/1.1" status: 200 len: 217 time: 0.0974684 Jul 07 16:54:15.436707 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-fac64b95-64c1-4acd-8362-daf0cae9bcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:15.447481 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-fac64b95-64c1-4acd-8362-daf0cae9bcd8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1581986 Jul 07 16:54:15.545278 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-15391653-f368-449a-ade0-52b61b437dbf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1640599 Jul 07 16:54:15.663114 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-973fce3b-5abe-43fe-9ea0-edb39bc156c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:15.678734 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-973fce3b-5abe-43fe-9ea0-edb39bc156c0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2096658 Jul 07 16:54:15.922204 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d1622-a076-419d-b767-132924e4b12d req-0cd692f0-5e8f-4d97-bb91-3bbd8f385ea0 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:15.924061 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c22d1622-a076-419d-b767-132924e4b12d req-0cd692f0-5e8f-4d97-bb91-3bbd8f385ea0 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 944 time: 0.2066009 Jul 07 16:54:15.929264 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-e77f2506-d878-4b46-a243-68c82e556c38 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490389 Jul 07 16:54:16.117812 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c22d1622-a076-419d-b767-132924e4b12d req-deb787e2-3eca-4a52-bb20-9070542f7f5b tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657283 Jul 07 16:54:16.184427 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cd62c531-0aed-4c77-848b-b2ff67266f05 req-f2af23ff-8388-45f9-be2e-aba8a18eb512 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468781 Jul 07 16:54:16.539663 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b851d-0c02-4c81-a7aa-fe51c8105793 req-bb92c7fa-0ae1-4203-8a9e-71d61f646be9 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:16.543314 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-497b851d-0c02-4c81-a7aa-fe51c8105793 req-bb92c7fa-0ae1-4203-8a9e-71d61f646be9 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 950 time: 0.1191034 Jul 07 16:54:16.646364 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-497b851d-0c02-4c81-a7aa-fe51c8105793 req-8d0387e2-720c-41a9-8e60-18c97c5f2ff9 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908659 Jul 07 16:54:16.653447 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00227d5-19b9-4630-8755-16a268ada2fe', 'tag': '308cc1c8-0be9-427f-ab41-9af22fbebd27'}, {'name': 'network-changed', 'server_uuid': 'a96303ef-53a5-4c88-8409-f1da92c19961', 'tag': '743f33e3-87bf-4ea2-a416-4b7372786a35'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:16.658012 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5889645c-77b7-4a0c-bca5-48e4b35ae7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "b00227d5-19b9-4630-8755-16a268ada2fe", "tag": "308cc1c8-0be9-427f-ab41-9af22fbebd27"}, {"name": "network-changed", "server_uuid": "a96303ef-53a5-4c88-8409-f1da92c19961", "tag": "743f33e3-87bf-4ea2-a416-4b7372786a35"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:17.187630 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-be469ec1-a025-44fb-8c1c-e66723863912 req-ef5e91b8-097f-4ba4-94ba-44eb161a4d51 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:54:17.190311 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be469ec1-a025-44fb-8c1c-e66723863912 req-ef5e91b8-097f-4ba4-94ba-44eb161a4d51 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109739 Jul 07 16:54:17.197311 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33742d6-23c6-4ea1-9445-cdbb32bb57d6 req-b46aee51-e99a-48e3-8837-5aeec64041cc tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:17.198961 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d33742d6-23c6-4ea1-9445-cdbb32bb57d6 req-b46aee51-e99a-48e3-8837-5aeec64041cc tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=b00227d5-19b9-4630-8755-16a268ada2fe HTTP/1.1" status: 200 len: 948 time: 0.1567054 Jul 07 16:54:17.212966 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-be469ec1-a025-44fb-8c1c-e66723863912 req-c196f3f9-56c2-473c-b17d-77f8614a546c service neutron] Request body: {'binding': {'host': 'n-h1-791503-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:17.213629 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-be469ec1-a025-44fb-8c1c-e66723863912 req-c196f3f9-56c2-473c-b17d-77f8614a546c service neutron] Unknown quota resources ['binding']. {{(pid=100193) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 16:54:17.245257 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d33742d6-23c6-4ea1-9445-cdbb32bb57d6 req-1a9971c6-a13d-4905-8f4c-f040db56b25e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395393 Jul 07 16:54:17.394306 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-be469ec1-a025-44fb-8c1c-e66723863912 req-c196f3f9-56c2-473c-b17d-77f8614a546c service neutron] Attempting to bind port cefcd36b-89a5-4cdc-a057-5ee206ec348f on host n-h1-791503-12 for vnic_type normal with profile None {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:17.394818 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-be469ec1-a025-44fb-8c1c-e66723863912 req-c196f3f9-56c2-473c-b17d-77f8614a546c service neutron] Attempting to bind port cefcd36b-89a5-4cdc-a057-5ee206ec348f by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:17.396258 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be469ec1-a025-44fb-8c1c-e66723863912 req-c196f3f9-56c2-473c-b17d-77f8614a546c service neutron] Attempting to bind port cefcd36b-89a5-4cdc-a057-5ee206ec348f on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:17.401686 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be469ec1-a025-44fb-8c1c-e66723863912 req-c196f3f9-56c2-473c-b17d-77f8614a546c service neutron] Port cefcd36b-89a5-4cdc-a057-5ee206ec348f on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:54:17.402008 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be469ec1-a025-44fb-8c1c-e66723863912 req-c196f3f9-56c2-473c-b17d-77f8614a546c service neutron] Attempting to bind port cefcd36b-89a5-4cdc-a057-5ee206ec348f on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:17.408271 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be469ec1-a025-44fb-8c1c-e66723863912 req-c196f3f9-56c2-473c-b17d-77f8614a546c service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:17.408775 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be469ec1-a025-44fb-8c1c-e66723863912 req-c196f3f9-56c2-473c-b17d-77f8614a546c service neutron] Checking segment: {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:17.409204 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be469ec1-a025-44fb-8c1c-e66723863912 req-c196f3f9-56c2-473c-b17d-77f8614a546c service neutron] Bound using segment: {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:17.409526 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-be469ec1-a025-44fb-8c1c-e66723863912 req-c196f3f9-56c2-473c-b17d-77f8614a546c service neutron] Bound port: cefcd36b-89a5-4cdc-a057-5ee206ec348f, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:17.478429 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-be469ec1-a025-44fb-8c1c-e66723863912 req-c196f3f9-56c2-473c-b17d-77f8614a546c service neutron] For port cefcd36b-89a5-4cdc-a057-5ee206ec348f, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=cefcd36b-89a5-4cdc-a057-5ee206ec348f,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:17.484428 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-be469ec1-a025-44fb-8c1c-e66723863912 req-c196f3f9-56c2-473c-b17d-77f8614a546c service neutron] Notify callbacks [] for binding, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.485675 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be469ec1-a025-44fb-8c1c-e66723863912 req-c196f3f9-56c2-473c-b17d-77f8614a546c service neutron] 10.222.0.53 "POST /v2.0/ports/cefcd36b-89a5-4cdc-a057-5ee206ec348f/bindings HTTP/1.1" status: 201 len: 390 time: 0.2824533 Jul 07 16:54:17.510314 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7c9eaa-079c-4172-b80e-f5792f1ef55c x-openstack-request-id: req-9b7c9eaa-079c-4172-b80e-f5792f1ef55c {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:17.510808 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00227d5-19b9-4630-8755-16a268ada2fe", "tag": "308cc1c8-0be9-427f-ab41-9af22fbebd27", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a96303ef-53a5-4c88-8409-f1da92c19961", "tag": "743f33e3-87bf-4ea2-a416-4b7372786a35", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:17.511227 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b7c9eaa-079c-4172-b80e-f5792f1ef55c {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:17.511920 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00227d5-19b9-4630-8755-16a268ada2fe', 'tag': '308cc1c8-0be9-427f-ab41-9af22fbebd27', 'status': 'completed', 'code': 200} Jul 07 16:54:17.512367 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96303ef-53a5-4c88-8409-f1da92c19961', 'tag': '743f33e3-87bf-4ea2-a416-4b7372786a35', 'status': 'completed', 'code': 200} Jul 07 16:54:17.634946 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889645c-77b7-4a0c-bca5-48e4b35ae7e3 req-79ad3ebc-48d0-43c6-9a63-2ac088f169a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:17.638091 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5889645c-77b7-4a0c-bca5-48e4b35ae7e3 req-79ad3ebc-48d0-43c6-9a63-2ac088f169a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 1127 time: 0.0957086 Jul 07 16:54:17.811298 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889645c-77b7-4a0c-bca5-48e4b35ae7e3 req-5aeea6f2-d47a-4988-86ad-37a68efab4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:17.812701 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5889645c-77b7-4a0c-bca5-48e4b35ae7e3 req-5aeea6f2-d47a-4988-86ad-37a68efab4f7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 200 len: 922 time: 0.1636658 Jul 07 16:54:17.876786 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5889645c-77b7-4a0c-bca5-48e4b35ae7e3 req-a03f74ca-f36b-4afa-82cb-5e83930b359b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=743f33e3-87bf-4ea2-a416-4b7372786a35 HTTP/1.1" status: 200 len: 217 time: 0.0534265 Jul 07 16:54:17.894443 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889645c-77b7-4a0c-bca5-48e4b35ae7e3 req-24a1311e-0332-45a8-8787-89e22765489b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:17.898100 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5889645c-77b7-4a0c-bca5-48e4b35ae7e3 req-24a1311e-0332-45a8-8787-89e22765489b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cacbbe331674230a8cdeaae1095bd51&device_id=b00227d5-19b9-4630-8755-16a268ada2fe HTTP/1.1" status: 200 len: 1100 time: 0.3571465 Jul 07 16:54:18.006910 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889645c-77b7-4a0c-bca5-48e4b35ae7e3 req-fb13136f-deee-44c9-a41c-e97caae33e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:18.008349 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5889645c-77b7-4a0c-bca5-48e4b35ae7e3 req-fb13136f-deee-44c9-a41c-e97caae33e8d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=efc5a7ec-004d-467f-9a91-81aefb64567f HTTP/1.1" status: 200 len: 861 time: 0.1187525 Jul 07 16:54:18.059869 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5889645c-77b7-4a0c-bca5-48e4b35ae7e3 req-0c773ed1-210e-4a8d-acd7-8bd0fa9afb36 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ad75942-8a9e-4718-9815-ad27d5bad609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400021 Jul 07 16:54:18.073512 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be469ec1-a025-44fb-8c1c-e66723863912 req-8f935519-5ab0-4e85-bc06-01e63e9cf5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:18.073845 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-663d9f86-ef2d-4011-bdfd-d776b44952b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:18.075006 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be469ec1-a025-44fb-8c1c-e66723863912 req-8f935519-5ab0-4e85-bc06-01e63e9cf5ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3c30a38df434836b6a6d7bed9173bf0&device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 1098 time: 0.1969786 Jul 07 16:54:18.076047 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-663d9f86-ef2d-4011-bdfd-d776b44952b6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 1102 time: 0.3528154 Jul 07 16:54:18.107216 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d8972-f6c4-426c-9110-4eb21dac40ce req-9b41933c-bab9-42de-80b3-1ca07a363319 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:18.110019 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-883d8972-f6c4-426c-9110-4eb21dac40ce req-9b41933c-bab9-42de-80b3-1ca07a363319 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f HTTP/1.1" status: 200 len: 951 time: 0.3171625 Jul 07 16:54:18.140481 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c099f-eb76-4f23-b218-e174e2a719ed req-845bbad2-13cc-4865-8424-53c67ce59750 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:18.142099 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-694c099f-eb76-4f23-b218-e174e2a719ed req-845bbad2-13cc-4865-8424-53c67ce59750 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 944 time: 0.2204082 Jul 07 16:54:18.232554 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5889645c-77b7-4a0c-bca5-48e4b35ae7e3 req-37272730-0211-4c13-853a-cb1b41863173 service neutron] 10.222.0.64 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614766 Jul 07 16:54:18.293943 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 308cc1c8-0be9-427f-ab41-9af22fbebd27 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:54:18.334963 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 12e03976-57ff-497b-a28c-2cc52e86c04b no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:54:18.368298 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-694c099f-eb76-4f23-b218-e174e2a719ed req-5c520581-1a1c-4e68-bcab-b2b4716234ac tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799245 Jul 07 16:54:18.404393 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be469ec1-a025-44fb-8c1c-e66723863912 req-0f08ab51-5045-4179-8c8b-580ec7f1725f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:18.414447 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be469ec1-a025-44fb-8c1c-e66723863912 req-0f08ab51-5045-4179-8c8b-580ec7f1725f service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f59045c-fb41-4f4e-86ad-a15d05bedb10 HTTP/1.1" status: 200 len: 909 time: 0.3273687 Jul 07 16:54:18.470959 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889645c-77b7-4a0c-bca5-48e4b35ae7e3 req-3071d873-5f39-45e1-85a4-04798f9b7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:18.474065 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5889645c-77b7-4a0c-bca5-48e4b35ae7e3 req-3071d873-5f39-45e1-85a4-04798f9b7760 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.5652757 Jul 07 16:54:18.480333 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-883d8972-f6c4-426c-9110-4eb21dac40ce req-e10dd966-840c-4c32-9628-fa7d99e6da57 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0292522-6d47-430c-b078-d228bbd3d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094220 Jul 07 16:54:18.482127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-a55a9f0f-84a4-4363-9ee1-d9c7b108be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:18.484101 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-a55a9f0f-84a4-4363-9ee1-d9c7b108be3e service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.3944323 Jul 07 16:54:18.513209 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be469ec1-a025-44fb-8c1c-e66723863912 req-a7fc1212-ddca-4526-a333-22ed0c092589 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cefcd36b-89a5-4cdc-a057-5ee206ec348f HTTP/1.1" status: 200 len: 217 time: 0.0841100 Jul 07 16:54:18.522039 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5889645c-77b7-4a0c-bca5-48e4b35ae7e3 req-06d0ad7a-1bfe-40a1-b5c1-5fbe567ba5b8 service neutron] 10.222.0.64 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654998 Jul 07 16:54:18.644383 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be469ec1-a025-44fb-8c1c-e66723863912 req-8545b9fc-2d4c-4a51-9c74-d88bf8ec8d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:18.647554 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be469ec1-a025-44fb-8c1c-e66723863912 req-8545b9fc-2d4c-4a51-9c74-d88bf8ec8d72 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8cf0891f-7dd4-444b-b243-0a9d52ec4798 HTTP/1.1" status: 200 len: 848 time: 0.1052830 Jul 07 16:54:18.657173 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:18.660059 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5889645c-77b7-4a0c-bca5-48e4b35ae7e3 req-bbe55cf5-37ad-42d5-99c5-126b6ac0e999 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=308cc1c8-0be9-427f-ab41-9af22fbebd27 HTTP/1.1" status: 200 len: 217 time: 0.1734769 Jul 07 16:54:18.663399 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-0e45409f-3866-4ab0-af17-42e09c7200e3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=7fb579f7-d66f-461e-905f-c71d6d046810 HTTP/1.1" status: 200 len: 217 time: 0.1619699 Jul 07 16:54:18.712182 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 308cc1c8-0be9-427f-ab41-9af22fbebd27, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=308cc1c8-0be9-427f-ab41-9af22fbebd27,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:18.751842 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '308cc1c8-0be9-427f-ab41-9af22fbebd27', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': '308cc1c8-0be9-427f-ab41-9af22fbebd27', 'mac_address': 'fa:16:3e:93:29:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:54:18.762919 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12e03976-57ff-497b-a28c-2cc52e86c04b'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:18.765148 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76435ed0-cdef-43a1-bd8e-f941d880d4d9" -d '{"events": [{"server_uuid": "a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f", "name": "network-vif-unplugged", "status": "completed", "tag": "12e03976-57ff-497b-a28c-2cc52e86c04b"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:18.779613 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be469ec1-a025-44fb-8c1c-e66723863912 req-46bd8ea9-5042-435b-ac86-90a2cd8ccaa1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f59045c-fb41-4f4e-86ad-a15d05bedb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579901 Jul 07 16:54:18.784598 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 12e03976-57ff-497b-a28c-2cc52e86c04b, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=12e03976-57ff-497b-a28c-2cc52e86c04b,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:18.809111 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:18.811066 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889645c-77b7-4a0c-bca5-48e4b35ae7e3 req-e2d97ad0-32c4-4cda-90b6-6aa20b677ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:18.813673 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5889645c-77b7-4a0c-bca5-48e4b35ae7e3 req-e2d97ad0-32c4-4cda-90b6-6aa20b677ce0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1420765 Jul 07 16:54:18.815419 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-6a6b6537-6e8b-43d3-9da0-193bf2e0b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:18.818308 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-6a6b6537-6e8b-43d3-9da0-193bf2e0b672 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1373813 Jul 07 16:54:18.854399 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:18.888504 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 308cc1c8-0be9-427f-ab41-9af22fbebd27 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:18.925280 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=12e03976-57ff-497b-a28c-2cc52e86c04b,revision_number=11']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:18.947257 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 308cc1c8-0be9-427f-ab41-9af22fbebd27, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=308cc1c8-0be9-427f-ab41-9af22fbebd27,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:18.953465 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830d236-97c4-43b2-ab71-2a19ecd2caac req-2e355637-937e-4944-b436-8042ae7ca401 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:18.955432 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0830d236-97c4-43b2-ab71-2a19ecd2caac req-2e355637-937e-4944-b436-8042ae7ca401 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 950 time: 0.2139463 Jul 07 16:54:18.958428 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:18.960355 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 743f33e3-87bf-4ea2-a416-4b7372786a35 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:54:19.021538 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0830d236-97c4-43b2-ab71-2a19ecd2caac req-c3b05221-ae60-4959-aa84-a00e6dbedc0c tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550492 Jul 07 16:54:19.027137 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-2ce88f49-972c-4fdf-be5f-605ddca62f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:19.028739 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-2ce88f49-972c-4fdf-be5f-605ddca62f7f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1896915 Jul 07 16:54:19.039802 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889645c-77b7-4a0c-bca5-48e4b35ae7e3 req-6be7f1bc-6bc0-49b2-b1f6-cd5a22dc829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:19.042779 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5889645c-77b7-4a0c-bca5-48e4b35ae7e3 req-6be7f1bc-6bc0-49b2-b1f6-cd5a22dc829c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2062321 Jul 07 16:54:19.073645 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=308cc1c8-0be9-427f-ab41-9af22fbebd27,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:19.102786 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652142d9-f737-4dd8-bceb-048ec0432280 req-0ac2fc33-6767-4cdd-8a89-60b12d6fc86f tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:19.104675 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-652142d9-f737-4dd8-bceb-048ec0432280 req-0ac2fc33-6767-4cdd-8a89-60b12d6fc86f tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 946 time: 0.4555626 Jul 07 16:54:19.241988 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 743f33e3-87bf-4ea2-a416-4b7372786a35, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=743f33e3-87bf-4ea2-a416-4b7372786a35,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:19.278726 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-c0a69108-ac12-44a8-87d3-f81089ee91cd service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336521 Jul 07 16:54:19.280867 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 743f33e3-87bf-4ea2-a416-4b7372786a35 has no active binding in host n-h2-791503-12 {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 16:54:19.284225 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-652142d9-f737-4dd8-bceb-048ec0432280 req-9bc05eca-5985-4457-8e3a-a17f7f67323d tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418402 Jul 07 16:54:19.294089 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be469ec1-a025-44fb-8c1c-e66723863912 req-1ce438b2-f8a5-404d-8194-13b5dad13208 service neutron] 10.222.0.64 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999127 Jul 07 16:54:19.313456 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-21939314-d397-45af-8dc2-5c0c8310c708 service neutron] 10.222.0.64 "GET /v2.0/ports/743f33e3-87bf-4ea2-a416-4b7372786a35/bindings/n-h2-791503-12 HTTP/1.1" status: 200 len: 385 time: 0.3440328 Jul 07 16:54:19.461567 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5889645c-77b7-4a0c-bca5-48e4b35ae7e3 req-47523c87-9fab-4c13-8204-7cee92b991b6 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985615 Jul 07 16:54:19.606168 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['308cc1c8-0be9-427f-ab41-9af22fbebd27'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:19.669714 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be469ec1-a025-44fb-8c1c-e66723863912 req-842d2ce1-b3ef-4f77-adfb-12bdd8c8bac6 service neutron] 10.222.0.64 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532162 Jul 07 16:54:19.769874 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-db99e4bb-4594-470d-8b63-7d886fa8ef6b service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4785190 Jul 07 16:54:19.820342 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5889645c-77b7-4a0c-bca5-48e4b35ae7e3 req-4059ff57-a29f-4693-b4b9-ec8cd7168a09 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390517 Jul 07 16:54:19.967285 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-e0012cf8-e3fe-47fc-b380-0eb2e0aec5b8 service neutron] For port 743f33e3-87bf-4ea2-a416-4b7372786a35, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=743f33e3-87bf-4ea2-a416-4b7372786a35,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:19.996852 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-e0012cf8-e3fe-47fc-b380-0eb2e0aec5b8 service neutron] For port 743f33e3-87bf-4ea2-a416-4b7372786a35, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:20.045117 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-e0012cf8-e3fe-47fc-b380-0eb2e0aec5b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 743f33e3-87bf-4ea2-a416-4b7372786a35 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:20.059300 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-e0012cf8-e3fe-47fc-b380-0eb2e0aec5b8 service neutron] For port 743f33e3-87bf-4ea2-a416-4b7372786a35, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=743f33e3-87bf-4ea2-a416-4b7372786a35,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:20.085184 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7eb903-ed2a-49c3-92c6-ce965750efcf req-2c442de1-94fc-4ce3-93b7-0ab542df7419 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:20.086926 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1f7eb903-ed2a-49c3-92c6-ce965750efcf req-2c442de1-94fc-4ce3-93b7-0ab542df7419 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=b00227d5-19b9-4630-8755-16a268ada2fe HTTP/1.1" status: 200 len: 949 time: 0.6449203 Jul 07 16:54:20.108737 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47096) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:20.144478 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-e0012cf8-e3fe-47fc-b380-0eb2e0aec5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:20.323324 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1f7eb903-ed2a-49c3-92c6-ce965750efcf req-0e6ead85-185c-4447-bb15-23972489a082 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650910 Jul 07 16:54:20.351868 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71b60ef8-6b36-441f-a86e-27179711d81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:20.378502 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be469ec1-a025-44fb-8c1c-e66723863912 req-e6afc264-c5b3-435e-9675-34324b576823 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:20.382060 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be469ec1-a025-44fb-8c1c-e66723863912 req-e6afc264-c5b3-435e-9675-34324b576823 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f&tenant_id=e3c30a38df434836b6a6d7bed9173bf0&binding%3Ahost_id=n-h2-791503-12 HTTP/1.1" status: 200 len: 1098 time: 0.4666936 Jul 07 16:54:20.430793 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-be469ec1-a025-44fb-8c1c-e66723863912 req-446c8293-755f-4452-b0ba-286392e546aa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791503-12'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:20.443202 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd1d148-15bd-4792-8e67-4822c43b7b83 x-openstack-request-id: req-ffd1d148-15bd-4792-8e67-4822c43b7b83 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:20.443620 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f", "name": "network-vif-unplugged", "status": "completed", "tag": "12e03976-57ff-497b-a28c-2cc52e86c04b", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:20.443983 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ffd1d148-15bd-4792-8e67-4822c43b7b83 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:20.444565 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12e03976-57ff-497b-a28c-2cc52e86c04b', 'code': 200} Jul 07 16:54:20.586276 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-e0012cf8-e3fe-47fc-b380-0eb2e0aec5b8 service neutron] Transition to ACTIVE for port object 743f33e3-87bf-4ea2-a416-4b7372786a35 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:20.630331 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71b60ef8-6b36-441f-a86e-27179711d81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:20.635769 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71b60ef8-6b36-441f-a86e-27179711d81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:20.650812 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-e0012cf8-e3fe-47fc-b380-0eb2e0aec5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:20.700361 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-71b60ef8-6b36-441f-a86e-27179711d81f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=16fdbd88602b4ceca570f4947a295ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5904067 Jul 07 16:54:20.702816 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b60ef8-6b36-441f-a86e-27179711d81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a958e26b-58af-4b10-9a4e-8b0c90e19f3c,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:20.706078 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47116) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:20.794943 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-37fd7fc3-7987-4755-b8f8-a45582262df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:20.829160 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-37fd7fc3-7987-4755-b8f8-a45582262df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:20.897123 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-37fd7fc3-7987-4755-b8f8-a45582262df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:20.900641 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-37fd7fc3-7987-4755-b8f8-a45582262df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:20.902236 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-37fd7fc3-7987-4755-b8f8-a45582262df3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a958e26b-58af-4b10-9a4e-8b0c90e19f3c HTTP/1.1" status: 204 len: 168 time: 0.1947145 Jul 07 16:54:20.914322 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd7fc3-7987-4755-b8f8-a45582262df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a958e26b-58af-4b10-9a4e-8b0c90e19f3c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:21.186113 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-e0012cf8-e3fe-47fc-b380-0eb2e0aec5b8 service neutron] No DVR routers for this DVR port 743f33e3-87bf-4ea2-a416-4b7372786a35 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:54:21.262311 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-be469ec1-a025-44fb-8c1c-e66723863912 req-446c8293-755f-4452-b0ba-286392e546aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:21.294497 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-e0012cf8-e3fe-47fc-b380-0eb2e0aec5b8 service neutron] 10.222.0.64 "PUT /v2.0/ports/743f33e3-87bf-4ea2-a416-4b7372786a35/bindings/n-h2-791503-12/activate HTTP/1.1" status: 200 len: 370 time: 1.9488628 Jul 07 16:54:21.308466 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0012cf8-e3fe-47fc-b380-0eb2e0aec5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=743f33e3-87bf-4ea2-a416-4b7372786a35,revision_number=10']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:21.349087 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f192eb-d428-4b39-ad43-4f60fa6aeef4 req-de9616f0-7a5c-46a2-81d8-ea87b497c638 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:21.356094 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-36f192eb-d428-4b39-ad43-4f60fa6aeef4 req-de9616f0-7a5c-46a2-81d8-ea87b497c638 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 945 time: 0.6867616 Jul 07 16:54:21.375503 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47148) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:21.395971 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8ed3d-07a3-4c03-ad2c-ee50cb29d510 req-954717d0-f42d-4c52-af4a-d2d6c5f4571d tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:21.397753 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6ba8ed3d-07a3-4c03-ad2c-ee50cb29d510 req-954717d0-f42d-4c52-af4a-d2d6c5f4571d tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 950 time: 0.1131907 Jul 07 16:54:21.459574 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-36f192eb-d428-4b39-ad43-4f60fa6aeef4 req-b669c1d6-f489-4baf-8260-9222c68c20e6 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000094 Jul 07 16:54:21.561638 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-be469ec1-a025-44fb-8c1c-e66723863912 req-446c8293-755f-4452-b0ba-286392e546aa service neutron] For port cefcd36b-89a5-4cdc-a057-5ee206ec348f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=cefcd36b-89a5-4cdc-a057-5ee206ec348f,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:21.686157 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-be469ec1-a025-44fb-8c1c-e66723863912 req-446c8293-755f-4452-b0ba-286392e546aa service neutron] For port cefcd36b-89a5-4cdc-a057-5ee206ec348f, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:21.763271 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e35952-ffd6-427e-87b4-de0f521de28f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cefcd36b-89a5-4cdc-a057-5ee206ec348f'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:21.767392 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed7b8a7-b525-4689-96c0-111d71e2f2f8" -d '{"events": [{"server_uuid": "94e35952-ffd6-427e-87b4-de0f521de28f", "name": "network-vif-unplugged", "status": "completed", "tag": "cefcd36b-89a5-4cdc-a057-5ee206ec348f"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:21.776745 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-be469ec1-a025-44fb-8c1c-e66723863912 req-446c8293-755f-4452-b0ba-286392e546aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:21.801570 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9f7a1-aa45-4b46-b990-ce39062b4c7c req-c312be46-f912-400a-a1f5-65b3941db6f9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:21.804362 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e8a9f7a1-aa45-4b46-b990-ce39062b4c7c req-c312be46-f912-400a-a1f5-65b3941db6f9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 946 time: 0.2100327 Jul 07 16:54:21.806358 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-be469ec1-a025-44fb-8c1c-e66723863912 req-446c8293-755f-4452-b0ba-286392e546aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:21.854140 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f822b05c-525d-4373-801c-7888a0513dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:21.957350 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6ba8ed3d-07a3-4c03-ad2c-ee50cb29d510 req-4273019e-112d-4592-9125-ad0b2b3d8580 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443708 Jul 07 16:54:21.970890 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e8a9f7a1-aa45-4b46-b990-ce39062b4c7c req-8542bd79-f261-42d0-962f-44dccd357e6f tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499462 Jul 07 16:54:22.008359 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-e8c63ad2-be48-48df-922b-cf33a0339a1d tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:22.011218 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-e8c63ad2-be48-48df-922b-cf33a0339a1d tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961&tenant_id=5fe2f64972d24fa49d6d4e62948f5951&binding%3Ahost_id=n-h1-791503-12 HTTP/1.1" status: 200 len: 1097 time: 0.6239944 Jul 07 16:54:22.055857 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-be469ec1-a025-44fb-8c1c-e66723863912 req-446c8293-755f-4452-b0ba-286392e546aa service neutron] Attempting to bind port cefcd36b-89a5-4cdc-a057-5ee206ec348f on host n-h2-791503-12 for vnic_type normal with profile {"migrating_to": "n-h1-791503-12"} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:22.056271 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-be469ec1-a025-44fb-8c1c-e66723863912 req-446c8293-755f-4452-b0ba-286392e546aa service neutron] Attempting to bind port cefcd36b-89a5-4cdc-a057-5ee206ec348f by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:22.056603 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be469ec1-a025-44fb-8c1c-e66723863912 req-446c8293-755f-4452-b0ba-286392e546aa service neutron] Attempting to bind port cefcd36b-89a5-4cdc-a057-5ee206ec348f on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:22.062618 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c8293-755f-4452-b0ba-286392e546aa service neutron] Pushing event updated for resources: {'Port': ['ID=cefcd36b-89a5-4cdc-a057-5ee206ec348f,revision_number=7']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:22.065982 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be469ec1-a025-44fb-8c1c-e66723863912 req-446c8293-755f-4452-b0ba-286392e546aa service neutron] Port cefcd36b-89a5-4cdc-a057-5ee206ec348f on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:54:22.066345 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be469ec1-a025-44fb-8c1c-e66723863912 req-446c8293-755f-4452-b0ba-286392e546aa service neutron] Attempting to bind port cefcd36b-89a5-4cdc-a057-5ee206ec348f on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:22.074311 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be469ec1-a025-44fb-8c1c-e66723863912 req-446c8293-755f-4452-b0ba-286392e546aa service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:22.074652 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be469ec1-a025-44fb-8c1c-e66723863912 req-446c8293-755f-4452-b0ba-286392e546aa service neutron] Checking segment: {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:22.075102 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be469ec1-a025-44fb-8c1c-e66723863912 req-446c8293-755f-4452-b0ba-286392e546aa service neutron] Bound using segment: {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:22.075557 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-be469ec1-a025-44fb-8c1c-e66723863912 req-446c8293-755f-4452-b0ba-286392e546aa service neutron] Bound port: cefcd36b-89a5-4cdc-a057-5ee206ec348f, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:22.075921 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-be469ec1-a025-44fb-8c1c-e66723863912 req-446c8293-755f-4452-b0ba-286392e546aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:22.200768 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-be469ec1-a025-44fb-8c1c-e66723863912 req-446c8293-755f-4452-b0ba-286392e546aa service neutron] For port cefcd36b-89a5-4cdc-a057-5ee206ec348f, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:22.205040 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-be469ec1-a025-44fb-8c1c-e66723863912 req-446c8293-755f-4452-b0ba-286392e546aa service neutron] For port cefcd36b-89a5-4cdc-a057-5ee206ec348f, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=cefcd36b-89a5-4cdc-a057-5ee206ec348f,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:22.214970 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f822b05c-525d-4373-801c-7888a0513dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:22.215326 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-be469ec1-a025-44fb-8c1c-e66723863912 req-446c8293-755f-4452-b0ba-286392e546aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:22.235734 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-bc23ea6d-757b-43a9-9fbd-31aa57ea2447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:22.241625 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-bc23ea6d-757b-43a9-9fbd-31aa57ea2447 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961&tenant_id=5fe2f64972d24fa49d6d4e62948f5951 HTTP/1.1" status: 200 len: 1097 time: 0.2197804 Jul 07 16:54:22.243115 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f822b05c-525d-4373-801c-7888a0513dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:22.280843 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1ce691-b390-4a66-b50a-8d3fc6af6178 x-openstack-request-id: req-8a1ce691-b390-4a66-b50a-8d3fc6af6178 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:22.281287 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e35952-ffd6-427e-87b4-de0f521de28f", "name": "network-vif-unplugged", "status": "completed", "tag": "cefcd36b-89a5-4cdc-a057-5ee206ec348f", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:22.281684 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a1ce691-b390-4a66-b50a-8d3fc6af6178 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:22.282269 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e35952-ffd6-427e-87b4-de0f521de28f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cefcd36b-89a5-4cdc-a057-5ee206ec348f', 'code': 200} Jul 07 16:54:22.310041 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 308cc1c8-0be9-427f-ab41-9af22fbebd27 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:22.380853 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f822b05c-525d-4373-801c-7888a0513dba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4ebe2456a8eb4b24a174186b73dc61ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0038621 Jul 07 16:54:22.381957 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47160) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:22.389461 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c8293-755f-4452-b0ba-286392e546aa service neutron] Pushing event updated for resources: {'Port': ['ID=cefcd36b-89a5-4cdc-a057-5ee206ec348f,revision_number=8']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:22.393265 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be469ec1-a025-44fb-8c1c-e66723863912 req-446c8293-755f-4452-b0ba-286392e546aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:22.393884 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-be469ec1-a025-44fb-8c1c-e66723863912 req-446c8293-755f-4452-b0ba-286392e546aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:22.397035 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be469ec1-a025-44fb-8c1c-e66723863912 req-446c8293-755f-4452-b0ba-286392e546aa service neutron] 10.222.0.64 "PUT /v2.0/ports/cefcd36b-89a5-4cdc-a057-5ee206ec348f HTTP/1.1" status: 200 len: 1124 time: 1.9798656 Jul 07 16:54:22.404344 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 308cc1c8-0be9-427f-ab41-9af22fbebd27 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:22.409773 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 308cc1c8-0be9-427f-ab41-9af22fbebd27 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:22.410526 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:22.508441 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822b05c-525d-4373-801c-7888a0513dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f86b053-1c81-441c-97be-133a958a4aeb,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:22.549932 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['cefcd36b-89a5-4cdc-a057-5ee206ec348f'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:22.558395 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:22.600195 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-452a7d54-a985-494e-9b42-fcd957d39c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:22.617982 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00227d5-19b9-4630-8755-16a268ada2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308cc1c8-0be9-427f-ab41-9af22fbebd27'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:22.621423 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc572a2-3721-42c8-bfd1-cd2fb85bde34" -d '{"events": [{"server_uuid": "b00227d5-19b9-4630-8755-16a268ada2fe", "name": "network-vif-plugged", "status": "completed", "tag": "308cc1c8-0be9-427f-ab41-9af22fbebd27"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:22.633797 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-7aa02ef7-7df6-4033-88cb-68ca2ced4de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:22.635682 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-7aa02ef7-7df6-4033-88cb-68ca2ced4de9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 1097 time: 0.3341620 Jul 07 16:54:22.643998 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-452a7d54-a985-494e-9b42-fcd957d39c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:22.667231 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 308cc1c8-0be9-427f-ab41-9af22fbebd27, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=308cc1c8-0be9-427f-ab41-9af22fbebd27,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:22.676700 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:22.815948 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=308cc1c8-0be9-427f-ab41-9af22fbebd27,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:22.830013 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39878b-0c59-4485-8a25-f5b7738bf43c req-49a55d42-e36b-4677-b561-3a30d630b69c tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:22.832385 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0c39878b-0c59-4485-8a25-f5b7738bf43c req-49a55d42-e36b-4677-b561-3a30d630b69c tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=b00227d5-19b9-4630-8755-16a268ada2fe HTTP/1.1" status: 200 len: 949 time: 0.3966136 Jul 07 16:54:22.843046 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-452a7d54-a985-494e-9b42-fcd957d39c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:22.846507 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-452a7d54-a985-494e-9b42-fcd957d39c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:22.852736 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-452a7d54-a985-494e-9b42-fcd957d39c29 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f86b053-1c81-441c-97be-133a958a4aeb HTTP/1.1" status: 204 len: 168 time: 0.4046595 Jul 07 16:54:22.884350 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a7d54-a985-494e-9b42-fcd957d39c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f86b053-1c81-441c-97be-133a958a4aeb,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:22.897334 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-b557876b-9e79-4fde-9dfe-601d99931a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:22.899051 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-b557876b-9e79-4fde-9dfe-601d99931a52 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 200 len: 922 time: 0.2446737 Jul 07 16:54:22.965975 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-c585690a-9ebe-45fa-b035-4da806edd456 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=743f33e3-87bf-4ea2-a416-4b7372786a35 HTTP/1.1" status: 200 len: 217 time: 0.0577488 Jul 07 16:54:22.969370 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0c39878b-0c59-4485-8a25-f5b7738bf43c req-90604d63-d706-49a9-b0be-59a42ce9ee03 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955920 Jul 07 16:54:23.011193 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab0f41-d8cc-46f3-8161-602e67a5fb8f req-e44894e8-77e4-4094-aaff-dbf1751ebc34 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:23.019181 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 743f33e3-87bf-4ea2-a416-4b7372786a35 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:54:23.033053 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-71ab0f41-d8cc-46f3-8161-602e67a5fb8f req-e44894e8-77e4-4094-aaff-dbf1751ebc34 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 945 time: 0.1671867 Jul 07 16:54:23.039923 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-155f016e-ae7c-4e24-8f0a-c4b9d8da6f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:23.042847 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-155f016e-ae7c-4e24-8f0a-c4b9d8da6f99 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=efc5a7ec-004d-467f-9a91-81aefb64567f HTTP/1.1" status: 200 len: 861 time: 0.0692019 Jul 07 16:54:23.094821 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2eb7dcb-f1f9-46c3-855f-ae89a5ad954c x-openstack-request-id: req-b2eb7dcb-f1f9-46c3-855f-ae89a5ad954c {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:23.097546 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00227d5-19b9-4630-8755-16a268ada2fe", "name": "network-vif-plugged", "status": "completed", "tag": "308cc1c8-0be9-427f-ab41-9af22fbebd27", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:23.097762 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-74c6fe95-1ef5-4524-afad-89d7024f8f77 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1ad75942-8a9e-4718-9815-ad27d5bad609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459120 Jul 07 16:54:23.100950 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2eb7dcb-f1f9-46c3-855f-ae89a5ad954c {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:23.101506 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00227d5-19b9-4630-8755-16a268ada2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308cc1c8-0be9-427f-ab41-9af22fbebd27', 'code': 200} Jul 07 16:54:23.130360 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-71ab0f41-d8cc-46f3-8161-602e67a5fb8f req-77870c32-8bc7-46aa-817d-63373c66a08e tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949564 Jul 07 16:54:23.170553 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 743f33e3-87bf-4ea2-a416-4b7372786a35 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:54:23.341435 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-02e52efc-e894-46dd-8a98-4e3110822d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:23.407463 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-3fceab23-3b57-4b81-80bc-70b698c7a947 service neutron] 10.222.0.72 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025594 Jul 07 16:54:23.423180 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2c789-09f4-40ea-8271-eeb7e4890e95 req-d8688f8b-ebe0-4566-b7b8-e3fa8fa007c4 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:23.433492 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-37b2c789-09f4-40ea-8271-eeb7e4890e95 req-d8688f8b-ebe0-4566-b7b8-e3fa8fa007c4 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f HTTP/1.1" status: 200 len: 949 time: 0.2296538 Jul 07 16:54:23.533921 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6543032-e99c-4c45-9681-3f797eac0d3f req-3c593d87-3e86-45eb-8881-638b1bc1f7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:23.533921 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c6543032-e99c-4c45-9681-3f797eac0d3f req-3c593d87-3e86-45eb-8881-638b1bc1f7a3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b00227d5-19b9-4630-8755-16a268ada2fe HTTP/1.1" status: 200 len: 1102 time: 0.3095417 Jul 07 16:54:23.644367 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4cd71-8dd3-4737-96c5-f3deb20c10fc req-28c133f9-0d98-4cef-a214-97f5c9c04a90 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:23.649492 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9cf4cd71-8dd3-4737-96c5-f3deb20c10fc req-28c133f9-0d98-4cef-a214-97f5c9c04a90 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 944 time: 0.1612403 Jul 07 16:54:23.678615 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-873c6739-2901-4dfb-97ab-bebf10a4b77a service neutron] 10.222.0.72 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371848 Jul 07 16:54:23.697417 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-37b2c789-09f4-40ea-8271-eeb7e4890e95 req-1ed108a3-55ae-4dc2-9c08-42b2a1690800 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0292522-6d47-430c-b078-d228bbd3d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629926 Jul 07 16:54:23.699117 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c6543032-e99c-4c45-9681-3f797eac0d3f req-e2b0496b-0f1b-4f90-bed2-9cd4382d0801 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517813 Jul 07 16:54:23.731927 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9cf4cd71-8dd3-4737-96c5-f3deb20c10fc req-9d03f19e-8b48-4921-bc70-c77b95c40987 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778968 Jul 07 16:54:23.958182 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a68209-7e82-4d51-b639-9bffaca81229 req-71a338ec-6ef0-4d48-aff1-a04035e55226 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:23.967928 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-18a68209-7e82-4d51-b639-9bffaca81229 req-71a338ec-6ef0-4d48-aff1-a04035e55226 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 950 time: 0.0960424 Jul 07 16:54:24.029241 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-18a68209-7e82-4d51-b639-9bffaca81229 req-8ba017ed-54a2-409e-a4c5-085f69e89462 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599871 Jul 07 16:54:24.289141 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e35952-ffd6-427e-87b4-de0f521de28f', 'tag': 'cefcd36b-89a5-4cdc-a057-5ee206ec348f'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:24.291536 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-57a36245-e293-44d8-b4d3-4fbce4a14ad5 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:24.293405 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be68688f-1767-442b-9b58-31722268d685" -d '{"events": [{"name": "network-changed", "server_uuid": "94e35952-ffd6-427e-87b4-de0f521de28f", "tag": "cefcd36b-89a5-4cdc-a057-5ee206ec348f"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:24.295689 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-57a36245-e293-44d8-b4d3-4fbce4a14ad5 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961&tenant_id=5fe2f64972d24fa49d6d4e62948f5951&binding%3Ahost_id=n-h2-791503-12 HTTP/1.1" status: 200 len: 1097 time: 0.1458848 Jul 07 16:54:24.330755 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce7e27-3ab7-42b5-9d3d-e786a505d427 req-986d9651-5436-49e5-a277-0163dfb46719 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:24.331955 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5bce7e27-3ab7-42b5-9d3d-e786a505d427 req-986d9651-5436-49e5-a277-0163dfb46719 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=b00227d5-19b9-4630-8755-16a268ada2fe HTTP/1.1" status: 200 len: 950 time: 0.1662703 Jul 07 16:54:24.417552 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5bce7e27-3ab7-42b5-9d3d-e786a505d427 req-320a5870-830a-49c7-8c62-54bec2b6c706 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755093 Jul 07 16:54:24.508613 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e514fc-1d21-440b-a11c-3897a5ffd013 x-openstack-request-id: req-e2e514fc-1d21-440b-a11c-3897a5ffd013 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:24.509129 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e35952-ffd6-427e-87b4-de0f521de28f", "tag": "cefcd36b-89a5-4cdc-a057-5ee206ec348f", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:24.509537 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e2e514fc-1d21-440b-a11c-3897a5ffd013 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:24.511846 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e35952-ffd6-427e-87b4-de0f521de28f', 'tag': 'cefcd36b-89a5-4cdc-a057-5ee206ec348f', 'status': 'completed', 'code': 200} Jul 07 16:54:24.533326 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7a548-ab88-4c72-9898-b2253aafd220 req-9298a081-8a9b-48c6-8a43-ee97407fa583 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:24.535088 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bfa7a548-ab88-4c72-9898-b2253aafd220 req-9298a081-8a9b-48c6-8a43-ee97407fa583 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 945 time: 0.2048998 Jul 07 16:54:24.603603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-a1d7895b-f3f4-4b43-ab9a-e7e689df5ef8 service neutron] For port 743f33e3-87bf-4ea2-a416-4b7372786a35, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:24.613478 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-a1d7895b-f3f4-4b43-ab9a-e7e689df5ef8 service neutron] Notify callbacks [] for binding, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:24.615225 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a96b49d2-797e-49b3-ba6f-a3e69a50481f req-a1d7895b-f3f4-4b43-ab9a-e7e689df5ef8 service neutron] 10.222.0.72 "DELETE /v2.0/ports/743f33e3-87bf-4ea2-a416-4b7372786a35/bindings/n-h1-791503-12 HTTP/1.1" status: 204 len: 173 time: 0.2982841 Jul 07 16:54:24.632900 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bfa7a548-ab88-4c72-9898-b2253aafd220 req-81d20683-fa62-4f4d-9c5a-f9e1d6322cc5 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848172 Jul 07 16:54:24.664022 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68688f-1767-442b-9b58-31722268d685 req-2462ecf1-7346-484a-9d5a-ef312ba1cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:24.666026 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-be68688f-1767-442b-9b58-31722268d685 req-2462ecf1-7346-484a-9d5a-ef312ba1cadf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3c30a38df434836b6a6d7bed9173bf0&device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 1127 time: 0.1056938 Jul 07 16:54:24.684587 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47214) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:24.983791 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-945a35fe-cee9-4610-a8ec-ac44c2d74fcc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-312182695-network', 'tenant_id': '749e4a1fa1b649bdb47da80f7e7e218b'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:25.014791 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device cefcd36b-89a5-4cdc-a057-5ee206ec348f details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:54:25.024238 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68688f-1767-442b-9b58-31722268d685 req-13d76ffb-24ba-4260-beef-1010196c1767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:25.027828 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-be68688f-1767-442b-9b58-31722268d685 req-13d76ffb-24ba-4260-beef-1010196c1767 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f59045c-fb41-4f4e-86ad-a15d05bedb10 HTTP/1.1" status: 200 len: 909 time: 0.3513103 Jul 07 16:54:25.109119 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945a35fe-cee9-4610-a8ec-ac44c2d74fcc admin admin] Made reservation on behalf of 749e4a1fa1b649bdb47da80f7e7e218b for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:25.115863 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-945a35fe-cee9-4610-a8ec-ac44c2d74fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.142399 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-be68688f-1767-442b-9b58-31722268d685 req-a674f0e5-8051-4d7a-8b8a-93cb68e1920c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cefcd36b-89a5-4cdc-a057-5ee206ec348f HTTP/1.1" status: 200 len: 217 time: 0.1013827 Jul 07 16:54:25.202666 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-945a35fe-cee9-4610-a8ec-ac44c2d74fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.248098 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port cefcd36b-89a5-4cdc-a057-5ee206ec348f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=cefcd36b-89a5-4cdc-a057-5ee206ec348f,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:25.268400 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device cefcd36b-89a5-4cdc-a057-5ee206ec348f has no active binding in host n-h1-791503-12 {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 16:54:25.342665 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0364fe7-8de7-4736-a222-de62a06e7cbe req-ae0ad08e-7666-4b8b-839a-adc685b927cb tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:25.344594 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0364fe7-8de7-4736-a222-de62a06e7cbe req-ae0ad08e-7666-4b8b-839a-adc685b927cb tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 944 time: 0.2230973 Jul 07 16:54:25.380067 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68688f-1767-442b-9b58-31722268d685 req-a2180bf0-55bf-4e54-9cf0-86e395765a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:25.384505 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-be68688f-1767-442b-9b58-31722268d685 req-a2180bf0-55bf-4e54-9cf0-86e395765a74 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8cf0891f-7dd4-444b-b243-0a9d52ec4798 HTTP/1.1" status: 200 len: 848 time: 0.2334738 Jul 07 16:54:25.402917 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd6adf-06e3-4d2f-9454-ecf1c6a7cea7 req-ff1ae06c-c095-494a-974d-9cfa1e03f653 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:25.405700 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eefd6adf-06e3-4d2f-9454-ecf1c6a7cea7 req-ff1ae06c-c095-494a-974d-9cfa1e03f653 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f HTTP/1.1" status: 200 len: 949 time: 0.3725994 Jul 07 16:54:25.419787 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-945a35fe-cee9-4610-a8ec-ac44c2d74fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.432886 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0364fe7-8de7-4736-a222-de62a06e7cbe req-1b2b506f-156b-42bc-bbf0-88fe97d7a2a9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691564 Jul 07 16:54:25.433128 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fe4ff-be27-4d63-adcd-bf6209741ba5 req-4feed94f-003c-464e-b2e7-345879f41624 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:25.439067 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-945a35fe-cee9-4610-a8ec-ac44c2d74fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.446487 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-713fe4ff-be27-4d63-adcd-bf6209741ba5 req-4feed94f-003c-464e-b2e7-345879f41624 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f HTTP/1.1" status: 200 len: 949 time: 0.2833471 Jul 07 16:54:25.468151 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945a35fe-cee9-4610-a8ec-ac44c2d74fcc admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:54:25.481395 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-945a35fe-cee9-4610-a8ec-ac44c2d74fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.481894 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-945a35fe-cee9-4610-a8ec-ac44c2d74fcc admin admin] Added segment 0cb50843-16d7-489a-8b13-48fe35f8eece of type vlan for network 78a063f0-96c3-417f-865b-6891a90e56fc Jul 07 16:54:25.528796 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-945a35fe-cee9-4610-a8ec-ac44c2d74fcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.573201 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a35fe-cee9-4610-a8ec-ac44c2d74fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c663f64-94ed-4640-b3f9-fec0987de98e,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:25.592706 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-be68688f-1767-442b-9b58-31722268d685 req-111e645d-0441-49cd-8182-2c4a0a807118 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f59045c-fb41-4f4e-86ad-a15d05bedb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1852274 Jul 07 16:54:25.595865 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-945a35fe-cee9-4610-a8ec-ac44c2d74fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.599091 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945a35fe-cee9-4610-a8ec-ac44c2d74fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:25.600314 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-945a35fe-cee9-4610-a8ec-ac44c2d74fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.700546 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-945a35fe-cee9-4610-a8ec-ac44c2d74fcc admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0134056 Jul 07 16:54:25.706613 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47232) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:25.713454 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-419331c0-98a0-47e3-b8d5-0b16beb54e4d admin admin] Request body: {'subnet': {'network_id': '78a063f0-96c3-417f-865b-6891a90e56fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-312182695-subnet', 'tenant_id': '749e4a1fa1b649bdb47da80f7e7e218b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:25.737079 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a35fe-cee9-4610-a8ec-ac44c2d74fcc admin admin] Pushing event updated for resources: {'Network': ['ID=78a063f0-96c3-417f-865b-6891a90e56fc,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:25.752159 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 78a063f0-96c3-417f-865b-6891a90e56fc details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:54:25.769576 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419331c0-98a0-47e3-b8d5-0b16beb54e4d admin admin] Made reservation on behalf of 749e4a1fa1b649bdb47da80f7e7e218b for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:25.778679 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-419331c0-98a0-47e3-b8d5-0b16beb54e4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.785686 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-713fe4ff-be27-4d63-adcd-bf6209741ba5 req-cf82bbfa-546c-4eaf-963f-65cb94b21724 tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0292522-6d47-430c-b078-d228bbd3d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377361 Jul 07 16:54:25.864362 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739082c6-faf1-4d1d-8c48-6e7dfa8ec6f7 req-076b7320-4fd4-42e2-9fe2-e9669357d0bf tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:25.873077 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-739082c6-faf1-4d1d-8c48-6e7dfa8ec6f7 req-076b7320-4fd4-42e2-9fe2-e9669357d0bf tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 1097 time: 0.2594378 Jul 07 16:54:25.955720 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-739082c6-faf1-4d1d-8c48-6e7dfa8ec6f7 req-fe68f65b-292f-4d06-86fa-e94ada2c52ba tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812500 Jul 07 16:54:25.959903 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-be68688f-1767-442b-9b58-31722268d685 req-fa9ba646-2ef6-485a-b533-10650cb331e7 service neutron] 10.222.0.72 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418798 Jul 07 16:54:26.103388 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.185133 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-eefd6adf-06e3-4d2f-9454-ecf1c6a7cea7 req-66c9cb8b-aafd-48ad-b70a-b8c43949f24f tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Deleting port 12e03976-57ff-497b-a28c-2cc52e86c04b {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:54:26.185962 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-419331c0-98a0-47e3-b8d5-0b16beb54e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.186109 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-eefd6adf-06e3-4d2f-9454-ecf1c6a7cea7 req-66c9cb8b-aafd-48ad-b70a-b8c43949f24f tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.286499 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419331c0-98a0-47e3-b8d5-0b16beb54e4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2a7adbd-5724-47a4-b448-d9106c213de4,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:26.380481 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-be68688f-1767-442b-9b58-31722268d685 req-4eccdd0a-f419-4e28-ad6c-d82fef9193ed service neutron] 10.222.0.72 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993843 Jul 07 16:54:26.392610 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419331c0-98a0-47e3-b8d5-0b16beb54e4d admin admin] Checking segment: {'id': '0cb50843-16d7-489a-8b13-48fe35f8eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '78a063f0-96c3-417f-865b-6891a90e56fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:26.393321 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419331c0-98a0-47e3-b8d5-0b16beb54e4d admin admin] Network hostable DHCP agents. Network: 78a063f0-96c3-417f-865b-6891a90e56fc, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:54:26.443154 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be469ec1-a025-44fb-8c1c-e66723863912 req-40171c92-32b4-4d91-b516-34407bcaf8d8 service neutron] 10.222.0.72 "GET /v2.0/ports/cefcd36b-89a5-4cdc-a057-5ee206ec348f/bindings/n-h1-791503-12 HTTP/1.1" status: 200 len: 385 time: 0.2110231 Jul 07 16:54:26.459572 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-eefd6adf-06e3-4d2f-9454-ecf1c6a7cea7 req-66c9cb8b-aafd-48ad-b70a-b8c43949f24f tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] For port 12e03976-57ff-497b-a28c-2cc52e86c04b, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=12e03976-57ff-497b-a28c-2cc52e86c04b,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:26.460099 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-eefd6adf-06e3-4d2f-9454-ecf1c6a7cea7 req-66c9cb8b-aafd-48ad-b70a-b8c43949f24f tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.484857 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-eefd6adf-06e3-4d2f-9454-ecf1c6a7cea7 req-66c9cb8b-aafd-48ad-b70a-b8c43949f24f tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Calling delete_port for 12e03976-57ff-497b-a28c-2cc52e86c04b owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:54:26.538885 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419331c0-98a0-47e3-b8d5-0b16beb54e4d admin admin] Network 78a063f0-96c3-417f-865b-6891a90e56fc is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:54:26.577959 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-419331c0-98a0-47e3-b8d5-0b16beb54e4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 78a063f0-96c3-417f-865b-6891a90e56fc) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:26.588495 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f7c8c-9d65-4396-878a-3424fc1d158d req-d0cda30f-fd7f-4b8b-b288-562c53f35047 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:26.589918 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec5f7c8c-9d65-4396-878a-3424fc1d158d req-d0cda30f-fd7f-4b8b-b288-562c53f35047 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=b00227d5-19b9-4630-8755-16a268ada2fe HTTP/1.1" status: 200 len: 950 time: 0.1728303 Jul 07 16:54:26.592593 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010dee86-539c-4d42-bd91-fb544d18da8e req-679055af-946c-494d-96d5-7d8fb967bd1c tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:26.594259 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-010dee86-539c-4d42-bd91-fb544d18da8e req-679055af-946c-494d-96d5-7d8fb967bd1c tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 950 time: 0.3219442 Jul 07 16:54:26.606341 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09259cea-e6c7-43cc-9e77-9745632fd31c None None] Network 78a063f0-96c3-417f-865b-6891a90e56fc requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:26.610401 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419331c0-98a0-47e3-b8d5-0b16beb54e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:26.611409 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-419331c0-98a0-47e3-b8d5-0b16beb54e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.678911 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-419331c0-98a0-47e3-b8d5-0b16beb54e4d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9692719 Jul 07 16:54:26.678911 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47242) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:26.692530 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-1fb5851d-d5ff-452e-8deb-e38b7414146f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-312182695-router', 'tenant_id': '749e4a1fa1b649bdb47da80f7e7e218b', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:26.735573 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec5f7c8c-9d65-4396-878a-3424fc1d158d req-476cae33-2589-43ab-b865-25a34e32a279 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389513 Jul 07 16:54:26.737443 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-eefd6adf-06e3-4d2f-9454-ecf1c6a7cea7 req-66c9cb8b-aafd-48ad-b70a-b8c43949f24f tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.786143 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9cb8b-aafd-48ad-b70a-b8c43949f24f tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Pushing event deleted for resources: {'Port': ['ID=12e03976-57ff-497b-a28c-2cc52e86c04b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:26.818384 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-010dee86-539c-4d42-bd91-fb544d18da8e req-be90734c-b909-439f-8eb5-ffab50256499 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965461 Jul 07 16:54:26.834682 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1fb5851d-d5ff-452e-8deb-e38b7414146f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.836174 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1fb5851d-d5ff-452e-8deb-e38b7414146f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.918567 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefd6adf-06e3-4d2f-9454-ecf1c6a7cea7 req-66c9cb8b-aafd-48ad-b70a-b8c43949f24f tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] No DVR routers for this DVR port 12e03976-57ff-497b-a28c-2cc52e86c04b on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:54:26.934522 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-eefd6adf-06e3-4d2f-9454-ecf1c6a7cea7 req-66c9cb8b-aafd-48ad-b70a-b8c43949f24f tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.936612 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eefd6adf-06e3-4d2f-9454-ecf1c6a7cea7 req-66c9cb8b-aafd-48ad-b70a-b8c43949f24f tempest-ImagesOneServerTestJSON-1143497921 tempest-ImagesOneServerTestJSON-1143497921-project] 10.222.0.72 "DELETE /v2.0/ports/12e03976-57ff-497b-a28c-2cc52e86c04b HTTP/1.1" status: 204 len: 173 time: 1.4796445 Jul 07 16:54:26.937119 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f', 'name': 'network-vif-deleted', 'tag': '12e03976-57ff-497b-a28c-2cc52e86c04b'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:26.939483 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e85224b-c0a6-470a-9db1-893d81974f3a" -d '{"events": [{"server_uuid": "a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f", "name": "network-vif-deleted", "tag": "12e03976-57ff-497b-a28c-2cc52e86c04b"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:27.004789 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1fb5851d-d5ff-452e-8deb-e38b7414146f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:27.009567 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-be469ec1-a025-44fb-8c1c-e66723863912 req-6149aae9-9ba6-4366-b205-b48b49718a0d service neutron] For port cefcd36b-89a5-4cdc-a057-5ee206ec348f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=cefcd36b-89a5-4cdc-a057-5ee206ec348f,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:27.015755 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f252a86c-7f0f-4b69-bb37-34b0ddd61c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:27.174803 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4771c6cb-95ee-4652-b583-61092816193e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-78a063f0-96c3-417f-865b-6891a90e56fc', 'network_id': '78a063f0-96c3-417f-865b-6891a90e56fc', 'tenant_id': '749e4a1fa1b649bdb47da80f7e7e218b', 'fixed_ips': [{'subnet_id': 'd2a7adbd-5724-47a4-b448-d9106c213de4'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:54:27.178752 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4771c6cb-95ee-4652-b583-61092816193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:27.184165 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270108ce-ad98-42ab-835a-d31278f645a6 req-ff641c93-c96c-4772-9973-06e10d1a8ea2 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:27.197111 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-270108ce-ad98-42ab-835a-d31278f645a6 req-ff641c93-c96c-4772-9973-06e10d1a8ea2 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/networks?id=1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 200 len: 821 time: 0.2985492 Jul 07 16:54:27.221273 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-270108ce-ad98-42ab-835a-d31278f645a6 req-5dd07f8a-5e41-409e-9dd2-3a6d1386fb0e tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/quotas/5fe2f64972d24fa49d6d4e62948f5951 HTTP/1.1" status: 200 len: 375 time: 0.0231709 Jul 07 16:54:27.451836 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-be469ec1-a025-44fb-8c1c-e66723863912 req-6149aae9-9ba6-4366-b205-b48b49718a0d service neutron] For port cefcd36b-89a5-4cdc-a057-5ee206ec348f, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:27.482290 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-270108ce-ad98-42ab-835a-d31278f645a6 req-dd78225f-ec2c-4ba4-a2e3-ba14af91176c tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2599511 Jul 07 16:54:27.590591 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-4771c6cb-95ee-4652-b583-61092816193e None None] Allocated IP 172.20.0.2 (78a063f0-96c3-417f-865b-6891a90e56fc/d2a7adbd-5724-47a4-b448-d9106c213de4/6f1f06fd-b212-49e9-bde5-e939ea0b84de) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:27.660028 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-be469ec1-a025-44fb-8c1c-e66723863912 req-6149aae9-9ba6-4366-b205-b48b49718a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cefcd36b-89a5-4cdc-a057-5ee206ec348f {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:27.705152 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-270108ce-ad98-42ab-835a-d31278f645a6 req-b8f964c3-03c3-4086-9055-6e73c66e05c9 service neutron] 10.222.0.53 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218249 Jul 07 16:54:27.781315 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1fb5851d-d5ff-452e-8deb-e38b7414146f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:27.792727 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-be469ec1-a025-44fb-8c1c-e66723863912 req-6149aae9-9ba6-4366-b205-b48b49718a0d service neutron] For port cefcd36b-89a5-4cdc-a057-5ee206ec348f, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=cefcd36b-89a5-4cdc-a057-5ee206ec348f,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:27.886500 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e086da-079a-4d99-92ea-919f6e5fed06 req-5077ab7e-9d79-4439-91d0-9b2727b9a630 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:27.891808 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4771c6cb-95ee-4652-b583-61092816193e None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:27.914841 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4771c6cb-95ee-4652-b583-61092816193e None None] Transition to ACTIVE for port object 6f1f06fd-b212-49e9-bde5-e939ea0b84de will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:27.920026 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-56e086da-079a-4d99-92ea-919f6e5fed06 req-5077ab7e-9d79-4439-91d0-9b2727b9a630 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 944 time: 0.7120581 Jul 07 16:54:27.932981 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-270108ce-ad98-42ab-835a-d31278f645a6 req-0f6eb79b-424e-463c-9e62-0ded8b8c9f59 service neutron] 10.222.0.53 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266636 Jul 07 16:54:27.952405 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4771c6cb-95ee-4652-b583-61092816193e None None] Transition to ACTIVE for port object 6f1f06fd-b212-49e9-bde5-e939ea0b84de will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:27.974789 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-be469ec1-a025-44fb-8c1c-e66723863912 req-6149aae9-9ba6-4366-b205-b48b49718a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:27.982438 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4771c6cb-95ee-4652-b583-61092816193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:28.092185 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771c6cb-95ee-4652-b583-61092816193e None None] Pushing event updated for resources: {'Port': ['ID=6f1f06fd-b212-49e9-bde5-e939ea0b84de,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:28.109274 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:28.143204 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4771c6cb-95ee-4652-b583-61092816193e None None] Network 78a063f0-96c3-417f-865b-6891a90e56fc is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:28.149225 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-4771c6cb-95ee-4652-b583-61092816193e None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:28.155958 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4771c6cb-95ee-4652-b583-61092816193e None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:28.338029 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 12e03976-57ff-497b-a28c-2cc52e86c04b no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:54:28.345755 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-56e086da-079a-4d99-92ea-919f6e5fed06 req-9ddc6587-498a-4a35-bc9f-68930352a966 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626494 Jul 07 16:54:28.393897 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-4771c6cb-95ee-4652-b583-61092816193e None None] Attempting to bind port 6f1f06fd-b212-49e9-bde5-e939ea0b84de on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:28.395368 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-4771c6cb-95ee-4652-b583-61092816193e None None] Attempting to bind port 6f1f06fd-b212-49e9-bde5-e939ea0b84de by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '0cb50843-16d7-489a-8b13-48fe35f8eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '78a063f0-96c3-417f-865b-6891a90e56fc'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:28.396724 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4771c6cb-95ee-4652-b583-61092816193e None None] Attempting to bind port 6f1f06fd-b212-49e9-bde5-e939ea0b84de on network 78a063f0-96c3-417f-865b-6891a90e56fc {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:28.408357 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 12e03976-57ff-497b-a28c-2cc52e86c04b {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:54:28.409364 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 12e03976-57ff-497b-a28c-2cc52e86c04b not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:54:28.411398 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device cefcd36b-89a5-4cdc-a057-5ee206ec348f no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:54:28.471581 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4771c6cb-95ee-4652-b583-61092816193e None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:28.474880 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4771c6cb-95ee-4652-b583-61092816193e None None] Checking segment: {'id': '0cb50843-16d7-489a-8b13-48fe35f8eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '78a063f0-96c3-417f-865b-6891a90e56fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:28.476056 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4771c6cb-95ee-4652-b583-61092816193e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:28.477370 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4771c6cb-95ee-4652-b583-61092816193e None None] Bound using segment: {'id': '0cb50843-16d7-489a-8b13-48fe35f8eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '78a063f0-96c3-417f-865b-6891a90e56fc'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:28.478546 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-4771c6cb-95ee-4652-b583-61092816193e None None] Bound port: 6f1f06fd-b212-49e9-bde5-e939ea0b84de, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb50843-16d7-489a-8b13-48fe35f8eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '78a063f0-96c3-417f-865b-6891a90e56fc'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:28.482166 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4771c6cb-95ee-4652-b583-61092816193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:28.516014 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-be469ec1-a025-44fb-8c1c-e66723863912 req-6149aae9-9ba6-4366-b205-b48b49718a0d service neutron] Transition to ACTIVE for port object cefcd36b-89a5-4cdc-a057-5ee206ec348f will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:28.532080 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-be469ec1-a025-44fb-8c1c-e66723863912 req-6149aae9-9ba6-4366-b205-b48b49718a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:28.540268 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60e439-829a-47c6-9e23-156a0fd467e1 req-65d6e51a-683e-4a3c-95e1-7cfac7cd8cdc tempest-ServersOnMultiNodesTest-1751824220 tempest-ServersOnMultiNodesTest-1751824220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:28.548827 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0d60e439-829a-47c6-9e23-156a0fd467e1 req-65d6e51a-683e-4a3c-95e1-7cfac7cd8cdc tempest-ServersOnMultiNodesTest-1751824220 tempest-ServersOnMultiNodesTest-1751824220-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b00227d5-19b9-4630-8755-16a268ada2fe HTTP/1.1" status: 200 len: 1102 time: 0.1578033 Jul 07 16:54:28.641521 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0d60e439-829a-47c6-9e23-156a0fd467e1 req-4e86868e-6996-4c35-9667-a3d273de532d tempest-ServersOnMultiNodesTest-1751824220 tempest-ServersOnMultiNodesTest-1751824220-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916450 Jul 07 16:54:28.643337 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a339521b-eb7f-404b-b6a2-2dad4d57c952 x-openstack-request-id: req-a339521b-eb7f-404b-b6a2-2dad4d57c952 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:28.643635 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f", "name": "network-vif-deleted", "tag": "12e03976-57ff-497b-a28c-2cc52e86c04b", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:28.643887 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a339521b-eb7f-404b-b6a2-2dad4d57c952 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:28.644345 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f4ab07-78b4-4ce7-ad81-de9d2c90c10f', 'name': 'network-vif-deleted', 'tag': '12e03976-57ff-497b-a28c-2cc52e86c04b', 'status': 'completed', 'code': 200} Jul 07 16:54:28.674459 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device cefcd36b-89a5-4cdc-a057-5ee206ec348f not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:54:28.840841 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-4771c6cb-95ee-4652-b583-61092816193e None None] For port 6f1f06fd-b212-49e9-bde5-e939ea0b84de, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:28.867048 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-4771c6cb-95ee-4652-b583-61092816193e None None] For port 6f1f06fd-b212-49e9-bde5-e939ea0b84de, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6f1f06fd-b212-49e9-bde5-e939ea0b84de,segment=NetworkSegment(0cb50843-16d7-489a-8b13-48fe35f8eece),segment_id=0cb50843-16d7-489a-8b13-48fe35f8eece)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:28.881960 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4771c6cb-95ee-4652-b583-61092816193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:28.982300 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-be469ec1-a025-44fb-8c1c-e66723863912 req-6149aae9-9ba6-4366-b205-b48b49718a0d service neutron] No DVR routers for this DVR port cefcd36b-89a5-4cdc-a057-5ee206ec348f on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:54:29.138770 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acc0f0-7a48-407b-b78c-d549269a9bc3 req-9e6a7784-583a-4f62-9a51-2d06eb98298f tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:29.139295 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771c6cb-95ee-4652-b583-61092816193e None None] Pushing event updated for resources: {'Port': ['ID=6f1f06fd-b212-49e9-bde5-e939ea0b84de,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:29.140987 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-12acc0f0-7a48-407b-b78c-d549269a9bc3 req-9e6a7784-583a-4f62-9a51-2d06eb98298f tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 950 time: 0.1507742 Jul 07 16:54:29.175741 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149aae9-9ba6-4366-b205-b48b49718a0d service neutron] Pushing event updated for resources: {'Port': ['ID=cefcd36b-89a5-4cdc-a057-5ee206ec348f,revision_number=10']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:29.249237 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be469ec1-a025-44fb-8c1c-e66723863912 req-6149aae9-9ba6-4366-b205-b48b49718a0d service neutron] 10.222.0.72 "PUT /v2.0/ports/cefcd36b-89a5-4cdc-a057-5ee206ec348f/bindings/n-h1-791503-12/activate HTTP/1.1" status: 200 len: 370 time: 2.7933774 Jul 07 16:54:29.258724 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-12acc0f0-7a48-407b-b78c-d549269a9bc3 req-944e719c-86f3-434a-8232-587e4a8f5653 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091661 Jul 07 16:54:29.324864 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47292) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:29.332418 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-424fb53d-792f-4e9d-9938-4b20cbfbbd30 req-956cbd96-7e7b-45ba-a217-7bee6a0b3504 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 210 time: 0.1499157 Jul 07 16:54:29.544645 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-ebc7c1e4-8e99-4668-bd37-44e381d54937 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7cacbbe331674230a8cdeaae1095bd51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734513 Jul 07 16:54:29.622972 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1fb5851d-d5ff-452e-8deb-e38b7414146f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:29.693293 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1fb5851d-d5ff-452e-8deb-e38b7414146f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:29.833247 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-23c1cd05-766f-47e6-ba57-b730d09da11c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9f46bbcdf53c4323bb87a07d96d28fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5031230 Jul 07 16:54:29.838925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47304) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:29.906673 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-c22f9c49-2762-43d5-be2a-ab641afbc5ad tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:29.915578 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-c22f9c49-2762-43d5-be2a-ab641afbc5ad tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3583817 Jul 07 16:54:29.916858 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be469ec1-a025-44fb-8c1c-e66723863912 req-649d18e9-e182-42af-b8a7-137ac210b128 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:29.918443 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be469ec1-a025-44fb-8c1c-e66723863912 req-649d18e9-e182-42af-b8a7-137ac210b128 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f&tenant_id=e3c30a38df434836b6a6d7bed9173bf0&binding%3Ahost_id=n-h2-791503-12 HTTP/1.1" status: 200 len: 1097 time: 0.5820150 Jul 07 16:54:29.947064 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-cb0bb7ca-af2f-45a8-9eef-416ecf93cbcb tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/quotas/7cacbbe331674230a8cdeaae1095bd51 HTTP/1.1" status: 200 len: 375 time: 0.0292563 Jul 07 16:54:29.951373 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-1fb5851d-d5ff-452e-8deb-e38b7414146f admin admin] Allocated IP 172.25.0.122 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/ea7f8161-cb2c-40de-a045-a40b485b9ba5) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:29.996382 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b35191-c14d-4c1b-9ee3-c34acc7e963a req-aca2869d-6c88-4fc9-9b95-a5cc9d2ce186 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:29.998067 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a8b35191-c14d-4c1b-9ee3-c34acc7e963a req-aca2869d-6c88-4fc9-9b95-a5cc9d2ce186 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 945 time: 0.3701108 Jul 07 16:54:30.042851 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fad3a635-ab39-42ff-9f95-10341f38c820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:30.061213 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:30.094907 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fad3a635-ab39-42ff-9f95-10341f38c820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:30.159786 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-09c060ce-6621-4f6c-8528-e14bbbd06738 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7cacbbe331674230a8cdeaae1095bd51&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2111745 Jul 07 16:54:30.221072 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a8b35191-c14d-4c1b-9ee3-c34acc7e963a req-0a75c50c-40b0-4e06-a4c9-bfac2a66e0af tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997848 Jul 07 16:54:30.249986 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fad3a635-ab39-42ff-9f95-10341f38c820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:30.253495 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fad3a635-ab39-42ff-9f95-10341f38c820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:30.256177 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fad3a635-ab39-42ff-9f95-10341f38c820 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a0292522-6d47-430c-b078-d228bbd3d92a HTTP/1.1" status: 204 len: 168 time: 0.4145863 Jul 07 16:54:30.274012 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be469ec1-a025-44fb-8c1c-e66723863912 req-c3b9396a-f85d-4a34-ac87-8e05b6324673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:30.275748 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be469ec1-a025-44fb-8c1c-e66723863912 req-c3b9396a-f85d-4a34-ac87-8e05b6324673 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f&tenant_id=e3c30a38df434836b6a6d7bed9173bf0 HTTP/1.1" status: 200 len: 1097 time: 0.3407435 Jul 07 16:54:30.293018 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3a635-ab39-42ff-9f95-10341f38c820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0292522-6d47-430c-b078-d228bbd3d92a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:30.309085 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1fb5851d-d5ff-452e-8deb-e38b7414146f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:30.596526 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be469ec1-a025-44fb-8c1c-e66723863912 req-0fd1e15c-e142-44a2-a2a6-b2d627224ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:30.607963 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be469ec1-a025-44fb-8c1c-e66723863912 req-0fd1e15c-e142-44a2-a2a6-b2d627224ee6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3c30a38df434836b6a6d7bed9173bf0&device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 1097 time: 0.2873003 Jul 07 16:54:30.742877 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1fb5851d-d5ff-452e-8deb-e38b7414146f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:30.883047 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb5851d-d5ff-452e-8deb-e38b7414146f admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:30.901525 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-1fb5851d-d5ff-452e-8deb-e38b7414146f admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:30.939565 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb5851d-d5ff-452e-8deb-e38b7414146f admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:30.997415 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2845f2ff-da97-49d5-bff2-c79d6fa92f30 None None] Network 78a063f0-96c3-417f-865b-6891a90e56fc requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:31.079325 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5851d-d5ff-452e-8deb-e38b7414146f admin admin] Pushing event updated for resources: {'Port': ['ID=ea7f8161-cb2c-40de-a045-a40b485b9ba5,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:31.240593 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88dfdb2-2917-401e-86cf-757f72670a84 req-fdda6802-2866-4e55-88eb-dda23e3c2ebd tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:31.260035 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f88dfdb2-2917-401e-86cf-757f72670a84 req-fdda6802-2866-4e55-88eb-dda23e3c2ebd tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 950 time: 0.3752117 Jul 07 16:54:31.344935 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e429eb17-35f2-44a3-b3fa-dd718815bc82 None None] Provisioning for port 6f1f06fd-b212-49e9-bde5-e939ea0b84de completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:31.465593 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f88dfdb2-2917-401e-86cf-757f72670a84 req-12f10850-fde9-4200-94eb-74f89199a687 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594818 Jul 07 16:54:31.611468 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6f1f06fd-b212-49e9-bde5-e939ea0b84de up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:31.774728 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fbddad1c-1d3c-4687-8e92-9572b3595d48 req-e8adab45-d9dd-4865-b59f-026127b3b446 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9fc06f-3bd0-4275-86ae-1edfb954ece3 HTTP/1.1" status: 200 len: 210 time: 0.1043000 Jul 07 16:54:31.880755 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 6f1f06fd-b212-49e9-bde5-e939ea0b84de completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:31.897798 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 6f1f06fd-b212-49e9-bde5-e939ea0b84de triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:31.898559 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.025398 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.078273 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 6f1f06fd-b212-49e9-bde5-e939ea0b84de, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6f1f06fd-b212-49e9-bde5-e939ea0b84de,segment=NetworkSegment(0cb50843-16d7-489a-8b13-48fe35f8eece),segment_id=0cb50843-16d7-489a-8b13-48fe35f8eece)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:32.098441 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.106889 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-53a72a97-d431-4f0f-ba40-3dfb38c8b140 req-5f11ed3b-398f-4bf6-aac1-e059b96e7389 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 210 time: 1.1327760 Jul 07 16:54:32.177760 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be469ec1-a025-44fb-8c1c-e66723863912 req-c397c28c-7396-4b14-aea9-8fea72677244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:32.200828 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be469ec1-a025-44fb-8c1c-e66723863912 req-c397c28c-7396-4b14-aea9-8fea72677244 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f59045c-fb41-4f4e-86ad-a15d05bedb10 HTTP/1.1" status: 200 len: 909 time: 1.5916111 Jul 07 16:54:32.226120 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=6f1f06fd-b212-49e9-bde5-e939ea0b84de,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:32.253009 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:32.257311 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:32.259809 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:32.260235 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:32.260573 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:32.260939 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:32.261273 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:32.261607 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:32.265123 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:32.265487 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:32.265992 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:32.266513 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:32.414269 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be469ec1-a025-44fb-8c1c-e66723863912 req-0b0ecb7b-87a1-4908-84c3-8753683721a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cefcd36b-89a5-4cdc-a057-5ee206ec348f HTTP/1.1" status: 200 len: 217 time: 0.1914053 Jul 07 16:54:32.629213 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af1530-4f38-4151-82e7-85ae1db7dfaf req-3a9685b4-25e2-4cc7-8465-1c8947ecf3d9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:32.631528 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-14af1530-4f38-4151-82e7-85ae1db7dfaf req-3a9685b4-25e2-4cc7-8465-1c8947ecf3d9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 945 time: 0.3029292 Jul 07 16:54:32.693463 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270108ce-ad98-42ab-835a-d31278f645a6 req-d8889ea5-b14a-4979-81e2-dcf5cd8346eb tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:32.695795 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-270108ce-ad98-42ab-835a-d31278f645a6 req-d8889ea5-b14a-4979-81e2-dcf5cd8346eb tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.64 "GET /v2.0/networks?id=1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 200 len: 821 time: 1.7549634 Jul 07 16:54:32.701230 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-14af1530-4f38-4151-82e7-85ae1db7dfaf req-c345a2f3-8c0f-48b3-83f7-b5fdb834e091 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588558 Jul 07 16:54:32.711757 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-270108ce-ad98-42ab-835a-d31278f645a6 req-cb75b583-03fb-4f86-a0ea-f7bcd00831b2 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Request body: {'port': {'device_id': 'cf300826-c23c-4499-8ca9-8507b4dc41b2', 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609', 'admin_state_up': True, 'tenant_id': '5fe2f64972d24fa49d6d4e62948f5951'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:32.719402 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be469ec1-a025-44fb-8c1c-e66723863912 req-04a5ef17-5ba9-4c74-b357-4866281f0768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:32.721058 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be469ec1-a025-44fb-8c1c-e66723863912 req-04a5ef17-5ba9-4c74-b357-4866281f0768 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8cf0891f-7dd4-444b-b243-0a9d52ec4798 HTTP/1.1" status: 200 len: 848 time: 0.2720902 Jul 07 16:54:32.750827 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-08b20c6c-3f2e-4958-9cb7-a1a0fc14eac2 None None] Provisioning complete for port 6f1f06fd-b212-49e9-bde5-e939ea0b84de triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:32.752790 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-08b20c6c-3f2e-4958-9cb7-a1a0fc14eac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.867639 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be469ec1-a025-44fb-8c1c-e66723863912 req-bf5fd2dd-702f-4ce1-ac1b-c154b2bcff4d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f59045c-fb41-4f4e-86ad-a15d05bedb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406599 Jul 07 16:54:33.035693 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce359a-7326-4a07-8a2b-18b61d0a7a7f req-66cc98be-18d3-4213-9a6e-51d97c22a183 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:33.070709 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-adce359a-7326-4a07-8a2b-18b61d0a7a7f req-66cc98be-18d3-4213-9a6e-51d97c22a183 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 950 time: 0.2134726 Jul 07 16:54:33.201511 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-adce359a-7326-4a07-8a2b-18b61d0a7a7f req-45453613-7d96-47af-8c7b-64122bd1c203 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110570 Jul 07 16:54:33.308714 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6f1f06fd-b212-49e9-bde5-e939ea0b84de up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:33.353501 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-ed6eefd0-0ae4-4fef-be90-f9bce8ffecd5 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7cacbbe331674230a8cdeaae1095bd51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1897914 Jul 07 16:54:33.354345 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1fb5851d-d5ff-452e-8deb-e38b7414146f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:33.474633 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76150d6d-d67f-4fbf-968a-ae5d2b760205 req-7f18cd81-287e-466d-a7cd-48e952a45e2d tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 210 time: 0.0551646 Jul 07 16:54:33.501290 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 6f1f06fd-b212-49e9-bde5-e939ea0b84de triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:33.502610 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:33.622832 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-270108ce-ad98-42ab-835a-d31278f645a6 req-cb75b583-03fb-4f86-a0ea-f7bcd00831b2 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Made reservation on behalf of 5fe2f64972d24fa49d6d4e62948f5951 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:33.627757 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-270108ce-ad98-42ab-835a-d31278f645a6 req-cb75b583-03fb-4f86-a0ea-f7bcd00831b2 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:33.652180 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be469ec1-a025-44fb-8c1c-e66723863912 req-47353aef-6c16-42f0-8c55-3668759e42d6 service neutron] 10.222.0.64 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7471626 Jul 07 16:54:33.760832 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-1933df0a-8ab4-4266-b2d6-bcd7fc7c746b tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:33.765311 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-1933df0a-8ab4-4266-b2d6-bcd7fc7c746b tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3453836 Jul 07 16:54:33.796682 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-27c2e9e6-c57c-4750-abd8-c32f8956a0bc tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Request body: {'port': {'device_id': '8c9fc06f-3bd0-4275-86ae-1edfb954ece3', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': '7cacbbe331674230a8cdeaae1095bd51'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:33.841472 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67c75a7e-760e-4293-b396-defe987b28bb req-7ed3495e-dddb-4d0c-baee-561a31198237 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9fc06f-3bd0-4275-86ae-1edfb954ece3 HTTP/1.1" status: 200 len: 210 time: 0.1400259 Jul 07 16:54:34.228267 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be469ec1-a025-44fb-8c1c-e66723863912 req-c05d04ec-5778-4372-91e3-01885b28cabd service neutron] 10.222.0.64 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5325642 Jul 07 16:54:34.558249 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebbeb7-bca7-4f4b-ba06-2515a286d27d req-ed92254e-55dd-45f6-96fe-ccd2ba35a43c tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:34.561598 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-36ebbeb7-bca7-4f4b-ba06-2515a286d27d req-ed92254e-55dd-45f6-96fe-ccd2ba35a43c tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 945 time: 0.4969814 Jul 07 16:54:34.573352 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-270108ce-ad98-42ab-835a-d31278f645a6 req-cb75b583-03fb-4f86-a0ea-f7bcd00831b2 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Allocated IP 172.20.0.6 (1ad75942-8a9e-4718-9815-ad27d5bad609/efc5a7ec-004d-467f-9a91-81aefb64567f/66f23783-8aa3-43de-a481-d11c76ad5a18) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:34.577282 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-27c2e9e6-c57c-4750-abd8-c32f8956a0bc tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Made reservation on behalf of 7cacbbe331674230a8cdeaae1095bd51 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:34.584335 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-27c2e9e6-c57c-4750-abd8-c32f8956a0bc tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:34.625171 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1fb5851d-d5ff-452e-8deb-e38b7414146f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:34.844157 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-36ebbeb7-bca7-4f4b-ba06-2515a286d27d req-3ae8d028-40cf-4ee4-8e38-7a39cdd41182 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534409 Jul 07 16:54:35.041505 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6fa98-5a2d-44c2-ae4e-d16603e9c3fc req-6c447e96-202c-40b7-9cc0-9f56bd8b5ec2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:35.043396 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c2d6fa98-5a2d-44c2-ae4e-d16603e9c3fc req-6c447e96-202c-40b7-9cc0-9f56bd8b5ec2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 950 time: 0.0882981 Jul 07 16:54:35.108472 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c2d6fa98-5a2d-44c2-ae4e-d16603e9c3fc req-3396e7f7-0962-45d3-bbd0-ac633664be2e tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553629 Jul 07 16:54:35.430131 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53fdaf-1346-4418-8bd7-a3c7c1413df5 req-32772d1b-7add-40d6-a77b-cafc9500f361 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:35.432759 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3e53fdaf-1346-4418-8bd7-a3c7c1413df5 req-32772d1b-7add-40d6-a77b-cafc9500f361 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a45d634-49fe-4e03-981d-7955e33c389b HTTP/1.1" status: 200 len: 945 time: 0.1153543 Jul 07 16:54:35.467119 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0d7f4bed-aff2-469b-84d6-5c916b8b2f06 req-9e6aad1b-42c4-4f3b-904f-2b099251cfdb tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 210 time: 0.3908715 Jul 07 16:54:35.484271 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be469ec1-a025-44fb-8c1c-e66723863912 req-900c900d-351d-4020-99cb-de1c7287d105 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:35.487783 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be469ec1-a025-44fb-8c1c-e66723863912 req-900c900d-351d-4020-99cb-de1c7287d105 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f&tenant_id=e3c30a38df434836b6a6d7bed9173bf0&binding%3Ahost_id=n-h1-791503-12 HTTP/1.1" status: 200 len: 1097 time: 0.8534808 Jul 07 16:54:35.492514 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-27c2e9e6-c57c-4750-abd8-c32f8956a0bc tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Allocated IP 192.168.233.49 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/a4ff8d00-7e82-4c4d-911e-7c9edcdca44e) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:35.523029 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3e53fdaf-1346-4418-8bd7-a3c7c1413df5 req-451e430f-9c39-4825-9d70-30147d58b66e tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] 10.222.0.53 "GET /v2.0/security-groups?id=579b9b2d-d13f-43ac-a99c-dd521b5cb64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833793 Jul 07 16:54:35.720602 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-270108ce-ad98-42ab-835a-d31278f645a6 req-cb75b583-03fb-4f86-a0ea-f7bcd00831b2 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:35.748131 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb5851d-d5ff-452e-8deb-e38b7414146f admin admin] Router c2a76195-91df-48c5-99c0-79c2afe8db1c is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:54:35.843359 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8d35368b-5c0b-4ade-9db3-f368bb4efbc3 req-328e0d93-3a6e-4c81-b890-c380385f5541 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9fc06f-3bd0-4275-86ae-1edfb954ece3 HTTP/1.1" status: 200 len: 210 time: 0.0410359 Jul 07 16:54:35.946917 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-be469ec1-a025-44fb-8c1c-e66723863912 req-b60ca92f-b2ec-49a6-952a-44e1ff6671ca service neutron] For port cefcd36b-89a5-4cdc-a057-5ee206ec348f, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:35.963704 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-be469ec1-a025-44fb-8c1c-e66723863912 req-b60ca92f-b2ec-49a6-952a-44e1ff6671ca service neutron] Notify callbacks [] for binding, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:35.964917 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be469ec1-a025-44fb-8c1c-e66723863912 req-b60ca92f-b2ec-49a6-952a-44e1ff6671ca service neutron] 10.222.0.64 "DELETE /v2.0/ports/cefcd36b-89a5-4cdc-a057-5ee206ec348f/bindings/n-h2-791503-12 HTTP/1.1" status: 204 len: 173 time: 0.4602988 Jul 07 16:54:35.977547 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-270108ce-ad98-42ab-835a-d31278f645a6 req-cb75b583-03fb-4f86-a0ea-f7bcd00831b2 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:36.079206 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-27c2e9e6-c57c-4750-abd8-c32f8956a0bc tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:36.104660 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-270108ce-ad98-42ab-835a-d31278f645a6 req-cb75b583-03fb-4f86-a0ea-f7bcd00831b2 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Network 1ad75942-8a9e-4718-9815-ad27d5bad609 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:36.121685 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-270108ce-ad98-42ab-835a-d31278f645a6 req-cb75b583-03fb-4f86-a0ea-f7bcd00831b2 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:36.130459 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-270108ce-ad98-42ab-835a-d31278f645a6 req-cb75b583-03fb-4f86-a0ea-f7bcd00831b2 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:36.133378 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75b583-03fb-4f86-a0ea-f7bcd00831b2 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Pushing event updated for resources: {'Port': ['ID=66f23783-8aa3-43de-a481-d11c76ad5a18,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:36.139164 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bf63c-9eb8-4732-9930-82cb5fdff96a req-97ab2d11-ca2d-406b-9fc6-a03436febd08 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:36.140060 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-27c2e9e6-c57c-4750-abd8-c32f8956a0bc tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Transition to ACTIVE for port object a4ff8d00-7e82-4c4d-911e-7c9edcdca44e will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:36.149609 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-012bf63c-9eb8-4732-9930-82cb5fdff96a req-97ab2d11-ca2d-406b-9fc6-a03436febd08 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 945 time: 0.1415231 Jul 07 16:54:36.179439 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb5851d-d5ff-452e-8deb-e38b7414146f admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:54:36.198517 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-012bf63c-9eb8-4732-9930-82cb5fdff96a req-a62f3e93-4281-4df3-8d5c-95af5379786a tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442576 Jul 07 16:54:36.208819 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695f0fa9-8503-4484-acfb-2f6cf01ae8ef None None] Sync routers for ids ['c2a76195-91df-48c5-99c0-79c2afe8db1c'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:54:36.243557 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695f0fa9-8503-4484-acfb-2f6cf01ae8ef None None] Routers {'c2a76195-91df-48c5-99c0-79c2afe8db1c'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:54:36.244583 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-695f0fa9-8503-4484-acfb-2f6cf01ae8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:54:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['c2a76195-91df-48c5-99c0-79c2afe8db1c'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:36.256848 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270108ce-ad98-42ab-835a-d31278f645a6 req-cb75b583-03fb-4f86-a0ea-f7bcd00831b2 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:36.257638 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-270108ce-ad98-42ab-835a-d31278f645a6 req-cb75b583-03fb-4f86-a0ea-f7bcd00831b2 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:36.263570 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1fb5851d-d5ff-452e-8deb-e38b7414146f admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:36.264870 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1fb5851d-d5ff-452e-8deb-e38b7414146f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 9.5773940 Jul 07 16:54:36.276719 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47400) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:36.297923 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-270108ce-ad98-42ab-835a-d31278f645a6 req-cb75b583-03fb-4f86-a0ea-f7bcd00831b2 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5915167 Jul 07 16:54:36.302605 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-27c2e9e6-c57c-4750-abd8-c32f8956a0bc tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:36.320580 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-270108ce-ad98-42ab-835a-d31278f645a6 req-5accba21-2b1a-4931-81d4-7db0149cb74d service neutron] Request body: {'port': {'device_id': 'cf300826-c23c-4499-8ca9-8507b4dc41b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:36.335235 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2', 'b9b325a4-0180-47b7-b624-ab8e2e6d21e4', 'bea5d2f1-8163-46dd-810f-effbe19bd1e2', '308cc1c8-0be9-427f-ab41-9af22fbebd27'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:36.338171 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['c21768d3-1ac5-4f55-bd0b-04211e22f403', 'bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:36.490240 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-27c2e9e6-c57c-4750-abd8-c32f8956a0bc tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:36.515056 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-27c2e9e6-c57c-4750-abd8-c32f8956a0bc tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:36.529725 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-27c2e9e6-c57c-4750-abd8-c32f8956a0bc tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:36.610405 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-695f0fa9-8503-4484-acfb-2f6cf01ae8ef None None] Set router c2a76195-91df-48c5-99c0-79c2afe8db1c gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:54:36.792263 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-27c2e9e6-c57c-4750-abd8-c32f8956a0bc tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:36.793262 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-27c2e9e6-c57c-4750-abd8-c32f8956a0bc tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:36.947802 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2e9e6-c57c-4750-abd8-c32f8956a0bc tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Pushing event updated for resources: {'Port': ['ID=a4ff8d00-7e82-4c4d-911e-7c9edcdca44e,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:36.966753 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-27c2e9e6-c57c-4750-abd8-c32f8956a0bc tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1823971 Jul 07 16:54:36.991125 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-d63c4ad1-545b-4bf3-af4a-482e0aa7af6f service neutron] Request body: {'port': {'device_id': '8c9fc06f-3bd0-4275-86ae-1edfb954ece3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:37.146611 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-270108ce-ad98-42ab-835a-d31278f645a6 req-5accba21-2b1a-4931-81d4-7db0149cb74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.309384 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.321176 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf578e-b192-4992-9365-f39e5bdfbee0 req-5adf3d12-abb2-4e6d-9f28-770da3940ee2 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:37.327616 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e0bf578e-b192-4992-9365-f39e5bdfbee0 req-5adf3d12-abb2-4e6d-9f28-770da3940ee2 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a45d634-49fe-4e03-981d-7955e33c389b HTTP/1.1" status: 200 len: 945 time: 0.6896462 Jul 07 16:54:37.481448 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ce9e04d7-05a6-4cae-b838-e324c23e2af9 None None] Provisioning for port a4ff8d00-7e82-4c4d-911e-7c9edcdca44e completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:37.522185 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-d63c4ad1-545b-4bf3-af4a-482e0aa7af6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.555274 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ce9e04d7-05a6-4cae-b838-e324c23e2af9 None None] Provisioning complete for port a4ff8d00-7e82-4c4d-911e-7c9edcdca44e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:37.556405 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ce9e04d7-05a6-4cae-b838-e324c23e2af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.588195 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-20934a09-3898-44b5-9c2d-df23a699244c service neutron] show failed (client error): The resource could not be found. Jul 07 16:54:37.588195 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-20934a09-3898-44b5-9c2d-df23a699244c service neutron] 10.222.0.72 "GET /v2.0/ports/7fb579f7-d66f-461e-905f-c71d6d046810/bindings/n-h1-791503-12 HTTP/1.1" status: 404 len: 381 time: 0.3679988 Jul 07 16:54:37.659092 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832f288-79d5-4041-ae37-3e0b6a6f7344 req-fba0880f-0e71-4d3d-82a0-c01da34d185b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:37.661925 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2832f288-79d5-4041-ae37-3e0b6a6f7344 req-fba0880f-0e71-4d3d-82a0-c01da34d185b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 950 time: 0.5191844 Jul 07 16:54:38.063349 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2832f288-79d5-4041-ae37-3e0b6a6f7344 req-c57e9b70-ad0f-40a2-b89f-4e82cc4344fb tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925567 Jul 07 16:54:38.103901 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.266261 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-ce9e04d7-05a6-4cae-b838-e324c23e2af9 None None] Port a4ff8d00-7e82-4c4d-911e-7c9edcdca44e cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:54:38.307190 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-e0bf578e-b192-4992-9365-f39e5bdfbee0 req-8509de4b-b91b-4742-843a-75458aeca009 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Deleting port 20389767-1d90-4f1d-ba41-248719300fd8 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:54:38.307746 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e0bf578e-b192-4992-9365-f39e5bdfbee0 req-8509de4b-b91b-4742-843a-75458aeca009 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.358283 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-b3d3e5eb-d694-40b5-b147-9b9041a2aa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:38.364566 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-b3d3e5eb-d694-40b5-b147-9b9041a2aa5e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e&tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0 HTTP/1.1" status: 200 len: 1102 time: 0.1906605 Jul 07 16:54:38.376764 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-695f0fa9-8503-4484-acfb-2f6cf01ae8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a76195-91df-48c5-99c0-79c2afe8db1c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-312182695-router', 'tenant_id': '749e4a1fa1b649bdb47da80f7e7e218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ea7f8161-cb2c-40de-a045-a40b485b9ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:26Z', 'updated_at': '2021-07-07T16:54:32Z', 'revision_number': 3, 'project_id': '749e4a1fa1b649bdb47da80f7e7e218b', 'gw_port': {'id': 'ea7f8161-cb2c-40de-a045-a40b485b9ba5', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a76195-91df-48c5-99c0-79c2afe8db1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:29Z', 'updated_at': '2021-07-07T16:54:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:38.379092 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-8148e348-b4c4-4440-805b-2d5f7756300a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791503-12', 'device_owner': 'compute:nova'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:38.388248 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5aa4bb10-d883-416b-8bfc-416d5ac0ec32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.461949 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695f0fa9-8503-4484-acfb-2f6cf01ae8ef None None] Checking router: c2a76195-91df-48c5-99c0-79c2afe8db1c for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:54:38.464045 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695f0fa9-8503-4484-acfb-2f6cf01ae8ef None None] Updating router c2a76195-91df-48c5-99c0-79c2afe8db1c port ea7f8161-cb2c-40de-a045-a40b485b9ba5 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:54:38.467123 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:54:38.501284 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66b527-15a2-4ced-a6df-9b0961fe0ae3 req-abfccae2-35ac-499a-b09e-c88f5cd77d73 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:38.502990 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ab66b527-15a2-4ced-a6df-9b0961fe0ae3 req-abfccae2-35ac-499a-b09e-c88f5cd77d73 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 931 time: 0.6576998 Jul 07 16:54:38.586095 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-695f0fa9-8503-4484-acfb-2f6cf01ae8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.624168 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-d63c4ad1-545b-4bf3-af4a-482e0aa7af6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4ff8d00-7e82-4c4d-911e-7c9edcdca44e {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:38.633622 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-8148e348-b4c4-4440-805b-2d5f7756300a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.656246 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-d63c4ad1-545b-4bf3-af4a-482e0aa7af6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.665851 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf716c-ac68-434a-9723-cce7f80d07fd req-87b4a47d-2cf0-4e2b-a6f6-f10cfe464512 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:38.673599 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7bcf716c-ac68-434a-9723-cce7f80d07fd req-87b4a47d-2cf0-4e2b-a6f6-f10cfe464512 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 1097 time: 0.2836962 Jul 07 16:54:38.714885 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ab66b527-15a2-4ced-a6df-9b0961fe0ae3 req-3af2c222-4015-460a-88e4-cc8b9ffc4fab tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731696 Jul 07 16:54:38.718218 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-e0bf578e-b192-4992-9365-f39e5bdfbee0 req-8509de4b-b91b-4742-843a-75458aeca009 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] For port 20389767-1d90-4f1d-ba41-248719300fd8, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=20389767-1d90-4f1d-ba41-248719300fd8,segment=NetworkSegment(282c05f5-4247-4f5b-8911-86c094e2461e),segment_id=282c05f5-4247-4f5b-8911-86c094e2461e)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:38.718826 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e0bf578e-b192-4992-9365-f39e5bdfbee0 req-8509de4b-b91b-4742-843a-75458aeca009 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.771392 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-e0bf578e-b192-4992-9365-f39e5bdfbee0 req-8509de4b-b91b-4742-843a-75458aeca009 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Calling delete_port for 20389767-1d90-4f1d-ba41-248719300fd8 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:54:38.839086 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7bcf716c-ac68-434a-9723-cce7f80d07fd req-33e05750-6c45-450a-affa-499f87703955 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631639 Jul 07 16:54:38.968275 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-5aa4bb10-d883-416b-8bfc-416d5ac0ec32 admin admin] Allocated IP 172.20.0.1 (78a063f0-96c3-417f-865b-6891a90e56fc/d2a7adbd-5724-47a4-b448-d9106c213de4/c03a5da8-13ad-4e7d-a112-f4950bffdb46) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:39.038904 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-d63c4ad1-545b-4bf3-af4a-482e0aa7af6f service neutron] Transition to ACTIVE for port object a4ff8d00-7e82-4c4d-911e-7c9edcdca44e will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:39.059177 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e0bf578e-b192-4992-9365-f39e5bdfbee0 req-8509de4b-b91b-4742-843a-75458aeca009 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.067123 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-d63c4ad1-545b-4bf3-af4a-482e0aa7af6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.100111 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a2e2cd61-6f32-438f-8553-1ba0e3b58eab req-ad254f80-c8d9-410b-a9cc-b22b02646f81 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a45d634-49fe-4e03-981d-7955e33c389b HTTP/1.1" status: 200 len: 210 time: 0.0589964 Jul 07 16:54:39.109382 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['20389767-1d90-4f1d-ba41-248719300fd8'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:39.143771 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-270108ce-ad98-42ab-835a-d31278f645a6 req-5accba21-2b1a-4931-81d4-7db0149cb74d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f23783-8aa3-43de-a481-d11c76ad5a18 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:39.225705 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-270108ce-ad98-42ab-835a-d31278f645a6 req-5accba21-2b1a-4931-81d4-7db0149cb74d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.288757 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bf578e-b192-4992-9365-f39e5bdfbee0 req-8509de4b-b91b-4742-843a-75458aeca009 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] No DVR routers for this DVR port 20389767-1d90-4f1d-ba41-248719300fd8 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:54:39.296360 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e0bf578e-b192-4992-9365-f39e5bdfbee0 req-8509de4b-b91b-4742-843a-75458aeca009 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.299059 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e0bf578e-b192-4992-9365-f39e5bdfbee0 req-8509de4b-b91b-4742-843a-75458aeca009 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] 10.222.0.64 "DELETE /v2.0/ports/20389767-1d90-4f1d-ba41-248719300fd8 HTTP/1.1" status: 204 len: 173 time: 1.9243932 Jul 07 16:54:39.348103 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a45d634-49fe-4e03-981d-7955e33c389b', 'name': 'network-vif-deleted', 'tag': '20389767-1d90-4f1d-ba41-248719300fd8'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:39.352182 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab5cfd0-289b-491c-9bb0-6831541b34b1" -d '{"events": [{"server_uuid": "6a45d634-49fe-4e03-981d-7955e33c389b", "name": "network-vif-deleted", "tag": "20389767-1d90-4f1d-ba41-248719300fd8"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:39.418423 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-270108ce-ad98-42ab-835a-d31278f645a6 req-5accba21-2b1a-4931-81d4-7db0149cb74d service neutron] Transition to ACTIVE for port object 66f23783-8aa3-43de-a481-d11c76ad5a18 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:39.508068 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c4ad1-545b-4bf3-af4a-482e0aa7af6f service neutron] Pushing event updated for resources: {'Port': ['ID=a4ff8d00-7e82-4c4d-911e-7c9edcdca44e,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:39.553514 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-270108ce-ad98-42ab-835a-d31278f645a6 req-5accba21-2b1a-4931-81d4-7db0149cb74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.601068 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-8148e348-b4c4-4440-805b-2d5f7756300a service neutron] For port 7fb579f7-d66f-461e-905f-c71d6d046810, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7fb579f7-d66f-461e-905f-c71d6d046810,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:39.610017 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509de4b-b91b-4742-843a-75458aeca009 tempest-VolumesAdminNegativeTest-627939572 tempest-VolumesAdminNegativeTest-627939572-project] Pushing event deleted for resources: {'Port': ['ID=20389767-1d90-4f1d-ba41-248719300fd8,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:39.643532 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5aa4bb10-d883-416b-8bfc-416d5ac0ec32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.690327 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-695f0fa9-8503-4484-acfb-2f6cf01ae8ef None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.695841 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-5aa4bb10-d883-416b-8bfc-416d5ac0ec32 admin admin] Transition to ACTIVE for port object c03a5da8-13ad-4e7d-a112-f4950bffdb46 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:39.717196 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-695f0fa9-8503-4484-acfb-2f6cf01ae8ef None None] Transition to ACTIVE for port object ea7f8161-cb2c-40de-a045-a40b485b9ba5 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:39.730683 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-8148e348-b4c4-4440-805b-2d5f7756300a service neutron] For port 7fb579f7-d66f-461e-905f-c71d6d046810, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:39.731543 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-695f0fa9-8503-4484-acfb-2f6cf01ae8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.808508 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-695f0fa9-8503-4484-acfb-2f6cf01ae8ef None None] Attempting to bind port ea7f8161-cb2c-40de-a045-a40b485b9ba5 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:39.809215 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-695f0fa9-8503-4484-acfb-2f6cf01ae8ef None None] Attempting to bind port ea7f8161-cb2c-40de-a045-a40b485b9ba5 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:39.810349 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695f0fa9-8503-4484-acfb-2f6cf01ae8ef None None] Attempting to bind port ea7f8161-cb2c-40de-a045-a40b485b9ba5 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:39.856293 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-d63c4ad1-545b-4bf3-af4a-482e0aa7af6f service neutron] Attempting to bind port a4ff8d00-7e82-4c4d-911e-7c9edcdca44e on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:39.856845 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-d63c4ad1-545b-4bf3-af4a-482e0aa7af6f service neutron] Attempting to bind port a4ff8d00-7e82-4c4d-911e-7c9edcdca44e by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:39.857394 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-d63c4ad1-545b-4bf3-af4a-482e0aa7af6f service neutron] Attempting to bind port a4ff8d00-7e82-4c4d-911e-7c9edcdca44e on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:39.858715 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bed568-b946-4dfc-b418-0e22ce995b8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb579f7-d66f-461e-905f-c71d6d046810'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:39.862459 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695f0fa9-8503-4484-acfb-2f6cf01ae8ef None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:39.863549 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695f0fa9-8503-4484-acfb-2f6cf01ae8ef None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:39.864284 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-695f0fa9-8503-4484-acfb-2f6cf01ae8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.865296 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695f0fa9-8503-4484-acfb-2f6cf01ae8ef None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:39.865480 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7e98a4-94a2-4043-a73f-1e465a39bdf4" -d '{"events": [{"server_uuid": "66bed568-b946-4dfc-b418-0e22ce995b8e", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb579f7-d66f-461e-905f-c71d6d046810"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:39.866102 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-695f0fa9-8503-4484-acfb-2f6cf01ae8ef None None] Bound port: ea7f8161-cb2c-40de-a045-a40b485b9ba5, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:39.866651 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-695f0fa9-8503-4484-acfb-2f6cf01ae8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.873397 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-8148e348-b4c4-4440-805b-2d5f7756300a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.903054 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5aa4bb10-d883-416b-8bfc-416d5ac0ec32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.916036 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-8148e348-b4c4-4440-805b-2d5f7756300a service neutron] Transition to ACTIVE for port object 7fb579f7-d66f-461e-905f-c71d6d046810 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:39.929007 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accba21-2b1a-4931-81d4-7db0149cb74d service neutron] Pushing event updated for resources: {'Port': ['ID=66f23783-8aa3-43de-a481-d11c76ad5a18,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:39.973415 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-8148e348-b4c4-4440-805b-2d5f7756300a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.982506 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-d63c4ad1-545b-4bf3-af4a-482e0aa7af6f service neutron] Port a4ff8d00-7e82-4c4d-911e-7c9edcdca44e on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:54:39.983070 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-d63c4ad1-545b-4bf3-af4a-482e0aa7af6f service neutron] Attempting to bind port a4ff8d00-7e82-4c4d-911e-7c9edcdca44e on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:39.989915 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-695f0fa9-8503-4484-acfb-2f6cf01ae8ef None None] For port ea7f8161-cb2c-40de-a045-a40b485b9ba5, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:39.997851 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-d63c4ad1-545b-4bf3-af4a-482e0aa7af6f service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:39.998397 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-d63c4ad1-545b-4bf3-af4a-482e0aa7af6f service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:39.999613 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-695f0fa9-8503-4484-acfb-2f6cf01ae8ef None None] For port ea7f8161-cb2c-40de-a045-a40b485b9ba5, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=ea7f8161-cb2c-40de-a045-a40b485b9ba5,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:39.999831 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-d63c4ad1-545b-4bf3-af4a-482e0aa7af6f service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:40.000543 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-d63c4ad1-545b-4bf3-af4a-482e0aa7af6f service neutron] Bound port: a4ff8d00-7e82-4c4d-911e-7c9edcdca44e, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:40.001182 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-d63c4ad1-545b-4bf3-af4a-482e0aa7af6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:40.011974 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-695f0fa9-8503-4484-acfb-2f6cf01ae8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:40.029562 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa4bb10-d883-416b-8bfc-416d5ac0ec32 admin admin] Network 78a063f0-96c3-417f-865b-6891a90e56fc is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:40.036124 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-5aa4bb10-d883-416b-8bfc-416d5ac0ec32 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:40.041521 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa4bb10-d883-416b-8bfc-416d5ac0ec32 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:40.098726 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4bb10-d883-416b-8bfc-416d5ac0ec32 admin admin] Pushing event updated for resources: {'Port': ['ID=c03a5da8-13ad-4e7d-a112-f4950bffdb46,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:40.108649 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695f0fa9-8503-4484-acfb-2f6cf01ae8ef None None] Routers {'c2a76195-91df-48c5-99c0-79c2afe8db1c'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:54:40.114172 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-695f0fa9-8503-4484-acfb-2f6cf01ae8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:54:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['c2a76195-91df-48c5-99c0-79c2afe8db1c'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:40.178497 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994fa55-7336-4600-a4ce-8c28115e90a7 req-ccb48fbe-7723-44cf-abca-603fce87e4c9 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:40.186733 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e994fa55-7336-4600-a4ce-8c28115e90a7 req-ccb48fbe-7723-44cf-abca-603fce87e4c9 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9fc06f-3bd0-4275-86ae-1edfb954ece3 HTTP/1.1" status: 200 len: 947 time: 0.6365011 Jul 07 16:54:40.201412 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-8148e348-b4c4-4440-805b-2d5f7756300a service neutron] No DVR routers for this DVR port 7fb579f7-d66f-461e-905f-c71d6d046810 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:54:40.204229 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d15d8-a4fe-4d1c-9bc5-bfb2217f1eea None None] Pushing event updated for resources: {'Port': ['ID=ea7f8161-cb2c-40de-a045-a40b485b9ba5,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:40.288201 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-270108ce-ad98-42ab-835a-d31278f645a6 req-5accba21-2b1a-4931-81d4-7db0149cb74d service neutron] Attempting to bind port 66f23783-8aa3-43de-a481-d11c76ad5a18 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:40.288560 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-270108ce-ad98-42ab-835a-d31278f645a6 req-5accba21-2b1a-4931-81d4-7db0149cb74d service neutron] Attempting to bind port 66f23783-8aa3-43de-a481-d11c76ad5a18 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:40.288934 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270108ce-ad98-42ab-835a-d31278f645a6 req-5accba21-2b1a-4931-81d4-7db0149cb74d service neutron] Attempting to bind port 66f23783-8aa3-43de-a481-d11c76ad5a18 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:40.349906 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e994fa55-7336-4600-a4ce-8c28115e90a7 req-a8caa2e4-5a4c-48ed-b526-bd020f32d4c3 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619902 Jul 07 16:54:40.412772 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5aa4bb10-d883-416b-8bfc-416d5ac0ec32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:40.427896 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-d63c4ad1-545b-4bf3-af4a-482e0aa7af6f service neutron] For port a4ff8d00-7e82-4c4d-911e-7c9edcdca44e, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:40.492391 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270108ce-ad98-42ab-835a-d31278f645a6 req-5accba21-2b1a-4931-81d4-7db0149cb74d service neutron] Port 66f23783-8aa3-43de-a481-d11c76ad5a18 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:54:40.507815 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270108ce-ad98-42ab-835a-d31278f645a6 req-5accba21-2b1a-4931-81d4-7db0149cb74d service neutron] Attempting to bind port 66f23783-8aa3-43de-a481-d11c76ad5a18 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:40.526638 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-d63c4ad1-545b-4bf3-af4a-482e0aa7af6f service neutron] For port a4ff8d00-7e82-4c4d-911e-7c9edcdca44e, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=a4ff8d00-7e82-4c4d-911e-7c9edcdca44e,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:40.531182 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7fb579f7-d66f-461e-905f-c71d6d046810 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:54:40.554926 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270108ce-ad98-42ab-835a-d31278f645a6 req-5accba21-2b1a-4931-81d4-7db0149cb74d service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:40.555361 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270108ce-ad98-42ab-835a-d31278f645a6 req-5accba21-2b1a-4931-81d4-7db0149cb74d service neutron] Checking segment: {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:40.555817 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270108ce-ad98-42ab-835a-d31278f645a6 req-5accba21-2b1a-4931-81d4-7db0149cb74d service neutron] Bound using segment: {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:40.556406 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-270108ce-ad98-42ab-835a-d31278f645a6 req-5accba21-2b1a-4931-81d4-7db0149cb74d service neutron] Bound port: 66f23783-8aa3-43de-a481-d11c76ad5a18, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:40.564174 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-270108ce-ad98-42ab-835a-d31278f645a6 req-5accba21-2b1a-4931-81d4-7db0149cb74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:40.579665 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-d63c4ad1-545b-4bf3-af4a-482e0aa7af6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:40.613650 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8148e348-b4c4-4440-805b-2d5f7756300a service neutron] Pushing event updated for resources: {'Port': ['ID=7fb579f7-d66f-461e-905f-c71d6d046810,revision_number=6']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:40.686189 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d15d8-a4fe-4d1c-9bc5-bfb2217f1eea None None] Pushing event updated for resources: {'Port': ['ID=ea7f8161-cb2c-40de-a045-a40b485b9ba5,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:40.717332 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-60adce27-11ea-406d-bf1e-79f227465767 None None] Provisioning for port c03a5da8-13ad-4e7d-a112-f4950bffdb46 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:40.727089 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-8148e348-b4c4-4440-805b-2d5f7756300a service neutron] Attempting to bind port 7fb579f7-d66f-461e-905f-c71d6d046810 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:40.727669 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-8148e348-b4c4-4440-805b-2d5f7756300a service neutron] Attempting to bind port 7fb579f7-d66f-461e-905f-c71d6d046810 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:40.733749 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-8148e348-b4c4-4440-805b-2d5f7756300a service neutron] Attempting to bind port 7fb579f7-d66f-461e-905f-c71d6d046810 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:40.756676 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-60adce27-11ea-406d-bf1e-79f227465767 None None] Provisioning complete for port c03a5da8-13ad-4e7d-a112-f4950bffdb46 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:40.757044 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-60adce27-11ea-406d-bf1e-79f227465767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:40.773640 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-d63c4ad1-545b-4bf3-af4a-482e0aa7af6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:40.774369 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-d63c4ad1-545b-4bf3-af4a-482e0aa7af6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:40.775976 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-d63c4ad1-545b-4bf3-af4a-482e0aa7af6f service neutron] 10.222.0.72 "PUT /v2.0/ports/a4ff8d00-7e82-4c4d-911e-7c9edcdca44e HTTP/1.1" status: 200 len: 1096 time: 3.7936618 Jul 07 16:54:40.796092 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c4ad1-545b-4bf3-af4a-482e0aa7af6f service neutron] Pushing event updated for resources: {'Port': ['ID=a4ff8d00-7e82-4c4d-911e-7c9edcdca44e,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:40.834966 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-8148e348-b4c4-4440-805b-2d5f7756300a service neutron] Port 7fb579f7-d66f-461e-905f-c71d6d046810 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:54:40.835295 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-8148e348-b4c4-4440-805b-2d5f7756300a service neutron] Attempting to bind port 7fb579f7-d66f-461e-905f-c71d6d046810 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:40.840886 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-695f0fa9-8503-4484-acfb-2f6cf01ae8ef None None] Set router c2a76195-91df-48c5-99c0-79c2afe8db1c gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:54:40.870087 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-8148e348-b4c4-4440-805b-2d5f7756300a service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:40.870574 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-8148e348-b4c4-4440-805b-2d5f7756300a service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:40.870852 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-8148e348-b4c4-4440-805b-2d5f7756300a service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:40.871266 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-8148e348-b4c4-4440-805b-2d5f7756300a service neutron] Bound port: 7fb579f7-d66f-461e-905f-c71d6d046810, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:40.874994 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-8148e348-b4c4-4440-805b-2d5f7756300a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:41.015567 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7fb579f7-d66f-461e-905f-c71d6d046810 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:54:41.073432 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-60adce27-11ea-406d-bf1e-79f227465767 None None] Port c03a5da8-13ad-4e7d-a112-f4950bffdb46 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:54:41.096322 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 20389767-1d90-4f1d-ba41-248719300fd8 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:54:41.151554 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 20389767-1d90-4f1d-ba41-248719300fd8 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:54:41.152350 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 20389767-1d90-4f1d-ba41-248719300fd8 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:54:41.190205 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92907631-e565-4585-85c0-804e807becdd req-bd9c4a85-17b3-45cf-a90c-364374baf994 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:41.197831 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-92907631-e565-4585-85c0-804e807becdd req-bd9c4a85-17b3-45cf-a90c-364374baf994 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 948 time: 0.5316114 Jul 07 16:54:41.218204 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5aa4bb10-d883-416b-8bfc-416d5ac0ec32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:41.263116 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-8148e348-b4c4-4440-805b-2d5f7756300a service neutron] For port 7fb579f7-d66f-461e-905f-c71d6d046810, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:41.299105 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-8148e348-b4c4-4440-805b-2d5f7756300a service neutron] For port 7fb579f7-d66f-461e-905f-c71d6d046810, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=7fb579f7-d66f-461e-905f-c71d6d046810,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:41.337792 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-92907631-e565-4585-85c0-804e807becdd req-50c75d8b-edae-40c6-bbb1-b21ae56704f4 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326377 Jul 07 16:54:41.344299 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-8148e348-b4c4-4440-805b-2d5f7756300a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:41.348332 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-695f0fa9-8503-4484-acfb-2f6cf01ae8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a76195-91df-48c5-99c0-79c2afe8db1c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-312182695-router', 'tenant_id': '749e4a1fa1b649bdb47da80f7e7e218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ea7f8161-cb2c-40de-a045-a40b485b9ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:26Z', 'updated_at': '2021-07-07T16:54:32Z', 'revision_number': 3, 'project_id': '749e4a1fa1b649bdb47da80f7e7e218b', 'gw_port': {'id': 'ea7f8161-cb2c-40de-a045-a40b485b9ba5', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a76195-91df-48c5-99c0-79c2afe8db1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:29Z', 'updated_at': '2021-07-07T16:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:41.405005 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-270108ce-ad98-42ab-835a-d31278f645a6 req-5accba21-2b1a-4931-81d4-7db0149cb74d service neutron] For port 66f23783-8aa3-43de-a481-d11c76ad5a18, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:41.432858 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695f0fa9-8503-4484-acfb-2f6cf01ae8ef None None] The sync data for ids ['c2a76195-91df-48c5-99c0-79c2afe8db1c'] in n-d-791503-12 is: [{'id': 'c2a76195-91df-48c5-99c0-79c2afe8db1c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-312182695-router', 'tenant_id': '749e4a1fa1b649bdb47da80f7e7e218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ea7f8161-cb2c-40de-a045-a40b485b9ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:26Z', 'updated_at': '2021-07-07T16:54:32Z', 'revision_number': 3, 'project_id': '749e4a1fa1b649bdb47da80f7e7e218b', 'gw_port': {'id': 'ea7f8161-cb2c-40de-a045-a40b485b9ba5', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a76195-91df-48c5-99c0-79c2afe8db1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:29Z', 'updated_at': '2021-07-07T16:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:54:41.439059 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88730495-e113-4161-a891-0061223353e0 x-openstack-request-id: req-88730495-e113-4161-a891-0061223353e0 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:41.439372 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a45d634-49fe-4e03-981d-7955e33c389b", "name": "network-vif-deleted", "tag": "20389767-1d90-4f1d-ba41-248719300fd8", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:41.440497 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88730495-e113-4161-a891-0061223353e0 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:41.440497 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a45d634-49fe-4e03-981d-7955e33c389b', 'name': 'network-vif-deleted', 'tag': '20389767-1d90-4f1d-ba41-248719300fd8', 'status': 'completed', 'code': 200} Jul 07 16:54:41.442059 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-270108ce-ad98-42ab-835a-d31278f645a6 req-5accba21-2b1a-4931-81d4-7db0149cb74d service neutron] For port 66f23783-8aa3-43de-a481-d11c76ad5a18, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=66f23783-8aa3-43de-a481-d11c76ad5a18,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:41.459082 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-270108ce-ad98-42ab-835a-d31278f645a6 req-5accba21-2b1a-4931-81d4-7db0149cb74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:41.543175 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accba21-2b1a-4931-81d4-7db0149cb74d service neutron] Pushing event updated for resources: {'Port': ['ID=66f23783-8aa3-43de-a481-d11c76ad5a18,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:41.577732 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270108ce-ad98-42ab-835a-d31278f645a6 req-5accba21-2b1a-4931-81d4-7db0149cb74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:41.578756 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-270108ce-ad98-42ab-835a-d31278f645a6 req-5accba21-2b1a-4931-81d4-7db0149cb74d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:41.580275 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-270108ce-ad98-42ab-835a-d31278f645a6 req-5accba21-2b1a-4931-81d4-7db0149cb74d service neutron] 10.222.0.64 "PUT /v2.0/ports/66f23783-8aa3-43de-a481-d11c76ad5a18 HTTP/1.1" status: 200 len: 1092 time: 5.2685664 Jul 07 16:54:41.597465 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-05164580-1beb-4ec5-8a01-06ef9a578812 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:41.612471 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-05164580-1beb-4ec5-8a01-06ef9a578812 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/networks?id=0f59045c-fb41-4f4e-86ad-a15d05bedb10 HTTP/1.1" status: 200 len: 808 time: 0.7701755 Jul 07 16:54:41.628270 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-98ca3c5d-da46-40eb-9a66-cd2d71ad9d0f tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/quotas/e3c30a38df434836b6a6d7bed9173bf0 HTTP/1.1" status: 200 len: 375 time: 0.0170543 Jul 07 16:54:41.664258 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-548f1c7a-11cc-4a13-9fbc-15c0b247450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:41.666509 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-548f1c7a-11cc-4a13-9fbc-15c0b247450d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cacbbe331674230a8cdeaae1095bd51&device_id=8c9fc06f-3bd0-4275-86ae-1edfb954ece3 HTTP/1.1" status: 200 len: 1099 time: 0.3061063 Jul 07 16:54:41.669338 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8148e348-b4c4-4440-805b-2d5f7756300a service neutron] Pushing event updated for resources: {'Port': ['ID=7fb579f7-d66f-461e-905f-c71d6d046810,revision_number=7']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:41.679639 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-8148e348-b4c4-4440-805b-2d5f7756300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:41.680516 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-8148e348-b4c4-4440-805b-2d5f7756300a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:41.686150 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-8148e348-b4c4-4440-805b-2d5f7756300a service neutron] 10.222.0.64 "PUT /v2.0/ports/7fb579f7-d66f-461e-905f-c71d6d046810 HTTP/1.1" status: 200 len: 1097 time: 3.3153980 Jul 07 16:54:41.826929 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-34b8dbc2-a443-4a25-aa34-26ffd42fd250 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=a4ff8d00-7e82-4c4d-911e-7c9edcdca44e HTTP/1.1" status: 200 len: 217 time: 0.1139319 Jul 07 16:54:41.962366 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-11511df4-5d1f-474c-80ca-53af3e15acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:41.965457 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-11511df4-5d1f-474c-80ca-53af3e15acaf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1233721 Jul 07 16:54:42.055976 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5133c5-6318-45fa-b338-6fda99ec3879 req-45128e1f-9df9-4ca8-824e-c81457d11d83 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:42.056885 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270108ce-ad98-42ab-835a-d31278f645a6 req-bd8e5b25-9501-4396-87b5-49e42d60e429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:42.057674 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2e5133c5-6318-45fa-b338-6fda99ec3879 req-45128e1f-9df9-4ca8-824e-c81457d11d83 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 943 time: 0.3579271 Jul 07 16:54:42.059643 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-270108ce-ad98-42ab-835a-d31278f645a6 req-bd8e5b25-9501-4396-87b5-49e42d60e429 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 1095 time: 0.3264785 Jul 07 16:54:42.075480 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-5203783a-45b8-4944-a4d9-aee42e245716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:42.077161 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-5203783a-45b8-4944-a4d9-aee42e245716 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 1100 time: 0.2914295 Jul 07 16:54:42.077795 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-f8dddd35-412d-451f-b1d7-9bdb6303e138 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3c30a38df434836b6a6d7bed9173bf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4278827 Jul 07 16:54:42.192393 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-270108ce-ad98-42ab-835a-d31278f645a6 req-2eaacc6c-e18a-4ccb-9b9e-60d42a17d84c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66f23783-8aa3-43de-a481-d11c76ad5a18 HTTP/1.1" status: 200 len: 217 time: 0.1104615 Jul 07 16:54:42.226201 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8975ca66-de8e-4d5c-a280-c7ec616ab95a req-cf4039d0-5188-4479-925b-8113d89312d0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1d6bbecf-01b4-4101-a576-f3ffdae19d9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3430328 Jul 07 16:54:42.249844 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5aa4bb10-d883-416b-8bfc-416d5ac0ec32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:42.309011 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5aa4bb10-d883-416b-8bfc-416d5ac0ec32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:42.314736 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2e5133c5-6318-45fa-b338-6fda99ec3879 req-787e888b-d431-47dc-a69e-934365c54a52 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363665 Jul 07 16:54:42.386334 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-3966830b-5283-4844-a145-b72d681f1675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:42.390995 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-3966830b-5283-4844-a145-b72d681f1675 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4120498 Jul 07 16:54:42.459937 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4bb10-d883-416b-8bfc-416d5ac0ec32 admin admin] Pushing event updated for resources: {'Port': ['ID=c03a5da8-13ad-4e7d-a112-f4950bffdb46,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:42.480093 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454da6e6-d492-43a0-832a-5c672f0738c9 x-openstack-request-id: req-454da6e6-d492-43a0-832a-5c672f0738c9 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:42.480487 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66bed568-b946-4dfc-b418-0e22ce995b8e", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb579f7-d66f-461e-905f-c71d6d046810", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:42.480970 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-454da6e6-d492-43a0-832a-5c672f0738c9 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:42.481612 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bed568-b946-4dfc-b418-0e22ce995b8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb579f7-d66f-461e-905f-c71d6d046810', 'code': 200} Jul 07 16:54:42.486148 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-0c10789e-ff62-43a0-bd8f-fbf6d4d1b1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:42.489052 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-0c10789e-ff62-43a0-bd8f-fbf6d4d1b1d7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.3978031 Jul 07 16:54:42.499166 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5aa4bb10-d883-416b-8bfc-416d5ac0ec32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:42.518772 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270108ce-ad98-42ab-835a-d31278f645a6 req-fa9b950c-9fb8-4199-bdec-78ced4b0d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:42.518772 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-270108ce-ad98-42ab-835a-d31278f645a6 req-fa9b950c-9fb8-4199-bdec-78ced4b0d985 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=efc5a7ec-004d-467f-9a91-81aefb64567f HTTP/1.1" status: 200 len: 861 time: 0.2730138 Jul 07 16:54:42.605881 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-7a282bef-9c8c-4fc2-9e5c-5d79ac43e044 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=7fb579f7-d66f-461e-905f-c71d6d046810 HTTP/1.1" status: 200 len: 217 time: 0.1087298 Jul 07 16:54:42.615351 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-270108ce-ad98-42ab-835a-d31278f645a6 req-88c2b21c-2b53-4ae3-b996-920941c94d9a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ad75942-8a9e-4718-9815-ad27d5bad609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840106 Jul 07 16:54:42.619719 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47448) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:42.626263 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-6b703083-5e39-4c23-817f-95e03b6da0a9 service neutron] 10.222.0.53 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5286131 Jul 07 16:54:42.746977 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-bcc64b4a-31f8-4151-82c5-06b0ae6f721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:42.748979 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-bcc64b4a-31f8-4151-82c5-06b0ae6f721b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1343954 Jul 07 16:54:42.759551 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975ca66-de8e-4d5c-a280-c7ec616ab95a req-46314879-8a01-4713-81ba-4a2c1ece4fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:42.761702 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8975ca66-de8e-4d5c-a280-c7ec616ab95a req-46314879-8a01-4713-81ba-4a2c1ece4fae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cacbbe331674230a8cdeaae1095bd51&device_id=1d6bbecf-01b4-4101-a576-f3ffdae19d9a HTTP/1.1" status: 200 len: 1102 time: 0.4943392 Jul 07 16:54:42.883971 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-270108ce-ad98-42ab-835a-d31278f645a6 req-5a6f64fd-222b-4823-922d-201fe082123a service neutron] 10.222.0.64 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296758 Jul 07 16:54:42.996705 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975ca66-de8e-4d5c-a280-c7ec616ab95a req-5b705a4b-ee95-41f0-aef9-ed6c8e6ca3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:42.998277 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8975ca66-de8e-4d5c-a280-c7ec616ab95a req-5b705a4b-ee95-41f0-aef9-ed6c8e6ca3d5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.1984746 Jul 07 16:54:43.014738 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-41082d9a-c60b-4b30-b80d-1be78f4d6e99 admin admin] Deleting subnet 577692c0-d9bc-47b3-baa2-697bd470d4b4 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:54:43.028593 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa4bb10-d883-416b-8bfc-416d5ac0ec32 admin admin] Network 78a063f0-96c3-417f-865b-6891a90e56fc is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:43.042710 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-e32d48ce-ae9e-4926-96b4-a77553ff178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:43.043001 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-41082d9a-c60b-4b30-b80d-1be78f4d6e99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:43.044459 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-e32d48ce-ae9e-4926-96b4-a77553ff178e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2813940 Jul 07 16:54:43.045500 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-5aa4bb10-d883-416b-8bfc-416d5ac0ec32 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:43.235506 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-92102cfe-f1c6-4fdc-92b2-ea08e7eb39b6 service neutron] 10.222.0.53 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5949717 Jul 07 16:54:43.263338 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-41082d9a-c60b-4b30-b80d-1be78f4d6e99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:43.304682 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device ea7f8161-cb2c-40de-a045-a40b485b9ba5 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:43.369636 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-41082d9a-c60b-4b30-b80d-1be78f4d6e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:43.502276 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8975ca66-de8e-4d5c-a280-c7ec616ab95a req-846f307f-5d6f-4f58-b1b8-4d7300bc93c3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2 HTTP/1.1" status: 200 len: 217 time: 0.4722421 Jul 07 16:54:43.511574 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-7ddca816-a2f2-42fc-83a5-46cf5a091285 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0943065 Jul 07 16:54:43.512801 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9fc06f-3bd0-4275-86ae-1edfb954ece3', 'tag': 'a4ff8d00-7e82-4c4d-911e-7c9edcdca44e'}, {'name': 'network-changed', 'server_uuid': 'cf300826-c23c-4499-8ca9-8507b4dc41b2', 'tag': '66f23783-8aa3-43de-a481-d11c76ad5a18'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:43.517072 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82cad6a-8c7a-4837-9e90-7e06ed207654" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9fc06f-3bd0-4275-86ae-1edfb954ece3", "tag": "a4ff8d00-7e82-4c4d-911e-7c9edcdca44e"}, {"name": "network-changed", "server_uuid": "cf300826-c23c-4499-8ca9-8507b4dc41b2", "tag": "66f23783-8aa3-43de-a481-d11c76ad5a18"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:43.543632 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-41082d9a-c60b-4b30-b80d-1be78f4d6e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:43.549070 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0bae5504-40bf-4f05-b19b-266e927f5f07 None None] Provisioning complete for port c03a5da8-13ad-4e7d-a112-f4950bffdb46 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:43.549761 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0bae5504-40bf-4f05-b19b-266e927f5f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:43.599183 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port ea7f8161-cb2c-40de-a045-a40b485b9ba5 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:43.612099 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port ea7f8161-cb2c-40de-a045-a40b485b9ba5 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:43.613278 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:43.673404 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-0bae5504-40bf-4f05-b19b-266e927f5f07 None None] Port c03a5da8-13ad-4e7d-a112-f4950bffdb46 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:54:43.807294 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-41082d9a-c60b-4b30-b80d-1be78f4d6e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:43.818918 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-41082d9a-c60b-4b30-b80d-1be78f4d6e99 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/577692c0-d9bc-47b3-baa2-697bd470d4b4 HTTP/1.1" status: 204 len: 168 time: 1.1909633 Jul 07 16:54:43.825844 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47460) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:43.829363 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41082d9a-c60b-4b30-b80d-1be78f4d6e99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=577692c0-d9bc-47b3-baa2-697bd470d4b4,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:43.837252 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975ca66-de8e-4d5c-a280-c7ec616ab95a req-5e47b79b-50d5-4067-9d1a-509fc075378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:43.839798 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8975ca66-de8e-4d5c-a280-c7ec616ab95a req-5e47b79b-50d5-4067-9d1a-509fc075378b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.2855036 Jul 07 16:54:43.892467 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df028c-3c81-4a68-b2e3-47b0099bdbc2 req-363e1d76-8c40-4911-8ff5-b5995b1392ff tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:43.906099 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-11df028c-3c81-4a68-b2e3-47b0099bdbc2 req-363e1d76-8c40-4911-8ff5-b5995b1392ff tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9fc06f-3bd0-4275-86ae-1edfb954ece3 HTTP/1.1" status: 200 len: 947 time: 0.9277568 Jul 07 16:54:43.932470 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:43.990281 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-5ef4d913-ed3a-4256-a5bb-62e1fad7fa8b service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093677 Jul 07 16:54:44.016449 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port ea7f8161-cb2c-40de-a045-a40b485b9ba5, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=ea7f8161-cb2c-40de-a045-a40b485b9ba5,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:44.029706 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:44.047107 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-57158646-1afd-4c45-b01c-0164b5cbb558 req-24f8f79e-4488-4610-a036-3d4840c7cc7c service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046086 Jul 07 16:54:44.083746 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa4bb10-d883-416b-8bfc-416d5ac0ec32 admin admin] Router c2a76195-91df-48c5-99c0-79c2afe8db1c has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:54:44.131036 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-11df028c-3c81-4a68-b2e3-47b0099bdbc2 req-b81e36a9-343e-4833-b88c-b2d563567d80 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156472 Jul 07 16:54:44.211040 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-270108ce-ad98-42ab-835a-d31278f645a6 req-7ac2ff0b-41b3-4042-9f31-2df3bdd64bbd service neutron] 10.222.0.64 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2524805 Jul 07 16:54:44.221910 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-527ca129-f22d-43d4-bee5-d0fb9800550b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:44.231400 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=ea7f8161-cb2c-40de-a045-a40b485b9ba5,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:44.351437 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1a7a8dc1-b630-4cf5-a23d-441598ed65ab req-0875e334-8c22-4fcf-b376-5f8fbf6f493c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f4d177e5-1672-4a42-badc-5a0d1e0835c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8218889 Jul 07 16:54:44.427467 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975ca66-de8e-4d5c-a280-c7ec616ab95a req-feffb9d7-d09b-41f7-82ce-aecb0b885760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:44.431058 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8975ca66-de8e-4d5c-a280-c7ec616ab95a req-feffb9d7-d09b-41f7-82ce-aecb0b885760 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5758872 Jul 07 16:54:44.441398 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8b30095b-a338-4b64-9cc1-6c836563f8ee req-6adf3cfc-6be3-4166-88f2-1ceedfab57f7 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411008 Jul 07 16:54:44.489846 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66bed568-b946-4dfc-b418-0e22ce995b8e', 'tag': '7fb579f7-d66f-461e-905f-c71d6d046810'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:44.494204 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27e3d34-f007-4611-bb2b-2eec1ef88c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "66bed568-b946-4dfc-b418-0e22ce995b8e", "tag": "7fb579f7-d66f-461e-905f-c71d6d046810"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:44.537456 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-527ca129-f22d-43d4-bee5-d0fb9800550b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:44.568309 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-527ca129-f22d-43d4-bee5-d0fb9800550b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93bbc812-cb96-4842-ba9b-67f238eb55a7']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:44.615619 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52ae0a-4610-4d77-919b-2cc1beaec51d req-9bde1c12-c8c8-4205-a34a-3bdb157ac7fb tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:44.625992 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1a52ae0a-4610-4d77-919b-2cc1beaec51d req-9bde1c12-c8c8-4205-a34a-3bdb157ac7fb tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 948 time: 0.4894931 Jul 07 16:54:44.637730 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-527ca129-f22d-43d4-bee5-d0fb9800550b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '282c05f5-4247-4f5b-8911-86c094e2461e') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:44.638570 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-527ca129-f22d-43d4-bee5-d0fb9800550b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '282c05f5-4247-4f5b-8911-86c094e2461e') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:44.660979 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-527ca129-f22d-43d4-bee5-d0fb9800550b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:44.685472 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a8dc1-b630-4cf5-a23d-441598ed65ab req-52ebf564-bbdd-40c2-ad16-e0e7f1b81a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:44.688495 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1a7a8dc1-b630-4cf5-a23d-441598ed65ab req-52ebf564-bbdd-40c2-ad16-e0e7f1b81a44 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=807e3ea622de4599bed76047b27cb02c&device_id=f4d177e5-1672-4a42-badc-5a0d1e0835c8 HTTP/1.1" status: 200 len: 1097 time: 0.2551403 Jul 07 16:54:44.712446 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-527ca129-f22d-43d4-bee5-d0fb9800550b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:44.733315 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527ca129-f22d-43d4-bee5-d0fb9800550b admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:54:44.734292 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-527ca129-f22d-43d4-bee5-d0fb9800550b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:44.736587 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: timer() Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:54:44.741459 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:54:44.804954 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa4bb10-d883-416b-8bfc-416d5ac0ec32 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:54:44.821733 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5aa4bb10-d883-416b-8bfc-416d5ac0ec32 admin admin] 10.222.0.53 "PUT /v2.0/routers/c2a76195-91df-48c5-99c0-79c2afe8db1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5487492 Jul 07 16:54:44.823898 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f7a517-a252-400b-84d4-89543be40026 None None] Sync routers for ids ['c2a76195-91df-48c5-99c0-79c2afe8db1c'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:54:44.838583 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8c76e-52cf-4cc8-a47a-41b9cd7a3125 req-a25ddeeb-d11c-486f-9e8b-17e9f6f69867 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:44.841998 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6ee8c76e-52cf-4cc8-a47a-41b9cd7a3125 req-a25ddeeb-d11c-486f-9e8b-17e9f6f69867 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 943 time: 0.4388118 Jul 07 16:54:44.859126 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f7a517-a252-400b-84d4-89543be40026 None None] Routers {'c2a76195-91df-48c5-99c0-79c2afe8db1c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:54:44.860865 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-d1f7a517-a252-400b-84d4-89543be40026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:54:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['c2a76195-91df-48c5-99c0-79c2afe8db1c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:44.884572 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1a52ae0a-4610-4d77-919b-2cc1beaec51d req-0a511b93-bfb8-4388-96a5-f187edc8c123 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315009 Jul 07 16:54:44.913502 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8975ca66-de8e-4d5c-a280-c7ec616ab95a req-463fdafa-43bd-465d-be04-cbe67f0c6ae6 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097123 Jul 07 16:54:45.131665 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a8dc1-b630-4cf5-a23d-441598ed65ab req-d99ccb94-4af9-4055-a231-184bee99f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:45.137344 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1a7a8dc1-b630-4cf5-a23d-441598ed65ab req-d99ccb94-4af9-4055-a231-184bee99f19d service neutron] 10.222.0.64 "GET /v2.0/networks?id=50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 HTTP/1.1" status: 200 len: 925 time: 0.3691621 Jul 07 16:54:45.141006 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec613e3-d816-4789-907c-290e153d2b3d x-openstack-request-id: req-dec613e3-d816-4789-907c-290e153d2b3d {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:45.147317 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9fc06f-3bd0-4275-86ae-1edfb954ece3", "tag": "a4ff8d00-7e82-4c4d-911e-7c9edcdca44e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cf300826-c23c-4499-8ca9-8507b4dc41b2", "tag": "66f23783-8aa3-43de-a481-d11c76ad5a18", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:45.147934 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dec613e3-d816-4789-907c-290e153d2b3d {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:45.148785 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9fc06f-3bd0-4275-86ae-1edfb954ece3', 'tag': 'a4ff8d00-7e82-4c4d-911e-7c9edcdca44e', 'status': 'completed', 'code': 200} Jul 07 16:54:45.149298 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf300826-c23c-4499-8ca9-8507b4dc41b2', 'tag': '66f23783-8aa3-43de-a481-d11c76ad5a18', 'status': 'completed', 'code': 200} Jul 07 16:54:45.158533 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6ee8c76e-52cf-4cc8-a47a-41b9cd7a3125 req-afc31ff1-4457-4847-a912-0d9291d9f210 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036416 Jul 07 16:54:45.284757 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device ea7f8161-cb2c-40de-a045-a40b485b9ba5 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:45.349529 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-527ca129-f22d-43d4-bee5-d0fb9800550b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:45.376820 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-d1f7a517-a252-400b-84d4-89543be40026 None None] Set router c2a76195-91df-48c5-99c0-79c2afe8db1c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:54:45.377176 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-527ca129-f22d-43d4-bee5-d0fb9800550b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:45.386777 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-527ca129-f22d-43d4-bee5-d0fb9800550b admin admin] 10.222.0.53 "DELETE /v2.0/networks/93bbc812-cb96-4842-ba9b-67f238eb55a7 HTTP/1.1" status: 204 len: 168 time: 1.5351067 Jul 07 16:54:45.390302 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47478) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:45.457024 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ca129-f22d-43d4-bee5-d0fb9800550b admin admin] Pushing event deleted for resources: {'Network': ['ID=93bbc812-cb96-4842-ba9b-67f238eb55a7,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:45.495243 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port ea7f8161-cb2c-40de-a045-a40b485b9ba5 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:45.497004 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:45.505481 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8975ca66-de8e-4d5c-a280-c7ec616ab95a req-02c85332-4bcd-4a25-b7e9-1906ac579b38 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5689280 Jul 07 16:54:45.540448 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1c9de3ec-89ba-4698-bbe8-928abc70edb8 req-e8b58c06-ffd4-4060-aafc-bff8207752b3 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 210 time: 0.0979297 Jul 07 16:54:45.558059 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1a7a8dc1-b630-4cf5-a23d-441598ed65ab req-81022a67-ed43-4db1-8405-273b68f044ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da3ae13c-bbd6-4f65-942c-4657de3b9be4 HTTP/1.1" status: 200 len: 1001 time: 0.3899572 Jul 07 16:54:45.596701 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82cad6a-8c7a-4837-9e90-7e06ed207654 req-e1052fa0-5dec-447c-a68b-38f206c89edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:45.601419 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f82cad6a-8c7a-4837-9e90-7e06ed207654 req-e1052fa0-5dec-447c-a68b-38f206c89edf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 1095 time: 0.3990548 Jul 07 16:54:45.755954 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-d1f7a517-a252-400b-84d4-89543be40026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a76195-91df-48c5-99c0-79c2afe8db1c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-312182695-router', 'tenant_id': '749e4a1fa1b649bdb47da80f7e7e218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ea7f8161-cb2c-40de-a045-a40b485b9ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:26Z', 'updated_at': '2021-07-07T16:54:41Z', 'revision_number': 4, 'project_id': '749e4a1fa1b649bdb47da80f7e7e218b', 'gw_port': {'id': 'ea7f8161-cb2c-40de-a045-a40b485b9ba5', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a76195-91df-48c5-99c0-79c2afe8db1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:29Z', 'updated_at': '2021-07-07T16:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'c03a5da8-13ad-4e7d-a112-f4950bffdb46', 'name': '', 'network_id': '78a063f0-96c3-417f-865b-6891a90e56fc', 'tenant_id': '749e4a1fa1b649bdb47da80f7e7e218b', 'mac_address': 'fa:16:3e:50:13:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a76195-91df-48c5-99c0-79c2afe8db1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd2a7adbd-5724-47a4-b448-d9106c213de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:38Z', 'updated_at': '2021-07-07T16:54:41Z', 'revision_number': 2, 'project_id': '749e4a1fa1b649bdb47da80f7e7e218b', 'subnets': [{'id': 'd2a7adbd-5724-47a4-b448-d9106c213de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:45.762656 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82cad6a-8c7a-4837-9e90-7e06ed207654 req-a812be08-cb83-4647-95c2-57204392b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:45.765395 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f82cad6a-8c7a-4837-9e90-7e06ed207654 req-a812be08-cb83-4647-95c2-57204392b539 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cacbbe331674230a8cdeaae1095bd51&device_id=8c9fc06f-3bd0-4275-86ae-1edfb954ece3 HTTP/1.1" status: 200 len: 1099 time: 0.6147707 Jul 07 16:54:45.773816 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c07811-3332-4185-a7d6-014ad9417dc1 admin admin] Deleting subnet 1f48ab70-43cb-4523-ba38-50395e2e2084 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:54:45.806019 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f7a517-a252-400b-84d4-89543be40026 None None] Checking router: c2a76195-91df-48c5-99c0-79c2afe8db1c for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:54:45.806554 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f7a517-a252-400b-84d4-89543be40026 None None] Updating router c2a76195-91df-48c5-99c0-79c2afe8db1c port c03a5da8-13ad-4e7d-a112-f4950bffdb46 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:54:45.887504 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d1f7a517-a252-400b-84d4-89543be40026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:45.976421 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-53c07811-3332-4185-a7d6-014ad9417dc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:45.980524 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82cad6a-8c7a-4837-9e90-7e06ed207654 req-44e7e864-22cb-4baa-b737-ad7d52a7bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:45.985550 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f82cad6a-8c7a-4837-9e90-7e06ed207654 req-44e7e864-22cb-4baa-b737-ad7d52a7bc09 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 200 len: 922 time: 0.3737903 Jul 07 16:54:46.007788 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae110677-e6b0-4323-a562-44d6e39ec31d x-openstack-request-id: req-ae110677-e6b0-4323-a562-44d6e39ec31d {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:46.017161 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66bed568-b946-4dfc-b418-0e22ce995b8e", "tag": "7fb579f7-d66f-461e-905f-c71d6d046810", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:46.019728 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae110677-e6b0-4323-a562-44d6e39ec31d {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:46.020415 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66bed568-b946-4dfc-b418-0e22ce995b8e', 'tag': '7fb579f7-d66f-461e-905f-c71d6d046810', 'status': 'completed', 'code': 200} Jul 07 16:54:46.161824 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f82cad6a-8c7a-4837-9e90-7e06ed207654 req-2edee2be-6dad-49d5-b8fe-b858f0085b40 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66f23783-8aa3-43de-a481-d11c76ad5a18 HTTP/1.1" status: 200 len: 217 time: 0.1362820 Jul 07 16:54:46.227667 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82cad6a-8c7a-4837-9e90-7e06ed207654 req-65bba3b2-e3a1-439a-8c84-ba9c6e73ed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:46.229460 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f82cad6a-8c7a-4837-9e90-7e06ed207654 req-65bba3b2-e3a1-439a-8c84-ba9c6e73ed74 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=efc5a7ec-004d-467f-9a91-81aefb64567f HTTP/1.1" status: 200 len: 861 time: 0.0608332 Jul 07 16:54:46.262951 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a8dc1-b630-4cf5-a23d-441598ed65ab req-c7cdbf1a-be95-4d48-acfb-8db6dcfb75f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:46.265931 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1a7a8dc1-b630-4cf5-a23d-441598ed65ab req-c7cdbf1a-be95-4d48-acfb-8db6dcfb75f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ddd452ef-84e2-4c74-9b12-af8c121336aa HTTP/1.1" status: 200 len: 863 time: 0.6662190 Jul 07 16:54:46.292133 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2155caf-9fe3-4f69-8425-5f97b6358ebd req-fb28243b-ebb2-478b-ba16-6ec5d24a6add tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:46.295445 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82cad6a-8c7a-4837-9e90-7e06ed207654 req-4244036b-b389-4a94-af69-516312e72436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:46.298401 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f82cad6a-8c7a-4837-9e90-7e06ed207654 req-4244036b-b389-4a94-af69-516312e72436 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.5210030 Jul 07 16:54:46.301343 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e2155caf-9fe3-4f69-8425-5f97b6358ebd req-fb28243b-ebb2-478b-ba16-6ec5d24a6add tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9fc06f-3bd0-4275-86ae-1edfb954ece3 HTTP/1.1" status: 200 len: 947 time: 0.2327363 Jul 07 16:54:46.312812 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f82cad6a-8c7a-4837-9e90-7e06ed207654 req-a912c42e-8d86-41d3-8d8a-cb6c66eb1db0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ad75942-8a9e-4718-9815-ad27d5bad609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698338 Jul 07 16:54:46.322058 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [req-2dd860e3-f68e-49a6-a7b3-c17fc3824b58 req-2a993c4a-7806-465c-9b1d-7f769fa88cdf tempest-FloatingIPDetailsNegativeTestJSON-332097107 tempest-FloatingIPDetailsNegativeTestJSON-332097107-project] show failed (client error): The resource could not be found. Jul 07 16:54:46.335568 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2dd860e3-f68e-49a6-a7b3-c17fc3824b58 req-2a993c4a-7806-465c-9b1d-7f769fa88cdf tempest-FloatingIPDetailsNegativeTestJSON-332097107 tempest-FloatingIPDetailsNegativeTestJSON-332097107-project] 10.222.0.53 "GET /v2.0/floatingips/d0fa3894-d73b-43dd-b438-237effe3f728 HTTP/1.1" status: 404 len: 350 time: 0.2703741 Jul 07 16:54:46.337826 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e3d34-f007-4611-bb2b-2eec1ef88c8a req-995f5109-60eb-4a58-b078-250097a6d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:46.338571 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a27e3d34-f007-4611-bb2b-2eec1ef88c8a req-995f5109-60eb-4a58-b078-250097a6d897 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 1100 time: 0.3510311 Jul 07 16:54:46.400596 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47490) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:46.414816 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device a4ff8d00-7e82-4c4d-911e-7c9edcdca44e details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:54:46.453294 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-53c07811-3332-4185-a7d6-014ad9417dc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:46.645685 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d1f7a517-a252-400b-84d4-89543be40026 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:46.687957 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-d1f7a517-a252-400b-84d4-89543be40026 None None] Transition to ACTIVE for port object c03a5da8-13ad-4e7d-a112-f4950bffdb46 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:46.705788 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d1f7a517-a252-400b-84d4-89543be40026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:46.735639 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e3d34-f007-4611-bb2b-2eec1ef88c8a req-76d0dd11-36fa-4ba8-8683-91ae25450f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:46.740997 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a27e3d34-f007-4611-bb2b-2eec1ef88c8a req-76d0dd11-36fa-4ba8-8683-91ae25450f4b service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.3394258 Jul 07 16:54:46.933463 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a27e3d34-f007-4611-bb2b-2eec1ef88c8a req-f9d3d49f-1abd-4f09-a7ef-a93d275e6bd8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=7fb579f7-d66f-461e-905f-c71d6d046810 HTTP/1.1" status: 200 len: 217 time: 0.1633182 Jul 07 16:54:46.971320 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e2155caf-9fe3-4f69-8425-5f97b6358ebd req-a49687f5-23ba-4735-9ba6-7d69ec114c5b tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6682665 Jul 07 16:54:47.134992 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2151ba-9c57-4294-9666-33a60cb92512 None None] Pushing event updated for resources: {'Port': ['ID=c03a5da8-13ad-4e7d-a112-f4950bffdb46,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:47.147734 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 66f23783-8aa3-43de-a481-d11c76ad5a18 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:54:47.163538 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2151ba-9c57-4294-9666-33a60cb92512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:47.164596 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2151ba-9c57-4294-9666-33a60cb92512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:47.165237 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2151ba-9c57-4294-9666-33a60cb92512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:47.166201 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2151ba-9c57-4294-9666-33a60cb92512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:47.167412 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2151ba-9c57-4294-9666-33a60cb92512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:47.167992 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2151ba-9c57-4294-9666-33a60cb92512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:47.168557 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2151ba-9c57-4294-9666-33a60cb92512 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:47.170807 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2151ba-9c57-4294-9666-33a60cb92512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:47.171380 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2151ba-9c57-4294-9666-33a60cb92512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:47.171855 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2151ba-9c57-4294-9666-33a60cb92512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:47.172354 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2151ba-9c57-4294-9666-33a60cb92512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:47.172903 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2151ba-9c57-4294-9666-33a60cb92512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:47.203516 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-d1f7a517-a252-400b-84d4-89543be40026 None None] Attempting to bind port c03a5da8-13ad-4e7d-a112-f4950bffdb46 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:47.204035 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-d1f7a517-a252-400b-84d4-89543be40026 None None] Attempting to bind port c03a5da8-13ad-4e7d-a112-f4950bffdb46 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '0cb50843-16d7-489a-8b13-48fe35f8eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '78a063f0-96c3-417f-865b-6891a90e56fc'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:47.204748 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f7a517-a252-400b-84d4-89543be40026 None None] Attempting to bind port c03a5da8-13ad-4e7d-a112-f4950bffdb46 on network 78a063f0-96c3-417f-865b-6891a90e56fc {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:47.224285 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f7a517-a252-400b-84d4-89543be40026 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:47.226337 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f7a517-a252-400b-84d4-89543be40026 None None] Checking segment: {'id': '0cb50843-16d7-489a-8b13-48fe35f8eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '78a063f0-96c3-417f-865b-6891a90e56fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:47.227212 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d1f7a517-a252-400b-84d4-89543be40026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.227900 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f7a517-a252-400b-84d4-89543be40026 None None] Bound using segment: {'id': '0cb50843-16d7-489a-8b13-48fe35f8eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '78a063f0-96c3-417f-865b-6891a90e56fc'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:47.228773 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-d1f7a517-a252-400b-84d4-89543be40026 None None] Bound port: c03a5da8-13ad-4e7d-a112-f4950bffdb46, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb50843-16d7-489a-8b13-48fe35f8eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '78a063f0-96c3-417f-865b-6891a90e56fc'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:47.229430 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d1f7a517-a252-400b-84d4-89543be40026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.236215 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e3d34-f007-4611-bb2b-2eec1ef88c8a req-e897b4e1-64f9-4421-b35d-9ca7ccb6a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:47.242811 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a27e3d34-f007-4611-bb2b-2eec1ef88c8a req-e897b4e1-64f9-4421-b35d-9ca7ccb6a9e6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.2597766 Jul 07 16:54:47.290140 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port a4ff8d00-7e82-4c4d-911e-7c9edcdca44e, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=a4ff8d00-7e82-4c4d-911e-7c9edcdca44e,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:47.341140 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'a4ff8d00-7e82-4c4d-911e-7c9edcdca44e', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': 'a4ff8d00-7e82-4c4d-911e-7c9edcdca44e', 'mac_address': 'fa:16:3e:0c:bc:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:54:47.350888 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.resource_extend [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:54:47.435447 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-d1f7a517-a252-400b-84d4-89543be40026 None None] For port c03a5da8-13ad-4e7d-a112-f4950bffdb46, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:47.457583 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-d1f7a517-a252-400b-84d4-89543be40026 None None] For port c03a5da8-13ad-4e7d-a112-f4950bffdb46, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c03a5da8-13ad-4e7d-a112-f4950bffdb46,segment=NetworkSegment(0cb50843-16d7-489a-8b13-48fe35f8eece),segment_id=0cb50843-16d7-489a-8b13-48fe35f8eece)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:47.469573 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d1f7a517-a252-400b-84d4-89543be40026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.535699 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 66f23783-8aa3-43de-a481-d11c76ad5a18, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=66f23783-8aa3-43de-a481-d11c76ad5a18,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:47.619548 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '66f23783-8aa3-43de-a481-d11c76ad5a18', 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609', 'port_id': '66f23783-8aa3-43de-a481-d11c76ad5a18', 'mac_address': 'fa:16:3e:85:f5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efc5a7ec-004d-467f-9a91-81aefb64567f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:54:47.626571 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.639977 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f82cad6a-8c7a-4837-9e90-7e06ed207654 req-c28d5fad-afe6-4675-b7fd-ca6c2f680ed0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=a4ff8d00-7e82-4c4d-911e-7c9edcdca44e HTTP/1.1" status: 200 len: 217 time: 1.2893615 Jul 07 16:54:47.656166 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2151ba-9c57-4294-9666-33a60cb92512 None None] Pushing event updated for resources: {'Port': ['ID=c03a5da8-13ad-4e7d-a112-f4950bffdb46,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:47.685999 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f7a517-a252-400b-84d4-89543be40026 None None] Routers {'c2a76195-91df-48c5-99c0-79c2afe8db1c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:54:47.687033 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-d1f7a517-a252-400b-84d4-89543be40026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:54:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['c2a76195-91df-48c5-99c0-79c2afe8db1c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:47.719432 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4ff8d00-7e82-4c4d-911e-7c9edcdca44e {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:47.752821 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f82cad6a-8c7a-4837-9e90-7e06ed207654 req-4cfc8732-1c59-49a8-abbe-41830fe34c5d service neutron] 10.222.0.64 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4181790 Jul 07 16:54:47.755201 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port a4ff8d00-7e82-4c4d-911e-7c9edcdca44e, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=a4ff8d00-7e82-4c4d-911e-7c9edcdca44e,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:47.756558 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.781186 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f23783-8aa3-43de-a481-d11c76ad5a18 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:47.811392 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 66f23783-8aa3-43de-a481-d11c76ad5a18, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=66f23783-8aa3-43de-a481-d11c76ad5a18,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:47.819579 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.842520 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-48b6db7d-191d-4137-95e8-07b3cd8bfe8a tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:47.845942 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-48b6db7d-191d-4137-95e8-07b3cd8bfe8a tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.64 "GET /v2.0/networks?id=0f59045c-fb41-4f4e-86ad-a15d05bedb10 HTTP/1.1" status: 200 len: 808 time: 1.5860934 Jul 07 16:54:47.904658 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e3d34-f007-4611-bb2b-2eec1ef88c8a req-8db8393a-d579-4414-a952-f7e30bcb7382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:47.907314 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a27e3d34-f007-4611-bb2b-2eec1ef88c8a req-8db8393a-d579-4414-a952-f7e30bcb7382 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 1100 time: 2.0152671 Jul 07 16:54:47.908113 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.910842 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 7fb579f7-d66f-461e-905f-c71d6d046810 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:54:47.914357 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-9777a1fd-0a48-43ea-8a5e-e0385ff55ae5 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Request body: {'port': {'device_id': 'd43232bd-71aa-49f7-8ce8-48860accc292', 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10', 'admin_state_up': True, 'tenant_id': 'e3c30a38df434836b6a6d7bed9173bf0'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:48.008548 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47498) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:48.033727 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=a4ff8d00-7e82-4c4d-911e-7c9edcdca44e,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:48.069921 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-53c07811-3332-4185-a7d6-014ad9417dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:48.083974 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e3d34-f007-4611-bb2b-2eec1ef88c8a req-6d414960-0198-49d7-8419-137f6c4288b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:48.087411 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a27e3d34-f007-4611-bb2b-2eec1ef88c8a req-6d414960-0198-49d7-8419-137f6c4288b7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7090232 Jul 07 16:54:48.162975 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['a4ff8d00-7e82-4c4d-911e-7c9edcdca44e'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:48.197749 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82cad6a-8c7a-4837-9e90-7e06ed207654 req-311df8d6-f578-4276-9545-307cd006d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:48.198262 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f82cad6a-8c7a-4837-9e90-7e06ed207654 req-311df8d6-f578-4276-9545-307cd006d9aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.3381450 Jul 07 16:54:48.238560 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-53c07811-3332-4185-a7d6-014ad9417dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:48.249287 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=66f23783-8aa3-43de-a481-d11c76ad5a18,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:48.264926 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 7fb579f7-d66f-461e-905f-c71d6d046810, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=7fb579f7-d66f-461e-905f-c71d6d046810,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:48.266374 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-d1f7a517-a252-400b-84d4-89543be40026 None None] Set router c2a76195-91df-48c5-99c0-79c2afe8db1c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:54:48.330571 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '7fb579f7-d66f-461e-905f-c71d6d046810', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': '7fb579f7-d66f-461e-905f-c71d6d046810', 'mac_address': 'fa:16:3e:5c:9b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:54:48.361243 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c07811-3332-4185-a7d6-014ad9417dc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f48ab70-43cb-4523-ba38-50395e2e2084,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:48.450867 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:48.458560 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-53c07811-3332-4185-a7d6-014ad9417dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:48.467092 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-53c07811-3332-4185-a7d6-014ad9417dc1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1f48ab70-43cb-4523-ba38-50395e2e2084 HTTP/1.1" status: 204 len: 168 time: 3.0692506 Jul 07 16:54:48.481568 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c3144-2c91-4813-9bd5-ad51e606cf5e req-cad44ce9-90a3-41c2-9bb6-b6ce356dc55c tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:48.493290 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb579f7-d66f-461e-905f-c71d6d046810 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:48.497866 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ed1c3144-2c91-4813-9bd5-ad51e606cf5e req-cad44ce9-90a3-41c2-9bb6-b6ce356dc55c tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d177e5-1672-4a42-badc-5a0d1e0835c8 HTTP/1.1" status: 200 len: 945 time: 1.0036955 Jul 07 16:54:48.509478 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a8dc1-b630-4cf5-a23d-441598ed65ab req-61e8089c-2009-42c5-81b7-b2db73a15e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:48.512874 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1a7a8dc1-b630-4cf5-a23d-441598ed65ab req-61e8089c-2009-42c5-81b7-b2db73a15e69 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=50232d7a-ae5c-48dc-bfa5-d97d97ae3d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 2.1944838 Jul 07 16:54:48.554209 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 7fb579f7-d66f-461e-905f-c71d6d046810, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=7fb579f7-d66f-461e-905f-c71d6d046810,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:48.564784 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:48.627864 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47504) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:48.639288 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e279bde6-74f5-4854-9eb5-6ef4fab1d9f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:48.648950 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e3d34-f007-4611-bb2b-2eec1ef88c8a req-ce1e6979-d18b-4324-8e5a-ce2674651c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:48.654559 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a27e3d34-f007-4611-bb2b-2eec1ef88c8a req-ce1e6979-d18b-4324-8e5a-ce2674651c68 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.6626303 Jul 07 16:54:48.688739 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=7fb579f7-d66f-461e-905f-c71d6d046810,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:48.818647 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-d1f7a517-a252-400b-84d4-89543be40026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a76195-91df-48c5-99c0-79c2afe8db1c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-312182695-router', 'tenant_id': '749e4a1fa1b649bdb47da80f7e7e218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ea7f8161-cb2c-40de-a045-a40b485b9ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:26Z', 'updated_at': '2021-07-07T16:54:41Z', 'revision_number': 4, 'project_id': '749e4a1fa1b649bdb47da80f7e7e218b', 'gw_port': {'id': 'ea7f8161-cb2c-40de-a045-a40b485b9ba5', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a76195-91df-48c5-99c0-79c2afe8db1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:29Z', 'updated_at': '2021-07-07T16:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'c03a5da8-13ad-4e7d-a112-f4950bffdb46', 'name': '', 'network_id': '78a063f0-96c3-417f-865b-6891a90e56fc', 'tenant_id': '749e4a1fa1b649bdb47da80f7e7e218b', 'mac_address': 'fa:16:3e:50:13:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a76195-91df-48c5-99c0-79c2afe8db1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd2a7adbd-5724-47a4-b448-d9106c213de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:38Z', 'updated_at': '2021-07-07T16:54:47Z', 'revision_number': 4, 'project_id': '749e4a1fa1b649bdb47da80f7e7e218b', 'subnets': [{'id': 'd2a7adbd-5724-47a4-b448-d9106c213de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:48.854196 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f7a517-a252-400b-84d4-89543be40026 None None] The sync data for ids ['c2a76195-91df-48c5-99c0-79c2afe8db1c'] in n-d-791503-12 is: [{'id': 'c2a76195-91df-48c5-99c0-79c2afe8db1c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-312182695-router', 'tenant_id': '749e4a1fa1b649bdb47da80f7e7e218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ea7f8161-cb2c-40de-a045-a40b485b9ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:26Z', 'updated_at': '2021-07-07T16:54:41Z', 'revision_number': 4, 'project_id': '749e4a1fa1b649bdb47da80f7e7e218b', 'gw_port': {'id': 'ea7f8161-cb2c-40de-a045-a40b485b9ba5', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a76195-91df-48c5-99c0-79c2afe8db1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:29Z', 'updated_at': '2021-07-07T16:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'c03a5da8-13ad-4e7d-a112-f4950bffdb46', 'name': '', 'network_id': '78a063f0-96c3-417f-865b-6891a90e56fc', 'tenant_id': '749e4a1fa1b649bdb47da80f7e7e218b', 'mac_address': 'fa:16:3e:50:13:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a76195-91df-48c5-99c0-79c2afe8db1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd2a7adbd-5724-47a4-b448-d9106c213de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:38Z', 'updated_at': '2021-07-07T16:54:47Z', 'revision_number': 4, 'project_id': '749e4a1fa1b649bdb47da80f7e7e218b', 'subnets': [{'id': 'd2a7adbd-5724-47a4-b448-d9106c213de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:54:48.882541 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['66f23783-8aa3-43de-a481-d11c76ad5a18'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:48.900263 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13ba7c-3616-4d7c-b86c-f464f6b0b044 req-607d596d-dd77-4e3b-b198-5487bbb02c02 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:48.902021 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9f13ba7c-3616-4d7c-b86c-f464f6b0b044 req-607d596d-dd77-4e3b-b198-5487bbb02c02 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 948 time: 1.5363431 Jul 07 16:54:48.904170 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a27e3d34-f007-4611-bb2b-2eec1ef88c8a req-17c1bba7-133d-4451-bcdc-19890e35f7f0 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7948506 Jul 07 16:54:48.954598 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['7fb579f7-d66f-461e-905f-c71d6d046810'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:49.067282 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9f13ba7c-3616-4d7c-b86c-f464f6b0b044 req-7e0d0b6e-cf8e-4c82-ab12-d84cf1018945 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546166 Jul 07 16:54:49.260390 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a27e3d34-f007-4611-bb2b-2eec1ef88c8a req-5c693967-51f5-41bc-a399-368b45eec672 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=7fb579f7-d66f-461e-905f-c71d6d046810 HTTP/1.1" status: 200 len: 217 time: 0.5352044 Jul 07 16:54:49.301747 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f82cad6a-8c7a-4837-9e90-7e06ed207654 req-05c44a5d-65d5-4014-8589-03136041ddb3 service neutron] 10.222.0.64 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4877381 Jul 07 16:54:49.341676 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d43f341-1f20-4d3d-ad93-6ec4696c4e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:49.426540 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ed1c3144-2c91-4813-9bd5-ad51e606cf5e req-8c75c3a5-7a15-4e60-ab87-95a3d314a6fd tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5704a10f-40dc-4a3e-9704-7214d47c05a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9134636 Jul 07 16:54:49.432201 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a27e3d34-f007-4611-bb2b-2eec1ef88c8a req-155feba6-b6e9-402d-840f-ce36f5b31535 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048895 Jul 07 16:54:49.447228 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fb9aab39-5f5b-47a0-b7ef-bcbb799727eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:49.455371 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c03a5da8-13ad-4e7d-a112-f4950bffdb46 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:49.533047 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e3d34-f007-4611-bb2b-2eec1ef88c8a req-ed5f6058-1466-45c1-a874-98d67b5aca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:49.541521 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a27e3d34-f007-4611-bb2b-2eec1ef88c8a req-ed5f6058-1466-45c1-a874-98d67b5aca20 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.2519495 Jul 07 16:54:49.618904 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82cad6a-8c7a-4837-9e90-7e06ed207654 req-afae8ec5-dcd5-4b7b-a327-3696d8b553e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:49.627706 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f82cad6a-8c7a-4837-9e90-7e06ed207654 req-afae8ec5-dcd5-4b7b-a327-3696d8b553e3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.3858893 Jul 07 16:54:49.678712 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1a7a8dc1-b630-4cf5-a23d-441598ed65ab req-5f946194-b78f-4170-b182-46b24e853236 service neutron] 10.222.0.64 "GET /v2.0/networks/50232d7a-ae5c-48dc-bfa5-d97d97ae3d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9896755 Jul 07 16:54:49.791241 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port c03a5da8-13ad-4e7d-a112-f4950bffdb46 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:49.801033 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port c03a5da8-13ad-4e7d-a112-f4950bffdb46 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:49.801457 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.038077 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d5051d3a-4e27-4795-93b0-2bd115d9244c req-8eeac80a-585e-457a-b143-714f535cd9a9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 210 time: 0.1226428 Jul 07 16:54:50.039198 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.061756 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef4222-76b4-4456-86a4-de61c90b405a req-d67ff480-8add-4219-ac46-3aafef8384eb tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:50.074460 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b8ef4222-76b4-4456-86a4-de61c90b405a req-d67ff480-8add-4219-ac46-3aafef8384eb tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 944 time: 0.2550235 Jul 07 16:54:50.077402 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d43f341-1f20-4d3d-ad93-6ec4696c4e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.120151 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port c03a5da8-13ad-4e7d-a112-f4950bffdb46, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c03a5da8-13ad-4e7d-a112-f4950bffdb46,segment=NetworkSegment(0cb50843-16d7-489a-8b13-48fe35f8eece),segment_id=0cb50843-16d7-489a-8b13-48fe35f8eece)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:50.133281 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.161870 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-7d43f341-1f20-4d3d-ad93-6ec4696c4e1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c2f3daf-caf4-4eed-a434-80950664e657']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:50.196309 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-7d43f341-1f20-4d3d-ad93-6ec4696c4e1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a0f27b-33aa-4c71-b934-b8493cfc5ee5') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:50.196770 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-7d43f341-1f20-4d3d-ad93-6ec4696c4e1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a0f27b-33aa-4c71-b934-b8493cfc5ee5') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:50.243599 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=c03a5da8-13ad-4e7d-a112-f4950bffdb46,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:50.270376 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e3d34-f007-4611-bb2b-2eec1ef88c8a req-78ea7204-22a6-4a9f-bafb-b3006426fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:50.272209 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a27e3d34-f007-4611-bb2b-2eec1ef88c8a req-78ea7204-22a6-4a9f-bafb-b3006426fe22 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7078111 Jul 07 16:54:50.282389 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d43f341-1f20-4d3d-ad93-6ec4696c4e1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.284067 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b8ef4222-76b4-4456-86a4-de61c90b405a req-187d8065-7451-4e62-a5b4-bac497e957bd tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026663 Jul 07 16:54:50.364179 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1a7a8dc1-b630-4cf5-a23d-441598ed65ab req-ae470f15-159c-45a5-9206-aee2bbb1540c service neutron] 10.222.0.64 "GET /v2.0/networks/50232d7a-ae5c-48dc-bfa5-d97d97ae3d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6211410 Jul 07 16:54:50.378500 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d43f341-1f20-4d3d-ad93-6ec4696c4e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.389142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d43f341-1f20-4d3d-ad93-6ec4696c4e1a admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:54:50.389460 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d43f341-1f20-4d3d-ad93-6ec4696c4e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.403150 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-fb9aab39-5f5b-47a0-b7ef-bcbb799727eb admin admin] Deleting port c03a5da8-13ad-4e7d-a112-f4950bffdb46 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:54:50.403692 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fb9aab39-5f5b-47a0-b7ef-bcbb799727eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.443914 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device a4ff8d00-7e82-4c4d-911e-7c9edcdca44e up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:50.516255 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f82cad6a-8c7a-4837-9e90-7e06ed207654 req-8c7c52d8-6f38-4e1e-a969-9dcb69f66a9e service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8311429 Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: timer() Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:54:50.516519 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:54:50.520167 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e279bde6-74f5-4854-9eb5-6ef4fab1d9f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.525575 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d43f341-1f20-4d3d-ad93-6ec4696c4e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.600382 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e279bde6-74f5-4854-9eb5-6ef4fab1d9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.624198 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port a4ff8d00-7e82-4c4d-911e-7c9edcdca44e completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:50.634491 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port a4ff8d00-7e82-4c4d-911e-7c9edcdca44e triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:50.635080 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.676728 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d43f341-1f20-4d3d-ad93-6ec4696c4e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.678761 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7d43f341-1f20-4d3d-ad93-6ec4696c4e1a admin admin] 10.222.0.53 "DELETE /v2.0/networks/3c2f3daf-caf4-4eed-a434-80950664e657 HTTP/1.1" status: 204 len: 168 time: 2.0219460 Jul 07 16:54:50.682452 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43f341-1f20-4d3d-ad93-6ec4696c4e1a admin admin] Pushing event deleted for resources: {'Network': ['ID=3c2f3daf-caf4-4eed-a434-80950664e657,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:50.719808 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-fb9aab39-5f5b-47a0-b7ef-bcbb799727eb admin admin] For port c03a5da8-13ad-4e7d-a112-f4950bffdb46, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c03a5da8-13ad-4e7d-a112-f4950bffdb46,segment=NetworkSegment(0cb50843-16d7-489a-8b13-48fe35f8eece),segment_id=0cb50843-16d7-489a-8b13-48fe35f8eece)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:50.723203 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fb9aab39-5f5b-47a0-b7ef-bcbb799727eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.809945 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e279bde6-74f5-4854-9eb5-6ef4fab1d9f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a00bdbe7f76344c1a949fd76a5dfdd79&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7910969 Jul 07 16:54:50.810788 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-fb9aab39-5f5b-47a0-b7ef-bcbb799727eb admin admin] Calling delete_port for c03a5da8-13ad-4e7d-a112-f4950bffdb46 owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:54:50.813914 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47516) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:50.834273 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-9777a1fd-0a48-43ea-8a5e-e0385ff55ae5 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Made reservation on behalf of e3c30a38df434836b6a6d7bed9173bf0 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:50.838304 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-9777a1fd-0a48-43ea-8a5e-e0385ff55ae5 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.905648 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.920999 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279bde6-74f5-4854-9eb5-6ef4fab1d9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc947a7b-4a5b-4281-8abb-14ac0cafe93a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:51.025691 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6057b-57ef-4a67-be3c-89fa57385b50 req-85b318f1-ba57-4674-850f-a47632144a60 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:51.028116 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9fc06f-3bd0-4275-86ae-1edfb954ece3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ff8d00-7e82-4c4d-911e-7c9edcdca44e'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:51.034021 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-efb6057b-57ef-4a67-be3c-89fa57385b50 req-85b318f1-ba57-4674-850f-a47632144a60 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9fc06f-3bd0-4275-86ae-1edfb954ece3 HTTP/1.1" status: 200 len: 948 time: 0.7265258 Jul 07 16:54:51.042805 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1913def-c948-45a3-a3df-3991e7dd2428" -d '{"events": [{"server_uuid": "8c9fc06f-3bd0-4275-86ae-1edfb954ece3", "name": "network-vif-plugged", "status": "completed", "tag": "a4ff8d00-7e82-4c4d-911e-7c9edcdca44e"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:51.117752 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port a4ff8d00-7e82-4c4d-911e-7c9edcdca44e, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=a4ff8d00-7e82-4c4d-911e-7c9edcdca44e,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:51.128587 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:51.154020 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a27e3d34-f007-4611-bb2b-2eec1ef88c8a req-1f06d739-a954-46f3-809c-88112b997f1c service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8444743 Jul 07 16:54:51.188555 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 66f23783-8aa3-43de-a481-d11c76ad5a18 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:51.222998 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47522) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:51.366604 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c03a5da8-13ad-4e7d-a112-f4950bffdb46 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:51.402937 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-efb6057b-57ef-4a67-be3c-89fa57385b50 req-5db8186e-3752-42f5-ba00-207ae78a6a0f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673730 Jul 07 16:54:51.418108 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f82cad6a-8c7a-4837-9e90-7e06ed207654 req-df405a9f-9564-41bd-9a64-62a936b41fbb service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8604376 Jul 07 16:54:51.483264 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=a4ff8d00-7e82-4c4d-911e-7c9edcdca44e,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:51.618234 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b834a332-db16-48c5-9db6-929aafe2b574 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=69bef1f9b69648598606d74a444af92f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3763525 Jul 07 16:54:51.619213 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47530) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:51.625427 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec9e07d-6b55-4e48-8466-802578341213 x-openstack-request-id: req-9ec9e07d-6b55-4e48-8466-802578341213 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:51.627303 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9fc06f-3bd0-4275-86ae-1edfb954ece3", "name": "network-vif-plugged", "status": "completed", "tag": "a4ff8d00-7e82-4c4d-911e-7c9edcdca44e", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:51.629407 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ec9e07d-6b55-4e48-8466-802578341213 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:51.630193 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9fc06f-3bd0-4275-86ae-1edfb954ece3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ff8d00-7e82-4c4d-911e-7c9edcdca44e', 'code': 200} Jul 07 16:54:51.649081 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 66f23783-8aa3-43de-a481-d11c76ad5a18 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:51.653712 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-9777a1fd-0a48-43ea-8a5e-e0385ff55ae5 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Allocated IP 172.20.0.5 (0f59045c-fb41-4f4e-86ad-a15d05bedb10/8cf0891f-7dd4-444b-b243-0a9d52ec4798/6f472ce3-074d-4510-9756-8aaa2dde0a41) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:51.669351 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0a1043bc-5838-4646-bbf1-8cfdc9ef6c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:51.671285 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 66f23783-8aa3-43de-a481-d11c76ad5a18 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:51.673135 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:51.795782 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0a1043bc-5838-4646-bbf1-8cfdc9ef6c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:51.812095 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port c03a5da8-13ad-4e7d-a112-f4950bffdb46 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:51.813423 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:51.891174 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bfd5f9a1-88f5-4a9d-9083-252e6d2f9969 req-bb024685-77b4-4f22-8311-44ffd3edbf35 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 210 time: 0.1101785 Jul 07 16:54:51.894136 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d601d-4458-498d-aa4d-0b5dc2fab550 req-674154b3-ef4f-4b0b-81c1-640500fb82d3 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:51.896056 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1f8d601d-4458-498d-aa4d-0b5dc2fab550 req-674154b3-ef4f-4b0b-81c1-640500fb82d3 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.72 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e&tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&binding%3Ahost_id=n-h1-791503-12 HTTP/1.1" status: 200 len: 949 time: 0.6446459 Jul 07 16:54:51.907712 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73709d-f3dc-4756-bfb6-9e9755223eba req-a0d8c943-51c2-44cc-bc00-8896721899cc tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:51.909558 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe73709d-f3dc-4756-bfb6-9e9755223eba req-a0d8c943-51c2-44cc-bc00-8896721899cc tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 949 time: 0.2978044 Jul 07 16:54:51.911816 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a27e3d34-f007-4611-bb2b-2eec1ef88c8a req-126e2017-7997-48aa-a4f4-a44b0c644f6d service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7146971 Jul 07 16:54:51.975455 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fb9aab39-5f5b-47a0-b7ef-bcbb799727eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.010085 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7773f505-fb89-4056-93ed-f53516f41ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.037592 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9aab39-5f5b-47a0-b7ef-bcbb799727eb admin admin] Pushing event deleted for resources: {'Port': ['ID=c03a5da8-13ad-4e7d-a112-f4950bffdb46,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:52.042570 n-d-791503-12 neutron-server[100194]: INFO neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No ports have port_id starting with c03a5da8-13ad-4e7d-a112-f4950bffdb46 Jul 07 16:54:52.081925 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.104052 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe73709d-f3dc-4756-bfb6-9e9755223eba req-6d599be4-74d5-44c1-a760-e68e28ebc2fb tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703837 Jul 07 16:54:52.107091 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [req-1f8d601d-4458-498d-aa4d-0b5dc2fab550 req-a6683496-635c-4aa2-8ac7-2672db2a90be service neutron] delete failed (client error): The resource could not be found. Jul 07 16:54:52.109470 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1f8d601d-4458-498d-aa4d-0b5dc2fab550 req-a6683496-635c-4aa2-8ac7-2672db2a90be service neutron] 10.222.0.72 "DELETE /v2.0/ports/7fb579f7-d66f-461e-905f-c71d6d046810/bindings/n-h2-791503-12 HTTP/1.1" status: 404 len: 381 time: 0.1984828 Jul 07 16:54:52.116009 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0a1043bc-5838-4646-bbf1-8cfdc9ef6c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.120078 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0a1043bc-5838-4646-bbf1-8cfdc9ef6c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.127573 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0a1043bc-5838-4646-bbf1-8cfdc9ef6c5d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc947a7b-4a5b-4281-8abb-14ac0cafe93a HTTP/1.1" status: 204 len: 168 time: 1.3091507 Jul 07 16:54:52.176429 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 66f23783-8aa3-43de-a481-d11c76ad5a18, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=66f23783-8aa3-43de-a481-d11c76ad5a18,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:52.185244 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.186639 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 7fb579f7-d66f-461e-905f-c71d6d046810 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:52.186842 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1043bc-5838-4646-bbf1-8cfdc9ef6c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc947a7b-4a5b-4281-8abb-14ac0cafe93a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:52.243552 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7773f505-fb89-4056-93ed-f53516f41ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.248356 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050b90d-af90-4b16-be4b-e5c7cf24d6fd req-aa7d290a-b238-4b6e-adda-916a7176c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:52.257175 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e050b90d-af90-4b16-be4b-e5c7cf24d6fd req-aa7d290a-b238-4b6e-adda-916a7176c94f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8c9fc06f-3bd0-4275-86ae-1edfb954ece3 HTTP/1.1" status: 200 len: 1101 time: 0.4979601 Jul 07 16:54:52.387586 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=66f23783-8aa3-43de-a481-d11c76ad5a18,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:52.429113 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 7fb579f7-d66f-461e-905f-c71d6d046810 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:52.438976 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 7fb579f7-d66f-461e-905f-c71d6d046810 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:52.439907 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.580110 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-782ef52e-0399-4fcd-9dab-8f8757f173e0 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1820327091&fields=id&tenant_id=807e3ea622de4599bed76047b27cb02c HTTP/1.1" status: 200 len: 267 time: 0.2361310 Jul 07 16:54:52.581398 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.610198 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d601d-4458-498d-aa4d-0b5dc2fab550 req-1292f983-a00a-4d10-bcc9-a7b2374e23c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:52.613851 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1f8d601d-4458-498d-aa4d-0b5dc2fab550 req-1292f983-a00a-4d10-bcc9-a7b2374e23c2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 1101 time: 0.4286392 Jul 07 16:54:52.638519 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 7fb579f7-d66f-461e-905f-c71d6d046810, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=7fb579f7-d66f-461e-905f-c71d6d046810,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:52.645506 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.729116 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=7fb579f7-d66f-461e-905f-c71d6d046810,revision_number=9']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:52.839413 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fb9aab39-5f5b-47a0-b7ef-bcbb799727eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.849531 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e050b90d-af90-4b16-be4b-e5c7cf24d6fd req-71776c45-18e1-46f1-b534-d005dfbb7a85 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5903299 Jul 07 16:54:52.896228 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-9777a1fd-0a48-43ea-8a5e-e0385ff55ae5 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.959991 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facbac0-a6c6-44c7-a521-004956b46570 req-bcc4895a-fad7-490c-9702-790c9ee06853 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:52.961907 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5facbac0-a6c6-44c7-a521-004956b46570 req-bcc4895a-fad7-490c-9702-790c9ee06853 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 944 time: 0.8848627 Jul 07 16:54:52.990865 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7773f505-fb89-4056-93ed-f53516f41ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.994902 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7773f505-fb89-4056-93ed-f53516f41ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.998787 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7773f505-fb89-4056-93ed-f53516f41ea7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/579b9b2d-d13f-43ac-a99c-dd521b5cb64b HTTP/1.1" status: 204 len: 168 time: 1.2712700 Jul 07 16:54:53.041265 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773f505-fb89-4056-93ed-f53516f41ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579b9b2d-d13f-43ac-a99c-dd521b5cb64b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:53.053501 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-7853e2ce-be0d-4eed-945f-469df1218d87 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:53.054060 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf4362-6958-4d7d-a13f-347fa4ce1001 req-175f307e-4fe4-4f84-96cb-a362b0c12161 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:53.055999 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fbaf4362-6958-4d7d-a13f-347fa4ce1001 req-175f307e-4fe4-4f84-96cb-a362b0c12161 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4d177e5-1672-4a42-badc-5a0d1e0835c8 HTTP/1.1" status: 200 len: 945 time: 0.2113724 Jul 07 16:54:53.067323 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-7853e2ce-be0d-4eed-945f-469df1218d87 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/networks?id=50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 HTTP/1.1" status: 200 len: 824 time: 0.4852812 Jul 07 16:54:53.107591 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-3d45e827-cfa5-42f2-9984-0717b0a295af tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/quotas/807e3ea622de4599bed76047b27cb02c HTTP/1.1" status: 200 len: 375 time: 0.0387039 Jul 07 16:54:53.110464 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-9777a1fd-0a48-43ea-8a5e-e0385ff55ae5 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:53.112113 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d601d-4458-498d-aa4d-0b5dc2fab550 req-da58d2db-b262-4ce0-8b67-23890109061e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:53.115263 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1f8d601d-4458-498d-aa4d-0b5dc2fab550 req-da58d2db-b262-4ce0-8b67-23890109061e service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.4734955 Jul 07 16:54:53.129064 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5facbac0-a6c6-44c7-a521-004956b46570 req-2460ddf2-a4bd-43ec-98f7-24ee91301796 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510389 Jul 07 16:54:53.245060 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-9777a1fd-0a48-43ea-8a5e-e0385ff55ae5 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:53.249682 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-9777a1fd-0a48-43ea-8a5e-e0385ff55ae5 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:53.272954 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-9777a1fd-0a48-43ea-8a5e-e0385ff55ae5 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:53.330499 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-06b47430-475d-4ad6-b2f8-8f071a394289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:53.372157 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777a1fd-0a48-43ea-8a5e-e0385ff55ae5 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Pushing event updated for resources: {'Port': ['ID=6f472ce3-074d-4510-9756-8aaa2dde0a41,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:53.468756 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-9777a1fd-0a48-43ea-8a5e-e0385ff55ae5 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:53.469389 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-9777a1fd-0a48-43ea-8a5e-e0385ff55ae5 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:53.510484 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-9777a1fd-0a48-43ea-8a5e-e0385ff55ae5 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6099107 Jul 07 16:54:53.512326 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-fbaf4362-6958-4d7d-a13f-347fa4ce1001 req-b9d76511-5898-4200-8544-ce6e696c0614 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Deleting port da3ae13c-bbd6-4f65-942c-4657de3b9be4 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:54:53.512774 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fbaf4362-6958-4d7d-a13f-347fa4ce1001 req-b9d76511-5898-4200-8544-ce6e696c0614 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:53.523589 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1f8d601d-4458-498d-aa4d-0b5dc2fab550 req-2efc6111-4843-4ecd-a57b-93ab10b6697c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=7fb579f7-d66f-461e-905f-c71d6d046810 HTTP/1.1" status: 200 len: 217 time: 0.1185081 Jul 07 16:54:53.525782 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-5463ee5f-46d4-452e-b058-03c1c9edb62b service neutron] Request body: {'port': {'device_id': 'd43232bd-71aa-49f7-8ce8-48860accc292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:53.632116 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf300826-c23c-4499-8ca9-8507b4dc41b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f23783-8aa3-43de-a481-d11c76ad5a18'}, {'server_uuid': '66bed568-b946-4dfc-b418-0e22ce995b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb579f7-d66f-461e-905f-c71d6d046810'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:53.641274 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664406e2-2436-4e27-b23e-2bea9c0d903f" -d '{"events": [{"server_uuid": "cf300826-c23c-4499-8ca9-8507b4dc41b2", "name": "network-vif-plugged", "status": "completed", "tag": "66f23783-8aa3-43de-a481-d11c76ad5a18"}, {"server_uuid": "66bed568-b946-4dfc-b418-0e22ce995b8e", "name": "network-vif-plugged", "status": "completed", "tag": "7fb579f7-d66f-461e-905f-c71d6d046810"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:53.677379 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3f5b7-ea9e-44c0-8f7a-f9d6f0998325 req-6d061d8c-9f57-471f-ab40-3442c6e3277f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:53.688744 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-32b3f5b7-ea9e-44c0-8f7a-f9d6f0998325 req-6d061d8c-9f57-471f-ab40-3442c6e3277f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9fc06f-3bd0-4275-86ae-1edfb954ece3 HTTP/1.1" status: 200 len: 949 time: 0.2905810 Jul 07 16:54:53.806454 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-fbaf4362-6958-4d7d-a13f-347fa4ce1001 req-b9d76511-5898-4200-8544-ce6e696c0614 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] For port da3ae13c-bbd6-4f65-942c-4657de3b9be4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=da3ae13c-bbd6-4f65-942c-4657de3b9be4,segment=NetworkSegment(f0742f5c-6205-4710-bf4d-eea2f1844447),segment_id=f0742f5c-6205-4710-bf4d-eea2f1844447)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:53.807108 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fbaf4362-6958-4d7d-a13f-347fa4ce1001 req-b9d76511-5898-4200-8544-ce6e696c0614 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:53.832030 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-32b3f5b7-ea9e-44c0-8f7a-f9d6f0998325 req-f35db7bd-44f2-4920-9334-a2ac25504cce tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418438 Jul 07 16:54:53.837917 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d601d-4458-498d-aa4d-0b5dc2fab550 req-ded606d4-9ef8-48a0-984d-3bca2a297b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:53.841487 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1f8d601d-4458-498d-aa4d-0b5dc2fab550 req-ded606d4-9ef8-48a0-984d-3bca2a297b0c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.2967734 Jul 07 16:54:53.852922 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47572) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:53.866754 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-bdceafa2-8449-4d3c-8e84-45191c58148b tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=807e3ea622de4599bed76047b27cb02c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7573545 Jul 07 16:54:54.071499 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-5463ee5f-46d4-452e-b058-03c1c9edb62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:54.139335 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47576) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:54.277553 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-83d1e894-a8eb-4331-a1a7-1bdf29c81797 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc83622f64a4403b9ce069decdd031c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1029310 Jul 07 16:54:54.283055 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47580) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:54.441160 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9aab39-5f5b-47a0-b7ef-bcbb799727eb admin admin] Router c2a76195-91df-48c5-99c0-79c2afe8db1c has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:54:54.462083 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-ac2363b8-31e1-4222-a3a1-e34405e074e4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-607587584-network', 'tenant_id': '0c75e9b937a6418f8219f7ab3640cf46'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:54.547724 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-ad53575a-22a7-433d-8fea-e157a34b2e86 service neutron] 10.222.0.53 "GET /v2.0/networks/50232d7a-ae5c-48dc-bfa5-d97d97ae3d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6598268 Jul 07 16:54:54.553299 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d601d-4458-498d-aa4d-0b5dc2fab550 req-03fecea8-9e50-4135-baf7-42b79203b39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:54.555082 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1f8d601d-4458-498d-aa4d-0b5dc2fab550 req-03fecea8-9e50-4135-baf7-42b79203b39e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6783991 Jul 07 16:54:54.563527 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fbaf4362-6958-4d7d-a13f-347fa4ce1001 req-b9d76511-5898-4200-8544-ce6e696c0614 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:54.563912 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fbaf4362-6958-4d7d-a13f-347fa4ce1001 req-b9d76511-5898-4200-8544-ce6e696c0614 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:54.564286 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [req-fbaf4362-6958-4d7d-a13f-347fa4ce1001 req-b9d76511-5898-4200-8544-ce6e696c0614 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Floating IP e95d80c7-adde-462b-ab1f-616415fdc417 disassociated. External IP: 172.25.0.210, port: da3ae13c-bbd6-4f65-942c-4657de3b9be4. Jul 07 16:54:54.564665 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-fbaf4362-6958-4d7d-a13f-347fa4ce1001 req-b9d76511-5898-4200-8544-ce6e696c0614 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Calling delete_port for da3ae13c-bbd6-4f65-942c-4657de3b9be4 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:54:54.575698 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0fd83-adbc-4d6a-aa39-b5fb91005d09 req-cbd0a131-4322-4e7d-94a6-0669a8499f1b tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:54.577499 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bae0fd83-adbc-4d6a-aa39-b5fb91005d09 req-cbd0a131-4322-4e7d-94a6-0669a8499f1b tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 931 time: 0.5455379 Jul 07 16:54:54.612369 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2363b8-31e1-4222-a3a1-e34405e074e4 admin admin] Made reservation on behalf of 0c75e9b937a6418f8219f7ab3640cf46 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:54.614796 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ac2363b8-31e1-4222-a3a1-e34405e074e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:54.689223 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ac2363b8-31e1-4222-a3a1-e34405e074e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:54.698330 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-58cfc792-096f-441b-8d3b-21de2a342dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:54.753950 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9aab39-5f5b-47a0-b7ef-bcbb799727eb admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:54:54.766943 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fb9aab39-5f5b-47a0-b7ef-bcbb799727eb admin admin] 10.222.0.53 "PUT /v2.0/routers/c2a76195-91df-48c5-99c0-79c2afe8db1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3638139 Jul 07 16:54:54.767924 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47582) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:54.793835 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bae0fd83-adbc-4d6a-aa39-b5fb91005d09 req-625cda8e-c2b4-4d9e-95c7-a6e7149cfd28 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005572 Jul 07 16:54:54.798473 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0301aae6-336a-4e55-a77a-1cea926d6de0 None None] Sync routers for ids ['c2a76195-91df-48c5-99c0-79c2afe8db1c'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:54:54.806598 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-58cfc792-096f-441b-8d3b-21de2a342dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:54.820052 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0301aae6-336a-4e55-a77a-1cea926d6de0 None None] Routers {'c2a76195-91df-48c5-99c0-79c2afe8db1c'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:54:54.821053 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-0301aae6-336a-4e55-a77a-1cea926d6de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:54:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['c2a76195-91df-48c5-99c0-79c2afe8db1c'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:54.845424 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-f656bb6d-b0db-4132-9eb4-69805deacdc1 service neutron] 10.222.0.53 "GET /v2.0/networks/50232d7a-ae5c-48dc-bfa5-d97d97ae3d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844775 Jul 07 16:54:54.847806 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1f8d601d-4458-498d-aa4d-0b5dc2fab550 req-1a33367b-0868-4469-94ca-5d74f26ddaac service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746325 Jul 07 16:54:55.003766 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-5463ee5f-46d4-452e-b058-03c1c9edb62b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f472ce3-074d-4510-9756-8aaa2dde0a41 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:55.026732 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-5463ee5f-46d4-452e-b058-03c1c9edb62b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:55.055548 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-58cfc792-096f-441b-8d3b-21de2a342dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:55.058988 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-58cfc792-096f-441b-8d3b-21de2a342dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:55.063742 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-58cfc792-096f-441b-8d3b-21de2a342dbd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0817332f-c7bc-4548-8e87-1296ed3fc60d HTTP/1.1" status: 204 len: 168 time: 0.7762730 Jul 07 16:54:55.086422 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-5463ee5f-46d4-452e-b058-03c1c9edb62b service neutron] Transition to ACTIVE for port object 6f472ce3-074d-4510-9756-8aaa2dde0a41 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:55.133806 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-5463ee5f-46d4-452e-b058-03c1c9edb62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:55.136141 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cfc792-096f-441b-8d3b-21de2a342dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0817332f-c7bc-4548-8e87-1296ed3fc60d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:55.138043 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fbaf4362-6958-4d7d-a13f-347fa4ce1001 req-b9d76511-5898-4200-8544-ce6e696c0614 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:55.152244 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-99347f00-df58-4977-9cdd-390692cc867b admin admin] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:55.164834 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-0301aae6-336a-4e55-a77a-1cea926d6de0 None None] Set router c2a76195-91df-48c5-99c0-79c2afe8db1c gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:54:55.207205 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ac2363b8-31e1-4222-a3a1-e34405e074e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:55.228866 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ac2363b8-31e1-4222-a3a1-e34405e074e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:55.281153 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463ee5f-46d4-452e-b058-03c1c9edb62b service neutron] Pushing event updated for resources: {'Port': ['ID=6f472ce3-074d-4510-9756-8aaa2dde0a41,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:55.294461 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2363b8-31e1-4222-a3a1-e34405e074e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:54:55.407738 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d76511-5898-4200-8544-ce6e696c0614 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Pushing event deleted for resources: {'Port': ['ID=da3ae13c-bbd6-4f65-942c-4657de3b9be4,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:55.417507 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2363b8-31e1-4222-a3a1-e34405e074e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73abea93-b25c-46e4-9bd0-05279d406822,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:55.426094 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ac2363b8-31e1-4222-a3a1-e34405e074e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:55.426443 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-ac2363b8-31e1-4222-a3a1-e34405e074e4 admin admin] Added segment 07dafd71-09e3-4095-96d3-c86928f3ef02 of type vlan for network 2d910713-9317-4b27-b56c-fb6e554b6677 Jul 07 16:54:55.432757 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-99347f00-df58-4977-9cdd-390692cc867b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:55.604432 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135d6fa-3dd0-4643-a2a8-394cba945efd req-02666c6f-a1eb-44ae-9e1a-0098f536c160 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:55.608340 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1f8d601d-4458-498d-aa4d-0b5dc2fab550 req-b9c55108-f8a6-48f5-a49b-1f53b0cc3f75 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7484097 Jul 07 16:54:55.609271 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0135d6fa-3dd0-4643-a2a8-394cba945efd req-02666c6f-a1eb-44ae-9e1a-0098f536c160 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 950 time: 0.5381818 Jul 07 16:54:55.611452 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ac2363b8-31e1-4222-a3a1-e34405e074e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:55.670179 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-99347f00-df58-4977-9cdd-390692cc867b admin admin] Deleting port ea7f8161-cb2c-40de-a045-a40b485b9ba5 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:54:55.670618 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-99347f00-df58-4977-9cdd-390692cc867b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:55.719369 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c31ccc9-360a-430e-b012-3dbc42038794 x-openstack-request-id: req-8c31ccc9-360a-430e-b012-3dbc42038794 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:55.719831 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf300826-c23c-4499-8ca9-8507b4dc41b2", "name": "network-vif-plugged", "status": "completed", "tag": "66f23783-8aa3-43de-a481-d11c76ad5a18", "code": 200}, {"server_uuid": "66bed568-b946-4dfc-b418-0e22ce995b8e", "name": "network-vif-plugged", "status": "completed", "tag": "7fb579f7-d66f-461e-905f-c71d6d046810", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:55.727427 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c31ccc9-360a-430e-b012-3dbc42038794 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:55.728014 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf300826-c23c-4499-8ca9-8507b4dc41b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f23783-8aa3-43de-a481-d11c76ad5a18', 'code': 200} Jul 07 16:54:55.728360 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bed568-b946-4dfc-b418-0e22ce995b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb579f7-d66f-461e-905f-c71d6d046810', 'code': 200} Jul 07 16:54:55.869631 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.db.resource_extend [None req-ac2363b8-31e1-4222-a3a1-e34405e074e4 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:54:55.900948 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-5463ee5f-46d4-452e-b058-03c1c9edb62b service neutron] Attempting to bind port 6f472ce3-074d-4510-9756-8aaa2dde0a41 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:55.901438 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-5463ee5f-46d4-452e-b058-03c1c9edb62b service neutron] Attempting to bind port 6f472ce3-074d-4510-9756-8aaa2dde0a41 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:55.901821 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-5463ee5f-46d4-452e-b058-03c1c9edb62b service neutron] Attempting to bind port 6f472ce3-074d-4510-9756-8aaa2dde0a41 on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:55.911026 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-99347f00-df58-4977-9cdd-390692cc867b admin admin] For port ea7f8161-cb2c-40de-a045-a40b485b9ba5, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=ea7f8161-cb2c-40de-a045-a40b485b9ba5,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:55.911666 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-99347f00-df58-4977-9cdd-390692cc867b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:55.925792 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbaf4362-6958-4d7d-a13f-347fa4ce1001 req-b9d76511-5898-4200-8544-ce6e696c0614 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Router 3d274e25-4972-473b-9f62-4e11e4cace83 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:54:55.933055 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-99347f00-df58-4977-9cdd-390692cc867b admin admin] Calling delete_port for ea7f8161-cb2c-40de-a045-a40b485b9ba5 owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:54:55.948705 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-5463ee5f-46d4-452e-b058-03c1c9edb62b service neutron] Port 6f472ce3-074d-4510-9756-8aaa2dde0a41 on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:54:55.949042 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-5463ee5f-46d4-452e-b058-03c1c9edb62b service neutron] Attempting to bind port 6f472ce3-074d-4510-9756-8aaa2dde0a41 on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:55.962156 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0135d6fa-3dd0-4643-a2a8-394cba945efd req-32a84d29-3443-47ba-8219-a11a6d89ecb8 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387959 Jul 07 16:54:55.966663 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ac2363b8-31e1-4222-a3a1-e34405e074e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:55.967897 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2363b8-31e1-4222-a3a1-e34405e074e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:55.968514 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ac2363b8-31e1-4222-a3a1-e34405e074e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:56.022301 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ac2363b8-31e1-4222-a3a1-e34405e074e4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1661251 Jul 07 16:54:56.023436 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-5463ee5f-46d4-452e-b058-03c1c9edb62b service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:56.025173 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-5463ee5f-46d4-452e-b058-03c1c9edb62b service neutron] Checking segment: {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:56.025735 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-5463ee5f-46d4-452e-b058-03c1c9edb62b service neutron] Bound using segment: {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:56.026580 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-5463ee5f-46d4-452e-b058-03c1c9edb62b service neutron] Bound port: 6f472ce3-074d-4510-9756-8aaa2dde0a41, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:56.026996 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-5463ee5f-46d4-452e-b058-03c1c9edb62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:56.081972 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47606) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:56.209092 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:56.232331 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-2477f569-9072-45fc-9093-649bb4d1dd8f admin admin] Request body: {'subnet': {'network_id': '2d910713-9317-4b27-b56c-fb6e554b6677', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-607587584-subnet', 'tenant_id': '0c75e9b937a6418f8219f7ab3640cf46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:56.285510 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673b297-b8c7-4005-8183-9151728dc857 req-a9c23172-26e4-456a-a77b-9ee4a74cc88c tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:56.293422 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6673b297-b8c7-4005-8183-9151728dc857 req-a9c23172-26e4-456a-a77b-9ee4a74cc88c tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 945 time: 0.1640835 Jul 07 16:54:56.317560 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53c1c2-64f4-48d8-bbdb-ac4f4787e876 req-a3f57664-31ba-466e-ba0d-be98d22d21f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:56.319507 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c53c1c2-64f4-48d8-bbdb-ac4f4787e876 req-a3f57664-31ba-466e-ba0d-be98d22d21f2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 1097 time: 0.6561115 Jul 07 16:54:56.360145 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-99347f00-df58-4977-9cdd-390692cc867b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:56.394538 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6673b297-b8c7-4005-8183-9151728dc857 req-f7cd5e32-cfe0-44d4-b4ba-4643672e94a5 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998940 Jul 07 16:54:56.434503 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99347f00-df58-4977-9cdd-390692cc867b admin admin] Pushing event deleted for resources: {'Port': ['ID=ea7f8161-cb2c-40de-a045-a40b485b9ba5,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:56.437681 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2363b8-31e1-4222-a3a1-e34405e074e4 admin admin] Pushing event updated for resources: {'Network': ['ID=2d910713-9317-4b27-b56c-fb6e554b6677,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:56.454694 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-5463ee5f-46d4-452e-b058-03c1c9edb62b service neutron] For port 6f472ce3-074d-4510-9756-8aaa2dde0a41, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:56.464240 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-0301aae6-336a-4e55-a77a-1cea926d6de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a76195-91df-48c5-99c0-79c2afe8db1c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-312182695-router', 'tenant_id': '749e4a1fa1b649bdb47da80f7e7e218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ea7f8161-cb2c-40de-a045-a40b485b9ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:26Z', 'updated_at': '2021-07-07T16:54:51Z', 'revision_number': 5, 'project_id': '749e4a1fa1b649bdb47da80f7e7e218b', 'gw_port': {'id': 'ea7f8161-cb2c-40de-a045-a40b485b9ba5', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a76195-91df-48c5-99c0-79c2afe8db1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:29Z', 'updated_at': '2021-07-07T16:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:56.567193 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-99347f00-df58-4977-9cdd-390692cc867b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:56.580473 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 2d910713-9317-4b27-b56c-fb6e554b6677 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:54:56.630534 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0301aae6-336a-4e55-a77a-1cea926d6de0 None None] Checking router: c2a76195-91df-48c5-99c0-79c2afe8db1c for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:54:56.788157 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-99347f00-df58-4977-9cdd-390692cc867b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:56.796752 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-99347f00-df58-4977-9cdd-390692cc867b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:56.814587 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0301aae6-336a-4e55-a77a-1cea926d6de0 None None] Routers {'c2a76195-91df-48c5-99c0-79c2afe8db1c'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:54:56.816985 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-0301aae6-336a-4e55-a77a-1cea926d6de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:54:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['c2a76195-91df-48c5-99c0-79c2afe8db1c'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:56.885813 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-04303ad0-2502-4e24-933f-2c8b077a00b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:56.965551 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2477f569-9072-45fc-9093-649bb4d1dd8f admin admin] Made reservation on behalf of 0c75e9b937a6418f8219f7ab3640cf46 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:56.978759 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2477f569-9072-45fc-9093-649bb4d1dd8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.008012 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-0301aae6-336a-4e55-a77a-1cea926d6de0 None None] Set router c2a76195-91df-48c5-99c0-79c2afe8db1c gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:54:57.025092 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c7713a4f-9502-42ed-96d6-8faf05573ecf req-aa68da4a-4c6e-498a-87fd-c33f5efc90c1 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5cb8ba1-86f0-4991-a39b-13bc4bc3455d HTTP/1.1" status: 200 len: 210 time: 0.1210744 Jul 07 16:54:57.027314 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-99347f00-df58-4977-9cdd-390692cc867b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.028158 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99347f00-df58-4977-9cdd-390692cc867b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2a76195-91df-48c5-99c0-79c2afe8db1c {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:54:57.035884 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-99347f00-df58-4977-9cdd-390692cc867b admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.039373 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-99347f00-df58-4977-9cdd-390692cc867b admin admin] 10.222.0.53 "DELETE /v2.0/routers/c2a76195-91df-48c5-99c0-79c2afe8db1c HTTP/1.1" status: 204 len: 168 time: 2.2643878 Jul 07 16:54:57.039988 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47622) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:57.109976 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-22186e47-05ae-4f86-9d17-d7aebc0b04a1 admin admin] Deleting subnet d2a7adbd-5724-47a4-b448-d9106c213de4 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:54:57.117011 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-22186e47-05ae-4f86-9d17-d7aebc0b04a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.139760 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-5463ee5f-46d4-452e-b058-03c1c9edb62b service neutron] For port 6f472ce3-074d-4510-9756-8aaa2dde0a41, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6f472ce3-074d-4510-9756-8aaa2dde0a41,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:57.157603 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-5463ee5f-46d4-452e-b058-03c1c9edb62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.192440 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device da3ae13c-bbd6-4f65-942c-4657de3b9be4 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:54:57.203429 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-0301aae6-336a-4e55-a77a-1cea926d6de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a76195-91df-48c5-99c0-79c2afe8db1c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-312182695-router', 'tenant_id': '749e4a1fa1b649bdb47da80f7e7e218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:26Z', 'updated_at': '2021-07-07T16:54:56Z', 'revision_number': 7, 'project_id': '749e4a1fa1b649bdb47da80f7e7e218b', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:57.226343 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-22186e47-05ae-4f86-9d17-d7aebc0b04a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.309693 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: da3ae13c-bbd6-4f65-942c-4657de3b9be4 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:54:57.310748 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device da3ae13c-bbd6-4f65-942c-4657de3b9be4 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:54:57.312680 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0301aae6-336a-4e55-a77a-1cea926d6de0 None None] The sync data for ids ['c2a76195-91df-48c5-99c0-79c2afe8db1c'] in n-d-791503-12 is: [{'id': 'c2a76195-91df-48c5-99c0-79c2afe8db1c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-312182695-router', 'tenant_id': '749e4a1fa1b649bdb47da80f7e7e218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:26Z', 'updated_at': '2021-07-07T16:54:56Z', 'revision_number': 7, 'project_id': '749e4a1fa1b649bdb47da80f7e7e218b', 'gw_port_host': None}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:54:57.418418 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c53c1c2-64f4-48d8-bbdb-ac4f4787e876 req-0ad3f90f-e6f0-4b0e-91e8-03e1f4d28b89 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0248933 Jul 07 16:54:57.433551 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-5463ee5f-46d4-452e-b058-03c1c9edb62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:57.434212 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-5463ee5f-46d4-452e-b058-03c1c9edb62b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.435800 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-5463ee5f-46d4-452e-b058-03c1c9edb62b service neutron] 10.222.0.64 "PUT /v2.0/ports/6f472ce3-074d-4510-9756-8aaa2dde0a41 HTTP/1.1" status: 200 len: 1092 time: 3.9161685 Jul 07 16:54:57.439865 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43232bd-71aa-49f7-8ce8-48860accc292', 'tag': '6f472ce3-074d-4510-9756-8aaa2dde0a41'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:57.442879 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41580bd8-a93a-4f5d-bc56-32dfba471d34" -d '{"events": [{"name": "network-changed", "server_uuid": "d43232bd-71aa-49f7-8ce8-48860accc292", "tag": "6f472ce3-074d-4510-9756-8aaa2dde0a41"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:57.471071 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-22186e47-05ae-4f86-9d17-d7aebc0b04a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.477636 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbaf4362-6958-4d7d-a13f-347fa4ce1001 req-b9d76511-5898-4200-8544-ce6e696c0614 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:54:57.495714 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ab22c8-d170-48e3-9a49-b7e4b57da178 None None] Sync routers for ids ['3d274e25-4972-473b-9f62-4e11e4cace83'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:54:57.501836 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463ee5f-46d4-452e-b058-03c1c9edb62b service neutron] Pushing event updated for resources: {'Port': ['ID=6f472ce3-074d-4510-9756-8aaa2dde0a41,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:57.548528 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e02a91-69db-483b-8cde-a59813e179fa req-9199a7af-d414-41f2-b08f-074566db95d3 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:57.549315 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ab22c8-d170-48e3-9a49-b7e4b57da178 None None] Routers {'3d274e25-4972-473b-9f62-4e11e4cace83'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:54:57.551454 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-12ab22c8-d170-48e3-9a49-b7e4b57da178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:54:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['3d274e25-4972-473b-9f62-4e11e4cace83'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:57.559177 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-77e02a91-69db-483b-8cde-a59813e179fa req-9199a7af-d414-41f2-b08f-074566db95d3 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9fc06f-3bd0-4275-86ae-1edfb954ece3 HTTP/1.1" status: 200 len: 949 time: 1.1575837 Jul 07 16:54:57.563212 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a4aad-4111-4222-8e43-cbed3f455027 req-785a72ac-aea5-4dc9-9922-0754359b7f2c tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:57.564931 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d64a4aad-4111-4222-8e43-cbed3f455027 req-785a72ac-aea5-4dc9-9922-0754359b7f2c tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 943 time: 0.1572354 Jul 07 16:54:57.595217 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbaf4362-6958-4d7d-a13f-347fa4ce1001 req-b9d76511-5898-4200-8544-ce6e696c0614 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] No DVR routers for this DVR port da3ae13c-bbd6-4f65-942c-4657de3b9be4 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:54:57.610811 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fbaf4362-6958-4d7d-a13f-347fa4ce1001 req-b9d76511-5898-4200-8544-ce6e696c0614 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.614667 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fbaf4362-6958-4d7d-a13f-347fa4ce1001 req-b9d76511-5898-4200-8544-ce6e696c0614 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.64 "DELETE /v2.0/ports/da3ae13c-bbd6-4f65-942c-4657de3b9be4 HTTP/1.1" status: 204 len: 173 time: 4.5508537 Jul 07 16:54:57.645405 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-22186e47-05ae-4f86-9d17-d7aebc0b04a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.717656 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-22186e47-05ae-4f86-9d17-d7aebc0b04a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.721168 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-22186e47-05ae-4f86-9d17-d7aebc0b04a1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d2a7adbd-5724-47a4-b448-d9106c213de4 HTTP/1.1" status: 204 len: 168 time: 0.6795173 Jul 07 16:54:57.723404 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22186e47-05ae-4f86-9d17-d7aebc0b04a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2a7adbd-5724-47a4-b448-d9106c213de4,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:57.731333 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47630) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:57.734974 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d64a4aad-4111-4222-8e43-cbed3f455027 req-ab838627-aeb3-4f31-a834-ed66a1391ed0 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577992 Jul 07 16:54:57.747495 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9b18a9-bd1a-4981-98d6-10a830175b29 None None] Network 78a063f0-96c3-417f-865b-6891a90e56fc requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:57.840166 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-12ab22c8-d170-48e3-9a49-b7e4b57da178 None None] Set router 3d274e25-4972-473b-9f62-4e11e4cace83 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:54:57.904276 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.931736 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dfc884a5-eef9-4744-82ef-fc4eb6ff56be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.935968 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-77e02a91-69db-483b-8cde-a59813e179fa req-1ed93542-74d5-4fcc-916d-cf6e1db7b3f5 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757787 Jul 07 16:54:58.000160 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2477f569-9072-45fc-9093-649bb4d1dd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:58.224878 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-dfc884a5-eef9-4744-82ef-fc4eb6ff56be admin admin] Deleting port 6f1f06fd-b212-49e9-bde5-e939ea0b84de {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:54:58.225650 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dfc884a5-eef9-4744-82ef-fc4eb6ff56be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:58.352128 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477f569-9072-45fc-9093-649bb4d1dd8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=88bf7df0-fa2f-449a-8a86-38e68aaa4aa1,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:58.385416 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0415bad1-5317-44a9-8b8e-67afdc49236e None None] DHCP port deletion for 78a063f0-96c3-417f-865b-6891a90e56fc request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:54:58.430029 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc2098c-64c2-42cc-8cde-0cbf6aa26724 x-openstack-request-id: req-7cc2098c-64c2-42cc-8cde-0cbf6aa26724 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:58.431172 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d43232bd-71aa-49f7-8ce8-48860accc292", "tag": "6f472ce3-074d-4510-9756-8aaa2dde0a41", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:58.432160 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7cc2098c-64c2-42cc-8cde-0cbf6aa26724 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:58.433141 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd43232bd-71aa-49f7-8ce8-48860accc292', 'tag': '6f472ce3-074d-4510-9756-8aaa2dde0a41', 'status': 'completed', 'code': 200} Jul 07 16:54:58.434865 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2477f569-9072-45fc-9093-649bb4d1dd8f admin admin] Checking segment: {'id': '07dafd71-09e3-4095-96d3-c86928f3ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2d910713-9317-4b27-b56c-fb6e554b6677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:58.437508 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2477f569-9072-45fc-9093-649bb4d1dd8f admin admin] Network hostable DHCP agents. Network: 2d910713-9317-4b27-b56c-fb6e554b6677, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:54:58.445027 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-bd63e8c1-4121-4f35-9055-32afaf13b31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:58.446646 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-bd63e8c1-4121-4f35-9055-32afaf13b31a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3c30a38df434836b6a6d7bed9173bf0&device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 1095 time: 0.8535461 Jul 07 16:54:58.500918 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-eef98de5-401f-49eb-9aea-83eac7c12586 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:58.505109 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-eef98de5-401f-49eb-9aea-83eac7c12586 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.72 "GET /v2.0/networks?id=50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 HTTP/1.1" status: 200 len: 824 time: 0.5159707 Jul 07 16:54:58.508716 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-dfc884a5-eef9-4744-82ef-fc4eb6ff56be admin admin] For port 6f1f06fd-b212-49e9-bde5-e939ea0b84de, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6f1f06fd-b212-49e9-bde5-e939ea0b84de,segment=NetworkSegment(0cb50843-16d7-489a-8b13-48fe35f8eece),segment_id=0cb50843-16d7-489a-8b13-48fe35f8eece)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:58.509539 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dfc884a5-eef9-4744-82ef-fc4eb6ff56be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:58.563827 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-8ae34325-0c81-4394-ac5d-f8f2f34258f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f472ce3-074d-4510-9756-8aaa2dde0a41 HTTP/1.1" status: 200 len: 217 time: 0.1060469 Jul 07 16:54:58.578490 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-12ab22c8-d170-48e3-9a49-b7e4b57da178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782714879-router', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:30Z', 'updated_at': '2021-07-07T16:51:42Z', 'revision_number': 4, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'gw_port': {'id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:31Z', 'updated_at': '2021-07-07T16:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '5f400b7a-7a2e-4b14-8289-107a4ebed5c7', 'name': '', 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'mac_address': 'fa:16:3e:7f:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:39Z', 'updated_at': '2021-07-07T16:51:54Z', 'revision_number': 5, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'subnets': [{'id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:58.594801 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-0415bad1-5317-44a9-8b8e-67afdc49236e None None] Deleting port 6f1f06fd-b212-49e9-bde5-e939ea0b84de {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:54:58.595287 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0415bad1-5317-44a9-8b8e-67afdc49236e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:58.595760 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8ca1b-f84c-4d89-821d-b5b35336fbcf req-350fd681-dded-4032-baa8-bdedeaff56c2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:58.611016 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5f8ca1b-f84c-4d89-821d-b5b35336fbcf req-350fd681-dded-4032-baa8-bdedeaff56c2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 950 time: 0.5033851 Jul 07 16:54:58.677853 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2477f569-9072-45fc-9093-649bb4d1dd8f admin admin] Network 2d910713-9317-4b27-b56c-fb6e554b6677 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:54:58.706276 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-dfc884a5-eef9-4744-82ef-fc4eb6ff56be admin admin] Calling delete_port for 6f1f06fd-b212-49e9-bde5-e939ea0b84de owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:54:58.717368 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-2477f569-9072-45fc-9093-649bb4d1dd8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 2d910713-9317-4b27-b56c-fb6e554b6677) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:58.733655 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-3b13fa2e-9f86-4b9c-a82a-6c86d23239f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:58.735564 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-3b13fa2e-9f86-4b9c-a82a-6c86d23239f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8cf0891f-7dd4-444b-b243-0a9d52ec4798 HTTP/1.1" status: 200 len: 848 time: 0.1617947 Jul 07 16:54:58.737879 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2477f569-9072-45fc-9093-649bb4d1dd8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:58.738755 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2477f569-9072-45fc-9093-649bb4d1dd8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:58.744967 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ab22c8-d170-48e3-9a49-b7e4b57da178 None None] Checking router: 3d274e25-4972-473b-9f62-4e11e4cace83 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:54:58.770613 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ab22c8-d170-48e3-9a49-b7e4b57da178 None None] Routers {'3d274e25-4972-473b-9f62-4e11e4cace83'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:54:58.771874 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54dd8f5-b66f-403b-b013-3d7286ace6b0 None None] Network 2d910713-9317-4b27-b56c-fb6e554b6677 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:58.778764 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-12ab22c8-d170-48e3-9a49-b7e4b57da178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:54:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['3d274e25-4972-473b-9f62-4e11e4cace83'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:58.795919 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-bc301a5f-310a-49b2-82f2-3073631f9f00 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f59045c-fb41-4f4e-86ad-a15d05bedb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506012 Jul 07 16:54:58.798858 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2477f569-9072-45fc-9093-649bb4d1dd8f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7142897 Jul 07 16:54:58.932317 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-5b058978-7d16-401c-9a3d-8c8f1894b468 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=807e3ea622de4599bed76047b27cb02c HTTP/1.1" status: 200 len: 380 time: 0.3914104 Jul 07 16:54:58.956832 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-ef792a6f-d06c-410e-9897-65e4e5f60aaa tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Request body: {'port': {'device_id': 'd5cb8ba1-86f0-4991-a39b-13bc4bc3455d', 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89', 'admin_state_up': True, 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'security_groups': ['5704a10f-40dc-4a3e-9704-7214d47c05a9']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:58.957950 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf31ae-4ce8-4318-9f40-5a17f5bb20ba req-4e022852-ebf1-4fa9-a291-f02520e0fb4c tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:58.964102 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8abf31ae-4ce8-4318-9f40-5a17f5bb20ba req-4e022852-ebf1-4fa9-a291-f02520e0fb4c tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 945 time: 0.3138955 Jul 07 16:54:58.967161 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-0415bad1-5317-44a9-8b8e-67afdc49236e None None] For port 6f1f06fd-b212-49e9-bde5-e939ea0b84de, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6f1f06fd-b212-49e9-bde5-e939ea0b84de,segment=NetworkSegment(0cb50843-16d7-489a-8b13-48fe35f8eece),segment_id=0cb50843-16d7-489a-8b13-48fe35f8eece)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:58.967842 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0415bad1-5317-44a9-8b8e-67afdc49236e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:59.007242 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-0415bad1-5317-44a9-8b8e-67afdc49236e None None] Calling delete_port for 6f1f06fd-b212-49e9-bde5-e939ea0b84de owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:54:59.047908 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-12ab22c8-d170-48e3-9a49-b7e4b57da178 None None] Set router 3d274e25-4972-473b-9f62-4e11e4cace83 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:54:59.080149 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8abf31ae-4ce8-4318-9f40-5a17f5bb20ba req-40e31e3d-b9f1-4eed-bf29-1515d79416f6 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941441 Jul 07 16:54:59.195533 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-b3958fef-ccb8-4676-964a-0eaa33b632f2 service neutron] 10.222.0.64 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849730 Jul 07 16:54:59.380348 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c03a5da8-13ad-4e7d-a112-f4950bffdb46 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:54:59.421061 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: c03a5da8-13ad-4e7d-a112-f4950bffdb46 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:54:59.434322 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c03a5da8-13ad-4e7d-a112-f4950bffdb46 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:54:59.435270 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device ea7f8161-cb2c-40de-a045-a40b485b9ba5 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:54:59.438529 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1bdf9f99-0908-4904-a5d7-fed5969b0f02 req-885951de-e58e-47d8-8624-463469f6a108 service neutron] 10.222.0.64 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351887 Jul 07 16:54:59.439767 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0415bad1-5317-44a9-8b8e-67afdc49236e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.479081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.487856 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.487856 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.487856 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.487856 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.487856 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.487856 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.487856 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.487856 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.487856 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.487856 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.487856 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.487856 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.487856 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.487856 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.487856 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:59.487856 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:59.487856 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:54:59.487856 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 16:54:59.493295 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dfc884a5-eef9-4744-82ef-fc4eb6ff56be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:59.503148 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-ef792a6f-d06c-410e-9897-65e4e5f60aaa tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Made reservation on behalf of 807e3ea622de4599bed76047b27cb02c for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:59.529690 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-ef792a6f-d06c-410e-9897-65e4e5f60aaa tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:59.547834 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0415bad1-5317-44a9-8b8e-67afdc49236e None None] Pushing event deleted for resources: {'Port': ['ID=6f1f06fd-b212-49e9-bde5-e939ea0b84de,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:59.562206 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: ea7f8161-cb2c-40de-a045-a40b485b9ba5 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:54:59.562762 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device ea7f8161-cb2c-40de-a045-a40b485b9ba5 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:54:59.563777 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6f1f06fd-b212-49e9-bde5-e939ea0b84de no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:54:59.587267 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5f8ca1b-f84c-4d89-821d-b5b35336fbcf req-31a28bd8-482b-4f31-960b-50a6ce76bacb tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9733367 Jul 07 16:54:59.587747 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-12ab22c8-d170-48e3-9a49-b7e4b57da178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782714879-router', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:30Z', 'updated_at': '2021-07-07T16:51:42Z', 'revision_number': 4, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'gw_port': {'id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:31Z', 'updated_at': '2021-07-07T16:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '5f400b7a-7a2e-4b14-8289-107a4ebed5c7', 'name': '', 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'mac_address': 'fa:16:3e:7f:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:39Z', 'updated_at': '2021-07-07T16:51:54Z', 'revision_number': 5, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'subnets': [{'id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:59.625007 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc884a5-eef9-4744-82ef-fc4eb6ff56be admin admin] No DVR routers for this DVR port 6f1f06fd-b212-49e9-bde5-e939ea0b84de on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:54:59.629200 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc884a5-eef9-4744-82ef-fc4eb6ff56be admin admin] Pushing event deleted for resources: {'Port': ['ID=6f1f06fd-b212-49e9-bde5-e939ea0b84de,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:59.641401 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72caef17-0d7a-4c66-86e8-101255f344e2 req-31abfaad-2220-4d08-93ab-6014036661df tempest-ServersOnMultiNodesTest-1751824220 tempest-ServersOnMultiNodesTest-1751824220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:59.642855 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ab22c8-d170-48e3-9a49-b7e4b57da178 None None] The sync data for ids ['3d274e25-4972-473b-9f62-4e11e4cace83'] in n-d-791503-12 is: [{'id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782714879-router', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:30Z', 'updated_at': '2021-07-07T16:51:42Z', 'revision_number': 4, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'gw_port': {'id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:31Z', 'updated_at': '2021-07-07T16:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '5f400b7a-7a2e-4b14-8289-107a4ebed5c7', 'name': '', 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'mac_address': 'fa:16:3e:7f:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:39Z', 'updated_at': '2021-07-07T16:51:54Z', 'revision_number': 5, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'subnets': [{'id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:54:59.669739 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-72caef17-0d7a-4c66-86e8-101255f344e2 req-31abfaad-2220-4d08-93ab-6014036661df tempest-ServersOnMultiNodesTest-1751824220 tempest-ServersOnMultiNodesTest-1751824220-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8c9fc06f-3bd0-4275-86ae-1edfb954ece3 HTTP/1.1" status: 200 len: 1101 time: 0.2528050 Jul 07 16:54:59.704176 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0415bad1-5317-44a9-8b8e-67afdc49236e None None] No DVR routers for this DVR port 6f1f06fd-b212-49e9-bde5-e939ea0b84de on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:54:59.705781 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 6f1f06fd-b212-49e9-bde5-e939ea0b84de {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:54:59.706132 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6f1f06fd-b212-49e9-bde5-e939ea0b84de not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:54:59.734345 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89d53d8-0f6c-4279-8a45-d324844975d8 None None] Network 2d910713-9317-4b27-b56c-fb6e554b6677 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:59.796414 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-72caef17-0d7a-4c66-86e8-101255f344e2 req-49682388-c520-44ec-b55b-fc68b828dffb tempest-ServersOnMultiNodesTest-1751824220 tempest-ServersOnMultiNodesTest-1751824220-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144738 Jul 07 16:54:59.807154 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41580bd8-a93a-4f5d-bc56-32dfba471d34 req-616fda71-e1d8-4d32-9152-6a2a6735c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:59.810115 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-41580bd8-a93a-4f5d-bc56-32dfba471d34 req-616fda71-e1d8-4d32-9152-6a2a6735c34f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3c30a38df434836b6a6d7bed9173bf0&device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 1095 time: 0.2523024 Jul 07 16:54:59.997482 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-948a5560-10a1-4b07-8222-9e89b247be15 req-6bc3bfbf-16c0-4ae7-b97f-8985c8edab2c tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5cb8ba1-86f0-4991-a39b-13bc4bc3455d HTTP/1.1" status: 200 len: 210 time: 0.0677683 Jul 07 16:55:00.001299 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dfc884a5-eef9-4744-82ef-fc4eb6ff56be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:00.034696 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41580bd8-a93a-4f5d-bc56-32dfba471d34 req-c44a5a5c-6a18-4c19-8fb6-1c55f3e5ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:00.036648 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-41580bd8-a93a-4f5d-bc56-32dfba471d34 req-c44a5a5c-6a18-4c19-8fb6-1c55f3e5ee8b service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f59045c-fb41-4f4e-86ad-a15d05bedb10 HTTP/1.1" status: 200 len: 909 time: 0.2135017 Jul 07 16:55:00.056173 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-dfc884a5-eef9-4744-82ef-fc4eb6ff56be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a063f0-96c3-417f-865b-6891a90e56fc']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:00.070408 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-ef792a6f-d06c-410e-9897-65e4e5f60aaa tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Allocated IP 172.20.0.9 (50232d7a-ae5c-48dc-bfa5-d97d97ae3d89/ddd452ef-84e2-4c74-9b12-af8c121336aa/f0965b0a-9c1a-4f8d-b945-761d5c0326ec) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:00.108477 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:00.113196 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-dfc884a5-eef9-4744-82ef-fc4eb6ff56be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb50843-16d7-489a-8b13-48fe35f8eece') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:00.113602 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-dfc884a5-eef9-4744-82ef-fc4eb6ff56be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb50843-16d7-489a-8b13-48fe35f8eece') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:00.148506 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dfc884a5-eef9-4744-82ef-fc4eb6ff56be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:00.156452 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-41580bd8-a93a-4f5d-bc56-32dfba471d34 req-dae08e1b-7921-4b89-890e-92e014e1144f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f472ce3-074d-4510-9756-8aaa2dde0a41 HTTP/1.1" status: 200 len: 217 time: 0.1129494 Jul 07 16:55:00.192332 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dfc884a5-eef9-4744-82ef-fc4eb6ff56be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:00.234911 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc884a5-eef9-4744-82ef-fc4eb6ff56be admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:55:00.235364 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dfc884a5-eef9-4744-82ef-fc4eb6ff56be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: timer() Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:55:00.237901 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:55:00.256726 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-79a2418f-aa4f-48cb-8bd5-dbed705d413c req-4c3e3145-12ad-4b48-8716-6f4929dc79c4 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2147134304', 'description': 'tempest-description-609051229'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:00.261081 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a3ecd8-18c2-4351-8404-a916210e2b56 None None] New status for floating IP e95d80c7-adde-462b-ab1f-616415fdc417: DOWN {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:55:00.326800 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41580bd8-a93a-4f5d-bc56-32dfba471d34 req-c9bbaf36-cf5a-4547-b293-7597ca82d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:00.328994 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-41580bd8-a93a-4f5d-bc56-32dfba471d34 req-c9bbaf36-cf5a-4547-b293-7597ca82d8c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8cf0891f-7dd4-444b-b243-0a9d52ec4798 HTTP/1.1" status: 200 len: 848 time: 0.1587882 Jul 07 16:55:00.390387 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-41580bd8-a93a-4f5d-bc56-32dfba471d34 req-709d0dc8-0d6d-40a5-8f72-0c4659e9f497 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f59045c-fb41-4f4e-86ad-a15d05bedb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521977 Jul 07 16:55:00.436685 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-79a2418f-aa4f-48cb-8bd5-dbed705d413c req-4c3e3145-12ad-4b48-8716-6f4929dc79c4 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:00.442592 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d177e5-1672-4a42-badc-5a0d1e0835c8', 'name': 'network-vif-deleted', 'tag': 'da3ae13c-bbd6-4f65-942c-4657de3b9be4'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:00.446497 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dfc884a5-eef9-4744-82ef-fc4eb6ff56be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:00.447095 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb923801-2311-4096-8bf5-882c0134a4b7" -d '{"events": [{"server_uuid": "f4d177e5-1672-4a42-badc-5a0d1e0835c8", "name": "network-vif-deleted", "tag": "da3ae13c-bbd6-4f65-942c-4657de3b9be4"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:00.533166 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27540dc8-070f-401a-9ac1-d678098f00f8 req-39978dae-6c90-46e0-96e6-8620b566fec3 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:00.536594 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-27540dc8-070f-401a-9ac1-d678098f00f8 req-39978dae-6c90-46e0-96e6-8620b566fec3 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 943 time: 0.2965209 Jul 07 16:55:00.617494 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-41580bd8-a93a-4f5d-bc56-32dfba471d34 req-a0bfa0bc-6e3f-42e9-814b-e918b90cb7c0 service neutron] 10.222.0.64 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196357 Jul 07 16:55:00.621628 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-27540dc8-070f-401a-9ac1-d678098f00f8 req-802d4424-63c0-44f7-8a2c-d2124ca47d4b tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685410 Jul 07 16:55:00.741110 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-41580bd8-a93a-4f5d-bc56-32dfba471d34 req-94f7ed08-77ad-4bbc-bf47-c31cd3a214b5 service neutron] 10.222.0.64 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150701 Jul 07 16:55:00.887384 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dfc884a5-eef9-4744-82ef-fc4eb6ff56be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:00.890373 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-dfc884a5-eef9-4744-82ef-fc4eb6ff56be admin admin] 10.222.0.53 "DELETE /v2.0/networks/78a063f0-96c3-417f-865b-6891a90e56fc HTTP/1.1" status: 204 len: 168 time: 3.1541471 Jul 07 16:55:00.890715 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30570d33-66f1-4ba5-8b10-629ae1a3b21c req-71a16385-6986-4d16-b410-f587df980d14 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:00.892274 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-30570d33-66f1-4ba5-8b10-629ae1a3b21c req-71a16385-6986-4d16-b410-f587df980d14 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 950 time: 0.0812922 Jul 07 16:55:00.922955 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc884a5-eef9-4744-82ef-fc4eb6ff56be admin admin] Pushing event deleted for resources: {'Network': ['ID=78a063f0-96c3-417f-865b-6891a90e56fc,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:00.961032 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-30570d33-66f1-4ba5-8b10-629ae1a3b21c req-cf6f8f44-9791-4add-86f0-7993eb73c631 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569332 Jul 07 16:55:01.004346 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-ef792a6f-d06c-410e-9897-65e4e5f60aaa tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.048983 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-ef792a6f-d06c-410e-9897-65e4e5f60aaa tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Transition to ACTIVE for port object f0965b0a-9c1a-4f8d-b945-761d5c0326ec will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:01.149909 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-79a2418f-aa4f-48cb-8bd5-dbed705d413c req-4c3e3145-12ad-4b48-8716-6f4929dc79c4 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.159065 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-79a2418f-aa4f-48cb-8bd5-dbed705d413c req-4c3e3145-12ad-4b48-8716-6f4929dc79c4 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.199974 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-ef792a6f-d06c-410e-9897-65e4e5f60aaa tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.230237 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47680) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:01.284457 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-79a2418f-aa4f-48cb-8bd5-dbed705d413c req-4c3e3145-12ad-4b48-8716-6f4929dc79c4 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.286424 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-79a2418f-aa4f-48cb-8bd5-dbed705d413c req-4c3e3145-12ad-4b48-8716-6f4929dc79c4 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.0529714 Jul 07 16:55:01.301839 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8e176-12eb-4499-9879-ade116c1ff4d req-bb0a2e6c-de97-4a97-ac7b-2c33fc0c376c tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:01.302320 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e3145-12ad-4b48-8716-6f4929dc79c4 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8711a30-ba87-4f32-a424-8542623bb0d0,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:01.317331 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d1f8e176-12eb-4499-9879-ade116c1ff4d req-bb0a2e6c-de97-4a97-ac7b-2c33fc0c376c tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 945 time: 0.1156127 Jul 07 16:55:01.350899 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-ef792a6f-d06c-410e-9897-65e4e5f60aaa tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Network 50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:01.371592 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-ef792a6f-d06c-410e-9897-65e4e5f60aaa tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:01.381488 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-ef792a6f-d06c-410e-9897-65e4e5f60aaa tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:01.389445 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d1f8e176-12eb-4499-9879-ade116c1ff4d req-07301f0f-5cea-4c80-b1c1-b73c3fd2337b tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631149 Jul 07 16:55:01.391946 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef792a6f-d06c-410e-9897-65e4e5f60aaa tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Pushing event updated for resources: {'Port': ['ID=f0965b0a-9c1a-4f8d-b945-761d5c0326ec,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:01.462545 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b14bc10-9129-49ce-9895-6c901be24e0c x-openstack-request-id: req-0b14bc10-9129-49ce-9895-6c901be24e0c {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:01.463150 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d177e5-1672-4a42-badc-5a0d1e0835c8", "name": "network-vif-deleted", "tag": "da3ae13c-bbd6-4f65-942c-4657de3b9be4", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:01.463413 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b14bc10-9129-49ce-9895-6c901be24e0c {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:01.464153 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d177e5-1672-4a42-badc-5a0d1e0835c8', 'name': 'network-vif-deleted', 'tag': 'da3ae13c-bbd6-4f65-942c-4657de3b9be4', 'status': 'completed', 'code': 200} Jul 07 16:55:01.483491 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7d9191b3-d530-4d86-b5d0-230fe62edb6e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=749e4a1fa1b649bdb47da80f7e7e218b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504711 Jul 07 16:55:01.486598 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47694) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:01.490903 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9811d676-49eb-4596-9d35-a447faedb265 req-5a989209-04ce-4428-910c-25fb28e4bdf9 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7cacbbe331674230a8cdeaae1095bd51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1119096 Jul 07 16:55:01.580850 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f1463bcd-b04d-4acb-8efe-7114e57510d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.608921 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f1463bcd-b04d-4acb-8efe-7114e57510d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.656528 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-ef792a6f-d06c-410e-9897-65e4e5f60aaa tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:01.657921 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-ef792a6f-d06c-410e-9897-65e4e5f60aaa tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.676101 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f1463bcd-b04d-4acb-8efe-7114e57510d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.679114 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f1463bcd-b04d-4acb-8efe-7114e57510d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.682842 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f1463bcd-b04d-4acb-8efe-7114e57510d0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1c663f64-94ed-4640-b3f9-fec0987de98e HTTP/1.1" status: 204 len: 168 time: 0.1873226 Jul 07 16:55:01.694112 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1463bcd-b04d-4acb-8efe-7114e57510d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c663f64-94ed-4640-b3f9-fec0987de98e,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:01.744135 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-11b7bfb8-935d-4a1f-80d0-394b86118b42 None None] Provisioning for port f0965b0a-9c1a-4f8d-b945-761d5c0326ec completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:01.755890 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-11b7bfb8-935d-4a1f-80d0-394b86118b42 None None] Provisioning complete for port f0965b0a-9c1a-4f8d-b945-761d5c0326ec triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:01.757221 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-11b7bfb8-935d-4a1f-80d0-394b86118b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.770164 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811d676-49eb-4596-9d35-a447faedb265 req-bae10579-fa2f-45b4-a174-4fbd66c8ea79 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:01.772118 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9811d676-49eb-4596-9d35-a447faedb265 req-bae10579-fa2f-45b4-a174-4fbd66c8ea79 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2696002 Jul 07 16:55:01.774441 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-ef792a6f-d06c-410e-9897-65e4e5f60aaa tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8347456 Jul 07 16:55:01.795184 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-1f1acc0d-bcb7-4eb9-97d3-f2447b71f359 service neutron] Request body: {'port': {'device_id': 'd5cb8ba1-86f0-4991-a39b-13bc4bc3455d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:01.828599 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2903e6d-1553-4215-bb6f-31129816ff9b req-6969f351-ebac-45b5-9b9d-7dc83dd86d60 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:01.837572 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b2903e6d-1553-4215-bb6f-31129816ff9b req-6969f351-ebac-45b5-9b9d-7dc83dd86d60 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5cb8ba1-86f0-4991-a39b-13bc4bc3455d HTTP/1.1" status: 200 len: 931 time: 0.1139944 Jul 07 16:55:01.840317 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-11b7bfb8-935d-4a1f-80d0-394b86118b42 None None] Port f0965b0a-9c1a-4f8d-b945-761d5c0326ec cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:55:01.887756 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b2903e6d-1553-4215-bb6f-31129816ff9b req-b842142a-819d-4ada-862f-12a69c98e4e3 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5704a10f-40dc-4a3e-9704-7214d47c05a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487444 Jul 07 16:55:01.890045 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9811d676-49eb-4596-9d35-a447faedb265 req-eb46e50c-6d31-4cff-8128-3c66a3d738cb tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/quotas/7cacbbe331674230a8cdeaae1095bd51 HTTP/1.1" status: 200 len: 375 time: 0.1092830 Jul 07 16:55:01.942350 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-ee3abd09-ab3a-40d1-a3a0-6c136ddea1a0 req-d577c2b9-7279-456d-b7e7-2acae621ec94 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-937434487', 'description': 'tempest-description-1108485325'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:01.975129 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-1f1acc0d-bcb7-4eb9-97d3-f2447b71f359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.989418 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ee3abd09-ab3a-40d1-a3a0-6c136ddea1a0 req-d577c2b9-7279-456d-b7e7-2acae621ec94 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:02.115129 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9811d676-49eb-4596-9d35-a447faedb265 req-ce937f64-b9f2-4202-a467-1b9d7a15faba tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7cacbbe331674230a8cdeaae1095bd51&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2151041 Jul 07 16:55:02.136468 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ee3abd09-ab3a-40d1-a3a0-6c136ddea1a0 req-d577c2b9-7279-456d-b7e7-2acae621ec94 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:02.143940 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ee3abd09-ab3a-40d1-a3a0-6c136ddea1a0 req-d577c2b9-7279-456d-b7e7-2acae621ec94 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:02.198605 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d577c2b9-7279-456d-b7e7-2acae621ec94 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b40a0d-f90a-4635-9aaa-92baa891cfca,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:02.221629 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ee3abd09-ab3a-40d1-a3a0-6c136ddea1a0 req-d577c2b9-7279-456d-b7e7-2acae621ec94 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:02.234277 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee3abd09-ab3a-40d1-a3a0-6c136ddea1a0 req-d577c2b9-7279-456d-b7e7-2acae621ec94 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2969999 Jul 07 16:55:02.484305 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-1f1acc0d-bcb7-4eb9-97d3-f2447b71f359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0965b0a-9c1a-4f8d-b945-761d5c0326ec {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:02.501715 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f10d9-2079-4d08-80f6-b4771b27d5e6 req-1355a47d-5653-4ea9-8cd0-5a509c1392d3 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:02.505220 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7d7f10d9-2079-4d08-80f6-b4771b27d5e6 req-1355a47d-5653-4ea9-8cd0-5a509c1392d3 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 1097 time: 0.1048224 Jul 07 16:55:02.510535 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-1f1acc0d-bcb7-4eb9-97d3-f2447b71f359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:02.538557 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-1f1acc0d-bcb7-4eb9-97d3-f2447b71f359 service neutron] Transition to ACTIVE for port object f0965b0a-9c1a-4f8d-b945-761d5c0326ec will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:02.545249 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-1f1acc0d-bcb7-4eb9-97d3-f2447b71f359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:02.590970 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7d7f10d9-2079-4d08-80f6-b4771b27d5e6 req-1fc5ed12-e69e-49bc-bc5c-a070fb4e5436 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784593 Jul 07 16:55:02.635395 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1acc0d-bcb7-4eb9-97d3-f2447b71f359 service neutron] Pushing event updated for resources: {'Port': ['ID=f0965b0a-9c1a-4f8d-b945-761d5c0326ec,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:02.783058 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fb836464-4630-4d45-aa75-5dad28fc27ff req-ab6ecaf8-45dd-4ec2-b22a-1d6a3ba47a2a tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1404e7-4efb-4e04-ba12-4c036b645af3 HTTP/1.1" status: 200 len: 210 time: 0.0719614 Jul 07 16:55:02.821814 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-1f1acc0d-bcb7-4eb9-97d3-f2447b71f359 service neutron] Attempting to bind port f0965b0a-9c1a-4f8d-b945-761d5c0326ec on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:02.822480 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-1f1acc0d-bcb7-4eb9-97d3-f2447b71f359 service neutron] Attempting to bind port f0965b0a-9c1a-4f8d-b945-761d5c0326ec by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'f0742f5c-6205-4710-bf4d-eea2f1844447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:02.823000 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-1f1acc0d-bcb7-4eb9-97d3-f2447b71f359 service neutron] Attempting to bind port f0965b0a-9c1a-4f8d-b945-761d5c0326ec on network 50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:02.832129 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-1f1acc0d-bcb7-4eb9-97d3-f2447b71f359 service neutron] Port f0965b0a-9c1a-4f8d-b945-761d5c0326ec on network 50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:55:02.833240 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-1f1acc0d-bcb7-4eb9-97d3-f2447b71f359 service neutron] Attempting to bind port f0965b0a-9c1a-4f8d-b945-761d5c0326ec on network 50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:02.843709 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-1f1acc0d-bcb7-4eb9-97d3-f2447b71f359 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:02.844402 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-1f1acc0d-bcb7-4eb9-97d3-f2447b71f359 service neutron] Checking segment: {'id': 'f0742f5c-6205-4710-bf4d-eea2f1844447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:02.845173 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-1f1acc0d-bcb7-4eb9-97d3-f2447b71f359 service neutron] Bound using segment: {'id': 'f0742f5c-6205-4710-bf4d-eea2f1844447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:02.845829 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-1f1acc0d-bcb7-4eb9-97d3-f2447b71f359 service neutron] Bound port: f0965b0a-9c1a-4f8d-b945-761d5c0326ec, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0742f5c-6205-4710-bf4d-eea2f1844447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:02.846955 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-1f1acc0d-bcb7-4eb9-97d3-f2447b71f359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:02.910488 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60931f8-81dc-4084-9ff1-56494abbad24 req-13605e9e-a79f-4521-95d9-1473de600a61 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:02.920699 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b60931f8-81dc-4084-9ff1-56494abbad24 req-13605e9e-a79f-4521-95d9-1473de600a61 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 943 time: 0.2607501 Jul 07 16:55:02.990505 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b60931f8-81dc-4084-9ff1-56494abbad24 req-f2fc2555-c85f-438f-a53c-80cdf4b5666e tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687294 Jul 07 16:55:03.029646 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-1f1acc0d-bcb7-4eb9-97d3-f2447b71f359 service neutron] For port f0965b0a-9c1a-4f8d-b945-761d5c0326ec, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:03.035412 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-1f1acc0d-bcb7-4eb9-97d3-f2447b71f359 service neutron] For port f0965b0a-9c1a-4f8d-b945-761d5c0326ec, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f0965b0a-9c1a-4f8d-b945-761d5c0326ec,segment=NetworkSegment(f0742f5c-6205-4710-bf4d-eea2f1844447),segment_id=f0742f5c-6205-4710-bf4d-eea2f1844447)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:03.043325 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-1f1acc0d-bcb7-4eb9-97d3-f2447b71f359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:03.115104 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-1f1acc0d-bcb7-4eb9-97d3-f2447b71f359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:03.116105 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-1f1acc0d-bcb7-4eb9-97d3-f2447b71f359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:03.117399 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-1f1acc0d-bcb7-4eb9-97d3-f2447b71f359 service neutron] 10.222.0.72 "PUT /v2.0/ports/f0965b0a-9c1a-4f8d-b945-761d5c0326ec HTTP/1.1" status: 200 len: 1092 time: 1.3287530 Jul 07 16:55:03.119185 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5cb8ba1-86f0-4991-a39b-13bc4bc3455d', 'tag': 'f0965b0a-9c1a-4f8d-b945-761d5c0326ec'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:03.120553 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78170b9-6822-4f30-9318-e56586b19fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "d5cb8ba1-86f0-4991-a39b-13bc4bc3455d", "tag": "f0965b0a-9c1a-4f8d-b945-761d5c0326ec"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:03.173596 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 6f472ce3-074d-4510-9756-8aaa2dde0a41 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:03.199600 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-cfe920dd-d39e-46e4-ba27-b7238f5c40ec tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:03.217812 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-cfe920dd-d39e-46e4-ba27-b7238f5c40ec tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/networks?id=2d910713-9317-4b27-b56c-fb6e554b6677 HTTP/1.1" status: 200 len: 812 time: 0.2722042 Jul 07 16:55:03.266478 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-3547bae4-ae68-4495-80d9-66145e490e3b tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/quotas/0c75e9b937a6418f8219f7ab3640cf46 HTTP/1.1" status: 200 len: 375 time: 0.0460336 Jul 07 16:55:03.293998 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1acc0d-bcb7-4eb9-97d3-f2447b71f359 service neutron] Pushing event updated for resources: {'Port': ['ID=f0965b0a-9c1a-4f8d-b945-761d5c0326ec,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:03.368484 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-450a9d5e-d4b8-4d5a-b76a-6083b3b85a91 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0c75e9b937a6418f8219f7ab3640cf46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1010208 Jul 07 16:55:03.412775 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-75d5a4de-2635-4146-8509-18b7ec51f0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:03.415847 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-75d5a4de-2635-4146-8509-18b7ec51f0b2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=807e3ea622de4599bed76047b27cb02c&device_id=d5cb8ba1-86f0-4991-a39b-13bc4bc3455d HTTP/1.1" status: 200 len: 1095 time: 0.2136509 Jul 07 16:55:03.475923 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 6f472ce3-074d-4510-9756-8aaa2dde0a41, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6f472ce3-074d-4510-9756-8aaa2dde0a41,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:03.491380 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '6f472ce3-074d-4510-9756-8aaa2dde0a41', 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10', 'port_id': '6f472ce3-074d-4510-9756-8aaa2dde0a41', 'mac_address': 'fa:16:3e:1e:7f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf0891f-7dd4-444b-b243-0a9d52ec4798', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:03.532264 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-cf685579-0c28-4577-93e4-1104a96b5f73 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0965b0a-9c1a-4f8d-b945-761d5c0326ec HTTP/1.1" status: 200 len: 217 time: 0.1057439 Jul 07 16:55:03.556839 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:03.703494 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a0515-a37e-4d2a-8bb5-ba9fac88eb10 req-d033526b-577f-49b4-beb7-709c4ccf700a tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:03.712386 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cc6a0515-a37e-4d2a-8bb5-ba9fac88eb10 req-d033526b-577f-49b4-beb7-709c4ccf700a tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5cb8ba1-86f0-4991-a39b-13bc4bc3455d HTTP/1.1" status: 200 len: 943 time: 0.1789904 Jul 07 16:55:03.715660 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-40822e5a-a2b7-4ed6-b9e4-aca086732d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:03.717363 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-40822e5a-a2b7-4ed6-b9e4-aca086732d05 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ddd452ef-84e2-4c74-9b12-af8c121336aa HTTP/1.1" status: 200 len: 863 time: 0.1570942 Jul 07 16:55:03.740278 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-ec93f406-a817-4b3b-8f93-3a0a655a57a7 service neutron] 10.222.0.53 "GET /v2.0/networks/2d910713-9317-4b27-b56c-fb6e554b6677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671293 Jul 07 16:55:03.763794 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f472ce3-074d-4510-9756-8aaa2dde0a41 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:03.840866 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cc6a0515-a37e-4d2a-8bb5-ba9fac88eb10 req-77b92a29-769c-42db-9b99-2983996ead2c tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5704a10f-40dc-4a3e-9704-7214d47c05a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272430 Jul 07 16:55:03.863059 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-67200fd7-79a2-4de0-b502-203386c25c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:03.868142 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-67200fd7-79a2-4de0-b502-203386c25c5d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50232d7a-ae5c-48dc-bfa5-d97d97ae3d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1323097 Jul 07 16:55:03.873543 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 6f472ce3-074d-4510-9756-8aaa2dde0a41, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6f472ce3-074d-4510-9756-8aaa2dde0a41,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:03.890763 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:03.961990 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=6f472ce3-074d-4510-9756-8aaa2dde0a41,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:03.979823 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47786) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:04.002941 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-b4675a39-1e70-492e-a42b-a674d4ad1fef service neutron] 10.222.0.53 "GET /v2.0/networks/2d910713-9317-4b27-b56c-fb6e554b6677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568595 Jul 07 16:55:04.014602 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de843a1e-4b11-4625-9f31-cbefdd4cd3ea x-openstack-request-id: req-de843a1e-4b11-4625-9f31-cbefdd4cd3ea {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:04.015129 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5cb8ba1-86f0-4991-a39b-13bc4bc3455d", "tag": "f0965b0a-9c1a-4f8d-b945-761d5c0326ec", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:04.017681 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de843a1e-4b11-4625-9f31-cbefdd4cd3ea {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:04.018928 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5cb8ba1-86f0-4991-a39b-13bc4bc3455d', 'tag': 'f0965b0a-9c1a-4f8d-b945-761d5c0326ec', 'status': 'completed', 'code': 200} Jul 07 16:55:04.185421 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['6f472ce3-074d-4510-9756-8aaa2dde0a41'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:04.198646 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-7bf1feac-9950-468a-a58f-5784b48b02a0 service neutron] 10.222.0.72 "GET /v2.0/networks/50232d7a-ae5c-48dc-bfa5-d97d97ae3d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235335 Jul 07 16:55:04.341972 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9811d676-49eb-4596-9d35-a447faedb265 req-1eee6def-19de-4452-9cf4-93b5e7bedd29 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7cacbbe331674230a8cdeaae1095bd51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522006 Jul 07 16:55:04.573574 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b85de66e-41ba-4ec3-92c3-036ff36967c4 req-b0986e90-6588-4db3-bdef-5cf640c4423b service neutron] 10.222.0.72 "GET /v2.0/networks/50232d7a-ae5c-48dc-bfa5-d97d97ae3d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628922 Jul 07 16:55:04.603877 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-78337eab-a071-4767-ae7e-ada99a4e530b req-2a017ea9-de6f-4cf3-a4c3-55436f5d002f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1404e7-4efb-4e04-ba12-4c036b645af3 HTTP/1.1" status: 200 len: 210 time: 0.1016855 Jul 07 16:55:04.688946 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cc36641e-6455-4ecf-bf2a-0383d9e9033b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:04.836363 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811d676-49eb-4596-9d35-a447faedb265 req-e6073010-514b-44f9-a58f-d4774682e583 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:04.839685 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9811d676-49eb-4596-9d35-a447faedb265 req-e6073010-514b-44f9-a58f-d4774682e583 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4901257 Jul 07 16:55:04.908466 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fa4cf-0743-41b3-bcdc-c1ee3beb33e8 req-772b2f83-159d-4756-9013-5362d324d211 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:04.911454 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-322fa4cf-0743-41b3-bcdc-c1ee3beb33e8 req-772b2f83-159d-4756-9013-5362d324d211 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 944 time: 0.2626872 Jul 07 16:55:04.921550 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-9811d676-49eb-4596-9d35-a447faedb265 req-6aa3175d-ac8b-4062-9ae8-86d44adf2bb6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Request body: {'port': {'device_id': '8b1404e7-4efb-4e04-ba12-4c036b645af3', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': '7cacbbe331674230a8cdeaae1095bd51'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:04.926785 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78170b9-6822-4f30-9318-e56586b19fe2 req-3feace0a-5413-47f4-a1cf-95573af04706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:04.929756 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f78170b9-6822-4f30-9318-e56586b19fe2 req-3feace0a-5413-47f4-a1cf-95573af04706 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=807e3ea622de4599bed76047b27cb02c&device_id=d5cb8ba1-86f0-4991-a39b-13bc4bc3455d HTTP/1.1" status: 200 len: 1095 time: 0.2263162 Jul 07 16:55:05.019948 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-e6eefa94-c3fb-43e2-8e7c-e246bcd2cdd9 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2664640 Jul 07 16:55:05.103569 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-322fa4cf-0743-41b3-bcdc-c1ee3beb33e8 req-24cec7e0-7c38-4e17-b900-bb5bdd8aa337 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825640 Jul 07 16:55:05.181128 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78170b9-6822-4f30-9318-e56586b19fe2 req-7826c5fb-09f0-401b-aaab-eb60a5c61992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:05.183436 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f78170b9-6822-4f30-9318-e56586b19fe2 req-7826c5fb-09f0-401b-aaab-eb60a5c61992 service neutron] 10.222.0.72 "GET /v2.0/networks?id=50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 HTTP/1.1" status: 200 len: 925 time: 0.2425959 Jul 07 16:55:05.264455 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f78170b9-6822-4f30-9318-e56586b19fe2 req-f2226a9b-60b4-45a9-a908-ca93f34210c3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0965b0a-9c1a-4f8d-b945-761d5c0326ec HTTP/1.1" status: 200 len: 217 time: 0.0728343 Jul 07 16:55:05.434678 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-ff772553-e387-4084-bc92-b8eadf05032b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:05.443438 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-ff772553-e387-4084-bc92-b8eadf05032b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3963335 Jul 07 16:55:05.449098 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aa15449b-4293-4ca4-9305-6494e3c8f2ea req-83519176-ec34-4f88-92c0-24795c1cbe89 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fce111e-3bc9-449e-a88d-11a346dae509 HTTP/1.1" status: 200 len: 210 time: 0.0803170 Jul 07 16:55:05.476018 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78170b9-6822-4f30-9318-e56586b19fe2 req-6013d62f-f5dc-4426-837d-6ff658c9a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:05.478478 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f78170b9-6822-4f30-9318-e56586b19fe2 req-6013d62f-f5dc-4426-837d-6ff658c9a4b3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ddd452ef-84e2-4c74-9b12-af8c121336aa HTTP/1.1" status: 200 len: 863 time: 0.1959453 Jul 07 16:55:05.492217 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cc36641e-6455-4ecf-bf2a-0383d9e9033b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:05.553430 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-78c45b50-6abf-4817-87b1-c13478c93d9e tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/quotas/1fdd2b0d71eb4fe493f00befeaba15f0 HTTP/1.1" status: 200 len: 375 time: 0.1090469 Jul 07 16:55:05.554143 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cc36641e-6455-4ecf-bf2a-0383d9e9033b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:05.618832 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78170b9-6822-4f30-9318-e56586b19fe2 req-6f5620ec-5dcb-4673-a246-fccb182ae677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:05.622350 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f78170b9-6822-4f30-9318-e56586b19fe2 req-6f5620ec-5dcb-4673-a246-fccb182ae677 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50232d7a-ae5c-48dc-bfa5-d97d97ae3d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1354716 Jul 07 16:55:05.675454 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36641e-6455-4ecf-bf2a-0383d9e9033b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7accc0d-1675-46db-aeb1-090be705c780,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:05.679543 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9811d676-49eb-4596-9d35-a447faedb265 req-6aa3175d-ac8b-4062-9ae8-86d44adf2bb6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Made reservation on behalf of 7cacbbe331674230a8cdeaae1095bd51 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:05.683214 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9811d676-49eb-4596-9d35-a447faedb265 req-6aa3175d-ac8b-4062-9ae8-86d44adf2bb6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:05.696509 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cc36641e-6455-4ecf-bf2a-0383d9e9033b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd868ed6a9be4d3eaee7cb93a9cde5ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7130597 Jul 07 16:55:05.704259 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47832) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:05.835483 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-dfc9fcfc-265c-4f50-853a-9faeeac78d50 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2626300 Jul 07 16:55:05.877957 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b98bc689-c0ad-4a1d-8038-1ab3b6c0e1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:05.898361 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f78170b9-6822-4f30-9318-e56586b19fe2 req-6c6711f4-3932-4f71-b637-fc2e43b4c848 service neutron] 10.222.0.72 "GET /v2.0/networks/50232d7a-ae5c-48dc-bfa5-d97d97ae3d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680202 Jul 07 16:55:05.928704 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56863dac-c980-4e50-b86d-676130cdaffe req-8b0ae06c-e2ff-4b6e-b76d-132471381b4e tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:05.930378 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-56863dac-c980-4e50-b86d-676130cdaffe req-8b0ae06c-e2ff-4b6e-b76d-132471381b4e tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5cb8ba1-86f0-4991-a39b-13bc4bc3455d HTTP/1.1" status: 200 len: 943 time: 0.2077012 Jul 07 16:55:05.936678 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b98bc689-c0ad-4a1d-8038-1ab3b6c0e1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:05.994646 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-9811d676-49eb-4596-9d35-a447faedb265 req-6aa3175d-ac8b-4062-9ae8-86d44adf2bb6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Allocated IP 192.168.233.55 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/eba87f13-93a4-49db-931f-b98df5e088f9) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:06.096123 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f78170b9-6822-4f30-9318-e56586b19fe2 req-bcc20bc0-10e2-4d6b-ab2c-f12c4c813a29 service neutron] 10.222.0.72 "GET /v2.0/networks/50232d7a-ae5c-48dc-bfa5-d97d97ae3d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888561 Jul 07 16:55:06.112390 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-56863dac-c980-4e50-b86d-676130cdaffe req-a276b998-4b56-4d46-9ae9-93009b4202d5 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5704a10f-40dc-4a3e-9704-7214d47c05a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696494 Jul 07 16:55:06.252349 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b98bc689-c0ad-4a1d-8038-1ab3b6c0e1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:06.255189 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b98bc689-c0ad-4a1d-8038-1ab3b6c0e1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:06.277398 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b98bc689-c0ad-4a1d-8038-1ab3b6c0e1fd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c7accc0d-1675-46db-aeb1-090be705c780 HTTP/1.1" status: 204 len: 168 time: 0.5512717 Jul 07 16:55:06.499727 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bc689-c0ad-4a1d-8038-1ab3b6c0e1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7accc0d-1675-46db-aeb1-090be705c780,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:06.508888 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7642361c-4e8c-4a73-987f-0ac0bae74151 req-f2f914c8-9cec-41ba-9a6f-976d4545d589 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 210 time: 0.2300887 Jul 07 16:55:06.527746 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bc689-c0ad-4a1d-8038-1ab3b6c0e1fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:06.528097 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bc689-c0ad-4a1d-8038-1ab3b6c0e1fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:06.529124 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bc689-c0ad-4a1d-8038-1ab3b6c0e1fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:06.529901 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bc689-c0ad-4a1d-8038-1ab3b6c0e1fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:06.530295 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bc689-c0ad-4a1d-8038-1ab3b6c0e1fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:06.530790 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bc689-c0ad-4a1d-8038-1ab3b6c0e1fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:06.538030 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bc689-c0ad-4a1d-8038-1ab3b6c0e1fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:06.538603 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bc689-c0ad-4a1d-8038-1ab3b6c0e1fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:06.539047 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bc689-c0ad-4a1d-8038-1ab3b6c0e1fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:06.539537 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bc689-c0ad-4a1d-8038-1ab3b6c0e1fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:06.540070 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bc689-c0ad-4a1d-8038-1ab3b6c0e1fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:06.540609 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bc689-c0ad-4a1d-8038-1ab3b6c0e1fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:06.591464 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b86652e0-42a2-4872-92ad-190bee9d9704 req-0eba42b3-c590-41b2-b204-49b24d7f7161 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1404e7-4efb-4e04-ba12-4c036b645af3 HTTP/1.1" status: 200 len: 210 time: 0.0946064 Jul 07 16:55:06.663800 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9811d676-49eb-4596-9d35-a447faedb265 req-6aa3175d-ac8b-4062-9ae8-86d44adf2bb6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:06.724711 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-63dbf2fd-b677-480f-99f0-4f869d96ba1c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:06.727628 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-63dbf2fd-b677-480f-99f0-4f869d96ba1c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.72 "GET /v2.0/networks?id=2d910713-9317-4b27-b56c-fb6e554b6677 HTTP/1.1" status: 200 len: 812 time: 0.3420889 Jul 07 16:55:06.734719 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-9811d676-49eb-4596-9d35-a447faedb265 req-6aa3175d-ac8b-4062-9ae8-86d44adf2bb6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Transition to ACTIVE for port object eba87f13-93a4-49db-931f-b98df5e088f9 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:06.743417 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-c4233f0e-6f04-491f-88c0-8c5b8eeb7d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Request body: {'port': {'device_id': '0fce111e-3bc9-449e-a88d-11a346dae509', 'network_id': '2d910713-9317-4b27-b56c-fb6e554b6677', 'admin_state_up': True, 'tenant_id': '0c75e9b937a6418f8219f7ab3640cf46'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:06.820032 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9811d676-49eb-4596-9d35-a447faedb265 req-6aa3175d-ac8b-4062-9ae8-86d44adf2bb6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:06.829223 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:06.836408 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['c21768d3-1ac5-4f55-bd0b-04211e22f403', 'bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:06.889632 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2', 'b9b325a4-0180-47b7-b624-ab8e2e6d21e4', 'bea5d2f1-8163-46dd-810f-effbe19bd1e2', '308cc1c8-0be9-427f-ab41-9af22fbebd27', 'a4ff8d00-7e82-4c4d-911e-7c9edcdca44e'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:06.991617 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9811d676-49eb-4596-9d35-a447faedb265 req-6aa3175d-ac8b-4062-9ae8-86d44adf2bb6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:07.001152 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-9811d676-49eb-4596-9d35-a447faedb265 req-6aa3175d-ac8b-4062-9ae8-86d44adf2bb6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:07.013058 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-c4233f0e-6f04-491f-88c0-8c5b8eeb7d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Made reservation on behalf of 0c75e9b937a6418f8219f7ab3640cf46 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:07.015763 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-9811d676-49eb-4596-9d35-a447faedb265 req-6aa3175d-ac8b-4062-9ae8-86d44adf2bb6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:07.034821 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-c4233f0e-6f04-491f-88c0-8c5b8eeb7d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.055932 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3175d-ac8b-4062-9ae8-86d44adf2bb6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Pushing event updated for resources: {'Port': ['ID=eba87f13-93a4-49db-931f-b98df5e088f9,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:07.148089 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811d676-49eb-4596-9d35-a447faedb265 req-6aa3175d-ac8b-4062-9ae8-86d44adf2bb6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:07.148796 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9811d676-49eb-4596-9d35-a447faedb265 req-6aa3175d-ac8b-4062-9ae8-86d44adf2bb6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.191062 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9811d676-49eb-4596-9d35-a447faedb265 req-6aa3175d-ac8b-4062-9ae8-86d44adf2bb6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2890675 Jul 07 16:55:07.223948 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 6f472ce3-074d-4510-9756-8aaa2dde0a41 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:07.238128 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-9811d676-49eb-4596-9d35-a447faedb265 req-fd1d9192-36a5-4db3-b6cb-748b8255b5f7 service neutron] Request body: {'port': {'device_id': '8b1404e7-4efb-4e04-ba12-4c036b645af3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:07.348402 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-c4233f0e-6f04-491f-88c0-8c5b8eeb7d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Allocated IP 172.20.0.5 (2d910713-9317-4b27-b56c-fb6e554b6677/88bf7df0-fa2f-449a-8a86-38e68aaa4aa1/6e9bd431-31c1-499a-92fb-51bb68b23bb1) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:07.355610 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509eeac-48fa-4fbb-88a2-7f364fee156f req-5b8b68a5-364d-4506-b666-0c30e59e67ca tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:07.364486 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8509eeac-48fa-4fbb-88a2-7f364fee156f req-5b8b68a5-364d-4506-b666-0c30e59e67ca tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 944 time: 0.5207100 Jul 07 16:55:07.619218 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.640968 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 6f472ce3-074d-4510-9756-8aaa2dde0a41 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:07.665128 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 6f472ce3-074d-4510-9756-8aaa2dde0a41 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:07.665128 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.685125 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8509eeac-48fa-4fbb-88a2-7f364fee156f req-26616b63-ad56-4ed4-ab7d-79cb7ba6c7ea tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108504 Jul 07 16:55:07.729691 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9811d676-49eb-4596-9d35-a447faedb265 req-fd1d9192-36a5-4db3-b6cb-748b8255b5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.731858 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b6407d3e-6547-4421-8626-dc7b9fc0df76 None None] Provisioning for port eba87f13-93a4-49db-931f-b98df5e088f9 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:07.799333 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-c4233f0e-6f04-491f-88c0-8c5b8eeb7d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.893187 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b6407d3e-6547-4421-8626-dc7b9fc0df76 None None] Provisioning complete for port eba87f13-93a4-49db-931f-b98df5e088f9 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:07.894124 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b6407d3e-6547-4421-8626-dc7b9fc0df76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.995608 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-c4233f0e-6f04-491f-88c0-8c5b8eeb7d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.103687 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-b6407d3e-6547-4421-8626-dc7b9fc0df76 None None] Port eba87f13-93a4-49db-931f-b98df5e088f9 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:55:08.133656 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-c4233f0e-6f04-491f-88c0-8c5b8eeb7d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Network 2d910713-9317-4b27-b56c-fb6e554b6677 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:08.142288 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-c4233f0e-6f04-491f-88c0-8c5b8eeb7d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:08.264788 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-c4233f0e-6f04-491f-88c0-8c5b8eeb7d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:08.371725 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4233f0e-6f04-491f-88c0-8c5b8eeb7d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Pushing event updated for resources: {'Port': ['ID=6e9bd431-31c1-499a-92fb-51bb68b23bb1,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:08.418792 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4233f0e-6f04-491f-88c0-8c5b8eeb7d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:08.419390 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4233f0e-6f04-491f-88c0-8c5b8eeb7d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:08.419954 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4233f0e-6f04-491f-88c0-8c5b8eeb7d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:08.420509 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4233f0e-6f04-491f-88c0-8c5b8eeb7d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:08.421087 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4233f0e-6f04-491f-88c0-8c5b8eeb7d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:08.421626 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4233f0e-6f04-491f-88c0-8c5b8eeb7d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:08.423163 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4233f0e-6f04-491f-88c0-8c5b8eeb7d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:08.423713 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4233f0e-6f04-491f-88c0-8c5b8eeb7d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:08.424832 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4233f0e-6f04-491f-88c0-8c5b8eeb7d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:08.425383 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4233f0e-6f04-491f-88c0-8c5b8eeb7d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:08.426241 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4233f0e-6f04-491f-88c0-8c5b8eeb7d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:08.426831 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4233f0e-6f04-491f-88c0-8c5b8eeb7d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:08.435869 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.503053 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-c4233f0e-6f04-491f-88c0-8c5b8eeb7d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:08.504911 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-c4233f0e-6f04-491f-88c0-8c5b8eeb7d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.537701 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43232bd-71aa-49f7-8ce8-48860accc292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f472ce3-074d-4510-9756-8aaa2dde0a41'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:08.541708 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde69f60-ec4c-4537-8e51-5dd56de7c87f" -d '{"events": [{"server_uuid": "d43232bd-71aa-49f7-8ce8-48860accc292", "name": "network-vif-plugged", "status": "completed", "tag": "6f472ce3-074d-4510-9756-8aaa2dde0a41"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:08.542464 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceccee6-92ea-422e-912c-03b8a1b99a79 req-c17bb2d0-6aac-4653-9783-e28808059419 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:08.555005 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device f0965b0a-9c1a-4f8d-b945-761d5c0326ec details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:08.557502 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aceccee6-92ea-422e-912c-03b8a1b99a79 req-c17bb2d0-6aac-4653-9783-e28808059419 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5cb8ba1-86f0-4991-a39b-13bc4bc3455d HTTP/1.1" status: 200 len: 943 time: 0.4025812 Jul 07 16:55:08.586658 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 6f472ce3-074d-4510-9756-8aaa2dde0a41, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6f472ce3-074d-4510-9756-8aaa2dde0a41,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:08.598803 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.609131 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-c4233f0e-6f04-491f-88c0-8c5b8eeb7d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8699198 Jul 07 16:55:08.629824 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-51f9a567-fc13-4a96-94eb-5f783c2fa397 service neutron] Request body: {'port': {'device_id': '0fce111e-3bc9-449e-a88d-11a346dae509', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:08.671912 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-9811d676-49eb-4596-9d35-a447faedb265 req-fd1d9192-36a5-4db3-b6cb-748b8255b5f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba87f13-93a4-49db-931f-b98df5e088f9 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:08.696449 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9811d676-49eb-4596-9d35-a447faedb265 req-fd1d9192-36a5-4db3-b6cb-748b8255b5f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.714904 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aceccee6-92ea-422e-912c-03b8a1b99a79 req-66aa0d43-29bf-47a6-9ca0-66a30507097c tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5704a10f-40dc-4a3e-9704-7214d47c05a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559241 Jul 07 16:55:08.730534 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-9811d676-49eb-4596-9d35-a447faedb265 req-fd1d9192-36a5-4db3-b6cb-748b8255b5f7 service neutron] Transition to ACTIVE for port object eba87f13-93a4-49db-931f-b98df5e088f9 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:08.800912 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367865ab-70b6-4312-ba65-7768a61ea4b1 req-4db48ed6-a5ba-4900-9e64-7460798b4933 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:08.809148 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-367865ab-70b6-4312-ba65-7768a61ea4b1 req-4db48ed6-a5ba-4900-9e64-7460798b4933 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fce111e-3bc9-449e-a88d-11a346dae509 HTTP/1.1" status: 200 len: 931 time: 0.5844362 Jul 07 16:55:08.859121 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-51f9a567-fc13-4a96-94eb-5f783c2fa397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.896746 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port f0965b0a-9c1a-4f8d-b945-761d5c0326ec, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f0965b0a-9c1a-4f8d-b945-761d5c0326ec,segment=NetworkSegment(f0742f5c-6205-4710-bf4d-eea2f1844447),segment_id=f0742f5c-6205-4710-bf4d-eea2f1844447)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:08.912548 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=6f472ce3-074d-4510-9756-8aaa2dde0a41,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:08.920607 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9811d676-49eb-4596-9d35-a447faedb265 req-fd1d9192-36a5-4db3-b6cb-748b8255b5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.922018 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'f0965b0a-9c1a-4f8d-b945-761d5c0326ec', 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89', 'port_id': 'f0965b0a-9c1a-4f8d-b945-761d5c0326ec', 'mac_address': 'fa:16:3e:8e:60:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:08.995294 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:09.014075 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0965b0a-9c1a-4f8d-b945-761d5c0326ec {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:09.041486 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port f0965b0a-9c1a-4f8d-b945-761d5c0326ec, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f0965b0a-9c1a-4f8d-b945-761d5c0326ec,segment=NetworkSegment(f0742f5c-6205-4710-bf4d-eea2f1844447),segment_id=f0742f5c-6205-4710-bf4d-eea2f1844447)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:09.047750 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:09.057451 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-d15c2726-4713-460c-9ed0-1cf7bbdd2530 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3000026 Jul 07 16:55:09.185847 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=f0965b0a-9c1a-4f8d-b945-761d5c0326ec,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:09.187217 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-367865ab-70b6-4312-ba65-7768a61ea4b1 req-9935027e-d187-4cfe-b576-086f507cadac tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups?id=73abea93-b25c-46e4-9bd0-05279d406822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758719 Jul 07 16:55:09.434809 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['f0965b0a-9c1a-4f8d-b945-761d5c0326ec'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:09.464230 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d9192-36a5-4db3-b6cb-748b8255b5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=eba87f13-93a4-49db-931f-b98df5e088f9,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:09.651642 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e4cef4da-40ee-4a41-9036-5f2b805dffd6 req-204640c6-f18f-4d42-acc5-8c48d3faf998 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 210 time: 0.1870770 Jul 07 16:55:09.723946 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-51f9a567-fc13-4a96-94eb-5f783c2fa397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e9bd431-31c1-499a-92fb-51bb68b23bb1 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:09.734638 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-51f9a567-fc13-4a96-94eb-5f783c2fa397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:09.752585 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-51f9a567-fc13-4a96-94eb-5f783c2fa397 service neutron] Transition to ACTIVE for port object 6e9bd431-31c1-499a-92fb-51bb68b23bb1 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:09.760365 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-51f9a567-fc13-4a96-94eb-5f783c2fa397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:09.964669 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9a567-fc13-4a96-94eb-5f783c2fa397 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9bd431-31c1-499a-92fb-51bb68b23bb1,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:10.163755 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-51f9a567-fc13-4a96-94eb-5f783c2fa397 service neutron] Attempting to bind port 6e9bd431-31c1-499a-92fb-51bb68b23bb1 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:10.164842 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-51f9a567-fc13-4a96-94eb-5f783c2fa397 service neutron] Attempting to bind port 6e9bd431-31c1-499a-92fb-51bb68b23bb1 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '07dafd71-09e3-4095-96d3-c86928f3ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2d910713-9317-4b27-b56c-fb6e554b6677'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:10.165664 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-51f9a567-fc13-4a96-94eb-5f783c2fa397 service neutron] Attempting to bind port 6e9bd431-31c1-499a-92fb-51bb68b23bb1 on network 2d910713-9317-4b27-b56c-fb6e554b6677 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:10.186592 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-51f9a567-fc13-4a96-94eb-5f783c2fa397 service neutron] Port 6e9bd431-31c1-499a-92fb-51bb68b23bb1 on network 2d910713-9317-4b27-b56c-fb6e554b6677 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:55:10.187453 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-51f9a567-fc13-4a96-94eb-5f783c2fa397 service neutron] Attempting to bind port 6e9bd431-31c1-499a-92fb-51bb68b23bb1 on network 2d910713-9317-4b27-b56c-fb6e554b6677 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:10.210477 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-51f9a567-fc13-4a96-94eb-5f783c2fa397 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:10.221475 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-51f9a567-fc13-4a96-94eb-5f783c2fa397 service neutron] Checking segment: {'id': '07dafd71-09e3-4095-96d3-c86928f3ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2d910713-9317-4b27-b56c-fb6e554b6677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:10.225208 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-51f9a567-fc13-4a96-94eb-5f783c2fa397 service neutron] Bound using segment: {'id': '07dafd71-09e3-4095-96d3-c86928f3ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2d910713-9317-4b27-b56c-fb6e554b6677'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:10.229412 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-51f9a567-fc13-4a96-94eb-5f783c2fa397 service neutron] Bound port: 6e9bd431-31c1-499a-92fb-51bb68b23bb1, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07dafd71-09e3-4095-96d3-c86928f3ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2d910713-9317-4b27-b56c-fb6e554b6677'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:10.238190 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-51f9a567-fc13-4a96-94eb-5f783c2fa397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:10.425762 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47942) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:10.439990 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-2bca6bca-c8dd-44c9-9e66-fc75a89d7c10 tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2f5ae70a962d4b85afdb410b0f650922&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569448 Jul 07 16:55:10.441976 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-5999f1d3-b544-46e8-9000-55101fd1ce83 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:10.444558 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-5999f1d3-b544-46e8-9000-55101fd1ce83 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3197029 Jul 07 16:55:10.468054 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-d9ae2cdf-2911-4301-a0f1-284f971d0499 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Request body: {'port': {'device_id': '4215188e-6998-4d2a-813b-c820b9bdce6d', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': '1fdd2b0d71eb4fe493f00befeaba15f0'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:10.549270 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-9811d676-49eb-4596-9d35-a447faedb265 req-fd1d9192-36a5-4db3-b6cb-748b8255b5f7 service neutron] Attempting to bind port eba87f13-93a4-49db-931f-b98df5e088f9 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:10.550571 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-9811d676-49eb-4596-9d35-a447faedb265 req-fd1d9192-36a5-4db3-b6cb-748b8255b5f7 service neutron] Attempting to bind port eba87f13-93a4-49db-931f-b98df5e088f9 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:10.551323 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9811d676-49eb-4596-9d35-a447faedb265 req-fd1d9192-36a5-4db3-b6cb-748b8255b5f7 service neutron] Attempting to bind port eba87f13-93a4-49db-931f-b98df5e088f9 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:10.578835 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627d9dd-d884-4b15-bf7a-7180df5c917c req-540d04b7-f00e-4516-916c-451f188c6799 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:10.585585 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-51f9a567-fc13-4a96-94eb-5f783c2fa397 service neutron] For port 6e9bd431-31c1-499a-92fb-51bb68b23bb1, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:10.597373 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9627d9dd-d884-4b15-bf7a-7180df5c917c req-540d04b7-f00e-4516-916c-451f188c6799 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1404e7-4efb-4e04-ba12-4c036b645af3 HTTP/1.1" status: 200 len: 947 time: 1.1092913 Jul 07 16:55:10.621633 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9811d676-49eb-4596-9d35-a447faedb265 req-fd1d9192-36a5-4db3-b6cb-748b8255b5f7 service neutron] Port eba87f13-93a4-49db-931f-b98df5e088f9 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:55:10.623040 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9811d676-49eb-4596-9d35-a447faedb265 req-fd1d9192-36a5-4db3-b6cb-748b8255b5f7 service neutron] Attempting to bind port eba87f13-93a4-49db-931f-b98df5e088f9 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:10.641639 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-51f9a567-fc13-4a96-94eb-5f783c2fa397 service neutron] For port 6e9bd431-31c1-499a-92fb-51bb68b23bb1, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=6e9bd431-31c1-499a-92fb-51bb68b23bb1,segment=NetworkSegment(07dafd71-09e3-4095-96d3-c86928f3ef02),segment_id=07dafd71-09e3-4095-96d3-c86928f3ef02)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:10.648469 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9811d676-49eb-4596-9d35-a447faedb265 req-fd1d9192-36a5-4db3-b6cb-748b8255b5f7 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:10.648743 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9811d676-49eb-4596-9d35-a447faedb265 req-fd1d9192-36a5-4db3-b6cb-748b8255b5f7 service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:10.649237 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9811d676-49eb-4596-9d35-a447faedb265 req-fd1d9192-36a5-4db3-b6cb-748b8255b5f7 service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:10.649864 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-9811d676-49eb-4596-9d35-a447faedb265 req-fd1d9192-36a5-4db3-b6cb-748b8255b5f7 service neutron] Bound port: eba87f13-93a4-49db-931f-b98df5e088f9, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:10.650390 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-21411ae5-3185-4dac-ae45-e430e0018e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:10.650581 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9811d676-49eb-4596-9d35-a447faedb265 req-fd1d9192-36a5-4db3-b6cb-748b8255b5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:10.656541 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-51f9a567-fc13-4a96-94eb-5f783c2fa397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:10.756296 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-51f9a567-fc13-4a96-94eb-5f783c2fa397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:10.757141 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-51f9a567-fc13-4a96-94eb-5f783c2fa397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:10.758727 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-51f9a567-fc13-4a96-94eb-5f783c2fa397 service neutron] 10.222.0.72 "PUT /v2.0/ports/6e9bd431-31c1-499a-92fb-51bb68b23bb1 HTTP/1.1" status: 200 len: 1092 time: 2.1385870 Jul 07 16:55:10.759309 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fce111e-3bc9-449e-a88d-11a346dae509', 'tag': '6e9bd431-31c1-499a-92fb-51bb68b23bb1'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:10.761760 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0c63cb-06b0-4a67-a64a-1c201362e8e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0fce111e-3bc9-449e-a88d-11a346dae509", "tag": "6e9bd431-31c1-499a-92fb-51bb68b23bb1"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:10.806085 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9627d9dd-d884-4b15-bf7a-7180df5c917c req-b3f07c81-36bd-41ae-95cb-1ce60b6f6cc8 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061419 Jul 07 16:55:10.822746 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-a6b5b879-3900-488d-8c51-2313a13fef2f tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:10.831478 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-a6b5b879-3900-488d-8c51-2313a13fef2f tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3672717 Jul 07 16:55:10.834306 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9a567-fc13-4a96-94eb-5f783c2fa397 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9bd431-31c1-499a-92fb-51bb68b23bb1,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:10.914331 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-94d3018b-238b-4c08-b26f-2d0f91039b8b tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.53 "GET /v2.0/quotas/2f5ae70a962d4b85afdb410b0f650922 HTTP/1.1" status: 200 len: 375 time: 0.0809841 Jul 07 16:55:10.944246 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-9811d676-49eb-4596-9d35-a447faedb265 req-fd1d9192-36a5-4db3-b6cb-748b8255b5f7 service neutron] For port eba87f13-93a4-49db-931f-b98df5e088f9, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:10.954325 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-9811d676-49eb-4596-9d35-a447faedb265 req-fd1d9192-36a5-4db3-b6cb-748b8255b5f7 service neutron] For port eba87f13-93a4-49db-931f-b98df5e088f9, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=eba87f13-93a4-49db-931f-b98df5e088f9,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:10.963931 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9811d676-49eb-4596-9d35-a447faedb265 req-fd1d9192-36a5-4db3-b6cb-748b8255b5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:10.964932 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b73f395-d277-4b07-9615-e5eddfe73f6c x-openstack-request-id: req-7b73f395-d277-4b07-9615-e5eddfe73f6c {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:10.967245 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43232bd-71aa-49f7-8ce8-48860accc292", "name": "network-vif-plugged", "status": "completed", "tag": "6f472ce3-074d-4510-9756-8aaa2dde0a41", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:10.967895 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b73f395-d277-4b07-9615-e5eddfe73f6c {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:10.969109 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43232bd-71aa-49f7-8ce8-48860accc292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f472ce3-074d-4510-9756-8aaa2dde0a41', 'code': 200} Jul 07 16:55:11.015157 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-7ddfeee6-d40c-479c-baf3-f4073a1498df tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f5ae70a962d4b85afdb410b0f650922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733085 Jul 07 16:55:11.019826 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-aee49d59-d6da-480d-8dce-eb0ca222ae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:11.021683 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-aee49d59-d6da-480d-8dce-eb0ca222ae09 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0c75e9b937a6418f8219f7ab3640cf46&device_id=0fce111e-3bc9-449e-a88d-11a346dae509 HTTP/1.1" status: 200 len: 1095 time: 0.1811419 Jul 07 16:55:11.079548 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811d676-49eb-4596-9d35-a447faedb265 req-fd1d9192-36a5-4db3-b6cb-748b8255b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:11.085069 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9811d676-49eb-4596-9d35-a447faedb265 req-fd1d9192-36a5-4db3-b6cb-748b8255b5f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:11.088280 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9811d676-49eb-4596-9d35-a447faedb265 req-fd1d9192-36a5-4db3-b6cb-748b8255b5f7 service neutron] 10.222.0.64 "PUT /v2.0/ports/eba87f13-93a4-49db-931f-b98df5e088f9 HTTP/1.1" status: 200 len: 1096 time: 3.8858635 Jul 07 16:55:11.088940 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1404e7-4efb-4e04-ba12-4c036b645af3', 'tag': 'eba87f13-93a4-49db-931f-b98df5e088f9'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:11.091754 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21ee3f9-cbcb-4af0-bd37-5faa555cb547" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1404e7-4efb-4e04-ba12-4c036b645af3", "tag": "eba87f13-93a4-49db-931f-b98df5e088f9"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:11.209097 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d9192-36a5-4db3-b6cb-748b8255b5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=eba87f13-93a4-49db-931f-b98df5e088f9,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:11.213377 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-4e037dbf-2f06-40e3-9d8a-030f15c7855c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e9bd431-31c1-499a-92fb-51bb68b23bb1 HTTP/1.1" status: 200 len: 217 time: 0.1806684 Jul 07 16:55:11.249967 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-21411ae5-3185-4dac-ae45-e430e0018e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:11.324559 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-21411ae5-3185-4dac-ae45-e430e0018e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:11.539341 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-44b6b838-6d27-43e5-b9f2-cba64f7006ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:11.546788 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-44b6b838-6d27-43e5-b9f2-cba64f7006ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=88bf7df0-fa2f-449a-8a86-38e68aaa4aa1 HTTP/1.1" status: 200 len: 852 time: 0.3171394 Jul 07 16:55:11.553321 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-21411ae5-3185-4dac-ae45-e430e0018e20 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d46a55e8f1f247b5886aaef38ae7d6d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1244068 Jul 07 16:55:11.555032 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47958) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:11.556597 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21411ae5-3185-4dac-ae45-e430e0018e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc7794b-35b4-4aca-a112-d57be58c3ddc,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:11.587491 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-d9ae2cdf-2911-4301-a0f1-284f971d0499 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Made reservation on behalf of 1fdd2b0d71eb4fe493f00befeaba15f0 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:11.592957 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-d9ae2cdf-2911-4301-a0f1-284f971d0499 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:11.660982 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811d676-49eb-4596-9d35-a447faedb265 req-cd226cfe-5d4f-4975-b32a-258fcd72b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:11.662526 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9811d676-49eb-4596-9d35-a447faedb265 req-cd226cfe-5d4f-4975-b32a-258fcd72b54d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cacbbe331674230a8cdeaae1095bd51&device_id=8b1404e7-4efb-4e04-ba12-4c036b645af3 HTTP/1.1" status: 200 len: 1099 time: 0.4370191 Jul 07 16:55:11.697079 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f024c9-d82d-46c6-9018-ecfe8297affe req-e4040ae4-db17-4e1c-baa5-1b2babb78841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:11.698952 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c0f024c9-d82d-46c6-9018-ecfe8297affe req-e4040ae4-db17-4e1c-baa5-1b2babb78841 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 1097 time: 0.5706661 Jul 07 16:55:11.747064 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-51f999f3-102d-4f06-98a8-4e328038950d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d910713-9317-4b27-b56c-fb6e554b6677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958090 Jul 07 16:55:11.799290 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9811d676-49eb-4596-9d35-a447faedb265 req-6a86c005-9808-42b6-b570-9e108dbf4ff1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=eba87f13-93a4-49db-931f-b98df5e088f9 HTTP/1.1" status: 200 len: 217 time: 0.1249518 Jul 07 16:55:11.851481 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c0f024c9-d82d-46c6-9018-ecfe8297affe req-da408972-ef44-4fd3-a8e8-8a4de39c505d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785146 Jul 07 16:55:11.883922 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee052b2a-4fe1-476b-9ffa-7389131f3bed req-9d0553e9-5fe0-49cd-9552-a8f83e138220 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:11.885566 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee052b2a-4fe1-476b-9ffa-7389131f3bed req-9d0553e9-5fe0-49cd-9552-a8f83e138220 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 945 time: 0.5319362 Jul 07 16:55:11.944412 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-e7028323-a3bf-4b1b-b135-c27335e8661b service neutron] 10.222.0.72 "GET /v2.0/networks/2d910713-9317-4b27-b56c-fb6e554b6677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501081 Jul 07 16:55:11.945326 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1c9686f-6834-4f8a-91aa-f8c242dab5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:11.979293 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811d676-49eb-4596-9d35-a447faedb265 req-7e88f8db-3202-40b5-a093-6487de161099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:11.981599 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9811d676-49eb-4596-9d35-a447faedb265 req-7e88f8db-3202-40b5-a093-6487de161099 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1614599 Jul 07 16:55:11.991342 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee052b2a-4fe1-476b-9ffa-7389131f3bed req-ed3854da-0102-4ef4-88b7-dcb78888ece8 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925548 Jul 07 16:55:12.005040 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1c9686f-6834-4f8a-91aa-f8c242dab5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:12.080210 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-d9ae2cdf-2911-4301-a0f1-284f971d0499 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Allocated IP 192.168.233.83 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/4de31eba-6eab-41da-aed9-0f97c3068ec8) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:12.192040 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-99f09bd9-5ada-4c94-a771-5f31697f633c req-b1142c66-2860-4480-87cc-3671e56886f5 service neutron] 10.222.0.72 "GET /v2.0/networks/2d910713-9317-4b27-b56c-fb6e554b6677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386661 Jul 07 16:55:12.219033 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82579d-02a4-4d72-b309-e49949aa720d req-f8b332cb-5b50-4542-8c4c-c326b02c628c tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:12.225215 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d82579d-02a4-4d72-b309-e49949aa720d req-f8b332cb-5b50-4542-8c4c-c326b02c628c tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5cb8ba1-86f0-4991-a39b-13bc4bc3455d HTTP/1.1" status: 200 len: 944 time: 0.5052328 Jul 07 16:55:12.253076 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811d676-49eb-4596-9d35-a447faedb265 req-21a6090d-072f-4615-a6b1-edab7adeedc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:12.255693 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9811d676-49eb-4596-9d35-a447faedb265 req-21a6090d-072f-4615-a6b1-edab7adeedc6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2570271 Jul 07 16:55:12.295259 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1c9686f-6834-4f8a-91aa-f8c242dab5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:12.298108 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1c9686f-6834-4f8a-91aa-f8c242dab5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:12.300403 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f1c9686f-6834-4f8a-91aa-f8c242dab5fa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0fc7794b-35b4-4aca-a112-d57be58c3ddc HTTP/1.1" status: 204 len: 168 time: 0.7386475 Jul 07 16:55:12.321767 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9686f-6834-4f8a-91aa-f8c242dab5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc7794b-35b4-4aca-a112-d57be58c3ddc,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:12.334489 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d82579d-02a4-4d72-b309-e49949aa720d req-14ab10ff-30de-41a8-a69d-095caa972564 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5704a10f-40dc-4a3e-9704-7214d47c05a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732675 Jul 07 16:55:12.554186 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-59e09fa7-bb2d-4e90-81eb-cc7b4eff3a96 req-7d795c2d-5c9c-4f2d-aab6-880a8ac2b0cf tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 210 time: 0.0467565 Jul 07 16:55:12.571375 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device f0965b0a-9c1a-4f8d-b945-761d5c0326ec up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:12.598670 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9811d676-49eb-4596-9d35-a447faedb265 req-92f5fe20-77b9-44b6-b2b9-7f2e5df0f610 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617018 Jul 07 16:55:12.657418 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b279d0a9-2f7f-40b5-8a0f-0682ce8eb2ad x-openstack-request-id: req-b279d0a9-2f7f-40b5-8a0f-0682ce8eb2ad {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:12.660203 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fce111e-3bc9-449e-a88d-11a346dae509", "tag": "6e9bd431-31c1-499a-92fb-51bb68b23bb1", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:12.667582 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b279d0a9-2f7f-40b5-8a0f-0682ce8eb2ad {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:12.667582 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fce111e-3bc9-449e-a88d-11a346dae509', 'tag': '6e9bd431-31c1-499a-92fb-51bb68b23bb1', 'status': 'completed', 'code': 200} Jul 07 16:55:12.723641 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304511ba-97e2-4b0b-8891-cf288fb9a3d9 x-openstack-request-id: req-304511ba-97e2-4b0b-8891-cf288fb9a3d9 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:12.724280 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1404e7-4efb-4e04-ba12-4c036b645af3", "tag": "eba87f13-93a4-49db-931f-b98df5e088f9", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:12.724989 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-304511ba-97e2-4b0b-8891-cf288fb9a3d9 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:12.725751 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1404e7-4efb-4e04-ba12-4c036b645af3', 'tag': 'eba87f13-93a4-49db-931f-b98df5e088f9', 'status': 'completed', 'code': 200} Jul 07 16:55:12.767564 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port f0965b0a-9c1a-4f8d-b945-761d5c0326ec completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:12.778471 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port f0965b0a-9c1a-4f8d-b945-761d5c0326ec triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:12.783786 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:12.928752 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c63cb-06b0-4a67-a64a-1c201362e8e1 req-58c765a6-16cb-4fa2-8c49-ab0286734333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:12.933095 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d0c63cb-06b0-4a67-a64a-1c201362e8e1 req-58c765a6-16cb-4fa2-8c49-ab0286734333 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0c75e9b937a6418f8219f7ab3640cf46&device_id=0fce111e-3bc9-449e-a88d-11a346dae509 HTTP/1.1" status: 200 len: 1095 time: 0.2057915 Jul 07 16:55:13.017524 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb8d30-05d7-4d88-bb48-97d366243339 req-59dca386-8967-4ccd-bb45-6e483c9dc354 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:13.030830 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c7eb8d30-05d7-4d88-bb48-97d366243339 req-59dca386-8967-4ccd-bb45-6e483c9dc354 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fce111e-3bc9-449e-a88d-11a346dae509 HTTP/1.1" status: 200 len: 943 time: 0.7825031 Jul 07 16:55:13.096697 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:13.181450 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cb8ba1-86f0-4991-a39b-13bc4bc3455d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0965b0a-9c1a-4f8d-b945-761d5c0326ec'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:13.190783 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81490ca3-1c34-4e6c-a0f7-7ba16350e23c" -d '{"events": [{"server_uuid": "d5cb8ba1-86f0-4991-a39b-13bc4bc3455d", "name": "network-vif-plugged", "status": "completed", "tag": "f0965b0a-9c1a-4f8d-b945-761d5c0326ec"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:13.196701 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9811d676-49eb-4596-9d35-a447faedb265 req-8c94c91c-b8a9-4613-be1f-a8082dfa6a11 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5852854 Jul 07 16:55:13.202257 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-d9ae2cdf-2911-4301-a0f1-284f971d0499 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:13.232222 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port f0965b0a-9c1a-4f8d-b945-761d5c0326ec, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f0965b0a-9c1a-4f8d-b945-761d5c0326ec,segment=NetworkSegment(f0742f5c-6205-4710-bf4d-eea2f1844447),segment_id=f0742f5c-6205-4710-bf4d-eea2f1844447)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:13.238459 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c7eb8d30-05d7-4d88-bb48-97d366243339 req-f16a7a5a-768e-4f8f-82e7-23a9a51704ea tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups?id=73abea93-b25c-46e4-9bd0-05279d406822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000263 Jul 07 16:55:13.240741 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:13.280453 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e4f3e474-20a2-4bd3-8176-18575a5d3b2d req-0a198ab1-7ccb-4ee5-bef9-827f3ccbe3da tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d25a97a0-e4c0-4c80-bdd4-0e26f40f747f HTTP/1.1" status: 200 len: 210 time: 0.3022618 Jul 07 16:55:13.281167 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-d9ae2cdf-2911-4301-a0f1-284f971d0499 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Transition to ACTIVE for port object 4de31eba-6eab-41da-aed9-0f97c3068ec8 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:13.486269 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c63cb-06b0-4a67-a64a-1c201362e8e1 req-c61a318a-dab1-4d8d-9fe6-ea498d272d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:13.489027 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d0c63cb-06b0-4a67-a64a-1c201362e8e1 req-c61a318a-dab1-4d8d-9fe6-ea498d272d5f service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d910713-9317-4b27-b56c-fb6e554b6677 HTTP/1.1" status: 200 len: 913 time: 0.5440445 Jul 07 16:55:13.514685 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=f0965b0a-9c1a-4f8d-b945-761d5c0326ec,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:13.644970 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d0c63cb-06b0-4a67-a64a-1c201362e8e1 req-fdad0243-ec49-4398-9017-a114af50e4a6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e9bd431-31c1-499a-92fb-51bb68b23bb1 HTTP/1.1" status: 200 len: 217 time: 0.1472895 Jul 07 16:55:13.680784 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-d9ae2cdf-2911-4301-a0f1-284f971d0499 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:13.702913 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['d4e0317a-996d-4c22-98da-6b5fe21ce920', '7fb579f7-d66f-461e-905f-c71d6d046810'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:13.806108 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae2cdf-2911-4301-a0f1-284f971d0499 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Pushing event updated for resources: {'Port': ['ID=4de31eba-6eab-41da-aed9-0f97c3068ec8,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:13.897296 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ee3f9-cbcb-4af0-bd37-5faa555cb547 req-265c6677-a765-4c95-b3c0-b7f5efbed7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:13.900192 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d21ee3f9-cbcb-4af0-bd37-5faa555cb547 req-265c6677-a765-4c95-b3c0-b7f5efbed7f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cacbbe331674230a8cdeaae1095bd51&device_id=8b1404e7-4efb-4e04-ba12-4c036b645af3 HTTP/1.1" status: 200 len: 1099 time: 0.5445197 Jul 07 16:55:13.916056 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-d9ae2cdf-2911-4301-a0f1-284f971d0499 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:14.084856 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-d9ae2cdf-2911-4301-a0f1-284f971d0499 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:14.094990 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-d9ae2cdf-2911-4301-a0f1-284f971d0499 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:14.344072 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-58eecb6c-e579-4987-ad7c-368625b6961c tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=2f5ae70a962d4b85afdb410b0f650922&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1312840 Jul 07 16:55:14.397808 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597879c-007e-4873-9b3c-86e9c91e8720 req-9c95af6f-1bd1-4e0a-a779-c284096c5988 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:14.412481 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f597879c-007e-4873-9b3c-86e9c91e8720 req-9c95af6f-1bd1-4e0a-a779-c284096c5988 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1404e7-4efb-4e04-ba12-4c036b645af3 HTTP/1.1" status: 200 len: 947 time: 0.7816513 Jul 07 16:55:14.568275 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-19a7354e-dc99-4bd3-9ef7-49715a1d7e6d None None] Provisioning for port 4de31eba-6eab-41da-aed9-0f97c3068ec8 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:14.578603 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-19a7354e-dc99-4bd3-9ef7-49715a1d7e6d None None] Provisioning complete for port 4de31eba-6eab-41da-aed9-0f97c3068ec8 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:14.579111 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-19a7354e-dc99-4bd3-9ef7-49715a1d7e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:14.625995 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 6e9bd431-31c1-499a-92fb-51bb68b23bb1 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:14.634784 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ee3f9-cbcb-4af0-bd37-5faa555cb547 req-2be3b275-ac85-4982-8925-d55d1080ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:14.637419 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d21ee3f9-cbcb-4af0-bd37-5faa555cb547 req-2be3b275-ac85-4982-8925-d55d1080ab65 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.7195823 Jul 07 16:55:14.711099 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-d9ae2cdf-2911-4301-a0f1-284f971d0499 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:14.718050 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-d9ae2cdf-2911-4301-a0f1-284f971d0499 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:14.739656 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c63cb-06b0-4a67-a64a-1c201362e8e1 req-6579eab6-b33f-46ca-802c-c1f0edf707fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:14.742738 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d0c63cb-06b0-4a67-a64a-1c201362e8e1 req-6579eab6-b33f-46ca-802c-c1f0edf707fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=88bf7df0-fa2f-449a-8a86-38e68aaa4aa1 HTTP/1.1" status: 200 len: 852 time: 1.0892589 Jul 07 16:55:14.834471 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d21ee3f9-cbcb-4af0-bd37-5faa555cb547 req-a67e4e53-e39e-4d2d-bf2c-9a279ca8764e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=eba87f13-93a4-49db-931f-b98df5e088f9 HTTP/1.1" status: 200 len: 217 time: 0.1104765 Jul 07 16:55:14.837642 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d0c63cb-06b0-4a67-a64a-1c201362e8e1 req-ddba156d-55ab-46ac-bd1a-50e620e2bd29 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d910713-9317-4b27-b56c-fb6e554b6677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786698 Jul 07 16:55:14.875777 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f597879c-007e-4873-9b3c-86e9c91e8720 req-26a843f8-2dc5-4bf0-bb90-fd582978238f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618273 Jul 07 16:55:14.892336 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-19a7354e-dc99-4bd3-9ef7-49715a1d7e6d None None] Port 4de31eba-6eab-41da-aed9-0f97c3068ec8 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:55:15.098863 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf9790b-4bb2-4ee2-a461-af69fc879573 x-openstack-request-id: req-ccf9790b-4bb2-4ee2-a461-af69fc879573 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:15.099281 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cb8ba1-86f0-4991-a39b-13bc4bc3455d", "name": "network-vif-plugged", "status": "completed", "tag": "f0965b0a-9c1a-4f8d-b945-761d5c0326ec", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:15.099648 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ccf9790b-4bb2-4ee2-a461-af69fc879573 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:15.100336 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cb8ba1-86f0-4991-a39b-13bc4bc3455d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0965b0a-9c1a-4f8d-b945-761d5c0326ec', 'code': 200} Jul 07 16:55:15.109726 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-d9ae2cdf-2911-4301-a0f1-284f971d0499 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6505451 Jul 07 16:55:15.130665 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a75044-85f2-44b3-82bf-deb751240020 req-b8e870f9-e0b1-4a6c-9c26-e53f67cae5fa tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:15.146239 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 6e9bd431-31c1-499a-92fb-51bb68b23bb1, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=6e9bd431-31c1-499a-92fb-51bb68b23bb1,segment=NetworkSegment(07dafd71-09e3-4095-96d3-c86928f3ef02),segment_id=07dafd71-09e3-4095-96d3-c86928f3ef02)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:15.149799 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-25a75044-85f2-44b3-82bf-deb751240020 req-b8e870f9-e0b1-4a6c-9c26-e53f67cae5fa tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 945 time: 1.3880246 Jul 07 16:55:15.187925 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d0c63cb-06b0-4a67-a64a-1c201362e8e1 req-6a0f0555-d360-4a2a-a0a6-ac5377617d9f service neutron] 10.222.0.72 "GET /v2.0/networks/2d910713-9317-4b27-b56c-fb6e554b6677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346896 Jul 07 16:55:15.190677 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '6e9bd431-31c1-499a-92fb-51bb68b23bb1', 'network_id': '2d910713-9317-4b27-b56c-fb6e554b6677', 'port_id': '6e9bd431-31c1-499a-92fb-51bb68b23bb1', 'mac_address': 'fa:16:3e:09:2b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88bf7df0-fa2f-449a-8a86-38e68aaa4aa1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:15.202611 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-cb33a877-c512-4d1b-a91e-b9316425ad91 service neutron] Request body: {'port': {'device_id': '4215188e-6998-4d2a-813b-c820b9bdce6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:15.353853 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:15.385747 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e9bd431-31c1-499a-92fb-51bb68b23bb1 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:15.413905 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ee3f9-cbcb-4af0-bd37-5faa555cb547 req-4fb9c065-8764-43aa-9066-b6b1db77ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:15.417506 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d21ee3f9-cbcb-4af0-bd37-5faa555cb547 req-4fb9c065-8764-43aa-9066-b6b1db77ddc2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.5342357 Jul 07 16:55:15.429588 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 6e9bd431-31c1-499a-92fb-51bb68b23bb1, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=6e9bd431-31c1-499a-92fb-51bb68b23bb1,segment=NetworkSegment(07dafd71-09e3-4095-96d3-c86928f3ef02),segment_id=07dafd71-09e3-4095-96d3-c86928f3ef02)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:15.438874 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:15.475052 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:55:15.519075 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-25a75044-85f2-44b3-82bf-deb751240020 req-3731ac34-2498-4eb3-9071-7ecf9c1a2d00 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674352 Jul 07 16:55:15.585360 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=6e9bd431-31c1-499a-92fb-51bb68b23bb1,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:15.589485 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-9770396b-e30e-495d-a360-34ce32707802 tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:15.603891 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-9770396b-e30e-495d-a360-34ce32707802 tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1140184 Jul 07 16:55:15.626366 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-67b901ea-916c-4949-9fd1-e080b82030be tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Request body: {'port': {'device_id': 'd25a97a0-e4c0-4c80-bdd4-0e26f40f747f', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': '2f5ae70a962d4b85afdb410b0f650922'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:15.668698 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d0c63cb-06b0-4a67-a64a-1c201362e8e1 req-d7580587-851c-481c-9639-d13a62ce8786 service neutron] 10.222.0.72 "GET /v2.0/networks/2d910713-9317-4b27-b56c-fb6e554b6677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729724 Jul 07 16:55:15.676297 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f8c04-d7c8-4d22-8ef7-06e14c4a4505 req-4e30c621-eeca-4d31-adf1-522655c81626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:15.678956 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bf9f8c04-d7c8-4d22-8ef7-06e14c4a4505 req-4e30c621-eeca-4d31-adf1-522655c81626 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d5cb8ba1-86f0-4991-a39b-13bc4bc3455d HTTP/1.1" status: 200 len: 1097 time: 0.4223416 Jul 07 16:55:15.763936 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['6e9bd431-31c1-499a-92fb-51bb68b23bb1'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:15.776529 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bf9f8c04-d7c8-4d22-8ef7-06e14c4a4505 req-66817979-9ab1-4799-8c84-94c4ceb4b1f5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5704a10f-40dc-4a3e-9704-7214d47c05a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838523 Jul 07 16:55:15.836288 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-cb33a877-c512-4d1b-a91e-b9316425ad91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:15.878895 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ee3f9-cbcb-4af0-bd37-5faa555cb547 req-74aa8911-a57b-423d-81ec-5f27b5df1227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:15.881244 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d21ee3f9-cbcb-4af0-bd37-5faa555cb547 req-74aa8911-a57b-423d-81ec-5f27b5df1227 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4223213 Jul 07 16:55:15.922866 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fae2ff-7b11-482c-a733-24da4959d593 req-c469e416-d620-48f4-a1af-aceaeee4543b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:15.926379 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a9fae2ff-7b11-482c-a733-24da4959d593 req-c469e416-d620-48f4-a1af-aceaeee4543b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 935 time: 0.1406021 Jul 07 16:55:16.013391 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a9fae2ff-7b11-482c-a733-24da4959d593 req-2de70303-0eba-4f03-8a4b-a88c706ccf47 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744081 Jul 07 16:55:16.134851 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c0f7e-3772-496a-b8fd-c50153e54c26 req-815f81f1-0c18-42a1-8e32-cff0fd4b3f8e tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:16.136689 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-af7c0f7e-3772-496a-b8fd-c50153e54c26 req-815f81f1-0c18-42a1-8e32-cff0fd4b3f8e tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5cb8ba1-86f0-4991-a39b-13bc4bc3455d HTTP/1.1" status: 200 len: 945 time: 0.7173345 Jul 07 16:55:16.337432 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e53a5-005e-4507-9710-fc38e9b8c43e req-db827603-4718-4f5d-b4d3-11ace0b9a0fd tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:16.352063 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ac7e53a5-005e-4507-9710-fc38e9b8c43e req-db827603-4718-4f5d-b4d3-11ace0b9a0fd tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fce111e-3bc9-449e-a88d-11a346dae509 HTTP/1.1" status: 200 len: 944 time: 0.1300223 Jul 07 16:55:16.460272 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ac7e53a5-005e-4507-9710-fc38e9b8c43e req-1203a735-12f2-456a-82ec-18a38d05cc4d tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups?id=73abea93-b25c-46e4-9bd0-05279d406822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043737 Jul 07 16:55:16.461199 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-67b901ea-916c-4949-9fd1-e080b82030be tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Made reservation on behalf of 2f5ae70a962d4b85afdb410b0f650922 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:16.466862 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-67b901ea-916c-4949-9fd1-e080b82030be tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:16.483272 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-af7c0f7e-3772-496a-b8fd-c50153e54c26 req-a0fbc9c0-f0a7-4e7c-b4c6-21c3b3aba0cb tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5704a10f-40dc-4a3e-9704-7214d47c05a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3254972 Jul 07 16:55:16.514106 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d21ee3f9-cbcb-4af0-bd37-5faa555cb547 req-c1aaa199-74a2-4bca-875e-cb292a0f0695 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6130092 Jul 07 16:55:16.520765 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-67b901ea-916c-4949-9fd1-e080b82030be tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:16.669708 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-cb33a877-c512-4d1b-a91e-b9316425ad91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4de31eba-6eab-41da-aed9-0f97c3068ec8 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:16.696813 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-cb33a877-c512-4d1b-a91e-b9316425ad91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:16.771260 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-cb33a877-c512-4d1b-a91e-b9316425ad91 service neutron] Transition to ACTIVE for port object 4de31eba-6eab-41da-aed9-0f97c3068ec8 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:16.831832 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-cb33a877-c512-4d1b-a91e-b9316425ad91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:16.849496 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e71bbfa0-e59a-435a-b1aa-768d1a8f4701 req-b22c3076-39da-40eb-b760-0f432dbe5073 tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d25a97a0-e4c0-4c80-bdd4-0e26f40f747f HTTP/1.1" status: 200 len: 210 time: 0.0919511 Jul 07 16:55:16.997046 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d21ee3f9-cbcb-4af0-bd37-5faa555cb547 req-2283ea9f-9a9e-4c9b-aa94-051b20e9c90f service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617877 Jul 07 16:55:17.043762 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33a877-c512-4d1b-a91e-b9316425ad91 service neutron] Pushing event updated for resources: {'Port': ['ID=4de31eba-6eab-41da-aed9-0f97c3068ec8,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:17.073581 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-67b901ea-916c-4949-9fd1-e080b82030be tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.109907 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-67b901ea-916c-4949-9fd1-e080b82030be tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.299502 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0163bf-477c-4571-8d1b-0033328f6fc3 req-803be752-ef9e-4cb9-ae96-de0dac1ff4da tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:17.304194 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device eba87f13-93a4-49db-931f-b98df5e088f9 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:17.313761 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d0163bf-477c-4571-8d1b-0033328f6fc3 req-803be752-ef9e-4cb9-ae96-de0dac1ff4da tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1404e7-4efb-4e04-ba12-4c036b645af3 HTTP/1.1" status: 200 len: 947 time: 0.1193049 Jul 07 16:55:17.325821 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b901ea-916c-4949-9fd1-e080b82030be tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22668f2b-12a2-49a5-a449-2cc7f68f9534,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:17.352514 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721564d3-56d4-4b95-b9d0-d561694a24ba req-9c5e35f4-2375-4702-9477-8bee3f23b69b tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:17.368502 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-721564d3-56d4-4b95-b9d0-d561694a24ba req-9c5e35f4-2375-4702-9477-8bee3f23b69b tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 1097 time: 0.5591106 Jul 07 16:55:17.422733 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d0163bf-477c-4571-8d1b-0033328f6fc3 req-b8779af3-4296-40f8-858a-54f7690df2ba tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998940 Jul 07 16:55:17.461834 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-721564d3-56d4-4b95-b9d0-d561694a24ba req-5204526f-2162-48d3-a67b-ccdc4611d038 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895329 Jul 07 16:55:17.505599 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-cb33a877-c512-4d1b-a91e-b9316425ad91 service neutron] Attempting to bind port 4de31eba-6eab-41da-aed9-0f97c3068ec8 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:17.506164 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-cb33a877-c512-4d1b-a91e-b9316425ad91 service neutron] Attempting to bind port 4de31eba-6eab-41da-aed9-0f97c3068ec8 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:17.506748 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-cb33a877-c512-4d1b-a91e-b9316425ad91 service neutron] Attempting to bind port 4de31eba-6eab-41da-aed9-0f97c3068ec8 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:17.559882 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-cb33a877-c512-4d1b-a91e-b9316425ad91 service neutron] Port 4de31eba-6eab-41da-aed9-0f97c3068ec8 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:55:17.560415 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-cb33a877-c512-4d1b-a91e-b9316425ad91 service neutron] Attempting to bind port 4de31eba-6eab-41da-aed9-0f97c3068ec8 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:17.586847 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-cb33a877-c512-4d1b-a91e-b9316425ad91 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:17.587461 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-cb33a877-c512-4d1b-a91e-b9316425ad91 service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:17.588374 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-cb33a877-c512-4d1b-a91e-b9316425ad91 service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:17.589144 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-cb33a877-c512-4d1b-a91e-b9316425ad91 service neutron] Bound port: 4de31eba-6eab-41da-aed9-0f97c3068ec8, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:17.589725 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-cb33a877-c512-4d1b-a91e-b9316425ad91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.679729 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port eba87f13-93a4-49db-931f-b98df5e088f9, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=eba87f13-93a4-49db-931f-b98df5e088f9,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:17.704841 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'eba87f13-93a4-49db-931f-b98df5e088f9', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': 'eba87f13-93a4-49db-931f-b98df5e088f9', 'mac_address': 'fa:16:3e:26:f1:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:17.710066 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2296b1-8045-4a78-b69a-4ab29bfe1554 req-f4066172-3629-4a9c-806d-150cd8a68281 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:17.718314 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db2296b1-8045-4a78-b69a-4ab29bfe1554 req-f4066172-3629-4a9c-806d-150cd8a68281 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 947 time: 0.1062694 Jul 07 16:55:17.761982 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-67b901ea-916c-4949-9fd1-e080b82030be tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Allocated IP 192.168.233.9 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/43a82605-6936-4414-8cd1-a7516c267274) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:17.772931 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db2296b1-8045-4a78-b69a-4ab29bfe1554 req-5aa8d891-7b25-4ed7-97cb-076c25d78c5b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533624 Jul 07 16:55:17.779449 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-cb33a877-c512-4d1b-a91e-b9316425ad91 service neutron] For port 4de31eba-6eab-41da-aed9-0f97c3068ec8, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:17.792964 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-cb33a877-c512-4d1b-a91e-b9316425ad91 service neutron] For port 4de31eba-6eab-41da-aed9-0f97c3068ec8, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=4de31eba-6eab-41da-aed9-0f97c3068ec8,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:17.812979 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.842469 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba87f13-93a4-49db-931f-b98df5e088f9 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:17.891408 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port eba87f13-93a4-49db-931f-b98df5e088f9, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=eba87f13-93a4-49db-931f-b98df5e088f9,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:17.892438 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-cb33a877-c512-4d1b-a91e-b9316425ad91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.910203 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.994993 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=eba87f13-93a4-49db-931f-b98df5e088f9,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:18.015456 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01779a71-9a91-4a25-a45c-8e29afda6bdc req-b5814071-4b10-4833-9c24-4a14d4fc4039 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:18.018375 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-01779a71-9a91-4a25-a45c-8e29afda6bdc req-b5814071-4b10-4833-9c24-4a14d4fc4039 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5cb8ba1-86f0-4991-a39b-13bc4bc3455d HTTP/1.1" status: 200 len: 945 time: 0.1243083 Jul 07 16:55:18.075632 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-01779a71-9a91-4a25-a45c-8e29afda6bdc req-4f166275-f974-45ac-bc2a-074502beb4b4 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5704a10f-40dc-4a3e-9704-7214d47c05a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494642 Jul 07 16:55:18.274279 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['eba87f13-93a4-49db-931f-b98df5e088f9'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:18.368049 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-23356f3c-0de2-451f-9a20-d55568b3feb1 req-18ade361-e561-477d-9505-c520dc2683e3 tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d25a97a0-e4c0-4c80-bdd4-0e26f40f747f HTTP/1.1" status: 200 len: 210 time: 0.0642896 Jul 07 16:55:18.382289 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-cb33a877-c512-4d1b-a91e-b9316425ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:18.382990 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-cb33a877-c512-4d1b-a91e-b9316425ad91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:18.384400 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-cb33a877-c512-4d1b-a91e-b9316425ad91 service neutron] 10.222.0.64 "PUT /v2.0/ports/4de31eba-6eab-41da-aed9-0f97c3068ec8 HTTP/1.1" status: 200 len: 1096 time: 3.2365720 Jul 07 16:55:18.400188 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4215188e-6998-4d2a-813b-c820b9bdce6d', 'tag': '4de31eba-6eab-41da-aed9-0f97c3068ec8'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:18.400188 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d32595-75ef-41ea-b6ff-77a5b6992c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "4215188e-6998-4d2a-813b-c820b9bdce6d", "tag": "4de31eba-6eab-41da-aed9-0f97c3068ec8"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:18.628679 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 6e9bd431-31c1-499a-92fb-51bb68b23bb1 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:18.702451 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33a877-c512-4d1b-a91e-b9316425ad91 service neutron] Pushing event updated for resources: {'Port': ['ID=4de31eba-6eab-41da-aed9-0f97c3068ec8,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:18.784989 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-67b901ea-916c-4949-9fd1-e080b82030be tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:18.805234 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f06d1-b8b0-4aca-89bf-17dc656e4de2 req-99258c25-4788-44d2-8a6d-96c33941b26e tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:18.806774 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-67b901ea-916c-4949-9fd1-e080b82030be tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Transition to ACTIVE for port object 43a82605-6936-4414-8cd1-a7516c267274 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:18.820973 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b99f06d1-b8b0-4aca-89bf-17dc656e4de2 req-99258c25-4788-44d2-8a6d-96c33941b26e tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5cb8ba1-86f0-4991-a39b-13bc4bc3455d HTTP/1.1" status: 200 len: 945 time: 0.1553903 Jul 07 16:55:18.821727 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48090) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:18.834370 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-f7cba3d5-2a15-4017-bc44-873cd8325d4a tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Request body: {'floatingip': {'port_id': 'f0965b0a-9c1a-4f8d-b945-761d5c0326ec'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:18.867607 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 6e9bd431-31c1-499a-92fb-51bb68b23bb1 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:18.875862 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 6e9bd431-31c1-499a-92fb-51bb68b23bb1 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:18.876235 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:18.893618 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa91b7-de6e-4011-ab06-30601aeace10 req-1b18bbd9-af16-4508-9472-24eec69376ed tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:18.896775 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dcfa91b7-de6e-4011-ab06-30601aeace10 req-1b18bbd9-af16-4508-9472-24eec69376ed tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fce111e-3bc9-449e-a88d-11a346dae509 HTTP/1.1" status: 200 len: 944 time: 1.0107682 Jul 07 16:55:18.899339 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb64f8e7-823b-4b2f-b843-888353b21cfa x-openstack-request-id: req-eb64f8e7-823b-4b2f-b843-888353b21cfa {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:18.899821 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4215188e-6998-4d2a-813b-c820b9bdce6d", "tag": "4de31eba-6eab-41da-aed9-0f97c3068ec8", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:18.900238 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb64f8e7-823b-4b2f-b843-888353b21cfa {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:18.900934 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4215188e-6998-4d2a-813b-c820b9bdce6d', 'tag': '4de31eba-6eab-41da-aed9-0f97c3068ec8', 'status': 'completed', 'code': 200} Jul 07 16:55:18.941011 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f7cba3d5-2a15-4017-bc44-873cd8325d4a tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks [] for floatingip, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:18.958442 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-67b901ea-916c-4949-9fd1-e080b82030be tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:18.972251 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-269343b2-0339-4f8f-81f4-b3260d15e817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:18.975106 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-269343b2-0339-4f8f-81f4-b3260d15e817 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 1099 time: 0.4743729 Jul 07 16:55:19.073384 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b901ea-916c-4949-9fd1-e080b82030be tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Pushing event updated for resources: {'Port': ['ID=43a82605-6936-4414-8cd1-a7516c267274,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:19.107678 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:19.156467 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fce111e-3bc9-449e-a88d-11a346dae509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9bd431-31c1-499a-92fb-51bb68b23bb1'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:19.161977 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75651dd-d142-4086-9ea3-8679509a0b19" -d '{"events": [{"server_uuid": "0fce111e-3bc9-449e-a88d-11a346dae509", "name": "network-vif-plugged", "status": "completed", "tag": "6e9bd431-31c1-499a-92fb-51bb68b23bb1"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:19.200872 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 6e9bd431-31c1-499a-92fb-51bb68b23bb1, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=6e9bd431-31c1-499a-92fb-51bb68b23bb1,segment=NetworkSegment(07dafd71-09e3-4095-96d3-c86928f3ef02),segment_id=07dafd71-09e3-4095-96d3-c86928f3ef02)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:19.207848 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-5dcf99bd-2fa5-4b15-afcc-09f7da45cfac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=4de31eba-6eab-41da-aed9-0f97c3068ec8 HTTP/1.1" status: 200 len: 217 time: 0.1371977 Jul 07 16:55:19.210342 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:19.230466 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dcfa91b7-de6e-4011-ab06-30601aeace10 req-41e277a2-eb42-4b5f-a9e2-62f87e84ba71 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups?id=73abea93-b25c-46e4-9bd0-05279d406822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189795 Jul 07 16:55:19.307346 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-67b901ea-916c-4949-9fd1-e080b82030be tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:19.354357 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=6e9bd431-31c1-499a-92fb-51bb68b23bb1,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:19.393996 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-67b901ea-916c-4949-9fd1-e080b82030be tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:19.400823 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-67b901ea-916c-4949-9fd1-e080b82030be tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:19.588306 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-67b901ea-916c-4949-9fd1-e080b82030be tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:19.590198 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-67b901ea-916c-4949-9fd1-e080b82030be tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:19.629058 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-41613706-647d-49f7-b6ee-1738d7f900c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:19.634495 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-41613706-647d-49f7-b6ee-1738d7f900c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.4021928 Jul 07 16:55:19.872714 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-67b901ea-916c-4949-9fd1-e080b82030be tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2536919 Jul 07 16:55:19.935961 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-487bb442-a43f-4c16-be2d-14fa250abb8c service neutron] Request body: {'port': {'device_id': 'd25a97a0-e4c0-4c80-bdd4-0e26f40f747f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:19.950762 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea25d6-58e4-49a4-b6db-328adf37aba5 req-114c274e-b9e3-4b3a-8d47-9b59d2e3cafe tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:19.962198 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d3ea25d6-58e4-49a4-b6db-328adf37aba5 req-114c274e-b9e3-4b3a-8d47-9b59d2e3cafe tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1404e7-4efb-4e04-ba12-4c036b645af3 HTTP/1.1" status: 200 len: 948 time: 0.5890450 Jul 07 16:55:19.968315 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.db.resource_extend [None req-f7cba3d5-2a15-4017-bc44-873cd8325d4a tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:55:20.063733 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-86e5b872-1be0-494c-936f-584bbc3115bd None None] Provisioning for port 43a82605-6936-4414-8cd1-a7516c267274 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:20.073221 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-86e5b872-1be0-494c-936f-584bbc3115bd None None] Provisioning complete for port 43a82605-6936-4414-8cd1-a7516c267274 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:20.074187 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-86e5b872-1be0-494c-936f-584bbc3115bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:20.077573 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f7cba3d5-2a15-4017-bc44-873cd8325d4a tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:20.083286 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d3ea25d6-58e4-49a4-b6db-328adf37aba5 req-4f481019-13ec-46fb-b521-7fdd4da08c81 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200578 Jul 07 16:55:20.085107 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f7cba3d5-2a15-4017-bc44-873cd8325d4a tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:20.109689 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-368aabd1-8cea-43d4-9711-8d565f9416e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:20.112541 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-368aabd1-8cea-43d4-9711-8d565f9416e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4663417 Jul 07 16:55:20.137178 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085141f-c560-47a9-b66d-58acccb38827 req-9d3085ee-b420-4d69-8237-b80d315881a7 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:20.146607 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6085141f-c560-47a9-b66d-58acccb38827 req-9d3085ee-b420-4d69-8237-b80d315881a7 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 947 time: 0.4088523 Jul 07 16:55:20.157384 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-86e5b872-1be0-494c-936f-584bbc3115bd None None] Port 43a82605-6936-4414-8cd1-a7516c267274 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:55:20.192355 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c607b1ab-3705-46ca-989e-ea947efbf355 x-openstack-request-id: req-c607b1ab-3705-46ca-989e-ea947efbf355 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:20.192355 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fce111e-3bc9-449e-a88d-11a346dae509", "name": "network-vif-plugged", "status": "completed", "tag": "6e9bd431-31c1-499a-92fb-51bb68b23bb1", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:20.192355 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c607b1ab-3705-46ca-989e-ea947efbf355 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:20.192355 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fce111e-3bc9-449e-a88d-11a346dae509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9bd431-31c1-499a-92fb-51bb68b23bb1', 'code': 200} Jul 07 16:55:20.227222 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-487bb442-a43f-4c16-be2d-14fa250abb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:20.308872 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-f7cba3d5-2a15-4017-bc44-873cd8325d4a tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Floating IP e95d80c7-adde-462b-ab1f-616415fdc417 associated. External IP: 172.25.0.210, port: f0965b0a-9c1a-4f8d-b945-761d5c0326ec. Jul 07 16:55:20.316537 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6085141f-c560-47a9-b66d-58acccb38827 req-bd870588-94cb-434c-9fd4-95cd76523606 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642313 Jul 07 16:55:20.347245 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-8be886d3-d06f-454a-b0af-d443d988d228 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959217 Jul 07 16:55:20.665482 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1f0337e7-a87d-4641-892b-fd0980344f7d req-40be6eb3-0d9b-4169-acef-cafffc45d24e service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002884 Jul 07 16:55:20.798494 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8348b2-0dbb-47f7-b374-b007b42f110c req-22503788-6db4-49ed-9ed9-acbcd6d4d02b tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:20.801242 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3a8348b2-0dbb-47f7-b374-b007b42f110c req-22503788-6db4-49ed-9ed9-acbcd6d4d02b tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fce111e-3bc9-449e-a88d-11a346dae509 HTTP/1.1" status: 200 len: 945 time: 0.2308753 Jul 07 16:55:20.805101 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f2137-ea7a-4755-9eac-e52917a09728 req-dc724329-be86-4140-a527-a62dffbca1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:20.806764 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5a5f2137-ea7a-4755-9eac-e52917a09728 req-dc724329-be86-4140-a527-a62dffbca1ee service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0fce111e-3bc9-449e-a88d-11a346dae509 HTTP/1.1" status: 200 len: 1097 time: 0.4900556 Jul 07 16:55:20.819400 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89464d97-2764-458a-af16-25db4969fad7 req-50363319-063f-4496-a714-ccc1fda5c162 tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:20.821157 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-89464d97-2764-458a-af16-25db4969fad7 req-50363319-063f-4496-a714-ccc1fda5c162 tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d25a97a0-e4c0-4c80-bdd4-0e26f40f747f HTTP/1.1" status: 200 len: 934 time: 0.3273399 Jul 07 16:55:20.901118 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5a5f2137-ea7a-4755-9eac-e52917a09728 req-17493212-ac01-414c-8f0a-c5e054a1b4a1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=73abea93-b25c-46e4-9bd0-05279d406822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789905 Jul 07 16:55:20.909770 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-89464d97-2764-458a-af16-25db4969fad7 req-3252a8da-10fc-41ea-8712-8e1a72e838a6 tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.53 "GET /v2.0/security-groups?id=22668f2b-12a2-49a5-a449-2cc7f68f9534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798542 Jul 07 16:55:20.915944 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7cba3d5-2a15-4017-bc44-873cd8325d4a tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Router 3d274e25-4972-473b-9f62-4e11e4cace83 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:55:21.016174 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3a8348b2-0dbb-47f7-b374-b007b42f110c req-63902d73-f45f-4b6e-8365-9426183ed632 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups?id=73abea93-b25c-46e4-9bd0-05279d406822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803038 Jul 07 16:55:21.039724 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-487bb442-a43f-4c16-be2d-14fa250abb8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a82605-6936-4414-8cd1-a7516c267274 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:21.069259 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-487bb442-a43f-4c16-be2d-14fa250abb8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:21.072181 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cba3d5-2a15-4017-bc44-873cd8325d4a tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:55:21.079825 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f7cba3d5-2a15-4017-bc44-873cd8325d4a tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:21.089970 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d32595-75ef-41ea-b6ff-77a5b6992c2a req-8bf578c4-c595-499f-8f0d-161683bc0e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:21.093644 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-91d32595-75ef-41ea-b6ff-77a5b6992c2a req-8bf578c4-c595-499f-8f0d-161683bc0e95 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 1099 time: 0.3382127 Jul 07 16:55:21.107852 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131db72f-f480-4121-8cde-5b35488c2fb1 None None] Sync routers for ids ['3d274e25-4972-473b-9f62-4e11e4cace83'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:55:21.121687 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131db72f-f480-4121-8cde-5b35488c2fb1 None None] Routers {'3d274e25-4972-473b-9f62-4e11e4cace83'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:55:21.122606 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-131db72f-f480-4121-8cde-5b35488c2fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:54:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['3d274e25-4972-473b-9f62-4e11e4cace83'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:21.155915 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f7cba3d5-2a15-4017-bc44-873cd8325d4a tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "PUT /v2.0/floatingips/e95d80c7-adde-462b-ab1f-616415fdc417 HTTP/1.1" status: 200 len: 991 time: 2.3320684 Jul 07 16:55:21.157096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5cb8ba1-86f0-4991-a39b-13bc4bc3455d', 'tag': 'f0965b0a-9c1a-4f8d-b945-761d5c0326ec'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:21.161599 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a1870d-5cec-4e11-8271-2f4c7a1404a0" -d '{"events": [{"name": "network-changed", "server_uuid": "d5cb8ba1-86f0-4991-a39b-13bc4bc3455d", "tag": "f0965b0a-9c1a-4f8d-b945-761d5c0326ec"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:21.225689 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-487bb442-a43f-4c16-be2d-14fa250abb8c service neutron] Transition to ACTIVE for port object 43a82605-6936-4414-8cd1-a7516c267274 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:21.234910 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-487bb442-a43f-4c16-be2d-14fa250abb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:21.324090 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-131db72f-f480-4121-8cde-5b35488c2fb1 None None] Set router 3d274e25-4972-473b-9f62-4e11e4cace83 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:55:21.363060 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device eba87f13-93a4-49db-931f-b98df5e088f9 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:21.451987 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d32595-75ef-41ea-b6ff-77a5b6992c2a req-b829c787-e329-454d-b526-ba70d4fd8736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:21.456375 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-91d32595-75ef-41ea-b6ff-77a5b6992c2a req-b829c787-e329-454d-b526-ba70d4fd8736 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.3545613 Jul 07 16:55:21.469567 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port eba87f13-93a4-49db-931f-b98df5e088f9 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:21.478275 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port eba87f13-93a4-49db-931f-b98df5e088f9 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:21.480304 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:21.565787 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-91d32595-75ef-41ea-b6ff-77a5b6992c2a req-706cf686-2e49-458c-987e-b85c83b35b26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=4de31eba-6eab-41da-aed9-0f97c3068ec8 HTTP/1.1" status: 200 len: 217 time: 0.0733237 Jul 07 16:55:21.575577 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bb442-a43f-4c16-be2d-14fa250abb8c service neutron] Pushing event updated for resources: {'Port': ['ID=43a82605-6936-4414-8cd1-a7516c267274,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:21.629744 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:21.699311 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port eba87f13-93a4-49db-931f-b98df5e088f9, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=eba87f13-93a4-49db-931f-b98df5e088f9,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:21.707440 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:21.756328 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265c312-4ddd-471b-8e33-5dfe5ca3fa63 req-f48e9223-729f-4783-a838-3f66fc785f4e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:21.764846 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3265c312-4ddd-471b-8e33-5dfe5ca3fa63 req-f48e9223-729f-4783-a838-3f66fc785f4e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1404e7-4efb-4e04-ba12-4c036b645af3 HTTP/1.1" status: 200 len: 948 time: 0.4739408 Jul 07 16:55:21.779513 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d32595-75ef-41ea-b6ff-77a5b6992c2a req-1c104fd7-19af-40df-afaf-9b75f11d00a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:21.788252 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-91d32595-75ef-41ea-b6ff-77a5b6992c2a req-1c104fd7-19af-40df-afaf-9b75f11d00a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1942127 Jul 07 16:55:21.825657 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-487bb442-a43f-4c16-be2d-14fa250abb8c service neutron] Attempting to bind port 43a82605-6936-4414-8cd1-a7516c267274 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:21.826144 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-487bb442-a43f-4c16-be2d-14fa250abb8c service neutron] Attempting to bind port 43a82605-6936-4414-8cd1-a7516c267274 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:21.826335 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-487bb442-a43f-4c16-be2d-14fa250abb8c service neutron] Attempting to bind port 43a82605-6936-4414-8cd1-a7516c267274 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:21.829134 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=eba87f13-93a4-49db-931f-b98df5e088f9,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:21.931118 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-487bb442-a43f-4c16-be2d-14fa250abb8c service neutron] Port 43a82605-6936-4414-8cd1-a7516c267274 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:55:21.931667 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-487bb442-a43f-4c16-be2d-14fa250abb8c service neutron] Attempting to bind port 43a82605-6936-4414-8cd1-a7516c267274 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:21.967254 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-487bb442-a43f-4c16-be2d-14fa250abb8c service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:21.967626 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-487bb442-a43f-4c16-be2d-14fa250abb8c service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:21.968245 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-487bb442-a43f-4c16-be2d-14fa250abb8c service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:21.969021 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-487bb442-a43f-4c16-be2d-14fa250abb8c service neutron] Bound port: 43a82605-6936-4414-8cd1-a7516c267274, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:21.969632 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-487bb442-a43f-4c16-be2d-14fa250abb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:22.026119 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3265c312-4ddd-471b-8e33-5dfe5ca3fa63 req-2779526c-eab4-42aa-aad8-1224c7f89703 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600310 Jul 07 16:55:22.194725 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1404e7-4efb-4e04-ba12-4c036b645af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba87f13-93a4-49db-931f-b98df5e088f9'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:22.199323 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0f201f-7dd3-47bc-8c24-b54bd5b132cb" -d '{"events": [{"server_uuid": "8b1404e7-4efb-4e04-ba12-4c036b645af3", "name": "network-vif-plugged", "status": "completed", "tag": "eba87f13-93a4-49db-931f-b98df5e088f9"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:22.225847 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-131db72f-f480-4121-8cde-5b35488c2fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782714879-router', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:30Z', 'updated_at': '2021-07-07T16:51:42Z', 'revision_number': 4, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'gw_port': {'id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:31Z', 'updated_at': '2021-07-07T16:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'e95d80c7-adde-462b-ab1f-616415fdc417', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'floating_ip_address': '172.25.0.210', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'port_id': 'f0965b0a-9c1a-4f8d-b945-761d5c0326ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89', 'mac_address': 'fa:16:3e:8e:60:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cb8ba1-86f0-4991-a39b-13bc4bc3455d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:52:22Z', 'updated_at': '2021-07-07T16:55:19Z', 'revision_number': 5, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f400b7a-7a2e-4b14-8289-107a4ebed5c7', 'name': '', 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'mac_address': 'fa:16:3e:7f:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:39Z', 'updated_at': '2021-07-07T16:51:54Z', 'revision_number': 5, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'subnets': [{'id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:22.226659 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462ba337-3fab-404f-a6f2-63111b1af97d x-openstack-request-id: req-462ba337-3fab-404f-a6f2-63111b1af97d {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:22.226659 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5cb8ba1-86f0-4991-a39b-13bc4bc3455d", "tag": "f0965b0a-9c1a-4f8d-b945-761d5c0326ec", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:22.227145 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-462ba337-3fab-404f-a6f2-63111b1af97d {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:22.227571 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5cb8ba1-86f0-4991-a39b-13bc4bc3455d', 'tag': 'f0965b0a-9c1a-4f8d-b945-761d5c0326ec', 'status': 'completed', 'code': 200} Jul 07 16:55:22.320519 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-487bb442-a43f-4c16-be2d-14fa250abb8c service neutron] For port 43a82605-6936-4414-8cd1-a7516c267274, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:22.325003 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-487bb442-a43f-4c16-be2d-14fa250abb8c service neutron] For port 43a82605-6936-4414-8cd1-a7516c267274, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=43a82605-6936-4414-8cd1-a7516c267274,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:22.329291 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d32595-75ef-41ea-b6ff-77a5b6992c2a req-0b052825-a0ed-459b-8ef4-f52d4e855718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:22.332428 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-91d32595-75ef-41ea-b6ff-77a5b6992c2a req-0b052825-a0ed-459b-8ef4-f52d4e855718 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5183527 Jul 07 16:55:22.337638 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-487bb442-a43f-4c16-be2d-14fa250abb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:22.358284 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131db72f-f480-4121-8cde-5b35488c2fb1 None None] Checking router: 3d274e25-4972-473b-9f62-4e11e4cace83 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:55:22.395653 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131db72f-f480-4121-8cde-5b35488c2fb1 None None] Routers {'3d274e25-4972-473b-9f62-4e11e4cace83'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:55:22.396290 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-131db72f-f480-4121-8cde-5b35488c2fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:54:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['3d274e25-4972-473b-9f62-4e11e4cace83'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:22.442540 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1870d-5cec-4e11-8271-2f4c7a1404a0 req-3eedee8c-1c8a-4528-aadd-72810c1046d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:22.444166 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-51a1870d-5cec-4e11-8271-2f4c7a1404a0 req-3eedee8c-1c8a-4528-aadd-72810c1046d6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=807e3ea622de4599bed76047b27cb02c&device_id=d5cb8ba1-86f0-4991-a39b-13bc4bc3455d HTTP/1.1" status: 200 len: 1097 time: 0.1828325 Jul 07 16:55:22.531245 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bb442-a43f-4c16-be2d-14fa250abb8c service neutron] Pushing event updated for resources: {'Port': ['ID=43a82605-6936-4414-8cd1-a7516c267274,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:22.649458 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1870d-5cec-4e11-8271-2f4c7a1404a0 req-a3b02ca8-6bdd-4748-aaad-522053a93678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:22.650986 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-51a1870d-5cec-4e11-8271-2f4c7a1404a0 req-a3b02ca8-6bdd-4748-aaad-522053a93678 service neutron] 10.222.0.72 "GET /v2.0/networks?id=50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 HTTP/1.1" status: 200 len: 925 time: 0.1932044 Jul 07 16:55:22.655623 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-131db72f-f480-4121-8cde-5b35488c2fb1 None None] Set router 3d274e25-4972-473b-9f62-4e11e4cace83 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:55:22.704706 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-487bb442-a43f-4c16-be2d-14fa250abb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:22.706059 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-487bb442-a43f-4c16-be2d-14fa250abb8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:22.708828 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-487bb442-a43f-4c16-be2d-14fa250abb8c service neutron] 10.222.0.72 "PUT /v2.0/ports/43a82605-6936-4414-8cd1-a7516c267274 HTTP/1.1" status: 200 len: 1095 time: 2.7842360 Jul 07 16:55:22.709656 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25a97a0-e4c0-4c80-bdd4-0e26f40f747f', 'tag': '43a82605-6936-4414-8cd1-a7516c267274'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:22.726271 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6de213-74cb-47ae-9cfe-f95103b8e83f" -d '{"events": [{"name": "network-changed", "server_uuid": "d25a97a0-e4c0-4c80-bdd4-0e26f40f747f", "tag": "43a82605-6936-4414-8cd1-a7516c267274"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:22.939158 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22759c0e-f45e-47ac-bf1f-52a885dd622c req-f1776aec-dd35-451c-8746-da8d9b25a4ec tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:22.942596 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-22759c0e-f45e-47ac-bf1f-52a885dd622c req-f1776aec-dd35-451c-8746-da8d9b25a4ec tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 947 time: 0.6079357 Jul 07 16:55:22.945078 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-91d32595-75ef-41ea-b6ff-77a5b6992c2a req-33ce5820-f753-415c-8b5a-87c8b2c230d7 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585828 Jul 07 16:55:23.004998 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-51a1870d-5cec-4e11-8271-2f4c7a1404a0 req-d8f0946e-c7b3-4444-b0ac-8eac981e8782 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0965b0a-9c1a-4f8d-b945-761d5c0326ec HTTP/1.1" status: 200 len: 999 time: 0.3453403 Jul 07 16:55:23.065012 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43177035-7c82-4aed-9d6f-fd6c379d12a7 req-8ace2553-57d6-4eff-9c5d-3896809b35ca tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:23.080367 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43177035-7c82-4aed-9d6f-fd6c379d12a7 req-8ace2553-57d6-4eff-9c5d-3896809b35ca tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d25a97a0-e4c0-4c80-bdd4-0e26f40f747f HTTP/1.1" status: 200 len: 946 time: 0.4032171 Jul 07 16:55:23.115726 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-b9e2de6b-baf6-4d42-a775-7699e3a9a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:23.118486 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-b9e2de6b-baf6-4d42-a775-7699e3a9a990 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2f5ae70a962d4b85afdb410b0f650922&device_id=d25a97a0-e4c0-4c80-bdd4-0e26f40f747f HTTP/1.1" status: 200 len: 1098 time: 0.3239996 Jul 07 16:55:23.203037 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-131db72f-f480-4121-8cde-5b35488c2fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782714879-router', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:30Z', 'updated_at': '2021-07-07T16:51:42Z', 'revision_number': 4, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'gw_port': {'id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:31Z', 'updated_at': '2021-07-07T16:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'e95d80c7-adde-462b-ab1f-616415fdc417', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'floating_ip_address': '172.25.0.210', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'port_id': 'f0965b0a-9c1a-4f8d-b945-761d5c0326ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89', 'mac_address': 'fa:16:3e:8e:60:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cb8ba1-86f0-4991-a39b-13bc4bc3455d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:52:22Z', 'updated_at': '2021-07-07T16:55:19Z', 'revision_number': 5, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f400b7a-7a2e-4b14-8289-107a4ebed5c7', 'name': '', 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'mac_address': 'fa:16:3e:7f:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:39Z', 'updated_at': '2021-07-07T16:51:54Z', 'revision_number': 5, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'subnets': [{'id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:23.225034 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-22759c0e-f45e-47ac-bf1f-52a885dd622c req-046ebbf4-0c3a-4852-92ba-1a6bb59b2a36 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507343 Jul 07 16:55:23.228596 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-87e54c5b-3410-4c64-96e6-be5c0baf3187 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=43a82605-6936-4414-8cd1-a7516c267274 HTTP/1.1" status: 200 len: 217 time: 0.0988493 Jul 07 16:55:23.232371 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43177035-7c82-4aed-9d6f-fd6c379d12a7 req-ed589e44-a565-4fb7-8f4b-640491cbba06 tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.53 "GET /v2.0/security-groups?id=22668f2b-12a2-49a5-a449-2cc7f68f9534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476078 Jul 07 16:55:23.249602 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131db72f-f480-4121-8cde-5b35488c2fb1 None None] The sync data for ids ['3d274e25-4972-473b-9f62-4e11e4cace83'] in n-d-791503-12 is: [{'id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782714879-router', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:30Z', 'updated_at': '2021-07-07T16:51:42Z', 'revision_number': 4, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'gw_port': {'id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:31Z', 'updated_at': '2021-07-07T16:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'e95d80c7-adde-462b-ab1f-616415fdc417', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'floating_ip_address': '172.25.0.210', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'port_id': 'f0965b0a-9c1a-4f8d-b945-761d5c0326ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89', 'mac_address': 'fa:16:3e:8e:60:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cb8ba1-86f0-4991-a39b-13bc4bc3455d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:52:22Z', 'updated_at': '2021-07-07T16:55:19Z', 'revision_number': 5, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f400b7a-7a2e-4b14-8289-107a4ebed5c7', 'name': '', 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'mac_address': 'fa:16:3e:7f:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:39Z', 'updated_at': '2021-07-07T16:51:54Z', 'revision_number': 5, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'subnets': [{'id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:55:23.264724 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1870d-5cec-4e11-8271-2f4c7a1404a0 req-2219b1ac-e37c-4520-96e2-63f1f810cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:23.277537 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-51a1870d-5cec-4e11-8271-2f4c7a1404a0 req-2219b1ac-e37c-4520-96e2-63f1f810cf8e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ddd452ef-84e2-4c74-9b12-af8c121336aa HTTP/1.1" status: 200 len: 863 time: 0.2589488 Jul 07 16:55:23.356574 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0df99039-ba35-4bc6-9bef-73bb9803b20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:23.373545 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 4de31eba-6eab-41da-aed9-0f97c3068ec8 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:23.433842 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167c342e-c23b-44c4-8abd-df9f06758db1 x-openstack-request-id: req-167c342e-c23b-44c4-8abd-df9f06758db1 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:23.434272 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1404e7-4efb-4e04-ba12-4c036b645af3", "name": "network-vif-plugged", "status": "completed", "tag": "eba87f13-93a4-49db-931f-b98df5e088f9", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:23.434450 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-167c342e-c23b-44c4-8abd-df9f06758db1 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:23.434983 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1404e7-4efb-4e04-ba12-4c036b645af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba87f13-93a4-49db-931f-b98df5e088f9', 'code': 200} Jul 07 16:55:23.573672 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1870d-5cec-4e11-8271-2f4c7a1404a0 req-a0d6f22f-7ef1-4256-9f58-1a72281001d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:23.581255 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-51a1870d-5cec-4e11-8271-2f4c7a1404a0 req-a0d6f22f-7ef1-4256-9f58-1a72281001d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50232d7a-ae5c-48dc-bfa5-d97d97ae3d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2965679 Jul 07 16:55:23.641572 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-ee1c2a7c-3448-4ddc-9fef-182c240b101e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:23.643421 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-ee1c2a7c-3448-4ddc-9fef-182c240b101e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.3919652 Jul 07 16:55:23.667001 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-91d32595-75ef-41ea-b6ff-77a5b6992c2a req-4f7acdfd-8c6d-4596-bf22-4dd779b26afc service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6943011 Jul 07 16:55:23.753598 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-51a1870d-5cec-4e11-8271-2f4c7a1404a0 req-799086b2-4465-45bf-9145-b627eabe6014 service neutron] 10.222.0.72 "GET /v2.0/networks/50232d7a-ae5c-48dc-bfa5-d97d97ae3d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556971 Jul 07 16:55:23.809828 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ad9b4-eb12-48f2-844a-ec7c59259f2b req-0185d9b7-03e3-4714-97cc-16618ee34037 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:23.817704 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1b0ad9b4-eb12-48f2-844a-ec7c59259f2b req-0185d9b7-03e3-4714-97cc-16618ee34037 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fce111e-3bc9-449e-a88d-11a346dae509 HTTP/1.1" status: 200 len: 945 time: 0.2800770 Jul 07 16:55:23.822888 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd2695d-991a-4d41-ba86-a8b09cc2e151 x-openstack-request-id: req-7fd2695d-991a-4d41-ba86-a8b09cc2e151 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:23.823180 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25a97a0-e4c0-4c80-bdd4-0e26f40f747f", "tag": "43a82605-6936-4414-8cd1-a7516c267274", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:23.823534 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7fd2695d-991a-4d41-ba86-a8b09cc2e151 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:23.823844 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd25a97a0-e4c0-4c80-bdd4-0e26f40f747f', 'tag': '43a82605-6936-4414-8cd1-a7516c267274', 'status': 'completed', 'code': 200} Jul 07 16:55:23.866606 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b155ca-4f6e-4b15-93c5-a859d3f3bce8 req-8782492f-27dc-4312-b64b-c37a6f22da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:23.868854 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-66b155ca-4f6e-4b15-93c5-a859d3f3bce8 req-8782492f-27dc-4312-b64b-c37a6f22da76 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8b1404e7-4efb-4e04-ba12-4c036b645af3 HTTP/1.1" status: 200 len: 1101 time: 0.2450058 Jul 07 16:55:23.881735 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-c1504dc2-3489-42c1-8012-9889838e77d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:23.886369 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-c1504dc2-3489-42c1-8012-9889838e77d6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1944246 Jul 07 16:55:23.950074 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1b0ad9b4-eb12-48f2-844a-ec7c59259f2b req-6c149007-fdb4-4c84-9874-c5f0926ca719 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups?id=73abea93-b25c-46e4-9bd0-05279d406822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275785 Jul 07 16:55:24.022249 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91b2b40-6bf7-4b2d-b11f-37e496ec62a3 None None] New status for floating IP e95d80c7-adde-462b-ab1f-616415fdc417: ACTIVE {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:55:24.037423 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-51a1870d-5cec-4e11-8271-2f4c7a1404a0 req-c2b6f41d-bb89-4547-9de2-36b002fe4f28 service neutron] 10.222.0.72 "GET /v2.0/networks/50232d7a-ae5c-48dc-bfa5-d97d97ae3d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756727 Jul 07 16:55:24.120885 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-92b04ef2-7b4a-4aef-b6e3-5b33b97739b9 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170343 Jul 07 16:55:24.267952 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-66b155ca-4f6e-4b15-93c5-a859d3f3bce8 req-1f17ceb5-d705-4456-a994-c197fae4a5cf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797672 Jul 07 16:55:24.472834 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 4de31eba-6eab-41da-aed9-0f97c3068ec8, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=4de31eba-6eab-41da-aed9-0f97c3068ec8,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:24.496810 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '4de31eba-6eab-41da-aed9-0f97c3068ec8', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': '4de31eba-6eab-41da-aed9-0f97c3068ec8', 'mac_address': 'fa:16:3e:e5:8b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:24.524572 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-595b7807-36d1-4415-9631-9c3ea8f63b8c req-215724e5-ae4d-4950-a503-92766b176287 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2147134304&fields=id&tenant_id=0c75e9b937a6418f8219f7ab3640cf46 HTTP/1.1" status: 200 len: 267 time: 0.1016753 Jul 07 16:55:24.530969 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600e952-78e2-4124-93f1-2264fce5e2a2 req-3ed38568-34d6-4d96-afcc-0ee26f696299 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:24.535336 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4600e952-78e2-4124-93f1-2264fce5e2a2 req-3ed38568-34d6-4d96-afcc-0ee26f696299 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1404e7-4efb-4e04-ba12-4c036b645af3 HTTP/1.1" status: 200 len: 949 time: 0.2625394 Jul 07 16:55:24.543341 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea8da35a-0b6b-4a5a-a81f-3301b8a41c37 req-a1f977c6-ce2c-4859-8403-40b94118a104 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139833 Jul 07 16:55:24.628265 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.661027 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4de31eba-6eab-41da-aed9-0f97c3068ec8 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:24.716664 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b7807-36d1-4415-9631-9c3ea8f63b8c req-95c20f36-13e6-4942-be48-2b691591de6e tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:24.724236 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-595b7807-36d1-4415-9631-9c3ea8f63b8c req-95c20f36-13e6-4942-be48-2b691591de6e tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fce111e-3bc9-449e-a88d-11a346dae509 HTTP/1.1" status: 200 len: 945 time: 0.1860726 Jul 07 16:55:24.730947 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 4de31eba-6eab-41da-aed9-0f97c3068ec8, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=4de31eba-6eab-41da-aed9-0f97c3068ec8,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:24.741736 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4600e952-78e2-4124-93f1-2264fce5e2a2 req-982065ed-2533-48f9-8897-a8cc51389c6e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801906 Jul 07 16:55:24.742676 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.744670 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-595b7807-36d1-4415-9631-9c3ea8f63b8c req-da3abb60-99fe-4a4e-b430-ebf064fb1941 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Request body: {'port': {'security_groups': ['73abea93-b25c-46e4-9bd0-05279d406822', 'f8711a30-ba87-4f32-a424-8542623bb0d0']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:24.822187 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6de213-74cb-47ae-9cfe-f95103b8e83f req-dba432cb-2444-420e-9048-98359f137ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:24.838335 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d6de213-74cb-47ae-9cfe-f95103b8e83f req-dba432cb-2444-420e-9048-98359f137ffb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2f5ae70a962d4b85afdb410b0f650922&device_id=d25a97a0-e4c0-4c80-bdd4-0e26f40f747f HTTP/1.1" status: 200 len: 1098 time: 0.1871734 Jul 07 16:55:24.900345 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=4de31eba-6eab-41da-aed9-0f97c3068ec8,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:24.971535 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-595b7807-36d1-4415-9631-9c3ea8f63b8c req-da3abb60-99fe-4a4e-b430-ebf064fb1941 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.115116 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['4de31eba-6eab-41da-aed9-0f97c3068ec8'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:25.371331 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-595b7807-36d1-4415-9631-9c3ea8f63b8c req-da3abb60-99fe-4a4e-b430-ebf064fb1941 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] For port 6e9bd431-31c1-499a-92fb-51bb68b23bb1, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=6e9bd431-31c1-499a-92fb-51bb68b23bb1,segment=NetworkSegment(07dafd71-09e3-4095-96d3-c86928f3ef02),segment_id=07dafd71-09e3-4095-96d3-c86928f3ef02)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:25.477381 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-595b7807-36d1-4415-9631-9c3ea8f63b8c req-da3abb60-99fe-4a4e-b430-ebf064fb1941 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.493378 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-595b7807-36d1-4415-9631-9c3ea8f63b8c req-da3abb60-99fe-4a4e-b430-ebf064fb1941 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.515252 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['6e9bd431-31c1-499a-92fb-51bb68b23bb1'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:25.559234 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b7807-36d1-4415-9631-9c3ea8f63b8c req-da3abb60-99fe-4a4e-b430-ebf064fb1941 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:25.568160 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-595b7807-36d1-4415-9631-9c3ea8f63b8c req-da3abb60-99fe-4a4e-b430-ebf064fb1941 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.570187 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-595b7807-36d1-4415-9631-9c3ea8f63b8c req-da3abb60-99fe-4a4e-b430-ebf064fb1941 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "PUT /v2.0/ports/6e9bd431-31c1-499a-92fb-51bb68b23bb1 HTTP/1.1" status: 200 len: 981 time: 0.8310502 Jul 07 16:55:25.571044 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fce111e-3bc9-449e-a88d-11a346dae509', 'tag': '6e9bd431-31c1-499a-92fb-51bb68b23bb1'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:25.574180 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd079ba0-0ea5-42f5-ae33-46ec9c78750e" -d '{"events": [{"name": "network-changed", "server_uuid": "0fce111e-3bc9-449e-a88d-11a346dae509", "tag": "6e9bd431-31c1-499a-92fb-51bb68b23bb1"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:25.628456 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f34399-131e-4e0c-8362-b27096e508f4 req-46fc0b9b-b404-4f70-b466-26be2fb7253b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:25.636423 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-84f34399-131e-4e0c-8362-b27096e508f4 req-46fc0b9b-b404-4f70-b466-26be2fb7253b tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 948 time: 0.7352672 Jul 07 16:55:25.647879 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6de213-74cb-47ae-9cfe-f95103b8e83f req-f00f3b3e-ebf4-4491-b2c3-9ff249753220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:25.650387 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d6de213-74cb-47ae-9cfe-f95103b8e83f req-f00f3b3e-ebf4-4491-b2c3-9ff249753220 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.7936208 Jul 07 16:55:25.674001 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3abb60-99fe-4a4e-b430-ebf064fb1941 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Pushing event updated for resources: {'Port': ['ID=6e9bd431-31c1-499a-92fb-51bb68b23bb1,revision_number=6']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:25.728706 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d6de213-74cb-47ae-9cfe-f95103b8e83f req-4def36c7-1a42-485e-b284-3b8fc4731919 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=43a82605-6936-4414-8cd1-a7516c267274 HTTP/1.1" status: 200 len: 217 time: 0.0682294 Jul 07 16:55:25.757225 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['6e9bd431-31c1-499a-92fb-51bb68b23bb1'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:25.772033 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-84f34399-131e-4e0c-8362-b27096e508f4 req-9a4d16b7-d225-404d-95fa-19f9369ad1ec tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345506 Jul 07 16:55:25.816779 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6de213-74cb-47ae-9cfe-f95103b8e83f req-00a99a1d-8a1a-46f0-9e17-7b63311be655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:25.818402 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d6de213-74cb-47ae-9cfe-f95103b8e83f req-00a99a1d-8a1a-46f0-9e17-7b63311be655 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.0703759 Jul 07 16:55:25.955023 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710defd-5d9b-4f12-a4b9-62af2509ccec req-814390cc-c2cd-4646-82fb-a366ddde384b tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:25.957201 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6de213-74cb-47ae-9cfe-f95103b8e83f req-b7cac901-1fb2-4a53-8d7e-fd3f7e092fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:25.960211 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d6de213-74cb-47ae-9cfe-f95103b8e83f req-b7cac901-1fb2-4a53-8d7e-fd3f7e092fb2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1349328 Jul 07 16:55:25.974329 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a710defd-5d9b-4f12-a4b9-62af2509ccec req-814390cc-c2cd-4646-82fb-a366ddde384b tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d25a97a0-e4c0-4c80-bdd4-0e26f40f747f HTTP/1.1" status: 200 len: 946 time: 0.2243125 Jul 07 16:55:26.049209 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a710defd-5d9b-4f12-a4b9-62af2509ccec req-c32db618-70fb-4b63-8c24-c648df340ca8 tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.53 "GET /v2.0/security-groups?id=22668f2b-12a2-49a5-a449-2cc7f68f9534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734379 Jul 07 16:55:26.118713 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.132824 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d6de213-74cb-47ae-9cfe-f95103b8e83f req-b5fb4410-e24f-41ea-9a0d-d1ca334b3098 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610961 Jul 07 16:55:26.226252 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-2746735c-4517-46b3-9eb0-909664c189f2 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=f2e6af5f286c4927b2743fae66cb511f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1996536 Jul 07 16:55:26.377204 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022391b-36bb-49d8-88e4-2b6523fc1fe8 req-f51d77bd-4f2e-4749-b8ca-116da07a81e8 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:26.379833 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4022391b-36bb-49d8-88e4-2b6523fc1fe8 req-f51d77bd-4f2e-4749-b8ca-116da07a81e8 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 1097 time: 0.1076188 Jul 07 16:55:26.399245 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d6de213-74cb-47ae-9cfe-f95103b8e83f req-3dc9a49b-7aa8-4761-91d4-04a8a0a78684 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526221 Jul 07 16:55:26.444222 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4022391b-36bb-49d8-88e4-2b6523fc1fe8 req-f3ff2a25-c524-4bef-9c0a-d7e6e4f9f7ff tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507686 Jul 07 16:55:26.447784 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-ec48e60b-3a4d-4cca-8855-a6d304e2fc43 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:26.449883 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-ec48e60b-3a4d-4cca-8855-a6d304e2fc43 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2160206 Jul 07 16:55:26.476413 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-789fdde6-d1d8-41f7-aeb2-9793622ca663 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/quotas/f2e6af5f286c4927b2743fae66cb511f HTTP/1.1" status: 200 len: 375 time: 0.0193057 Jul 07 16:55:26.531369 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-e51a4b31-d7fa-4d36-b799-6644f2811c60 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2e6af5f286c4927b2743fae66cb511f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429387 Jul 07 16:55:26.660130 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 43a82605-6936-4414-8cd1-a7516c267274 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:26.731624 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b16e8dad-1af1-4578-8073-fa817ac70729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.834352 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1bf8cc-101a-45e1-b885-3d16aed5d184 x-openstack-request-id: req-1b1bf8cc-101a-45e1-b885-3d16aed5d184 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:26.834979 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fce111e-3bc9-449e-a88d-11a346dae509", "tag": "6e9bd431-31c1-499a-92fb-51bb68b23bb1", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:26.835240 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b1bf8cc-101a-45e1-b885-3d16aed5d184 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:26.836180 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fce111e-3bc9-449e-a88d-11a346dae509', 'tag': '6e9bd431-31c1-499a-92fb-51bb68b23bb1', 'status': 'completed', 'code': 200} Jul 07 16:55:26.917872 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 43a82605-6936-4414-8cd1-a7516c267274, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=43a82605-6936-4414-8cd1-a7516c267274,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:26.928326 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-911ba38e-3aa5-4e19-ab9e-f410838d47b5 req-71014484-ee86-4ba4-8293-7455c9d4f699 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-937434487&fields=id&tenant_id=0c75e9b937a6418f8219f7ab3640cf46 HTTP/1.1" status: 200 len: 267 time: 0.1154468 Jul 07 16:55:26.947156 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '43a82605-6936-4414-8cd1-a7516c267274', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': '43a82605-6936-4414-8cd1-a7516c267274', 'mac_address': 'fa:16:3e:18:13:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:27.067285 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd079ba0-0ea5-42f5-ae33-46ec9c78750e req-1d71a7d5-701d-4434-824f-02f53d66be6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:27.069065 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bd079ba0-0ea5-42f5-ae33-46ec9c78750e req-1d71a7d5-701d-4434-824f-02f53d66be6a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0c75e9b937a6418f8219f7ab3640cf46&device_id=0fce111e-3bc9-449e-a88d-11a346dae509 HTTP/1.1" status: 200 len: 1136 time: 0.2048197 Jul 07 16:55:27.074491 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:27.093890 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a82605-6936-4414-8cd1-a7516c267274 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:27.175636 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ba38e-3aa5-4e19-ab9e-f410838d47b5 req-6aa01479-863c-4f6a-8474-a1e3678c271f tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:27.178603 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-911ba38e-3aa5-4e19-ab9e-f410838d47b5 req-6aa01479-863c-4f6a-8474-a1e3678c271f tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fce111e-3bc9-449e-a88d-11a346dae509 HTTP/1.1" status: 200 len: 984 time: 0.2371061 Jul 07 16:55:27.186741 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 43a82605-6936-4414-8cd1-a7516c267274, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=43a82605-6936-4414-8cd1-a7516c267274,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:27.190839 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:27.199880 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccabee5b-74a0-405b-8b0e-3a9467f93483 req-d249aa19-065f-4217-b6d2-8d97c4455b51 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:27.204553 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-911ba38e-3aa5-4e19-ab9e-f410838d47b5 req-7d8a98b4-8093-4dd6-8283-1efe94eb9c39 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Request body: {'port': {'security_groups': ['73abea93-b25c-46e4-9bd0-05279d406822', 'f8711a30-ba87-4f32-a424-8542623bb0d0', 'd1b40a0d-f90a-4635-9aaa-92baa891cfca']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:27.207801 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ccabee5b-74a0-405b-8b0e-3a9467f93483 req-d249aa19-065f-4217-b6d2-8d97c4455b51 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1404e7-4efb-4e04-ba12-4c036b645af3 HTTP/1.1" status: 200 len: 949 time: 0.1963432 Jul 07 16:55:27.323665 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ccabee5b-74a0-405b-8b0e-3a9467f93483 req-35d91309-b2be-49b6-9dfd-4ebda4089702 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971010 Jul 07 16:55:27.340831 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=43a82605-6936-4414-8cd1-a7516c267274,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:27.358596 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd079ba0-0ea5-42f5-ae33-46ec9c78750e req-866b636a-39e3-45c3-9c9c-ed6dacbbdf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:27.360104 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bd079ba0-0ea5-42f5-ae33-46ec9c78750e req-866b636a-39e3-45c3-9c9c-ed6dacbbdf1f service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d910713-9317-4b27-b56c-fb6e554b6677 HTTP/1.1" status: 200 len: 913 time: 0.2819033 Jul 07 16:55:27.386835 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 4de31eba-6eab-41da-aed9-0f97c3068ec8 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:27.457056 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bd079ba0-0ea5-42f5-ae33-46ec9c78750e req-8553b82f-288a-4e2b-bd03-f5fdc712a445 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e9bd431-31c1-499a-92fb-51bb68b23bb1 HTTP/1.1" status: 200 len: 217 time: 0.0893478 Jul 07 16:55:27.463807 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-911ba38e-3aa5-4e19-ab9e-f410838d47b5 req-7d8a98b4-8093-4dd6-8283-1efe94eb9c39 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:27.575117 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['43a82605-6936-4414-8cd1-a7516c267274'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:27.583712 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd079ba0-0ea5-42f5-ae33-46ec9c78750e req-36721256-cdc0-4d68-8697-5fd413e8c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:27.588530 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bd079ba0-0ea5-42f5-ae33-46ec9c78750e req-36721256-cdc0-4d68-8697-5fd413e8c004 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=88bf7df0-fa2f-449a-8a86-38e68aaa4aa1 HTTP/1.1" status: 200 len: 852 time: 0.1105556 Jul 07 16:55:27.674249 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bd079ba0-0ea5-42f5-ae33-46ec9c78750e req-2c1d353a-038c-4a74-8dfd-8451c825bf45 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d910713-9317-4b27-b56c-fb6e554b6677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751805 Jul 07 16:55:27.749635 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 4de31eba-6eab-41da-aed9-0f97c3068ec8 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:27.809531 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 4de31eba-6eab-41da-aed9-0f97c3068ec8 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:27.809965 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:27.975293 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bd079ba0-0ea5-42f5-ae33-46ec9c78750e req-4002f26b-4b2d-4e06-a54a-5235682e865c service neutron] 10.222.0.72 "GET /v2.0/networks/2d910713-9317-4b27-b56c-fb6e554b6677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931120 Jul 07 16:55:28.024353 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:28.254704 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bd079ba0-0ea5-42f5-ae33-46ec9c78750e req-37f29f58-ba96-4211-8d5c-79a8830d7de7 service neutron] 10.222.0.72 "GET /v2.0/networks/2d910713-9317-4b27-b56c-fb6e554b6677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644367 Jul 07 16:55:28.257561 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:28.343963 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4215188e-6998-4d2a-813b-c820b9bdce6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de31eba-6eab-41da-aed9-0f97c3068ec8'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:28.348092 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b9857a-c74f-489f-aa37-77db4b2cd92a" -d '{"events": [{"server_uuid": "4215188e-6998-4d2a-813b-c820b9bdce6d", "name": "network-vif-plugged", "status": "completed", "tag": "4de31eba-6eab-41da-aed9-0f97c3068ec8"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:28.349761 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-911ba38e-3aa5-4e19-ab9e-f410838d47b5 req-7d8a98b4-8093-4dd6-8283-1efe94eb9c39 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] For port 6e9bd431-31c1-499a-92fb-51bb68b23bb1, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=6e9bd431-31c1-499a-92fb-51bb68b23bb1,segment=NetworkSegment(07dafd71-09e3-4095-96d3-c86928f3ef02),segment_id=07dafd71-09e3-4095-96d3-c86928f3ef02)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:28.368746 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 4de31eba-6eab-41da-aed9-0f97c3068ec8, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=4de31eba-6eab-41da-aed9-0f97c3068ec8,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:28.378940 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:28.385511 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-911ba38e-3aa5-4e19-ab9e-f410838d47b5 req-7d8a98b4-8093-4dd6-8283-1efe94eb9c39 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:28.391306 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-911ba38e-3aa5-4e19-ab9e-f410838d47b5 req-7d8a98b4-8093-4dd6-8283-1efe94eb9c39 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:28.463644 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ba38e-3aa5-4e19-ab9e-f410838d47b5 req-7d8a98b4-8093-4dd6-8283-1efe94eb9c39 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:28.464583 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-911ba38e-3aa5-4e19-ab9e-f410838d47b5 req-7d8a98b4-8093-4dd6-8283-1efe94eb9c39 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:28.478100 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-911ba38e-3aa5-4e19-ab9e-f410838d47b5 req-7d8a98b4-8093-4dd6-8283-1efe94eb9c39 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "PUT /v2.0/ports/6e9bd431-31c1-499a-92fb-51bb68b23bb1 HTTP/1.1" status: 200 len: 1020 time: 1.2854211 Jul 07 16:55:28.533488 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=4de31eba-6eab-41da-aed9-0f97c3068ec8,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:28.534971 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a98b4-8093-4dd6-8283-1efe94eb9c39 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Pushing event updated for resources: {'Port': ['ID=6e9bd431-31c1-499a-92fb-51bb68b23bb1,revision_number=7']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:28.611960 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['6e9bd431-31c1-499a-92fb-51bb68b23bb1'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:28.740170 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448deaa5-a78e-4d7b-b5ef-172b42a9d580 req-7b600c5c-3eff-480f-b86f-dfc695702b23 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:28.751505 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-448deaa5-a78e-4d7b-b5ef-172b42a9d580 req-7b600c5c-3eff-480f-b86f-dfc695702b23 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 949 time: 0.1081436 Jul 07 16:55:28.809517 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-448deaa5-a78e-4d7b-b5ef-172b42a9d580 req-fdb198a1-1e74-455b-b1e9-f5752675779f tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558569 Jul 07 16:55:28.837324 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fce111e-3bc9-449e-a88d-11a346dae509', 'tag': '6e9bd431-31c1-499a-92fb-51bb68b23bb1'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:28.843794 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc74d49-261d-461f-90e8-241c28234c52" -d '{"events": [{"name": "network-changed", "server_uuid": "0fce111e-3bc9-449e-a88d-11a346dae509", "tag": "6e9bd431-31c1-499a-92fb-51bb68b23bb1"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:29.006984 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-a9bcc37d-d972-42d0-ba47-4a4078d20711 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=f2e6af5f286c4927b2743fae66cb511f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584028 Jul 07 16:55:29.119920 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-695fddf5-18d2-4330-b325-8a15a0212e6a tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f2e6af5f286c4927b2743fae66cb511f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329034 Jul 07 16:55:29.218113 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['6e9bd431-31c1-499a-92fb-51bb68b23bb1'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:29.237535 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-eeea746a-64d2-4f5e-bf77-27fa425054c7 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:29.239483 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-eeea746a-64d2-4f5e-bf77-27fa425054c7 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2263780 Jul 07 16:55:29.278742 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-a73de3eb-b17a-4e06-9321-3bca59443d91 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/quotas/f2e6af5f286c4927b2743fae66cb511f HTTP/1.1" status: 200 len: 375 time: 0.0319567 Jul 07 16:55:29.342227 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-6b0590fc-acd7-42fa-906b-e899cf11670d tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2e6af5f286c4927b2743fae66cb511f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625231 Jul 07 16:55:29.351044 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-5c298762-fada-446d-8e75-cd7b52e5fc70 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:29.352500 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-5c298762-fada-446d-8e75-cd7b52e5fc70 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2218881 Jul 07 16:55:29.382114 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-6e2963a8-45ee-4804-8704-3bb0401061d8 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Request body: {'port': {'device_id': '3279052d-3b78-42d6-bf8e-9aab1293dcd6', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': 'f2e6af5f286c4927b2743fae66cb511f'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:29.629725 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-6e2963a8-45ee-4804-8704-3bb0401061d8 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Made reservation on behalf of f2e6af5f286c4927b2743fae66cb511f for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:29.644348 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-6e2963a8-45ee-4804-8704-3bb0401061d8 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:29.659107 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-6e2963a8-45ee-4804-8704-3bb0401061d8 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:29.786093 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-6e2963a8-45ee-4804-8704-3bb0401061d8 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:29.792117 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-6e2963a8-45ee-4804-8704-3bb0401061d8 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:29.915104 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2963a8-45ee-4804-8704-3bb0401061d8 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1729d99-db06-4992-9fd7-fcde05e9b540,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:29.950367 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe23d5-dc06-4e16-878b-07434808be50 req-12c07d0c-b1df-4060-a517-94cff71011ff tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:29.953225 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0ffe23d5-dc06-4e16-878b-07434808be50 req-12c07d0c-b1df-4060-a517-94cff71011ff tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d25a97a0-e4c0-4c80-bdd4-0e26f40f747f HTTP/1.1" status: 200 len: 947 time: 0.1810589 Jul 07 16:55:29.999089 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-01a8e575-d051-4256-9ba3-8ed425978103 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:55:30.000353 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-01a8e575-d051-4256-9ba3-8ed425978103 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109198 Jul 07 16:55:30.018120 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0ffe23d5-dc06-4e16-878b-07434808be50 req-bedca61b-1b46-47fe-8c3f-e1c29b02e21e tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.53 "GET /v2.0/security-groups?id=22668f2b-12a2-49a5-a449-2cc7f68f9534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562317 Jul 07 16:55:30.030645 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-f76c5ca4-6738-44c0-8119-3ae5af9d8130 service neutron] Request body: {'binding': {'host': 'n-h2-791503-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:30.032769 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-f76c5ca4-6738-44c0-8119-3ae5af9d8130 service neutron] Unknown quota resources ['binding']. {{(pid=100193) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 16:55:30.076184 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:30.090732 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-6e2963a8-45ee-4804-8704-3bb0401061d8 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Allocated IP 192.168.233.16 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/d7ffe9d7-f969-47b8-a8ee-2aed3cf48178) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:30.290127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc3734-bc42-4d84-8fe9-8d05ecf81249 req-6af9355c-c6d0-4711-97ee-41aab706fe3b tempest-ServersOnMultiNodesTest-1751824220 tempest-ServersOnMultiNodesTest-1751824220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:30.291941 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-03bc3734-bc42-4d84-8fe9-8d05ecf81249 req-6af9355c-c6d0-4711-97ee-41aab706fe3b tempest-ServersOnMultiNodesTest-1751824220 tempest-ServersOnMultiNodesTest-1751824220-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8b1404e7-4efb-4e04-ba12-4c036b645af3 HTTP/1.1" status: 200 len: 1101 time: 0.1060498 Jul 07 16:55:30.358195 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-03bc3734-bc42-4d84-8fe9-8d05ecf81249 req-4be085fe-6de2-4d9f-a024-1092f4e15a95 tempest-ServersOnMultiNodesTest-1751824220 tempest-ServersOnMultiNodesTest-1751824220-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555110 Jul 07 16:55:30.524681 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-f76c5ca4-6738-44c0-8119-3ae5af9d8130 service neutron] Attempting to bind port 66f23783-8aa3-43de-a481-d11c76ad5a18 on host n-h2-791503-12 for vnic_type normal with profile None {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:30.525351 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-f76c5ca4-6738-44c0-8119-3ae5af9d8130 service neutron] Attempting to bind port 66f23783-8aa3-43de-a481-d11c76ad5a18 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:30.525984 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-f76c5ca4-6738-44c0-8119-3ae5af9d8130 service neutron] Attempting to bind port 66f23783-8aa3-43de-a481-d11c76ad5a18 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:30.543905 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-f76c5ca4-6738-44c0-8119-3ae5af9d8130 service neutron] Port 66f23783-8aa3-43de-a481-d11c76ad5a18 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:55:30.544484 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-f76c5ca4-6738-44c0-8119-3ae5af9d8130 service neutron] Attempting to bind port 66f23783-8aa3-43de-a481-d11c76ad5a18 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:30.553257 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-6e2963a8-45ee-4804-8704-3bb0401061d8 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:30.564411 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-f76c5ca4-6738-44c0-8119-3ae5af9d8130 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:30.565117 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-f76c5ca4-6738-44c0-8119-3ae5af9d8130 service neutron] Checking segment: {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:30.565726 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-f76c5ca4-6738-44c0-8119-3ae5af9d8130 service neutron] Bound using segment: {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:30.566468 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-f76c5ca4-6738-44c0-8119-3ae5af9d8130 service neutron] Bound port: 66f23783-8aa3-43de-a481-d11c76ad5a18, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:30.627447 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-6e2963a8-45ee-4804-8704-3bb0401061d8 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Transition to ACTIVE for port object d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:30.638511 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4800aa-2862-4de3-9839-9bf1483c1e78 x-openstack-request-id: req-9e4800aa-2862-4de3-9839-9bf1483c1e78 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:30.639148 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4215188e-6998-4d2a-813b-c820b9bdce6d", "name": "network-vif-plugged", "status": "completed", "tag": "4de31eba-6eab-41da-aed9-0f97c3068ec8", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:30.640039 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e4800aa-2862-4de3-9839-9bf1483c1e78 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:30.651766 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4215188e-6998-4d2a-813b-c820b9bdce6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de31eba-6eab-41da-aed9-0f97c3068ec8', 'code': 200} Jul 07 16:55:30.663586 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 43a82605-6936-4414-8cd1-a7516c267274 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:30.720953 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-f76c5ca4-6738-44c0-8119-3ae5af9d8130 service neutron] For port 66f23783-8aa3-43de-a481-d11c76ad5a18, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=66f23783-8aa3-43de-a481-d11c76ad5a18,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:30.748961 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-f76c5ca4-6738-44c0-8119-3ae5af9d8130 service neutron] Notify callbacks [] for binding, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:30.751465 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-f76c5ca4-6738-44c0-8119-3ae5af9d8130 service neutron] 10.222.0.53 "POST /v2.0/ports/66f23783-8aa3-43de-a481-d11c76ad5a18/bindings HTTP/1.1" status: 201 len: 390 time: 0.7336438 Jul 07 16:55:30.755211 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-6e2963a8-45ee-4804-8704-3bb0401061d8 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:30.810242 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 43a82605-6936-4414-8cd1-a7516c267274 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:30.818872 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 43a82605-6936-4414-8cd1-a7516c267274 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:30.820203 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:30.887959 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-6e2963a8-45ee-4804-8704-3bb0401061d8 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:30.915251 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7a6fd-ca25-4d6d-b9d6-c548c29859db req-73be5545-6579-494c-ad52-5dc9bbf22a0c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:30.916555 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-6e2963a8-45ee-4804-8704-3bb0401061d8 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:30.920509 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-6e2963a8-45ee-4804-8704-3bb0401061d8 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:30.926772 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2963a8-45ee-4804-8704-3bb0401061d8 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Pushing event updated for resources: {'Port': ['ID=d7ffe9d7-f969-47b8-a8ee-2aed3cf48178,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:30.940107 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-19a7a6fd-ca25-4d6d-b9d6-c548c29859db req-73be5545-6579-494c-ad52-5dc9bbf22a0c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fce111e-3bc9-449e-a88d-11a346dae509 HTTP/1.1" status: 200 len: 1023 time: 0.1845541 Jul 07 16:55:31.046711 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77785e20-96ba-4d5d-92e7-f8d6b908b79a req-d23d924c-fffb-4ad5-b45d-6f61dd8d6689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:31.051318 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:31.051677 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-77785e20-96ba-4d5d-92e7-f8d6b908b79a req-d23d924c-fffb-4ad5-b45d-6f61dd8d6689 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 1101 time: 0.2332776 Jul 07 16:55:31.088463 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-6e2963a8-45ee-4804-8704-3bb0401061d8 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:31.089806 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-6e2963a8-45ee-4804-8704-3bb0401061d8 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:31.112110 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de296070-65a6-4df0-bc68-25fe365508bf x-openstack-request-id: req-de296070-65a6-4df0-bc68-25fe365508bf {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:31.113356 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fce111e-3bc9-449e-a88d-11a346dae509", "tag": "6e9bd431-31c1-499a-92fb-51bb68b23bb1", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:31.113947 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de296070-65a6-4df0-bc68-25fe365508bf {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:31.114574 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fce111e-3bc9-449e-a88d-11a346dae509', 'tag': '6e9bd431-31c1-499a-92fb-51bb68b23bb1', 'status': 'completed', 'code': 200} Jul 07 16:55:31.183306 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-19a7a6fd-ca25-4d6d-b9d6-c548c29859db req-9e12bd64-c154-4528-b591-ebb5cb6ce6ac tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8711a30-ba87-4f32-a424-8542623bb0d0&id=d1b40a0d-f90a-4635-9aaa-92baa891cfca&id=73abea93-b25c-46e4-9bd0-05279d406822 HTTP/1.1" status: 200 len: 6148 time: 0.2363303 Jul 07 16:55:31.196882 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 43a82605-6936-4414-8cd1-a7516c267274, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=43a82605-6936-4414-8cd1-a7516c267274,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:31.206706 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-6e2963a8-45ee-4804-8704-3bb0401061d8 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8281355 Jul 07 16:55:31.213587 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:31.230091 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-cc94dbe0-a428-4c6c-a2ab-3aa9b09c633e service neutron] Request body: {'port': {'device_id': '3279052d-3b78-42d6-bf8e-9aab1293dcd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:31.292009 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-77785e20-96ba-4d5d-92e7-f8d6b908b79a req-3e7856d0-4b6e-4de2-924e-c7b7617e9783 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293484 Jul 07 16:55:31.350466 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=43a82605-6936-4414-8cd1-a7516c267274,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:31.393294 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc74d49-261d-461f-90e8-241c28234c52 req-b5b8d401-299d-4b4c-a354-ccbe84d25f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:31.395251 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bfc74d49-261d-461f-90e8-241c28234c52 req-b5b8d401-299d-4b4c-a354-ccbe84d25f6a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0c75e9b937a6418f8219f7ab3640cf46&device_id=0fce111e-3bc9-449e-a88d-11a346dae509 HTTP/1.1" status: 200 len: 1175 time: 0.2742977 Jul 07 16:55:31.499185 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-620ef7d9-d787-4d88-ac02-2c670a38e1e9 None None] Provisioning for port d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:31.506711 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-620ef7d9-d787-4d88-ac02-2c670a38e1e9 None None] Provisioning complete for port d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:31.507307 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-620ef7d9-d787-4d88-ac02-2c670a38e1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:31.532858 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-79272c1f-1fd3-4c8c-9486-19fc3a8b867c req-099e99e3-742a-444d-b10f-30f24e7fe989 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c9331b0-6e10-4004-8140-290c33b63bcd HTTP/1.1" status: 200 len: 210 time: 0.0956047 Jul 07 16:55:31.536167 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-cc94dbe0-a428-4c6c-a2ab-3aa9b09c633e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:31.619446 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-620ef7d9-d787-4d88-ac02-2c670a38e1e9 None None] Port d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:55:31.627011 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df9728-b10c-43a3-917d-81b130ee7968 req-3209303e-73d1-4177-80d4-489b0b6a91f2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:31.631322 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-44df9728-b10c-43a3-917d-81b130ee7968 req-3209303e-73d1-4177-80d4-489b0b6a91f2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 949 time: 0.2620864 Jul 07 16:55:31.644949 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-41e30d80-a072-4fd0-b059-d70172087534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:31.647586 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-41e30d80-a072-4fd0-b059-d70172087534 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 1097 time: 0.1940956 Jul 07 16:55:31.651813 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc74d49-261d-461f-90e8-241c28234c52 req-2c931b0b-b7ee-4988-ae1f-9084121e96d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:31.653570 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bfc74d49-261d-461f-90e8-241c28234c52 req-2c931b0b-b7ee-4988-ae1f-9084121e96d4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d910713-9317-4b27-b56c-fb6e554b6677 HTTP/1.1" status: 200 len: 913 time: 0.2286108 Jul 07 16:55:31.785876 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bfc74d49-261d-461f-90e8-241c28234c52 req-16de8a46-3bde-4a9d-9b8a-a1508214c17c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e9bd431-31c1-499a-92fb-51bb68b23bb1 HTTP/1.1" status: 200 len: 217 time: 0.0551214 Jul 07 16:55:31.786051 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-44df9728-b10c-43a3-917d-81b130ee7968 req-b69d5ce4-b371-439d-bdc3-4555c1801d66 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322942 Jul 07 16:55:31.890724 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-b5b65431-82d9-4386-a966-af3dc44efcdf tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=f2e6af5f286c4927b2743fae66cb511f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358365 Jul 07 16:55:31.893533 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-fbb645d1-398b-40b3-81b7-d5581f3d3d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:31.895710 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-fbb645d1-398b-40b3-81b7-d5581f3d3d2a service neutron] 10.222.0.72 "GET /v2.0/networks?id=1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 200 len: 922 time: 0.2330930 Jul 07 16:55:31.957536 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc74d49-261d-461f-90e8-241c28234c52 req-b85740e7-6439-4088-9014-126a82bcd252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:31.959699 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bfc74d49-261d-461f-90e8-241c28234c52 req-b85740e7-6439-4088-9014-126a82bcd252 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=88bf7df0-fa2f-449a-8a86-38e68aaa4aa1 HTTP/1.1" status: 200 len: 852 time: 0.1637380 Jul 07 16:55:32.051926 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-154f441b-0716-4bcc-b0c5-2603b3439cec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66f23783-8aa3-43de-a481-d11c76ad5a18 HTTP/1.1" status: 200 len: 217 time: 0.1436837 Jul 07 16:55:32.108570 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bfc74d49-261d-461f-90e8-241c28234c52 req-12bce1ee-ff3f-4b22-88d6-1fef79fdeaa7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d910713-9317-4b27-b56c-fb6e554b6677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279640 Jul 07 16:55:32.296966 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-f66a20f3-9425-4632-85d6-07c475cc2d72 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:32.300140 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-f66a20f3-9425-4632-85d6-07c475cc2d72 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4029074 Jul 07 16:55:32.313873 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-b94c834c-7074-486d-aec3-aa695342dbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:32.315409 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-b94c834c-7074-486d-aec3-aa695342dbf9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=efc5a7ec-004d-467f-9a91-81aefb64567f HTTP/1.1" status: 200 len: 861 time: 0.2376032 Jul 07 16:55:32.320415 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-cba78811-7bc4-4c56-8387-48c8bbfeed7b tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Request body: {'port': {'device_id': '6c9331b0-6e10-4004-8140-290c33b63bcd', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': 'f2e6af5f286c4927b2743fae66cb511f'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:32.381440 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bfc74d49-261d-461f-90e8-241c28234c52 req-815aad4f-bc7d-46a3-a7b7-476a1d1b3524 service neutron] 10.222.0.72 "GET /v2.0/networks/2d910713-9317-4b27-b56c-fb6e554b6677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591817 Jul 07 16:55:32.431882 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-48ad2ea4-9610-42b7-92d6-5a62669ff02d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1ad75942-8a9e-4718-9815-ad27d5bad609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030529 Jul 07 16:55:32.495188 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1eac01-1831-493d-9da9-bcf17831cb38 req-0217cddd-e4b4-41a8-8e12-94d365bd526b tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:32.505746 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2f1eac01-1831-493d-9da9-bcf17831cb38 req-0217cddd-e4b4-41a8-8e12-94d365bd526b tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 945 time: 0.4647360 Jul 07 16:55:32.508797 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-cc94dbe0-a428-4c6c-a2ab-3aa9b09c633e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:32.529329 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-cc94dbe0-a428-4c6c-a2ab-3aa9b09c633e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:32.566844 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b31fe-5f19-40d5-aa46-cb69b9754bf4 req-afd49bfc-6214-41d1-886b-f0ee0ac164bc tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:32.573261 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b33b31fe-5f19-40d5-aa46-cb69b9754bf4 req-afd49bfc-6214-41d1-886b-f0ee0ac164bc tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d25a97a0-e4c0-4c80-bdd4-0e26f40f747f HTTP/1.1" status: 200 len: 948 time: 0.2849596 Jul 07 16:55:32.590044 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-cc94dbe0-a428-4c6c-a2ab-3aa9b09c633e service neutron] Transition to ACTIVE for port object d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:32.592553 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bfc74d49-261d-461f-90e8-241c28234c52 req-485d50b0-576f-44e9-b880-9c9c5aa45224 service neutron] 10.222.0.72 "GET /v2.0/networks/2d910713-9317-4b27-b56c-fb6e554b6677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827822 Jul 07 16:55:32.602237 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-cc94dbe0-a428-4c6c-a2ab-3aa9b09c633e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:32.653089 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25a97a0-e4c0-4c80-bdd4-0e26f40f747f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a82605-6936-4414-8cd1-a7516c267274'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:32.657476 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fdd921-26eb-4ece-9e44-766e5d63968f" -d '{"events": [{"server_uuid": "d25a97a0-e4c0-4c80-bdd4-0e26f40f747f", "name": "network-vif-plugged", "status": "completed", "tag": "43a82605-6936-4414-8cd1-a7516c267274"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:32.735045 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b33b31fe-5f19-40d5-aa46-cb69b9754bf4 req-e79f02b5-a769-43b3-ab1c-f899c0c3d069 tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.53 "GET /v2.0/security-groups?id=22668f2b-12a2-49a5-a449-2cc7f68f9534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472988 Jul 07 16:55:32.737227 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2f1eac01-1831-493d-9da9-bcf17831cb38 req-03e7d413-7d40-4e83-b7ae-212aa17ad89b tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300141 Jul 07 16:55:32.802654 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94dbe0-a428-4c6c-a2ab-3aa9b09c633e service neutron] Pushing event updated for resources: {'Port': ['ID=d7ffe9d7-f969-47b8-a8ee-2aed3cf48178,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:32.815812 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-1c71b0b2-f776-4984-addf-74b895cc3e7f req-d4b05d20-ab1c-4a57-b8e0-633f632dd57c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1993416497 ', 'description': 'tempest-description-368375478'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:32.816110 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-a2ad36b1-1649-4603-a0eb-e06b209269f7 service neutron] 10.222.0.72 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510785 Jul 07 16:55:32.888537 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-cba78811-7bc4-4c56-8387-48c8bbfeed7b tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Made reservation on behalf of f2e6af5f286c4927b2743fae66cb511f for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:32.894480 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-cba78811-7bc4-4c56-8387-48c8bbfeed7b tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:32.896104 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-cc94dbe0-a428-4c6c-a2ab-3aa9b09c633e service neutron] Attempting to bind port d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:32.897139 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-cc94dbe0-a428-4c6c-a2ab-3aa9b09c633e service neutron] Attempting to bind port d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:32.897312 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-cc94dbe0-a428-4c6c-a2ab-3aa9b09c633e service neutron] Attempting to bind port d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:32.903760 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1c71b0b2-f776-4984-addf-74b895cc3e7f req-d4b05d20-ab1c-4a57-b8e0-633f632dd57c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:32.912113 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-cc94dbe0-a428-4c6c-a2ab-3aa9b09c633e service neutron] Port d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:55:32.912563 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-cc94dbe0-a428-4c6c-a2ab-3aa9b09c633e service neutron] Attempting to bind port d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:32.938031 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-cc94dbe0-a428-4c6c-a2ab-3aa9b09c633e service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:32.939215 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-cc94dbe0-a428-4c6c-a2ab-3aa9b09c633e service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:32.940008 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-cc94dbe0-a428-4c6c-a2ab-3aa9b09c633e service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:32.941373 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-cc94dbe0-a428-4c6c-a2ab-3aa9b09c633e service neutron] Bound port: d7ffe9d7-f969-47b8-a8ee-2aed3cf48178, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:32.941645 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-cc94dbe0-a428-4c6c-a2ab-3aa9b09c633e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:33.027341 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-b6cf18bd-488e-4ce8-8045-815915018769 service neutron] 10.222.0.72 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007210 Jul 07 16:55:33.121764 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-cc94dbe0-a428-4c6c-a2ab-3aa9b09c633e service neutron] For port d7ffe9d7-f969-47b8-a8ee-2aed3cf48178, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:33.128448 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-cc94dbe0-a428-4c6c-a2ab-3aa9b09c633e service neutron] For port d7ffe9d7-f969-47b8-a8ee-2aed3cf48178, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=d7ffe9d7-f969-47b8-a8ee-2aed3cf48178,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:33.138529 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-cc94dbe0-a428-4c6c-a2ab-3aa9b09c633e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:33.194957 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-cba78811-7bc4-4c56-8387-48c8bbfeed7b tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Allocated IP 192.168.233.43 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:33.228451 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-cc94dbe0-a428-4c6c-a2ab-3aa9b09c633e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:33.229121 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-cc94dbe0-a428-4c6c-a2ab-3aa9b09c633e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:33.230702 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-cc94dbe0-a428-4c6c-a2ab-3aa9b09c633e service neutron] 10.222.0.64 "PUT /v2.0/ports/d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 HTTP/1.1" status: 200 len: 1096 time: 2.0089772 Jul 07 16:55:33.233155 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3279052d-3b78-42d6-bf8e-9aab1293dcd6', 'tag': 'd7ffe9d7-f969-47b8-a8ee-2aed3cf48178'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:33.236140 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0308867f-cee8-4a92-9bb0-9c1c9289b64a" -d '{"events": [{"name": "network-changed", "server_uuid": "3279052d-3b78-42d6-bf8e-9aab1293dcd6", "tag": "d7ffe9d7-f969-47b8-a8ee-2aed3cf48178"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:33.250151 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1c71b0b2-f776-4984-addf-74b895cc3e7f req-d4b05d20-ab1c-4a57-b8e0-633f632dd57c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:33.263928 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1c71b0b2-f776-4984-addf-74b895cc3e7f req-d4b05d20-ab1c-4a57-b8e0-633f632dd57c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:33.281789 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94dbe0-a428-4c6c-a2ab-3aa9b09c633e service neutron] Pushing event updated for resources: {'Port': ['ID=d7ffe9d7-f969-47b8-a8ee-2aed3cf48178,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:33.309752 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c212c0-206f-438b-9d45-eac53abfeae2 req-8e241bbf-cd92-46d2-a52b-f74d068c754e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:33.315844 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1c71b0b2-f776-4984-addf-74b895cc3e7f req-d4b05d20-ab1c-4a57-b8e0-633f632dd57c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:33.323829 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-05c212c0-206f-438b-9d45-eac53abfeae2 req-8e241bbf-cd92-46d2-a52b-f74d068c754e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1404e7-4efb-4e04-ba12-4c036b645af3 HTTP/1.1" status: 200 len: 949 time: 0.2508252 Jul 07 16:55:33.328026 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1c71b0b2-f776-4984-addf-74b895cc3e7f req-d4b05d20-ab1c-4a57-b8e0-633f632dd57c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.5272818 Jul 07 16:55:33.361936 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b05d20-ab1c-4a57-b8e0-633f632dd57c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440113d9-4cbb-47ea-8ced-ad1d6d33e57a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:33.450970 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-05c212c0-206f-438b-9d45-eac53abfeae2 req-068a2b38-c789-4b0d-9286-98784389be08 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253324 Jul 07 16:55:33.495955 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-3a8962e1-63fe-4f4d-b45d-bcfeebe71378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:33.499168 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-3a8962e1-63fe-4f4d-b45d-bcfeebe71378 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f2e6af5f286c4927b2743fae66cb511f&device_id=3279052d-3b78-42d6-bf8e-9aab1293dcd6 HTTP/1.1" status: 200 len: 1099 time: 0.1334004 Jul 07 16:55:33.632663 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-9a2624f5-7775-4e2a-81a0-a79474fe5f96 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 HTTP/1.1" status: 200 len: 217 time: 0.1104269 Jul 07 16:55:33.658130 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a4d02c5-1128-46f2-a04d-037a8f64ff5e req-7b65e9d9-f100-41b5-89d5-f3ca23600eb4 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c9331b0-6e10-4004-8140-290c33b63bcd HTTP/1.1" status: 200 len: 210 time: 0.0583863 Jul 07 16:55:33.659773 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0736d9f-d302-4db3-b84b-a8659c076d02 x-openstack-request-id: req-c0736d9f-d302-4db3-b84b-a8659c076d02 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:33.660535 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25a97a0-e4c0-4c80-bdd4-0e26f40f747f", "name": "network-vif-plugged", "status": "completed", "tag": "43a82605-6936-4414-8cd1-a7516c267274", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:33.660800 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c0736d9f-d302-4db3-b84b-a8659c076d02 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:33.661486 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25a97a0-e4c0-4c80-bdd4-0e26f40f747f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a82605-6936-4414-8cd1-a7516c267274', 'code': 200} Jul 07 16:55:33.745142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-6360086f-cbdb-4dcc-9bdc-31bdf80311df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:33.746799 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-6360086f-cbdb-4dcc-9bdc-31bdf80311df service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.0927894 Jul 07 16:55:33.808257 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19325293-904f-47e9-b818-969bd70073ba x-openstack-request-id: req-19325293-904f-47e9-b818-969bd70073ba {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:33.808785 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3279052d-3b78-42d6-bf8e-9aab1293dcd6", "tag": "d7ffe9d7-f969-47b8-a8ee-2aed3cf48178", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:33.808952 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19325293-904f-47e9-b818-969bd70073ba {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:33.809322 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3279052d-3b78-42d6-bf8e-9aab1293dcd6', 'tag': 'd7ffe9d7-f969-47b8-a8ee-2aed3cf48178', 'status': 'completed', 'code': 200} Jul 07 16:55:33.929045 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-cba78811-7bc4-4c56-8387-48c8bbfeed7b tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:34.031982 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-cba78811-7bc4-4c56-8387-48c8bbfeed7b tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Transition to ACTIVE for port object b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:34.039014 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ef15b-c993-44a9-b467-35cdc3342cbd req-e8dfbf55-a73e-4c37-b7e8-9a4061fc240f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:34.042402 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ed4ef15b-c993-44a9-b467-35cdc3342cbd req-e8dfbf55-a73e-4c37-b7e8-9a4061fc240f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d25a97a0-e4c0-4c80-bdd4-0e26f40f747f HTTP/1.1" status: 200 len: 1100 time: 0.2618730 Jul 07 16:55:34.170813 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ed4ef15b-c993-44a9-b467-35cdc3342cbd req-988b97c1-10b6-4d52-b347-b4824a4433be service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=22668f2b-12a2-49a5-a449-2cc7f68f9534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165378 Jul 07 16:55:34.223280 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe9fbb-ba29-4c77-92ba-55f4a57e78ac req-865909fe-9de0-42e4-ba6e-9e8f957c660e tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:34.225903 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-01fe9fbb-ba29-4c77-92ba-55f4a57e78ac req-865909fe-9de0-42e4-ba6e-9e8f957c660e tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 949 time: 0.2641389 Jul 07 16:55:34.228510 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-cba78811-7bc4-4c56-8387-48c8bbfeed7b tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:34.342635 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-cba78811-7bc4-4c56-8387-48c8bbfeed7b tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:34.363494 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-cba78811-7bc4-4c56-8387-48c8bbfeed7b tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:34.374522 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-cba78811-7bc4-4c56-8387-48c8bbfeed7b tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:34.391260 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba78811-7bc4-4c56-8387-48c8bbfeed7b tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Pushing event updated for resources: {'Port': ['ID=b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:34.445495 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4fd839ef-24a3-44ad-ae22-e642e04c59ef req-e45d5f46-304c-4caf-8a1a-fb467d6dc4c1 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups/440113d9-4cbb-47ea-8ced-ad1d6d33e57a HTTP/1.1" status: 200 len: 1780 time: 0.6099746 Jul 07 16:55:34.477928 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-01fe9fbb-ba29-4c77-92ba-55f4a57e78ac req-31469037-511d-4f6f-b3e8-190714a511e9 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263978 Jul 07 16:55:34.495716 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-77b923fa-7aae-451e-9475-3ba52435fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:34.499203 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-77b923fa-7aae-451e-9475-3ba52435fd08 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7444870 Jul 07 16:55:34.551936 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-cba78811-7bc4-4c56-8387-48c8bbfeed7b tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:34.558532 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-cba78811-7bc4-4c56-8387-48c8bbfeed7b tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:34.601918 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-cba78811-7bc4-4c56-8387-48c8bbfeed7b tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2899957 Jul 07 16:55:34.622378 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-32464141-9603-46fc-a2fd-8f0513cdd976 service neutron] Request body: {'port': {'device_id': '6c9331b0-6e10-4004-8140-290c33b63bcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:34.702238 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f47b7-adf0-43b0-859e-0fa994162dab req-6519ca26-62de-4c0f-b861-00ce4039fbef tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:34.710997 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c16f47b7-adf0-43b0-859e-0fa994162dab req-6519ca26-62de-4c0f-b861-00ce4039fbef tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b1404e7-4efb-4e04-ba12-4c036b645af3 HTTP/1.1" status: 200 len: 949 time: 0.8557298 Jul 07 16:55:34.932969 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-54a602cd-c6dd-47ba-acdd-1b1eed748070 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222143 Jul 07 16:55:34.991737 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-db7722d0-7a03-4ffa-8128-f1f026ccee7b None None] Provisioning for port b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:34.996332 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-db7722d0-7a03-4ffa-8128-f1f026ccee7b None None] Provisioning complete for port b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:34.997134 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-db7722d0-7a03-4ffa-8128-f1f026ccee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:35.000417 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-32464141-9603-46fc-a2fd-8f0513cdd976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:35.085397 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-db7722d0-7a03-4ffa-8128-f1f026ccee7b None None] Port b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:55:35.136163 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96d8b8-0ca1-4cbe-a674-3572fab10d56 req-aab4fff1-9e2c-48bc-9dd6-029fb0f4f573 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:35.151783 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-c16f47b7-adf0-43b0-859e-0fa994162dab req-712331c0-7665-4f70-a3d5-f72115ff60c3 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Deleting port eba87f13-93a4-49db-931f-b98df5e088f9 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:35.152206 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fb96d8b8-0ca1-4cbe-a674-3572fab10d56 req-aab4fff1-9e2c-48bc-9dd6-029fb0f4f573 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 945 time: 0.3825581 Jul 07 16:55:35.152391 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c16f47b7-adf0-43b0-859e-0fa994162dab req-712331c0-7665-4f70-a3d5-f72115ff60c3 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:35.278148 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-031f8dfd-0f81-456b-ab7f-992aad802fcd req-7fd89a5f-6523-499f-898f-a39b66041a8a service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399303 Jul 07 16:55:35.491510 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-c16f47b7-adf0-43b0-859e-0fa994162dab req-712331c0-7665-4f70-a3d5-f72115ff60c3 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] For port eba87f13-93a4-49db-931f-b98df5e088f9, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=eba87f13-93a4-49db-931f-b98df5e088f9,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:35.492357 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c16f47b7-adf0-43b0-859e-0fa994162dab req-712331c0-7665-4f70-a3d5-f72115ff60c3 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:35.526377 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fb96d8b8-0ca1-4cbe-a674-3572fab10d56 req-897b3328-7d46-4996-bfdc-ded50c76632e tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722851 Jul 07 16:55:35.572831 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-c16f47b7-adf0-43b0-859e-0fa994162dab req-712331c0-7665-4f70-a3d5-f72115ff60c3 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Calling delete_port for eba87f13-93a4-49db-931f-b98df5e088f9 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:35.692160 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd70ae5-0dd5-4677-856e-11d692931919 req-8b2f1286-f661-40c8-8ea8-b799f36beea2 tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:35.695412 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cfd70ae5-0dd5-4677-856e-11d692931919 req-8b2f1286-f661-40c8-8ea8-b799f36beea2 tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d25a97a0-e4c0-4c80-bdd4-0e26f40f747f HTTP/1.1" status: 200 len: 948 time: 0.3995607 Jul 07 16:55:35.811039 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-32464141-9603-46fc-a2fd-8f0513cdd976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:35.815591 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308867f-cee8-4a92-9bb0-9c1c9289b64a req-85fa29f2-a01b-4c9c-96b1-4d42f86ca2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:35.817286 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0308867f-cee8-4a92-9bb0-9c1c9289b64a req-85fa29f2-a01b-4c9c-96b1-4d42f86ca2fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f2e6af5f286c4927b2743fae66cb511f&device_id=3279052d-3b78-42d6-bf8e-9aab1293dcd6 HTTP/1.1" status: 200 len: 1099 time: 0.3901608 Jul 07 16:55:35.833055 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-32464141-9603-46fc-a2fd-8f0513cdd976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:35.840428 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cfd70ae5-0dd5-4677-856e-11d692931919 req-24462da3-1f8f-49ef-9da0-f2a587eaa760 tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.53 "GET /v2.0/security-groups?id=22668f2b-12a2-49a5-a449-2cc7f68f9534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731058 Jul 07 16:55:35.863895 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-32464141-9603-46fc-a2fd-8f0513cdd976 service neutron] Transition to ACTIVE for port object b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:35.884780 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-32464141-9603-46fc-a2fd-8f0513cdd976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:36.113656 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308867f-cee8-4a92-9bb0-9c1c9289b64a req-70d33b69-257e-4fff-bcd7-96acdbe519a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:36.116746 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0308867f-cee8-4a92-9bb0-9c1c9289b64a req-70d33b69-257e-4fff-bcd7-96acdbe519a6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.2667727 Jul 07 16:55:36.150811 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32464141-9603-46fc-a2fd-8f0513cdd976 service neutron] Pushing event updated for resources: {'Port': ['ID=b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:36.178478 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3729b01d-9fba-477b-b4d4-9e67ac08f0d9 req-579d27b7-8692-49fe-9d77-ca53eee32a09 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups/440113d9-4cbb-47ea-8ced-ad1d6d33e57a HTTP/1.1" status: 200 len: 1780 time: 0.3111565 Jul 07 16:55:36.272714 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0308867f-cee8-4a92-9bb0-9c1c9289b64a req-3821505a-c7c5-451b-8c5a-06131df7d114 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 HTTP/1.1" status: 200 len: 217 time: 0.1407576 Jul 07 16:55:36.323013 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3729b01d-9fba-477b-b4d4-9e67ac08f0d9 req-9f8712c6-129a-48b4-ac9b-89982f181313 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:36.357711 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-32464141-9603-46fc-a2fd-8f0513cdd976 service neutron] Attempting to bind port b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:36.358286 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-32464141-9603-46fc-a2fd-8f0513cdd976 service neutron] Attempting to bind port b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:36.358847 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-32464141-9603-46fc-a2fd-8f0513cdd976 service neutron] Attempting to bind port b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:36.384296 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-32464141-9603-46fc-a2fd-8f0513cdd976 service neutron] Port b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:55:36.385502 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-32464141-9603-46fc-a2fd-8f0513cdd976 service neutron] Attempting to bind port b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:36.392040 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3729b01d-9fba-477b-b4d4-9e67ac08f0d9 req-9f8712c6-129a-48b4-ac9b-89982f181313 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:36.409973 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-32464141-9603-46fc-a2fd-8f0513cdd976 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:36.410547 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-32464141-9603-46fc-a2fd-8f0513cdd976 service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:36.411277 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-32464141-9603-46fc-a2fd-8f0513cdd976 service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:36.412078 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-32464141-9603-46fc-a2fd-8f0513cdd976 service neutron] Bound port: b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:36.412744 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-32464141-9603-46fc-a2fd-8f0513cdd976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:36.497494 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308867f-cee8-4a92-9bb0-9c1c9289b64a req-2e0efa5c-ab0e-4e77-abb9-e49f6b8b331b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:36.500076 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0308867f-cee8-4a92-9bb0-9c1c9289b64a req-2e0efa5c-ab0e-4e77-abb9-e49f6b8b331b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1861145 Jul 07 16:55:36.501789 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c16f47b7-adf0-43b0-859e-0fa994162dab req-712331c0-7665-4f70-a3d5-f72115ff60c3 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:36.528989 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['c21768d3-1ac5-4f55-bd0b-04211e22f403', 'bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:36.533310 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2', 'b9b325a4-0180-47b7-b624-ab8e2e6d21e4', 'bea5d2f1-8163-46dd-810f-effbe19bd1e2', '308cc1c8-0be9-427f-ab41-9af22fbebd27', 'a4ff8d00-7e82-4c4d-911e-7c9edcdca44e'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:36.635384 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-32464141-9603-46fc-a2fd-8f0513cdd976 service neutron] For port b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:36.644414 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-32464141-9603-46fc-a2fd-8f0513cdd976 service neutron] For port b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:36.650049 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712331c0-7665-4f70-a3d5-f72115ff60c3 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Pushing event deleted for resources: {'Port': ['ID=eba87f13-93a4-49db-931f-b98df5e088f9,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:36.659790 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3729b01d-9fba-477b-b4d4-9e67ac08f0d9 req-9f8712c6-129a-48b4-ac9b-89982f181313 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:36.676966 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3729b01d-9fba-477b-b4d4-9e67ac08f0d9 req-9f8712c6-129a-48b4-ac9b-89982f181313 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:36.691491 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3729b01d-9fba-477b-b4d4-9e67ac08f0d9 req-9f8712c6-129a-48b4-ac9b-89982f181313 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "DELETE /v2.0/security-groups/440113d9-4cbb-47ea-8ced-ad1d6d33e57a HTTP/1.1" status: 204 len: 173 time: 0.4971864 Jul 07 16:55:36.715785 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-32464141-9603-46fc-a2fd-8f0513cdd976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:36.735632 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc419de9-04f7-48ed-a652-6daea031aeb1 req-ebfdff1f-309d-474d-92e9-b37f728aff28 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:36.754320 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cc419de9-04f7-48ed-a652-6daea031aeb1 req-ebfdff1f-309d-474d-92e9-b37f728aff28 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1404e7-4efb-4e04-ba12-4c036b645af3 HTTP/1.1" status: 200 len: 867 time: 0.5089321 Jul 07 16:55:36.843232 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16f47b7-adf0-43b0-859e-0fa994162dab req-712331c0-7665-4f70-a3d5-f72115ff60c3 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] No DVR routers for this DVR port eba87f13-93a4-49db-931f-b98df5e088f9 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:55:36.867606 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:36.882729 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c16f47b7-adf0-43b0-859e-0fa994162dab req-712331c0-7665-4f70-a3d5-f72115ff60c3 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:36.886662 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c16f47b7-adf0-43b0-859e-0fa994162dab req-712331c0-7665-4f70-a3d5-f72115ff60c3 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.64 "DELETE /v2.0/ports/eba87f13-93a4-49db-931f-b98df5e088f9 HTTP/1.1" status: 204 len: 173 time: 2.1607304 Jul 07 16:55:36.889928 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1404e7-4efb-4e04-ba12-4c036b645af3', 'name': 'network-vif-deleted', 'tag': 'eba87f13-93a4-49db-931f-b98df5e088f9'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:36.902366 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0662e89-51f1-48ad-8a1c-9150caa81b82" -d '{"events": [{"server_uuid": "8b1404e7-4efb-4e04-ba12-4c036b645af3", "name": "network-vif-deleted", "tag": "eba87f13-93a4-49db-931f-b98df5e088f9"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:36.971532 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-32464141-9603-46fc-a2fd-8f0513cdd976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:36.992583 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-32464141-9603-46fc-a2fd-8f0513cdd976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:37.005470 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-32464141-9603-46fc-a2fd-8f0513cdd976 service neutron] 10.222.0.72 "PUT /v2.0/ports/b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 HTTP/1.1" status: 200 len: 1096 time: 2.3889630 Jul 07 16:55:37.018873 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8712c6-129a-48b4-ac9b-89982f181313 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=440113d9-4cbb-47ea-8ced-ad1d6d33e57a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:37.049828 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cc419de9-04f7-48ed-a652-6daea031aeb1 req-71b7a35a-9dc4-4b8c-af4d-cf91887f69b4 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928171 Jul 07 16:55:37.054634 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308867f-cee8-4a92-9bb0-9c1c9289b64a req-9f432237-08b3-4100-9463-bca77a61e0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:37.058368 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0308867f-cee8-4a92-9bb0-9c1c9289b64a req-9f432237-08b3-4100-9463-bca77a61e0c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5500970 Jul 07 16:55:37.092987 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9331b0-6e10-4004-8140-290c33b63bcd', 'tag': 'b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:37.103205 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bad147-c69f-4e52-b29a-6ba20d98fba9" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9331b0-6e10-4004-8140-290c33b63bcd", "tag": "b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:37.363820 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0308867f-cee8-4a92-9bb0-9c1c9289b64a req-20c58037-23a5-4296-86c6-f18ed55e15db service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922673 Jul 07 16:55:37.433811 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:37.469078 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32464141-9603-46fc-a2fd-8f0513cdd976 service neutron] Pushing event updated for resources: {'Port': ['ID=b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:37.506821 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device eba87f13-93a4-49db-931f-b98df5e088f9 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:37.592066 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-66ff67c4-d823-401e-8931-0d793bce8266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:37.594895 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-66ff67c4-d823-401e-8931-0d793bce8266 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2e6af5f286c4927b2743fae66cb511f&device_id=6c9331b0-6e10-4004-8140-290c33b63bcd HTTP/1.1" status: 200 len: 1099 time: 0.4428632 Jul 07 16:55:37.648226 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.resource_extend [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:55:37.649673 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2595c-5d92-42f3-a7ad-fc268589ecc6 req-36bde8d1-79b9-4442-be20-43acda2e3e86 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:37.652325 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-00a2595c-5d92-42f3-a7ad-fc268589ecc6 req-36bde8d1-79b9-4442-be20-43acda2e3e86 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 949 time: 0.4513698 Jul 07 16:55:37.732562 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-2cfce2f0-43ca-4ad6-87d4-13d94931b98b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 HTTP/1.1" status: 200 len: 217 time: 0.1220529 Jul 07 16:55:37.765803 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port d7ffe9d7-f969-47b8-a8ee-2aed3cf48178, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=d7ffe9d7-f969-47b8-a8ee-2aed3cf48178,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:37.782093 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0308867f-cee8-4a92-9bb0-9c1c9289b64a req-e080edc7-0e0a-4c7f-bbf1-4ae504cdf20e service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083810 Jul 07 16:55:37.788212 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: eba87f13-93a4-49db-931f-b98df5e088f9 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:55:37.788577 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device eba87f13-93a4-49db-931f-b98df5e088f9 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:55:37.816046 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'd7ffe9d7-f969-47b8-a8ee-2aed3cf48178', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': 'd7ffe9d7-f969-47b8-a8ee-2aed3cf48178', 'mac_address': 'fa:16:3e:54:3b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:37.834770 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c39d3-a01a-4b0a-aa8d-cea388800d6e req-17bd74f7-31bd-4f6a-8f89-5efaf6491272 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:37.841900 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4b3c39d3-a01a-4b0a-aa8d-cea388800d6e req-17bd74f7-31bd-4f6a-8f89-5efaf6491272 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c9331b0-6e10-4004-8140-290c33b63bcd HTTP/1.1" status: 200 len: 947 time: 0.4372435 Jul 07 16:55:37.851738 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-00a2595c-5d92-42f3-a7ad-fc268589ecc6 req-b1dff4c5-a6b3-46a4-ab7b-498a2808d4a9 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175504 Jul 07 16:55:37.871517 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:37.937098 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4b3c39d3-a01a-4b0a-aa8d-cea388800d6e req-e94158ea-ca79-4865-b12f-366917a8e0a2 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1729d99-db06-4992-9fd7-fcde05e9b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872538 Jul 07 16:55:37.955551 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-6b505c35-09eb-4f01-b628-68dd89182d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:37.965702 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-6b505c35-09eb-4f01-b628-68dd89182d0c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1819360 Jul 07 16:55:38.050499 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:38.135400 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:38.278404 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-2bcc8088-7a18-40f1-a1cd-1f87b097bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:38.283617 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-2bcc8088-7a18-40f1-a1cd-1f87b097bdce service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3064761 Jul 07 16:55:38.314522 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port d7ffe9d7-f969-47b8-a8ee-2aed3cf48178, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=d7ffe9d7-f969-47b8-a8ee-2aed3cf48178,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:38.341582 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:38.359574 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53625ea-5642-4e63-88a4-eb480b55dc5f req-52ef923c-b893-4c66-bb68-1fa99f240e78 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:38.361878 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c53625ea-5642-4e63-88a4-eb480b55dc5f req-52ef923c-b893-4c66-bb68-1fa99f240e78 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 945 time: 0.1461947 Jul 07 16:55:38.448902 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88075182-92fd-4b76-ae5c-dec5b5772d09 req-a2ae95f7-16a2-4d6c-af3e-e785386c3f1f tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:38.449431 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c53625ea-5642-4e63-88a4-eb480b55dc5f req-ccf63c55-1c82-4b85-b7b0-1c25dc3cb415 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734935 Jul 07 16:55:38.459158 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-88075182-92fd-4b76-ae5c-dec5b5772d09 req-a2ae95f7-16a2-4d6c-af3e-e785386c3f1f tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 1097 time: 0.3011060 Jul 07 16:55:38.547053 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [req-b41f69b9-4bb0-4700-8bd0-0b0e0004a655 req-0b4e3b51-6693-4ee0-b781-d41927b01ed0 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] show failed (client error): The resource could not be found. Jul 07 16:55:38.549628 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b41f69b9-4bb0-4700-8bd0-0b0e0004a655 req-0b4e3b51-6693-4ee0-b781-d41927b01ed0 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups/440113d9-4cbb-47ea-8ced-ad1d6d33e57a HTTP/1.1" status: 404 len: 352 time: 0.0262494 Jul 07 16:55:38.600869 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-88075182-92fd-4b76-ae5c-dec5b5772d09 req-f9d487a5-4872-41ea-8d49-5c9747e4b8c7 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288900 Jul 07 16:55:38.611270 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-4b8ecb7e-eaf7-4925-8251-b2da251f1cc2 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195212 Jul 07 16:55:38.743928 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-57a57b40-c9d1-453d-8963-7163f2ab4527 req-fae05950-4518-4bb7-a64b-d8ff7665fb1a service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263034 Jul 07 16:55:38.780796 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['d7ffe9d7-f969-47b8-a8ee-2aed3cf48178'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:38.837009 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=d7ffe9d7-f969-47b8-a8ee-2aed3cf48178,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:38.861374 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:38.861763 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:38.862318 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:38.862679 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:38.863023 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:38.863368 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:38.863704 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:38.864040 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:38.864399 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:38.864906 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:38.865203 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:38.865538 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:38.880716 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70dbade-614c-4773-b39e-beea22d70ebf x-openstack-request-id: req-b70dbade-614c-4773-b39e-beea22d70ebf {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:38.882085 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1404e7-4efb-4e04-ba12-4c036b645af3", "name": "network-vif-deleted", "tag": "eba87f13-93a4-49db-931f-b98df5e088f9", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:38.883978 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b70dbade-614c-4773-b39e-beea22d70ebf {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:38.885157 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1404e7-4efb-4e04-ba12-4c036b645af3', 'name': 'network-vif-deleted', 'tag': 'eba87f13-93a4-49db-931f-b98df5e088f9', 'status': 'completed', 'code': 200} Jul 07 16:55:38.971217 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1108c03-b9b5-408e-8ec6-21309a5a60fc x-openstack-request-id: req-d1108c03-b9b5-408e-8ec6-21309a5a60fc {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:38.971890 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9331b0-6e10-4004-8140-290c33b63bcd", "tag": "b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:38.972365 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1108c03-b9b5-408e-8ec6-21309a5a60fc {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:38.973020 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9331b0-6e10-4004-8140-290c33b63bcd', 'tag': 'b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8', 'status': 'completed', 'code': 200} Jul 07 16:55:39.030649 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d9031-922d-4327-b716-a82a2f58b68a req-48605d1e-dc5e-43cb-8577-3e4d1170e3ac tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:39.036048 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dd8d9031-922d-4327-b716-a82a2f58b68a req-48605d1e-dc5e-43cb-8577-3e4d1170e3ac tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d25a97a0-e4c0-4c80-bdd4-0e26f40f747f HTTP/1.1" status: 200 len: 948 time: 0.2031329 Jul 07 16:55:39.130298 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dd8d9031-922d-4327-b716-a82a2f58b68a req-c56d5f62-7419-4858-a87c-53b301b7f0d3 tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.53 "GET /v2.0/security-groups?id=22668f2b-12a2-49a5-a449-2cc7f68f9534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931268 Jul 07 16:55:39.136478 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bad147-c69f-4e52-b29a-6ba20d98fba9 req-ca64a68e-3ce4-4a32-8819-ee7010914a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:39.154039 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f1bad147-c69f-4e52-b29a-6ba20d98fba9 req-ca64a68e-3ce4-4a32-8819-ee7010914a25 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2e6af5f286c4927b2743fae66cb511f&device_id=6c9331b0-6e10-4004-8140-290c33b63bcd HTTP/1.1" status: 200 len: 1099 time: 0.1471076 Jul 07 16:55:39.205481 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-9cbef871-73dc-431b-822a-c698e75ea8e8 req-8cfda855-afb5-4f41-9f06-9c94b8e19466 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-935283468', 'description': 'tempest-description-715520486'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:39.324502 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9cbef871-73dc-431b-822a-c698e75ea8e8 req-8cfda855-afb5-4f41-9f06-9c94b8e19466 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:39.369958 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bad147-c69f-4e52-b29a-6ba20d98fba9 req-ec97d4c9-1d17-47f4-a033-4ab901594cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:39.371696 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f1bad147-c69f-4e52-b29a-6ba20d98fba9 req-ec97d4c9-1d17-47f4-a033-4ab901594cbc service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.2109196 Jul 07 16:55:39.429697 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f1bad147-c69f-4e52-b29a-6ba20d98fba9 req-8af83ef4-9b36-4e42-a268-fa38e6defec0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 HTTP/1.1" status: 200 len: 217 time: 0.0434687 Jul 07 16:55:39.513228 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bad147-c69f-4e52-b29a-6ba20d98fba9 req-71997d21-a7ef-4763-8161-5c14f6788ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:39.514750 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f1bad147-c69f-4e52-b29a-6ba20d98fba9 req-71997d21-a7ef-4763-8161-5c14f6788ea3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.0739200 Jul 07 16:55:39.570396 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9cbef871-73dc-431b-822a-c698e75ea8e8 req-8cfda855-afb5-4f41-9f06-9c94b8e19466 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:39.578626 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9cbef871-73dc-431b-822a-c698e75ea8e8 req-8cfda855-afb5-4f41-9f06-9c94b8e19466 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:39.623598 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfda855-afb5-4f41-9f06-9c94b8e19466 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f72c7f07-d018-4beb-b47c-9dfe39236d8d,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:39.630459 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9cbef871-73dc-431b-822a-c698e75ea8e8 req-8cfda855-afb5-4f41-9f06-9c94b8e19466 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:39.631834 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9cbef871-73dc-431b-822a-c698e75ea8e8 req-8cfda855-afb5-4f41-9f06-9c94b8e19466 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4509091 Jul 07 16:55:39.643897 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bad147-c69f-4e52-b29a-6ba20d98fba9 req-865e07f0-c135-4cf0-bb68-b7afe52be187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:39.645678 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f1bad147-c69f-4e52-b29a-6ba20d98fba9 req-865e07f0-c135-4cf0-bb68-b7afe52be187 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1138320 Jul 07 16:55:39.803815 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f1bad147-c69f-4e52-b29a-6ba20d98fba9 req-e14ee21b-73eb-48f8-b787-734c510b5c5a service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383317 Jul 07 16:55:39.989721 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2debe0-ec13-4562-a334-ac2500eb5665 req-c21fb63b-e1bf-4713-9a52-96065ab3cb5d tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:39.992780 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8f2debe0-ec13-4562-a334-ac2500eb5665 req-c21fb63b-e1bf-4713-9a52-96065ab3cb5d tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c9331b0-6e10-4004-8140-290c33b63bcd HTTP/1.1" status: 200 len: 947 time: 0.2395754 Jul 07 16:55:40.056334 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f1bad147-c69f-4e52-b29a-6ba20d98fba9 req-9c6b037b-893e-4944-b6fc-02bd47524ea3 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371886 Jul 07 16:55:40.094738 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8f2debe0-ec13-4562-a334-ac2500eb5665 req-128a435d-a329-42be-aa7f-bdac10292f0a tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1729d99-db06-4992-9fd7-fcde05e9b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893147 Jul 07 16:55:40.666675 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-0629e725-817f-4775-bfc9-787d39849d65 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:55:40.668540 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-0629e725-817f-4775-bfc9-787d39849d65 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096445 Jul 07 16:55:40.693410 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:40.695219 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-28fe0e66-6578-4e3e-880f-ef2bb55ae3f8 service neutron] Request body: {'binding': {'host': 'n-h2-791503-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:40.696286 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-28fe0e66-6578-4e3e-880f-ef2bb55ae3f8 service neutron] Unknown quota resources ['binding']. {{(pid=100193) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 16:55:40.950888 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e3d8828a-5828-41a6-ab10-48be3711854a req-a48350e4-ba94-4064-a22f-2c23bc79dcc9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=75ff8288-bd33-4523-b14a-d7d7d28d2a33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1645713 Jul 07 16:55:40.991504 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-28fe0e66-6578-4e3e-880f-ef2bb55ae3f8 service neutron] Attempting to bind port 6f472ce3-074d-4510-9756-8aaa2dde0a41 on host n-h2-791503-12 for vnic_type normal with profile None {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:40.991872 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-28fe0e66-6578-4e3e-880f-ef2bb55ae3f8 service neutron] Attempting to bind port 6f472ce3-074d-4510-9756-8aaa2dde0a41 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:40.992867 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-28fe0e66-6578-4e3e-880f-ef2bb55ae3f8 service neutron] Attempting to bind port 6f472ce3-074d-4510-9756-8aaa2dde0a41 on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:40.999135 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-28fe0e66-6578-4e3e-880f-ef2bb55ae3f8 service neutron] Port 6f472ce3-074d-4510-9756-8aaa2dde0a41 on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:55:40.999883 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-28fe0e66-6578-4e3e-880f-ef2bb55ae3f8 service neutron] Attempting to bind port 6f472ce3-074d-4510-9756-8aaa2dde0a41 on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:41.008274 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-28fe0e66-6578-4e3e-880f-ef2bb55ae3f8 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:41.009236 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-28fe0e66-6578-4e3e-880f-ef2bb55ae3f8 service neutron] Checking segment: {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:41.009967 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-28fe0e66-6578-4e3e-880f-ef2bb55ae3f8 service neutron] Bound using segment: {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:41.010882 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-28fe0e66-6578-4e3e-880f-ef2bb55ae3f8 service neutron] Bound port: 6f472ce3-074d-4510-9756-8aaa2dde0a41, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:41.017383 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:41.047594 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': 'b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8', 'mac_address': 'fa:16:3e:51:43:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:41.110537 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-28fe0e66-6578-4e3e-880f-ef2bb55ae3f8 service neutron] For port 6f472ce3-074d-4510-9756-8aaa2dde0a41, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=6f472ce3-074d-4510-9756-8aaa2dde0a41,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:41.118781 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-28fe0e66-6578-4e3e-880f-ef2bb55ae3f8 service neutron] Notify callbacks [] for binding, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:41.127971 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-28fe0e66-6578-4e3e-880f-ef2bb55ae3f8 service neutron] 10.222.0.53 "POST /v2.0/ports/6f472ce3-074d-4510-9756-8aaa2dde0a41/bindings HTTP/1.1" status: 201 len: 390 time: 0.4419386 Jul 07 16:55:41.129222 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:41.135512 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8828a-5828-41a6-ab10-48be3711854a req-95a17d44-4c3c-44aa-9004-61597c3825df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:41.138448 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e3d8828a-5828-41a6-ab10-48be3711854a req-95a17d44-4c3c-44aa-9004-61597c3825df service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cacbbe331674230a8cdeaae1095bd51&device_id=75ff8288-bd33-4523-b14a-d7d7d28d2a33 HTTP/1.1" status: 200 len: 1102 time: 0.1280458 Jul 07 16:55:41.162450 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:41.257204 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:41.265653 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:41.312178 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-4e098006-2c6d-4068-b992-18874c5bc4ca req-ed8325ff-3aa7-4776-943a-9c880bba852e tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1232937357', 'description': 'tempest-description-504543139'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:41.374440 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4e098006-2c6d-4068-b992-18874c5bc4ca req-ed8325ff-3aa7-4776-943a-9c880bba852e tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:41.441471 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:41.452760 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:41.564083 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4e098006-2c6d-4068-b992-18874c5bc4ca req-ed8325ff-3aa7-4776-943a-9c880bba852e tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:41.570805 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4e098006-2c6d-4068-b992-18874c5bc4ca req-ed8325ff-3aa7-4776-943a-9c880bba852e tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:41.597419 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8828a-5828-41a6-ab10-48be3711854a req-451fd30d-90c4-4f03-86ba-f11934970013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:41.599383 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e3d8828a-5828-41a6-ab10-48be3711854a req-451fd30d-90c4-4f03-86ba-f11934970013 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.4152935 Jul 07 16:55:41.612129 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8325ff-3aa7-4776-943a-9c880bba852e tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3f561e-dcb4-45ff-94a7-edf64b57fbaf,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:41.633702 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4e098006-2c6d-4068-b992-18874c5bc4ca req-ed8325ff-3aa7-4776-943a-9c880bba852e tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:41.646049 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4e098006-2c6d-4068-b992-18874c5bc4ca req-ed8325ff-3aa7-4776-943a-9c880bba852e tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3392167 Jul 07 16:55:41.762235 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:41.771985 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:41.772599 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:41.918332 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:41.996768 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:42.070403 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3279052d-3b78-42d6-bf8e-9aab1293dcd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ffe9d7-f969-47b8-a8ee-2aed3cf48178'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:42.074921 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7323ac99-0022-4c7a-a804-49a005e6095d" -d '{"events": [{"server_uuid": "3279052d-3b78-42d6-bf8e-9aab1293dcd6", "name": "network-vif-plugged", "status": "completed", "tag": "d7ffe9d7-f969-47b8-a8ee-2aed3cf48178"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:42.102213 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d9986-438a-4b34-b8db-8ac354ff2c37 req-92c6f026-660f-4e89-94f5-aeced3c6c7c5 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:42.105855 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c27d9986-438a-4b34-b8db-8ac354ff2c37 req-92c6f026-660f-4e89-94f5-aeced3c6c7c5 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 945 time: 0.6234975 Jul 07 16:55:42.109246 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e3d8828a-5828-41a6-ab10-48be3711854a req-6749b061-bce1-4d90-a019-490cc29c218c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=b9b325a4-0180-47b7-b624-ab8e2e6d21e4 HTTP/1.1" status: 200 len: 217 time: 0.4793439 Jul 07 16:55:42.111698 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port d7ffe9d7-f969-47b8-a8ee-2aed3cf48178, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=d7ffe9d7-f969-47b8-a8ee-2aed3cf48178,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:42.129932 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:42.189210 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8828a-5828-41a6-ab10-48be3711854a req-a32afe66-8200-4b22-9d83-41e1fa8e02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:42.194357 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e3d8828a-5828-41a6-ab10-48be3711854a req-a32afe66-8200-4b22-9d83-41e1fa8e02e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.0581362 Jul 07 16:55:42.249421 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c27d9986-438a-4b34-b8db-8ac354ff2c37 req-9edfe565-2a5b-4e31-940d-8b40981bf918 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360934 Jul 07 16:55:42.283689 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=d7ffe9d7-f969-47b8-a8ee-2aed3cf48178,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:42.430133 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd87ceab-94bb-4e72-9c38-a69bc9ee5146 req-bf27f6d9-4123-436a-80cd-26823a3e4562 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1352932 Jul 07 16:55:42.439184 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8828a-5828-41a6-ab10-48be3711854a req-31e897da-0e04-4989-b1ba-487deb531915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:42.441192 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e3d8828a-5828-41a6-ab10-48be3711854a req-31e897da-0e04-4989-b1ba-487deb531915 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2339149 Jul 07 16:55:42.535046 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd6655-711b-4064-bca9-6659c6177a4d req-7b6d7785-7776-4157-a962-131ed68e5045 tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:42.536732 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e9dd6655-711b-4064-bca9-6659c6177a4d req-7b6d7785-7776-4157-a962-131ed68e5045 tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.72 "GET /v2.0/ports?device_id=d25a97a0-e4c0-4c80-bdd4-0e26f40f747f HTTP/1.1" status: 200 len: 948 time: 0.1951053 Jul 07 16:55:42.610131 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf22a0-b791-4cef-99cd-8e5be9774a16 req-33d6bf5c-3b78-434a-8de4-a170d18a08fb tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:42.612956 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bfdf22a0-b791-4cef-99cd-8e5be9774a16 req-33d6bf5c-3b78-434a-8de4-a170d18a08fb tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d25a97a0-e4c0-4c80-bdd4-0e26f40f747f HTTP/1.1" status: 200 len: 948 time: 0.1545691 Jul 07 16:55:42.677093 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bfdf22a0-b791-4cef-99cd-8e5be9774a16 req-11965958-0f66-4f81-bebd-cb0ba922794b tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.53 "GET /v2.0/security-groups?id=22668f2b-12a2-49a5-a449-2cc7f68f9534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568569 Jul 07 16:55:42.841238 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e3d8828a-5828-41a6-ab10-48be3711854a req-f42f60ef-f92d-44b8-a4b6-9d46506a0793 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792970 Jul 07 16:55:42.942672 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d730b31-93c5-417d-b554-ed4a4e87a6c2 req-e9d9ea44-61a8-4cb6-86fd-6d4f287727a0 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:42.944772 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3d730b31-93c5-417d-b554-ed4a4e87a6c2 req-e9d9ea44-61a8-4cb6-86fd-6d4f287727a0 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c9fc06f-3bd0-4275-86ae-1edfb954ece3 HTTP/1.1" status: 200 len: 949 time: 0.1602933 Jul 07 16:55:42.973513 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030db38e-8508-42b2-83c8-7140304392de req-a3774fb2-25e8-44ec-88c7-5a915b82981f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:42.977155 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-030db38e-8508-42b2-83c8-7140304392de req-a3774fb2-25e8-44ec-88c7-5a915b82981f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9fc06f-3bd0-4275-86ae-1edfb954ece3 HTTP/1.1" status: 200 len: 949 time: 0.4052079 Jul 07 16:55:43.060159 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-e9dd6655-711b-4064-bca9-6659c6177a4d req-7d7fa453-71c8-44a6-9df3-10c225674a59 tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Deleting port 43a82605-6936-4414-8cd1-a7516c267274 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:43.060711 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e9dd6655-711b-4064-bca9-6659c6177a4d req-7d7fa453-71c8-44a6-9df3-10c225674a59 tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:43.153237 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7f725-99ba-4283-963e-686caa255350 req-8420373e-2822-440e-9569-12d1f8349632 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:43.156977 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44d7f725-99ba-4283-963e-686caa255350 req-8420373e-2822-440e-9569-12d1f8349632 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c9331b0-6e10-4004-8140-290c33b63bcd HTTP/1.1" status: 200 len: 948 time: 0.2441709 Jul 07 16:55:43.191244 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-030db38e-8508-42b2-83c8-7140304392de req-03e957e6-a6b3-45a5-ad2d-83a04d3e6c52 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959462 Jul 07 16:55:43.199767 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e3d8828a-5828-41a6-ab10-48be3711854a req-ab26de74-1efb-4bf2-8216-b4fd15fb2230 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412340 Jul 07 16:55:43.239768 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-3d730b31-93c5-417d-b554-ed4a4e87a6c2 req-19bc5651-32dd-44b4-974b-b33d0d5c46c2 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Deleting port a4ff8d00-7e82-4c4d-911e-7c9edcdca44e {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:43.240423 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3d730b31-93c5-417d-b554-ed4a4e87a6c2 req-19bc5651-32dd-44b4-974b-b33d0d5c46c2 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:43.269538 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44d7f725-99ba-4283-963e-686caa255350 req-3eb7e0b6-eeb0-45c2-8f37-416a0cf6fe0b tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1729d99-db06-4992-9fd7-fcde05e9b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986655 Jul 07 16:55:43.289145 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-e9dd6655-711b-4064-bca9-6659c6177a4d req-7d7fa453-71c8-44a6-9df3-10c225674a59 tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] For port 43a82605-6936-4414-8cd1-a7516c267274, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=43a82605-6936-4414-8cd1-a7516c267274,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:43.290026 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e9dd6655-711b-4064-bca9-6659c6177a4d req-7d7fa453-71c8-44a6-9df3-10c225674a59 tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:43.331896 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-e9dd6655-711b-4064-bca9-6659c6177a4d req-7d7fa453-71c8-44a6-9df3-10c225674a59 tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Calling delete_port for 43a82605-6936-4414-8cd1-a7516c267274 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:43.377335 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-c2e31734-e096-4821-87c3-2543892b7e64 req-0c85be62-1ac9-4cd3-aac8-e4dbb7e42fd0 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-801233609', 'description': 'tempest-description-1565442534'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:43.481209 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c2e31734-e096-4821-87c3-2543892b7e64 req-0c85be62-1ac9-4cd3-aac8-e4dbb7e42fd0 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:43.593357 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-3d730b31-93c5-417d-b554-ed4a4e87a6c2 req-19bc5651-32dd-44b4-974b-b33d0d5c46c2 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] For port a4ff8d00-7e82-4c4d-911e-7c9edcdca44e, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=a4ff8d00-7e82-4c4d-911e-7c9edcdca44e,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:43.593598 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3d730b31-93c5-417d-b554-ed4a4e87a6c2 req-19bc5651-32dd-44b4-974b-b33d0d5c46c2 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:43.604673 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe01dc-3433-4494-aead-5dcbaeffbdc4 req-1d2df0ec-16d8-443d-9aa1-74ce0daebfae tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:43.608662 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aefe01dc-3433-4494-aead-5dcbaeffbdc4 req-1d2df0ec-16d8-443d-9aa1-74ce0daebfae tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 945 time: 0.1786084 Jul 07 16:55:43.631395 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-3d730b31-93c5-417d-b554-ed4a4e87a6c2 req-19bc5651-32dd-44b4-974b-b33d0d5c46c2 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Calling delete_port for a4ff8d00-7e82-4c4d-911e-7c9edcdca44e owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:43.681222 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aefe01dc-3433-4494-aead-5dcbaeffbdc4 req-c22f97b7-b41e-42c6-b94d-6e53eb4afd15 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530155 Jul 07 16:55:43.702355 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e9dd6655-711b-4064-bca9-6659c6177a4d req-7d7fa453-71c8-44a6-9df3-10c225674a59 tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:43.724480 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['43a82605-6936-4414-8cd1-a7516c267274'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:43.743845 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5e1f7b62-bed6-4aed-8434-b50381f64cbd req-aead9f2e-1d54-49b4-a9dd-76cf6bb14813 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2560658 Jul 07 16:55:43.782793 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7fa453-71c8-44a6-9df3-10c225674a59 tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Pushing event deleted for resources: {'Port': ['ID=43a82605-6936-4414-8cd1-a7516c267274,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:43.826380 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16968aba-9b6f-4bba-b3c8-3ad791bdf469 x-openstack-request-id: req-16968aba-9b6f-4bba-b3c8-3ad791bdf469 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:43.829090 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3279052d-3b78-42d6-bf8e-9aab1293dcd6", "name": "network-vif-plugged", "status": "completed", "tag": "d7ffe9d7-f969-47b8-a8ee-2aed3cf48178", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:43.834524 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-16968aba-9b6f-4bba-b3c8-3ad791bdf469 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:43.835261 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3279052d-3b78-42d6-bf8e-9aab1293dcd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ffe9d7-f969-47b8-a8ee-2aed3cf48178', 'code': 200} Jul 07 16:55:43.889191 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9dd6655-711b-4064-bca9-6659c6177a4d req-7d7fa453-71c8-44a6-9df3-10c225674a59 tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] No DVR routers for this DVR port 43a82605-6936-4414-8cd1-a7516c267274 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:55:43.894870 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e9dd6655-711b-4064-bca9-6659c6177a4d req-7d7fa453-71c8-44a6-9df3-10c225674a59 tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:43.897956 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e9dd6655-711b-4064-bca9-6659c6177a4d req-7d7fa453-71c8-44a6-9df3-10c225674a59 tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.72 "DELETE /v2.0/ports/43a82605-6936-4414-8cd1-a7516c267274 HTTP/1.1" status: 204 len: 173 time: 1.3248856 Jul 07 16:55:43.898648 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25a97a0-e4c0-4c80-bdd4-0e26f40f747f', 'name': 'network-vif-deleted', 'tag': '43a82605-6936-4414-8cd1-a7516c267274'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:43.901472 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107dca4d-0e83-4682-843a-54e25a7a067d" -d '{"events": [{"server_uuid": "d25a97a0-e4c0-4c80-bdd4-0e26f40f747f", "name": "network-vif-deleted", "tag": "43a82605-6936-4414-8cd1-a7516c267274"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:44.146328 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c2e31734-e096-4821-87c3-2543892b7e64 req-0c85be62-1ac9-4cd3-aac8-e4dbb7e42fd0 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:44.185396 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3219d-22e4-4750-b281-28bd44d17ee9 req-62f04541-7596-41c2-ae7e-fc6bc3039f70 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:44.187224 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d5f3219d-22e4-4750-b281-28bd44d17ee9 req-62f04541-7596-41c2-ae7e-fc6bc3039f70 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 949 time: 0.1569557 Jul 07 16:55:44.212108 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c2e31734-e096-4821-87c3-2543892b7e64 req-0c85be62-1ac9-4cd3-aac8-e4dbb7e42fd0 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:44.257152 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3d730b31-93c5-417d-b554-ed4a4e87a6c2 req-19bc5651-32dd-44b4-974b-b33d0d5c46c2 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:44.284380 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['c21768d3-1ac5-4f55-bd0b-04211e22f403', 'bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:44.288568 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2', 'b9b325a4-0180-47b7-b624-ab8e2e6d21e4', 'bea5d2f1-8163-46dd-810f-effbe19bd1e2', '308cc1c8-0be9-427f-ab41-9af22fbebd27', 'a4ff8d00-7e82-4c4d-911e-7c9edcdca44e'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:44.296328 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d5f3219d-22e4-4750-b281-28bd44d17ee9 req-db802ed8-d6ea-4727-a3ea-3d1d886f0883 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702083 Jul 07 16:55:44.316365 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c2e31734-e096-4821-87c3-2543892b7e64 req-0c85be62-1ac9-4cd3-aac8-e4dbb7e42fd0 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:44.317748 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2e31734-e096-4821-87c3-2543892b7e64 req-0c85be62-1ac9-4cd3-aac8-e4dbb7e42fd0 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9510093 Jul 07 16:55:44.360697 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85be62-1ac9-4cd3-aac8-e4dbb7e42fd0 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e8fc7e-3897-41cf-b426-8d5a39a61175,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:44.363675 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28debbb-5d21-4355-87b9-c54263b4b9d3 req-2ae64b2b-92f5-4eb5-a94b-76746dddf0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:44.371432 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d28debbb-5d21-4355-87b9-c54263b4b9d3 req-2ae64b2b-92f5-4eb5-a94b-76746dddf0cf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3279052d-3b78-42d6-bf8e-9aab1293dcd6 HTTP/1.1" status: 200 len: 1101 time: 0.4014156 Jul 07 16:55:44.393430 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc5651-32dd-44b4-974b-b33d0d5c46c2 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Pushing event deleted for resources: {'Port': ['ID=a4ff8d00-7e82-4c4d-911e-7c9edcdca44e,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:44.487018 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f7b62-bed6-4aed-8434-b50381f64cbd req-d914a1ea-567d-46d9-93a8-9d4f02320dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:44.489830 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5e1f7b62-bed6-4aed-8434-b50381f64cbd req-d914a1ea-567d-46d9-93a8-9d4f02320dd4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 1102 time: 0.6983306 Jul 07 16:55:44.553006 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d28debbb-5d21-4355-87b9-c54263b4b9d3 req-2ce7cecf-87a3-4b67-925f-0bc3465d99c3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e1729d99-db06-4992-9fd7-fcde05e9b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669405 Jul 07 16:55:44.578871 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d730b31-93c5-417d-b554-ed4a4e87a6c2 req-19bc5651-32dd-44b4-974b-b33d0d5c46c2 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] No DVR routers for this DVR port a4ff8d00-7e82-4c4d-911e-7c9edcdca44e on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:55:44.583025 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3d730b31-93c5-417d-b554-ed4a4e87a6c2 req-19bc5651-32dd-44b4-974b-b33d0d5c46c2 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:44.585355 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3d730b31-93c5-417d-b554-ed4a4e87a6c2 req-19bc5651-32dd-44b4-974b-b33d0d5c46c2 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.72 "DELETE /v2.0/ports/a4ff8d00-7e82-4c4d-911e-7c9edcdca44e HTTP/1.1" status: 204 len: 173 time: 1.6208909 Jul 07 16:55:44.585956 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9fc06f-3bd0-4275-86ae-1edfb954ece3', 'name': 'network-vif-deleted', 'tag': 'a4ff8d00-7e82-4c4d-911e-7c9edcdca44e'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:44.589220 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de768fe6-7c69-4c1e-964b-ddd3be8a9198" -d '{"events": [{"server_uuid": "8c9fc06f-3bd0-4275-86ae-1edfb954ece3", "name": "network-vif-deleted", "tag": "a4ff8d00-7e82-4c4d-911e-7c9edcdca44e"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:44.747605 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:44.760791 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261d52a-b75b-4447-9b97-de414f35e1c2 req-64da7582-1ee3-46e4-9ab4-049562bd8fef tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:44.763179 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c261d52a-b75b-4447-9b97-de414f35e1c2 req-64da7582-1ee3-46e4-9ab4-049562bd8fef tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 945 time: 0.1567490 Jul 07 16:55:44.816318 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1f717a85-d61c-4afb-905e-41da3ed18def req-893902ef-fc04-4c2c-809c-2aae02f066b2 tempest-ImagesNegativeTestJSON-1440935454 tempest-ImagesNegativeTestJSON-1440935454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d25a97a0-e4c0-4c80-bdd4-0e26f40f747f HTTP/1.1" status: 200 len: 210 time: 0.1215644 Jul 07 16:55:44.868119 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c261d52a-b75b-4447-9b97-de414f35e1c2 req-8d4d58df-edd6-441c-a026-60aa8b499ecb tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836921 Jul 07 16:55:44.948851 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a738a5-953b-4138-af75-a3383e73a07d x-openstack-request-id: req-56a738a5-953b-4138-af75-a3383e73a07d {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:44.949180 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25a97a0-e4c0-4c80-bdd4-0e26f40f747f", "name": "network-vif-deleted", "tag": "43a82605-6936-4414-8cd1-a7516c267274", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:44.949442 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-56a738a5-953b-4138-af75-a3383e73a07d {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:44.949901 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25a97a0-e4c0-4c80-bdd4-0e26f40f747f', 'name': 'network-vif-deleted', 'tag': '43a82605-6936-4414-8cd1-a7516c267274', 'status': 'completed', 'code': 200} Jul 07 16:55:44.952192 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f7b62-bed6-4aed-8434-b50381f64cbd req-70b4a46b-055b-4c7d-9052-f253ca62bee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:44.955574 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5e1f7b62-bed6-4aed-8434-b50381f64cbd req-70b4a46b-055b-4c7d-9052-f253ca62bee1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.3405602 Jul 07 16:55:44.997573 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87ceab-94bb-4e72-9c38-a69bc9ee5146 req-779894f7-c20a-49d6-a1f6-a12495725b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:44.999392 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd87ceab-94bb-4e72-9c38-a69bc9ee5146 req-779894f7-c20a-49d6-a1f6-a12495725b42 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 1101 time: 0.2769895 Jul 07 16:55:45.030366 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:45.059299 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5e1f7b62-bed6-4aed-8434-b50381f64cbd req-8dcde22a-5f9e-408c-af39-02f9278aa2a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=d4e0317a-996d-4c22-98da-6b5fe21ce920 HTTP/1.1" status: 200 len: 217 time: 0.0761006 Jul 07 16:55:45.066126 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:45.066580 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:45.244509 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f7b62-bed6-4aed-8434-b50381f64cbd req-e3ed163b-f25f-43f4-a69d-d2b0b7686b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:45.245979 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5e1f7b62-bed6-4aed-8434-b50381f64cbd req-e3ed163b-f25f-43f4-a69d-d2b0b7686b3d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1666613 Jul 07 16:55:45.254889 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ebf5850e-211b-4387-8455-d1883347014e req-621efbfd-2f2e-4b55-b298-6f7ebf03d5f2 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9fc06f-3bd0-4275-86ae-1edfb954ece3 HTTP/1.1" status: 200 len: 210 time: 0.0616262 Jul 07 16:55:45.273972 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:45.323300 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-95f89b7a-c96c-4f3c-a487-dba50456b1a3 req-4848227b-d506-4ea6-bbab-90bf568a2535 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c75e9b937a6418f8219f7ab3640cf46 HTTP/1.1" status: 200 len: 10894 time: 0.3314626 Jul 07 16:55:45.350656 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87ceab-94bb-4e72-9c38-a69bc9ee5146 req-42f89522-c484-4997-9bd6-979ac04a900f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:45.352187 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd87ceab-94bb-4e72-9c38-a69bc9ee5146 req-42f89522-c484-4997-9bd6-979ac04a900f service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.3110294 Jul 07 16:55:45.431093 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd87ceab-94bb-4e72-9c38-a69bc9ee5146 req-35c5c301-13d4-47e7-b596-85887b78ecce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=4de31eba-6eab-41da-aed9-0f97c3068ec8 HTTP/1.1" status: 200 len: 217 time: 0.0645447 Jul 07 16:55:45.438909 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:45.458120 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:45.461015 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device a4ff8d00-7e82-4c4d-911e-7c9edcdca44e no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:45.498785 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-95f89b7a-c96c-4f3c-a487-dba50456b1a3 req-ae6f64f3-a1fd-4e8e-86c1-a55020343159 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups/73abea93-b25c-46e4-9bd0-05279d406822 HTTP/1.1" status: 200 len: 2981 time: 0.1745398 Jul 07 16:55:45.527972 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:45.561122 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: a4ff8d00-7e82-4c4d-911e-7c9edcdca44e {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:55:45.561510 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device a4ff8d00-7e82-4c4d-911e-7c9edcdca44e not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:55:45.565329 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87ceab-94bb-4e72-9c38-a69bc9ee5146 req-de8467a4-66fa-4f8d-b201-eec940bd9ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:45.567434 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd87ceab-94bb-4e72-9c38-a69bc9ee5146 req-de8467a4-66fa-4f8d-b201-eec940bd9ce1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1288726 Jul 07 16:55:45.593338 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f7b62-bed6-4aed-8434-b50381f64cbd req-ae79873e-1fa7-4ac7-a78d-703134b90cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:45.595555 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5e1f7b62-bed6-4aed-8434-b50381f64cbd req-ae79873e-1fa7-4ac7-a78d-703134b90cdf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3353763 Jul 07 16:55:45.628830 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-95f89b7a-c96c-4f3c-a487-dba50456b1a3 req-dcc5ae5b-b0cc-434d-850c-3a696f974d72 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups/73abea93-b25c-46e4-9bd0-05279d406822 HTTP/1.1" status: 200 len: 2981 time: 0.1272335 Jul 07 16:55:45.682963 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e613f0-5ae5-4554-9ecc-cdc41938c6d7 x-openstack-request-id: req-43e613f0-5ae5-4554-9ecc-cdc41938c6d7 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:45.683255 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9fc06f-3bd0-4275-86ae-1edfb954ece3", "name": "network-vif-deleted", "tag": "a4ff8d00-7e82-4c4d-911e-7c9edcdca44e", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:45.683506 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43e613f0-5ae5-4554-9ecc-cdc41938c6d7 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:45.683903 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9fc06f-3bd0-4275-86ae-1edfb954ece3', 'name': 'network-vif-deleted', 'tag': 'a4ff8d00-7e82-4c4d-911e-7c9edcdca44e', 'status': 'completed', 'code': 200} Jul 07 16:55:45.742167 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87ceab-94bb-4e72-9c38-a69bc9ee5146 req-8ad71e85-4ebf-47ce-ab4a-90c40f51c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:45.743852 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd87ceab-94bb-4e72-9c38-a69bc9ee5146 req-8ad71e85-4ebf-47ce-ab4a-90c40f51c9dd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1633427 Jul 07 16:55:45.746455 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9388c-97fd-4130-9e2f-6ae83b5dedbb req-9354cc72-3f93-42c8-b0a7-797413dd2fd2 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:45.747928 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5e1f7b62-bed6-4aed-8434-b50381f64cbd req-f74bfbac-93b6-40f3-a731-eeab35f10f17 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313479 Jul 07 16:55:45.759649 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-56e9388c-97fd-4130-9e2f-6ae83b5dedbb req-9354cc72-3f93-42c8-b0a7-797413dd2fd2 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c9331b0-6e10-4004-8140-290c33b63bcd HTTP/1.1" status: 200 len: 949 time: 0.2597129 Jul 07 16:55:45.835519 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-56e9388c-97fd-4130-9e2f-6ae83b5dedbb req-a53b89bc-4b75-4493-8b10-f2d0e4f00b38 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1729d99-db06-4992-9fd7-fcde05e9b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736039 Jul 07 16:55:45.836477 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9331b0-6e10-4004-8140-290c33b63bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:45.841600 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f99885-4df6-4c30-8974-64fd3f667327" -d '{"events": [{"server_uuid": "6c9331b0-6e10-4004-8140-290c33b63bcd", "name": "network-vif-plugged", "status": "completed", "tag": "b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:46.128663 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b34ba-e507-42ce-b797-55d47b7486f0 req-58daca03-e0ac-4787-99d6-40dd657629cd tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:46.132830 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ca0b34ba-e507-42ce-b797-55d47b7486f0 req-58daca03-e0ac-4787-99d6-40dd657629cd tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 949 time: 0.0865262 Jul 07 16:55:46.184001 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ca0b34ba-e507-42ce-b797-55d47b7486f0 req-1dc6e618-773c-476f-b186-bca6ebfb8f10 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443242 Jul 07 16:55:46.393564 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd87ceab-94bb-4e72-9c38-a69bc9ee5146 req-cd1d48d3-074f-4979-b0c3-090a0765d8f7 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6300879 Jul 07 16:55:46.400529 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5e1f7b62-bed6-4aed-8434-b50381f64cbd req-277c9b54-14ee-4f57-a2d4-9cef7a91d1c6 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6289172 Jul 07 16:55:46.405559 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e85fc6f6-346f-4ecd-9fd5-42e4980681c6 req-9e6955b1-19eb-446d-87cc-39ccbbdfac1f tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups/f72c7f07-d018-4beb-b47c-9dfe39236d8d HTTP/1.1" status: 200 len: 1799 time: 0.0519507 Jul 07 16:55:46.440016 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16673c0-8b3a-41b6-8e1c-002f21f35cd9 req-8d984fd0-e9c3-41da-9e1e-53cace6b564a tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:46.441667 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b16673c0-8b3a-41b6-8e1c-002f21f35cd9 req-8d984fd0-e9c3-41da-9e1e-53cace6b564a tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 945 time: 0.1708238 Jul 07 16:55:46.499647 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e85fc6f6-346f-4ecd-9fd5-42e4980681c6 req-c1e5397f-df01-404a-b76d-b7fde4383fc4 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:46.527639 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e85fc6f6-346f-4ecd-9fd5-42e4980681c6 req-c1e5397f-df01-404a-b76d-b7fde4383fc4 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:46.528249 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b16673c0-8b3a-41b6-8e1c-002f21f35cd9 req-a71699b2-fda3-48c6-aa1a-fe0e756f9d5d tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555415 Jul 07 16:55:46.564309 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd87ceab-94bb-4e72-9c38-a69bc9ee5146 req-97e414a1-a9f5-4920-a3a1-9eeb6153fbe6 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542437 Jul 07 16:55:46.590562 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e85fc6f6-346f-4ecd-9fd5-42e4980681c6 req-c1e5397f-df01-404a-b76d-b7fde4383fc4 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:46.593598 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e85fc6f6-346f-4ecd-9fd5-42e4980681c6 req-c1e5397f-df01-404a-b76d-b7fde4383fc4 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:46.595187 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e85fc6f6-346f-4ecd-9fd5-42e4980681c6 req-c1e5397f-df01-404a-b76d-b7fde4383fc4 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "DELETE /v2.0/security-groups/f72c7f07-d018-4beb-b47c-9dfe39236d8d HTTP/1.1" status: 204 len: 173 time: 0.1772046 Jul 07 16:55:46.613621 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02836f29-8afc-4b22-9223-66b35cfcc3a6 x-openstack-request-id: req-02836f29-8afc-4b22-9223-66b35cfcc3a6 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:46.613956 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5397f-df01-404a-b76d-b7fde4383fc4 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72c7f07-d018-4beb-b47c-9dfe39236d8d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:46.614198 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9331b0-6e10-4004-8140-290c33b63bcd", "name": "network-vif-plugged", "status": "completed", "tag": "b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:46.614198 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02836f29-8afc-4b22-9223-66b35cfcc3a6 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:46.614936 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9331b0-6e10-4004-8140-290c33b63bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8', 'code': 200} Jul 07 16:55:46.731487 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 43a82605-6936-4414-8cd1-a7516c267274 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:46.791787 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 43a82605-6936-4414-8cd1-a7516c267274 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:55:46.792724 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 43a82605-6936-4414-8cd1-a7516c267274 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:55:46.837743 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [req-07f5dbd9-63c5-48db-8b14-f131ad49d52e req-bc50a3b8-4913-4a7d-a44f-1130665718c5 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] show failed (client error): The resource could not be found. Jul 07 16:55:46.839703 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-07f5dbd9-63c5-48db-8b14-f131ad49d52e req-bc50a3b8-4913-4a7d-a44f-1130665718c5 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups/f72c7f07-d018-4beb-b47c-9dfe39236d8d HTTP/1.1" status: 404 len: 352 time: 0.0241468 Jul 07 16:55:46.863242 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c69458-359b-430c-bb6b-ec9c6c47c72e req-4d0bf0c0-25f5-42b1-aafe-5fb2c0c178d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:46.864954 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-40c69458-359b-430c-bb6b-ec9c6c47c72e req-4d0bf0c0-25f5-42b1-aafe-5fb2c0c178d0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6c9331b0-6e10-4004-8140-290c33b63bcd HTTP/1.1" status: 200 len: 1101 time: 0.1244543 Jul 07 16:55:46.879952 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8fa61-ea3c-490b-a57e-4a1fb81dda5d req-ca48ed59-865d-4add-8466-a7bec59818d8 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:46.881720 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f9a8fa61-ea3c-490b-a57e-4a1fb81dda5d req-ca48ed59-865d-4add-8466-a7bec59818d8 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 945 time: 0.0966063 Jul 07 16:55:46.952057 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f9a8fa61-ea3c-490b-a57e-4a1fb81dda5d req-f1b35b3b-88c5-42c9-84ef-0871b54db7d3 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636659 Jul 07 16:55:46.954843 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-40c69458-359b-430c-bb6b-ec9c6c47c72e req-607763d5-63b9-46ff-b297-1a2f6dc2adc1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e1729d99-db06-4992-9fd7-fcde05e9b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721326 Jul 07 16:55:47.079296 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-05d4d87d-d70b-41f1-af1e-8dd6bacb9ae3 req-e2dd5fb7-3d19-4fff-9eea-1ff8715c39fd tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups/0a3f561e-dcb4-45ff-94a7-edf64b57fbaf HTTP/1.1" status: 200 len: 1800 time: 0.0901926 Jul 07 16:55:47.193785 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-05d4d87d-d70b-41f1-af1e-8dd6bacb9ae3 req-5c28c992-0d4f-4537-8a4b-d0a7d9f5760e tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:47.232179 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-05d4d87d-d70b-41f1-af1e-8dd6bacb9ae3 req-5c28c992-0d4f-4537-8a4b-d0a7d9f5760e tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:47.285617 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-05d4d87d-d70b-41f1-af1e-8dd6bacb9ae3 req-5c28c992-0d4f-4537-8a4b-d0a7d9f5760e tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:47.289081 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-05d4d87d-d70b-41f1-af1e-8dd6bacb9ae3 req-5c28c992-0d4f-4537-8a4b-d0a7d9f5760e tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:47.290618 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-05d4d87d-d70b-41f1-af1e-8dd6bacb9ae3 req-5c28c992-0d4f-4537-8a4b-d0a7d9f5760e tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "DELETE /v2.0/security-groups/0a3f561e-dcb4-45ff-94a7-edf64b57fbaf HTTP/1.1" status: 204 len: 173 time: 0.1977117 Jul 07 16:55:47.309000 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28c992-0d4f-4537-8a4b-d0a7d9f5760e tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3f561e-dcb4-45ff-94a7-edf64b57fbaf,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:47.400720 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6daac4d-92cc-4a63-915b-120543fae2ea req-653c0355-8e29-41bf-8fe6-a6f04d4dc666 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:47.406207 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f6daac4d-92cc-4a63-915b-120543fae2ea req-653c0355-8e29-41bf-8fe6-a6f04d4dc666 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c9331b0-6e10-4004-8140-290c33b63bcd HTTP/1.1" status: 200 len: 949 time: 0.0781138 Jul 07 16:55:47.452194 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f6daac4d-92cc-4a63-915b-120543fae2ea req-11c5ef7d-7ad6-43a9-a9c1-5fd0489e3772 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1729d99-db06-4992-9fd7-fcde05e9b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428863 Jul 07 16:55:47.540809 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d93950-7ad4-4983-b270-dbeb6c7e3c88 req-7770f659-0a84-4b77-8c02-5a48fe1d8444 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:47.542541 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-16d93950-7ad4-4983-b270-dbeb6c7e3c88 req-7770f659-0a84-4b77-8c02-5a48fe1d8444 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 949 time: 0.0989752 Jul 07 16:55:47.588807 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-16d93950-7ad4-4983-b270-dbeb6c7e3c88 req-c70fcfe6-61ae-449f-8d6d-1ad0f8c41d2e tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381558 Jul 07 16:55:47.630689 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [req-21ea4b01-ce58-49fd-9a32-4fd8b83f9a14 req-4ed5275b-c974-445b-9b49-652e81b0c499 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] show failed (client error): The resource could not be found. Jul 07 16:55:47.631786 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-21ea4b01-ce58-49fd-9a32-4fd8b83f9a14 req-4ed5275b-c974-445b-9b49-652e81b0c499 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups/0a3f561e-dcb4-45ff-94a7-edf64b57fbaf HTTP/1.1" status: 404 len: 352 time: 0.0154812 Jul 07 16:55:47.648651 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c2810-394f-4ff6-b38a-1c9ad4bc0ec5 req-e89eee58-027a-45f7-84b7-cd8bace986b7 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:47.652980 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-620c2810-394f-4ff6-b38a-1c9ad4bc0ec5 req-e89eee58-027a-45f7-84b7-cd8bace986b7 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=b00227d5-19b9-4630-8755-16a268ada2fe HTTP/1.1" status: 200 len: 950 time: 0.0822637 Jul 07 16:55:47.707950 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-620c2810-394f-4ff6-b38a-1c9ad4bc0ec5 req-f37605b4-5e86-43d4-ab21-0c11d2833ab0 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507514 Jul 07 16:55:47.838431 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5ba95d4f-2b34-4458-9878-6d6977745c9f req-8d1e4e5c-4dd4-4f96-8b86-c12ce03ac1bf tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups/98e8fc7e-3897-41cf-b426-8d5a39a61175 HTTP/1.1" status: 200 len: 1800 time: 0.0457394 Jul 07 16:55:47.911138 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80c034-74f2-4d83-a811-7ef078680ecc req-3bcd7d36-ca03-4740-9acc-842d3b6e900d tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:47.912814 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3e80c034-74f2-4d83-a811-7ef078680ecc req-3bcd7d36-ca03-4740-9acc-842d3b6e900d tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 945 time: 0.0872288 Jul 07 16:55:47.928766 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5ba95d4f-2b34-4458-9878-6d6977745c9f req-a2e60e95-fbc1-4a91-a879-f54397494d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:47.957167 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3e80c034-74f2-4d83-a811-7ef078680ecc req-1c3224c1-efb2-4845-87ca-888d10f497fa tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376081 Jul 07 16:55:47.962544 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5ba95d4f-2b34-4458-9878-6d6977745c9f req-a2e60e95-fbc1-4a91-a879-f54397494d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:48.051466 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5ba95d4f-2b34-4458-9878-6d6977745c9f req-a2e60e95-fbc1-4a91-a879-f54397494d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:48.054075 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5ba95d4f-2b34-4458-9878-6d6977745c9f req-a2e60e95-fbc1-4a91-a879-f54397494d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:48.055233 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5ba95d4f-2b34-4458-9878-6d6977745c9f req-a2e60e95-fbc1-4a91-a879-f54397494d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "DELETE /v2.0/security-groups/98e8fc7e-3897-41cf-b426-8d5a39a61175 HTTP/1.1" status: 204 len: 173 time: 0.2097566 Jul 07 16:55:48.075095 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e60e95-fbc1-4a91-a879-f54397494d01 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e8fc7e-3897-41cf-b426-8d5a39a61175,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:48.092502 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-34cd99bc-1fbb-4f5b-a058-f0f7e4b30958 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:48.094799 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-34cd99bc-1fbb-4f5b-a058-f0f7e4b30958 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2&tenant_id=5fe2f64972d24fa49d6d4e62948f5951&binding%3Ahost_id=n-h1-791503-12 HTTP/1.1" status: 200 len: 1097 time: 0.1068363 Jul 07 16:55:48.126962 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [req-3ecdc446-2201-45e7-a9ab-580492bfd647 req-df5182c8-2e4d-41fb-8b95-d0a31d45f5e6 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] show failed (client error): The resource could not be found. Jul 07 16:55:48.127447 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-2c806780-e3d5-40b8-9e03-630edf233133 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791503-12'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:48.128849 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3ecdc446-2201-45e7-a9ab-580492bfd647 req-df5182c8-2e4d-41fb-8b95-d0a31d45f5e6 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups/98e8fc7e-3897-41cf-b426-8d5a39a61175 HTTP/1.1" status: 404 len: 352 time: 0.0201969 Jul 07 16:55:48.312545 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-2c806780-e3d5-40b8-9e03-630edf233133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:48.368668 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-482f50c8-b4fd-41ed-977b-7d70b03eb73c req-73d768db-a2f2-4b7c-a288-ac6ea32ea3a9 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c75e9b937a6418f8219f7ab3640cf46 HTTP/1.1" status: 200 len: 6148 time: 0.0821781 Jul 07 16:55:48.434709 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-482f50c8-b4fd-41ed-977b-7d70b03eb73c req-45640641-f7ad-49ef-807b-0f9906195288 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups/73abea93-b25c-46e4-9bd0-05279d406822 HTTP/1.1" status: 200 len: 2981 time: 0.0568948 Jul 07 16:55:48.512157 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-482f50c8-b4fd-41ed-977b-7d70b03eb73c req-b46ab6a1-5a67-41ae-8e9b-461cb7f1e435 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups/73abea93-b25c-46e4-9bd0-05279d406822 HTTP/1.1" status: 200 len: 2981 time: 0.0704010 Jul 07 16:55:48.522553 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c997c1-86a9-400b-934f-b56c65ad2bf7 req-c886074a-4280-432e-bcf6-0c6bcf50d61a tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:48.524195 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-00c997c1-86a9-400b-934f-b56c65ad2bf7 req-c886074a-4280-432e-bcf6-0c6bcf50d61a tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 945 time: 0.2696736 Jul 07 16:55:48.601775 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-00c997c1-86a9-400b-934f-b56c65ad2bf7 req-f1c3ef29-f2d8-4653-b502-989bf1263b4b tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700185 Jul 07 16:55:48.611864 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-2c806780-e3d5-40b8-9e03-630edf233133 service neutron] For port 66f23783-8aa3-43de-a481-d11c76ad5a18, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=66f23783-8aa3-43de-a481-d11c76ad5a18,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:48.652105 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-c6d5db08-bce1-4bf6-b83f-443cef427607 req-36029327-b999-482b-a9fb-743a5519e0bc tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-124806799', 'description': 'tempest-description-106402668'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:48.682026 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-2c806780-e3d5-40b8-9e03-630edf233133 service neutron] For port 66f23783-8aa3-43de-a481-d11c76ad5a18, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:48.685724 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48550) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:48.715595 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c6d5db08-bce1-4bf6-b83f-443cef427607 req-36029327-b999-482b-a9fb-743a5519e0bc tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:48.726935 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 66f23783-8aa3-43de-a481-d11c76ad5a18 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:48.766344 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf300826-c23c-4499-8ca9-8507b4dc41b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66f23783-8aa3-43de-a481-d11c76ad5a18'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:48.770698 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85820baf-c68b-4ea0-9bda-fbea96649937" -d '{"events": [{"server_uuid": "cf300826-c23c-4499-8ca9-8507b4dc41b2", "name": "network-vif-unplugged", "status": "completed", "tag": "66f23783-8aa3-43de-a481-d11c76ad5a18"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:48.780009 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-2c806780-e3d5-40b8-9e03-630edf233133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:48.798451 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-2c806780-e3d5-40b8-9e03-630edf233133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:48.829521 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc12d4-cd8e-4d8d-ab2d-952eb9f3fd87 req-4f9c9d54-22fb-4bc1-b595-76a3b8a33036 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:48.832505 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-12dc12d4-cd8e-4d8d-ab2d-952eb9f3fd87 req-4f9c9d54-22fb-4bc1-b595-76a3b8a33036 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c9331b0-6e10-4004-8140-290c33b63bcd HTTP/1.1" status: 200 len: 949 time: 0.1301904 Jul 07 16:55:48.861131 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 66f23783-8aa3-43de-a481-d11c76ad5a18, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=66f23783-8aa3-43de-a481-d11c76ad5a18,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:48.875839 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 66f23783-8aa3-43de-a481-d11c76ad5a18 has no active binding in host n-h2-791503-12 {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 16:55:48.916769 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-12dc12d4-cd8e-4d8d-ab2d-952eb9f3fd87 req-ad6f0680-a391-4191-9c96-f68803b74b41 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1729d99-db06-4992-9fd7-fcde05e9b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728319 Jul 07 16:55:48.983049 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-2c806780-e3d5-40b8-9e03-630edf233133 service neutron] Attempting to bind port 66f23783-8aa3-43de-a481-d11c76ad5a18 on host n-h1-791503-12 for vnic_type normal with profile {"migrating_to": "n-h2-791503-12"} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:48.983507 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-2c806780-e3d5-40b8-9e03-630edf233133 service neutron] Attempting to bind port 66f23783-8aa3-43de-a481-d11c76ad5a18 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:48.983714 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-2c806780-e3d5-40b8-9e03-630edf233133 service neutron] Attempting to bind port 66f23783-8aa3-43de-a481-d11c76ad5a18 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:48.992447 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c806780-e3d5-40b8-9e03-630edf233133 service neutron] Pushing event updated for resources: {'Port': ['ID=66f23783-8aa3-43de-a481-d11c76ad5a18,revision_number=7']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:48.992447 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 48562) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:48.994169 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6e6fe74a-c033-4fbb-b92e-5b100f8196e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2f5ae70a962d4b85afdb410b0f650922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3047912 Jul 07 16:55:49.014683 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-2c806780-e3d5-40b8-9e03-630edf233133 service neutron] Port 66f23783-8aa3-43de-a481-d11c76ad5a18 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:55:49.015150 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-2c806780-e3d5-40b8-9e03-630edf233133 service neutron] Attempting to bind port 66f23783-8aa3-43de-a481-d11c76ad5a18 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:49.057678 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-2c806780-e3d5-40b8-9e03-630edf233133 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:49.058020 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-2c806780-e3d5-40b8-9e03-630edf233133 service neutron] Checking segment: {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:49.058404 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-2c806780-e3d5-40b8-9e03-630edf233133 service neutron] Bound using segment: {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:49.058849 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-2c806780-e3d5-40b8-9e03-630edf233133 service neutron] Bound port: 66f23783-8aa3-43de-a481-d11c76ad5a18, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:49.059202 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-2c806780-e3d5-40b8-9e03-630edf233133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.075555 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c6d5db08-bce1-4bf6-b83f-443cef427607 req-36029327-b999-482b-a9fb-743a5519e0bc tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.086702 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c6d5db08-bce1-4bf6-b83f-443cef427607 req-36029327-b999-482b-a9fb-743a5519e0bc tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.147693 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c6d5db08-bce1-4bf6-b83f-443cef427607 req-36029327-b999-482b-a9fb-743a5519e0bc tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.148975 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c6d5db08-bce1-4bf6-b83f-443cef427607 req-36029327-b999-482b-a9fb-743a5519e0bc tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5071669 Jul 07 16:55:49.177864 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36029327-b999-482b-a9fb-743a5519e0bc tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfc340f-e289-48e2-8bd9-2dd5d7a496f7,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:49.189967 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81d21f0c-f546-4eb9-a40f-c8dd7bd5ef67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.225610 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-2c806780-e3d5-40b8-9e03-630edf233133 service neutron] For port 66f23783-8aa3-43de-a481-d11c76ad5a18, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:49.233575 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81d21f0c-f546-4eb9-a40f-c8dd7bd5ef67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.242436 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c54ce-189a-48be-9d57-91ebb8fb0406 req-bb6b590b-cb6f-4357-8f64-b96962ef98ba tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:49.245462 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8a5c54ce-189a-48be-9d57-91ebb8fb0406 req-bb6b590b-cb6f-4357-8f64-b96962ef98ba tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 949 time: 0.1946929 Jul 07 16:55:49.251594 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-2c806780-e3d5-40b8-9e03-630edf233133 service neutron] For port 66f23783-8aa3-43de-a481-d11c76ad5a18, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=66f23783-8aa3-43de-a481-d11c76ad5a18,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:49.262248 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-2c806780-e3d5-40b8-9e03-630edf233133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.333510 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf686279-aef0-4617-bfc8-50121c015e51 req-38957fed-2b7a-4b77-a924-e346bcfb5928 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:49.336247 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cf686279-aef0-4617-bfc8-50121c015e51 req-38957fed-2b7a-4b77-a924-e346bcfb5928 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.72 "GET /v2.0/ports?device_id=b00227d5-19b9-4630-8755-16a268ada2fe HTTP/1.1" status: 200 len: 950 time: 0.1956444 Jul 07 16:55:49.390163 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c806780-e3d5-40b8-9e03-630edf233133 service neutron] Pushing event updated for resources: {'Port': ['ID=66f23783-8aa3-43de-a481-d11c76ad5a18,revision_number=8']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:49.410507 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8a5c54ce-189a-48be-9d57-91ebb8fb0406 req-099f477a-cd6f-4dca-870a-a7e4ff14d47f tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484554 Jul 07 16:55:49.416486 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-2c806780-e3d5-40b8-9e03-630edf233133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:49.417237 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-2c806780-e3d5-40b8-9e03-630edf233133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.418922 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-2c806780-e3d5-40b8-9e03-630edf233133 service neutron] 10.222.0.72 "PUT /v2.0/ports/66f23783-8aa3-43de-a481-d11c76ad5a18 HTTP/1.1" status: 200 len: 1123 time: 1.3021128 Jul 07 16:55:49.444692 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81d21f0c-f546-4eb9-a40f-c8dd7bd5ef67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.447484 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81d21f0c-f546-4eb9-a40f-c8dd7bd5ef67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.448607 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-81d21f0c-f546-4eb9-a40f-c8dd7bd5ef67 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22668f2b-12a2-49a5-a449-2cc7f68f9534 HTTP/1.1" status: 204 len: 168 time: 0.4515126 Jul 07 16:55:49.472321 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57caea47-9878-4631-be08-dc912b6a2216 req-37ff1f59-8cdb-4e3f-aec8-3ffb382e6e7d tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:49.474257 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-57caea47-9878-4631-be08-dc912b6a2216 req-37ff1f59-8cdb-4e3f-aec8-3ffb382e6e7d tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=b00227d5-19b9-4630-8755-16a268ada2fe HTTP/1.1" status: 200 len: 950 time: 0.1774771 Jul 07 16:55:49.474954 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d21f0c-f546-4eb9-a40f-c8dd7bd5ef67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22668f2b-12a2-49a5-a449-2cc7f68f9534,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:49.493027 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9104819b-19a8-49a6-8293-b081039700fc x-openstack-request-id: req-9104819b-19a8-49a6-8293-b081039700fc {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:49.493921 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf300826-c23c-4499-8ca9-8507b4dc41b2", "name": "network-vif-unplugged", "status": "completed", "tag": "66f23783-8aa3-43de-a481-d11c76ad5a18", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:49.494184 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9104819b-19a8-49a6-8293-b081039700fc {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:49.494600 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf300826-c23c-4499-8ca9-8507b4dc41b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66f23783-8aa3-43de-a481-d11c76ad5a18', 'code': 200} Jul 07 16:55:49.552083 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-57caea47-9878-4631-be08-dc912b6a2216 req-b15bae8b-cf9a-474a-975c-e2a76761f7d4 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564344 Jul 07 16:55:49.567241 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['66f23783-8aa3-43de-a481-d11c76ad5a18'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:49.633478 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-cf686279-aef0-4617-bfc8-50121c015e51 req-965c1b27-dfa8-4049-a51e-22648b2226d6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Deleting port 308cc1c8-0be9-427f-ab41-9af22fbebd27 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:49.634016 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['66f23783-8aa3-43de-a481-d11c76ad5a18'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:49.634150 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cf686279-aef0-4617-bfc8-50121c015e51 req-965c1b27-dfa8-4049-a51e-22648b2226d6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.805429 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-cf686279-aef0-4617-bfc8-50121c015e51 req-965c1b27-dfa8-4049-a51e-22648b2226d6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] For port 308cc1c8-0be9-427f-ab41-9af22fbebd27, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=308cc1c8-0be9-427f-ab41-9af22fbebd27,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:49.810384 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cf686279-aef0-4617-bfc8-50121c015e51 req-965c1b27-dfa8-4049-a51e-22648b2226d6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.821139 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c09bb9-ffeb-4793-a0f1-56ef1430502a req-4ccf763e-d23b-4b0d-880b-544e777cfe55 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:49.823544 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-90c09bb9-ffeb-4793-a0f1-56ef1430502a req-4ccf763e-d23b-4b0d-880b-544e777cfe55 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/ports?device_id=3279052d-3b78-42d6-bf8e-9aab1293dcd6 HTTP/1.1" status: 200 len: 949 time: 0.1277027 Jul 07 16:55:49.882082 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-90c09bb9-ffeb-4793-a0f1-56ef1430502a req-75c23492-62fa-499c-b581-4f05c18665c7 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1729d99-db06-4992-9fd7-fcde05e9b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512168 Jul 07 16:55:49.920420 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-cf686279-aef0-4617-bfc8-50121c015e51 req-965c1b27-dfa8-4049-a51e-22648b2226d6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Calling delete_port for 308cc1c8-0be9-427f-ab41-9af22fbebd27 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:49.930243 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-5a7f6547-1612-4f28-b4df-4ad8e6f2dfd6 req-4dae3da2-a675-4abd-998e-45b3ba028f7b tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-81875606', 'description': 'tempest-description-1722672431'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:49.966925 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5a7f6547-1612-4f28-b4df-4ad8e6f2dfd6 req-4dae3da2-a675-4abd-998e-45b3ba028f7b tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:50.055854 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8058c6b-8a14-4897-a1e0-5af2a89338b3 req-178fd5c3-e4a3-466d-8a8a-20f9b7f11589 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:50.057491 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f8058c6b-8a14-4897-a1e0-5af2a89338b3 req-178fd5c3-e4a3-466d-8a8a-20f9b7f11589 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 945 time: 0.2363682 Jul 07 16:55:50.117524 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5a7f6547-1612-4f28-b4df-4ad8e6f2dfd6 req-4dae3da2-a675-4abd-998e-45b3ba028f7b tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:50.123926 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5a7f6547-1612-4f28-b4df-4ad8e6f2dfd6 req-4dae3da2-a675-4abd-998e-45b3ba028f7b tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:50.143268 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f8058c6b-8a14-4897-a1e0-5af2a89338b3 req-39d49bea-7396-4c67-8dc8-5d9a34467625 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776515 Jul 07 16:55:50.162679 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cf686279-aef0-4617-bfc8-50121c015e51 req-965c1b27-dfa8-4049-a51e-22648b2226d6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:50.179719 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['c21768d3-1ac5-4f55-bd0b-04211e22f403', 'bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:50.189359 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5a7f6547-1612-4f28-b4df-4ad8e6f2dfd6 req-4dae3da2-a675-4abd-998e-45b3ba028f7b tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:50.206273 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5a7f6547-1612-4f28-b4df-4ad8e6f2dfd6 req-4dae3da2-a675-4abd-998e-45b3ba028f7b tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2780230 Jul 07 16:55:50.210635 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae3da2-a675-4abd-998e-45b3ba028f7b tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f2f302-fc0d-4c13-ad62-1a381cfab18c,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:50.226151 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c1b27-dfa8-4049-a51e-22648b2226d6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Pushing event deleted for resources: {'Port': ['ID=308cc1c8-0be9-427f-ab41-9af22fbebd27,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:50.391348 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf686279-aef0-4617-bfc8-50121c015e51 req-965c1b27-dfa8-4049-a51e-22648b2226d6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] No DVR routers for this DVR port 308cc1c8-0be9-427f-ab41-9af22fbebd27 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:55:50.397542 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cf686279-aef0-4617-bfc8-50121c015e51 req-965c1b27-dfa8-4049-a51e-22648b2226d6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:50.401491 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cf686279-aef0-4617-bfc8-50121c015e51 req-965c1b27-dfa8-4049-a51e-22648b2226d6 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.72 "DELETE /v2.0/ports/308cc1c8-0be9-427f-ab41-9af22fbebd27 HTTP/1.1" status: 204 len: 173 time: 1.0539567 Jul 07 16:55:50.402547 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00227d5-19b9-4630-8755-16a268ada2fe', 'name': 'network-vif-deleted', 'tag': '308cc1c8-0be9-427f-ab41-9af22fbebd27'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:50.407586 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b3a0ec-b792-48af-ac11-1c114e80a105" -d '{"events": [{"server_uuid": "b00227d5-19b9-4630-8755-16a268ada2fe", "name": "network-vif-deleted", "tag": "308cc1c8-0be9-427f-ab41-9af22fbebd27"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:50.511539 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883daf6-057b-421f-ab7c-62b00b66ca24 req-6fb31cf4-8a83-4835-ab2d-b6462a617b7c tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:50.518653 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1883daf6-057b-421f-ab7c-62b00b66ca24 req-6fb31cf4-8a83-4835-ab2d-b6462a617b7c tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 943 time: 0.1073053 Jul 07 16:55:50.642864 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1883daf6-057b-421f-ab7c-62b00b66ca24 req-21b0b0e2-e19b-4a1c-bea3-5b6e3a8108ee tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088383 Jul 07 16:55:50.787990 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2', 'b9b325a4-0180-47b7-b624-ab8e2e6d21e4', 'bea5d2f1-8163-46dd-810f-effbe19bd1e2', '308cc1c8-0be9-427f-ab41-9af22fbebd27'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:50.802931 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b11d12c-6e77-4c86-9a26-19710709a6e4 x-openstack-request-id: req-3b11d12c-6e77-4c86-9a26-19710709a6e4 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:50.803791 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00227d5-19b9-4630-8755-16a268ada2fe", "name": "network-vif-deleted", "tag": "308cc1c8-0be9-427f-ab41-9af22fbebd27", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:50.804657 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b11d12c-6e77-4c86-9a26-19710709a6e4 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:50.805722 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00227d5-19b9-4630-8755-16a268ada2fe', 'name': 'network-vif-deleted', 'tag': '308cc1c8-0be9-427f-ab41-9af22fbebd27', 'status': 'completed', 'code': 200} Jul 07 16:55:51.245972 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-d5275840-1463-4fc5-ac97-0ea8853b73da tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:51.264378 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-d5275840-1463-4fc5-ac97-0ea8853b73da tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/networks?id=2d910713-9317-4b27-b56c-fb6e554b6677 HTTP/1.1" status: 200 len: 812 time: 0.2808800 Jul 07 16:55:51.316448 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-be2e5764-7290-41f0-8ca0-ee0a886e26be tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/quotas/0c75e9b937a6418f8219f7ab3640cf46 HTTP/1.1" status: 200 len: 375 time: 0.0493760 Jul 07 16:55:51.342831 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7db28a-abc3-4ab6-9d72-aab6dcc67765 req-46b73101-adbf-423d-a135-a2978e262160 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:51.355416 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4c7db28a-abc3-4ab6-9d72-aab6dcc67765 req-46b73101-adbf-423d-a135-a2978e262160 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 949 time: 0.2296774 Jul 07 16:55:51.428037 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4c7db28a-abc3-4ab6-9d72-aab6dcc67765 req-f223df52-efef-4525-aebe-f22bd7141e11 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713987 Jul 07 16:55:51.482312 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-90e9bb2a-b117-4074-a82a-14919fb36b05 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0c75e9b937a6418f8219f7ab3640cf46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1552398 Jul 07 16:55:51.496247 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf300826-c23c-4499-8ca9-8507b4dc41b2', 'tag': '66f23783-8aa3-43de-a481-d11c76ad5a18'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:51.502432 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410132ce-9ba3-4bef-8a97-f681f067ed8a" -d '{"events": [{"name": "network-changed", "server_uuid": "cf300826-c23c-4499-8ca9-8507b4dc41b2", "tag": "66f23783-8aa3-43de-a481-d11c76ad5a18"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:51.713190 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-35de5f39-c725-435d-a72b-607646a699af service neutron] 10.222.0.53 "GET /v2.0/networks/2d910713-9317-4b27-b56c-fb6e554b6677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267702 Jul 07 16:55:51.763194 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6539a5e-229e-4f14-96e1-d5bd047efd86 req-916c55ed-21e0-4916-a671-c7330be0771a tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=b00227d5-19b9-4630-8755-16a268ada2fe HTTP/1.1" status: 200 len: 210 time: 0.0622067 Jul 07 16:55:51.878685 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-237163b4-da47-4d6e-9244-9e25c28cc64c service neutron] 10.222.0.53 "GET /v2.0/networks/2d910713-9317-4b27-b56c-fb6e554b6677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532433 Jul 07 16:55:52.240506 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b95fa-5e82-4148-bff1-0a3ea6c88032 req-eb522297-537c-4e87-b5ea-d7d94e52b56a tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:52.242540 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-013b95fa-5e82-4148-bff1-0a3ea6c88032 req-eb522297-537c-4e87-b5ea-d7d94e52b56a tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 945 time: 0.1019964 Jul 07 16:55:52.306185 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-013b95fa-5e82-4148-bff1-0a3ea6c88032 req-31701b67-823e-4a8d-9c44-75462470d358 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558217 Jul 07 16:55:52.405157 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66119f0-3d83-4538-bab9-68ae40576788 x-openstack-request-id: req-c66119f0-3d83-4538-bab9-68ae40576788 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:52.406753 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf300826-c23c-4499-8ca9-8507b4dc41b2", "tag": "66f23783-8aa3-43de-a481-d11c76ad5a18", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:52.406914 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c66119f0-3d83-4538-bab9-68ae40576788 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:52.407493 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf300826-c23c-4499-8ca9-8507b4dc41b2', 'tag': '66f23783-8aa3-43de-a481-d11c76ad5a18', 'status': 'completed', 'code': 200} Jul 07 16:55:52.463022 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:55:52.535434 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-37e22d7d-7064-4bbd-8a80-3681fae15b40 req-5af696db-9758-4447-a724-713f84525c75 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=c823062d-b6cc-4dc2-8a40-7f9d3987ffa1 HTTP/1.1" status: 200 len: 210 time: 0.0699115 Jul 07 16:55:52.594458 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410132ce-9ba3-4bef-8a97-f681f067ed8a req-d3f4b151-7a92-425c-b08b-3adfe2b82453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:52.597368 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-410132ce-9ba3-4bef-8a97-f681f067ed8a req-d3f4b151-7a92-425c-b08b-3adfe2b82453 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 1126 time: 0.1419663 Jul 07 16:55:52.763867 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 308cc1c8-0be9-427f-ab41-9af22fbebd27 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:52.777409 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a640b5-7e27-4710-951a-3a1f1e8b7e8c req-27d158ae-1b62-447c-b0b9-dfaf8ce02052 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:52.779182 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-61a640b5-7e27-4710-951a-3a1f1e8b7e8c req-27d158ae-1b62-447c-b0b9-dfaf8ce02052 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 943 time: 0.1922865 Jul 07 16:55:52.780712 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410132ce-9ba3-4bef-8a97-f681f067ed8a req-3a7a6ae3-b688-4dd6-a2db-e5c8e535cd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:52.783320 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-410132ce-9ba3-4bef-8a97-f681f067ed8a req-3a7a6ae3-b688-4dd6-a2db-e5c8e535cd42 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 200 len: 922 time: 0.1757455 Jul 07 16:55:52.794825 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 308cc1c8-0be9-427f-ab41-9af22fbebd27 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:55:52.795171 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 308cc1c8-0be9-427f-ab41-9af22fbebd27 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:55:52.850073 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-410132ce-9ba3-4bef-8a97-f681f067ed8a req-91b9745b-2b4c-42a0-985b-f1eed6da992d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66f23783-8aa3-43de-a481-d11c76ad5a18 HTTP/1.1" status: 200 len: 217 time: 0.0583918 Jul 07 16:55:52.909422 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-61a640b5-7e27-4710-951a-3a1f1e8b7e8c req-067c4e2c-5b48-4f8d-967d-246638eeeb48 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190290 Jul 07 16:55:52.943284 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410132ce-9ba3-4bef-8a97-f681f067ed8a req-ed54e774-2689-4a88-ad90-6b3e198d9883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:52.943284 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-410132ce-9ba3-4bef-8a97-f681f067ed8a req-ed54e774-2689-4a88-ad90-6b3e198d9883 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=efc5a7ec-004d-467f-9a91-81aefb64567f HTTP/1.1" status: 200 len: 861 time: 0.0762532 Jul 07 16:55:52.976234 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bf0dd-7709-42f4-9036-687d09fd1427 req-9939d0df-4a9c-4108-91ab-2d7f9db76f9e tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:52.979155 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e33bf0dd-7709-42f4-9036-687d09fd1427 req-9939d0df-4a9c-4108-91ab-2d7f9db76f9e tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 949 time: 0.1154585 Jul 07 16:55:52.989160 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-410132ce-9ba3-4bef-8a97-f681f067ed8a req-75ffe0c9-19ad-4bcf-965f-49ba39fca20b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ad75942-8a9e-4718-9815-ad27d5bad609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438781 Jul 07 16:55:53.073474 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e33bf0dd-7709-42f4-9036-687d09fd1427 req-717227fd-392f-4707-b9e0-a523d662b362 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834687 Jul 07 16:55:53.211962 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-410132ce-9ba3-4bef-8a97-f681f067ed8a req-c9d110ab-dd67-4a86-a4f4-879b44833d27 service neutron] 10.222.0.64 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020838 Jul 07 16:55:53.386524 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cb0fc6ca-5a74-4425-b131-a0549e72d26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:53.433571 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-410132ce-9ba3-4bef-8a97-f681f067ed8a req-769c73e7-7df9-4168-8b38-9cefb5097139 service neutron] 10.222.0.64 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092748 Jul 07 16:55:53.449580 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:53.707802 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48704) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:53.720819 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port d7ffe9d7-f969-47b8-a8ee-2aed3cf48178, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=d7ffe9d7-f969-47b8-a8ee-2aed3cf48178,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:53.726229 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff49a2-f0b2-4cce-b165-c2f605f2b2ca req-a48e3404-1806-4433-8574-2046cc7278f0 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:53.736767 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69ff49a2-f0b2-4cce-b165-c2f605f2b2ca req-a48e3404-1806-4433-8574-2046cc7278f0 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 945 time: 0.1255691 Jul 07 16:55:53.739125 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'd7ffe9d7-f969-47b8-a8ee-2aed3cf48178', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': 'd7ffe9d7-f969-47b8-a8ee-2aed3cf48178', 'mac_address': 'fa:16:3e:54:3b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:53.795876 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69ff49a2-f0b2-4cce-b165-c2f605f2b2ca req-685719f0-8c59-41e8-88de-54888918a805 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543742 Jul 07 16:55:53.823042 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:53.852438 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:53.897602 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port d7ffe9d7-f969-47b8-a8ee-2aed3cf48178, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=d7ffe9d7-f969-47b8-a8ee-2aed3cf48178,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:53.909739 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:54.033798 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=d7ffe9d7-f969-47b8-a8ee-2aed3cf48178,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:54.067818 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ad901433-9148-4248-a2ae-a1491d35d41d req-2fedfe2a-1311-4e54-b693-1124a0070ecc tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=c823062d-b6cc-4dc2-8a40-7f9d3987ffa1 HTTP/1.1" status: 200 len: 210 time: 0.0942159 Jul 07 16:55:54.089544 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-388ad6ce-2ffe-4383-8c15-6b28b51b96c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:54.134477 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['d7ffe9d7-f969-47b8-a8ee-2aed3cf48178'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:54.580122 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-4ec8ae09-f131-43db-97fd-bc25aeacd537 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:54.582972 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-4ec8ae09-f131-43db-97fd-bc25aeacd537 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.72 "GET /v2.0/networks?id=2d910713-9317-4b27-b56c-fb6e554b6677 HTTP/1.1" status: 200 len: 812 time: 0.4655471 Jul 07 16:55:54.585749 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c156f2-5927-402f-bcb4-1a1e74b2f314 req-e9984117-2cf3-42e0-b53e-9be5fad439c1 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:54.588414 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-40c156f2-5927-402f-bcb4-1a1e74b2f314 req-e9984117-2cf3-42e0-b53e-9be5fad439c1 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 949 time: 0.1294546 Jul 07 16:55:54.623024 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-c1388e52-3f43-42f8-b297-59aaf370a130 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Request body: {'port': {'device_id': 'c823062d-b6cc-4dc2-8a40-7f9d3987ffa1', 'network_id': '2d910713-9317-4b27-b56c-fb6e554b6677', 'admin_state_up': True, 'tenant_id': '0c75e9b937a6418f8219f7ab3640cf46'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:54.654485 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-40c156f2-5927-402f-bcb4-1a1e74b2f314 req-176d4f1f-3118-4397-a97a-636c7ae1223d tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570846 Jul 07 16:55:54.703850 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f72fc9-f4cf-42d2-9721-eb00f16c9703 req-c6ce9107-12bf-4858-b356-51aca1ccd676 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:54.705818 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80f72fc9-f4cf-42d2-9721-eb00f16c9703 req-c6ce9107-12bf-4858-b356-51aca1ccd676 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 943 time: 0.3004985 Jul 07 16:55:54.707968 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-388ad6ce-2ffe-4383-8c15-6b28b51b96c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:54.723708 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-388ad6ce-2ffe-4383-8c15-6b28b51b96c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:54.843141 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ad6ce-2ffe-4383-8c15-6b28b51b96c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe11599-c31e-4c6e-b126-8faa7c9e3d89,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:54.856152 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-388ad6ce-2ffe-4383-8c15-6b28b51b96c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bd3b178b094f4e62ae457f73a195c612&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1405158 Jul 07 16:55:54.861800 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 48722) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:54.877152 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80f72fc9-f4cf-42d2-9721-eb00f16c9703 req-2ca9e6bd-0115-40f9-ad0e-01b10d11669b tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542287 Jul 07 16:55:54.933745 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de212db-ba3f-4a1b-8bae-e726021e8b6d req-9f42be12-0a13-4d3a-8bad-b690dc4e4f71 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:54.941551 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9de212db-ba3f-4a1b-8bae-e726021e8b6d req-9f42be12-0a13-4d3a-8bad-b690dc4e4f71 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4ce7f1c-bcd9-47be-bf99-4418c3840b17 HTTP/1.1" status: 200 len: 950 time: 0.1438844 Jul 07 16:55:54.961213 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-c1388e52-3f43-42f8-b297-59aaf370a130 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Made reservation on behalf of 0c75e9b937a6418f8219f7ab3640cf46 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:54.970656 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-c1388e52-3f43-42f8-b297-59aaf370a130 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:54.982508 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d34cf9c-b0a0-499e-9813-067653ca738c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:55.025478 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9de212db-ba3f-4a1b-8bae-e726021e8b6d req-f288ff43-7aae-4170-a72b-c557f5fb7929 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826595 Jul 07 16:55:55.071790 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d34cf9c-b0a0-499e-9813-067653ca738c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:55.212827 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d34cf9c-b0a0-499e-9813-067653ca738c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:55.219656 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d34cf9c-b0a0-499e-9813-067653ca738c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:55.228692 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4d34cf9c-b0a0-499e-9813-067653ca738c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dfe11599-c31e-4c6e-b126-8faa7c9e3d89 HTTP/1.1" status: 204 len: 168 time: 0.3630202 Jul 07 16:55:55.264913 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34cf9c-b0a0-499e-9813-067653ca738c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe11599-c31e-4c6e-b126-8faa7c9e3d89,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:55.350858 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-c1388e52-3f43-42f8-b297-59aaf370a130 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Allocated IP 172.20.0.10 (2d910713-9317-4b27-b56c-fb6e554b6677/88bf7df0-fa2f-449a-8a86-38e68aaa4aa1/fb91d138-9013-4bdc-80eb-842cf65c559f) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:55.450121 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:55.475093 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce86edc-23d5-475a-9839-292ee6d4d9e7 req-7910f27d-b6a5-4c16-b7f3-9337a35d7765 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:55.480604 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5ce86edc-23d5-475a-9839-292ee6d4d9e7 req-7910f27d-b6a5-4c16-b7f3-9337a35d7765 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 945 time: 0.1803524 Jul 07 16:55:55.569224 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:55.569984 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:55.576593 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-75991ecb-c62a-4b57-8a59-058493b09674 req-5e00188b-47b2-4683-862c-104a8684e5e9 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=c823062d-b6cc-4dc2-8a40-7f9d3987ffa1 HTTP/1.1" status: 200 len: 210 time: 0.0538032 Jul 07 16:55:55.600263 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5ce86edc-23d5-475a-9839-292ee6d4d9e7 req-172526e7-be9d-4b61-9c33-66f2d0f76750 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997419 Jul 07 16:55:55.694578 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-c1388e52-3f43-42f8-b297-59aaf370a130 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:55.773427 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:55.793005 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-c1388e52-3f43-42f8-b297-59aaf370a130 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:55.822307 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['6e9bd431-31c1-499a-92fb-51bb68b23bb1'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:55.893169 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-c1388e52-3f43-42f8-b297-59aaf370a130 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Network 2d910713-9317-4b27-b56c-fb6e554b6677 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:55.916121 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-c1388e52-3f43-42f8-b297-59aaf370a130 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:55.933309 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3279052d-3b78-42d6-bf8e-9aab1293dcd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ffe9d7-f969-47b8-a8ee-2aed3cf48178'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:55.935879 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8176d453-b492-4c9b-bf2b-934da70cc739" -d '{"events": [{"server_uuid": "3279052d-3b78-42d6-bf8e-9aab1293dcd6", "name": "network-vif-plugged", "status": "completed", "tag": "d7ffe9d7-f969-47b8-a8ee-2aed3cf48178"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:55.944517 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-c1388e52-3f43-42f8-b297-59aaf370a130 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:55.967019 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port d7ffe9d7-f969-47b8-a8ee-2aed3cf48178, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=d7ffe9d7-f969-47b8-a8ee-2aed3cf48178,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:55.981262 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:56.043260 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e1f33a-07aa-48c0-bd99-dc387fab223a x-openstack-request-id: req-86e1f33a-07aa-48c0-bd99-dc387fab223a {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:56.043626 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3279052d-3b78-42d6-bf8e-9aab1293dcd6", "name": "network-vif-plugged", "status": "completed", "tag": "d7ffe9d7-f969-47b8-a8ee-2aed3cf48178", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:56.043810 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86e1f33a-07aa-48c0-bd99-dc387fab223a {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:56.048972 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3279052d-3b78-42d6-bf8e-9aab1293dcd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ffe9d7-f969-47b8-a8ee-2aed3cf48178', 'code': 200} Jul 07 16:55:56.111510 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0929eb6-97b1-4d33-8170-af59c111cf55 req-57d125ff-cac6-4cd1-b562-93a684a62cc0 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:56.114557 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b0929eb6-97b1-4d33-8170-af59c111cf55 req-57d125ff-cac6-4cd1-b562-93a684a62cc0 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4ce7f1c-bcd9-47be-bf99-4418c3840b17 HTTP/1.1" status: 200 len: 950 time: 0.2354941 Jul 07 16:55:56.125749 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-c1388e52-3f43-42f8-b297-59aaf370a130 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:56.126578 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-c1388e52-3f43-42f8-b297-59aaf370a130 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:56.155428 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1388e52-3f43-42f8-b297-59aaf370a130 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Pushing event updated for resources: {'Port': ['ID=fb91d138-9013-4bdc-80eb-842cf65c559f,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:56.163925 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:56.192146 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=d7ffe9d7-f969-47b8-a8ee-2aed3cf48178,revision_number=7']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:56.229994 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-c1388e52-3f43-42f8-b297-59aaf370a130 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6146536 Jul 07 16:55:56.257935 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-e7238932-cfc6-40f1-84e3-79f449f0d7cd service neutron] Request body: {'port': {'device_id': 'c823062d-b6cc-4dc2-8a40-7f9d3987ffa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:56.344252 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ca19a-ced2-41e5-8041-3b101b628e1a req-84c08e99-a243-4ac1-905e-3fa0e81617a7 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:56.353563 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2c8ca19a-ced2-41e5-8041-3b101b628e1a req-84c08e99-a243-4ac1-905e-3fa0e81617a7 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 949 time: 0.2182431 Jul 07 16:55:56.432341 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d8b82-021a-4ff0-a19f-4be5f5dfd29f req-7d99945f-e641-42f0-8040-78de0e74223d tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:56.433877 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c98d8b82-021a-4ff0-a19f-4be5f5dfd29f req-7d99945f-e641-42f0-8040-78de0e74223d tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb6fb919-8aa3-4716-b2f8-0c1fc3b9cdc2 HTTP/1.1" status: 200 len: 949 time: 0.3129184 Jul 07 16:55:56.449508 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2c8ca19a-ced2-41e5-8041-3b101b628e1a req-a642ed47-0d5b-4869-aa5a-edca8b7cec26 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944498 Jul 07 16:55:56.458280 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-e7238932-cfc6-40f1-84e3-79f449f0d7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:56.490078 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fca8d-4003-4140-82fe-31a68798b6e9 req-46893af1-f364-4207-bc84-f2ffa1176ef3 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:56.499521 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cd2fca8d-4003-4140-82fe-31a68798b6e9 req-46893af1-f364-4207-bc84-f2ffa1176ef3 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 943 time: 0.3175375 Jul 07 16:55:56.648828 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-b0929eb6-97b1-4d33-8170-af59c111cf55 req-3c2107ed-406c-42e5-88bf-5660a615dac1 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Deleting port bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:56.651087 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b0929eb6-97b1-4d33-8170-af59c111cf55 req-3c2107ed-406c-42e5-88bf-5660a615dac1 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:56.696820 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e5630c92-0cbf-4c50-9de0-cc963920fb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:56.740206 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cd2fca8d-4003-4140-82fe-31a68798b6e9 req-37287beb-1f1f-4d4d-89a4-2a1f7c9e4396 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392492 Jul 07 16:55:56.838465 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-c98d8b82-021a-4ff0-a19f-4be5f5dfd29f req-ced0b0ae-99fa-42b7-a1ad-e7d4841822f4 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Deleting port bea5d2f1-8163-46dd-810f-effbe19bd1e2 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:56.838820 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c98d8b82-021a-4ff0-a19f-4be5f5dfd29f req-ced0b0ae-99fa-42b7-a1ad-e7d4841822f4 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:56.979907 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-b0929eb6-97b1-4d33-8170-af59c111cf55 req-3c2107ed-406c-42e5-88bf-5660a615dac1 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] For port bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:56.989007 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b0929eb6-97b1-4d33-8170-af59c111cf55 req-3c2107ed-406c-42e5-88bf-5660a615dac1 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:57.040274 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-b0929eb6-97b1-4d33-8170-af59c111cf55 req-3c2107ed-406c-42e5-88bf-5660a615dac1 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Calling delete_port for bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:57.244417 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-c98d8b82-021a-4ff0-a19f-4be5f5dfd29f req-ced0b0ae-99fa-42b7-a1ad-e7d4841822f4 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] For port bea5d2f1-8163-46dd-810f-effbe19bd1e2, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=bea5d2f1-8163-46dd-810f-effbe19bd1e2,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:57.245107 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c98d8b82-021a-4ff0-a19f-4be5f5dfd29f req-ced0b0ae-99fa-42b7-a1ad-e7d4841822f4 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:57.294532 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-c98d8b82-021a-4ff0-a19f-4be5f5dfd29f req-ced0b0ae-99fa-42b7-a1ad-e7d4841822f4 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Calling delete_port for bea5d2f1-8163-46dd-810f-effbe19bd1e2 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:57.357099 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706e87c-5502-4c5d-a4fd-ffa0abe851af req-d160343a-2787-4565-b5a3-7bce7232e1fd tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:57.368347 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a706e87c-5502-4c5d-a4fd-ffa0abe851af req-d160343a-2787-4565-b5a3-7bce7232e1fd tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4ce7f1c-bcd9-47be-bf99-4418c3840b17 HTTP/1.1" status: 200 len: 950 time: 0.3114805 Jul 07 16:55:57.563906 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a706e87c-5502-4c5d-a4fd-ffa0abe851af req-a0659161-39a4-402b-a1c0-cf1f87a18c2f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942580 Jul 07 16:55:57.571149 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-e7238932-cfc6-40f1-84e3-79f449f0d7cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb91d138-9013-4bdc-80eb-842cf65c559f {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:57.593817 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-e7238932-cfc6-40f1-84e3-79f449f0d7cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:57.624218 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-e7238932-cfc6-40f1-84e3-79f449f0d7cd service neutron] Transition to ACTIVE for port object fb91d138-9013-4bdc-80eb-842cf65c559f will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:57.631849 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-e7238932-cfc6-40f1-84e3-79f449f0d7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:57.740330 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:57.763067 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7238932-cfc6-40f1-84e3-79f449f0d7cd service neutron] Pushing event updated for resources: {'Port': ['ID=fb91d138-9013-4bdc-80eb-842cf65c559f,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:57.789249 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c98d8b82-021a-4ff0-a19f-4be5f5dfd29f req-ced0b0ae-99fa-42b7-a1ad-e7d4841822f4 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:57.803402 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2', 'b9b325a4-0180-47b7-b624-ab8e2e6d21e4'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:57.853294 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0b0ae-99fa-42b7-a1ad-e7d4841822f4 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Pushing event deleted for resources: {'Port': ['ID=bea5d2f1-8163-46dd-810f-effbe19bd1e2,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:57.894936 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b0929eb6-97b1-4d33-8170-af59c111cf55 req-3c2107ed-406c-42e5-88bf-5660a615dac1 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:57.915557 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['c21768d3-1ac5-4f55-bd0b-04211e22f403'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:57.916979 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f8471-7983-4422-8a14-78823c1ce5ad req-cca9b69a-287a-4283-84a1-e1076c07a896 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:57.925597 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ab6f8471-7983-4422-8a14-78823c1ce5ad req-cca9b69a-287a-4283-84a1-e1076c07a896 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=c823062d-b6cc-4dc2-8a40-7f9d3987ffa1 HTTP/1.1" status: 200 len: 932 time: 0.4297736 Jul 07 16:55:57.977563 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98d8b82-021a-4ff0-a19f-4be5f5dfd29f req-ced0b0ae-99fa-42b7-a1ad-e7d4841822f4 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] No DVR routers for this DVR port bea5d2f1-8163-46dd-810f-effbe19bd1e2 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:55:58.010393 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c98d8b82-021a-4ff0-a19f-4be5f5dfd29f req-ced0b0ae-99fa-42b7-a1ad-e7d4841822f4 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:58.013187 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c98d8b82-021a-4ff0-a19f-4be5f5dfd29f req-ced0b0ae-99fa-42b7-a1ad-e7d4841822f4 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.72 "DELETE /v2.0/ports/bea5d2f1-8163-46dd-810f-effbe19bd1e2 HTTP/1.1" status: 204 len: 173 time: 1.5678689 Jul 07 16:55:58.014701 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6fb919-8aa3-4716-b2f8-0c1fc3b9cdc2', 'name': 'network-vif-deleted', 'tag': 'bea5d2f1-8163-46dd-810f-effbe19bd1e2'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:58.025812 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9e7e45-8b92-418c-a1e9-c3cf05d09fe7" -d '{"events": [{"server_uuid": "cb6fb919-8aa3-4716-b2f8-0c1fc3b9cdc2", "name": "network-vif-deleted", "tag": "bea5d2f1-8163-46dd-810f-effbe19bd1e2"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:58.054986 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2107ed-406c-42e5-88bf-5660a615dac1 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Pushing event deleted for resources: {'Port': ['ID=bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:58.216217 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ab6f8471-7983-4422-8a14-78823c1ce5ad req-5177a60e-7941-45d5-8851-160c6c9ddef0 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups?id=73abea93-b25c-46e4-9bd0-05279d406822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890971 Jul 07 16:55:58.335895 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0929eb6-97b1-4d33-8170-af59c111cf55 req-3c2107ed-406c-42e5-88bf-5660a615dac1 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] No DVR routers for this DVR port bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:55:58.345967 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b0929eb6-97b1-4d33-8170-af59c111cf55 req-3c2107ed-406c-42e5-88bf-5660a615dac1 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:58.349371 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b0929eb6-97b1-4d33-8170-af59c111cf55 req-3c2107ed-406c-42e5-88bf-5660a615dac1 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.64 "DELETE /v2.0/ports/bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd HTTP/1.1" status: 204 len: 173 time: 2.2004430 Jul 07 16:55:58.812393 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device bea5d2f1-8163-46dd-810f-effbe19bd1e2 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:58.934097 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: bea5d2f1-8163-46dd-810f-effbe19bd1e2 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:55:58.934775 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device bea5d2f1-8163-46dd-810f-effbe19bd1e2 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:55:58.963214 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69973d25-48b3-4287-b18e-8c04609a7a0c req-d063328a-4a08-4311-a372-e703f0852fe1 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:58.976029 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-69973d25-48b3-4287-b18e-8c04609a7a0c req-d063328a-4a08-4311-a372-e703f0852fe1 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 945 time: 1.2215116 Jul 07 16:55:59.057800 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-e7238932-cfc6-40f1-84e3-79f449f0d7cd service neutron] Attempting to bind port fb91d138-9013-4bdc-80eb-842cf65c559f on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:59.058366 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-e7238932-cfc6-40f1-84e3-79f449f0d7cd service neutron] Attempting to bind port fb91d138-9013-4bdc-80eb-842cf65c559f by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '07dafd71-09e3-4095-96d3-c86928f3ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2d910713-9317-4b27-b56c-fb6e554b6677'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:59.058932 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-e7238932-cfc6-40f1-84e3-79f449f0d7cd service neutron] Attempting to bind port fb91d138-9013-4bdc-80eb-842cf65c559f on network 2d910713-9317-4b27-b56c-fb6e554b6677 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:59.069871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-e7238932-cfc6-40f1-84e3-79f449f0d7cd service neutron] Port fb91d138-9013-4bdc-80eb-842cf65c559f on network 2d910713-9317-4b27-b56c-fb6e554b6677 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:55:59.070409 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-e7238932-cfc6-40f1-84e3-79f449f0d7cd service neutron] Attempting to bind port fb91d138-9013-4bdc-80eb-842cf65c559f on network 2d910713-9317-4b27-b56c-fb6e554b6677 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:59.137860 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-69973d25-48b3-4287-b18e-8c04609a7a0c req-33c96be3-e3c7-447b-9e5b-c6baca36aaa9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566787 Jul 07 16:55:59.151913 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-e7238932-cfc6-40f1-84e3-79f449f0d7cd service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:59.152494 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-e7238932-cfc6-40f1-84e3-79f449f0d7cd service neutron] Checking segment: {'id': '07dafd71-09e3-4095-96d3-c86928f3ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2d910713-9317-4b27-b56c-fb6e554b6677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:59.160417 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-e7238932-cfc6-40f1-84e3-79f449f0d7cd service neutron] Bound using segment: {'id': '07dafd71-09e3-4095-96d3-c86928f3ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2d910713-9317-4b27-b56c-fb6e554b6677'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:59.161289 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-e7238932-cfc6-40f1-84e3-79f449f0d7cd service neutron] Bound port: fb91d138-9013-4bdc-80eb-842cf65c559f, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07dafd71-09e3-4095-96d3-c86928f3ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2d910713-9317-4b27-b56c-fb6e554b6677'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:59.161931 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-e7238932-cfc6-40f1-84e3-79f449f0d7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:59.244705 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['c21768d3-1ac5-4f55-bd0b-04211e22f403'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:59.382228 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e283e9-5570-479f-a47d-8d79d3186e59 req-ae177c48-884e-4093-b04b-0a69d5a3c22c tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:59.400649 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c5e283e9-5570-479f-a47d-8d79d3186e59 req-ae177c48-884e-4093-b04b-0a69d5a3c22c tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 949 time: 0.2955413 Jul 07 16:55:59.476451 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 66f23783-8aa3-43de-a481-d11c76ad5a18 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:59.518339 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-e7238932-cfc6-40f1-84e3-79f449f0d7cd service neutron] For port fb91d138-9013-4bdc-80eb-842cf65c559f, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:59.524644 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-e7238932-cfc6-40f1-84e3-79f449f0d7cd service neutron] For port fb91d138-9013-4bdc-80eb-842cf65c559f, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=fb91d138-9013-4bdc-80eb-842cf65c559f,segment=NetworkSegment(07dafd71-09e3-4095-96d3-c86928f3ef02),segment_id=07dafd71-09e3-4095-96d3-c86928f3ef02)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:59.535412 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-e7238932-cfc6-40f1-84e3-79f449f0d7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:59.553733 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c5e283e9-5570-479f-a47d-8d79d3186e59 req-d8bf2e9b-2426-4be7-8674-4a1e446f0bb6 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458671 Jul 07 16:55:59.599649 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-e7238932-cfc6-40f1-84e3-79f449f0d7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:59.603200 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-e7238932-cfc6-40f1-84e3-79f449f0d7cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:59.607488 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-e7238932-cfc6-40f1-84e3-79f449f0d7cd service neutron] 10.222.0.72 "PUT /v2.0/ports/fb91d138-9013-4bdc-80eb-842cf65c559f HTTP/1.1" status: 200 len: 1093 time: 3.3556798 Jul 07 16:55:59.613899 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c823062d-b6cc-4dc2-8a40-7f9d3987ffa1', 'tag': 'fb91d138-9013-4bdc-80eb-842cf65c559f'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:59.622206 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9296c11a-0ba3-4b5c-af23-040950805b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "c823062d-b6cc-4dc2-8a40-7f9d3987ffa1", "tag": "fb91d138-9013-4bdc-80eb-842cf65c559f"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:59.756344 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff9a668-a103-4c77-aed8-584fbaff57ca x-openstack-request-id: req-7ff9a668-a103-4c77-aed8-584fbaff57ca {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:59.756759 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6fb919-8aa3-4716-b2f8-0c1fc3b9cdc2", "name": "network-vif-deleted", "tag": "bea5d2f1-8163-46dd-810f-effbe19bd1e2", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:59.757231 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ff9a668-a103-4c77-aed8-584fbaff57ca {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:59.762122 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6fb919-8aa3-4716-b2f8-0c1fc3b9cdc2', 'name': 'network-vif-deleted', 'tag': 'bea5d2f1-8163-46dd-810f-effbe19bd1e2', 'status': 'completed', 'code': 200} Jul 07 16:55:59.992697 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:59.998629 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2', 'b9b325a4-0180-47b7-b624-ab8e2e6d21e4'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:00.049963 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7238932-cfc6-40f1-84e3-79f449f0d7cd service neutron] Pushing event updated for resources: {'Port': ['ID=fb91d138-9013-4bdc-80eb-842cf65c559f,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:00.116273 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a4447-4d50-40f0-a900-796b2d302ccd req-96e6c4bd-f7b9-4da4-acd3-e4c74a457766 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:00.119369 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-137a4447-4d50-40f0-a900-796b2d302ccd req-96e6c4bd-f7b9-4da4-acd3-e4c74a457766 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 943 time: 0.4327774 Jul 07 16:56:00.178735 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-3fa7c793-b6ee-4714-87c9-c6ca47c4a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:00.181085 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-3fa7c793-b6ee-4714-87c9-c6ca47c4a6da service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0c75e9b937a6418f8219f7ab3640cf46&device_id=c823062d-b6cc-4dc2-8a40-7f9d3987ffa1 HTTP/1.1" status: 200 len: 1096 time: 0.4925063 Jul 07 16:56:00.185291 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:56:00.185883 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:56:00.257276 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-795aaf44-9eca-4d79-8338-fda0c44ae83a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb91d138-9013-4bdc-80eb-842cf65c559f HTTP/1.1" status: 200 len: 217 time: 0.0656264 Jul 07 16:56:00.273361 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-137a4447-4d50-40f0-a900-796b2d302ccd req-986340ba-4fd1-43ee-8f42-1558f9556ffc tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421244 Jul 07 16:56:00.296013 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:00.446469 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-df220b7f-bac3-4273-9277-4b56808ee527 req-a78a14d6-0ff8-4722-96b2-6764d4d8a056 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4ce7f1c-bcd9-47be-bf99-4418c3840b17 HTTP/1.1" status: 200 len: 210 time: 0.1595218 Jul 07 16:56:00.470485 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-02defd84-a9f6-41f0-ab3b-b8a3ea746c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:00.475213 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-02defd84-a9f6-41f0-ab3b-b8a3ea746c40 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=88bf7df0-fa2f-449a-8a86-38e68aaa4aa1 HTTP/1.1" status: 200 len: 852 time: 0.1972880 Jul 07 16:56:00.609240 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-25383e3a-267a-495d-a134-c10364d05fa9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d910713-9317-4b27-b56c-fb6e554b6677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112452 Jul 07 16:56:00.618396 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363708fe-e6bf-4fc3-ad7d-16c2e16b7103 x-openstack-request-id: req-363708fe-e6bf-4fc3-ad7d-16c2e16b7103 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:00.618893 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c823062d-b6cc-4dc2-8a40-7f9d3987ffa1", "tag": "fb91d138-9013-4bdc-80eb-842cf65c559f", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:00.619314 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-363708fe-e6bf-4fc3-ad7d-16c2e16b7103 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:00.619934 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c823062d-b6cc-4dc2-8a40-7f9d3987ffa1', 'tag': 'fb91d138-9013-4bdc-80eb-842cf65c559f', 'status': 'completed', 'code': 200} Jul 07 16:56:00.942564 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6ece4-6152-48ff-9592-30b47c76dc5e req-68c4a19e-1010-4bde-bd8e-c96db3d0cf51 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:00.950807 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ddb6ece4-6152-48ff-9592-30b47c76dc5e req-68c4a19e-1010-4bde-bd8e-c96db3d0cf51 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 945 time: 0.1626067 Jul 07 16:56:00.951534 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-a2dd7d35-0a0f-47eb-a1ab-778127960e3f service neutron] 10.222.0.72 "GET /v2.0/networks/2d910713-9317-4b27-b56c-fb6e554b6677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168774 Jul 07 16:56:00.992560 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516244ce-e672-4898-8e4c-794737b8a0f0 req-2136ae24-6496-434b-a3a8-261a9a6808bb tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:00.996918 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-516244ce-e672-4898-8e4c-794737b8a0f0 req-2136ae24-6496-434b-a3a8-261a9a6808bb tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=c823062d-b6cc-4dc2-8a40-7f9d3987ffa1 HTTP/1.1" status: 200 len: 944 time: 0.2055097 Jul 07 16:56:01.034567 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ddb6ece4-6152-48ff-9592-30b47c76dc5e req-90ddf0f5-4fcf-4a87-8c02-8ccbcaa4ba57 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805104 Jul 07 16:56:01.126285 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-516244ce-e672-4898-8e4c-794737b8a0f0 req-89a89e2e-05c0-4e15-b0f7-11f0ee39b554 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups?id=73abea93-b25c-46e4-9bd0-05279d406822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143231 Jul 07 16:56:01.177715 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-1d7d4801-7454-4896-854d-9631a28932ab service neutron] 10.222.0.64 "GET /v2.0/ports/66f23783-8aa3-43de-a481-d11c76ad5a18/bindings/n-h2-791503-12 HTTP/1.1" status: 200 len: 385 time: 0.1372583 Jul 07 16:56:01.181763 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-188b82e7-dff6-455f-95b6-96766cda2a55 req-152737f6-33ea-4278-95fe-2b80d34cc47e service neutron] 10.222.0.72 "GET /v2.0/networks/2d910713-9317-4b27-b56c-fb6e554b6677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211514 Jul 07 16:56:01.512289 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-a21028a3-c2fc-4125-ac23-5db20bf31532 service neutron] For port 66f23783-8aa3-43de-a481-d11c76ad5a18, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=66f23783-8aa3-43de-a481-d11c76ad5a18,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:01.533568 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296c11a-0ba3-4b5c-af23-040950805b8d req-6f4d30bb-9e0e-4f1a-ab31-ee3b86b20c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:01.536712 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9296c11a-0ba3-4b5c-af23-040950805b8d req-6f4d30bb-9e0e-4f1a-ab31-ee3b86b20c59 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0c75e9b937a6418f8219f7ab3640cf46&device_id=c823062d-b6cc-4dc2-8a40-7f9d3987ffa1 HTTP/1.1" status: 200 len: 1096 time: 0.2764442 Jul 07 16:56:01.544323 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-a21028a3-c2fc-4125-ac23-5db20bf31532 service neutron] For port 66f23783-8aa3-43de-a481-d11c76ad5a18, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:56:01.558535 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3039a7b-e3f2-4166-a077-84406969c141 req-b469b689-7f0d-4e18-ab4c-449db271bbd9 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:01.561601 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e3039a7b-e3f2-4166-a077-84406969c141 req-b469b689-7f0d-4e18-ab4c-449db271bbd9 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 949 time: 0.2136087 Jul 07 16:56:01.587353 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-a21028a3-c2fc-4125-ac23-5db20bf31532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f23783-8aa3-43de-a481-d11c76ad5a18 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:56:01.601672 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-a21028a3-c2fc-4125-ac23-5db20bf31532 service neutron] For port 66f23783-8aa3-43de-a481-d11c76ad5a18, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=66f23783-8aa3-43de-a481-d11c76ad5a18,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:01.623740 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-a21028a3-c2fc-4125-ac23-5db20bf31532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:01.734394 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e3039a7b-e3f2-4166-a077-84406969c141 req-62f7399d-8179-432c-bcc5-9aff1b97472a tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574762 Jul 07 16:56:01.734650 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-a21028a3-c2fc-4125-ac23-5db20bf31532 service neutron] Transition to ACTIVE for port object 66f23783-8aa3-43de-a481-d11c76ad5a18 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:01.746548 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-a21028a3-c2fc-4125-ac23-5db20bf31532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:01.804948 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296c11a-0ba3-4b5c-af23-040950805b8d req-a54acd02-768e-499b-b971-42df57c8291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:01.808954 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9296c11a-0ba3-4b5c-af23-040950805b8d req-a54acd02-768e-499b-b971-42df57c8291c service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d910713-9317-4b27-b56c-fb6e554b6677 HTTP/1.1" status: 200 len: 913 time: 0.2448037 Jul 07 16:56:01.809313 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ce7f1c-bcd9-47be-bf99-4418c3840b17', 'name': 'network-vif-deleted', 'tag': 'bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:01.812836 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9804785-6d0f-4a23-9211-970c7f507024" -d '{"events": [{"server_uuid": "c4ce7f1c-bcd9-47be-bf99-4418c3840b17", "name": "network-vif-deleted", "tag": "bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:01.911842 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9296c11a-0ba3-4b5c-af23-040950805b8d req-a7445b0d-8005-4be3-963d-9c3db1a57bbd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb91d138-9013-4bdc-80eb-842cf65c559f HTTP/1.1" status: 200 len: 217 time: 0.0963674 Jul 07 16:56:01.927225 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-a21028a3-c2fc-4125-ac23-5db20bf31532 service neutron] No DVR routers for this DVR port 66f23783-8aa3-43de-a481-d11c76ad5a18 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:56:01.991164 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296c11a-0ba3-4b5c-af23-040950805b8d req-24d8a4cb-9bbe-4bbe-9305-78771efab178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:01.994051 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9296c11a-0ba3-4b5c-af23-040950805b8d req-24d8a4cb-9bbe-4bbe-9305-78771efab178 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=88bf7df0-fa2f-449a-8a86-38e68aaa4aa1 HTTP/1.1" status: 200 len: 852 time: 0.0675437 Jul 07 16:56:02.043198 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21028a3-c2fc-4125-ac23-5db20bf31532 service neutron] Pushing event updated for resources: {'Port': ['ID=66f23783-8aa3-43de-a481-d11c76ad5a18,revision_number=10']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:02.051789 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-a21028a3-c2fc-4125-ac23-5db20bf31532 service neutron] 10.222.0.64 "PUT /v2.0/ports/66f23783-8aa3-43de-a481-d11c76ad5a18/bindings/n-h2-791503-12/activate HTTP/1.1" status: 200 len: 370 time: 0.8636966 Jul 07 16:56:02.056287 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9296c11a-0ba3-4b5c-af23-040950805b8d req-11248664-6c15-4b00-84d9-aecd3487a46b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d910713-9317-4b27-b56c-fb6e554b6677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454540 Jul 07 16:56:02.123943 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8adfc8-056f-4b24-a4e4-534ed20eda36 req-19efd680-30da-417e-bd0a-a889b7ea993f tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:02.126480 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9c8adfc8-056f-4b24-a4e4-534ed20eda36 req-19efd680-30da-417e-bd0a-a889b7ea993f tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 944 time: 0.1833408 Jul 07 16:56:02.249917 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9c8adfc8-056f-4b24-a4e4-534ed20eda36 req-cc2dad07-d490-43e1-98cc-a996977dc7e9 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153522 Jul 07 16:56:02.253755 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9296c11a-0ba3-4b5c-af23-040950805b8d req-df308648-3aac-4339-aec2-6c124508356e service neutron] 10.222.0.72 "GET /v2.0/networks/2d910713-9317-4b27-b56c-fb6e554b6677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865585 Jul 07 16:56:02.355499 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-ab27feb8-9f8a-4cbb-96e7-f69e72ee2d62 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:02.357309 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-ab27feb8-9f8a-4cbb-96e7-f69e72ee2d62 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2&tenant_id=5fe2f64972d24fa49d6d4e62948f5951&binding%3Ahost_id=n-h1-791503-12 HTTP/1.1" status: 200 len: 1096 time: 0.2142396 Jul 07 16:56:02.497751 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2a4761-6091-4e76-b79f-8bc8fb45a39c x-openstack-request-id: req-ec2a4761-6091-4e76-b79f-8bc8fb45a39c {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:02.498064 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ce7f1c-bcd9-47be-bf99-4418c3840b17", "name": "network-vif-deleted", "tag": "bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:02.498244 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec2a4761-6091-4e76-b79f-8bc8fb45a39c {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:02.498616 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ce7f1c-bcd9-47be-bf99-4418c3840b17', 'name': 'network-vif-deleted', 'tag': 'bb2a1b79-8d1c-4b59-a4b6-a6df322a74dd', 'status': 'completed', 'code': 200} Jul 07 16:56:02.519397 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9296c11a-0ba3-4b5c-af23-040950805b8d req-f74ee7ce-fd2a-428d-b4a3-ea7ff2fc6f7b service neutron] 10.222.0.72 "GET /v2.0/networks/2d910713-9317-4b27-b56c-fb6e554b6677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574396 Jul 07 16:56:02.523675 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-c3fc4f41-2dd7-444f-af86-61c8c403468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:02.532324 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-c3fc4f41-2dd7-444f-af86-61c8c403468f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2&tenant_id=5fe2f64972d24fa49d6d4e62948f5951 HTTP/1.1" status: 200 len: 1096 time: 0.1568272 Jul 07 16:56:02.667623 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-205ff434-c0c4-40ed-9de3-cc95e1424c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:02.679381 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-205ff434-c0c4-40ed-9de3-cc95e1424c69 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 1096 time: 0.1067739 Jul 07 16:56:02.755934 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6cf17-3363-4157-904b-327924723745 req-fee57e07-d91c-45a4-a2b9-ca0708148ccc tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:02.758373 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b3a6cf17-3363-4157-904b-327924723745 req-fee57e07-d91c-45a4-a2b9-ca0708148ccc tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=c823062d-b6cc-4dc2-8a40-7f9d3987ffa1 HTTP/1.1" status: 200 len: 944 time: 0.1272123 Jul 07 16:56:02.807757 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device fb91d138-9013-4bdc-80eb-842cf65c559f details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:56:02.846984 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b3a6cf17-3363-4157-904b-327924723745 req-255592fc-40f7-4548-b4db-1a7a100c4ac8 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups?id=73abea93-b25c-46e4-9bd0-05279d406822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761359 Jul 07 16:56:02.901527 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-ad256854-60bc-4c75-bbde-c0df215baf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:02.903285 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-ad256854-60bc-4c75-bbde-c0df215baf30 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 200 len: 922 time: 0.1969199 Jul 07 16:56:03.011402 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-1b23e6bb-6324-4a20-9fb6-9c81d5d83748 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66f23783-8aa3-43de-a481-d11c76ad5a18 HTTP/1.1" status: 200 len: 217 time: 0.0764823 Jul 07 16:56:03.074951 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port fb91d138-9013-4bdc-80eb-842cf65c559f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=fb91d138-9013-4bdc-80eb-842cf65c559f,segment=NetworkSegment(07dafd71-09e3-4095-96d3-c86928f3ef02),segment_id=07dafd71-09e3-4095-96d3-c86928f3ef02)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:03.106598 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'fb91d138-9013-4bdc-80eb-842cf65c559f', 'network_id': '2d910713-9317-4b27-b56c-fb6e554b6677', 'port_id': 'fb91d138-9013-4bdc-80eb-842cf65c559f', 'mac_address': 'fa:16:3e:c1:0b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88bf7df0-fa2f-449a-8a86-38e68aaa4aa1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:56:03.126985 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-429ed89a-2303-4e49-abdc-733d434b4e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:03.128671 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-429ed89a-2303-4e49-abdc-733d434b4e7f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=efc5a7ec-004d-467f-9a91-81aefb64567f HTTP/1.1" status: 200 len: 861 time: 0.1019220 Jul 07 16:56:03.194599 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-5d6fff6f-b668-4510-8d1c-b4fa7eb8da6c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1ad75942-8a9e-4718-9815-ad27d5bad609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511217 Jul 07 16:56:03.205222 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f773f56-ce67-4c14-b922-8f035ebd17fe req-c2f78d31-2752-4813-a9b6-f59c21ff66be tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:03.206339 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:03.212916 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5f773f56-ce67-4c14-b922-8f035ebd17fe req-c2f78d31-2752-4813-a9b6-f59c21ff66be tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 945 time: 0.5881093 Jul 07 16:56:03.255259 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb91d138-9013-4bdc-80eb-842cf65c559f {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:56:03.311361 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port fb91d138-9013-4bdc-80eb-842cf65c559f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=fb91d138-9013-4bdc-80eb-842cf65c559f,segment=NetworkSegment(07dafd71-09e3-4095-96d3-c86928f3ef02),segment_id=07dafd71-09e3-4095-96d3-c86928f3ef02)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:03.320875 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:03.466300 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=fb91d138-9013-4bdc-80eb-842cf65c559f,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:03.692232 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['fb91d138-9013-4bdc-80eb-842cf65c559f'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:03.728745 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5f773f56-ce67-4c14-b922-8f035ebd17fe req-54ab99be-fa88-4c65-93eb-127c58dfcd06 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5139890 Jul 07 16:56:03.924458 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a972c8-9299-4571-9318-f09a4a57a4b9 req-5f4f8fd6-73e0-4e18-bbb7-dd3fa88001a8 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:03.926134 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-64a972c8-9299-4571-9318-f09a4a57a4b9 req-5f4f8fd6-73e0-4e18-bbb7-dd3fa88001a8 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 949 time: 0.2219703 Jul 07 16:56:03.947359 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-e993bb54-232b-4555-995f-f8bb37026996 service neutron] 10.222.0.72 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6996837 Jul 07 16:56:04.041745 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-64a972c8-9299-4571-9318-f09a4a57a4b9 req-d03af4ed-69cd-440c-a4c3-a66359d1f53f tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926094 Jul 07 16:56:04.188209 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-9e92df4a-a49a-459c-89a4-2f2c19ad7ef8 service neutron] 10.222.0.72 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265697 Jul 07 16:56:04.204105 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ced41-a701-410f-bdd1-2cdd1042fbb3 req-3ddd60a0-26f3-444d-ada9-bc5ca532e062 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:04.205870 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ca9ced41-a701-410f-bdd1-2cdd1042fbb3 req-3ddd60a0-26f3-444d-ada9-bc5ca532e062 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 944 time: 0.1310520 Jul 07 16:56:04.283480 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ca9ced41-a701-410f-bdd1-2cdd1042fbb3 req-d55583c7-aed9-47c1-924f-a4299e619f97 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704677 Jul 07 16:56:04.682452 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8173e95-c812-42a7-8abb-a0e962dcc2c8 req-f106cb3b-e4af-4048-aec8-9bdd864990c4 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:04.684170 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f8173e95-c812-42a7-8abb-a0e962dcc2c8 req-f106cb3b-e4af-4048-aec8-9bdd864990c4 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=c823062d-b6cc-4dc2-8a40-7f9d3987ffa1 HTTP/1.1" status: 200 len: 945 time: 0.1898315 Jul 07 16:56:04.763214 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-2aec1bbe-64ac-498b-8cb8-a47e9e4f926c tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:04.765686 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-2aec1bbe-64ac-498b-8cb8-a47e9e4f926c tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2&tenant_id=5fe2f64972d24fa49d6d4e62948f5951&binding%3Ahost_id=n-h2-791503-12 HTTP/1.1" status: 200 len: 1096 time: 0.1749146 Jul 07 16:56:04.769226 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f8173e95-c812-42a7-8abb-a0e962dcc2c8 req-4e7fad4d-5732-48e2-b814-b5e3219d6f6f tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups?id=73abea93-b25c-46e4-9bd0-05279d406822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760727 Jul 07 16:56:05.017578 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-f4962591-220d-44b3-a947-94eb883803ef service neutron] For port 66f23783-8aa3-43de-a481-d11c76ad5a18, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:56:05.022120 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-f4962591-220d-44b3-a947-94eb883803ef service neutron] Notify callbacks [] for binding, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:05.023351 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ada05318-8a9f-41b5-89ab-7fe614549908 req-f4962591-220d-44b3-a947-94eb883803ef service neutron] 10.222.0.72 "DELETE /v2.0/ports/66f23783-8aa3-43de-a481-d11c76ad5a18/bindings/n-h1-791503-12 HTTP/1.1" status: 204 len: 173 time: 0.2514751 Jul 07 16:56:05.351393 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9151f-2526-4c63-9a9c-b0e4c9854193 req-ff33e739-6736-4c4a-b7bc-0058154fcb17 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:05.364836 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-95c9151f-2526-4c63-9a9c-b0e4c9854193 req-ff33e739-6736-4c4a-b7bc-0058154fcb17 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 945 time: 0.1779571 Jul 07 16:56:05.420765 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-95c9151f-2526-4c63-9a9c-b0e4c9854193 req-0abe3f96-be08-40c1-97b9-a5ab13ab821a tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543654 Jul 07 16:56:05.655229 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d09b2-7aeb-4d28-a5ba-cf5f42ecb167 req-2262aa13-bf8d-41c2-9729-a01b948f0aa1 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:05.668636 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-431d09b2-7aeb-4d28-a5ba-cf5f42ecb167 req-2262aa13-bf8d-41c2-9729-a01b948f0aa1 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 949 time: 0.1522150 Jul 07 16:56:05.758221 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-431d09b2-7aeb-4d28-a5ba-cf5f42ecb167 req-e1aa109b-9b7c-4609-9490-a78cdc02aede tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807545 Jul 07 16:56:05.946022 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41120a3-4084-435c-bc2e-5152c7bca2f9 req-25901307-d8f0-40d9-96ce-98241d7d7c39 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:05.959998 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c41120a3-4084-435c-bc2e-5152c7bca2f9 req-25901307-d8f0-40d9-96ce-98241d7d7c39 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6bbecf-01b4-4101-a576-f3ffdae19d9a HTTP/1.1" status: 200 len: 950 time: 0.2238066 Jul 07 16:56:05.997943 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48936) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:06.084109 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c41120a3-4084-435c-bc2e-5152c7bca2f9 req-c039fbb8-cad7-4837-af8b-19cf504e52b5 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222441 Jul 07 16:56:06.097767 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985c88e-e2d1-4e97-a18a-52a0a644f32e req-e09303b7-c5c9-4878-8894-f5e986a86b41 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:06.100328 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4985c88e-e2d1-4e97-a18a-52a0a644f32e req-e09303b7-c5c9-4878-8894-f5e986a86b41 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 944 time: 0.1118331 Jul 07 16:56:06.185145 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4985c88e-e2d1-4e97-a18a-52a0a644f32e req-e2d267a3-c332-45a9-bfdb-bc78881317f1 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784664 Jul 07 16:56:06.337736 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c62e2c2c-5172-44c6-9bc0-2f22573fc6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:06.479763 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9214c-705e-44d8-bcdb-d399eaa3f02e req-878b4a0a-eb65-4a0e-bb2b-b5a817c02caa tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:06.486917 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-48a9214c-705e-44d8-bcdb-d399eaa3f02e req-878b4a0a-eb65-4a0e-bb2b-b5a817c02caa tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d6bbecf-01b4-4101-a576-f3ffdae19d9a HTTP/1.1" status: 200 len: 950 time: 0.2045312 Jul 07 16:56:06.491636 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c62e2c2c-5172-44c6-9bc0-2f22573fc6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:06.504235 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c62e2c2c-5172-44c6-9bc0-2f22573fc6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:06.581332 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c62e2c2c-5172-44c6-9bc0-2f22573fc6da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9b4e7bf20c24117bbd91a8387d31110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5820074 Jul 07 16:56:06.581984 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48952) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:06.604133 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e2c2c-5172-44c6-9bc0-2f22573fc6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82614f0c-066e-4f8c-8c2a-719b0d5483b7,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:06.812513 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e97e62-c4d1-4931-a129-5a9e92a46b57 req-e0a62cc8-8dfa-498b-842f-d60ba64425ad tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:06.818509 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-48a9214c-705e-44d8-bcdb-d399eaa3f02e req-0e0115a9-bd60-4c96-9d63-1bdc59f97f01 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Deleting port 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:56:06.818509 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-48a9214c-705e-44d8-bcdb-d399eaa3f02e req-0e0115a9-bd60-4c96-9d63-1bdc59f97f01 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:06.821510 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-96e97e62-c4d1-4931-a129-5a9e92a46b57 req-e0a62cc8-8dfa-498b-842f-d60ba64425ad tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=c823062d-b6cc-4dc2-8a40-7f9d3987ffa1 HTTP/1.1" status: 200 len: 945 time: 0.2663229 Jul 07 16:56:06.866146 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0e12a94b-13fd-4b48-a857-77a267eb5e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:06.882217 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device fb91d138-9013-4bdc-80eb-842cf65c559f up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:06.942868 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0e12a94b-13fd-4b48-a857-77a267eb5e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:06.946527 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-d5b308cd-f6d5-4536-a662-a336bb621930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:06.949405 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-d5b308cd-f6d5-4536-a662-a336bb621930 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3c30a38df434836b6a6d7bed9173bf0&device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 1097 time: 0.2003467 Jul 07 16:56:07.041350 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:07.110819 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port fb91d138-9013-4bdc-80eb-842cf65c559f completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:56:07.116790 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port fb91d138-9013-4bdc-80eb-842cf65c559f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:07.117629 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:07.131788 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492d843-bb79-4779-bdb8-a854717868c2 req-426eec69-8666-4d65-aa4b-eba2e4a9944d tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:07.136911 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1492d843-bb79-4779-bdb8-a854717868c2 req-426eec69-8666-4d65-aa4b-eba2e4a9944d tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 945 time: 0.3862636 Jul 07 16:56:07.214123 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-96e97e62-c4d1-4931-a129-5a9e92a46b57 req-4779781a-6a43-4a3b-8b2b-0b13e0d67f4b tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups?id=73abea93-b25c-46e4-9bd0-05279d406822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913174 Jul 07 16:56:07.288646 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0e12a94b-13fd-4b48-a857-77a267eb5e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:07.289395 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:07.295999 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0e12a94b-13fd-4b48-a857-77a267eb5e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:07.298471 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0e12a94b-13fd-4b48-a857-77a267eb5e8a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/82614f0c-066e-4f8c-8c2a-719b0d5483b7 HTTP/1.1" status: 204 len: 168 time: 0.6950676 Jul 07 16:56:07.301770 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-71d04042-2887-491b-9dff-f6a8374ae537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:07.304228 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-71d04042-2887-491b-9dff-f6a8374ae537 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f59045c-fb41-4f4e-86ad-a15d05bedb10 HTTP/1.1" status: 200 len: 909 time: 0.3374958 Jul 07 16:56:07.309985 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-48a9214c-705e-44d8-bcdb-d399eaa3f02e req-0e0115a9-bd60-4c96-9d63-1bdc59f97f01 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] For port 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:07.310581 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-48a9214c-705e-44d8-bcdb-d399eaa3f02e req-0e0115a9-bd60-4c96-9d63-1bdc59f97f01 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:07.325071 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c823062d-b6cc-4dc2-8a40-7f9d3987ffa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb91d138-9013-4bdc-80eb-842cf65c559f'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:07.328521 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d91b44f-c43f-4115-9ca1-88f62d13b063" -d '{"events": [{"server_uuid": "c823062d-b6cc-4dc2-8a40-7f9d3987ffa1", "name": "network-vif-plugged", "status": "completed", "tag": "fb91d138-9013-4bdc-80eb-842cf65c559f"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:07.334755 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1492d843-bb79-4779-bdb8-a854717868c2 req-d57f421d-1620-44e5-a00d-0dadc7be0282 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854639 Jul 07 16:56:07.336282 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12a94b-13fd-4b48-a857-77a267eb5e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82614f0c-066e-4f8c-8c2a-719b0d5483b7,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:07.394243 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-48a9214c-705e-44d8-bcdb-d399eaa3f02e req-0e0115a9-bd60-4c96-9d63-1bdc59f97f01 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Calling delete_port for 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:56:07.396612 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port fb91d138-9013-4bdc-80eb-842cf65c559f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=fb91d138-9013-4bdc-80eb-842cf65c559f,segment=NetworkSegment(07dafd71-09e3-4095-96d3-c86928f3ef02),segment_id=07dafd71-09e3-4095-96d3-c86928f3ef02)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:07.408498 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:07.549219 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4ba32-1ff1-44bb-9b71-a7d275c5783b req-3ea4f508-2d46-47dc-8440-ed6d9c01bfce tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:07.553660 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cac4ba32-1ff1-44bb-9b71-a7d275c5783b req-3ea4f508-2d46-47dc-8440-ed6d9c01bfce tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.72 "GET /v2.0/ports?device_id=75ff8288-bd33-4523-b14a-d7d7d28d2a33 HTTP/1.1" status: 200 len: 950 time: 0.4781930 Jul 07 16:56:07.564202 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-79d5ad6d-b325-4956-a8ff-cf1eb90e7607 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f472ce3-074d-4510-9756-8aaa2dde0a41 HTTP/1.1" status: 200 len: 217 time: 0.2260721 Jul 07 16:56:07.572438 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:07.625579 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=fb91d138-9013-4bdc-80eb-842cf65c559f,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:07.869145 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-48a9214c-705e-44d8-bcdb-d399eaa3f02e req-0e0115a9-bd60-4c96-9d63-1bdc59f97f01 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:07.884750 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2', 'b9b325a4-0180-47b7-b624-ab8e2e6d21e4'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:07.960700 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-95167c69-9d51-44aa-8d94-4b347769efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:07.964107 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['c21768d3-1ac5-4f55-bd0b-04211e22f403'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:07.965234 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-95167c69-9d51-44aa-8d94-4b347769efcb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8cf0891f-7dd4-444b-b243-0a9d52ec4798 HTTP/1.1" status: 200 len: 848 time: 0.2832077 Jul 07 16:56:07.971573 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2f3d9-e9c0-41ce-83f7-4ce81ad2d1f7 req-e24e53e1-d9b8-41ac-9867-22c271eec9bb tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:07.986184 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-56c2f3d9-e9c0-41ce-83f7-4ce81ad2d1f7 req-e24e53e1-d9b8-41ac-9867-22c271eec9bb tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 1096 time: 0.4306047 Jul 07 16:56:08.031457 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0115a9-bd60-4c96-9d63-1bdc59f97f01 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Pushing event deleted for resources: {'Port': ['ID=12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:08.032772 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-5cf31e62-666a-40e6-b47f-92780ffce244 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f59045c-fb41-4f4e-86ad-a15d05bedb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426822 Jul 07 16:56:08.117126 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0115a9-bd60-4c96-9d63-1bdc59f97f01 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:08.118489 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0115a9-bd60-4c96-9d63-1bdc59f97f01 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:08.119075 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0115a9-bd60-4c96-9d63-1bdc59f97f01 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:08.119736 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0115a9-bd60-4c96-9d63-1bdc59f97f01 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:08.120181 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0115a9-bd60-4c96-9d63-1bdc59f97f01 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:08.121550 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0115a9-bd60-4c96-9d63-1bdc59f97f01 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:08.122099 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0115a9-bd60-4c96-9d63-1bdc59f97f01 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:08.122661 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0115a9-bd60-4c96-9d63-1bdc59f97f01 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:08.123209 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0115a9-bd60-4c96-9d63-1bdc59f97f01 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:08.123773 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0115a9-bd60-4c96-9d63-1bdc59f97f01 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:08.125603 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0115a9-bd60-4c96-9d63-1bdc59f97f01 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:08.126144 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0115a9-bd60-4c96-9d63-1bdc59f97f01 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:08.171193 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-56c2f3d9-e9c0-41ce-83f7-4ce81ad2d1f7 req-c7e36862-d43e-4a39-bcd5-95336909f867 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839116 Jul 07 16:56:08.188356 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-cac4ba32-1ff1-44bb-9b71-a7d275c5783b req-b74ce611-80bc-441e-9f2e-2afd495ffa21 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Deleting port b9b325a4-0180-47b7-b624-ab8e2e6d21e4 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:56:08.200492 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cac4ba32-1ff1-44bb-9b71-a7d275c5783b req-b74ce611-80bc-441e-9f2e-2afd495ffa21 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:08.258295 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a9214c-705e-44d8-bcdb-d399eaa3f02e req-0e0115a9-bd60-4c96-9d63-1bdc59f97f01 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] No DVR routers for this DVR port 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:56:08.263243 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-48a9214c-705e-44d8-bcdb-d399eaa3f02e req-0e0115a9-bd60-4c96-9d63-1bdc59f97f01 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:08.267615 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-48a9214c-705e-44d8-bcdb-d399eaa3f02e req-0e0115a9-bd60-4c96-9d63-1bdc59f97f01 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.72 "DELETE /v2.0/ports/12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2 HTTP/1.1" status: 204 len: 173 time: 1.7709470 Jul 07 16:56:08.284597 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6bbecf-01b4-4101-a576-f3ffdae19d9a', 'name': 'network-vif-deleted', 'tag': '12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:08.288754 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fe0788-52c1-46c9-a4a6-e11a11521cfd" -d '{"events": [{"server_uuid": "1d6bbecf-01b4-4101-a576-f3ffdae19d9a", "name": "network-vif-deleted", "tag": "12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:08.323996 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbeb62e-51f1-43dd-8fa6-7e794ef58963 req-e89f4dac-9660-4928-826b-5a72cecf8326 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:08.326904 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5fbeb62e-51f1-43dd-8fa6-7e794ef58963 req-e89f4dac-9660-4928-826b-5a72cecf8326 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 949 time: 0.5542035 Jul 07 16:56:08.482679 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-91ef2bdc-ace4-449d-8a64-eb86ee88b381 service neutron] 10.222.0.72 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388490 Jul 07 16:56:08.499901 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5fbeb62e-51f1-43dd-8fa6-7e794ef58963 req-36edd861-3781-4864-b594-e16ea5d6d4ff tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640594 Jul 07 16:56:08.773642 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bce47c-4a79-4612-8a5e-1fb8b9994c29 x-openstack-request-id: req-11bce47c-4a79-4612-8a5e-1fb8b9994c29 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:08.774221 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c823062d-b6cc-4dc2-8a40-7f9d3987ffa1", "name": "network-vif-plugged", "status": "completed", "tag": "fb91d138-9013-4bdc-80eb-842cf65c559f", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:08.775089 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-11bce47c-4a79-4612-8a5e-1fb8b9994c29 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:08.776520 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c823062d-b6cc-4dc2-8a40-7f9d3987ffa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb91d138-9013-4bdc-80eb-842cf65c559f', 'code': 200} Jul 07 16:56:08.820767 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-cac4ba32-1ff1-44bb-9b71-a7d275c5783b req-b74ce611-80bc-441e-9f2e-2afd495ffa21 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] For port b9b325a4-0180-47b7-b624-ab8e2e6d21e4, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b9b325a4-0180-47b7-b624-ab8e2e6d21e4,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:08.821376 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cac4ba32-1ff1-44bb-9b71-a7d275c5783b req-b74ce611-80bc-441e-9f2e-2afd495ffa21 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:08.880670 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-cac4ba32-1ff1-44bb-9b71-a7d275c5783b req-b74ce611-80bc-441e-9f2e-2afd495ffa21 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Calling delete_port for b9b325a4-0180-47b7-b624-ab8e2e6d21e4 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:56:08.990710 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-bc345b3e-4cdc-4c8d-a439-758cb3fbf655 service neutron] 10.222.0.72 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760792 Jul 07 16:56:09.004157 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f964767a-189a-45f1-91d0-78cccbcf1f3a req-cf49956e-5414-47b6-bc1b-b0710838d3b7 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6bbecf-01b4-4101-a576-f3ffdae19d9a HTTP/1.1" status: 200 len: 210 time: 0.5102103 Jul 07 16:56:09.125144 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd87ceab-94bb-4e72-9c38-a69bc9ee5146 req-f25d1922-1810-4e99-9a0e-66a5fa716e12 service neutron] 10.222.0.64 "GET /v2.0/ports/4de31eba-6eab-41da-aed9-0f97c3068ec8/bindings/n-h1-791503-12 HTTP/1.1" status: 200 len: 383 time: 0.2201037 Jul 07 16:56:09.187651 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac16ea8-f9b4-454a-a24b-4aba391a9b6d req-d92483d1-b0ac-4ad9-ad11-aa54a334ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:09.190362 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7ac16ea8-f9b4-454a-a24b-4aba391a9b6d req-d92483d1-b0ac-4ad9-ad11-aa54a334ac70 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c823062d-b6cc-4dc2-8a40-7f9d3987ffa1 HTTP/1.1" status: 200 len: 1098 time: 0.1221960 Jul 07 16:56:09.251025 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cac4ba32-1ff1-44bb-9b71-a7d275c5783b req-b74ce611-80bc-441e-9f2e-2afd495ffa21 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:09.264197 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['c21768d3-1ac5-4f55-bd0b-04211e22f403'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:09.294555 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7ac16ea8-f9b4-454a-a24b-4aba391a9b6d req-243eed6c-9f6e-4268-8af2-0d31eb861cea service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=73abea93-b25c-46e4-9bd0-05279d406822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899236 Jul 07 16:56:09.296812 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49004) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:09.318075 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ce611-80bc-441e-9f2e-2afd495ffa21 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Pushing event deleted for resources: {'Port': ['ID=b9b325a4-0180-47b7-b624-ab8e2e6d21e4,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:09.478478 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ce611-80bc-441e-9f2e-2afd495ffa21 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:09.482187 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ce611-80bc-441e-9f2e-2afd495ffa21 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:09.484980 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ce611-80bc-441e-9f2e-2afd495ffa21 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:09.488447 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ce611-80bc-441e-9f2e-2afd495ffa21 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:09.489867 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ce611-80bc-441e-9f2e-2afd495ffa21 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:09.490421 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ce611-80bc-441e-9f2e-2afd495ffa21 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:09.492421 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ce611-80bc-441e-9f2e-2afd495ffa21 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:09.493113 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ce611-80bc-441e-9f2e-2afd495ffa21 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:09.493638 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ce611-80bc-441e-9f2e-2afd495ffa21 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:09.494154 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ce611-80bc-441e-9f2e-2afd495ffa21 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:09.496676 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ce611-80bc-441e-9f2e-2afd495ffa21 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:09.497272 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ce611-80bc-441e-9f2e-2afd495ffa21 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:09.646497 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace836bc-165c-4304-9347-914fa7927608 req-2f15d7ff-1cee-4fbe-82e3-bf8cbcbf9fcb tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:09.665628 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ace836bc-165c-4304-9347-914fa7927608 req-2f15d7ff-1cee-4fbe-82e3-bf8cbcbf9fcb tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 1096 time: 0.2619085 Jul 07 16:56:09.673830 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac4ba32-1ff1-44bb-9b71-a7d275c5783b req-b74ce611-80bc-441e-9f2e-2afd495ffa21 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] No DVR routers for this DVR port b9b325a4-0180-47b7-b624-ab8e2e6d21e4 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:56:09.680560 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cac4ba32-1ff1-44bb-9b71-a7d275c5783b req-b74ce611-80bc-441e-9f2e-2afd495ffa21 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:09.682735 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cac4ba32-1ff1-44bb-9b71-a7d275c5783b req-b74ce611-80bc-441e-9f2e-2afd495ffa21 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.72 "DELETE /v2.0/ports/b9b325a4-0180-47b7-b624-ab8e2e6d21e4 HTTP/1.1" status: 204 len: 173 time: 1.9997509 Jul 07 16:56:09.683439 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ff8288-bd33-4523-b14a-d7d7d28d2a33', 'name': 'network-vif-deleted', 'tag': 'b9b325a4-0180-47b7-b624-ab8e2e6d21e4'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:09.690119 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-b55bdd60-2975-4519-8e35-a83b35ecbef8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-14531632-network', 'tenant_id': '40d1425f48624cb2b662c15ab6069744'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:09.698080 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700be08f-add8-401f-8fd7-315ddfa0e9b0" -d '{"events": [{"server_uuid": "75ff8288-bd33-4523-b14a-d7d7d28d2a33", "name": "network-vif-deleted", "tag": "b9b325a4-0180-47b7-b624-ab8e2e6d21e4"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:09.763139 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40d730-7e6e-4289-88c7-96cdf1ff06d1 req-1461474e-6c6c-4a62-8983-4dd71b71b604 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:09.772763 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5d40d730-7e6e-4289-88c7-96cdf1ff06d1 req-1461474e-6c6c-4a62-8983-4dd71b71b604 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=c823062d-b6cc-4dc2-8a40-7f9d3987ffa1 HTTP/1.1" status: 200 len: 946 time: 0.4576206 Jul 07 16:56:09.824044 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ace836bc-165c-4304-9347-914fa7927608 req-64211087-b538-43aa-a87c-186f4aa85c7b tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569331 Jul 07 16:56:09.830819 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55bdd60-2975-4519-8e35-a83b35ecbef8 admin admin] Made reservation on behalf of 40d1425f48624cb2b662c15ab6069744 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:09.833732 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b55bdd60-2975-4519-8e35-a83b35ecbef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:09.856788 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b55bdd60-2975-4519-8e35-a83b35ecbef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:09.925549 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5d40d730-7e6e-4289-88c7-96cdf1ff06d1 req-820c61af-42c8-46c1-945b-724d9fe62258 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups?id=73abea93-b25c-46e4-9bd0-05279d406822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497772 Jul 07 16:56:09.962812 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b422d3a1-6911-42ae-870b-ade3b02403de x-openstack-request-id: req-b422d3a1-6911-42ae-870b-ade3b02403de {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:09.963439 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6bbecf-01b4-4101-a576-f3ffdae19d9a", "name": "network-vif-deleted", "tag": "12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:09.964281 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b422d3a1-6911-42ae-870b-ade3b02403de {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:09.965329 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6bbecf-01b4-4101-a576-f3ffdae19d9a', 'name': 'network-vif-deleted', 'tag': '12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2', 'status': 'completed', 'code': 200} Jul 07 16:56:10.141326 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b55bdd60-2975-4519-8e35-a83b35ecbef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:10.149613 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b55bdd60-2975-4519-8e35-a83b35ecbef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:10.213802 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55bdd60-2975-4519-8e35-a83b35ecbef8 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:56:10.283268 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b55bdd60-2975-4519-8e35-a83b35ecbef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:10.286573 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-b55bdd60-2975-4519-8e35-a83b35ecbef8 admin admin] Added segment 3abbb3b3-4d39-4740-a22a-c5bdac56dda5 of type vlan for network ef3b6abd-c097-4d54-97f5-0fb29c6bf65b Jul 07 16:56:10.347817 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b55bdd60-2975-4519-8e35-a83b35ecbef8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:10.431626 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bdd60-2975-4519-8e35-a83b35ecbef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6942e36-9a1c-4be9-9f55-31521cb7431f,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:10.439615 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b55bdd60-2975-4519-8e35-a83b35ecbef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:10.441917 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55bdd60-2975-4519-8e35-a83b35ecbef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:10.443641 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b55bdd60-2975-4519-8e35-a83b35ecbef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:10.613036 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903515fd-312e-4de8-a2de-7c0ba0724aee req-dd2f7989-b022-4d03-9935-5a5756e0a63c tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:10.628003 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b55bdd60-2975-4519-8e35-a83b35ecbef8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3290939 Jul 07 16:56:10.631634 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49024) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:10.641405 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-903515fd-312e-4de8-a2de-7c0ba0724aee req-dd2f7989-b022-4d03-9935-5a5756e0a63c tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 949 time: 0.2564201 Jul 07 16:56:10.644157 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-0dd28581-1374-43ca-b9b8-7c91bbcbf105 admin admin] Request body: {'subnet': {'network_id': 'ef3b6abd-c097-4d54-97f5-0fb29c6bf65b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-14531632-subnet', 'tenant_id': '40d1425f48624cb2b662c15ab6069744', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:10.675819 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd28581-1374-43ca-b9b8-7c91bbcbf105 admin admin] Made reservation on behalf of 40d1425f48624cb2b662c15ab6069744 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:10.679330 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0dd28581-1374-43ca-b9b8-7c91bbcbf105 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:10.687677 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bdd60-2975-4519-8e35-a83b35ecbef8 admin admin] Pushing event updated for resources: {'Network': ['ID=ef3b6abd-c097-4d54-97f5-0fb29c6bf65b,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:10.700916 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network ef3b6abd-c097-4d54-97f5-0fb29c6bf65b details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:56:10.787508 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-903515fd-312e-4de8-a2de-7c0ba0724aee req-1622693b-7092-48dd-80d3-7bba5850c9a2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408718 Jul 07 16:56:10.801338 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b682c1-0a75-4f74-a2bf-f487fbe3f8eb req-7e40d987-2a8c-4672-8b8e-e742cb18b9b9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:10.803267 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15b682c1-0a75-4f74-a2bf-f487fbe3f8eb req-7e40d987-2a8c-4672-8b8e-e742cb18b9b9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 945 time: 0.5984166 Jul 07 16:56:10.939129 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device b9b325a4-0180-47b7-b624-ab8e2e6d21e4 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:56:11.000148 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: b9b325a4-0180-47b7-b624-ab8e2e6d21e4 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:56:11.001136 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device b9b325a4-0180-47b7-b624-ab8e2e6d21e4 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:56:11.002101 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:56:11.045847 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:56:11.046760 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 12ca6ff4-6ca8-49ce-b2d8-e0c44a1e44d2 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:56:11.074028 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15b682c1-0a75-4f74-a2bf-f487fbe3f8eb req-a831db96-dc5e-4f08-9ed7-1a8f4a5afff5 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647161 Jul 07 16:56:11.088308 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0dd28581-1374-43ca-b9b8-7c91bbcbf105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:11.209472 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da00e10-1fd6-427a-b589-70274d841ba4 x-openstack-request-id: req-3da00e10-1fd6-427a-b589-70274d841ba4 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:11.210230 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ff8288-bd33-4523-b14a-d7d7d28d2a33", "name": "network-vif-deleted", "tag": "b9b325a4-0180-47b7-b624-ab8e2e6d21e4", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:11.210230 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3da00e10-1fd6-427a-b589-70274d841ba4 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:11.210541 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ff8288-bd33-4523-b14a-d7d7d28d2a33', 'name': 'network-vif-deleted', 'tag': 'b9b325a4-0180-47b7-b624-ab8e2e6d21e4', 'status': 'completed', 'code': 200} Jul 07 16:56:11.246061 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd28581-1374-43ca-b9b8-7c91bbcbf105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cae67a57-968f-4627-9e90-8f5f3c32d65f,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:11.299883 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87ceab-94bb-4e72-9c38-a69bc9ee5146 req-359da378-2314-4b14-8bc0-a85045cf5358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:11.301468 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd87ceab-94bb-4e72-9c38-a69bc9ee5146 req-359da378-2314-4b14-8bc0-a85045cf5358 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d&tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0 HTTP/1.1" status: 200 len: 1101 time: 0.8188803 Jul 07 16:56:11.311693 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd28581-1374-43ca-b9b8-7c91bbcbf105 admin admin] Checking segment: {'id': '3abbb3b3-4d39-4740-a22a-c5bdac56dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ef3b6abd-c097-4d54-97f5-0fb29c6bf65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:11.312284 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd28581-1374-43ca-b9b8-7c91bbcbf105 admin admin] Network hostable DHCP agents. Network: ef3b6abd-c097-4d54-97f5-0fb29c6bf65b, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:56:11.494815 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 4de31eba-6eab-41da-aed9-0f97c3068ec8 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:56:11.508339 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd28581-1374-43ca-b9b8-7c91bbcbf105 admin admin] Network ef3b6abd-c097-4d54-97f5-0fb29c6bf65b is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:56:11.561819 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-0dd28581-1374-43ca-b9b8-7c91bbcbf105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, ef3b6abd-c097-4d54-97f5-0fb29c6bf65b) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:11.583546 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bf35ad-1427-4824-a91b-2ee79dbcdd7c None None] Network ef3b6abd-c097-4d54-97f5-0fb29c6bf65b requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:56:11.591423 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd28581-1374-43ca-b9b8-7c91bbcbf105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:11.598125 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0dd28581-1374-43ca-b9b8-7c91bbcbf105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:11.658978 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87ceab-94bb-4e72-9c38-a69bc9ee5146 req-a6f5ef04-ec28-4b5e-bfe5-5947260c4bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:11.665938 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd87ceab-94bb-4e72-9c38-a69bc9ee5146 req-a6f5ef04-ec28-4b5e-bfe5-5947260c4bf7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 1101 time: 0.3179460 Jul 07 16:56:11.682505 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0dd28581-1374-43ca-b9b8-7c91bbcbf105 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0474632 Jul 07 16:56:11.950527 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691aa58-a065-4642-adb2-0bb0f1f87592 req-b9d8609e-de9b-4da4-8985-13a23fe51b3e tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:11.972039 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d691aa58-a065-4642-adb2-0bb0f1f87592 req-b9d8609e-de9b-4da4-8985-13a23fe51b3e tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=c823062d-b6cc-4dc2-8a40-7f9d3987ffa1 HTTP/1.1" status: 200 len: 946 time: 0.2100558 Jul 07 16:56:11.981854 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87ceab-94bb-4e72-9c38-a69bc9ee5146 req-a422276c-2fd9-4d00-bf3d-2fd3183bbe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:11.985073 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd87ceab-94bb-4e72-9c38-a69bc9ee5146 req-a422276c-2fd9-4d00-bf3d-2fd3183bbe2b service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.3064265 Jul 07 16:56:12.055888 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:12.097556 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d691aa58-a065-4642-adb2-0bb0f1f87592 req-ec0fcd6e-f7ee-42d3-9053-d84198c75e9f tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups?id=73abea93-b25c-46e4-9bd0-05279d406822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244922 Jul 07 16:56:12.109811 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 4de31eba-6eab-41da-aed9-0f97c3068ec8, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=4de31eba-6eab-41da-aed9-0f97c3068ec8,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:12.137536 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4215188e-6998-4d2a-813b-c820b9bdce6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4de31eba-6eab-41da-aed9-0f97c3068ec8'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:12.141585 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad8a42f-1576-4a46-81fb-f14cf41fda94" -d '{"events": [{"server_uuid": "4215188e-6998-4d2a-813b-c820b9bdce6d", "name": "network-vif-unplugged", "status": "completed", "tag": "4de31eba-6eab-41da-aed9-0f97c3068ec8"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:12.146235 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:12.206459 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd87ceab-94bb-4e72-9c38-a69bc9ee5146 req-d741e445-a894-4c1f-8b5d-29f9cee3c174 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=4de31eba-6eab-41da-aed9-0f97c3068ec8 HTTP/1.1" status: 200 len: 217 time: 0.2108338 Jul 07 16:56:12.259396 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dada20-702b-4a37-b36e-1bd54351ee23 None None] Network ef3b6abd-c097-4d54-97f5-0fb29c6bf65b requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:56:12.345411 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87ceab-94bb-4e72-9c38-a69bc9ee5146 req-c03439e8-bdf9-4207-bba4-45f755cd608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:12.346980 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd87ceab-94bb-4e72-9c38-a69bc9ee5146 req-c03439e8-bdf9-4207-bba4-45f755cd608b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1326871 Jul 07 16:56:12.392109 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=4de31eba-6eab-41da-aed9-0f97c3068ec8,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:12.460951 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87ceab-94bb-4e72-9c38-a69bc9ee5146 req-550f636d-6aab-4238-ad05-78dfd4b3f4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:12.462995 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd87ceab-94bb-4e72-9c38-a69bc9ee5146 req-550f636d-6aab-4238-ad05-78dfd4b3f4ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1093793 Jul 07 16:56:12.703332 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd87ceab-94bb-4e72-9c38-a69bc9ee5146 req-dcea84b3-af63-41c4-882a-6c5adcf31087 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285056 Jul 07 16:56:12.841429 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [req-81e44879-dc86-4d73-b6b8-3e3f68ed389a req-862b85f7-2ff5-46ca-81af-025d945a236f tempest-SecurityGroupsNegativeTestJSON-1290032831 tempest-SecurityGroupsNegativeTestJSON-1290032831-project] show failed (client error): The resource could not be found. Jul 07 16:56:12.843998 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-81e44879-dc86-4d73-b6b8-3e3f68ed389a req-862b85f7-2ff5-46ca-81af-025d945a236f tempest-SecurityGroupsNegativeTestJSON-1290032831 tempest-SecurityGroupsNegativeTestJSON-1290032831-project] 10.222.0.53 "GET /v2.0/security-groups/69491430-8648-40b6-88b0-a087de7c4bcc HTTP/1.1" status: 404 len: 352 time: 0.0391438 Jul 07 16:56:12.867175 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300f5d4-0329-492e-ac76-0f59f7ae6fd3 req-1b1b2e89-44d9-433e-bf8a-f2335cd674cf tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:12.871065 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6300f5d4-0329-492e-ac76-0f59f7ae6fd3 req-1b1b2e89-44d9-433e-bf8a-f2335cd674cf tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 947 time: 0.1659217 Jul 07 16:56:12.904930 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd87ceab-94bb-4e72-9c38-a69bc9ee5146 req-4e68d685-3311-4eec-b150-3f89bc897419 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935258 Jul 07 16:56:12.933609 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6300f5d4-0329-492e-ac76-0f59f7ae6fd3 req-91406d5e-7f53-44ba-b4c1-9b38805a3ed2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529821 Jul 07 16:56:13.217329 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c72015-a49b-4480-8e96-cfc7a0137265 req-4ba0385d-28ad-435a-8680-9940a5a22ec8 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:13.220668 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c3c72015-a49b-4480-8e96-cfc7a0137265 req-4ba0385d-28ad-435a-8680-9940a5a22ec8 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 945 time: 0.1714623 Jul 07 16:56:13.240558 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d2f023e6-3486-41bb-94e2-982eb4c7bb85 req-2d3814bd-2e7f-4e34-88ae-d8398bae0648 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-124806799&fields=id&tenant_id=0c75e9b937a6418f8219f7ab3640cf46 HTTP/1.1" status: 200 len: 267 time: 0.0623963 Jul 07 16:56:13.337350 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c3c72015-a49b-4480-8e96-cfc7a0137265 req-6c6e0411-ca6d-4b1c-88a4-df82965b28fa tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959992 Jul 07 16:56:13.394079 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f023e6-3486-41bb-94e2-982eb4c7bb85 req-261ae2ac-7b89-473a-be97-f019c35e4d74 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:13.407062 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d2f023e6-3486-41bb-94e2-982eb4c7bb85 req-261ae2ac-7b89-473a-be97-f019c35e4d74 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=c823062d-b6cc-4dc2-8a40-7f9d3987ffa1 HTTP/1.1" status: 200 len: 946 time: 0.1653140 Jul 07 16:56:13.429355 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-d2f023e6-3486-41bb-94e2-982eb4c7bb85 req-49aa699d-4e44-4622-9213-b7f335ebbbe9 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Request body: {'port': {'security_groups': ['73abea93-b25c-46e4-9bd0-05279d406822', '0dfc340f-e289-48e2-8bd9-2dd5d7a496f7']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:13.571288 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6985fc78-f3bb-46ec-a6f5-a7e98eb1ec19 x-openstack-request-id: req-6985fc78-f3bb-46ec-a6f5-a7e98eb1ec19 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:13.572312 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4215188e-6998-4d2a-813b-c820b9bdce6d", "name": "network-vif-unplugged", "status": "completed", "tag": "4de31eba-6eab-41da-aed9-0f97c3068ec8", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:13.572767 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6985fc78-f3bb-46ec-a6f5-a7e98eb1ec19 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:13.573367 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4215188e-6998-4d2a-813b-c820b9bdce6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4de31eba-6eab-41da-aed9-0f97c3068ec8', 'code': 200} Jul 07 16:56:13.678279 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-d2f023e6-3486-41bb-94e2-982eb4c7bb85 req-49aa699d-4e44-4622-9213-b7f335ebbbe9 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:14.155854 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-d2f023e6-3486-41bb-94e2-982eb4c7bb85 req-49aa699d-4e44-4622-9213-b7f335ebbbe9 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] For port fb91d138-9013-4bdc-80eb-842cf65c559f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=fb91d138-9013-4bdc-80eb-842cf65c559f,segment=NetworkSegment(07dafd71-09e3-4095-96d3-c86928f3ef02),segment_id=07dafd71-09e3-4095-96d3-c86928f3ef02)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:14.227057 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-d2f023e6-3486-41bb-94e2-982eb4c7bb85 req-49aa699d-4e44-4622-9213-b7f335ebbbe9 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:14.236941 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-d2f023e6-3486-41bb-94e2-982eb4c7bb85 req-49aa699d-4e44-4622-9213-b7f335ebbbe9 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:14.252448 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['6e9bd431-31c1-499a-92fb-51bb68b23bb1', 'fb91d138-9013-4bdc-80eb-842cf65c559f'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:14.335221 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ef067e78-4776-4510-a18e-9587382bd11c req-fd738a1d-871c-4613-96f0-d13edaa2c0f0 tempest-SecurityGroupsNegativeTestJSON-1290032831 tempest-SecurityGroupsNegativeTestJSON-1290032831-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=40d1425f48624cb2b662c15ab6069744 HTTP/1.1" status: 200 len: 2984 time: 0.1317372 Jul 07 16:56:14.404351 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f023e6-3486-41bb-94e2-982eb4c7bb85 req-49aa699d-4e44-4622-9213-b7f335ebbbe9 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:14.405335 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-d2f023e6-3486-41bb-94e2-982eb4c7bb85 req-49aa699d-4e44-4622-9213-b7f335ebbbe9 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:14.407160 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d2f023e6-3486-41bb-94e2-982eb4c7bb85 req-49aa699d-4e44-4622-9213-b7f335ebbbe9 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "PUT /v2.0/ports/fb91d138-9013-4bdc-80eb-842cf65c559f HTTP/1.1" status: 200 len: 982 time: 0.9919574 Jul 07 16:56:14.407558 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c823062d-b6cc-4dc2-8a40-7f9d3987ffa1', 'tag': 'fb91d138-9013-4bdc-80eb-842cf65c559f'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:14.422393 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac3fbd9-a9c9-480f-99cd-e0e196ef61fe" -d '{"events": [{"name": "network-changed", "server_uuid": "c823062d-b6cc-4dc2-8a40-7f9d3987ffa1", "tag": "fb91d138-9013-4bdc-80eb-842cf65c559f"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:14.454554 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ef067e78-4776-4510-a18e-9587382bd11c req-e5f76b63-2190-49dc-b15a-9b5207fcf12e tempest-SecurityGroupsNegativeTestJSON-1290032831 tempest-SecurityGroupsNegativeTestJSON-1290032831-project] 10.222.0.53 "GET /v2.0/security-groups/b6942e36-9a1c-4be9-9f55-31521cb7431f HTTP/1.1" status: 200 len: 2981 time: 0.1179364 Jul 07 16:56:14.486994 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa699d-4e44-4622-9213-b7f335ebbbe9 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Pushing event updated for resources: {'Port': ['ID=fb91d138-9013-4bdc-80eb-842cf65c559f,revision_number=6']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:14.578288 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['fb91d138-9013-4bdc-80eb-842cf65c559f'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:14.591985 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ef067e78-4776-4510-a18e-9587382bd11c req-fbfae8bb-cf1a-49f8-a4e7-d8b0df6252e6 tempest-SecurityGroupsNegativeTestJSON-1290032831 tempest-SecurityGroupsNegativeTestJSON-1290032831-project] 10.222.0.53 "GET /v2.0/security-groups/b6942e36-9a1c-4be9-9f55-31521cb7431f HTTP/1.1" status: 200 len: 2981 time: 0.1285827 Jul 07 16:56:14.922087 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d2890-5068-42eb-ba21-5e64a69950da req-298cd02a-a98f-4003-bca8-325547d84c06 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:14.933111 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-545d2890-5068-42eb-ba21-5e64a69950da req-298cd02a-a98f-4003-bca8-325547d84c06 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 947 time: 0.2535710 Jul 07 16:56:14.987779 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df1227-84e4-4c05-a2a4-400e6f2b7a57 req-f6b6c44a-f483-48bb-b509-930bbca8188e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:14.996037 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-77df1227-84e4-4c05-a2a4-400e6f2b7a57 req-f6b6c44a-f483-48bb-b509-930bbca8188e tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=f67690e6-c776-4977-a070-dec64d61e4d9 HTTP/1.1" status: 200 len: 949 time: 0.2092702 Jul 07 16:56:15.001540 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-545d2890-5068-42eb-ba21-5e64a69950da req-292905c8-13b4-44f0-88d6-59f70edf158c tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668597 Jul 07 16:56:15.105088 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-77df1227-84e4-4c05-a2a4-400e6f2b7a57 req-cec2ff5f-2934-4f89-a2e3-260470ca583f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071975 Jul 07 16:56:15.297918 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1eaf5dd6-fb83-42bf-a782-d80b5912fc19 req-f7526607-63ea-468d-a55f-485919d2f980 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups/0dfc340f-e289-48e2-8bd9-2dd5d7a496f7 HTTP/1.1" status: 200 len: 1799 time: 0.1406522 Jul 07 16:56:15.453509 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4aff5-85cf-4d0b-9e43-e81dbbfd3aa5 req-5a22f3ef-0943-44c2-9b56-40f6b9117b4c tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:15.473256 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-94c4aff5-85cf-4d0b-9e43-e81dbbfd3aa5 req-5a22f3ef-0943-44c2-9b56-40f6b9117b4c tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 945 time: 0.2505386 Jul 07 16:56:15.510712 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [req-1eaf5dd6-fb83-42bf-a782-d80b5912fc19 req-b33ba1d2-78c3-4b5e-9652-5ee537d6738d tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 16:56:15.523773 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1eaf5dd6-fb83-42bf-a782-d80b5912fc19 req-b33ba1d2-78c3-4b5e-9652-5ee537d6738d tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "DELETE /v2.0/security-groups/0dfc340f-e289-48e2-8bd9-2dd5d7a496f7 HTTP/1.1" status: 409 len: 341 time: 0.2058785 Jul 07 16:56:15.526226 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 4de31eba-6eab-41da-aed9-0f97c3068ec8 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:56:15.564333 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-94c4aff5-85cf-4d0b-9e43-e81dbbfd3aa5 req-16a885e5-4a7a-40aa-98d9-3ca04dee9fec tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900655 Jul 07 16:56:15.681226 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccfe18b-0ad9-40e8-b903-a9ab846f6347 x-openstack-request-id: req-3ccfe18b-0ad9-40e8-b903-a9ab846f6347 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:15.681572 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c823062d-b6cc-4dc2-8a40-7f9d3987ffa1", "tag": "fb91d138-9013-4bdc-80eb-842cf65c559f", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:15.681921 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ccfe18b-0ad9-40e8-b903-a9ab846f6347 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:15.682214 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c823062d-b6cc-4dc2-8a40-7f9d3987ffa1', 'tag': 'fb91d138-9013-4bdc-80eb-842cf65c559f', 'status': 'completed', 'code': 200} Jul 07 16:56:15.698745 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52ff2775-8f12-4e2b-928e-e0b2f22c75d0 req-6ae34fbf-a46c-4e8d-93cd-80c7bf8b5c14 tempest-SecurityGroupsNegativeTestJSON-1290032831 tempest-SecurityGroupsNegativeTestJSON-1290032831-project] 10.222.0.53 "GET /v2.0/security-groups/b6942e36-9a1c-4be9-9f55-31521cb7431f HTTP/1.1" status: 200 len: 2981 time: 0.0973308 Jul 07 16:56:15.801349 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 4de31eba-6eab-41da-aed9-0f97c3068ec8, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=4de31eba-6eab-41da-aed9-0f97c3068ec8,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:15.831656 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '4de31eba-6eab-41da-aed9-0f97c3068ec8', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': '4de31eba-6eab-41da-aed9-0f97c3068ec8', 'mac_address': 'fa:16:3e:e5:8b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:56:15.849160 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [req-52ff2775-8f12-4e2b-928e-e0b2f22c75d0 req-1952cb9f-165b-41e9-ab83-5e3ce56d3d74 tempest-SecurityGroupsNegativeTestJSON-1290032831 tempest-SecurityGroupsNegativeTestJSON-1290032831-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 16:56:15.856507 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52ff2775-8f12-4e2b-928e-e0b2f22c75d0 req-1952cb9f-165b-41e9-ab83-5e3ce56d3d74 tempest-SecurityGroupsNegativeTestJSON-1290032831 tempest-SecurityGroupsNegativeTestJSON-1290032831-project] 10.222.0.53 "DELETE /v2.0/security-groups/b6942e36-9a1c-4be9-9f55-31521cb7431f HTTP/1.1" status: 409 len: 352 time: 0.1567082 Jul 07 16:56:16.013466 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:16.021397 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6e9e0-053c-43d2-8dd9-a40436c53e66 req-c94f30fa-fc9a-4d25-8f74-b917275fb038 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:16.028578 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-40c6e9e0-053c-43d2-8dd9-a40436c53e66 req-c94f30fa-fc9a-4d25-8f74-b917275fb038 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.64 "GET /v2.0/ports?device_id=f67690e6-c776-4977-a070-dec64d61e4d9 HTTP/1.1" status: 200 len: 949 time: 0.3344529 Jul 07 16:56:16.058961 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4de31eba-6eab-41da-aed9-0f97c3068ec8 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:56:16.095993 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 4de31eba-6eab-41da-aed9-0f97c3068ec8, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=4de31eba-6eab-41da-aed9-0f97c3068ec8,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:16.105048 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:16.117964 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [req-088f626f-30fc-4a5d-97b7-c138e1475c4b req-75d99a5c-8f9c-43a0-bc97-2264ef54f897 tempest-SecurityGroupsNegativeTestJSON-1290032831 tempest-SecurityGroupsNegativeTestJSON-1290032831-project] show failed (client error): The resource could not be found. Jul 07 16:56:16.119765 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-088f626f-30fc-4a5d-97b7-c138e1475c4b req-75d99a5c-8f9c-43a0-bc97-2264ef54f897 tempest-SecurityGroupsNegativeTestJSON-1290032831 tempest-SecurityGroupsNegativeTestJSON-1290032831-project] 10.222.0.53 "GET /v2.0/security-groups/714c41b2-9eff-42c8-a27e-e2b0d5a579fc HTTP/1.1" status: 404 len: 352 time: 0.0683529 Jul 07 16:56:16.183121 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=4de31eba-6eab-41da-aed9-0f97c3068ec8,revision_number=7']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:16.201528 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3fbd9-a9c9-480f-99cd-e0e196ef61fe req-5e6b52e3-05a8-45bf-b218-4bcf3b7affac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:16.204381 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aac3fbd9-a9c9-480f-99cd-e0e196ef61fe req-5e6b52e3-05a8-45bf-b218-4bcf3b7affac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0c75e9b937a6418f8219f7ab3640cf46&device_id=c823062d-b6cc-4dc2-8a40-7f9d3987ffa1 HTTP/1.1" status: 200 len: 1137 time: 0.5026917 Jul 07 16:56:16.408869 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-40c6e9e0-053c-43d2-8dd9-a40436c53e66 req-ebc435b9-1a3f-444b-9d17-f6d57ef7ef5f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Deleting port c21768d3-1ac5-4f55-bd0b-04211e22f403 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:56:16.409456 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-40c6e9e0-053c-43d2-8dd9-a40436c53e66 req-ebc435b9-1a3f-444b-9d17-f6d57ef7ef5f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:16.437775 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['4de31eba-6eab-41da-aed9-0f97c3068ec8'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:16.519385 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3fbd9-a9c9-480f-99cd-e0e196ef61fe req-329412a1-bc57-402d-84aa-b106c7b46857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:16.530830 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aac3fbd9-a9c9-480f-99cd-e0e196ef61fe req-329412a1-bc57-402d-84aa-b106c7b46857 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d910713-9317-4b27-b56c-fb6e554b6677 HTTP/1.1" status: 200 len: 913 time: 0.3180268 Jul 07 16:56:16.666187 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [req-030befee-2298-42a0-86b8-880b4a100814 req-ac0dd90a-ecdf-4a5d-a6d6-f2c52eece872 tempest-SecurityGroupsNegativeTestJSON-1290032831 tempest-SecurityGroupsNegativeTestJSON-1290032831-project] show failed (client error): The resource could not be found. Jul 07 16:56:16.695342 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-030befee-2298-42a0-86b8-880b4a100814 req-ac0dd90a-ecdf-4a5d-a6d6-f2c52eece872 tempest-SecurityGroupsNegativeTestJSON-1290032831 tempest-SecurityGroupsNegativeTestJSON-1290032831-project] 10.222.0.53 "GET /v2.0/security-groups/da18bc1f-fb71-4c7c-a262-8218b1d2cca9 HTTP/1.1" status: 404 len: 352 time: 0.0728137 Jul 07 16:56:16.695906 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49126) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:16.715654 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aac3fbd9-a9c9-480f-99cd-e0e196ef61fe req-b376e15e-6577-469f-89bd-5538a699d5fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb91d138-9013-4bdc-80eb-842cf65c559f HTTP/1.1" status: 200 len: 217 time: 0.1795483 Jul 07 16:56:16.739307 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-40c6e9e0-053c-43d2-8dd9-a40436c53e66 req-ebc435b9-1a3f-444b-9d17-f6d57ef7ef5f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] For port c21768d3-1ac5-4f55-bd0b-04211e22f403, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=c21768d3-1ac5-4f55-bd0b-04211e22f403,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:16.739838 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-40c6e9e0-053c-43d2-8dd9-a40436c53e66 req-ebc435b9-1a3f-444b-9d17-f6d57ef7ef5f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:16.825603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3fbd9-a9c9-480f-99cd-e0e196ef61fe req-f409ebf3-7790-47b3-b132-66df6f1cca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:16.828873 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aac3fbd9-a9c9-480f-99cd-e0e196ef61fe req-f409ebf3-7790-47b3-b132-66df6f1cca0d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=88bf7df0-fa2f-449a-8a86-38e68aaa4aa1 HTTP/1.1" status: 200 len: 852 time: 0.1059051 Jul 07 16:56:16.840950 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-40c6e9e0-053c-43d2-8dd9-a40436c53e66 req-ebc435b9-1a3f-444b-9d17-f6d57ef7ef5f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Calling delete_port for c21768d3-1ac5-4f55-bd0b-04211e22f403 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:56:16.903743 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aac3fbd9-a9c9-480f-99cd-e0e196ef61fe req-c5563d0b-9e2b-4492-b45b-1774bfe3bf2c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d910713-9317-4b27-b56c-fb6e554b6677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607228 Jul 07 16:56:17.109714 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291514d-fe50-41ef-96dc-039e1176c36e req-5eb68234-731a-46da-85a3-53ac0dc34114 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:17.111292 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7291514d-fe50-41ef-96dc-039e1176c36e req-5eb68234-731a-46da-85a3-53ac0dc34114 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 948 time: 0.5573993 Jul 07 16:56:17.140489 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aac3fbd9-a9c9-480f-99cd-e0e196ef61fe req-e597b9c5-7f56-44f4-89cb-9103d6fe4dee service neutron] 10.222.0.72 "GET /v2.0/networks/2d910713-9317-4b27-b56c-fb6e554b6677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291505 Jul 07 16:56:17.229539 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7291514d-fe50-41ef-96dc-039e1176c36e req-4fef7648-b368-49ba-8ab9-922ab6923cea tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038718 Jul 07 16:56:17.315572 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aac3fbd9-a9c9-480f-99cd-e0e196ef61fe req-255bb64d-420c-41b9-b8df-011588bc4471 service neutron] 10.222.0.72 "GET /v2.0/networks/2d910713-9317-4b27-b56c-fb6e554b6677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653409 Jul 07 16:56:17.350444 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-40c6e9e0-053c-43d2-8dd9-a40436c53e66 req-ebc435b9-1a3f-444b-9d17-f6d57ef7ef5f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:17.366067 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['c21768d3-1ac5-4f55-bd0b-04211e22f403'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:17.370381 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-270736db-c860-4c26-85df-3e115b4d8d99 admin admin] Deleting subnet cae67a57-968f-4627-9e90-8f5f3c32d65f {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:56:17.495973 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-270736db-c860-4c26-85df-3e115b4d8d99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:17.505976 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc435b9-1a3f-444b-9d17-f6d57ef7ef5f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Pushing event deleted for resources: {'Port': ['ID=c21768d3-1ac5-4f55-bd0b-04211e22f403,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:17.533060 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 4de31eba-6eab-41da-aed9-0f97c3068ec8 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:17.648743 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b615568-ef75-4d6d-8ce4-0f796cfffc39 req-673f2397-744c-4eb7-a87a-f0fc83389a0a tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:17.651583 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4b615568-ef75-4d6d-8ce4-0f796cfffc39 req-673f2397-744c-4eb7-a87a-f0fc83389a0a tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=f67690e6-c776-4977-a070-dec64d61e4d9 HTTP/1.1" status: 200 len: 867 time: 0.5005214 Jul 07 16:56:17.659257 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 4de31eba-6eab-41da-aed9-0f97c3068ec8 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:17.659812 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:17.733391 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a694a1-03ca-4494-9aa0-01011d45e4a3 req-71e14528-54b8-44e4-b2bf-277cc002e1a5 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:17.736413 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e3a694a1-03ca-4494-9aa0-01011d45e4a3 req-71e14528-54b8-44e4-b2bf-277cc002e1a5 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=c823062d-b6cc-4dc2-8a40-7f9d3987ffa1 HTTP/1.1" status: 200 len: 985 time: 0.2785585 Jul 07 16:56:17.740963 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984100a-6965-4b54-ad37-27c6ca343de5 req-ecd15568-cfe2-432a-8502-bfdde8fccd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:17.746796 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1984100a-6965-4b54-ad37-27c6ca343de5 req-ecd15568-cfe2-432a-8502-bfdde8fccd67 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0c75e9b937a6418f8219f7ab3640cf46&device_id=c823062d-b6cc-4dc2-8a40-7f9d3987ffa1 HTTP/1.1" status: 200 len: 1137 time: 0.2463894 Jul 07 16:56:17.781704 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-270736db-c860-4c26-85df-3e115b4d8d99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:17.877595 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:17.918128 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4b615568-ef75-4d6d-8ce4-0f796cfffc39 req-3f7a5f39-aefb-477a-8ccb-b57019610b0f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/security-groups?id=e80ccaec-8349-4f7d-9896-6529b30212c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214117 Jul 07 16:56:17.923147 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c6e9e0-053c-43d2-8dd9-a40436c53e66 req-ebc435b9-1a3f-444b-9d17-f6d57ef7ef5f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] No DVR routers for this DVR port c21768d3-1ac5-4f55-bd0b-04211e22f403 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:56:17.941538 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-40c6e9e0-053c-43d2-8dd9-a40436c53e66 req-ebc435b9-1a3f-444b-9d17-f6d57ef7ef5f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:17.945315 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-40c6e9e0-053c-43d2-8dd9-a40436c53e66 req-ebc435b9-1a3f-444b-9d17-f6d57ef7ef5f tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.64 "DELETE /v2.0/ports/c21768d3-1ac5-4f55-bd0b-04211e22f403 HTTP/1.1" status: 204 len: 173 time: 1.9114001 Jul 07 16:56:17.949306 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67690e6-c776-4977-a070-dec64d61e4d9', 'name': 'network-vif-deleted', 'tag': 'c21768d3-1ac5-4f55-bd0b-04211e22f403'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:17.955154 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83affb7c-1474-4974-97b0-4963ea66b901" -d '{"events": [{"server_uuid": "f67690e6-c776-4977-a070-dec64d61e4d9", "name": "network-vif-deleted", "tag": "c21768d3-1ac5-4f55-bd0b-04211e22f403"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:17.986457 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4215188e-6998-4d2a-813b-c820b9bdce6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de31eba-6eab-41da-aed9-0f97c3068ec8'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:17.989467 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea7b4ff-159d-411a-ae91-9676eaf82219" -d '{"events": [{"server_uuid": "4215188e-6998-4d2a-813b-c820b9bdce6d", "name": "network-vif-plugged", "status": "completed", "tag": "4de31eba-6eab-41da-aed9-0f97c3068ec8"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:18.017463 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 4de31eba-6eab-41da-aed9-0f97c3068ec8, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=4de31eba-6eab-41da-aed9-0f97c3068ec8,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:18.039450 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:18.041295 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device c21768d3-1ac5-4f55-bd0b-04211e22f403 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:56:18.059537 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-270736db-c860-4c26-85df-3e115b4d8d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:18.096960 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: c21768d3-1ac5-4f55-bd0b-04211e22f403 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:56:18.099650 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device c21768d3-1ac5-4f55-bd0b-04211e22f403 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:56:18.175081 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e3a694a1-03ca-4494-9aa0-01011d45e4a3 req-b4c95e9b-bcf3-4019-aa01-e4168dc6d84c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dfc340f-e289-48e2-8bd9-2dd5d7a496f7&id=73abea93-b25c-46e4-9bd0-05279d406822&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4267344 Jul 07 16:56:18.176982 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984100a-6965-4b54-ad37-27c6ca343de5 req-55007a75-a54b-4e26-8cc9-8ad935fc902c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:18.205697 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1984100a-6965-4b54-ad37-27c6ca343de5 req-55007a75-a54b-4e26-8cc9-8ad935fc902c service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d910713-9317-4b27-b56c-fb6e554b6677 HTTP/1.1" status: 200 len: 913 time: 0.4351792 Jul 07 16:56:18.278053 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-270736db-c860-4c26-85df-3e115b4d8d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:18.302224 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=4de31eba-6eab-41da-aed9-0f97c3068ec8,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:18.325647 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1984100a-6965-4b54-ad37-27c6ca343de5 req-0beca639-2516-4464-8156-a00e88ab1f03 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb91d138-9013-4bdc-80eb-842cf65c559f HTTP/1.1" status: 200 len: 217 time: 0.1127284 Jul 07 16:56:18.356452 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-270736db-c860-4c26-85df-3e115b4d8d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:18.361436 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-270736db-c860-4c26-85df-3e115b4d8d99 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cae67a57-968f-4627-9e90-8f5f3c32d65f HTTP/1.1" status: 204 len: 168 time: 1.6610804 Jul 07 16:56:18.375494 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49146) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:18.420142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270736db-c860-4c26-85df-3e115b4d8d99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cae67a57-968f-4627-9e90-8f5f3c32d65f,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:18.574634 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162a4c3-f77b-402c-9f15-fd9d3777e66d req-74fb1b20-d405-432c-91d1-7403bbad1e1e tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:18.578354 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1162a4c3-f77b-402c-9f15-fd9d3777e66d req-74fb1b20-d405-432c-91d1-7403bbad1e1e tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 945 time: 0.1685207 Jul 07 16:56:18.579677 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984100a-6965-4b54-ad37-27c6ca343de5 req-09f79a07-4d71-48e9-9c82-6736b5568092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:18.581632 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1984100a-6965-4b54-ad37-27c6ca343de5 req-09f79a07-4d71-48e9-9c82-6736b5568092 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=88bf7df0-fa2f-449a-8a86-38e68aaa4aa1 HTTP/1.1" status: 200 len: 852 time: 0.2473536 Jul 07 16:56:18.668448 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1162a4c3-f77b-402c-9f15-fd9d3777e66d req-ad55eb54-cbba-4afb-946d-622c67d6bb6e tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774317 Jul 07 16:56:18.709563 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1984100a-6965-4b54-ad37-27c6ca343de5 req-455b9b77-5c9b-4479-a788-9ad4a186e1f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d910713-9317-4b27-b56c-fb6e554b6677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960650 Jul 07 16:56:18.781307 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9598189b-105c-4bf1-ba51-9ecefc5c9e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:18.789060 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38e2ef3-7afa-411f-91a7-0992ca7092af x-openstack-request-id: req-b38e2ef3-7afa-411f-91a7-0992ca7092af {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:18.789700 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67690e6-c776-4977-a070-dec64d61e4d9", "name": "network-vif-deleted", "tag": "c21768d3-1ac5-4f55-bd0b-04211e22f403", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:18.791031 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b38e2ef3-7afa-411f-91a7-0992ca7092af {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:18.791853 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67690e6-c776-4977-a070-dec64d61e4d9', 'name': 'network-vif-deleted', 'tag': 'c21768d3-1ac5-4f55-bd0b-04211e22f403', 'status': 'completed', 'code': 200} Jul 07 16:56:18.869836 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877c703a-678f-4a34-9cb6-c026231f8d13 x-openstack-request-id: req-877c703a-678f-4a34-9cb6-c026231f8d13 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:18.870499 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4215188e-6998-4d2a-813b-c820b9bdce6d", "name": "network-vif-plugged", "status": "completed", "tag": "4de31eba-6eab-41da-aed9-0f97c3068ec8", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:18.870499 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-877c703a-678f-4a34-9cb6-c026231f8d13 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:18.870789 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4215188e-6998-4d2a-813b-c820b9bdce6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de31eba-6eab-41da-aed9-0f97c3068ec8', 'code': 200} Jul 07 16:56:19.116986 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9598189b-105c-4bf1-ba51-9ecefc5c9e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:19.130083 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-9598189b-105c-4bf1-ba51-9ecefc5c9e60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef3b6abd-c097-4d54-97f5-0fb29c6bf65b']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:19.157870 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-9598189b-105c-4bf1-ba51-9ecefc5c9e60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3abbb3b3-4d39-4740-a22a-c5bdac56dda5') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:19.158212 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-9598189b-105c-4bf1-ba51-9ecefc5c9e60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3abbb3b3-4d39-4740-a22a-c5bdac56dda5') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:19.179930 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9598189b-105c-4bf1-ba51-9ecefc5c9e60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:19.230270 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9598189b-105c-4bf1-ba51-9ecefc5c9e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:19.249814 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9598189b-105c-4bf1-ba51-9ecefc5c9e60 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:56:19.250263 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9598189b-105c-4bf1-ba51-9ecefc5c9e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: timer() Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:56:19.387198 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:56:19.431475 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1984100a-6965-4b54-ad37-27c6ca343de5 req-1243da08-72b3-40fa-81e9-ae3ec0fe1f96 service neutron] 10.222.0.72 "GET /v2.0/networks/2d910713-9317-4b27-b56c-fb6e554b6677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6906493 Jul 07 16:56:19.454670 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9598189b-105c-4bf1-ba51-9ecefc5c9e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:19.464246 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f5af3bc5-20c9-4d3c-966b-0aa23c1f4b02 req-19e64a28-a685-4e10-bbf1-cb45d92ab9c5 tempest-ServersOnMultiNodesTest-1818435837 tempest-ServersOnMultiNodesTest-1818435837-project] 10.222.0.53 "GET /v2.0/ports?device_id=f67690e6-c776-4977-a070-dec64d61e4d9 HTTP/1.1" status: 200 len: 210 time: 0.0787683 Jul 07 16:56:19.607517 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9598189b-105c-4bf1-ba51-9ecefc5c9e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:19.612315 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9598189b-105c-4bf1-ba51-9ecefc5c9e60 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ef3b6abd-c097-4d54-97f5-0fb29c6bf65b HTTP/1.1" status: 204 len: 168 time: 1.2345362 Jul 07 16:56:19.649244 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598189b-105c-4bf1-ba51-9ecefc5c9e60 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef3b6abd-c097-4d54-97f5-0fb29c6bf65b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:19.788310 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1984100a-6965-4b54-ad37-27c6ca343de5 req-2574d255-16a9-47f7-bd87-e84898e02947 service neutron] 10.222.0.72 "GET /v2.0/networks/2d910713-9317-4b27-b56c-fb6e554b6677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504601 Jul 07 16:56:19.996706 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898335a1-19dd-4a4b-bd4c-7c4d55ed2809 req-f60d110f-9d64-4ac8-a4db-9037853900ba tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:19.999659 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-898335a1-19dd-4a4b-bd4c-7c4d55ed2809 req-f60d110f-9d64-4ac8-a4db-9037853900ba tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.64 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d&tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&binding%3Ahost_id=n-h1-791503-12 HTTP/1.1" status: 200 len: 949 time: 0.3436620 Jul 07 16:56:20.011061 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9d1f2-0c41-4607-886f-3dcbfa8e955b req-bcdf94ce-56b1-4307-9d4b-8246cd1d508d tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:20.013402 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2af9d1f2-0c41-4607-886f-3dcbfa8e955b req-bcdf94ce-56b1-4307-9d4b-8246cd1d508d tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=c823062d-b6cc-4dc2-8a40-7f9d3987ffa1 HTTP/1.1" status: 200 len: 985 time: 0.2084036 Jul 07 16:56:20.062840 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49170) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:20.164203 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f5cc3-2c73-489f-80f9-7845410a3d5c req-5d4aaede-4da6-4f71-837f-2ca328657db3 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:20.167547 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0b5f5cc3-2c73-489f-80f9-7845410a3d5c req-5d4aaede-4da6-4f71-837f-2ca328657db3 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 949 time: 0.1648388 Jul 07 16:56:20.233996 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-898335a1-19dd-4a4b-bd4c-7c4d55ed2809 req-c35fc70e-77d5-4fd0-a853-401435d05219 service neutron] 10.222.0.64 "GET /v2.0/ports/4de31eba-6eab-41da-aed9-0f97c3068ec8/bindings/n-h1-791503-12 HTTP/1.1" status: 200 len: 383 time: 0.2191024 Jul 07 16:56:20.263780 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2af9d1f2-0c41-4607-886f-3dcbfa8e955b req-fbefddb1-18c0-46b1-a69b-80f7b57c59b9 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dfc340f-e289-48e2-8bd9-2dd5d7a496f7&id=73abea93-b25c-46e4-9bd0-05279d406822&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2017393 Jul 07 16:56:20.292046 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0b5f5cc3-2c73-489f-80f9-7845410a3d5c req-b9913518-3fd5-45e9-835b-1f6ed5356def tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172974 Jul 07 16:56:20.293730 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a6135019-de87-4021-8e83-997077b2e888 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=40d1425f48624cb2b662c15ab6069744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297077 Jul 07 16:56:20.299353 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49172) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:20.476173 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898335a1-19dd-4a4b-bd4c-7c4d55ed2809 req-d613ec03-45a8-4431-9ce1-ba6fba75146d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:20.489146 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-898335a1-19dd-4a4b-bd4c-7c4d55ed2809 req-d613ec03-45a8-4431-9ce1-ba6fba75146d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 1101 time: 0.2072358 Jul 07 16:56:20.490081 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8bdde60e-55ce-4b2a-9c71-e84c9b3a3058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:20.634089 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8bdde60e-55ce-4b2a-9c71-e84c9b3a3058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:20.807738 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898335a1-19dd-4a4b-bd4c-7c4d55ed2809 req-8c2be66f-31a2-401e-bb88-65b8cd97c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:20.810440 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-898335a1-19dd-4a4b-bd4c-7c4d55ed2809 req-8c2be66f-31a2-401e-bb88-65b8cd97c543 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.3129153 Jul 07 16:56:20.972505 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-898335a1-19dd-4a4b-bd4c-7c4d55ed2809 req-7ab78ae7-585b-4eb9-9fb1-5e8555aaa083 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=4de31eba-6eab-41da-aed9-0f97c3068ec8 HTTP/1.1" status: 200 len: 217 time: 0.0924363 Jul 07 16:56:21.112984 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064493d-8c91-48e6-808d-4747d06535d5 req-76a41592-7cda-4c5e-9e0b-89ba9f64f05f tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:21.125770 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6064493d-8c91-48e6-808d-4747d06535d5 req-76a41592-7cda-4c5e-9e0b-89ba9f64f05f tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 945 time: 0.3073199 Jul 07 16:56:21.219489 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6064493d-8c91-48e6-808d-4747d06535d5 req-2b0bcea4-7255-4777-95e8-8fd62e718608 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811090 Jul 07 16:56:21.230056 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898335a1-19dd-4a4b-bd4c-7c4d55ed2809 req-84bbc518-a4b4-41f5-a572-172910f97823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:21.234257 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-898335a1-19dd-4a4b-bd4c-7c4d55ed2809 req-84bbc518-a4b4-41f5-a572-172910f97823 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.2472646 Jul 07 16:56:21.400899 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898335a1-19dd-4a4b-bd4c-7c4d55ed2809 req-bb66aec1-e5e5-4ccd-86c7-635043395d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:21.408381 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-898335a1-19dd-4a4b-bd4c-7c4d55ed2809 req-bb66aec1-e5e5-4ccd-86c7-635043395d0b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1664762 Jul 07 16:56:21.642661 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-898335a1-19dd-4a4b-bd4c-7c4d55ed2809 req-dc5ff0c0-aea0-424e-a9fa-ed136e03faa9 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217004 Jul 07 16:56:21.699090 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8bdde60e-55ce-4b2a-9c71-e84c9b3a3058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:21.706028 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8bdde60e-55ce-4b2a-9c71-e84c9b3a3058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:21.712540 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8bdde60e-55ce-4b2a-9c71-e84c9b3a3058 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b6942e36-9a1c-4be9-9f55-31521cb7431f HTTP/1.1" status: 204 len: 168 time: 1.4115813 Jul 07 16:56:21.789812 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdde60e-55ce-4b2a-9c71-e84c9b3a3058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6942e36-9a1c-4be9-9f55-31521cb7431f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:21.803717 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-898335a1-19dd-4a4b-bd4c-7c4d55ed2809 req-a8bee21b-9b93-4c41-8792-3dc45e2b3b53 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537883 Jul 07 16:56:21.939425 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d794c-3c96-4221-92e2-22713748e365 req-bfc5a52d-1bcf-4e4c-b6c7-9c7c6ce6f6d8 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:21.977579 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7c2d794c-3c96-4221-92e2-22713748e365 req-bfc5a52d-1bcf-4e4c-b6c7-9c7c6ce6f6d8 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 949 time: 0.3334899 Jul 07 16:56:22.010453 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f59d0a-c83b-4a53-97bb-ed338376371f req-14a46e93-1200-443d-96dd-f97ff27d693a tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:22.013309 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-34f59d0a-c83b-4a53-97bb-ed338376371f req-14a46e93-1200-443d-96dd-f97ff27d693a tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=c823062d-b6cc-4dc2-8a40-7f9d3987ffa1 HTTP/1.1" status: 200 len: 985 time: 0.1425831 Jul 07 16:56:22.041103 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49198) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:22.106325 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-34f59d0a-c83b-4a53-97bb-ed338376371f req-afbd7fcb-3c9f-408e-8494-9ed508fbfbb7 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dfc340f-e289-48e2-8bd9-2dd5d7a496f7&id=73abea93-b25c-46e4-9bd0-05279d406822&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0831187 Jul 07 16:56:22.124357 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7c2d794c-3c96-4221-92e2-22713748e365 req-0604e61f-eb92-42d2-aeef-3d5460366085 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440716 Jul 07 16:56:22.359129 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2ae47a2c-efb3-43ad-900e-93c49accae2d req-39bdadab-5a24-41ef-a8c2-2e21061bd7ad tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-81875606&fields=id&tenant_id=0c75e9b937a6418f8219f7ab3640cf46 HTTP/1.1" status: 200 len: 267 time: 0.0595312 Jul 07 16:56:22.449254 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae47a2c-efb3-43ad-900e-93c49accae2d req-5ada1472-dae1-43ed-ac35-c37706c6929b tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:22.463197 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2ae47a2c-efb3-43ad-900e-93c49accae2d req-5ada1472-dae1-43ed-ac35-c37706c6929b tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=c823062d-b6cc-4dc2-8a40-7f9d3987ffa1 HTTP/1.1" status: 200 len: 985 time: 0.1028364 Jul 07 16:56:22.473648 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-2ae47a2c-efb3-43ad-900e-93c49accae2d req-adce34a1-efec-4a80-8328-83263f10cd27 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Request body: {'port': {'security_groups': ['0dfc340f-e289-48e2-8bd9-2dd5d7a496f7', '73abea93-b25c-46e4-9bd0-05279d406822', '86f2f302-fc0d-4c13-ad62-1a381cfab18c']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:22.772763 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-2ae47a2c-efb3-43ad-900e-93c49accae2d req-adce34a1-efec-4a80-8328-83263f10cd27 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:22.909252 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49230) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:22.909597 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-33e03277-8e79-40d0-a669-2e53cf5125b2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7cacbbe331674230a8cdeaae1095bd51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8616018 Jul 07 16:56:23.152607 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5e7e0-84a4-40e2-a264-fad4fdf17889 req-d20fe493-8db2-40ac-acbd-e2ebc9736b5b tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:23.160948 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3ce5e7e0-84a4-40e2-a264-fad4fdf17889 req-d20fe493-8db2-40ac-acbd-e2ebc9736b5b tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 945 time: 0.2130857 Jul 07 16:56:23.249603 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3ce5e7e0-84a4-40e2-a264-fad4fdf17889 req-5bd72ae9-50ab-42c1-93de-426c76157854 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792227 Jul 07 16:56:23.365956 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-411b423f-c0f2-49ab-b6e9-1d65e559dbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:23.542740 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e506107-ed2b-47b1-a6d5-072035b062f5 req-6f3a1a63-f159-40de-905f-f7f7132f542d tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:23.551378 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4e506107-ed2b-47b1-a6d5-072035b062f5 req-6f3a1a63-f159-40de-905f-f7f7132f542d tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 949 time: 0.1018581 Jul 07 16:56:23.606704 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4e506107-ed2b-47b1-a6d5-072035b062f5 req-6889de40-781f-434a-bbfd-12721116a53f tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542901 Jul 07 16:56:24.003635 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49248) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:24.005065 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-59a81172-f104-4d40-a9c6-a4337bad2c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:24.235944 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-59a81172-f104-4d40-a9c6-a4337bad2c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:24.291960 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-2ae47a2c-efb3-43ad-900e-93c49accae2d req-adce34a1-efec-4a80-8328-83263f10cd27 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] For port fb91d138-9013-4bdc-80eb-842cf65c559f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=fb91d138-9013-4bdc-80eb-842cf65c559f,segment=NetworkSegment(07dafd71-09e3-4095-96d3-c86928f3ef02),segment_id=07dafd71-09e3-4095-96d3-c86928f3ef02)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:24.298170 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-86ff0818-e40c-45c3-b0cf-823f67034fe8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2098211589-network', 'tenant_id': '6d2da5d09503418b9ddf40fdbcdd8412'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:24.362377 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ff0818-e40c-45c3-b0cf-823f67034fe8 admin admin] Made reservation on behalf of 6d2da5d09503418b9ddf40fdbcdd8412 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:24.366840 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-86ff0818-e40c-45c3-b0cf-823f67034fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:24.389735 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-86ff0818-e40c-45c3-b0cf-823f67034fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:24.433138 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-2ae47a2c-efb3-43ad-900e-93c49accae2d req-adce34a1-efec-4a80-8328-83263f10cd27 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:24.450802 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-2ae47a2c-efb3-43ad-900e-93c49accae2d req-adce34a1-efec-4a80-8328-83263f10cd27 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:24.466931 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['6e9bd431-31c1-499a-92fb-51bb68b23bb1', 'fb91d138-9013-4bdc-80eb-842cf65c559f'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:24.571192 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae47a2c-efb3-43ad-900e-93c49accae2d req-adce34a1-efec-4a80-8328-83263f10cd27 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:24.572352 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-2ae47a2c-efb3-43ad-900e-93c49accae2d req-adce34a1-efec-4a80-8328-83263f10cd27 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:24.580649 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2ae47a2c-efb3-43ad-900e-93c49accae2d req-adce34a1-efec-4a80-8328-83263f10cd27 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "PUT /v2.0/ports/fb91d138-9013-4bdc-80eb-842cf65c559f HTTP/1.1" status: 200 len: 1021 time: 2.1159005 Jul 07 16:56:24.581411 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c823062d-b6cc-4dc2-8a40-7f9d3987ffa1', 'tag': 'fb91d138-9013-4bdc-80eb-842cf65c559f'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:24.585040 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-86ff0818-e40c-45c3-b0cf-823f67034fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:24.595918 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52729df5-9cff-4cc3-8213-17c1e56491bf" -d '{"events": [{"name": "network-changed", "server_uuid": "c823062d-b6cc-4dc2-8a40-7f9d3987ffa1", "tag": "fb91d138-9013-4bdc-80eb-842cf65c559f"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:24.600518 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-86ff0818-e40c-45c3-b0cf-823f67034fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:24.642889 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ff0818-e40c-45c3-b0cf-823f67034fe8 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:56:24.660683 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-59a81172-f104-4d40-a9c6-a4337bad2c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:24.663215 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-86ff0818-e40c-45c3-b0cf-823f67034fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:24.665747 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-86ff0818-e40c-45c3-b0cf-823f67034fe8 admin admin] Added segment a6c54211-0cc2-4538-b861-9fa4f9b13ed6 of type vlan for network b2aceede-c7cf-4041-bec6-520267dcb751 Jul 07 16:56:24.673377 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-59a81172-f104-4d40-a9c6-a4337bad2c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:24.680559 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-59a81172-f104-4d40-a9c6-a4337bad2c64 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e80ccaec-8349-4f7d-9896-6529b30212c8 HTTP/1.1" status: 204 len: 168 time: 1.7639575 Jul 07 16:56:24.821712 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff0818-e40c-45c3-b0cf-823f67034fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57f63ae-d563-4eac-b80b-e1ee0303ec67,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:24.881880 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-86ff0818-e40c-45c3-b0cf-823f67034fe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:24.906001 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce34a1-efec-4a80-8328-83263f10cd27 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Pushing event updated for resources: {'Port': ['ID=fb91d138-9013-4bdc-80eb-842cf65c559f,revision_number=7']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:24.926903 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a81172-f104-4d40-a9c6-a4337bad2c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80ccaec-8349-4f7d-9896-6529b30212c8,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:24.957085 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-86ebf3e0-6b3c-47cf-ac50-5f411c509ec6 req-b7fef9c6-b1af-45a7-b858-3214f7406e7a tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups/86f2f302-fc0d-4c13-ad62-1a381cfab18c HTTP/1.1" status: 200 len: 1799 time: 0.3350525 Jul 07 16:56:25.024587 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-86ff0818-e40c-45c3-b0cf-823f67034fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:25.029860 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ff0818-e40c-45c3-b0cf-823f67034fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:25.031785 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-86ff0818-e40c-45c3-b0cf-823f67034fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:25.109189 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77626c93-290e-493a-b76a-7bd7c3761258 req-a1a6b869-1016-4f5a-81db-54250e3a634d tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:25.117870 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-77626c93-290e-493a-b76a-7bd7c3761258 req-a1a6b869-1016-4f5a-81db-54250e3a634d tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 945 time: 0.5187230 Jul 07 16:56:25.134464 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [req-86ebf3e0-6b3c-47cf-ac50-5f411c509ec6 req-78ad0975-2d27-4e76-aacc-0580cfc35fa0 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 16:56:25.153761 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-86ebf3e0-6b3c-47cf-ac50-5f411c509ec6 req-78ad0975-2d27-4e76-aacc-0580cfc35fa0 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "DELETE /v2.0/security-groups/86f2f302-fc0d-4c13-ad62-1a381cfab18c HTTP/1.1" status: 409 len: 341 time: 0.1943643 Jul 07 16:56:25.156294 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['fb91d138-9013-4bdc-80eb-842cf65c559f'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:25.207309 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898335a1-19dd-4a4b-bd4c-7c4d55ed2809 req-07b3b5a3-d998-4749-b1ca-573629605957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:25.249652 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-898335a1-19dd-4a4b-bd4c-7c4d55ed2809 req-07b3b5a3-d998-4749-b1ca-573629605957 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d&tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0 HTTP/1.1" status: 200 len: 1101 time: 0.2702813 Jul 07 16:56:25.252658 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9be7eb4-59e6-44cc-8b95-b51ce7676fe9 x-openstack-request-id: req-d9be7eb4-59e6-44cc-8b95-b51ce7676fe9 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:25.265771 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c823062d-b6cc-4dc2-8a40-7f9d3987ffa1", "tag": "fb91d138-9013-4bdc-80eb-842cf65c559f", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:25.266314 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d9be7eb4-59e6-44cc-8b95-b51ce7676fe9 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:25.266964 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c823062d-b6cc-4dc2-8a40-7f9d3987ffa1', 'tag': 'fb91d138-9013-4bdc-80eb-842cf65c559f', 'status': 'completed', 'code': 200} Jul 07 16:56:25.433608 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-86ff0818-e40c-45c3-b0cf-823f67034fe8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4498355 Jul 07 16:56:25.474374 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49328) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:25.475319 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff0818-e40c-45c3-b0cf-823f67034fe8 admin admin] Pushing event updated for resources: {'Network': ['ID=b2aceede-c7cf-4041-bec6-520267dcb751,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:25.502587 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-64720667-2a34-41a7-a113-62658105e96c admin admin] Request body: {'subnet': {'network_id': 'b2aceede-c7cf-4041-bec6-520267dcb751', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2098211589-subnet', 'tenant_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:25.539670 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network b2aceede-c7cf-4041-bec6-520267dcb751 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:56:25.555325 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49332) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:25.665523 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-77626c93-290e-493a-b76a-7bd7c3761258 req-75913f76-baac-483e-9d50-be6b0733bd0f tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363674 Jul 07 16:56:25.669110 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64720667-2a34-41a7-a113-62658105e96c admin admin] Made reservation on behalf of 6d2da5d09503418b9ddf40fdbcdd8412 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:25.673753 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-64720667-2a34-41a7-a113-62658105e96c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:25.762470 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898335a1-19dd-4a4b-bd4c-7c4d55ed2809 req-17245835-c6ac-41fc-9a1d-d40b1cb77903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:25.765374 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-898335a1-19dd-4a4b-bd4c-7c4d55ed2809 req-17245835-c6ac-41fc-9a1d-d40b1cb77903 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 1101 time: 0.4793990 Jul 07 16:56:25.814774 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7cf11-4447-44d7-b98e-13c7cd61510c req-3e708be5-a764-42f2-9065-ca2458dd47da tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:25.817141 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cbd7cf11-4447-44d7-b98e-13c7cd61510c req-3e708be5-a764-42f2-9065-ca2458dd47da tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 949 time: 0.4276309 Jul 07 16:56:25.838767 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c659d38a-c708-4644-9ea7-7e05d5f6aa11 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ececfc781914115bd1abf0cb4040dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802675 Jul 07 16:56:25.871818 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49336) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:25.975333 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ac91f19-3b41-4c10-8596-1996f072e41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:26.003871 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ac91f19-3b41-4c10-8596-1996f072e41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:26.006736 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52729df5-9cff-4cc3-8213-17c1e56491bf req-9eec8a7b-68ff-4aea-a609-6685ec44b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:26.009426 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52729df5-9cff-4cc3-8213-17c1e56491bf req-9eec8a7b-68ff-4aea-a609-6685ec44b872 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0c75e9b937a6418f8219f7ab3640cf46&device_id=c823062d-b6cc-4dc2-8a40-7f9d3987ffa1 HTTP/1.1" status: 200 len: 1176 time: 0.6522357 Jul 07 16:56:26.086788 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ac91f19-3b41-4c10-8596-1996f072e41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:26.091198 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ac91f19-3b41-4c10-8596-1996f072e41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:26.096553 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3ac91f19-3b41-4c10-8596-1996f072e41a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/05dccacc-b337-47f0-a03d-58f13b422c29 HTTP/1.1" status: 204 len: 168 time: 0.2199960 Jul 07 16:56:26.158534 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cbd7cf11-4447-44d7-b98e-13c7cd61510c req-d03b3959-34b9-4924-ac55-abf413bbb05d tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182495 Jul 07 16:56:26.176421 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac91f19-3b41-4c10-8596-1996f072e41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dccacc-b337-47f0-a03d-58f13b422c29,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:26.250906 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:26.290987 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898335a1-19dd-4a4b-bd4c-7c4d55ed2809 req-fd29c9d3-13af-4c84-889c-7aef7449131e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:26.294074 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-898335a1-19dd-4a4b-bd4c-7c4d55ed2809 req-fd29c9d3-13af-4c84-889c-7aef7449131e service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.5153453 Jul 07 16:56:26.444200 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-898335a1-19dd-4a4b-bd4c-7c4d55ed2809 req-088c9edd-5ca1-4d1e-98c5-faaf42b2f3bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=4de31eba-6eab-41da-aed9-0f97c3068ec8 HTTP/1.1" status: 200 len: 217 time: 0.1432221 Jul 07 16:56:26.566871 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898335a1-19dd-4a4b-bd4c-7c4d55ed2809 req-c6b25f9a-b472-4df1-b8d4-7d41a6e9fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:26.570199 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-898335a1-19dd-4a4b-bd4c-7c4d55ed2809 req-c6b25f9a-b472-4df1-b8d4-7d41a6e9fa7f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1107574 Jul 07 16:56:26.675445 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52729df5-9cff-4cc3-8213-17c1e56491bf req-32f0f0ae-fd7a-4a4d-a5da-1843a327d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:26.680894 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52729df5-9cff-4cc3-8213-17c1e56491bf req-32f0f0ae-fd7a-4a4d-a5da-1843a327d77b service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d910713-9317-4b27-b56c-fb6e554b6677 HTTP/1.1" status: 200 len: 913 time: 0.6402960 Jul 07 16:56:26.701459 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898335a1-19dd-4a4b-bd4c-7c4d55ed2809 req-da2adb4a-b44b-42e3-9af8-2d5b326acafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:26.703238 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-898335a1-19dd-4a4b-bd4c-7c4d55ed2809 req-da2adb4a-b44b-42e3-9af8-2d5b326acafd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1268892 Jul 07 16:56:26.773961 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-75d3f967-c9c9-4327-b13b-0fba4c28a55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:26.851626 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52729df5-9cff-4cc3-8213-17c1e56491bf req-13cccf67-31e4-4fb1-9e05-cfccffb3478f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb91d138-9013-4bdc-80eb-842cf65c559f HTTP/1.1" status: 200 len: 217 time: 0.1638319 Jul 07 16:56:26.958060 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-898335a1-19dd-4a4b-bd4c-7c4d55ed2809 req-93a14351-9a1f-48dc-b419-ad94bd28d989 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466624 Jul 07 16:56:27.013625 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-64720667-2a34-41a7-a113-62658105e96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:27.066094 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52729df5-9cff-4cc3-8213-17c1e56491bf req-6bb576d6-1a82-4437-9463-cf993f0800b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:27.067685 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52729df5-9cff-4cc3-8213-17c1e56491bf req-6bb576d6-1a82-4437-9463-cf993f0800b9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=88bf7df0-fa2f-449a-8a86-38e68aaa4aa1 HTTP/1.1" status: 200 len: 852 time: 0.1715984 Jul 07 16:56:27.196303 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-898335a1-19dd-4a4b-bd4c-7c4d55ed2809 req-b86d9ba7-24b7-4756-b3c4-2fcf7adaaa26 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303290 Jul 07 16:56:27.199245 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52729df5-9cff-4cc3-8213-17c1e56491bf req-725cec5b-6ff4-479d-8081-1ace832feeb4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d910713-9317-4b27-b56c-fb6e554b6677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076889 Jul 07 16:56:27.209211 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64720667-2a34-41a7-a113-62658105e96c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb45b895-8890-4937-875a-6ce9e6d87d46,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:27.256198 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07fd6c-fdaa-4a40-bd3c-b408ae1d91e4 req-b58ca984-3920-4623-a5b1-b2049eeb454c tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:27.258257 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cf07fd6c-fdaa-4a40-bd3c-b408ae1d91e4 req-b58ca984-3920-4623-a5b1-b2049eeb454c tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 945 time: 0.1095409 Jul 07 16:56:27.275397 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc3e4e-2e3d-40d6-a77f-f2f923848be0 req-75f34621-d877-4394-8a12-7a57b0ca9088 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:27.289233 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f7cc3e4e-2e3d-40d6-a77f-f2f923848be0 req-75f34621-d877-4394-8a12-7a57b0ca9088 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/ports?device_id=3279052d-3b78-42d6-bf8e-9aab1293dcd6 HTTP/1.1" status: 200 len: 949 time: 0.3834095 Jul 07 16:56:27.308487 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cf07fd6c-fdaa-4a40-bd3c-b408ae1d91e4 req-2b307da5-c17d-4a15-a873-bd4e2e78373d tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426452 Jul 07 16:56:27.311831 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64720667-2a34-41a7-a113-62658105e96c admin admin] Checking segment: {'id': 'a6c54211-0cc2-4538-b861-9fa4f9b13ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b2aceede-c7cf-4041-bec6-520267dcb751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:27.312216 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64720667-2a34-41a7-a113-62658105e96c admin admin] Network hostable DHCP agents. Network: b2aceede-c7cf-4041-bec6-520267dcb751, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:56:27.426682 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f7cc3e4e-2e3d-40d6-a77f-f2f923848be0 req-1181764e-a40d-47f2-acc6-d5b538d13e48 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1729d99-db06-4992-9fd7-fcde05e9b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362128 Jul 07 16:56:27.488899 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64720667-2a34-41a7-a113-62658105e96c admin admin] Network b2aceede-c7cf-4041-bec6-520267dcb751 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:56:27.523257 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-64720667-2a34-41a7-a113-62658105e96c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, b2aceede-c7cf-4041-bec6-520267dcb751) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:27.528658 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64720667-2a34-41a7-a113-62658105e96c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:27.529129 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-64720667-2a34-41a7-a113-62658105e96c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:27.535848 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0cccfd-b820-4654-9a38-a7cb675052b0 None None] Network b2aceede-c7cf-4041-bec6-520267dcb751 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:56:27.557138 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-64720667-2a34-41a7-a113-62658105e96c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0663123 Jul 07 16:56:27.566809 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49416) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:27.576677 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:56:27.578871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-5ff18d5a-c125-4fb7-946c-838b9cda6149 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2098211589-router', 'tenant_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:27.615282 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5ff18d5a-c125-4fb7-946c-838b9cda6149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:27.615282 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5ff18d5a-c125-4fb7-946c-838b9cda6149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:27.692925 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5ff18d5a-c125-4fb7-946c-838b9cda6149 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:27.749778 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52729df5-9cff-4cc3-8213-17c1e56491bf req-df2b4f3f-12c8-4ae0-bc74-b2056a0c238a service neutron] 10.222.0.72 "GET /v2.0/networks/2d910713-9317-4b27-b56c-fb6e554b6677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5296671 Jul 07 16:56:27.761381 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:27.763491 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f79a9b-59e5-4525-8bce-84b3013577c9 req-75b9beb7-9d31-4416-bd6b-ed73873269df tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:27.775953 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-30f79a9b-59e5-4525-8bce-84b3013577c9 req-75b9beb7-9d31-4416-bd6b-ed73873269df tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=c823062d-b6cc-4dc2-8a40-7f9d3987ffa1 HTTP/1.1" status: 200 len: 1024 time: 0.2766542 Jul 07 16:56:27.903937 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-30f79a9b-59e5-4525-8bce-84b3013577c9 req-7d922eb0-304b-4e05-b164-b334a08b0781 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dfc340f-e289-48e2-8bd9-2dd5d7a496f7&id=86f2f302-fc0d-4c13-ad62-1a381cfab18c&id=73abea93-b25c-46e4-9bd0-05279d406822&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1267855 Jul 07 16:56:28.053213 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:28.076694 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5ff18d5a-c125-4fb7-946c-838b9cda6149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:28.097854 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756999db-1913-41fc-b261-0afc14f0a343 req-059bb3de-73f1-469a-a743-a7781a4bcfc5 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:28.101427 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-756999db-1913-41fc-b261-0afc14f0a343 req-059bb3de-73f1-469a-a743-a7781a4bcfc5 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 949 time: 0.4064505 Jul 07 16:56:28.106832 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52729df5-9cff-4cc3-8213-17c1e56491bf req-54673a66-5c52-4741-b9d2-a1d776e43fa1 service neutron] 10.222.0.72 "GET /v2.0/networks/2d910713-9317-4b27-b56c-fb6e554b6677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200459 Jul 07 16:56:28.160755 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf4b4ba-c7c0-4ead-a432-c59d2a25b4ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-b2aceede-c7cf-4041-bec6-520267dcb751', 'network_id': 'b2aceede-c7cf-4041-bec6-520267dcb751', 'tenant_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'fixed_ips': [{'subnet_id': 'cb45b895-8890-4937-875a-6ce9e6d87d46'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:56:28.162293 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ddf4b4ba-c7c0-4ead-a432-c59d2a25b4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:28.212935 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3279052d-3b78-42d6-bf8e-9aab1293dcd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7ffe9d7-f969-47b8-a8ee-2aed3cf48178'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:28.217549 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29922bad-7988-4fdb-a943-8cbcc6e45cb7" -d '{"events": [{"server_uuid": "3279052d-3b78-42d6-bf8e-9aab1293dcd6", "name": "network-vif-unplugged", "status": "completed", "tag": "d7ffe9d7-f969-47b8-a8ee-2aed3cf48178"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:28.301322 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-756999db-1913-41fc-b261-0afc14f0a343 req-97d0d47c-7b5d-4f83-8e92-3f23669901a6 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685529 Jul 07 16:56:28.351653 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port d7ffe9d7-f969-47b8-a8ee-2aed3cf48178, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=d7ffe9d7-f969-47b8-a8ee-2aed3cf48178,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:28.359475 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:28.363185 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 4de31eba-6eab-41da-aed9-0f97c3068ec8 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:56:28.528032 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97efaa8-e673-4720-93fc-9bb766bfe4c2 x-openstack-request-id: req-a97efaa8-e673-4720-93fc-9bb766bfe4c2 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:28.528474 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3279052d-3b78-42d6-bf8e-9aab1293dcd6", "name": "network-vif-unplugged", "status": "completed", "tag": "d7ffe9d7-f969-47b8-a8ee-2aed3cf48178", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:28.528953 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a97efaa8-e673-4720-93fc-9bb766bfe4c2 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:28.530103 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3279052d-3b78-42d6-bf8e-9aab1293dcd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7ffe9d7-f969-47b8-a8ee-2aed3cf48178', 'code': 200} Jul 07 16:56:28.641661 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=d7ffe9d7-f969-47b8-a8ee-2aed3cf48178,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:28.651821 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-ddf4b4ba-c7c0-4ead-a432-c59d2a25b4ba None None] Allocated IP 172.20.0.2 (b2aceede-c7cf-4041-bec6-520267dcb751/cb45b895-8890-4937-875a-6ce9e6d87d46/6368fae1-a1f9-4559-9ca7-78cf71a00266) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:56:28.768642 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5ff18d5a-c125-4fb7-946c-838b9cda6149 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:28.871002 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:28.902251 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5ff18d5a-c125-4fb7-946c-838b9cda6149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:29.010080 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 4de31eba-6eab-41da-aed9-0f97c3068ec8, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=4de31eba-6eab-41da-aed9-0f97c3068ec8,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:29.030727 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:29.132643 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ddf4b4ba-c7c0-4ead-a432-c59d2a25b4ba None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:29.213521 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ddf4b4ba-c7c0-4ead-a432-c59d2a25b4ba None None] Transition to ACTIVE for port object 6368fae1-a1f9-4559-9ca7-78cf71a00266 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:29.262988 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=4de31eba-6eab-41da-aed9-0f97c3068ec8,revision_number=9']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:29.280888 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ddf4b4ba-c7c0-4ead-a432-c59d2a25b4ba None None] Transition to ACTIVE for port object 6368fae1-a1f9-4559-9ca7-78cf71a00266 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:29.299782 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ddf4b4ba-c7c0-4ead-a432-c59d2a25b4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:29.363207 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf4b4ba-c7c0-4ead-a432-c59d2a25b4ba None None] Network b2aceede-c7cf-4041-bec6-520267dcb751 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:56:29.372026 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-ddf4b4ba-c7c0-4ead-a432-c59d2a25b4ba None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:29.377088 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf4b4ba-c7c0-4ead-a432-c59d2a25b4ba None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:56:29.384698 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4b4ba-c7c0-4ead-a432-c59d2a25b4ba None None] Pushing event updated for resources: {'Port': ['ID=6368fae1-a1f9-4559-9ca7-78cf71a00266,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:29.387135 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d245b-9759-4cb1-9349-c1472aeabd39 req-e829cf76-3dd6-4221-8a8d-7af7f211b39a tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:29.389435 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fb5d245b-9759-4cb1-9349-c1472aeabd39 req-e829cf76-3dd6-4221-8a8d-7af7f211b39a tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.72 "GET /v2.0/ports?device_id=c823062d-b6cc-4dc2-8a40-7f9d3987ffa1 HTTP/1.1" status: 200 len: 1024 time: 0.6411917 Jul 07 16:56:29.390960 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-5ff18d5a-c125-4fb7-946c-838b9cda6149 admin admin] Allocated IP 172.25.0.113 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/b7a1945c-8571-4753-953a-b214e8d517ff) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:56:29.417296 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dace5e-35dd-45db-b7b3-242095daede1 req-882d71be-23be-4a31-8884-19a6626c3411 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:29.429024 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-61dace5e-35dd-45db-b7b3-242095daede1 req-882d71be-23be-4a31-8884-19a6626c3411 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 945 time: 0.5742083 Jul 07 16:56:29.465206 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:56:29.544154 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-ddf4b4ba-c7c0-4ead-a432-c59d2a25b4ba None None] Attempting to bind port 6368fae1-a1f9-4559-9ca7-78cf71a00266 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:29.544785 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-ddf4b4ba-c7c0-4ead-a432-c59d2a25b4ba None None] Attempting to bind port 6368fae1-a1f9-4559-9ca7-78cf71a00266 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'a6c54211-0cc2-4538-b861-9fa4f9b13ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b2aceede-c7cf-4041-bec6-520267dcb751'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:29.546131 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf4b4ba-c7c0-4ead-a432-c59d2a25b4ba None None] Attempting to bind port 6368fae1-a1f9-4559-9ca7-78cf71a00266 on network b2aceede-c7cf-4041-bec6-520267dcb751 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:29.547594 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-61dace5e-35dd-45db-b7b3-242095daede1 req-e84fad37-32aa-4881-998a-a4f6024fc5a6 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175337 Jul 07 16:56:29.557649 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf4b4ba-c7c0-4ead-a432-c59d2a25b4ba None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:56:29.558307 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf4b4ba-c7c0-4ead-a432-c59d2a25b4ba None None] Checking segment: {'id': 'a6c54211-0cc2-4538-b861-9fa4f9b13ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b2aceede-c7cf-4041-bec6-520267dcb751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:29.558947 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ddf4b4ba-c7c0-4ead-a432-c59d2a25b4ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:29.559581 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf4b4ba-c7c0-4ead-a432-c59d2a25b4ba None None] Bound using segment: {'id': 'a6c54211-0cc2-4538-b861-9fa4f9b13ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b2aceede-c7cf-4041-bec6-520267dcb751'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:56:29.560366 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-ddf4b4ba-c7c0-4ead-a432-c59d2a25b4ba None None] Bound port: 6368fae1-a1f9-4559-9ca7-78cf71a00266, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c54211-0cc2-4538-b861-9fa4f9b13ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b2aceede-c7cf-4041-bec6-520267dcb751'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:56:29.561669 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ddf4b4ba-c7c0-4ead-a432-c59d2a25b4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:29.726266 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 4de31eba-6eab-41da-aed9-0f97c3068ec8 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:56:29.867433 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-ddf4b4ba-c7c0-4ead-a432-c59d2a25b4ba None None] For port 6368fae1-a1f9-4559-9ca7-78cf71a00266, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:56:29.883572 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-fb5d245b-9759-4cb1-9349-c1472aeabd39 req-55a55adf-baea-4f1f-b0c5-5d8966054db5 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Deleting port fb91d138-9013-4bdc-80eb-842cf65c559f {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:56:29.883572 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fb5d245b-9759-4cb1-9349-c1472aeabd39 req-55a55adf-baea-4f1f-b0c5-5d8966054db5 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:29.892956 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5ff18d5a-c125-4fb7-946c-838b9cda6149 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:29.952257 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac7730-995e-4c3f-9ffd-a82d7062a174 req-8d541258-48e5-4998-9a58-c07bdba4e3ba tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:29.984442 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6dac7730-995e-4c3f-9ffd-a82d7062a174 req-8d541258-48e5-4998-9a58-c07bdba4e3ba tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=c823062d-b6cc-4dc2-8a40-7f9d3987ffa1 HTTP/1.1" status: 200 len: 1024 time: 0.2695811 Jul 07 16:56:30.008424 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 4de31eba-6eab-41da-aed9-0f97c3068ec8, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=4de31eba-6eab-41da-aed9-0f97c3068ec8,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:30.024453 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-ddf4b4ba-c7c0-4ead-a432-c59d2a25b4ba None None] For port 6368fae1-a1f9-4559-9ca7-78cf71a00266, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6368fae1-a1f9-4559-9ca7-78cf71a00266,segment=NetworkSegment(a6c54211-0cc2-4538-b861-9fa4f9b13ed6),segment_id=a6c54211-0cc2-4538-b861-9fa4f9b13ed6)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:56:30.025858 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '4de31eba-6eab-41da-aed9-0f97c3068ec8', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': '4de31eba-6eab-41da-aed9-0f97c3068ec8', 'mac_address': 'fa:16:3e:e5:8b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:56:30.032477 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ddf4b4ba-c7c0-4ead-a432-c59d2a25b4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:30.091068 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:30.104532 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-fb5d245b-9759-4cb1-9349-c1472aeabd39 req-55a55adf-baea-4f1f-b0c5-5d8966054db5 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] For port fb91d138-9013-4bdc-80eb-842cf65c559f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=fb91d138-9013-4bdc-80eb-842cf65c559f,segment=NetworkSegment(07dafd71-09e3-4095-96d3-c86928f3ef02),segment_id=07dafd71-09e3-4095-96d3-c86928f3ef02)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:30.106203 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fb5d245b-9759-4cb1-9349-c1472aeabd39 req-55a55adf-baea-4f1f-b0c5-5d8966054db5 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:30.160344 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6dac7730-995e-4c3f-9ffd-a82d7062a174 req-3d5fc5cb-0d6b-4072-8246-7c1b9f4b3415 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dfc340f-e289-48e2-8bd9-2dd5d7a496f7&id=86f2f302-fc0d-4c13-ad62-1a381cfab18c&id=73abea93-b25c-46e4-9bd0-05279d406822&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1729379 Jul 07 16:56:30.162309 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4de31eba-6eab-41da-aed9-0f97c3068ec8 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:56:30.167491 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-fb5d245b-9759-4cb1-9349-c1472aeabd39 req-55a55adf-baea-4f1f-b0c5-5d8966054db5 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Calling delete_port for fb91d138-9013-4bdc-80eb-842cf65c559f owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:56:30.179006 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5ff18d5a-c125-4fb7-946c-838b9cda6149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:30.236122 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 4de31eba-6eab-41da-aed9-0f97c3068ec8, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=4de31eba-6eab-41da-aed9-0f97c3068ec8,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:30.241263 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:30.276252 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4b4ba-c7c0-4ead-a432-c59d2a25b4ba None None] Pushing event updated for resources: {'Port': ['ID=6368fae1-a1f9-4559-9ca7-78cf71a00266,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:30.297062 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:30.380724 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=4de31eba-6eab-41da-aed9-0f97c3068ec8,revision_number=10']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:30.401949 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff18d5a-c125-4fb7-946c-838b9cda6149 admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:56:30.410625 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-5ff18d5a-c125-4fb7-946c-838b9cda6149 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:30.415174 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff18d5a-c125-4fb7-946c-838b9cda6149 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:56:30.509815 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff18d5a-c125-4fb7-946c-838b9cda6149 admin admin] Pushing event updated for resources: {'Port': ['ID=b7a1945c-8571-4753-953a-b214e8d517ff,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:30.540718 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4215188e-6998-4d2a-813b-c820b9bdce6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4de31eba-6eab-41da-aed9-0f97c3068ec8'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:30.552377 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3bfa3c-6bff-409d-b93e-332c588b440b" -d '{"events": [{"server_uuid": "4215188e-6998-4d2a-813b-c820b9bdce6d", "name": "network-vif-unplugged", "status": "completed", "tag": "4de31eba-6eab-41da-aed9-0f97c3068ec8"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:30.636887 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['4de31eba-6eab-41da-aed9-0f97c3068ec8'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:30.674003 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebbc38-6860-4b31-a951-92815cca0598 req-e1d64ab7-fa94-4b92-a5cb-19631d626bce tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:30.698461 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb6df31-62da-4ff3-98cf-55636bce62ad x-openstack-request-id: req-6bb6df31-62da-4ff3-98cf-55636bce62ad {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:30.698751 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4215188e-6998-4d2a-813b-c820b9bdce6d", "name": "network-vif-unplugged", "status": "completed", "tag": "4de31eba-6eab-41da-aed9-0f97c3068ec8", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:30.699010 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6bb6df31-62da-4ff3-98cf-55636bce62ad {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:30.699410 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4215188e-6998-4d2a-813b-c820b9bdce6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4de31eba-6eab-41da-aed9-0f97c3068ec8', 'code': 200} Jul 07 16:56:30.700859 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3eebbc38-6860-4b31-a951-92815cca0598 req-e1d64ab7-fa94-4b92-a5cb-19631d626bce tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 949 time: 0.2888124 Jul 07 16:56:30.835713 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3eebbc38-6860-4b31-a951-92815cca0598 req-486efc15-76ab-4525-964b-2829d2ecd354 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287737 Jul 07 16:56:31.080281 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fb5d245b-9759-4cb1-9349-c1472aeabd39 req-55a55adf-baea-4f1f-b0c5-5d8966054db5 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:31.094586 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['6e9bd431-31c1-499a-92fb-51bb68b23bb1'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:31.235238 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a55adf-baea-4f1f-b0c5-5d8966054db5 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Pushing event deleted for resources: {'Port': ['ID=fb91d138-9013-4bdc-80eb-842cf65c559f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:31.564081 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5d245b-9759-4cb1-9349-c1472aeabd39 req-55a55adf-baea-4f1f-b0c5-5d8966054db5 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] No DVR routers for this DVR port fb91d138-9013-4bdc-80eb-842cf65c559f on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:56:31.606334 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0827028-745c-4a99-bb83-098b6177f9d1 req-b8d744fa-ceec-4a34-8774-8f6bc477001f tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:31.623613 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b0827028-745c-4a99-bb83-098b6177f9d1 req-b8d744fa-ceec-4a34-8774-8f6bc477001f tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 945 time: 0.5636656 Jul 07 16:56:31.627517 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fb5d245b-9759-4cb1-9349-c1472aeabd39 req-55a55adf-baea-4f1f-b0c5-5d8966054db5 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:31.631236 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fb5d245b-9759-4cb1-9349-c1472aeabd39 req-55a55adf-baea-4f1f-b0c5-5d8966054db5 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.72 "DELETE /v2.0/ports/fb91d138-9013-4bdc-80eb-842cf65c559f HTTP/1.1" status: 204 len: 173 time: 2.2345061 Jul 07 16:56:31.636539 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c823062d-b6cc-4dc2-8a40-7f9d3987ffa1', 'name': 'network-vif-deleted', 'tag': 'fb91d138-9013-4bdc-80eb-842cf65c559f'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:31.641249 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b78e20-217f-481f-a063-e72c0ca4c5b0" -d '{"events": [{"server_uuid": "c823062d-b6cc-4dc2-8a40-7f9d3987ffa1", "name": "network-vif-deleted", "tag": "fb91d138-9013-4bdc-80eb-842cf65c559f"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:31.657123 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5ff18d5a-c125-4fb7-946c-838b9cda6149 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:31.677988 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49502) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:31.722558 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6368fae1-a1f9-4559-9ca7-78cf71a00266 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:31.917537 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b0827028-745c-4a99-bb83-098b6177f9d1 req-db946dd1-d399-4f40-bc52-835240a07463 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923880 Jul 07 16:56:32.098128 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69915ded-6fe0-4fea-b9df-69476f09b1f7 req-3bea9699-00fa-4e00-8f44-74874b2a8bd4 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:32.109178 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69915ded-6fe0-4fea-b9df-69476f09b1f7 req-3bea9699-00fa-4e00-8f44-74874b2a8bd4 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 949 time: 0.1414702 Jul 07 16:56:32.115901 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 6368fae1-a1f9-4559-9ca7-78cf71a00266 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:56:32.155164 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cc3438a2-b427-4188-813b-2aaac6d9fd1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:32.155482 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d1367e-3da8-4950-a9d9-924bdef6cbaa None None] Network b2aceede-c7cf-4041-bec6-520267dcb751 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:56:32.190377 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69915ded-6fe0-4fea-b9df-69476f09b1f7 req-5002dc7d-fc61-49ac-b351-8e12bfb4a7c4 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746908 Jul 07 16:56:32.460260 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cc3438a2-b427-4188-813b-2aaac6d9fd1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:32.461747 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a2250a3c-77ed-461c-9045-73e802d29b70 None None] Provisioning for port 6368fae1-a1f9-4559-9ca7-78cf71a00266 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:56:32.469093 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cc3438a2-b427-4188-813b-2aaac6d9fd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:32.490288 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a2250a3c-77ed-461c-9045-73e802d29b70 None None] Provisioning complete for port 6368fae1-a1f9-4559-9ca7-78cf71a00266 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:32.493195 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a2250a3c-77ed-461c-9045-73e802d29b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:32.560431 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cc3438a2-b427-4188-813b-2aaac6d9fd1c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b474aaa8e93e4c0aa3a4b382dacfda95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8807895 Jul 07 16:56:32.565664 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49520) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:32.629307 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3438a2-b427-4188-813b-2aaac6d9fd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c13e65-1203-47ef-a938-61bbcd9f8367,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:32.678166 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c1909bf2-32c9-4a9f-a285-544497b1bf02 req-3abda0e7-fa55-4b77-b99a-da179caf2c07 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=c823062d-b6cc-4dc2-8a40-7f9d3987ffa1 HTTP/1.1" status: 200 len: 210 time: 0.1019087 Jul 07 16:56:32.722658 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5ff18d5a-c125-4fb7-946c-838b9cda6149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:32.818212 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-017756c7-1f4d-4a20-98fc-fe4df550b9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:32.892194 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-017756c7-1f4d-4a20-98fc-fe4df550b9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:33.006811 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:56:33.010867 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-017756c7-1f4d-4a20-98fc-fe4df550b9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:33.014888 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device fb91d138-9013-4bdc-80eb-842cf65c559f no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:56:33.017390 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-017756c7-1f4d-4a20-98fc-fe4df550b9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:33.019427 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-017756c7-1f4d-4a20-98fc-fe4df550b9de admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f0c13e65-1203-47ef-a938-61bbcd9f8367 HTTP/1.1" status: 204 len: 168 time: 0.4520705 Jul 07 16:56:33.059810 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017756c7-1f4d-4a20-98fc-fe4df550b9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c13e65-1203-47ef-a938-61bbcd9f8367,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:33.168360 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: fb91d138-9013-4bdc-80eb-842cf65c559f {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:56:33.168980 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device fb91d138-9013-4bdc-80eb-842cf65c559f not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:56:33.375663 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a2250a3c-77ed-461c-9045-73e802d29b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:33.502873 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:33.509321 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-a2250a3c-77ed-461c-9045-73e802d29b70 None None] For port 6368fae1-a1f9-4559-9ca7-78cf71a00266, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6368fae1-a1f9-4559-9ca7-78cf71a00266,segment=NetworkSegment(a6c54211-0cc2-4538-b861-9fa4f9b13ed6),segment_id=a6c54211-0cc2-4538-b861-9fa4f9b13ed6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:33.532364 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a2250a3c-77ed-461c-9045-73e802d29b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:33.541302 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': 'b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8', 'mac_address': 'fa:16:3e:51:43:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:56:33.593464 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 4de31eba-6eab-41da-aed9-0f97c3068ec8 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:33.644930 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-e3591d89-1b42-4a81-a0f0-2d4849c090ab tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558093 Jul 07 16:56:33.667329 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d52879-2fa1-4318-aab4-1a25240d27f3 x-openstack-request-id: req-15d52879-2fa1-4318-aab4-1a25240d27f3 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:33.667725 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c823062d-b6cc-4dc2-8a40-7f9d3987ffa1", "name": "network-vif-deleted", "tag": "fb91d138-9013-4bdc-80eb-842cf65c559f", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:33.667900 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15d52879-2fa1-4318-aab4-1a25240d27f3 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:33.668222 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c823062d-b6cc-4dc2-8a40-7f9d3987ffa1', 'name': 'network-vif-deleted', 'tag': 'fb91d138-9013-4bdc-80eb-842cf65c559f', 'status': 'completed', 'code': 200} Jul 07 16:56:33.747044 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2250a3c-77ed-461c-9045-73e802d29b70 None None] Pushing event updated for resources: {'Port': ['ID=6368fae1-a1f9-4559-9ca7-78cf71a00266,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:33.820144 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:33.901566 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423dae48-a0fb-4ac0-922e-e5a8e71ead52 req-68519b77-f1db-4aea-a782-b4a14198d674 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:33.912759 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:56:33.916063 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-423dae48-a0fb-4ac0-922e-e5a8e71ead52 req-68519b77-f1db-4aea-a782-b4a14198d674 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 945 time: 0.2450824 Jul 07 16:56:33.943118 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-80b3df73-0728-49d6-a4a3-a4d3f1c0929c tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:33.945834 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-80b3df73-0728-49d6-a4a3-a4d3f1c0929c tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2789471 Jul 07 16:56:33.986144 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-b604f283-25d8-481b-ad97-80d50789821a tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/quotas/1fdd2b0d71eb4fe493f00befeaba15f0 HTTP/1.1" status: 200 len: 375 time: 0.0196967 Jul 07 16:56:33.989400 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 4de31eba-6eab-41da-aed9-0f97c3068ec8 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:33.990070 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:34.046751 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-4d6ece0b-5693-44dd-ba5f-c32615f01f89 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:34.056457 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-4d6ece0b-5693-44dd-ba5f-c32615f01f89 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292&tenant_id=e3c30a38df434836b6a6d7bed9173bf0&binding%3Ahost_id=n-h1-791503-12 HTTP/1.1" status: 200 len: 1097 time: 0.3827085 Jul 07 16:56:34.081329 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:34.099156 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:34.119127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-2e950cc6-a2e4-4626-bae6-bc79f0b50a31 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791503-12'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:34.175191 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-423dae48-a0fb-4ac0-922e-e5a8e71ead52 req-53e04377-d79a-42ee-8631-21e06eb514a9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433951 Jul 07 16:56:34.246124 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-c6e85727-1f41-4a28-9e52-c57ec7c8f683 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2351737 Jul 07 16:56:34.247790 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49550) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:34.278409 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:34.301182 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a202e8f8-7d25-4fea-be2f-afe7ca796536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:34.381124 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff18d5a-c125-4fb7-946c-838b9cda6149 admin admin] Router deca5a43-12c7-4dd8-b29a-eb16f0849889 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:56:34.531562 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:34.543819 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-210ab808-1591-4e55-8b6d-31de011081e8 None None] Provisioning complete for port 6368fae1-a1f9-4559-9ca7-78cf71a00266 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:34.544937 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-210ab808-1591-4e55-8b6d-31de011081e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:34.552065 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:34.628372 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a202e8f8-7d25-4fea-be2f-afe7ca796536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:34.649585 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a202e8f8-7d25-4fea-be2f-afe7ca796536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:34.796459 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-2e950cc6-a2e4-4626-bae6-bc79f0b50a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:34.815374 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 4de31eba-6eab-41da-aed9-0f97c3068ec8, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=4de31eba-6eab-41da-aed9-0f97c3068ec8,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:34.837425 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202e8f8-7d25-4fea-be2f-afe7ca796536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8721be2f-aa59-4e0c-a0bf-181c5bdbac0f,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:34.887983 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a202e8f8-7d25-4fea-be2f-afe7ca796536 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f868a73ae0ae4bc98c41fe2994468a17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6336629 Jul 07 16:56:34.892051 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49574) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:34.974876 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4215188e-6998-4d2a-813b-c820b9bdce6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de31eba-6eab-41da-aed9-0f97c3068ec8'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:34.985417 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443a31d9-7a40-4674-9bb8-f836d46bb63b" -d '{"events": [{"server_uuid": "4215188e-6998-4d2a-813b-c820b9bdce6d", "name": "network-vif-plugged", "status": "completed", "tag": "4de31eba-6eab-41da-aed9-0f97c3068ec8"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:35.020396 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 6f472ce3-074d-4510-9756-8aaa2dde0a41 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:56:35.129517 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:35.179695 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-2e950cc6-a2e4-4626-bae6-bc79f0b50a31 service neutron] For port 6f472ce3-074d-4510-9756-8aaa2dde0a41, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6f472ce3-074d-4510-9756-8aaa2dde0a41,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:35.255761 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-2e950cc6-a2e4-4626-bae6-bc79f0b50a31 service neutron] For port 6f472ce3-074d-4510-9756-8aaa2dde0a41, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:56:35.298025 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-861d7eb9-e031-43bf-a7da-19f6e14cc950 req-2e05cf04-6e4c-46dc-885c-9cb112f70fd2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 210 time: 0.2202423 Jul 07 16:56:35.314444 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-2e950cc6-a2e4-4626-bae6-bc79f0b50a31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:35.334544 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-2e950cc6-a2e4-4626-bae6-bc79f0b50a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:35.396423 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.resource_extend [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:56:35.484914 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bf2468d6-4853-4034-bf45-e3b0e1c52968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:35.492177 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff18d5a-c125-4fb7-946c-838b9cda6149 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:56:35.511701 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6665c267-fa6d-42c1-b40e-8183154c975d None None] Sync routers for ids ['deca5a43-12c7-4dd8-b29a-eb16f0849889'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:56:35.530776 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6665c267-fa6d-42c1-b40e-8183154c975d None None] Routers {'deca5a43-12c7-4dd8-b29a-eb16f0849889'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:56:35.531420 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-6665c267-fa6d-42c1-b40e-8183154c975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:56:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['deca5a43-12c7-4dd8-b29a-eb16f0849889'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:35.606794 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bf2468d6-4853-4034-bf45-e3b0e1c52968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:35.613070 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6368fae1-a1f9-4559-9ca7-78cf71a00266 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:35.692169 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-29120d27-a7dd-4e07-9a3f-bcf0a5440acb req-bd3ebb7f-b00a-44eb-bc6b-b3e053bd80ad tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups/0dfc340f-e289-48e2-8bd9-2dd5d7a496f7 HTTP/1.1" status: 200 len: 1799 time: 0.4437435 Jul 07 16:56:35.736553 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43232bd-71aa-49f7-8ce8-48860accc292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f472ce3-074d-4510-9756-8aaa2dde0a41'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:35.741513 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157d2d2f-ca51-471b-8172-70134bc2d364" -d '{"events": [{"server_uuid": "d43232bd-71aa-49f7-8ce8-48860accc292", "name": "network-vif-unplugged", "status": "completed", "tag": "6f472ce3-074d-4510-9756-8aaa2dde0a41"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:35.744780 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=4de31eba-6eab-41da-aed9-0f97c3068ec8,revision_number=11']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:35.746454 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5ff18d5a-c125-4fb7-946c-838b9cda6149 admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:35.751978 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5ff18d5a-c125-4fb7-946c-838b9cda6149 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.1810400 Jul 07 16:56:35.753319 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49600) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:35.778203 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bf2468d6-4853-4034-bf45-e3b0e1c52968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:35.790024 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bf2468d6-4853-4034-bf45-e3b0e1c52968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:35.795987 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bf2468d6-4853-4034-bf45-e3b0e1c52968 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8721be2f-aa59-4e0c-a0bf-181c5bdbac0f HTTP/1.1" status: 204 len: 168 time: 0.8985739 Jul 07 16:56:35.818013 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e950cc6-a2e4-4626-bae6-bc79f0b50a31 service neutron] Pushing event updated for resources: {'Port': ['ID=6f472ce3-074d-4510-9756-8aaa2dde0a41,revision_number=7']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:35.852494 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2468d6-4853-4034-bf45-e3b0e1c52968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8721be2f-aa59-4e0c-a0bf-181c5bdbac0f,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:35.870142 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-2e950cc6-a2e4-4626-bae6-bc79f0b50a31 service neutron] Attempting to bind port 6f472ce3-074d-4510-9756-8aaa2dde0a41 on host n-h1-791503-12 for vnic_type normal with profile {"migrating_to": "n-h2-791503-12"} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:35.870705 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-2e950cc6-a2e4-4626-bae6-bc79f0b50a31 service neutron] Attempting to bind port 6f472ce3-074d-4510-9756-8aaa2dde0a41 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:35.871283 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-2e950cc6-a2e4-4626-bae6-bc79f0b50a31 service neutron] Attempting to bind port 6f472ce3-074d-4510-9756-8aaa2dde0a41 on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:35.891640 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-6665c267-fa6d-42c1-b40e-8183154c975d None None] Set router deca5a43-12c7-4dd8-b29a-eb16f0849889 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:56:35.897160 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-2e950cc6-a2e4-4626-bae6-bc79f0b50a31 service neutron] Port 6f472ce3-074d-4510-9756-8aaa2dde0a41 on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:35.897549 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-2e950cc6-a2e4-4626-bae6-bc79f0b50a31 service neutron] Attempting to bind port 6f472ce3-074d-4510-9756-8aaa2dde0a41 on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:35.936698 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-2e950cc6-a2e4-4626-bae6-bc79f0b50a31 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:56:35.937341 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-2e950cc6-a2e4-4626-bae6-bc79f0b50a31 service neutron] Checking segment: {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:35.938008 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-2e950cc6-a2e4-4626-bae6-bc79f0b50a31 service neutron] Bound using segment: {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:56:35.938809 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-2e950cc6-a2e4-4626-bae6-bc79f0b50a31 service neutron] Bound port: 6f472ce3-074d-4510-9756-8aaa2dde0a41, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:56:35.939453 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-2e950cc6-a2e4-4626-bae6-bc79f0b50a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:36.038669 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-29120d27-a7dd-4e07-9a3f-bcf0a5440acb req-5e0ea464-3bad-4c4f-89a1-a4fc12855fd6 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:36.120005 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 6f472ce3-074d-4510-9756-8aaa2dde0a41, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6f472ce3-074d-4510-9756-8aaa2dde0a41,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:36.194751 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5fd26b-249c-4352-b9bf-0f7bf053121f x-openstack-request-id: req-9a5fd26b-249c-4352-b9bf-0f7bf053121f {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:36.196525 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4215188e-6998-4d2a-813b-c820b9bdce6d", "name": "network-vif-plugged", "status": "completed", "tag": "4de31eba-6eab-41da-aed9-0f97c3068ec8", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:36.197104 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a5fd26b-249c-4352-b9bf-0f7bf053121f {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:36.198647 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4215188e-6998-4d2a-813b-c820b9bdce6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de31eba-6eab-41da-aed9-0f97c3068ec8', 'code': 200} Jul 07 16:56:36.208496 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 6f472ce3-074d-4510-9756-8aaa2dde0a41 has no active binding in host n-h2-791503-12 {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 16:56:36.259017 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 6368fae1-a1f9-4559-9ca7-78cf71a00266 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:36.259596 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:36.335455 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-29120d27-a7dd-4e07-9a3f-bcf0a5440acb req-5e0ea464-3bad-4c4f-89a1-a4fc12855fd6 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:36.510033 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-2e950cc6-a2e4-4626-bae6-bc79f0b50a31 service neutron] For port 6f472ce3-074d-4510-9756-8aaa2dde0a41, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:56:36.620128 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-2e950cc6-a2e4-4626-bae6-bc79f0b50a31 service neutron] For port 6f472ce3-074d-4510-9756-8aaa2dde0a41, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6f472ce3-074d-4510-9756-8aaa2dde0a41,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:56:36.662164 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-2e950cc6-a2e4-4626-bae6-bc79f0b50a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:36.794973 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-6665c267-fa6d-42c1-b40e-8183154c975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deca5a43-12c7-4dd8-b29a-eb16f0849889', 'name': 'tempest-ServersTestMultiNic-2098211589-router', 'tenant_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'b7a1945c-8571-4753-953a-b214e8d517ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:56:27Z', 'updated_at': '2021-07-07T16:56:30Z', 'revision_number': 3, 'project_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'gw_port': {'id': 'b7a1945c-8571-4753-953a-b214e8d517ff', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deca5a43-12c7-4dd8-b29a-eb16f0849889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:56:29Z', 'updated_at': '2021-07-07T16:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:36.967053 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6665c267-fa6d-42c1-b40e-8183154c975d None None] Checking router: deca5a43-12c7-4dd8-b29a-eb16f0849889 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:56:36.972945 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6665c267-fa6d-42c1-b40e-8183154c975d None None] Updating router deca5a43-12c7-4dd8-b29a-eb16f0849889 port b7a1945c-8571-4753-953a-b214e8d517ff binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:56:36.993588 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:37.033916 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e950cc6-a2e4-4626-bae6-bc79f0b50a31 service neutron] Pushing event updated for resources: {'Port': ['ID=6f472ce3-074d-4510-9756-8aaa2dde0a41,revision_number=8']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:37.058343 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-29120d27-a7dd-4e07-9a3f-bcf0a5440acb req-5e0ea464-3bad-4c4f-89a1-a4fc12855fd6 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:37.068984 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-29120d27-a7dd-4e07-9a3f-bcf0a5440acb req-5e0ea464-3bad-4c4f-89a1-a4fc12855fd6 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:37.095671 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-29120d27-a7dd-4e07-9a3f-bcf0a5440acb req-5e0ea464-3bad-4c4f-89a1-a4fc12855fd6 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "DELETE /v2.0/security-groups/0dfc340f-e289-48e2-8bd9-2dd5d7a496f7 HTTP/1.1" status: 204 len: 173 time: 1.4007142 Jul 07 16:56:37.112102 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:37.178998 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ea464-3bad-4c4f-89a1-a4fc12855fd6 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfc340f-e289-48e2-8bd9-2dd5d7a496f7,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:37.222435 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-6665c267-fa6d-42c1-b40e-8183154c975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:37.242192 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a98ed26b-aca1-4d0e-b288-957c33299df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:37.256201 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdf3ef-5d70-44dd-907a-008d78bc7ac0 req-89739e42-dde8-4340-915e-6f38de363540 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:37.266863 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-18cdf3ef-5d70-44dd-907a-008d78bc7ac0 req-89739e42-dde8-4340-915e-6f38de363540 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 943 time: 0.5842733 Jul 07 16:56:37.326710 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-2e950cc6-a2e4-4626-bae6-bc79f0b50a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:37.344233 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-2e950cc6-a2e4-4626-bae6-bc79f0b50a31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:37.345692 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-18cdf3ef-5d70-44dd-907a-008d78bc7ac0 req-36260dab-9edb-4158-9f81-a3f20c7f53a2 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745502 Jul 07 16:56:37.352026 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-2e950cc6-a2e4-4626-bae6-bc79f0b50a31 service neutron] 10.222.0.72 "PUT /v2.0/ports/6f472ce3-074d-4510-9756-8aaa2dde0a41 HTTP/1.1" status: 200 len: 1123 time: 3.2787232 Jul 07 16:56:37.439650 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:37.440527 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:37.545483 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cf1c84-ea08-4b3f-aee2-d9240989893c x-openstack-request-id: req-27cf1c84-ea08-4b3f-aee2-d9240989893c {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:37.545941 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43232bd-71aa-49f7-8ce8-48860accc292", "name": "network-vif-unplugged", "status": "completed", "tag": "6f472ce3-074d-4510-9756-8aaa2dde0a41", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:37.546375 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-27cf1c84-ea08-4b3f-aee2-d9240989893c {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:37.546880 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43232bd-71aa-49f7-8ce8-48860accc292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f472ce3-074d-4510-9756-8aaa2dde0a41', 'code': 200} Jul 07 16:56:37.639667 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['6f472ce3-074d-4510-9756-8aaa2dde0a41'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:37.749101 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['6f472ce3-074d-4510-9756-8aaa2dde0a41'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:38.094260 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-a98ed26b-aca1-4d0e-b288-957c33299df2 admin admin] Allocated IP 172.20.0.1 (b2aceede-c7cf-4041-bec6-520267dcb751/cb45b895-8890-4937-875a-6ce9e6d87d46/0c5d81be-b610-4017-8ebc-b00e0e9b5de3) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:56:38.133432 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:38.361978 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a98ed26b-aca1-4d0e-b288-957c33299df2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:38.416749 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-310e1ae6-f159-43e8-9271-892f03fd4bc1 req-90624ec9-053d-41c9-a1a7-52794bdaae40 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 210 time: 0.0455005 Jul 07 16:56:38.467135 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-a98ed26b-aca1-4d0e-b288-957c33299df2 admin admin] Transition to ACTIVE for port object 0c5d81be-b610-4017-8ebc-b00e0e9b5de3 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:38.633504 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-53f8e364-2245-4dcf-a866-efd1024a0035 req-64feff24-977c-4375-a54e-e20fe55a4964 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups/86f2f302-fc0d-4c13-ad62-1a381cfab18c HTTP/1.1" status: 200 len: 1799 time: 0.1889238 Jul 07 16:56:38.695289 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-6665c267-fa6d-42c1-b40e-8183154c975d None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:38.711468 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-6665c267-fa6d-42c1-b40e-8183154c975d None None] Transition to ACTIVE for port object b7a1945c-8571-4753-953a-b214e8d517ff will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:38.725792 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-6665c267-fa6d-42c1-b40e-8183154c975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:38.768403 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a98ed26b-aca1-4d0e-b288-957c33299df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:38.803071 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:38.845258 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-6665c267-fa6d-42c1-b40e-8183154c975d None None] Attempting to bind port b7a1945c-8571-4753-953a-b214e8d517ff on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:38.845626 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-6665c267-fa6d-42c1-b40e-8183154c975d None None] Attempting to bind port b7a1945c-8571-4753-953a-b214e8d517ff by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:38.845959 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6665c267-fa6d-42c1-b40e-8183154c975d None None] Attempting to bind port b7a1945c-8571-4753-953a-b214e8d517ff on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:38.850556 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1537012-9c8d-480b-9ccb-514b6ce0b54f None None] Pushing event updated for resources: {'Port': ['ID=b7a1945c-8571-4753-953a-b214e8d517ff,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:38.862418 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1537012-9c8d-480b-9ccb-514b6ce0b54f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:38.862820 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1537012-9c8d-480b-9ccb-514b6ce0b54f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:38.863099 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1537012-9c8d-480b-9ccb-514b6ce0b54f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:38.863438 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1537012-9c8d-480b-9ccb-514b6ce0b54f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:38.863833 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1537012-9c8d-480b-9ccb-514b6ce0b54f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:38.864173 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1537012-9c8d-480b-9ccb-514b6ce0b54f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:38.864517 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1537012-9c8d-480b-9ccb-514b6ce0b54f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:38.864886 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1537012-9c8d-480b-9ccb-514b6ce0b54f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:38.865369 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1537012-9c8d-480b-9ccb-514b6ce0b54f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:38.865607 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1537012-9c8d-480b-9ccb-514b6ce0b54f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:38.865938 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1537012-9c8d-480b-9ccb-514b6ce0b54f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:38.866404 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1537012-9c8d-480b-9ccb-514b6ce0b54f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:38.894554 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6665c267-fa6d-42c1-b40e-8183154c975d None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:56:38.895002 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6665c267-fa6d-42c1-b40e-8183154c975d None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:38.895338 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-6665c267-fa6d-42c1-b40e-8183154c975d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:38.895744 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6665c267-fa6d-42c1-b40e-8183154c975d None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:56:38.896246 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-6665c267-fa6d-42c1-b40e-8183154c975d None None] Bound port: b7a1945c-8571-4753-953a-b214e8d517ff, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:56:38.899825 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-6665c267-fa6d-42c1-b40e-8183154c975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:39.050867 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98ed26b-aca1-4d0e-b288-957c33299df2 admin admin] Network b2aceede-c7cf-4041-bec6-520267dcb751 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:56:39.052012 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-53f8e364-2245-4dcf-a866-efd1024a0035 req-1fe2fc9a-caf2-4472-a4f8-f32620352815 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:39.084494 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-a98ed26b-aca1-4d0e-b288-957c33299df2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:39.100021 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ed26b-aca1-4d0e-b288-957c33299df2 admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:56:39.145165 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9331b0-6e10-4004-8140-290c33b63bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:39.148046 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd660078-e28d-4892-954a-074c8731e572" -d '{"events": [{"server_uuid": "6c9331b0-6e10-4004-8140-290c33b63bcd", "name": "network-vif-plugged", "status": "completed", "tag": "b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:39.211424 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-6665c267-fa6d-42c1-b40e-8183154c975d None None] For port b7a1945c-8571-4753-953a-b214e8d517ff, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:56:39.219449 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-6665c267-fa6d-42c1-b40e-8183154c975d None None] For port b7a1945c-8571-4753-953a-b214e8d517ff, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b7a1945c-8571-4753-953a-b214e8d517ff,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:56:39.224883 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-53f8e364-2245-4dcf-a866-efd1024a0035 req-1fe2fc9a-caf2-4472-a4f8-f32620352815 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:39.233806 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-6665c267-fa6d-42c1-b40e-8183154c975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:39.248220 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ed26b-aca1-4d0e-b288-957c33299df2 admin admin] Pushing event updated for resources: {'Port': ['ID=0c5d81be-b610-4017-8ebc-b00e0e9b5de3,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:39.317593 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:39.340016 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a98ed26b-aca1-4d0e-b288-957c33299df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:39.370732 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:39.549789 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43232bd-71aa-49f7-8ce8-48860accc292', 'tag': '6f472ce3-074d-4510-9756-8aaa2dde0a41'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:39.555600 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3631bfac-52f4-493c-8663-783def263193" -d '{"events": [{"name": "network-changed", "server_uuid": "d43232bd-71aa-49f7-8ce8-48860accc292", "tag": "6f472ce3-074d-4510-9756-8aaa2dde0a41"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:39.614573 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49660) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:39.620763 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6665c267-fa6d-42c1-b40e-8183154c975d None None] Routers {'deca5a43-12c7-4dd8-b29a-eb16f0849889'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:56:39.621884 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-6665c267-fa6d-42c1-b40e-8183154c975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:56:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['deca5a43-12c7-4dd8-b29a-eb16f0849889'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:39.650017 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8,revision_number=7']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:39.671827 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-62cb50d8-dbef-4aa0-9b67-ce878dfd82f5 None None] Provisioning for port 0c5d81be-b610-4017-8ebc-b00e0e9b5de3 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:56:39.680488 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:39.683450 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:39.687119 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:39.688338 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:39.689745 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:39.691054 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:39.692262 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:39.692813 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:39.693972 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:39.694485 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:39.695909 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:39.696475 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:39.711200 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-62cb50d8-dbef-4aa0-9b67-ce878dfd82f5 None None] Provisioning complete for port 0c5d81be-b610-4017-8ebc-b00e0e9b5de3 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:39.740327 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-62cb50d8-dbef-4aa0-9b67-ce878dfd82f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:39.815918 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a98ed26b-aca1-4d0e-b288-957c33299df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:39.836155 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1537012-9c8d-480b-9ccb-514b6ce0b54f None None] Pushing event updated for resources: {'Port': ['ID=b7a1945c-8571-4753-953a-b214e8d517ff,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:39.841107 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-d2e61b20-bdb1-470c-9a3d-6d5523d81dcb tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2345159 Jul 07 16:56:39.932752 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-62cb50d8-dbef-4aa0-9b67-ce878dfd82f5 None None] Port 0c5d81be-b610-4017-8ebc-b00e0e9b5de3 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:56:39.974370 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-caf87da9-cac6-4afa-8107-9bdbacff3649 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-225267408-network', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:40.034716 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf87da9-cac6-4afa-8107-9bdbacff3649 admin admin] Made reservation on behalf of ed8f975643fb4fa897237bed3aeafc7e for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:40.037451 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-caf87da9-cac6-4afa-8107-9bdbacff3649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:40.042172 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-53f8e364-2245-4dcf-a866-efd1024a0035 req-1fe2fc9a-caf2-4472-a4f8-f32620352815 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:40.046375 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-53f8e364-2245-4dcf-a866-efd1024a0035 req-1fe2fc9a-caf2-4472-a4f8-f32620352815 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:40.079503 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-53f8e364-2245-4dcf-a866-efd1024a0035 req-1fe2fc9a-caf2-4472-a4f8-f32620352815 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "DELETE /v2.0/security-groups/86f2f302-fc0d-4c13-ad62-1a381cfab18c HTTP/1.1" status: 204 len: 173 time: 1.4446802 Jul 07 16:56:40.090423 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-caf87da9-cac6-4afa-8107-9bdbacff3649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:40.109669 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-6665c267-fa6d-42c1-b40e-8183154c975d None None] Set router deca5a43-12c7-4dd8-b29a-eb16f0849889 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:56:40.287664 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2fc9a-caf2-4472-a4f8-f32620352815 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f2f302-fc0d-4c13-ad62-1a381cfab18c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:40.408795 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-caf87da9-cac6-4afa-8107-9bdbacff3649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:40.420974 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-caf87da9-cac6-4afa-8107-9bdbacff3649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:40.502736 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf87da9-cac6-4afa-8107-9bdbacff3649 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:56:40.546611 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-caf87da9-cac6-4afa-8107-9bdbacff3649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:40.549368 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-caf87da9-cac6-4afa-8107-9bdbacff3649 admin admin] Added segment d3696e98-e8e6-4e03-b3da-36d7e9f819c1 of type vlan for network cd0f638f-a0b6-4bb5-8994-314c247e14c7 Jul 07 16:56:40.657485 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-ecd86de3-7abb-4f27-9984-eb5afc988ad6 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:40.659380 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-ecd86de3-7abb-4f27-9984-eb5afc988ad6 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8073339 Jul 07 16:56:40.683562 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-3190c251-110d-4105-89bc-8173db52d2a2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Request body: {'port': {'device_id': 'e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': '1fdd2b0d71eb4fe493f00befeaba15f0'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:40.699905 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-caf87da9-cac6-4afa-8107-9bdbacff3649 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:40.751433 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf87da9-cac6-4afa-8107-9bdbacff3649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79050681-45c5-4197-8124-1a9a8f7d366b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:40.769896 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-caf87da9-cac6-4afa-8107-9bdbacff3649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:40.771528 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf87da9-cac6-4afa-8107-9bdbacff3649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:40.772505 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-caf87da9-cac6-4afa-8107-9bdbacff3649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:41.027238 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-caf87da9-cac6-4afa-8107-9bdbacff3649 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4056981 Jul 07 16:56:41.030432 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49668) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:41.052575 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158f9fa-b204-487e-8cda-d321734ea129 req-807d9090-52ae-49b1-a865-15bbc0d89061 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:41.062403 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf87da9-cac6-4afa-8107-9bdbacff3649 admin admin] Pushing event updated for resources: {'Network': ['ID=cd0f638f-a0b6-4bb5-8994-314c247e14c7,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:41.069617 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f158f9fa-b204-487e-8cda-d321734ea129 req-807d9090-52ae-49b1-a865-15bbc0d89061 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 943 time: 0.6026664 Jul 07 16:56:41.087266 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network cd0f638f-a0b6-4bb5-8994-314c247e14c7 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:56:41.094358 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-ec6d1b8e-8d10-4eb7-89cb-6418b511b73a admin admin] Request body: {'subnet': {'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-225267408-subnet', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:41.148285 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a98ed26b-aca1-4d0e-b288-957c33299df2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:41.150488 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6d1b8e-8d10-4eb7-89cb-6418b511b73a admin admin] Made reservation on behalf of ed8f975643fb4fa897237bed3aeafc7e for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:41.159660 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ec6d1b8e-8d10-4eb7-89cb-6418b511b73a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:41.187197 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-6665c267-fa6d-42c1-b40e-8183154c975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deca5a43-12c7-4dd8-b29a-eb16f0849889', 'name': 'tempest-ServersTestMultiNic-2098211589-router', 'tenant_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'b7a1945c-8571-4753-953a-b214e8d517ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:56:27Z', 'updated_at': '2021-07-07T16:56:39Z', 'revision_number': 4, 'project_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'gw_port': {'id': 'b7a1945c-8571-4753-953a-b214e8d517ff', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deca5a43-12c7-4dd8-b29a-eb16f0849889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:56:29Z', 'updated_at': '2021-07-07T16:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '0c5d81be-b610-4017-8ebc-b00e0e9b5de3', 'name': '', 'network_id': 'b2aceede-c7cf-4041-bec6-520267dcb751', 'tenant_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'mac_address': 'fa:16:3e:6e:ee:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deca5a43-12c7-4dd8-b29a-eb16f0849889', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'cb45b895-8890-4937-875a-6ce9e6d87d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:56:37Z', 'updated_at': '2021-07-07T16:56:38Z', 'revision_number': 1, 'project_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'subnets': [{'id': 'cb45b895-8890-4937-875a-6ce9e6d87d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:41.198556 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a98ed26b-aca1-4d0e-b288-957c33299df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:41.263839 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6665c267-fa6d-42c1-b40e-8183154c975d None None] The sync data for ids ['deca5a43-12c7-4dd8-b29a-eb16f0849889'] in n-d-791503-12 is: [{'id': 'deca5a43-12c7-4dd8-b29a-eb16f0849889', 'name': 'tempest-ServersTestMultiNic-2098211589-router', 'tenant_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'b7a1945c-8571-4753-953a-b214e8d517ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:56:27Z', 'updated_at': '2021-07-07T16:56:39Z', 'revision_number': 4, 'project_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'gw_port': {'id': 'b7a1945c-8571-4753-953a-b214e8d517ff', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deca5a43-12c7-4dd8-b29a-eb16f0849889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:56:29Z', 'updated_at': '2021-07-07T16:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '0c5d81be-b610-4017-8ebc-b00e0e9b5de3', 'name': '', 'network_id': 'b2aceede-c7cf-4041-bec6-520267dcb751', 'tenant_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'mac_address': 'fa:16:3e:6e:ee:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deca5a43-12c7-4dd8-b29a-eb16f0849889', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'cb45b895-8890-4937-875a-6ce9e6d87d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:56:37Z', 'updated_at': '2021-07-07T16:56:38Z', 'revision_number': 1, 'project_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'subnets': [{'id': 'cb45b895-8890-4937-875a-6ce9e6d87d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:56:41.698993 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f158f9fa-b204-487e-8cda-d321734ea129 req-0867d0df-a191-4e5f-a024-f7a9e0d78481 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6096172 Jul 07 16:56:41.714619 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a98ed26b-aca1-4d0e-b288-957c33299df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:41.732551 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ed26b-aca1-4d0e-b288-957c33299df2 admin admin] Pushing event updated for resources: {'Port': ['ID=0c5d81be-b610-4017-8ebc-b00e0e9b5de3,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:42.045621 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-3190c251-110d-4105-89bc-8173db52d2a2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Made reservation on behalf of 1fdd2b0d71eb4fe493f00befeaba15f0 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:42.051977 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-3190c251-110d-4105-89bc-8173db52d2a2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:42.119150 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98ed26b-aca1-4d0e-b288-957c33299df2 admin admin] Network b2aceede-c7cf-4041-bec6-520267dcb751 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:56:42.257416 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-a98ed26b-aca1-4d0e-b288-957c33299df2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:42.341763 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ec6d1b8e-8d10-4eb7-89cb-6418b511b73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:42.539865 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f365560-0bf6-40f5-9d77-c78259f82f72 x-openstack-request-id: req-2f365560-0bf6-40f5-9d77-c78259f82f72 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:42.540686 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9331b0-6e10-4004-8140-290c33b63bcd", "name": "network-vif-plugged", "status": "completed", "tag": "b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:42.540686 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f365560-0bf6-40f5-9d77-c78259f82f72 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:42.541049 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9331b0-6e10-4004-8140-290c33b63bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8', 'code': 200} Jul 07 16:56:42.551336 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-78c52f48-4db3-4faa-ab6b-111206f5297c req-44ce6d65-5912-403c-b78f-fe3226461d56 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5379844 Jul 07 16:56:42.758898 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d1b8e-8d10-4eb7-89cb-6418b511b73a admin admin] Pushing event updated for resources: {'Subnet': ['ID=25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:42.776464 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6d1b8e-8d10-4eb7-89cb-6418b511b73a admin admin] Checking segment: {'id': 'd3696e98-e8e6-4e03-b3da-36d7e9f819c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:42.777034 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6d1b8e-8d10-4eb7-89cb-6418b511b73a admin admin] Network hostable DHCP agents. Network: cd0f638f-a0b6-4bb5-8994-314c247e14c7, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:56:42.895023 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6d1b8e-8d10-4eb7-89cb-6418b511b73a admin admin] Network cd0f638f-a0b6-4bb5-8994-314c247e14c7 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:56:42.958684 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3605e172-87ed-4f04-b372-5348e8c29a40 req-3cf31e13-2447-40cc-9484-53425a187b56 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 210 time: 0.2048495 Jul 07 16:56:42.975263 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-ec6d1b8e-8d10-4eb7-89cb-6418b511b73a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, cd0f638f-a0b6-4bb5-8994-314c247e14c7) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:42.987164 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06e5976-f964-4631-9186-279d9d133722 None None] Network cd0f638f-a0b6-4bb5-8994-314c247e14c7 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:56:43.012297 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6d1b8e-8d10-4eb7-89cb-6418b511b73a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:43.013070 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ec6d1b8e-8d10-4eb7-89cb-6418b511b73a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:43.069908 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c52f48-4db3-4faa-ab6b-111206f5297c req-52823170-5067-4d21-bf11-45a25bc2493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:43.073106 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-78c52f48-4db3-4faa-ab6b-111206f5297c req-52823170-5067-4d21-bf11-45a25bc2493b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 1096 time: 0.3369734 Jul 07 16:56:43.075262 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-3190c251-110d-4105-89bc-8173db52d2a2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Allocated IP 192.168.233.38 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/f521f701-0a18-46d9-a367-a388c72bc272) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:56:43.081446 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ec6d1b8e-8d10-4eb7-89cb-6418b511b73a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0217984 Jul 07 16:56:43.098211 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49676) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:43.108001 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98ed26b-aca1-4d0e-b288-957c33299df2 admin admin] Router deca5a43-12c7-4dd8-b29a-eb16f0849889 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:56:43.114829 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-3e482298-b60a-4cf9-b3dd-e59b537f7331 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-225267408-router', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:43.397391 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-12d32e55-3470-4419-9de3-7ca8cde8bd07 None None] Provisioning complete for port 0c5d81be-b610-4017-8ebc-b00e0e9b5de3 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:43.398218 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-12d32e55-3470-4419-9de3-7ca8cde8bd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:43.515489 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35ed229-814a-4bcb-abe5-adacaa812e69 x-openstack-request-id: req-b35ed229-814a-4bcb-abe5-adacaa812e69 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:43.516401 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d43232bd-71aa-49f7-8ce8-48860accc292", "tag": "6f472ce3-074d-4510-9756-8aaa2dde0a41", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:43.527821 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b35ed229-814a-4bcb-abe5-adacaa812e69 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:43.529064 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd43232bd-71aa-49f7-8ce8-48860accc292', 'tag': '6f472ce3-074d-4510-9756-8aaa2dde0a41', 'status': 'completed', 'code': 200} Jul 07 16:56:43.795078 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3e482298-b60a-4cf9-b3dd-e59b537f7331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:43.800348 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3e482298-b60a-4cf9-b3dd-e59b537f7331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:43.906695 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c52f48-4db3-4faa-ab6b-111206f5297c req-9c966f6d-3fe7-42b9-be0f-b1d052688159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:43.918694 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-78c52f48-4db3-4faa-ab6b-111206f5297c req-9c966f6d-3fe7-42b9-be0f-b1d052688159 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 200 len: 922 time: 0.7903645 Jul 07 16:56:44.187887 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-78c52f48-4db3-4faa-ab6b-111206f5297c req-7fbf0d1e-bd27-4dc5-a4b5-4b4339090838 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 HTTP/1.1" status: 200 len: 217 time: 0.2315605 Jul 07 16:56:44.361072 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b7a1945c-8571-4753-953a-b214e8d517ff up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:44.458869 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3e482298-b60a-4cf9-b3dd-e59b537f7331 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:44.477631 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-12d32e55-3470-4419-9de3-7ca8cde8bd07 None None] Port 0c5d81be-b610-4017-8ebc-b00e0e9b5de3 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:56:44.711151 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c52f48-4db3-4faa-ab6b-111206f5297c req-fcdcdc7d-a392-4047-ad50-cb9f72f380ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:44.714044 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-3190c251-110d-4105-89bc-8173db52d2a2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:44.728097 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-78c52f48-4db3-4faa-ab6b-111206f5297c req-fcdcdc7d-a392-4047-ad50-cb9f72f380ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=efc5a7ec-004d-467f-9a91-81aefb64567f HTTP/1.1" status: 200 len: 861 time: 0.5232954 Jul 07 16:56:44.730581 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19722ece-544c-46dc-a645-bc7e2e4b1cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-cd0f638f-a0b6-4bb5-8994-314c247e14c7', 'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'fixed_ips': [{'subnet_id': '25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:56:44.731400 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-19722ece-544c-46dc-a645-bc7e2e4b1cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:44.754373 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-3190c251-110d-4105-89bc-8173db52d2a2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Transition to ACTIVE for port object f521f701-0a18-46d9-a367-a388c72bc272 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:44.837367 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port b7a1945c-8571-4753-953a-b214e8d517ff completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:56:44.876428 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port b7a1945c-8571-4753-953a-b214e8d517ff triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:44.876839 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:44.970664 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-78c52f48-4db3-4faa-ab6b-111206f5297c req-fe69bef3-7c29-4469-b116-7e7ca0b22706 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1ad75942-8a9e-4718-9815-ad27d5bad609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787876 Jul 07 16:56:45.025383 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-8907f3dc-dcaf-4fac-82c4-5e4b3f8d195e req-5af91ce0-459a-47e7-914a-8c315d0a2599 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-144476173', 'description': 'tempest-description-1298924461'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:45.105328 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-3190c251-110d-4105-89bc-8173db52d2a2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:45.266042 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['d4e0317a-996d-4c22-98da-6b5fe21ce920', '7fb579f7-d66f-461e-905f-c71d6d046810', '4de31eba-6eab-41da-aed9-0f97c3068ec8'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:45.507216 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3e482298-b60a-4cf9-b3dd-e59b537f7331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:45.596012 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8907f3dc-dcaf-4fac-82c4-5e4b3f8d195e req-5af91ce0-459a-47e7-914a-8c315d0a2599 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:45.630495 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-3190c251-110d-4105-89bc-8173db52d2a2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:56:45.678236 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-3190c251-110d-4105-89bc-8173db52d2a2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:45.686227 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98ed26b-aca1-4d0e-b288-957c33299df2 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:56:45.701274 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190c251-110d-4105-89bc-8173db52d2a2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Pushing event updated for resources: {'Port': ['ID=f521f701-0a18-46d9-a367-a388c72bc272,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:45.741775 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a98ed26b-aca1-4d0e-b288-957c33299df2 admin admin] 10.222.0.53 "PUT /v2.0/routers/deca5a43-12c7-4dd8-b29a-eb16f0849889/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9868586 Jul 07 16:56:45.742997 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-3190c251-110d-4105-89bc-8173db52d2a2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:56:45.774561 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:45.837351 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a674b92c-50cf-4760-a417-e671e2e42bbf req-49b7bb3e-317a-478c-a232-cacbde10f97b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7936311 Jul 07 16:56:45.867112 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631bfac-52f4-493c-8663-783def263193 req-0ec47d7d-fd91-4f5a-a249-5a3f729cac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:45.869303 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3631bfac-52f4-493c-8663-783def263193 req-0ec47d7d-fd91-4f5a-a249-5a3f729cac1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3c30a38df434836b6a6d7bed9173bf0&device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 1126 time: 0.9248774 Jul 07 16:56:45.988258 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 6f472ce3-074d-4510-9756-8aaa2dde0a41 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:56:46.125654 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-78c52f48-4db3-4faa-ab6b-111206f5297c req-bac027f9-5299-4f74-b738-9c0b17166569 service neutron] 10.222.0.72 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1332438 Jul 07 16:56:46.210357 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-3190c251-110d-4105-89bc-8173db52d2a2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:46.217846 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-3190c251-110d-4105-89bc-8173db52d2a2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:46.252803 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port b7a1945c-8571-4753-953a-b214e8d517ff, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b7a1945c-8571-4753-953a-b214e8d517ff,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:46.354482 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:46.507814 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8907f3dc-dcaf-4fac-82c4-5e4b3f8d195e req-5af91ce0-459a-47e7-914a-8c315d0a2599 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:46.511554 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49692) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:46.556368 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8907f3dc-dcaf-4fac-82c4-5e4b3f8d195e req-5af91ce0-459a-47e7-914a-8c315d0a2599 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:46.654813 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af91ce0-459a-47e7-914a-8c315d0a2599 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94cdd0ad-5828-4d8a-a6c8-a94775c9a830,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:46.680389 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=b7a1945c-8571-4753-953a-b214e8d517ff,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:46.772857 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631bfac-52f4-493c-8663-783def263193 req-0404f874-dd23-466d-9946-59e8831235cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:46.777698 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3631bfac-52f4-493c-8663-783def263193 req-0404f874-dd23-466d-9946-59e8831235cc service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f59045c-fb41-4f4e-86ad-a15d05bedb10 HTTP/1.1" status: 200 len: 909 time: 0.8915925 Jul 07 16:56:46.794827 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8907f3dc-dcaf-4fac-82c4-5e4b3f8d195e req-5af91ce0-459a-47e7-914a-8c315d0a2599 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:46.800674 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8907f3dc-dcaf-4fac-82c4-5e4b3f8d195e req-5af91ce0-459a-47e7-914a-8c315d0a2599 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.7995045 Jul 07 16:56:46.802686 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-435e3700-c909-4185-a711-1206c22bf3bb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-116376441'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:46.810523 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-3190c251-110d-4105-89bc-8173db52d2a2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.1318960 Jul 07 16:56:46.863400 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-6361017f-443d-417d-b4ad-843d231de308 service neutron] Request body: {'port': {'device_id': 'e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:46.926574 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86f3271-0cb5-4150-aee4-d83fe53941ce None None] Sync routers for ids ['deca5a43-12c7-4dd8-b29a-eb16f0849889'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:56:47.018295 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86f3271-0cb5-4150-aee4-d83fe53941ce None None] Routers {'deca5a43-12c7-4dd8-b29a-eb16f0849889'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:56:47.019301 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d86f3271-0cb5-4150-aee4-d83fe53941ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:56:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['deca5a43-12c7-4dd8-b29a-eb16f0849889'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:47.021234 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-78c52f48-4db3-4faa-ab6b-111206f5297c req-0abaf9ef-1629-44ad-a058-2ae82c564fcf service neutron] 10.222.0.72 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8941605 Jul 07 16:56:47.035037 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435e3700-c909-4185-a711-1206c22bf3bb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Made reservation on behalf of 6d2da5d09503418b9ddf40fdbcdd8412 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:47.056684 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-435e3700-c909-4185-a711-1206c22bf3bb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:47.333666 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1a55aa26-4304-4ed1-b25b-4a8b49f504bf None None] Provisioning for port f521f701-0a18-46d9-a367-a388c72bc272 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:56:47.333666 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-19722ece-544c-46dc-a645-bc7e2e4b1cd6 None None] Allocated IP 172.20.0.2 (cd0f638f-a0b6-4bb5-8994-314c247e14c7/25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15/4d188223-1cd7-4c18-a5a2-3829e6b42b6b) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:56:47.335189 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3631bfac-52f4-493c-8663-783def263193 req-74ba9f62-86d3-420e-b0fb-540892e0f6cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f472ce3-074d-4510-9756-8aaa2dde0a41 HTTP/1.1" status: 200 len: 217 time: 0.4964857 Jul 07 16:56:47.572018 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435e3700-c909-4185-a711-1206c22bf3bb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:56:47.634527 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631bfac-52f4-493c-8663-783def263193 req-e3190320-f22e-47b7-9feb-39d1a1710d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:47.640680 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3631bfac-52f4-493c-8663-783def263193 req-e3190320-f22e-47b7-9feb-39d1a1710d95 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8cf0891f-7dd4-444b-b243-0a9d52ec4798 HTTP/1.1" status: 200 len: 848 time: 0.2628574 Jul 07 16:56:47.745703 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3e482298-b60a-4cf9-b3dd-e59b537f7331 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:47.754456 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-435e3700-c909-4185-a711-1206c22bf3bb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:47.755041 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-435e3700-c909-4185-a711-1206c22bf3bb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Added segment 8270ac9c-375e-4eb7-9ef0-96961a37ce4f of type vlan for network 385868f0-a311-4e70-a09b-e3abe241b11d Jul 07 16:56:47.780146 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1a55aa26-4304-4ed1-b25b-4a8b49f504bf None None] Provisioning complete for port f521f701-0a18-46d9-a367-a388c72bc272 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:47.780890 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1a55aa26-4304-4ed1-b25b-4a8b49f504bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:47.815950 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674b92c-50cf-4760-a417-e671e2e42bbf req-b15c8266-4c9a-470c-895e-1072d0ab4550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:47.819852 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a674b92c-50cf-4760-a417-e671e2e42bbf req-b15c8266-4c9a-470c-895e-1072d0ab4550 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3c30a38df434836b6a6d7bed9173bf0&device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 1097 time: 1.8410635 Jul 07 16:56:47.824102 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3631bfac-52f4-493c-8663-783def263193 req-bbf53f41-487d-4fb6-bdbd-f88c9355557b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f59045c-fb41-4f4e-86ad-a15d05bedb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1536069 Jul 07 16:56:48.027570 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3e482298-b60a-4cf9-b3dd-e59b537f7331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:48.103475 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-6361017f-443d-417d-b4ad-843d231de308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:48.214820 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-d86f3271-0cb5-4150-aee4-d83fe53941ce None None] Set router deca5a43-12c7-4dd8-b29a-eb16f0849889 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:56:48.219716 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3a005-92c8-486c-8342-bb4c059274ca req-286d2ee5-ddf3-4bd4-8408-cf83c77b8b63 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:48.221485 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-78f3a005-92c8-486c-8342-bb4c059274ca req-286d2ee5-ddf3-4bd4-8408-cf83c77b8b63 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 943 time: 0.9368248 Jul 07 16:56:48.317830 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3631bfac-52f4-493c-8663-783def263193 req-a47b1c33-8463-4bad-a6f6-fdb754f720b9 service neutron] 10.222.0.64 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872482 Jul 07 16:56:48.438686 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-3e482298-b60a-4cf9-b3dd-e59b537f7331 admin admin] Allocated IP 172.25.0.78 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/49af71ce-181c-4f58-b1df-9edf3e4ad51a) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:56:48.439644 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-78f3a005-92c8-486c-8342-bb4c059274ca req-d9ecdbd9-1dd4-4711-9e0a-01b7c866b06b tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024703 Jul 07 16:56:48.441003 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674b92c-50cf-4760-a417-e671e2e42bbf req-7686b33b-8aec-4dbb-a34c-081eea115dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:48.442518 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a674b92c-50cf-4760-a417-e671e2e42bbf req-7686b33b-8aec-4dbb-a34c-081eea115dd1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f59045c-fb41-4f4e-86ad-a15d05bedb10 HTTP/1.1" status: 200 len: 909 time: 0.5690205 Jul 07 16:56:48.757675 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-1a55aa26-4304-4ed1-b25b-4a8b49f504bf None None] Port f521f701-0a18-46d9-a367-a388c72bc272 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:56:48.787257 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-435e3700-c909-4185-a711-1206c22bf3bb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:48.829101 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b7a1945c-8571-4753-953a-b214e8d517ff up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:48.989372 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a674b92c-50cf-4760-a417-e671e2e42bbf req-276ded2b-ca99-441b-988b-a7f6da7f6e6b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4af62aa6-b045-470f-bac4-da36761524fd HTTP/1.1" status: 200 len: 217 time: 0.3266366 Jul 07 16:56:49.033280 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-435e3700-c909-4185-a711-1206c22bf3bb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:49.051414 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435e3700-c909-4185-a711-1206c22bf3bb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:49.052918 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-435e3700-c909-4185-a711-1206c22bf3bb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:49.134585 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-19722ece-544c-46dc-a645-bc7e2e4b1cd6 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:49.158311 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-19722ece-544c-46dc-a645-bc7e2e4b1cd6 None None] Transition to ACTIVE for port object 4d188223-1cd7-4c18-a5a2-3829e6b42b6b will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:49.192527 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-19722ece-544c-46dc-a645-bc7e2e4b1cd6 None None] Transition to ACTIVE for port object 4d188223-1cd7-4c18-a5a2-3829e6b42b6b will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:49.195006 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3631bfac-52f4-493c-8663-783def263193 req-9dffda22-2892-46bf-959f-8b6e80bd933c service neutron] 10.222.0.64 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8513737 Jul 07 16:56:49.229661 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-19722ece-544c-46dc-a645-bc7e2e4b1cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:49.330773 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674b92c-50cf-4760-a417-e671e2e42bbf req-565fa80b-58bb-4f20-865f-936010dd6e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:49.332828 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a674b92c-50cf-4760-a417-e671e2e42bbf req-565fa80b-58bb-4f20-865f-936010dd6e62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8cf0891f-7dd4-444b-b243-0a9d52ec4798 HTTP/1.1" status: 200 len: 848 time: 0.3212035 Jul 07 16:56:49.376424 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19722ece-544c-46dc-a645-bc7e2e4b1cd6 None None] Pushing event updated for resources: {'Port': ['ID=4d188223-1cd7-4c18-a5a2-3829e6b42b6b,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:49.384526 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e3700-c909-4185-a711-1206c22bf3bb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event updated for resources: {'Network': ['ID=385868f0-a311-4e70-a09b-e3abe241b11d,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:49.392685 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3e482298-b60a-4cf9-b3dd-e59b537f7331 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:49.405743 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a674b92c-50cf-4760-a417-e671e2e42bbf req-d98f889f-ab93-43bd-a9e5-50e59c0b1ec0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f59045c-fb41-4f4e-86ad-a15d05bedb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630879 Jul 07 16:56:49.446803 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19722ece-544c-46dc-a645-bc7e2e4b1cd6 None None] Network cd0f638f-a0b6-4bb5-8994-314c247e14c7 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:56:49.450201 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 385868f0-a311-4e70-a09b-e3abe241b11d details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:56:49.490780 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-19722ece-544c-46dc-a645-bc7e2e4b1cd6 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:49.498303 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19722ece-544c-46dc-a645-bc7e2e4b1cd6 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:56:49.506782 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-435e3700-c909-4185-a711-1206c22bf3bb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.9906821 Jul 07 16:56:49.520291 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49708) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:49.535955 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-3f7115aa-4365-435d-8673-f73c85779da3 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Request body: {'subnet': {'network_id': '385868f0-a311-4e70-a09b-e3abe241b11d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:49.541705 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a674b92c-50cf-4760-a417-e671e2e42bbf req-bf1a1787-806e-4251-868d-73dcee145c5d service neutron] 10.222.0.64 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194513 Jul 07 16:56:49.553437 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970295ed-4cb9-48a7-8069-881d19055f38 req-da35a5d8-bab7-4f55-af23-9938244ef2eb tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:49.562014 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-970295ed-4cb9-48a7-8069-881d19055f38 req-da35a5d8-bab7-4f55-af23-9938244ef2eb tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 935 time: 0.3637004 Jul 07 16:56:49.713008 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-970295ed-4cb9-48a7-8069-881d19055f38 req-c1aeeb58-8f62-4d62-8bdc-e81fac8b36ec tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488748 Jul 07 16:56:49.755043 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port b7a1945c-8571-4753-953a-b214e8d517ff triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:49.755833 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:49.866368 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4e8ae7b3-d79e-4126-9258-479adaf5874b req-667bbf47-be19-4c05-9bb6-51bdb4257511 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups/94cdd0ad-5828-4d8a-a6c8-a94775c9a830 HTTP/1.1" status: 200 len: 1800 time: 0.0927751 Jul 07 16:56:49.885766 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d86f3271-0cb5-4150-aee4-d83fe53941ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deca5a43-12c7-4dd8-b29a-eb16f0849889', 'name': 'tempest-ServersTestMultiNic-2098211589-router', 'tenant_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'b7a1945c-8571-4753-953a-b214e8d517ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:56:27Z', 'updated_at': '2021-07-07T16:56:39Z', 'revision_number': 4, 'project_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'gw_port': {'id': 'b7a1945c-8571-4753-953a-b214e8d517ff', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca5a43-12c7-4dd8-b29a-eb16f0849889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:56:29Z', 'updated_at': '2021-07-07T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '0c5d81be-b610-4017-8ebc-b00e0e9b5de3', 'name': '', 'network_id': 'b2aceede-c7cf-4041-bec6-520267dcb751', 'tenant_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'mac_address': 'fa:16:3e:6e:ee:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deca5a43-12c7-4dd8-b29a-eb16f0849889', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'cb45b895-8890-4937-875a-6ce9e6d87d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:56:37Z', 'updated_at': '2021-07-07T16:56:40Z', 'revision_number': 2, 'project_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'subnets': [{'id': 'cb45b895-8890-4937-875a-6ce9e6d87d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:49.900875 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-4e8ae7b3-d79e-4126-9258-479adaf5874b req-efd2aeb6-fb91-4e7d-80a9-c570a7709f65 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Request body: {'security_group': {'name': 'tempest-sg-hth-268139712', 'description': 'tempest-description-hth-133408386'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:49.973082 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86f3271-0cb5-4150-aee4-d83fe53941ce None None] Checking router: deca5a43-12c7-4dd8-b29a-eb16f0849889 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:56:49.973671 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86f3271-0cb5-4150-aee4-d83fe53941ce None None] Updating router deca5a43-12c7-4dd8-b29a-eb16f0849889 port 0c5d81be-b610-4017-8ebc-b00e0e9b5de3 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:56:49.978554 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-19722ece-544c-46dc-a645-bc7e2e4b1cd6 None None] Attempting to bind port 4d188223-1cd7-4c18-a5a2-3829e6b42b6b on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:49.978941 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-19722ece-544c-46dc-a645-bc7e2e4b1cd6 None None] Attempting to bind port 4d188223-1cd7-4c18-a5a2-3829e6b42b6b by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'd3696e98-e8e6-4e03-b3da-36d7e9f819c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:49.979312 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19722ece-544c-46dc-a645-bc7e2e4b1cd6 None None] Attempting to bind port 4d188223-1cd7-4c18-a5a2-3829e6b42b6b on network cd0f638f-a0b6-4bb5-8994-314c247e14c7 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:50.029420 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4e8ae7b3-d79e-4126-9258-479adaf5874b req-efd2aeb6-fb91-4e7d-80a9-c570a7709f65 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:50.037001 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19722ece-544c-46dc-a645-bc7e2e4b1cd6 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:56:50.038509 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19722ece-544c-46dc-a645-bc7e2e4b1cd6 None None] Checking segment: {'id': 'd3696e98-e8e6-4e03-b3da-36d7e9f819c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:50.040058 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-19722ece-544c-46dc-a645-bc7e2e4b1cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:50.040500 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-6361017f-443d-417d-b4ad-843d231de308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f521f701-0a18-46d9-a367-a388c72bc272 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:56:50.040661 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19722ece-544c-46dc-a645-bc7e2e4b1cd6 None None] Bound using segment: {'id': 'd3696e98-e8e6-4e03-b3da-36d7e9f819c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:56:50.041086 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-19722ece-544c-46dc-a645-bc7e2e4b1cd6 None None] Bound port: 4d188223-1cd7-4c18-a5a2-3829e6b42b6b, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3696e98-e8e6-4e03-b3da-36d7e9f819c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:56:50.043522 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-19722ece-544c-46dc-a645-bc7e2e4b1cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:50.050269 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a674b92c-50cf-4760-a417-e671e2e42bbf req-c6a9cf1a-2ed8-45ff-8d34-3bc5766ce8f0 service neutron] 10.222.0.64 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4850004 Jul 07 16:56:50.054652 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7115aa-4365-435d-8673-f73c85779da3 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Made reservation on behalf of 6d2da5d09503418b9ddf40fdbcdd8412 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:50.065321 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f7115aa-4365-435d-8673-f73c85779da3 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:50.071965 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-6361017f-443d-417d-b4ad-843d231de308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:50.109965 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d86f3271-0cb5-4150-aee4-d83fe53941ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:50.116545 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-6361017f-443d-417d-b4ad-843d231de308 service neutron] Transition to ACTIVE for port object f521f701-0a18-46d9-a367-a388c72bc272 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:50.212369 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4e8ae7b3-d79e-4126-9258-479adaf5874b req-efd2aeb6-fb91-4e7d-80a9-c570a7709f65 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:50.222283 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-6361017f-443d-417d-b4ad-843d231de308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:50.245522 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4e8ae7b3-d79e-4126-9258-479adaf5874b req-efd2aeb6-fb91-4e7d-80a9-c570a7709f65 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:50.254274 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4e8ae7b3-d79e-4126-9258-479adaf5874b req-efd2aeb6-fb91-4e7d-80a9-c570a7709f65 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:50.256648 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4e8ae7b3-d79e-4126-9258-479adaf5874b req-efd2aeb6-fb91-4e7d-80a9-c570a7709f65 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "PUT /v2.0/security-groups/94cdd0ad-5828-4d8a-a6c8-a94775c9a830 HTTP/1.1" status: 200 len: 1773 time: 0.3881261 Jul 07 16:56:50.463998 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2aeb6-fb91-4e7d-80a9-c570a7709f65 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94cdd0ad-5828-4d8a-a6c8-a94775c9a830,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:50.516140 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361017f-443d-417d-b4ad-843d231de308 service neutron] Pushing event updated for resources: {'Port': ['ID=f521f701-0a18-46d9-a367-a388c72bc272,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:50.698617 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-affab524-94af-4c12-b21b-da2fff11229e service neutron] 10.222.0.64 "GET /v2.0/ports/6f472ce3-074d-4510-9756-8aaa2dde0a41/bindings/n-h2-791503-12 HTTP/1.1" status: 200 len: 385 time: 1.5863409 Jul 07 16:56:50.706420 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f7115aa-4365-435d-8673-f73c85779da3 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:50.799826 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3e482298-b60a-4cf9-b3dd-e59b537f7331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:50.818904 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-19722ece-544c-46dc-a645-bc7e2e4b1cd6 None None] For port 4d188223-1cd7-4c18-a5a2-3829e6b42b6b, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:56:50.858586 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-6361017f-443d-417d-b4ad-843d231de308 service neutron] Attempting to bind port f521f701-0a18-46d9-a367-a388c72bc272 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:50.861096 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-6361017f-443d-417d-b4ad-843d231de308 service neutron] Attempting to bind port f521f701-0a18-46d9-a367-a388c72bc272 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:50.861991 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-6361017f-443d-417d-b4ad-843d231de308 service neutron] Attempting to bind port f521f701-0a18-46d9-a367-a388c72bc272 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:50.883274 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-6361017f-443d-417d-b4ad-843d231de308 service neutron] Port f521f701-0a18-46d9-a367-a388c72bc272 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:50.883817 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-6361017f-443d-417d-b4ad-843d231de308 service neutron] Attempting to bind port f521f701-0a18-46d9-a367-a388c72bc272 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:50.910254 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-19722ece-544c-46dc-a645-bc7e2e4b1cd6 None None] For port 4d188223-1cd7-4c18-a5a2-3829e6b42b6b, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4d188223-1cd7-4c18-a5a2-3829e6b42b6b,segment=NetworkSegment(d3696e98-e8e6-4e03-b3da-36d7e9f819c1),segment_id=d3696e98-e8e6-4e03-b3da-36d7e9f819c1)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:56:50.929501 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-6361017f-443d-417d-b4ad-843d231de308 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:56:50.930124 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-6361017f-443d-417d-b4ad-843d231de308 service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:50.931139 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-6361017f-443d-417d-b4ad-843d231de308 service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:56:50.931908 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-6361017f-443d-417d-b4ad-843d231de308 service neutron] Bound port: f521f701-0a18-46d9-a367-a388c72bc272, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:56:50.932525 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-6361017f-443d-417d-b4ad-843d231de308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:50.939563 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-19722ece-544c-46dc-a645-bc7e2e4b1cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:51.038844 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19722ece-544c-46dc-a645-bc7e2e4b1cd6 None None] Pushing event updated for resources: {'Port': ['ID=4d188223-1cd7-4c18-a5a2-3829e6b42b6b,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:51.113602 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26980af5-3cc3-4e5c-bd81-f3921ca1a113 req-d07f40de-def7-4265-b537-f68bd39b01ab tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:51.125709 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-26980af5-3cc3-4e5c-bd81-f3921ca1a113 req-d07f40de-def7-4265-b537-f68bd39b01ab tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 943 time: 0.5323808 Jul 07 16:56:51.221874 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e482298-b60a-4cf9-b3dd-e59b537f7331 admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:56:51.351747 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-6361017f-443d-417d-b4ad-843d231de308 service neutron] For port f521f701-0a18-46d9-a367-a388c72bc272, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:56:51.389400 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-6361017f-443d-417d-b4ad-843d231de308 service neutron] For port f521f701-0a18-46d9-a367-a388c72bc272, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=f521f701-0a18-46d9-a367-a388c72bc272,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:56:51.398668 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-26980af5-3cc3-4e5c-bd81-f3921ca1a113 req-2b0b039f-fb19-4a53-8efa-4c501ee84e73 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656755 Jul 07 16:56:51.402942 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-6361017f-443d-417d-b4ad-843d231de308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:51.488064 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-6361017f-443d-417d-b4ad-843d231de308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:51.489198 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-6361017f-443d-417d-b4ad-843d231de308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:51.500489 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-6361017f-443d-417d-b4ad-843d231de308 service neutron] 10.222.0.64 "PUT /v2.0/ports/f521f701-0a18-46d9-a367-a388c72bc272 HTTP/1.1" status: 200 len: 1096 time: 4.6644998 Jul 07 16:56:51.504070 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511', 'tag': 'f521f701-0a18-46d9-a367-a388c72bc272'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:51.508865 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456f493b-985d-42cf-994f-c025dc5c8f82" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511", "tag": "f521f701-0a18-46d9-a367-a388c72bc272"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:51.610762 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d86f3271-0cb5-4150-aee4-d83fe53941ce None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:51.743591 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d86f3271-0cb5-4150-aee4-d83fe53941ce None None] Transition to ACTIVE for port object 0c5d81be-b610-4017-8ebc-b00e0e9b5de3 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:51.780724 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d86f3271-0cb5-4150-aee4-d83fe53941ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:51.839476 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361017f-443d-417d-b4ad-843d231de308 service neutron] Pushing event updated for resources: {'Port': ['ID=f521f701-0a18-46d9-a367-a388c72bc272,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:51.963190 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf3167-bd77-43d9-815f-8890db3c18ec None None] Pushing event updated for resources: {'Port': ['ID=0c5d81be-b610-4017-8ebc-b00e0e9b5de3,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:52.007152 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-0b020524-1658-43a0-a276-fcd37a5c673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:52.023008 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-0b020524-1658-43a0-a276-fcd37a5c673b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 1099 time: 0.4351158 Jul 07 16:56:52.243306 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-3e482298-b60a-4cf9-b3dd-e59b537f7331 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:52.250060 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7115aa-4365-435d-8673-f73c85779da3 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event updated for resources: {'Subnet': ['ID=52e87aa6-cf57-4927-8ed0-ba2a82641465,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:52.256297 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-d86f3271-0cb5-4150-aee4-d83fe53941ce None None] Attempting to bind port 0c5d81be-b610-4017-8ebc-b00e0e9b5de3 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:52.256987 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-d86f3271-0cb5-4150-aee4-d83fe53941ce None None] Attempting to bind port 0c5d81be-b610-4017-8ebc-b00e0e9b5de3 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'a6c54211-0cc2-4538-b861-9fa4f9b13ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b2aceede-c7cf-4041-bec6-520267dcb751'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:52.257756 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86f3271-0cb5-4150-aee4-d83fe53941ce None None] Attempting to bind port 0c5d81be-b610-4017-8ebc-b00e0e9b5de3 on network b2aceede-c7cf-4041-bec6-520267dcb751 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:52.267644 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86f3271-0cb5-4150-aee4-d83fe53941ce None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:56:52.268208 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86f3271-0cb5-4150-aee4-d83fe53941ce None None] Checking segment: {'id': 'a6c54211-0cc2-4538-b861-9fa4f9b13ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b2aceede-c7cf-4041-bec6-520267dcb751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:52.273038 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e482298-b60a-4cf9-b3dd-e59b537f7331 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:56:52.274227 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-dd3fdbb7-a4ec-48b2-a9b0-be059c0cbf9e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=f521f701-0a18-46d9-a367-a388c72bc272 HTTP/1.1" status: 200 len: 217 time: 0.2401929 Jul 07 16:56:52.291530 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d86f3271-0cb5-4150-aee4-d83fe53941ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:52.299832 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86f3271-0cb5-4150-aee4-d83fe53941ce None None] Bound using segment: {'id': 'a6c54211-0cc2-4538-b861-9fa4f9b13ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b2aceede-c7cf-4041-bec6-520267dcb751'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:56:52.301620 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-d86f3271-0cb5-4150-aee4-d83fe53941ce None None] Bound port: 0c5d81be-b610-4017-8ebc-b00e0e9b5de3, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c54211-0cc2-4538-b861-9fa4f9b13ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b2aceede-c7cf-4041-bec6-520267dcb751'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:56:52.302295 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d86f3271-0cb5-4150-aee4-d83fe53941ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:52.340941 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e482298-b60a-4cf9-b3dd-e59b537f7331 admin admin] Pushing event updated for resources: {'Port': ['ID=49af71ce-181c-4f58-b1df-9edf3e4ad51a,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:52.364159 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7115aa-4365-435d-8673-f73c85779da3 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Checking segment: {'id': '8270ac9c-375e-4eb7-9ef0-96961a37ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '385868f0-a311-4e70-a09b-e3abe241b11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:52.364746 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7115aa-4365-435d-8673-f73c85779da3 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Network hostable DHCP agents. Network: 385868f0-a311-4e70-a09b-e3abe241b11d, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:56:52.592305 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d86f3271-0cb5-4150-aee4-d83fe53941ce None None] For port 0c5d81be-b610-4017-8ebc-b00e0e9b5de3, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:56:52.604482 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5de68e2-39b6-4e32-877e-367a87a5bd10 req-f2621dd3-03fa-47bb-8b22-f894907656f2 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups/94cdd0ad-5828-4d8a-a6c8-a94775c9a830 HTTP/1.1" status: 200 len: 1773 time: 0.3288157 Jul 07 16:56:52.607311 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-a8f6571e-a449-4629-ad9a-743506455baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:52.608483 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-a8f6571e-a449-4629-ad9a-743506455baa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.3239627 Jul 07 16:56:52.628098 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d86f3271-0cb5-4150-aee4-d83fe53941ce None None] For port 0c5d81be-b610-4017-8ebc-b00e0e9b5de3, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=0c5d81be-b610-4017-8ebc-b00e0e9b5de3,segment=NetworkSegment(a6c54211-0cc2-4538-b861-9fa4f9b13ed6),segment_id=a6c54211-0cc2-4538-b861-9fa4f9b13ed6)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:56:52.690350 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d86f3271-0cb5-4150-aee4-d83fe53941ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:52.872102 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7115aa-4365-435d-8673-f73c85779da3 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Network 385868f0-a311-4e70-a09b-e3abe241b11d is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:56:52.930364 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4d188223-1cd7-4c18-a5a2-3829e6b42b6b up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:53.042080 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-2ad9fa6a-ec66-48a6-94f8-3287c9782292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:53.047205 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-2ad9fa6a-ec66-48a6-94f8-3287c9782292 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3983743 Jul 07 16:56:53.149484 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-3f7115aa-4365-435d-8673-f73c85779da3 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 385868f0-a311-4e70-a09b-e3abe241b11d) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:53.188006 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7115aa-4365-435d-8673-f73c85779da3 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:53.188894 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f7115aa-4365-435d-8673-f73c85779da3 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:53.233390 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b25fba-d855-4ab1-8922-4759b45bdae5 None None] Network 385868f0-a311-4e70-a09b-e3abe241b11d requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:56:53.498051 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3f7115aa-4365-435d-8673-f73c85779da3 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.9737594 Jul 07 16:56:53.499546 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86f3271-0cb5-4150-aee4-d83fe53941ce None None] Routers {'deca5a43-12c7-4dd8-b29a-eb16f0849889'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:56:53.500288 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d86f3271-0cb5-4150-aee4-d83fe53941ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:56:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['deca5a43-12c7-4dd8-b29a-eb16f0849889'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:53.538644 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49732) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:53.587493 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-bdbd055f-fb6c-4a45-9bf9-8727ab1fe3e2 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287991 Jul 07 16:56:53.592357 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-5631f678-f3ab-447d-bb94-af932741f6fb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-314548430'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:53.682339 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3e482298-b60a-4cf9-b3dd-e59b537f7331 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:53.741272 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-60cfe0f9-6d0d-4a09-b8c5-226c0aa2b660 service neutron] For port 6f472ce3-074d-4510-9756-8aaa2dde0a41, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6f472ce3-074d-4510-9756-8aaa2dde0a41,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:53.773318 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf3167-bd77-43d9-815f-8890db3c18ec None None] Pushing event updated for resources: {'Port': ['ID=0c5d81be-b610-4017-8ebc-b00e0e9b5de3,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:53.865149 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bbdbf421-3cbf-477c-b06c-feea643e28d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:53.889266 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 4d188223-1cd7-4c18-a5a2-3829e6b42b6b completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:56:53.920293 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5631f678-f3ab-447d-bb94-af932741f6fb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Made reservation on behalf of 6d2da5d09503418b9ddf40fdbcdd8412 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:53.927555 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5631f678-f3ab-447d-bb94-af932741f6fb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:54.050456 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a255cf4-6b1b-497b-a2ee-eea1edcabba7 None None] Network cd0f638f-a0b6-4bb5-8994-314c247e14c7 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:56:54.104296 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-60cfe0f9-6d0d-4a09-b8c5-226c0aa2b660 service neutron] For port 6f472ce3-074d-4510-9756-8aaa2dde0a41, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:56:54.253514 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5631f678-f3ab-447d-bb94-af932741f6fb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:56:54.291991 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5631f678-f3ab-447d-bb94-af932741f6fb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:54.292645 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-5631f678-f3ab-447d-bb94-af932741f6fb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Added segment 7506bb79-ffb7-49e4-b3d2-45affcbb4a65 of type vlan for network 5a7ec239-bc57-4f49-8319-9d3c53cecec5 Jul 07 16:56:54.300238 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-60cfe0f9-6d0d-4a09-b8c5-226c0aa2b660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f472ce3-074d-4510-9756-8aaa2dde0a41 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:56:54.454041 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09b1119-6754-4b15-af2b-82bf4436eb73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-385868f0-a311-4e70-a09b-e3abe241b11d', 'network_id': '385868f0-a311-4e70-a09b-e3abe241b11d', 'tenant_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'fixed_ips': [{'subnet_id': '52e87aa6-cf57-4927-8ed0-ba2a82641465'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:56:54.460161 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e09b1119-6754-4b15-af2b-82bf4436eb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:54.521780 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-d86f3271-0cb5-4150-aee4-d83fe53941ce None None] Set router deca5a43-12c7-4dd8-b29a-eb16f0849889 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:56:54.535510 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-60345d8f-fc2c-4e30-859a-7ceed90242c9 req-d9d25e1c-60ad-480d-989c-34cf55fab188 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9400623 Jul 07 16:56:54.571616 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8515b32-6c43-473f-bde9-c4b0f2ba5bbe req-6cead902-869d-4513-ae59-45e7b0d6f79e tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:54.583837 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f8515b32-6c43-473f-bde9-c4b0f2ba5bbe req-6cead902-869d-4513-ae59-45e7b0d6f79e tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 947 time: 1.4542978 Jul 07 16:56:54.657211 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3e482298-b60a-4cf9-b3dd-e59b537f7331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:54.689578 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f8515b32-6c43-473f-bde9-c4b0f2ba5bbe req-67c662b1-01f9-47f2-82f9-42ac339fbd8c tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855832 Jul 07 16:56:54.717207 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-601d8a29-c8e1-4d72-9bbb-b5d87a474483 None None] Provisioning for port 4d188223-1cd7-4c18-a5a2-3829e6b42b6b completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:56:54.779237 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a468157-c17b-4269-901b-303692478245 x-openstack-request-id: req-2a468157-c17b-4269-901b-303692478245 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:54.779572 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511", "tag": "f521f701-0a18-46d9-a367-a388c72bc272", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:54.779844 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a468157-c17b-4269-901b-303692478245 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:54.780227 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511', 'tag': 'f521f701-0a18-46d9-a367-a388c72bc272', 'status': 'completed', 'code': 200} Jul 07 16:56:54.844002 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 0c5d81be-b610-4017-8ebc-b00e0e9b5de3 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:54.929769 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f493b-985d-42cf-994f-c025dc5c8f82 req-6b7c3fd2-0a9f-4288-871b-942ce9148dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:54.931731 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-456f493b-985d-42cf-994f-c025dc5c8f82 req-6b7c3fd2-0a9f-4288-871b-942ce9148dde service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 1099 time: 0.1253045 Jul 07 16:56:54.940125 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5631f678-f3ab-447d-bb94-af932741f6fb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:54.952843 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-60cfe0f9-6d0d-4a09-b8c5-226c0aa2b660 service neutron] For port 6f472ce3-074d-4510-9756-8aaa2dde0a41, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=6f472ce3-074d-4510-9756-8aaa2dde0a41,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:55.010616 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-60cfe0f9-6d0d-4a09-b8c5-226c0aa2b660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:55.131744 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-601d8a29-c8e1-4d72-9bbb-b5d87a474483 None None] Provisioning complete for port 4d188223-1cd7-4c18-a5a2-3829e6b42b6b triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:55.133770 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-601d8a29-c8e1-4d72-9bbb-b5d87a474483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:55.322652 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f493b-985d-42cf-994f-c025dc5c8f82 req-c10301bb-8daa-43bc-ae0c-d3cf07d396af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:55.326166 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-456f493b-985d-42cf-994f-c025dc5c8f82 req-c10301bb-8daa-43bc-ae0c-d3cf07d396af service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.3856230 Jul 07 16:56:55.436606 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5631f678-f3ab-447d-bb94-af932741f6fb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:55.437014 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 0c5d81be-b610-4017-8ebc-b00e0e9b5de3 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:56:55.454611 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5631f678-f3ab-447d-bb94-af932741f6fb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:55.455655 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5631f678-f3ab-447d-bb94-af932741f6fb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:55.472227 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 0c5d81be-b610-4017-8ebc-b00e0e9b5de3 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:55.473300 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:55.521390 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-456f493b-985d-42cf-994f-c025dc5c8f82 req-9993f1ac-40d4-4c1c-8b4a-9aac2ce35610 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=f521f701-0a18-46d9-a367-a388c72bc272 HTTP/1.1" status: 200 len: 217 time: 0.1633983 Jul 07 16:56:55.591674 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5631f678-f3ab-447d-bb94-af932741f6fb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.0437634 Jul 07 16:56:55.601673 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49736) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:55.610008 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-877020b8-472b-4264-a994-a3db03b8dfeb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Request body: {'subnet': {'network_id': '5a7ec239-bc57-4f49-8319-9d3c53cecec5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:55.662919 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631f678-f3ab-447d-bb94-af932741f6fb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event updated for resources: {'Network': ['ID=5a7ec239-bc57-4f49-8319-9d3c53cecec5,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:55.718481 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-60cfe0f9-6d0d-4a09-b8c5-226c0aa2b660 service neutron] Transition to ACTIVE for port object 6f472ce3-074d-4510-9756-8aaa2dde0a41 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:55.719996 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f493b-985d-42cf-994f-c025dc5c8f82 req-2c848d15-73da-4558-a00a-eedcdba27bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:55.722613 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-456f493b-985d-42cf-994f-c025dc5c8f82 req-2c848d15-73da-4558-a00a-eedcdba27bd5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1838319 Jul 07 16:56:55.732828 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-60cfe0f9-6d0d-4a09-b8c5-226c0aa2b660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:55.741636 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 5a7ec239-bc57-4f49-8319-9d3c53cecec5 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:56:55.754814 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3dc608-c51b-45a3-a2d7-258e26a732ee req-b56376b4-c91c-4f76-8f6b-5bbe2e37a597 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:55.772398 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8f3dc608-c51b-45a3-a2d7-258e26a732ee req-b56376b4-c91c-4f76-8f6b-5bbe2e37a597 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 943 time: 0.7451103 Jul 07 16:56:55.778814 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e482298-b60a-4cf9-b3dd-e59b537f7331 admin admin] Router eb33c497-dc7a-4add-af7e-7ea0e74120ca is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:56:55.875512 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-60cfe0f9-6d0d-4a09-b8c5-226c0aa2b660 service neutron] No DVR routers for this DVR port 6f472ce3-074d-4510-9756-8aaa2dde0a41 on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:56:55.885522 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877020b8-472b-4264-a994-a3db03b8dfeb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Made reservation on behalf of 6d2da5d09503418b9ddf40fdbcdd8412 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:55.889881 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-877020b8-472b-4264-a994-a3db03b8dfeb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:56.056093 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8f3dc608-c51b-45a3-a2d7-258e26a732ee req-61876cf4-0de5-4948-9fd9-a4f43f20ed1c tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747505 Jul 07 16:56:56.140603 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f493b-985d-42cf-994f-c025dc5c8f82 req-479f0b24-3847-4f48-a151-827f6cd610a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:56.150320 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-e09b1119-6754-4b15-af2b-82bf4436eb73 None None] Allocated IP 19.80.0.2 (385868f0-a311-4e70-a09b-e3abe241b11d/52e87aa6-cf57-4927-8ed0-ba2a82641465/de6b1413-dfc4-4345-90f3-62b6aa17adbc) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:56:56.152574 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-456f493b-985d-42cf-994f-c025dc5c8f82 req-479f0b24-3847-4f48-a151-827f6cd610a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3486869 Jul 07 16:56:56.156447 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:56.194086 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfe0f9-6d0d-4a09-b8c5-226c0aa2b660 service neutron] Pushing event updated for resources: {'Port': ['ID=6f472ce3-074d-4510-9756-8aaa2dde0a41,revision_number=10']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:56.329622 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-60cfe0f9-6d0d-4a09-b8c5-226c0aa2b660 service neutron] 10.222.0.64 "PUT /v2.0/ports/6f472ce3-074d-4510-9756-8aaa2dde0a41/bindings/n-h2-791503-12/activate HTTP/1.1" status: 200 len: 370 time: 5.5397418 Jul 07 16:56:56.414816 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:56.517791 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3f2a57fa-5ac3-4208-aa75-7081145aeadc req-f27bb8aa-8ce2-4918-90f7-99937c190faa tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups/94cdd0ad-5828-4d8a-a6c8-a94775c9a830 HTTP/1.1" status: 200 len: 1773 time: 0.3506963 Jul 07 16:56:56.638411 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e482298-b60a-4cf9-b3dd-e59b537f7331 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:56:56.661709 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e582ee-96c8-430d-96da-363d1d08f2a0 None None] Sync routers for ids ['eb33c497-dc7a-4add-af7e-7ea0e74120ca'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:56:56.667912 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 0c5d81be-b610-4017-8ebc-b00e0e9b5de3, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=0c5d81be-b610-4017-8ebc-b00e0e9b5de3,segment=NetworkSegment(a6c54211-0cc2-4538-b861-9fa4f9b13ed6),segment_id=a6c54211-0cc2-4538-b861-9fa4f9b13ed6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:56.698888 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-601d8a29-c8e1-4d72-9bbb-b5d87a474483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:56.722629 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:56.736115 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e582ee-96c8-430d-96da-363d1d08f2a0 None None] Routers {'eb33c497-dc7a-4add-af7e-7ea0e74120ca'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:56:56.755870 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-28e582ee-96c8-430d-96da-363d1d08f2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:56:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['eb33c497-dc7a-4add-af7e-7ea0e74120ca'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:56.774292 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-456f493b-985d-42cf-994f-c025dc5c8f82 req-b217dc92-17ea-4bc0-ba3f-be354141a4ba service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638969 Jul 07 16:56:56.775238 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3f2a57fa-5ac3-4208-aa75-7081145aeadc req-e25eb29d-dc72-41db-be86-48ffccbc81f0 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:56.897010 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3e482298-b60a-4cf9-b3dd-e59b537f7331 admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:56.899038 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3e482298-b60a-4cf9-b3dd-e59b537f7331 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 13.7991512 Jul 07 16:56:56.918007 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49754) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:56.991704 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3f2a57fa-5ac3-4208-aa75-7081145aeadc req-e25eb29d-dc72-41db-be86-48ffccbc81f0 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.133836 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-63b34679-55a5-4cd2-9b78-320fcd109651 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:57.138076 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-63b34679-55a5-4cd2-9b78-320fcd109651 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292&tenant_id=e3c30a38df434836b6a6d7bed9173bf0&binding%3Ahost_id=n-h1-791503-12 HTTP/1.1" status: 200 len: 1096 time: 0.6732359 Jul 07 16:56:57.192951 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-877020b8-472b-4264-a994-a3db03b8dfeb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.202403 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3f2a57fa-5ac3-4208-aa75-7081145aeadc req-e25eb29d-dc72-41db-be86-48ffccbc81f0 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.207506 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3f2a57fa-5ac3-4208-aa75-7081145aeadc req-e25eb29d-dc72-41db-be86-48ffccbc81f0 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.226377 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3f2a57fa-5ac3-4208-aa75-7081145aeadc req-e25eb29d-dc72-41db-be86-48ffccbc81f0 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "DELETE /v2.0/security-groups/94cdd0ad-5828-4d8a-a6c8-a94775c9a830 HTTP/1.1" status: 204 len: 173 time: 0.7066548 Jul 07 16:56:57.251070 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-456f493b-985d-42cf-994f-c025dc5c8f82 req-9cf91dd7-6abe-4501-b882-3679f380554a service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634848 Jul 07 16:56:57.288376 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25eb29d-dc72-41db-be86-48ffccbc81f0 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cdd0ad-5828-4d8a-a6c8-a94775c9a830,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:57.315127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877020b8-472b-4264-a994-a3db03b8dfeb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event updated for resources: {'Subnet': ['ID=399600ba-deb1-418a-893b-25447c4784e2,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:57.378225 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877020b8-472b-4264-a994-a3db03b8dfeb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Checking segment: {'id': '7506bb79-ffb7-49e4-b3d2-45affcbb4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5a7ec239-bc57-4f49-8319-9d3c53cecec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:57.378829 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877020b8-472b-4264-a994-a3db03b8dfeb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Network hostable DHCP agents. Network: 5a7ec239-bc57-4f49-8319-9d3c53cecec5, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:56:57.388742 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-28e582ee-96c8-430d-96da-363d1d08f2a0 None None] Set router eb33c497-dc7a-4add-af7e-7ea0e74120ca gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:56:57.527693 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4d69e7f6-3406-44b6-9d83-3e5f017b023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.531027 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31a7cb-165a-4869-a28e-dacbcf487441 req-cece9e49-7b1f-4464-ba94-88900067be05 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:57.541975 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1d31a7cb-165a-4869-a28e-dacbcf487441 req-cece9e49-7b1f-4464-ba94-88900067be05 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 947 time: 0.6617711 Jul 07 16:56:57.570011 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877020b8-472b-4264-a994-a3db03b8dfeb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Network 5a7ec239-bc57-4f49-8319-9d3c53cecec5 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:56:57.619808 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-b38795fa-2a48-4bec-ab32-5c7712658f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:57.629467 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-b38795fa-2a48-4bec-ab32-5c7712658f93 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292&tenant_id=e3c30a38df434836b6a6d7bed9173bf0 HTTP/1.1" status: 200 len: 1096 time: 0.4268165 Jul 07 16:56:57.655464 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-877020b8-472b-4264-a994-a3db03b8dfeb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 5a7ec239-bc57-4f49-8319-9d3c53cecec5) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:57.690683 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e09b1119-6754-4b15-af2b-82bf4436eb73 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.704669 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e09b1119-6754-4b15-af2b-82bf4436eb73 None None] Transition to ACTIVE for port object de6b1413-dfc4-4345-90f3-62b6aa17adbc will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:57.711043 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877020b8-472b-4264-a994-a3db03b8dfeb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:57.711747 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-877020b8-472b-4264-a994-a3db03b8dfeb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.727840 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e09b1119-6754-4b15-af2b-82bf4436eb73 None None] Transition to ACTIVE for port object de6b1413-dfc4-4345-90f3-62b6aa17adbc will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:57.787354 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d86f3271-0cb5-4150-aee4-d83fe53941ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deca5a43-12c7-4dd8-b29a-eb16f0849889', 'name': 'tempest-ServersTestMultiNic-2098211589-router', 'tenant_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'b7a1945c-8571-4753-953a-b214e8d517ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:56:27Z', 'updated_at': '2021-07-07T16:56:39Z', 'revision_number': 4, 'project_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'gw_port': {'id': 'b7a1945c-8571-4753-953a-b214e8d517ff', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca5a43-12c7-4dd8-b29a-eb16f0849889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:56:29Z', 'updated_at': '2021-07-07T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '0c5d81be-b610-4017-8ebc-b00e0e9b5de3', 'name': '', 'network_id': 'b2aceede-c7cf-4041-bec6-520267dcb751', 'tenant_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'mac_address': 'fa:16:3e:6e:ee:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deca5a43-12c7-4dd8-b29a-eb16f0849889', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'cb45b895-8890-4937-875a-6ce9e6d87d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:56:37Z', 'updated_at': '2021-07-07T16:56:52Z', 'revision_number': 4, 'project_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'subnets': [{'id': 'cb45b895-8890-4937-875a-6ce9e6d87d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:57.808303 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e238293-7a1d-4add-88b7-008d8160a8a0 req-69280ed3-09b0-40df-bd72-cde710a20705 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:57.828695 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2e238293-7a1d-4add-88b7-008d8160a8a0 req-69280ed3-09b0-40df-bd72-cde710a20705 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 944 time: 0.1697850 Jul 07 16:56:57.838644 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cffd32-8fbe-4ac5-b35e-2b0fab140093 None None] Network 5a7ec239-bc57-4f49-8319-9d3c53cecec5 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:56:57.857811 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device f521f701-0a18-46d9-a367-a388c72bc272 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:56:57.861274 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1d31a7cb-165a-4869-a28e-dacbcf487441 req-057444bd-722a-4e01-a081-c626f4d2e439 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180425 Jul 07 16:56:57.863518 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-601d8a29-c8e1-4d72-9bbb-b5d87a474483 None None] For port 4d188223-1cd7-4c18-a5a2-3829e6b42b6b, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4d188223-1cd7-4c18-a5a2-3829e6b42b6b,segment=NetworkSegment(d3696e98-e8e6-4e03-b3da-36d7e9f819c1),segment_id=d3696e98-e8e6-4e03-b3da-36d7e9f819c1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:57.985494 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2e238293-7a1d-4add-88b7-008d8160a8a0 req-96d4bf79-4a58-43d6-8e11-bb7d28b13bf4 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592383 Jul 07 16:56:58.009727 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-28e582ee-96c8-430d-96da-363d1d08f2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'name': 'tempest-ServersTestManualDisk-225267408-router', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '49af71ce-181c-4f58-b1df-9edf3e4ad51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:56:43Z', 'updated_at': '2021-07-07T16:56:52Z', 'revision_number': 3, 'project_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'gw_port': {'id': '49af71ce-181c-4f58-b1df-9edf3e4ad51a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:56:48Z', 'updated_at': '2021-07-07T16:56:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:58.011951 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e09b1119-6754-4b15-af2b-82bf4436eb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:58.091681 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-877020b8-472b-4264-a994-a3db03b8dfeb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4846365 Jul 07 16:56:58.143947 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e582ee-96c8-430d-96da-363d1d08f2a0 None None] Checking router: eb33c497-dc7a-4add-af7e-7ea0e74120ca for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:56:58.166685 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e582ee-96c8-430d-96da-363d1d08f2a0 None None] Updating router eb33c497-dc7a-4add-af7e-7ea0e74120ca port 49af71ce-181c-4f58-b1df-9edf3e4ad51a binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:56:58.281489 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-601d8a29-c8e1-4d72-9bbb-b5d87a474483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:58.293586 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86f3271-0cb5-4150-aee4-d83fe53941ce None None] The sync data for ids ['deca5a43-12c7-4dd8-b29a-eb16f0849889'] in n-d-791503-12 is: [{'id': 'deca5a43-12c7-4dd8-b29a-eb16f0849889', 'name': 'tempest-ServersTestMultiNic-2098211589-router', 'tenant_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'b7a1945c-8571-4753-953a-b214e8d517ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:56:27Z', 'updated_at': '2021-07-07T16:56:39Z', 'revision_number': 4, 'project_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'gw_port': {'id': 'b7a1945c-8571-4753-953a-b214e8d517ff', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca5a43-12c7-4dd8-b29a-eb16f0849889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:56:29Z', 'updated_at': '2021-07-07T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '0c5d81be-b610-4017-8ebc-b00e0e9b5de3', 'name': '', 'network_id': 'b2aceede-c7cf-4041-bec6-520267dcb751', 'tenant_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'mac_address': 'fa:16:3e:6e:ee:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deca5a43-12c7-4dd8-b29a-eb16f0849889', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'cb45b895-8890-4937-875a-6ce9e6d87d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:56:37Z', 'updated_at': '2021-07-07T16:56:52Z', 'revision_number': 4, 'project_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'subnets': [{'id': 'cb45b895-8890-4937-875a-6ce9e6d87d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:56:58.382463 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:58.417839 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-28e582ee-96c8-430d-96da-363d1d08f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:58.427979 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=0c5d81be-b610-4017-8ebc-b00e0e9b5de3,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:58.441298 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-37685579-ff41-43ec-8a6e-cacc02250feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:58.457564 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-37685579-ff41-43ec-8a6e-cacc02250feb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3c30a38df434836b6a6d7bed9173bf0&device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 1096 time: 0.7291486 Jul 07 16:56:58.518186 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09b1119-6754-4b15-af2b-82bf4436eb73 None None] Network 385868f0-a311-4e70-a09b-e3abe241b11d is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:56:58.561160 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-e09b1119-6754-4b15-af2b-82bf4436eb73 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:58.568295 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09b1119-6754-4b15-af2b-82bf4436eb73 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:56:58.712374 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.resource_extend [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:56:58.863406 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-6ffa4bab-afd1-40be-ba4d-ea4dc07cc2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:58.865413 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-6ffa4bab-afd1-40be-ba4d-ea4dc07cc2fa service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f59045c-fb41-4f4e-86ad-a15d05bedb10 HTTP/1.1" status: 200 len: 909 time: 0.4062190 Jul 07 16:56:58.898659 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b7350f93-8d24-41fb-ae76-16600f1fbe66 None None] Provisioning complete for port 4d188223-1cd7-4c18-a5a2-3829e6b42b6b triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:58.904267 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b7350f93-8d24-41fb-ae76-16600f1fbe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:59.119982 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 0c5d81be-b610-4017-8ebc-b00e0e9b5de3 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:59.365602 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b1119-6754-4b15-af2b-82bf4436eb73 None None] Pushing event updated for resources: {'Port': ['ID=de6b1413-dfc4-4345-90f3-62b6aa17adbc,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:59.384929 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-e09b1119-6754-4b15-af2b-82bf4436eb73 None None] Attempting to bind port de6b1413-dfc4-4345-90f3-62b6aa17adbc on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:59.393187 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-e09b1119-6754-4b15-af2b-82bf4436eb73 None None] Attempting to bind port de6b1413-dfc4-4345-90f3-62b6aa17adbc by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '8270ac9c-375e-4eb7-9ef0-96961a37ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '385868f0-a311-4e70-a09b-e3abe241b11d'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:59.393760 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09b1119-6754-4b15-af2b-82bf4436eb73 None None] Attempting to bind port de6b1413-dfc4-4345-90f3-62b6aa17adbc on network 385868f0-a311-4e70-a09b-e3abe241b11d {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:59.450941 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-8b7bc89d-c8a9-4e70-9166-1aaf4105eda6 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.476120 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09b1119-6754-4b15-af2b-82bf4436eb73 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:56:59.476732 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09b1119-6754-4b15-af2b-82bf4436eb73 None None] Checking segment: {'id': '8270ac9c-375e-4eb7-9ef0-96961a37ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '385868f0-a311-4e70-a09b-e3abe241b11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:59.477277 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e09b1119-6754-4b15-af2b-82bf4436eb73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:59.477774 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09b1119-6754-4b15-af2b-82bf4436eb73 None None] Bound using segment: {'id': '8270ac9c-375e-4eb7-9ef0-96961a37ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '385868f0-a311-4e70-a09b-e3abe241b11d'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:56:59.478419 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-e09b1119-6754-4b15-af2b-82bf4436eb73 None None] Bound port: de6b1413-dfc4-4345-90f3-62b6aa17adbc, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8270ac9c-375e-4eb7-9ef0-96961a37ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '385868f0-a311-4e70-a09b-e3abe241b11d'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:56:59.478904 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e09b1119-6754-4b15-af2b-82bf4436eb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:59.503521 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-8b7bc89d-c8a9-4e70-9166-1aaf4105eda6 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.527867 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-8b7bc89d-c8a9-4e70-9166-1aaf4105eda6 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/networks?id=385868f0-a311-4e70-a09b-e3abe241b11d&id=5a7ec239-bc57-4f49-8319-9d3c53cecec5&id=385868f0-a311-4e70-a09b-e3abe241b11d HTTP/1.1" status: 200 len: 1390 time: 0.6858864 Jul 07 16:56:59.581670 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-28e582ee-96c8-430d-96da-363d1d08f2a0 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:59.583650 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-81d620a0-ce82-4f8a-b50b-ef9479769056 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/quotas/6d2da5d09503418b9ddf40fdbcdd8412 HTTP/1.1" status: 200 len: 375 time: 0.0521386 Jul 07 16:56:59.624961 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-28e582ee-96c8-430d-96da-363d1d08f2a0 None None] Transition to ACTIVE for port object 49af71ce-181c-4f58-b1df-9edf3e4ad51a will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:59.652761 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-28e582ee-96c8-430d-96da-363d1d08f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:59.850345 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-f77ae89a-fe29-44e7-be36-38a9ea14eb73 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6d2da5d09503418b9ddf40fdbcdd8412&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2652147 Jul 07 16:56:59.886294 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-28e582ee-96c8-430d-96da-363d1d08f2a0 None None] Attempting to bind port 49af71ce-181c-4f58-b1df-9edf3e4ad51a on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:59.886867 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-28e582ee-96c8-430d-96da-363d1d08f2a0 None None] Attempting to bind port 49af71ce-181c-4f58-b1df-9edf3e4ad51a by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:59.887469 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e582ee-96c8-430d-96da-363d1d08f2a0 None None] Attempting to bind port 49af71ce-181c-4f58-b1df-9edf3e4ad51a on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:59.891431 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 0c5d81be-b610-4017-8ebc-b00e0e9b5de3 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:59.892219 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:59.895685 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a0c24-9944-4cd8-9ec4-5f9527cdd5ec None None] Pushing event updated for resources: {'Port': ['ID=49af71ce-181c-4f58-b1df-9edf3e4ad51a,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:59.917887 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e582ee-96c8-430d-96da-363d1d08f2a0 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:56:59.918529 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e582ee-96c8-430d-96da-363d1d08f2a0 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:59.919179 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-28e582ee-96c8-430d-96da-363d1d08f2a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:59.925829 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e582ee-96c8-430d-96da-363d1d08f2a0 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:56:59.929552 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-28e582ee-96c8-430d-96da-363d1d08f2a0 None None] Bound port: 49af71ce-181c-4f58-b1df-9edf3e4ad51a, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:56:59.930192 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-28e582ee-96c8-430d-96da-363d1d08f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:00.083224 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-28e582ee-96c8-430d-96da-363d1d08f2a0 None None] For port 49af71ce-181c-4f58-b1df-9edf3e4ad51a, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:00.084023 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-f262b537-474c-4ab7-80fb-7a2cf0bb8a57 service neutron] 10.222.0.53 "GET /v2.0/networks/385868f0-a311-4e70-a09b-e3abe241b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286334 Jul 07 16:57:00.092289 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-28e582ee-96c8-430d-96da-363d1d08f2a0 None None] For port 49af71ce-181c-4f58-b1df-9edf3e4ad51a, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=49af71ce-181c-4f58-b1df-9edf3e4ad51a,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:00.112477 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-28e582ee-96c8-430d-96da-363d1d08f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:00.222326 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port f521f701-0a18-46d9-a367-a388c72bc272, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=f521f701-0a18-46d9-a367-a388c72bc272,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:00.295581 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-53e2ba65-534d-4235-9fca-8d6302ae46fe service neutron] 10.222.0.53 "GET /v2.0/networks/385868f0-a311-4e70-a09b-e3abe241b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102482 Jul 07 16:57:00.333952 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d8a29-c8e1-4d72-9bbb-b5d87a474483 None None] Pushing event updated for resources: {'Port': ['ID=4d188223-1cd7-4c18-a5a2-3829e6b42b6b,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:00.335921 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-cd855d5a-7c09-461e-a5e3-fb56e4111022 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f472ce3-074d-4510-9756-8aaa2dde0a41 HTTP/1.1" status: 200 len: 217 time: 1.4609454 Jul 07 16:57:00.425524 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:00.432980 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e582ee-96c8-430d-96da-363d1d08f2a0 None None] Routers {'eb33c497-dc7a-4add-af7e-7ea0e74120ca'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:00.437247 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-28e582ee-96c8-430d-96da-363d1d08f2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:56:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['eb33c497-dc7a-4add-af7e-7ea0e74120ca'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:00.442666 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a0c24-9944-4cd8-9ec4-5f9527cdd5ec None None] Pushing event updated for resources: {'Port': ['ID=49af71ce-181c-4f58-b1df-9edf3e4ad51a,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:00.510387 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-1122895a-619f-45f5-84d5-036f69245617 service neutron] 10.222.0.53 "GET /v2.0/networks/5a7ec239-bc57-4f49-8319-9d3c53cecec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985950 Jul 07 16:57:00.523486 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'f521f701-0a18-46d9-a367-a388c72bc272', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': 'f521f701-0a18-46d9-a367-a388c72bc272', 'mac_address': 'fa:16:3e:ea:5f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:57:00.544149 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-e09b1119-6754-4b15-af2b-82bf4436eb73 None None] For port de6b1413-dfc4-4345-90f3-62b6aa17adbc, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:00.548552 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cba540-3a22-42b6-b385-f55551cd9446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-5a7ec239-bc57-4f49-8319-9d3c53cecec5', 'network_id': '5a7ec239-bc57-4f49-8319-9d3c53cecec5', 'tenant_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'fixed_ips': [{'subnet_id': '399600ba-deb1-418a-893b-25447c4784e2'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:57:00.550196 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f1cba540-3a22-42b6-b385-f55551cd9446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:00.704275 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-e09b1119-6754-4b15-af2b-82bf4436eb73 None None] For port de6b1413-dfc4-4345-90f3-62b6aa17adbc, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=de6b1413-dfc4-4345-90f3-62b6aa17adbc,segment=NetworkSegment(8270ac9c-375e-4eb7-9ef0-96961a37ce4f),segment_id=8270ac9c-375e-4eb7-9ef0-96961a37ce4f)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:00.730021 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e09b1119-6754-4b15-af2b-82bf4436eb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:00.743879 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-28e582ee-96c8-430d-96da-363d1d08f2a0 None None] Set router eb33c497-dc7a-4add-af7e-7ea0e74120ca gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:57:00.765354 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-48ee261d-881e-4c3f-912c-c3d37c2a3459 service neutron] 10.222.0.53 "GET /v2.0/networks/5a7ec239-bc57-4f49-8319-9d3c53cecec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539108 Jul 07 16:57:00.831279 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-d9258613-56e1-46ac-ac10-61d417a596f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:00.838010 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-d9258613-56e1-46ac-ac10-61d417a596f0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8cf0891f-7dd4-444b-b243-0a9d52ec4798 HTTP/1.1" status: 200 len: 848 time: 0.4635260 Jul 07 16:57:00.978752 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-2dd22003-9c3c-4cb8-aa98-07643291a128 service neutron] 10.222.0.53 "GET /v2.0/networks/385868f0-a311-4e70-a09b-e3abe241b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119563 Jul 07 16:57:01.003153 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-294e7ac0-12ac-457d-b34c-42a85b1cef12 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f59045c-fb41-4f4e-86ad-a15d05bedb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1347435 Jul 07 16:57:01.171845 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b1119-6754-4b15-af2b-82bf4436eb73 None None] Pushing event updated for resources: {'Port': ['ID=de6b1413-dfc4-4345-90f3-62b6aa17adbc,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:01.193551 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-a094826c-8612-495c-a4cc-9effd14a24b2 service neutron] 10.222.0.53 "GET /v2.0/networks/385868f0-a311-4e70-a09b-e3abe241b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133334 Jul 07 16:57:01.208303 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-28e582ee-96c8-430d-96da-363d1d08f2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'name': 'tempest-ServersTestManualDisk-225267408-router', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '49af71ce-181c-4f58-b1df-9edf3e4ad51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:56:43Z', 'updated_at': '2021-07-07T16:56:52Z', 'revision_number': 3, 'project_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'gw_port': {'id': '49af71ce-181c-4f58-b1df-9edf3e4ad51a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:56:48Z', 'updated_at': '2021-07-07T16:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:01.250390 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b0236-0b34-4bd2-9553-c9b6d961b823 req-56b26e36-4eeb-4682-82ba-15182e20376a tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:01.265572 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2a7b0236-0b34-4bd2-9553-c9b6d961b823 req-56b26e36-4eeb-4682-82ba-15182e20376a tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 947 time: 0.9268057 Jul 07 16:57:01.273891 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e582ee-96c8-430d-96da-363d1d08f2a0 None None] The sync data for ids ['eb33c497-dc7a-4add-af7e-7ea0e74120ca'] in n-d-791503-12 is: [{'id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'name': 'tempest-ServersTestManualDisk-225267408-router', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '49af71ce-181c-4f58-b1df-9edf3e4ad51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:56:43Z', 'updated_at': '2021-07-07T16:56:52Z', 'revision_number': 3, 'project_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'gw_port': {'id': '49af71ce-181c-4f58-b1df-9edf3e4ad51a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:56:48Z', 'updated_at': '2021-07-07T16:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:57:01.475198 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:01.615650 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f521f701-0a18-46d9-a367-a388c72bc272 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:01.689254 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-907c9fea-962e-4bba-994d-4fdccdf638fd service neutron] 10.222.0.72 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6701787 Jul 07 16:57:01.750327 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port f521f701-0a18-46d9-a367-a388c72bc272, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=f521f701-0a18-46d9-a367-a388c72bc272,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:01.751340 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350d502-0f04-4261-855f-476a57334046 req-3b5a1e05-9f81-440c-a79f-d4eedc4fd668 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:01.760582 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4350d502-0f04-4261-855f-476a57334046 req-3b5a1e05-9f81-440c-a79f-d4eedc4fd668 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 944 time: 0.2036643 Jul 07 16:57:01.781812 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4d188223-1cd7-4c18-a5a2-3829e6b42b6b up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:01.806421 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2a7b0236-0b34-4bd2-9553-c9b6d961b823 req-a6823adc-8122-412d-8bae-feb529c1bd3d tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5395734 Jul 07 16:57:02.086174 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4350d502-0f04-4261-855f-476a57334046 req-352d32f0-3aaa-4ece-a380-4458625a08d9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175910 Jul 07 16:57:02.180148 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:02.444248 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [req-43176cab-f8f2-4523-bf93-4f18bc61b637 req-eba6ad2b-17cb-4ca9-8d20-d8ea7d3dc342 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] show failed (client error): The resource could not be found. Jul 07 16:57:02.463217 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43176cab-f8f2-4523-bf93-4f18bc61b637 req-eba6ad2b-17cb-4ca9-8d20-d8ea7d3dc342 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups/86f2f302-fc0d-4c13-ad62-1a381cfab18c HTTP/1.1" status: 404 len: 352 time: 0.1469648 Jul 07 16:57:02.478543 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-afeb1e3f-e9f2-4f8a-9a3d-c5b695798199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:02.558654 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-f1cba540-3a22-42b6-b385-f55551cd9446 None None] Allocated IP 19.86.0.2 (5a7ec239-bc57-4f49-8319-9d3c53cecec5/399600ba-deb1-418a-893b-25447c4784e2/a35867b7-c429-45b4-b7dc-13cd5678096b) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:02.758243 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-97f55974-4e56-4daa-8dda-33ed87bbcdb0 service neutron] 10.222.0.72 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9455643 Jul 07 16:57:02.858216 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [req-7aad8581-53b0-4813-9143-26b69ee00c65 req-a4879b8b-4997-4abc-8330-756b300d65f5 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] show failed (client error): The resource could not be found. Jul 07 16:57:02.868653 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7aad8581-53b0-4813-9143-26b69ee00c65 req-a4879b8b-4997-4abc-8330-756b300d65f5 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups/0dfc340f-e289-48e2-8bd9-2dd5d7a496f7 HTTP/1.1" status: 404 len: 352 time: 0.0504963 Jul 07 16:57:02.918271 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-73e290d1-f478-405c-92c3-69968427845c req-8726f9e1-cf35-4c2f-8a38-54e3a376afa9 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbe57d5-5ff9-4a73-8be4-3915f671aa78 HTTP/1.1" status: 200 len: 210 time: 0.2243843 Jul 07 16:57:03.033757 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f1cba540-3a22-42b6-b385-f55551cd9446 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:03.065893 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f1cba540-3a22-42b6-b385-f55551cd9446 None None] Transition to ACTIVE for port object a35867b7-c429-45b4-b7dc-13cd5678096b will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:03.084474 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f1cba540-3a22-42b6-b385-f55551cd9446 None None] Transition to ACTIVE for port object a35867b7-c429-45b4-b7dc-13cd5678096b will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:03.098785 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f1cba540-3a22-42b6-b385-f55551cd9446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:03.108476 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [req-50ef61b8-b2fa-443d-96ac-16505ba71d5c req-0d66c87e-d674-45b8-892a-4990d99124d8 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] show failed (client error): The resource could not be found. Jul 07 16:57:03.119133 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-50ef61b8-b2fa-443d-96ac-16505ba71d5c req-0d66c87e-d674-45b8-892a-4990d99124d8 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups/98e8fc7e-3897-41cf-b426-8d5a39a61175 HTTP/1.1" status: 404 len: 352 time: 0.1185722 Jul 07 16:57:03.142217 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-afeb1e3f-e9f2-4f8a-9a3d-c5b695798199 admin admin] Allocated IP 172.20.0.1 (cd0f638f-a0b6-4bb5-8994-314c247e14c7/25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15/a87f57ce-d6bf-46e4-b579-9e484a105c74) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:03.220806 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 4d188223-1cd7-4c18-a5a2-3829e6b42b6b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:03.223366 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:03.240141 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cba540-3a22-42b6-b385-f55551cd9446 None None] Network 5a7ec239-bc57-4f49-8319-9d3c53cecec5 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:03.246754 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['f521f701-0a18-46d9-a367-a388c72bc272'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:03.265388 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [req-9d56fbd1-ef9b-4a07-be3d-d4fee8412657 req-158a24af-c7bd-4cf7-a750-6f570a3a8893 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] show failed (client error): The resource could not be found. Jul 07 16:57:03.267273 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9d56fbd1-ef9b-4a07-be3d-d4fee8412657 req-158a24af-c7bd-4cf7-a750-6f570a3a8893 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups/0a3f561e-dcb4-45ff-94a7-edf64b57fbaf HTTP/1.1" status: 404 len: 352 time: 0.1108060 Jul 07 16:57:03.637809 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-f1cba540-3a22-42b6-b385-f55551cd9446 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:03.645233 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-afeb1e3f-e9f2-4f8a-9a3d-c5b695798199 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:03.655845 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cba540-3a22-42b6-b385-f55551cd9446 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:03.695605 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-afeb1e3f-e9f2-4f8a-9a3d-c5b695798199 admin admin] Transition to ACTIVE for port object a87f57ce-d6bf-46e4-b579-9e484a105c74 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:03.936873 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-afeb1e3f-e9f2-4f8a-9a3d-c5b695798199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:03.970535 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d32d85-41f8-4690-b98a-1c4c99abbe03 req-2bcab766-8ac4-4d9f-97c1-b6a3ec963ae9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:03.980464 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-71d32d85-41f8-4690-b98a-1c4c99abbe03 req-2bcab766-8ac4-4d9f-97c1-b6a3ec963ae9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 944 time: 0.2687554 Jul 07 16:57:04.047714 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=f521f701-0a18-46d9-a367-a388c72bc272,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:04.081926 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeb1e3f-e9f2-4f8a-9a3d-c5b695798199 admin admin] Network cd0f638f-a0b6-4bb5-8994-314c247e14c7 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:04.119772 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-afeb1e3f-e9f2-4f8a-9a3d-c5b695798199 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:04.124364 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeb1e3f-e9f2-4f8a-9a3d-c5b695798199 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:04.159604 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-71d32d85-41f8-4690-b98a-1c4c99abbe03 req-6c84aa18-2b19-4712-9f62-821f3d5ec714 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722472 Jul 07 16:57:04.199819 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb1e3f-e9f2-4f8a-9a3d-c5b695798199 admin admin] Pushing event updated for resources: {'Port': ['ID=a87f57ce-d6bf-46e4-b579-9e484a105c74,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:04.218431 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [req-b5b797dd-fb78-4272-91c5-5645942248d3 req-c638583d-e9d7-4eeb-83ce-22c4482562c7 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] show failed (client error): The resource could not be found. Jul 07 16:57:04.232451 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b5b797dd-fb78-4272-91c5-5645942248d3 req-c638583d-e9d7-4eeb-83ce-22c4482562c7 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups/f72c7f07-d018-4beb-b47c-9dfe39236d8d HTTP/1.1" status: 404 len: 352 time: 0.0438459 Jul 07 16:57:04.305236 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-0c15ec79-471c-4cd0-8222-fb790e5da436 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:04.306760 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-0c15ec79-471c-4cd0-8222-fb790e5da436 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292&tenant_id=e3c30a38df434836b6a6d7bed9173bf0&binding%3Ahost_id=n-h2-791503-12 HTTP/1.1" status: 200 len: 1096 time: 0.4480329 Jul 07 16:57:04.309683 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-afeb1e3f-e9f2-4f8a-9a3d-c5b695798199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:04.321373 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ea65a-34af-49f5-8c5d-b01051723b4b req-567ae25e-22a8-4354-856d-b1f92c505267 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:04.329431 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c78ea65a-34af-49f5-8c5d-b01051723b4b req-567ae25e-22a8-4354-856d-b1f92c505267 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 948 time: 0.5146012 Jul 07 16:57:04.462613 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a506280e-cc9c-4b89-b39b-b3a514735706 None None] Network 385868f0-a311-4e70-a09b-e3abe241b11d requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:57:04.676230 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-f1cba540-3a22-42b6-b385-f55551cd9446 None None] Attempting to bind port a35867b7-c429-45b4-b7dc-13cd5678096b on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:04.679593 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-f1cba540-3a22-42b6-b385-f55551cd9446 None None] Attempting to bind port a35867b7-c429-45b4-b7dc-13cd5678096b by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '7506bb79-ffb7-49e4-b3d2-45affcbb4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5a7ec239-bc57-4f49-8319-9d3c53cecec5'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:04.681580 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cba540-3a22-42b6-b385-f55551cd9446 None None] Attempting to bind port a35867b7-c429-45b4-b7dc-13cd5678096b on network 5a7ec239-bc57-4f49-8319-9d3c53cecec5 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:04.683100 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c78ea65a-34af-49f5-8c5d-b01051723b4b req-10fef2a7-8db8-46d3-ae26-c9b8e6b9c6b0 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522458 Jul 07 16:57:04.790165 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cba540-3a22-42b6-b385-f55551cd9446 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:57:04.790545 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cba540-3a22-42b6-b385-f55551cd9446 None None] Checking segment: {'id': '7506bb79-ffb7-49e4-b3d2-45affcbb4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5a7ec239-bc57-4f49-8319-9d3c53cecec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:04.791021 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f1cba540-3a22-42b6-b385-f55551cd9446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:04.791432 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cba540-3a22-42b6-b385-f55551cd9446 None None] Bound using segment: {'id': '7506bb79-ffb7-49e4-b3d2-45affcbb4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5a7ec239-bc57-4f49-8319-9d3c53cecec5'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:57:04.791927 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-f1cba540-3a22-42b6-b385-f55551cd9446 None None] Bound port: a35867b7-c429-45b4-b7dc-13cd5678096b, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7506bb79-ffb7-49e4-b3d2-45affcbb4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5a7ec239-bc57-4f49-8319-9d3c53cecec5'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:57:04.792330 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f1cba540-3a22-42b6-b385-f55551cd9446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:04.861737 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [req-cdbd7e13-8485-4ac7-a020-1577dd8ea544 req-017b6887-9126-4917-a942-3270d48c13d9 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] show failed (client error): The resource could not be found. Jul 07 16:57:04.885734 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cdbd7e13-8485-4ac7-a020-1577dd8ea544 req-017b6887-9126-4917-a942-3270d48c13d9 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups/440113d9-4cbb-47ea-8ced-ad1d6d33e57a HTTP/1.1" status: 404 len: 352 time: 0.1057274 Jul 07 16:57:05.050270 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9811fe4c-1c23-419e-a9d0-5e502e7f32be req-4ca5b88d-8c29-406d-ac2c-1d623ae18ca2 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbe57d5-5ff9-4a73-8be4-3915f671aa78 HTTP/1.1" status: 200 len: 210 time: 0.0451994 Jul 07 16:57:05.079198 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-f1cba540-3a22-42b6-b385-f55551cd9446 None None] For port a35867b7-c429-45b4-b7dc-13cd5678096b, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:05.080216 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-caaa2b0c-6d2d-4f18-b9ee-e53e9751695d service neutron] For port 6f472ce3-074d-4510-9756-8aaa2dde0a41, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:05.085614 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-caaa2b0c-6d2d-4f18-b9ee-e53e9751695d service neutron] Notify callbacks [] for binding, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:05.086947 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-131baa62-d3d2-4c69-9944-e6f1a888f945 req-caaa2b0c-6d2d-4f18-b9ee-e53e9751695d service neutron] 10.222.0.72 "DELETE /v2.0/ports/6f472ce3-074d-4510-9756-8aaa2dde0a41/bindings/n-h1-791503-12 HTTP/1.1" status: 204 len: 173 time: 0.7430038 Jul 07 16:57:05.089178 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-f1cba540-3a22-42b6-b385-f55551cd9446 None None] For port a35867b7-c429-45b4-b7dc-13cd5678096b, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a35867b7-c429-45b4-b7dc-13cd5678096b,segment=NetworkSegment(7506bb79-ffb7-49e4-b3d2-45affcbb4a65),segment_id=7506bb79-ffb7-49e4-b3d2-45affcbb4a65)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:05.121115 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-afeb1e3f-e9f2-4f8a-9a3d-c5b695798199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:05.254306 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f1cba540-3a22-42b6-b385-f55551cd9446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:05.297628 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cba540-3a22-42b6-b385-f55551cd9446 None None] Pushing event updated for resources: {'Port': ['ID=a35867b7-c429-45b4-b7dc-13cd5678096b,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:05.907860 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-afeb1e3f-e9f2-4f8a-9a3d-c5b695798199 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:05.931282 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-afeb1e3f-e9f2-4f8a-9a3d-c5b695798199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:05.997587 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9594619e-b2f3-44bd-9525-bd120b31d49f None None] Provisioning for port de6b1413-dfc4-4345-90f3-62b6aa17adbc completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:06.176052 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-53bc162c-fda1-4af1-97b5-3255d7f6f2a7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:06.184907 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-53bc162c-fda1-4af1-97b5-3255d7f6f2a7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:06.188139 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-53bc162c-fda1-4af1-97b5-3255d7f6f2a7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.72 "GET /v2.0/networks?id=385868f0-a311-4e70-a09b-e3abe241b11d&id=5a7ec239-bc57-4f49-8319-9d3c53cecec5&id=385868f0-a311-4e70-a09b-e3abe241b11d HTTP/1.1" status: 200 len: 1390 time: 0.7263706 Jul 07 16:57:06.220271 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a72f8-5ce6-487f-8848-474aa00777c0 req-096adb90-859a-423e-8813-6ed70d9ab202 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:06.223295 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-187a72f8-5ce6-487f-8848-474aa00777c0 req-096adb90-859a-423e-8813-6ed70d9ab202 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 944 time: 0.5561171 Jul 07 16:57:06.228091 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-54d2f701-6074-4df2-acb9-51650a2d05b2 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Request body: {'port': {'device_id': 'edbe57d5-5ff9-4a73-8be4-3915f671aa78', 'network_id': '385868f0-a311-4e70-a09b-e3abe241b11d', 'admin_state_up': True, 'tenant_id': '6d2da5d09503418b9ddf40fdbcdd8412'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:06.236634 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb1e3f-e9f2-4f8a-9a3d-c5b695798199 admin admin] Pushing event updated for resources: {'Port': ['ID=a87f57ce-d6bf-46e4-b579-9e484a105c74,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:06.388989 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cba540-3a22-42b6-b385-f55551cd9446 None None] Pushing event updated for resources: {'Port': ['ID=a35867b7-c429-45b4-b7dc-13cd5678096b,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:06.423649 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-afeb1e3f-e9f2-4f8a-9a3d-c5b695798199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:06.473584 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e8603c7e-f146-4a22-aa44-d23d3b223903 None None] Provisioning for port a87f57ce-d6bf-46e4-b579-9e484a105c74 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:06.482416 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e8603c7e-f146-4a22-aa44-d23d3b223903 None None] Provisioning complete for port a87f57ce-d6bf-46e4-b579-9e484a105c74 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:06.482964 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e8603c7e-f146-4a22-aa44-d23d3b223903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:06.484509 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:57:06.555017 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-e8603c7e-f146-4a22-aa44-d23d3b223903 None None] Port a87f57ce-d6bf-46e4-b579-9e484a105c74 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:57:06.568036 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3926c-de53-4a64-97ac-e54c4da3f472 req-496060a7-6f0c-4b04-8c5e-5e48075ed90f tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:06.574000 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-25e3926c-de53-4a64-97ac-e54c4da3f472 req-496060a7-6f0c-4b04-8c5e-5e48075ed90f tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 948 time: 0.3141773 Jul 07 16:57:06.730626 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-25e3926c-de53-4a64-97ac-e54c4da3f472 req-278bd4db-8b51-452f-866f-31a2b717f91d tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494832 Jul 07 16:57:06.890449 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:06.921804 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 49af71ce-181c-4f58-b1df-9edf3e4ad51a up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:06.970624 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-54d2f701-6074-4df2-acb9-51650a2d05b2 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Made reservation on behalf of 6d2da5d09503418b9ddf40fdbcdd8412 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:06.974357 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-54d2f701-6074-4df2-acb9-51650a2d05b2 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:07.009861 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-187a72f8-5ce6-487f-8848-474aa00777c0 req-561fdcd4-8296-41f7-8f05-cb4cd9f23635 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7668049 Jul 07 16:57:07.085462 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 49af71ce-181c-4f58-b1df-9edf3e4ad51a completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:07.091763 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 49af71ce-181c-4f58-b1df-9edf3e4ad51a triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:07.092146 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:07.295285 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeb1e3f-e9f2-4f8a-9a3d-c5b695798199 admin admin] Network cd0f638f-a0b6-4bb5-8994-314c247e14c7 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:07.325792 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:07.352737 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-afeb1e3f-e9f2-4f8a-9a3d-c5b695798199 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:07.370499 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 49af71ce-181c-4f58-b1df-9edf3e4ad51a, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=49af71ce-181c-4f58-b1df-9edf3e4ad51a,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:07.386301 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:07.388911 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a35867b7-c429-45b4-b7dc-13cd5678096b up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:07.489076 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a9f6e587-9a68-49e9-90a9-5a0e10999e31 req-f42eafb3-dc1b-4e5d-a523-5b8ba7c0c91b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbe57d5-5ff9-4a73-8be4-3915f671aa78 HTTP/1.1" status: 200 len: 210 time: 0.1034977 Jul 07 16:57:07.613923 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12995245-37b3-4865-9e5a-a3985e7d90a4 req-76ca0a52-d3b9-4797-9a51-ee5b0bac16ae tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:07.633270 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-12995245-37b3-4865-9e5a-a3985e7d90a4 req-76ca0a52-d3b9-4797-9a51-ee5b0bac16ae tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fce111e-3bc9-449e-a88d-11a346dae509 HTTP/1.1" status: 200 len: 1023 time: 0.3490083 Jul 07 16:57:07.670925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afeb1e3f-e9f2-4f8a-9a3d-c5b695798199 admin admin] Router eb33c497-dc7a-4add-af7e-7ea0e74120ca has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:57:07.880227 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:07.899309 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=49af71ce-181c-4f58-b1df-9edf3e4ad51a,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:07.915329 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port a35867b7-c429-45b4-b7dc-13cd5678096b completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:07.948322 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device de6b1413-dfc4-4345-90f3-62b6aa17adbc up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:07.951971 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afeb1e3f-e9f2-4f8a-9a3d-c5b695798199 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:57:07.973917 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83f0b9-125c-4caa-8edb-f1b9cadf9b0c req-873b70c6-7ff4-495b-b02a-49b691a8086f tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:07.982456 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9a83f0b9-125c-4caa-8edb-f1b9cadf9b0c req-873b70c6-7ff4-495b-b02a-49b691a8086f tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fce111e-3bc9-449e-a88d-11a346dae509 HTTP/1.1" status: 200 len: 1023 time: 0.6781514 Jul 07 16:57:08.016964 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-12995245-37b3-4865-9e5a-a3985e7d90a4 req-6ebf7ca2-8c47-4dea-9eca-1609c6a4777c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Deleting port 6e9bd431-31c1-499a-92fb-51bb68b23bb1 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:08.017313 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-12995245-37b3-4865-9e5a-a3985e7d90a4 req-6ebf7ca2-8c47-4dea-9eca-1609c6a4777c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:08.019162 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-afeb1e3f-e9f2-4f8a-9a3d-c5b695798199 admin admin] 10.222.0.53 "PUT /v2.0/routers/eb33c497-dc7a-4add-af7e-7ea0e74120ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0907645 Jul 07 16:57:08.020591 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-54d2f701-6074-4df2-acb9-51650a2d05b2 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Allocated IP 19.80.0.36 (385868f0-a311-4e70-a09b-e3abe241b11d/52e87aa6-cf57-4927-8ed0-ba2a82641465/22feeb4c-b124-40a7-98fe-096742e3d671) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:08.046828 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19293454-df5b-4069-9f27-ff927543abc0 None None] Sync routers for ids ['eb33c497-dc7a-4add-af7e-7ea0e74120ca'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:57:08.089313 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9a83f0b9-125c-4caa-8edb-f1b9cadf9b0c req-e74e0cfe-63b1-4532-aaae-98fc966d9ec6 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8711a30-ba87-4f32-a424-8542623bb0d0&id=d1b40a0d-f90a-4635-9aaa-92baa891cfca&id=73abea93-b25c-46e4-9bd0-05279d406822&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1059361 Jul 07 16:57:08.194745 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19293454-df5b-4069-9f27-ff927543abc0 None None] Routers {'eb33c497-dc7a-4add-af7e-7ea0e74120ca'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:08.196852 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-19293454-df5b-4069-9f27-ff927543abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:56:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['eb33c497-dc7a-4add-af7e-7ea0e74120ca'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:08.247354 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device f521f701-0a18-46d9-a367-a388c72bc272 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:08.414185 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec83296-0d90-4635-a36f-1c607ba90f05 None None] Network 5a7ec239-bc57-4f49-8319-9d3c53cecec5 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:57:08.431309 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a51af-3faf-40bb-8bfe-e3ea1f0f23c8 req-1c035488-5d48-4883-9765-6bc492df34d5 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:08.440199 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2e5a51af-3faf-40bb-8bfe-e3ea1f0f23c8 req-1c035488-5d48-4883-9765-6bc492df34d5 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 1096 time: 0.1124430 Jul 07 16:57:08.473738 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631b068-87f6-430a-9d9f-eb58621de99d req-b16315d2-f35c-41b6-b6f5-28c2dc078c20 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:08.486658 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1631b068-87f6-430a-9d9f-eb58621de99d req-b16315d2-f35c-41b6-b6f5-28c2dc078c20 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 948 time: 0.4866133 Jul 07 16:57:08.507728 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-12995245-37b3-4865-9e5a-a3985e7d90a4 req-6ebf7ca2-8c47-4dea-9eca-1609c6a4777c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] For port 6e9bd431-31c1-499a-92fb-51bb68b23bb1, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=6e9bd431-31c1-499a-92fb-51bb68b23bb1,segment=NetworkSegment(07dafd71-09e3-4095-96d3-c86928f3ef02),segment_id=07dafd71-09e3-4095-96d3-c86928f3ef02)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:08.508555 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-12995245-37b3-4865-9e5a-a3985e7d90a4 req-6ebf7ca2-8c47-4dea-9eca-1609c6a4777c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:08.519656 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2e5a51af-3faf-40bb-8bfe-e3ea1f0f23c8 req-d45333a9-8ccc-4f03-a45c-28d473b05dc8 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779676 Jul 07 16:57:08.548730 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-54d2f701-6074-4df2-acb9-51650a2d05b2 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:08.561708 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-12995245-37b3-4865-9e5a-a3985e7d90a4 req-6ebf7ca2-8c47-4dea-9eca-1609c6a4777c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Calling delete_port for 6e9bd431-31c1-499a-92fb-51bb68b23bb1 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:08.609584 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-54d2f701-6074-4df2-acb9-51650a2d05b2 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Transition to ACTIVE for port object 22feeb4c-b124-40a7-98fe-096742e3d671 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:08.687470 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a973588f-575a-402a-b8d7-7d7fd6faa574 None None] Provisioning complete for port a87f57ce-d6bf-46e4-b579-9e484a105c74 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:08.688819 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a973588f-575a-402a-b8d7-7d7fd6faa574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:08.719562 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1631b068-87f6-430a-9d9f-eb58621de99d req-d3c17818-5cbc-4904-bbe5-c676714d7f0f tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287292 Jul 07 16:57:08.799487 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-54d2f701-6074-4df2-acb9-51650a2d05b2 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:08.986623 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2f701-6074-4df2-acb9-51650a2d05b2 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event updated for resources: {'Port': ['ID=22feeb4c-b124-40a7-98fe-096742e3d671,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:09.010433 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-54d2f701-6074-4df2-acb9-51650a2d05b2 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Network 385868f0-a311-4e70-a09b-e3abe241b11d is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:09.014221 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-54d2f701-6074-4df2-acb9-51650a2d05b2 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:09.020174 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port de6b1413-dfc4-4345-90f3-62b6aa17adbc completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:09.023791 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-54d2f701-6074-4df2-acb9-51650a2d05b2 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:09.190709 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-12995245-37b3-4865-9e5a-a3985e7d90a4 req-6ebf7ca2-8c47-4dea-9eca-1609c6a4777c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:09.287771 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a973588f-575a-402a-b8d7-7d7fd6faa574 None None] Port a87f57ce-d6bf-46e4-b579-9e484a105c74 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:57:09.312654 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port de6b1413-dfc4-4345-90f3-62b6aa17adbc triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:09.317091 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:09.362453 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf7ca2-8c47-4dea-9eca-1609c6a4777c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Pushing event deleted for resources: {'Port': ['ID=6e9bd431-31c1-499a-92fb-51bb68b23bb1,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:09.388206 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-54d2f701-6074-4df2-acb9-51650a2d05b2 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:09.392758 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf7ca2-8c47-4dea-9eca-1609c6a4777c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:09.395124 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf7ca2-8c47-4dea-9eca-1609c6a4777c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:09.396085 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf7ca2-8c47-4dea-9eca-1609c6a4777c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:09.401335 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-54d2f701-6074-4df2-acb9-51650a2d05b2 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:09.402224 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf7ca2-8c47-4dea-9eca-1609c6a4777c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:09.404202 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf7ca2-8c47-4dea-9eca-1609c6a4777c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:09.405540 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf7ca2-8c47-4dea-9eca-1609c6a4777c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:09.406478 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf7ca2-8c47-4dea-9eca-1609c6a4777c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:09.411155 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf7ca2-8c47-4dea-9eca-1609c6a4777c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:09.412437 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf7ca2-8c47-4dea-9eca-1609c6a4777c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:09.413727 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf7ca2-8c47-4dea-9eca-1609c6a4777c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:09.415130 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf7ca2-8c47-4dea-9eca-1609c6a4777c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:09.415971 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf7ca2-8c47-4dea-9eca-1609c6a4777c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:09.440707 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-54d2f701-6074-4df2-acb9-51650a2d05b2 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2346454 Jul 07 16:57:09.459235 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-1528033d-aba8-4de2-8a1a-9b085a35b7c0 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Request body: {'port': {'device_id': 'edbe57d5-5ff9-4a73-8be4-3915f671aa78', 'network_id': '5a7ec239-bc57-4f49-8319-9d3c53cecec5', 'admin_state_up': True, 'tenant_id': '6d2da5d09503418b9ddf40fdbcdd8412'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:09.679913 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-12995245-37b3-4865-9e5a-a3985e7d90a4 req-6ebf7ca2-8c47-4dea-9eca-1609c6a4777c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] No DVR routers for this DVR port 6e9bd431-31c1-499a-92fb-51bb68b23bb1 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:57:09.690359 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-12995245-37b3-4865-9e5a-a3985e7d90a4 req-6ebf7ca2-8c47-4dea-9eca-1609c6a4777c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:09.712728 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-12995245-37b3-4865-9e5a-a3985e7d90a4 req-6ebf7ca2-8c47-4dea-9eca-1609c6a4777c tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.72 "DELETE /v2.0/ports/6e9bd431-31c1-499a-92fb-51bb68b23bb1 HTTP/1.1" status: 204 len: 173 time: 2.0776732 Jul 07 16:57:09.743828 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-19293454-df5b-4069-9f27-ff927543abc0 None None] Set router eb33c497-dc7a-4add-af7e-7ea0e74120ca gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:57:09.755309 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fce111e-3bc9-449e-a88d-11a346dae509', 'name': 'network-vif-deleted', 'tag': '6e9bd431-31c1-499a-92fb-51bb68b23bb1'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:09.786039 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59dc121-d100-4952-a331-42798a01783a" -d '{"events": [{"server_uuid": "0fce111e-3bc9-449e-a88d-11a346dae509", "name": "network-vif-deleted", "tag": "6e9bd431-31c1-499a-92fb-51bb68b23bb1"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:09.868981 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port f521f701-0a18-46d9-a367-a388c72bc272 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:09.921212 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port f521f701-0a18-46d9-a367-a388c72bc272 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:09.922682 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a4a81-35dd-4a8e-bee4-dd62aabe4f1d req-1bd73248-5cad-41bd-8cd9-3a7b3dde1d77 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:09.926432 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:09.928262 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9c11ac0e-7ca4-4af2-b116-d693f78e90c2 None None] Provisioning for port a35867b7-c429-45b4-b7dc-13cd5678096b completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:09.937635 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-621a4a81-35dd-4a8e-bee4-dd62aabe4f1d req-1bd73248-5cad-41bd-8cd9-3a7b3dde1d77 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbe57d5-5ff9-4a73-8be4-3915f671aa78 HTTP/1.1" status: 200 len: 931 time: 0.4009376 Jul 07 16:57:10.042423 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9c11ac0e-7ca4-4af2-b116-d693f78e90c2 None None] Provisioning complete for port a35867b7-c429-45b4-b7dc-13cd5678096b triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:10.042719 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9c11ac0e-7ca4-4af2-b116-d693f78e90c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:10.057946 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-621a4a81-35dd-4a8e-bee4-dd62aabe4f1d req-2c5fc131-40b5-4ede-b651-cec5015fd9f2 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162221 Jul 07 16:57:10.183147 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-1528033d-aba8-4de2-8a1a-9b085a35b7c0 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Made reservation on behalf of 6d2da5d09503418b9ddf40fdbcdd8412 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:10.198948 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-1528033d-aba8-4de2-8a1a-9b085a35b7c0 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:10.326585 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49948) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:10.335686 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-1883ff8f-3b4c-469e-b6a7-4621692fd8d2 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1069702470', 'description': 'tempest-description--2126766293'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:10.509102 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:10.529687 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1883ff8f-3b4c-469e-b6a7-4621692fd8d2 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:10.643189 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port de6b1413-dfc4-4345-90f3-62b6aa17adbc, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=de6b1413-dfc4-4345-90f3-62b6aa17adbc,segment=NetworkSegment(8270ac9c-375e-4eb7-9ef0-96961a37ce4f),segment_id=8270ac9c-375e-4eb7-9ef0-96961a37ce4f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:10.764427 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:11.033338 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9c11ac0e-7ca4-4af2-b116-d693f78e90c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:11.037188 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1883ff8f-3b4c-469e-b6a7-4621692fd8d2 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:11.046378 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1883ff8f-3b4c-469e-b6a7-4621692fd8d2 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:11.065142 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 49af71ce-181c-4f58-b1df-9edf3e4ad51a up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:11.155564 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-9c11ac0e-7ca4-4af2-b116-d693f78e90c2 None None] For port a35867b7-c429-45b4-b7dc-13cd5678096b, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a35867b7-c429-45b4-b7dc-13cd5678096b,segment=NetworkSegment(7506bb79-ffb7-49e4-b3d2-45affcbb4a65),segment_id=7506bb79-ffb7-49e4-b3d2-45affcbb4a65)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:11.172340 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883ff8f-3b4c-469e-b6a7-4621692fd8d2 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e79daa5-eb0d-4fdd-8cee-b42e18b1e9f2,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:11.198667 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1883ff8f-3b4c-469e-b6a7-4621692fd8d2 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:11.204427 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1883ff8f-3b4c-469e-b6a7-4621692fd8d2 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8731902 Jul 07 16:57:11.221443 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49964) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:11.225138 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 6e9bd431-31c1-499a-92fb-51bb68b23bb1 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:57:11.237096 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-5456f5fe-fd8d-459a-9e2b-15b9daea52bb tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Request body: {'security_group_rule': {'security_group_id': '2e79daa5-eb0d-4fdd-8cee-b42e18b1e9f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:11.257175 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 6e9bd431-31c1-499a-92fb-51bb68b23bb1 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:57:11.257976 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 6e9bd431-31c1-499a-92fb-51bb68b23bb1 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:57:11.294122 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9c11ac0e-7ca4-4af2-b116-d693f78e90c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:11.325999 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-19293454-df5b-4069-9f27-ff927543abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'name': 'tempest-ServersTestManualDisk-225267408-router', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '49af71ce-181c-4f58-b1df-9edf3e4ad51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:56:43Z', 'updated_at': '2021-07-07T16:57:04Z', 'revision_number': 4, 'project_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'gw_port': {'id': '49af71ce-181c-4f58-b1df-9edf3e4ad51a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:56:48Z', 'updated_at': '2021-07-07T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'a87f57ce-d6bf-46e4-b579-9e484a105c74', 'name': '', 'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'mac_address': 'fa:16:3e:c3:78:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:02Z', 'updated_at': '2021-07-07T16:57:05Z', 'revision_number': 2, 'project_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'subnets': [{'id': '25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:11.330874 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-1528033d-aba8-4de2-8a1a-9b085a35b7c0 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Allocated IP 19.86.0.121 (5a7ec239-bc57-4f49-8319-9d3c53cecec5/399600ba-deb1-418a-893b-25447c4784e2/c8e19593-a0a2-4685-8b58-14a0e08d6be1) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:11.343956 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5456f5fe-fd8d-459a-9e2b-15b9daea52bb tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:11.349430 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:11.363491 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c06eab-059e-4c22-81f9-a695c758ea94 req-56d77870-b4e7-456b-aa50-3f1d5783bd61 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:11.375805 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-99c06eab-059e-4c22-81f9-a695c758ea94 req-56d77870-b4e7-456b-aa50-3f1d5783bd61 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 1096 time: 0.8976905 Jul 07 16:57:11.589811 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-99c06eab-059e-4c22-81f9-a695c758ea94 req-521a5bfe-2dd5-48c1-996e-6b631aad349a tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091670 Jul 07 16:57:11.602148 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=de6b1413-dfc4-4345-90f3-62b6aa17adbc,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:11.623455 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f521f701-0a18-46d9-a367-a388c72bc272'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:11.628426 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97587a3-e3da-4b01-b00b-8290b38f4a36" -d '{"events": [{"server_uuid": "e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511", "name": "network-vif-plugged", "status": "completed", "tag": "f521f701-0a18-46d9-a367-a388c72bc272"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:11.656726 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19293454-df5b-4069-9f27-ff927543abc0 None None] Checking router: eb33c497-dc7a-4add-af7e-7ea0e74120ca for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:57:11.661231 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19293454-df5b-4069-9f27-ff927543abc0 None None] Updating router eb33c497-dc7a-4add-af7e-7ea0e74120ca port a87f57ce-d6bf-46e4-b579-9e484a105c74 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:57:11.769344 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5456f5fe-fd8d-459a-9e2b-15b9daea52bb tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:11.783438 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5456f5fe-fd8d-459a-9e2b-15b9daea52bb tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:11.855604 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5456f5fe-fd8d-459a-9e2b-15b9daea52bb tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:11.858386 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5456f5fe-fd8d-459a-9e2b-15b9daea52bb tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6352503 Jul 07 16:57:11.860228 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port f521f701-0a18-46d9-a367-a388c72bc272, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=f521f701-0a18-46d9-a367-a388c72bc272,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:11.861864 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49974) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:11.877004 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ce20f4a5-c046-43af-bab8-01ab9bf76f18 None None] Provisioning for port 22feeb4c-b124-40a7-98fe-096742e3d671 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:11.883817 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:11.893082 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-7d693d76-8a03-476c-b79c-f047da1e83f4 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Request body: {'security_group_rule': {'security_group_id': '2e79daa5-eb0d-4fdd-8cee-b42e18b1e9f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:11.899624 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456f5fe-fd8d-459a-9e2b-15b9daea52bb tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b083da53-1de2-412b-aaf1-ad04d164c8fa,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:11.950087 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ce20f4a5-c046-43af-bab8-01ab9bf76f18 None None] Provisioning complete for port 22feeb4c-b124-40a7-98fe-096742e3d671 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:11.950400 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ce20f4a5-c046-43af-bab8-01ab9bf76f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:11.978090 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-19293454-df5b-4069-9f27-ff927543abc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:11.988843 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80c183-cb03-4ba0-a39c-f2ff66ce9329 req-5e4f49a2-f3af-4c37-91e2-7ccfe58a557c tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:11.991782 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3c80c183-cb03-4ba0-a39c-f2ff66ce9329 req-5e4f49a2-f3af-4c37-91e2-7ccfe58a557c tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5cb8ba1-86f0-4991-a39b-13bc4bc3455d HTTP/1.1" status: 200 len: 945 time: 1.0930679 Jul 07 16:57:12.062436 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-1528033d-aba8-4de2-8a1a-9b085a35b7c0 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.080194 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 49af71ce-181c-4f58-b1df-9edf3e4ad51a triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:12.082721 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.088452 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-1528033d-aba8-4de2-8a1a-9b085a35b7c0 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Transition to ACTIVE for port object c8e19593-a0a2-4685-8b58-14a0e08d6be1 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:12.109872 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3c80c183-cb03-4ba0-a39c-f2ff66ce9329 req-4b5c8b1d-bd8b-43e2-b639-b3164a8599b7 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5704a10f-40dc-4a3e-9704-7214d47c05a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938754 Jul 07 16:57:12.137257 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7d693d76-8a03-476c-b79c-f047da1e83f4 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.182242 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11ac0e-7ca4-4af2-b116-d693f78e90c2 None None] Pushing event updated for resources: {'Port': ['ID=a35867b7-c429-45b4-b7dc-13cd5678096b,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:12.202224 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-1528033d-aba8-4de2-8a1a-9b085a35b7c0 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.365233 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7127d6d-6496-49f1-8142-cbb10488ae98 x-openstack-request-id: req-c7127d6d-6496-49f1-8142-cbb10488ae98 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:12.366075 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fce111e-3bc9-449e-a88d-11a346dae509", "name": "network-vif-deleted", "tag": "6e9bd431-31c1-499a-92fb-51bb68b23bb1", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:12.366985 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7127d6d-6496-49f1-8142-cbb10488ae98 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:12.367855 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fce111e-3bc9-449e-a88d-11a346dae509', 'name': 'network-vif-deleted', 'tag': '6e9bd431-31c1-499a-92fb-51bb68b23bb1', 'status': 'completed', 'code': 200} Jul 07 16:57:12.424509 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-1528033d-aba8-4de2-8a1a-9b085a35b7c0 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Network 5a7ec239-bc57-4f49-8319-9d3c53cecec5 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:12.447083 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-1528033d-aba8-4de2-8a1a-9b085a35b7c0 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:12.468049 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-1528033d-aba8-4de2-8a1a-9b085a35b7c0 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:12.537451 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-ce20f4a5-c046-43af-bab8-01ab9bf76f18 None None] Port 22feeb4c-b124-40a7-98fe-096742e3d671 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:57:12.649641 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528033d-aba8-4de2-8a1a-9b085a35b7c0 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event updated for resources: {'Port': ['ID=c8e19593-a0a2-4685-8b58-14a0e08d6be1,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:12.717652 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528033d-aba8-4de2-8a1a-9b085a35b7c0 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:12.718321 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528033d-aba8-4de2-8a1a-9b085a35b7c0 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:12.718883 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528033d-aba8-4de2-8a1a-9b085a35b7c0 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:12.719460 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528033d-aba8-4de2-8a1a-9b085a35b7c0 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:12.720218 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528033d-aba8-4de2-8a1a-9b085a35b7c0 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:12.720905 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528033d-aba8-4de2-8a1a-9b085a35b7c0 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:12.721451 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528033d-aba8-4de2-8a1a-9b085a35b7c0 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:12.721996 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528033d-aba8-4de2-8a1a-9b085a35b7c0 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:12.722752 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528033d-aba8-4de2-8a1a-9b085a35b7c0 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:12.723294 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528033d-aba8-4de2-8a1a-9b085a35b7c0 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:12.723939 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528033d-aba8-4de2-8a1a-9b085a35b7c0 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:12.724481 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528033d-aba8-4de2-8a1a-9b085a35b7c0 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:12.748105 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7d693d76-8a03-476c-b79c-f047da1e83f4 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.762260 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7d693d76-8a03-476c-b79c-f047da1e83f4 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.783820 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-1528033d-aba8-4de2-8a1a-9b085a35b7c0 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:12.784883 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-1528033d-aba8-4de2-8a1a-9b085a35b7c0 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.860444 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a494c-a070-4628-a75b-ab15ee29d25f req-150db845-93b2-4fd4-96cf-f194dfea997e tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:12.871755 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3b3fa-b4d5-4f62-b446-339409cf38b9 req-03fbf683-d8c9-481c-966c-d1d91b4fa0d2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:12.874772 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d2d3b3fa-b4d5-4f62-b446-339409cf38b9 req-03fbf683-d8c9-481c-966c-d1d91b4fa0d2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 949 time: 0.7420318 Jul 07 16:57:12.876939 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d693d76-8a03-476c-b79c-f047da1e83f4 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64d937a-8321-4d66-ab1e-3c4eee366b13,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:12.877661 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a494c-a070-4628-a75b-ab15ee29d25f req-150db845-93b2-4fd4-96cf-f194dfea997e tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:12.893080 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7d693d76-8a03-476c-b79c-f047da1e83f4 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.894287 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b83a494c-a070-4628-a75b-ab15ee29d25f req-150db845-93b2-4fd4-96cf-f194dfea997e tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbe57d5-5ff9-4a73-8be4-3915f671aa78 HTTP/1.1" status: 200 len: 1654 time: 0.2366107 Jul 07 16:57:12.899677 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7d693d76-8a03-476c-b79c-f047da1e83f4 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0310879 Jul 07 16:57:12.910778 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-1528033d-aba8-4de2-8a1a-9b085a35b7c0 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4627604 Jul 07 16:57:12.911486 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49986) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:12.922996 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-c4e06e4a-29d1-4eaa-87d6-ac6b9f0ffdc1 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:12.940128 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-c467da89-2eb6-4037-9a20-698cdc315452 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Request body: {'port': {'device_id': 'edbe57d5-5ff9-4a73-8be4-3915f671aa78', 'network_id': '385868f0-a311-4e70-a09b-e3abe241b11d', 'admin_state_up': True, 'tenant_id': '6d2da5d09503418b9ddf40fdbcdd8412'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:13.037600 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b83a494c-a070-4628-a75b-ab15ee29d25f req-10fb9533-b85f-4510-8846-ed0b2b30668a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351678 Jul 07 16:57:13.052816 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=f521f701-0a18-46d9-a367-a388c72bc272,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:13.078447 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-bd0ca06f-e70a-4df9-ab79-467e4d398094 None None] Provisioning complete for port a35867b7-c429-45b4-b7dc-13cd5678096b triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:13.079276 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bd0ca06f-e70a-4df9-ab79-467e4d398094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:13.173642 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4e06e4a-29d1-4eaa-87d6-ac6b9f0ffdc1 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:13.184010 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d2d3b3fa-b4d5-4f62-b446-339409cf38b9 req-876f21b0-4a1a-43e6-b32e-08827abe77f2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861259 Jul 07 16:57:13.332532 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a35867b7-c429-45b4-b7dc-13cd5678096b up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:13.446050 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-c467da89-2eb6-4037-9a20-698cdc315452 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Made reservation on behalf of 6d2da5d09503418b9ddf40fdbcdd8412 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:13.456032 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-c467da89-2eb6-4037-9a20-698cdc315452 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:13.493326 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a7a52b-90f8-41ad-bc43-7d99f5edae86 x-openstack-request-id: req-05a7a52b-90f8-41ad-bc43-7d99f5edae86 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:13.493707 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511", "name": "network-vif-plugged", "status": "completed", "tag": "f521f701-0a18-46d9-a367-a388c72bc272", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:13.493882 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-05a7a52b-90f8-41ad-bc43-7d99f5edae86 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:13.494337 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f521f701-0a18-46d9-a367-a388c72bc272', 'code': 200} Jul 07 16:57:13.570464 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-27ae4423-6df2-4e57-a1de-c968b1779bb8 None None] Provisioning for port c8e19593-a0a2-4685-8b58-14a0e08d6be1 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:13.593237 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port a35867b7-c429-45b4-b7dc-13cd5678096b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:13.593920 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:13.596667 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-27ae4423-6df2-4e57-a1de-c968b1779bb8 None None] Provisioning complete for port c8e19593-a0a2-4685-8b58-14a0e08d6be1 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:13.597465 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-27ae4423-6df2-4e57-a1de-c968b1779bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:13.638391 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-58932181-442a-4547-bb86-ad0f20b77a3f req-44065c82-dee8-44ad-b61a-53aed1078836 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups/d1b40a0d-f90a-4635-9aaa-92baa891cfca HTTP/1.1" status: 200 len: 1800 time: 0.2205186 Jul 07 16:57:13.813651 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-c467da89-2eb6-4037-9a20-698cdc315452 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Allocated IP 19.80.0.140 (385868f0-a311-4e70-a09b-e3abe241b11d/52e87aa6-cf57-4927-8ed0-ba2a82641465/90c61d7e-909f-424a-a03e-462f58c7db57) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:13.834465 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-27ae4423-6df2-4e57-a1de-c968b1779bb8 None None] Port c8e19593-a0a2-4685-8b58-14a0e08d6be1 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:57:13.849924 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4e06e4a-29d1-4eaa-87d6-ac6b9f0ffdc1 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:13.901707 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-19293454-df5b-4069-9f27-ff927543abc0 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:13.929896 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-58932181-442a-4547-bb86-ad0f20b77a3f req-464670c6-1406-4960-8e94-c561e81334f5 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:13.973640 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-19293454-df5b-4069-9f27-ff927543abc0 None None] Transition to ACTIVE for port object a87f57ce-d6bf-46e4-b579-9e484a105c74 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:14.006807 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-19293454-df5b-4069-9f27-ff927543abc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:14.007826 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017cf33-9e58-4452-8384-3f99cbde37cd req-c82b9671-0f2e-4498-b34d-1ce0651c56ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:14.011507 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9017cf33-9e58-4452-8384-3f99cbde37cd req-c82b9671-0f2e-4498-b34d-1ce0651c56ac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 1101 time: 0.4607122 Jul 07 16:57:14.014528 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-58932181-442a-4547-bb86-ad0f20b77a3f req-464670c6-1406-4960-8e94-c561e81334f5 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:14.103539 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device de6b1413-dfc4-4345-90f3-62b6aa17adbc up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:14.249296 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9017cf33-9e58-4452-8384-3f99cbde37cd req-303ebfe2-abc9-4a1c-b568-6ef102ec201a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209065 Jul 07 16:57:14.287324 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-58932181-442a-4547-bb86-ad0f20b77a3f req-464670c6-1406-4960-8e94-c561e81334f5 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:14.293889 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-58932181-442a-4547-bb86-ad0f20b77a3f req-464670c6-1406-4960-8e94-c561e81334f5 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:14.325385 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-58932181-442a-4547-bb86-ad0f20b77a3f req-464670c6-1406-4960-8e94-c561e81334f5 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "DELETE /v2.0/security-groups/d1b40a0d-f90a-4635-9aaa-92baa891cfca HTTP/1.1" status: 204 len: 173 time: 0.6605432 Jul 07 16:57:14.363433 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464670c6-1406-4960-8e94-c561e81334f5 tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b40a0d-f90a-4635-9aaa-92baa891cfca,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:14.411415 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a079f-bf50-4fa2-974f-47d1188a0171 None None] Pushing event updated for resources: {'Port': ['ID=a87f57ce-d6bf-46e4-b579-9e484a105c74,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:14.669661 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port de6b1413-dfc4-4345-90f3-62b6aa17adbc triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:14.670704 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:14.675431 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-19293454-df5b-4069-9f27-ff927543abc0 None None] Attempting to bind port a87f57ce-d6bf-46e4-b579-9e484a105c74 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:14.676542 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-19293454-df5b-4069-9f27-ff927543abc0 None None] Attempting to bind port a87f57ce-d6bf-46e4-b579-9e484a105c74 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'd3696e98-e8e6-4e03-b3da-36d7e9f819c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:14.677502 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19293454-df5b-4069-9f27-ff927543abc0 None None] Attempting to bind port a87f57ce-d6bf-46e4-b579-9e484a105c74 on network cd0f638f-a0b6-4bb5-8994-314c247e14c7 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:14.727870 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19293454-df5b-4069-9f27-ff927543abc0 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:57:14.729084 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19293454-df5b-4069-9f27-ff927543abc0 None None] Checking segment: {'id': 'd3696e98-e8e6-4e03-b3da-36d7e9f819c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:14.731101 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-19293454-df5b-4069-9f27-ff927543abc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:14.732641 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-c4e06e4a-29d1-4eaa-87d6-ac6b9f0ffdc1 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Allocated IP 172.25.0.140 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/dca9805c-3a04-4c95-a7ef-ba18b39eb7ef) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:14.733922 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19293454-df5b-4069-9f27-ff927543abc0 None None] Bound using segment: {'id': 'd3696e98-e8e6-4e03-b3da-36d7e9f819c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:57:14.734939 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-19293454-df5b-4069-9f27-ff927543abc0 None None] Bound port: a87f57ce-d6bf-46e4-b579-9e484a105c74, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3696e98-e8e6-4e03-b3da-36d7e9f819c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:57:14.737408 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-19293454-df5b-4069-9f27-ff927543abc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:14.804612 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-c467da89-2eb6-4037-9a20-698cdc315452 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:14.911941 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-c467da89-2eb6-4037-9a20-698cdc315452 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Transition to ACTIVE for port object 90c61d7e-909f-424a-a03e-462f58c7db57 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:14.930845 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-b8f8debb-1954-45e1-b630-7d3fd87dbf64 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:14.933910 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-b8f8debb-1954-45e1-b630-7d3fd87dbf64 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/networks?id=1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 200 len: 821 time: 0.4296539 Jul 07 16:57:15.018998 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-147c921d-7e26-4f22-a65d-275c997d0e6c tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/quotas/5fe2f64972d24fa49d6d4e62948f5951 HTTP/1.1" status: 200 len: 375 time: 0.0708063 Jul 07 16:57:15.075882 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-19293454-df5b-4069-9f27-ff927543abc0 None None] For port a87f57ce-d6bf-46e4-b579-9e484a105c74, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:15.084362 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-19293454-df5b-4069-9f27-ff927543abc0 None None] For port a87f57ce-d6bf-46e4-b579-9e484a105c74, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a87f57ce-d6bf-46e4-b579-9e484a105c74,segment=NetworkSegment(d3696e98-e8e6-4e03-b3da-36d7e9f819c1),segment_id=d3696e98-e8e6-4e03-b3da-36d7e9f819c1)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:15.114624 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-19293454-df5b-4069-9f27-ff927543abc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:15.129709 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-c467da89-2eb6-4037-9a20-698cdc315452 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:15.272861 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4e06e4a-29d1-4eaa-87d6-ac6b9f0ffdc1 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:15.278747 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-c467da89-2eb6-4037-9a20-698cdc315452 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Network 385868f0-a311-4e70-a09b-e3abe241b11d is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:15.313304 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-c467da89-2eb6-4037-9a20-698cdc315452 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:15.342075 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-c467da89-2eb6-4037-9a20-698cdc315452 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:15.354564 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19293454-df5b-4069-9f27-ff927543abc0 None None] Routers {'eb33c497-dc7a-4add-af7e-7ea0e74120ca'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:15.356751 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-19293454-df5b-4069-9f27-ff927543abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:56:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['eb33c497-dc7a-4add-af7e-7ea0e74120ca'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:15.468937 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a079f-bf50-4fa2-974f-47d1188a0171 None None] Pushing event updated for resources: {'Port': ['ID=a87f57ce-d6bf-46e4-b579-9e484a105c74,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:15.531397 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-c467da89-2eb6-4037-9a20-698cdc315452 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:15.532238 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-c467da89-2eb6-4037-9a20-698cdc315452 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:15.672346 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-c467da89-2eb6-4037-9a20-698cdc315452 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7386868 Jul 07 16:57:15.690554 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467da89-2eb6-4037-9a20-698cdc315452 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event updated for resources: {'Port': ['ID=90c61d7e-909f-424a-a03e-462f58c7db57,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:15.692975 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-19293454-df5b-4069-9f27-ff927543abc0 None None] Set router eb33c497-dc7a-4add-af7e-7ea0e74120ca gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:57:15.727883 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-48df3da3-c7d1-48b7-9e7c-a661917be4bd service neutron] Request body: {'port': {'device_id': 'edbe57d5-5ff9-4a73-8be4-3915f671aa78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:15.859719 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c1d53-1957-4252-9a87-ed90578b177b req-629a40ad-7574-4abb-bac1-ecc9fddd9572 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:15.869890 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c1d53-1957-4252-9a87-ed90578b177b req-629a40ad-7574-4abb-bac1-ecc9fddd9572 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:15.876917 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c1d53-1957-4252-9a87-ed90578b177b req-629a40ad-7574-4abb-bac1-ecc9fddd9572 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:15.879651 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c73c1d53-1957-4252-9a87-ed90578b177b req-629a40ad-7574-4abb-bac1-ecc9fddd9572 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbe57d5-5ff9-4a73-8be4-3915f671aa78 HTTP/1.1" status: 200 len: 2376 time: 0.1565628 Jul 07 16:57:15.888678 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4e06e4a-29d1-4eaa-87d6-ac6b9f0ffdc1 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:15.908260 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-1395a357-188f-4741-9a7c-0fbd353a8b0d tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8678720 Jul 07 16:57:15.942717 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c73c1d53-1957-4252-9a87-ed90578b177b req-ab83949c-7b80-491e-b65b-1facbfaca074 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520890 Jul 07 16:57:16.070987 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-48df3da3-c7d1-48b7-9e7c-a661917be4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:16.103200 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4c20e213-e811-4178-9ce0-fa5f79f8ade5 None None] Provisioning for port 90c61d7e-909f-424a-a03e-462f58c7db57 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:16.117648 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4c20e213-e811-4178-9ce0-fa5f79f8ade5 None None] Provisioning complete for port 90c61d7e-909f-424a-a03e-462f58c7db57 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:16.118352 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4c20e213-e811-4178-9ce0-fa5f79f8ade5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:16.134069 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e06e4a-29d1-4eaa-87d6-ac6b9f0ffdc1 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:16.154116 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-c4e06e4a-29d1-4eaa-87d6-ac6b9f0ffdc1 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:16.167681 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e06e4a-29d1-4eaa-87d6-ac6b9f0ffdc1 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:16.179572 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e06e4a-29d1-4eaa-87d6-ac6b9f0ffdc1 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Pushing event updated for resources: {'Port': ['ID=dca9805c-3a04-4c95-a7ef-ba18b39eb7ef,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:16.209867 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-4c20e213-e811-4178-9ce0-fa5f79f8ade5 None None] Port 90c61d7e-909f-424a-a03e-462f58c7db57 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:57:16.244558 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-19293454-df5b-4069-9f27-ff927543abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'name': 'tempest-ServersTestManualDisk-225267408-router', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '49af71ce-181c-4f58-b1df-9edf3e4ad51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:56:43Z', 'updated_at': '2021-07-07T16:57:04Z', 'revision_number': 4, 'project_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'gw_port': {'id': '49af71ce-181c-4f58-b1df-9edf3e4ad51a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:56:48Z', 'updated_at': '2021-07-07T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'a87f57ce-d6bf-46e4-b579-9e484a105c74', 'name': '', 'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'mac_address': 'fa:16:3e:c3:78:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:02Z', 'updated_at': '2021-07-07T16:57:15Z', 'revision_number': 4, 'project_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'subnets': [{'id': '25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:16.277746 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19293454-df5b-4069-9f27-ff927543abc0 None None] The sync data for ids ['eb33c497-dc7a-4add-af7e-7ea0e74120ca'] in n-d-791503-12 is: [{'id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'name': 'tempest-ServersTestManualDisk-225267408-router', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '49af71ce-181c-4f58-b1df-9edf3e4ad51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:56:43Z', 'updated_at': '2021-07-07T16:57:04Z', 'revision_number': 4, 'project_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'gw_port': {'id': '49af71ce-181c-4f58-b1df-9edf3e4ad51a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:56:48Z', 'updated_at': '2021-07-07T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'a87f57ce-d6bf-46e4-b579-9e484a105c74', 'name': '', 'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'mac_address': 'fa:16:3e:c3:78:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:02Z', 'updated_at': '2021-07-07T16:57:15Z', 'revision_number': 4, 'project_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'subnets': [{'id': '25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:57:16.286721 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-4f4837f0-c51e-4bb2-bf19-63e75479fa73 service neutron] 10.222.0.53 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609772 Jul 07 16:57:16.484393 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cf2be-c124-4c7e-b5f2-5d3793d0da8e req-d15aefb0-3dd8-4d2b-8f19-11078f5b25f4 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:16.493379 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4d5cf2be-c124-4c7e-b5f2-5d3793d0da8e req-d15aefb0-3dd8-4d2b-8f19-11078f5b25f4 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 949 time: 0.1706638 Jul 07 16:57:16.522957 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4e06e4a-29d1-4eaa-87d6-ac6b9f0ffdc1 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:16.558936 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4d5cf2be-c124-4c7e-b5f2-5d3793d0da8e req-5250bdf3-a9f3-4b38-8f8f-bcf0ab73fb35 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636549 Jul 07 16:57:16.763905 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c576ce6d-7a59-4943-b398-789973c8a567 req-0dcc7a99-489f-41a9-98da-beb10d63dcea tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "GET /v2.0/security-groups/f8711a30-ba87-4f32-a424-8542623bb0d0 HTTP/1.1" status: 200 len: 1800 time: 0.1514971 Jul 07 16:57:16.787274 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-020908e1-a749-47b9-ba7d-13a5dddb52a5 service neutron] 10.222.0.53 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906869 Jul 07 16:57:16.791002 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4e06e4a-29d1-4eaa-87d6-ac6b9f0ffdc1 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:16.879749 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c576ce6d-7a59-4943-b398-789973c8a567 req-73c83b65-b5a7-4956-b4c3-e8aaa80d1dcf tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:16.912232 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c576ce6d-7a59-4943-b398-789973c8a567 req-73c83b65-b5a7-4956-b4c3-e8aaa80d1dcf tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:16.980384 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-48df3da3-c7d1-48b7-9e7c-a661917be4bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22feeb4c-b124-40a7-98fe-096742e3d671 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:16.992032 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-48df3da3-c7d1-48b7-9e7c-a661917be4bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:16.992965 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c576ce6d-7a59-4943-b398-789973c8a567 req-73c83b65-b5a7-4956-b4c3-e8aaa80d1dcf tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:16.997253 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c576ce6d-7a59-4943-b398-789973c8a567 req-73c83b65-b5a7-4956-b4c3-e8aaa80d1dcf tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:17.009444 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-48df3da3-c7d1-48b7-9e7c-a661917be4bd service neutron] Transition to ACTIVE for port object 22feeb4c-b124-40a7-98fe-096742e3d671 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:17.010371 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c576ce6d-7a59-4943-b398-789973c8a567 req-73c83b65-b5a7-4956-b4c3-e8aaa80d1dcf tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] 10.222.0.53 "DELETE /v2.0/security-groups/f8711a30-ba87-4f32-a424-8542623bb0d0 HTTP/1.1" status: 204 len: 173 time: 0.2462029 Jul 07 16:57:17.027235 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50050) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:17.053866 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-48df3da3-c7d1-48b7-9e7c-a661917be4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:17.084326 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c83b65-b5a7-4956-b4c3-e8aaa80d1dcf tempest-SecurityGroupsTestJSON-2144772723 tempest-SecurityGroupsTestJSON-2144772723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8711a30-ba87-4f32-a424-8542623bb0d0,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:17.186348 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96ec2a-eb7e-4289-9213-3693e95e2362 req-c1b86ffa-fddb-4a2c-9a8e-3c258911f727 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:17.193836 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba96ec2a-eb7e-4289-9213-3693e95e2362 req-c1b86ffa-fddb-4a2c-9a8e-3c258911f727 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5cb8ba1-86f0-4991-a39b-13bc4bc3455d HTTP/1.1" status: 200 len: 945 time: 0.2100203 Jul 07 16:57:17.350609 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a87f57ce-d6bf-46e4-b579-9e484a105c74 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:17.393871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df3da3-c7d1-48b7-9e7c-a661917be4bd service neutron] Pushing event updated for resources: {'Port': ['ID=22feeb4c-b124-40a7-98fe-096742e3d671,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:17.403613 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a75a4-0625-4394-b402-6daa0e225b29 req-f3feb930-bd3f-478e-a4f3-31ff8e0e94bb tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:17.412016 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cc8a75a4-0625-4394-b402-6daa0e225b29 req-f3feb930-bd3f-478e-a4f3-31ff8e0e94bb tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5cb8ba1-86f0-4991-a39b-13bc4bc3455d HTTP/1.1" status: 200 len: 945 time: 0.1551821 Jul 07 16:57:17.555812 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cc8a75a4-0625-4394-b402-6daa0e225b29 req-ac628d87-d34e-4404-bbdc-8e361f8d7002 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5704a10f-40dc-4a3e-9704-7214d47c05a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427994 Jul 07 16:57:17.561676 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port a87f57ce-d6bf-46e4-b579-9e484a105c74 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:17.585251 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port a87f57ce-d6bf-46e4-b579-9e484a105c74 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:17.585251 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:17.603425 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-ba96ec2a-eb7e-4289-9213-3693e95e2362 req-5e5b0a48-4aa2-44bd-bfab-98dc1b080074 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Deleting port f0965b0a-9c1a-4f8d-b945-761d5c0326ec {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:17.603770 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ba96ec2a-eb7e-4289-9213-3693e95e2362 req-5e5b0a48-4aa2-44bd-bfab-98dc1b080074 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:17.674454 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ebb08c6-787f-40df-bb7b-f8151da99453 admin admin] Deleting subnet 88bf7df0-fa2f-449a-8a86-38e68aaa4aa1 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:57:17.839272 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:17.866135 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-ba96ec2a-eb7e-4289-9213-3693e95e2362 req-5e5b0a48-4aa2-44bd-bfab-98dc1b080074 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] For port f0965b0a-9c1a-4f8d-b945-761d5c0326ec, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f0965b0a-9c1a-4f8d-b945-761d5c0326ec,segment=NetworkSegment(f0742f5c-6205-4710-bf4d-eea2f1844447),segment_id=f0742f5c-6205-4710-bf4d-eea2f1844447)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:17.866834 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ba96ec2a-eb7e-4289-9213-3693e95e2362 req-5e5b0a48-4aa2-44bd-bfab-98dc1b080074 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:17.919267 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port a87f57ce-d6bf-46e4-b579-9e484a105c74, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a87f57ce-d6bf-46e4-b579-9e484a105c74,segment=NetworkSegment(d3696e98-e8e6-4e03-b3da-36d7e9f819c1),segment_id=d3696e98-e8e6-4e03-b3da-36d7e9f819c1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:17.925095 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:17.963192 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3ebb08c6-787f-40df-bb7b-f8151da99453 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:18.072286 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=a87f57ce-d6bf-46e4-b579-9e484a105c74,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:18.138765 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81a7d7-edfb-43f7-b7c2-49c53a951059 req-924116e8-5f99-4a24-9c75-c40fc4420c39 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:18.145550 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81a7d7-edfb-43f7-b7c2-49c53a951059 req-924116e8-5f99-4a24-9c75-c40fc4420c39 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:18.158258 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81a7d7-edfb-43f7-b7c2-49c53a951059 req-924116e8-5f99-4a24-9c75-c40fc4420c39 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:18.166906 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3e81a7d7-edfb-43f7-b7c2-49c53a951059 req-924116e8-5f99-4a24-9c75-c40fc4420c39 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbe57d5-5ff9-4a73-8be4-3915f671aa78 HTTP/1.1" status: 200 len: 2388 time: 0.2342322 Jul 07 16:57:18.224523 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-48df3da3-c7d1-48b7-9e7c-a661917be4bd service neutron] Attempting to bind port 22feeb4c-b124-40a7-98fe-096742e3d671 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:18.225145 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-48df3da3-c7d1-48b7-9e7c-a661917be4bd service neutron] Attempting to bind port 22feeb4c-b124-40a7-98fe-096742e3d671 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '8270ac9c-375e-4eb7-9ef0-96961a37ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '385868f0-a311-4e70-a09b-e3abe241b11d'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:18.225429 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-48df3da3-c7d1-48b7-9e7c-a661917be4bd service neutron] Attempting to bind port 22feeb4c-b124-40a7-98fe-096742e3d671 on network 385868f0-a311-4e70-a09b-e3abe241b11d {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:18.243413 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3ebb08c6-787f-40df-bb7b-f8151da99453 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:18.280228 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-48df3da3-c7d1-48b7-9e7c-a661917be4bd service neutron] Port 22feeb4c-b124-40a7-98fe-096742e3d671 on network 385868f0-a311-4e70-a09b-e3abe241b11d not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:57:18.280581 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-48df3da3-c7d1-48b7-9e7c-a661917be4bd service neutron] Attempting to bind port 22feeb4c-b124-40a7-98fe-096742e3d671 on network 385868f0-a311-4e70-a09b-e3abe241b11d {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:18.293062 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3e81a7d7-edfb-43f7-b7c2-49c53a951059 req-b93a8032-070a-4fb9-9d1f-d48e0ccca3fb tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239607 Jul 07 16:57:18.317147 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4e06e4a-29d1-4eaa-87d6-ac6b9f0ffdc1 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:18.334482 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-48df3da3-c7d1-48b7-9e7c-a661917be4bd service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:57:18.334951 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-48df3da3-c7d1-48b7-9e7c-a661917be4bd service neutron] Checking segment: {'id': '8270ac9c-375e-4eb7-9ef0-96961a37ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '385868f0-a311-4e70-a09b-e3abe241b11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:18.335494 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-48df3da3-c7d1-48b7-9e7c-a661917be4bd service neutron] Bound using segment: {'id': '8270ac9c-375e-4eb7-9ef0-96961a37ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '385868f0-a311-4e70-a09b-e3abe241b11d'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:57:18.335916 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-48df3da3-c7d1-48b7-9e7c-a661917be4bd service neutron] Bound port: 22feeb4c-b124-40a7-98fe-096742e3d671, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8270ac9c-375e-4eb7-9ef0-96961a37ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '385868f0-a311-4e70-a09b-e3abe241b11d'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:57:18.336284 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-48df3da3-c7d1-48b7-9e7c-a661917be4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:18.357232 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4e06e4a-29d1-4eaa-87d6-ac6b9f0ffdc1 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:18.467713 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ba96ec2a-eb7e-4289-9213-3693e95e2362 req-5e5b0a48-4aa2-44bd-bfab-98dc1b080074 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:18.468408 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ba96ec2a-eb7e-4289-9213-3693e95e2362 req-5e5b0a48-4aa2-44bd-bfab-98dc1b080074 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:18.468952 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [req-ba96ec2a-eb7e-4289-9213-3693e95e2362 req-5e5b0a48-4aa2-44bd-bfab-98dc1b080074 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Floating IP e95d80c7-adde-462b-ab1f-616415fdc417 disassociated. External IP: 172.25.0.210, port: f0965b0a-9c1a-4f8d-b945-761d5c0326ec. Jul 07 16:57:18.469500 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-ba96ec2a-eb7e-4289-9213-3693e95e2362 req-5e5b0a48-4aa2-44bd-bfab-98dc1b080074 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Calling delete_port for f0965b0a-9c1a-4f8d-b945-761d5c0326ec owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:18.583107 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3ebb08c6-787f-40df-bb7b-f8151da99453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:18.700156 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8d0e099c-5e5a-460e-9c1f-d000cd231d87 req-cdbdfa55-01d5-4fb4-a9cc-32131d9e67cc tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 210 time: 0.2839124 Jul 07 16:57:18.713281 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e06e4a-29d1-4eaa-87d6-ac6b9f0ffdc1 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Pushing event updated for resources: {'Port': ['ID=dca9805c-3a04-4c95-a7ef-ba18b39eb7ef,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:18.723368 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bd871-85d3-4923-9f96-e266497d710f req-8bb6d5d5-d00e-472d-887d-e56770373973 tempest-MigrationsAdminTest-2007883029 tempest-MigrationsAdminTest-2007883029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:18.737826 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d0bd871-85d3-4923-9f96-e266497d710f req-8bb6d5d5-d00e-472d-887d-e56770373973 tempest-MigrationsAdminTest-2007883029 tempest-MigrationsAdminTest-2007883029-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 1101 time: 0.6907637 Jul 07 16:57:18.766598 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ba96ec2a-eb7e-4289-9213-3693e95e2362 req-5e5b0a48-4aa2-44bd-bfab-98dc1b080074 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:18.829915 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b0a48-4aa2-44bd-bfab-98dc1b080074 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Pushing event deleted for resources: {'Port': ['ID=f0965b0a-9c1a-4f8d-b945-761d5c0326ec,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:18.897261 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-48df3da3-c7d1-48b7-9e7c-a661917be4bd service neutron] For port 22feeb4c-b124-40a7-98fe-096742e3d671, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:18.935380 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4e06e4a-29d1-4eaa-87d6-ac6b9f0ffdc1 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:18.966503 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-48df3da3-c7d1-48b7-9e7c-a661917be4bd service neutron] For port 22feeb4c-b124-40a7-98fe-096742e3d671, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=22feeb4c-b124-40a7-98fe-096742e3d671,segment=NetworkSegment(8270ac9c-375e-4eb7-9ef0-96961a37ce4f),segment_id=8270ac9c-375e-4eb7-9ef0-96961a37ce4f)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:18.987969 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d0bd871-85d3-4923-9f96-e266497d710f req-91584f6f-27b1-4ce6-a10f-07b3e00973b5 tempest-MigrationsAdminTest-2007883029 tempest-MigrationsAdminTest-2007883029-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485254 Jul 07 16:57:18.993126 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4e06e4a-29d1-4eaa-87d6-ac6b9f0ffdc1 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:18.998689 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c4e06e4a-29d1-4eaa-87d6-ac6b9f0ffdc1 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0815618 Jul 07 16:57:19.008491 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-48df3da3-c7d1-48b7-9e7c-a661917be4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:19.140028 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-48df3da3-c7d1-48b7-9e7c-a661917be4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:19.141421 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-48df3da3-c7d1-48b7-9e7c-a661917be4bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:19.143942 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-48df3da3-c7d1-48b7-9e7c-a661917be4bd service neutron] 10.222.0.72 "PUT /v2.0/ports/22feeb4c-b124-40a7-98fe-096742e3d671 HTTP/1.1" status: 200 len: 1092 time: 3.4652426 Jul 07 16:57:19.175116 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbe57d5-5ff9-4a73-8be4-3915f671aa78', 'tag': '22feeb4c-b124-40a7-98fe-096742e3d671'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:19.177153 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:57:19.185188 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4a96ff-5260-4a28-9e43-91fef7a817bb" -d '{"events": [{"name": "network-changed", "server_uuid": "edbe57d5-5ff9-4a73-8be4-3915f671aa78", "tag": "22feeb4c-b124-40a7-98fe-096742e3d671"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:19.311354 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-f7866dad-54e6-4f32-9dcc-1f134e85abd4 service neutron] Request body: {'port': {'device_id': 'edbe57d5-5ff9-4a73-8be4-3915f671aa78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:19.383118 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a87f57ce-d6bf-46e4-b579-9e484a105c74 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:19.429383 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3ebb08c6-787f-40df-bb7b-f8151da99453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:19.531059 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port a87f57ce-d6bf-46e4-b579-9e484a105c74 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:19.531523 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:19.613626 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:19.719443 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9331b0-6e10-4004-8140-290c33b63bcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:19.722406 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b325af-271f-44d6-8e76-94df82964fff" -d '{"events": [{"server_uuid": "6c9331b0-6e10-4004-8140-290c33b63bcd", "name": "network-vif-unplugged", "status": "completed", "tag": "b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:19.756473 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3ebb08c6-787f-40df-bb7b-f8151da99453 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:19.759739 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:19.765857 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3ebb08c6-787f-40df-bb7b-f8151da99453 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/88bf7df0-fa2f-449a-8a86-38e68aaa4aa1 HTTP/1.1" status: 204 len: 168 time: 2.7354326 Jul 07 16:57:19.768205 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:19.773780 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50096) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:19.841073 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:19.841375 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb08c6-787f-40df-bb7b-f8151da99453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88bf7df0-fa2f-449a-8a86-38e68aaa4aa1,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:19.874715 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-847378dd-729d-4b46-bc17-6016843928c4 req-08334c67-705d-4c29-846e-ebe6adde3b07 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5cb8ba1-86f0-4991-a39b-13bc4bc3455d HTTP/1.1" status: 200 len: 210 time: 0.3486750 Jul 07 16:57:19.900320 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df3da3-c7d1-48b7-9e7c-a661917be4bd service neutron] Pushing event updated for resources: {'Port': ['ID=22feeb4c-b124-40a7-98fe-096742e3d671,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:20.022303 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-f7866dad-54e6-4f32-9dcc-1f134e85abd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:20.112713 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6d93ad19-8908-4ee0-81f6-1b90d5645095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:20.127594 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-87489e6b-fd97-4f12-a9ee-f06298a5e2ab tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:20.130200 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-87489e6b-fd97-4f12-a9ee-f06298a5e2ab tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.64 "GET /v2.0/networks?id=1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 200 len: 821 time: 0.2148907 Jul 07 16:57:20.148756 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-522dad55-bacb-4b70-8806-abb0b3da099d tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Request body: {'port': {'device_id': '1ca22e7b-314b-485b-915e-86865db01b9a', 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609', 'admin_state_up': True, 'tenant_id': '5fe2f64972d24fa49d6d4e62948f5951'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:20.306486 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba96ec2a-eb7e-4289-9213-3693e95e2362 req-5e5b0a48-4aa2-44bd-bfab-98dc1b080074 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Router 3d274e25-4972-473b-9f62-4e11e4cace83 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:57:20.343237 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d60a-3a05-4ea2-8d5f-bdf2457ea06e req-aa1e729e-75b1-4033-8a91-951a64471ad5 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:20.352166 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62c5d60a-3a05-4ea2-8d5f-bdf2457ea06e req-aa1e729e-75b1-4033-8a91-951a64471ad5 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c9331b0-6e10-4004-8140-290c33b63bcd HTTP/1.1" status: 200 len: 949 time: 0.6676748 Jul 07 16:57:20.598993 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-522dad55-bacb-4b70-8806-abb0b3da099d tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Made reservation on behalf of 5fe2f64972d24fa49d6d4e62948f5951 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:20.603186 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-522dad55-bacb-4b70-8806-abb0b3da099d tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:20.697744 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-f7866dad-54e6-4f32-9dcc-1f134e85abd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e19593-a0a2-4685-8b58-14a0e08d6be1 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:20.710709 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-f7866dad-54e6-4f32-9dcc-1f134e85abd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:20.739223 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-f7866dad-54e6-4f32-9dcc-1f134e85abd4 service neutron] Transition to ACTIVE for port object c8e19593-a0a2-4685-8b58-14a0e08d6be1 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:20.747968 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-f7866dad-54e6-4f32-9dcc-1f134e85abd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:20.772045 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6d93ad19-8908-4ee0-81f6-1b90d5645095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:20.797754 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-6d93ad19-8908-4ee0-81f6-1b90d5645095 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d910713-9317-4b27-b56c-fb6e554b6677']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:20.838102 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-6d93ad19-8908-4ee0-81f6-1b90d5645095 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07dafd71-09e3-4095-96d3-c86928f3ef02') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:20.840211 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-6d93ad19-8908-4ee0-81f6-1b90d5645095 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07dafd71-09e3-4095-96d3-c86928f3ef02') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:20.870051 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6d93ad19-8908-4ee0-81f6-1b90d5645095 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:20.873921 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7866dad-54e6-4f32-9dcc-1f134e85abd4 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e19593-a0a2-4685-8b58-14a0e08d6be1,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:21.013655 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-f7866dad-54e6-4f32-9dcc-1f134e85abd4 service neutron] Attempting to bind port c8e19593-a0a2-4685-8b58-14a0e08d6be1 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:21.015600 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-f7866dad-54e6-4f32-9dcc-1f134e85abd4 service neutron] Attempting to bind port c8e19593-a0a2-4685-8b58-14a0e08d6be1 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '7506bb79-ffb7-49e4-b3d2-45affcbb4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5a7ec239-bc57-4f49-8319-9d3c53cecec5'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:21.016059 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-f7866dad-54e6-4f32-9dcc-1f134e85abd4 service neutron] Attempting to bind port c8e19593-a0a2-4685-8b58-14a0e08d6be1 on network 5a7ec239-bc57-4f49-8319-9d3c53cecec5 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:21.048818 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-f7866dad-54e6-4f32-9dcc-1f134e85abd4 service neutron] Port c8e19593-a0a2-4685-8b58-14a0e08d6be1 on network 5a7ec239-bc57-4f49-8319-9d3c53cecec5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:57:21.050159 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-f7866dad-54e6-4f32-9dcc-1f134e85abd4 service neutron] Attempting to bind port c8e19593-a0a2-4685-8b58-14a0e08d6be1 on network 5a7ec239-bc57-4f49-8319-9d3c53cecec5 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:21.081881 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62c5d60a-3a05-4ea2-8d5f-bdf2457ea06e req-6f320eb0-0c93-42de-aa74-e7281aa53216 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1729d99-db06-4992-9fd7-fcde05e9b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6111989 Jul 07 16:57:21.083977 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6d93ad19-8908-4ee0-81f6-1b90d5645095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:21.179703 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-f7866dad-54e6-4f32-9dcc-1f134e85abd4 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:57:21.180228 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-f7866dad-54e6-4f32-9dcc-1f134e85abd4 service neutron] Checking segment: {'id': '7506bb79-ffb7-49e4-b3d2-45affcbb4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5a7ec239-bc57-4f49-8319-9d3c53cecec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:21.180855 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-f7866dad-54e6-4f32-9dcc-1f134e85abd4 service neutron] Bound using segment: {'id': '7506bb79-ffb7-49e4-b3d2-45affcbb4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5a7ec239-bc57-4f49-8319-9d3c53cecec5'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:57:21.181586 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-f7866dad-54e6-4f32-9dcc-1f134e85abd4 service neutron] Bound port: c8e19593-a0a2-4685-8b58-14a0e08d6be1, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7506bb79-ffb7-49e4-b3d2-45affcbb4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5a7ec239-bc57-4f49-8319-9d3c53cecec5'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:57:21.182175 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-f7866dad-54e6-4f32-9dcc-1f134e85abd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:21.188201 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device f0965b0a-9c1a-4f8d-b945-761d5c0326ec no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:57:21.217239 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-6bf8b42e-5ea1-4cea-93e6-222dcc1a0a35 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1069702470&fields=id&tenant_id=ed8f975643fb4fa897237bed3aeafc7e HTTP/1.1" status: 200 len: 267 time: 0.1792314 Jul 07 16:57:21.222228 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261ba2d9-6bc3-4286-960d-baca4c4a4e64 x-openstack-request-id: req-261ba2d9-6bc3-4286-960d-baca4c4a4e64 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:21.222779 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edbe57d5-5ff9-4a73-8be4-3915f671aa78", "tag": "22feeb4c-b124-40a7-98fe-096742e3d671", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:21.223219 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-261ba2d9-6bc3-4286-960d-baca4c4a4e64 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:21.223683 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edbe57d5-5ff9-4a73-8be4-3915f671aa78', 'tag': '22feeb4c-b124-40a7-98fe-096742e3d671', 'status': 'completed', 'code': 200} Jul 07 16:57:21.254446 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: f0965b0a-9c1a-4f8d-b945-761d5c0326ec {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:57:21.254809 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device f0965b0a-9c1a-4f8d-b945-761d5c0326ec not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:57:21.402935 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d93ad19-8908-4ee0-81f6-1b90d5645095 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:57:21.407155 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6d93ad19-8908-4ee0-81f6-1b90d5645095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: timer() Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:57:21.419157 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 16:57:21.423764 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:57:21.423764 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:57:21.423764 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:57:21.423764 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:57:21.423764 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:57:21.423764 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 16:57:21.423764 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:57:21.423764 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 16:57:21.423764 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:57:21.423764 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:57:21.423764 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:57:21.423764 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 16:57:21.423764 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:57:21.423764 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:57:21.423764 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:57:21.423764 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:57:21.423764 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:57:21.423764 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:57:21.423764 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:57:21.497842 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-522dad55-bacb-4b70-8806-abb0b3da099d tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Allocated IP 172.20.0.9 (1ad75942-8a9e-4718-9815-ad27d5bad609/efc5a7ec-004d-467f-9a91-81aefb64567f/6f30eb22-6345-43d4-8240-b85b25ba8808) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:21.599452 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-fd91e2a8-77d8-4107-8de8-6120c282acac service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6577239 Jul 07 16:57:21.605287 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6d93ad19-8908-4ee0-81f6-1b90d5645095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:21.613973 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6d93ad19-8908-4ee0-81f6-1b90d5645095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:21.616482 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6d93ad19-8908-4ee0-81f6-1b90d5645095 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2d910713-9317-4b27-b56c-fb6e554b6677 HTTP/1.1" status: 204 len: 168 time: 1.8360310 Jul 07 16:57:21.618302 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba96ec2a-eb7e-4289-9213-3693e95e2362 req-5e5b0a48-4aa2-44bd-bfab-98dc1b080074 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:57:21.649996 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b417f-a87b-40c2-9ed5-b5fc4a910636 None None] Sync routers for ids ['3d274e25-4972-473b-9f62-4e11e4cace83'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:57:21.656451 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93ad19-8908-4ee0-81f6-1b90d5645095 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d910713-9317-4b27-b56c-fb6e554b6677,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:21.700357 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1b417f-a87b-40c2-9ed5-b5fc4a910636 None None] Routers {'3d274e25-4972-473b-9f62-4e11e4cace83'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:21.702419 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-4f1b417f-a87b-40c2-9ed5-b5fc4a910636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:56:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['3d274e25-4972-473b-9f62-4e11e4cace83'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:21.722669 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba96ec2a-eb7e-4289-9213-3693e95e2362 req-5e5b0a48-4aa2-44bd-bfab-98dc1b080074 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] No DVR routers for this DVR port f0965b0a-9c1a-4f8d-b945-761d5c0326ec on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:57:21.727513 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ba96ec2a-eb7e-4289-9213-3693e95e2362 req-5e5b0a48-4aa2-44bd-bfab-98dc1b080074 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:21.731035 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba96ec2a-eb7e-4289-9213-3693e95e2362 req-5e5b0a48-4aa2-44bd-bfab-98dc1b080074 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.72 "DELETE /v2.0/ports/f0965b0a-9c1a-4f8d-b945-761d5c0326ec HTTP/1.1" status: 204 len: 173 time: 4.5317523 Jul 07 16:57:21.737097 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cb8ba1-86f0-4991-a39b-13bc4bc3455d', 'name': 'network-vif-deleted', 'tag': 'f0965b0a-9c1a-4f8d-b945-761d5c0326ec'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:21.739869 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5522ab5c-d196-4889-8d02-199e664e2513" -d '{"events": [{"server_uuid": "d5cb8ba1-86f0-4991-a39b-13bc4bc3455d", "name": "network-vif-deleted", "tag": "f0965b0a-9c1a-4f8d-b945-761d5c0326ec"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:21.896470 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50134) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:21.930479 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1205cdf-b69a-47bb-879c-6ec7639b4fbf req-917de840-d1d0-4161-b48d-12bf10d013ed tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:21.936878 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1205cdf-b69a-47bb-879c-6ec7639b4fbf req-917de840-d1d0-4161-b48d-12bf10d013ed tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:21.942963 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1205cdf-b69a-47bb-879c-6ec7639b4fbf req-917de840-d1d0-4161-b48d-12bf10d013ed tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:21.951047 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e1205cdf-b69a-47bb-879c-6ec7639b4fbf req-917de840-d1d0-4161-b48d-12bf10d013ed tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbe57d5-5ff9-4a73-8be4-3915f671aa78 HTTP/1.1" status: 200 len: 2400 time: 0.5405860 Jul 07 16:57:22.030787 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-4f1b417f-a87b-40c2-9ed5-b5fc4a910636 None None] Set router 3d274e25-4972-473b-9f62-4e11e4cace83 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:57:22.031053 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e1205cdf-b69a-47bb-879c-6ec7639b4fbf req-85835b00-d299-47c2-ad92-899ecce3c713 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781863 Jul 07 16:57:22.170542 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c1aeb6-55df-42e3-93fb-dd7ba68704b2 x-openstack-request-id: req-46c1aeb6-55df-42e3-93fb-dd7ba68704b2 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:22.171774 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9331b0-6e10-4004-8140-290c33b63bcd", "name": "network-vif-unplugged", "status": "completed", "tag": "b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:22.172436 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46c1aeb6-55df-42e3-93fb-dd7ba68704b2 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:22.173913 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9331b0-6e10-4004-8140-290c33b63bcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8', 'code': 200} Jul 07 16:57:22.205784 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-522dad55-bacb-4b70-8806-abb0b3da099d tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:22.218806 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f78c4223-5299-43d6-9735-9e4b950db1fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c75e9b937a6418f8219f7ab3640cf46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3186936 Jul 07 16:57:22.222271 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50146) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:22.231732 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-0365b202-f11d-485a-b7b1-a8c08c4f9b63 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:22.239489 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-0365b202-f11d-485a-b7b1-a8c08c4f9b63 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/networks?id=cd0f638f-a0b6-4bb5-8994-314c247e14c7 HTTP/1.1" status: 200 len: 811 time: 1.0210733 Jul 07 16:57:22.251668 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-f7866dad-54e6-4f32-9dcc-1f134e85abd4 service neutron] For port c8e19593-a0a2-4685-8b58-14a0e08d6be1, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:22.264652 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-f7866dad-54e6-4f32-9dcc-1f134e85abd4 service neutron] For port c8e19593-a0a2-4685-8b58-14a0e08d6be1, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c8e19593-a0a2-4685-8b58-14a0e08d6be1,segment=NetworkSegment(7506bb79-ffb7-49e4-b3d2-45affcbb4a65),segment_id=7506bb79-ffb7-49e4-b3d2-45affcbb4a65)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:22.281429 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-535b4189-4003-4f7a-a739-5fd29df6b00c tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/quotas/ed8f975643fb4fa897237bed3aeafc7e HTTP/1.1" status: 200 len: 375 time: 0.0314198 Jul 07 16:57:22.284482 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-f7866dad-54e6-4f32-9dcc-1f134e85abd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:22.299280 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a96ff-5260-4a28-9e43-91fef7a817bb req-27689217-d03a-414d-a3b7-7fc2d0cabf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:22.299957 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a96ff-5260-4a28-9e43-91fef7a817bb req-27689217-d03a-414d-a3b7-7fc2d0cabf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:22.300513 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a96ff-5260-4a28-9e43-91fef7a817bb req-27689217-d03a-414d-a3b7-7fc2d0cabf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:22.302412 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9f4a96ff-5260-4a28-9e43-91fef7a817bb req-27689217-d03a-414d-a3b7-7fc2d0cabf6d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6d2da5d09503418b9ddf40fdbcdd8412&device_id=edbe57d5-5ff9-4a73-8be4-3915f671aa78 HTTP/1.1" status: 200 len: 2758 time: 0.4845989 Jul 07 16:57:22.393862 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-f7866dad-54e6-4f32-9dcc-1f134e85abd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:22.394690 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-f7866dad-54e6-4f32-9dcc-1f134e85abd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:22.396349 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-f7866dad-54e6-4f32-9dcc-1f134e85abd4 service neutron] 10.222.0.72 "PUT /v2.0/ports/c8e19593-a0a2-4685-8b58-14a0e08d6be1 HTTP/1.1" status: 200 len: 1093 time: 3.1101022 Jul 07 16:57:22.510673 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-68f51124-5322-4fec-b907-c2b7efa3efbb service neutron] Request body: {'port': {'device_id': 'edbe57d5-5ff9-4a73-8be4-3915f671aa78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:22.686186 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-896c716e-bcd7-49fe-b56b-e15b9151ffa4 req-adc72723-39e2-46d4-a469-6b9677bb6822 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 210 time: 0.1112947 Jul 07 16:57:22.700983 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-56fa2799-8672-4cba-b2a5-422eb7e27fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:22.722171 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-522dad55-bacb-4b70-8806-abb0b3da099d tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:22.743066 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['66f23783-8aa3-43de-a481-d11c76ad5a18'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:22.750858 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-4f1b417f-a87b-40c2-9ed5-b5fc4a910636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782714879-router', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:30Z', 'updated_at': '2021-07-07T16:51:42Z', 'revision_number': 4, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'gw_port': {'id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:31Z', 'updated_at': '2021-07-07T16:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '5f400b7a-7a2e-4b14-8289-107a4ebed5c7', 'name': '', 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'mac_address': 'fa:16:3e:7f:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:39Z', 'updated_at': '2021-07-07T16:51:54Z', 'revision_number': 5, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'subnets': [{'id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:22.790451 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b417f-a87b-40c2-9ed5-b5fc4a910636 None None] Checking router: 3d274e25-4972-473b-9f62-4e11e4cace83 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:57:22.803871 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1b417f-a87b-40c2-9ed5-b5fc4a910636 None None] Routers {'3d274e25-4972-473b-9f62-4e11e4cace83'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:22.804880 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-4f1b417f-a87b-40c2-9ed5-b5fc4a910636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:56:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['3d274e25-4972-473b-9f62-4e11e4cace83'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:22.890027 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522dad55-bacb-4b70-8806-abb0b3da099d tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Pushing event updated for resources: {'Port': ['ID=6f30eb22-6345-43d4-8240-b85b25ba8808,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:22.969856 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-56fa2799-8672-4cba-b2a5-422eb7e27fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:23.036784 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7866dad-54e6-4f32-9dcc-1f134e85abd4 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e19593-a0a2-4685-8b58-14a0e08d6be1,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:23.038741 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-56fa2799-8672-4cba-b2a5-422eb7e27fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:23.043470 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-4f1b417f-a87b-40c2-9ed5-b5fc4a910636 None None] Set router 3d274e25-4972-473b-9f62-4e11e4cace83 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:57:23.052057 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-56fa2799-8672-4cba-b2a5-422eb7e27fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:23.056819 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-56fa2799-8672-4cba-b2a5-422eb7e27fbd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/73abea93-b25c-46e4-9bd0-05279d406822 HTTP/1.1" status: 204 len: 168 time: 0.8308921 Jul 07 16:57:23.083588 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-522dad55-bacb-4b70-8806-abb0b3da099d tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Network 1ad75942-8a9e-4718-9815-ad27d5bad609 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:23.084751 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa2799-8672-4cba-b2a5-422eb7e27fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73abea93-b25c-46e4-9bd0-05279d406822,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:23.137836 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-522dad55-bacb-4b70-8806-abb0b3da099d tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:23.141756 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-522dad55-bacb-4b70-8806-abb0b3da099d tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:23.257885 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-133de25e-9efe-480a-abc3-4b396429337c tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ed8f975643fb4fa897237bed3aeafc7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9623523 Jul 07 16:57:23.290803 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbe57d5-5ff9-4a73-8be4-3915f671aa78', 'tag': 'c8e19593-a0a2-4685-8b58-14a0e08d6be1'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:23.297440 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdf756a-1404-4f5d-8bc1-703e3495d236" -d '{"events": [{"name": "network-changed", "server_uuid": "edbe57d5-5ff9-4a73-8be4-3915f671aa78", "tag": "c8e19593-a0a2-4685-8b58-14a0e08d6be1"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:23.312158 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-522dad55-bacb-4b70-8806-abb0b3da099d tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:23.313529 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-522dad55-bacb-4b70-8806-abb0b3da099d tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:23.392613 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1fd26e68-3993-44f9-a8e8-faa594ced656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:23.442339 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffce18-5637-43b0-9106-dd4e58dd56cc req-497903a5-6d71-4aa2-a8d6-eba0906441a1 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:23.465676 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-26ffce18-5637-43b0-9106-dd4e58dd56cc req-497903a5-6d71-4aa2-a8d6-eba0906441a1 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 949 time: 0.4350400 Jul 07 16:57:23.514109 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a96ff-5260-4a28-9e43-91fef7a817bb req-e7e05b1c-61ae-4865-a451-cb24273854bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:23.514676 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a96ff-5260-4a28-9e43-91fef7a817bb req-e7e05b1c-61ae-4865-a451-cb24273854bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:23.515171 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a96ff-5260-4a28-9e43-91fef7a817bb req-e7e05b1c-61ae-4865-a451-cb24273854bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:23.517073 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9f4a96ff-5260-4a28-9e43-91fef7a817bb req-e7e05b1c-61ae-4865-a451-cb24273854bb service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=6d2da5d09503418b9ddf40fdbcdd8412&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.1931350 Jul 07 16:57:23.529443 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-522dad55-bacb-4b70-8806-abb0b3da099d tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3799582 Jul 07 16:57:23.551661 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-68f51124-5322-4fec-b907-c2b7efa3efbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:23.561982 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-46e943ea-003a-49c9-a398-528c8bded1f1 service neutron] Request body: {'port': {'device_id': '1ca22e7b-314b-485b-915e-86865db01b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:23.610002 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-4f1b417f-a87b-40c2-9ed5-b5fc4a910636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782714879-router', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:30Z', 'updated_at': '2021-07-07T16:51:42Z', 'revision_number': 4, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'gw_port': {'id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:31Z', 'updated_at': '2021-07-07T16:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '5f400b7a-7a2e-4b14-8289-107a4ebed5c7', 'name': '', 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'mac_address': 'fa:16:3e:7f:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:39Z', 'updated_at': '2021-07-07T16:51:54Z', 'revision_number': 5, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'subnets': [{'id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:23.644991 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b417f-a87b-40c2-9ed5-b5fc4a910636 None None] The sync data for ids ['3d274e25-4972-473b-9f62-4e11e4cace83'] in n-d-791503-12 is: [{'id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782714879-router', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:30Z', 'updated_at': '2021-07-07T16:51:42Z', 'revision_number': 4, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'gw_port': {'id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:31Z', 'updated_at': '2021-07-07T16:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '5f400b7a-7a2e-4b14-8289-107a4ebed5c7', 'name': '', 'network_id': '50232d7a-ae5c-48dc-bfa5-d97d97ae3d89', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'mac_address': 'fa:16:3e:7f:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:39Z', 'updated_at': '2021-07-07T16:51:54Z', 'revision_number': 5, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'subnets': [{'id': 'ddd452ef-84e2-4c74-9b12-af8c121336aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:57:23.780932 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-26ffce18-5637-43b0-9106-dd4e58dd56cc req-2ec7dccb-be01-40d8-8c50-f363f7d50dd5 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126490 Jul 07 16:57:23.866739 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-46e943ea-003a-49c9-a398-528c8bded1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:24.178379 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-d5da5719-87a2-4e45-876e-43bf6b21377e service neutron] 10.222.0.53 "GET /v2.0/networks/cd0f638f-a0b6-4bb5-8994-314c247e14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8659606 Jul 07 16:57:24.254740 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55998d3c-72de-483c-9af5-73b09bbd99f4 None None] New status for floating IP e95d80c7-adde-462b-ab1f-616415fdc417: DOWN {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:57:24.414252 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a96ff-5260-4a28-9e43-91fef7a817bb req-15cecbd1-49a8-406f-9d96-01328619d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:24.415881 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9f4a96ff-5260-4a28-9e43-91fef7a817bb req-15cecbd1-49a8-406f-9d96-01328619d695 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8904386 Jul 07 16:57:24.703642 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-4361b41f-3817-4334-9ac9-42c253a0224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:24.709810 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-4361b41f-3817-4334-9ac9-42c253a0224c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 1101 time: 0.4288459 Jul 07 16:57:24.747884 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-78d9d314-95e8-44a3-a412-fc6c2086e3ec service neutron] 10.222.0.53 "GET /v2.0/networks/cd0f638f-a0b6-4bb5-8994-314c247e14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660976 Jul 07 16:57:24.909072 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-46e943ea-003a-49c9-a398-528c8bded1f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f30eb22-6345-43d4-8240-b85b25ba8808 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:24.922992 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-46e943ea-003a-49c9-a398-528c8bded1f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:24.945668 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-46e943ea-003a-49c9-a398-528c8bded1f1 service neutron] Transition to ACTIVE for port object 6f30eb22-6345-43d4-8240-b85b25ba8808 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:24.955193 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-46e943ea-003a-49c9-a398-528c8bded1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.030795 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-68f51124-5322-4fec-b907-c2b7efa3efbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c61d7e-909f-424a-a03e-462f58c7db57 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:25.052730 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-68f51124-5322-4fec-b907-c2b7efa3efbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.057643 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-0ef110e1-41a4-4b61-a2c2-5db5749e9bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:25.061827 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-0ef110e1-41a4-4b61-a2c2-5db5749e9bb9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.3434033 Jul 07 16:57:25.136368 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-da2243ad-e987-451d-b03b-571c9e1f7833 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=f521f701-0a18-46d9-a367-a388c72bc272 HTTP/1.1" status: 200 len: 217 time: 0.0569422 Jul 07 16:57:25.139741 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-68f51124-5322-4fec-b907-c2b7efa3efbb service neutron] Transition to ACTIVE for port object 90c61d7e-909f-424a-a03e-462f58c7db57 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:25.171782 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-68f51124-5322-4fec-b907-c2b7efa3efbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.293708 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50236) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:25.309355 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e943ea-003a-49c9-a398-528c8bded1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f30eb22-6345-43d4-8240-b85b25ba8808,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:25.357057 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-06f395ef-4a48-48e6-a3fb-d8e0d403b14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:25.373685 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-06f395ef-4a48-48e6-a3fb-d8e0d403b14e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.2255316 Jul 07 16:57:25.378419 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-46e943ea-003a-49c9-a398-528c8bded1f1 service neutron] Attempting to bind port 6f30eb22-6345-43d4-8240-b85b25ba8808 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:25.378909 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-46e943ea-003a-49c9-a398-528c8bded1f1 service neutron] Attempting to bind port 6f30eb22-6345-43d4-8240-b85b25ba8808 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:25.379399 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-46e943ea-003a-49c9-a398-528c8bded1f1 service neutron] Attempting to bind port 6f30eb22-6345-43d4-8240-b85b25ba8808 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:25.422856 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-46e943ea-003a-49c9-a398-528c8bded1f1 service neutron] Port 6f30eb22-6345-43d4-8240-b85b25ba8808 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:57:25.425350 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-46e943ea-003a-49c9-a398-528c8bded1f1 service neutron] Attempting to bind port 6f30eb22-6345-43d4-8240-b85b25ba8808 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:25.457665 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-46e943ea-003a-49c9-a398-528c8bded1f1 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:57:25.458597 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-46e943ea-003a-49c9-a398-528c8bded1f1 service neutron] Checking segment: {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:25.462846 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-46e943ea-003a-49c9-a398-528c8bded1f1 service neutron] Bound using segment: {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:57:25.466636 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-46e943ea-003a-49c9-a398-528c8bded1f1 service neutron] Bound port: 6f30eb22-6345-43d4-8240-b85b25ba8808, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:57:25.467598 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-46e943ea-003a-49c9-a398-528c8bded1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.512826 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b462cab-389f-4963-917b-2f6c8d0925fd x-openstack-request-id: req-5b462cab-389f-4963-917b-2f6c8d0925fd {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:25.525807 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cb8ba1-86f0-4991-a39b-13bc4bc3455d", "name": "network-vif-deleted", "tag": "f0965b0a-9c1a-4f8d-b945-761d5c0326ec", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:25.526210 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b462cab-389f-4963-917b-2f6c8d0925fd {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:25.533817 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cb8ba1-86f0-4991-a39b-13bc4bc3455d', 'name': 'network-vif-deleted', 'tag': 'f0965b0a-9c1a-4f8d-b945-761d5c0326ec', 'status': 'completed', 'code': 200} Jul 07 16:57:25.727888 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f51124-5322-4fec-b907-c2b7efa3efbb service neutron] Pushing event updated for resources: {'Port': ['ID=90c61d7e-909f-424a-a03e-462f58c7db57,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:25.748462 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-78b228c9-5918-4d55-b8ba-54c100d3e73b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1935857528-network', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:25.921939 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-68f51124-5322-4fec-b907-c2b7efa3efbb service neutron] Attempting to bind port 90c61d7e-909f-424a-a03e-462f58c7db57 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:25.922222 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-68f51124-5322-4fec-b907-c2b7efa3efbb service neutron] Attempting to bind port 90c61d7e-909f-424a-a03e-462f58c7db57 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '8270ac9c-375e-4eb7-9ef0-96961a37ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '385868f0-a311-4e70-a09b-e3abe241b11d'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:25.922565 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-68f51124-5322-4fec-b907-c2b7efa3efbb service neutron] Attempting to bind port 90c61d7e-909f-424a-a03e-462f58c7db57 on network 385868f0-a311-4e70-a09b-e3abe241b11d {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:25.933761 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-9d153b2e-2d4b-495e-b297-2ae3272d8fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:25.935801 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-9d153b2e-2d4b-495e-b297-2ae3272d8fdf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5317390 Jul 07 16:57:25.940572 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-46e943ea-003a-49c9-a398-528c8bded1f1 service neutron] For port 6f30eb22-6345-43d4-8240-b85b25ba8808, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:25.945933 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-46e943ea-003a-49c9-a398-528c8bded1f1 service neutron] For port 6f30eb22-6345-43d4-8240-b85b25ba8808, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6f30eb22-6345-43d4-8240-b85b25ba8808,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:25.949473 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b228c9-5918-4d55-b8ba-54c100d3e73b admin admin] Made reservation on behalf of df146b5b0b61480fbeabce06e3b8a566 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:25.953761 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-78b228c9-5918-4d55-b8ba-54c100d3e73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.959937 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-46e943ea-003a-49c9-a398-528c8bded1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.124743 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.134758 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e943ea-003a-49c9-a398-528c8bded1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f30eb22-6345-43d4-8240-b85b25ba8808,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:26.141221 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-78b228c9-5918-4d55-b8ba-54c100d3e73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.147189 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-68f51124-5322-4fec-b907-c2b7efa3efbb service neutron] Port 90c61d7e-909f-424a-a03e-462f58c7db57 on network 385868f0-a311-4e70-a09b-e3abe241b11d not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:57:26.150894 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-68f51124-5322-4fec-b907-c2b7efa3efbb service neutron] Attempting to bind port 90c61d7e-909f-424a-a03e-462f58c7db57 on network 385868f0-a311-4e70-a09b-e3abe241b11d {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:26.166295 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-46e943ea-003a-49c9-a398-528c8bded1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:26.167423 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-46e943ea-003a-49c9-a398-528c8bded1f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.169700 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-46e943ea-003a-49c9-a398-528c8bded1f1 service neutron] 10.222.0.64 "PUT /v2.0/ports/6f30eb22-6345-43d4-8240-b85b25ba8808 HTTP/1.1" status: 200 len: 1092 time: 2.6386890 Jul 07 16:57:26.226750 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4884a691-c80e-4b10-a8fb-032c0337a82d x-openstack-request-id: req-4884a691-c80e-4b10-a8fb-032c0337a82d {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:26.229877 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edbe57d5-5ff9-4a73-8be4-3915f671aa78", "tag": "c8e19593-a0a2-4685-8b58-14a0e08d6be1", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:26.231404 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4884a691-c80e-4b10-a8fb-032c0337a82d {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:26.233031 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edbe57d5-5ff9-4a73-8be4-3915f671aa78', 'tag': 'c8e19593-a0a2-4685-8b58-14a0e08d6be1', 'status': 'completed', 'code': 200} Jul 07 16:57:26.239493 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-68f51124-5322-4fec-b907-c2b7efa3efbb service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:57:26.243015 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-68f51124-5322-4fec-b907-c2b7efa3efbb service neutron] Checking segment: {'id': '8270ac9c-375e-4eb7-9ef0-96961a37ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '385868f0-a311-4e70-a09b-e3abe241b11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:26.249567 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-68f51124-5322-4fec-b907-c2b7efa3efbb service neutron] Bound using segment: {'id': '8270ac9c-375e-4eb7-9ef0-96961a37ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '385868f0-a311-4e70-a09b-e3abe241b11d'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:57:26.254230 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-68f51124-5322-4fec-b907-c2b7efa3efbb service neutron] Bound port: 90c61d7e-909f-424a-a03e-462f58c7db57, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8270ac9c-375e-4eb7-9ef0-96961a37ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '385868f0-a311-4e70-a09b-e3abe241b11d'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:57:26.256787 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-68f51124-5322-4fec-b907-c2b7efa3efbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.318114 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-78b228c9-5918-4d55-b8ba-54c100d3e73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.348409 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-78b228c9-5918-4d55-b8ba-54c100d3e73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.374997 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b228c9-5918-4d55-b8ba-54c100d3e73b admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:57:26.404507 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-78b228c9-5918-4d55-b8ba-54c100d3e73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.404894 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-78b228c9-5918-4d55-b8ba-54c100d3e73b admin admin] Added segment c126c080-0b7a-4583-b961-2cc1a5715ab0 of type vlan for network fd320d57-866a-4ea9-8417-d48deefec81a Jul 07 16:57:26.505621 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-e8b47825-60bb-44d2-985d-61f76b85b1f2 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5620272 Jul 07 16:57:26.550166 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a9df5-a496-4b4e-b697-96070439d944 req-004582be-79ce-4e7f-a349-d291c4a276ce tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:26.555034 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a9df5-a496-4b4e-b697-96070439d944 req-004582be-79ce-4e7f-a349-d291c4a276ce tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:26.564591 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a9df5-a496-4b4e-b697-96070439d944 req-004582be-79ce-4e7f-a349-d291c4a276ce tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:26.572369 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fa3a9df5-a496-4b4e-b697-96070439d944 req-004582be-79ce-4e7f-a349-d291c4a276ce tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbe57d5-5ff9-4a73-8be4-3915f671aa78 HTTP/1.1" status: 200 len: 2412 time: 0.8327305 Jul 07 16:57:26.655979 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-78b228c9-5918-4d55-b8ba-54c100d3e73b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.688574 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5c597b7e-515a-4d14-9bbe-f4135c09beca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.711916 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b228c9-5918-4d55-b8ba-54c100d3e73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b761947a-7aa8-40ed-977a-f2d07c6ee3ed,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:26.805372 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-68f51124-5322-4fec-b907-c2b7efa3efbb service neutron] For port 90c61d7e-909f-424a-a03e-462f58c7db57, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:26.834014 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fa3a9df5-a496-4b4e-b697-96070439d944 req-12745484-0a85-4882-a418-61c667e8b35f tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604222 Jul 07 16:57:26.855057 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-78b228c9-5918-4d55-b8ba-54c100d3e73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.857003 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b228c9-5918-4d55-b8ba-54c100d3e73b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:26.857775 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-78b228c9-5918-4d55-b8ba-54c100d3e73b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.883191 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf756a-1404-4f5d-8bc1-703e3495d236 req-47eff36c-01ae-4000-a7d1-2843a5d067b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:26.884470 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf756a-1404-4f5d-8bc1-703e3495d236 req-47eff36c-01ae-4000-a7d1-2843a5d067b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:26.885654 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf756a-1404-4f5d-8bc1-703e3495d236 req-47eff36c-01ae-4000-a7d1-2843a5d067b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:26.894003 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dfdf756a-1404-4f5d-8bc1-703e3495d236 req-47eff36c-01ae-4000-a7d1-2843a5d067b9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6d2da5d09503418b9ddf40fdbcdd8412&device_id=edbe57d5-5ff9-4a73-8be4-3915f671aa78 HTTP/1.1" status: 200 len: 2826 time: 0.6874301 Jul 07 16:57:26.915406 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-78b228c9-5918-4d55-b8ba-54c100d3e73b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6163769 Jul 07 16:57:26.920139 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-566e203e-3e42-4be3-a24d-4e652701d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:26.922020 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-566e203e-3e42-4be3-a24d-4e652701d3f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 1095 time: 0.6020629 Jul 07 16:57:26.922685 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50288) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:26.965839 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-b563458a-7d37-411b-bc85-a71602b20499 admin admin] Request body: {'subnet': {'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1935857528-subnet', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:27.037091 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-15661846-a77c-4d1e-9fe7-beea2fa1a4a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f30eb22-6345-43d4-8240-b85b25ba8808 HTTP/1.1" status: 200 len: 217 time: 0.0602710 Jul 07 16:57:27.107463 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-68f51124-5322-4fec-b907-c2b7efa3efbb service neutron] For port 90c61d7e-909f-424a-a03e-462f58c7db57, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=90c61d7e-909f-424a-a03e-462f58c7db57,segment=NetworkSegment(8270ac9c-375e-4eb7-9ef0-96961a37ce4f),segment_id=8270ac9c-375e-4eb7-9ef0-96961a37ce4f)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:27.125066 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-68f51124-5322-4fec-b907-c2b7efa3efbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:27.181225 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf45fc-ee3b-43f5-bf42-b426facf441d req-911463c5-7116-4ed6-9795-568663a50849 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:27.196965 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0bdf45fc-ee3b-43f5-bf42-b426facf441d req-911463c5-7116-4ed6-9795-568663a50849 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 943 time: 0.6636982 Jul 07 16:57:27.228458 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-33669919-9769-458d-9e23-c9a7ddd6f5fc service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7133667 Jul 07 16:57:27.265738 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-68f51124-5322-4fec-b907-c2b7efa3efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:27.291336 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-68f51124-5322-4fec-b907-c2b7efa3efbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:27.294599 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-68f51124-5322-4fec-b907-c2b7efa3efbb service neutron] 10.222.0.72 "PUT /v2.0/ports/90c61d7e-909f-424a-a03e-462f58c7db57 HTTP/1.1" status: 200 len: 1093 time: 4.8052173 Jul 07 16:57:27.336353 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b228c9-5918-4d55-b8ba-54c100d3e73b admin admin] Pushing event updated for resources: {'Network': ['ID=fd320d57-866a-4ea9-8417-d48deefec81a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:27.359010 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network fd320d57-866a-4ea9-8417-d48deefec81a details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:57:27.364259 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b563458a-7d37-411b-bc85-a71602b20499 admin admin] Made reservation on behalf of df146b5b0b61480fbeabce06e3b8a566 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:27.376076 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b563458a-7d37-411b-bc85-a71602b20499 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:27.405243 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-d25b1c0e-33f5-4da2-8827-1dec322b2663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:27.422276 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-d25b1c0e-33f5-4da2-8827-1dec322b2663 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=efc5a7ec-004d-467f-9a91-81aefb64567f HTTP/1.1" status: 200 len: 861 time: 0.3677304 Jul 07 16:57:27.441490 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf756a-1404-4f5d-8bc1-703e3495d236 req-73558863-af8d-40b0-8ca0-75cccd8fe7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:27.445009 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf756a-1404-4f5d-8bc1-703e3495d236 req-73558863-af8d-40b0-8ca0-75cccd8fe7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:27.445590 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf756a-1404-4f5d-8bc1-703e3495d236 req-73558863-af8d-40b0-8ca0-75cccd8fe7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:27.466354 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dfdf756a-1404-4f5d-8bc1-703e3495d236 req-73558863-af8d-40b0-8ca0-75cccd8fe7ed service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=6d2da5d09503418b9ddf40fdbcdd8412&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5473962 Jul 07 16:57:27.501532 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f51124-5322-4fec-b907-c2b7efa3efbb service neutron] Pushing event updated for resources: {'Port': ['ID=90c61d7e-909f-424a-a03e-462f58c7db57,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:27.679461 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca22e7b-314b-485b-915e-86865db01b9a', 'tag': '6f30eb22-6345-43d4-8240-b85b25ba8808'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:27.684846 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825a6aef-ee20-4478-966f-86ac909e0511" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca22e7b-314b-485b-915e-86865db01b9a", "tag": "6f30eb22-6345-43d4-8240-b85b25ba8808"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:27.747799 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:27.754412 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0bdf45fc-ee3b-43f5-bf42-b426facf441d req-daa66263-3320-4a53-a19c-50cc96926287 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557947 Jul 07 16:57:27.771062 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-456f5de8-2941-4ab2-9505-afbcb8804f4e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ad75942-8a9e-4718-9815-ad27d5bad609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2810786 Jul 07 16:57:28.121440 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-dc5b0134-a0ad-4733-a4c8-6b32d8b933ed service neutron] 10.222.0.64 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216486 Jul 07 16:57:28.242943 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbe57d5-5ff9-4a73-8be4-3915f671aa78', 'tag': '90c61d7e-909f-424a-a03e-462f58c7db57'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:28.247160 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dad7bc8-294d-4eb7-a6cd-6aabb2268ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "edbe57d5-5ff9-4a73-8be4-3915f671aa78", "tag": "90c61d7e-909f-424a-a03e-462f58c7db57"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:28.267605 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-92c8b1ba-724e-4fc8-84ce-5a848a04db98 req-8561c07b-e8d8-487c-ae68-92d118557b59 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/ports?device_id=87f4ba17-07a0-4fa5-a997-c6a5333fd8b6 HTTP/1.1" status: 200 len: 210 time: 0.0779297 Jul 07 16:57:28.274501 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:57:28.387517 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b563458a-7d37-411b-bc85-a71602b20499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.412768 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf756a-1404-4f5d-8bc1-703e3495d236 req-cf54345c-337a-46d9-b76b-fc6fc53b8c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:28.414336 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dfdf756a-1404-4f5d-8bc1-703e3495d236 req-cf54345c-337a-46d9-b76b-fc6fc53b8c8a service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9436734 Jul 07 16:57:28.448014 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3ad8e-94fb-46ad-93dd-37b422c6f704 req-bf194a9a-00b6-4aa1-b1ca-a590110664ed tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:28.450038 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d5c3ad8e-94fb-46ad-93dd-37b422c6f704 req-bf194a9a-00b6-4aa1-b1ca-a590110664ed tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 949 time: 0.9341373 Jul 07 16:57:28.521139 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-94d8c20e-d5e9-4940-b7f5-23fe0c682816 req-7412fa32-c428-4897-81a4-ab148b4188cb service neutron] 10.222.0.64 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760960 Jul 07 16:57:28.549224 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d5c3ad8e-94fb-46ad-93dd-37b422c6f704 req-425e1948-807b-412d-940c-c5ac55b53522 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745907 Jul 07 16:57:28.580117 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port d7ffe9d7-f969-47b8-a8ee-2aed3cf48178, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=d7ffe9d7-f969-47b8-a8ee-2aed3cf48178,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:28.643876 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563458a-7d37-411b-bc85-a71602b20499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5512d358-3619-4514-a272-035774ba4388,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:28.649949 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'd7ffe9d7-f969-47b8-a8ee-2aed3cf48178', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': 'd7ffe9d7-f969-47b8-a8ee-2aed3cf48178', 'mac_address': 'fa:16:3e:54:3b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:57:28.670140 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b563458a-7d37-411b-bc85-a71602b20499 admin admin] Checking segment: {'id': 'c126c080-0b7a-4583-b961-2cc1a5715ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:28.670551 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b563458a-7d37-411b-bc85-a71602b20499 admin admin] Network hostable DHCP agents. Network: fd320d57-866a-4ea9-8417-d48deefec81a, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:57:28.725263 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b563458a-7d37-411b-bc85-a71602b20499 admin admin] Network fd320d57-866a-4ea9-8417-d48deefec81a is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:57:28.747683 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-b563458a-7d37-411b-bc85-a71602b20499 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, fd320d57-866a-4ea9-8417-d48deefec81a) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:28.764173 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b563458a-7d37-411b-bc85-a71602b20499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:28.768933 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b563458a-7d37-411b-bc85-a71602b20499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.780467 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65af2c63-149e-4710-bebf-dff986553d2a None None] Network fd320d57-866a-4ea9-8417-d48deefec81a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:57:28.822371 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b563458a-7d37-411b-bc85-a71602b20499 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8603928 Jul 07 16:57:28.827857 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b998026e-3611-4ca5-ae70-09d69c3067e7 x-openstack-request-id: req-b998026e-3611-4ca5-ae70-09d69c3067e7 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:28.828291 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca22e7b-314b-485b-915e-86865db01b9a", "tag": "6f30eb22-6345-43d4-8240-b85b25ba8808", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:28.828751 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b998026e-3611-4ca5-ae70-09d69c3067e7 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:28.833460 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca22e7b-314b-485b-915e-86865db01b9a', 'tag': '6f30eb22-6345-43d4-8240-b85b25ba8808', 'status': 'completed', 'code': 200} Jul 07 16:57:28.834569 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50310) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:28.864371 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e487f992-4002-42fc-86bb-a37c9dc2a59e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1935857528-router', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:29.008254 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7183f24e-cab2-4132-8050-bf306a84b52f x-openstack-request-id: req-7183f24e-cab2-4132-8050-bf306a84b52f {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:29.020947 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edbe57d5-5ff9-4a73-8be4-3915f671aa78", "tag": "90c61d7e-909f-424a-a03e-462f58c7db57", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:29.021757 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7183f24e-cab2-4132-8050-bf306a84b52f {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:29.022116 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edbe57d5-5ff9-4a73-8be4-3915f671aa78', 'tag': '90c61d7e-909f-424a-a03e-462f58c7db57', 'status': 'completed', 'code': 200} Jul 07 16:57:29.051109 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50316) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:29.071655 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-3860e15e-d941-4224-89ea-47f732aa43a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:29.072569 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-3860e15e-d941-4224-89ea-47f732aa43a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:29.074125 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-3860e15e-d941-4224-89ea-47f732aa43a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:29.077632 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-3860e15e-d941-4224-89ea-47f732aa43a0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6d2da5d09503418b9ddf40fdbcdd8412&device_id=edbe57d5-5ff9-4a73-8be4-3915f671aa78 HTTP/1.1" status: 200 len: 2868 time: 0.4005704 Jul 07 16:57:29.151177 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:29.259740 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:29.272838 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e487f992-4002-42fc-86bb-a37c9dc2a59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:29.272838 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e487f992-4002-42fc-86bb-a37c9dc2a59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:29.286883 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-01d27568-8077-4c52-b8cf-7e95867b697e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.36&port_id=22feeb4c-b124-40a7-98fe-096742e3d671 HTTP/1.1" status: 200 len: 217 time: 0.1933031 Jul 07 16:57:29.343103 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e487f992-4002-42fc-86bb-a37c9dc2a59e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:29.388463 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port d7ffe9d7-f969-47b8-a8ee-2aed3cf48178, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=d7ffe9d7-f969-47b8-a8ee-2aed3cf48178,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:29.403358 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:29.439533 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a6aef-ee20-4478-966f-86ac909e0511 req-1317191f-a323-4c96-83c7-1e9328d29172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:29.441408 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-825a6aef-ee20-4478-966f-86ac909e0511 req-1317191f-a323-4c96-83c7-1e9328d29172 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 1095 time: 0.5638080 Jul 07 16:57:29.451364 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-28ad62c5-f7e0-4cf3-96fd-5e2869007b05 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:29.454232 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-28ad62c5-f7e0-4cf3-96fd-5e2869007b05 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.72 "GET /v2.0/networks?id=cd0f638f-a0b6-4bb5-8994-314c247e14c7 HTTP/1.1" status: 200 len: 811 time: 0.6283345 Jul 07 16:57:29.592003 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['d7ffe9d7-f969-47b8-a8ee-2aed3cf48178'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:29.642277 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-606ef1c8-b534-452c-a5b2-c963f7473783 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed8f975643fb4fa897237bed3aeafc7e HTTP/1.1" status: 200 len: 380 time: 0.1176114 Jul 07 16:57:29.661938 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-7c0bc9dc-e62b-4e94-af6f-4156508b41ff tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Request body: {'port': {'device_id': '87f4ba17-07a0-4fa5-a997-c6a5333fd8b6', 'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7', 'admin_state_up': True, 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'security_groups': ['2e79daa5-eb0d-4fdd-8cee-b42e18b1e9f2']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:29.739511 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=d7ffe9d7-f969-47b8-a8ee-2aed3cf48178,revision_number=9']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:29.750280 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c27eee6-aa1b-4ede-9e74-19323899f44e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-fd320d57-866a-4ea9-8417-d48deefec81a', 'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'fixed_ips': [{'subnet_id': '5512d358-3619-4514-a272-035774ba4388'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:57:29.752187 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3c27eee6-aa1b-4ede-9e74-19323899f44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:30.096074 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-05aa33ea-757d-471b-8333-39f96ac7acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:30.099100 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-05aa33ea-757d-471b-8333-39f96ac7acc8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52e87aa6-cf57-4927-8ed0-ba2a82641465 HTTP/1.1" status: 200 len: 801 time: 0.6772602 Jul 07 16:57:30.228411 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:30.295414 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-3c27eee6-aa1b-4ede-9e74-19323899f44e None None] Allocated IP 172.20.0.2 (fd320d57-866a-4ea9-8417-d48deefec81a/5512d358-3619-4514-a272-035774ba4388/c02d72ee-0b97-43bf-be8f-8055cc5802e0) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:30.393903 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee079c-db49-4506-af64-fb35987e0aad req-bd38554f-cb95-444f-9420-5e73739322d5 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:30.420721 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee079c-db49-4506-af64-fb35987e0aad req-bd38554f-cb95-444f-9420-5e73739322d5 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:30.445241 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee079c-db49-4506-af64-fb35987e0aad req-bd38554f-cb95-444f-9420-5e73739322d5 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:30.465527 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e6ee079c-db49-4506-af64-fb35987e0aad req-bd38554f-cb95-444f-9420-5e73739322d5 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbe57d5-5ff9-4a73-8be4-3915f671aa78 HTTP/1.1" status: 200 len: 2412 time: 1.4418569 Jul 07 16:57:30.694003 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ef59b-5c0f-499f-9d87-aca2b58906f6 req-db11781e-54f6-4813-a0de-746da4256b0a tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:30.709105 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d6ef59b-5c0f-499f-9d87-aca2b58906f6 req-db11781e-54f6-4813-a0de-746da4256b0a tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 943 time: 1.5168626 Jul 07 16:57:30.715792 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e487f992-4002-42fc-86bb-a37c9dc2a59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:30.722118 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-104b903b-1ace-4431-8553-fae280e36a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:30.723788 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-104b903b-1ace-4431-8553-fae280e36a52 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=385868f0-a311-4e70-a09b-e3abe241b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5881698 Jul 07 16:57:30.726997 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e6ee079c-db49-4506-af64-fb35987e0aad req-651d8063-19be-4f1c-8fb9-a9c35d304638 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602901 Jul 07 16:57:30.762360 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3c27eee6-aa1b-4ede-9e74-19323899f44e None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:30.771688 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d9c5a0e-744c-4bf6-b491-1522c75b8083 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:30.793243 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3c27eee6-aa1b-4ede-9e74-19323899f44e None None] Transition to ACTIVE for port object c02d72ee-0b97-43bf-be8f-8055cc5802e0 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:30.843780 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3c27eee6-aa1b-4ede-9e74-19323899f44e None None] Transition to ACTIVE for port object c02d72ee-0b97-43bf-be8f-8055cc5802e0 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:30.861490 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3c27eee6-aa1b-4ede-9e74-19323899f44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:30.918970 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-7c0bc9dc-e62b-4e94-af6f-4156508b41ff tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Made reservation on behalf of ed8f975643fb4fa897237bed3aeafc7e for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:30.930332 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-7c0bc9dc-e62b-4e94-af6f-4156508b41ff tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:31.062603 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d9c5a0e-744c-4bf6-b491-1522c75b8083 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:31.079972 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27eee6-aa1b-4ede-9e74-19323899f44e None None] Pushing event updated for resources: {'Port': ['ID=c02d72ee-0b97-43bf-be8f-8055cc5802e0,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:31.144383 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c27eee6-aa1b-4ede-9e74-19323899f44e None None] Network fd320d57-866a-4ea9-8417-d48deefec81a is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:31.159349 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-3c27eee6-aa1b-4ede-9e74-19323899f44e None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:31.173434 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c27eee6-aa1b-4ede-9e74-19323899f44e None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:31.278021 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-7c0bc9dc-e62b-4e94-af6f-4156508b41ff tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Allocated IP 172.20.0.7 (cd0f638f-a0b6-4bb5-8994-314c247e14c7/25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15/62fc252c-11a9-4a30-b2fa-eb52c81babcc) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:31.374187 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-601afa8a-4b1b-48c9-ad22-971aeb87fe49 req-834b5d80-3c2a-49f6-b873-3cda8986cc3b tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/ports?device_id=87f4ba17-07a0-4fa5-a997-c6a5333fd8b6 HTTP/1.1" status: 200 len: 210 time: 0.1421688 Jul 07 16:57:31.391977 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-3c27eee6-aa1b-4ede-9e74-19323899f44e None None] Attempting to bind port c02d72ee-0b97-43bf-be8f-8055cc5802e0 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:31.392715 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-3c27eee6-aa1b-4ede-9e74-19323899f44e None None] Attempting to bind port c02d72ee-0b97-43bf-be8f-8055cc5802e0 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'c126c080-0b7a-4583-b961-2cc1a5715ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:31.393394 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c27eee6-aa1b-4ede-9e74-19323899f44e None None] Attempting to bind port c02d72ee-0b97-43bf-be8f-8055cc5802e0 on network fd320d57-866a-4ea9-8417-d48deefec81a {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:31.406536 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c27eee6-aa1b-4ede-9e74-19323899f44e None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:57:31.407169 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c27eee6-aa1b-4ede-9e74-19323899f44e None None] Checking segment: {'id': 'c126c080-0b7a-4583-b961-2cc1a5715ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:31.408424 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3c27eee6-aa1b-4ede-9e74-19323899f44e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:31.408766 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d6ef59b-5c0f-499f-9d87-aca2b58906f6 req-a8f7b172-7450-489b-b725-5caa44c34e7c tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6973674 Jul 07 16:57:31.409169 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c27eee6-aa1b-4ede-9e74-19323899f44e None None] Bound using segment: {'id': 'c126c080-0b7a-4583-b961-2cc1a5715ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:57:31.410003 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-3c27eee6-aa1b-4ede-9e74-19323899f44e None None] Bound port: c02d72ee-0b97-43bf-be8f-8055cc5802e0, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c126c080-0b7a-4583-b961-2cc1a5715ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:57:31.410483 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a6aef-ee20-4478-966f-86ac909e0511 req-cb515c79-575a-4ba9-b91f-b443e7f09ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:31.410768 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3c27eee6-aa1b-4ede-9e74-19323899f44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:31.422626 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-825a6aef-ee20-4478-966f-86ac909e0511 req-cb515c79-575a-4ba9-b91f-b443e7f09ed9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 200 len: 922 time: 1.9699392 Jul 07 16:57:31.425945 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d9c5a0e-744c-4bf6-b491-1522c75b8083 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:31.441662 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d9c5a0e-744c-4bf6-b491-1522c75b8083 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:31.447680 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7d9c5a0e-744c-4bf6-b491-1522c75b8083 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "DELETE /v2.0/security-groups/5704a10f-40dc-4a3e-9704-7214d47c05a9 HTTP/1.1" status: 204 len: 168 time: 2.3857512 Jul 07 16:57:31.509345 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50348) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:31.621894 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-825a6aef-ee20-4478-966f-86ac909e0511 req-d93d7d4a-2228-4090-afa1-32a8d5ba672d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f30eb22-6345-43d4-8240-b85b25ba8808 HTTP/1.1" status: 200 len: 217 time: 0.1588163 Jul 07 16:57:31.674051 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-601c1ace-1ef4-40d9-872e-d662da233f2c service neutron] 10.222.0.72 "GET /v2.0/networks/385868f0-a311-4e70-a09b-e3abe241b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9323020 Jul 07 16:57:31.688121 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3c27eee6-aa1b-4ede-9e74-19323899f44e None None] For port c02d72ee-0b97-43bf-be8f-8055cc5802e0, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:31.694696 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3c27eee6-aa1b-4ede-9e74-19323899f44e None None] For port c02d72ee-0b97-43bf-be8f-8055cc5802e0, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c02d72ee-0b97-43bf-be8f-8055cc5802e0,segment=NetworkSegment(c126c080-0b7a-4583-b961-2cc1a5715ab0),segment_id=c126c080-0b7a-4583-b961-2cc1a5715ab0)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:31.703129 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3c27eee6-aa1b-4ede-9e74-19323899f44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:31.742577 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c5a0e-744c-4bf6-b491-1522c75b8083 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5704a10f-40dc-4a3e-9704-7214d47c05a9,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:31.846897 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-cb7bc532-aeee-454a-a426-f6de33319a23 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] show failed (client error): The resource could not be found. Jul 07 16:57:31.852550 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cb7bc532-aeee-454a-a426-f6de33319a23 tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "GET /v2.0/security-groups/5704a10f-40dc-4a3e-9704-7214d47c05a9 HTTP/1.1" status: 404 len: 347 time: 0.2496736 Jul 07 16:57:31.853329 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50362) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:31.874633 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a6aef-ee20-4478-966f-86ac909e0511 req-cb0c6278-3ff6-4f59-8f6b-199bbaa71ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:31.877699 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-825a6aef-ee20-4478-966f-86ac909e0511 req-cb0c6278-3ff6-4f59-8f6b-199bbaa71ca0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=efc5a7ec-004d-467f-9a91-81aefb64567f HTTP/1.1" status: 200 len: 861 time: 0.2526519 Jul 07 16:57:32.027295 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27eee6-aa1b-4ede-9e74-19323899f44e None None] Pushing event updated for resources: {'Port': ['ID=c02d72ee-0b97-43bf-be8f-8055cc5802e0,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:32.194004 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-99ed0cbc-13fc-48e8-858d-d1aabc3e9867 service neutron] 10.222.0.72 "GET /v2.0/networks/385868f0-a311-4e70-a09b-e3abe241b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963434 Jul 07 16:57:32.297149 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-825a6aef-ee20-4478-966f-86ac909e0511 req-85661461-8512-400c-bafa-abaf2f7f6dc2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ad75942-8a9e-4718-9815-ad27d5bad609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2554171 Jul 07 16:57:32.306458 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:32.349923 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-da3d026c-0b18-4c8c-a410-f19c81849820 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.121&port_id=c8e19593-a0a2-4685-8b58-14a0e08d6be1 HTTP/1.1" status: 200 len: 217 time: 0.1332014 Jul 07 16:57:32.544935 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-0f0c6b5e-cd97-4d91-a5fe-10242cc7d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:32.547304 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-0f0c6b5e-cd97-4d91-a5fe-10242cc7d88a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=399600ba-deb1-418a-893b-25447c4784e2 HTTP/1.1" status: 200 len: 801 time: 0.1836925 Jul 07 16:57:32.581069 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:32.581673 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:32.909196 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:32.961320 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3279052d-3b78-42d6-bf8e-9aab1293dcd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ffe9d7-f969-47b8-a8ee-2aed3cf48178'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:32.964267 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44eef722-52f7-4c31-b351-4636f7360e2e" -d '{"events": [{"server_uuid": "3279052d-3b78-42d6-bf8e-9aab1293dcd6", "name": "network-vif-plugged", "status": "completed", "tag": "d7ffe9d7-f969-47b8-a8ee-2aed3cf48178"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:32.995814 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-7c0bc9dc-e62b-4e94-af6f-4156508b41ff tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:33.008769 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port d7ffe9d7-f969-47b8-a8ee-2aed3cf48178, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=d7ffe9d7-f969-47b8-a8ee-2aed3cf48178,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:33.015133 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:33.148967 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-7c0bc9dc-e62b-4e94-af6f-4156508b41ff tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Transition to ACTIVE for port object 62fc252c-11a9-4a30-b2fa-eb52c81babcc will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:33.222773 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=d7ffe9d7-f969-47b8-a8ee-2aed3cf48178,revision_number=10']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:33.275178 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-825a6aef-ee20-4478-966f-86ac909e0511 req-baa837d7-f8bd-48b6-9b4b-e22c1c13ebfe service neutron] 10.222.0.64 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6886325 Jul 07 16:57:33.286145 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-e239f903-81c7-4015-ad03-74d7a75ebe8c tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Deleting port 8fd2bc80-2b04-44f1-9faa-ac128156dcd3 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:33.287227 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e239f903-81c7-4015-ad03-74d7a75ebe8c tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:33.348955 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-6ff6f9e4-c92b-4099-a7ab-2cacd1123e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:33.352528 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-6ff6f9e4-c92b-4099-a7ab-2cacd1123e3c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5a7ec239-bc57-4f49-8319-9d3c53cecec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7939739 Jul 07 16:57:33.381480 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-7c0bc9dc-e62b-4e94-af6f-4156508b41ff tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:33.411092 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c02d72ee-0b97-43bf-be8f-8055cc5802e0 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:33.544502 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port c02d72ee-0b97-43bf-be8f-8055cc5802e0 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:33.720519 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0bc9dc-e62b-4e94-af6f-4156508b41ff tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Pushing event updated for resources: {'Port': ['ID=62fc252c-11a9-4a30-b2fa-eb52c81babcc,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:33.766420 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-7c0bc9dc-e62b-4e94-af6f-4156508b41ff tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Network cd0f638f-a0b6-4bb5-8994-314c247e14c7 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:33.789955 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16457d-6fba-4289-8738-a5f276c19176 req-bcd537fb-5c63-4d66-a8fa-d589bbbab5a2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:33.803897 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ea16457d-6fba-4289-8738-a5f276c19176 req-bcd537fb-5c63-4d66-a8fa-d589bbbab5a2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 949 time: 1.0939302 Jul 07 16:57:33.830757 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e487f992-4002-42fc-86bb-a37c9dc2a59e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:33.841027 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-825a6aef-ee20-4478-966f-86ac909e0511 req-543da7c9-f5a6-4754-82d1-cecef4f5ef35 service neutron] 10.222.0.64 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5386112 Jul 07 16:57:33.886408 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-7c0bc9dc-e62b-4e94-af6f-4156508b41ff tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:33.894764 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-7c0bc9dc-e62b-4e94-af6f-4156508b41ff tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:33.972548 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e239f903-81c7-4015-ad03-74d7a75ebe8c tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:33.973383 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e239f903-81c7-4015-ad03-74d7a75ebe8c tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:34.012445 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-e239f903-81c7-4015-ad03-74d7a75ebe8c tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Calling delete_port for 8fd2bc80-2b04-44f1-9faa-ac128156dcd3 owned by network:floatingip {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:34.071350 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ea16457d-6fba-4289-8738-a5f276c19176 req-1760c555-5295-4d1b-b638-6fe86372215a tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659519 Jul 07 16:57:34.122158 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-653211a2-3b72-466f-8c65-c3be09e94453 service neutron] 10.222.0.72 "GET /v2.0/networks/5a7ec239-bc57-4f49-8319-9d3c53cecec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7608590 Jul 07 16:57:34.128315 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-7c0bc9dc-e62b-4e94-af6f-4156508b41ff tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:34.129057 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-7c0bc9dc-e62b-4e94-af6f-4156508b41ff tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:34.131856 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c82833-46d8-4700-8a94-aa3124d76c23 None None] Network fd320d57-866a-4ea9-8417-d48deefec81a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:57:34.223786 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-7c0bc9dc-e62b-4e94-af6f-4156508b41ff tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5714047 Jul 07 16:57:34.239881 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-ba02a472-d0fa-4dac-ad8b-a1619d662a30 service neutron] Request body: {'port': {'device_id': '87f4ba17-07a0-4fa5-a997-c6a5333fd8b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:34.362916 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-ba02a472-d0fa-4dac-ad8b-a1619d662a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:34.445458 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-11c67016-c041-4dce-b0b2-fc3e1a7d0e3d None None] Provisioning for port c02d72ee-0b97-43bf-be8f-8055cc5802e0 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:34.486982 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-11c67016-c041-4dce-b0b2-fc3e1a7d0e3d None None] Provisioning complete for port c02d72ee-0b97-43bf-be8f-8055cc5802e0 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:34.487608 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-11c67016-c041-4dce-b0b2-fc3e1a7d0e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:34.503407 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-79d30c06-a973-4a1b-953f-8a6998b6e0dd service neutron] 10.222.0.72 "GET /v2.0/networks/5a7ec239-bc57-4f49-8319-9d3c53cecec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712254 Jul 07 16:57:34.588750 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e487f992-4002-42fc-86bb-a37c9dc2a59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:34.721920 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-7aac330d-dbfc-4108-92ab-a9d241536c92 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.140&port_id=90c61d7e-909f-424a-a03e-462f58c7db57 HTTP/1.1" status: 200 len: 217 time: 0.2097552 Jul 07 16:57:34.744844 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e239f903-81c7-4015-ad03-74d7a75ebe8c tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:34.819736 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239f903-81c7-4015-ad03-74d7a75ebe8c tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Pushing event deleted for resources: {'Port': ['ID=8fd2bc80-2b04-44f1-9faa-ac128156dcd3,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:35.046768 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-e487f992-4002-42fc-86bb-a37c9dc2a59e admin admin] Allocated IP 172.25.0.62 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/647d2f74-ba4c-4f95-92bd-dc072fd9bd43) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:35.072247 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e239f903-81c7-4015-ad03-74d7a75ebe8c tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks [] for floatingip, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:35.077492 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e239f903-81c7-4015-ad03-74d7a75ebe8c tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:35.093968 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e239f903-81c7-4015-ad03-74d7a75ebe8c tempest-ServersWithSpecificFlavorTestJSON-1011833766 tempest-ServersWithSpecificFlavorTestJSON-1011833766-project] 10.222.0.53 "DELETE /v2.0/floatingips/e95d80c7-adde-462b-ab1f-616415fdc417 HTTP/1.1" status: 204 len: 168 time: 3.2385292 Jul 07 16:57:35.181641 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-11c67016-c041-4dce-b0b2-fc3e1a7d0e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:35.297991 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-ce78549d-c45b-42f3-868d-8ffdadd954b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:35.297991 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-ce78549d-c45b-42f3-868d-8ffdadd954b4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52e87aa6-cf57-4927-8ed0-ba2a82641465 HTTP/1.1" status: 200 len: 801 time: 0.5560830 Jul 07 16:57:35.326934 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-11c67016-c041-4dce-b0b2-fc3e1a7d0e3d None None] For port c02d72ee-0b97-43bf-be8f-8055cc5802e0, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c02d72ee-0b97-43bf-be8f-8055cc5802e0,segment=NetworkSegment(c126c080-0b7a-4583-b961-2cc1a5715ab0),segment_id=c126c080-0b7a-4583-b961-2cc1a5715ab0)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:35.346018 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-11c67016-c041-4dce-b0b2-fc3e1a7d0e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:35.411272 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6a190-164f-4ca7-870a-0e5d1105c093 req-74e0573a-507e-46a9-8633-0fc8e1c7c184 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:35.426872 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6a190-164f-4ca7-870a-0e5d1105c093 req-74e0573a-507e-46a9-8633-0fc8e1c7c184 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:35.440611 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6a190-164f-4ca7-870a-0e5d1105c093 req-74e0573a-507e-46a9-8633-0fc8e1c7c184 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:35.459645 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8dd6a190-164f-4ca7-870a-0e5d1105c093 req-74e0573a-507e-46a9-8633-0fc8e1c7c184 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbe57d5-5ff9-4a73-8be4-3915f671aa78 HTTP/1.1" status: 200 len: 2412 time: 0.8747950 Jul 07 16:57:35.512143 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e487f992-4002-42fc-86bb-a37c9dc2a59e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:35.558446 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c67016-c041-4dce-b0b2-fc3e1a7d0e3d None None] Pushing event updated for resources: {'Port': ['ID=c02d72ee-0b97-43bf-be8f-8055cc5802e0,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:35.574170 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-32706d45-b8b7-400f-ba41-5fc259620a06 None None] Provisioning for port 62fc252c-11a9-4a30-b2fa-eb52c81babcc completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:35.583069 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-32706d45-b8b7-400f-ba41-5fc259620a06 None None] Provisioning complete for port 62fc252c-11a9-4a30-b2fa-eb52c81babcc triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:35.584583 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-32706d45-b8b7-400f-ba41-5fc259620a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:35.674824 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-32706d45-b8b7-400f-ba41-5fc259620a06 None None] Port 62fc252c-11a9-4a30-b2fa-eb52c81babcc cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:57:35.740131 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8dd6a190-164f-4ca7-870a-0e5d1105c093 req-cf9b44ca-8a27-4053-a382-73773b46536f tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790031 Jul 07 16:57:35.758952 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e487f992-4002-42fc-86bb-a37c9dc2a59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:35.827549 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-6604d8b4-32f0-4929-a098-a767dc51eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:35.838176 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-6604d8b4-32f0-4929-a098-a767dc51eb79 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=385868f0-a311-4e70-a09b-e3abe241b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5314991 Jul 07 16:57:35.900462 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e487f992-4002-42fc-86bb-a37c9dc2a59e admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:35.905488 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-e487f992-4002-42fc-86bb-a37c9dc2a59e admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:35.909987 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e487f992-4002-42fc-86bb-a37c9dc2a59e admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:35.983919 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487f992-4002-42fc-86bb-a37c9dc2a59e admin admin] Pushing event updated for resources: {'Port': ['ID=647d2f74-ba4c-4f95-92bd-dc072fd9bd43,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:36.031861 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b0316bb9-c721-4aaf-9793-92992fe0fee9 None None] Provisioning complete for port c02d72ee-0b97-43bf-be8f-8055cc5802e0 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:36.032418 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b0316bb9-c721-4aaf-9793-92992fe0fee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:36.355269 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-ba02a472-d0fa-4dac-ad8b-a1619d662a30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62fc252c-11a9-4a30-b2fa-eb52c81babcc {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:36.367296 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-ba02a472-d0fa-4dac-ad8b-a1619d662a30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:36.386186 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-ba02a472-d0fa-4dac-ad8b-a1619d662a30 service neutron] Transition to ACTIVE for port object 62fc252c-11a9-4a30-b2fa-eb52c81babcc will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:36.436708 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-ba02a472-d0fa-4dac-ad8b-a1619d662a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:36.488929 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-ddb53e78-80cf-422d-a754-671b2ba65944 service neutron] 10.222.0.72 "GET /v2.0/networks/385868f0-a311-4e70-a09b-e3abe241b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6430662 Jul 07 16:57:36.665085 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e487f992-4002-42fc-86bb-a37c9dc2a59e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:36.864326 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:36.901699 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047ef1b-4076-48b5-ab99-8851e7f48a90 req-203bc713-1393-4ec8-9af8-d517fbd1e080 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:36.910024 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7047ef1b-4076-48b5-ab99-8851e7f48a90 req-203bc713-1393-4ec8-9af8-d517fbd1e080 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/ports?device_id=87f4ba17-07a0-4fa5-a997-c6a5333fd8b6 HTTP/1.1" status: 200 len: 931 time: 0.8902159 Jul 07 16:57:37.054732 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e487f992-4002-42fc-86bb-a37c9dc2a59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:37.383222 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c02d72ee-0b97-43bf-be8f-8055cc5802e0 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:37.555468 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e487f992-4002-42fc-86bb-a37c9dc2a59e admin admin] Router 5f73bf57-8ac2-4618-925c-0aab07492764 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:57:37.657058 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:37.747026 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port c02d72ee-0b97-43bf-be8f-8055cc5802e0 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:37.747550 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:37.889436 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e487f992-4002-42fc-86bb-a37c9dc2a59e admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:57:37.900480 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1eef29-c9ca-4d31-9ddb-d5862ed1ef6c None None] Sync routers for ids ['5f73bf57-8ac2-4618-925c-0aab07492764'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:57:37.920157 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1eef29-c9ca-4d31-9ddb-d5862ed1ef6c None None] Routers {'5f73bf57-8ac2-4618-925c-0aab07492764'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:37.922288 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-9d1eef29-c9ca-4d31-9ddb-d5862ed1ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:57:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['5f73bf57-8ac2-4618-925c-0aab07492764'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:37.938963 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e487f992-4002-42fc-86bb-a37c9dc2a59e admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:37.940788 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e487f992-4002-42fc-86bb-a37c9dc2a59e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 9.1005423 Jul 07 16:57:37.945193 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50388) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:38.128273 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ea5c1db-9ea1-433a-b4dc-f0685366409a req-097260ff-f46f-4b36-be35-af9887ebf2b6 service neutron] 10.222.0.72 "GET /v2.0/networks/385868f0-a311-4e70-a09b-e3abe241b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5642836 Jul 07 16:57:38.192285 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-9d1eef29-c9ca-4d31-9ddb-d5862ed1ef6c None None] Set router 5f73bf57-8ac2-4618-925c-0aab07492764 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:57:38.260561 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02a472-d0fa-4dac-ad8b-a1619d662a30 service neutron] Pushing event updated for resources: {'Port': ['ID=62fc252c-11a9-4a30-b2fa-eb52c81babcc,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:38.404414 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7047ef1b-4076-48b5-ab99-8851e7f48a90 req-abfdf5ae-da92-4b85-9a9f-8777f9ec9796 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e79daa5-eb0d-4fdd-8cee-b42e18b1e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4928374 Jul 07 16:57:38.458237 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-ba02a472-d0fa-4dac-ad8b-a1619d662a30 service neutron] Attempting to bind port 62fc252c-11a9-4a30-b2fa-eb52c81babcc on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:38.460771 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-ba02a472-d0fa-4dac-ad8b-a1619d662a30 service neutron] Attempting to bind port 62fc252c-11a9-4a30-b2fa-eb52c81babcc by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'd3696e98-e8e6-4e03-b3da-36d7e9f819c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:38.461753 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-ba02a472-d0fa-4dac-ad8b-a1619d662a30 service neutron] Attempting to bind port 62fc252c-11a9-4a30-b2fa-eb52c81babcc on network cd0f638f-a0b6-4bb5-8994-314c247e14c7 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:38.484128 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-ba02a472-d0fa-4dac-ad8b-a1619d662a30 service neutron] Port 62fc252c-11a9-4a30-b2fa-eb52c81babcc on network cd0f638f-a0b6-4bb5-8994-314c247e14c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:57:38.486464 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-ba02a472-d0fa-4dac-ad8b-a1619d662a30 service neutron] Attempting to bind port 62fc252c-11a9-4a30-b2fa-eb52c81babcc on network cd0f638f-a0b6-4bb5-8994-314c247e14c7 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:38.567459 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad7bc8-294d-4eb7-a6cd-6aabb2268ed9 req-1ac9776b-b315-4b6e-bd5b-d2aefd905698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:38.575290 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad7bc8-294d-4eb7-a6cd-6aabb2268ed9 req-1ac9776b-b315-4b6e-bd5b-d2aefd905698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:38.577290 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad7bc8-294d-4eb7-a6cd-6aabb2268ed9 req-1ac9776b-b315-4b6e-bd5b-d2aefd905698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:38.580671 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1dad7bc8-294d-4eb7-a6cd-6aabb2268ed9 req-1ac9776b-b315-4b6e-bd5b-d2aefd905698 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6d2da5d09503418b9ddf40fdbcdd8412&device_id=edbe57d5-5ff9-4a73-8be4-3915f671aa78 HTTP/1.1" status: 200 len: 2868 time: 0.2919550 Jul 07 16:57:38.586013 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-ba02a472-d0fa-4dac-ad8b-a1619d662a30 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:57:38.592278 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-ba02a472-d0fa-4dac-ad8b-a1619d662a30 service neutron] Checking segment: {'id': 'd3696e98-e8e6-4e03-b3da-36d7e9f819c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:38.593369 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-ba02a472-d0fa-4dac-ad8b-a1619d662a30 service neutron] Bound using segment: {'id': 'd3696e98-e8e6-4e03-b3da-36d7e9f819c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:57:38.594771 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-ba02a472-d0fa-4dac-ad8b-a1619d662a30 service neutron] Bound port: 62fc252c-11a9-4a30-b2fa-eb52c81babcc, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3696e98-e8e6-4e03-b3da-36d7e9f819c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:57:38.595916 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-ba02a472-d0fa-4dac-ad8b-a1619d662a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:38.711260 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-9d1eef29-c9ca-4d31-9ddb-d5862ed1ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'name': 'tempest-ServersTestJSON-1935857528-router', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:29Z', 'updated_at': '2021-07-07T16:57:36Z', 'revision_number': 3, 'project_id': 'df146b5b0b61480fbeabce06e3b8a566', 'gw_port': {'id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:34Z', 'updated_at': '2021-07-07T16:57:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:38.842697 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1eef29-c9ca-4d31-9ddb-d5862ed1ef6c None None] Checking router: 5f73bf57-8ac2-4618-925c-0aab07492764 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:57:38.843667 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1eef29-c9ca-4d31-9ddb-d5862ed1ef6c None None] Updating router 5f73bf57-8ac2-4618-925c-0aab07492764 port 647d2f74-ba4c-4f95-92bd-dc072fd9bd43 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:57:38.928535 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-9d1eef29-c9ca-4d31-9ddb-d5862ed1ef6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.012194 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad7bc8-294d-4eb7-a6cd-6aabb2268ed9 req-57ecd459-a304-4769-95bd-1e8e31808c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:39.013862 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1dad7bc8-294d-4eb7-a6cd-6aabb2268ed9 req-57ecd459-a304-4769-95bd-1e8e31808c97 service neutron] 10.222.0.72 "GET /v2.0/networks?id=385868f0-a311-4e70-a09b-e3abe241b11d HTTP/1.1" status: 200 len: 902 time: 0.4040816 Jul 07 16:57:39.141312 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1dad7bc8-294d-4eb7-a6cd-6aabb2268ed9 req-6caf9880-833a-4a23-a6be-e4f4e4b69fc5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.140&port_id=90c61d7e-909f-424a-a03e-462f58c7db57 HTTP/1.1" status: 200 len: 217 time: 0.0561194 Jul 07 16:57:39.240148 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-ba02a472-d0fa-4dac-ad8b-a1619d662a30 service neutron] For port 62fc252c-11a9-4a30-b2fa-eb52c81babcc, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:39.297490 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-ba02a472-d0fa-4dac-ad8b-a1619d662a30 service neutron] For port 62fc252c-11a9-4a30-b2fa-eb52c81babcc, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=62fc252c-11a9-4a30-b2fa-eb52c81babcc,segment=NetworkSegment(d3696e98-e8e6-4e03-b3da-36d7e9f819c1),segment_id=d3696e98-e8e6-4e03-b3da-36d7e9f819c1)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:39.306924 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 90c61d7e-909f-424a-a03e-462f58c7db57 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:57:39.308230 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-ba02a472-d0fa-4dac-ad8b-a1619d662a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.354146 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81275a4-b02e-43cb-8339-597fd68e86cd req-fdc8301e-4d36-43aa-abbb-d21ce51d056d tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:39.361833 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f81275a4-b02e-43cb-8339-597fd68e86cd req-fdc8301e-4d36-43aa-abbb-d21ce51d056d tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 943 time: 0.4358764 Jul 07 16:57:39.390066 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-03790e69-a146-4f99-a0dd-9afe22e8fa32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.414124 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad7bc8-294d-4eb7-a6cd-6aabb2268ed9 req-7472a1fc-88b2-4fcb-918f-7b9ddd5cd575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:39.421694 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1dad7bc8-294d-4eb7-a6cd-6aabb2268ed9 req-7472a1fc-88b2-4fcb-918f-7b9ddd5cd575 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52e87aa6-cf57-4927-8ed0-ba2a82641465 HTTP/1.1" status: 200 len: 801 time: 0.2672882 Jul 07 16:57:39.428548 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-ba02a472-d0fa-4dac-ad8b-a1619d662a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:39.429473 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-ba02a472-d0fa-4dac-ad8b-a1619d662a30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.431460 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-ba02a472-d0fa-4dac-ad8b-a1619d662a30 service neutron] 10.222.0.72 "PUT /v2.0/ports/62fc252c-11a9-4a30-b2fa-eb52c81babcc HTTP/1.1" status: 200 len: 1092 time: 5.1959488 Jul 07 16:57:39.445723 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f4ba17-07a0-4fa5-a997-c6a5333fd8b6', 'tag': '62fc252c-11a9-4a30-b2fa-eb52c81babcc'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:39.451463 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33249c2c-6a8c-4903-a8d1-fb368f3bf983" -d '{"events": [{"name": "network-changed", "server_uuid": "87f4ba17-07a0-4fa5-a997-c6a5333fd8b6", "tag": "62fc252c-11a9-4a30-b2fa-eb52c81babcc"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:39.720016 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-9d1eef29-c9ca-4d31-9ddb-d5862ed1ef6c None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.721021 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f81275a4-b02e-43cb-8339-597fd68e86cd req-0b7b843a-5c1a-4c7f-ac99-6bdec6621ac3 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543022 Jul 07 16:57:39.724484 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-03790e69-a146-4f99-a0dd-9afe22e8fa32 admin admin] Allocated IP 172.20.0.1 (fd320d57-866a-4ea9-8417-d48deefec81a/5512d358-3619-4514-a272-035774ba4388/67427569-1675-4ac1-afa1-3296979d1838) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:39.727485 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02a472-d0fa-4dac-ad8b-a1619d662a30 service neutron] Pushing event updated for resources: {'Port': ['ID=62fc252c-11a9-4a30-b2fa-eb52c81babcc,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:39.735862 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-9d1eef29-c9ca-4d31-9ddb-d5862ed1ef6c None None] Transition to ACTIVE for port object 647d2f74-ba4c-4f95-92bd-dc072fd9bd43 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:39.752364 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-9d1eef29-c9ca-4d31-9ddb-d5862ed1ef6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.825499 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-9d1eef29-c9ca-4d31-9ddb-d5862ed1ef6c None None] Attempting to bind port 647d2f74-ba4c-4f95-92bd-dc072fd9bd43 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:39.826224 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-9d1eef29-c9ca-4d31-9ddb-d5862ed1ef6c None None] Attempting to bind port 647d2f74-ba4c-4f95-92bd-dc072fd9bd43 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:39.826600 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1eef29-c9ca-4d31-9ddb-d5862ed1ef6c None None] Attempting to bind port 647d2f74-ba4c-4f95-92bd-dc072fd9bd43 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:39.862828 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 90c61d7e-909f-424a-a03e-462f58c7db57, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=90c61d7e-909f-424a-a03e-462f58c7db57,segment=NetworkSegment(8270ac9c-375e-4eb7-9ef0-96961a37ce4f),segment_id=8270ac9c-375e-4eb7-9ef0-96961a37ce4f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:39.862987 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1eef29-c9ca-4d31-9ddb-d5862ed1ef6c None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:57:39.863355 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1eef29-c9ca-4d31-9ddb-d5862ed1ef6c None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:39.863757 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-9d1eef29-c9ca-4d31-9ddb-d5862ed1ef6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.864162 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1eef29-c9ca-4d31-9ddb-d5862ed1ef6c None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:57:39.871972 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-9d1eef29-c9ca-4d31-9ddb-d5862ed1ef6c None None] Bound port: 647d2f74-ba4c-4f95-92bd-dc072fd9bd43, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:57:39.872749 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-9d1eef29-c9ca-4d31-9ddb-d5862ed1ef6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.875147 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad7bc8-294d-4eb7-a6cd-6aabb2268ed9 req-93780647-7549-4ad9-bdcc-6fa00c31a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:39.884656 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407db4c0-8d54-4a14-91a8-f2319ef1967c x-openstack-request-id: req-407db4c0-8d54-4a14-91a8-f2319ef1967c {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:39.886573 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3279052d-3b78-42d6-bf8e-9aab1293dcd6", "name": "network-vif-plugged", "status": "completed", "tag": "d7ffe9d7-f969-47b8-a8ee-2aed3cf48178", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:39.886811 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1dad7bc8-294d-4eb7-a6cd-6aabb2268ed9 req-93780647-7549-4ad9-bdcc-6fa00c31a5eb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=385868f0-a311-4e70-a09b-e3abe241b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4186692 Jul 07 16:57:39.887297 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-407db4c0-8d54-4a14-91a8-f2319ef1967c {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:39.887963 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3279052d-3b78-42d6-bf8e-9aab1293dcd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ffe9d7-f969-47b8-a8ee-2aed3cf48178', 'code': 200} Jul 07 16:57:39.895582 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '90c61d7e-909f-424a-a03e-462f58c7db57', 'network_id': '385868f0-a311-4e70-a09b-e3abe241b11d', 'port_id': '90c61d7e-909f-424a-a03e-462f58c7db57', 'mac_address': 'fa:16:3e:80:2e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e87aa6-cf57-4927-8ed0-ba2a82641465', 'ip_address': '19.80.0.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:57:39.895761 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-2b8e0d9a-3964-4ea4-b2a3-954983ea35d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:39.897450 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-2b8e0d9a-3964-4ea4-b2a3-954983ea35d2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed8f975643fb4fa897237bed3aeafc7e&device_id=87f4ba17-07a0-4fa5-a997-c6a5333fd8b6 HTTP/1.1" status: 200 len: 1095 time: 0.3286676 Jul 07 16:57:40.016792 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:40.042032 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-9d1eef29-c9ca-4d31-9ddb-d5862ed1ef6c None None] For port 647d2f74-ba4c-4f95-92bd-dc072fd9bd43, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:40.051765 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-2f599352-598d-4ddc-86bf-8f240de6f1d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62fc252c-11a9-4a30-b2fa-eb52c81babcc HTTP/1.1" status: 200 len: 217 time: 0.1282043 Jul 07 16:57:40.070423 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-9d1eef29-c9ca-4d31-9ddb-d5862ed1ef6c None None] For port 647d2f74-ba4c-4f95-92bd-dc072fd9bd43, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=647d2f74-ba4c-4f95-92bd-dc072fd9bd43,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:40.073418 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc0a20-781a-4d85-ba22-082a1fd3a234 None None] Pushing event updated for resources: {'Port': ['ID=647d2f74-ba4c-4f95-92bd-dc072fd9bd43,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:40.087327 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c61d7e-909f-424a-a03e-462f58c7db57 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:40.136260 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc0a20-781a-4d85-ba22-082a1fd3a234 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.146706 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 90c61d7e-909f-424a-a03e-462f58c7db57, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=90c61d7e-909f-424a-a03e-462f58c7db57,segment=NetworkSegment(8270ac9c-375e-4eb7-9ef0-96961a37ce4f),segment_id=8270ac9c-375e-4eb7-9ef0-96961a37ce4f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:40.152666 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:40.153361 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 22feeb4c-b124-40a7-98fe-096742e3d671 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:57:40.154179 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc0a20-781a-4d85-ba22-082a1fd3a234 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.154677 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc0a20-781a-4d85-ba22-082a1fd3a234 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.155077 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc0a20-781a-4d85-ba22-082a1fd3a234 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.155720 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc0a20-781a-4d85-ba22-082a1fd3a234 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.156126 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc0a20-781a-4d85-ba22-082a1fd3a234 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.156468 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc0a20-781a-4d85-ba22-082a1fd3a234 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.156999 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc0a20-781a-4d85-ba22-082a1fd3a234 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.157601 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc0a20-781a-4d85-ba22-082a1fd3a234 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.158660 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc0a20-781a-4d85-ba22-082a1fd3a234 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.160059 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc0a20-781a-4d85-ba22-082a1fd3a234 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.160454 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc0a20-781a-4d85-ba22-082a1fd3a234 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.187828 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-9d1eef29-c9ca-4d31-9ddb-d5862ed1ef6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:40.255853 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-03790e69-a146-4f99-a0dd-9afe22e8fa32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:40.285195 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 22feeb4c-b124-40a7-98fe-096742e3d671, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=22feeb4c-b124-40a7-98fe-096742e3d671,segment=NetworkSegment(8270ac9c-375e-4eb7-9ef0-96961a37ce4f),segment_id=8270ac9c-375e-4eb7-9ef0-96961a37ce4f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:40.287912 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-03790e69-a146-4f99-a0dd-9afe22e8fa32 admin admin] Transition to ACTIVE for port object 67427569-1675-4ac1-afa1-3296979d1838 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:40.356324 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-cd5272c4-eb12-4cc2-b08d-393ca8238c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:40.370590 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '22feeb4c-b124-40a7-98fe-096742e3d671', 'network_id': '385868f0-a311-4e70-a09b-e3abe241b11d', 'port_id': '22feeb4c-b124-40a7-98fe-096742e3d671', 'mac_address': 'fa:16:3e:a6:40:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e87aa6-cf57-4927-8ed0-ba2a82641465', 'ip_address': '19.80.0.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:57:40.379085 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-cd5272c4-eb12-4cc2-b08d-393ca8238c88 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15 HTTP/1.1" status: 200 len: 850 time: 0.2157981 Jul 07 16:57:40.384094 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc0a20-781a-4d85-ba22-082a1fd3a234 None None] Pushing event updated for resources: {'Port': ['ID=647d2f74-ba4c-4f95-92bd-dc072fd9bd43,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:40.417129 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1eef29-c9ca-4d31-9ddb-d5862ed1ef6c None None] Routers {'5f73bf57-8ac2-4618-925c-0aab07492764'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:40.418339 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-9d1eef29-c9ca-4d31-9ddb-d5862ed1ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:57:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['5f73bf57-8ac2-4618-925c-0aab07492764'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:40.452730 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-03790e69-a146-4f99-a0dd-9afe22e8fa32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:40.455648 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=90c61d7e-909f-424a-a03e-462f58c7db57,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:40.492206 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.492901 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.496216 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.496918 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.497477 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.498053 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.498593 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.499094 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03790e69-a146-4f99-a0dd-9afe22e8fa32 admin admin] Network fd320d57-866a-4ea9-8417-d48deefec81a is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:40.502886 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.503259 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-03790e69-a146-4f99-a0dd-9afe22e8fa32 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:40.503927 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.504482 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.505358 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.505952 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.535380 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:40.596038 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22feeb4c-b124-40a7-98fe-096742e3d671 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:40.600183 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03790e69-a146-4f99-a0dd-9afe22e8fa32 admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:40.677568 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1dad7bc8-294d-4eb7-a6cd-6aabb2268ed9 req-8ba137cf-7973-4985-9ca1-9207a906582b service neutron] 10.222.0.72 "GET /v2.0/networks/385868f0-a311-4e70-a09b-e3abe241b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7787952 Jul 07 16:57:40.688524 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 22feeb4c-b124-40a7-98fe-096742e3d671, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=22feeb4c-b124-40a7-98fe-096742e3d671,segment=NetworkSegment(8270ac9c-375e-4eb7-9ef0-96961a37ce4f),segment_id=8270ac9c-375e-4eb7-9ef0-96961a37ce4f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:40.700785 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:40.701509 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device c8e19593-a0a2-4685-8b58-14a0e08d6be1 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:57:40.702595 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03790e69-a146-4f99-a0dd-9afe22e8fa32 admin admin] Pushing event updated for resources: {'Port': ['ID=67427569-1675-4ac1-afa1-3296979d1838,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:40.725561 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-03790e69-a146-4f99-a0dd-9afe22e8fa32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:40.827832 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-d0cfc527-75a9-438d-a8b3-3c56f6d78f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:40.831092 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-d0cfc527-75a9-438d-a8b3-3c56f6d78f3c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cd0f638f-a0b6-4bb5-8994-314c247e14c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4443882 Jul 07 16:57:40.966564 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-9d1eef29-c9ca-4d31-9ddb-d5862ed1ef6c None None] Set router 5f73bf57-8ac2-4618-925c-0aab07492764 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:57:41.078096 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-03790e69-a146-4f99-a0dd-9afe22e8fa32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.086092 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=22feeb4c-b124-40a7-98fe-096742e3d671,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:41.209641 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-f369106e-b69c-47c3-92f0-5e6a869a7a77 service neutron] 10.222.0.72 "GET /v2.0/networks/cd0f638f-a0b6-4bb5-8994-314c247e14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528087 Jul 07 16:57:41.233723 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port c8e19593-a0a2-4685-8b58-14a0e08d6be1, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c8e19593-a0a2-4685-8b58-14a0e08d6be1,segment=NetworkSegment(7506bb79-ffb7-49e4-b3d2-45affcbb4a65),segment_id=7506bb79-ffb7-49e4-b3d2-45affcbb4a65)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:41.238163 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3521b3d8-5299-4443-9d96-0330fa0e6eff None None] Provisioning for port 67427569-1675-4ac1-afa1-3296979d1838 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:41.267963 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3521b3d8-5299-4443-9d96-0330fa0e6eff None None] Provisioning complete for port 67427569-1675-4ac1-afa1-3296979d1838 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:41.269209 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3521b3d8-5299-4443-9d96-0330fa0e6eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.356545 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'c8e19593-a0a2-4685-8b58-14a0e08d6be1', 'network_id': '5a7ec239-bc57-4f49-8319-9d3c53cecec5', 'port_id': 'c8e19593-a0a2-4685-8b58-14a0e08d6be1', 'mac_address': 'fa:16:3e:4a:64:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '399600ba-deb1-418a-893b-25447c4784e2', 'ip_address': '19.86.0.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:57:41.375234 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-03790e69-a146-4f99-a0dd-9afe22e8fa32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.395617 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-03790e69-a146-4f99-a0dd-9afe22e8fa32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.612286 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44f0a0-687a-41a8-82c1-5597fee254d4 req-fa60e1c2-aa7f-47f8-bc6c-c5d4f0f4cfa4 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:41.616028 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fb44f0a0-687a-41a8-82c1-5597fee254d4 req-fa60e1c2-aa7f-47f8-bc6c-c5d4f0f4cfa4 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 949 time: 1.0821917 Jul 07 16:57:41.705574 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-03790e69-a146-4f99-a0dd-9afe22e8fa32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.705574 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03790e69-a146-4f99-a0dd-9afe22e8fa32 admin admin] Pushing event updated for resources: {'Port': ['ID=67427569-1675-4ac1-afa1-3296979d1838,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:41.792334 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3521b3d8-5299-4443-9d96-0330fa0e6eff None None] Port 67427569-1675-4ac1-afa1-3296979d1838 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:57:41.801372 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-9d1eef29-c9ca-4d31-9ddb-d5862ed1ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'name': 'tempest-ServersTestJSON-1935857528-router', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:29Z', 'updated_at': '2021-07-07T16:57:36Z', 'revision_number': 3, 'project_id': 'df146b5b0b61480fbeabce06e3b8a566', 'gw_port': {'id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:34Z', 'updated_at': '2021-07-07T16:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:41.816533 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.878584 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e19593-a0a2-4685-8b58-14a0e08d6be1 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:41.956572 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port c8e19593-a0a2-4685-8b58-14a0e08d6be1, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c8e19593-a0a2-4685-8b58-14a0e08d6be1,segment=NetworkSegment(7506bb79-ffb7-49e4-b3d2-45affcbb4a65),segment_id=7506bb79-ffb7-49e4-b3d2-45affcbb4a65)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:41.967474 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:42.005676 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03790e69-a146-4f99-a0dd-9afe22e8fa32 admin admin] Network fd320d57-866a-4ea9-8417-d48deefec81a is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:42.011129 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-03790e69-a146-4f99-a0dd-9afe22e8fa32 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:42.012934 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fb44f0a0-687a-41a8-82c1-5597fee254d4 req-f8a8fbe9-1503-402d-a368-81250951514d tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795457 Jul 07 16:57:42.022130 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1dad7bc8-294d-4eb7-a6cd-6aabb2268ed9 req-60872621-b336-495e-9258-9a4a19ed95cc service neutron] 10.222.0.72 "GET /v2.0/networks/385868f0-a311-4e70-a09b-e3abe241b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3362710 Jul 07 16:57:42.112670 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58ba14b3-9842-44fc-9082-bdbffeaaafae req-077b6169-8c08-4a9c-ad73-814c324fb419 service neutron] 10.222.0.72 "GET /v2.0/networks/cd0f638f-a0b6-4bb5-8994-314c247e14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8677864 Jul 07 16:57:42.124650 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1eef29-c9ca-4d31-9ddb-d5862ed1ef6c None None] The sync data for ids ['5f73bf57-8ac2-4618-925c-0aab07492764'] in n-d-791503-12 is: [{'id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'name': 'tempest-ServersTestJSON-1935857528-router', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:29Z', 'updated_at': '2021-07-07T16:57:36Z', 'revision_number': 3, 'project_id': 'df146b5b0b61480fbeabce06e3b8a566', 'gw_port': {'id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:34Z', 'updated_at': '2021-07-07T16:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:57:42.171793 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=c8e19593-a0a2-4685-8b58-14a0e08d6be1,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:42.320671 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['90c61d7e-909f-424a-a03e-462f58c7db57'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:42.403778 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03790e69-a146-4f99-a0dd-9afe22e8fa32 admin admin] Router 5f73bf57-8ac2-4618-925c-0aab07492764 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:57:42.498300 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 6f30eb22-6345-43d4-8240-b85b25ba8808 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:57:42.503076 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['c8e19593-a0a2-4685-8b58-14a0e08d6be1'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:42.824480 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf846b1-0be6-47be-85d4-57d867772c93 req-2ae9f972-2421-431f-b5fc-f89f819710ad tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:42.842594 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf846b1-0be6-47be-85d4-57d867772c93 req-2ae9f972-2421-431f-b5fc-f89f819710ad tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:42.860776 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf846b1-0be6-47be-85d4-57d867772c93 req-2ae9f972-2421-431f-b5fc-f89f819710ad tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:42.865144 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-daf846b1-0be6-47be-85d4-57d867772c93 req-2ae9f972-2421-431f-b5fc-f89f819710ad tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbe57d5-5ff9-4a73-8be4-3915f671aa78 HTTP/1.1" status: 200 len: 2415 time: 0.3428745 Jul 07 16:57:42.998631 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 6f30eb22-6345-43d4-8240-b85b25ba8808, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6f30eb22-6345-43d4-8240-b85b25ba8808,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:43.023055 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '6f30eb22-6345-43d4-8240-b85b25ba8808', 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609', 'port_id': '6f30eb22-6345-43d4-8240-b85b25ba8808', 'mac_address': 'fa:16:3e:23:81:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efc5a7ec-004d-467f-9a91-81aefb64567f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:57:43.048540 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-daf846b1-0be6-47be-85d4-57d867772c93 req-def8aae8-ea5c-4b19-b38d-29bbd392a1d4 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628625 Jul 07 16:57:43.066076 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c94342fb-bb2c-49b9-8695-bcfbc5e02cff None None] Provisioning complete for port 67427569-1675-4ac1-afa1-3296979d1838 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:43.066464 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c94342fb-bb2c-49b9-8695-bcfbc5e02cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:43.169514 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c94342fb-bb2c-49b9-8695-bcfbc5e02cff None None] Port 67427569-1675-4ac1-afa1-3296979d1838 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:57:43.413190 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['22feeb4c-b124-40a7-98fe-096742e3d671'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:43.470954 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:57:43.473063 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 647d2f74-ba4c-4f95-92bd-dc072fd9bd43 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:43.568303 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec858ba5-ec09-45dc-9caa-5366cfc30e59 req-c5f44fac-437c-4243-98e2-99e28fe8e97e tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:43.585163 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec858ba5-ec09-45dc-9caa-5366cfc30e59 req-c5f44fac-437c-4243-98e2-99e28fe8e97e tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/ports?device_id=87f4ba17-07a0-4fa5-a997-c6a5333fd8b6 HTTP/1.1" status: 200 len: 943 time: 0.2668223 Jul 07 16:57:43.649869 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03790e69-a146-4f99-a0dd-9afe22e8fa32 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:57:43.663215 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:43.668879 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-03790e69-a146-4f99-a0dd-9afe22e8fa32 admin admin] 10.222.0.53 "PUT /v2.0/routers/5f73bf57-8ac2-4618-925c-0aab07492764/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7220895 Jul 07 16:57:43.749234 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec858ba5-ec09-45dc-9caa-5366cfc30e59 req-56dd5c09-4ac1-4192-b24f-5a4ba5d41826 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e79daa5-eb0d-4fdd-8cee-b42e18b1e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565804 Jul 07 16:57:43.778271 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f30eb22-6345-43d4-8240-b85b25ba8808 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:43.875120 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 6f30eb22-6345-43d4-8240-b85b25ba8808, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6f30eb22-6345-43d4-8240-b85b25ba8808,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:43.969486 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:43.998669 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07839eee-2811-448c-adb6-d5d8cd252690 x-openstack-request-id: req-07839eee-2811-448c-adb6-d5d8cd252690 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:44.000870 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87f4ba17-07a0-4fa5-a997-c6a5333fd8b6", "tag": "62fc252c-11a9-4a30-b2fa-eb52c81babcc", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:44.006126 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 62fc252c-11a9-4a30-b2fa-eb52c81babcc details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:57:44.007635 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07839eee-2811-448c-adb6-d5d8cd252690 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:44.017682 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f4ba17-07a0-4fa5-a997-c6a5333fd8b6', 'tag': '62fc252c-11a9-4a30-b2fa-eb52c81babcc', 'status': 'completed', 'code': 200} Jul 07 16:57:44.096502 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 647d2f74-ba4c-4f95-92bd-dc072fd9bd43 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:44.097097 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84ade7bf-81a9-437f-8558-8cce63c48bf7 req-be482b6d-dd75-4857-985d-e30c4c3593be service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3294487 Jul 07 16:57:44.180707 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 647d2f74-ba4c-4f95-92bd-dc072fd9bd43 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:44.193576 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:44.244041 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33249c2c-6a8c-4903-a8d1-fb368f3bf983 req-fed85b83-3670-4036-b88f-a1806cf71066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:44.256655 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-33249c2c-6a8c-4903-a8d1-fb368f3bf983 req-fed85b83-3670-4036-b88f-a1806cf71066 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed8f975643fb4fa897237bed3aeafc7e&device_id=87f4ba17-07a0-4fa5-a997-c6a5333fd8b6 HTTP/1.1" status: 200 len: 1095 time: 0.2372475 Jul 07 16:57:44.292993 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.resource_extend [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:57:44.370360 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['6f30eb22-6345-43d4-8240-b85b25ba8808'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:44.390151 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=6f30eb22-6345-43d4-8240-b85b25ba8808,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:44.431540 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33249c2c-6a8c-4903-a8d1-fb368f3bf983 req-92c0a56b-da0f-4f24-805c-2254a95989f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:44.434122 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-33249c2c-6a8c-4903-a8d1-fb368f3bf983 req-92c0a56b-da0f-4f24-805c-2254a95989f0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cd0f638f-a0b6-4bb5-8994-314c247e14c7 HTTP/1.1" status: 200 len: 912 time: 0.1659694 Jul 07 16:57:44.578377 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-33249c2c-6a8c-4903-a8d1-fb368f3bf983 req-45efabe7-2355-437b-bea8-5c04f61ef48f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62fc252c-11a9-4a30-b2fa-eb52c81babcc HTTP/1.1" status: 200 len: 217 time: 0.1261914 Jul 07 16:57:44.608950 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-39c9c6b2-88d5-43a5-ba95-e066ed8ffa50 service neutron] show failed (client error): The resource could not be found. Jul 07 16:57:44.611150 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-39c9c6b2-88d5-43a5-ba95-e066ed8ffa50 service neutron] 10.222.0.64 "GET /v2.0/ports/f521f701-0a18-46d9-a367-a388c72bc272/bindings/n-h2-791503-12 HTTP/1.1" status: 404 len: 381 time: 0.1654203 Jul 07 16:57:44.612000 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 62fc252c-11a9-4a30-b2fa-eb52c81babcc, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=62fc252c-11a9-4a30-b2fa-eb52c81babcc,segment=NetworkSegment(d3696e98-e8e6-4e03-b3da-36d7e9f819c1),segment_id=d3696e98-e8e6-4e03-b3da-36d7e9f819c1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:44.650782 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '62fc252c-11a9-4a30-b2fa-eb52c81babcc', 'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7', 'port_id': '62fc252c-11a9-4a30-b2fa-eb52c81babcc', 'mac_address': 'fa:16:3e:06:2d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:57:44.666622 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:44.682102 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33249c2c-6a8c-4903-a8d1-fb368f3bf983 req-1ba7dac5-a758-4cb6-8e61-07db64a5976d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:44.684901 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-33249c2c-6a8c-4903-a8d1-fb368f3bf983 req-1ba7dac5-a758-4cb6-8e61-07db64a5976d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15 HTTP/1.1" status: 200 len: 850 time: 0.0979617 Jul 07 16:57:44.738298 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 647d2f74-ba4c-4f95-92bd-dc072fd9bd43, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=647d2f74-ba4c-4f95-92bd-dc072fd9bd43,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:44.765998 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ade7bf-81a9-437f-8558-8cce63c48bf7 req-ebdae9bb-637c-4b16-bc6c-e707aa51f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:44.767865 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84ade7bf-81a9-437f-8558-8cce63c48bf7 req-ebdae9bb-637c-4b16-bc6c-e707aa51f42a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 1097 time: 0.6303806 Jul 07 16:57:44.770649 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:44.801963 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:44.887818 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62fc252c-11a9-4a30-b2fa-eb52c81babcc {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:44.936792 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a3abd-4d94-48d8-b7a2-be36e5e6652e req-2a3d2426-f85d-4651-9b8f-b45c88185495 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:44.945787 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f08a3abd-4d94-48d8-b7a2-be36e5e6652e req-2a3d2426-f85d-4651-9b8f-b45c88185495 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 944 time: 0.5075052 Jul 07 16:57:45.002547 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33249c2c-6a8c-4903-a8d1-fb368f3bf983 req-d16aa11d-53e1-4cb9-8a0d-136b5dfde066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:45.004385 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-33249c2c-6a8c-4903-a8d1-fb368f3bf983 req-d16aa11d-53e1-4cb9-8a0d-136b5dfde066 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cd0f638f-a0b6-4bb5-8994-314c247e14c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3108346 Jul 07 16:57:45.020688 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 62fc252c-11a9-4a30-b2fa-eb52c81babcc, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=62fc252c-11a9-4a30-b2fa-eb52c81babcc,segment=NetworkSegment(d3696e98-e8e6-4e03-b3da-36d7e9f819c1),segment_id=d3696e98-e8e6-4e03-b3da-36d7e9f819c1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:45.044275 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=647d2f74-ba4c-4f95-92bd-dc072fd9bd43,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:45.069281 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f08a3abd-4d94-48d8-b7a2-be36e5e6652e req-94cce02d-6926-4898-afa1-e26e672f4506 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224654 Jul 07 16:57:45.080025 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:45.178378 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-c2fe3022-5a3b-4881-9fa5-5e2d4dcf4fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:45.180013 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-c2fe3022-5a3b-4881-9fa5-5e2d4dcf4fca service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511&tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0 HTTP/1.1" status: 200 len: 1101 time: 0.2136600 Jul 07 16:57:45.208534 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ade7bf-81a9-437f-8558-8cce63c48bf7 req-19e2c936-9d66-4932-a2c8-1daec8f5a851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:45.210267 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84ade7bf-81a9-437f-8558-8cce63c48bf7 req-19e2c936-9d66-4932-a2c8-1daec8f5a851 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 200 len: 922 time: 0.3948908 Jul 07 16:57:45.215073 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-1974578d-c5f3-4210-a4f5-f8bdbc9870bc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791503-12', 'device_owner': 'compute:nova'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:45.339464 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84ade7bf-81a9-437f-8558-8cce63c48bf7 req-86185326-365f-4979-b9e9-0f0f193be3e7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=743f33e3-87bf-4ea2-a416-4b7372786a35 HTTP/1.1" status: 200 len: 217 time: 0.1052754 Jul 07 16:57:45.408215 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 647d2f74-ba4c-4f95-92bd-dc072fd9bd43 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:45.414527 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=62fc252c-11a9-4a30-b2fa-eb52c81babcc,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:45.450586 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ade7bf-81a9-437f-8558-8cce63c48bf7 req-4e1c73bf-e4de-46a5-98d6-67c65c936748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:45.452587 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84ade7bf-81a9-437f-8558-8cce63c48bf7 req-4e1c73bf-e4de-46a5-98d6-67c65c936748 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=efc5a7ec-004d-467f-9a91-81aefb64567f HTTP/1.1" status: 200 len: 861 time: 0.0951419 Jul 07 16:57:45.475051 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-1974578d-c5f3-4210-a4f5-f8bdbc9870bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:45.503324 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['62fc252c-11a9-4a30-b2fa-eb52c81babcc'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:45.511622 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84ade7bf-81a9-437f-8558-8cce63c48bf7 req-b60837b0-abb5-4b00-9b92-6c87178160bb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1ad75942-8a9e-4718-9815-ad27d5bad609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513706 Jul 07 16:57:45.540519 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-33249c2c-6a8c-4903-a8d1-fb368f3bf983 req-a7b7e751-5797-49e5-8bb6-07c05cd6ad0b service neutron] 10.222.0.72 "GET /v2.0/networks/cd0f638f-a0b6-4bb5-8994-314c247e14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5228553 Jul 07 16:57:45.568942 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52741de3-8dd4-4f74-9504-c4bc7aedd79a None None] Sync routers for ids ['5f73bf57-8ac2-4618-925c-0aab07492764'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:57:45.625362 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52741de3-8dd4-4f74-9504-c4bc7aedd79a None None] Routers {'5f73bf57-8ac2-4618-925c-0aab07492764'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:45.626931 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-52741de3-8dd4-4f74-9504-c4bc7aedd79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:57:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['5f73bf57-8ac2-4618-925c-0aab07492764'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:45.655697 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615a0b6-8d05-48ce-b49d-554076595fba req-acf8b807-e0c8-4049-9aed-8d9df67d31ff tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:45.663347 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c615a0b6-8d05-48ce-b49d-554076595fba req-acf8b807-e0c8-4049-9aed-8d9df67d31ff tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 949 time: 0.3227682 Jul 07 16:57:45.771184 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 647d2f74-ba4c-4f95-92bd-dc072fd9bd43 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:45.772283 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:45.801347 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c615a0b6-8d05-48ce-b49d-554076595fba req-7ee91c7b-569b-4495-9416-14fea2a5f773 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370726 Jul 07 16:57:45.873160 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84ade7bf-81a9-437f-8558-8cce63c48bf7 req-17c58cd2-2bca-47e9-8dcf-1c6ba8a7d2fe service neutron] 10.222.0.72 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471282 Jul 07 16:57:46.036947 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 90c61d7e-909f-424a-a03e-462f58c7db57 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:46.106961 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-33249c2c-6a8c-4903-a8d1-fb368f3bf983 req-ba0f69d5-1d1f-420f-b6e3-b21b5e4d7df3 service neutron] 10.222.0.72 "GET /v2.0/networks/cd0f638f-a0b6-4bb5-8994-314c247e14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466635 Jul 07 16:57:46.404060 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-1974578d-c5f3-4210-a4f5-f8bdbc9870bc service neutron] For port f521f701-0a18-46d9-a367-a388c72bc272, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=f521f701-0a18-46d9-a367-a388c72bc272,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:46.407099 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84ade7bf-81a9-437f-8558-8cce63c48bf7 req-d8ddb263-bb2a-4dbf-a9ee-36e2a9278a9a service neutron] 10.222.0.72 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900379 Jul 07 16:57:46.407220 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 6f30eb22-6345-43d4-8240-b85b25ba8808 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:46.530634 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 90c61d7e-909f-424a-a03e-462f58c7db57 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:46.543323 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 90c61d7e-909f-424a-a03e-462f58c7db57 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:46.544004 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:46.591983 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-1974578d-c5f3-4210-a4f5-f8bdbc9870bc service neutron] For port f521f701-0a18-46d9-a367-a388c72bc272, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:46.600806 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-52741de3-8dd4-4f74-9504-c4bc7aedd79a None None] Set router 5f73bf57-8ac2-4618-925c-0aab07492764 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:57:46.702500 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-1974578d-c5f3-4210-a4f5-f8bdbc9870bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:46.734189 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 6f30eb22-6345-43d4-8240-b85b25ba8808 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:46.735420 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-1974578d-c5f3-4210-a4f5-f8bdbc9870bc service neutron] Transition to ACTIVE for port object f521f701-0a18-46d9-a367-a388c72bc272 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:46.739611 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f521f701-0a18-46d9-a367-a388c72bc272'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:46.745262 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45ba77f-4c88-44b8-8ae4-29ad987aa684" -d '{"events": [{"server_uuid": "e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511", "name": "network-vif-unplugged", "status": "completed", "tag": "f521f701-0a18-46d9-a367-a388c72bc272"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:46.754406 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-1974578d-c5f3-4210-a4f5-f8bdbc9870bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:46.809906 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 6f30eb22-6345-43d4-8240-b85b25ba8808 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:46.810641 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:46.845787 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974578d-c5f3-4210-a4f5-f8bdbc9870bc service neutron] Pushing event updated for resources: {'Port': ['ID=f521f701-0a18-46d9-a367-a388c72bc272,revision_number=6']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:47.003315 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-1974578d-c5f3-4210-a4f5-f8bdbc9870bc service neutron] No DVR routers for this DVR port f521f701-0a18-46d9-a367-a388c72bc272 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:57:47.113259 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-1974578d-c5f3-4210-a4f5-f8bdbc9870bc service neutron] Attempting to bind port f521f701-0a18-46d9-a367-a388c72bc272 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:47.113870 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-1974578d-c5f3-4210-a4f5-f8bdbc9870bc service neutron] Attempting to bind port f521f701-0a18-46d9-a367-a388c72bc272 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:47.114256 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-1974578d-c5f3-4210-a4f5-f8bdbc9870bc service neutron] Attempting to bind port f521f701-0a18-46d9-a367-a388c72bc272 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:47.129171 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-1974578d-c5f3-4210-a4f5-f8bdbc9870bc service neutron] Port f521f701-0a18-46d9-a367-a388c72bc272 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:57:47.129514 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-1974578d-c5f3-4210-a4f5-f8bdbc9870bc service neutron] Attempting to bind port f521f701-0a18-46d9-a367-a388c72bc272 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:47.159889 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-1974578d-c5f3-4210-a4f5-f8bdbc9870bc service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:57:47.160272 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-1974578d-c5f3-4210-a4f5-f8bdbc9870bc service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:47.160694 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-1974578d-c5f3-4210-a4f5-f8bdbc9870bc service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:57:47.161161 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-1974578d-c5f3-4210-a4f5-f8bdbc9870bc service neutron] Bound port: f521f701-0a18-46d9-a367-a388c72bc272, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:57:47.161531 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-1974578d-c5f3-4210-a4f5-f8bdbc9870bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:47.375171 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:47.420567 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbe57d5-5ff9-4a73-8be4-3915f671aa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c61d7e-909f-424a-a03e-462f58c7db57'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:47.423406 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa11ffff-1ade-449f-b5c4-c61e025fbce7" -d '{"events": [{"server_uuid": "edbe57d5-5ff9-4a73-8be4-3915f671aa78", "name": "network-vif-plugged", "status": "completed", "tag": "90c61d7e-909f-424a-a03e-462f58c7db57"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:47.457150 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 90c61d7e-909f-424a-a03e-462f58c7db57, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=90c61d7e-909f-424a-a03e-462f58c7db57,segment=NetworkSegment(8270ac9c-375e-4eb7-9ef0-96961a37ce4f),segment_id=8270ac9c-375e-4eb7-9ef0-96961a37ce4f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:47.509072 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:47.510566 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 22feeb4c-b124-40a7-98fe-096742e3d671 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:47.554135 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-1974578d-c5f3-4210-a4f5-f8bdbc9870bc service neutron] For port f521f701-0a18-46d9-a367-a388c72bc272, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:47.567275 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-1974578d-c5f3-4210-a4f5-f8bdbc9870bc service neutron] For port f521f701-0a18-46d9-a367-a388c72bc272, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f521f701-0a18-46d9-a367-a388c72bc272,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:47.581323 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-1974578d-c5f3-4210-a4f5-f8bdbc9870bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:47.673714 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:47.694842 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974578d-c5f3-4210-a4f5-f8bdbc9870bc service neutron] Pushing event updated for resources: {'Port': ['ID=f521f701-0a18-46d9-a367-a388c72bc272,revision_number=7']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:47.740378 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-1974578d-c5f3-4210-a4f5-f8bdbc9870bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:47.747881 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-1974578d-c5f3-4210-a4f5-f8bdbc9870bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:47.752174 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 22feeb4c-b124-40a7-98fe-096742e3d671 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:47.753644 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-1974578d-c5f3-4210-a4f5-f8bdbc9870bc service neutron] 10.222.0.72 "PUT /v2.0/ports/f521f701-0a18-46d9-a367-a388c72bc272 HTTP/1.1" status: 200 len: 1096 time: 2.5619864 Jul 07 16:57:47.791675 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50444) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:47.796681 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-bed011e0-f6e8-4741-bec0-e32936836983 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1107376988', 'description': 'tempest-description--437601227'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:47.812787 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 22feeb4c-b124-40a7-98fe-096742e3d671 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:47.813482 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:47.843556 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=90c61d7e-909f-424a-a03e-462f58c7db57,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:47.930919 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 6f30eb22-6345-43d4-8240-b85b25ba8808, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6f30eb22-6345-43d4-8240-b85b25ba8808,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:47.952483 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:47.958347 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device f521f701-0a18-46d9-a367-a388c72bc272 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:57:47.982702 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bed011e0-f6e8-4741-bec0-e32936836983 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:48.162958 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-01a8772f-3758-459e-822f-4c390602b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:48.166055 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-01a8772f-3758-459e-822f-4c390602b45b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 1099 time: 0.3178422 Jul 07 16:57:48.171802 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-52741de3-8dd4-4f74-9504-c4bc7aedd79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'name': 'tempest-ServersTestJSON-1935857528-router', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:29Z', 'updated_at': '2021-07-07T16:57:40Z', 'revision_number': 4, 'project_id': 'df146b5b0b61480fbeabce06e3b8a566', 'gw_port': {'id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:34Z', 'updated_at': '2021-07-07T16:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '67427569-1675-4ac1-afa1-3296979d1838', 'name': '', 'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'mac_address': 'fa:16:3e:b4:ac:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5512d358-3619-4514-a272-035774ba4388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:39Z', 'updated_at': '2021-07-07T16:57:41Z', 'revision_number': 2, 'project_id': 'df146b5b0b61480fbeabce06e3b8a566', 'subnets': [{'id': '5512d358-3619-4514-a272-035774ba4388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:48.247264 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52741de3-8dd4-4f74-9504-c4bc7aedd79a None None] Checking router: 5f73bf57-8ac2-4618-925c-0aab07492764 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:57:48.247866 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52741de3-8dd4-4f74-9504-c4bc7aedd79a None None] Updating router 5f73bf57-8ac2-4618-925c-0aab07492764 port 67427569-1675-4ac1-afa1-3296979d1838 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:57:48.321703 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-52741de3-8dd4-4f74-9504-c4bc7aedd79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:48.338825 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device f521f701-0a18-46d9-a367-a388c72bc272 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:57:48.367110 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bed011e0-f6e8-4741-bec0-e32936836983 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:48.391301 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bed011e0-f6e8-4741-bec0-e32936836983 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:48.402888 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940dfa3-6619-48b9-a6bb-caa3c0dc04b5 req-ec3a0a60-ec95-4fa8-91df-0d081a46aa17 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:48.446700 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940dfa3-6619-48b9-a6bb-caa3c0dc04b5 req-ec3a0a60-ec95-4fa8-91df-0d081a46aa17 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:48.458658 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940dfa3-6619-48b9-a6bb-caa3c0dc04b5 req-ec3a0a60-ec95-4fa8-91df-0d081a46aa17 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:48.478229 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7940dfa3-6619-48b9-a6bb-caa3c0dc04b5 req-ec3a0a60-ec95-4fa8-91df-0d081a46aa17 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbe57d5-5ff9-4a73-8be4-3915f671aa78 HTTP/1.1" status: 200 len: 2416 time: 0.3228185 Jul 07 16:57:48.511163 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bed011e0-f6e8-4741-bec0-e32936836983 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:48.518620 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bed011e0-f6e8-4741-bec0-e32936836983 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7257583 Jul 07 16:57:48.523320 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50450) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:48.534328 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-78ab62d5-a8db-46c6-9002-032f051e1b93 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Request body: {'security_group_rule': {'security_group_id': '15f10e42-32e8-47d7-be52-d787a3e82657', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:48.567604 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed011e0-f6e8-4741-bec0-e32936836983 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15f10e42-32e8-47d7-be52-d787a3e82657,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:48.571547 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-32e2cf1c-6ac7-4579-8673-91b303d70f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:48.573888 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-32e2cf1c-6ac7-4579-8673-91b303d70f38 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.3987169 Jul 07 16:57:48.629345 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7940dfa3-6619-48b9-a6bb-caa3c0dc04b5 req-8c92851a-8fda-4a13-9b6f-c2593cfd6c9b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497991 Jul 07 16:57:48.649141 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-b12a7002-230e-4595-ac76-ad3331b57693 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=f521f701-0a18-46d9-a367-a388c72bc272 HTTP/1.1" status: 200 len: 217 time: 0.0628116 Jul 07 16:57:48.653544 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=6f30eb22-6345-43d4-8240-b85b25ba8808,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:48.706580 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-78ab62d5-a8db-46c6-9002-032f051e1b93 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:48.721763 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-941ea3f6-b4a1-4348-be35-f01452bde42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:48.723203 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-941ea3f6-b4a1-4348-be35-f01452bde42d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.0674024 Jul 07 16:57:48.907135 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-78ab62d5-a8db-46c6-9002-032f051e1b93 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:48.960375 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-78ab62d5-a8db-46c6-9002-032f051e1b93 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:49.061626 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab62d5-a8db-46c6-9002-032f051e1b93 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50e07ce-e307-402a-b3c1-8ddbe7018223,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:49.103199 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:49.104463 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-f90d0477-61cb-4e57-97cc-52a73045ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:49.115366 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-f90d0477-61cb-4e57-97cc-52a73045ac7b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3813784 Jul 07 16:57:49.132440 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecd2e6-a00e-4681-963a-89974ccb256d req-97eae346-02b1-48dd-8c3a-6665f5de7bfc tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:49.155769 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-94ecd2e6-a00e-4681-963a-89974ccb256d req-97eae346-02b1-48dd-8c3a-6665f5de7bfc tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/ports?device_id=87f4ba17-07a0-4fa5-a997-c6a5333fd8b6 HTTP/1.1" status: 200 len: 944 time: 0.2873557 Jul 07 16:57:49.195299 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 22feeb4c-b124-40a7-98fe-096742e3d671, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=22feeb4c-b124-40a7-98fe-096742e3d671,segment=NetworkSegment(8270ac9c-375e-4eb7-9ef0-96961a37ce4f),segment_id=8270ac9c-375e-4eb7-9ef0-96961a37ce4f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:49.221521 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:49.222835 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device c8e19593-a0a2-4685-8b58-14a0e08d6be1 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:49.279641 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-78ab62d5-a8db-46c6-9002-032f051e1b93 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:49.284809 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-78ab62d5-a8db-46c6-9002-032f051e1b93 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7541349 Jul 07 16:57:49.285066 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50452) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:49.295082 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=22feeb4c-b124-40a7-98fe-096742e3d671,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:49.312985 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-94ecd2e6-a00e-4681-963a-89974ccb256d req-613bc565-c969-44e1-9e8a-b7a3866f1cfd tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e79daa5-eb0d-4fdd-8cee-b42e18b1e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556995 Jul 07 16:57:49.340303 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-3801952d-502f-4697-abf5-368dba16d0cf tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Request body: {'security_group_rule': {'security_group_id': '15f10e42-32e8-47d7-be52-d787a3e82657', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:49.360715 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-52741de3-8dd4-4f74-9504-c4bc7aedd79a None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:49.419114 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-52741de3-8dd4-4f74-9504-c4bc7aedd79a None None] Transition to ACTIVE for port object 67427569-1675-4ac1-afa1-3296979d1838 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:49.440915 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-52741de3-8dd4-4f74-9504-c4bc7aedd79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:49.473612 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-f73b17dc-9a2f-4f80-96a5-4d7b0013ef85 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492510 Jul 07 16:57:49.530966 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3801952d-502f-4697-abf5-368dba16d0cf tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:49.585832 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port c8e19593-a0a2-4685-8b58-14a0e08d6be1 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:49.641040 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port c8e19593-a0a2-4685-8b58-14a0e08d6be1 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:49.641889 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:49.652331 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88aeec-4c5c-49dc-96d4-40b3149b9625 None None] Pushing event updated for resources: {'Port': ['ID=67427569-1675-4ac1-afa1-3296979d1838,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:49.848754 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-52741de3-8dd4-4f74-9504-c4bc7aedd79a None None] Attempting to bind port 67427569-1675-4ac1-afa1-3296979d1838 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:49.849808 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-52741de3-8dd4-4f74-9504-c4bc7aedd79a None None] Attempting to bind port 67427569-1675-4ac1-afa1-3296979d1838 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'c126c080-0b7a-4583-b961-2cc1a5715ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:49.849808 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52741de3-8dd4-4f74-9504-c4bc7aedd79a None None] Attempting to bind port 67427569-1675-4ac1-afa1-3296979d1838 on network fd320d57-866a-4ea9-8417-d48deefec81a {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:49.897646 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52741de3-8dd4-4f74-9504-c4bc7aedd79a None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:57:49.898125 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52741de3-8dd4-4f74-9504-c4bc7aedd79a None None] Checking segment: {'id': 'c126c080-0b7a-4583-b961-2cc1a5715ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:49.898518 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-52741de3-8dd4-4f74-9504-c4bc7aedd79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:49.898931 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52741de3-8dd4-4f74-9504-c4bc7aedd79a None None] Bound using segment: {'id': 'c126c080-0b7a-4583-b961-2cc1a5715ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:57:49.899467 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-52741de3-8dd4-4f74-9504-c4bc7aedd79a None None] Bound port: 67427569-1675-4ac1-afa1-3296979d1838, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c126c080-0b7a-4583-b961-2cc1a5715ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:57:49.899881 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-52741de3-8dd4-4f74-9504-c4bc7aedd79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:49.900100 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cd1ddeda-968b-464a-9cd4-1debfe7d058f req-67fc1ff3-3439-400c-97c2-7b788a8b1148 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190137 Jul 07 16:57:49.949118 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3801952d-502f-4697-abf5-368dba16d0cf tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.037770 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3801952d-502f-4697-abf5-368dba16d0cf tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.059327 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778791fe-8f70-4e01-ba77-6f273ef865f8 req-aa72b9cd-a311-495d-953a-43d968840448 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:50.062188 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-778791fe-8f70-4e01-ba77-6f273ef865f8 req-aa72b9cd-a311-495d-953a-43d968840448 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 945 time: 0.3190749 Jul 07 16:57:50.113905 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.139328 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801952d-502f-4697-abf5-368dba16d0cf tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7090474e-4ce1-4375-9c17-ee58ae421752,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:50.158175 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3801952d-502f-4697-abf5-368dba16d0cf tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.168654 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3801952d-502f-4697-abf5-368dba16d0cf tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8442926 Jul 07 16:57:50.169135 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50458) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:50.188289 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-52741de3-8dd4-4f74-9504-c4bc7aedd79a None None] For port 67427569-1675-4ac1-afa1-3296979d1838, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:50.193147 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-82005424-e94a-4df4-a677-98bbdd6a92f1 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:50.219473 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-778791fe-8f70-4e01-ba77-6f273ef865f8 req-efd4cf48-2a1e-41e2-b0f1-3f3597de4228 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411712 Jul 07 16:57:50.248607 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-52741de3-8dd4-4f74-9504-c4bc7aedd79a None None] For port 67427569-1675-4ac1-afa1-3296979d1838, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=67427569-1675-4ac1-afa1-3296979d1838,segment=NetworkSegment(c126c080-0b7a-4583-b961-2cc1a5715ab0),segment_id=c126c080-0b7a-4583-b961-2cc1a5715ab0)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:50.298183 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-52741de3-8dd4-4f74-9504-c4bc7aedd79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.328943 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-82005424-e94a-4df4-a677-98bbdd6a92f1 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks [] for floatingip, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.344308 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port c8e19593-a0a2-4685-8b58-14a0e08d6be1, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c8e19593-a0a2-4685-8b58-14a0e08d6be1,segment=NetworkSegment(7506bb79-ffb7-49e4-b3d2-45affcbb4a65),segment_id=7506bb79-ffb7-49e4-b3d2-45affcbb4a65)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:50.408472 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e368f92-934d-4f56-9320-22839ebaaf48 x-openstack-request-id: req-5e368f92-934d-4f56-9320-22839ebaaf48 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:50.409112 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511", "name": "network-vif-unplugged", "status": "completed", "tag": "f521f701-0a18-46d9-a367-a388c72bc272", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:50.409618 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e368f92-934d-4f56-9320-22839ebaaf48 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:50.410510 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f521f701-0a18-46d9-a367-a388c72bc272', 'code': 200} Jul 07 16:57:50.459202 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.474724 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 62fc252c-11a9-4a30-b2fa-eb52c81babcc up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:50.643112 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52741de3-8dd4-4f74-9504-c4bc7aedd79a None None] Routers {'5f73bf57-8ac2-4618-925c-0aab07492764'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:50.644729 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-52741de3-8dd4-4f74-9504-c4bc7aedd79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:57:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['5f73bf57-8ac2-4618-925c-0aab07492764'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:50.823741 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41153acd-b537-417d-a872-1caab56980b8 req-ece02ddb-dd54-4f5e-a6a2-db428442afbe tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:50.826577 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41153acd-b537-417d-a872-1caab56980b8 req-ece02ddb-dd54-4f5e-a6a2-db428442afbe tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 947 time: 0.3253827 Jul 07 16:57:50.845186 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-82005424-e94a-4df4-a677-98bbdd6a92f1 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.871620 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88aeec-4c5c-49dc-96d4-40b3149b9625 None None] Pushing event updated for resources: {'Port': ['ID=67427569-1675-4ac1-afa1-3296979d1838,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:51.011013 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41153acd-b537-417d-a872-1caab56980b8 req-29fd3a21-1e50-4e26-8a03-8e88d1cdab53 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757188 Jul 07 16:57:51.019291 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=c8e19593-a0a2-4685-8b58-14a0e08d6be1,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:51.069228 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 62fc252c-11a9-4a30-b2fa-eb52c81babcc completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:51.169028 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd07c74b-ec1c-468c-8a88-754d29f3990e x-openstack-request-id: req-dd07c74b-ec1c-468c-8a88-754d29f3990e {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:51.169469 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbe57d5-5ff9-4a73-8be4-3915f671aa78", "name": "network-vif-plugged", "status": "completed", "tag": "90c61d7e-909f-424a-a03e-462f58c7db57", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:51.169848 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dd07c74b-ec1c-468c-8a88-754d29f3990e {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:51.170357 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbe57d5-5ff9-4a73-8be4-3915f671aa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c61d7e-909f-424a-a03e-462f58c7db57', 'code': 200} Jul 07 16:57:51.177714 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 62fc252c-11a9-4a30-b2fa-eb52c81babcc triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:51.178090 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.269029 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-82005424-e94a-4df4-a677-98bbdd6a92f1 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Allocated IP 172.25.0.184 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/7f447ccb-b373-4821-b0c2-16b30864e1c6) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:51.275768 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-52741de3-8dd4-4f74-9504-c4bc7aedd79a None None] Set router 5f73bf57-8ac2-4618-925c-0aab07492764 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:57:51.496323 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.587489 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 62fc252c-11a9-4a30-b2fa-eb52c81babcc, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=62fc252c-11a9-4a30-b2fa-eb52c81babcc,segment=NetworkSegment(d3696e98-e8e6-4e03-b3da-36d7e9f819c1),segment_id=d3696e98-e8e6-4e03-b3da-36d7e9f819c1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:51.592644 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-82005424-e94a-4df4-a677-98bbdd6a92f1 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.595754 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.791121 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-82005424-e94a-4df4-a677-98bbdd6a92f1 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.857247 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076ccb7-7f42-4fea-baae-6ec52b47c307 req-1b2ef2d5-a375-4ca2-8c98-fbe5d12b8107 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:51.864746 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076ccb7-7f42-4fea-baae-6ec52b47c307 req-1b2ef2d5-a375-4ca2-8c98-fbe5d12b8107 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:51.873864 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076ccb7-7f42-4fea-baae-6ec52b47c307 req-1b2ef2d5-a375-4ca2-8c98-fbe5d12b8107 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:51.882677 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d076ccb7-7f42-4fea-baae-6ec52b47c307 req-1b2ef2d5-a375-4ca2-8c98-fbe5d12b8107 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbe57d5-5ff9-4a73-8be4-3915f671aa78 HTTP/1.1" status: 200 len: 2418 time: 0.2665122 Jul 07 16:57:51.940293 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d076ccb7-7f42-4fea-baae-6ec52b47c307 req-d2a5cd40-86a1-4ac8-953b-e32f83555cb7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563598 Jul 07 16:57:51.965923 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82005424-e94a-4df4-a677-98bbdd6a92f1 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:51.967900 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82005424-e94a-4df4-a677-98bbdd6a92f1 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Pushing event updated for resources: {'Port': ['ID=7f447ccb-b373-4821-b0c2-16b30864e1c6,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:51.984978 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-82005424-e94a-4df4-a677-98bbdd6a92f1 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:51.989005 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82005424-e94a-4df4-a677-98bbdd6a92f1 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:52.012361 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=62fc252c-11a9-4a30-b2fa-eb52c81babcc,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:52.135104 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-52741de3-8dd4-4f74-9504-c4bc7aedd79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'name': 'tempest-ServersTestJSON-1935857528-router', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:29Z', 'updated_at': '2021-07-07T16:57:40Z', 'revision_number': 4, 'project_id': 'df146b5b0b61480fbeabce06e3b8a566', 'gw_port': {'id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:34Z', 'updated_at': '2021-07-07T16:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '67427569-1675-4ac1-afa1-3296979d1838', 'name': '', 'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'mac_address': 'fa:16:3e:b4:ac:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5512d358-3619-4514-a272-035774ba4388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:39Z', 'updated_at': '2021-07-07T16:57:50Z', 'revision_number': 4, 'project_id': 'df146b5b0b61480fbeabce06e3b8a566', 'subnets': [{'id': '5512d358-3619-4514-a272-035774ba4388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:52.202025 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-82005424-e94a-4df4-a677-98bbdd6a92f1 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:52.204233 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52741de3-8dd4-4f74-9504-c4bc7aedd79a None None] The sync data for ids ['5f73bf57-8ac2-4618-925c-0aab07492764'] in n-d-791503-12 is: [{'id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'name': 'tempest-ServersTestJSON-1935857528-router', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:29Z', 'updated_at': '2021-07-07T16:57:40Z', 'revision_number': 4, 'project_id': 'df146b5b0b61480fbeabce06e3b8a566', 'gw_port': {'id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:34Z', 'updated_at': '2021-07-07T16:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '67427569-1675-4ac1-afa1-3296979d1838', 'name': '', 'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'mac_address': 'fa:16:3e:b4:ac:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5512d358-3619-4514-a272-035774ba4388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:39Z', 'updated_at': '2021-07-07T16:57:50Z', 'revision_number': 4, 'project_id': 'df146b5b0b61480fbeabce06e3b8a566', 'subnets': [{'id': '5512d358-3619-4514-a272-035774ba4388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:57:52.417937 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511', 'tag': 'f521f701-0a18-46d9-a367-a388c72bc272'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:52.422142 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42493cd0-96b6-473b-8a26-207797ed4dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511", "tag": "f521f701-0a18-46d9-a367-a388c72bc272"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:52.435775 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-82005424-e94a-4df4-a677-98bbdd6a92f1 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:52.566244 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad6fe2-3e62-44df-9688-60c7893b3d3c req-ac33593f-1cf3-4bfc-a730-f49e74caa445 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:52.588091 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b7ad6fe2-3e62-44df-9688-60c7893b3d3c req-ac33593f-1cf3-4bfc-a730-f49e74caa445 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/ports?device_id=87f4ba17-07a0-4fa5-a997-c6a5333fd8b6 HTTP/1.1" status: 200 len: 945 time: 0.3329034 Jul 07 16:57:52.698174 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b7ad6fe2-3e62-44df-9688-60c7893b3d3c req-723a202d-49f7-4752-8b4c-78a302586588 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e79daa5-eb0d-4fdd-8cee-b42e18b1e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062582 Jul 07 16:57:52.944063 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-82005424-e94a-4df4-a677-98bbdd6a92f1 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:52.967502 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-82005424-e94a-4df4-a677-98bbdd6a92f1 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:53.173004 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca22e7b-314b-485b-915e-86865db01b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f30eb22-6345-43d4-8240-b85b25ba8808'}, {'server_uuid': 'edbe57d5-5ff9-4a73-8be4-3915f671aa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22feeb4c-b124-40a7-98fe-096742e3d671'}, {'server_uuid': 'edbe57d5-5ff9-4a73-8be4-3915f671aa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e19593-a0a2-4685-8b58-14a0e08d6be1'}, {'server_uuid': '87f4ba17-07a0-4fa5-a997-c6a5333fd8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fc252c-11a9-4a30-b2fa-eb52c81babcc'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:53.178575 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2e9f02-dae2-4d25-b7fb-87702480d24c" -d '{"events": [{"server_uuid": "1ca22e7b-314b-485b-915e-86865db01b9a", "name": "network-vif-plugged", "status": "completed", "tag": "6f30eb22-6345-43d4-8240-b85b25ba8808"}, {"server_uuid": "edbe57d5-5ff9-4a73-8be4-3915f671aa78", "name": "network-vif-plugged", "status": "completed", "tag": "22feeb4c-b124-40a7-98fe-096742e3d671"}, {"server_uuid": "edbe57d5-5ff9-4a73-8be4-3915f671aa78", "name": "network-vif-plugged", "status": "completed", "tag": "c8e19593-a0a2-4685-8b58-14a0e08d6be1"}, {"server_uuid": "87f4ba17-07a0-4fa5-a997-c6a5333fd8b6", "name": "network-vif-plugged", "status": "completed", "tag": "62fc252c-11a9-4a30-b2fa-eb52c81babcc"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:53.248339 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79182e18-c143-42c4-a0a6-b96cb12ad0d7 req-5bf4325e-b4ca-4a23-8560-eaf83493802a tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:53.250414 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-79182e18-c143-42c4-a0a6-b96cb12ad0d7 req-5bf4325e-b4ca-4a23-8560-eaf83493802a tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 945 time: 0.2138469 Jul 07 16:57:53.316188 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82005424-e94a-4df4-a677-98bbdd6a92f1 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Pushing event updated for resources: {'Port': ['ID=7f447ccb-b373-4821-b0c2-16b30864e1c6,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:53.354304 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-82005424-e94a-4df4-a677-98bbdd6a92f1 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:53.393467 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d6769b16-7b54-4bde-8db0-fb371b4920fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:53.393702 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-82005424-e94a-4df4-a677-98bbdd6a92f1 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:53.412134 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-79182e18-c143-42c4-a0a6-b96cb12ad0d7 req-422597af-5ef2-498f-9eef-f81e1d9a5695 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463082 Jul 07 16:57:53.416371 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-82005424-e94a-4df4-a677-98bbdd6a92f1 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2449265 Jul 07 16:57:53.569959 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 67427569-1675-4ac1-afa1-3296979d1838 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:53.720951 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 67427569-1675-4ac1-afa1-3296979d1838 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:53.733533 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 67427569-1675-4ac1-afa1-3296979d1838 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:53.733924 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:53.941823 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:54.048491 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 67427569-1675-4ac1-afa1-3296979d1838, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=67427569-1675-4ac1-afa1-3296979d1838,segment=NetworkSegment(c126c080-0b7a-4583-b961-2cc1a5715ab0),segment_id=c126c080-0b7a-4583-b961-2cc1a5715ab0)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:54.057971 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device f521f701-0a18-46d9-a367-a388c72bc272 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:57:54.069174 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:54.227175 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cfa571-f7f4-4777-9e2d-f809cf0e0157 x-openstack-request-id: req-c0cfa571-f7f4-4777-9e2d-f809cf0e0157 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:54.230765 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511", "tag": "f521f701-0a18-46d9-a367-a388c72bc272", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:54.243240 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c0cfa571-f7f4-4777-9e2d-f809cf0e0157 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:54.244056 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511', 'tag': 'f521f701-0a18-46d9-a367-a388c72bc272', 'status': 'completed', 'code': 200} Jul 07 16:57:54.409352 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=67427569-1675-4ac1-afa1-3296979d1838,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:54.514698 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port f521f701-0a18-46d9-a367-a388c72bc272, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f521f701-0a18-46d9-a367-a388c72bc272,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:54.553902 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'f521f701-0a18-46d9-a367-a388c72bc272', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': 'f521f701-0a18-46d9-a367-a388c72bc272', 'mac_address': 'fa:16:3e:ea:5f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:57:54.639657 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4b1b3-f818-428c-bdf7-557013dfbd44 req-b1709d1c-8b6c-451d-8c90-7168996e9f63 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:54.641370 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-28d4b1b3-f818-428c-bdf7-557013dfbd44 req-b1709d1c-8b6c-451d-8c90-7168996e9f63 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 947 time: 0.2748060 Jul 07 16:57:54.651418 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42493cd0-96b6-473b-8a26-207797ed4dcb req-c3189124-b5f5-452d-aa9f-5f269adb92a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:54.653246 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-42493cd0-96b6-473b-8a26-207797ed4dcb req-c3189124-b5f5-452d-aa9f-5f269adb92a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 1099 time: 0.4534938 Jul 07 16:57:54.663760 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:54.698899 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f521f701-0a18-46d9-a367-a388c72bc272 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:54.715788 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-28d4b1b3-f818-428c-bdf7-557013dfbd44 req-d3eeebf2-1baa-4b4d-9186-3d11536d86c0 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600386 Jul 07 16:57:54.740301 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port f521f701-0a18-46d9-a367-a388c72bc272, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f521f701-0a18-46d9-a367-a388c72bc272,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:54.747491 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:54.773629 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42493cd0-96b6-473b-8a26-207797ed4dcb req-d3289738-cacc-4c13-9045-cbf8ecc3f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:54.775715 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-42493cd0-96b6-473b-8a26-207797ed4dcb req-d3289738-cacc-4c13-9045-cbf8ecc3f1fb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 1099 time: 0.5280755 Jul 07 16:57:54.831687 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=f521f701-0a18-46d9-a367-a388c72bc272,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:54.863242 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906a2d2a-70d1-4c24-9e84-90fe1bc2b862 x-openstack-request-id: req-906a2d2a-70d1-4c24-9e84-90fe1bc2b862 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:54.863705 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca22e7b-314b-485b-915e-86865db01b9a", "name": "network-vif-plugged", "status": "completed", "tag": "6f30eb22-6345-43d4-8240-b85b25ba8808", "code": 200}, {"server_uuid": "edbe57d5-5ff9-4a73-8be4-3915f671aa78", "name": "network-vif-plugged", "status": "completed", "tag": "22feeb4c-b124-40a7-98fe-096742e3d671", "code": 200}, {"server_uuid": "edbe57d5-5ff9-4a73-8be4-3915f671aa78", "name": "network-vif-plugged", "status": "completed", "tag": "c8e19593-a0a2-4685-8b58-14a0e08d6be1", "code": 200}, {"server_uuid": "87f4ba17-07a0-4fa5-a997-c6a5333fd8b6", "name": "network-vif-plugged", "status": "completed", "tag": "62fc252c-11a9-4a30-b2fa-eb52c81babcc", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:54.864189 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-906a2d2a-70d1-4c24-9e84-90fe1bc2b862 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:54.864701 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca22e7b-314b-485b-915e-86865db01b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f30eb22-6345-43d4-8240-b85b25ba8808', 'code': 200} Jul 07 16:57:54.865076 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbe57d5-5ff9-4a73-8be4-3915f671aa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22feeb4c-b124-40a7-98fe-096742e3d671', 'code': 200} Jul 07 16:57:54.865446 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbe57d5-5ff9-4a73-8be4-3915f671aa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e19593-a0a2-4685-8b58-14a0e08d6be1', 'code': 200} Jul 07 16:57:54.865816 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f4ba17-07a0-4fa5-a997-c6a5333fd8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fc252c-11a9-4a30-b2fa-eb52c81babcc', 'code': 200} Jul 07 16:57:55.015277 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42493cd0-96b6-473b-8a26-207797ed4dcb req-549e2756-465a-40f4-a57f-9900c1dc7e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:55.016892 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-42493cd0-96b6-473b-8a26-207797ed4dcb req-549e2756-465a-40f4-a57f-9900c1dc7e94 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.3568523 Jul 07 16:57:55.038018 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a41a3-80c7-492c-8c75-ced95de99389 req-cefe90ca-c66d-434c-a414-eaead8918e1e tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:55.057546 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a41a3-80c7-492c-8c75-ced95de99389 req-cefe90ca-c66d-434c-a414-eaead8918e1e tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:55.068721 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a41a3-80c7-492c-8c75-ced95de99389 req-cefe90ca-c66d-434c-a414-eaead8918e1e tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:55.072819 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a08a41a3-80c7-492c-8c75-ced95de99389 req-cefe90ca-c66d-434c-a414-eaead8918e1e tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbe57d5-5ff9-4a73-8be4-3915f671aa78 HTTP/1.1" status: 200 len: 2418 time: 0.5230241 Jul 07 16:57:55.086304 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['f521f701-0a18-46d9-a367-a388c72bc272'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:55.144431 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-42493cd0-96b6-473b-8a26-207797ed4dcb req-c71ad2ee-abbe-4f88-86ae-56d6656fa7ce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=f521f701-0a18-46d9-a367-a388c72bc272 HTTP/1.1" status: 200 len: 217 time: 0.0704036 Jul 07 16:57:55.157737 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-32cdd951-1893-465d-a46c-14cdc1c8936f tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1107376988&fields=id&tenant_id=df146b5b0b61480fbeabce06e3b8a566 HTTP/1.1" status: 200 len: 267 time: 0.0862257 Jul 07 16:57:55.289573 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a08a41a3-80c7-492c-8c75-ced95de99389 req-2e239076-b4ab-40d4-bdcc-5b2bb706b052 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434252 Jul 07 16:57:55.291816 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42493cd0-96b6-473b-8a26-207797ed4dcb req-a5d4880a-c5ee-4bbb-a8b2-ad5d2497d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:55.293453 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-42493cd0-96b6-473b-8a26-207797ed4dcb req-a5d4880a-c5ee-4bbb-a8b2-ad5d2497d351 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.0865462 Jul 07 16:57:55.335028 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73413b-6809-4c79-b43d-96f244026349 req-34192fb8-df40-42df-974c-d0d1ea108a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:55.356317 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42493cd0-96b6-473b-8a26-207797ed4dcb req-bd7855fc-3d13-411e-82c3-5099aa836885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:55.358961 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-42493cd0-96b6-473b-8a26-207797ed4dcb req-bd7855fc-3d13-411e-82c3-5099aa836885 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.5718195 Jul 07 16:57:55.365182 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ee73413b-6809-4c79-b43d-96f244026349 req-34192fb8-df40-42df-974c-d0d1ea108a91 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=87f4ba17-07a0-4fa5-a997-c6a5333fd8b6 HTTP/1.1" status: 200 len: 1097 time: 0.2761207 Jul 07 16:57:55.434522 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 67427569-1675-4ac1-afa1-3296979d1838 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:55.447364 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d2efa-efad-41a7-b6a1-ac4317db42e0 req-ede6f937-098a-448a-b4f8-f2750004b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:55.448534 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d2efa-efad-41a7-b6a1-ac4317db42e0 req-ede6f937-098a-448a-b4f8-f2750004b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:55.449231 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d2efa-efad-41a7-b6a1-ac4317db42e0 req-ede6f937-098a-448a-b4f8-f2750004b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:55.449857 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-42493cd0-96b6-473b-8a26-207797ed4dcb req-d1b5b3eb-cee7-4fe0-99af-966f1afd459f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=f521f701-0a18-46d9-a367-a388c72bc272 HTTP/1.1" status: 200 len: 217 time: 0.0839653 Jul 07 16:57:55.452215 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b60d2efa-efad-41a7-b6a1-ac4317db42e0 req-ede6f937-098a-448a-b4f8-f2750004b3a9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=edbe57d5-5ff9-4a73-8be4-3915f671aa78 HTTP/1.1" status: 200 len: 2874 time: 0.3999918 Jul 07 16:57:55.472611 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd88151-e583-457d-836e-c6809edb96f7 req-f0466b86-1bba-432a-a72c-25111b16ab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:55.474764 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2dd88151-e583-457d-836e-c6809edb96f7 req-f0466b86-1bba-432a-a72c-25111b16ab98 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 1097 time: 0.4782417 Jul 07 16:57:55.564787 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42493cd0-96b6-473b-8a26-207797ed4dcb req-24119c15-1e89-4b95-a991-745a55df4857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:55.566334 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-42493cd0-96b6-473b-8a26-207797ed4dcb req-24119c15-1e89-4b95-a991-745a55df4857 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2517781 Jul 07 16:57:55.579042 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2dd88151-e583-457d-836e-c6809edb96f7 req-adac6d8e-da52-43ed-988b-1e942663f4a2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577776 Jul 07 16:57:55.595343 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-e0832997-0a56-439f-973f-86f0a4d2a8cc tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:55.602547 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-e0832997-0a56-439f-973f-86f0a4d2a8cc tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/networks?id=fd320d57-866a-4ea9-8417-d48deefec81a HTTP/1.1" status: 200 len: 806 time: 0.4297562 Jul 07 16:57:55.628496 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-6c0ba6cf-7809-4f7c-a4d6-f259621a93ff tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/quotas/df146b5b0b61480fbeabce06e3b8a566 HTTP/1.1" status: 200 len: 375 time: 0.0237424 Jul 07 16:57:55.680938 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ee73413b-6809-4c79-b43d-96f244026349 req-03367a53-6143-467a-ac63-34caf9e13262 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2e79daa5-eb0d-4fdd-8cee-b42e18b1e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3148105 Jul 07 16:57:55.686159 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b60d2efa-efad-41a7-b6a1-ac4317db42e0 req-c48e5a33-6797-4122-8a07-37b3c7c217c8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205343 Jul 07 16:57:55.739873 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 67427569-1675-4ac1-afa1-3296979d1838 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:55.742662 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:55.764837 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-42493cd0-96b6-473b-8a26-207797ed4dcb req-587c36cb-e5b5-4a0f-9151-52786047c780 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787362 Jul 07 16:57:55.769996 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-f1b34a8f-3188-46fb-ad1e-bca67effa6a4 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df146b5b0b61480fbeabce06e3b8a566&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1401613 Jul 07 16:57:55.915393 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-42493cd0-96b6-473b-8a26-207797ed4dcb req-321aadc2-aea8-4388-9a13-28dd479a4eac service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177139 Jul 07 16:57:55.936142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42493cd0-96b6-473b-8a26-207797ed4dcb req-b4cddd93-6ea5-47ab-b29f-9a03705d8662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:55.939536 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-42493cd0-96b6-473b-8a26-207797ed4dcb req-b4cddd93-6ea5-47ab-b29f-9a03705d8662 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.4740689 Jul 07 16:57:56.030853 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bb930-4fed-40d4-a2a0-51a92a9b5bed req-f49a863a-a6b6-4b10-bc98-ebdfb4a6fc93 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:56.033399 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-276bb930-4fed-40d4-a2a0-51a92a9b5bed req-f49a863a-a6b6-4b10-bc98-ebdfb4a6fc93 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/ports?device_id=87f4ba17-07a0-4fa5-a997-c6a5333fd8b6 HTTP/1.1" status: 200 len: 945 time: 0.4885223 Jul 07 16:57:56.093593 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:56.107892 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42493cd0-96b6-473b-8a26-207797ed4dcb req-a2198c1e-11d1-459f-bf43-a48fae67b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:56.110676 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-42493cd0-96b6-473b-8a26-207797ed4dcb req-a2198c1e-11d1-459f-bf43-a48fae67b3f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1606445 Jul 07 16:57:56.151123 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-7e100b48-3b0e-43af-890c-f956104912ac service neutron] 10.222.0.53 "GET /v2.0/networks/fd320d57-866a-4ea9-8417-d48deefec81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788958 Jul 07 16:57:56.227260 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-276bb930-4fed-40d4-a2a0-51a92a9b5bed req-039a4822-defd-4580-a4d1-f3330dcbaaa4 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e79daa5-eb0d-4fdd-8cee-b42e18b1e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862710 Jul 07 16:57:56.356519 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-42493cd0-96b6-473b-8a26-207797ed4dcb req-07d3d501-92b3-4786-90ff-949d4ae5790e service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373264 Jul 07 16:57:56.402794 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-b066e81c-3cf4-4f2e-a751-8f98328895a7 service neutron] 10.222.0.53 "GET /v2.0/networks/fd320d57-866a-4ea9-8417-d48deefec81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490151 Jul 07 16:57:56.575922 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-42493cd0-96b6-473b-8a26-207797ed4dcb req-dee85310-dc86-4307-a568-03980dc6aa18 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089839 Jul 07 16:57:56.680304 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-dfda58d9-627f-4526-ba9f-0e0c948f9177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:56.901743 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731e9bf-99c9-4f64-9a78-bcbea3ee80d0 req-d03a0910-1d9b-4165-a029-0b95e395ee01 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:56.913643 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1731e9bf-99c9-4f64-9a78-bcbea3ee80d0 req-d03a0910-1d9b-4165-a029-0b95e395ee01 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 945 time: 0.2539968 Jul 07 16:57:57.049333 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1731e9bf-99c9-4f64-9a78-bcbea3ee80d0 req-1ed16104-cfbd-4939-b8f7-f2e43beb7d15 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314733 Jul 07 16:57:57.733479 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-d5cc8645-cefd-4dd0-9c62-a22bfdbb37eb tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:57.746852 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:57.749060 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-d5cc8645-cefd-4dd0-9c62-a22bfdbb37eb tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511&tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&binding%3Ahost_id=n-h2-791503-12 HTTP/1.1" status: 200 len: 948 time: 0.1743066 Jul 07 16:57:57.895375 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-7ac5db1a-cbce-4958-93a5-86f8879a8568 service neutron] 10.222.0.72 "GET /v2.0/ports/f521f701-0a18-46d9-a367-a388c72bc272/bindings/n-h2-791503-12 HTTP/1.1" status: 200 len: 383 time: 0.1382720 Jul 07 16:57:57.952532 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f293d91e-33a8-482f-8f59-c58cb08f91bb req-7d3a3016-e6ac-48aa-8c4e-69d985ed41c1 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/ports?device_id=3639e840-c93e-4381-9c56-0a2aa40949ce HTTP/1.1" status: 200 len: 210 time: 0.0956283 Jul 07 16:57:58.108790 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device f521f701-0a18-46d9-a367-a388c72bc272 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:58.220128 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f787dec-e573-41a1-884c-34062da455fd req-2d87b070-6f6f-4454-be27-f3bd87881b1d tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:58.258523 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f787dec-e573-41a1-884c-34062da455fd req-2d87b070-6f6f-4454-be27-f3bd87881b1d tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:58.284191 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f787dec-e573-41a1-884c-34062da455fd req-2d87b070-6f6f-4454-be27-f3bd87881b1d tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:58.287687 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3f787dec-e573-41a1-884c-34062da455fd req-2d87b070-6f6f-4454-be27-f3bd87881b1d tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbe57d5-5ff9-4a73-8be4-3915f671aa78 HTTP/1.1" status: 200 len: 2418 time: 0.4155734 Jul 07 16:57:58.311480 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port f521f701-0a18-46d9-a367-a388c72bc272 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:58.325452 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-70127c54-273c-4410-af65-4509ddab4a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:58.331021 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-70127c54-273c-4410-af65-4509ddab4a6f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 1100 time: 0.3696475 Jul 07 16:57:58.335209 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port f521f701-0a18-46d9-a367-a388c72bc272 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:58.335918 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:58.495305 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3f787dec-e573-41a1-884c-34062da455fd req-65a05ffd-3336-4992-b489-c44413787653 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660376 Jul 07 16:57:58.614873 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:58.633373 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beda8df-e625-42a4-a410-fcab332f55dc req-18385a28-935e-49a8-b6a2-884309d37e0f tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:58.656145 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6beda8df-e625-42a4-a410-fcab332f55dc req-18385a28-935e-49a8-b6a2-884309d37e0f tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/ports?device_id=87f4ba17-07a0-4fa5-a997-c6a5333fd8b6 HTTP/1.1" status: 200 len: 945 time: 0.2622368 Jul 07 16:57:58.698398 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f521f701-0a18-46d9-a367-a388c72bc272'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:58.705278 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f231dd8-4aea-4921-ba0f-e70d31853922" -d '{"events": [{"server_uuid": "e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511", "name": "network-vif-plugged", "status": "completed", "tag": "f521f701-0a18-46d9-a367-a388c72bc272"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:58.705982 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-a77a7f56-5ee9-4dc1-a23c-2764df8793cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:58.710889 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-a77a7f56-5ee9-4dc1-a23c-2764df8793cf service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.3397255 Jul 07 16:57:58.744686 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port f521f701-0a18-46d9-a367-a388c72bc272, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f521f701-0a18-46d9-a367-a388c72bc272,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:58.750292 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:58.826712 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=f521f701-0a18-46d9-a367-a388c72bc272,revision_number=9']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:58.833087 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6beda8df-e625-42a4-a410-fcab332f55dc req-2d236d7b-cc2f-4235-b11e-39f1ea3a8e03 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e79daa5-eb0d-4fdd-8cee-b42e18b1e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754053 Jul 07 16:57:58.860348 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-34c20e25-beea-4a65-bc4e-9d399f51283c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=f521f701-0a18-46d9-a367-a388c72bc272 HTTP/1.1" status: 200 len: 217 time: 0.1416190 Jul 07 16:57:59.089902 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-885c7bc2-3e3c-4ae8-9ef7-0622f3b3bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:59.092822 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-885c7bc2-3e3c-4ae8-9ef7-0622f3b3bc2d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.2193105 Jul 07 16:57:59.124141 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50586) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:59.139385 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb56fb8-9759-453b-a1d7-75620f14d5b4 req-6ec82af6-40f5-4310-b01a-c35156bb9be5 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:59.148422 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9eb56fb8-9759-453b-a1d7-75620f14d5b4 req-6ec82af6-40f5-4310-b01a-c35156bb9be5 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 949 time: 0.2832363 Jul 07 16:57:59.327939 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9eb56fb8-9759-453b-a1d7-75620f14d5b4 req-078c453c-5044-4f34-962b-1994b5cabef2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293242 Jul 07 16:57:59.432752 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-28c6c823-ffbd-4cdc-9b6a-4369d4590c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:59.435629 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-28c6c823-ffbd-4cdc-9b6a-4369d4590c66 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2854872 Jul 07 16:57:59.739185 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-2419000f-69df-475e-8602-131bb80cdeee service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822187 Jul 07 16:58:00.053350 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8434ad7-bb0b-43cd-adaa-465aeef79bbb x-openstack-request-id: req-d8434ad7-bb0b-43cd-adaa-465aeef79bbb {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:00.054401 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511", "name": "network-vif-plugged", "status": "completed", "tag": "f521f701-0a18-46d9-a367-a388c72bc272", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:00.055391 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8434ad7-bb0b-43cd-adaa-465aeef79bbb {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:00.056140 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f521f701-0a18-46d9-a367-a388c72bc272', 'code': 200} Jul 07 16:58:00.094158 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:00.597812 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfadc91-6caa-4b7c-9b42-d553b97720af req-fbf5bec2-ca52-4c2c-8fcf-dd29ac680e92 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:00.605747 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9cfadc91-6caa-4b7c-9b42-d553b97720af req-fbf5bec2-ca52-4c2c-8fcf-dd29ac680e92 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 945 time: 1.0093524 Jul 07 16:58:00.698380 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9cfadc91-6caa-4b7c-9b42-d553b97720af req-bfd8cbe2-a106-4847-905f-4daf07e37bf7 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915735 Jul 07 16:58:00.839398 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e8ca1f60-743c-497d-ae3f-a039c7d98951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:00.960218 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-10fb0430-5237-425a-8b06-49d6a204ffc9 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2123349 Jul 07 16:58:01.030800 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-cae94cd6-032f-4fd9-869a-91fa3daef1fb tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:01.032455 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-cae94cd6-032f-4fd9-869a-91fa3daef1fb tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.64 "GET /v2.0/networks?id=fd320d57-866a-4ea9-8417-d48deefec81a HTTP/1.1" status: 200 len: 806 time: 1.1215978 Jul 07 16:58:01.046440 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819092c0-46fc-4612-84db-f02168771f32 req-8ca4a5e2-6d04-4d16-b3be-5694e6dafd80 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:01.048225 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-819092c0-46fc-4612-84db-f02168771f32 req-8ca4a5e2-6d04-4d16-b3be-5694e6dafd80 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/ports?device_id=87f4ba17-07a0-4fa5-a997-c6a5333fd8b6 HTTP/1.1" status: 200 len: 945 time: 0.2490785 Jul 07 16:58:01.065849 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50608) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:01.070886 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-dbf1a062-7908-4fcc-b817-ca03964d8138 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Request body: {'floatingip': {'port_id': '62fc252c-11a9-4a30-b2fa-eb52c81babcc'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:01.091543 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-95ec4101-2fc5-4a6c-8304-ba9bfa1599b5 req-c65d561e-38a1-457f-962c-7519d5f04868 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/ports?device_id=3639e840-c93e-4381-9c56-0a2aa40949ce HTTP/1.1" status: 200 len: 210 time: 0.0664542 Jul 07 16:58:01.133243 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dbf1a062-7908-4fcc-b817-ca03964d8138 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks [] for floatingip, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:01.274027 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-18a41e4e-b082-41d6-a85b-af19b9493028 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df146b5b0b61480fbeabce06e3b8a566 HTTP/1.1" status: 200 len: 380 time: 0.2198901 Jul 07 16:58:01.302821 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-ffb48024-850c-49d7-aaf8-645dd3f41f90 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Request body: {'port': {'device_id': '3639e840-c93e-4381-9c56-0a2aa40949ce', 'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a', 'admin_state_up': True, 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'security_groups': ['15f10e42-32e8-47d7-be52-d787a3e82657']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:01.699346 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f454f8-5a3c-4ccf-b6e5-be113fb29e57 req-a4e35c30-b5f9-44df-bae0-01626ad6d0f1 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:01.704450 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-92f454f8-5a3c-4ccf-b6e5-be113fb29e57 req-a4e35c30-b5f9-44df-bae0-01626ad6d0f1 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 949 time: 0.3946316 Jul 07 16:58:01.742688 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-e8ca1f60-743c-497d-ae3f-a039c7d98951 admin admin] Deleting port 5f400b7a-7a2e-4b14-8289-107a4ebed5c7 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:01.749194 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e8ca1f60-743c-497d-ae3f-a039c7d98951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:01.999775 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-92f454f8-5a3c-4ccf-b6e5-be113fb29e57 req-df5793ef-0167-498c-a507-8af689cbf16d tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620256 Jul 07 16:58:02.064094 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-e8ca1f60-743c-497d-ae3f-a039c7d98951 admin admin] For port 5f400b7a-7a2e-4b14-8289-107a4ebed5c7, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=5f400b7a-7a2e-4b14-8289-107a4ebed5c7,segment=NetworkSegment(f0742f5c-6205-4710-bf4d-eea2f1844447),segment_id=f0742f5c-6205-4710-bf4d-eea2f1844447)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:02.064448 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e8ca1f60-743c-497d-ae3f-a039c7d98951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:02.114839 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-e8ca1f60-743c-497d-ae3f-a039c7d98951 admin admin] Calling delete_port for 5f400b7a-7a2e-4b14-8289-107a4ebed5c7 owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:02.211685 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-ffb48024-850c-49d7-aaf8-645dd3f41f90 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Made reservation on behalf of df146b5b0b61480fbeabce06e3b8a566 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:02.223997 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-ffb48024-850c-49d7-aaf8-645dd3f41f90 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:02.688883 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-ffb48024-850c-49d7-aaf8-645dd3f41f90 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Allocated IP 172.20.0.3 (fd320d57-866a-4ea9-8417-d48deefec81a/5512d358-3619-4514-a272-035774ba4388/03a3b917-65dc-4769-ad37-e7635ffdf87b) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:02.858248 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a358549-5655-4bd7-941f-014665722aad req-3ad4f21c-7d3a-43e2-a915-c2f1259f9dd8 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:02.880053 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a358549-5655-4bd7-941f-014665722aad req-3ad4f21c-7d3a-43e2-a915-c2f1259f9dd8 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:02.895243 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a358549-5655-4bd7-941f-014665722aad req-3ad4f21c-7d3a-43e2-a915-c2f1259f9dd8 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:02.898844 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a358549-5655-4bd7-941f-014665722aad req-3ad4f21c-7d3a-43e2-a915-c2f1259f9dd8 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbe57d5-5ff9-4a73-8be4-3915f671aa78 HTTP/1.1" status: 200 len: 2418 time: 0.4094386 Jul 07 16:58:03.041687 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e8ca1f60-743c-497d-ae3f-a039c7d98951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:03.265410 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a358549-5655-4bd7-941f-014665722aad req-ec70407f-e7c3-4206-9bf1-c107aaefc8b4 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222399 Jul 07 16:58:03.276879 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca1f60-743c-497d-ae3f-a039c7d98951 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f400b7a-7a2e-4b14-8289-107a4ebed5c7,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:03.405876 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-ffb48024-850c-49d7-aaf8-645dd3f41f90 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:03.857392 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e8ca1f60-743c-497d-ae3f-a039c7d98951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:03.878310 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.db.resource_extend [None req-dbf1a062-7908-4fcc-b817-ca03964d8138 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:58:03.971273 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dbf1a062-7908-4fcc-b817-ca03964d8138 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:03.985150 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-ffb48024-850c-49d7-aaf8-645dd3f41f90 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Transition to ACTIVE for port object 03a3b917-65dc-4769-ad37-e7635ffdf87b will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:04.053528 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dbf1a062-7908-4fcc-b817-ca03964d8138 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.344929 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a91f0d-8bb6-4922-b123-4d3f7fa92ba9 req-2fca4771-1fdd-4a2d-854d-0ecee4ea80d4 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:04.347362 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d1a91f0d-8bb6-4922-b123-4d3f7fa92ba9 req-2fca4771-1fdd-4a2d-854d-0ecee4ea80d4 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 1097 time: 1.4221938 Jul 07 16:58:04.349114 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-ffb48024-850c-49d7-aaf8-645dd3f41f90 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.533529 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-dbf1a062-7908-4fcc-b817-ca03964d8138 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Floating IP 6dc73888-1754-4e8f-baac-ed41b3770ade associated. External IP: 172.25.0.140, port: 62fc252c-11a9-4a30-b2fa-eb52c81babcc. Jul 07 16:58:04.555663 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-ffb48024-850c-49d7-aaf8-645dd3f41f90 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Network fd320d57-866a-4ea9-8417-d48deefec81a is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:04.558630 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50dd8e8-a408-4ccb-9969-cbf92402a7a6 req-91c5c7ab-3d89-4e09-9f59-f99c4d0bd5e4 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:04.573766 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d50dd8e8-a408-4ccb-9969-cbf92402a7a6 req-91c5c7ab-3d89-4e09-9f59-f99c4d0bd5e4 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/ports?device_id=3639e840-c93e-4381-9c56-0a2aa40949ce HTTP/1.1" status: 200 len: 931 time: 0.5003390 Jul 07 16:58:04.624027 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-ffb48024-850c-49d7-aaf8-645dd3f41f90 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:04.628804 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb48024-850c-49d7-aaf8-645dd3f41f90 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Pushing event updated for resources: {'Port': ['ID=03a3b917-65dc-4769-ad37-e7635ffdf87b,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:04.632861 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-ffb48024-850c-49d7-aaf8-645dd3f41f90 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:04.655471 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-264b4c57-3a50-4fd9-8ae7-35c0a7d8aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:04.657327 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-264b4c57-3a50-4fd9-8ae7-35c0a7d8aaae service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511&tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0 HTTP/1.1" status: 200 len: 1101 time: 0.3788393 Jul 07 16:58:04.710185 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d1a91f0d-8bb6-4922-b123-4d3f7fa92ba9 req-0a257d91-807b-4ca3-ab95-25f09b68b178 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308618 Jul 07 16:58:04.791112 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-ef762199-ffb2-417e-b916-59c8e824755c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791503-12', 'device_owner': 'compute:nova'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:04.929824 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ca1f60-743c-497d-ae3f-a039c7d98951 admin admin] Router 3d274e25-4972-473b-9f62-4e11e4cace83 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:58:04.968007 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d50dd8e8-a408-4ccb-9969-cbf92402a7a6 req-64a954a4-f015-42d8-99aa-dbd9b7da17e1 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/security-groups?id=15f10e42-32e8-47d7-be52-d787a3e82657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3674600 Jul 07 16:58:05.038385 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-ffb48024-850c-49d7-aaf8-645dd3f41f90 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:05.039593 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-ffb48024-850c-49d7-aaf8-645dd3f41f90 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:05.204813 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-549a11e7-3082-4687-b070-35dd8a78890f tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:05.241666 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-549a11e7-3082-4687-b070-35dd8a78890f tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:05.278351 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-549a11e7-3082-4687-b070-35dd8a78890f tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:05.291578 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-549a11e7-3082-4687-b070-35dd8a78890f tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.72 "GET /v2.0/ports?device_id=edbe57d5-5ff9-4a73-8be4-3915f671aa78 HTTP/1.1" status: 200 len: 2418 time: 1.2402651 Jul 07 16:58:05.331559 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-ffb48024-850c-49d7-aaf8-645dd3f41f90 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0440416 Jul 07 16:58:05.408277 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-4a9ce9f4-a633-4ab4-9889-7e37b7e31b25 service neutron] Request body: {'port': {'device_id': '3639e840-c93e-4381-9c56-0a2aa40949ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:05.432888 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-ef762199-ffb2-417e-b916-59c8e824755c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:05.477261 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7abb12db-2867-42a4-a791-a52763146680 None None] Provisioning for port 03a3b917-65dc-4769-ad37-e7635ffdf87b completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:05.494714 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7abb12db-2867-42a4-a791-a52763146680 None None] Provisioning complete for port 03a3b917-65dc-4769-ad37-e7635ffdf87b triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:05.495976 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7abb12db-2867-42a4-a791-a52763146680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:05.591044 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-7abb12db-2867-42a4-a791-a52763146680 None None] Port 03a3b917-65dc-4769-ad37-e7635ffdf87b cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:58:05.627193 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ca1f60-743c-497d-ae3f-a039c7d98951 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:58:05.643797 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e8ca1f60-743c-497d-ae3f-a039c7d98951 admin admin] 10.222.0.53 "PUT /v2.0/routers/3d274e25-4972-473b-9f62-4e11e4cace83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5130134 Jul 07 16:58:05.644135 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ec779d-500b-4bbb-9c0d-f453cf1143f7 None None] Sync routers for ids ['3d274e25-4972-473b-9f62-4e11e4cace83'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:58:05.651732 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ec779d-500b-4bbb-9c0d-f453cf1143f7 None None] Routers {'3d274e25-4972-473b-9f62-4e11e4cace83'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:05.652332 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f6ec779d-500b-4bbb-9c0d-f453cf1143f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:57:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['3d274e25-4972-473b-9f62-4e11e4cace83'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:05.653499 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50664) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:05.765358 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf1a062-7908-4fcc-b817-ca03964d8138 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Router eb33c497-dc7a-4add-af7e-7ea0e74120ca has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:58:05.767162 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-4a9ce9f4-a633-4ab4-9889-7e37b7e31b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:05.803491 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-f6ec779d-500b-4bbb-9c0d-f453cf1143f7 None None] Set router 3d274e25-4972-473b-9f62-4e11e4cace83 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:58:06.019995 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc2b4b-f434-4768-a8d5-9ff26dd1a01f req-11570b6e-1225-49e5-a8bb-7e4f354745d7 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:06.022720 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4ebc2b4b-f434-4768-a8d5-9ff26dd1a01f req-11570b6e-1225-49e5-a8bb-7e4f354745d7 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 949 time: 0.6130934 Jul 07 16:58:06.045860 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-22545a01-617b-487d-91b7-10e275516013 admin admin] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:06.101153 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f6ec779d-500b-4bbb-9c0d-f453cf1143f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782714879-router', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:30Z', 'updated_at': '2021-07-07T16:58:02Z', 'revision_number': 5, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'gw_port': {'id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:31Z', 'updated_at': '2021-07-07T16:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:06.142367 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ec779d-500b-4bbb-9c0d-f453cf1143f7 None None] Checking router: 3d274e25-4972-473b-9f62-4e11e4cace83 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:58:06.146477 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device f521f701-0a18-46d9-a367-a388c72bc272 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:06.162032 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ec779d-500b-4bbb-9c0d-f453cf1143f7 None None] Routers {'3d274e25-4972-473b-9f62-4e11e4cace83'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:06.162701 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f6ec779d-500b-4bbb-9c0d-f453cf1143f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:57:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['3d274e25-4972-473b-9f62-4e11e4cace83'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:06.277263 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4ebc2b4b-f434-4768-a8d5-9ff26dd1a01f req-f14b57e0-5e50-4dc9-aa6d-31bcc6797914 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335806 Jul 07 16:58:06.342538 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:06.412243 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-f6ec779d-500b-4bbb-9c0d-f453cf1143f7 None None] Set router 3d274e25-4972-473b-9f62-4e11e4cace83 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:58:06.464282 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cccf4-f336-4988-aba3-b1c9b9ae5965 req-f0e7834f-9b30-4e1c-a922-f67ee70c5451 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:06.476078 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cccf4-f336-4988-aba3-b1c9b9ae5965 req-f0e7834f-9b30-4e1c-a922-f67ee70c5451 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:06.484839 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cccf4-f336-4988-aba3-b1c9b9ae5965 req-f0e7834f-9b30-4e1c-a922-f67ee70c5451 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:06.492285 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-629cccf4-f336-4988-aba3-b1c9b9ae5965 req-f0e7834f-9b30-4e1c-a922-f67ee70c5451 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbe57d5-5ff9-4a73-8be4-3915f671aa78 HTTP/1.1" status: 200 len: 2418 time: 1.0973084 Jul 07 16:58:06.500569 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf1a062-7908-4fcc-b817-ca03964d8138 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:58:06.514496 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dbf1a062-7908-4fcc-b817-ca03964d8138 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:06.521984 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9348ffc-fc88-45dc-8f0a-d211e35cbf29 None None] Sync routers for ids ['eb33c497-dc7a-4add-af7e-7ea0e74120ca'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:58:06.544757 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-ef762199-ffb2-417e-b916-59c8e824755c service neutron] For port f521f701-0a18-46d9-a367-a388c72bc272, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f521f701-0a18-46d9-a367-a388c72bc272,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:06.564331 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9348ffc-fc88-45dc-8f0a-d211e35cbf29 None None] Routers {'eb33c497-dc7a-4add-af7e-7ea0e74120ca'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:06.565036 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-a9348ffc-fc88-45dc-8f0a-d211e35cbf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:57:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['eb33c497-dc7a-4add-af7e-7ea0e74120ca'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:06.628985 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-22545a01-617b-487d-91b7-10e275516013 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:06.684777 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-ef762199-ffb2-417e-b916-59c8e824755c service neutron] For port f521f701-0a18-46d9-a367-a388c72bc272, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:06.719271 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-5c8dc0fa-f7bf-497e-a9fb-1557c7aa3ac2 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Deleting port 90c61d7e-909f-424a-a03e-462f58c7db57 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:06.720040 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-5c8dc0fa-f7bf-497e-a9fb-1557c7aa3ac2 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:06.825397 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-a9348ffc-fc88-45dc-8f0a-d211e35cbf29 None None] Set router eb33c497-dc7a-4add-af7e-7ea0e74120ca gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:58:06.871912 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-dbf1a062-7908-4fcc-b817-ca03964d8138 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "PUT /v2.0/floatingips/6dc73888-1754-4e8f-baac-ed41b3770ade HTTP/1.1" status: 200 len: 991 time: 5.8046894 Jul 07 16:58:06.880965 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f4ba17-07a0-4fa5-a997-c6a5333fd8b6', 'tag': '62fc252c-11a9-4a30-b2fa-eb52c81babcc'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:06.885877 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac09739-d64b-4b5a-b9d7-d6c4e8a31c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "87f4ba17-07a0-4fa5-a997-c6a5333fd8b6", "tag": "62fc252c-11a9-4a30-b2fa-eb52c81babcc"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:06.913440 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f6ec779d-500b-4bbb-9c0d-f453cf1143f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782714879-router', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:30Z', 'updated_at': '2021-07-07T16:58:02Z', 'revision_number': 5, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'gw_port': {'id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:31Z', 'updated_at': '2021-07-07T16:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:06.920679 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-629cccf4-f336-4988-aba3-b1c9b9ae5965 req-0fefb809-ff2a-4e54-8a93-33e511da2e27 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269173 Jul 07 16:58:07.004773 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ec779d-500b-4bbb-9c0d-f453cf1143f7 None None] The sync data for ids ['3d274e25-4972-473b-9f62-4e11e4cace83'] in n-d-791503-12 is: [{'id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782714879-router', 'tenant_id': '807e3ea622de4599bed76047b27cb02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:30Z', 'updated_at': '2021-07-07T16:58:02Z', 'revision_number': 5, 'project_id': '807e3ea622de4599bed76047b27cb02c', 'gw_port': {'id': '19a48e19-c6ab-4227-8c01-753cfae4b8f8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d274e25-4972-473b-9f62-4e11e4cace83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:31Z', 'updated_at': '2021-07-07T16:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:58:07.048131 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:07.168956 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-5c8dc0fa-f7bf-497e-a9fb-1557c7aa3ac2 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] For port 90c61d7e-909f-424a-a03e-462f58c7db57, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=90c61d7e-909f-424a-a03e-462f58c7db57,segment=NetworkSegment(8270ac9c-375e-4eb7-9ef0-96961a37ce4f),segment_id=8270ac9c-375e-4eb7-9ef0-96961a37ce4f)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:07.169597 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-5c8dc0fa-f7bf-497e-a9fb-1557c7aa3ac2 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:07.211587 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-5c8dc0fa-f7bf-497e-a9fb-1557c7aa3ac2 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Calling delete_port for 90c61d7e-909f-424a-a03e-462f58c7db57 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:07.225331 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-a9348ffc-fc88-45dc-8f0a-d211e35cbf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'name': 'tempest-ServersTestManualDisk-225267408-router', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '49af71ce-181c-4f58-b1df-9edf3e4ad51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:56:43Z', 'updated_at': '2021-07-07T16:57:04Z', 'revision_number': 4, 'project_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'gw_port': {'id': '49af71ce-181c-4f58-b1df-9edf3e4ad51a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:56:48Z', 'updated_at': '2021-07-07T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '6dc73888-1754-4e8f-baac-ed41b3770ade', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'floating_ip_address': '172.25.0.140', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'port_id': '62fc252c-11a9-4a30-b2fa-eb52c81babcc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7', 'mac_address': 'fa:16:3e:06:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f4ba17-07a0-4fa5-a997-c6a5333fd8b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:57:16Z', 'updated_at': '2021-07-07T16:58:03Z', 'revision_number': 1, 'project_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87f57ce-d6bf-46e4-b579-9e484a105c74', 'name': '', 'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'mac_address': 'fa:16:3e:c3:78:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:02Z', 'updated_at': '2021-07-07T16:57:17Z', 'revision_number': 5, 'project_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'subnets': [{'id': '25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:07.296283 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5f400b7a-7a2e-4b14-8289-107a4ebed5c7 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:07.299496 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9348ffc-fc88-45dc-8f0a-d211e35cbf29 None None] Checking router: eb33c497-dc7a-4add-af7e-7ea0e74120ca for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:58:07.335222 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 5f400b7a-7a2e-4b14-8289-107a4ebed5c7 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:07.335660 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5f400b7a-7a2e-4b14-8289-107a4ebed5c7 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:07.351417 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9348ffc-fc88-45dc-8f0a-d211e35cbf29 None None] Routers {'eb33c497-dc7a-4add-af7e-7ea0e74120ca'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:07.352290 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-a9348ffc-fc88-45dc-8f0a-d211e35cbf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:57:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['eb33c497-dc7a-4add-af7e-7ea0e74120ca'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:07.446043 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f521f701-0a18-46d9-a367-a388c72bc272'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:07.449728 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7a2a27-726a-4f98-87e7-8f787bc8a4f5" -d '{"events": [{"server_uuid": "e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511", "name": "network-vif-unplugged", "status": "completed", "tag": "f521f701-0a18-46d9-a367-a388c72bc272"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:07.458117 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-ef762199-ffb2-417e-b916-59c8e824755c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:07.500014 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-4a9ce9f4-a633-4ab4-9889-7e37b7e31b25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a3b917-65dc-4769-ad37-e7635ffdf87b {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:07.521336 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-ef762199-ffb2-417e-b916-59c8e824755c service neutron] Transition to ACTIVE for port object f521f701-0a18-46d9-a367-a388c72bc272 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:07.534435 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-4a9ce9f4-a633-4ab4-9889-7e37b7e31b25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:07.535176 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-22545a01-617b-487d-91b7-10e275516013 admin admin] Deleting port 19a48e19-c6ab-4227-8c01-753cfae4b8f8 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:07.536977 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-22545a01-617b-487d-91b7-10e275516013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:07.540234 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-ef762199-ffb2-417e-b916-59c8e824755c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:07.548113 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981ffab-46a1-4018-bc8b-4446672f3eda req-107e57fe-9be9-4ccd-9a51-f42435c9890c tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:07.550175 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7981ffab-46a1-4018-bc8b-4446672f3eda req-107e57fe-9be9-4ccd-9a51-f42435c9890c tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 1097 time: 0.9548507 Jul 07 16:58:07.606256 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-4a9ce9f4-a633-4ab4-9889-7e37b7e31b25 service neutron] Transition to ACTIVE for port object 03a3b917-65dc-4769-ad37-e7635ffdf87b will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:07.622304 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c9ba1-c4df-4f19-a6f3-18c4bf261576 req-3682926a-d220-45a6-940c-83642e13e614 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:07.625073 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:07.625979 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9d4c9ba1-c4df-4f19-a6f3-18c4bf261576 req-3682926a-d220-45a6-940c-83642e13e614 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/ports?device_id=3639e840-c93e-4381-9c56-0a2aa40949ce HTTP/1.1" status: 200 len: 931 time: 0.3791203 Jul 07 16:58:07.630627 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-4a9ce9f4-a633-4ab4-9889-7e37b7e31b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:07.652919 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-a9348ffc-fc88-45dc-8f0a-d211e35cbf29 None None] Set router eb33c497-dc7a-4add-af7e-7ea0e74120ca gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:58:07.736570 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-ef762199-ffb2-417e-b916-59c8e824755c service neutron] No DVR routers for this DVR port f521f701-0a18-46d9-a367-a388c72bc272 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:07.738490 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.api [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:58:07.739449 n-d-791503-12 neutron-server[100194]: DEBUG oslo_db.api [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:58:07.828963 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef762199-ffb2-417e-b916-59c8e824755c service neutron] Pushing event updated for resources: {'Port': ['ID=f521f701-0a18-46d9-a367-a388c72bc272,revision_number=10']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:07.838925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-ef762199-ffb2-417e-b916-59c8e824755c service neutron] Attempting to bind port f521f701-0a18-46d9-a367-a388c72bc272 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:07.839469 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-ef762199-ffb2-417e-b916-59c8e824755c service neutron] Attempting to bind port f521f701-0a18-46d9-a367-a388c72bc272 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:07.839872 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-ef762199-ffb2-417e-b916-59c8e824755c service neutron] Attempting to bind port f521f701-0a18-46d9-a367-a388c72bc272 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:07.855855 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7981ffab-46a1-4018-bc8b-4446672f3eda req-8a8eb1f8-d386-4f56-86ad-79439a3cb0ed tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452896 Jul 07 16:58:07.861360 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-ef762199-ffb2-417e-b916-59c8e824755c service neutron] Port f521f701-0a18-46d9-a367-a388c72bc272 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:58:07.861634 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-ef762199-ffb2-417e-b916-59c8e824755c service neutron] Attempting to bind port f521f701-0a18-46d9-a367-a388c72bc272 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:07.877663 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-ef762199-ffb2-417e-b916-59c8e824755c service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:07.878107 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-ef762199-ffb2-417e-b916-59c8e824755c service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:07.878512 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-ef762199-ffb2-417e-b916-59c8e824755c service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:07.878967 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-ef762199-ffb2-417e-b916-59c8e824755c service neutron] Bound port: f521f701-0a18-46d9-a367-a388c72bc272, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:07.879440 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-ef762199-ffb2-417e-b916-59c8e824755c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:07.953787 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ce9f4-a633-4ab4-9889-7e37b7e31b25 service neutron] Pushing event updated for resources: {'Port': ['ID=03a3b917-65dc-4769-ad37-e7635ffdf87b,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:08.012715 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-22545a01-617b-487d-91b7-10e275516013 admin admin] For port 19a48e19-c6ab-4227-8c01-753cfae4b8f8, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=19a48e19-c6ab-4227-8c01-753cfae4b8f8,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:08.013307 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-22545a01-617b-487d-91b7-10e275516013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:08.062692 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-22545a01-617b-487d-91b7-10e275516013 admin admin] Calling delete_port for 19a48e19-c6ab-4227-8c01-753cfae4b8f8 owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:08.091099 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9d4c9ba1-c4df-4f19-a6f3-18c4bf261576 req-d2f586fd-c094-4f41-b9e4-c5d690cc12d4 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/security-groups?id=15f10e42-32e8-47d7-be52-d787a3e82657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3706210 Jul 07 16:58:08.097856 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-ef762199-ffb2-417e-b916-59c8e824755c service neutron] For port f521f701-0a18-46d9-a367-a388c72bc272, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:08.111109 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-ef762199-ffb2-417e-b916-59c8e824755c service neutron] For port f521f701-0a18-46d9-a367-a388c72bc272, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=f521f701-0a18-46d9-a367-a388c72bc272,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:08.191253 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-ef762199-ffb2-417e-b916-59c8e824755c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:08.216927 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-ef762199-ffb2-417e-b916-59c8e824755c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:08.217914 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-ef762199-ffb2-417e-b916-59c8e824755c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:08.220398 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-ef762199-ffb2-417e-b916-59c8e824755c service neutron] 10.222.0.64 "PUT /v2.0/ports/f521f701-0a18-46d9-a367-a388c72bc272 HTTP/1.1" status: 200 len: 1097 time: 3.4602375 Jul 07 16:58:08.309577 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-4a9ce9f4-a633-4ab4-9889-7e37b7e31b25 service neutron] Attempting to bind port 03a3b917-65dc-4769-ad37-e7635ffdf87b on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:08.310169 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-4a9ce9f4-a633-4ab4-9889-7e37b7e31b25 service neutron] Attempting to bind port 03a3b917-65dc-4769-ad37-e7635ffdf87b by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'c126c080-0b7a-4583-b961-2cc1a5715ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:08.310758 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-4a9ce9f4-a633-4ab4-9889-7e37b7e31b25 service neutron] Attempting to bind port 03a3b917-65dc-4769-ad37-e7635ffdf87b on network fd320d57-866a-4ea9-8417-d48deefec81a {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:08.328337 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-5c8dc0fa-f7bf-497e-a9fb-1557c7aa3ac2 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:08.332353 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-4a9ce9f4-a633-4ab4-9889-7e37b7e31b25 service neutron] Port 03a3b917-65dc-4769-ad37-e7635ffdf87b on network fd320d57-866a-4ea9-8417-d48deefec81a not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:58:08.332896 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-4a9ce9f4-a633-4ab4-9889-7e37b7e31b25 service neutron] Attempting to bind port 03a3b917-65dc-4769-ad37-e7635ffdf87b on network fd320d57-866a-4ea9-8417-d48deefec81a {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:08.387031 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 90c61d7e-909f-424a-a03e-462f58c7db57 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:08.393140 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-4a9ce9f4-a633-4ab4-9889-7e37b7e31b25 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:08.393721 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-4a9ce9f4-a633-4ab4-9889-7e37b7e31b25 service neutron] Checking segment: {'id': 'c126c080-0b7a-4583-b961-2cc1a5715ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:08.394391 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-4a9ce9f4-a633-4ab4-9889-7e37b7e31b25 service neutron] Bound using segment: {'id': 'c126c080-0b7a-4583-b961-2cc1a5715ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:08.395163 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-4a9ce9f4-a633-4ab4-9889-7e37b7e31b25 service neutron] Bound port: 03a3b917-65dc-4769-ad37-e7635ffdf87b, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c126c080-0b7a-4583-b961-2cc1a5715ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:08.395774 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-4a9ce9f4-a633-4ab4-9889-7e37b7e31b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:08.514024 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8dc0fa-f7bf-497e-a9fb-1557c7aa3ac2 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event deleted for resources: {'Port': ['ID=90c61d7e-909f-424a-a03e-462f58c7db57,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:08.685142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-4a9ce9f4-a633-4ab4-9889-7e37b7e31b25 service neutron] For port 03a3b917-65dc-4769-ad37-e7635ffdf87b, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:08.694956 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-4a9ce9f4-a633-4ab4-9889-7e37b7e31b25 service neutron] For port 03a3b917-65dc-4769-ad37-e7635ffdf87b, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=03a3b917-65dc-4769-ad37-e7635ffdf87b,segment=NetworkSegment(c126c080-0b7a-4583-b961-2cc1a5715ab0),segment_id=c126c080-0b7a-4583-b961-2cc1a5715ab0)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:08.702707 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-22545a01-617b-487d-91b7-10e275516013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:08.786334 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:08.803577 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 90c61d7e-909f-424a-a03e-462f58c7db57 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:08.809375 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 90c61d7e-909f-424a-a03e-462f58c7db57 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:08.810481 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 22feeb4c-b124-40a7-98fe-096742e3d671 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:08.829921 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7b05c6-18e3-4bd7-9fc2-afdf70c4d987 x-openstack-request-id: req-1f7b05c6-18e3-4bd7-9fc2-afdf70c4d987 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:08.830679 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87f4ba17-07a0-4fa5-a997-c6a5333fd8b6", "tag": "62fc252c-11a9-4a30-b2fa-eb52c81babcc", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:08.831300 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f7b05c6-18e3-4bd7-9fc2-afdf70c4d987 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:08.832453 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f4ba17-07a0-4fa5-a997-c6a5333fd8b6', 'tag': '62fc252c-11a9-4a30-b2fa-eb52c81babcc', 'status': 'completed', 'code': 200} Jul 07 16:58:08.842178 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-4a9ce9f4-a633-4ab4-9889-7e37b7e31b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:08.961543 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-5c8dc0fa-f7bf-497e-a9fb-1557c7aa3ac2 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] No DVR routers for this DVR port 90c61d7e-909f-424a-a03e-462f58c7db57 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:08.975308 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-5c8dc0fa-f7bf-497e-a9fb-1557c7aa3ac2 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:08.979593 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-5c8dc0fa-f7bf-497e-a9fb-1557c7aa3ac2 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.72 "DELETE /v2.0/ports/90c61d7e-909f-424a-a03e-462f58c7db57 HTTP/1.1" status: 204 len: 173 time: 3.6861615 Jul 07 16:58:08.997224 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef762199-ffb2-417e-b916-59c8e824755c service neutron] Pushing event updated for resources: {'Port': ['ID=f521f701-0a18-46d9-a367-a388c72bc272,revision_number=11']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:09.002146 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-22545a01-617b-487d-91b7-10e275516013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:09.031783 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-4a9ce9f4-a633-4ab4-9889-7e37b7e31b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:09.033757 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-4a9ce9f4-a633-4ab4-9889-7e37b7e31b25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:09.036958 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-4a9ce9f4-a633-4ab4-9889-7e37b7e31b25 service neutron] 10.222.0.64 "PUT /v2.0/ports/03a3b917-65dc-4769-ad37-e7635ffdf87b HTTP/1.1" status: 200 len: 1092 time: 3.6373227 Jul 07 16:58:09.078302 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22545a01-617b-487d-91b7-10e275516013 admin admin] Pushing event deleted for resources: {'Port': ['ID=19a48e19-c6ab-4227-8c01-753cfae4b8f8,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:09.095785 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-a9348ffc-fc88-45dc-8f0a-d211e35cbf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'name': 'tempest-ServersTestManualDisk-225267408-router', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '49af71ce-181c-4f58-b1df-9edf3e4ad51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:56:43Z', 'updated_at': '2021-07-07T16:57:04Z', 'revision_number': 4, 'project_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'gw_port': {'id': '49af71ce-181c-4f58-b1df-9edf3e4ad51a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:56:48Z', 'updated_at': '2021-07-07T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '6dc73888-1754-4e8f-baac-ed41b3770ade', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'floating_ip_address': '172.25.0.140', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'port_id': '62fc252c-11a9-4a30-b2fa-eb52c81babcc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7', 'mac_address': 'fa:16:3e:06:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f4ba17-07a0-4fa5-a997-c6a5333fd8b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:57:16Z', 'updated_at': '2021-07-07T16:58:03Z', 'revision_number': 1, 'project_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87f57ce-d6bf-46e4-b579-9e484a105c74', 'name': '', 'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'mac_address': 'fa:16:3e:c3:78:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:02Z', 'updated_at': '2021-07-07T16:57:17Z', 'revision_number': 5, 'project_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'subnets': [{'id': '25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:09.123737 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ce9f4-a633-4ab4-9889-7e37b7e31b25 service neutron] Pushing event updated for resources: {'Port': ['ID=03a3b917-65dc-4769-ad37-e7635ffdf87b,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:09.181637 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-2ac75bd5-f012-4b6d-a227-089ae59efc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:09.183086 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9348ffc-fc88-45dc-8f0a-d211e35cbf29 None None] The sync data for ids ['eb33c497-dc7a-4add-af7e-7ea0e74120ca'] in n-d-791503-12 is: [{'id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'name': 'tempest-ServersTestManualDisk-225267408-router', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '49af71ce-181c-4f58-b1df-9edf3e4ad51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:56:43Z', 'updated_at': '2021-07-07T16:57:04Z', 'revision_number': 4, 'project_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'gw_port': {'id': '49af71ce-181c-4f58-b1df-9edf3e4ad51a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:56:48Z', 'updated_at': '2021-07-07T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '6dc73888-1754-4e8f-baac-ed41b3770ade', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'floating_ip_address': '172.25.0.140', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'port_id': '62fc252c-11a9-4a30-b2fa-eb52c81babcc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7', 'mac_address': 'fa:16:3e:06:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f4ba17-07a0-4fa5-a997-c6a5333fd8b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:57:16Z', 'updated_at': '2021-07-07T16:58:03Z', 'revision_number': 1, 'project_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87f57ce-d6bf-46e4-b579-9e484a105c74', 'name': '', 'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'mac_address': 'fa:16:3e:c3:78:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:02Z', 'updated_at': '2021-07-07T16:57:17Z', 'revision_number': 5, 'project_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'subnets': [{'id': '25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:58:09.185031 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-2ac75bd5-f012-4b6d-a227-089ae59efc70 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 1100 time: 0.8974535 Jul 07 16:58:09.204828 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:09.284120 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-ee61cf36-7ab9-469e-b383-5cfab5610a79 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:09.294571 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-ee61cf36-7ab9-469e-b383-5cfab5610a79 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/networks?id=0f59045c-fb41-4f4e-86ad-a15d05bedb10 HTTP/1.1" status: 200 len: 808 time: 0.7827098 Jul 07 16:58:09.381313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port d7ffe9d7-f969-47b8-a8ee-2aed3cf48178, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=d7ffe9d7-f969-47b8-a8ee-2aed3cf48178,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:09.389038 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-22545a01-617b-487d-91b7-10e275516013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:09.392168 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-22545a01-617b-487d-91b7-10e275516013 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:09.393447 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3279052d-3b78-42d6-bf8e-9aab1293dcd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7ffe9d7-f969-47b8-a8ee-2aed3cf48178'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:09.397843 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754b2c94-54d2-49ca-869c-15455ae9c1bb" -d '{"events": [{"server_uuid": "3279052d-3b78-42d6-bf8e-9aab1293dcd6", "name": "network-vif-unplugged", "status": "completed", "tag": "d7ffe9d7-f969-47b8-a8ee-2aed3cf48178"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:09.406325 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-b8fea168-9c8c-4776-ba42-968aa9e0515d tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/quotas/e3c30a38df434836b6a6d7bed9173bf0 HTTP/1.1" status: 200 len: 375 time: 0.1107461 Jul 07 16:58:09.459787 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:09.470809 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-22545a01-617b-487d-91b7-10e275516013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:09.471482 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22545a01-617b-487d-91b7-10e275516013 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d274e25-4972-473b-9f62-4e11e4cace83 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:58:09.479111 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:09.497066 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac09739-d64b-4b5a-b9d7-d6c4e8a31c5f req-c8fb5828-e013-4efa-9566-59e28ec79fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:09.498857 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bac09739-d64b-4b5a-b9d7-d6c4e8a31c5f req-c8fb5828-e013-4efa-9566-59e28ec79fd6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed8f975643fb4fa897237bed3aeafc7e&device_id=87f4ba17-07a0-4fa5-a997-c6a5333fd8b6 HTTP/1.1" status: 200 len: 1097 time: 0.8063893 Jul 07 16:58:09.504170 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-22545a01-617b-487d-91b7-10e275516013 admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:09.505511 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-22545a01-617b-487d-91b7-10e275516013 admin admin] 10.222.0.53 "DELETE /v2.0/routers/3d274e25-4972-473b-9f62-4e11e4cace83 HTTP/1.1" status: 204 len: 168 time: 3.8483527 Jul 07 16:58:09.531583 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50706) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:09.536787 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-7972d021-abc8-4a6a-b4d3-f382e5435a28 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Deleting port 22feeb4c-b124-40a7-98fe-096742e3d671 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:09.537152 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-7972d021-abc8-4a6a-b4d3-f382e5435a28 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:09.646287 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=d7ffe9d7-f969-47b8-a8ee-2aed3cf48178,revision_number=11']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:09.657206 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded7ce4f-a95a-452b-9037-b7b72cc34106 None None] New status for floating IP 6dc73888-1754-4e8f-baac-ed41b3770ade: ACTIVE {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:58:09.704834 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 22feeb4c-b124-40a7-98fe-096742e3d671, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=22feeb4c-b124-40a7-98fe-096742e3d671,segment=NetworkSegment(8270ac9c-375e-4eb7-9ef0-96961a37ce4f),segment_id=8270ac9c-375e-4eb7-9ef0-96961a37ce4f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:09.728083 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:09.729901 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-72856cc4-cbdb-4682-a7a1-8c316b706b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:09.730382 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device c8e19593-a0a2-4685-8b58-14a0e08d6be1 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:09.732200 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-72856cc4-cbdb-4682-a7a1-8c316b706b96 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df146b5b0b61480fbeabce06e3b8a566&device_id=3639e840-c93e-4381-9c56-0a2aa40949ce HTTP/1.1" status: 200 len: 1095 time: 0.5934217 Jul 07 16:58:09.742652 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-7972d021-abc8-4a6a-b4d3-f382e5435a28 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] For port 22feeb4c-b124-40a7-98fe-096742e3d671, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=22feeb4c-b124-40a7-98fe-096742e3d671,segment=NetworkSegment(8270ac9c-375e-4eb7-9ef0-96961a37ce4f),segment_id=8270ac9c-375e-4eb7-9ef0-96961a37ce4f)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:09.743912 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-7972d021-abc8-4a6a-b4d3-f382e5435a28 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:09.760191 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-7972d021-abc8-4a6a-b4d3-f382e5435a28 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Calling delete_port for 22feeb4c-b124-40a7-98fe-096742e3d671 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:09.774048 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac09739-d64b-4b5a-b9d7-d6c4e8a31c5f req-83083e08-55f5-4099-a2ee-55319016c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:09.776558 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bac09739-d64b-4b5a-b9d7-d6c4e8a31c5f req-83083e08-55f5-4099-a2ee-55319016c759 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cd0f638f-a0b6-4bb5-8994-314c247e14c7 HTTP/1.1" status: 200 len: 912 time: 0.2103074 Jul 07 16:58:09.792853 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7045cff-5a73-40d3-aa71-c4d1a4a909b5 req-41abc7f3-fd92-4efb-86a3-805928e478e0 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:09.794519 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c7045cff-5a73-40d3-aa71-c4d1a4a909b5 req-41abc7f3-fd92-4efb-86a3-805928e478e0 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 948 time: 0.8760700 Jul 07 16:58:09.865598 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=22feeb4c-b124-40a7-98fe-096742e3d671,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:09.866960 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-bce0aaad-e3cc-4202-9795-91252b47430e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:09.869097 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-bce0aaad-e3cc-4202-9795-91252b47430e service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.4192536 Jul 07 16:58:09.930664 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:09.932954 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-1c2c58cf-6de5-414b-afdd-e4974b5b0118 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=f521f701-0a18-46d9-a367-a388c72bc272 HTTP/1.1" status: 200 len: 217 time: 0.0540676 Jul 07 16:58:09.940976 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c7045cff-5a73-40d3-aa71-c4d1a4a909b5 req-1816204b-e3b4-4ca6-be82-3c536098fe47 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325696 Jul 07 16:58:09.975979 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bac09739-d64b-4b5a-b9d7-d6c4e8a31c5f req-9364940f-bed1-4e02-9821-61070a517118 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62fc252c-11a9-4a30-b2fa-eb52c81babcc HTTP/1.1" status: 200 len: 999 time: 0.1751385 Jul 07 16:58:09.982772 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port c8e19593-a0a2-4685-8b58-14a0e08d6be1, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c8e19593-a0a2-4685-8b58-14a0e08d6be1,segment=NetworkSegment(7506bb79-ffb7-49e4-b3d2-45affcbb4a65),segment_id=7506bb79-ffb7-49e4-b3d2-45affcbb4a65)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:10.026624 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:10.045662 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-1483e3a3-936a-48eb-90e4-d3f2a5e51b86 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3c30a38df434836b6a6d7bed9173bf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6383185 Jul 07 16:58:10.050046 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-7972d021-abc8-4a6a-b4d3-f382e5435a28 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:10.055084 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-b4eba0f2-e986-42f3-a288-9e449dab6924 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03a3b917-65dc-4769-ad37-e7635ffdf87b HTTP/1.1" status: 200 len: 217 time: 0.1800668 Jul 07 16:58:10.074672 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c7e34d-898d-4080-b4da-e04ac06fdf76 x-openstack-request-id: req-c3c7e34d-898d-4080-b4da-e04ac06fdf76 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:10.075207 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511", "name": "network-vif-unplugged", "status": "completed", "tag": "f521f701-0a18-46d9-a367-a388c72bc272", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:10.075529 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c3c7e34d-898d-4080-b4da-e04ac06fdf76 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:10.076415 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f521f701-0a18-46d9-a367-a388c72bc272', 'code': 200} Jul 07 16:58:10.093468 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-1016ae14-f8f9-4ff0-ba98-0634f5dd482f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:10.096255 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-1016ae14-f8f9-4ff0-ba98-0634f5dd482f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1540661 Jul 07 16:58:10.142851 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=c8e19593-a0a2-4685-8b58-14a0e08d6be1,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:10.155042 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d4b310a-bf0f-42b7-b3ed-07d3c7711d17 admin admin] Deleting subnet ddd452ef-84e2-4c74-9b12-af8c121336aa {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:58:10.181863 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d4b310a-bf0f-42b7-b3ed-07d3c7711d17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:10.208188 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac09739-d64b-4b5a-b9d7-d6c4e8a31c5f req-698fafe1-13f8-45c2-8e0f-36d359219d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:10.209406 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972d021-abc8-4a6a-b4d3-f382e5435a28 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event deleted for resources: {'Port': ['ID=22feeb4c-b124-40a7-98fe-096742e3d671,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:10.210809 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bac09739-d64b-4b5a-b9d7-d6c4e8a31c5f req-698fafe1-13f8-45c2-8e0f-36d359219d15 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15 HTTP/1.1" status: 200 len: 850 time: 0.2139812 Jul 07 16:58:10.326780 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972d021-abc8-4a6a-b4d3-f382e5435a28 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:10.327322 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972d021-abc8-4a6a-b4d3-f382e5435a28 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:10.327857 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972d021-abc8-4a6a-b4d3-f382e5435a28 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:10.328388 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972d021-abc8-4a6a-b4d3-f382e5435a28 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:10.328937 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972d021-abc8-4a6a-b4d3-f382e5435a28 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:10.329481 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972d021-abc8-4a6a-b4d3-f382e5435a28 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:10.329878 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-55276078-1a2b-4fe6-8973-37c0694bb5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:10.330083 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972d021-abc8-4a6a-b4d3-f382e5435a28 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:10.330467 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972d021-abc8-4a6a-b4d3-f382e5435a28 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:10.330951 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972d021-abc8-4a6a-b4d3-f382e5435a28 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:10.331431 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972d021-abc8-4a6a-b4d3-f382e5435a28 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:10.331780 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-55276078-1a2b-4fe6-8973-37c0694bb5b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2262313 Jul 07 16:58:10.331962 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972d021-abc8-4a6a-b4d3-f382e5435a28 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:10.332441 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972d021-abc8-4a6a-b4d3-f382e5435a28 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:10.414674 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac09739-d64b-4b5a-b9d7-d6c4e8a31c5f req-ef7e7a20-124d-407b-8633-b6163d88df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:10.416607 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bac09739-d64b-4b5a-b9d7-d6c4e8a31c5f req-ef7e7a20-124d-407b-8633-b6163d88df91 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cd0f638f-a0b6-4bb5-8994-314c247e14c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1948016 Jul 07 16:58:10.432292 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-7972d021-abc8-4a6a-b4d3-f382e5435a28 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] No DVR routers for this DVR port 22feeb4c-b124-40a7-98fe-096742e3d671 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:10.439978 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d4b310a-bf0f-42b7-b3ed-07d3c7711d17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:10.446879 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c762161-6cab-4ecd-b376-50f8919e9c56 req-1f3e4350-0d62-4d30-9200-7a68984ab63a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:10.448591 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0c762161-6cab-4ecd-b376-50f8919e9c56 req-1f3e4350-0d62-4d30-9200-7a68984ab63a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbe57d5-5ff9-4a73-8be4-3915f671aa78 HTTP/1.1" status: 200 len: 944 time: 0.1903477 Jul 07 16:58:10.483042 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-7972d021-abc8-4a6a-b4d3-f382e5435a28 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:10.485927 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-7972d021-abc8-4a6a-b4d3-f382e5435a28 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.72 "DELETE /v2.0/ports/22feeb4c-b124-40a7-98fe-096742e3d671 HTTP/1.1" status: 204 len: 173 time: 1.4897242 Jul 07 16:58:10.488370 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-acb2929f-5b4c-4c57-83c0-6bdbf7996239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:10.490697 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-acb2929f-5b4c-4c57-83c0-6bdbf7996239 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5512d358-3619-4514-a272-035774ba4388 HTTP/1.1" status: 200 len: 845 time: 0.4192479 Jul 07 16:58:10.579584 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0c762161-6cab-4ecd-b376-50f8919e9c56 req-ea5d934c-05de-4503-a5d8-0e9486e80892 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863595 Jul 07 16:58:10.581646 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-d90e874d-260a-4c99-823b-d6897e93ca6b service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392883 Jul 07 16:58:10.597816 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-ae655270-d5f7-4a5f-9385-74a70a525772 service neutron] 10.222.0.53 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327985 Jul 07 16:58:10.669091 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bac09739-d64b-4b5a-b9d7-d6c4e8a31c5f req-b10dd259-3c0d-413c-a629-789f93840b86 service neutron] 10.222.0.72 "GET /v2.0/networks/cd0f638f-a0b6-4bb5-8994-314c247e14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432280 Jul 07 16:58:10.782610 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-94bcdbf3-2b06-498c-8f62-e3cb922f8663 req-580b1acb-194b-429e-91ba-95d67bd52272 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934831 Jul 07 16:58:10.808274 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bac09739-d64b-4b5a-b9d7-d6c4e8a31c5f req-5d8aa59a-8399-432d-a4c8-36c5922ede81 service neutron] 10.222.0.72 "GET /v2.0/networks/cd0f638f-a0b6-4bb5-8994-314c247e14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321294 Jul 07 16:58:10.839671 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbe57d5-5ff9-4a73-8be4-3915f671aa78', 'name': 'network-vif-deleted', 'tag': '90c61d7e-909f-424a-a03e-462f58c7db57'}, {'name': 'network-changed', 'server_uuid': '3639e840-c93e-4381-9c56-0a2aa40949ce', 'tag': '03a3b917-65dc-4769-ad37-e7635ffdf87b'}, {'server_uuid': 'edbe57d5-5ff9-4a73-8be4-3915f671aa78', 'name': 'network-vif-deleted', 'tag': '22feeb4c-b124-40a7-98fe-096742e3d671'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:10.844867 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdeb863-e27d-4149-8121-a07ad39d57eb" -d '{"events": [{"server_uuid": "edbe57d5-5ff9-4a73-8be4-3915f671aa78", "name": "network-vif-deleted", "tag": "90c61d7e-909f-424a-a03e-462f58c7db57"}, {"name": "network-changed", "server_uuid": "3639e840-c93e-4381-9c56-0a2aa40949ce", "tag": "03a3b917-65dc-4769-ad37-e7635ffdf87b"}, {"server_uuid": "edbe57d5-5ff9-4a73-8be4-3915f671aa78", "name": "network-vif-deleted", "tag": "22feeb4c-b124-40a7-98fe-096742e3d671"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:10.863157 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d4b310a-bf0f-42b7-b3ed-07d3c7711d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:10.949771 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c491c-56e7-4995-91cb-bbc73ba1da5f req-04caff01-bcf8-4c5a-bb7d-88e67a66967e tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:10.954709 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8b8c491c-56e7-4995-91cb-bbc73ba1da5f req-04caff01-bcf8-4c5a-bb7d-88e67a66967e tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/ports?device_id=3639e840-c93e-4381-9c56-0a2aa40949ce HTTP/1.1" status: 200 len: 943 time: 0.0752974 Jul 07 16:58:10.973371 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-7e8c7561-459f-41e6-9afb-a4a3cb4e3a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:10.976144 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-7e8c7561-459f-41e6-9afb-a4a3cb4e3a39 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fd320d57-866a-4ea9-8417-d48deefec81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4760690 Jul 07 16:58:10.999506 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8b8c491c-56e7-4995-91cb-bbc73ba1da5f req-e8d565b3-1b74-43b9-a08d-24227fcfa31a tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/security-groups?id=15f10e42-32e8-47d7-be52-d787a3e82657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420430 Jul 07 16:58:11.049937 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16599169-b942-448d-ac99-c4d92f806ae0 x-openstack-request-id: req-16599169-b942-448d-ac99-c4d92f806ae0 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:11.050795 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3279052d-3b78-42d6-bf8e-9aab1293dcd6", "name": "network-vif-unplugged", "status": "completed", "tag": "d7ffe9d7-f969-47b8-a8ee-2aed3cf48178", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:11.051001 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-16599169-b942-448d-ac99-c4d92f806ae0 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:11.051928 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3279052d-3b78-42d6-bf8e-9aab1293dcd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7ffe9d7-f969-47b8-a8ee-2aed3cf48178', 'code': 200} Jul 07 16:58:11.081586 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-0b09b539-8b57-43b8-9fce-00acea4c5c10 service neutron] 10.222.0.53 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670458 Jul 07 16:58:11.107515 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-c420f1fe-aa16-4030-b3c0-35ef41a987c7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Deleting port c8e19593-a0a2-4685-8b58-14a0e08d6be1 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:11.107844 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-c420f1fe-aa16-4030-b3c0-35ef41a987c7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:11.161385 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d4b310a-bf0f-42b7-b3ed-07d3c7711d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:11.215062 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b310a-bf0f-42b7-b3ed-07d3c7711d17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddd452ef-84e2-4c74-9b12-af8c121336aa,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:11.225155 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d4b310a-bf0f-42b7-b3ed-07d3c7711d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:11.227847 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9d4b310a-bf0f-42b7-b3ed-07d3c7711d17 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ddd452ef-84e2-4c74-9b12-af8c121336aa HTTP/1.1" status: 204 len: 168 time: 1.6852756 Jul 07 16:58:11.229995 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-69e20dfe-2acf-4007-affb-87593fc65dd7 service neutron] 10.222.0.64 "GET /v2.0/networks/fd320d57-866a-4ea9-8417-d48deefec81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360342 Jul 07 16:58:11.231559 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50732) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:11.234731 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a79cf1-b601-43d5-871e-9f76d5fa4c9f None None] Network 50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:58:11.327265 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 19a48e19-c6ab-4227-8c01-753cfae4b8f8 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:11.365061 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 19a48e19-c6ab-4227-8c01-753cfae4b8f8 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:11.365446 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 19a48e19-c6ab-4227-8c01-753cfae4b8f8 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:11.399680 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-c420f1fe-aa16-4030-b3c0-35ef41a987c7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] For port c8e19593-a0a2-4685-8b58-14a0e08d6be1, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c8e19593-a0a2-4685-8b58-14a0e08d6be1,segment=NetworkSegment(7506bb79-ffb7-49e4-b3d2-45affcbb4a65),segment_id=7506bb79-ffb7-49e4-b3d2-45affcbb4a65)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:11.401338 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-c420f1fe-aa16-4030-b3c0-35ef41a987c7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:11.437825 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-c420f1fe-aa16-4030-b3c0-35ef41a987c7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Calling delete_port for c8e19593-a0a2-4685-8b58-14a0e08d6be1 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:11.476964 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:11.615858 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44dd2efb-592a-4bb6-a508-5e9fcc1ac0b6 req-be39c62a-c95b-46a3-a9a6-40d8533b0b3c service neutron] 10.222.0.64 "GET /v2.0/networks/fd320d57-866a-4ea9-8417-d48deefec81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712306 Jul 07 16:58:11.617062 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d9ddda-93a7-41f5-a8ac-42c7bf4d03f7 None None] DHCP port deletion for 50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:58:11.676538 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] Deleting port fa9a3b4c-9edc-4cc3-9f70-41293373a72e {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:11.677096 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:11.748053 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-16d9ddda-93a7-41f5-a8ac-42c7bf4d03f7 None None] Deleting port fa9a3b4c-9edc-4cc3-9f70-41293373a72e {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:11.748558 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-16d9ddda-93a7-41f5-a8ac-42c7bf4d03f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:11.817666 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] For port fa9a3b4c-9edc-4cc3-9f70-41293373a72e, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=fa9a3b4c-9edc-4cc3-9f70-41293373a72e,segment=NetworkSegment(f0742f5c-6205-4710-bf4d-eea2f1844447),segment_id=f0742f5c-6205-4710-bf4d-eea2f1844447)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:11.818508 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:11.848467 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] Calling delete_port for fa9a3b4c-9edc-4cc3-9f70-41293373a72e owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:11.849210 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-16d9ddda-93a7-41f5-a8ac-42c7bf4d03f7 None None] For port fa9a3b4c-9edc-4cc3-9f70-41293373a72e, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=fa9a3b4c-9edc-4cc3-9f70-41293373a72e,segment=NetworkSegment(f0742f5c-6205-4710-bf4d-eea2f1844447),segment_id=f0742f5c-6205-4710-bf4d-eea2f1844447)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:11.849927 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-16d9ddda-93a7-41f5-a8ac-42c7bf4d03f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:11.871753 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-16d9ddda-93a7-41f5-a8ac-42c7bf4d03f7 None None] Calling delete_port for fa9a3b4c-9edc-4cc3-9f70-41293373a72e owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:11.923968 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-c420f1fe-aa16-4030-b3c0-35ef41a987c7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:12.006726 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420f1fe-aa16-4030-b3c0-35ef41a987c7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event deleted for resources: {'Port': ['ID=c8e19593-a0a2-4685-8b58-14a0e08d6be1,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:12.020988 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-16d9ddda-93a7-41f5-a8ac-42c7bf4d03f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:12.032287 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:12.074379 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-c420f1fe-aa16-4030-b3c0-35ef41a987c7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] No DVR routers for this DVR port c8e19593-a0a2-4685-8b58-14a0e08d6be1 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:12.078375 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-c420f1fe-aa16-4030-b3c0-35ef41a987c7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:12.081050 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-911d2795-3b0b-4a9b-9190-971890e8a96c req-c420f1fe-aa16-4030-b3c0-35ef41a987c7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.72 "DELETE /v2.0/ports/c8e19593-a0a2-4685-8b58-14a0e08d6be1 HTTP/1.1" status: 204 len: 173 time: 1.5793574 Jul 07 16:58:12.105340 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511', 'tag': 'f521f701-0a18-46d9-a367-a388c72bc272'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:12.120744 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74793e8d-fa8b-4436-b719-368359c04720" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511", "tag": "f521f701-0a18-46d9-a367-a388c72bc272"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:12.129529 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9ddda-93a7-41f5-a8ac-42c7bf4d03f7 None None] Pushing event deleted for resources: {'Port': ['ID=fa9a3b4c-9edc-4cc3-9f70-41293373a72e,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:12.139691 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d9ddda-93a7-41f5-a8ac-42c7bf4d03f7 None None] No DVR routers for this DVR port fa9a3b4c-9edc-4cc3-9f70-41293373a72e on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:12.148654 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ae51f-2646-4744-8d01-7c0bf35caa6e req-94335967-f8c0-4608-9518-787fee3082c9 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:12.154395 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa9a3b4c-9edc-4cc3-9f70-41293373a72e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:12.159957 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e58ae51f-2646-4744-8d01-7c0bf35caa6e req-94335967-f8c0-4608-9518-787fee3082c9 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/ports?device_id=3279052d-3b78-42d6-bf8e-9aab1293dcd6 HTTP/1.1" status: 200 len: 948 time: 0.4792719 Jul 07 16:58:12.182552 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] No DVR routers for this DVR port fa9a3b4c-9edc-4cc3-9f70-41293373a72e on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:12.248675 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e58ae51f-2646-4744-8d01-7c0bf35caa6e req-4ee1324a-7a18-4c08-afe4-13796a521ff6 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1729d99-db06-4992-9fd7-fcde05e9b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883176 Jul 07 16:58:12.336469 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:12.366236 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50232d7a-ae5c-48dc-bfa5-d97d97ae3d89']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:12.395289 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f696265f-c2b0-45ac-8381-86cfa539c46f x-openstack-request-id: req-f696265f-c2b0-45ac-8381-86cfa539c46f {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:12.395912 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbe57d5-5ff9-4a73-8be4-3915f671aa78", "name": "network-vif-deleted", "tag": "90c61d7e-909f-424a-a03e-462f58c7db57", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3639e840-c93e-4381-9c56-0a2aa40949ce", "tag": "03a3b917-65dc-4769-ad37-e7635ffdf87b", "status": "completed", "code": 200}, {"server_uuid": "edbe57d5-5ff9-4a73-8be4-3915f671aa78", "name": "network-vif-deleted", "tag": "22feeb4c-b124-40a7-98fe-096742e3d671", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:12.396253 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f696265f-c2b0-45ac-8381-86cfa539c46f {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:12.397180 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbe57d5-5ff9-4a73-8be4-3915f671aa78', 'name': 'network-vif-deleted', 'tag': '90c61d7e-909f-424a-a03e-462f58c7db57', 'status': 'completed', 'code': 200} Jul 07 16:58:12.397697 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3639e840-c93e-4381-9c56-0a2aa40949ce', 'tag': '03a3b917-65dc-4769-ad37-e7635ffdf87b', 'status': 'completed', 'code': 200} Jul 07 16:58:12.398122 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbe57d5-5ff9-4a73-8be4-3915f671aa78', 'name': 'network-vif-deleted', 'tag': '22feeb4c-b124-40a7-98fe-096742e3d671', 'status': 'completed', 'code': 200} Jul 07 16:58:12.429034 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0742f5c-6205-4710-bf4d-eea2f1844447') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:12.430018 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0742f5c-6205-4710-bf4d-eea2f1844447') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:12.478011 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:12.504351 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device f521f701-0a18-46d9-a367-a388c72bc272 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:58:12.532724 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:12.549443 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:58:12.550661 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: timer() Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:58:12.561243 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:58:12.584086 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdeb863-e27d-4149-8121-a07ad39d57eb req-d29b34d8-78f0-4bd2-9f19-a72fd05c16d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:12.585685 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7fdeb863-e27d-4149-8121-a07ad39d57eb req-d29b34d8-78f0-4bd2-9f19-a72fd05c16d6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df146b5b0b61480fbeabce06e3b8a566&device_id=3639e840-c93e-4381-9c56-0a2aa40949ce HTTP/1.1" status: 200 len: 1095 time: 0.1475081 Jul 07 16:58:12.710497 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:12.719401 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:12.727125 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/50232d7a-ae5c-48dc-bfa5-d97d97ae3d89 HTTP/1.1" status: 204 len: 168 time: 1.4927795 Jul 07 16:58:12.730397 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50778) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:12.741473 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37635e-55b6-4a0e-9913-eee541f74f45 req-469f7174-2160-4c23-8717-e3f7cd5f765c tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:12.753789 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eb37635e-55b6-4a0e-9913-eee541f74f45 req-469f7174-2160-4c23-8717-e3f7cd5f765c tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 948 time: 0.2386394 Jul 07 16:58:12.768648 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=50232d7a-ae5c-48dc-bfa5-d97d97ae3d89,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:12.796216 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port f521f701-0a18-46d9-a367-a388c72bc272, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=f521f701-0a18-46d9-a367-a388c72bc272,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:12.823706 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'f521f701-0a18-46d9-a367-a388c72bc272', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': 'f521f701-0a18-46d9-a367-a388c72bc272', 'mac_address': 'fa:16:3e:ea:5f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:58:12.861982 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:12.862473 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:12.867051 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:12.867587 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:12.868759 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:12.869090 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:12.869755 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:12.870203 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:12.870642 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:12.873279 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:12.874036 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:12.874613 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324471c-d553-4c01-bb67-d487e22b4cc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:12.907117 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:12.924143 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eb37635e-55b6-4a0e-9913-eee541f74f45 req-5e3bc0ef-a62f-4b3e-9683-1e77e5ed052a tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657948 Jul 07 16:58:12.942407 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f521f701-0a18-46d9-a367-a388c72bc272 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:12.980192 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdeb863-e27d-4149-8121-a07ad39d57eb req-4377871a-93eb-4492-8b68-7d92b1394445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:12.981819 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7fdeb863-e27d-4149-8121-a07ad39d57eb req-4377871a-93eb-4492-8b68-7d92b1394445 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fd320d57-866a-4ea9-8417-d48deefec81a HTTP/1.1" status: 200 len: 907 time: 0.3825309 Jul 07 16:58:12.996963 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port f521f701-0a18-46d9-a367-a388c72bc272, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=f521f701-0a18-46d9-a367-a388c72bc272,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:13.008070 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:13.055187 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbe57d5-5ff9-4a73-8be4-3915f671aa78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22feeb4c-b124-40a7-98fe-096742e3d671'}, {'server_uuid': 'edbe57d5-5ff9-4a73-8be4-3915f671aa78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8e19593-a0a2-4685-8b58-14a0e08d6be1'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:13.066284 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39224ca-68d0-4dba-8f26-f7a97c4b6475" -d '{"events": [{"server_uuid": "edbe57d5-5ff9-4a73-8be4-3915f671aa78", "name": "network-vif-unplugged", "status": "completed", "tag": "22feeb4c-b124-40a7-98fe-096742e3d671"}, {"server_uuid": "edbe57d5-5ff9-4a73-8be4-3915f671aa78", "name": "network-vif-unplugged", "status": "completed", "tag": "c8e19593-a0a2-4685-8b58-14a0e08d6be1"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:13.087940 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7fdeb863-e27d-4149-8121-a07ad39d57eb req-7af71816-1128-4f8a-9b7f-6c035d49e7cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03a3b917-65dc-4769-ad37-e7635ffdf87b HTTP/1.1" status: 200 len: 217 time: 0.0916631 Jul 07 16:58:13.116222 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=f521f701-0a18-46d9-a367-a388c72bc272,revision_number=12']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:13.277990 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-88a13c94-bcfe-4e5e-9838-4c598f71e4d5 req-2aa06d35-e7ad-4759-ad73-604dc994d265 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 210 time: 0.1144190 Jul 07 16:58:13.300675 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdeb863-e27d-4149-8121-a07ad39d57eb req-1d1337bd-8cb6-440f-b3b0-f7712c79387f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:13.304004 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7fdeb863-e27d-4149-8121-a07ad39d57eb req-1d1337bd-8cb6-440f-b3b0-f7712c79387f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5512d358-3619-4514-a272-035774ba4388 HTTP/1.1" status: 200 len: 845 time: 0.2117546 Jul 07 16:58:13.313431 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['f521f701-0a18-46d9-a367-a388c72bc272'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:13.370405 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device fa9a3b4c-9edc-4cc3-9f70-41293373a72e no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:13.427816 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: fa9a3b4c-9edc-4cc3-9f70-41293373a72e {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:13.428216 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device fa9a3b4c-9edc-4cc3-9f70-41293373a72e not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:13.471025 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdeb863-e27d-4149-8121-a07ad39d57eb req-75b5d527-4a23-410b-9f91-4d17d0120726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:13.475423 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7fdeb863-e27d-4149-8121-a07ad39d57eb req-75b5d527-4a23-410b-9f91-4d17d0120726 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fd320d57-866a-4ea9-8417-d48deefec81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1514950 Jul 07 16:58:13.671869 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6271e7a1-55ff-4b9e-84f8-2149e654ef4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:14.026782 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e71926c2-4f40-4c86-be7b-b28415a59268 req-2a478725-1b55-4539-8e3c-7614c9cc608d tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbe57d5-5ff9-4a73-8be4-3915f671aa78 HTTP/1.1" status: 200 len: 210 time: 0.0865364 Jul 07 16:58:14.065248 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-34b67950-3a3b-456b-9b49-8c8b311f20fa tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:58:14.072715 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-34b67950-3a3b-456b-9b49-8c8b311f20fa tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1291695 Jul 07 16:58:14.302793 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-70439714-4426-45ed-86aa-0223c42a7a2f service neutron] Request body: {'binding': {'host': 'n-h2-791503-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:14.304021 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-70439714-4426-45ed-86aa-0223c42a7a2f service neutron] Unknown quota resources ['binding']. {{(pid=100193) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 16:58:14.343317 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7fdeb863-e27d-4149-8121-a07ad39d57eb req-9900e92e-af5f-48e1-85dd-f95b6be30875 service neutron] 10.222.0.64 "GET /v2.0/networks/fd320d57-866a-4ea9-8417-d48deefec81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8607497 Jul 07 16:58:14.371946 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-6271e7a1-55ff-4b9e-84f8-2149e654ef4c admin admin] Deleting port c5696883-083e-495e-8530-2826af70f96f {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:14.372517 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6271e7a1-55ff-4b9e-84f8-2149e654ef4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:14.425750 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbe57d5-5ff9-4a73-8be4-3915f671aa78', 'name': 'network-vif-deleted', 'tag': 'c8e19593-a0a2-4685-8b58-14a0e08d6be1'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:14.428029 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ced7d5f-5d27-4901-a01e-8515a4d238a3" -d '{"events": [{"server_uuid": "edbe57d5-5ff9-4a73-8be4-3915f671aa78", "name": "network-vif-deleted", "tag": "c8e19593-a0a2-4685-8b58-14a0e08d6be1"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:14.471259 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-3033f5a1-cda6-4d27-8f93-46579da59b38 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:14.472922 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-3033f5a1-cda6-4d27-8f93-46579da59b38 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.72 "GET /v2.0/networks?id=0f59045c-fb41-4f4e-86ad-a15d05bedb10 HTTP/1.1" status: 200 len: 808 time: 0.3937900 Jul 07 16:58:14.503094 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 03a3b917-65dc-4769-ad37-e7635ffdf87b details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:58:14.509265 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device f521f701-0a18-46d9-a367-a388c72bc272 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:14.541217 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-6271e7a1-55ff-4b9e-84f8-2149e654ef4c admin admin] For port c5696883-083e-495e-8530-2826af70f96f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c5696883-083e-495e-8530-2826af70f96f,segment=NetworkSegment(6d264684-a42f-4818-9f6f-6be24ab5ef36),segment_id=6d264684-a42f-4818-9f6f-6be24ab5ef36)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:14.541678 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5aae0490-ac45-46ec-bf54-9c3b490856f2 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Request body: {'port': {'device_id': 'e83378da-4e21-4a32-84dd-ea0733cf694a', 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10', 'admin_state_up': True, 'tenant_id': 'e3c30a38df434836b6a6d7bed9173bf0'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:14.541936 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6271e7a1-55ff-4b9e-84f8-2149e654ef4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:14.578250 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-6271e7a1-55ff-4b9e-84f8-2149e654ef4c admin admin] Calling delete_port for c5696883-083e-495e-8530-2826af70f96f owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:14.663318 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port f521f701-0a18-46d9-a367-a388c72bc272 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:14.672318 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port f521f701-0a18-46d9-a367-a388c72bc272 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:14.672887 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:14.753010 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 03a3b917-65dc-4769-ad37-e7635ffdf87b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=03a3b917-65dc-4769-ad37-e7635ffdf87b,segment=NetworkSegment(c126c080-0b7a-4583-b961-2cc1a5715ab0),segment_id=c126c080-0b7a-4583-b961-2cc1a5715ab0)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:14.772664 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f4bd5-0ba0-4034-9ece-200b471b0659 req-bd66726a-bc9c-4371-bd18-98a308ab2a05 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:14.778141 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '03a3b917-65dc-4769-ad37-e7635ffdf87b', 'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a', 'port_id': '03a3b917-65dc-4769-ad37-e7635ffdf87b', 'mac_address': 'fa:16:3e:f0:c2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5512d358-3619-4514-a272-035774ba4388', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:58:14.786310 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c58f4bd5-0ba0-4034-9ece-200b471b0659 req-bd66726a-bc9c-4371-bd18-98a308ab2a05 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/ports?device_id=3639e840-c93e-4381-9c56-0a2aa40949ce HTTP/1.1" status: 200 len: 943 time: 0.5556736 Jul 07 16:58:14.796170 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6271e7a1-55ff-4b9e-84f8-2149e654ef4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:14.831438 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271e7a1-55ff-4b9e-84f8-2149e654ef4c admin admin] Pushing event deleted for resources: {'Port': ['ID=c5696883-083e-495e-8530-2826af70f96f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:14.851675 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7fdeb863-e27d-4149-8121-a07ad39d57eb req-90eaa70d-c85a-47fe-b381-e3ef3d218aa4 service neutron] 10.222.0.64 "GET /v2.0/networks/fd320d57-866a-4ea9-8417-d48deefec81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998655 Jul 07 16:58:14.864684 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:14.884068 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:14.900726 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a3b917-65dc-4769-ad37-e7635ffdf87b {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:14.923939 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 03a3b917-65dc-4769-ad37-e7635ffdf87b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=03a3b917-65dc-4769-ad37-e7635ffdf87b,segment=NetworkSegment(c126c080-0b7a-4583-b961-2cc1a5715ab0),segment_id=c126c080-0b7a-4583-b961-2cc1a5715ab0)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:14.935811 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:14.988461 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port f521f701-0a18-46d9-a367-a388c72bc272, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=f521f701-0a18-46d9-a367-a388c72bc272,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:15.002812 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:15.021299 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=03a3b917-65dc-4769-ad37-e7635ffdf87b,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:15.089536 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c58f4bd5-0ba0-4034-9ece-200b471b0659 req-7c7d0305-a9c4-44b2-9fce-3bc7482b9937 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/security-groups?id=15f10e42-32e8-47d7-be52-d787a3e82657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018057 Jul 07 16:58:15.099541 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=f521f701-0a18-46d9-a367-a388c72bc272,revision_number=13']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:15.164433 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-70439714-4426-45ed-86aa-0223c42a7a2f service neutron] Attempting to bind port 6f30eb22-6345-43d4-8240-b85b25ba8808 on host n-h2-791503-12 for vnic_type normal with profile None {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:15.165827 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-70439714-4426-45ed-86aa-0223c42a7a2f service neutron] Attempting to bind port 6f30eb22-6345-43d4-8240-b85b25ba8808 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:15.166185 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-70439714-4426-45ed-86aa-0223c42a7a2f service neutron] Attempting to bind port 6f30eb22-6345-43d4-8240-b85b25ba8808 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:15.174394 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-70439714-4426-45ed-86aa-0223c42a7a2f service neutron] Port 6f30eb22-6345-43d4-8240-b85b25ba8808 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:58:15.174730 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-70439714-4426-45ed-86aa-0223c42a7a2f service neutron] Attempting to bind port 6f30eb22-6345-43d4-8240-b85b25ba8808 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:15.177283 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5aae0490-ac45-46ec-bf54-9c3b490856f2 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Made reservation on behalf of e3c30a38df434836b6a6d7bed9173bf0 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:15.182007 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5aae0490-ac45-46ec-bf54-9c3b490856f2 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:15.210511 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-70439714-4426-45ed-86aa-0223c42a7a2f service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:15.214879 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-70439714-4426-45ed-86aa-0223c42a7a2f service neutron] Checking segment: {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:15.215297 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-70439714-4426-45ed-86aa-0223c42a7a2f service neutron] Bound using segment: {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:15.215780 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-70439714-4426-45ed-86aa-0223c42a7a2f service neutron] Bound port: 6f30eb22-6345-43d4-8240-b85b25ba8808, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:15.252399 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['03a3b917-65dc-4769-ad37-e7635ffdf87b'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:15.292515 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6271e7a1-55ff-4b9e-84f8-2149e654ef4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:15.326713 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526dfff2-ba67-4977-9041-65acd48a30dc x-openstack-request-id: req-526dfff2-ba67-4977-9041-65acd48a30dc {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:15.327196 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511", "tag": "f521f701-0a18-46d9-a367-a388c72bc272", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:15.327634 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-526dfff2-ba67-4977-9041-65acd48a30dc {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:15.328299 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511', 'tag': 'f521f701-0a18-46d9-a367-a388c72bc272', 'status': 'completed', 'code': 200} Jul 07 16:58:15.589039 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-70439714-4426-45ed-86aa-0223c42a7a2f service neutron] For port 6f30eb22-6345-43d4-8240-b85b25ba8808, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=6f30eb22-6345-43d4-8240-b85b25ba8808,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:15.596133 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4691a931-8f7d-4e28-bcb3-42de8545250f x-openstack-request-id: req-4691a931-8f7d-4e28-bcb3-42de8545250f {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:15.597599 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbe57d5-5ff9-4a73-8be4-3915f671aa78", "name": "network-vif-unplugged", "status": "completed", "tag": "22feeb4c-b124-40a7-98fe-096742e3d671", "code": 200}, {"server_uuid": "edbe57d5-5ff9-4a73-8be4-3915f671aa78", "name": "network-vif-unplugged", "status": "completed", "tag": "c8e19593-a0a2-4685-8b58-14a0e08d6be1", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:15.597906 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4691a931-8f7d-4e28-bcb3-42de8545250f {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:15.598401 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbe57d5-5ff9-4a73-8be4-3915f671aa78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22feeb4c-b124-40a7-98fe-096742e3d671', 'code': 200} Jul 07 16:58:15.598663 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbe57d5-5ff9-4a73-8be4-3915f671aa78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8e19593-a0a2-4685-8b58-14a0e08d6be1', 'code': 200} Jul 07 16:58:15.645780 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-70439714-4426-45ed-86aa-0223c42a7a2f service neutron] Notify callbacks [] for binding, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:15.647944 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-70439714-4426-45ed-86aa-0223c42a7a2f service neutron] 10.222.0.53 "POST /v2.0/ports/6f30eb22-6345-43d4-8240-b85b25ba8808/bindings HTTP/1.1" status: 201 len: 390 time: 1.5741048 Jul 07 16:58:15.801569 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74793e8d-fa8b-4436-b719-368359c04720 req-d94eeddf-a6c2-45a8-968e-679191283dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:15.804268 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-74793e8d-fa8b-4436-b719-368359c04720 req-d94eeddf-a6c2-45a8-968e-679191283dc0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 1102 time: 0.5397623 Jul 07 16:58:15.851568 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5aae0490-ac45-46ec-bf54-9c3b490856f2 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Allocated IP 172.20.0.2 (0f59045c-fb41-4f4e-86ad-a15d05bedb10/8cf0891f-7dd4-444b-b243-0a9d52ec4798/6f8e20d0-7c17-4186-b2a9-5ded89502a03) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:15.886975 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6271e7a1-55ff-4b9e-84f8-2149e654ef4c admin admin] Router 942b9d7a-7e44-472d-9cfc-0c09fa2ce039 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:58:16.123280 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11644597-3304-4179-9270-6469c7c0580b req-2b353db4-c02b-4090-bc8b-bc6c0daa1386 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:16.126932 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-11644597-3304-4179-9270-6469c7c0580b req-2b353db4-c02b-4090-bc8b-bc6c0daa1386 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 950 time: 0.4022202 Jul 07 16:58:16.134240 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-93ac7d37-9c01-43d4-8f7f-e4c757f63e37 req-64fe5b60-6d7b-4c08-b1a8-fee81c84a1c8 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 210 time: 0.1060777 Jul 07 16:58:16.243495 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74793e8d-fa8b-4436-b719-368359c04720 req-602ba07d-d2fd-4fe8-a43e-84a03d787e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:16.245059 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-74793e8d-fa8b-4436-b719-368359c04720 req-602ba07d-d2fd-4fe8-a43e-84a03d787e02 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.4192493 Jul 07 16:58:16.275484 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-55152a2b-77fe-4f6a-871d-82488d4a6b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:16.278196 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-55152a2b-77fe-4f6a-871d-82488d4a6b61 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 1097 time: 0.2479379 Jul 07 16:58:16.281305 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6271e7a1-55ff-4b9e-84f8-2149e654ef4c admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:58:16.293668 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6271e7a1-55ff-4b9e-84f8-2149e654ef4c admin admin] 10.222.0.53 "PUT /v2.0/routers/942b9d7a-7e44-472d-9cfc-0c09fa2ce039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5424008 Jul 07 16:58:16.293928 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-11644597-3304-4179-9270-6469c7c0580b req-788f7ce2-027b-41ce-9d85-c492b6233ec5 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504912 Jul 07 16:58:16.301974 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df7e652-2ca9-424d-9625-2244ed6caede None None] Sync routers for ids ['942b9d7a-7e44-472d-9cfc-0c09fa2ce039'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:58:16.310871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50812) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:16.348266 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df7e652-2ca9-424d-9625-2244ed6caede None None] Routers {'942b9d7a-7e44-472d-9cfc-0c09fa2ce039'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:16.354646 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-7df7e652-2ca9-424d-9625-2244ed6caede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:57:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['942b9d7a-7e44-472d-9cfc-0c09fa2ce039'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:16.404160 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c7853f-984c-4ff4-a452-50cc4eb2b21d x-openstack-request-id: req-a5c7853f-984c-4ff4-a452-50cc4eb2b21d {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:16.409474 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbe57d5-5ff9-4a73-8be4-3915f671aa78", "name": "network-vif-deleted", "tag": "c8e19593-a0a2-4685-8b58-14a0e08d6be1", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:16.410146 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a5c7853f-984c-4ff4-a452-50cc4eb2b21d {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:16.410833 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbe57d5-5ff9-4a73-8be4-3915f671aa78', 'name': 'network-vif-deleted', 'tag': 'c8e19593-a0a2-4685-8b58-14a0e08d6be1', 'status': 'completed', 'code': 200} Jul 07 16:58:16.418874 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-74793e8d-fa8b-4436-b719-368359c04720 req-fef51e5c-56e8-478c-876a-f111611eea56 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=f521f701-0a18-46d9-a367-a388c72bc272 HTTP/1.1" status: 200 len: 217 time: 0.1499104 Jul 07 16:58:16.548232 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 03a3b917-65dc-4769-ad37-e7635ffdf87b up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:16.555738 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74793e8d-fa8b-4436-b719-368359c04720 req-c2653bf5-defe-404f-baee-ea38f59c390e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:16.556396 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ffb2a71a-471f-4437-85f4-f8ff8a9a1c71 admin admin] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:16.558244 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-74793e8d-fa8b-4436-b719-368359c04720 req-c2653bf5-defe-404f-baee-ea38f59c390e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1285849 Jul 07 16:58:16.584095 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5aae0490-ac45-46ec-bf54-9c3b490856f2 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:16.657586 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50828) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:16.700541 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5aae0490-ac45-46ec-bf54-9c3b490856f2 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:16.830959 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['6f472ce3-074d-4510-9756-8aaa2dde0a41'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:16.874282 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ffb2a71a-471f-4437-85f4-f8ff8a9a1c71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:16.887110 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 03a3b917-65dc-4769-ad37-e7635ffdf87b completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:16.910385 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae0490-ac45-46ec-bf54-9c3b490856f2 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Pushing event updated for resources: {'Port': ['ID=6f8e20d0-7c17-4186-b2a9-5ded89502a03,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:16.927279 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 03a3b917-65dc-4769-ad37-e7635ffdf87b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:16.928454 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:16.936513 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fff9715-1c2e-4497-b601-c5b5d6cf981c tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Deleting subnet 399600ba-deb1-418a-893b-25447c4784e2 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:58:16.955016 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-0cbe61ac-aced-4493-ab88-ba0e705019b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:16.956798 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-0cbe61ac-aced-4493-ab88-ba0e705019b6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 200 len: 922 time: 0.6722012 Jul 07 16:58:16.969441 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5aae0490-ac45-46ec-bf54-9c3b490856f2 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:16.970419 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-7df7e652-2ca9-424d-9625-2244ed6caede None None] Set router 942b9d7a-7e44-472d-9cfc-0c09fa2ce039 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:58:16.981438 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6fff9715-1c2e-4497-b601-c5b5d6cf981c tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:16.986507 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5aae0490-ac45-46ec-bf54-9c3b490856f2 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:16.989458 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5aae0490-ac45-46ec-bf54-9c3b490856f2 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:17.092044 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-7bb557f7-dae7-472e-8173-b5c61bd0f8e9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f30eb22-6345-43d4-8240-b85b25ba8808 HTTP/1.1" status: 200 len: 217 time: 0.1207337 Jul 07 16:58:17.113039 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74793e8d-fa8b-4436-b719-368359c04720 req-dc11d6b7-19eb-4e7a-a528-51a8aa77c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:17.115136 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-74793e8d-fa8b-4436-b719-368359c04720 req-dc11d6b7-19eb-4e7a-a528-51a8aa77c68c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5460782 Jul 07 16:58:17.178938 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6fff9715-1c2e-4497-b601-c5b5d6cf981c tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:17.257548 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5aae0490-ac45-46ec-bf54-9c3b490856f2 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:17.258283 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5aae0490-ac45-46ec-bf54-9c3b490856f2 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:17.326183 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7f528-cb94-451c-ad60-1b594a61c883 req-5f981ca0-585d-49e5-b73f-c7f6c3840782 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:17.326696 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-ffb2a71a-471f-4437-85f4-f8ff8a9a1c71 admin admin] Deleting port c84380db-02a6-4e95-bd8d-b7bca59d0b1b {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:17.327260 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ffb2a71a-471f-4437-85f4-f8ff8a9a1c71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:17.327811 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49d7f528-cb94-451c-ad60-1b594a61c883 req-5f981ca0-585d-49e5-b73f-c7f6c3840782 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/ports?device_id=3639e840-c93e-4381-9c56-0a2aa40949ce HTTP/1.1" status: 200 len: 944 time: 0.4813392 Jul 07 16:58:17.333770 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5aae0490-ac45-46ec-bf54-9c3b490856f2 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8021786 Jul 07 16:58:17.342850 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b64b53-4d88-42f0-b245-878b545a8674 req-9135d23a-058d-4b35-9e46-0e2f364248f7 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:17.345466 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a7b64b53-4d88-42f0-b245-878b545a8674 req-9135d23a-058d-4b35-9e46-0e2f364248f7 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 945 time: 0.4910676 Jul 07 16:58:17.357111 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-2e67c548-c156-489a-9d55-063591a67e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:17.358654 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-2e67c548-c156-489a-9d55-063591a67e81 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=efc5a7ec-004d-467f-9a91-81aefb64567f HTTP/1.1" status: 200 len: 861 time: 0.2553122 Jul 07 16:58:17.385621 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5ee9c541-a521-48aa-b313-08470be23502 service neutron] Request body: {'port': {'device_id': 'e83378da-4e21-4a32-84dd-ea0733cf694a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:17.397618 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49d7f528-cb94-451c-ad60-1b594a61c883 req-c968cd14-f424-4959-ad3c-ac91d484d0e5 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/security-groups?id=15f10e42-32e8-47d7-be52-d787a3e82657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556152 Jul 07 16:58:17.477491 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-74793e8d-fa8b-4436-b719-368359c04720 req-618958e2-ed70-4cc9-9a3f-2bc3b61fe457 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523183 Jul 07 16:58:17.496512 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:17.574740 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-aa46ef83-f04a-4f89-a3e9-78bdc4132989 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1ad75942-8a9e-4718-9815-ad27d5bad609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2040994 Jul 07 16:58:17.599200 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6fff9715-1c2e-4497-b601-c5b5d6cf981c tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:17.602423 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f521f701-0a18-46d9-a367-a388c72bc272'}, {'server_uuid': '3639e840-c93e-4381-9c56-0a2aa40949ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a3b917-65dc-4769-ad37-e7635ffdf87b'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:17.606617 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27103def-2534-495f-b612-e8bdd6e39e3e" -d '{"events": [{"server_uuid": "e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511", "name": "network-vif-plugged", "status": "completed", "tag": "f521f701-0a18-46d9-a367-a388c72bc272"}, {"server_uuid": "3639e840-c93e-4381-9c56-0a2aa40949ce", "name": "network-vif-plugged", "status": "completed", "tag": "03a3b917-65dc-4769-ad37-e7635ffdf87b"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:17.623832 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 03a3b917-65dc-4769-ad37-e7635ffdf87b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=03a3b917-65dc-4769-ad37-e7635ffdf87b,segment=NetworkSegment(c126c080-0b7a-4583-b961-2cc1a5715ab0),segment_id=c126c080-0b7a-4583-b961-2cc1a5715ab0)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:17.639597 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a7b64b53-4d88-42f0-b245-878b545a8674 req-12a0518e-9468-4f16-a1f2-722b737b0f03 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798095 Jul 07 16:58:17.645428 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:17.694679 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5ee9c541-a521-48aa-b313-08470be23502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:17.715690 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-7df7e652-2ca9-424d-9625-2244ed6caede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942b9d7a-7e44-472d-9cfc-0c09fa2ce039', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921393826-router', 'tenant_id': '1b9ca612fa86448e8acc611125fe609a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'c84380db-02a6-4e95-bd8d-b7bca59d0b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:54Z', 'updated_at': '2021-07-07T16:58:14Z', 'revision_number': 5, 'project_id': '1b9ca612fa86448e8acc611125fe609a', 'gw_port': {'id': 'c84380db-02a6-4e95-bd8d-b7bca59d0b1b', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b9d7a-7e44-472d-9cfc-0c09fa2ce039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:55Z', 'updated_at': '2021-07-07T16:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:17.783154 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df7e652-2ca9-424d-9625-2244ed6caede None None] Checking router: 942b9d7a-7e44-472d-9cfc-0c09fa2ce039 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:58:17.811952 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-ffb2a71a-471f-4437-85f4-f8ff8a9a1c71 admin admin] For port c84380db-02a6-4e95-bd8d-b7bca59d0b1b, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c84380db-02a6-4e95-bd8d-b7bca59d0b1b,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:17.812336 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ffb2a71a-471f-4437-85f4-f8ff8a9a1c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:17.830077 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df7e652-2ca9-424d-9625-2244ed6caede None None] Routers {'942b9d7a-7e44-472d-9cfc-0c09fa2ce039'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:17.832058 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-7df7e652-2ca9-424d-9625-2244ed6caede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:57:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['942b9d7a-7e44-472d-9cfc-0c09fa2ce039'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:17.835420 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=03a3b917-65dc-4769-ad37-e7635ffdf87b,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:17.853640 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-ffb2a71a-471f-4437-85f4-f8ff8a9a1c71 admin admin] Calling delete_port for c84380db-02a6-4e95-bd8d-b7bca59d0b1b owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:17.884355 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-461c5e7a-2de2-45e8-b5d8-65224a622a20 service neutron] 10.222.0.72 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975314 Jul 07 16:58:17.934401 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-74793e8d-fa8b-4436-b719-368359c04720 req-adb52fe3-d524-4ea7-bb51-9c860432fba7 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455917 Jul 07 16:58:18.044891 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-7df7e652-2ca9-424d-9625-2244ed6caede None None] Set router 942b9d7a-7e44-472d-9cfc-0c09fa2ce039 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:58:18.053442 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-d5ea74e9-0360-4679-b996-171b27571143 service neutron] 10.222.0.72 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245890 Jul 07 16:58:18.169190 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-7df7e652-2ca9-424d-9625-2244ed6caede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942b9d7a-7e44-472d-9cfc-0c09fa2ce039', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921393826-router', 'tenant_id': '1b9ca612fa86448e8acc611125fe609a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:54Z', 'updated_at': '2021-07-07T16:58:16Z', 'revision_number': 6, 'project_id': '1b9ca612fa86448e8acc611125fe609a', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:18.207957 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df7e652-2ca9-424d-9625-2244ed6caede None None] The sync data for ids ['942b9d7a-7e44-472d-9cfc-0c09fa2ce039'] in n-d-791503-12 is: [{'id': '942b9d7a-7e44-472d-9cfc-0c09fa2ce039', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921393826-router', 'tenant_id': '1b9ca612fa86448e8acc611125fe609a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:54Z', 'updated_at': '2021-07-07T16:58:16Z', 'revision_number': 6, 'project_id': '1b9ca612fa86448e8acc611125fe609a', 'gw_port_host': None}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:58:18.244869 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ffb2a71a-471f-4437-85f4-f8ff8a9a1c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:18.284193 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2a71a-471f-4437-85f4-f8ff8a9a1c71 admin admin] Pushing event deleted for resources: {'Port': ['ID=c84380db-02a6-4e95-bd8d-b7bca59d0b1b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:18.285289 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6fff9715-1c2e-4497-b601-c5b5d6cf981c tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:18.362735 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff9715-1c2e-4497-b601-c5b5d6cf981c tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event deleted for resources: {'Subnet': ['ID=399600ba-deb1-418a-893b-25447c4784e2,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:18.368566 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6fff9715-1c2e-4497-b601-c5b5d6cf981c tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:18.371007 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6fff9715-1c2e-4497-b601-c5b5d6cf981c tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "DELETE /v2.0/subnets/399600ba-deb1-418a-893b-25447c4784e2 HTTP/1.1" status: 204 len: 168 time: 1.7093780 Jul 07 16:58:18.382778 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50846) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:18.385832 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06576cbf-32d1-4ab6-8cd1-aa4c76a6818b None None] Network 5a7ec239-bc57-4f49-8319-9d3c53cecec5 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:58:18.413375 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5ee9c541-a521-48aa-b313-08470be23502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f8e20d0-7c17-4186-b2a9-5ded89502a03 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:18.448867 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5ee9c541-a521-48aa-b313-08470be23502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:18.477919 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d53576-b05e-4200-be6a-edd8854b7967 req-dd7d4fde-92e8-4e02-8676-7fa229aaaac2 tempest-MigrationsAdminTest-2007883029 tempest-MigrationsAdminTest-2007883029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:18.481330 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a1d53576-b05e-4200-be6a-edd8854b7967 req-dd7d4fde-92e8-4e02-8676-7fa229aaaac2 tempest-MigrationsAdminTest-2007883029 tempest-MigrationsAdminTest-2007883029-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 1102 time: 0.5538242 Jul 07 16:58:18.508945 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ffb2a71a-471f-4437-85f4-f8ff8a9a1c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:18.548789 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5ee9c541-a521-48aa-b313-08470be23502 service neutron] Transition to ACTIVE for port object 6f8e20d0-7c17-4186-b2a9-5ded89502a03 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:18.592208 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5ee9c541-a521-48aa-b313-08470be23502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:18.640511 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ffb2a71a-471f-4437-85f4-f8ff8a9a1c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:18.645987 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ffb2a71a-471f-4437-85f4-f8ff8a9a1c71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:18.669904 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a1d53576-b05e-4200-be6a-edd8854b7967 req-1cba04e4-21ed-41cc-991f-5a72f39c3a4f tempest-MigrationsAdminTest-2007883029 tempest-MigrationsAdminTest-2007883029-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796067 Jul 07 16:58:18.817185 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ffb2a71a-471f-4437-85f4-f8ff8a9a1c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:18.817535 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb2a71a-471f-4437-85f4-f8ff8a9a1c71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 942b9d7a-7e44-472d-9cfc-0c09fa2ce039 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:58:18.827959 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65421d56-9292-4353-98b4-9257c82cbf12 x-openstack-request-id: req-65421d56-9292-4353-98b4-9257c82cbf12 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:18.828510 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511", "name": "network-vif-plugged", "status": "completed", "tag": "f521f701-0a18-46d9-a367-a388c72bc272", "code": 200}, {"server_uuid": "3639e840-c93e-4381-9c56-0a2aa40949ce", "name": "network-vif-plugged", "status": "completed", "tag": "03a3b917-65dc-4769-ad37-e7635ffdf87b", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:18.828951 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-65421d56-9292-4353-98b4-9257c82cbf12 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:18.829521 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f521f701-0a18-46d9-a367-a388c72bc272', 'code': 200} Jul 07 16:58:18.829968 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3639e840-c93e-4381-9c56-0a2aa40949ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a3b917-65dc-4769-ad37-e7635ffdf87b', 'code': 200} Jul 07 16:58:18.856875 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ffb2a71a-471f-4437-85f4-f8ff8a9a1c71 admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:18.858215 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ffb2a71a-471f-4437-85f4-f8ff8a9a1c71 admin admin] 10.222.0.53 "DELETE /v2.0/routers/942b9d7a-7e44-472d-9cfc-0c09fa2ce039 HTTP/1.1" status: 204 len: 168 time: 2.5455303 Jul 07 16:58:18.862219 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50854) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:18.973643 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9c541-a521-48aa-b313-08470be23502 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8e20d0-7c17-4186-b2a9-5ded89502a03,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:19.046481 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5b0ed8d7-49d6-443f-988e-ce069a62cb3b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:19.069304 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5ee9c541-a521-48aa-b313-08470be23502 service neutron] Attempting to bind port 6f8e20d0-7c17-4186-b2a9-5ded89502a03 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:19.069647 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5ee9c541-a521-48aa-b313-08470be23502 service neutron] Attempting to bind port 6f8e20d0-7c17-4186-b2a9-5ded89502a03 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:19.069985 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5ee9c541-a521-48aa-b313-08470be23502 service neutron] Attempting to bind port 6f8e20d0-7c17-4186-b2a9-5ded89502a03 on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:19.088803 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5ee9c541-a521-48aa-b313-08470be23502 service neutron] Port 6f8e20d0-7c17-4186-b2a9-5ded89502a03 on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:58:19.089702 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5ee9c541-a521-48aa-b313-08470be23502 service neutron] Attempting to bind port 6f8e20d0-7c17-4186-b2a9-5ded89502a03 on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:19.104453 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5ee9c541-a521-48aa-b313-08470be23502 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:19.105325 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5ee9c541-a521-48aa-b313-08470be23502 service neutron] Checking segment: {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:19.106206 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5ee9c541-a521-48aa-b313-08470be23502 service neutron] Bound using segment: {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:19.107092 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5ee9c541-a521-48aa-b313-08470be23502 service neutron] Bound port: 6f8e20d0-7c17-4186-b2a9-5ded89502a03, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:19.107883 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5ee9c541-a521-48aa-b313-08470be23502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:19.112891 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97411b-0986-45f5-99b3-98bb84640c9d req-9191887d-3713-4048-bf88-0c9b6e1c4bde tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:19.121777 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef97411b-0986-45f5-99b3-98bb84640c9d req-9191887d-3713-4048-bf88-0c9b6e1c4bde tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 931 time: 0.7286370 Jul 07 16:58:19.179340 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-896c813e-2682-4c53-9fc0-f41fa9e42a22 admin admin] Deleting subnet 4e6c1d36-5b0f-49de-9811-c86a7b745035 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:58:19.193616 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-896c813e-2682-4c53-9fc0-f41fa9e42a22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:19.206343 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907c7019-80f3-4566-9893-c66326310340 None None] DHCP port deletion for 5a7ec239-bc57-4f49-8319-9d3c53cecec5 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:58:19.269524 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19494456-dc1e-4179-9945-cfbac2e7f31e req-4bfb5550-dcc1-48e1-b875-283dec77f142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:19.271323 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-19494456-dc1e-4179-9945-cfbac2e7f31e req-4bfb5550-dcc1-48e1-b875-283dec77f142 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3639e840-c93e-4381-9c56-0a2aa40949ce HTTP/1.1" status: 200 len: 1097 time: 0.3205373 Jul 07 16:58:19.275967 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef97411b-0986-45f5-99b3-98bb84640c9d req-e0540d13-a250-4355-9a2f-f7feca6381bb tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532836 Jul 07 16:58:19.326191 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-896c813e-2682-4c53-9fc0-f41fa9e42a22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:19.361639 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-907c7019-80f3-4566-9893-c66326310340 None None] Deleting port a35867b7-c429-45b4-b7dc-13cd5678096b {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:19.362588 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-907c7019-80f3-4566-9893-c66326310340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:19.388508 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-5b0ed8d7-49d6-443f-988e-ce069a62cb3b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Deleting port a35867b7-c429-45b4-b7dc-13cd5678096b {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:19.394174 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5b0ed8d7-49d6-443f-988e-ce069a62cb3b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:19.443213 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c5696883-083e-495e-8530-2826af70f96f no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:19.487295 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: c5696883-083e-495e-8530-2826af70f96f {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:19.487788 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c5696883-083e-495e-8530-2826af70f96f not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:19.488309 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c84380db-02a6-4e95-bd8d-b7bca59d0b1b no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:19.517492 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5ee9c541-a521-48aa-b313-08470be23502 service neutron] For port 6f8e20d0-7c17-4186-b2a9-5ded89502a03, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:19.522162 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5ee9c541-a521-48aa-b313-08470be23502 service neutron] For port 6f8e20d0-7c17-4186-b2a9-5ded89502a03, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=6f8e20d0-7c17-4186-b2a9-5ded89502a03,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:19.528346 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: c84380db-02a6-4e95-bd8d-b7bca59d0b1b {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:19.529188 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c84380db-02a6-4e95-bd8d-b7bca59d0b1b not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:19.529883 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a35867b7-c429-45b4-b7dc-13cd5678096b no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:19.530042 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-19494456-dc1e-4179-9945-cfbac2e7f31e req-b7c04a3b-bd3b-4aed-b994-a2386a2ea2e4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=15f10e42-32e8-47d7-be52-d787a3e82657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502351 Jul 07 16:58:19.533916 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5ee9c541-a521-48aa-b313-08470be23502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:19.541932 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-907c7019-80f3-4566-9893-c66326310340 None None] For port a35867b7-c429-45b4-b7dc-13cd5678096b, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a35867b7-c429-45b4-b7dc-13cd5678096b,segment=NetworkSegment(7506bb79-ffb7-49e4-b3d2-45affcbb4a65),segment_id=7506bb79-ffb7-49e4-b3d2-45affcbb4a65)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:19.542904 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-907c7019-80f3-4566-9893-c66326310340 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:19.557125 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-896c813e-2682-4c53-9fc0-f41fa9e42a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:19.593241 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5ee9c541-a521-48aa-b313-08470be23502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:19.593682 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-907c7019-80f3-4566-9893-c66326310340 None None] Calling delete_port for a35867b7-c429-45b4-b7dc-13cd5678096b owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:19.594358 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5ee9c541-a521-48aa-b313-08470be23502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:19.596429 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-5ee9c541-a521-48aa-b313-08470be23502 service neutron] 10.222.0.72 "PUT /v2.0/ports/6f8e20d0-7c17-4186-b2a9-5ded89502a03 HTTP/1.1" status: 200 len: 1092 time: 2.2159131 Jul 07 16:58:19.597183 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83378da-4e21-4a32-84dd-ea0733cf694a', 'tag': '6f8e20d0-7c17-4186-b2a9-5ded89502a03'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:19.599747 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9966a2f8-e818-4e84-bd50-ac063c50ed5a" -d '{"events": [{"name": "network-changed", "server_uuid": "e83378da-4e21-4a32-84dd-ea0733cf694a", "tag": "6f8e20d0-7c17-4186-b2a9-5ded89502a03"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:19.624591 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd7279-8c1b-427b-823c-4bfbc0a6126f req-a68536e7-9966-4083-977f-ee00d71dfcb5 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:19.627857 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b6bd7279-8c1b-427b-823c-4bfbc0a6126f req-a68536e7-9966-4083-977f-ee00d71dfcb5 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/ports?device_id=3639e840-c93e-4381-9c56-0a2aa40949ce HTTP/1.1" status: 200 len: 945 time: 0.4916115 Jul 07 16:58:19.705881 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b6bd7279-8c1b-427b-823c-4bfbc0a6126f req-c3dd9cc6-92dc-4eb4-9125-26179d024681 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/security-groups?id=15f10e42-32e8-47d7-be52-d787a3e82657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612175 Jul 07 16:58:19.732165 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9c541-a521-48aa-b313-08470be23502 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8e20d0-7c17-4186-b2a9-5ded89502a03,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:19.798936 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-578297e3-c877-4dc1-991e-9abf14bfdabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:19.800506 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-578297e3-c877-4dc1-991e-9abf14bfdabd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3c30a38df434836b6a6d7bed9173bf0&device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 1095 time: 0.1140099 Jul 07 16:58:19.818605 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-907c7019-80f3-4566-9893-c66326310340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:19.854549 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-5b0ed8d7-49d6-443f-988e-ce069a62cb3b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] For port a35867b7-c429-45b4-b7dc-13cd5678096b, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a35867b7-c429-45b4-b7dc-13cd5678096b,segment=NetworkSegment(7506bb79-ffb7-49e4-b3d2-45affcbb4a65),segment_id=7506bb79-ffb7-49e4-b3d2-45affcbb4a65)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:19.855202 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5b0ed8d7-49d6-443f-988e-ce069a62cb3b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:19.902893 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-9041e852-247d-48bc-87e2-6360a5ec8a39 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f8e20d0-7c17-4186-b2a9-5ded89502a03 HTTP/1.1" status: 200 len: 217 time: 0.0917873 Jul 07 16:58:19.910074 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c7019-80f3-4566-9893-c66326310340 None None] Pushing event deleted for resources: {'Port': ['ID=a35867b7-c429-45b4-b7dc-13cd5678096b,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:19.937351 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907c7019-80f3-4566-9893-c66326310340 None None] No DVR routers for this DVR port a35867b7-c429-45b4-b7dc-13cd5678096b on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:19.964008 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-896c813e-2682-4c53-9fc0-f41fa9e42a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:19.972850 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-5b0ed8d7-49d6-443f-988e-ce069a62cb3b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Calling delete_port for a35867b7-c429-45b4-b7dc-13cd5678096b owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:19.980350 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:20.010099 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-bf6bbe02-4a2d-40ef-af20-474abae33c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:20.011492 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-bf6bbe02-4a2d-40ef-af20-474abae33c8b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8cf0891f-7dd4-444b-b243-0a9d52ec4798 HTTP/1.1" status: 200 len: 848 time: 0.1025128 Jul 07 16:58:20.060820 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c813e-2682-4c53-9fc0-f41fa9e42a22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e6c1d36-5b0f-49de-9811-c86a7b745035,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:20.083152 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-896c813e-2682-4c53-9fc0-f41fa9e42a22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:20.098429 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-896c813e-2682-4c53-9fc0-f41fa9e42a22 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4e6c1d36-5b0f-49de-9811-c86a7b745035 HTTP/1.1" status: 204 len: 168 time: 1.1969283 Jul 07 16:58:20.101040 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50870) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:20.108357 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546eed68-21a3-427e-a3b6-9e799d771f2f None None] Network 25e67d3d-d510-4818-8964-0a2a2c52f4ab requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:58:20.112053 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-358a2ae6-6bde-4d2f-80c3-c0293a499d0b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f59045c-fb41-4f4e-86ad-a15d05bedb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857594 Jul 07 16:58:20.303846 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b82ed-5fb6-472d-bca4-5de1a547b722 req-dc5a312a-03f3-41b2-8fc7-9999f5dfa3b6 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:20.321731 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6e8b82ed-5fb6-472d-bca4-5de1a547b722 req-dc5a312a-03f3-41b2-8fc7-9999f5dfa3b6 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 945 time: 0.4341557 Jul 07 16:58:20.332823 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-79df0ac7-14a5-43a5-b546-8480473e6aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:20.403354 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5b0ed8d7-49d6-443f-988e-ce069a62cb3b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:20.435564 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6e8b82ed-5fb6-472d-bca4-5de1a547b722 req-d9eda385-997e-4daf-a0e9-ff3715ba9501 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118920 Jul 07 16:58:20.448950 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0ed8d7-49d6-443f-988e-ce069a62cb3b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] No DVR routers for this DVR port a35867b7-c429-45b4-b7dc-13cd5678096b on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:20.466262 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:58:20.499553 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-9af2cd9f-6744-405c-ae48-5a956c0961c4 service neutron] 10.222.0.72 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859074 Jul 07 16:58:20.582456 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23911695-57dd-406c-b6d5-3f77d959b7c6 None None] DHCP port deletion for 25e67d3d-d510-4818-8964-0a2a2c52f4ab request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:58:20.616946 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5b0ed8d7-49d6-443f-988e-ce069a62cb3b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:20.740181 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ed8d7-49d6-443f-988e-ce069a62cb3b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event deleted for resources: {'Port': ['ID=a35867b7-c429-45b4-b7dc-13cd5678096b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:20.768480 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-23911695-57dd-406c-b6d5-3f77d959b7c6 None None] Deleting port 897ee0f0-41ad-414b-871c-066563ee43c6 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:20.769336 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-23911695-57dd-406c-b6d5-3f77d959b7c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:20.769769 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-5b0ed8d7-49d6-443f-988e-ce069a62cb3b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7ec239-bc57-4f49-8319-9d3c53cecec5']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:20.796923 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-5b0ed8d7-49d6-443f-988e-ce069a62cb3b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7506bb79-ffb7-49e4-b3d2-45affcbb4a65') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:20.806118 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-5b0ed8d7-49d6-443f-988e-ce069a62cb3b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7506bb79-ffb7-49e4-b3d2-45affcbb4a65') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:20.870235 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5b0ed8d7-49d6-443f-988e-ce069a62cb3b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:20.914746 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5b0ed8d7-49d6-443f-988e-ce069a62cb3b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:20.943614 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0ed8d7-49d6-443f-988e-ce069a62cb3b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:58:20.944482 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5b0ed8d7-49d6-443f-988e-ce069a62cb3b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: timer() Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:58:20.951509 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:58:21.001696 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-23911695-57dd-406c-b6d5-3f77d959b7c6 None None] For port 897ee0f0-41ad-414b-871c-066563ee43c6, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=897ee0f0-41ad-414b-871c-066563ee43c6,segment=NetworkSegment(6d264684-a42f-4818-9f6f-6be24ab5ef36),segment_id=6d264684-a42f-4818-9f6f-6be24ab5ef36)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:21.002453 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-23911695-57dd-406c-b6d5-3f77d959b7c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.022875 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-23911695-57dd-406c-b6d5-3f77d959b7c6 None None] Calling delete_port for 897ee0f0-41ad-414b-871c-066563ee43c6 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:21.105216 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5b0ed8d7-49d6-443f-988e-ce069a62cb3b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.134071 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-23911695-57dd-406c-b6d5-3f77d959b7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.157927 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5b0ed8d7-49d6-443f-988e-ce069a62cb3b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.161488 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5b0ed8d7-49d6-443f-988e-ce069a62cb3b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "DELETE /v2.0/networks/5a7ec239-bc57-4f49-8319-9d3c53cecec5 HTTP/1.1" status: 204 len: 168 time: 2.7771955 Jul 07 16:58:21.168093 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50888) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:21.182112 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9345f792-d222-4d21-9e02-037d1b78338f x-openstack-request-id: req-9345f792-d222-4d21-9e02-037d1b78338f {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:21.182755 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83378da-4e21-4a32-84dd-ea0733cf694a", "tag": "6f8e20d0-7c17-4186-b2a9-5ded89502a03", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:21.182755 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9345f792-d222-4d21-9e02-037d1b78338f {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:21.183039 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83378da-4e21-4a32-84dd-ea0733cf694a', 'tag': '6f8e20d0-7c17-4186-b2a9-5ded89502a03', 'status': 'completed', 'code': 200} Jul 07 16:58:21.183795 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23911695-57dd-406c-b6d5-3f77d959b7c6 None None] Pushing event deleted for resources: {'Port': ['ID=897ee0f0-41ad-414b-871c-066563ee43c6,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:21.194098 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23911695-57dd-406c-b6d5-3f77d959b7c6 None None] No DVR routers for this DVR port 897ee0f0-41ad-414b-871c-066563ee43c6 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:21.208733 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ed8d7-49d6-443f-988e-ce069a62cb3b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event deleted for resources: {'Network': ['ID=5a7ec239-bc57-4f49-8319-9d3c53cecec5,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:21.260972 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-79df0ac7-14a5-43a5-b546-8480473e6aea admin admin] Deleting port 897ee0f0-41ad-414b-871c-066563ee43c6 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:21.260972 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-79df0ac7-14a5-43a5-b546-8480473e6aea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.315602 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37686df0-d8ae-4d76-b9f8-bf24fd372a85 req-00672e9d-25ad-4f34-b207-40c0149be901 service neutron] 10.222.0.72 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8009777 Jul 07 16:58:21.345231 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e922ae-bb5a-4dde-97e9-74571e3091c6 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Deleting subnet 52e87aa6-cf57-4927-8ed0-ba2a82641465 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:58:21.361500 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-44e922ae-bb5a-4dde-97e9-74571e3091c6 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.376491 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30f777-8b4b-4804-a7bf-8138edfc4174 req-37255c11-9373-47c1-990c-c1eb80080397 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:21.384874 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bd30f777-8b4b-4804-a7bf-8138edfc4174 req-37255c11-9373-47c1-990c-c1eb80080397 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 950 time: 0.3013587 Jul 07 16:58:21.396812 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 897ee0f0-41ad-414b-871c-066563ee43c6 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:21.403411 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba8455-3738-48f2-b916-6d6b537c40ac req-8ec88480-3144-47c7-ab83-c14241ff2e6c tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:21.419649 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9bba8455-3738-48f2-b916-6d6b537c40ac req-8ec88480-3144-47c7-ab83-c14241ff2e6c tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 943 time: 0.2693002 Jul 07 16:58:21.422527 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 897ee0f0-41ad-414b-871c-066563ee43c6 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:21.422894 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 897ee0f0-41ad-414b-871c-066563ee43c6 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:21.470732 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-44e922ae-bb5a-4dde-97e9-74571e3091c6 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.481778 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bd30f777-8b4b-4804-a7bf-8138edfc4174 req-71161a45-bce9-495a-8ca8-8a743f8d8b09 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956233 Jul 07 16:58:21.495914 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-79df0ac7-14a5-43a5-b546-8480473e6aea admin admin] For port 897ee0f0-41ad-414b-871c-066563ee43c6, host n-d-791503-12, got binding levels [] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:21.496319 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-79df0ac7-14a5-43a5-b546-8480473e6aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.520976 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-79df0ac7-14a5-43a5-b546-8480473e6aea admin admin] Calling delete_port for 897ee0f0-41ad-414b-871c-066563ee43c6 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:21.537080 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.ipam_backend_mixin [None req-79df0ac7-14a5-43a5-b546-8480473e6aea admin admin] Port 897ee0f0-41ad-414b-871c-066563ee43c6 was not found and therefore no delete operation was performed {{(pid=100193) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 16:58:21.543106 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-79df0ac7-14a5-43a5-b546-8480473e6aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.606175 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df0ac7-14a5-43a5-b546-8480473e6aea admin admin] Pushing event deleted for resources: {'Port': ['ID=897ee0f0-41ad-414b-871c-066563ee43c6,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:21.611966 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-44e922ae-bb5a-4dde-97e9-74571e3091c6 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.624586 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9bba8455-3738-48f2-b916-6d6b537c40ac req-0538f3d0-6328-43c0-a73d-04bef27203fd tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012806 Jul 07 16:58:21.641222 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79df0ac7-14a5-43a5-b546-8480473e6aea admin admin] No DVR routers for this DVR port 897ee0f0-41ad-414b-871c-066563ee43c6 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:21.684832 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-44e922ae-bb5a-4dde-97e9-74571e3091c6 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.713800 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88cf750-ae96-4c67-a520-97c307934ff7 None None] Network 385868f0-a311-4e70-a09b-e3abe241b11d requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:58:21.721842 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-44e922ae-bb5a-4dde-97e9-74571e3091c6 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.732018 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-44e922ae-bb5a-4dde-97e9-74571e3091c6 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "DELETE /v2.0/subnets/52e87aa6-cf57-4927-8ed0-ba2a82641465 HTTP/1.1" status: 204 len: 168 time: 0.5433214 Jul 07 16:58:21.733165 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50898) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:21.892486 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e922ae-bb5a-4dde-97e9-74571e3091c6 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event deleted for resources: {'Subnet': ['ID=52e87aa6-cf57-4927-8ed0-ba2a82641465,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:21.922553 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966a2f8-e818-4e84-bd50-ac063c50ed5a req-68979645-7123-4508-990c-daaeba17fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:21.924127 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9966a2f8-e818-4e84-bd50-ac063c50ed5a req-68979645-7123-4508-990c-daaeba17fa26 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3c30a38df434836b6a6d7bed9173bf0&device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 1095 time: 0.4692297 Jul 07 16:58:21.933438 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-79df0ac7-14a5-43a5-b546-8480473e6aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.988666 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-79df0ac7-14a5-43a5-b546-8480473e6aea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e67d3d-d510-4818-8964-0a2a2c52f4ab']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:22.036516 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-93df4b19-6699-4b72-b1ac-2fb43ffcc03a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.088450 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015a6486-8fa2-4872-bea6-6d6fbc80bc62 None None] DHCP port deletion for 385868f0-a311-4e70-a09b-e3abe241b11d request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:58:22.115212 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-93df4b19-6699-4b72-b1ac-2fb43ffcc03a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Deleting port de6b1413-dfc4-4345-90f3-62b6aa17adbc {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:22.115659 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-93df4b19-6699-4b72-b1ac-2fb43ffcc03a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.141524 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-79df0ac7-14a5-43a5-b546-8480473e6aea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d264684-a42f-4818-9f6f-6be24ab5ef36') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:22.142052 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-79df0ac7-14a5-43a5-b546-8480473e6aea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d264684-a42f-4818-9f6f-6be24ab5ef36') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:22.210836 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-015a6486-8fa2-4872-bea6-6d6fbc80bc62 None None] Deleting port de6b1413-dfc4-4345-90f3-62b6aa17adbc {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:22.212094 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-015a6486-8fa2-4872-bea6-6d6fbc80bc62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.212991 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-79df0ac7-14a5-43a5-b546-8480473e6aea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.234686 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-93df4b19-6699-4b72-b1ac-2fb43ffcc03a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] For port de6b1413-dfc4-4345-90f3-62b6aa17adbc, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=de6b1413-dfc4-4345-90f3-62b6aa17adbc,segment=NetworkSegment(8270ac9c-375e-4eb7-9ef0-96961a37ce4f),segment_id=8270ac9c-375e-4eb7-9ef0-96961a37ce4f)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:22.236290 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-93df4b19-6699-4b72-b1ac-2fb43ffcc03a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.269437 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-93df4b19-6699-4b72-b1ac-2fb43ffcc03a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Calling delete_port for de6b1413-dfc4-4345-90f3-62b6aa17adbc owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:22.315831 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-015a6486-8fa2-4872-bea6-6d6fbc80bc62 None None] For port de6b1413-dfc4-4345-90f3-62b6aa17adbc, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=de6b1413-dfc4-4345-90f3-62b6aa17adbc,segment=NetworkSegment(8270ac9c-375e-4eb7-9ef0-96961a37ce4f),segment_id=8270ac9c-375e-4eb7-9ef0-96961a37ce4f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:22.317152 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-015a6486-8fa2-4872-bea6-6d6fbc80bc62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.326702 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-79df0ac7-14a5-43a5-b546-8480473e6aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.335781 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-015a6486-8fa2-4872-bea6-6d6fbc80bc62 None None] Calling delete_port for de6b1413-dfc4-4345-90f3-62b6aa17adbc owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:22.349764 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6299df-11f6-43ae-8a58-fe68192dc938 req-1477451a-981f-4fe7-991f-3bcdfaa8e0a2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:22.353068 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ad6299df-11f6-43ae-8a58-fe68192dc938 req-1477451a-981f-4fe7-991f-3bcdfaa8e0a2 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 950 time: 0.6505322 Jul 07 16:58:22.386044 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522219f-438d-496c-a5b1-e1851bd85d45 req-a6abea6e-cec2-45bd-81d7-6b5a0c720f6f tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:22.398036 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6522219f-438d-496c-a5b1-e1851bd85d45 req-a6abea6e-cec2-45bd-81d7-6b5a0c720f6f tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/ports?device_id=3639e840-c93e-4381-9c56-0a2aa40949ce HTTP/1.1" status: 200 len: 945 time: 0.5270975 Jul 07 16:58:22.453358 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-015a6486-8fa2-4872-bea6-6d6fbc80bc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.519441 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a6486-8fa2-4872-bea6-6d6fbc80bc62 None None] Pushing event deleted for resources: {'Port': ['ID=de6b1413-dfc4-4345-90f3-62b6aa17adbc,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:22.530187 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-93df4b19-6699-4b72-b1ac-2fb43ffcc03a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.537385 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79df0ac7-14a5-43a5-b546-8480473e6aea admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:58:22.538146 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-79df0ac7-14a5-43a5-b546-8480473e6aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.540324 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015a6486-8fa2-4872-bea6-6d6fbc80bc62 None None] No DVR routers for this DVR port de6b1413-dfc4-4345-90f3-62b6aa17adbc on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:22.570799 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76854502-c495-4217-9f13-8f349509beb9 req-1a440cfe-fbfe-43ba-8af7-44fccf7f96d1 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:22.575288 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76854502-c495-4217-9f13-8f349509beb9 req-1a440cfe-fbfe-43ba-8af7-44fccf7f96d1 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 945 time: 0.2138374 Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: timer() Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:58:22.586069 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:58:22.792645 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966a2f8-e818-4e84-bd50-ac063c50ed5a req-c860b5be-e870-4bbd-b3eb-49066d6fc212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:22.795705 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9966a2f8-e818-4e84-bd50-ac063c50ed5a req-c860b5be-e870-4bbd-b3eb-49066d6fc212 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f59045c-fb41-4f4e-86ad-a15d05bedb10 HTTP/1.1" status: 200 len: 909 time: 0.8400607 Jul 07 16:58:22.933652 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6522219f-438d-496c-a5b1-e1851bd85d45 req-66ee1bae-6e20-4354-bf1a-2745917e18df tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/security-groups?id=15f10e42-32e8-47d7-be52-d787a3e82657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5342050 Jul 07 16:58:22.938466 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9966a2f8-e818-4e84-bd50-ac063c50ed5a req-3291f38c-b8c5-4df9-84a4-4e533cbfc3b0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f8e20d0-7c17-4186-b2a9-5ded89502a03 HTTP/1.1" status: 200 len: 217 time: 0.1216125 Jul 07 16:58:22.968685 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93df4b19-6699-4b72-b1ac-2fb43ffcc03a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] No DVR routers for this DVR port de6b1413-dfc4-4345-90f3-62b6aa17adbc on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:23.054319 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76854502-c495-4217-9f13-8f349509beb9 req-099dc018-2475-46e9-9ccc-ab41a018ba98 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828505 Jul 07 16:58:23.058085 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df4b19-6699-4b72-b1ac-2fb43ffcc03a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event deleted for resources: {'Port': ['ID=de6b1413-dfc4-4345-90f3-62b6aa17adbc,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:23.077555 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-79df0ac7-14a5-43a5-b546-8480473e6aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.095119 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-79df0ac7-14a5-43a5-b546-8480473e6aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.097831 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-79df0ac7-14a5-43a5-b546-8480473e6aea admin admin] 10.222.0.53 "DELETE /v2.0/networks/25e67d3d-d510-4818-8964-0a2a2c52f4ab HTTP/1.1" status: 204 len: 168 time: 2.9546115 Jul 07 16:58:23.190187 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966a2f8-e818-4e84-bd50-ac063c50ed5a req-3db3f365-2f47-43a0-a0a7-846ddcc9cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:23.192599 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9966a2f8-e818-4e84-bd50-ac063c50ed5a req-3db3f365-2f47-43a0-a0a7-846ddcc9cb71 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8cf0891f-7dd4-444b-b243-0a9d52ec4798 HTTP/1.1" status: 200 len: 848 time: 0.2473433 Jul 07 16:58:23.197334 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df0ac7-14a5-43a5-b546-8480473e6aea admin admin] Pushing event deleted for resources: {'Network': ['ID=25e67d3d-d510-4818-8964-0a2a2c52f4ab,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:23.219379 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-93df4b19-6699-4b72-b1ac-2fb43ffcc03a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.255313 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-93df4b19-6699-4b72-b1ac-2fb43ffcc03a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['385868f0-a311-4e70-a09b-e3abe241b11d']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:23.296487 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-ad6299df-11f6-43ae-8a58-fe68192dc938 req-994809de-b740-424f-ab6e-1ce40973fd42 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Deleting port f521f701-0a18-46d9-a367-a388c72bc272 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:23.298935 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-93df4b19-6699-4b72-b1ac-2fb43ffcc03a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8270ac9c-375e-4eb7-9ef0-96961a37ce4f') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:23.299326 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-93df4b19-6699-4b72-b1ac-2fb43ffcc03a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8270ac9c-375e-4eb7-9ef0-96961a37ce4f') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:23.301328 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ad6299df-11f6-43ae-8a58-fe68192dc938 req-994809de-b740-424f-ab6e-1ce40973fd42 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.328996 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9966a2f8-e818-4e84-bd50-ac063c50ed5a req-7abebcec-75a9-402e-94c1-5040189690c0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f59045c-fb41-4f4e-86ad-a15d05bedb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225731 Jul 07 16:58:23.344422 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b4691663-4f97-45d2-8634-6589ae082c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.353503 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device de6b1413-dfc4-4345-90f3-62b6aa17adbc no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:23.399916 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: de6b1413-dfc4-4345-90f3-62b6aa17adbc {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:23.400396 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device de6b1413-dfc4-4345-90f3-62b6aa17adbc not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:23.437456 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50926) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:23.440043 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-93df4b19-6699-4b72-b1ac-2fb43ffcc03a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.474628 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-93df4b19-6699-4b72-b1ac-2fb43ffcc03a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.504215 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93df4b19-6699-4b72-b1ac-2fb43ffcc03a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:58:23.504808 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-93df4b19-6699-4b72-b1ac-2fb43ffcc03a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: timer() Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:58:23.511252 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:58:23.617431 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-97c69efe-75ed-4ede-b1fa-190ba093b444 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=807e3ea622de4599bed76047b27cb02c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1705961 Jul 07 16:58:23.618523 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50928) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:23.652182 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-93df4b19-6699-4b72-b1ac-2fb43ffcc03a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.663520 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-ad6299df-11f6-43ae-8a58-fe68192dc938 req-994809de-b740-424f-ab6e-1ce40973fd42 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] For port f521f701-0a18-46d9-a367-a388c72bc272, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=f521f701-0a18-46d9-a367-a388c72bc272,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:23.663917 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ad6299df-11f6-43ae-8a58-fe68192dc938 req-994809de-b740-424f-ab6e-1ce40973fd42 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.668512 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-93df4b19-6699-4b72-b1ac-2fb43ffcc03a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.673861 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-93df4b19-6699-4b72-b1ac-2fb43ffcc03a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "DELETE /v2.0/networks/385868f0-a311-4e70-a09b-e3abe241b11d HTTP/1.1" status: 204 len: 168 time: 1.8313627 Jul 07 16:58:23.680450 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb1780-b058-4dbb-ab88-0a03a1d16f7c req-b1dcd536-6d19-49bb-b5ba-f0c37eb4015c tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:23.681700 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-29cb1780-b058-4dbb-ab88-0a03a1d16f7c req-b1dcd536-6d19-49bb-b5ba-f0c37eb4015c tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 950 time: 0.3412702 Jul 07 16:58:23.682207 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50930) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:23.691624 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b13e0-d211-49dd-a825-8c74c1d9f235 req-61d19686-8dec-4cc0-8cad-81abf11e50af tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:23.695647 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-980b13e0-d211-49dd-a825-8c74c1d9f235 req-61d19686-8dec-4cc0-8cad-81abf11e50af tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 943 time: 0.2487168 Jul 07 16:58:23.702272 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-7912fa35-d5d1-47f9-82ac-2438585d7095 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-241438573'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:23.707883 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9966a2f8-e818-4e84-bd50-ac063c50ed5a req-362130eb-416c-4627-99dd-fcca8477160a service neutron] 10.222.0.72 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409617 Jul 07 16:58:23.711954 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-ad6299df-11f6-43ae-8a58-fe68192dc938 req-994809de-b740-424f-ab6e-1ce40973fd42 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Calling delete_port for f521f701-0a18-46d9-a367-a388c72bc272 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:23.712320 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df4b19-6699-4b72-b1ac-2fb43ffcc03a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event deleted for resources: {'Network': ['ID=385868f0-a311-4e70-a09b-e3abe241b11d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:23.785092 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5522d016-a3ec-4b92-90b2-334132aa3db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.786969 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7912fa35-d5d1-47f9-82ac-2438585d7095 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Made reservation on behalf of 6d2da5d09503418b9ddf40fdbcdd8412 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:23.790584 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7912fa35-d5d1-47f9-82ac-2438585d7095 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.796178 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-29cb1780-b058-4dbb-ab88-0a03a1d16f7c req-2eb7213e-dd0e-4013-a5ba-b73f5b3932b8 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876892 Jul 07 16:58:23.838413 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5522d016-a3ec-4b92-90b2-334132aa3db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.865531 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7912fa35-d5d1-47f9-82ac-2438585d7095 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:58:23.867756 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-980b13e0-d211-49dd-a825-8c74c1d9f235 req-a295bf62-c9ec-4218-b666-23403dd9006c tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578600 Jul 07 16:58:23.896334 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7912fa35-d5d1-47f9-82ac-2438585d7095 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.896573 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-7912fa35-d5d1-47f9-82ac-2438585d7095 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Added segment ed14b41d-d09c-4809-83cd-0abdf7211b24 of type vlan for network c040f223-0c0c-4cdf-b35f-1347169a23b2 Jul 07 16:58:23.968960 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9966a2f8-e818-4e84-bd50-ac063c50ed5a req-ab38bf9a-a45c-4f6e-a6a3-20c5836ffdab service neutron] 10.222.0.72 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537596 Jul 07 16:58:23.975442 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7912fa35-d5d1-47f9-82ac-2438585d7095 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.996337 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5522d016-a3ec-4b92-90b2-334132aa3db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:24.000309 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5522d016-a3ec-4b92-90b2-334132aa3db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:24.001694 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5522d016-a3ec-4b92-90b2-334132aa3db5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6dfcc9d3-e8e8-497f-a171-602806729a06 HTTP/1.1" status: 204 len: 168 time: 0.3816090 Jul 07 16:58:24.026195 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522d016-a3ec-4b92-90b2-334132aa3db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfcc9d3-e8e8-497f-a171-602806729a06,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:24.041038 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7912fa35-d5d1-47f9-82ac-2438585d7095 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:24.058458 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7912fa35-d5d1-47f9-82ac-2438585d7095 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:24.061946 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7912fa35-d5d1-47f9-82ac-2438585d7095 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:24.149982 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ad6299df-11f6-43ae-8a58-fe68192dc938 req-994809de-b740-424f-ab6e-1ce40973fd42 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:24.167879 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['d4e0317a-996d-4c22-98da-6b5fe21ce920', '7fb579f7-d66f-461e-905f-c71d6d046810', '4de31eba-6eab-41da-aed9-0f97c3068ec8'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:24.238238 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994809de-b740-424f-ab6e-1ce40973fd42 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Pushing event deleted for resources: {'Port': ['ID=f521f701-0a18-46d9-a367-a388c72bc272,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:24.345661 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7912fa35-d5d1-47f9-82ac-2438585d7095 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6572843 Jul 07 16:58:24.349773 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50942) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:24.359163 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-8c258ceb-c829-410e-94cc-cb09aa7ec5e5 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Request body: {'subnet': {'network_id': 'c040f223-0c0c-4cdf-b35f-1347169a23b2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:24.364158 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6299df-11f6-43ae-8a58-fe68192dc938 req-994809de-b740-424f-ab6e-1ce40973fd42 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] No DVR routers for this DVR port f521f701-0a18-46d9-a367-a388c72bc272 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:24.369310 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ad6299df-11f6-43ae-8a58-fe68192dc938 req-994809de-b740-424f-ab6e-1ce40973fd42 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:24.371526 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ad6299df-11f6-43ae-8a58-fe68192dc938 req-994809de-b740-424f-ab6e-1ce40973fd42 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.64 "DELETE /v2.0/ports/f521f701-0a18-46d9-a367-a388c72bc272 HTTP/1.1" status: 204 len: 173 time: 1.9617178 Jul 07 16:58:24.372110 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511', 'name': 'network-vif-deleted', 'tag': 'f521f701-0a18-46d9-a367-a388c72bc272'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:24.374809 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0924da6-abc5-443e-b305-b37c11efd16e" -d '{"events": [{"server_uuid": "e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511", "name": "network-vif-deleted", "tag": "f521f701-0a18-46d9-a367-a388c72bc272"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:24.431346 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912fa35-d5d1-47f9-82ac-2438585d7095 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event updated for resources: {'Network': ['ID=c040f223-0c0c-4cdf-b35f-1347169a23b2,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:24.520046 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network c040f223-0c0c-4cdf-b35f-1347169a23b2 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:58:24.524509 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3ce8a-f30e-45a9-9105-5d4eaf91396b req-ebb8a301-b51c-4954-b94b-0dd64493bb60 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:24.526655 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a4a3ce8a-f30e-45a9-9105-5d4eaf91396b req-ebb8a301-b51c-4954-b94b-0dd64493bb60 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/ports?device_id=3639e840-c93e-4381-9c56-0a2aa40949ce HTTP/1.1" status: 200 len: 945 time: 0.2848804 Jul 07 16:58:24.543097 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50952) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:24.551603 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-6ce85bd5-a763-43e3-b1a2-78b8bf332f07 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Request body: {'floatingip': {'port_id': '03a3b917-65dc-4769-ad37-e7635ffdf87b'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:24.551842 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c258ceb-c829-410e-94cc-cb09aa7ec5e5 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Made reservation on behalf of 6d2da5d09503418b9ddf40fdbcdd8412 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:24.557820 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c258ceb-c829-410e-94cc-cb09aa7ec5e5 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:24.604955 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device f521f701-0a18-46d9-a367-a388c72bc272 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:24.678474 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ce85bd5-a763-43e3-b1a2-78b8bf332f07 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks [] for floatingip, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:24.717734 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: f521f701-0a18-46d9-a367-a388c72bc272 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:24.718082 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device f521f701-0a18-46d9-a367-a388c72bc272 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:24.761729 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13ed7a5-c9ad-46dd-a984-6171dc10d4e8 x-openstack-request-id: req-e13ed7a5-c9ad-46dd-a984-6171dc10d4e8 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:24.761729 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511", "name": "network-vif-deleted", "tag": "f521f701-0a18-46d9-a367-a388c72bc272", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:24.762144 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e13ed7a5-c9ad-46dd-a984-6171dc10d4e8 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:24.762991 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511', 'name': 'network-vif-deleted', 'tag': 'f521f701-0a18-46d9-a367-a388c72bc272', 'status': 'completed', 'code': 200} Jul 07 16:58:24.995605 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50968) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:25.092171 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c258ceb-c829-410e-94cc-cb09aa7ec5e5 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:25.159807 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d16ccb48-d2f5-45a0-a5c2-bed7de1344e2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b9ca612fa86448e8acc611125fe609a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1608827 Jul 07 16:58:25.163447 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50972) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:25.246473 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-78e8bc0d-f938-499d-99c9-52aff99e3ca6 req-6b0de70c-ebd6-48cd-a31b-5963ce282cb7 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d8dcc6-f74c-4d91-a2ed-3a7ddb9da511 HTTP/1.1" status: 200 len: 210 time: 0.0359690 Jul 07 16:58:25.293228 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c258ceb-c829-410e-94cc-cb09aa7ec5e5 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event updated for resources: {'Subnet': ['ID=b93345f8-9a17-4419-835e-7eaaee91dc08,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:25.308127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c258ceb-c829-410e-94cc-cb09aa7ec5e5 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Checking segment: {'id': 'ed14b41d-d09c-4809-83cd-0abdf7211b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c040f223-0c0c-4cdf-b35f-1347169a23b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:25.308669 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c258ceb-c829-410e-94cc-cb09aa7ec5e5 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Network hostable DHCP agents. Network: c040f223-0c0c-4cdf-b35f-1347169a23b2, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:58:25.323389 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c38a50ca-8675-4ea6-b0b8-8e801438a8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:25.352346 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c38a50ca-8675-4ea6-b0b8-8e801438a8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:25.379099 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c258ceb-c829-410e-94cc-cb09aa7ec5e5 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Network c040f223-0c0c-4cdf-b35f-1347169a23b2 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:58:25.426067 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-8c258ceb-c829-410e-94cc-cb09aa7ec5e5 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, c040f223-0c0c-4cdf-b35f-1347169a23b2) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:25.446832 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c258ceb-c829-410e-94cc-cb09aa7ec5e5 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:25.447903 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c258ceb-c829-410e-94cc-cb09aa7ec5e5 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:25.481371 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d29160f-b88e-49a7-b4e3-ce289544d904 None None] Network c040f223-0c0c-4cdf-b35f-1347169a23b2 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:58:25.485317 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c38a50ca-8675-4ea6-b0b8-8e801438a8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:25.495587 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c38a50ca-8675-4ea6-b0b8-8e801438a8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:25.519269 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c38a50ca-8675-4ea6-b0b8-8e801438a8e3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23d84a84-f996-43f2-aa0e-08f6e81ee802 HTTP/1.1" status: 204 len: 168 time: 0.3445952 Jul 07 16:58:25.535022 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8c258ceb-c829-410e-94cc-cb09aa7ec5e5 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1810458 Jul 07 16:58:25.538231 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50986) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:25.555644 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-6fc767bc-ffd1-439c-902b-cf4fac45e21e tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-439477754'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:25.593344 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cda02-b3a5-4bd6-976c-13d7914934ba req-c1d8d585-6015-440a-8dab-a772dfb163d2 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:25.596125 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-434cda02-b3a5-4bd6-976c-13d7914934ba req-c1d8d585-6015-440a-8dab-a772dfb163d2 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 945 time: 0.5821359 Jul 07 16:58:25.623806 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc767bc-ffd1-439c-902b-cf4fac45e21e tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Made reservation on behalf of 6d2da5d09503418b9ddf40fdbcdd8412 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:25.630927 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6fc767bc-ffd1-439c-902b-cf4fac45e21e tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:25.671311 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a50ca-8675-4ea6-b0b8-8e801438a8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d84a84-f996-43f2-aa0e-08f6e81ee802,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:25.745561 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc767bc-ffd1-439c-902b-cf4fac45e21e tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:58:25.766948 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6fc767bc-ffd1-439c-902b-cf4fac45e21e tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:25.767793 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-6fc767bc-ffd1-439c-902b-cf4fac45e21e tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Added segment 4a16b4fe-0c2d-4a4c-bbd5-3baae5dad902 of type vlan for network bec4c50d-790a-4731-8eee-468ff6cb4a13 Jul 07 16:58:25.806421 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ce85bd5-a763-43e3-b1a2-78b8bf332f07 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:25.818669 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ce85bd5-a763-43e3-b1a2-78b8bf332f07 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:25.861404 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6fc767bc-ffd1-439c-902b-cf4fac45e21e tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:25.920406 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-434cda02-b3a5-4bd6-976c-13d7914934ba req-15565312-8dbd-4605-9b75-53db1a75ead8 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787235 Jul 07 16:58:25.948236 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6fc767bc-ffd1-439c-902b-cf4fac45e21e tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:25.971870 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc767bc-ffd1-439c-902b-cf4fac45e21e tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:25.975723 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6fc767bc-ffd1-439c-902b-cf4fac45e21e tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:26.120024 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-6ce85bd5-a763-43e3-b1a2-78b8bf332f07 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Floating IP 2d2d82df-fc72-4f6a-a96a-a943d197fd35 associated. External IP: 172.25.0.184, port: 03a3b917-65dc-4769-ad37-e7635ffdf87b. Jul 07 16:58:26.172084 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:26.196332 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6fc767bc-ffd1-439c-902b-cf4fac45e21e tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6564865 Jul 07 16:58:26.201055 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50992) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:26.209388 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283397d-1547-44c5-870d-d999dceb3ce1 req-c1ed061b-ab68-4fe0-a1fd-298d14e7cc3c tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:26.211969 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9283397d-1547-44c5-870d-d999dceb3ce1 req-c1ed061b-ab68-4fe0-a1fd-298d14e7cc3c tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 943 time: 0.6081610 Jul 07 16:58:26.217564 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-850caebb-7b8c-42a4-babf-8c4e5acb74ee tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Request body: {'subnet': {'network_id': 'bec4c50d-790a-4731-8eee-468ff6cb4a13', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:26.400364 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc767bc-ffd1-439c-902b-cf4fac45e21e tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event updated for resources: {'Network': ['ID=bec4c50d-790a-4731-8eee-468ff6cb4a13,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:26.449875 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network bec4c50d-790a-4731-8eee-468ff6cb4a13 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:58:26.461252 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006710ad-2cba-4ffa-88ef-bed7bda71880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-c040f223-0c0c-4cdf-b35f-1347169a23b2', 'network_id': 'c040f223-0c0c-4cdf-b35f-1347169a23b2', 'tenant_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'fixed_ips': [{'subnet_id': 'b93345f8-9a17-4419-835e-7eaaee91dc08'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:58:26.462950 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-006710ad-2cba-4ffa-88ef-bed7bda71880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:26.473819 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9283397d-1547-44c5-870d-d999dceb3ce1 req-08a7e095-3ab4-4e7f-814e-385381873562 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520468 Jul 07 16:58:26.548421 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850caebb-7b8c-42a4-babf-8c4e5acb74ee tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Made reservation on behalf of 6d2da5d09503418b9ddf40fdbcdd8412 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:26.560709 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-850caebb-7b8c-42a4-babf-8c4e5acb74ee tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:26.913699 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce85bd5-a763-43e3-b1a2-78b8bf332f07 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Router 5f73bf57-8ac2-4618-925c-0aab07492764 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:58:27.024643 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0a33bd08-f43c-4533-ac79-1a407d97ac93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:27.092149 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-850caebb-7b8c-42a4-babf-8c4e5acb74ee tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:27.268311 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-006710ad-2cba-4ffa-88ef-bed7bda71880 None None] Allocated IP 19.80.0.2 (c040f223-0c0c-4cdf-b35f-1347169a23b2/b93345f8-9a17-4419-835e-7eaaee91dc08/5f73d969-3d1c-4620-a771-3c7f12bf86d5) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:27.298497 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850caebb-7b8c-42a4-babf-8c4e5acb74ee tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event updated for resources: {'Subnet': ['ID=8155b76a-cd39-401b-b8a5-096af5c15114,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:27.341700 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce85bd5-a763-43e3-b1a2-78b8bf332f07 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:58:27.359253 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f775a-e9b3-4b38-a979-93fe719ea354 None None] Sync routers for ids ['5f73bf57-8ac2-4618-925c-0aab07492764'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:58:27.363927 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ce85bd5-a763-43e3-b1a2-78b8bf332f07 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:27.386655 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f775a-e9b3-4b38-a979-93fe719ea354 None None] Routers {'5f73bf57-8ac2-4618-925c-0aab07492764'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:27.388088 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-740f775a-e9b3-4b38-a979-93fe719ea354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:58:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['5f73bf57-8ac2-4618-925c-0aab07492764'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:27.419600 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850caebb-7b8c-42a4-babf-8c4e5acb74ee tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Checking segment: {'id': '4a16b4fe-0c2d-4a4c-bbd5-3baae5dad902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bec4c50d-790a-4731-8eee-468ff6cb4a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:27.419971 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850caebb-7b8c-42a4-babf-8c4e5acb74ee tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Network hostable DHCP agents. Network: bec4c50d-790a-4731-8eee-468ff6cb4a13, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:58:27.463676 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850caebb-7b8c-42a4-babf-8c4e5acb74ee tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Network bec4c50d-790a-4731-8eee-468ff6cb4a13 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:58:27.495684 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-850caebb-7b8c-42a4-babf-8c4e5acb74ee tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, bec4c50d-790a-4731-8eee-468ff6cb4a13) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:27.503842 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850caebb-7b8c-42a4-babf-8c4e5acb74ee tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:27.508386 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-850caebb-7b8c-42a4-babf-8c4e5acb74ee tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:27.592246 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-850caebb-7b8c-42a4-babf-8c4e5acb74ee tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3786826 Jul 07 16:58:27.608809 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-740f775a-e9b3-4b38-a979-93fe719ea354 None None] Set router 5f73bf57-8ac2-4618-925c-0aab07492764 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:58:27.622116 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2f213-3e1e-49d6-b1de-203a105fc924 req-7d428f8e-9bdd-494c-8010-daba3ea7a342 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:27.633393 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-03d2f213-3e1e-49d6-b1de-203a105fc924 req-7d428f8e-9bdd-494c-8010-daba3ea7a342 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 945 time: 0.2815909 Jul 07 16:58:27.658822 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6ce85bd5-a763-43e3-b1a2-78b8bf332f07 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "PUT /v2.0/floatingips/2d2d82df-fc72-4f6a-a96a-a943d197fd35 HTTP/1.1" status: 200 len: 991 time: 3.1142220 Jul 07 16:58:27.659850 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3639e840-c93e-4381-9c56-0a2aa40949ce', 'tag': '03a3b917-65dc-4769-ad37-e7635ffdf87b'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:27.666891 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ecb265-25c1-4b0d-a362-e9a471446d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "3639e840-c93e-4381-9c56-0a2aa40949ce", "tag": "03a3b917-65dc-4769-ad37-e7635ffdf87b"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:27.685618 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092a32fb-0cfd-4088-9966-4d17287d4806 None None] Network bec4c50d-790a-4731-8eee-468ff6cb4a13 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:58:27.826245 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-03d2f213-3e1e-49d6-b1de-203a105fc924 req-7180197b-0f18-494e-a78c-5189e44e6cf1 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898587 Jul 07 16:58:28.097153 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:28.361368 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3147848f-7e84-48ef-9582-1bbee616124c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-bec4c50d-790a-4731-8eee-468ff6cb4a13', 'network_id': 'bec4c50d-790a-4731-8eee-468ff6cb4a13', 'tenant_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'fixed_ips': [{'subnet_id': '8155b76a-cd39-401b-b8a5-096af5c15114'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:58:28.363262 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3147848f-7e84-48ef-9582-1bbee616124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:28.408885 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2d185-f209-47a8-9f8e-95d2827e5b7d req-d41004c8-c328-4dcb-9198-4fc59d64cc50 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:28.411898 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fcf2d185-f209-47a8-9f8e-95d2827e5b7d req-d41004c8-c328-4dcb-9198-4fc59d64cc50 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 950 time: 0.2833736 Jul 07 16:58:28.418170 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-740f775a-e9b3-4b38-a979-93fe719ea354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'name': 'tempest-ServersTestJSON-1935857528-router', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:29Z', 'updated_at': '2021-07-07T16:57:40Z', 'revision_number': 4, 'project_id': 'df146b5b0b61480fbeabce06e3b8a566', 'gw_port': {'id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:34Z', 'updated_at': '2021-07-07T16:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '2d2d82df-fc72-4f6a-a96a-a943d197fd35', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'floating_ip_address': '172.25.0.184', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'port_id': '03a3b917-65dc-4769-ad37-e7635ffdf87b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a', 'mac_address': 'fa:16:3e:f0:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3639e840-c93e-4381-9c56-0a2aa40949ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:57:52Z', 'updated_at': '2021-07-07T16:58:25Z', 'revision_number': 1, 'project_id': 'df146b5b0b61480fbeabce06e3b8a566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67427569-1675-4ac1-afa1-3296979d1838', 'name': '', 'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'mac_address': 'fa:16:3e:b4:ac:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5512d358-3619-4514-a272-035774ba4388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:39Z', 'updated_at': '2021-07-07T16:57:53Z', 'revision_number': 5, 'project_id': 'df146b5b0b61480fbeabce06e3b8a566', 'subnets': [{'id': '5512d358-3619-4514-a272-035774ba4388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:28.428529 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6263de3-7c10-4bde-8034-29be9460ebe4 req-5a4e9838-8d62-4bd5-9bf0-b2eb4c5f6b90 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:28.441863 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e6263de3-7c10-4bde-8034-29be9460ebe4 req-5a4e9838-8d62-4bd5-9bf0-b2eb4c5f6b90 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 943 time: 0.2545300 Jul 07 16:58:28.500253 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e6263de3-7c10-4bde-8034-29be9460ebe4 req-f59b868b-15f8-41cf-8628-a6d02ae02aea tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569801 Jul 07 16:58:28.522799 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f775a-e9b3-4b38-a979-93fe719ea354 None None] Checking router: 5f73bf57-8ac2-4618-925c-0aab07492764 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:58:28.556594 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f775a-e9b3-4b38-a979-93fe719ea354 None None] Routers {'5f73bf57-8ac2-4618-925c-0aab07492764'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:28.562480 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-740f775a-e9b3-4b38-a979-93fe719ea354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:58:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['5f73bf57-8ac2-4618-925c-0aab07492764'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:28.592189 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fcf2d185-f209-47a8-9f8e-95d2827e5b7d req-68d0385d-33a5-4bb3-9dc1-d3d3a35e8011 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718349 Jul 07 16:58:28.657105 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-006710ad-2cba-4ffa-88ef-bed7bda71880 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:28.694053 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e8d81e-ee8b-47c2-bdb7-e1ed5cf2e14f x-openstack-request-id: req-f3e8d81e-ee8b-47c2-bdb7-e1ed5cf2e14f {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:28.694498 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3639e840-c93e-4381-9c56-0a2aa40949ce", "tag": "03a3b917-65dc-4769-ad37-e7635ffdf87b", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:28.694952 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3e8d81e-ee8b-47c2-bdb7-e1ed5cf2e14f {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:28.696315 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3639e840-c93e-4381-9c56-0a2aa40949ce', 'tag': '03a3b917-65dc-4769-ad37-e7635ffdf87b', 'status': 'completed', 'code': 200} Jul 07 16:58:28.726929 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-006710ad-2cba-4ffa-88ef-bed7bda71880 None None] Transition to ACTIVE for port object 5f73d969-3d1c-4620-a771-3c7f12bf86d5 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:28.782289 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-006710ad-2cba-4ffa-88ef-bed7bda71880 None None] Transition to ACTIVE for port object 5f73d969-3d1c-4620-a771-3c7f12bf86d5 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:28.812783 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-006710ad-2cba-4ffa-88ef-bed7bda71880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:28.915743 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-3147848f-7e84-48ef-9582-1bbee616124c None None] Allocated IP 19.86.0.2 (bec4c50d-790a-4731-8eee-468ff6cb4a13/8155b76a-cd39-401b-b8a5-096af5c15114/569899d0-1231-4f70-bdb8-7ba0ff3c1a9e) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:28.954876 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-740f775a-e9b3-4b38-a979-93fe719ea354 None None] Set router 5f73bf57-8ac2-4618-925c-0aab07492764 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:58:29.067377 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecb265-25c1-4b0d-a362-e9a471446d7a req-a9fd8efd-e4c6-4bd4-84e8-bfff2b352656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:29.079416 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-10ecb265-25c1-4b0d-a362-e9a471446d7a req-a9fd8efd-e4c6-4bd4-84e8-bfff2b352656 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df146b5b0b61480fbeabce06e3b8a566&device_id=3639e840-c93e-4381-9c56-0a2aa40949ce HTTP/1.1" status: 200 len: 1097 time: 0.3437619 Jul 07 16:58:29.227652 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35710d0f-a0e3-450f-b85f-89b0bbe5e841 req-673b0d4f-2b54-49a4-a812-4be57e3e51f4 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:29.230646 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-35710d0f-a0e3-450f-b85f-89b0bbe5e841 req-673b0d4f-2b54-49a4-a812-4be57e3e51f4 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.64 "GET /v2.0/ports?device_id=4215188e-6998-4d2a-813b-c820b9bdce6d HTTP/1.1" status: 200 len: 950 time: 0.2613523 Jul 07 16:58:29.346232 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-6804c9dd-3557-43da-9828-8a42dd4287d9 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:29.361585 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-6804c9dd-3557-43da-9828-8a42dd4287d9 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:29.372017 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-6804c9dd-3557-43da-9828-8a42dd4287d9 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/networks?id=c040f223-0c0c-4cdf-b35f-1347169a23b2&id=bec4c50d-790a-4731-8eee-468ff6cb4a13 HTTP/1.1" status: 200 len: 1390 time: 0.3885174 Jul 07 16:58:29.377163 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006710ad-2cba-4ffa-88ef-bed7bda71880 None None] Network c040f223-0c0c-4cdf-b35f-1347169a23b2 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:29.380850 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3147848f-7e84-48ef-9582-1bbee616124c None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:29.385664 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-006710ad-2cba-4ffa-88ef-bed7bda71880 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:29.394315 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006710ad-2cba-4ffa-88ef-bed7bda71880 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:29.398222 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006710ad-2cba-4ffa-88ef-bed7bda71880 None None] Pushing event updated for resources: {'Port': ['ID=5f73d969-3d1c-4620-a771-3c7f12bf86d5,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:29.418463 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3147848f-7e84-48ef-9582-1bbee616124c None None] Transition to ACTIVE for port object 569899d0-1231-4f70-bdb8-7ba0ff3c1a9e will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:29.581208 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3147848f-7e84-48ef-9582-1bbee616124c None None] Transition to ACTIVE for port object 569899d0-1231-4f70-bdb8-7ba0ff3c1a9e will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:29.629052 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3147848f-7e84-48ef-9582-1bbee616124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:29.646085 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-18a72902-30e9-47cc-abbd-6555226d6847 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/quotas/6d2da5d09503418b9ddf40fdbcdd8412 HTTP/1.1" status: 200 len: 375 time: 0.2654901 Jul 07 16:58:29.678469 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-006710ad-2cba-4ffa-88ef-bed7bda71880 None None] Attempting to bind port 5f73d969-3d1c-4620-a771-3c7f12bf86d5 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:29.679596 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-006710ad-2cba-4ffa-88ef-bed7bda71880 None None] Attempting to bind port 5f73d969-3d1c-4620-a771-3c7f12bf86d5 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'ed14b41d-d09c-4809-83cd-0abdf7211b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c040f223-0c0c-4cdf-b35f-1347169a23b2'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:29.680561 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006710ad-2cba-4ffa-88ef-bed7bda71880 None None] Attempting to bind port 5f73d969-3d1c-4620-a771-3c7f12bf86d5 on network c040f223-0c0c-4cdf-b35f-1347169a23b2 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:29.702732 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-35710d0f-a0e3-450f-b85f-89b0bbe5e841 req-6b940dc7-4340-4414-9a35-420795805100 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Deleting port 4de31eba-6eab-41da-aed9-0f97c3068ec8 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:29.713234 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-35710d0f-a0e3-450f-b85f-89b0bbe5e841 req-6b940dc7-4340-4414-9a35-420795805100 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:29.780319 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3147848f-7e84-48ef-9582-1bbee616124c None None] Network bec4c50d-790a-4731-8eee-468ff6cb4a13 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:29.790337 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-3147848f-7e84-48ef-9582-1bbee616124c None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:29.808549 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3147848f-7e84-48ef-9582-1bbee616124c None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:29.818476 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006710ad-2cba-4ffa-88ef-bed7bda71880 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:29.821435 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006710ad-2cba-4ffa-88ef-bed7bda71880 None None] Checking segment: {'id': 'ed14b41d-d09c-4809-83cd-0abdf7211b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c040f223-0c0c-4cdf-b35f-1347169a23b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:29.821863 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-006710ad-2cba-4ffa-88ef-bed7bda71880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:29.822936 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006710ad-2cba-4ffa-88ef-bed7bda71880 None None] Bound using segment: {'id': 'ed14b41d-d09c-4809-83cd-0abdf7211b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c040f223-0c0c-4cdf-b35f-1347169a23b2'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:29.823459 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-006710ad-2cba-4ffa-88ef-bed7bda71880 None None] Bound port: 5f73d969-3d1c-4620-a771-3c7f12bf86d5, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed14b41d-d09c-4809-83cd-0abdf7211b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c040f223-0c0c-4cdf-b35f-1347169a23b2'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:29.823994 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-006710ad-2cba-4ffa-88ef-bed7bda71880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:29.849124 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147848f-7e84-48ef-9582-1bbee616124c None None] Pushing event updated for resources: {'Port': ['ID=569899d0-1231-4f70-bdb8-7ba0ff3c1a9e,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:29.973487 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-006710ad-2cba-4ffa-88ef-bed7bda71880 None None] For port 5f73d969-3d1c-4620-a771-3c7f12bf86d5, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:29.977417 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-006710ad-2cba-4ffa-88ef-bed7bda71880 None None] For port 5f73d969-3d1c-4620-a771-3c7f12bf86d5, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=5f73d969-3d1c-4620-a771-3c7f12bf86d5,segment=NetworkSegment(ed14b41d-d09c-4809-83cd-0abdf7211b24),segment_id=ed14b41d-d09c-4809-83cd-0abdf7211b24)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:30.004772 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-006710ad-2cba-4ffa-88ef-bed7bda71880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:30.029141 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecb265-25c1-4b0d-a362-e9a471446d7a req-e33411a1-fd74-466e-b5f5-fb16e0b6b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:30.033321 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-10ecb265-25c1-4b0d-a362-e9a471446d7a req-e33411a1-fd74-466e-b5f5-fb16e0b6b7b9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fd320d57-866a-4ea9-8417-d48deefec81a HTTP/1.1" status: 200 len: 907 time: 0.8925314 Jul 07 16:58:30.063593 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-74bec046-d3a0-45f4-aadc-70bd83110b4e tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6d2da5d09503418b9ddf40fdbcdd8412&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3936837 Jul 07 16:58:30.109477 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-35710d0f-a0e3-450f-b85f-89b0bbe5e841 req-6b940dc7-4340-4414-9a35-420795805100 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] For port 4de31eba-6eab-41da-aed9-0f97c3068ec8, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=4de31eba-6eab-41da-aed9-0f97c3068ec8,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:30.109852 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-35710d0f-a0e3-450f-b85f-89b0bbe5e841 req-6b940dc7-4340-4414-9a35-420795805100 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:30.132478 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006710ad-2cba-4ffa-88ef-bed7bda71880 None None] Pushing event updated for resources: {'Port': ['ID=5f73d969-3d1c-4620-a771-3c7f12bf86d5,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:30.186643 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:30.188150 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-3147848f-7e84-48ef-9582-1bbee616124c None None] Attempting to bind port 569899d0-1231-4f70-bdb8-7ba0ff3c1a9e on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:30.188923 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-3147848f-7e84-48ef-9582-1bbee616124c None None] Attempting to bind port 569899d0-1231-4f70-bdb8-7ba0ff3c1a9e by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '4a16b4fe-0c2d-4a4c-bbd5-3baae5dad902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bec4c50d-790a-4731-8eee-468ff6cb4a13'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:30.189342 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3147848f-7e84-48ef-9582-1bbee616124c None None] Attempting to bind port 569899d0-1231-4f70-bdb8-7ba0ff3c1a9e on network bec4c50d-790a-4731-8eee-468ff6cb4a13 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:30.193871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-35710d0f-a0e3-450f-b85f-89b0bbe5e841 req-6b940dc7-4340-4414-9a35-420795805100 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Calling delete_port for 4de31eba-6eab-41da-aed9-0f97c3068ec8 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:30.196501 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3147848f-7e84-48ef-9582-1bbee616124c None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:30.196934 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3147848f-7e84-48ef-9582-1bbee616124c None None] Checking segment: {'id': '4a16b4fe-0c2d-4a4c-bbd5-3baae5dad902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bec4c50d-790a-4731-8eee-468ff6cb4a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:30.197355 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3147848f-7e84-48ef-9582-1bbee616124c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:30.197779 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3147848f-7e84-48ef-9582-1bbee616124c None None] Bound using segment: {'id': '4a16b4fe-0c2d-4a4c-bbd5-3baae5dad902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bec4c50d-790a-4731-8eee-468ff6cb4a13'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:30.198440 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-3147848f-7e84-48ef-9582-1bbee616124c None None] Bound port: 569899d0-1231-4f70-bdb8-7ba0ff3c1a9e, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a16b4fe-0c2d-4a4c-bbd5-3baae5dad902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bec4c50d-790a-4731-8eee-468ff6cb4a13'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:30.199102 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3147848f-7e84-48ef-9582-1bbee616124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:30.242770 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-740f775a-e9b3-4b38-a979-93fe719ea354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'name': 'tempest-ServersTestJSON-1935857528-router', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:29Z', 'updated_at': '2021-07-07T16:57:40Z', 'revision_number': 4, 'project_id': 'df146b5b0b61480fbeabce06e3b8a566', 'gw_port': {'id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:34Z', 'updated_at': '2021-07-07T16:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '2d2d82df-fc72-4f6a-a96a-a943d197fd35', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'floating_ip_address': '172.25.0.184', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'port_id': '03a3b917-65dc-4769-ad37-e7635ffdf87b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a', 'mac_address': 'fa:16:3e:f0:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3639e840-c93e-4381-9c56-0a2aa40949ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:57:52Z', 'updated_at': '2021-07-07T16:58:25Z', 'revision_number': 1, 'project_id': 'df146b5b0b61480fbeabce06e3b8a566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67427569-1675-4ac1-afa1-3296979d1838', 'name': '', 'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'mac_address': 'fa:16:3e:b4:ac:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5512d358-3619-4514-a272-035774ba4388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:39Z', 'updated_at': '2021-07-07T16:57:53Z', 'revision_number': 5, 'project_id': 'df146b5b0b61480fbeabce06e3b8a566', 'subnets': [{'id': '5512d358-3619-4514-a272-035774ba4388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:30.261981 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 6f8e20d0-7c17-4186-b2a9-5ded89502a03 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:58:30.354192 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f775a-e9b3-4b38-a979-93fe719ea354 None None] The sync data for ids ['5f73bf57-8ac2-4618-925c-0aab07492764'] in n-d-791503-12 is: [{'id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'name': 'tempest-ServersTestJSON-1935857528-router', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:29Z', 'updated_at': '2021-07-07T16:57:40Z', 'revision_number': 4, 'project_id': 'df146b5b0b61480fbeabce06e3b8a566', 'gw_port': {'id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:34Z', 'updated_at': '2021-07-07T16:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '2d2d82df-fc72-4f6a-a96a-a943d197fd35', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'floating_ip_address': '172.25.0.184', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'port_id': '03a3b917-65dc-4769-ad37-e7635ffdf87b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a', 'mac_address': 'fa:16:3e:f0:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3639e840-c93e-4381-9c56-0a2aa40949ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:57:52Z', 'updated_at': '2021-07-07T16:58:25Z', 'revision_number': 1, 'project_id': 'df146b5b0b61480fbeabce06e3b8a566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67427569-1675-4ac1-afa1-3296979d1838', 'name': '', 'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'mac_address': 'fa:16:3e:b4:ac:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5512d358-3619-4514-a272-035774ba4388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:39Z', 'updated_at': '2021-07-07T16:57:53Z', 'revision_number': 5, 'project_id': 'df146b5b0b61480fbeabce06e3b8a566', 'subnets': [{'id': '5512d358-3619-4514-a272-035774ba4388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:58:30.401553 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 6f8e20d0-7c17-4186-b2a9-5ded89502a03, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=6f8e20d0-7c17-4186-b2a9-5ded89502a03,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:30.420348 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '6f8e20d0-7c17-4186-b2a9-5ded89502a03', 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10', 'port_id': '6f8e20d0-7c17-4186-b2a9-5ded89502a03', 'mac_address': 'fa:16:3e:e0:c2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf0891f-7dd4-444b-b243-0a9d52ec4798', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:58:30.522172 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:30.562166 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f8e20d0-7c17-4186-b2a9-5ded89502a03 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:30.625302 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3147848f-7e84-48ef-9582-1bbee616124c None None] For port 569899d0-1231-4f70-bdb8-7ba0ff3c1a9e, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:30.633295 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 6f8e20d0-7c17-4186-b2a9-5ded89502a03, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=6f8e20d0-7c17-4186-b2a9-5ded89502a03,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:30.635751 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3147848f-7e84-48ef-9582-1bbee616124c None None] For port 569899d0-1231-4f70-bdb8-7ba0ff3c1a9e, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=569899d0-1231-4f70-bdb8-7ba0ff3c1a9e,segment=NetworkSegment(4a16b4fe-0c2d-4a4c-bbd5-3baae5dad902),segment_id=4a16b4fe-0c2d-4a4c-bbd5-3baae5dad902)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:30.649808 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:30.672597 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3147848f-7e84-48ef-9582-1bbee616124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:30.779292 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-35710d0f-a0e3-450f-b85f-89b0bbe5e841 req-6b940dc7-4340-4414-9a35-420795805100 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:30.794838 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['d4e0317a-996d-4c22-98da-6b5fe21ce920', '7fb579f7-d66f-461e-905f-c71d6d046810'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:30.905740 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b940dc7-4340-4414-9a35-420795805100 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Pushing event deleted for resources: {'Port': ['ID=4de31eba-6eab-41da-aed9-0f97c3068ec8,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:30.984786 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db304bb9-d4b0-49e4-ae9c-db3fb414db68 None None] New status for floating IP 2d2d82df-fc72-4f6a-a96a-a943d197fd35: ACTIVE {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:58:30.993722 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-35710d0f-a0e3-450f-b85f-89b0bbe5e841 req-6b940dc7-4340-4414-9a35-420795805100 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] No DVR routers for this DVR port 4de31eba-6eab-41da-aed9-0f97c3068ec8 on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:30.997573 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-35710d0f-a0e3-450f-b85f-89b0bbe5e841 req-6b940dc7-4340-4414-9a35-420795805100 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:31.000414 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-35710d0f-a0e3-450f-b85f-89b0bbe5e841 req-6b940dc7-4340-4414-9a35-420795805100 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.64 "DELETE /v2.0/ports/4de31eba-6eab-41da-aed9-0f97c3068ec8 HTTP/1.1" status: 204 len: 173 time: 1.7612109 Jul 07 16:58:31.001303 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4215188e-6998-4d2a-813b-c820b9bdce6d', 'name': 'network-vif-deleted', 'tag': '4de31eba-6eab-41da-aed9-0f97c3068ec8'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:31.011009 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['6f8e20d0-7c17-4186-b2a9-5ded89502a03'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:31.020079 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5baf59c2-fd2e-4f97-8088-e44d7a83a698" -d '{"events": [{"server_uuid": "4215188e-6998-4d2a-813b-c820b9bdce6d", "name": "network-vif-deleted", "tag": "4de31eba-6eab-41da-aed9-0f97c3068ec8"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:31.125012 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=6f8e20d0-7c17-4186-b2a9-5ded89502a03,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:31.146113 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-10ecb265-25c1-4b0d-a362-e9a471446d7a req-4a3b651a-8e22-4f42-a172-24325677e4e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03a3b917-65dc-4769-ad37-e7635ffdf87b HTTP/1.1" status: 200 len: 999 time: 1.0795674 Jul 07 16:58:31.281200 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00011688-c13d-464c-8af1-f84b4591e815 req-8ec94b71-9f93-40f5-9ef8-1f7f30ec411c tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:31.287723 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-00011688-c13d-464c-8af1-f84b4591e815 req-8ec94b71-9f93-40f5-9ef8-1f7f30ec411c tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 945 time: 0.2058363 Jul 07 16:58:31.389354 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-00011688-c13d-464c-8af1-f84b4591e815 req-edad2ddd-ab62-41b7-9ae7-38fc48931b42 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916612 Jul 07 16:58:31.413144 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecb265-25c1-4b0d-a362-e9a471446d7a req-489acc1b-8bde-4aad-8717-62602e5a7971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:31.414928 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-10ecb265-25c1-4b0d-a362-e9a471446d7a req-489acc1b-8bde-4aad-8717-62602e5a7971 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5512d358-3619-4514-a272-035774ba4388 HTTP/1.1" status: 200 len: 845 time: 0.2346385 Jul 07 16:58:31.419586 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-d4eba471-ddc3-4d63-9621-b12c25b78f40 service neutron] 10.222.0.53 "GET /v2.0/networks/c040f223-0c0c-4cdf-b35f-1347169a23b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2009320 Jul 07 16:58:31.587287 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecb265-25c1-4b0d-a362-e9a471446d7a req-677836d9-36db-43b4-9e71-ac1f7d23b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:31.589002 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-10ecb265-25c1-4b0d-a362-e9a471446d7a req-677836d9-36db-43b4-9e71-ac1f7d23b823 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fd320d57-866a-4ea9-8417-d48deefec81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1659565 Jul 07 16:58:31.802511 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-c0e13073-0a44-40e8-853d-f6c3ca503b5d service neutron] 10.222.0.53 "GET /v2.0/networks/c040f223-0c0c-4cdf-b35f-1347169a23b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695335 Jul 07 16:58:31.968568 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147848f-7e84-48ef-9582-1bbee616124c None None] Pushing event updated for resources: {'Port': ['ID=569899d0-1231-4f70-bdb8-7ba0ff3c1a9e,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:31.974482 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5f73d969-3d1c-4620-a771-3c7f12bf86d5 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:32.148865 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-c42468ac-e83b-464c-99fc-89a07ca8213a service neutron] 10.222.0.53 "GET /v2.0/networks/bec4c50d-790a-4731-8eee-468ff6cb4a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150954 Jul 07 16:58:32.155633 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-10ecb265-25c1-4b0d-a362-e9a471446d7a req-a4804850-dca4-4fbe-9e90-568614365597 service neutron] 10.222.0.64 "GET /v2.0/networks/fd320d57-866a-4ea9-8417-d48deefec81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5462620 Jul 07 16:58:32.274873 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4969d2-cb69-4be4-8f71-caa6947bb58d req-e7b4cf14-e86d-47a7-85ba-67c64025c5d7 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:32.281289 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3a4969d2-cb69-4be4-8f71-caa6947bb58d req-e7b4cf14-e86d-47a7-85ba-67c64025c5d7 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 944 time: 0.2419536 Jul 07 16:58:32.347242 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-10ecb265-25c1-4b0d-a362-e9a471446d7a req-8df2a8ab-b7ce-4b93-9c38-e2b108a69daa service neutron] 10.222.0.64 "GET /v2.0/networks/fd320d57-866a-4ea9-8417-d48deefec81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789289 Jul 07 16:58:32.350014 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 5f73d969-3d1c-4620-a771-3c7f12bf86d5 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:32.395031 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3a4969d2-cb69-4be4-8f71-caa6947bb58d req-46217bf5-4f9e-4e03-ad2c-0e298b683bbe tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945463 Jul 07 16:58:32.455529 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-bc2f5eff-d271-4ebc-835e-33f15b5ffc3b service neutron] 10.222.0.53 "GET /v2.0/networks/bec4c50d-790a-4731-8eee-468ff6cb4a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966478 Jul 07 16:58:32.505212 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0226d72f-2d44-4ca3-b95b-6f0d0426250a None None] Network c040f223-0c0c-4cdf-b35f-1347169a23b2 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:58:32.590318 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 4de31eba-6eab-41da-aed9-0f97c3068ec8 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:32.718194 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 4de31eba-6eab-41da-aed9-0f97c3068ec8 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:32.718476 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 4de31eba-6eab-41da-aed9-0f97c3068ec8 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:32.786899 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3aa72e69-d82f-4c47-878b-f300e90e139d None None] Provisioning for port 5f73d969-3d1c-4620-a771-3c7f12bf86d5 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:32.825082 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3aa72e69-d82f-4c47-878b-f300e90e139d None None] Provisioning complete for port 5f73d969-3d1c-4620-a771-3c7f12bf86d5 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:32.825693 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3aa72e69-d82f-4c47-878b-f300e90e139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:32.917639 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c8d446-f5f8-4091-a8a8-24951a0889be None None] Network bec4c50d-790a-4731-8eee-468ff6cb4a13 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:58:32.978513 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff14fd15-3964-4d6e-b98c-fb82bbff946f x-openstack-request-id: req-ff14fd15-3964-4d6e-b98c-fb82bbff946f {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:32.979869 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4215188e-6998-4d2a-813b-c820b9bdce6d", "name": "network-vif-deleted", "tag": "4de31eba-6eab-41da-aed9-0f97c3068ec8", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:32.980482 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ff14fd15-3964-4d6e-b98c-fb82bbff946f {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:32.981186 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4215188e-6998-4d2a-813b-c820b9bdce6d', 'name': 'network-vif-deleted', 'tag': '4de31eba-6eab-41da-aed9-0f97c3068ec8', 'status': 'completed', 'code': 200} Jul 07 16:58:33.161660 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3aa72e69-d82f-4c47-878b-f300e90e139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:33.249257 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226253b-fc4d-46d9-bd74-e3d984623473 req-f72f9771-08e5-45ae-b243-a1627f35eefb tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:33.250244 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3aa72e69-d82f-4c47-878b-f300e90e139d None None] For port 5f73d969-3d1c-4620-a771-3c7f12bf86d5, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=5f73d969-3d1c-4620-a771-3c7f12bf86d5,segment=NetworkSegment(ed14b41d-d09c-4809-83cd-0abdf7211b24),segment_id=ed14b41d-d09c-4809-83cd-0abdf7211b24)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:33.260181 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9226253b-fc4d-46d9-bd74-e3d984623473 req-f72f9771-08e5-45ae-b243-a1627f35eefb tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 945 time: 0.1065156 Jul 07 16:58:33.269685 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3aa72e69-d82f-4c47-878b-f300e90e139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:33.381787 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9226253b-fc4d-46d9-bd74-e3d984623473 req-12234103-a7b0-4080-9e0f-693c2bb3ffeb tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202245 Jul 07 16:58:33.494955 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 569899d0-1231-4f70-bdb8-7ba0ff3c1a9e up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:33.540559 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa72e69-d82f-4c47-878b-f300e90e139d None None] Pushing event updated for resources: {'Port': ['ID=5f73d969-3d1c-4620-a771-3c7f12bf86d5,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:33.559133 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-080e1b88-f573-42cb-ae19-835671d1e4b2 None None] Provisioning for port 569899d0-1231-4f70-bdb8-7ba0ff3c1a9e completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:33.623241 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 569899d0-1231-4f70-bdb8-7ba0ff3c1a9e completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:33.634671 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 569899d0-1231-4f70-bdb8-7ba0ff3c1a9e triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:33.635773 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:33.774247 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:33.823394 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 569899d0-1231-4f70-bdb8-7ba0ff3c1a9e, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=569899d0-1231-4f70-bdb8-7ba0ff3c1a9e,segment=NetworkSegment(4a16b4fe-0c2d-4a4c-bbd5-3baae5dad902),segment_id=4a16b4fe-0c2d-4a4c-bbd5-3baae5dad902)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:33.845677 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:33.970696 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=569899d0-1231-4f70-bdb8-7ba0ff3c1a9e,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:33.975508 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-29704233-1e02-414f-b419-1128b0820347 None None] Provisioning complete for port 5f73d969-3d1c-4620-a771-3c7f12bf86d5 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:33.976706 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-29704233-1e02-414f-b419-1128b0820347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:34.042868 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6cde5615-5195-472a-8f67-750d484c43aa req-ab3d1c01-e33b-4d23-a158-1c08ae44d4a4 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=7329f20a-72e8-46d3-b9c1-56e26c647961 HTTP/1.1" status: 200 len: 210 time: 0.0417552 Jul 07 16:58:34.284548 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 6f8e20d0-7c17-4186-b2a9-5ded89502a03 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:34.321286 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a431d-a437-44b8-bd03-6c83286c1ac1 req-6e0e79fb-417d-4b01-89cf-5ef10029e5e9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:34.325352 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ff2a431d-a437-44b8-bd03-6c83286c1ac1 req-6e0e79fb-417d-4b01-89cf-5ef10029e5e9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 944 time: 0.0797455 Jul 07 16:58:34.334864 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-acff52b2-929b-4dbe-abff-6756e8e91e5b None None] Provisioning complete for port 569899d0-1231-4f70-bdb8-7ba0ff3c1a9e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:34.336169 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-acff52b2-929b-4dbe-abff-6756e8e91e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:34.392410 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ff2a431d-a437-44b8-bd03-6c83286c1ac1 req-6951482b-cd17-4810-b1ee-cc3ae4af009d tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616806 Jul 07 16:58:34.438752 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 6f8e20d0-7c17-4186-b2a9-5ded89502a03 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:34.451412 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 6f8e20d0-7c17-4186-b2a9-5ded89502a03 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:34.452009 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:34.623079 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:34.660126 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83378da-4e21-4a32-84dd-ea0733cf694a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8e20d0-7c17-4186-b2a9-5ded89502a03'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:34.661597 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d60b343-25d8-44e4-91b3-60919a33c91a" -d '{"events": [{"server_uuid": "e83378da-4e21-4a32-84dd-ea0733cf694a", "name": "network-vif-plugged", "status": "completed", "tag": "6f8e20d0-7c17-4186-b2a9-5ded89502a03"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:34.676811 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 6f8e20d0-7c17-4186-b2a9-5ded89502a03, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=6f8e20d0-7c17-4186-b2a9-5ded89502a03,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:34.686143 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:34.765273 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=6f8e20d0-7c17-4186-b2a9-5ded89502a03,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:34.769639 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b43bd-09a7-4bc5-99b9-0a16531bfcb7 req-8cb50444-e5e4-4d08-9612-a66eb4f6d55c tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:34.771634 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-591b43bd-09a7-4bc5-99b9-0a16531bfcb7 req-8cb50444-e5e4-4d08-9612-a66eb4f6d55c tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 950 time: 0.1669645 Jul 07 16:58:34.812212 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-d880704d-addb-4b30-a2eb-6ee6a9352a78 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:34.819023 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-d880704d-addb-4b30-a2eb-6ee6a9352a78 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:34.821712 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-d880704d-addb-4b30-a2eb-6ee6a9352a78 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.72 "GET /v2.0/networks?id=c040f223-0c0c-4cdf-b35f-1347169a23b2&id=bec4c50d-790a-4731-8eee-468ff6cb4a13 HTTP/1.1" status: 200 len: 1390 time: 0.1613498 Jul 07 16:58:34.833566 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-591b43bd-09a7-4bc5-99b9-0a16531bfcb7 req-cb2eec02-b649-497e-a258-99acb154de7e tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516067 Jul 07 16:58:34.841014 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-42dd8184-789e-41d8-825f-e59242e89c25 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Request body: {'port': {'device_id': '7329f20a-72e8-46d3-b9c1-56e26c647961', 'network_id': 'c040f223-0c0c-4cdf-b35f-1347169a23b2', 'admin_state_up': True, 'tenant_id': '6d2da5d09503418b9ddf40fdbcdd8412'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:35.019477 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-42dd8184-789e-41d8-825f-e59242e89c25 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Made reservation on behalf of 6d2da5d09503418b9ddf40fdbcdd8412 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:35.024748 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-42dd8184-789e-41d8-825f-e59242e89c25 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:35.145332 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85580a56-9831-4304-b9cb-909e5a6420e1 req-6651ed9c-bdc8-490b-b791-57bf9faab8f2 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:35.147016 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-85580a56-9831-4304-b9cb-909e5a6420e1 req-6651ed9c-bdc8-490b-b791-57bf9faab8f2 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 945 time: 0.1358330 Jul 07 16:58:35.206366 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-85580a56-9831-4304-b9cb-909e5a6420e1 req-58552b3d-fe27-4d8c-8389-35d571394261 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525210 Jul 07 16:58:35.220509 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-42dd8184-789e-41d8-825f-e59242e89c25 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Allocated IP 19.80.0.185 (c040f223-0c0c-4cdf-b35f-1347169a23b2/b93345f8-9a17-4419-835e-7eaaee91dc08/ddf89286-3e8b-43e2-bfeb-9b9b21647099) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:35.245764 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166ad278-2d74-44d6-ad63-76ee41a47e44 x-openstack-request-id: req-166ad278-2d74-44d6-ad63-76ee41a47e44 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:35.246082 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83378da-4e21-4a32-84dd-ea0733cf694a", "name": "network-vif-plugged", "status": "completed", "tag": "6f8e20d0-7c17-4186-b2a9-5ded89502a03", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:35.246348 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-166ad278-2d74-44d6-ad63-76ee41a47e44 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:35.246772 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83378da-4e21-4a32-84dd-ea0733cf694a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8e20d0-7c17-4186-b2a9-5ded89502a03', 'code': 200} Jul 07 16:58:35.450963 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 569899d0-1231-4f70-bdb8-7ba0ff3c1a9e up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:35.485466 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054d965-33b0-4214-ab6c-3e0b5bd7b6d0 req-0449ee43-b663-441f-8759-790be54d29fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:35.487846 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9054d965-33b0-4214-ab6c-3e0b5bd7b6d0 req-0449ee43-b663-441f-8759-790be54d29fd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 1097 time: 0.1204636 Jul 07 16:58:35.527492 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-42dd8184-789e-41d8-825f-e59242e89c25 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:35.533279 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dc660fe6-f275-4856-a9cb-6d6bd0aaca22 req-0d7b03e3-74a8-4532-97f9-61ce00107103 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=7329f20a-72e8-46d3-b9c1-56e26c647961 HTTP/1.1" status: 200 len: 210 time: 0.0619292 Jul 07 16:58:35.565753 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-42dd8184-789e-41d8-825f-e59242e89c25 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Transition to ACTIVE for port object ddf89286-3e8b-43e2-bfeb-9b9b21647099 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:35.584855 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9054d965-33b0-4214-ab6c-3e0b5bd7b6d0 req-40bbfc10-e114-4322-9af9-cf2467c9feb9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645516 Jul 07 16:58:35.585547 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 569899d0-1231-4f70-bdb8-7ba0ff3c1a9e triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:35.586648 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:35.647935 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-42dd8184-789e-41d8-825f-e59242e89c25 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:35.714184 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5f73d969-3d1c-4620-a771-3c7f12bf86d5 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:35.760437 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-42dd8184-789e-41d8-825f-e59242e89c25 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Network c040f223-0c0c-4cdf-b35f-1347169a23b2 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:35.784993 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 5f73d969-3d1c-4620-a771-3c7f12bf86d5 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:35.785401 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:35.829910 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-42dd8184-789e-41d8-825f-e59242e89c25 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:35.833606 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-42dd8184-789e-41d8-825f-e59242e89c25 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:35.976126 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd8184-789e-41d8-825f-e59242e89c25 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event updated for resources: {'Port': ['ID=ddf89286-3e8b-43e2-bfeb-9b9b21647099,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:36.011013 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-42dd8184-789e-41d8-825f-e59242e89c25 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:36.011989 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-42dd8184-789e-41d8-825f-e59242e89c25 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:36.038035 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59db5b-337a-4484-8c18-66b96f9aad4a req-64c3d397-24ae-4cf5-a79e-a4694503d9b0 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:36.040662 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9b59db5b-337a-4484-8c18-66b96f9aad4a req-64c3d397-24ae-4cf5-a79e-a4694503d9b0 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.64 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 950 time: 0.2900789 Jul 07 16:58:36.042443 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-42dd8184-789e-41d8-825f-e59242e89c25 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2069852 Jul 07 16:58:36.059661 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a773f-a0aa-459e-b44f-6249e1027624 req-12790add-90bb-4c5b-8a4c-485536685631 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:36.067639 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bb2a773f-a0aa-459e-b44f-6249e1027624 req-12790add-90bb-4c5b-8a4c-485536685631 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 945 time: 0.0970819 Jul 07 16:58:36.120501 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bb2a773f-a0aa-459e-b44f-6249e1027624 req-44d68f62-1743-4178-b0a6-040f1b5fd359 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509970 Jul 07 16:58:36.138123 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-60b1bd79-da15-434b-8f8b-faa3dd8e970a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Request body: {'port': {'device_id': '7329f20a-72e8-46d3-b9c1-56e26c647961', 'network_id': 'bec4c50d-790a-4731-8eee-468ff6cb4a13', 'admin_state_up': True, 'tenant_id': '6d2da5d09503418b9ddf40fdbcdd8412'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:36.301324 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-fd28e0cd-fa78-4204-83ad-62203f4ea2a2 None None] Provisioning for port ddf89286-3e8b-43e2-bfeb-9b9b21647099 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:36.323446 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-fd28e0cd-fa78-4204-83ad-62203f4ea2a2 None None] Provisioning complete for port ddf89286-3e8b-43e2-bfeb-9b9b21647099 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:36.323991 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fd28e0cd-fa78-4204-83ad-62203f4ea2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:36.370003 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878ee06-e63b-467f-88a2-64cb120caccf req-6680918a-b54c-4871-b58e-559e3560c107 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:36.371641 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3878ee06-e63b-467f-88a2-64cb120caccf req-6680918a-b54c-4871-b58e-559e3560c107 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 950 time: 0.2152786 Jul 07 16:58:36.381509 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-9b59db5b-337a-4484-8c18-66b96f9aad4a req-c50c77f7-364b-4c2c-bb02-d037e2279232 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Deleting port 7fb579f7-d66f-461e-905f-c71d6d046810 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:36.381853 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9b59db5b-337a-4484-8c18-66b96f9aad4a req-c50c77f7-364b-4c2c-bb02-d037e2279232 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:36.390005 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-fd28e0cd-fa78-4204-83ad-62203f4ea2a2 None None] Port ddf89286-3e8b-43e2-bfeb-9b9b21647099 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:58:36.447360 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-60b1bd79-da15-434b-8f8b-faa3dd8e970a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Made reservation on behalf of 6d2da5d09503418b9ddf40fdbcdd8412 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:36.451299 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-60b1bd79-da15-434b-8f8b-faa3dd8e970a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:36.467477 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271d5ca-dc66-4aea-a4b8-901db1740074 req-b9e86520-6f1b-4bee-80ee-da7004641f90 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:36.469741 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8271d5ca-dc66-4aea-a4b8-901db1740074 req-b9e86520-6f1b-4bee-80ee-da7004641f90 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c9331b0-6e10-4004-8140-290c33b63bcd HTTP/1.1" status: 200 len: 947 time: 0.1254144 Jul 07 16:58:36.514096 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3878ee06-e63b-467f-88a2-64cb120caccf req-d59d0277-ed64-4763-8d9b-c4d6d681d630 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344590 Jul 07 16:58:36.564762 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8271d5ca-dc66-4aea-a4b8-901db1740074 req-d241abf1-4f4b-4ef5-a0b0-4dded30f8be7 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1729d99-db06-4992-9fd7-fcde05e9b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799651 Jul 07 16:58:36.666745 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-9b59db5b-337a-4484-8c18-66b96f9aad4a req-c50c77f7-364b-4c2c-bb02-d037e2279232 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] For port 7fb579f7-d66f-461e-905f-c71d6d046810, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=7fb579f7-d66f-461e-905f-c71d6d046810,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:36.667118 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9b59db5b-337a-4484-8c18-66b96f9aad4a req-c50c77f7-364b-4c2c-bb02-d037e2279232 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:36.739223 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-9b59db5b-337a-4484-8c18-66b96f9aad4a req-c50c77f7-364b-4c2c-bb02-d037e2279232 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Calling delete_port for 7fb579f7-d66f-461e-905f-c71d6d046810 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:36.835649 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-60b1bd79-da15-434b-8f8b-faa3dd8e970a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Allocated IP 19.86.0.19 (bec4c50d-790a-4731-8eee-468ff6cb4a13/8155b76a-cd39-401b-b8a5-096af5c15114/b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:36.863060 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075eac9-bc4d-4ef7-ad48-04e866640c6e req-ab8ec054-ffb7-4c17-995d-7394520dbdea tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:36.870635 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2075eac9-bc4d-4ef7-ad48-04e866640c6e req-ab8ec054-ffb7-4c17-995d-7394520dbdea tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 945 time: 0.2093074 Jul 07 16:58:36.904302 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:37.004576 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2075eac9-bc4d-4ef7-ad48-04e866640c6e req-1bea9080-1753-45a2-9b6c-6eb0b8704e4c tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327589 Jul 07 16:58:37.096381 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a57695-c479-4551-bad5-6c11eccbd6a0 req-b5d86397-4d83-46d9-afe4-93cebcbf54fe tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:37.098438 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58a57695-c479-4551-bad5-6c11eccbd6a0 req-b5d86397-4d83-46d9-afe4-93cebcbf54fe tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=7329f20a-72e8-46d3-b9c1-56e26c647961 HTTP/1.1" status: 200 len: 932 time: 0.1202815 Jul 07 16:58:37.158777 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58a57695-c479-4551-bad5-6c11eccbd6a0 req-eab66285-ae13-4470-a7e5-269be6b732fd tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484266 Jul 07 16:58:37.246569 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9b59db5b-337a-4484-8c18-66b96f9aad4a req-c50c77f7-364b-4c2c-bb02-d037e2279232 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:37.270091 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['d4e0317a-996d-4c22-98da-6b5fe21ce920'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:37.310324 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-60b1bd79-da15-434b-8f8b-faa3dd8e970a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:37.315092 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c77f7-364b-4c2c-bb02-d037e2279232 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Pushing event deleted for resources: {'Port': ['ID=7fb579f7-d66f-461e-905f-c71d6d046810,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:37.443975 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-60b1bd79-da15-434b-8f8b-faa3dd8e970a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Transition to ACTIVE for port object b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:37.518260 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b59db5b-337a-4484-8c18-66b96f9aad4a req-c50c77f7-364b-4c2c-bb02-d037e2279232 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] No DVR routers for this DVR port 7fb579f7-d66f-461e-905f-c71d6d046810 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:37.526630 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9b59db5b-337a-4484-8c18-66b96f9aad4a req-c50c77f7-364b-4c2c-bb02-d037e2279232 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:37.531489 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9b59db5b-337a-4484-8c18-66b96f9aad4a req-c50c77f7-364b-4c2c-bb02-d037e2279232 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.64 "DELETE /v2.0/ports/7fb579f7-d66f-461e-905f-c71d6d046810 HTTP/1.1" status: 204 len: 173 time: 1.4830272 Jul 07 16:58:37.540533 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bed568-b946-4dfc-b418-0e22ce995b8e', 'name': 'network-vif-deleted', 'tag': '7fb579f7-d66f-461e-905f-c71d6d046810'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:37.546803 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8420eb7-bb0f-4fb6-a3dc-4e1aa2b58ae4" -d '{"events": [{"server_uuid": "66bed568-b946-4dfc-b418-0e22ce995b8e", "name": "network-vif-deleted", "tag": "7fb579f7-d66f-461e-905f-c71d6d046810"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:37.612478 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:37.806452 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-60b1bd79-da15-434b-8f8b-faa3dd8e970a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:37.826270 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fed430-5ce1-43bd-b05e-0ccdfb1fb62a req-3b4f365e-4f6e-4d86-9560-0de205f04c1f tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:37.834662 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1fed430-5ce1-43bd-b05e-0ccdfb1fb62a req-3b4f365e-4f6e-4d86-9560-0de205f04c1f tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 945 time: 0.3949137 Jul 07 16:58:37.939758 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-60b1bd79-da15-434b-8f8b-faa3dd8e970a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Network bec4c50d-790a-4731-8eee-468ff6cb4a13 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:37.958885 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-60b1bd79-da15-434b-8f8b-faa3dd8e970a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:37.968827 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1bd79-da15-434b-8f8b-faa3dd8e970a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event updated for resources: {'Port': ['ID=b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:37.971399 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-60b1bd79-da15-434b-8f8b-faa3dd8e970a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:37.978564 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51318) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:38.041895 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1fed430-5ce1-43bd-b05e-0ccdfb1fb62a req-81951fa7-d0ab-41c4-8efc-8d03cbbb8f70 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057140 Jul 07 16:58:38.147657 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5c0d74c8-66e3-4248-9388-6d412863ab8c req-0fd72848-90c8-4fd3-915c-53109d8dcf53 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bed568-b946-4dfc-b418-0e22ce995b8e HTTP/1.1" status: 200 len: 210 time: 0.3116536 Jul 07 16:58:38.202254 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-60b1bd79-da15-434b-8f8b-faa3dd8e970a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:38.207875 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-60b1bd79-da15-434b-8f8b-faa3dd8e970a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.257778 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a3a9ee-8bd8-4301-ab48-93abb0cbf2cf x-openstack-request-id: req-06a3a9ee-8bd8-4301-ab48-93abb0cbf2cf {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:38.258149 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66bed568-b946-4dfc-b418-0e22ce995b8e", "name": "network-vif-deleted", "tag": "7fb579f7-d66f-461e-905f-c71d6d046810", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:38.260673 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-57feb3b8-e098-4741-a346-9ca32c4daf13 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:38.261023 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-06a3a9ee-8bd8-4301-ab48-93abb0cbf2cf {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:38.261630 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bed568-b946-4dfc-b418-0e22ce995b8e', 'name': 'network-vif-deleted', 'tag': '7fb579f7-d66f-461e-905f-c71d6d046810', 'status': 'completed', 'code': 200} Jul 07 16:58:38.262311 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-57feb3b8-e098-4741-a346-9ca32c4daf13 tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a&tenant_id=5fe2f64972d24fa49d6d4e62948f5951&binding%3Ahost_id=n-h1-791503-12 HTTP/1.1" status: 200 len: 1097 time: 0.4557993 Jul 07 16:58:38.277547 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-0a7371fe-54e9-4513-8085-e299df5cc4aa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791503-12'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:38.297319 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 6f30eb22-6345-43d4-8240-b85b25ba8808 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:58:38.330663 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-60b1bd79-da15-434b-8f8b-faa3dd8e970a tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2005475 Jul 07 16:58:38.371276 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c062a-5eb5-408b-9c36-c8ebfa811cad req-0081c438-9019-412d-aa1b-ade9552d6d98 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:38.374333 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-915c062a-5eb5-408b-9c36-c8ebfa811cad req-0081c438-9019-412d-aa1b-ade9552d6d98 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c9331b0-6e10-4004-8140-290c33b63bcd HTTP/1.1" status: 200 len: 947 time: 0.4272511 Jul 07 16:58:38.391443 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-ca32191a-3e5d-43cc-94ff-d249fd9aa6ba service neutron] Request body: {'port': {'device_id': '7329f20a-72e8-46d3-b9c1-56e26c647961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:38.478324 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0a259d45-f9cb-468d-a64e-5609d2500a5f None None] Provisioning for port b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:38.491816 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e8b0d3a5-b79d-48be-b569-ab5ff464308e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.636140 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 7fb579f7-d66f-461e-905f-c71d6d046810 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:38.637263 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-0a7371fe-54e9-4513-8085-e299df5cc4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.643029 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0a259d45-f9cb-468d-a64e-5609d2500a5f None None] Provisioning complete for port b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:38.643563 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0a259d45-f9cb-468d-a64e-5609d2500a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.648122 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb916dd1-7103-4fff-8ce6-19a5376a79bb req-76349e9c-41ef-490c-b5d2-f9783bb21f4c tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:38.661376 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb916dd1-7103-4fff-8ce6-19a5376a79bb req-76349e9c-41ef-490c-b5d2-f9783bb21f4c tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c9331b0-6e10-4004-8140-290c33b63bcd HTTP/1.1" status: 200 len: 947 time: 0.4102869 Jul 07 16:58:38.703721 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-ca32191a-3e5d-43cc-94ff-d249fd9aa6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.756779 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 7fb579f7-d66f-461e-905f-c71d6d046810 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:38.757161 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 7fb579f7-d66f-461e-905f-c71d6d046810 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:38.768802 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 6f30eb22-6345-43d4-8240-b85b25ba8808, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6f30eb22-6345-43d4-8240-b85b25ba8808,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:38.771451 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-0a259d45-f9cb-468d-a64e-5609d2500a5f None None] Port b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:58:38.802648 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 6f30eb22-6345-43d4-8240-b85b25ba8808 has no active binding in host n-h2-791503-12 {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 16:58:38.838870 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb916dd1-7103-4fff-8ce6-19a5376a79bb req-09cf59a5-9787-4407-b2d4-2d3643e70555 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1729d99-db06-4992-9fd7-fcde05e9b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759970 Jul 07 16:58:38.845482 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-915c062a-5eb5-408b-9c36-c8ebfa811cad req-3701425b-f996-4302-8a0d-20b2a47e59ae tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Deleting port b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:38.846121 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-915c062a-5eb5-408b-9c36-c8ebfa811cad req-3701425b-f996-4302-8a0d-20b2a47e59ae tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.981414 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-0a7371fe-54e9-4513-8085-e299df5cc4aa service neutron] For port 6f30eb22-6345-43d4-8240-b85b25ba8808, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6f30eb22-6345-43d4-8240-b85b25ba8808,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:39.088833 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-915c062a-5eb5-408b-9c36-c8ebfa811cad req-3701425b-f996-4302-8a0d-20b2a47e59ae tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] For port b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:39.089327 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-915c062a-5eb5-408b-9c36-c8ebfa811cad req-3701425b-f996-4302-8a0d-20b2a47e59ae tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.104074 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-0a7371fe-54e9-4513-8085-e299df5cc4aa service neutron] For port 6f30eb22-6345-43d4-8240-b85b25ba8808, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:39.126470 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-915c062a-5eb5-408b-9c36-c8ebfa811cad req-3701425b-f996-4302-8a0d-20b2a47e59ae tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Calling delete_port for b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:39.132021 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e8b0d3a5-b79d-48be-b569-ab5ff464308e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.143699 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e8b0d3a5-b79d-48be-b569-ab5ff464308e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.209067 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca22e7b-314b-485b-915e-86865db01b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f30eb22-6345-43d4-8240-b85b25ba8808'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:39.212223 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e07b53-6590-4f33-af74-f48154c44452" -d '{"events": [{"server_uuid": "1ca22e7b-314b-485b-915e-86865db01b9a", "name": "network-vif-unplugged", "status": "completed", "tag": "6f30eb22-6345-43d4-8240-b85b25ba8808"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:39.221207 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-0a7371fe-54e9-4513-8085-e299df5cc4aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.246937 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-0a7371fe-54e9-4513-8085-e299df5cc4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.248731 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0d3a5-b79d-48be-b569-ab5ff464308e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63512d9b-4711-4f01-9b30-e729db9bc0fe,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:39.259254 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e8b0d3a5-b79d-48be-b569-ab5ff464308e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4ecd08eca56749a088f3662040e38743&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2797675 Jul 07 16:58:39.263038 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51338) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:39.331300 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32a90a-4038-4bd5-b2bc-50878b706355 req-2dd869ab-ddaf-4d78-8602-e7c5db31629d tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:39.332557 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1e32a90a-4038-4bd5-b2bc-50878b706355 req-2dd869ab-ddaf-4d78-8602-e7c5db31629d tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 945 time: 0.2907445 Jul 07 16:58:39.333667 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7c47e-1231-49c3-860d-fc18f897498d req-f7a8f68c-e47e-4a1e-a8af-6d591a29ff0e tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:39.346145 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43f7c47e-1231-49c3-860d-fc18f897498d req-f7a8f68c-e47e-4a1e-a8af-6d591a29ff0e tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 1097 time: 0.3267698 Jul 07 16:58:39.415190 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7371fe-54e9-4513-8085-e299df5cc4aa service neutron] Pushing event updated for resources: {'Port': ['ID=6f30eb22-6345-43d4-8240-b85b25ba8808,revision_number=7']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:39.426113 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-09d164f6-111b-4601-95c6-7d772a17e006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.492489 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1e32a90a-4038-4bd5-b2bc-50878b706355 req-4773f78c-73d6-4f46-b191-fa538038b1f2 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416147 Jul 07 16:58:39.497647 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43f7c47e-1231-49c3-860d-fc18f897498d req-a5a5e314-3732-4579-87fb-9b6af1d46c0c tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495750 Jul 07 16:58:39.505874 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-0a7371fe-54e9-4513-8085-e299df5cc4aa service neutron] Attempting to bind port 6f30eb22-6345-43d4-8240-b85b25ba8808 on host n-h1-791503-12 for vnic_type normal with profile {"migrating_to": "n-h2-791503-12"} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:39.506158 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-0a7371fe-54e9-4513-8085-e299df5cc4aa service neutron] Attempting to bind port 6f30eb22-6345-43d4-8240-b85b25ba8808 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:39.506393 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-0a7371fe-54e9-4513-8085-e299df5cc4aa service neutron] Attempting to bind port 6f30eb22-6345-43d4-8240-b85b25ba8808 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:39.520118 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-0a7371fe-54e9-4513-8085-e299df5cc4aa service neutron] Port 6f30eb22-6345-43d4-8240-b85b25ba8808 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:58:39.520609 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-0a7371fe-54e9-4513-8085-e299df5cc4aa service neutron] Attempting to bind port 6f30eb22-6345-43d4-8240-b85b25ba8808 on network 1ad75942-8a9e-4718-9815-ad27d5bad609 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:39.544143 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-0a7371fe-54e9-4513-8085-e299df5cc4aa service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:39.544143 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-0a7371fe-54e9-4513-8085-e299df5cc4aa service neutron] Checking segment: {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:39.544921 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-0a7371fe-54e9-4513-8085-e299df5cc4aa service neutron] Bound using segment: {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:39.544921 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-0a7371fe-54e9-4513-8085-e299df5cc4aa service neutron] Bound port: 6f30eb22-6345-43d4-8240-b85b25ba8808, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b98541-bf55-4a9e-b0b0-a3363c05b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ad75942-8a9e-4718-9815-ad27d5bad609'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:39.545214 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-0a7371fe-54e9-4513-8085-e299df5cc4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.586658 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-09d164f6-111b-4601-95c6-7d772a17e006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.604996 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-915c062a-5eb5-408b-9c36-c8ebfa811cad req-3701425b-f996-4302-8a0d-20b2a47e59ae tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.639716 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-ca32191a-3e5d-43cc-94ff-d249fd9aa6ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf89286-3e8b-43e2-bfeb-9b9b21647099 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:39.668984 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-ca32191a-3e5d-43cc-94ff-d249fd9aa6ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.681680 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701425b-f996-4302-8a0d-20b2a47e59ae tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Pushing event deleted for resources: {'Port': ['ID=b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:39.708080 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-ca32191a-3e5d-43cc-94ff-d249fd9aa6ba service neutron] Transition to ACTIVE for port object ddf89286-3e8b-43e2-bfeb-9b9b21647099 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:39.720037 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-ca32191a-3e5d-43cc-94ff-d249fd9aa6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.793623 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-915c062a-5eb5-408b-9c36-c8ebfa811cad req-3701425b-f996-4302-8a0d-20b2a47e59ae tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] No DVR routers for this DVR port b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:39.798026 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-915c062a-5eb5-408b-9c36-c8ebfa811cad req-3701425b-f996-4302-8a0d-20b2a47e59ae tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.800211 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-915c062a-5eb5-408b-9c36-c8ebfa811cad req-3701425b-f996-4302-8a0d-20b2a47e59ae tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.72 "DELETE /v2.0/ports/b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 HTTP/1.1" status: 204 len: 173 time: 1.4187613 Jul 07 16:58:39.801495 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-0a7371fe-54e9-4513-8085-e299df5cc4aa service neutron] For port 6f30eb22-6345-43d4-8240-b85b25ba8808, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:39.828539 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-0a7371fe-54e9-4513-8085-e299df5cc4aa service neutron] For port 6f30eb22-6345-43d4-8240-b85b25ba8808, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6f30eb22-6345-43d4-8240-b85b25ba8808,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:39.834817 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-0a7371fe-54e9-4513-8085-e299df5cc4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.842500 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-09d164f6-111b-4601-95c6-7d772a17e006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.845290 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-09d164f6-111b-4601-95c6-7d772a17e006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.851430 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-09d164f6-111b-4601-95c6-7d772a17e006 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/63512d9b-4711-4f01-9b30-e729db9bc0fe HTTP/1.1" status: 204 len: 168 time: 0.5821044 Jul 07 16:58:39.869059 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32191a-3e5d-43cc-94ff-d249fd9aa6ba service neutron] Pushing event updated for resources: {'Port': ['ID=ddf89286-3e8b-43e2-bfeb-9b9b21647099,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:39.896388 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d164f6-111b-4601-95c6-7d772a17e006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63512d9b-4711-4f01-9b30-e729db9bc0fe,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:39.964153 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7371fe-54e9-4513-8085-e299df5cc4aa service neutron] Pushing event updated for resources: {'Port': ['ID=6f30eb22-6345-43d4-8240-b85b25ba8808,revision_number=8']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:40.046569 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-0a7371fe-54e9-4513-8085-e299df5cc4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:40.048688 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-0a7371fe-54e9-4513-8085-e299df5cc4aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.050220 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-0a7371fe-54e9-4513-8085-e299df5cc4aa service neutron] 10.222.0.72 "PUT /v2.0/ports/6f30eb22-6345-43d4-8240-b85b25ba8808 HTTP/1.1" status: 200 len: 1123 time: 1.7784820 Jul 07 16:58:40.143127 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['6f30eb22-6345-43d4-8240-b85b25ba8808'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:40.169912 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75104e7-ad0a-40b5-a420-4cf021c7e248 req-7f97cc69-2ade-4465-b00e-064d37a9aaa7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:40.192031 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75104e7-ad0a-40b5-a420-4cf021c7e248 req-7f97cc69-2ade-4465-b00e-064d37a9aaa7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:40.194030 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c75104e7-ad0a-40b5-a420-4cf021c7e248 req-7f97cc69-2ade-4465-b00e-064d37a9aaa7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=7329f20a-72e8-46d3-b9c1-56e26c647961 HTTP/1.1" status: 200 len: 1666 time: 0.4163237 Jul 07 16:58:40.212214 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['6f30eb22-6345-43d4-8240-b85b25ba8808'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:40.249633 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-ca32191a-3e5d-43cc-94ff-d249fd9aa6ba service neutron] Attempting to bind port ddf89286-3e8b-43e2-bfeb-9b9b21647099 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:40.250094 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-ca32191a-3e5d-43cc-94ff-d249fd9aa6ba service neutron] Attempting to bind port ddf89286-3e8b-43e2-bfeb-9b9b21647099 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'ed14b41d-d09c-4809-83cd-0abdf7211b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c040f223-0c0c-4cdf-b35f-1347169a23b2'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:40.250434 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-ca32191a-3e5d-43cc-94ff-d249fd9aa6ba service neutron] Attempting to bind port ddf89286-3e8b-43e2-bfeb-9b9b21647099 on network c040f223-0c0c-4cdf-b35f-1347169a23b2 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:40.297357 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-ca32191a-3e5d-43cc-94ff-d249fd9aa6ba service neutron] Port ddf89286-3e8b-43e2-bfeb-9b9b21647099 on network c040f223-0c0c-4cdf-b35f-1347169a23b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:58:40.303762 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-ca32191a-3e5d-43cc-94ff-d249fd9aa6ba service neutron] Attempting to bind port ddf89286-3e8b-43e2-bfeb-9b9b21647099 on network c040f223-0c0c-4cdf-b35f-1347169a23b2 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:40.342110 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-ca32191a-3e5d-43cc-94ff-d249fd9aa6ba service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:40.342759 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-ca32191a-3e5d-43cc-94ff-d249fd9aa6ba service neutron] Checking segment: {'id': 'ed14b41d-d09c-4809-83cd-0abdf7211b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c040f223-0c0c-4cdf-b35f-1347169a23b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:40.343514 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-ca32191a-3e5d-43cc-94ff-d249fd9aa6ba service neutron] Bound using segment: {'id': 'ed14b41d-d09c-4809-83cd-0abdf7211b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c040f223-0c0c-4cdf-b35f-1347169a23b2'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:40.344263 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-ca32191a-3e5d-43cc-94ff-d249fd9aa6ba service neutron] Bound port: ddf89286-3e8b-43e2-bfeb-9b9b21647099, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed14b41d-d09c-4809-83cd-0abdf7211b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c040f223-0c0c-4cdf-b35f-1347169a23b2'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:40.345950 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-ca32191a-3e5d-43cc-94ff-d249fd9aa6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.380754 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c75104e7-ad0a-40b5-a420-4cf021c7e248 req-f58ffec2-bc21-4e7f-93b8-222bb35bc472 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532409 Jul 07 16:58:40.499222 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a74b122-3834-4712-9060-fd207eba2cd0 x-openstack-request-id: req-2a74b122-3834-4712-9060-fd207eba2cd0 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:40.500043 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca22e7b-314b-485b-915e-86865db01b9a", "name": "network-vif-unplugged", "status": "completed", "tag": "6f30eb22-6345-43d4-8240-b85b25ba8808", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:40.500043 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a74b122-3834-4712-9060-fd207eba2cd0 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:40.500513 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca22e7b-314b-485b-915e-86865db01b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f30eb22-6345-43d4-8240-b85b25ba8808', 'code': 200} Jul 07 16:58:40.597149 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-ca32191a-3e5d-43cc-94ff-d249fd9aa6ba service neutron] For port ddf89286-3e8b-43e2-bfeb-9b9b21647099, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:40.626105 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-ca32191a-3e5d-43cc-94ff-d249fd9aa6ba service neutron] For port ddf89286-3e8b-43e2-bfeb-9b9b21647099, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ddf89286-3e8b-43e2-bfeb-9b9b21647099,segment=NetworkSegment(ed14b41d-d09c-4809-83cd-0abdf7211b24),segment_id=ed14b41d-d09c-4809-83cd-0abdf7211b24)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:40.635734 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-ca32191a-3e5d-43cc-94ff-d249fd9aa6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.807725 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51354) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:40.880257 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc1655-b9e5-45e0-8e56-5105c968ecff req-ed7d562c-7997-4f1e-b6be-fc17243c771b tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:40.883945 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-50cc1655-b9e5-45e0-8e56-5105c968ecff req-ed7d562c-7997-4f1e-b6be-fc17243c771b tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 1097 time: 0.1784711 Jul 07 16:58:40.916738 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e3483e96-8517-4532-bda6-fa587b59e45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.962889 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eb5a8397-e41b-4fe4-ade8-c7f073c7e57a req-0af585bc-91aa-46cf-bb53-cbccea9c33cb tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c9331b0-6e10-4004-8140-290c33b63bcd HTTP/1.1" status: 200 len: 210 time: 0.1305835 Jul 07 16:58:41.000553 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32191a-3e5d-43cc-94ff-d249fd9aa6ba service neutron] Pushing event updated for resources: {'Port': ['ID=ddf89286-3e8b-43e2-bfeb-9b9b21647099,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:41.028856 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-ca32191a-3e5d-43cc-94ff-d249fd9aa6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:41.037544 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-ca32191a-3e5d-43cc-94ff-d249fd9aa6ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.042929 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-ca32191a-3e5d-43cc-94ff-d249fd9aa6ba service neutron] 10.222.0.72 "PUT /v2.0/ports/ddf89286-3e8b-43e2-bfeb-9b9b21647099 HTTP/1.1" status: 200 len: 1093 time: 2.6650388 Jul 07 16:58:41.045695 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7329f20a-72e8-46d3-b9c1-56e26c647961', 'tag': 'ddf89286-3e8b-43e2-bfeb-9b9b21647099'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:41.064984 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184a57a7-faed-4b1c-bf7a-05b40206ca26" -d '{"events": [{"name": "network-changed", "server_uuid": "7329f20a-72e8-46d3-b9c1-56e26c647961", "tag": "ddf89286-3e8b-43e2-bfeb-9b9b21647099"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:41.114055 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-a464f6f2-4d09-4cf6-84dc-6f4ee47fdecb service neutron] Request body: {'port': {'device_id': '7329f20a-72e8-46d3-b9c1-56e26c647961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:41.134311 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-50cc1655-b9e5-45e0-8e56-5105c968ecff req-3c29dd52-cab7-432b-9494-50d9eee53647 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402310 Jul 07 16:58:41.325831 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-a464f6f2-4d09-4cf6-84dc-6f4ee47fdecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.459216 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e3483e96-8517-4532-bda6-fa587b59e45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.476273 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e3483e96-8517-4532-bda6-fa587b59e45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.528146 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e3483e96-8517-4532-bda6-fa587b59e45c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb7a379e5a3c406abb5357f9a7e16164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7152481 Jul 07 16:58:41.530364 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3483e96-8517-4532-bda6-fa587b59e45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c6414c-a771-4180-8af0-522e6f368536,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:41.533420 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51366) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:41.627895 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e651-f205-4ecb-bc95-4f97604f0431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.696674 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e651-f205-4ecb-bc95-4f97604f0431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.793281 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ca78b-959e-462b-98cf-e2ab0a9848bb req-8ba17327-ee6f-4f6a-9d83-5e4cdce00924 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:41.802808 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b79ca78b-959e-462b-98cf-e2ab0a9848bb req-8ba17327-ee6f-4f6a-9d83-5e4cdce00924 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 943 time: 0.1414309 Jul 07 16:58:41.859586 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b79ca78b-959e-462b-98cf-e2ab0a9848bb req-a265ea19-12f7-4861-a371-ff94c134bc94 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557590 Jul 07 16:58:41.869641 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e651-f205-4ecb-bc95-4f97604f0431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.873146 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e651-f205-4ecb-bc95-4f97604f0431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.874759 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1bd3e651-f205-4ecb-bc95-4f97604f0431 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b2c6414c-a771-4180-8af0-522e6f368536 HTTP/1.1" status: 204 len: 168 time: 0.3398936 Jul 07 16:58:41.887571 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3e651-f205-4ecb-bc95-4f97604f0431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c6414c-a771-4180-8af0-522e6f368536,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:41.984082 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b4fcd3-4434-4bb1-a5b6-e2fe2734bb64 x-openstack-request-id: req-48b4fcd3-4434-4bb1-a5b6-e2fe2734bb64 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:41.984936 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7329f20a-72e8-46d3-b9c1-56e26c647961", "tag": "ddf89286-3e8b-43e2-bfeb-9b9b21647099", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:41.984936 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48b4fcd3-4434-4bb1-a5b6-e2fe2734bb64 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:41.985284 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7329f20a-72e8-46d3-b9c1-56e26c647961', 'tag': 'ddf89286-3e8b-43e2-bfeb-9b9b21647099', 'status': 'completed', 'code': 200} Jul 07 16:58:42.080976 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-a464f6f2-4d09-4cf6-84dc-6f4ee47fdecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:42.104997 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-a464f6f2-4d09-4cf6-84dc-6f4ee47fdecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:42.150405 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a57a7-faed-4b1c-bf7a-05b40206ca26 req-1f2373cb-55cd-4705-9035-223baa416f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:42.150899 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a57a7-faed-4b1c-bf7a-05b40206ca26 req-1f2373cb-55cd-4705-9035-223baa416f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:42.152721 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-184a57a7-faed-4b1c-bf7a-05b40206ca26 req-1f2373cb-55cd-4705-9035-223baa416f08 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6d2da5d09503418b9ddf40fdbcdd8412&device_id=7329f20a-72e8-46d3-b9c1-56e26c647961 HTTP/1.1" status: 200 len: 1914 time: 0.1518927 Jul 07 16:58:42.164524 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-a464f6f2-4d09-4cf6-84dc-6f4ee47fdecb service neutron] Transition to ACTIVE for port object b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:42.182893 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-a464f6f2-4d09-4cf6-84dc-6f4ee47fdecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:42.260320 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03925f-541d-45a7-b5df-a093ae8c3a36 req-d4312831-62b5-4acb-944e-8627f7ad3739 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:42.261967 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9c03925f-541d-45a7-b5df-a093ae8c3a36 req-d4312831-62b5-4acb-944e-8627f7ad3739 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.64 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 950 time: 0.2740171 Jul 07 16:58:42.296101 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:42.339736 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:42.340701 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:42.377610 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464f6f2-4d09-4cf6-84dc-6f4ee47fdecb service neutron] Pushing event updated for resources: {'Port': ['ID=b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:42.582695 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-a464f6f2-4d09-4cf6-84dc-6f4ee47fdecb service neutron] Attempting to bind port b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:42.583210 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-a464f6f2-4d09-4cf6-84dc-6f4ee47fdecb service neutron] Attempting to bind port b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '4a16b4fe-0c2d-4a4c-bbd5-3baae5dad902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bec4c50d-790a-4731-8eee-468ff6cb4a13'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:42.583705 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-a464f6f2-4d09-4cf6-84dc-6f4ee47fdecb service neutron] Attempting to bind port b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249 on network bec4c50d-790a-4731-8eee-468ff6cb4a13 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:42.612427 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-a464f6f2-4d09-4cf6-84dc-6f4ee47fdecb service neutron] Port b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249 on network bec4c50d-790a-4731-8eee-468ff6cb4a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:58:42.612949 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-a464f6f2-4d09-4cf6-84dc-6f4ee47fdecb service neutron] Attempting to bind port b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249 on network bec4c50d-790a-4731-8eee-468ff6cb4a13 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:42.804511 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9331b0-6e10-4004-8140-290c33b63bcd', 'name': 'network-vif-deleted', 'tag': 'b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8'}, {'name': 'network-changed', 'server_uuid': '1ca22e7b-314b-485b-915e-86865db01b9a', 'tag': '6f30eb22-6345-43d4-8240-b85b25ba8808'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:42.808337 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e119c23-04df-4846-8f0d-eba082b0cb84" -d '{"events": [{"server_uuid": "6c9331b0-6e10-4004-8140-290c33b63bcd", "name": "network-vif-deleted", "tag": "b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8"}, {"name": "network-changed", "server_uuid": "1ca22e7b-314b-485b-915e-86865db01b9a", "tag": "6f30eb22-6345-43d4-8240-b85b25ba8808"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:42.929264 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240137e-acb5-4bad-be8e-74594c5b4def req-1bfcee40-2542-4004-a2fc-b4340457a1b5 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:42.934270 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c240137e-acb5-4bad-be8e-74594c5b4def req-1bfcee40-2542-4004-a2fc-b4340457a1b5 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 950 time: 0.7284141 Jul 07 16:58:43.002310 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a57a7-faed-4b1c-bf7a-05b40206ca26 req-838e27fb-c518-4a90-a1fb-333f49460058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:43.003234 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a57a7-faed-4b1c-bf7a-05b40206ca26 req-838e27fb-c518-4a90-a1fb-333f49460058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:43.004190 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a57a7-faed-4b1c-bf7a-05b40206ca26 req-838e27fb-c518-4a90-a1fb-333f49460058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:43.010925 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-184a57a7-faed-4b1c-bf7a-05b40206ca26 req-838e27fb-c518-4a90-a1fb-333f49460058 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=6d2da5d09503418b9ddf40fdbcdd8412&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8471177 Jul 07 16:58:43.114196 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-a464f6f2-4d09-4cf6-84dc-6f4ee47fdecb service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:43.115313 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-a464f6f2-4d09-4cf6-84dc-6f4ee47fdecb service neutron] Checking segment: {'id': '4a16b4fe-0c2d-4a4c-bbd5-3baae5dad902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bec4c50d-790a-4731-8eee-468ff6cb4a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:43.115885 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-a464f6f2-4d09-4cf6-84dc-6f4ee47fdecb service neutron] Bound using segment: {'id': '4a16b4fe-0c2d-4a4c-bbd5-3baae5dad902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bec4c50d-790a-4731-8eee-468ff6cb4a13'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:43.116722 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-a464f6f2-4d09-4cf6-84dc-6f4ee47fdecb service neutron] Bound port: b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a16b4fe-0c2d-4a4c-bbd5-3baae5dad902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bec4c50d-790a-4731-8eee-468ff6cb4a13'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:43.117728 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-a464f6f2-4d09-4cf6-84dc-6f4ee47fdecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:43.131340 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c240137e-acb5-4bad-be8e-74594c5b4def req-733ad8f2-71ce-4329-bf5f-9a05d32bfbe7 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/security-groups?id=199c68c5-6058-4986-a72d-d2579d906c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773334 Jul 07 16:58:43.151031 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009572a9-2a99-4e53-81d9-23c1f30ea3b8 req-d289b6de-0254-4d5a-8db9-7310c59ef4a6 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:43.158186 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009572a9-2a99-4e53-81d9-23c1f30ea3b8 req-d289b6de-0254-4d5a-8db9-7310c59ef4a6 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:43.159912 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-009572a9-2a99-4e53-81d9-23c1f30ea3b8 req-d289b6de-0254-4d5a-8db9-7310c59ef4a6 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=7329f20a-72e8-46d3-b9c1-56e26c647961 HTTP/1.1" status: 200 len: 1678 time: 0.8809459 Jul 07 16:58:43.219487 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-9c03925f-541d-45a7-b5df-a093ae8c3a36 req-407cc96e-39bd-4234-8502-0612a65d3604 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Deleting port d4e0317a-996d-4c22-98da-6b5fe21ce920 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:43.220034 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9c03925f-541d-45a7-b5df-a093ae8c3a36 req-407cc96e-39bd-4234-8502-0612a65d3604 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:43.223006 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a57a7-faed-4b1c-bf7a-05b40206ca26 req-75638c00-719d-4f3b-b819-6a6fbde6afd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:43.226878 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-184a57a7-faed-4b1c-bf7a-05b40206ca26 req-75638c00-719d-4f3b-b819-6a6fbde6afd9 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2077138 Jul 07 16:58:43.399450 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-009572a9-2a99-4e53-81d9-23c1f30ea3b8 req-7478b217-7867-4787-b07c-a3858a3c5038 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249300 Jul 07 16:58:43.522318 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-a464f6f2-4d09-4cf6-84dc-6f4ee47fdecb service neutron] For port b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:43.528089 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51404) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:43.581200 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-a464f6f2-4d09-4cf6-84dc-6f4ee47fdecb service neutron] For port b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249,segment=NetworkSegment(4a16b4fe-0c2d-4a4c-bbd5-3baae5dad902),segment_id=4a16b4fe-0c2d-4a4c-bbd5-3baae5dad902)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:43.591717 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-9c03925f-541d-45a7-b5df-a093ae8c3a36 req-407cc96e-39bd-4234-8502-0612a65d3604 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] For port d4e0317a-996d-4c22-98da-6b5fe21ce920, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=d4e0317a-996d-4c22-98da-6b5fe21ce920,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:43.592367 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9c03925f-541d-45a7-b5df-a093ae8c3a36 req-407cc96e-39bd-4234-8502-0612a65d3604 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:43.597329 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-a464f6f2-4d09-4cf6-84dc-6f4ee47fdecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:43.635479 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-a464f6f2-4d09-4cf6-84dc-6f4ee47fdecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:43.636215 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-a464f6f2-4d09-4cf6-84dc-6f4ee47fdecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:43.638131 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-a464f6f2-4d09-4cf6-84dc-6f4ee47fdecb service neutron] 10.222.0.72 "PUT /v2.0/ports/b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249 HTTP/1.1" status: 200 len: 1092 time: 2.5382140 Jul 07 16:58:43.666806 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-9c03925f-541d-45a7-b5df-a093ae8c3a36 req-407cc96e-39bd-4234-8502-0612a65d3604 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Calling delete_port for d4e0317a-996d-4c22-98da-6b5fe21ce920 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:43.762379 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-8ae0266b-138d-4f22-8a91-dd657bf961fa admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1737339264-network', 'tenant_id': 'bc95db68c54c49dfad31df446ea25301'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:43.828770 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7e651e-b053-40a8-a92f-7b768468783c x-openstack-request-id: req-0f7e651e-b053-40a8-a92f-7b768468783c {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:43.836939 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9331b0-6e10-4004-8140-290c33b63bcd", "name": "network-vif-deleted", "tag": "b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1ca22e7b-314b-485b-915e-86865db01b9a", "tag": "6f30eb22-6345-43d4-8240-b85b25ba8808", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:43.837815 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0f7e651e-b053-40a8-a92f-7b768468783c {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:43.838679 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9331b0-6e10-4004-8140-290c33b63bcd', 'name': 'network-vif-deleted', 'tag': 'b8179e88-3ff4-49cb-b0d1-8d2dd56b49f8', 'status': 'completed', 'code': 200} Jul 07 16:58:43.839689 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca22e7b-314b-485b-915e-86865db01b9a', 'tag': '6f30eb22-6345-43d4-8240-b85b25ba8808', 'status': 'completed', 'code': 200} Jul 07 16:58:43.866241 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464f6f2-4d09-4cf6-84dc-6f4ee47fdecb service neutron] Pushing event updated for resources: {'Port': ['ID=b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:43.917370 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-e1f8fc71-2ea9-45e9-86ff-554eb17c821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:43.920957 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-e1f8fc71-2ea9-45e9-86ff-554eb17c821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:43.922790 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-e1f8fc71-2ea9-45e9-86ff-554eb17c821a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6d2da5d09503418b9ddf40fdbcdd8412&device_id=7329f20a-72e8-46d3-b9c1-56e26c647961 HTTP/1.1" status: 200 len: 1982 time: 0.2228990 Jul 07 16:58:43.966303 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae0266b-138d-4f22-8a91-dd657bf961fa admin admin] Made reservation on behalf of bc95db68c54c49dfad31df446ea25301 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:43.970221 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8ae0266b-138d-4f22-8a91-dd657bf961fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:44.015945 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8ae0266b-138d-4f22-8a91-dd657bf961fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:44.032609 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7329f20a-72e8-46d3-b9c1-56e26c647961', 'tag': 'b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:44.042394 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471642fa-7f92-4a75-8341-95110af3ae75" -d '{"events": [{"name": "network-changed", "server_uuid": "7329f20a-72e8-46d3-b9c1-56e26c647961", "tag": "b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:44.048377 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-82689d30-e7a8-4742-a6f5-c4979d3d79d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.185&port_id=ddf89286-3e8b-43e2-bfeb-9b9b21647099 HTTP/1.1" status: 200 len: 217 time: 0.1024151 Jul 07 16:58:44.184350 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e119c23-04df-4846-8f0d-eba082b0cb84 req-6561ab04-b6e1-4901-8c7a-77f57c24a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:44.187397 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2e119c23-04df-4846-8f0d-eba082b0cb84 req-6561ab04-b6e1-4901-8c7a-77f57c24a903 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 1126 time: 0.3428922 Jul 07 16:58:44.228029 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-bd761d92-97a0-434c-997c-17c657bec4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:44.230421 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-bd761d92-97a0-434c-997c-17c657bec4de service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b93345f8-9a17-4419-835e-7eaaee91dc08 HTTP/1.1" status: 200 len: 801 time: 0.1751010 Jul 07 16:58:44.306269 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9c03925f-541d-45a7-b5df-a093ae8c3a36 req-407cc96e-39bd-4234-8502-0612a65d3604 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:44.391611 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407cc96e-39bd-4234-8502-0612a65d3604 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Pushing event deleted for resources: {'Port': ['ID=d4e0317a-996d-4c22-98da-6b5fe21ce920,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:44.404773 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e119c23-04df-4846-8f0d-eba082b0cb84 req-53a56ea6-1ae6-4b3f-88bc-e5ab2d34c4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:44.406678 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2e119c23-04df-4846-8f0d-eba082b0cb84 req-53a56ea6-1ae6-4b3f-88bc-e5ab2d34c4e4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 200 len: 922 time: 0.2068861 Jul 07 16:58:44.412246 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a385d3-433f-499b-9f58-710404d006e0 req-a3d4077c-431b-47dc-9900-1aa0771dfbee tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:44.420535 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-34a385d3-433f-499b-9f58-710404d006e0 req-a3d4077c-431b-47dc-9900-1aa0771dfbee tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 943 time: 0.3597302 Jul 07 16:58:44.469697 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8ae0266b-138d-4f22-8a91-dd657bf961fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:44.481847 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8ae0266b-138d-4f22-8a91-dd657bf961fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:44.523628 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c03925f-541d-45a7-b5df-a093ae8c3a36 req-407cc96e-39bd-4234-8502-0612a65d3604 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] No DVR routers for this DVR port d4e0317a-996d-4c22-98da-6b5fe21ce920 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:44.536820 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9c03925f-541d-45a7-b5df-a093ae8c3a36 req-407cc96e-39bd-4234-8502-0612a65d3604 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:44.541633 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9c03925f-541d-45a7-b5df-a093ae8c3a36 req-407cc96e-39bd-4234-8502-0612a65d3604 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.64 "DELETE /v2.0/ports/d4e0317a-996d-4c22-98da-6b5fe21ce920 HTTP/1.1" status: 204 len: 173 time: 2.2333577 Jul 07 16:58:44.565950 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0266b-138d-4f22-8a91-dd657bf961fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f70528-7313-4aa5-8919-d34595734fb8,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:44.575780 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2e119c23-04df-4846-8f0d-eba082b0cb84 req-d878c92d-dbb3-4362-83b0-00bdce3e3c1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f30eb22-6345-43d4-8240-b85b25ba8808 HTTP/1.1" status: 200 len: 217 time: 0.1027737 Jul 07 16:58:44.577159 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-5a450a0d-bfd1-4119-952d-768a23d3e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:44.578883 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-5a450a0d-bfd1-4119-952d-768a23d3e131 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c040f223-0c0c-4cdf-b35f-1347169a23b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3399720 Jul 07 16:58:44.590587 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device d4e0317a-996d-4c22-98da-6b5fe21ce920 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:44.633761 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-34a385d3-433f-499b-9f58-710404d006e0 req-5045edb4-3421-4697-ae1a-8ff425e8bc30 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546948 Jul 07 16:58:44.671280 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae0266b-138d-4f22-8a91-dd657bf961fa admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:58:44.676297 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: d4e0317a-996d-4c22-98da-6b5fe21ce920 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:44.678258 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device d4e0317a-996d-4c22-98da-6b5fe21ce920 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:44.679936 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 6f30eb22-6345-43d4-8240-b85b25ba8808 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:44.706964 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8ae0266b-138d-4f22-8a91-dd657bf961fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:44.707564 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-8ae0266b-138d-4f22-8a91-dd657bf961fa admin admin] Added segment a2664701-1b29-4b1e-a81c-aaa20afebff7 of type vlan for network fb4c1854-ef11-4268-b43a-2dd513652e0b Jul 07 16:58:44.731253 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e119c23-04df-4846-8f0d-eba082b0cb84 req-af8338a2-eb42-4895-9f23-8b78174c97b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:44.733595 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2e119c23-04df-4846-8f0d-eba082b0cb84 req-af8338a2-eb42-4895-9f23-8b78174c97b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=efc5a7ec-004d-467f-9a91-81aefb64567f HTTP/1.1" status: 200 len: 861 time: 0.1507468 Jul 07 16:58:44.812331 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2e119c23-04df-4846-8f0d-eba082b0cb84 req-ebca2019-a5dd-453b-a3e9-1d941a455d9d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ad75942-8a9e-4718-9815-ad27d5bad609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719731 Jul 07 16:58:44.925108 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-10c84da5-eff7-4196-8db5-215f5680d65f service neutron] 10.222.0.72 "GET /v2.0/networks/c040f223-0c0c-4cdf-b35f-1347169a23b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954898 Jul 07 16:58:45.020325 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8ae0266b-138d-4f22-8a91-dd657bf961fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:45.186252 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-85505edc-f235-431d-8930-bd5e66a9257a service neutron] 10.222.0.72 "GET /v2.0/networks/c040f223-0c0c-4cdf-b35f-1347169a23b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492468 Jul 07 16:58:45.196807 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8ae0266b-138d-4f22-8a91-dd657bf961fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:45.198316 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae0266b-138d-4f22-8a91-dd657bf961fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:45.199253 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8ae0266b-138d-4f22-8a91-dd657bf961fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:45.272370 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2e119c23-04df-4846-8f0d-eba082b0cb84 req-3798d53f-9f92-4488-b978-d93920b0f951 service neutron] 10.222.0.64 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156785 Jul 07 16:58:45.361333 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8ae0266b-138d-4f22-8a91-dd657bf961fa admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8313003 Jul 07 16:58:45.369627 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51436) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:45.384026 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-44cbbfb1-5787-41ba-84bd-18ec5d51770a admin admin] Request body: {'subnet': {'network_id': 'fb4c1854-ef11-4268-b43a-2dd513652e0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1737339264-subnet', 'tenant_id': 'bc95db68c54c49dfad31df446ea25301', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:45.392090 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-3ae45148-f618-4460-9540-14c7fd5cfe2a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.19&port_id=b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249 HTTP/1.1" status: 200 len: 217 time: 0.1321173 Jul 07 16:58:45.506162 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-74212536-a461-4df9-a5f4-f9e260576b86 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:58:45.508701 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-74212536-a461-4df9-a5f4-f9e260576b86 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0221882 Jul 07 16:58:45.520771 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2e119c23-04df-4846-8f0d-eba082b0cb84 req-2bd3cfb4-0ab8-4c3b-83d9-3a5394523dfc service neutron] 10.222.0.64 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954567 Jul 07 16:58:45.537945 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-6440cdec-3076-403a-8417-5a1302b2ac1c service neutron] Request body: {'binding': {'host': 'n-h1-791503-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:45.538933 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0266b-138d-4f22-8a91-dd657bf961fa admin admin] Pushing event updated for resources: {'Network': ['ID=fb4c1854-ef11-4268-b43a-2dd513652e0b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:45.539098 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-6440cdec-3076-403a-8417-5a1302b2ac1c service neutron] Unknown quota resources ['binding']. {{(pid=100193) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 16:58:45.544445 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cbbfb1-5787-41ba-84bd-18ec5d51770a admin admin] Made reservation on behalf of bc95db68c54c49dfad31df446ea25301 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:45.548415 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-44cbbfb1-5787-41ba-84bd-18ec5d51770a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:45.557658 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network fb4c1854-ef11-4268-b43a-2dd513652e0b details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:58:45.602082 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62a5eae4-7e45-4fb8-a279-a71322419e3c req-8ccb283f-b47f-4086-b279-47f5b3ac5c9f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4576099 Jul 07 16:58:45.705327 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-1cc231e6-5836-4329-868c-2f75eded8943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:45.707794 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-1cc231e6-5836-4329-868c-2f75eded8943 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8155b76a-cd39-401b-b8a5-096af5c15114 HTTP/1.1" status: 200 len: 801 time: 0.3035128 Jul 07 16:58:45.742752 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f532214-1771-4702-9c5c-4a52de50ac96 x-openstack-request-id: req-3f532214-1771-4702-9c5c-4a52de50ac96 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:45.743188 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7329f20a-72e8-46d3-b9c1-56e26c647961", "tag": "b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:45.743577 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3f532214-1771-4702-9c5c-4a52de50ac96 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:45.744184 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7329f20a-72e8-46d3-b9c1-56e26c647961', 'tag': 'b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249', 'status': 'completed', 'code': 200} Jul 07 16:58:45.802855 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-09f06dab-7cbb-4fbe-88d1-4c7f6f12e545 req-81ca7a60-0bba-4910-82d5-df4f59daf8d2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0910933 Jul 07 16:58:45.955556 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f06dab-7cbb-4fbe-88d1-4c7f6f12e545 req-7591e1c4-2d94-476a-879c-ad5697d6c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:45.958268 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-09f06dab-7cbb-4fbe-88d1-4c7f6f12e545 req-7591e1c4-2d94-476a-879c-ad5697d6c623 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 1096 time: 0.0794942 Jul 07 16:58:46.027821 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-266e04b5-13b8-4ebe-aaeb-5790865ca6ae req-a2d13444-f99f-492a-abd5-e752ee549803 tempest-MigrationsAdminTest-325902879 tempest-MigrationsAdminTest-325902879-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59c2e5c-cd59-4730-8c04-b05911825bea HTTP/1.1" status: 200 len: 210 time: 0.1015985 Jul 07 16:58:46.108132 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f06dab-7cbb-4fbe-88d1-4c7f6f12e545 req-3ae41a03-c3bc-47d7-9aad-a04455d34d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:46.109880 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-09f06dab-7cbb-4fbe-88d1-4c7f6f12e545 req-3ae41a03-c3bc-47d7-9aad-a04455d34d68 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 200 len: 922 time: 0.1251171 Jul 07 16:58:46.168333 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-09f06dab-7cbb-4fbe-88d1-4c7f6f12e545 req-e54be2e3-cd4d-47f9-8cea-436b42dd3118 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66f23783-8aa3-43de-a481-d11c76ad5a18 HTTP/1.1" status: 200 len: 217 time: 0.0515246 Jul 07 16:58:46.192311 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-34e35d02-cdc8-45f2-b91e-1ebadd540fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:46.194786 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-34e35d02-cdc8-45f2-b91e-1ebadd540fb0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bec4c50d-790a-4731-8eee-468ff6cb4a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4681096 Jul 07 16:58:46.203941 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5eae4-7e45-4fb8-a279-a71322419e3c req-4d18b90e-afe3-4e08-8b62-c6ad57830153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:46.206774 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62a5eae4-7e45-4fb8-a279-a71322419e3c req-4d18b90e-afe3-4e08-8b62-c6ad57830153 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3c30a38df434836b6a6d7bed9173bf0&device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 1097 time: 0.4739065 Jul 07 16:58:46.240382 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f06dab-7cbb-4fbe-88d1-4c7f6f12e545 req-a58965df-2ef3-4ae5-a74f-16427ea2328d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:46.242929 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-09f06dab-7cbb-4fbe-88d1-4c7f6f12e545 req-a58965df-2ef3-4ae5-a74f-16427ea2328d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=efc5a7ec-004d-467f-9a91-81aefb64567f HTTP/1.1" status: 200 len: 861 time: 0.0691471 Jul 07 16:58:46.292001 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-09f06dab-7cbb-4fbe-88d1-4c7f6f12e545 req-951814b3-34f6-498e-b1ba-5012e7fb33f6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1ad75942-8a9e-4718-9815-ad27d5bad609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407212 Jul 07 16:58:46.404207 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-09f06dab-7cbb-4fbe-88d1-4c7f6f12e545 req-e4e5c0c3-dcfc-4ee5-8988-e64dcb7c9104 service neutron] 10.222.0.72 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057987 Jul 07 16:58:46.500786 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-6440cdec-3076-403a-8417-5a1302b2ac1c service neutron] Attempting to bind port 6f8e20d0-7c17-4186-b2a9-5ded89502a03 on host n-h1-791503-12 for vnic_type normal with profile None {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:46.501611 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-6440cdec-3076-403a-8417-5a1302b2ac1c service neutron] Attempting to bind port 6f8e20d0-7c17-4186-b2a9-5ded89502a03 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:46.501777 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-6440cdec-3076-403a-8417-5a1302b2ac1c service neutron] Attempting to bind port 6f8e20d0-7c17-4186-b2a9-5ded89502a03 on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:46.542963 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-09f06dab-7cbb-4fbe-88d1-4c7f6f12e545 req-847a069e-efed-4cad-9116-2238e77532e5 service neutron] 10.222.0.72 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325669 Jul 07 16:58:46.591940 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-6440cdec-3076-403a-8417-5a1302b2ac1c service neutron] Port 6f8e20d0-7c17-4186-b2a9-5ded89502a03 on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:58:46.592419 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-6440cdec-3076-403a-8417-5a1302b2ac1c service neutron] Attempting to bind port 6f8e20d0-7c17-4186-b2a9-5ded89502a03 on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:46.635293 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-6440cdec-3076-403a-8417-5a1302b2ac1c service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:46.635640 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-6440cdec-3076-403a-8417-5a1302b2ac1c service neutron] Checking segment: {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:46.636042 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-6440cdec-3076-403a-8417-5a1302b2ac1c service neutron] Bound using segment: {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:46.636514 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-6440cdec-3076-403a-8417-5a1302b2ac1c service neutron] Bound port: 6f8e20d0-7c17-4186-b2a9-5ded89502a03, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:46.696292 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-44cbbfb1-5787-41ba-84bd-18ec5d51770a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:46.750582 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-6bf8f764-a7d8-4740-8929-f096c8bf7a5f service neutron] 10.222.0.72 "GET /v2.0/networks/bec4c50d-790a-4731-8eee-468ff6cb4a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097759 Jul 07 16:58:46.782091 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5eae4-7e45-4fb8-a279-a71322419e3c req-3c265ef4-4937-4f5d-96f3-7f9a6749240b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:46.784585 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62a5eae4-7e45-4fb8-a279-a71322419e3c req-3c265ef4-4937-4f5d-96f3-7f9a6749240b service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f59045c-fb41-4f4e-86ad-a15d05bedb10 HTTP/1.1" status: 200 len: 909 time: 0.5215430 Jul 07 16:58:46.837199 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-0d774f58-819a-4c37-8286-d993766dd72e service neutron] 10.222.0.64 "GET /v2.0/ports/6f30eb22-6345-43d4-8240-b85b25ba8808/bindings/n-h2-791503-12 HTTP/1.1" status: 200 len: 385 time: 0.0894246 Jul 07 16:58:46.847978 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b84a4c-d305-4d87-8eb2-88cbaebc403f req-3df99d8d-22a0-4408-b838-e00e2273dd65 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:46.855090 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b84a4c-d305-4d87-8eb2-88cbaebc403f req-3df99d8d-22a0-4408-b838-e00e2273dd65 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:46.856791 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c3b84a4c-d305-4d87-8eb2-88cbaebc403f req-3df99d8d-22a0-4408-b838-e00e2273dd65 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=7329f20a-72e8-46d3-b9c1-56e26c647961 HTTP/1.1" status: 200 len: 1678 time: 0.5920818 Jul 07 16:58:46.943555 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-6440cdec-3076-403a-8417-5a1302b2ac1c service neutron] For port 6f8e20d0-7c17-4186-b2a9-5ded89502a03, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6f8e20d0-7c17-4186-b2a9-5ded89502a03,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:46.951484 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbbfb1-5787-41ba-84bd-18ec5d51770a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c854f63-2af9-4f57-83fb-bec51b6e4c20,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:46.955177 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62a5eae4-7e45-4fb8-a279-a71322419e3c req-35ca17f9-1925-41d7-b2bf-b967bba45ef0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4af62aa6-b045-470f-bac4-da36761524fd HTTP/1.1" status: 200 len: 217 time: 0.1466086 Jul 07 16:58:46.981381 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-6440cdec-3076-403a-8417-5a1302b2ac1c service neutron] Notify callbacks [] for binding, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:46.983193 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-6440cdec-3076-403a-8417-5a1302b2ac1c service neutron] 10.222.0.53 "POST /v2.0/ports/6f8e20d0-7c17-4186-b2a9-5ded89502a03/bindings HTTP/1.1" status: 201 len: 390 time: 1.4650180 Jul 07 16:58:47.078699 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cbbfb1-5787-41ba-84bd-18ec5d51770a admin admin] Checking segment: {'id': 'a2664701-1b29-4b1e-a81c-aaa20afebff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fb4c1854-ef11-4268-b43a-2dd513652e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:47.079128 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cbbfb1-5787-41ba-84bd-18ec5d51770a admin admin] Network hostable DHCP agents. Network: fb4c1854-ef11-4268-b43a-2dd513652e0b, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:58:47.118482 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5eae4-7e45-4fb8-a279-a71322419e3c req-833d2c28-df6c-40e9-b80f-4ef82b569a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:47.120097 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62a5eae4-7e45-4fb8-a279-a71322419e3c req-833d2c28-df6c-40e9-b80f-4ef82b569a7d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8cf0891f-7dd4-444b-b243-0a9d52ec4798 HTTP/1.1" status: 200 len: 848 time: 0.1417856 Jul 07 16:58:47.136923 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c3b84a4c-d305-4d87-8eb2-88cbaebc403f req-434e01b1-8c80-4709-9cd1-58873fc4595c tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413006 Jul 07 16:58:47.145204 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c3b10c9-41c1-462e-81f7-1656b2dc42ae req-52ee2397-2275-4b5b-980e-6fb4a7cc2e2b service neutron] 10.222.0.72 "GET /v2.0/networks/bec4c50d-790a-4731-8eee-468ff6cb4a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826168 Jul 07 16:58:47.181858 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-58f94e85-3e2a-4d19-8378-073931b0f3c6 service neutron] For port 6f30eb22-6345-43d4-8240-b85b25ba8808, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6f30eb22-6345-43d4-8240-b85b25ba8808,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:47.197045 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62a5eae4-7e45-4fb8-a279-a71322419e3c req-06ca9128-a644-45fc-8b1f-640df2dda799 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f59045c-fb41-4f4e-86ad-a15d05bedb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582440 Jul 07 16:58:47.197352 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cbbfb1-5787-41ba-84bd-18ec5d51770a admin admin] Network fb4c1854-ef11-4268-b43a-2dd513652e0b is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:58:47.235566 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-44cbbfb1-5787-41ba-84bd-18ec5d51770a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, fb4c1854-ef11-4268-b43a-2dd513652e0b) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:47.253231 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b197fb16-0b3b-49f3-b0f8-5b0b1cc3735a None None] Network fb4c1854-ef11-4268-b43a-2dd513652e0b requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:58:47.266401 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cbbfb1-5787-41ba-84bd-18ec5d51770a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:47.267019 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-44cbbfb1-5787-41ba-84bd-18ec5d51770a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:47.273663 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-58f94e85-3e2a-4d19-8378-073931b0f3c6 service neutron] For port 6f30eb22-6345-43d4-8240-b85b25ba8808, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:47.347273 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-58f94e85-3e2a-4d19-8378-073931b0f3c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f30eb22-6345-43d4-8240-b85b25ba8808 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:47.368247 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-58f94e85-3e2a-4d19-8378-073931b0f3c6 service neutron] For port 6f30eb22-6345-43d4-8240-b85b25ba8808, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=6f30eb22-6345-43d4-8240-b85b25ba8808,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:47.420162 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-58f94e85-3e2a-4d19-8378-073931b0f3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:47.432868 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-44cbbfb1-5787-41ba-84bd-18ec5d51770a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0587714 Jul 07 16:58:47.436608 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51448) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:47.462881 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-4af66617-e487-409b-a158-5f8a3c52ff2c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1737339264-router', 'tenant_id': 'bc95db68c54c49dfad31df446ea25301', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:47.501879 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4af66617-e487-409b-a158-5f8a3c52ff2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:47.503796 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4af66617-e487-409b-a158-5f8a3c52ff2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:47.556782 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-58f94e85-3e2a-4d19-8378-073931b0f3c6 service neutron] Transition to ACTIVE for port object 6f30eb22-6345-43d4-8240-b85b25ba8808 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:47.576900 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-58f94e85-3e2a-4d19-8378-073931b0f3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:47.617788 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-fb4c1854-ef11-4268-b43a-2dd513652e0b', 'network_id': 'fb4c1854-ef11-4268-b43a-2dd513652e0b', 'tenant_id': 'bc95db68c54c49dfad31df446ea25301', 'fixed_ips': [{'subnet_id': '2c854f63-2af9-4f57-83fb-bec51b6e4c20'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:58:47.619486 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:47.637721 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62a5eae4-7e45-4fb8-a279-a71322419e3c req-e11ab0ef-9e3e-4ee3-a533-9264a4f2bffe service neutron] 10.222.0.64 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211369 Jul 07 16:58:47.700265 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4af66617-e487-409b-a158-5f8a3c52ff2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:47.720358 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-58f94e85-3e2a-4d19-8378-073931b0f3c6 service neutron] No DVR routers for this DVR port 6f30eb22-6345-43d4-8240-b85b25ba8808 on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:47.734158 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f94e85-3e2a-4d19-8378-073931b0f3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f30eb22-6345-43d4-8240-b85b25ba8808,revision_number=10']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:47.792986 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-58f94e85-3e2a-4d19-8378-073931b0f3c6 service neutron] 10.222.0.64 "PUT /v2.0/ports/6f30eb22-6345-43d4-8240-b85b25ba8808/bindings/n-h2-791503-12/activate HTTP/1.1" status: 200 len: 370 time: 0.9476950 Jul 07 16:58:47.847451 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d45f63-2584-4b42-bc0a-9c56f4fb7aeb req-197d218e-8056-41f1-a1ff-829a8f3df451 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:47.860549 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-64d45f63-2584-4b42-bc0a-9c56f4fb7aeb req-197d218e-8056-41f1-a1ff-829a8f3df451 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 944 time: 0.3017933 Jul 07 16:58:47.873174 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Allocated IP 172.20.0.2 (fb4c1854-ef11-4268-b43a-2dd513652e0b/2c854f63-2af9-4f57-83fb-bec51b6e4c20/22f8b786-b1e8-4ea8-9c9c-7c02c24fb507) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:47.937148 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-64d45f63-2584-4b42-bc0a-9c56f4fb7aeb req-962e6de4-50f6-4eee-ae19-a0737ab53046 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753324 Jul 07 16:58:48.061276 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-dcbf2884-87da-4078-8d93-abca92f8579f tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:48.065128 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-dcbf2884-87da-4078-8d93-abca92f8579f tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a&tenant_id=5fe2f64972d24fa49d6d4e62948f5951&binding%3Ahost_id=n-h1-791503-12 HTTP/1.1" status: 200 len: 1096 time: 0.1479638 Jul 07 16:58:48.078830 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59c2e5c-cd59-4730-8c04-b05911825bea', 'name': 'network-vif-deleted', 'tag': 'd4e0317a-996d-4c22-98da-6b5fe21ce920'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:48.081534 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583c1302-2a4b-40fc-b611-96a30b1a10eb" -d '{"events": [{"server_uuid": "f59c2e5c-cd59-4730-8c04-b05911825bea", "name": "network-vif-deleted", "tag": "d4e0317a-996d-4c22-98da-6b5fe21ce920"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:48.098635 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471642fa-7f92-4a75-8341-95110af3ae75 req-10219f9a-4887-4bef-aa33-634a9b2724cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:48.099037 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471642fa-7f92-4a75-8341-95110af3ae75 req-10219f9a-4887-4bef-aa33-634a9b2724cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:48.101385 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-471642fa-7f92-4a75-8341-95110af3ae75 req-10219f9a-4887-4bef-aa33-634a9b2724cb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6d2da5d09503418b9ddf40fdbcdd8412&device_id=7329f20a-72e8-46d3-b9c1-56e26c647961 HTTP/1.1" status: 200 len: 1982 time: 0.8293717 Jul 07 16:58:48.122641 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb7dcf-d676-4120-b665-0164a2e221d7 req-970265eb-2ebf-4b47-9fd3-85d0e7f347ec tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:48.129506 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3afb7dcf-d676-4120-b665-0164a2e221d7 req-970265eb-2ebf-4b47-9fd3-85d0e7f347ec tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/ports?device_id=3279052d-3b78-42d6-bf8e-9aab1293dcd6 HTTP/1.1" status: 200 len: 948 time: 0.7245119 Jul 07 16:58:48.198803 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-94879545-acdb-43cb-90d1-b86caeac561f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:48.207094 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-94879545-acdb-43cb-90d1-b86caeac561f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a&tenant_id=5fe2f64972d24fa49d6d4e62948f5951 HTTP/1.1" status: 200 len: 1096 time: 0.1311710 Jul 07 16:58:48.296521 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:48.339495 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Transition to ACTIVE for port object 22f8b786-b1e8-4ea8-9c9c-7c02c24fb507 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:48.349012 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-79cddb1c-c7c2-4288-8d18-ecb1d234606f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:48.351200 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-79cddb1c-c7c2-4288-8d18-ecb1d234606f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3c30a38df434836b6a6d7bed9173bf0&device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 1097 time: 0.8942442 Jul 07 16:58:48.387988 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Transition to ACTIVE for port object 22f8b786-b1e8-4ea8-9c9c-7c02c24fb507 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:48.401836 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:48.409893 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-22b22d70-cff4-4a54-af50-e6996cc3bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:48.411720 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-22b22d70-cff4-4a54-af50-e6996cc3bd67 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 1096 time: 0.1659646 Jul 07 16:58:48.431245 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Network fb4c1854-ef11-4268-b43a-2dd513652e0b is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:48.434195 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:48.437389 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:48.534257 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Pushing event updated for resources: {'Port': ['ID=22f8b786-b1e8-4ea8-9c9c-7c02c24fb507,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:48.550120 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:48.550465 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:48.550804 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:48.551136 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:48.551470 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:48.551803 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:48.552127 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:48.552453 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:48.552802 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:48.553127 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:48.553453 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:48.554309 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:48.563046 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Attempting to bind port 22f8b786-b1e8-4ea8-9c9c-7c02c24fb507 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:48.563431 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Attempting to bind port 22f8b786-b1e8-4ea8-9c9c-7c02c24fb507 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'a2664701-1b29-4b1e-a81c-aaa20afebff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fb4c1854-ef11-4268-b43a-2dd513652e0b'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:48.563767 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Attempting to bind port 22f8b786-b1e8-4ea8-9c9c-7c02c24fb507 on network fb4c1854-ef11-4268-b43a-2dd513652e0b {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:48.569949 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:48.570348 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Checking segment: {'id': 'a2664701-1b29-4b1e-a81c-aaa20afebff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fb4c1854-ef11-4268-b43a-2dd513652e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:48.570737 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:48.571139 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Bound using segment: {'id': 'a2664701-1b29-4b1e-a81c-aaa20afebff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fb4c1854-ef11-4268-b43a-2dd513652e0b'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:48.572253 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Bound port: 22f8b786-b1e8-4ea8-9c9c-7c02c24fb507, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2664701-1b29-4b1e-a81c-aaa20afebff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fb4c1854-ef11-4268-b43a-2dd513652e0b'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:48.572253 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:48.643420 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-1960d372-5078-42d0-af7e-aa2389c332d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:48.645416 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498696fb-ef1d-416b-8f3b-3ff2f66ecb39 req-3178ec22-593c-45f3-95fe-eebc70441478 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:48.646270 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-1960d372-5078-42d0-af7e-aa2389c332d0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 200 len: 922 time: 0.2152429 Jul 07 16:58:48.647203 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-498696fb-ef1d-416b-8f3b-3ff2f66ecb39 req-3178ec22-593c-45f3-95fe-eebc70441478 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.64 "GET /v2.0/ports?device_id=3279052d-3b78-42d6-bf8e-9aab1293dcd6 HTTP/1.1" status: 200 len: 948 time: 1.0838878 Jul 07 16:58:48.666416 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e5f65-abc3-4850-9a0c-cf9059252430 req-46297c3c-8404-4028-b1bc-bed1cd29381c tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:48.685567 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5c3e5f65-abc3-4850-9a0c-cf9059252430 req-46297c3c-8404-4028-b1bc-bed1cd29381c tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 945 time: 0.2282369 Jul 07 16:58:48.697221 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] For port 22f8b786-b1e8-4ea8-9c9c-7c02c24fb507, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:48.702721 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] For port 22f8b786-b1e8-4ea8-9c9c-7c02c24fb507, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=22f8b786-b1e8-4ea8-9c9c-7c02c24fb507,segment=NetworkSegment(a2664701-1b29-4b1e-a81c-aaa20afebff7),segment_id=a2664701-1b29-4b1e-a81c-aaa20afebff7)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:48.712526 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:48.722714 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3afb7dcf-d676-4120-b665-0164a2e221d7 req-7cdff8fc-d0a2-4b0c-8180-3e9dcec12813 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1729d99-db06-4992-9fd7-fcde05e9b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5919056 Jul 07 16:58:48.795851 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-4761d1bd-954d-4745-ae0f-8940eea296d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f30eb22-6345-43d4-8240-b85b25ba8808 HTTP/1.1" status: 200 len: 217 time: 0.0994065 Jul 07 16:58:48.797776 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82e5f1-3a2c-4f70-afd0-90ce69b367c5 None None] Pushing event updated for resources: {'Port': ['ID=22f8b786-b1e8-4ea8-9c9c-7c02c24fb507,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:48.897632 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5c3e5f65-abc3-4850-9a0c-cf9059252430 req-3e55c5fb-d607-4b4a-8573-99db07d7abea tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083282 Jul 07 16:58:48.904341 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51462) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:48.981656 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-8c294898-e440-4b42-b946-362b5804c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:48.984366 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-8c294898-e440-4b42-b946-362b5804c89c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=efc5a7ec-004d-467f-9a91-81aefb64567f HTTP/1.1" status: 200 len: 861 time: 0.1814845 Jul 07 16:58:49.041044 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62a5eae4-7e45-4fb8-a279-a71322419e3c req-ecdd7512-488c-4062-949f-6482c54ae711 service neutron] 10.222.0.64 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3577495 Jul 07 16:58:49.049313 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4af66617-e487-409b-a158-5f8a3c52ff2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:49.066645 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53c9cc5-fd7c-4bbd-bfcf-843b5fb1f8b5 x-openstack-request-id: req-d53c9cc5-fd7c-4bbd-bfcf-843b5fb1f8b5 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:49.067259 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59c2e5c-cd59-4730-8c04-b05911825bea", "name": "network-vif-deleted", "tag": "d4e0317a-996d-4c22-98da-6b5fe21ce920", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:49.067570 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d53c9cc5-fd7c-4bbd-bfcf-843b5fb1f8b5 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:49.068192 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59c2e5c-cd59-4730-8c04-b05911825bea', 'name': 'network-vif-deleted', 'tag': 'd4e0317a-996d-4c22-98da-6b5fe21ce920', 'status': 'completed', 'code': 200} Jul 07 16:58:49.130534 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-db4fb491-6897-4ef6-9901-7f82a09cf108 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1ad75942-8a9e-4718-9815-ad27d5bad609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274035 Jul 07 16:58:49.296208 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-fcb5118f-6eb7-471f-84f2-e3eb2378e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:49.299503 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-fcb5118f-6eb7-471f-84f2-e3eb2378e54c service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f59045c-fb41-4f4e-86ad-a15d05bedb10 HTTP/1.1" status: 200 len: 909 time: 0.9039235 Jul 07 16:58:49.324179 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d1194240-cbce-4c3a-94f2-fe1e027a2933 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1fdd2b0d71eb4fe493f00befeaba15f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4018056 Jul 07 16:58:49.329326 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51470) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:49.367717 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-4a0ff3a5-0d4f-40f8-a23b-5ffd2463fae3 service neutron] 10.222.0.72 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268844 Jul 07 16:58:49.581789 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471642fa-7f92-4a75-8341-95110af3ae75 req-0b5394aa-f9aa-4c23-89a0-424f8d8e1d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:49.583914 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-471642fa-7f92-4a75-8341-95110af3ae75 req-0b5394aa-f9aa-4c23-89a0-424f8d8e1d11 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bec4c50d-790a-4731-8eee-468ff6cb4a13 HTTP/1.1" status: 200 len: 902 time: 1.4729149 Jul 07 16:58:49.593229 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-ae0a0bd9-6b68-4c58-8c65-e1bc5f3c4118 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f8e20d0-7c17-4186-b2a9-5ded89502a03 HTTP/1.1" status: 200 len: 217 time: 0.2223203 Jul 07 16:58:49.633512 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0f386fc7-8853-4f61-a1a9-98a32e53d3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:49.687154 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-7897247f-63bb-412b-9268-8535f1ae3bd1 service neutron] 10.222.0.72 "GET /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800696 Jul 07 16:58:49.736702 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-471642fa-7f92-4a75-8341-95110af3ae75 req-0663358b-67c9-4763-b693-2d6ab41182a8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.19&port_id=b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249 HTTP/1.1" status: 200 len: 217 time: 0.1378751 Jul 07 16:58:49.780922 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0f386fc7-8853-4f61-a1a9-98a32e53d3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:49.863726 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-e015e68a-fbe0-414d-b8a4-34eec7748173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:49.865436 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-e015e68a-fbe0-414d-b8a4-34eec7748173 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8cf0891f-7dd4-444b-b243-0a9d52ec4798 HTTP/1.1" status: 200 len: 848 time: 0.1458433 Jul 07 16:58:49.889408 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56972a4-5e3e-488b-9e71-9db86d7330a9 req-55e9709a-1dfc-48e0-9484-b4c9cf7e2a85 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:49.891263 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471642fa-7f92-4a75-8341-95110af3ae75 req-2b2ec8f4-5546-4310-8ad5-d854497f9f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:49.892523 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f56972a4-5e3e-488b-9e71-9db86d7330a9 req-55e9709a-1dfc-48e0-9484-b4c9cf7e2a85 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 944 time: 0.4353526 Jul 07 16:58:49.899166 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-471642fa-7f92-4a75-8341-95110af3ae75 req-2b2ec8f4-5546-4310-8ad5-d854497f9f7d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8155b76a-cd39-401b-b8a5-096af5c15114 HTTP/1.1" status: 200 len: 801 time: 0.1339300 Jul 07 16:58:49.920154 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d7e24-e141-4e17-9b4a-33fc240ad94e req-2ba4ae06-d263-487a-bad2-95391d750a04 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:49.934524 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d7e24-e141-4e17-9b4a-33fc240ad94e req-2ba4ae06-d263-487a-bad2-95391d750a04 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:49.947895 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5d6d7e24-e141-4e17-9b4a-33fc240ad94e req-2ba4ae06-d263-487a-bad2-95391d750a04 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=7329f20a-72e8-46d3-b9c1-56e26c647961 HTTP/1.1" status: 200 len: 1678 time: 0.6397471 Jul 07 16:58:49.970756 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0f386fc7-8853-4f61-a1a9-98a32e53d3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:49.974328 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0f386fc7-8853-4f61-a1a9-98a32e53d3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:49.976018 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0f386fc7-8853-4f61-a1a9-98a32e53d3cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/199c68c5-6058-4986-a72d-d2579d906c8d HTTP/1.1" status: 204 len: 168 time: 0.6449249 Jul 07 16:58:50.014070 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f56972a4-5e3e-488b-9e71-9db86d7330a9 req-ac8c82b4-56e7-4628-9113-9b4d8001bcbe tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110373 Jul 07 16:58:50.029072 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f386fc7-8853-4f61-a1a9-98a32e53d3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199c68c5-6058-4986-a72d-d2579d906c8d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:50.133652 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-25443d22-9688-40ce-92ef-fe2bf11d0eae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f59045c-fb41-4f4e-86ad-a15d05bedb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2568593 Jul 07 16:58:50.206364 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-498696fb-ef1d-416b-8f3b-3ff2f66ecb39 req-2b026209-6f74-491a-be36-0897c06274ac tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Deleting port d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:50.206793 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-498696fb-ef1d-416b-8f3b-3ff2f66ecb39 req-2b026209-6f74-491a-be36-0897c06274ac tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:50.338728 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-867a014f-2d1b-4e2e-ada8-27db5f4e316e tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:50.340531 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-867a014f-2d1b-4e2e-ada8-27db5f4e316e tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a&tenant_id=5fe2f64972d24fa49d6d4e62948f5951&binding%3Ahost_id=n-h2-791503-12 HTTP/1.1" status: 200 len: 1096 time: 0.1579666 Jul 07 16:58:50.341633 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device ddf89286-3e8b-43e2-bfeb-9b9b21647099 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:58:50.516614 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-498696fb-ef1d-416b-8f3b-3ff2f66ecb39 req-2b026209-6f74-491a-be36-0897c06274ac tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] For port d7ffe9d7-f969-47b8-a8ee-2aed3cf48178, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=d7ffe9d7-f969-47b8-a8ee-2aed3cf48178,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:50.519961 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-498696fb-ef1d-416b-8f3b-3ff2f66ecb39 req-2b026209-6f74-491a-be36-0897c06274ac tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:50.589716 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-53cdd43c-9028-4ad2-8e73-154e19a636ac service neutron] For port 6f30eb22-6345-43d4-8240-b85b25ba8808, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:50.595144 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-53cdd43c-9028-4ad2-8e73-154e19a636ac service neutron] Notify callbacks [] for binding, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:50.597068 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5d909668-2705-4cb5-8b34-4bb5a33372f2 req-53cdd43c-9028-4ad2-8e73-154e19a636ac service neutron] 10.222.0.72 "DELETE /v2.0/ports/6f30eb22-6345-43d4-8240-b85b25ba8808/bindings/n-h1-791503-12 HTTP/1.1" status: 204 len: 173 time: 0.2508047 Jul 07 16:58:50.647424 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:50.676958 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-498696fb-ef1d-416b-8f3b-3ff2f66ecb39 req-2b026209-6f74-491a-be36-0897c06274ac tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Calling delete_port for d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:50.905943 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5d6d7e24-e141-4e17-9b4a-33fc240ad94e req-367f3c3e-9ebc-4722-ae8e-748678c665fe tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9558675 Jul 07 16:58:50.921244 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eb06e-6e51-4191-b522-f0bec3c14660 req-4e7e9431-efeb-4b40-8ed3-e0ba5889d971 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:50.924117 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cd9eb06e-6e51-4191-b522-f0bec3c14660 req-4e7e9431-efeb-4b40-8ed3-e0ba5889d971 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/ports?device_id=3279052d-3b78-42d6-bf8e-9aab1293dcd6 HTTP/1.1" status: 200 len: 948 time: 0.2869499 Jul 07 16:58:51.018233 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cd9eb06e-6e51-4191-b522-f0bec3c14660 req-2399e785-0ec0-4095-9935-7976696cb308 tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1729d99-db06-4992-9fd7-fcde05e9b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872786 Jul 07 16:58:51.027340 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port ddf89286-3e8b-43e2-bfeb-9b9b21647099, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ddf89286-3e8b-43e2-bfeb-9b9b21647099,segment=NetworkSegment(ed14b41d-d09c-4809-83cd-0abdf7211b24),segment_id=ed14b41d-d09c-4809-83cd-0abdf7211b24)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:51.065121 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51484) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:51.114983 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'ddf89286-3e8b-43e2-bfeb-9b9b21647099', 'network_id': 'c040f223-0c0c-4cdf-b35f-1347169a23b2', 'port_id': 'ddf89286-3e8b-43e2-bfeb-9b9b21647099', 'mac_address': 'fa:16:3e:46:ee:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93345f8-9a17-4419-835e-7eaaee91dc08', 'ip_address': '19.80.0.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:58:51.189942 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-10d991a1-8f50-47f1-a150-81bcf1f7b5f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=160c71902af34dd09a0649445fc68e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1225667 Jul 07 16:58:51.191408 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9091a29e-5636-4386-b561-2e6bf346f4ee None None] Network fb4c1854-ef11-4268-b43a-2dd513652e0b requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:58:51.192273 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51488) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:51.267130 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.321641 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf89286-3e8b-43e2-bfeb-9b9b21647099 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:51.351389 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d72f7a8e-1526-44c3-a9b6-de0ee5b1c12e None None] Provisioning for port 22f8b786-b1e8-4ea8-9c9c-7c02c24fb507 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:51.353559 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-498696fb-ef1d-416b-8f3b-3ff2f66ecb39 req-2b026209-6f74-491a-be36-0897c06274ac tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.399003 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a4905650-1f50-40b8-9538-1a26b653a7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.439134 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port ddf89286-3e8b-43e2-bfeb-9b9b21647099, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ddf89286-3e8b-43e2-bfeb-9b9b21647099,segment=NetworkSegment(ed14b41d-d09c-4809-83cd-0abdf7211b24),segment_id=ed14b41d-d09c-4809-83cd-0abdf7211b24)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:51.456167 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.457226 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:58:51.469934 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a4905650-1f50-40b8-9538-1a26b653a7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.543572 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 22f8b786-b1e8-4ea8-9c9c-7c02c24fb507 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:51.543970 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471642fa-7f92-4a75-8341-95110af3ae75 req-591ef4fe-c40e-4f70-a2da-79b46c300cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:51.545537 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-471642fa-7f92-4a75-8341-95110af3ae75 req-591ef4fe-c40e-4f70-a2da-79b46c300cb4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bec4c50d-790a-4731-8eee-468ff6cb4a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5515845 Jul 07 16:58:51.573754 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b026209-6f74-491a-be36-0897c06274ac tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Pushing event deleted for resources: {'Port': ['ID=d7ffe9d7-f969-47b8-a8ee-2aed3cf48178,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:51.624503 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502f7a0-41bc-40c9-8aa3-34507ae0e07a req-269cb9d3-07de-4ead-a56d-69c937b203cb tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:51.626963 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5502f7a0-41bc-40c9-8aa3-34507ae0e07a req-269cb9d3-07de-4ead-a56d-69c937b203cb tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 944 time: 0.1289856 Jul 07 16:58:51.631738 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.resource_extend [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:58:51.641969 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a4905650-1f50-40b8-9538-1a26b653a7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.644744 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a4905650-1f50-40b8-9538-1a26b653a7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.650927 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a4905650-1f50-40b8-9538-1a26b653a7f1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6ef667b2-83c4-4950-8588-a1a47bc10fb2 HTTP/1.1" status: 204 len: 168 time: 0.4495559 Jul 07 16:58:51.671178 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4905650-1f50-40b8-9538-1a26b653a7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef667b2-83c4-4950-8588-a1a47bc10fb2,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:51.712586 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5502f7a0-41bc-40c9-8aa3-34507ae0e07a req-d59bb9c2-5218-4f72-9a29-4087c4c74b8e tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681362 Jul 07 16:58:51.764094 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 22f8b786-b1e8-4ea8-9c9c-7c02c24fb507 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:51.775453 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-db42515f-1e82-426f-a6e5-217e92b8b50d service neutron] 10.222.0.64 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6012757 Jul 07 16:58:51.776271 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-498696fb-ef1d-416b-8f3b-3ff2f66ecb39 req-2b026209-6f74-491a-be36-0897c06274ac tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] No DVR routers for this DVR port d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:51.785545 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 22f8b786-b1e8-4ea8-9c9c-7c02c24fb507 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:51.786242 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.792909 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-498696fb-ef1d-416b-8f3b-3ff2f66ecb39 req-2b026209-6f74-491a-be36-0897c06274ac tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.793631 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=ddf89286-3e8b-43e2-bfeb-9b9b21647099,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:51.795032 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-498696fb-ef1d-416b-8f3b-3ff2f66ecb39 req-2b026209-6f74-491a-be36-0897c06274ac tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.64 "DELETE /v2.0/ports/d7ffe9d7-f969-47b8-a8ee-2aed3cf48178 HTTP/1.1" status: 204 len: 173 time: 2.9337513 Jul 07 16:58:51.799226 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3279052d-3b78-42d6-bf8e-9aab1293dcd6', 'name': 'network-vif-deleted', 'tag': 'd7ffe9d7-f969-47b8-a8ee-2aed3cf48178'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:51.809851 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22576e1c-d57a-4757-85d4-790039b0cd5a" -d '{"events": [{"server_uuid": "3279052d-3b78-42d6-bf8e-9aab1293dcd6", "name": "network-vif-deleted", "tag": "d7ffe9d7-f969-47b8-a8ee-2aed3cf48178"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:51.882831 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249,segment=NetworkSegment(4a16b4fe-0c2d-4a4c-bbd5-3baae5dad902),segment_id=4a16b4fe-0c2d-4a4c-bbd5-3baae5dad902)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:51.926658 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249', 'network_id': 'bec4c50d-790a-4731-8eee-468ff6cb4a13', 'port_id': 'b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249', 'mac_address': 'fa:16:3e:ae:4e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8155b76a-cd39-401b-b8a5-096af5c15114', 'ip_address': '19.86.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:58:52.042693 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4af66617-e487-409b-a158-5f8a3c52ff2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:52.126022 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:52.143024 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4af66617-e487-409b-a158-5f8a3c52ff2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:52.156793 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:52.218327 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:52.221132 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6df2da-4df5-43f3-b295-d72616753cb6 req-1c385115-e227-44bb-83ce-404b036135a8 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:52.224695 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2e6df2da-4df5-43f3-b295-d72616753cb6 req-1c385115-e227-44bb-83ce-404b036135a8 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 945 time: 0.9100764 Jul 07 16:58:52.369319 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249,segment=NetworkSegment(4a16b4fe-0c2d-4a4c-bbd5-3baae5dad902),segment_id=4a16b4fe-0c2d-4a4c-bbd5-3baae5dad902)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:52.383811 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-471642fa-7f92-4a75-8341-95110af3ae75 req-5a4871f8-bac2-40b7-b33d-a46714e70990 service neutron] 10.222.0.72 "GET /v2.0/networks/bec4c50d-790a-4731-8eee-468ff6cb4a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8066020 Jul 07 16:58:52.387928 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 22f8b786-b1e8-4ea8-9c9c-7c02c24fb507, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=22f8b786-b1e8-4ea8-9c9c-7c02c24fb507,segment=NetworkSegment(a2664701-1b29-4b1e-a81c-aaa20afebff7),segment_id=a2664701-1b29-4b1e-a81c-aaa20afebff7)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:52.398963 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:52.416262 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:52.449921 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2e6df2da-4df5-43f3-b295-d72616753cb6 req-6d9cb113-1cc0-407c-95f7-673040738199 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291902 Jul 07 16:58:52.505697 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-a58ffbc4-a2b7-45c6-9b22-aafbb71ba763 service neutron] 10.222.0.64 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7088125 Jul 07 16:58:52.529543 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f450cf0a-2bd8-4cc1-bd3a-ac81a83a5be9 x-openstack-request-id: req-f450cf0a-2bd8-4cc1-bd3a-ac81a83a5be9 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:52.530218 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3279052d-3b78-42d6-bf8e-9aab1293dcd6", "name": "network-vif-deleted", "tag": "d7ffe9d7-f969-47b8-a8ee-2aed3cf48178", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:52.530707 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f450cf0a-2bd8-4cc1-bd3a-ac81a83a5be9 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:52.531540 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3279052d-3b78-42d6-bf8e-9aab1293dcd6', 'name': 'network-vif-deleted', 'tag': 'd7ffe9d7-f969-47b8-a8ee-2aed3cf48178', 'status': 'completed', 'code': 200} Jul 07 16:58:52.607654 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-4af66617-e487-409b-a158-5f8a3c52ff2c admin admin] Allocated IP 172.25.0.103 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/748afa66-2c34-4c89-885b-a486257eecf9) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:52.641282 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-471642fa-7f92-4a75-8341-95110af3ae75 req-921ecbe0-95c3-483d-bf75-1105c52d19ff service neutron] 10.222.0.72 "GET /v2.0/networks/bec4c50d-790a-4731-8eee-468ff6cb4a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448332 Jul 07 16:58:52.659135 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:52.664380 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4be4a09e-691d-4318-8b74-b8ea30fbe01d None None] Provisioning complete for port 22f8b786-b1e8-4ea8-9c9c-7c02c24fb507 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:52.665314 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4be4a09e-691d-4318-8b74-b8ea30fbe01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:52.781196 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:52.932778 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4af66617-e487-409b-a158-5f8a3c52ff2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:52.988698 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec872096-ea33-4e01-8f7b-8988518343fa req-d1b9c5e8-b8cf-47da-8101-4727b46ca40c tempest-ListImageFiltersTestJSON-1688278212 tempest-ListImageFiltersTestJSON-1688278212-project] 10.222.0.53 "GET /v2.0/ports?device_id=3279052d-3b78-42d6-bf8e-9aab1293dcd6 HTTP/1.1" status: 200 len: 210 time: 0.1509054 Jul 07 16:58:53.265801 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=22f8b786-b1e8-4ea8-9c9c-7c02c24fb507,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:53.320526 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bdd6e-1d02-460f-8ffb-1f2ab5d7e728 req-29218fb6-c7d8-4c67-9964-214a3428d134 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:53.335970 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bdd6e-1d02-460f-8ffb-1f2ab5d7e728 req-29218fb6-c7d8-4c67-9964-214a3428d134 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:53.339600 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f48bdd6e-1d02-460f-8ffb-1f2ab5d7e728 req-29218fb6-c7d8-4c67-9964-214a3428d134 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=7329f20a-72e8-46d3-b9c1-56e26c647961 HTTP/1.1" status: 200 len: 1680 time: 0.3960629 Jul 07 16:58:53.349960 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-da27227f-b224-4cbd-ba55-35a3ad0c7257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:53.421861 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4af66617-e487-409b-a158-5f8a3c52ff2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:53.530151 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af66617-e487-409b-a158-5f8a3c52ff2c admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:53.625112 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-4af66617-e487-409b-a158-5f8a3c52ff2c admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:53.637326 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af66617-e487-409b-a158-5f8a3c52ff2c admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:53.746541 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f48bdd6e-1d02-460f-8ffb-1f2ab5d7e728 req-27721fbc-2b62-4ed8-ac09-c4417448e0b6 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973970 Jul 07 16:58:53.748278 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286583a-05a3-4301-be04-c8e33b4de910 req-2db2ba21-9235-45dc-ae6b-b00a290aa64a tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:53.753196 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0286583a-05a3-4301-be04-c8e33b4de910 req-2db2ba21-9235-45dc-ae6b-b00a290aa64a tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 1096 time: 0.1391842 Jul 07 16:58:53.769640 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['ddf89286-3e8b-43e2-bfeb-9b9b21647099'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:53.845411 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af66617-e487-409b-a158-5f8a3c52ff2c admin admin] Pushing event updated for resources: {'Port': ['ID=748afa66-2c34-4c89-885b-a486257eecf9,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:53.910405 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0286583a-05a3-4301-be04-c8e33b4de910 req-9cbd28a3-afd4-48af-8d18-c392a08dcffa tempest-LiveAutoBlockMigrationV225Test-55012957 tempest-LiveAutoBlockMigrationV225Test-55012957-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489191 Jul 07 16:58:54.301705 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c87565-f3c3-444f-b30b-394c9242bcaa req-5239c90c-9c3f-467a-b021-064f1b218a65 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:54.303582 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4af66617-e487-409b-a158-5f8a3c52ff2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:54.316071 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-98c87565-f3c3-444f-b30b-394c9242bcaa req-5239c90c-9c3f-467a-b021-064f1b218a65 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 945 time: 0.1850789 Jul 07 16:58:54.401981 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-98c87565-f3c3-444f-b30b-394c9242bcaa req-927176a1-c450-476c-abe8-89d3c43eb0e5 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838661 Jul 07 16:58:54.421219 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:54.578498 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:54.588383 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:54.588787 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:54.798466 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:54.858687 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7329f20a-72e8-46d3-b9c1-56e26c647961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:54.871059 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a42baff-bc5e-4bf6-bc95-9a62b6cc57c1" -d '{"events": [{"server_uuid": "7329f20a-72e8-46d3-b9c1-56e26c647961", "name": "network-vif-plugged", "status": "completed", "tag": "b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:54.909981 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249,segment=NetworkSegment(4a16b4fe-0c2d-4a4c-bbd5-3baae5dad902),segment_id=4a16b4fe-0c2d-4a4c-bbd5-3baae5dad902)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:54.922983 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:55.058049 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:55.116838 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d1ba9-c992-4305-b1af-c58f2c0fb60e req-3048de72-1e7b-459c-95d2-c3c380c0dc55 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:55.122077 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-290d1ba9-c992-4305-b1af-c58f2c0fb60e req-3048de72-1e7b-459c-95d2-c3c380c0dc55 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 944 time: 0.1500289 Jul 07 16:58:55.223644 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-290d1ba9-c992-4305-b1af-c58f2c0fb60e req-9d809a94-357b-480b-b53c-d54aa8423ae1 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884297 Jul 07 16:58:55.402126 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 22f8b786-b1e8-4ea8-9c9c-7c02c24fb507 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:55.479751 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4af66617-e487-409b-a158-5f8a3c52ff2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:55.483087 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da735f-49f0-49dd-b3f2-528f1db34af1 req-f4545d45-1df9-4246-9ce0-ab59d4be866d tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:55.492772 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da735f-49f0-49dd-b3f2-528f1db34af1 req-f4545d45-1df9-4246-9ce0-ab59d4be866d tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:55.496787 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-47da735f-49f0-49dd-b3f2-528f1db34af1 req-f4545d45-1df9-4246-9ce0-ab59d4be866d tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=7329f20a-72e8-46d3-b9c1-56e26c647961 HTTP/1.1" status: 200 len: 1681 time: 0.1418076 Jul 07 16:58:55.515981 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22560f3c-0b85-437a-92ed-50e5c93cfef8 req-41ed00a9-40d7-49a4-af20-9f19f8b54b95 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:55.518842 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-22560f3c-0b85-437a-92ed-50e5c93cfef8 req-41ed00a9-40d7-49a4-af20-9f19f8b54b95 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 944 time: 0.2708032 Jul 07 16:58:55.546778 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 22f8b786-b1e8-4ea8-9c9c-7c02c24fb507 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:55.549713 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:55.568132 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-47da735f-49f0-49dd-b3f2-528f1db34af1 req-612d958a-09dd-48c0-8e1d-0fc8946719b7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652583 Jul 07 16:58:55.642930 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ca8d8a-6548-4648-91a1-c8c9a5788afc x-openstack-request-id: req-20ca8d8a-6548-4648-91a1-c8c9a5788afc {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:55.643407 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7329f20a-72e8-46d3-b9c1-56e26c647961", "name": "network-vif-plugged", "status": "completed", "tag": "b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:55.643812 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20ca8d8a-6548-4648-91a1-c8c9a5788afc {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:55.644436 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7329f20a-72e8-46d3-b9c1-56e26c647961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249', 'code': 200} Jul 07 16:58:56.088963 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:56.109620 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec632ba4-5d53-48d1-a8e2-3f52c220ecb4 req-dad09077-85ba-4f04-8ae8-2bc46c1c2bc7 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:56.112273 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ec632ba4-5d53-48d1-a8e2-3f52c220ecb4 req-dad09077-85ba-4f04-8ae8-2bc46c1c2bc7 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 945 time: 0.2484195 Jul 07 16:58:56.121508 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af66617-e487-409b-a158-5f8a3c52ff2c admin admin] Router b1d54cba-8304-438d-b396-a881a7772fff is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:58:56.162750 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-22560f3c-0b85-437a-92ed-50e5c93cfef8 req-e9996e7d-e07a-40b0-8162-c6a6a7a9c003 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Deleting port 6f30eb22-6345-43d4-8240-b85b25ba8808 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:56.163224 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-22560f3c-0b85-437a-92ed-50e5c93cfef8 req-e9996e7d-e07a-40b0-8162-c6a6a7a9c003 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:56.351570 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ec632ba4-5d53-48d1-a8e2-3f52c220ecb4 req-25e05a2a-8be8-480b-820d-b743bd6a393c tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222295 Jul 07 16:58:56.435884 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device ddf89286-3e8b-43e2-bfeb-9b9b21647099 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:56.507878 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-22560f3c-0b85-437a-92ed-50e5c93cfef8 req-e9996e7d-e07a-40b0-8162-c6a6a7a9c003 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] For port 6f30eb22-6345-43d4-8240-b85b25ba8808, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=6f30eb22-6345-43d4-8240-b85b25ba8808,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:56.508538 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-22560f3c-0b85-437a-92ed-50e5c93cfef8 req-e9996e7d-e07a-40b0-8162-c6a6a7a9c003 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:56.530923 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af66617-e487-409b-a158-5f8a3c52ff2c admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:58:56.545310 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-22560f3c-0b85-437a-92ed-50e5c93cfef8 req-e9996e7d-e07a-40b0-8162-c6a6a7a9c003 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Calling delete_port for 6f30eb22-6345-43d4-8240-b85b25ba8808 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:56.552009 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5ce604-a892-4335-b588-991425a3b1a4 None None] Sync routers for ids ['b1d54cba-8304-438d-b396-a881a7772fff'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:58:56.557446 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port ddf89286-3e8b-43e2-bfeb-9b9b21647099 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:56.562888 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port ddf89286-3e8b-43e2-bfeb-9b9b21647099 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:56.564329 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:56.588982 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5ce604-a892-4335-b588-991425a3b1a4 None None] Routers {'b1d54cba-8304-438d-b396-a881a7772fff'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:56.593209 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4af66617-e487-409b-a158-5f8a3c52ff2c admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:56.593487 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7b5ce604-a892-4335-b588-991425a3b1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:58:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b1d54cba-8304-438d-b396-a881a7772fff'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:56.595767 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4af66617-e487-409b-a158-5f8a3c52ff2c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.1402550 Jul 07 16:58:56.601025 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51610) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:56.718169 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ed4d1b76-7503-48ee-a29b-16b021e47c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:56.766194 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b10e6-6e19-4960-8348-b7a377d82960 req-37c699bf-8260-40a8-8c0f-2316e48a15db tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:56.776587 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c60b10e6-6e19-4960-8348-b7a377d82960 req-37c699bf-8260-40a8-8c0f-2316e48a15db tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 944 time: 0.2116175 Jul 07 16:58:56.815492 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:56.933496 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c60b10e6-6e19-4960-8348-b7a377d82960 req-f35fb9d2-64b9-4504-8683-f1d85859d4ef tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503859 Jul 07 16:58:56.934839 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port ddf89286-3e8b-43e2-bfeb-9b9b21647099, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ddf89286-3e8b-43e2-bfeb-9b9b21647099,segment=NetworkSegment(ed14b41d-d09c-4809-83cd-0abdf7211b24),segment_id=ed14b41d-d09c-4809-83cd-0abdf7211b24)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:56.945701 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:56.947754 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 6f30eb22-6345-43d4-8240-b85b25ba8808 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:56.949162 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-7b5ce604-a892-4335-b588-991425a3b1a4 None None] Set router b1d54cba-8304-438d-b396-a881a7772fff gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:58:57.205299 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-22560f3c-0b85-437a-92ed-50e5c93cfef8 req-e9996e7d-e07a-40b0-8162-c6a6a7a9c003 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:57.304658 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9996e7d-e07a-40b0-8162-c6a6a7a9c003 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Pushing event deleted for resources: {'Port': ['ID=6f30eb22-6345-43d4-8240-b85b25ba8808,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:57.394382 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-22560f3c-0b85-437a-92ed-50e5c93cfef8 req-e9996e7d-e07a-40b0-8162-c6a6a7a9c003 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] No DVR routers for this DVR port 6f30eb22-6345-43d4-8240-b85b25ba8808 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:57.403961 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-22560f3c-0b85-437a-92ed-50e5c93cfef8 req-e9996e7d-e07a-40b0-8162-c6a6a7a9c003 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:57.406358 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-22560f3c-0b85-437a-92ed-50e5c93cfef8 req-e9996e7d-e07a-40b0-8162-c6a6a7a9c003 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.72 "DELETE /v2.0/ports/6f30eb22-6345-43d4-8240-b85b25ba8808 HTTP/1.1" status: 204 len: 173 time: 1.7753582 Jul 07 16:58:57.406947 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca22e7b-314b-485b-915e-86865db01b9a', 'name': 'network-vif-deleted', 'tag': '6f30eb22-6345-43d4-8240-b85b25ba8808'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:57.409797 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2ae815-e38c-4983-9b38-e3013097177a" -d '{"events": [{"server_uuid": "1ca22e7b-314b-485b-915e-86865db01b9a", "name": "network-vif-deleted", "tag": "6f30eb22-6345-43d4-8240-b85b25ba8808"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:57.446645 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc619222-97de-4375-af61-2a3bc906c3e9 req-3f23c65b-fe8e-4ea1-9139-d9f4865ea0db tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:57.462370 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc619222-97de-4375-af61-2a3bc906c3e9 req-3f23c65b-fe8e-4ea1-9139-d9f4865ea0db tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:57.475189 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fc619222-97de-4375-af61-2a3bc906c3e9 req-3f23c65b-fe8e-4ea1-9139-d9f4865ea0db tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=7329f20a-72e8-46d3-b9c1-56e26c647961 HTTP/1.1" status: 200 len: 1682 time: 0.2655568 Jul 07 16:58:57.577123 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['66f23783-8aa3-43de-a481-d11c76ad5a18'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:57.577634 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:58:57.586191 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fc619222-97de-4375-af61-2a3bc906c3e9 req-d90848dc-715e-4e8d-b1f7-cc40d44e35e9 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094925 Jul 07 16:58:57.642514 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7b5ce604-a892-4335-b588-991425a3b1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d54cba-8304-438d-b396-a881a7772fff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1737339264-router', 'tenant_id': 'bc95db68c54c49dfad31df446ea25301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '748afa66-2c34-4c89-885b-a486257eecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:47Z', 'updated_at': '2021-07-07T16:58:54Z', 'revision_number': 3, 'project_id': 'bc95db68c54c49dfad31df446ea25301', 'gw_port': {'id': '748afa66-2c34-4c89-885b-a486257eecf9', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d54cba-8304-438d-b396-a881a7772fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:52Z', 'updated_at': '2021-07-07T16:58:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:57.677266 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7329f20a-72e8-46d3-b9c1-56e26c647961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf89286-3e8b-43e2-bfeb-9b9b21647099'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:57.688242 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5ce604-a892-4335-b588-991425a3b1a4 None None] Checking router: b1d54cba-8304-438d-b396-a881a7772fff for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:58:57.689375 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5ce604-a892-4335-b588-991425a3b1a4 None None] Updating router b1d54cba-8304-438d-b396-a881a7772fff port 748afa66-2c34-4c89-885b-a486257eecf9 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:58:57.696023 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db3149e-452e-4578-bc81-47d8b3bf3a6e" -d '{"events": [{"server_uuid": "7329f20a-72e8-46d3-b9c1-56e26c647961", "name": "network-vif-plugged", "status": "completed", "tag": "ddf89286-3e8b-43e2-bfeb-9b9b21647099"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:57.743650 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-7b5ce604-a892-4335-b588-991425a3b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:57.778076 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No active binding found for port 6f30eb22-6345-43d4-8240-b85b25ba8808 {{(pid=100194) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 16:58:57.785602 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 6f30eb22-6345-43d4-8240-b85b25ba8808 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:57.924587 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=ddf89286-3e8b-43e2-bfeb-9b9b21647099,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:57.932866 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:58.071844 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-80d07c3f-8f51-4777-92db-4b7aad4d5cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:58.127693 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51658) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:58.396343 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-7b5ce604-a892-4335-b588-991425a3b1a4 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:58.415821 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-7b5ce604-a892-4335-b588-991425a3b1a4 None None] Transition to ACTIVE for port object 748afa66-2c34-4c89-885b-a486257eecf9 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:58.422270 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6092c2-d0bb-4b72-9a78-33409e8af3d9 req-e16509b5-f9db-4521-97ce-9e87a3d52b0c tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:58.429379 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-7b5ce604-a892-4335-b588-991425a3b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:58.431460 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2b6092c2-d0bb-4b72-9a78-33409e8af3d9 req-e16509b5-f9db-4521-97ce-9e87a3d52b0c tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 945 time: 0.1859486 Jul 07 16:58:58.453764 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95161427-47bf-4a78-89d5-69fcff1b0d04 x-openstack-request-id: req-95161427-47bf-4a78-89d5-69fcff1b0d04 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:58.454282 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca22e7b-314b-485b-915e-86865db01b9a", "name": "network-vif-deleted", "tag": "6f30eb22-6345-43d4-8240-b85b25ba8808", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:58.454506 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95161427-47bf-4a78-89d5-69fcff1b0d04 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:58.454944 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca22e7b-314b-485b-915e-86865db01b9a', 'name': 'network-vif-deleted', 'tag': '6f30eb22-6345-43d4-8240-b85b25ba8808', 'status': 'completed', 'code': 200} Jul 07 16:58:58.476702 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-80d07c3f-8f51-4777-92db-4b7aad4d5cae admin admin] Allocated IP 172.20.0.1 (fb4c1854-ef11-4268-b43a-2dd513652e0b/2c854f63-2af9-4f57-83fb-bec51b6e4c20/b4e42a88-e582-4140-b0bb-5ae0e137353e) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:58.492214 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-13d6dd8b-1f41-404a-842f-d4e3de60a153 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f2e6af5f286c4927b2743fae66cb511f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3616359 Jul 07 16:58:58.494953 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2b6092c2-d0bb-4b72-9a78-33409e8af3d9 req-2df6a4fc-f033-4977-b661-ab0b11374366 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603583 Jul 07 16:58:58.496084 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51662) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:58.583680 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bce2f2-fb1f-4b95-91f4-f7f4f9ae7ef7 x-openstack-request-id: req-d7bce2f2-fb1f-4b95-91f4-f7f4f9ae7ef7 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:58.585591 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7329f20a-72e8-46d3-b9c1-56e26c647961", "name": "network-vif-plugged", "status": "completed", "tag": "ddf89286-3e8b-43e2-bfeb-9b9b21647099", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:58.587139 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6aa26-dcb4-49d0-b340-bf3cb3f7a493 None None] Pushing event updated for resources: {'Port': ['ID=748afa66-2c34-4c89-885b-a486257eecf9,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:58.589943 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7bce2f2-fb1f-4b95-91f4-f7f4f9ae7ef7 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:58.592165 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7329f20a-72e8-46d3-b9c1-56e26c647961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf89286-3e8b-43e2-bfeb-9b9b21647099', 'code': 200} Jul 07 16:58:58.621315 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6aa26-dcb4-49d0-b340-bf3cb3f7a493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:58.621561 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6aa26-dcb4-49d0-b340-bf3cb3f7a493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:58.621902 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6aa26-dcb4-49d0-b340-bf3cb3f7a493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:58.622247 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6aa26-dcb4-49d0-b340-bf3cb3f7a493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:58.622586 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6aa26-dcb4-49d0-b340-bf3cb3f7a493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:58.622921 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6aa26-dcb4-49d0-b340-bf3cb3f7a493 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:58.623251 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6aa26-dcb4-49d0-b340-bf3cb3f7a493 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:58.623580 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6aa26-dcb4-49d0-b340-bf3cb3f7a493 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:58.623936 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6aa26-dcb4-49d0-b340-bf3cb3f7a493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:58.624304 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6aa26-dcb4-49d0-b340-bf3cb3f7a493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:58.624545 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6aa26-dcb4-49d0-b340-bf3cb3f7a493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:58.624893 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6aa26-dcb4-49d0-b340-bf3cb3f7a493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:58.632077 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-7b5ce604-a892-4335-b588-991425a3b1a4 None None] Attempting to bind port 748afa66-2c34-4c89-885b-a486257eecf9 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:58.632077 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-7b5ce604-a892-4335-b588-991425a3b1a4 None None] Attempting to bind port 748afa66-2c34-4c89-885b-a486257eecf9 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:58.632470 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5ce604-a892-4335-b588-991425a3b1a4 None None] Attempting to bind port 748afa66-2c34-4c89-885b-a486257eecf9 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:58.662206 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5ce604-a892-4335-b588-991425a3b1a4 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:58.663060 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5ce604-a892-4335-b588-991425a3b1a4 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:58.663525 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-7b5ce604-a892-4335-b588-991425a3b1a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:58.663833 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5ce604-a892-4335-b588-991425a3b1a4 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:58.664316 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-7b5ce604-a892-4335-b588-991425a3b1a4 None None] Bound port: 748afa66-2c34-4c89-885b-a486257eecf9, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:58.664756 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-7b5ce604-a892-4335-b588-991425a3b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:58.698785 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6cb4ba4-31a8-43f0-b6c2-acc2c523553a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:58.766967 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6cb4ba4-31a8-43f0-b6c2-acc2c523553a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:58.814424 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-7b5ce604-a892-4335-b588-991425a3b1a4 None None] For port 748afa66-2c34-4c89-885b-a486257eecf9, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:58.820847 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060aa0aa-3829-45a0-bde4-040b80b9e539 req-186fc6f3-b1cf-4373-8e9a-4477c30aa586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:58.822054 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060aa0aa-3829-45a0-bde4-040b80b9e539 req-186fc6f3-b1cf-4373-8e9a-4477c30aa586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:58.823167 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-7b5ce604-a892-4335-b588-991425a3b1a4 None None] For port 748afa66-2c34-4c89-885b-a486257eecf9, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=748afa66-2c34-4c89-885b-a486257eecf9,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:58.825948 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-060aa0aa-3829-45a0-bde4-040b80b9e539 req-186fc6f3-b1cf-4373-8e9a-4477c30aa586 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7329f20a-72e8-46d3-b9c1-56e26c647961 HTTP/1.1" status: 200 len: 1986 time: 0.1542351 Jul 07 16:58:58.829984 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-7b5ce604-a892-4335-b588-991425a3b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:58.885054 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6cb4ba4-31a8-43f0-b6c2-acc2c523553a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:58.887655 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6cb4ba4-31a8-43f0-b6c2-acc2c523553a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:58.892862 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e6cb4ba4-31a8-43f0-b6c2-acc2c523553a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e1729d99-db06-4992-9fd7-fcde05e9b540 HTTP/1.1" status: 204 len: 168 time: 0.3922341 Jul 07 16:58:58.906379 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb4ba4-31a8-43f0-b6c2-acc2c523553a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1729d99-db06-4992-9fd7-fcde05e9b540,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:58.952657 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5ce604-a892-4335-b588-991425a3b1a4 None None] Routers {'b1d54cba-8304-438d-b396-a881a7772fff'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:58.954565 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7b5ce604-a892-4335-b588-991425a3b1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:58:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b1d54cba-8304-438d-b396-a881a7772fff'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:58.963098 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6aa26-dcb4-49d0-b340-bf3cb3f7a493 None None] Pushing event updated for resources: {'Port': ['ID=748afa66-2c34-4c89-885b-a486257eecf9,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:59.009717 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-295572b0-dffd-4902-a4c3-d903bb21a413 req-20be5776-8f9f-425e-9480-b15b5105fbd7 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 210 time: 0.1658385 Jul 07 16:58:59.076561 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-80d07c3f-8f51-4777-92db-4b7aad4d5cae admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.090255 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-060aa0aa-3829-45a0-bde4-040b80b9e539 req-056c27ae-59c0-49ee-8b86-82df141152f9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441051 Jul 07 16:58:59.133874 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-80d07c3f-8f51-4777-92db-4b7aad4d5cae admin admin] Transition to ACTIVE for port object b4e42a88-e582-4140-b0bb-5ae0e137353e will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:59.212540 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-80d07c3f-8f51-4777-92db-4b7aad4d5cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.307619 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-7b5ce604-a892-4335-b588-991425a3b1a4 None None] Set router b1d54cba-8304-438d-b396-a881a7772fff gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:58:59.367560 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d30c3-8e50-4a8a-ab25-e282a2f8937d req-94295676-c5bc-4c8b-8b29-98aa589d42de tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:59.379625 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d30c3-8e50-4a8a-ab25-e282a2f8937d req-94295676-c5bc-4c8b-8b29-98aa589d42de tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:59.395637 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-251d30c3-8e50-4a8a-ab25-e282a2f8937d req-94295676-c5bc-4c8b-8b29-98aa589d42de tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=7329f20a-72e8-46d3-b9c1-56e26c647961 HTTP/1.1" status: 200 len: 1682 time: 0.2078562 Jul 07 16:58:59.400163 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d07c3f-8f51-4777-92db-4b7aad4d5cae admin admin] Network fb4c1854-ef11-4268-b43a-2dd513652e0b is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:59.421381 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-80d07c3f-8f51-4777-92db-4b7aad4d5cae admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:59.430634 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d07c3f-8f51-4777-92db-4b7aad4d5cae admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:59.502976 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-251d30c3-8e50-4a8a-ab25-e282a2f8937d req-f1a4064f-2a0f-4e48-bdb4-0f080e71aabf tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057956 Jul 07 16:58:59.633033 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d07c3f-8f51-4777-92db-4b7aad4d5cae admin admin] Pushing event updated for resources: {'Port': ['ID=b4e42a88-e582-4140-b0bb-5ae0e137353e,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:59.717419 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-80d07c3f-8f51-4777-92db-4b7aad4d5cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.766791 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7b5ce604-a892-4335-b588-991425a3b1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d54cba-8304-438d-b396-a881a7772fff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1737339264-router', 'tenant_id': 'bc95db68c54c49dfad31df446ea25301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '748afa66-2c34-4c89-885b-a486257eecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:47Z', 'updated_at': '2021-07-07T16:58:54Z', 'revision_number': 3, 'project_id': 'bc95db68c54c49dfad31df446ea25301', 'gw_port': {'id': '748afa66-2c34-4c89-885b-a486257eecf9', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d54cba-8304-438d-b396-a881a7772fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:52Z', 'updated_at': '2021-07-07T16:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:59.833520 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5ce604-a892-4335-b588-991425a3b1a4 None None] The sync data for ids ['b1d54cba-8304-438d-b396-a881a7772fff'] in n-d-791503-12 is: [{'id': 'b1d54cba-8304-438d-b396-a881a7772fff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1737339264-router', 'tenant_id': 'bc95db68c54c49dfad31df446ea25301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '748afa66-2c34-4c89-885b-a486257eecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:47Z', 'updated_at': '2021-07-07T16:58:54Z', 'revision_number': 3, 'project_id': 'bc95db68c54c49dfad31df446ea25301', 'gw_port': {'id': '748afa66-2c34-4c89-885b-a486257eecf9', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d54cba-8304-438d-b396-a881a7772fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:52Z', 'updated_at': '2021-07-07T16:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:58:59.955562 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1abfe9b4-f855-4465-a23a-38a481f3f2c2 None None] Provisioning for port b4e42a88-e582-4140-b0bb-5ae0e137353e completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:59.972687 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1abfe9b4-f855-4465-a23a-38a481f3f2c2 None None] Provisioning complete for port b4e42a88-e582-4140-b0bb-5ae0e137353e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:59.973696 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1abfe9b4-f855-4465-a23a-38a481f3f2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:00.061598 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-1abfe9b4-f855-4465-a23a-38a481f3f2c2 None None] Port b4e42a88-e582-4140-b0bb-5ae0e137353e cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:59:00.104127 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:00.231062 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-80d07c3f-8f51-4777-92db-4b7aad4d5cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:00.517522 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-80d07c3f-8f51-4777-92db-4b7aad4d5cae admin admin] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:00.530711 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-80d07c3f-8f51-4777-92db-4b7aad4d5cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:00.536122 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702da56-32cb-41af-9d1f-017a94497d4b req-02aa82ba-132d-4eef-98bb-39e480240f74 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:00.549269 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9702da56-32cb-41af-9d1f-017a94497d4b req-02aa82ba-132d-4eef-98bb-39e480240f74 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 945 time: 0.3601589 Jul 07 16:59:00.632313 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9702da56-32cb-41af-9d1f-017a94497d4b req-56130ffe-158f-4f86-8c26-2708a75918e3 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695994 Jul 07 16:59:00.640777 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d07c3f-8f51-4777-92db-4b7aad4d5cae admin admin] Pushing event updated for resources: {'Port': ['ID=b4e42a88-e582-4140-b0bb-5ae0e137353e,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:00.658979 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-80d07c3f-8f51-4777-92db-4b7aad4d5cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.046281 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7efc3140-0ab0-4acd-b7bf-ec0ee7936747 req-76a030a0-9fdc-437b-a792-9416847cec23 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 210 time: 0.1816099 Jul 07 16:59:01.145044 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d07c3f-8f51-4777-92db-4b7aad4d5cae admin admin] Network fb4c1854-ef11-4268-b43a-2dd513652e0b is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:01.150829 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-80d07c3f-8f51-4777-92db-4b7aad4d5cae admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:01.451227 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d07c3f-8f51-4777-92db-4b7aad4d5cae admin admin] Router b1d54cba-8304-438d-b396-a881a7772fff has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:59:01.539171 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441914c7-8555-4ece-ac51-9afea7fba456 req-f8ec3e5a-8c32-416c-9b6e-1217ef53e18b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:01.583214 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441914c7-8555-4ece-ac51-9afea7fba456 req-f8ec3e5a-8c32-416c-9b6e-1217ef53e18b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:01.584336 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 748afa66-2c34-4c89-885b-a486257eecf9 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:01.586247 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-441914c7-8555-4ece-ac51-9afea7fba456 req-f8ec3e5a-8c32-416c-9b6e-1217ef53e18b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=7329f20a-72e8-46d3-b9c1-56e26c647961 HTTP/1.1" status: 200 len: 1682 time: 0.3516166 Jul 07 16:59:01.669491 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d07c3f-8f51-4777-92db-4b7aad4d5cae admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:59:01.688684 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-80d07c3f-8f51-4777-92db-4b7aad4d5cae admin admin] 10.222.0.53 "PUT /v2.0/routers/b1d54cba-8304-438d-b396-a881a7772fff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0862598 Jul 07 16:59:01.745534 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-441914c7-8555-4ece-ac51-9afea7fba456 req-a9c9af4d-3c21-4e04-8193-4e614f411bee tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468825 Jul 07 16:59:01.783354 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e6af057c-e1ef-4a2f-b8b5-6b29c61e3f29 None None] Provisioning complete for port b4e42a88-e582-4140-b0bb-5ae0e137353e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:01.784065 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e6af057c-e1ef-4a2f-b8b5-6b29c61e3f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.883938 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 748afa66-2c34-4c89-885b-a486257eecf9 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:01.891376 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-e6af057c-e1ef-4a2f-b8b5-6b29c61e3f29 None None] Port b4e42a88-e582-4140-b0bb-5ae0e137353e cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:59:01.898185 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 748afa66-2c34-4c89-885b-a486257eecf9 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:01.899602 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:02.101276 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:02.201828 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 748afa66-2c34-4c89-885b-a486257eecf9, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=748afa66-2c34-4c89-885b-a486257eecf9,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:02.216043 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:02.347781 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=748afa66-2c34-4c89-885b-a486257eecf9,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:02.582028 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6188c09-9110-40e0-ac3e-021f5df1b614 req-d24af891-b66c-4e95-821d-c754bbdd6a49 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:02.586193 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b6188c09-9110-40e0-ac3e-021f5df1b614 req-d24af891-b66c-4e95-821d-c754bbdd6a49 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 945 time: 0.1675684 Jul 07 16:59:02.665204 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b6188c09-9110-40e0-ac3e-021f5df1b614 req-f28c1e54-6c45-4c97-8087-bc46d032f717 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687969 Jul 07 16:59:02.952555 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5ab90d77-1c0e-44de-8b8c-89d8ed0bd4bd req-47a4acc8-eedf-4286-8b0d-a6a687ae4421 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 210 time: 0.0633030 Jul 07 16:59:03.106149 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51764) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:03.115617 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-655c6aa7-f910-4b71-a654-f63ad9b4ed83 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1791397307-network', 'tenant_id': '151d4cf3d75d4bd397083a68369eca44'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:03.183297 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655c6aa7-f910-4b71-a654-f63ad9b4ed83 admin admin] Made reservation on behalf of 151d4cf3d75d4bd397083a68369eca44 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:03.196278 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-655c6aa7-f910-4b71-a654-f63ad9b4ed83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.212820 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-655c6aa7-f910-4b71-a654-f63ad9b4ed83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.354641 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98356499-93ae-4a8b-a613-ff303243b41d None None] Sync routers for ids ['b1d54cba-8304-438d-b396-a881a7772fff'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:59:03.418911 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98356499-93ae-4a8b-a613-ff303243b41d None None] Routers {'b1d54cba-8304-438d-b396-a881a7772fff'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:59:03.421646 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-98356499-93ae-4a8b-a613-ff303243b41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:58:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b1d54cba-8304-438d-b396-a881a7772fff'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:03.513346 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-655c6aa7-f910-4b71-a654-f63ad9b4ed83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.523994 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-655c6aa7-f910-4b71-a654-f63ad9b4ed83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.536268 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 748afa66-2c34-4c89-885b-a486257eecf9 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:03.554442 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655c6aa7-f910-4b71-a654-f63ad9b4ed83 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:59:03.581993 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-655c6aa7-f910-4b71-a654-f63ad9b4ed83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.592781 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-655c6aa7-f910-4b71-a654-f63ad9b4ed83 admin admin] Added segment 8bb6e2e3-5f3b-4abf-8571-3ec724bc77d2 of type vlan for network bf214582-75e1-4cdd-b0d5-e22475cf9123 Jul 07 16:59:03.694854 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-655c6aa7-f910-4b71-a654-f63ad9b4ed83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.766614 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-655c6aa7-f910-4b71-a654-f63ad9b4ed83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.768759 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655c6aa7-f910-4b71-a654-f63ad9b4ed83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:03.770197 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-655c6aa7-f910-4b71-a654-f63ad9b4ed83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.811375 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-655c6aa7-f910-4b71-a654-f63ad9b4ed83 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7023389 Jul 07 16:59:03.814977 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51778) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:03.843745 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-15515591-17b0-44c0-ab2e-97bd5dac1086 admin admin] Request body: {'subnet': {'network_id': 'bf214582-75e1-4cdd-b0d5-e22475cf9123', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1791397307-subnet', 'tenant_id': '151d4cf3d75d4bd397083a68369eca44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:03.926573 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c6aa7-f910-4b71-a654-f63ad9b4ed83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bb36ff-318b-401e-8cac-f1c282c03ac1,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:03.952932 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15515591-17b0-44c0-ab2e-97bd5dac1086 admin admin] Made reservation on behalf of 151d4cf3d75d4bd397083a68369eca44 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:03.957599 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15515591-17b0-44c0-ab2e-97bd5dac1086 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.977142 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c6aa7-f910-4b71-a654-f63ad9b4ed83 admin admin] Pushing event updated for resources: {'Network': ['ID=bf214582-75e1-4cdd-b0d5-e22475cf9123,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:03.977272 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-98356499-93ae-4a8b-a613-ff303243b41d None None] Set router b1d54cba-8304-438d-b396-a881a7772fff gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:59:04.085111 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network bf214582-75e1-4cdd-b0d5-e22475cf9123 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:59:04.296921 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 748afa66-2c34-4c89-885b-a486257eecf9 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:04.297665 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:04.524604 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15515591-17b0-44c0-ab2e-97bd5dac1086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:04.647240 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15515591-17b0-44c0-ab2e-97bd5dac1086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f2d2873-3be3-4468-836a-3e8429d7cc59,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:04.678587 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e3791-d6eb-4d5a-86a5-144da7d7bb09 req-f180e7a5-6d4a-4bda-a278-ac5a680b715b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:04.691518 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90a4bc-9427-45e3-a613-e97b7d79b632 req-00aa3526-7e8f-4967-b22d-a7a56f183bcb tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:04.695343 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e3791-d6eb-4d5a-86a5-144da7d7bb09 req-f180e7a5-6d4a-4bda-a278-ac5a680b715b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:04.703726 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-98356499-93ae-4a8b-a613-ff303243b41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d54cba-8304-438d-b396-a881a7772fff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1737339264-router', 'tenant_id': 'bc95db68c54c49dfad31df446ea25301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '748afa66-2c34-4c89-885b-a486257eecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:47Z', 'updated_at': '2021-07-07T16:59:00Z', 'revision_number': 4, 'project_id': 'bc95db68c54c49dfad31df446ea25301', 'gw_port': {'id': '748afa66-2c34-4c89-885b-a486257eecf9', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d54cba-8304-438d-b396-a881a7772fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:52Z', 'updated_at': '2021-07-07T16:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'b4e42a88-e582-4140-b0bb-5ae0e137353e', 'name': '', 'network_id': 'fb4c1854-ef11-4268-b43a-2dd513652e0b', 'tenant_id': 'bc95db68c54c49dfad31df446ea25301', 'mac_address': 'fa:16:3e:4f:1c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d54cba-8304-438d-b396-a881a7772fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2c854f63-2af9-4f57-83fb-bec51b6e4c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:58Z', 'updated_at': '2021-07-07T16:59:00Z', 'revision_number': 2, 'project_id': 'bc95db68c54c49dfad31df446ea25301', 'subnets': [{'id': '2c854f63-2af9-4f57-83fb-bec51b6e4c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:04.705721 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc90a4bc-9427-45e3-a613-e97b7d79b632 req-00aa3526-7e8f-4967-b22d-a7a56f183bcb tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 945 time: 0.3858905 Jul 07 16:59:04.713917 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f26e3791-d6eb-4d5a-86a5-144da7d7bb09 req-f180e7a5-6d4a-4bda-a278-ac5a680b715b tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=7329f20a-72e8-46d3-b9c1-56e26c647961 HTTP/1.1" status: 200 len: 1682 time: 0.1773095 Jul 07 16:59:04.744422 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98356499-93ae-4a8b-a613-ff303243b41d None None] Checking router: b1d54cba-8304-438d-b396-a881a7772fff for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:59:04.744845 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98356499-93ae-4a8b-a613-ff303243b41d None None] Updating router b1d54cba-8304-438d-b396-a881a7772fff port b4e42a88-e582-4140-b0bb-5ae0e137353e binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:59:04.793600 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f26e3791-d6eb-4d5a-86a5-144da7d7bb09 req-4324699e-54c7-48b9-aa02-314332b6de93 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770855 Jul 07 16:59:04.793946 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-98356499-93ae-4a8b-a613-ff303243b41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:04.801616 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc90a4bc-9427-45e3-a613-e97b7d79b632 req-5d676cc8-2570-4761-9705-2258b92db232 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904894 Jul 07 16:59:04.856001 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15515591-17b0-44c0-ab2e-97bd5dac1086 admin admin] Checking segment: {'id': '8bb6e2e3-5f3b-4abf-8571-3ec724bc77d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bf214582-75e1-4cdd-b0d5-e22475cf9123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:04.856001 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15515591-17b0-44c0-ab2e-97bd5dac1086 admin admin] Network hostable DHCP agents. Network: bf214582-75e1-4cdd-b0d5-e22475cf9123, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:59:04.899297 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15515591-17b0-44c0-ab2e-97bd5dac1086 admin admin] Network bf214582-75e1-4cdd-b0d5-e22475cf9123 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:59:04.930459 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-15515591-17b0-44c0-ab2e-97bd5dac1086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, bf214582-75e1-4cdd-b0d5-e22475cf9123) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:04.946984 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15515591-17b0-44c0-ab2e-97bd5dac1086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:04.951535 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15515591-17b0-44c0-ab2e-97bd5dac1086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:04.988613 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-15515591-17b0-44c0-ab2e-97bd5dac1086 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1700060 Jul 07 16:59:04.991547 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51796) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.003578 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-01f7adaf-0a4e-428a-95f7-d620ebcc5de5 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1791397307-router', 'tenant_id': '151d4cf3d75d4bd397083a68369eca44', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:05.066032 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3948b9-d530-4ead-9a82-e2f89b321511 None None] Network bf214582-75e1-4cdd-b0d5-e22475cf9123 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:05.096784 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01f7adaf-0a4e-428a-95f7-d620ebcc5de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.098892 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01f7adaf-0a4e-428a-95f7-d620ebcc5de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.190818 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2e5b26f9-300b-4234-ba70-e5bee3696dda req-935862a6-9e51-458c-8ad1-52b26305912a tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 210 time: 0.0730543 Jul 07 16:59:05.292514 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01f7adaf-0a4e-428a-95f7-d620ebcc5de5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.665665 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01f7adaf-0a4e-428a-95f7-d620ebcc5de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.681742 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ab07b-092b-422d-b66c-82adeeb799d2 req-e9948328-7615-4957-aedf-0389752383aa tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:05.699947 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-98356499-93ae-4a8b-a613-ff303243b41d None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.718430 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-98356499-93ae-4a8b-a613-ff303243b41d None None] Transition to ACTIVE for port object b4e42a88-e582-4140-b0bb-5ae0e137353e will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:05.719223 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ab07b-092b-422d-b66c-82adeeb799d2 req-e9948328-7615-4957-aedf-0389752383aa tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:05.729510 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-207ab07b-092b-422d-b66c-82adeeb799d2 req-e9948328-7615-4957-aedf-0389752383aa tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.72 "GET /v2.0/ports?device_id=7329f20a-72e8-46d3-b9c1-56e26c647961 HTTP/1.1" status: 200 len: 1682 time: 0.2986641 Jul 07 16:59:05.737578 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-98356499-93ae-4a8b-a613-ff303243b41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.955606 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e604e7-5716-4e05-b896-103cfb544b16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-bf214582-75e1-4cdd-b0d5-e22475cf9123', 'network_id': 'bf214582-75e1-4cdd-b0d5-e22475cf9123', 'tenant_id': '151d4cf3d75d4bd397083a68369eca44', 'fixed_ips': [{'subnet_id': '6f2d2873-3be3-4468-836a-3e8429d7cc59'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:59:05.957196 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b1e604e7-5716-4e05-b896-103cfb544b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.966860 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-98356499-93ae-4a8b-a613-ff303243b41d None None] Attempting to bind port b4e42a88-e582-4140-b0bb-5ae0e137353e on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:05.967582 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-98356499-93ae-4a8b-a613-ff303243b41d None None] Attempting to bind port b4e42a88-e582-4140-b0bb-5ae0e137353e by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'a2664701-1b29-4b1e-a81c-aaa20afebff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fb4c1854-ef11-4268-b43a-2dd513652e0b'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:05.968998 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98356499-93ae-4a8b-a613-ff303243b41d None None] Attempting to bind port b4e42a88-e582-4140-b0bb-5ae0e137353e on network fb4c1854-ef11-4268-b43a-2dd513652e0b {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:05.985487 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f78cac-9147-4b95-bc66-b51b9a5a6239 None None] Pushing event updated for resources: {'Port': ['ID=b4e42a88-e582-4140-b0bb-5ae0e137353e,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:06.008176 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98356499-93ae-4a8b-a613-ff303243b41d None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:06.009094 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98356499-93ae-4a8b-a613-ff303243b41d None None] Checking segment: {'id': 'a2664701-1b29-4b1e-a81c-aaa20afebff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fb4c1854-ef11-4268-b43a-2dd513652e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:06.009834 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-98356499-93ae-4a8b-a613-ff303243b41d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.010548 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98356499-93ae-4a8b-a613-ff303243b41d None None] Bound using segment: {'id': 'a2664701-1b29-4b1e-a81c-aaa20afebff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fb4c1854-ef11-4268-b43a-2dd513652e0b'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:06.012659 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-98356499-93ae-4a8b-a613-ff303243b41d None None] Bound port: b4e42a88-e582-4140-b0bb-5ae0e137353e, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2664701-1b29-4b1e-a81c-aaa20afebff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fb4c1854-ef11-4268-b43a-2dd513652e0b'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:06.013331 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-98356499-93ae-4a8b-a613-ff303243b41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.328590 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-207ab07b-092b-422d-b66c-82adeeb799d2 req-5b1b650a-be26-4f84-a1d1-9eb5d5e93b1f tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Deleting port b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:06.329299 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-207ab07b-092b-422d-b66c-82adeeb799d2 req-5b1b650a-be26-4f84-a1d1-9eb5d5e93b1f tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.432883 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01f7adaf-0a4e-428a-95f7-d620ebcc5de5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.500114 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01f7adaf-0a4e-428a-95f7-d620ebcc5de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.720522 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-207ab07b-092b-422d-b66c-82adeeb799d2 req-5b1b650a-be26-4f84-a1d1-9eb5d5e93b1f tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] For port b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249,segment=NetworkSegment(4a16b4fe-0c2d-4a4c-bbd5-3baae5dad902),segment_id=4a16b4fe-0c2d-4a4c-bbd5-3baae5dad902)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:06.723376 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-207ab07b-092b-422d-b66c-82adeeb799d2 req-5b1b650a-be26-4f84-a1d1-9eb5d5e93b1f tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.755060 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-207ab07b-092b-422d-b66c-82adeeb799d2 req-5b1b650a-be26-4f84-a1d1-9eb5d5e93b1f tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Calling delete_port for b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:06.799309 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a06f2c-b965-4bfe-b105-4567891a9538 req-4ee8aaca-aa90-4a7e-bda0-d6d6eaef176c tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:06.801190 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43a06f2c-b965-4bfe-b105-4567891a9538 req-4ee8aaca-aa90-4a7e-bda0-d6d6eaef176c tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 945 time: 0.2676840 Jul 07 16:59:06.820263 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-98356499-93ae-4a8b-a613-ff303243b41d None None] For port b4e42a88-e582-4140-b0bb-5ae0e137353e, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:06.834477 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-98356499-93ae-4a8b-a613-ff303243b41d None None] For port b4e42a88-e582-4140-b0bb-5ae0e137353e, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b4e42a88-e582-4140-b0bb-5ae0e137353e,segment=NetworkSegment(a2664701-1b29-4b1e-a81c-aaa20afebff7),segment_id=a2664701-1b29-4b1e-a81c-aaa20afebff7)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:06.838336 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-01f7adaf-0a4e-428a-95f7-d620ebcc5de5 admin admin] Allocated IP 172.25.0.174 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/d557cef6-1ec0-4113-8eda-7d77338b1a80) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:06.850925 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-98356499-93ae-4a8b-a613-ff303243b41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.923088 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43a06f2c-b965-4bfe-b105-4567891a9538 req-ff830b93-1df9-46ac-819d-25d2ae3b7052 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074221 Jul 07 16:59:07.023727 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-b1e604e7-5716-4e05-b896-103cfb544b16 None None] Allocated IP 172.20.0.2 (bf214582-75e1-4cdd-b0d5-e22475cf9123/6f2d2873-3be3-4468-836a-3e8429d7cc59/a2bfeabc-131f-467b-a13e-3fe57b90a536) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:07.052925 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f78cac-9147-4b95-bc66-b51b9a5a6239 None None] Pushing event updated for resources: {'Port': ['ID=b4e42a88-e582-4140-b0bb-5ae0e137353e,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:07.133877 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01f7adaf-0a4e-428a-95f7-d620ebcc5de5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:07.159858 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:07.233823 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98356499-93ae-4a8b-a613-ff303243b41d None None] Routers {'b1d54cba-8304-438d-b396-a881a7772fff'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:59:07.234926 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-98356499-93ae-4a8b-a613-ff303243b41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:58:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b1d54cba-8304-438d-b396-a881a7772fff'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:07.361392 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b0fbb004-9238-4901-a395-8739a6889ea5 req-8a2cd44f-3347-4370-b0b5-b8c8848c80dc tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca22e7b-314b-485b-915e-86865db01b9a HTTP/1.1" status: 200 len: 210 time: 0.0735340 Jul 07 16:59:07.388567 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01f7adaf-0a4e-428a-95f7-d620ebcc5de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:07.506219 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f7adaf-0a4e-428a-95f7-d620ebcc5de5 admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:07.509485 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-01f7adaf-0a4e-428a-95f7-d620ebcc5de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:07.517006 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f7adaf-0a4e-428a-95f7-d620ebcc5de5 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:07.639559 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:07.680844 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7adaf-0a4e-428a-95f7-d620ebcc5de5 admin admin] Pushing event updated for resources: {'Port': ['ID=d557cef6-1ec0-4113-8eda-7d77338b1a80,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:07.815050 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7574e2-957c-4f59-a16a-147423e3a112 req-8290bbae-a1c8-47cd-af22-9534bf27f54d tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:07.828823 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7574e2-957c-4f59-a16a-147423e3a112 req-8290bbae-a1c8-47cd-af22-9534bf27f54d tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:07.842299 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1a7574e2-957c-4f59-a16a-147423e3a112 req-8290bbae-a1c8-47cd-af22-9534bf27f54d tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=7329f20a-72e8-46d3-b9c1-56e26c647961 HTTP/1.1" status: 200 len: 1682 time: 1.2446048 Jul 07 16:59:07.927138 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-98356499-93ae-4a8b-a613-ff303243b41d None None] Set router b1d54cba-8304-438d-b396-a881a7772fff gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:59:07.979505 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1a7574e2-957c-4f59-a16a-147423e3a112 req-6c1ec105-d5c9-4c7b-a11d-6692cf91ff91 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/security-groups?id=b57f63ae-d563-4eac-b80b-e1ee0303ec67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321638 Jul 07 16:59:08.038458 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b1e604e7-5716-4e05-b896-103cfb544b16 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:08.061631 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-207ab07b-092b-422d-b66c-82adeeb799d2 req-5b1b650a-be26-4f84-a1d1-9eb5d5e93b1f tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:08.067819 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b1e604e7-5716-4e05-b896-103cfb544b16 None None] Transition to ACTIVE for port object a2bfeabc-131f-467b-a13e-3fe57b90a536 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:08.171727 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b650a-be26-4f84-a1d1-9eb5d5e93b1f tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event deleted for resources: {'Port': ['ID=b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:08.293630 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b1e604e7-5716-4e05-b896-103cfb544b16 None None] Transition to ACTIVE for port object a2bfeabc-131f-467b-a13e-3fe57b90a536 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:08.333012 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b1e604e7-5716-4e05-b896-103cfb544b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:08.416860 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-207ab07b-092b-422d-b66c-82adeeb799d2 req-5b1b650a-be26-4f84-a1d1-9eb5d5e93b1f tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] No DVR routers for this DVR port b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:08.438326 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-207ab07b-092b-422d-b66c-82adeeb799d2 req-5b1b650a-be26-4f84-a1d1-9eb5d5e93b1f tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:08.445404 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-207ab07b-092b-422d-b66c-82adeeb799d2 req-5b1b650a-be26-4f84-a1d1-9eb5d5e93b1f tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.72 "DELETE /v2.0/ports/b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249 HTTP/1.1" status: 204 len: 173 time: 2.7106094 Jul 07 16:59:08.450973 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7329f20a-72e8-46d3-b9c1-56e26c647961', 'name': 'network-vif-deleted', 'tag': 'b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:08.460385 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38ddad8-2f28-4993-881a-81902ef69ad9" -d '{"events": [{"server_uuid": "7329f20a-72e8-46d3-b9c1-56e26c647961", "name": "network-vif-deleted", "tag": "b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:08.561048 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01f7adaf-0a4e-428a-95f7-d620ebcc5de5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:08.597752 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e604e7-5716-4e05-b896-103cfb544b16 None None] Network bf214582-75e1-4cdd-b0d5-e22475cf9123 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:08.613023 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-b1e604e7-5716-4e05-b896-103cfb544b16 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:08.622388 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e604e7-5716-4e05-b896-103cfb544b16 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:08.635417 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device ddf89286-3e8b-43e2-bfeb-9b9b21647099 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:08.858277 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-207ab07b-092b-422d-b66c-82adeeb799d2 req-df6f0e3b-a678-4ffe-9add-9c90f3183f5c tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Deleting port ddf89286-3e8b-43e2-bfeb-9b9b21647099 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:08.859133 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-207ab07b-092b-422d-b66c-82adeeb799d2 req-df6f0e3b-a678-4ffe-9add-9c90f3183f5c tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:08.998698 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874726db-2575-42d9-86a6-cabd48208428 req-cbf3c078-e698-4137-8e3c-79e0988976c7 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:09.002364 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-874726db-2575-42d9-86a6-cabd48208428 req-cbf3c078-e698-4137-8e3c-79e0988976c7 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 945 time: 0.2969277 Jul 07 16:59:09.039531 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e604e7-5716-4e05-b896-103cfb544b16 None None] Pushing event updated for resources: {'Port': ['ID=a2bfeabc-131f-467b-a13e-3fe57b90a536,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:09.104944 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-874726db-2575-42d9-86a6-cabd48208428 req-2a8d3750-c418-4cfe-ba7c-e410d27e446e tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961101 Jul 07 16:59:09.135278 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b1e604e7-5716-4e05-b896-103cfb544b16 None None] Attempting to bind port a2bfeabc-131f-467b-a13e-3fe57b90a536 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:09.135278 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b1e604e7-5716-4e05-b896-103cfb544b16 None None] Attempting to bind port a2bfeabc-131f-467b-a13e-3fe57b90a536 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '8bb6e2e3-5f3b-4abf-8571-3ec724bc77d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bf214582-75e1-4cdd-b0d5-e22475cf9123'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:09.135278 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e604e7-5716-4e05-b896-103cfb544b16 None None] Attempting to bind port a2bfeabc-131f-467b-a13e-3fe57b90a536 on network bf214582-75e1-4cdd-b0d5-e22475cf9123 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:09.153125 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-207ab07b-092b-422d-b66c-82adeeb799d2 req-df6f0e3b-a678-4ffe-9add-9c90f3183f5c tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] For port ddf89286-3e8b-43e2-bfeb-9b9b21647099, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ddf89286-3e8b-43e2-bfeb-9b9b21647099,segment=NetworkSegment(ed14b41d-d09c-4809-83cd-0abdf7211b24),segment_id=ed14b41d-d09c-4809-83cd-0abdf7211b24)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:09.155477 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-207ab07b-092b-422d-b66c-82adeeb799d2 req-df6f0e3b-a678-4ffe-9add-9c90f3183f5c tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:09.183357 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e604e7-5716-4e05-b896-103cfb544b16 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:09.183710 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e604e7-5716-4e05-b896-103cfb544b16 None None] Checking segment: {'id': '8bb6e2e3-5f3b-4abf-8571-3ec724bc77d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bf214582-75e1-4cdd-b0d5-e22475cf9123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:09.184366 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b1e604e7-5716-4e05-b896-103cfb544b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:09.185081 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e604e7-5716-4e05-b896-103cfb544b16 None None] Bound using segment: {'id': '8bb6e2e3-5f3b-4abf-8571-3ec724bc77d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bf214582-75e1-4cdd-b0d5-e22475cf9123'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:09.185753 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b1e604e7-5716-4e05-b896-103cfb544b16 None None] Bound port: a2bfeabc-131f-467b-a13e-3fe57b90a536, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb6e2e3-5f3b-4abf-8571-3ec724bc77d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bf214582-75e1-4cdd-b0d5-e22475cf9123'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:09.186151 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b1e604e7-5716-4e05-b896-103cfb544b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:09.188430 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:09.196173 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-207ab07b-092b-422d-b66c-82adeeb799d2 req-df6f0e3b-a678-4ffe-9add-9c90f3183f5c tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Calling delete_port for ddf89286-3e8b-43e2-bfeb-9b9b21647099 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:09.276665 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7329f20a-72e8-46d3-b9c1-56e26c647961', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddf89286-3e8b-43e2-bfeb-9b9b21647099'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:09.279194 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502b3c7d-9e3d-4a1c-ab5b-cceef971f817" -d '{"events": [{"server_uuid": "7329f20a-72e8-46d3-b9c1-56e26c647961", "name": "network-vif-unplugged", "status": "completed", "tag": "ddf89286-3e8b-43e2-bfeb-9b9b21647099"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:09.288867 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-98356499-93ae-4a8b-a613-ff303243b41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d54cba-8304-438d-b396-a881a7772fff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1737339264-router', 'tenant_id': 'bc95db68c54c49dfad31df446ea25301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '748afa66-2c34-4c89-885b-a486257eecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:47Z', 'updated_at': '2021-07-07T16:59:00Z', 'revision_number': 4, 'project_id': 'bc95db68c54c49dfad31df446ea25301', 'gw_port': {'id': '748afa66-2c34-4c89-885b-a486257eecf9', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d54cba-8304-438d-b396-a881a7772fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:52Z', 'updated_at': '2021-07-07T16:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'b4e42a88-e582-4140-b0bb-5ae0e137353e', 'name': '', 'network_id': 'fb4c1854-ef11-4268-b43a-2dd513652e0b', 'tenant_id': 'bc95db68c54c49dfad31df446ea25301', 'mac_address': 'fa:16:3e:4f:1c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d54cba-8304-438d-b396-a881a7772fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2c854f63-2af9-4f57-83fb-bec51b6e4c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:58Z', 'updated_at': '2021-07-07T16:59:06Z', 'revision_number': 4, 'project_id': 'bc95db68c54c49dfad31df446ea25301', 'subnets': [{'id': '2c854f63-2af9-4f57-83fb-bec51b6e4c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:09.371320 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port ddf89286-3e8b-43e2-bfeb-9b9b21647099, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ddf89286-3e8b-43e2-bfeb-9b9b21647099,segment=NetworkSegment(ed14b41d-d09c-4809-83cd-0abdf7211b24),segment_id=ed14b41d-d09c-4809-83cd-0abdf7211b24)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:09.372542 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98356499-93ae-4a8b-a613-ff303243b41d None None] The sync data for ids ['b1d54cba-8304-438d-b396-a881a7772fff'] in n-d-791503-12 is: [{'id': 'b1d54cba-8304-438d-b396-a881a7772fff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1737339264-router', 'tenant_id': 'bc95db68c54c49dfad31df446ea25301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '748afa66-2c34-4c89-885b-a486257eecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:47Z', 'updated_at': '2021-07-07T16:59:00Z', 'revision_number': 4, 'project_id': 'bc95db68c54c49dfad31df446ea25301', 'gw_port': {'id': '748afa66-2c34-4c89-885b-a486257eecf9', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d54cba-8304-438d-b396-a881a7772fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:52Z', 'updated_at': '2021-07-07T16:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'b4e42a88-e582-4140-b0bb-5ae0e137353e', 'name': '', 'network_id': 'fb4c1854-ef11-4268-b43a-2dd513652e0b', 'tenant_id': 'bc95db68c54c49dfad31df446ea25301', 'mac_address': 'fa:16:3e:4f:1c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d54cba-8304-438d-b396-a881a7772fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2c854f63-2af9-4f57-83fb-bec51b6e4c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:58Z', 'updated_at': '2021-07-07T16:59:06Z', 'revision_number': 4, 'project_id': 'bc95db68c54c49dfad31df446ea25301', 'subnets': [{'id': '2c854f63-2af9-4f57-83fb-bec51b6e4c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:59:09.411080 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:09.412427 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:09.700895 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-207ab07b-092b-422d-b66c-82adeeb799d2 req-df6f0e3b-a678-4ffe-9add-9c90f3183f5c tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:09.720220 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=ddf89286-3e8b-43e2-bfeb-9b9b21647099,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:09.758875 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-b1e604e7-5716-4e05-b896-103cfb544b16 None None] For port a2bfeabc-131f-467b-a13e-3fe57b90a536, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:09.800715 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01f7adaf-0a4e-428a-95f7-d620ebcc5de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:09.804888 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f0e3b-a678-4ffe-9add-9c90f3183f5c tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event deleted for resources: {'Port': ['ID=ddf89286-3e8b-43e2-bfeb-9b9b21647099,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:09.830254 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:09.830840 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:09.855749 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-b1e604e7-5716-4e05-b896-103cfb544b16 None None] For port a2bfeabc-131f-467b-a13e-3fe57b90a536, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a2bfeabc-131f-467b-a13e-3fe57b90a536,segment=NetworkSegment(8bb6e2e3-5f3b-4abf-8571-3ec724bc77d2),segment_id=8bb6e2e3-5f3b-4abf-8571-3ec724bc77d2)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:09.866938 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b1e604e7-5716-4e05-b896-103cfb544b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:10.016267 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-207ab07b-092b-422d-b66c-82adeeb799d2 req-df6f0e3b-a678-4ffe-9add-9c90f3183f5c tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] No DVR routers for this DVR port ddf89286-3e8b-43e2-bfeb-9b9b21647099 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:10.027374 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-207ab07b-092b-422d-b66c-82adeeb799d2 req-df6f0e3b-a678-4ffe-9add-9c90f3183f5c tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:10.041170 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-207ab07b-092b-422d-b66c-82adeeb799d2 req-df6f0e3b-a678-4ffe-9add-9c90f3183f5c tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.72 "DELETE /v2.0/ports/ddf89286-3e8b-43e2-bfeb-9b9b21647099 HTTP/1.1" status: 204 len: 173 time: 1.5682306 Jul 07 16:59:10.192497 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e604e7-5716-4e05-b896-103cfb544b16 None None] Pushing event updated for resources: {'Port': ['ID=a2bfeabc-131f-467b-a13e-3fe57b90a536,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:10.342394 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f7adaf-0a4e-428a-95f7-d620ebcc5de5 admin admin] Router a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:59:10.358478 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3c67b2-ce6c-43ab-8c31-4863210f3cd2 x-openstack-request-id: req-ee3c67b2-ce6c-43ab-8c31-4863210f3cd2 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:10.358825 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7329f20a-72e8-46d3-b9c1-56e26c647961", "name": "network-vif-deleted", "tag": "b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:10.359081 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee3c67b2-ce6c-43ab-8c31-4863210f3cd2 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:10.359502 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7329f20a-72e8-46d3-b9c1-56e26c647961', 'name': 'network-vif-deleted', 'tag': 'b9bdd6ae-a9a4-4ac3-9fe2-e6bd421fc249', 'status': 'completed', 'code': 200} Jul 07 16:59:10.517702 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a452ae1-2c2f-4842-a61b-9b177aeb319e x-openstack-request-id: req-4a452ae1-2c2f-4842-a61b-9b177aeb319e {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:10.518022 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7329f20a-72e8-46d3-b9c1-56e26c647961", "name": "network-vif-unplugged", "status": "completed", "tag": "ddf89286-3e8b-43e2-bfeb-9b9b21647099", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:10.518257 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4a452ae1-2c2f-4842-a61b-9b177aeb319e {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:10.518622 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7329f20a-72e8-46d3-b9c1-56e26c647961', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddf89286-3e8b-43e2-bfeb-9b9b21647099', 'code': 200} Jul 07 16:59:10.882166 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c7c99322-4d26-4ab2-b5a1-7f4bc1873d9d req-8c2af582-cb4c-476a-9e0c-d2ccceb3e931 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "GET /v2.0/ports?device_id=7329f20a-72e8-46d3-b9c1-56e26c647961 HTTP/1.1" status: 200 len: 210 time: 0.1151085 Jul 07 16:59:10.930419 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f7adaf-0a4e-428a-95f7-d620ebcc5de5 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:59:10.953472 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c2cffb-22b0-4396-8a8c-58f03ce0760c None None] Sync routers for ids ['a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:59:10.968950 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01f7adaf-0a4e-428a-95f7-d620ebcc5de5 admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:10.972098 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-01f7adaf-0a4e-428a-95f7-d620ebcc5de5 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9772217 Jul 07 16:59:10.976299 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51862) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:10.998216 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c2cffb-22b0-4396-8a8c-58f03ce0760c None None] Routers {'a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:59:10.999918 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-62c2cffb-22b0-4396-8a8c-58f03ce0760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:58:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:11.260552 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d629f7-e1aa-4da1-b758-344a6dc34eb7 req-67621750-1bc0-437b-97f6-84342faf657e tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:11.279258 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a6d629f7-e1aa-4da1-b758-344a6dc34eb7 req-67621750-1bc0-437b-97f6-84342faf657e tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 945 time: 0.1856058 Jul 07 16:59:11.353941 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a6d629f7-e1aa-4da1-b758-344a6dc34eb7 req-812f9c4a-93f0-4c63-a527-13412b7d98c8 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724225 Jul 07 16:59:11.514419 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-62c2cffb-22b0-4396-8a8c-58f03ce0760c None None] Set router a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:59:11.779752 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a2bfeabc-131f-467b-a13e-3fe57b90a536 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:11.942533 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port a2bfeabc-131f-467b-a13e-3fe57b90a536 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:11.960063 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b4e42a88-e582-4140-b0bb-5ae0e137353e up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:12.119393 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port b4e42a88-e582-4140-b0bb-5ae0e137353e completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:12.128919 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port b4e42a88-e582-4140-b0bb-5ae0e137353e triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:12.131346 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:12.366456 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7329f20a-72e8-46d3-b9c1-56e26c647961', 'name': 'network-vif-deleted', 'tag': 'ddf89286-3e8b-43e2-bfeb-9b9b21647099'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:12.375919 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae636fc6-edfd-4efa-ba85-de55f35820fb" -d '{"events": [{"server_uuid": "7329f20a-72e8-46d3-b9c1-56e26c647961", "name": "network-vif-deleted", "tag": "ddf89286-3e8b-43e2-bfeb-9b9b21647099"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:12.417408 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:12.466823 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7896775e-3d37-4b50-b025-60eb70d69b2a None None] Network bf214582-75e1-4cdd-b0d5-e22475cf9123 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:12.805833 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port b4e42a88-e582-4140-b0bb-5ae0e137353e, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b4e42a88-e582-4140-b0bb-5ae0e137353e,segment=NetworkSegment(a2664701-1b29-4b1e-a81c-aaa20afebff7),segment_id=a2664701-1b29-4b1e-a81c-aaa20afebff7)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:12.834294 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-85366175-3869-45f9-8353-5669529ac9a0 None None] Provisioning for port a2bfeabc-131f-467b-a13e-3fe57b90a536 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:12.850536 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-85366175-3869-45f9-8353-5669529ac9a0 None None] Provisioning complete for port a2bfeabc-131f-467b-a13e-3fe57b90a536 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:12.850912 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-85366175-3869-45f9-8353-5669529ac9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:12.859942 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:12.907309 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-62c2cffb-22b0-4396-8a8c-58f03ce0760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1791397307-router', 'tenant_id': '151d4cf3d75d4bd397083a68369eca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'd557cef6-1ec0-4113-8eda-7d77338b1a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:05Z', 'updated_at': '2021-07-07T16:59:08Z', 'revision_number': 3, 'project_id': '151d4cf3d75d4bd397083a68369eca44', 'gw_port': {'id': 'd557cef6-1ec0-4113-8eda-7d77338b1a80', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:06Z', 'updated_at': '2021-07-07T16:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:13.078020 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c2cffb-22b0-4396-8a8c-58f03ce0760c None None] Checking router: a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:59:13.078892 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c2cffb-22b0-4396-8a8c-58f03ce0760c None None] Updating router a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0 port d557cef6-1ec0-4113-8eda-7d77338b1a80 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:59:13.143651 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=b4e42a88-e582-4140-b0bb-5ae0e137353e,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:13.257265 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51888) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:13.331745 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-85366175-3869-45f9-8353-5669529ac9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:13.388246 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:13.441805 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-033c460e-cfb3-4bec-a73b-e352f137edb7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Deleting subnet 8155b76a-cd39-401b-b8a5-096af5c15114 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:59:13.449080 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-033c460e-cfb3-4bec-a73b-e352f137edb7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:13.479851 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b4e42a88-e582-4140-b0bb-5ae0e137353e up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:13.501880 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51894) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:13.545101 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-033c460e-cfb3-4bec-a73b-e352f137edb7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:13.577437 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803ea5da-d43c-4999-a656-367f0dfae423 x-openstack-request-id: req-803ea5da-d43c-4999-a656-367f0dfae423 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:13.577892 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7329f20a-72e8-46d3-b9c1-56e26c647961", "name": "network-vif-deleted", "tag": "ddf89286-3e8b-43e2-bfeb-9b9b21647099", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:13.578761 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-803ea5da-d43c-4999-a656-367f0dfae423 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:13.579428 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7329f20a-72e8-46d3-b9c1-56e26c647961', 'name': 'network-vif-deleted', 'tag': 'ddf89286-3e8b-43e2-bfeb-9b9b21647099', 'status': 'completed', 'code': 200} Jul 07 16:59:13.586984 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-62c2cffb-22b0-4396-8a8c-58f03ce0760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:13.822256 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-85366175-3869-45f9-8353-5669529ac9a0 None None] For port a2bfeabc-131f-467b-a13e-3fe57b90a536, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a2bfeabc-131f-467b-a13e-3fe57b90a536,segment=NetworkSegment(8bb6e2e3-5f3b-4abf-8571-3ec724bc77d2),segment_id=8bb6e2e3-5f3b-4abf-8571-3ec724bc77d2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:13.854443 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-85366175-3869-45f9-8353-5669529ac9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:13.868256 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2bd1aaad-5a09-4396-8ff3-87856a21748a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:13.874573 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-033c460e-cfb3-4bec-a73b-e352f137edb7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:13.882907 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port b4e42a88-e582-4140-b0bb-5ae0e137353e triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:13.884675 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:14.135507 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-033c460e-cfb3-4bec-a73b-e352f137edb7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:14.166614 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-033c460e-cfb3-4bec-a73b-e352f137edb7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:14.173666 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-033c460e-cfb3-4bec-a73b-e352f137edb7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "DELETE /v2.0/subnets/8155b76a-cd39-401b-b8a5-096af5c15114 HTTP/1.1" status: 204 len: 168 time: 0.9098530 Jul 07 16:59:14.180099 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51904) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:14.197033 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00a4c27-12d8-4787-b560-235a646a2e58 None None] Network bec4c50d-790a-4731-8eee-468ff6cb4a13 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:14.206913 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c460e-cfb3-4bec-a73b-e352f137edb7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event deleted for resources: {'Subnet': ['ID=8155b76a-cd39-401b-b8a5-096af5c15114,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:14.225582 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033c460e-cfb3-4bec-a73b-e352f137edb7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:14.225923 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033c460e-cfb3-4bec-a73b-e352f137edb7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:14.226265 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033c460e-cfb3-4bec-a73b-e352f137edb7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:14.226627 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033c460e-cfb3-4bec-a73b-e352f137edb7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:14.226969 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033c460e-cfb3-4bec-a73b-e352f137edb7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:14.227620 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033c460e-cfb3-4bec-a73b-e352f137edb7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:14.227620 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033c460e-cfb3-4bec-a73b-e352f137edb7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:14.228010 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033c460e-cfb3-4bec-a73b-e352f137edb7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:14.228285 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033c460e-cfb3-4bec-a73b-e352f137edb7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:14.230443 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033c460e-cfb3-4bec-a73b-e352f137edb7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:14.230865 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033c460e-cfb3-4bec-a73b-e352f137edb7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:14.231208 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033c460e-cfb3-4bec-a73b-e352f137edb7 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:14.347377 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2bd1aaad-5a09-4396-8ff3-87856a21748a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:14.357784 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2bd1aaad-5a09-4396-8ff3-87856a21748a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:14.358030 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de3606-afbb-4f3c-91f3-ba0354069c0c req-eeea2301-5e34-4552-a292-bf5733680d8b tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:14.366314 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a9de3606-afbb-4f3c-91f3-ba0354069c0c req-eeea2301-5e34-4552-a292-bf5733680d8b tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 945 time: 0.6059082 Jul 07 16:59:14.385225 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-62c2cffb-22b0-4396-8a8c-58f03ce0760c None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:14.398781 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-62c2cffb-22b0-4396-8a8c-58f03ce0760c None None] Transition to ACTIVE for port object d557cef6-1ec0-4113-8eda-7d77338b1a80 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:14.415004 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-62c2cffb-22b0-4396-8a8c-58f03ce0760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:14.478063 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2bd1aaad-5a09-4396-8ff3-87856a21748a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f4a07d6492324f76b04710ecc69554af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9755640 Jul 07 16:59:14.480733 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51908) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:14.504647 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd1aaad-5a09-4396-8ff3-87856a21748a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f57b76e-f8f4-46d0-9f3d-d827e54f9a4a,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:14.550187 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a81530-4602-4dad-a140-8b4c3234e9f1 None None] Pushing event updated for resources: {'Port': ['ID=d557cef6-1ec0-4113-8eda-7d77338b1a80,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:14.594503 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Allocated IP 172.20.0.1 (bf214582-75e1-4cdd-b0d5-e22475cf9123/6f2d2873-3be3-4468-836a-3e8429d7cc59/ab7008cd-c1dc-4426-97bf-10403caaa0c3) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:14.636435 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3d381669-f311-42ea-b72e-f23275fd326e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:14.659250 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-62c2cffb-22b0-4396-8a8c-58f03ce0760c None None] Attempting to bind port d557cef6-1ec0-4113-8eda-7d77338b1a80 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:14.659621 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-62c2cffb-22b0-4396-8a8c-58f03ce0760c None None] Attempting to bind port d557cef6-1ec0-4113-8eda-7d77338b1a80 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:14.659989 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c2cffb-22b0-4396-8a8c-58f03ce0760c None None] Attempting to bind port d557cef6-1ec0-4113-8eda-7d77338b1a80 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:14.672126 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c2cffb-22b0-4396-8a8c-58f03ce0760c None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:14.672490 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c2cffb-22b0-4396-8a8c-58f03ce0760c None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:14.672927 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-62c2cffb-22b0-4396-8a8c-58f03ce0760c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:14.673327 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c2cffb-22b0-4396-8a8c-58f03ce0760c None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:14.673801 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-62c2cffb-22b0-4396-8a8c-58f03ce0760c None None] Bound port: d557cef6-1ec0-4113-8eda-7d77338b1a80, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:14.674120 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3d381669-f311-42ea-b72e-f23275fd326e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:14.674264 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-62c2cffb-22b0-4396-8a8c-58f03ce0760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:14.733970 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a2383cd2-2fed-41eb-b499-b7f4edf5c9c8 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:14.738516 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3d381669-f311-42ea-b72e-f23275fd326e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:14.742348 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3d381669-f311-42ea-b72e-f23275fd326e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:14.743979 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3d381669-f311-42ea-b72e-f23275fd326e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7f57b76e-f8f4-46d0-9f3d-d827e54f9a4a HTTP/1.1" status: 204 len: 168 time: 0.2612071 Jul 07 16:59:14.766077 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d381669-f311-42ea-b72e-f23275fd326e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f57b76e-f8f4-46d0-9f3d-d827e54f9a4a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:14.778861 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a9de3606-afbb-4f3c-91f3-ba0354069c0c req-f79fc9d3-1a82-4996-ad75-491bcbd4a9cc tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113438 Jul 07 16:59:14.807980 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-62c2cffb-22b0-4396-8a8c-58f03ce0760c None None] For port d557cef6-1ec0-4113-8eda-7d77338b1a80, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:14.812213 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-62c2cffb-22b0-4396-8a8c-58f03ce0760c None None] For port d557cef6-1ec0-4113-8eda-7d77338b1a80, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d557cef6-1ec0-4113-8eda-7d77338b1a80,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:14.825420 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-62c2cffb-22b0-4396-8a8c-58f03ce0760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:14.883403 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85366175-3869-45f9-8353-5669529ac9a0 None None] Pushing event updated for resources: {'Port': ['ID=a2bfeabc-131f-467b-a13e-3fe57b90a536,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:14.993895 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c2cffb-22b0-4396-8a8c-58f03ce0760c None None] Routers {'a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:59:14.997135 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-62c2cffb-22b0-4396-8a8c-58f03ce0760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:58:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:15.086558 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e84fe08d-febf-47eb-ad5c-e2d283e7f5d7 None None] Provisioning complete for port a2bfeabc-131f-467b-a13e-3fe57b90a536 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:15.088479 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:15.092270 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e84fe08d-febf-47eb-ad5c-e2d283e7f5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:15.093725 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-a2383cd2-2fed-41eb-b499-b7f4edf5c9c8 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Deleting port 569899d0-1231-4f70-bdb8-7ba0ff3c1a9e {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:15.094216 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a2383cd2-2fed-41eb-b499-b7f4edf5c9c8 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:15.142783 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a81530-4602-4dad-a140-8b4c3234e9f1 None None] Pushing event updated for resources: {'Port': ['ID=d557cef6-1ec0-4113-8eda-7d77338b1a80,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:15.275691 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-a2383cd2-2fed-41eb-b499-b7f4edf5c9c8 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] For port 569899d0-1231-4f70-bdb8-7ba0ff3c1a9e, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=569899d0-1231-4f70-bdb8-7ba0ff3c1a9e,segment=NetworkSegment(4a16b4fe-0c2d-4a4c-bbd5-3baae5dad902),segment_id=4a16b4fe-0c2d-4a4c-bbd5-3baae5dad902)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:15.276794 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a2383cd2-2fed-41eb-b499-b7f4edf5c9c8 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:15.451174 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Transition to ACTIVE for port object ab7008cd-c1dc-4426-97bf-10403caaa0c3 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:15.464765 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-a2383cd2-2fed-41eb-b499-b7f4edf5c9c8 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Calling delete_port for 569899d0-1231-4f70-bdb8-7ba0ff3c1a9e owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:15.482692 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-62c2cffb-22b0-4396-8a8c-58f03ce0760c None None] Set router a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:59:15.675752 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a2bfeabc-131f-467b-a13e-3fe57b90a536 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:15.718861 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51934) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:15.751918 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4387f243-a5c3-4cb4-bf76-7ebc373b674e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:15.930756 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c48e60-a8a3-432a-911d-e58b4a1bfe76 None None] DHCP port deletion for bec4c50d-790a-4731-8eee-468ff6cb4a13 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:59:15.951509 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:16.086041 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port a2bfeabc-131f-467b-a13e-3fe57b90a536 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:16.089950 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:16.117265 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Network bf214582-75e1-4cdd-b0d5-e22475cf9123 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:16.127671 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:16.157909 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:16.160753 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4387f243-a5c3-4cb4-bf76-7ebc373b674e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:16.164439 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a2383cd2-2fed-41eb-b499-b7f4edf5c9c8 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:16.172720 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4387f243-a5c3-4cb4-bf76-7ebc373b674e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:16.296754 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-62c2cffb-22b0-4396-8a8c-58f03ce0760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1791397307-router', 'tenant_id': '151d4cf3d75d4bd397083a68369eca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'd557cef6-1ec0-4113-8eda-7d77338b1a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:05Z', 'updated_at': '2021-07-07T16:59:08Z', 'revision_number': 3, 'project_id': '151d4cf3d75d4bd397083a68369eca44', 'gw_port': {'id': 'd557cef6-1ec0-4113-8eda-7d77338b1a80', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:06Z', 'updated_at': '2021-07-07T16:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:16.309260 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-18c48e60-a8a3-432a-911d-e58b4a1bfe76 None None] Deleting port 569899d0-1231-4f70-bdb8-7ba0ff3c1a9e {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:16.310417 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-18c48e60-a8a3-432a-911d-e58b4a1bfe76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:16.346557 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Pushing event updated for resources: {'Port': ['ID=ab7008cd-c1dc-4426-97bf-10403caaa0c3,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:16.350801 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:16.395503 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387f243-a5c3-4cb4-bf76-7ebc373b674e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3a543f-22b8-4a69-ac74-45e10755c02d,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:16.404376 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:16.404864 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:16.412476 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4387f243-a5c3-4cb4-bf76-7ebc373b674e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=46c41d1c9c3a481b892e4eb3766771d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6912987 Jul 07 16:59:16.413941 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:16.414553 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:16.415772 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:16.420768 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51938) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:16.422222 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:16.423734 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:16.424318 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:16.424977 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:16.425702 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:16.426109 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:16.426675 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:16.463283 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c2cffb-22b0-4396-8a8c-58f03ce0760c None None] The sync data for ids ['a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0'] in n-d-791503-12 is: [{'id': 'a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1791397307-router', 'tenant_id': '151d4cf3d75d4bd397083a68369eca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'd557cef6-1ec0-4113-8eda-7d77338b1a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:05Z', 'updated_at': '2021-07-07T16:59:08Z', 'revision_number': 3, 'project_id': '151d4cf3d75d4bd397083a68369eca44', 'gw_port': {'id': 'd557cef6-1ec0-4113-8eda-7d77338b1a80', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:06Z', 'updated_at': '2021-07-07T16:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:59:16.549641 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-18c48e60-a8a3-432a-911d-e58b4a1bfe76 None None] For port 569899d0-1231-4f70-bdb8-7ba0ff3c1a9e, host n-d-791503-12, got binding levels [] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:16.550039 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-18c48e60-a8a3-432a-911d-e58b4a1bfe76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:16.595939 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-18c48e60-a8a3-432a-911d-e58b4a1bfe76 None None] Calling delete_port for 569899d0-1231-4f70-bdb8-7ba0ff3c1a9e owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:16.602459 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.ipam_backend_mixin [None req-18c48e60-a8a3-432a-911d-e58b4a1bfe76 None None] Port 569899d0-1231-4f70-bdb8-7ba0ff3c1a9e was not found and therefore no delete operation was performed {{(pid=100194) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 16:59:16.616190 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-18c48e60-a8a3-432a-911d-e58b4a1bfe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:16.676391 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2383cd2-2fed-41eb-b499-b7f4edf5c9c8 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] No DVR routers for this DVR port 569899d0-1231-4f70-bdb8-7ba0ff3c1a9e on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:16.705153 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c48e60-a8a3-432a-911d-e58b4a1bfe76 None None] Pushing event deleted for resources: {'Port': ['ID=569899d0-1231-4f70-bdb8-7ba0ff3c1a9e,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:16.719011 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c48e60-a8a3-432a-911d-e58b4a1bfe76 None None] No DVR routers for this DVR port 569899d0-1231-4f70-bdb8-7ba0ff3c1a9e on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:16.726175 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-840427a0-0181-4176-b5c5-0a626837eb07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:16.775681 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7413b787-c153-41b4-b380-66d7087bfc6f None None] Provisioning for port ab7008cd-c1dc-4426-97bf-10403caaa0c3 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:16.780892 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7413b787-c153-41b4-b380-66d7087bfc6f None None] Provisioning complete for port ab7008cd-c1dc-4426-97bf-10403caaa0c3 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:16.781272 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7413b787-c153-41b4-b380-66d7087bfc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:16.790179 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2383cd2-2fed-41eb-b499-b7f4edf5c9c8 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event deleted for resources: {'Port': ['ID=569899d0-1231-4f70-bdb8-7ba0ff3c1a9e,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:16.806644 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-840427a0-0181-4176-b5c5-0a626837eb07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:16.873505 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-7413b787-c153-41b4-b380-66d7087bfc6f None None] Port ab7008cd-c1dc-4426-97bf-10403caaa0c3 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:59:16.949365 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5022a7-0627-47be-afb1-0b9eb1d4d490 req-8261ec7e-ed9c-4189-bb21-7f2b4656a73e tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:16.960428 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6c5022a7-0627-47be-afb1-0b9eb1d4d490 req-8261ec7e-ed9c-4189-bb21-7f2b4656a73e tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 945 time: 0.6676338 Jul 07 16:59:17.069492 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6c5022a7-0627-47be-afb1-0b9eb1d4d490 req-29daffc3-cec5-4015-968a-073c9617f417 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077905 Jul 07 16:59:17.070679 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-840427a0-0181-4176-b5c5-0a626837eb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:17.072439 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a2383cd2-2fed-41eb-b499-b7f4edf5c9c8 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:17.073449 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-840427a0-0181-4176-b5c5-0a626837eb07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:17.074857 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-840427a0-0181-4176-b5c5-0a626837eb07 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c3a543f-22b8-4a69-ac74-45e10755c02d HTTP/1.1" status: 204 len: 168 time: 0.6506107 Jul 07 16:59:17.128931 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840427a0-0181-4176-b5c5-0a626837eb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3a543f-22b8-4a69-ac74-45e10755c02d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:17.165261 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-a2383cd2-2fed-41eb-b499-b7f4edf5c9c8 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec4c50d-790a-4731-8eee-468ff6cb4a13']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:17.228195 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-a2383cd2-2fed-41eb-b499-b7f4edf5c9c8 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a16b4fe-0c2d-4a4c-bbd5-3baae5dad902') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:17.229023 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-a2383cd2-2fed-41eb-b499-b7f4edf5c9c8 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a16b4fe-0c2d-4a4c-bbd5-3baae5dad902') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:17.256739 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a2383cd2-2fed-41eb-b499-b7f4edf5c9c8 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:17.294411 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a2383cd2-2fed-41eb-b499-b7f4edf5c9c8 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:17.334455 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2383cd2-2fed-41eb-b499-b7f4edf5c9c8 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:59:17.336395 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a2383cd2-2fed-41eb-b499-b7f4edf5c9c8 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: timer() Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:59:17.574899 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:59:17.613945 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:17.619595 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d557cef6-1ec0-4113-8eda-7d77338b1a80 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:17.763833 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a2383cd2-2fed-41eb-b499-b7f4edf5c9c8 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:17.821254 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port d557cef6-1ec0-4113-8eda-7d77338b1a80 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:17.831720 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port d557cef6-1ec0-4113-8eda-7d77338b1a80 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:17.832336 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:17.868751 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a2383cd2-2fed-41eb-b499-b7f4edf5c9c8 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:17.890269 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a2383cd2-2fed-41eb-b499-b7f4edf5c9c8 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "DELETE /v2.0/networks/bec4c50d-790a-4731-8eee-468ff6cb4a13 HTTP/1.1" status: 204 len: 168 time: 3.6713428 Jul 07 16:59:17.891469 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2383cd2-2fed-41eb-b499-b7f4edf5c9c8 tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event deleted for resources: {'Network': ['ID=bec4c50d-790a-4731-8eee-468ff6cb4a13,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:17.893012 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51964) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:18.170613 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-b658f495-25e4-4f82-95e9-47045e36f6de tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Deleting subnet b93345f8-9a17-4419-835e-7eaaee91dc08 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:59:18.185063 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b658f495-25e4-4f82-95e9-47045e36f6de tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:18.335157 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b658f495-25e4-4f82-95e9-47045e36f6de tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:18.381931 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:18.487828 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port d557cef6-1ec0-4113-8eda-7d77338b1a80, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d557cef6-1ec0-4113-8eda-7d77338b1a80,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:18.498011 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:18.626291 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b658f495-25e4-4f82-95e9-47045e36f6de tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:18.681369 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 569899d0-1231-4f70-bdb8-7ba0ff3c1a9e no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:18.733549 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 569899d0-1231-4f70-bdb8-7ba0ff3c1a9e {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:18.737798 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 569899d0-1231-4f70-bdb8-7ba0ff3c1a9e not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:18.749159 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b658f495-25e4-4f82-95e9-47045e36f6de tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:18.799034 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:18.815450 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=d557cef6-1ec0-4113-8eda-7d77338b1a80,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:18.826698 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477c9c2-12a2-4c73-8cc3-fab4ef87209f req-e95f25e5-50b0-4dac-b748-9511864778b9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:18.834412 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9477c9c2-12a2-4c73-8cc3-fab4ef87209f req-e95f25e5-50b0-4dac-b748-9511864778b9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 945 time: 0.3735158 Jul 07 16:59:18.859315 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:18.922624 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658f495-25e4-4f82-95e9-47045e36f6de tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event deleted for resources: {'Subnet': ['ID=b93345f8-9a17-4419-835e-7eaaee91dc08,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:18.926712 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b658f495-25e4-4f82-95e9-47045e36f6de tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:18.928745 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f69b66-f842-465b-aa2f-3d72e6ab2102 None None] Network c040f223-0c0c-4cdf-b35f-1347169a23b2 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:18.932055 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b658f495-25e4-4f82-95e9-47045e36f6de tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "DELETE /v2.0/subnets/b93345f8-9a17-4419-835e-7eaaee91dc08 HTTP/1.1" status: 204 len: 168 time: 1.0321457 Jul 07 16:59:18.947876 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51980) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:19.023812 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:19.032419 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Pushing event updated for resources: {'Port': ['ID=ab7008cd-c1dc-4426-97bf-10403caaa0c3,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:19.040841 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51982) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:19.194441 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9477c9c2-12a2-4c73-8cc3-fab4ef87209f req-c06025ff-4e6a-4b18-b809-4602526fe359 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531058 Jul 07 16:59:19.217263 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Network bf214582-75e1-4cdd-b0d5-e22475cf9123 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:19.227145 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:19.482764 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-773502d7-8d27-4e9a-8f3e-0a7a5e871bcf tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:19.561434 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d557cef6-1ec0-4113-8eda-7d77338b1a80 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:19.624052 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Router a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:59:19.691160 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e8b134-b5ce-4598-ad91-e1a531d75f3a None None] DHCP port deletion for c040f223-0c0c-4cdf-b35f-1347169a23b2 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:59:19.798211 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-773502d7-8d27-4e9a-8f3e-0a7a5e871bcf tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Deleting port 5f73d969-3d1c-4620-a771-3c7f12bf86d5 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:19.798792 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-773502d7-8d27-4e9a-8f3e-0a7a5e871bcf tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.008593 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port d557cef6-1ec0-4113-8eda-7d77338b1a80 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:20.009626 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.022967 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-773502d7-8d27-4e9a-8f3e-0a7a5e871bcf tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] For port 5f73d969-3d1c-4620-a771-3c7f12bf86d5, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=5f73d969-3d1c-4620-a771-3c7f12bf86d5,segment=NetworkSegment(ed14b41d-d09c-4809-83cd-0abdf7211b24),segment_id=ed14b41d-d09c-4809-83cd-0abdf7211b24)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:20.023742 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-773502d7-8d27-4e9a-8f3e-0a7a5e871bcf tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.065313 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-773502d7-8d27-4e9a-8f3e-0a7a5e871bcf tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Calling delete_port for 5f73d969-3d1c-4620-a771-3c7f12bf86d5 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:20.098515 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-2540df5a-f81c-4313-adbc-587c921df242 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:20.105256 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-2540df5a-f81c-4313-adbc-587c921df242 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a&tenant_id=e3c30a38df434836b6a6d7bed9173bf0&binding%3Ahost_id=n-h2-791503-12 HTTP/1.1" status: 200 len: 1097 time: 0.4460971 Jul 07 16:59:20.116182 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ed842920-f2fb-42ae-aab2-ce80310e78fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.151088 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-afe21ce8-2838-4c83-b8db-f748be217a68 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791503-12'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:20.207965 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-30e8b134-b5ce-4598-ad91-e1a531d75f3a None None] Deleting port 5f73d969-3d1c-4620-a771-3c7f12bf86d5 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:20.209585 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-30e8b134-b5ce-4598-ad91-e1a531d75f3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.311032 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ed842920-f2fb-42ae-aab2-ce80310e78fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.347583 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ed842920-f2fb-42ae-aab2-ce80310e78fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.402643 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-773502d7-8d27-4e9a-8f3e-0a7a5e871bcf tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.434528 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ed842920-f2fb-42ae-aab2-ce80310e78fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=72b50e26ddd74c82bd74e04a03291bff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3701568 Jul 07 16:59:20.441974 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52008) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:20.447750 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed842920-f2fb-42ae-aab2-ce80310e78fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911ff6b6-b9ac-4579-96ec-31494526b910,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:20.514281 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:59:20.533385 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-eaf090de-472d-4399-8aa4-cf5c4f6a6e01 admin admin] 10.222.0.53 "PUT /v2.0/routers/a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5553946 Jul 07 16:59:20.585816 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773502d7-8d27-4e9a-8f3e-0a7a5e871bcf tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event deleted for resources: {'Port': ['ID=5f73d969-3d1c-4620-a771-3c7f12bf86d5,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:20.596325 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773502d7-8d27-4e9a-8f3e-0a7a5e871bcf tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] No DVR routers for this DVR port 5f73d969-3d1c-4620-a771-3c7f12bf86d5 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:20.604921 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b6d00d05-c8ef-4a63-b6e0-f6bbd48cbaeb None None] Provisioning complete for port ab7008cd-c1dc-4426-97bf-10403caaa0c3 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:20.605461 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b6d00d05-c8ef-4a63-b6e0-f6bbd48cbaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.608674 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7ab0e9-6287-407b-b524-326011b5423c None None] Sync routers for ids ['a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:59:20.663570 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-afe21ce8-2838-4c83-b8db-f748be217a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.768653 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-30e8b134-b5ce-4598-ad91-e1a531d75f3a None None] For port 5f73d969-3d1c-4620-a771-3c7f12bf86d5, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=5f73d969-3d1c-4620-a771-3c7f12bf86d5,segment=NetworkSegment(ed14b41d-d09c-4809-83cd-0abdf7211b24),segment_id=ed14b41d-d09c-4809-83cd-0abdf7211b24)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:20.771881 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-30e8b134-b5ce-4598-ad91-e1a531d75f3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.796307 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-30e8b134-b5ce-4598-ad91-e1a531d75f3a None None] Calling delete_port for 5f73d969-3d1c-4620-a771-3c7f12bf86d5 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:20.885601 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-773502d7-8d27-4e9a-8f3e-0a7a5e871bcf tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.912079 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-773502d7-8d27-4e9a-8f3e-0a7a5e871bcf tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c040f223-0c0c-4cdf-b35f-1347169a23b2']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:20.971606 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-773502d7-8d27-4e9a-8f3e-0a7a5e871bcf tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed14b41d-d09c-4809-83cd-0abdf7211b24') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:20.972687 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-773502d7-8d27-4e9a-8f3e-0a7a5e871bcf tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed14b41d-d09c-4809-83cd-0abdf7211b24') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:21.010702 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b639a-bc23-4486-b310-97e03206bc67 req-7487d1a3-e2ba-4a3c-a63c-c324ef59766c tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:21.013599 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-30e8b134-b5ce-4598-ad91-e1a531d75f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:21.027520 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6e4b639a-bc23-4486-b310-97e03206bc67 req-7487d1a3-e2ba-4a3c-a63c-c324ef59766c tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 945 time: 0.3428526 Jul 07 16:59:21.031036 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 6f8e20d0-7c17-4186-b2a9-5ded89502a03 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:59:21.057881 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-773502d7-8d27-4e9a-8f3e-0a7a5e871bcf tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:21.126216 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7ab0e9-6287-407b-b524-326011b5423c None None] Routers {'a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:59:21.129625 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-773502d7-8d27-4e9a-8f3e-0a7a5e871bcf tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:21.133212 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1a7ab0e9-6287-407b-b524-326011b5423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:58:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:21.154796 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6e4b639a-bc23-4486-b310-97e03206bc67 req-b1baf939-5b68-42e8-b31c-5de78b3cfe41 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224701 Jul 07 16:59:21.176957 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773502d7-8d27-4e9a-8f3e-0a7a5e871bcf tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:59:21.179468 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-773502d7-8d27-4e9a-8f3e-0a7a5e871bcf tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: timer() Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:59:21.183878 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:59:21.203898 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a176b165-1f84-4909-abba-f659de2f0d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:21.319361 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a176b165-1f84-4909-abba-f659de2f0d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:21.350409 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8b134-b5ce-4598-ad91-e1a531d75f3a None None] Pushing event deleted for resources: {'Port': ['ID=5f73d969-3d1c-4620-a771-3c7f12bf86d5,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:21.367895 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-afe21ce8-2838-4c83-b8db-f748be217a68 service neutron] For port 6f8e20d0-7c17-4186-b2a9-5ded89502a03, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=6f8e20d0-7c17-4186-b2a9-5ded89502a03,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:21.441915 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-b6d00d05-c8ef-4a63-b6e0-f6bbd48cbaeb None None] Port ab7008cd-c1dc-4426-97bf-10403caaa0c3 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:59:21.450400 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-773502d7-8d27-4e9a-8f3e-0a7a5e871bcf tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:21.584178 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-773502d7-8d27-4e9a-8f3e-0a7a5e871bcf tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:21.616560 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-773502d7-8d27-4e9a-8f3e-0a7a5e871bcf tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] 10.222.0.53 "DELETE /v2.0/networks/c040f223-0c0c-4cdf-b35f-1347169a23b2 HTTP/1.1" status: 204 len: 168 time: 2.6653872 Jul 07 16:59:21.625469 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773502d7-8d27-4e9a-8f3e-0a7a5e871bcf tempest-ServersTestMultiNic-1247835112 tempest-ServersTestMultiNic-1247835112-project] Pushing event deleted for resources: {'Network': ['ID=c040f223-0c0c-4cdf-b35f-1347169a23b2,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:21.733522 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a176b165-1f84-4909-abba-f659de2f0d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:21.738731 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a176b165-1f84-4909-abba-f659de2f0d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:21.754044 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a176b165-1f84-4909-abba-f659de2f0d12 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/911ff6b6-b9ac-4579-96ec-31494526b910 HTTP/1.1" status: 204 len: 168 time: 1.2841980 Jul 07 16:59:21.795288 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 6f8e20d0-7c17-4186-b2a9-5ded89502a03, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=6f8e20d0-7c17-4186-b2a9-5ded89502a03,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:21.837225 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 6f8e20d0-7c17-4186-b2a9-5ded89502a03 has no active binding in host n-h1-791503-12 {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 16:59:21.857105 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e8b134-b5ce-4598-ad91-e1a531d75f3a None None] No DVR routers for this DVR port 5f73d969-3d1c-4620-a771-3c7f12bf86d5 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:21.867648 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5f73d969-3d1c-4620-a771-3c7f12bf86d5 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:21.907020 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-afe21ce8-2838-4c83-b8db-f748be217a68 service neutron] For port 6f8e20d0-7c17-4186-b2a9-5ded89502a03, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:22.033550 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 5f73d969-3d1c-4620-a771-3c7f12bf86d5 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:22.034274 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5f73d969-3d1c-4620-a771-3c7f12bf86d5 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:22.106615 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-1a7ab0e9-6287-407b-b524-326011b5423c None None] Set router a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:59:22.203915 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-afe21ce8-2838-4c83-b8db-f748be217a68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:22.213006 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176b165-1f84-4909-abba-f659de2f0d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911ff6b6-b9ac-4579-96ec-31494526b910,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:22.233508 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83378da-4e21-4a32-84dd-ea0733cf694a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f8e20d0-7c17-4186-b2a9-5ded89502a03'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:22.240612 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2770d24a-4c9e-49a0-9f2e-2bdac060146a" -d '{"events": [{"server_uuid": "e83378da-4e21-4a32-84dd-ea0733cf694a", "name": "network-vif-unplugged", "status": "completed", "tag": "6f8e20d0-7c17-4186-b2a9-5ded89502a03"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:22.249107 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-afe21ce8-2838-4c83-b8db-f748be217a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:22.469767 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe21ce8-2838-4c83-b8db-f748be217a68 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8e20d0-7c17-4186-b2a9-5ded89502a03,revision_number=7']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:22.699178 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34614225-b04c-4353-a42d-e5f4b53d7c88 x-openstack-request-id: req-34614225-b04c-4353-a42d-e5f4b53d7c88 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:22.699826 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83378da-4e21-4a32-84dd-ea0733cf694a", "name": "network-vif-unplugged", "status": "completed", "tag": "6f8e20d0-7c17-4186-b2a9-5ded89502a03", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:22.700265 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34614225-b04c-4353-a42d-e5f4b53d7c88 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:22.701009 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83378da-4e21-4a32-84dd-ea0733cf694a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f8e20d0-7c17-4186-b2a9-5ded89502a03', 'code': 200} Jul 07 16:59:22.914286 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-afe21ce8-2838-4c83-b8db-f748be217a68 service neutron] Attempting to bind port 6f8e20d0-7c17-4186-b2a9-5ded89502a03 on host n-h2-791503-12 for vnic_type normal with profile {"migrating_to": "n-h1-791503-12"} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:22.914737 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-afe21ce8-2838-4c83-b8db-f748be217a68 service neutron] Attempting to bind port 6f8e20d0-7c17-4186-b2a9-5ded89502a03 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:22.916293 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-afe21ce8-2838-4c83-b8db-f748be217a68 service neutron] Attempting to bind port 6f8e20d0-7c17-4186-b2a9-5ded89502a03 on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:22.929679 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-afe21ce8-2838-4c83-b8db-f748be217a68 service neutron] Port 6f8e20d0-7c17-4186-b2a9-5ded89502a03 on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:59:22.932672 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-afe21ce8-2838-4c83-b8db-f748be217a68 service neutron] Attempting to bind port 6f8e20d0-7c17-4186-b2a9-5ded89502a03 on network 0f59045c-fb41-4f4e-86ad-a15d05bedb10 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:22.979099 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-afe21ce8-2838-4c83-b8db-f748be217a68 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:22.979459 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-afe21ce8-2838-4c83-b8db-f748be217a68 service neutron] Checking segment: {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:22.979856 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-afe21ce8-2838-4c83-b8db-f748be217a68 service neutron] Bound using segment: {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:22.982223 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-afe21ce8-2838-4c83-b8db-f748be217a68 service neutron] Bound port: 6f8e20d0-7c17-4186-b2a9-5ded89502a03, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8945be48-b504-4ad9-94ef-c9a8efc5c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0f59045c-fb41-4f4e-86ad-a15d05bedb10'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:22.982596 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-afe21ce8-2838-4c83-b8db-f748be217a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:23.007456 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52068) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:23.115878 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65bd2e-d73a-4add-972f-3a3824cc1cf0 req-f7225736-abcd-4593-884d-54d336162558 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:23.132302 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3f65bd2e-d73a-4add-972f-3a3824cc1cf0 req-f7225736-abcd-4593-884d-54d336162558 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 943 time: 0.6038506 Jul 07 16:59:23.380667 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3f65bd2e-d73a-4add-972f-3a3824cc1cf0 req-69c13fb6-b545-4e32-b478-b09eb5508744 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387989 Jul 07 16:59:23.423810 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-70aa91a9-e564-4e8b-92d2-a22c21f06be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:23.431631 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-afe21ce8-2838-4c83-b8db-f748be217a68 service neutron] For port 6f8e20d0-7c17-4186-b2a9-5ded89502a03, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:23.439324 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-afe21ce8-2838-4c83-b8db-f748be217a68 service neutron] For port 6f8e20d0-7c17-4186-b2a9-5ded89502a03, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=6f8e20d0-7c17-4186-b2a9-5ded89502a03,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:23.451730 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-afe21ce8-2838-4c83-b8db-f748be217a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:23.577998 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1a7ab0e9-6287-407b-b524-326011b5423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1791397307-router', 'tenant_id': '151d4cf3d75d4bd397083a68369eca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'd557cef6-1ec0-4113-8eda-7d77338b1a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:05Z', 'updated_at': '2021-07-07T16:59:17Z', 'revision_number': 4, 'project_id': '151d4cf3d75d4bd397083a68369eca44', 'gw_port': {'id': 'd557cef6-1ec0-4113-8eda-7d77338b1a80', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:06Z', 'updated_at': '2021-07-07T16:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'ab7008cd-c1dc-4426-97bf-10403caaa0c3', 'name': '', 'network_id': 'bf214582-75e1-4cdd-b0d5-e22475cf9123', 'tenant_id': '151d4cf3d75d4bd397083a68369eca44', 'mac_address': 'fa:16:3e:0e:6a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '6f2d2873-3be3-4468-836a-3e8429d7cc59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:13Z', 'updated_at': '2021-07-07T16:59:17Z', 'revision_number': 2, 'project_id': '151d4cf3d75d4bd397083a68369eca44', 'subnets': [{'id': '6f2d2873-3be3-4468-836a-3e8429d7cc59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:23.662739 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe21ce8-2838-4c83-b8db-f748be217a68 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8e20d0-7c17-4186-b2a9-5ded89502a03,revision_number=8']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:23.696674 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-afe21ce8-2838-4c83-b8db-f748be217a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:23.711230 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-afe21ce8-2838-4c83-b8db-f748be217a68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:23.718483 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-afe21ce8-2838-4c83-b8db-f748be217a68 service neutron] 10.222.0.64 "PUT /v2.0/ports/6f8e20d0-7c17-4186-b2a9-5ded89502a03 HTTP/1.1" status: 200 len: 1123 time: 3.5865092 Jul 07 16:59:23.752329 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7ab0e9-6287-407b-b524-326011b5423c None None] Checking router: a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:59:23.760250 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7ab0e9-6287-407b-b524-326011b5423c None None] Updating router a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0 port ab7008cd-c1dc-4426-97bf-10403caaa0c3 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:59:23.919065 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['6f8e20d0-7c17-4186-b2a9-5ded89502a03'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:59:23.931805 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['6f8e20d0-7c17-4186-b2a9-5ded89502a03'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:59:24.453209 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fac5c434-101a-4d53-b9f9-420ac79d96b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.502598 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1a7ab0e9-6287-407b-b524-326011b5423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.703070 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83378da-4e21-4a32-84dd-ea0733cf694a', 'tag': '6f8e20d0-7c17-4186-b2a9-5ded89502a03'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:24.712919 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf07f6a-a7b7-4b77-a9bb-d307eef0613b" -d '{"events": [{"name": "network-changed", "server_uuid": "e83378da-4e21-4a32-84dd-ea0733cf694a", "tag": "6f8e20d0-7c17-4186-b2a9-5ded89502a03"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:25.162464 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2e1a36-d5f5-435d-b3cd-dfa9fefb27d6 x-openstack-request-id: req-1b2e1a36-d5f5-435d-b3cd-dfa9fefb27d6 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:25.164265 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83378da-4e21-4a32-84dd-ea0733cf694a", "tag": "6f8e20d0-7c17-4186-b2a9-5ded89502a03", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:25.165085 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b2e1a36-d5f5-435d-b3cd-dfa9fefb27d6 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:25.166021 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83378da-4e21-4a32-84dd-ea0733cf694a', 'tag': '6f8e20d0-7c17-4186-b2a9-5ded89502a03', 'status': 'completed', 'code': 200} Jul 07 16:59:25.261390 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-fac5c434-101a-4d53-b9f9-420ac79d96b8 admin admin] Deleting port 0c5d81be-b610-4017-8ebc-b00e0e9b5de3 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:25.261879 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fac5c434-101a-4d53-b9f9-420ac79d96b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:25.374784 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf07f6a-a7b7-4b77-a9bb-d307eef0613b req-55bac154-7c57-44e4-bdda-d961862399f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:25.376696 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0cf07f6a-a7b7-4b77-a9bb-d307eef0613b req-55bac154-7c57-44e4-bdda-d961862399f1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3c30a38df434836b6a6d7bed9173bf0&device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 1126 time: 0.1666081 Jul 07 16:59:25.518355 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-fac5c434-101a-4d53-b9f9-420ac79d96b8 admin admin] For port 0c5d81be-b610-4017-8ebc-b00e0e9b5de3, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=0c5d81be-b610-4017-8ebc-b00e0e9b5de3,segment=NetworkSegment(a6c54211-0cc2-4538-b861-9fa4f9b13ed6),segment_id=a6c54211-0cc2-4538-b861-9fa4f9b13ed6)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:25.528838 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fac5c434-101a-4d53-b9f9-420ac79d96b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:25.675917 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-fac5c434-101a-4d53-b9f9-420ac79d96b8 admin admin] Calling delete_port for 0c5d81be-b610-4017-8ebc-b00e0e9b5de3 owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:25.693949 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae64ad-fe2b-4769-a645-a7c2a60cca58 req-f959663b-82b4-4d29-9f05-6c6e2484efbf tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:25.713667 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41ae64ad-fe2b-4769-a645-a7c2a60cca58 req-f959663b-82b4-4d29-9f05-6c6e2484efbf tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 943 time: 0.3938029 Jul 07 16:59:25.870097 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf07f6a-a7b7-4b77-a9bb-d307eef0613b req-293784ce-1485-471e-842c-4439ed839f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:25.875398 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0cf07f6a-a7b7-4b77-a9bb-d307eef0613b req-293784ce-1485-471e-842c-4439ed839f68 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f59045c-fb41-4f4e-86ad-a15d05bedb10 HTTP/1.1" status: 200 len: 909 time: 0.4863961 Jul 07 16:59:25.994189 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41ae64ad-fe2b-4769-a645-a7c2a60cca58 req-19153acf-1304-4ab2-98cb-3a22c5bde451 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789791 Jul 07 16:59:26.028487 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0cf07f6a-a7b7-4b77-a9bb-d307eef0613b req-a6f1c641-ef1b-44c3-8255-a45288ab73e5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f8e20d0-7c17-4186-b2a9-5ded89502a03 HTTP/1.1" status: 200 len: 217 time: 0.1446993 Jul 07 16:59:26.121263 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9a04b-20c0-47a5-baef-033e6dfe560d req-fcc9a088-94bb-4030-a7de-3bee5d6c7aa5 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:26.123752 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5fe9a04b-20c0-47a5-baef-033e6dfe560d req-fcc9a088-94bb-4030-a7de-3bee5d6c7aa5 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 944 time: 0.5424421 Jul 07 16:59:26.275059 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:26.386128 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf07f6a-a7b7-4b77-a9bb-d307eef0613b req-5e90b493-9c23-4dbd-a7e8-8ebf1ea42505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:26.389103 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0cf07f6a-a7b7-4b77-a9bb-d307eef0613b req-5e90b493-9c23-4dbd-a7e8-8ebf1ea42505 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8cf0891f-7dd4-444b-b243-0a9d52ec4798 HTTP/1.1" status: 200 len: 848 time: 0.3529058 Jul 07 16:59:26.554745 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0cf07f6a-a7b7-4b77-a9bb-d307eef0613b req-10999328-c2eb-4299-b7a7-6a169e34761b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f59045c-fb41-4f4e-86ad-a15d05bedb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1486559 Jul 07 16:59:26.590503 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-5fe9a04b-20c0-47a5-baef-033e6dfe560d req-e7bdc66d-7dfc-4084-87e6-133b70f43731 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Deleting port 66f23783-8aa3-43de-a481-d11c76ad5a18 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:26.591186 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5fe9a04b-20c0-47a5-baef-033e6dfe560d req-e7bdc66d-7dfc-4084-87e6-133b70f43731 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:26.594517 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52126) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:26.648014 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1a7ab0e9-6287-407b-b524-326011b5423c None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:26.799981 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-12bbda33-9ef4-4965-89e2-f0b87898ddb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:26.953917 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f5bcbd74-1c9e-4721-a6aa-578c5ed3c7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:26.970402 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0cf07f6a-a7b7-4b77-a9bb-d307eef0613b req-4acc2106-5425-43c9-b927-9f7a5bcdf27d service neutron] 10.222.0.72 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104455 Jul 07 16:59:27.095160 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1a7ab0e9-6287-407b-b524-326011b5423c None None] Transition to ACTIVE for port object ab7008cd-c1dc-4426-97bf-10403caaa0c3 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:27.100884 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fac5c434-101a-4d53-b9f9-420ac79d96b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.110462 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1a7ab0e9-6287-407b-b524-326011b5423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.132393 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-5fe9a04b-20c0-47a5-baef-033e6dfe560d req-e7bdc66d-7dfc-4084-87e6-133b70f43731 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] For port 66f23783-8aa3-43de-a481-d11c76ad5a18, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=66f23783-8aa3-43de-a481-d11c76ad5a18,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:27.133207 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5fe9a04b-20c0-47a5-baef-033e6dfe560d req-e7bdc66d-7dfc-4084-87e6-133b70f43731 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.401690 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70cce4-56b9-4b54-88dd-f019ee678416 None None] Pushing event updated for resources: {'Port': ['ID=ab7008cd-c1dc-4426-97bf-10403caaa0c3,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:27.422710 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5c434-101a-4d53-b9f9-420ac79d96b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c5d81be-b610-4017-8ebc-b00e0e9b5de3,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:27.531675 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1a7ab0e9-6287-407b-b524-326011b5423c None None] Attempting to bind port ab7008cd-c1dc-4426-97bf-10403caaa0c3 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:27.532857 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1a7ab0e9-6287-407b-b524-326011b5423c None None] Attempting to bind port ab7008cd-c1dc-4426-97bf-10403caaa0c3 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '8bb6e2e3-5f3b-4abf-8571-3ec724bc77d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bf214582-75e1-4cdd-b0d5-e22475cf9123'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:27.533319 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7ab0e9-6287-407b-b524-326011b5423c None None] Attempting to bind port ab7008cd-c1dc-4426-97bf-10403caaa0c3 on network bf214582-75e1-4cdd-b0d5-e22475cf9123 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:27.544510 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0cf07f6a-a7b7-4b77-a9bb-d307eef0613b req-a0e34e23-2c43-4e1b-994c-180ba46ea688 service neutron] 10.222.0.72 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5673158 Jul 07 16:59:27.565326 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7ab0e9-6287-407b-b524-326011b5423c None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:27.570884 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7ab0e9-6287-407b-b524-326011b5423c None None] Checking segment: {'id': '8bb6e2e3-5f3b-4abf-8571-3ec724bc77d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bf214582-75e1-4cdd-b0d5-e22475cf9123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:27.571353 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1a7ab0e9-6287-407b-b524-326011b5423c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.571799 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7ab0e9-6287-407b-b524-326011b5423c None None] Bound using segment: {'id': '8bb6e2e3-5f3b-4abf-8571-3ec724bc77d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bf214582-75e1-4cdd-b0d5-e22475cf9123'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:27.572440 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1a7ab0e9-6287-407b-b524-326011b5423c None None] Bound port: ab7008cd-c1dc-4426-97bf-10403caaa0c3, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb6e2e3-5f3b-4abf-8571-3ec724bc77d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bf214582-75e1-4cdd-b0d5-e22475cf9123'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:27.572934 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1a7ab0e9-6287-407b-b524-326011b5423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.585956 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-5fe9a04b-20c0-47a5-baef-033e6dfe560d req-e7bdc66d-7dfc-4084-87e6-133b70f43731 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Calling delete_port for 66f23783-8aa3-43de-a481-d11c76ad5a18 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:27.821284 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.842970 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-1a7ab0e9-6287-407b-b524-326011b5423c None None] For port ab7008cd-c1dc-4426-97bf-10403caaa0c3, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:27.852038 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-1a7ab0e9-6287-407b-b524-326011b5423c None None] For port ab7008cd-c1dc-4426-97bf-10403caaa0c3, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=ab7008cd-c1dc-4426-97bf-10403caaa0c3,segment=NetworkSegment(8bb6e2e3-5f3b-4abf-8571-3ec724bc77d2),segment_id=8bb6e2e3-5f3b-4abf-8571-3ec724bc77d2)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:27.856386 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f5bcbd74-1c9e-4721-a6aa-578c5ed3c7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.871133 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d0633-298c-4c7d-aeba-0d5eabd0ad47 req-592bc35c-dd8d-4417-8da7-141586d2ae3d tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:27.877055 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1a7ab0e9-6287-407b-b524-326011b5423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.880982 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-223d0633-298c-4c7d-aeba-0d5eabd0ad47 req-592bc35c-dd8d-4417-8da7-141586d2ae3d tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 944 time: 1.0970607 Jul 07 16:59:27.928453 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f5bcbd74-1c9e-4721-a6aa-578c5ed3c7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.010351 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70cce4-56b9-4b54-88dd-f019ee678416 None None] Pushing event updated for resources: {'Port': ['ID=ab7008cd-c1dc-4426-97bf-10403caaa0c3,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:28.019656 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7ab0e9-6287-407b-b524-326011b5423c None None] Routers {'a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:59:28.020598 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1a7ab0e9-6287-407b-b524-326011b5423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:59:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:28.059850 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-223d0633-298c-4c7d-aeba-0d5eabd0ad47 req-906e504b-e2b6-4b68-8c25-fa8ea9d9d074 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720309 Jul 07 16:59:28.100977 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f5bcbd74-1c9e-4721-a6aa-578c5ed3c7f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=58474147529c4c87a2cdae63826b9cc8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5033748 Jul 07 16:59:28.108743 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52148) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:28.121909 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcbd74-1c9e-4721-a6aa-578c5ed3c7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84da2a16-8af9-400d-9dee-923d2f261b95,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:28.260516 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5fe9a04b-20c0-47a5-baef-033e6dfe560d req-e7bdc66d-7dfc-4084-87e6-133b70f43731 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.295388 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a41eb15-6f3e-4825-93ec-17e8e594497c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.300487 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bdc66d-7dfc-4084-87e6-133b70f43731 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Pushing event deleted for resources: {'Port': ['ID=66f23783-8aa3-43de-a481-d11c76ad5a18,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:28.414966 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-1a7ab0e9-6287-407b-b524-326011b5423c None None] Set router a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:59:28.492937 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe9a04b-20c0-47a5-baef-033e6dfe560d req-e7bdc66d-7dfc-4084-87e6-133b70f43731 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] No DVR routers for this DVR port 66f23783-8aa3-43de-a481-d11c76ad5a18 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:28.510330 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5fe9a04b-20c0-47a5-baef-033e6dfe560d req-e7bdc66d-7dfc-4084-87e6-133b70f43731 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.512594 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5fe9a04b-20c0-47a5-baef-033e6dfe560d req-e7bdc66d-7dfc-4084-87e6-133b70f43731 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.72 "DELETE /v2.0/ports/66f23783-8aa3-43de-a481-d11c76ad5a18 HTTP/1.1" status: 204 len: 173 time: 2.3774502 Jul 07 16:59:28.540339 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf300826-c23c-4499-8ca9-8507b4dc41b2', 'name': 'network-vif-deleted', 'tag': '66f23783-8aa3-43de-a481-d11c76ad5a18'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:28.550355 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c43728-81d9-4290-8598-180e49380fe4" -d '{"events": [{"server_uuid": "cf300826-c23c-4499-8ca9-8507b4dc41b2", "name": "network-vif-deleted", "tag": "66f23783-8aa3-43de-a481-d11c76ad5a18"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:28.609801 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 6f8e20d0-7c17-4186-b2a9-5ded89502a03 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:28.637830 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fac5c434-101a-4d53-b9f9-420ac79d96b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.644082 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a41eb15-6f3e-4825-93ec-17e8e594497c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.793045 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a41eb15-6f3e-4825-93ec-17e8e594497c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.798192 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a41eb15-6f3e-4825-93ec-17e8e594497c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.803625 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9a41eb15-6f3e-4825-93ec-17e8e594497c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/84da2a16-8af9-400d-9dee-923d2f261b95 HTTP/1.1" status: 204 len: 168 time: 0.6633711 Jul 07 16:59:28.826028 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41eb15-6f3e-4825-93ec-17e8e594497c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84da2a16-8af9-400d-9dee-923d2f261b95,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:29.112307 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8ac679-196d-4cf5-af45-6742b8572288 x-openstack-request-id: req-de8ac679-196d-4cf5-af45-6742b8572288 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:29.115730 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf300826-c23c-4499-8ca9-8507b4dc41b2", "name": "network-vif-deleted", "tag": "66f23783-8aa3-43de-a481-d11c76ad5a18", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:29.116387 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de8ac679-196d-4cf5-af45-6742b8572288 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:29.117148 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf300826-c23c-4499-8ca9-8507b4dc41b2', 'name': 'network-vif-deleted', 'tag': '66f23783-8aa3-43de-a481-d11c76ad5a18', 'status': 'completed', 'code': 200} Jul 07 16:59:29.308778 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8d8e5-cefb-408f-a11a-8f4b91377d37 req-5b78d9d0-fe72-4d90-bbbf-bca36dd772ff tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:29.315822 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6f8d8e5-cefb-408f-a11a-8f4b91377d37 req-5b78d9d0-fe72-4d90-bbbf-bca36dd772ff tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 943 time: 1.5752966 Jul 07 16:59:29.347061 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac5c434-101a-4d53-b9f9-420ac79d96b8 admin admin] Router deca5a43-12c7-4dd8-b29a-eb16f0849889 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:59:29.440443 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6f8d8e5-cefb-408f-a11a-8f4b91377d37 req-bdd51842-a5c2-42ec-a0cc-78144d25fea3 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170588 Jul 07 16:59:29.484691 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 66f23783-8aa3-43de-a481-d11c76ad5a18 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:29.514477 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 66f23783-8aa3-43de-a481-d11c76ad5a18 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:29.516006 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 66f23783-8aa3-43de-a481-d11c76ad5a18 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:29.532745 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1a7ab0e9-6287-407b-b524-326011b5423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1791397307-router', 'tenant_id': '151d4cf3d75d4bd397083a68369eca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'd557cef6-1ec0-4113-8eda-7d77338b1a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:05Z', 'updated_at': '2021-07-07T16:59:17Z', 'revision_number': 4, 'project_id': '151d4cf3d75d4bd397083a68369eca44', 'gw_port': {'id': 'd557cef6-1ec0-4113-8eda-7d77338b1a80', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:06Z', 'updated_at': '2021-07-07T16:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'ab7008cd-c1dc-4426-97bf-10403caaa0c3', 'name': '', 'network_id': 'bf214582-75e1-4cdd-b0d5-e22475cf9123', 'tenant_id': '151d4cf3d75d4bd397083a68369eca44', 'mac_address': 'fa:16:3e:0e:6a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '6f2d2873-3be3-4468-836a-3e8429d7cc59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:13Z', 'updated_at': '2021-07-07T16:59:27Z', 'revision_number': 4, 'project_id': '151d4cf3d75d4bd397083a68369eca44', 'subnets': [{'id': '6f2d2873-3be3-4468-836a-3e8429d7cc59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:29.585779 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac5c434-101a-4d53-b9f9-420ac79d96b8 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:59:29.597856 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c6e2a7-7420-4045-a02d-6ce9537ffb70 None None] Sync routers for ids ['deca5a43-12c7-4dd8-b29a-eb16f0849889'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:59:29.602890 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fac5c434-101a-4d53-b9f9-420ac79d96b8 admin admin] 10.222.0.53 "PUT /v2.0/routers/deca5a43-12c7-4dd8-b29a-eb16f0849889/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5920079 Jul 07 16:59:29.603363 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52168) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:29.645285 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c6e2a7-7420-4045-a02d-6ce9537ffb70 None None] Routers {'deca5a43-12c7-4dd8-b29a-eb16f0849889'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:59:29.651760 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-07c6e2a7-7420-4045-a02d-6ce9537ffb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:59:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['deca5a43-12c7-4dd8-b29a-eb16f0849889'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:29.653641 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7ab0e9-6287-407b-b524-326011b5423c None None] The sync data for ids ['a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0'] in n-d-791503-12 is: [{'id': 'a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1791397307-router', 'tenant_id': '151d4cf3d75d4bd397083a68369eca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'd557cef6-1ec0-4113-8eda-7d77338b1a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:05Z', 'updated_at': '2021-07-07T16:59:17Z', 'revision_number': 4, 'project_id': '151d4cf3d75d4bd397083a68369eca44', 'gw_port': {'id': 'd557cef6-1ec0-4113-8eda-7d77338b1a80', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:06Z', 'updated_at': '2021-07-07T16:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'ab7008cd-c1dc-4426-97bf-10403caaa0c3', 'name': '', 'network_id': 'bf214582-75e1-4cdd-b0d5-e22475cf9123', 'tenant_id': '151d4cf3d75d4bd397083a68369eca44', 'mac_address': 'fa:16:3e:0e:6a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '6f2d2873-3be3-4468-836a-3e8429d7cc59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:13Z', 'updated_at': '2021-07-07T16:59:27Z', 'revision_number': 4, 'project_id': '151d4cf3d75d4bd397083a68369eca44', 'subnets': [{'id': '6f2d2873-3be3-4468-836a-3e8429d7cc59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:59:30.009793 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d4d6c320-ac2f-425f-97a8-fd80b882c98c req-562cad91-3dbf-4dec-9396-2738d98810a9 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf300826-c23c-4499-8ca9-8507b4dc41b2 HTTP/1.1" status: 200 len: 210 time: 0.1474693 Jul 07 16:59:30.022592 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-29eb9f80-d26f-4196-ab91-d4dfe2ea329d admin admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:30.097972 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:30.363363 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-07c6e2a7-7420-4045-a02d-6ce9537ffb70 None None] Set router deca5a43-12c7-4dd8-b29a-eb16f0849889 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:59:30.684442 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-29eb9f80-d26f-4196-ab91-d4dfe2ea329d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:30.868162 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-29eb9f80-d26f-4196-ab91-d4dfe2ea329d admin admin] Deleting port b7a1945c-8571-4753-953a-b214e8d517ff {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:30.868519 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-29eb9f80-d26f-4196-ab91-d4dfe2ea329d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:30.996312 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52186) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:31.288697 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-29eb9f80-d26f-4196-ab91-d4dfe2ea329d admin admin] For port b7a1945c-8571-4753-953a-b214e8d517ff, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b7a1945c-8571-4753-953a-b214e8d517ff,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:31.290689 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-29eb9f80-d26f-4196-ab91-d4dfe2ea329d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:31.338841 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-29eb9f80-d26f-4196-ab91-d4dfe2ea329d admin admin] Calling delete_port for b7a1945c-8571-4753-953a-b214e8d517ff owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:31.366097 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8e919e37-0881-451c-9221-2a492cad5ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:31.496543 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-07c6e2a7-7420-4045-a02d-6ce9537ffb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deca5a43-12c7-4dd8-b29a-eb16f0849889', 'name': 'tempest-ServersTestMultiNic-2098211589-router', 'tenant_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'b7a1945c-8571-4753-953a-b214e8d517ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:56:27Z', 'updated_at': '2021-07-07T16:59:26Z', 'revision_number': 5, 'project_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'gw_port': {'id': 'b7a1945c-8571-4753-953a-b214e8d517ff', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca5a43-12c7-4dd8-b29a-eb16f0849889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:56:29Z', 'updated_at': '2021-07-07T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:31.667944 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device ab7008cd-c1dc-4426-97bf-10403caaa0c3 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:31.741725 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c6e2a7-7420-4045-a02d-6ce9537ffb70 None None] Checking router: deca5a43-12c7-4dd8-b29a-eb16f0849889 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:59:31.760463 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8e919e37-0881-451c-9221-2a492cad5ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:31.767120 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279a595-5afe-4165-9632-87f837355e18 req-2c5e484a-f783-4538-a77c-9f01f14a6db9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:31.770221 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8e919e37-0881-451c-9221-2a492cad5ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:31.782172 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3279a595-5afe-4165-9632-87f837355e18 req-2c5e484a-f783-4538-a77c-9f01f14a6db9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 943 time: 0.8792393 Jul 07 16:59:31.793946 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c6e2a7-7420-4045-a02d-6ce9537ffb70 None None] Routers {'deca5a43-12c7-4dd8-b29a-eb16f0849889'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:59:31.797665 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-07c6e2a7-7420-4045-a02d-6ce9537ffb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:59:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['deca5a43-12c7-4dd8-b29a-eb16f0849889'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:31.856443 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52206) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:31.897297 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port ab7008cd-c1dc-4426-97bf-10403caaa0c3 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:31.906176 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port ab7008cd-c1dc-4426-97bf-10403caaa0c3 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:31.922137 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:31.955363 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3279a595-5afe-4165-9632-87f837355e18 req-7e45b357-1ece-4214-865a-568d860fa917 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462398 Jul 07 16:59:31.984540 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e919e37-0881-451c-9221-2a492cad5ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8183578e-17c7-43ac-86dc-dc779494c831,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:32.042783 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8e919e37-0881-451c-9221-2a492cad5ed4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b313c190976c48eb846d5016652af6a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0442846 Jul 07 16:59:32.065241 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52210) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:32.264778 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.410302 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-29eb9f80-d26f-4196-ab91-d4dfe2ea329d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.415142 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port ab7008cd-c1dc-4426-97bf-10403caaa0c3, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=ab7008cd-c1dc-4426-97bf-10403caaa0c3,segment=NetworkSegment(8bb6e2e3-5f3b-4abf-8571-3ec724bc77d2),segment_id=8bb6e2e3-5f3b-4abf-8571-3ec724bc77d2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:32.425745 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.451070 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-612c1c9c-a57b-444c-81d8-d123a1ae37eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.499190 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb9f80-d26f-4196-ab91-d4dfe2ea329d admin admin] Pushing event deleted for resources: {'Port': ['ID=b7a1945c-8571-4753-953a-b214e8d517ff,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:32.549135 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-612c1c9c-a57b-444c-81d8-d123a1ae37eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.618547 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=ab7008cd-c1dc-4426-97bf-10403caaa0c3,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:32.640025 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-07c6e2a7-7420-4045-a02d-6ce9537ffb70 None None] Set router deca5a43-12c7-4dd8-b29a-eb16f0849889 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:59:32.683305 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-570b2896-ab34-45d2-beab-b9f21cae9687 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1927151620-network', 'tenant_id': '6617d2dcbd7d42beba1f1ca4aa04d08a'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:32.731543 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-612c1c9c-a57b-444c-81d8-d123a1ae37eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.738495 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-612c1c9c-a57b-444c-81d8-d123a1ae37eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.742073 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-612c1c9c-a57b-444c-81d8-d123a1ae37eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8183578e-17c7-43ac-86dc-dc779494c831 HTTP/1.1" status: 204 len: 168 time: 0.6698618 Jul 07 16:59:32.749943 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570b2896-ab34-45d2-beab-b9f21cae9687 admin admin] Made reservation on behalf of 6617d2dcbd7d42beba1f1ca4aa04d08a for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:32.756588 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-570b2896-ab34-45d2-beab-b9f21cae9687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.765989 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-29eb9f80-d26f-4196-ab91-d4dfe2ea329d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.804475 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-07c6e2a7-7420-4045-a02d-6ce9537ffb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deca5a43-12c7-4dd8-b29a-eb16f0849889', 'name': 'tempest-ServersTestMultiNic-2098211589-router', 'tenant_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:56:27Z', 'updated_at': '2021-07-07T16:59:30Z', 'revision_number': 6, 'project_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:32.807107 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-570b2896-ab34-45d2-beab-b9f21cae9687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.809457 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c1c9c-a57b-444c-81d8-d123a1ae37eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8183578e-17c7-43ac-86dc-dc779494c831,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:32.902372 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c6e2a7-7420-4045-a02d-6ce9537ffb70 None None] The sync data for ids ['deca5a43-12c7-4dd8-b29a-eb16f0849889'] in n-d-791503-12 is: [{'id': 'deca5a43-12c7-4dd8-b29a-eb16f0849889', 'name': 'tempest-ServersTestMultiNic-2098211589-router', 'tenant_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:56:27Z', 'updated_at': '2021-07-07T16:59:30Z', 'revision_number': 6, 'project_id': '6d2da5d09503418b9ddf40fdbcdd8412', 'gw_port_host': None}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:59:32.935472 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-29eb9f80-d26f-4196-ab91-d4dfe2ea329d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.944159 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-29eb9f80-d26f-4196-ab91-d4dfe2ea329d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.110996 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-29eb9f80-d26f-4196-ab91-d4dfe2ea329d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.111652 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29eb9f80-d26f-4196-ab91-d4dfe2ea329d admin admin] Fanout notify agent at l3_agent the message router_deleted on router deca5a43-12c7-4dd8-b29a-eb16f0849889 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:59:33.119609 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-29eb9f80-d26f-4196-ab91-d4dfe2ea329d admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.130448 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52218) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:33.132760 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-29eb9f80-d26f-4196-ab91-d4dfe2ea329d admin admin] 10.222.0.53 "DELETE /v2.0/routers/deca5a43-12c7-4dd8-b29a-eb16f0849889 HTTP/1.1" status: 204 len: 168 time: 3.5241096 Jul 07 16:59:33.768164 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c153c1-52ff-413b-819d-57453b283437 req-94d69d58-1f83-484b-ad85-d959245f6f00 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:33.773864 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e8c153c1-52ff-413b-819d-57453b283437 req-94d69d58-1f83-484b-ad85-d959245f6f00 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 943 time: 0.3802738 Jul 07 16:59:33.774722 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52226) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:33.815775 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9c4ebd77-a436-4dda-bebc-98efad2f0cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.843846 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-c55ac17a-af50-43db-bd2d-c6d3ea80c050 service neutron] 10.222.0.72 "GET /v2.0/ports/6f8e20d0-7c17-4186-b2a9-5ded89502a03/bindings/n-h1-791503-12 HTTP/1.1" status: 200 len: 385 time: 0.2988315 Jul 07 16:59:33.905472 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e8c153c1-52ff-413b-819d-57453b283437 req-3e1a26c5-dd85-460e-ad1e-fa49f1dc4cce tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101320 Jul 07 16:59:33.981571 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-570b2896-ab34-45d2-beab-b9f21cae9687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.011551 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-570b2896-ab34-45d2-beab-b9f21cae9687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.039710 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570b2896-ab34-45d2-beab-b9f21cae9687 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:59:34.057175 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-570b2896-ab34-45d2-beab-b9f21cae9687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.057449 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-570b2896-ab34-45d2-beab-b9f21cae9687 admin admin] Added segment 2c9d5cdc-7fc7-490f-ba7f-25631ad8090e of type vlan for network 0c72e219-afbc-4358-9724-1e6923c53d33 Jul 07 16:59:34.063805 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device ab7008cd-c1dc-4426-97bf-10403caaa0c3 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:34.122701 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-570b2896-ab34-45d2-beab-b9f21cae9687 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.170306 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-570b2896-ab34-45d2-beab-b9f21cae9687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.171317 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570b2896-ab34-45d2-beab-b9f21cae9687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:34.171918 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-570b2896-ab34-45d2-beab-b9f21cae9687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.300484 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b2896-ab34-45d2-beab-b9f21cae9687 admin admin] Pushing event updated for resources: {'Network': ['ID=0c72e219-afbc-4358-9724-1e6923c53d33,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:34.314252 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ff37d4-86c6-4406-9601-f0c26dd3c85e admin admin] Deleting subnet cb45b895-8890-4937-875a-6ce9e6d87d46 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:59:34.318513 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4ff37d4-86c6-4406-9601-f0c26dd3c85e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.327587 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 0c72e219-afbc-4358-9724-1e6923c53d33 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:59:34.369303 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4ff37d4-86c6-4406-9601-f0c26dd3c85e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.401549 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port ab7008cd-c1dc-4426-97bf-10403caaa0c3 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:34.420712 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.459824 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-e17aa247-b2ef-4ba9-8062-2e008d654e33 service neutron] For port 6f8e20d0-7c17-4186-b2a9-5ded89502a03, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=6f8e20d0-7c17-4186-b2a9-5ded89502a03,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:34.530856 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:59:34.566706 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b2896-ab34-45d2-beab-b9f21cae9687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a16355-ca08-49ff-9fc3-13dfd21b4857,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:34.572693 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-e17aa247-b2ef-4ba9-8062-2e008d654e33 service neutron] For port 6f8e20d0-7c17-4186-b2a9-5ded89502a03, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:34.619371 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9c4ebd77-a436-4dda-bebc-98efad2f0cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.643235 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9c4ebd77-a436-4dda-bebc-98efad2f0cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.693225 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ebd77-a436-4dda-bebc-98efad2f0cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f8eea7-4750-4106-a9ed-b88c8d6ee151,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:34.695804 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22562378-2827-4c4c-8098-bbc4cd7cb63d req-9a0b3b1f-e978-4307-8499-2c40726dc533 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:34.699770 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-e17aa247-b2ef-4ba9-8062-2e008d654e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f8e20d0-7c17-4186-b2a9-5ded89502a03 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:59:34.713988 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-22562378-2827-4c4c-8098-bbc4cd7cb63d req-9a0b3b1f-e978-4307-8499-2c40726dc533 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 945 time: 0.8298349 Jul 07 16:59:34.720669 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-e17aa247-b2ef-4ba9-8062-2e008d654e33 service neutron] For port 6f8e20d0-7c17-4186-b2a9-5ded89502a03, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6f8e20d0-7c17-4186-b2a9-5ded89502a03,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:34.758544 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9c4ebd77-a436-4dda-bebc-98efad2f0cb3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c32f3c876a94b3d821e3aad1217016f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9631321 Jul 07 16:59:34.758544 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52228) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:34.758544 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-e17aa247-b2ef-4ba9-8062-2e008d654e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.781076 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a707bf-f347-45ee-92a7-b90f2abdaa0e req-5035aebd-9efd-48bb-bb5d-67579854a78b tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:34.783476 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 0c5d81be-b610-4017-8ebc-b00e0e9b5de3 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:34.784462 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-69a707bf-f347-45ee-92a7-b90f2abdaa0e req-5035aebd-9efd-48bb-bb5d-67579854a78b tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.72 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 945 time: 0.9017580 Jul 07 16:59:34.793993 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-570b2896-ab34-45d2-beab-b9f21cae9687 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.9275243 Jul 07 16:59:34.800226 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52230) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:34.809373 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-1dda6216-596c-401d-a635-e7e679df80f9 admin admin] Request body: {'subnet': {'network_id': '0c72e219-afbc-4358-9724-1e6923c53d33', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1927151620-subnet', 'tenant_id': '6617d2dcbd7d42beba1f1ca4aa04d08a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:34.827633 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 0c5d81be-b610-4017-8ebc-b00e0e9b5de3 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:34.829042 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 0c5d81be-b610-4017-8ebc-b00e0e9b5de3 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:34.855819 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4ff37d4-86c6-4406-9601-f0c26dd3c85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.892023 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f26a40d9-cd20-4aaa-8cfb-8335696b6f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.899096 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dda6216-596c-401d-a635-e7e679df80f9 admin admin] Made reservation on behalf of 6617d2dcbd7d42beba1f1ca4aa04d08a for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:34.901979 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1dda6216-596c-401d-a635-e7e679df80f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.981276 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f26a40d9-cd20-4aaa-8cfb-8335696b6f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.000878 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-22562378-2827-4c4c-8098-bbc4cd7cb63d req-b08fb38e-46f2-4922-96aa-5c1a7508215c tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823501 Jul 07 16:59:35.126905 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4ff37d4-86c6-4406-9601-f0c26dd3c85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.144372 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-e17aa247-b2ef-4ba9-8062-2e008d654e33 service neutron] Transition to ACTIVE for port object 6f8e20d0-7c17-4186-b2a9-5ded89502a03 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:35.162734 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff37d4-86c6-4406-9601-f0c26dd3c85e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb45b895-8890-4937-875a-6ce9e6d87d46,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:35.174833 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4ff37d4-86c6-4406-9601-f0c26dd3c85e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.177518 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c4ff37d4-86c6-4406-9601-f0c26dd3c85e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cb45b895-8890-4937-875a-6ce9e6d87d46 HTTP/1.1" status: 204 len: 168 time: 2.0460095 Jul 07 16:59:35.184598 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04fb4a3-6c5d-4937-b3a0-5c7c531a8cca None None] Network b2aceede-c7cf-4041-bec6-520267dcb751 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:35.193949 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52234) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:35.212679 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-69a707bf-f347-45ee-92a7-b90f2abdaa0e req-91e7e664-dfb0-4b7d-8fce-46d4f59901ec tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Deleting port 743f33e3-87bf-4ea2-a416-4b7372786a35 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:35.212679 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-69a707bf-f347-45ee-92a7-b90f2abdaa0e req-91e7e664-dfb0-4b7d-8fce-46d4f59901ec tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.213061 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-e17aa247-b2ef-4ba9-8062-2e008d654e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.331206 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17aa247-b2ef-4ba9-8062-2e008d654e33 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8e20d0-7c17-4186-b2a9-5ded89502a03,revision_number=10']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:35.443272 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-e17aa247-b2ef-4ba9-8062-2e008d654e33 service neutron] No DVR routers for this DVR port 6f8e20d0-7c17-4186-b2a9-5ded89502a03 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:35.461144 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f26a40d9-cd20-4aaa-8cfb-8335696b6f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.467141 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f26a40d9-cd20-4aaa-8cfb-8335696b6f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.471293 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f26a40d9-cd20-4aaa-8cfb-8335696b6f4c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/98f8eea7-4750-4106-a9ed-b88c8d6ee151 HTTP/1.1" status: 204 len: 168 time: 0.7141068 Jul 07 16:59:35.511836 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b7a1945c-8571-4753-953a-b214e8d517ff no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:35.572606 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: b7a1945c-8571-4753-953a-b214e8d517ff {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:35.573551 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b7a1945c-8571-4753-953a-b214e8d517ff not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:35.587436 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3c82bbb0-481d-4416-aaed-0512164ec675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.713539 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9378e-ff8e-48b0-9375-6bad304e8391 req-68d6b9b8-268a-4f6b-9728-e223f1492136 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:35.733641 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-69a707bf-f347-45ee-92a7-b90f2abdaa0e req-91e7e664-dfb0-4b7d-8fce-46d4f59901ec tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] For port 743f33e3-87bf-4ea2-a416-4b7372786a35, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=743f33e3-87bf-4ea2-a416-4b7372786a35,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:35.734418 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-69a707bf-f347-45ee-92a7-b90f2abdaa0e req-91e7e664-dfb0-4b7d-8fce-46d4f59901ec tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.736977 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a9b9378e-ff8e-48b0-9375-6bad304e8391 req-68d6b9b8-268a-4f6b-9728-e223f1492136 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 943 time: 0.6127436 Jul 07 16:59:35.757473 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3e77d3-6f38-49b5-b0b6-74a97ab38797 None None] DHCP port deletion for b2aceede-c7cf-4041-bec6-520267dcb751 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:59:35.762206 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-e17aa247-b2ef-4ba9-8062-2e008d654e33 service neutron] 10.222.0.72 "PUT /v2.0/ports/6f8e20d0-7c17-4186-b2a9-5ded89502a03/bindings/n-h1-791503-12/activate HTTP/1.1" status: 200 len: 370 time: 1.9189057 Jul 07 16:59:35.790943 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-69a707bf-f347-45ee-92a7-b90f2abdaa0e req-91e7e664-dfb0-4b7d-8fce-46d4f59901ec tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Calling delete_port for 743f33e3-87bf-4ea2-a416-4b7372786a35 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:35.895537 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a40d9-cd20-4aaa-8cfb-8335696b6f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f8eea7-4750-4106-a9ed-b88c8d6ee151,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:35.896002 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-7c3e77d3-6f38-49b5-b0b6-74a97ab38797 None None] Deleting port 6368fae1-a1f9-4559-9ca7-78cf71a00266 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:35.896503 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7c3e77d3-6f38-49b5-b0b6-74a97ab38797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.986557 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-3c82bbb0-481d-4416-aaed-0512164ec675 admin admin] Deleting port 6368fae1-a1f9-4559-9ca7-78cf71a00266 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:35.986931 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3c82bbb0-481d-4416-aaed-0512164ec675 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.997491 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-7c3e77d3-6f38-49b5-b0b6-74a97ab38797 None None] For port 6368fae1-a1f9-4559-9ca7-78cf71a00266, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6368fae1-a1f9-4559-9ca7-78cf71a00266,segment=NetworkSegment(a6c54211-0cc2-4538-b861-9fa4f9b13ed6),segment_id=a6c54211-0cc2-4538-b861-9fa4f9b13ed6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:35.997931 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7c3e77d3-6f38-49b5-b0b6-74a97ab38797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.037765 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1dda6216-596c-401d-a635-e7e679df80f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.061625 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-7c3e77d3-6f38-49b5-b0b6-74a97ab38797 None None] Calling delete_port for 6368fae1-a1f9-4559-9ca7-78cf71a00266 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:36.109653 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-3c82bbb0-481d-4416-aaed-0512164ec675 admin admin] For port 6368fae1-a1f9-4559-9ca7-78cf71a00266, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6368fae1-a1f9-4559-9ca7-78cf71a00266,segment=NetworkSegment(a6c54211-0cc2-4538-b861-9fa4f9b13ed6),segment_id=a6c54211-0cc2-4538-b861-9fa4f9b13ed6)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:36.110058 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3c82bbb0-481d-4416-aaed-0512164ec675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.149650 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-3c82bbb0-481d-4416-aaed-0512164ec675 admin admin] Calling delete_port for 6368fae1-a1f9-4559-9ca7-78cf71a00266 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:36.280671 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a9b9378e-ff8e-48b0-9375-6bad304e8391 req-43fcff53-2053-4c30-8d13-8cc0836b3618 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158293 Jul 07 16:59:36.331439 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7c3e77d3-6f38-49b5-b0b6-74a97ab38797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.355646 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda6216-596c-401d-a635-e7e679df80f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d87779ab-035e-4f49-a9d7-9152d0c7005c,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:36.397579 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dda6216-596c-401d-a635-e7e679df80f9 admin admin] Checking segment: {'id': '2c9d5cdc-7fc7-490f-ba7f-25631ad8090e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0c72e219-afbc-4358-9724-1e6923c53d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:36.399182 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dda6216-596c-401d-a635-e7e679df80f9 admin admin] Network hostable DHCP agents. Network: 0c72e219-afbc-4358-9724-1e6923c53d33, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:59:36.405306 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e77d3-6f38-49b5-b0b6-74a97ab38797 None None] Pushing event deleted for resources: {'Port': ['ID=6368fae1-a1f9-4559-9ca7-78cf71a00266,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:36.407599 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3e77d3-6f38-49b5-b0b6-74a97ab38797 None None] No DVR routers for this DVR port 6368fae1-a1f9-4559-9ca7-78cf71a00266 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:36.422857 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-ebf9f385-a734-471a-93f5-525ef99075ef tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:36.425967 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-ebf9f385-a734-471a-93f5-525ef99075ef tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a&tenant_id=e3c30a38df434836b6a6d7bed9173bf0&binding%3Ahost_id=n-h2-791503-12 HTTP/1.1" status: 200 len: 1096 time: 0.5594132 Jul 07 16:59:36.554563 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dda6216-596c-401d-a635-e7e679df80f9 admin admin] Network 0c72e219-afbc-4358-9724-1e6923c53d33 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:59:36.563760 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34345248-1515-4d11-879b-bdf8b55ed869 req-aa4f5316-750b-4ecd-903f-777318336682 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:36.573569 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-34345248-1515-4d11-879b-bdf8b55ed869 req-aa4f5316-750b-4ecd-903f-777318336682 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=a96303ef-53a5-4c88-8409-f1da92c19961 HTTP/1.1" status: 200 len: 945 time: 0.1918063 Jul 07 16:59:36.576448 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-1dda6216-596c-401d-a635-e7e679df80f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 0c72e219-afbc-4358-9724-1e6923c53d33) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:36.587837 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0516bd89-199f-4ae4-9d2d-94ff91150fd3 None None] Network 0c72e219-afbc-4358-9724-1e6923c53d33 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:36.589452 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-69a707bf-f347-45ee-92a7-b90f2abdaa0e req-91e7e664-dfb0-4b7d-8fce-46d4f59901ec tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.601448 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dda6216-596c-401d-a635-e7e679df80f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:36.602621 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1dda6216-596c-401d-a635-e7e679df80f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.659102 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 743f33e3-87bf-4ea2-a416-4b7372786a35 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:36.676861 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7e664-dfb0-4b7d-8fce-46d4f59901ec tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Pushing event deleted for resources: {'Port': ['ID=743f33e3-87bf-4ea2-a416-4b7372786a35,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:36.725180 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-97e80750-c728-4663-9779-4d86d501784e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:36.725866 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3c82bbb0-481d-4416-aaed-0512164ec675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.731638 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-97e80750-c728-4663-9779-4d86d501784e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a&tenant_id=e3c30a38df434836b6a6d7bed9173bf0 HTTP/1.1" status: 200 len: 1096 time: 0.2941771 Jul 07 16:59:36.741532 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1dda6216-596c-401d-a635-e7e679df80f9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9393439 Jul 07 16:59:36.920830 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c82bbb0-481d-4416-aaed-0512164ec675 admin admin] No DVR routers for this DVR port 6368fae1-a1f9-4559-9ca7-78cf71a00266 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:36.959156 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-34345248-1515-4d11-879b-bdf8b55ed869 req-db28f27f-41bc-45f2-b45f-865b2b683ab5 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769007 Jul 07 16:59:37.056095 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-4c497669-a6c2-459c-a19c-33cc705b235d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:37.067839 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82bbb0-481d-4416-aaed-0512164ec675 admin admin] Pushing event deleted for resources: {'Port': ['ID=6368fae1-a1f9-4559-9ca7-78cf71a00266,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:37.072835 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-4c497669-a6c2-459c-a19c-33cc705b235d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3c30a38df434836b6a6d7bed9173bf0&device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 1096 time: 0.2804713 Jul 07 16:59:37.204143 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a707bf-f347-45ee-92a7-b90f2abdaa0e req-91e7e664-dfb0-4b7d-8fce-46d4f59901ec tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] No DVR routers for this DVR port 743f33e3-87bf-4ea2-a416-4b7372786a35 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:37.211126 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-69a707bf-f347-45ee-92a7-b90f2abdaa0e req-91e7e664-dfb0-4b7d-8fce-46d4f59901ec tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:37.214829 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-69a707bf-f347-45ee-92a7-b90f2abdaa0e req-91e7e664-dfb0-4b7d-8fce-46d4f59901ec tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.72 "DELETE /v2.0/ports/743f33e3-87bf-4ea2-a416-4b7372786a35 HTTP/1.1" status: 204 len: 173 time: 2.4154513 Jul 07 16:59:37.216976 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96303ef-53a5-4c88-8409-f1da92c19961', 'name': 'network-vif-deleted', 'tag': '743f33e3-87bf-4ea2-a416-4b7372786a35'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:37.221534 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4801105-5b33-4ae4-bc3c-b827eae96789" -d '{"events": [{"server_uuid": "a96303ef-53a5-4c88-8409-f1da92c19961", "name": "network-vif-deleted", "tag": "743f33e3-87bf-4ea2-a416-4b7372786a35"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:37.384363 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 743f33e3-87bf-4ea2-a416-4b7372786a35 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:37.454597 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 743f33e3-87bf-4ea2-a416-4b7372786a35 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:37.583818 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc493b5-d55b-4620-9cbe-9899363d27e1 None None] Network 0c72e219-afbc-4358-9724-1e6923c53d33 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:37.620102 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:37.629938 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:37.712815 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc661f1-6c36-4358-938b-4ff147e4d753 x-openstack-request-id: req-3bc661f1-6c36-4358-938b-4ff147e4d753 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:37.713819 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96303ef-53a5-4c88-8409-f1da92c19961", "name": "network-vif-deleted", "tag": "743f33e3-87bf-4ea2-a416-4b7372786a35", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:37.713819 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3bc661f1-6c36-4358-938b-4ff147e4d753 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:37.720290 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96303ef-53a5-4c88-8409-f1da92c19961', 'name': 'network-vif-deleted', 'tag': '743f33e3-87bf-4ea2-a416-4b7372786a35', 'status': 'completed', 'code': 200} Jul 07 16:59:37.758539 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3c82bbb0-481d-4416-aaed-0512164ec675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:37.797966 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6368fae1-a1f9-4559-9ca7-78cf71a00266 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:37.828583 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-3c82bbb0-481d-4416-aaed-0512164ec675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2aceede-c7cf-4041-bec6-520267dcb751']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:37.925262 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-e4f68b01-8d4a-452c-b08e-f8b227032363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:37.932420 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-e4f68b01-8d4a-452c-b08e-f8b227032363 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f59045c-fb41-4f4e-86ad-a15d05bedb10 HTTP/1.1" status: 200 len: 909 time: 0.8494074 Jul 07 16:59:38.002674 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-3c82bbb0-481d-4416-aaed-0512164ec675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c54211-0cc2-4538-b861-9fa4f9b13ed6') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:38.009460 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-3c82bbb0-481d-4416-aaed-0512164ec675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c54211-0cc2-4538-b861-9fa4f9b13ed6') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:38.106084 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 6368fae1-a1f9-4559-9ca7-78cf71a00266 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:38.114618 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6368fae1-a1f9-4559-9ca7-78cf71a00266 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:38.163538 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3c82bbb0-481d-4416-aaed-0512164ec675 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:38.262479 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3c82bbb0-481d-4416-aaed-0512164ec675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:38.262968 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-44deb043-774f-40a2-9257-a8f039e1b8c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f8e20d0-7c17-4186-b2a9-5ded89502a03 HTTP/1.1" status: 200 len: 217 time: 0.3240886 Jul 07 16:59:38.337069 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c82bbb0-481d-4416-aaed-0512164ec675 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:59:38.339701 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3c82bbb0-481d-4416-aaed-0512164ec675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: timer() Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:59:38.439434 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:59:38.681311 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3c82bbb0-481d-4416-aaed-0512164ec675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:38.688919 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3c82bbb0-481d-4416-aaed-0512164ec675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:38.691367 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3c82bbb0-481d-4416-aaed-0512164ec675 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b2aceede-c7cf-4041-bec6-520267dcb751 HTTP/1.1" status: 204 len: 168 time: 3.4945319 Jul 07 16:59:38.695964 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-4d7ade12-1314-4458-b9c3-cd4127d85f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:38.699302 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-4d7ade12-1314-4458-b9c3-cd4127d85f85 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8cf0891f-7dd4-444b-b243-0a9d52ec4798 HTTP/1.1" status: 200 len: 848 time: 0.4046824 Jul 07 16:59:38.728029 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82bbb0-481d-4416-aaed-0512164ec675 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2aceede-c7cf-4041-bec6-520267dcb751,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:38.827322 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-3cf03d3c-b921-4c4d-a4da-ba6f2502fabd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f59045c-fb41-4f4e-86ad-a15d05bedb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567584 Jul 07 16:59:39.105391 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-fad19101-009b-428e-93cd-7c7901ea6a94 req-72889e47-e759-4340-a28c-2c9f2b154584 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-72491011', 'description': 'tempest-description-762372135'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:39.196700 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fad19101-009b-428e-93cd-7c7901ea6a94 req-72889e47-e759-4340-a28c-2c9f2b154584 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.201359 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-be8fe704-1361-44da-b51c-fbf0dfde4185 service neutron] 10.222.0.64 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649292 Jul 07 16:59:39.297718 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52296) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:39.426872 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4331b4-34c7-4444-8ef2-b17b9157e725 req-4779b481-774b-4557-84cf-105e8f11f363 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:39.433244 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fad19101-009b-428e-93cd-7c7901ea6a94 req-72889e47-e759-4340-a28c-2c9f2b154584 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.438739 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fad19101-009b-428e-93cd-7c7901ea6a94 req-72889e47-e759-4340-a28c-2c9f2b154584 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.440432 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-db4331b4-34c7-4444-8ef2-b17b9157e725 req-4779b481-774b-4557-84cf-105e8f11f363 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 944 time: 0.8736324 Jul 07 16:59:39.481777 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fad19101-009b-428e-93cd-7c7901ea6a94 req-72889e47-e759-4340-a28c-2c9f2b154584 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.498023 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fad19101-009b-428e-93cd-7c7901ea6a94 req-72889e47-e759-4340-a28c-2c9f2b154584 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3985028 Jul 07 16:59:39.516531 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72889e47-e759-4340-a28c-2c9f2b154584 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39922f07-c6b1-4872-a143-3bb2415d7950,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:39.659519 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-db4331b4-34c7-4444-8ef2-b17b9157e725 req-7f8a44f2-b6c7-4ce1-9df3-b8df9cedd792 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156320 Jul 07 16:59:39.725474 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-878c112b-d395-4333-a5fc-978e50bb434e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d2da5d09503418b9ddf40fdbcdd8412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3695059 Jul 07 16:59:39.728898 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52320) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:39.743997 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-760eb3f3-6ae0-4773-9d70-d38bc38d6828 service neutron] 10.222.0.64 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339870 Jul 07 16:59:39.943174 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c8429d71-8531-4079-aea3-cbb101e79c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.996688 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c8429d71-8531-4079-aea3-cbb101e79c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:40.227130 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e2a22b07-6d92-4593-8902-9ce5a467b8ff req-d7ecaaaa-3133-421c-ac83-f75c0237de2d tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] 10.222.0.53 "GET /v2.0/security-groups/39922f07-c6b1-4872-a143-3bb2415d7950 HTTP/1.1" status: 200 len: 1810 time: 0.1874900 Jul 07 16:59:40.254493 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-e2a22b07-6d92-4593-8902-9ce5a467b8ff req-e1ae5fae-46c9-432a-a32c-f2de399f1107 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '39922f07-c6b1-4872-a143-3bb2415d7950', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:40.255401 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-e2a22b07-6d92-4593-8902-9ce5a467b8ff req-e1ae5fae-46c9-432a-a32c-f2de399f1107 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '39922f07-c6b1-4872-a143-3bb2415d7950', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:40.345999 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c8429d71-8531-4079-aea3-cbb101e79c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:40.350948 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c8429d71-8531-4079-aea3-cbb101e79c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:40.356284 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c8429d71-8531-4079-aea3-cbb101e79c41 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b57f63ae-d563-4eac-b80b-e1ee0303ec67 HTTP/1.1" status: 204 len: 168 time: 0.6224227 Jul 07 16:59:40.375037 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8429d71-8531-4079-aea3-cbb101e79c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57f63ae-d563-4eac-b80b-e1ee0303ec67,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:40.434967 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-d4df89da-1d4b-46c9-ba43-8e34a45cd4d2 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:40.438550 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-d4df89da-1d4b-46c9-ba43-8e34a45cd4d2 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a&tenant_id=e3c30a38df434836b6a6d7bed9173bf0&binding%3Ahost_id=n-h1-791503-12 HTTP/1.1" status: 200 len: 1096 time: 0.2366347 Jul 07 16:59:40.458975 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e2a22b07-6d92-4593-8902-9ce5a467b8ff req-e1ae5fae-46c9-432a-a32c-f2de399f1107 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:40.526782 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e2a22b07-6d92-4593-8902-9ce5a467b8ff req-e1ae5fae-46c9-432a-a32c-f2de399f1107 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:40.537687 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e2a22b07-6d92-4593-8902-9ce5a467b8ff req-e1ae5fae-46c9-432a-a32c-f2de399f1107 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:40.585330 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e2a22b07-6d92-4593-8902-9ce5a467b8ff req-e1ae5fae-46c9-432a-a32c-f2de399f1107 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:40.603919 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e2a22b07-6d92-4593-8902-9ce5a467b8ff req-e1ae5fae-46c9-432a-a32c-f2de399f1107 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3672657 Jul 07 16:59:40.605899 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae5fae-46c9-432a-a32c-f2de399f1107 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f3cd03-aab7-4510-91ce-47e9aa3f187f,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:40.871556 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-469fd5ea-9bab-48ef-b460-144591c9fdca service neutron] For port 6f8e20d0-7c17-4186-b2a9-5ded89502a03, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:40.883493 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-469fd5ea-9bab-48ef-b460-144591c9fdca service neutron] Notify callbacks [] for binding, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:40.886325 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-469fd5ea-9bab-48ef-b460-144591c9fdca service neutron] 10.222.0.64 "DELETE /v2.0/ports/6f8e20d0-7c17-4186-b2a9-5ded89502a03/bindings/n-h2-791503-12 HTTP/1.1" status: 204 len: 173 time: 0.4411333 Jul 07 16:59:41.131300 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c294ea-ad65-450b-86e5-2674dc18653d req-e9bc065f-4dc6-4cc4-83f6-c93e5f8a85de tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:41.133148 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-04c294ea-ad65-450b-86e5-2674dc18653d req-e9bc065f-4dc6-4cc4-83f6-c93e5f8a85de tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.72 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 944 time: 0.1104102 Jul 07 16:59:41.160604 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f422be0-7a25-4e2b-86d6-d13ecc6e15d4 req-24b383ce-7f8a-4806-b490-3d62cfa2054b tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:41.163292 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9f422be0-7a25-4e2b-86d6-d13ecc6e15d4 req-24b383ce-7f8a-4806-b490-3d62cfa2054b tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/ports?device_id=87f4ba17-07a0-4fa5-a997-c6a5333fd8b6 HTTP/1.1" status: 200 len: 945 time: 0.1812878 Jul 07 16:59:41.240477 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9f422be0-7a25-4e2b-86d6-d13ecc6e15d4 req-0f52372b-a1f0-48b9-885a-d794cac75a39 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e79daa5-eb0d-4fdd-8cee-b42e18b1e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702171 Jul 07 16:59:41.332520 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-04c294ea-ad65-450b-86e5-2674dc18653d req-f52dd210-d97e-46fd-a70a-95d1daf94253 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Deleting port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:41.332921 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-04c294ea-ad65-450b-86e5-2674dc18653d req-f52dd210-d97e-46fd-a70a-95d1daf94253 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:41.569521 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-43dd2f0a-f5a0-40f4-b607-a707b4e7f6f2 req-f86e63b6-dc3e-4596-9372-ac16c75773f5 tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1740002375', 'description': 'tempest-description-768545851'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:41.621602 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-43dd2f0a-f5a0-40f4-b607-a707b4e7f6f2 req-f86e63b6-dc3e-4596-9372-ac16c75773f5 tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:41.661786 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-43dd2f0a-f5a0-40f4-b607-a707b4e7f6f2 req-f86e63b6-dc3e-4596-9372-ac16c75773f5 tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:41.731644 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-04c294ea-ad65-450b-86e5-2674dc18653d req-f52dd210-d97e-46fd-a70a-95d1daf94253 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] For port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4,segment=NetworkSegment(79b98541-bf55-4a9e-b0b0-a3363c05b442),segment_id=79b98541-bf55-4a9e-b0b0-a3363c05b442)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:41.732278 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-04c294ea-ad65-450b-86e5-2674dc18653d req-f52dd210-d97e-46fd-a70a-95d1daf94253 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:41.762476 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf2457-4a65-4441-accd-f4b24b932b4e req-7e9969cf-e9b6-4376-b2b9-9ba6d6b104fa tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:41.772229 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cdcf2457-4a65-4441-accd-f4b24b932b4e req-7e9969cf-e9b6-4376-b2b9-9ba6d6b104fa tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29 HTTP/1.1" status: 200 len: 944 time: 0.1981468 Jul 07 16:59:41.778024 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-04c294ea-ad65-450b-86e5-2674dc18653d req-f52dd210-d97e-46fd-a70a-95d1daf94253 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Calling delete_port for 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:41.892512 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cdcf2457-4a65-4441-accd-f4b24b932b4e req-13e15b97-8150-45aa-a39d-c24a256bf5c2 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.53 "GET /v2.0/security-groups?id=44d45719-ce75-4f1d-9abe-bd9a90959dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158421 Jul 07 16:59:42.071932 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7ce68025-ef4f-4449-81cb-63fccbafb653 req-6a7a2a41-e1d1-4041-8cd5-6cff3aba84d5 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] 10.222.0.53 "GET /v2.0/security-groups/39922f07-c6b1-4872-a143-3bb2415d7950 HTTP/1.1" status: 200 len: 2403 time: 0.1269517 Jul 07 16:59:42.147690 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52372) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:42.172984 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-43dd2f0a-f5a0-40f4-b607-a707b4e7f6f2 req-f86e63b6-dc3e-4596-9372-ac16c75773f5 tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:42.185450 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-43dd2f0a-f5a0-40f4-b607-a707b4e7f6f2 req-f86e63b6-dc3e-4596-9372-ac16c75773f5 tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:42.297945 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-592ef9b9-6bc2-4708-bd2f-f575273f2279 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1344857090-network', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:42.308360 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e63b6-dc3e-4596-9372-ac16c75773f5 tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de9cadd-cff9-412a-8c4b-38fe6a5cfb46,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:42.392552 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.db.api [None req-592ef9b9-6bc2-4708-bd2f-f575273f2279 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 16:59:42.392552 n-d-791503-12 neutron-server[100193]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 16:59:42.392552 n-d-791503-12 neutron-server[100193]: [parameters: {'project_id_1': '52ba6e7d3c334b5d9c08203be3275f20', 'expiration_1': datetime.datetime(2021, 7, 7, 16, 59, 42, 318768)}] Jul 07 16:59:42.392552 n-d-791503-12 neutron-server[100193]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:59:42.394217 n-d-791503-12 neutron-server[100193]: DEBUG oslo_db.api [None req-592ef9b9-6bc2-4708-bd2f-f575273f2279 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:59:42.401817 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-04c294ea-ad65-450b-86e5-2674dc18653d req-f52dd210-d97e-46fd-a70a-95d1daf94253 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:42.472105 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52dd210-d97e-46fd-a70a-95d1daf94253 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Pushing event deleted for resources: {'Port': ['ID=806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:42.477639 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63c09e-a213-41e4-9382-2e9fa00ca900 req-dbfe96a4-be7a-442a-b01c-60651d309b85 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:42.481375 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bc63c09e-a213-41e4-9382-2e9fa00ca900 req-dbfe96a4-be7a-442a-b01c-60651d309b85 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 944 time: 0.1653874 Jul 07 16:59:42.496377 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-43dd2f0a-f5a0-40f4-b607-a707b4e7f6f2 req-f86e63b6-dc3e-4596-9372-ac16c75773f5 tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:42.522747 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-43dd2f0a-f5a0-40f4-b607-a707b4e7f6f2 req-f86e63b6-dc3e-4596-9372-ac16c75773f5 tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:42.581357 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e63b6-dc3e-4596-9372-ac16c75773f5 tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=939a8422-fe50-468c-9e6b-96ff0a9812f3,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:42.584983 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-43dd2f0a-f5a0-40f4-b607-a707b4e7f6f2 req-f86e63b6-dc3e-4596-9372-ac16c75773f5 tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:42.586355 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43dd2f0a-f5a0-40f4-b607-a707b4e7f6f2 req-f86e63b6-dc3e-4596-9372-ac16c75773f5 tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0470598 Jul 07 16:59:42.587874 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c294ea-ad65-450b-86e5-2674dc18653d req-f52dd210-d97e-46fd-a70a-95d1daf94253 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] No DVR routers for this DVR port 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:42.592171 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-04c294ea-ad65-450b-86e5-2674dc18653d req-f52dd210-d97e-46fd-a70a-95d1daf94253 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:42.594442 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-04c294ea-ad65-450b-86e5-2674dc18653d req-f52dd210-d97e-46fd-a70a-95d1daf94253 tempest-LiveAutoBlockMigrationV225Test-1383536801 tempest-LiveAutoBlockMigrationV225Test-1383536801-project] 10.222.0.72 "DELETE /v2.0/ports/806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 HTTP/1.1" status: 204 len: 173 time: 1.4518931 Jul 07 16:59:42.594943 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29', 'name': 'network-vif-deleted', 'tag': '806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:42.599128 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bc63c09e-a213-41e4-9382-2e9fa00ca900 req-2417daf8-7713-41c9-a6c8-29913cf9a17b tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000066 Jul 07 16:59:42.614509 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a915b727-73b2-423f-bb2a-7dd8a6bbba86" -d '{"events": [{"server_uuid": "6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29", "name": "network-vif-deleted", "tag": "806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:42.846046 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0d2dd820-e19a-4ee2-861e-26011b556665 req-32ff50e0-de4f-4c76-b36e-61f0de89c577 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] 10.222.0.53 "GET /v2.0/security-group-rules/89f3cd03-aab7-4510-91ce-47e9aa3f187f HTTP/1.1" status: 200 len: 778 time: 0.0563853 Jul 07 16:59:42.907825 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0d2dd820-e19a-4ee2-861e-26011b556665 req-91bd8484-f877-4b92-8935-7d126f4bcf2d tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] 10.222.0.53 "GET /v2.0/security-groups/39922f07-c6b1-4872-a143-3bb2415d7950 HTTP/1.1" status: 200 len: 2403 time: 0.0607710 Jul 07 16:59:42.953823 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0d2dd820-e19a-4ee2-861e-26011b556665 req-8c9b9646-349f-4e85-80ca-2c882338294a tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:42.964556 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-4b8e8e6d-16db-4533-aa01-a14c9362039a req-3adab8fb-c1f2-4039-82d9-ba40837769a2 tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] Request body: {'security_group': {'name': 'tempest-securitygroup-254130179', 'description': 'tempest-description-27766676'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:42.965261 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0d2dd820-e19a-4ee2-861e-26011b556665 req-8c9b9646-349f-4e85-80ca-2c882338294a tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:42.986610 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592ef9b9-6bc2-4708-bd2f-f575273f2279 admin admin] Made reservation on behalf of 52ba6e7d3c334b5d9c08203be3275f20 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:42.990865 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-592ef9b9-6bc2-4708-bd2f-f575273f2279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.009355 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0d2dd820-e19a-4ee2-861e-26011b556665 req-8c9b9646-349f-4e85-80ca-2c882338294a tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.011944 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-592ef9b9-6bc2-4708-bd2f-f575273f2279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.017110 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0d2dd820-e19a-4ee2-861e-26011b556665 req-8c9b9646-349f-4e85-80ca-2c882338294a tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.018428 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0d2dd820-e19a-4ee2-861e-26011b556665 req-8c9b9646-349f-4e85-80ca-2c882338294a tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/89f3cd03-aab7-4510-91ce-47e9aa3f187f HTTP/1.1" status: 204 len: 173 time: 0.1097529 Jul 07 16:59:43.026080 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b9646-349f-4e85-80ca-2c882338294a tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89f3cd03-aab7-4510-91ce-47e9aa3f187f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:43.067689 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4b8e8e6d-16db-4533-aa01-a14c9362039a req-3adab8fb-c1f2-4039-82d9-ba40837769a2 tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.079155 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ea1073-df51-4579-8554-69c41f1402ad x-openstack-request-id: req-81ea1073-df51-4579-8554-69c41f1402ad {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:43.079586 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29", "name": "network-vif-deleted", "tag": "806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:43.079935 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-81ea1073-df51-4579-8554-69c41f1402ad {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:43.080571 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eaa79c0-038e-4e8a-8ff3-28d01ea0fd29', 'name': 'network-vif-deleted', 'tag': '806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4', 'status': 'completed', 'code': 200} Jul 07 16:59:43.409769 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-592ef9b9-6bc2-4708-bd2f-f575273f2279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.474761 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-592ef9b9-6bc2-4708-bd2f-f575273f2279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.527958 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-592ef9b9-6bc2-4708-bd2f-f575273f2279 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:59:43.540173 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ef9b9-6bc2-4708-bd2f-f575273f2279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75ad64c-f575-4365-bd5a-4b1843e5422f,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:43.551728 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-592ef9b9-6bc2-4708-bd2f-f575273f2279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.552084 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-592ef9b9-6bc2-4708-bd2f-f575273f2279 admin admin] Added segment a4929838-a970-45a0-a106-ef1c0abcce5c of type vlan for network 94d2cc3b-5a36-4261-9491-3ddbfc283976 Jul 07 16:59:43.628273 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4b8e8e6d-16db-4533-aa01-a14c9362039a req-3adab8fb-c1f2-4039-82d9-ba40837769a2 tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.631401 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-592ef9b9-6bc2-4708-bd2f-f575273f2279 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.637029 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4b8e8e6d-16db-4533-aa01-a14c9362039a req-3adab8fb-c1f2-4039-82d9-ba40837769a2 tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.689831 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4b8e8e6d-16db-4533-aa01-a14c9362039a req-3adab8fb-c1f2-4039-82d9-ba40837769a2 tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.701669 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4b8e8e6d-16db-4533-aa01-a14c9362039a req-3adab8fb-c1f2-4039-82d9-ba40837769a2 tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7616453 Jul 07 16:59:43.724306 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adab8fb-c1f2-4039-82d9-ba40837769a2 tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b69337c-8950-4f6e-99c9-74036f6e62cf,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:43.746012 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-592ef9b9-6bc2-4708-bd2f-f575273f2279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.747349 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592ef9b9-6bc2-4708-bd2f-f575273f2279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:43.747956 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-592ef9b9-6bc2-4708-bd2f-f575273f2279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.879461 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f137e-c1d2-417b-a056-a9a0ba6102ea req-da639950-fca9-41ee-bced-332237574282 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:43.884126 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-571f137e-c1d2-417b-a056-a9a0ba6102ea req-da639950-fca9-41ee-bced-332237574282 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/ports?device_id=87f4ba17-07a0-4fa5-a997-c6a5333fd8b6 HTTP/1.1" status: 200 len: 945 time: 0.1811171 Jul 07 16:59:43.885526 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52394) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:43.909377 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-dc31240f-2c31-46d0-bb46-5922597b3b1d req-5db2d909-09cd-40d2-9802-9d76e37256b4 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1443160945', 'description': 'tempest-description-1754444409'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:43.934622 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-592ef9b9-6bc2-4708-bd2f-f575273f2279 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7851427 Jul 07 16:59:43.944190 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52398) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:43.950766 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-c000f85c-3c6d-4c60-a493-86305ca3e99a admin admin] Request body: {'subnet': {'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1344857090-subnet', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:43.956239 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ef9b9-6bc2-4708-bd2f-f575273f2279 admin admin] Pushing event updated for resources: {'Network': ['ID=94d2cc3b-5a36-4261-9491-3ddbfc283976,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:43.981952 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 94d2cc3b-5a36-4261-9491-3ddbfc283976 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:59:43.985567 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-dc31240f-2c31-46d0-bb46-5922597b3b1d req-5db2d909-09cd-40d2-9802-9d76e37256b4 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:44.065437 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-571f137e-c1d2-417b-a056-a9a0ba6102ea req-3ab7f76f-0c82-48fd-a0c1-05ab6a7877bf tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e79daa5-eb0d-4fdd-8cee-b42e18b1e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619878 Jul 07 16:59:44.139126 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c000f85c-3c6d-4c60-a493-86305ca3e99a admin admin] Made reservation on behalf of 52ba6e7d3c334b5d9c08203be3275f20 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:44.143976 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c000f85c-3c6d-4c60-a493-86305ca3e99a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:44.219717 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb009ddb-6cbf-4f18-a10b-c77a66ca45c1 admin admin] Deleting subnet efc5a7ec-004d-467f-9a91-81aefb64567f {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:59:44.225438 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eb009ddb-6cbf-4f18-a10b-c77a66ca45c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:44.292013 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eb009ddb-6cbf-4f18-a10b-c77a66ca45c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:44.340454 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-dc31240f-2c31-46d0-bb46-5922597b3b1d req-5db2d909-09cd-40d2-9802-9d76e37256b4 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:44.352257 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-dc31240f-2c31-46d0-bb46-5922597b3b1d req-5db2d909-09cd-40d2-9802-9d76e37256b4 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:44.414249 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2d909-09cd-40d2-9802-9d76e37256b4 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d345bf-ae11-4f28-ad0c-200cc65add07,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:44.415052 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eb009ddb-6cbf-4f18-a10b-c77a66ca45c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:44.418974 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-dc31240f-2c31-46d0-bb46-5922597b3b1d req-5db2d909-09cd-40d2-9802-9d76e37256b4 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:44.430684 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dc31240f-2c31-46d0-bb46-5922597b3b1d req-5db2d909-09cd-40d2-9802-9d76e37256b4 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5286214 Jul 07 16:59:44.520347 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eb009ddb-6cbf-4f18-a10b-c77a66ca45c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:44.580547 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb009ddb-6cbf-4f18-a10b-c77a66ca45c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efc5a7ec-004d-467f-9a91-81aefb64567f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:44.594046 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c345f-bf65-4c16-90e6-718082185058 req-43ae5038-e008-467e-8e7e-9952610eaeda tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:44.603458 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7a8c345f-bf65-4c16-90e6-718082185058 req-43ae5038-e008-467e-8e7e-9952610eaeda tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 1096 time: 0.2836876 Jul 07 16:59:44.631735 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eb009ddb-6cbf-4f18-a10b-c77a66ca45c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:44.636892 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52406) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:44.637420 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-eb009ddb-6cbf-4f18-a10b-c77a66ca45c1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/efc5a7ec-004d-467f-9a91-81aefb64567f HTTP/1.1" status: 204 len: 168 time: 0.7496846 Jul 07 16:59:44.677400 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:44.677525 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7a8c345f-bf65-4c16-90e6-718082185058 req-90500f08-6b91-4b57-b556-f38107d59f12 tempest-LiveMigrationTest-1331257159 tempest-LiveMigrationTest-1331257159-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661657 Jul 07 16:59:44.746598 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:44.746954 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 806d5f5e-9a3d-4d2f-bce1-78c880dbb5f4 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:44.748647 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c000f85c-3c6d-4c60-a493-86305ca3e99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:44.848866 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-ea634c54-4dbd-4393-ac23-584b7338e8d9 req-6be5c650-7b5a-4fca-8abf-798e015be7a9 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-466916722', 'description': 'tempest-description-1685047307'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:44.887798 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e59d0f38-df82-4ce3-a667-57d9db1254df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:44.897645 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ea634c54-4dbd-4393-ac23-584b7338e8d9 req-6be5c650-7b5a-4fca-8abf-798e015be7a9 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:44.932658 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ea634c54-4dbd-4393-ac23-584b7338e8d9 req-6be5c650-7b5a-4fca-8abf-798e015be7a9 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:44.932658 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000f85c-3c6d-4c60-a493-86305ca3e99a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce5d8e85-e977-4ec0-aa8c-00c1d211eb94,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:45.016195 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-946d5744-6e05-473c-a4b3-67c4ff3fc114 req-37ed0c32-8b3e-486e-8ce5-0ee7f093c0fb tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] 10.222.0.53 "GET /v2.0/security-groups/15d345bf-ae11-4f28-ad0c-200cc65add07 HTTP/1.1" status: 200 len: 1813 time: 0.0559983 Jul 07 16:59:45.066991 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c000f85c-3c6d-4c60-a493-86305ca3e99a admin admin] Checking segment: {'id': 'a4929838-a970-45a0-a106-ef1c0abcce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:45.067867 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c000f85c-3c6d-4c60-a493-86305ca3e99a admin admin] Network hostable DHCP agents. Network: 94d2cc3b-5a36-4261-9491-3ddbfc283976, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:59:45.107552 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e59d0f38-df82-4ce3-a667-57d9db1254df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.130471 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-e59d0f38-df82-4ce3-a667-57d9db1254df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad75942-8a9e-4718-9815-ad27d5bad609']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:45.150732 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-e59d0f38-df82-4ce3-a667-57d9db1254df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b98541-bf55-4a9e-b0b0-a3363c05b442') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:45.151074 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-e59d0f38-df82-4ce3-a667-57d9db1254df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b98541-bf55-4a9e-b0b0-a3363c05b442') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:45.165047 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c000f85c-3c6d-4c60-a493-86305ca3e99a admin admin] Network 94d2cc3b-5a36-4261-9491-3ddbfc283976 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:59:45.173444 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e59d0f38-df82-4ce3-a667-57d9db1254df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.221064 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-c000f85c-3c6d-4c60-a493-86305ca3e99a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 94d2cc3b-5a36-4261-9491-3ddbfc283976) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:45.227338 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c000f85c-3c6d-4c60-a493-86305ca3e99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:45.227955 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c000f85c-3c6d-4c60-a493-86305ca3e99a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.231408 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e59d0f38-df82-4ce3-a667-57d9db1254df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.259754 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59d0f38-df82-4ce3-a667-57d9db1254df admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:59:45.260266 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e59d0f38-df82-4ce3-a667-57d9db1254df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.262671 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aefee1a-2939-4999-93a8-06e811deb37c None None] Network 94d2cc3b-5a36-4261-9491-3ddbfc283976 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: timer() Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:59:45.263245 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:59:45.333986 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ea634c54-4dbd-4393-ac23-584b7338e8d9 req-6be5c650-7b5a-4fca-8abf-798e015be7a9 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.345607 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ea634c54-4dbd-4393-ac23-584b7338e8d9 req-6be5c650-7b5a-4fca-8abf-798e015be7a9 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.390793 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c000f85c-3c6d-4c60-a493-86305ca3e99a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4471152 Jul 07 16:59:45.394906 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52416) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:45.402602 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-24cfcaa7-8ee6-4428-bb66-a9fbec6a1bb0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1344857090-router', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:45.420842 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e59d0f38-df82-4ce3-a667-57d9db1254df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.447433 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e59d0f38-df82-4ce3-a667-57d9db1254df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.448900 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e59d0f38-df82-4ce3-a667-57d9db1254df admin admin] 10.222.0.53 "DELETE /v2.0/networks/1ad75942-8a9e-4718-9815-ad27d5bad609 HTTP/1.1" status: 204 len: 168 time: 0.8102725 Jul 07 16:59:45.450289 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d0f38-df82-4ce3-a667-57d9db1254df admin admin] Pushing event deleted for resources: {'Network': ['ID=1ad75942-8a9e-4718-9815-ad27d5bad609,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:45.451967 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52418) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:45.474065 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5c650-7b5a-4fca-8abf-798e015be7a9 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdbb172-8a1d-4000-ab62-992b72d552de,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:45.574880 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ea634c54-4dbd-4393-ac23-584b7338e8d9 req-6be5c650-7b5a-4fca-8abf-798e015be7a9 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.581745 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e5ac89-ff41-4342-81bc-835ded660341 admin admin] Deleting subnet 4a640eb6-87ee-40cd-895f-69a6edc8068b {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:59:45.586985 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ea634c54-4dbd-4393-ac23-584b7338e8d9 req-6be5c650-7b5a-4fca-8abf-798e015be7a9 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.590390 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ac89-ff41-4342-81bc-835ded660341 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.615852 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-24cfcaa7-8ee6-4428-bb66-a9fbec6a1bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.617753 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-24cfcaa7-8ee6-4428-bb66-a9fbec6a1bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.667261 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ac89-ff41-4342-81bc-835ded660341 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.670685 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ea634c54-4dbd-4393-ac23-584b7338e8d9 req-6be5c650-7b5a-4fca-8abf-798e015be7a9 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.678195 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea634c54-4dbd-4393-ac23-584b7338e8d9 req-6be5c650-7b5a-4fca-8abf-798e015be7a9 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8469336 Jul 07 16:59:45.758525 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-24cfcaa7-8ee6-4428-bb66-a9fbec6a1bb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.843055 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ac89-ff41-4342-81bc-835ded660341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.902678 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c6229e-bc19-4525-9d39-97a606df356d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-94d2cc3b-5a36-4261-9491-3ddbfc283976', 'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'fixed_ips': [{'subnet_id': 'ce5d8e85-e977-4ec0-aa8c-00c1d211eb94'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:59:45.903984 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b1c6229e-bc19-4525-9d39-97a606df356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.973720 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5c650-7b5a-4fca-8abf-798e015be7a9 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3495f1d-4f65-4f11-b78a-e0863650b27a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:45.981570 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ac89-ff41-4342-81bc-835ded660341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.079818 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ac89-ff41-4342-81bc-835ded660341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.082503 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c8e5ac89-ff41-4342-81bc-835ded660341 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4a640eb6-87ee-40cd-895f-69a6edc8068b HTTP/1.1" status: 204 len: 168 time: 0.6228650 Jul 07 16:59:46.085017 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-24cfcaa7-8ee6-4428-bb66-a9fbec6a1bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.100223 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52430) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:46.108760 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-bb29bed2-008a-4f05-894f-c1690a66fd35 req-9b6ee4b4-51e5-4421-bb23-76ede4bc3943 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-104850992', 'description': 'tempest-description-37502814'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:46.205955 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5ac89-ff41-4342-81bc-835ded660341 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a640eb6-87ee-40cd-895f-69a6edc8068b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:46.246337 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dac0df-ca75-40a8-9244-d5ba0940d853 req-8269c2a4-e710-4bbf-942d-d5ed4a8a1826 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:46.249266 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a1dac0df-ca75-40a8-9244-d5ba0940d853 req-8269c2a4-e710-4bbf-942d-d5ed4a8a1826 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 944 time: 0.2784879 Jul 07 16:59:46.265069 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-b1c6229e-bc19-4525-9d39-97a606df356d None None] Allocated IP 172.20.0.2 (94d2cc3b-5a36-4261-9491-3ddbfc283976/ce5d8e85-e977-4ec0-aa8c-00c1d211eb94/4bfe1671-6981-4008-a31e-19c8ece35d49) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:46.303579 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-bb29bed2-008a-4f05-894f-c1690a66fd35 req-9b6ee4b4-51e5-4421-bb23-76ede4bc3943 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.334095 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9904c51e-80ee-41a5-9324-1665079cdf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.343651 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c220940-2371-4d9c-b505-2ee2dbdee2e2 req-97953735-d482-4bf9-a31e-541b136c6e9d tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:46.346040 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3c220940-2371-4d9c-b505-2ee2dbdee2e2 req-97953735-d482-4bf9-a31e-541b136c6e9d tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.64 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 944 time: 0.1879213 Jul 07 16:59:46.445242 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a1dac0df-ca75-40a8-9244-d5ba0940d853 req-d0bf7299-0749-4de1-8c99-93f70d170afe tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863625 Jul 07 16:59:46.487521 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-bb29bed2-008a-4f05-894f-c1690a66fd35 req-9b6ee4b4-51e5-4421-bb23-76ede4bc3943 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.508129 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-b34ee36d-6a6b-44c5-8bc1-6ef27a071629 req-e98444e1-cb9b-479c-8b35-be74ffd3ead3 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-661132060', 'description': 'tempest-description-253744701'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:46.508495 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-bb29bed2-008a-4f05-894f-c1690a66fd35 req-9b6ee4b4-51e5-4421-bb23-76ede4bc3943 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.588353 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b34ee36d-6a6b-44c5-8bc1-6ef27a071629 req-e98444e1-cb9b-479c-8b35-be74ffd3ead3 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.611750 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-3c220940-2371-4d9c-b505-2ee2dbdee2e2 req-cd4452ef-41fd-489a-bb67-460ad2011b12 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Deleting port 6f8e20d0-7c17-4186-b2a9-5ded89502a03 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:46.612563 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3c220940-2371-4d9c-b505-2ee2dbdee2e2 req-cd4452ef-41fd-489a-bb67-460ad2011b12 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.688751 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9904c51e-80ee-41a5-9324-1665079cdf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.692014 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a1462d70-4521-45d2-8af9-5f7eca91a43e req-948589a6-9fd8-4289-99d5-d2c69468b091 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1999643 Jul 07 16:59:46.697202 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b1c6229e-bc19-4525-9d39-97a606df356d None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.708588 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-9904c51e-80ee-41a5-9324-1665079cdf6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76de5caa-6806-4c1b-b821-1d2b5f6cfb2b']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:46.732079 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-9904c51e-80ee-41a5-9324-1665079cdf6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f214a44f-a4a6-4246-a521-c3ad90e8a33e') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:46.732079 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-9904c51e-80ee-41a5-9324-1665079cdf6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f214a44f-a4a6-4246-a521-c3ad90e8a33e') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:46.744426 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b1c6229e-bc19-4525-9d39-97a606df356d None None] Transition to ACTIVE for port object 4bfe1671-6981-4008-a31e-19c8ece35d49 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:46.751441 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9904c51e-80ee-41a5-9324-1665079cdf6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.789923 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b1c6229e-bc19-4525-9d39-97a606df356d None None] Transition to ACTIVE for port object 4bfe1671-6981-4008-a31e-19c8ece35d49 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:46.800393 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b1c6229e-bc19-4525-9d39-97a606df356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.810435 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9904c51e-80ee-41a5-9324-1665079cdf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.858217 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9904c51e-80ee-41a5-9324-1665079cdf6c admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:59:46.859099 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9904c51e-80ee-41a5-9324-1665079cdf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: timer() Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:59:46.864563 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:59:46.878746 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c6229e-bc19-4525-9d39-97a606df356d None None] Network 94d2cc3b-5a36-4261-9491-3ddbfc283976 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:46.883806 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-b1c6229e-bc19-4525-9d39-97a606df356d None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:46.891523 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c6229e-bc19-4525-9d39-97a606df356d None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:46.907075 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-3c220940-2371-4d9c-b505-2ee2dbdee2e2 req-cd4452ef-41fd-489a-bb67-460ad2011b12 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] For port 6f8e20d0-7c17-4186-b2a9-5ded89502a03, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6f8e20d0-7c17-4186-b2a9-5ded89502a03,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:46.907628 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3c220940-2371-4d9c-b505-2ee2dbdee2e2 req-cd4452ef-41fd-489a-bb67-460ad2011b12 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.954382 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ee4b4-51e5-4421-bb23-76ede4bc3943 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1440a32b-d208-4abd-b1ee-cd28ca42dc0f,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:46.991676 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6229e-bc19-4525-9d39-97a606df356d None None] Pushing event updated for resources: {'Port': ['ID=4bfe1671-6981-4008-a31e-19c8ece35d49,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:47.017495 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b1c6229e-bc19-4525-9d39-97a606df356d None None] Attempting to bind port 4bfe1671-6981-4008-a31e-19c8ece35d49 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:47.017770 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9904c51e-80ee-41a5-9324-1665079cdf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.018067 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b1c6229e-bc19-4525-9d39-97a606df356d None None] Attempting to bind port 4bfe1671-6981-4008-a31e-19c8ece35d49 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'a4929838-a970-45a0-a106-ef1c0abcce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:47.018615 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c6229e-bc19-4525-9d39-97a606df356d None None] Attempting to bind port 4bfe1671-6981-4008-a31e-19c8ece35d49 on network 94d2cc3b-5a36-4261-9491-3ddbfc283976 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:47.034768 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c6229e-bc19-4525-9d39-97a606df356d None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:47.035340 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c6229e-bc19-4525-9d39-97a606df356d None None] Checking segment: {'id': 'a4929838-a970-45a0-a106-ef1c0abcce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:47.035872 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b1c6229e-bc19-4525-9d39-97a606df356d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.036393 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c6229e-bc19-4525-9d39-97a606df356d None None] Bound using segment: {'id': 'a4929838-a970-45a0-a106-ef1c0abcce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:47.036944 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b1c6229e-bc19-4525-9d39-97a606df356d None None] Bound port: 4bfe1671-6981-4008-a31e-19c8ece35d49, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4929838-a970-45a0-a106-ef1c0abcce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:47.037339 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b1c6229e-bc19-4525-9d39-97a606df356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.088880 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9904c51e-80ee-41a5-9324-1665079cdf6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.092984 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9904c51e-80ee-41a5-9324-1665079cdf6c admin admin] 10.222.0.53 "DELETE /v2.0/networks/76de5caa-6806-4c1b-b821-1d2b5f6cfb2b HTTP/1.1" status: 204 len: 168 time: 0.9757590 Jul 07 16:59:47.153587 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-b1c6229e-bc19-4525-9d39-97a606df356d None None] For port 4bfe1671-6981-4008-a31e-19c8ece35d49, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:47.158667 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-b1c6229e-bc19-4525-9d39-97a606df356d None None] For port 4bfe1671-6981-4008-a31e-19c8ece35d49, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4bfe1671-6981-4008-a31e-19c8ece35d49,segment=NetworkSegment(a4929838-a970-45a0-a106-ef1c0abcce5c),segment_id=a4929838-a970-45a0-a106-ef1c0abcce5c)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:47.170015 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b1c6229e-bc19-4525-9d39-97a606df356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.217722 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904c51e-80ee-41a5-9324-1665079cdf6c admin admin] Pushing event deleted for resources: {'Network': ['ID=76de5caa-6806-4c1b-b821-1d2b5f6cfb2b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:47.304526 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6229e-bc19-4525-9d39-97a606df356d None None] Pushing event updated for resources: {'Port': ['ID=4bfe1671-6981-4008-a31e-19c8ece35d49,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:47.400432 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52438) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:47.473736 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-24cfcaa7-8ee6-4428-bb66-a9fbec6a1bb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.509057 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-24cfcaa7-8ee6-4428-bb66-a9fbec6a1bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.602752 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b34ee36d-6a6b-44c5-8bc1-6ef27a071629 req-e98444e1-cb9b-479c-8b35-be74ffd3ead3 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.627531 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-3c220940-2371-4d9c-b505-2ee2dbdee2e2 req-cd4452ef-41fd-489a-bb67-460ad2011b12 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Calling delete_port for 6f8e20d0-7c17-4186-b2a9-5ded89502a03 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:47.631051 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b34ee36d-6a6b-44c5-8bc1-6ef27a071629 req-e98444e1-cb9b-479c-8b35-be74ffd3ead3 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.648989 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887f8dc-f0c6-4e63-86ba-df0fe93dc6a9 req-91a691ff-55ec-4925-94f4-d8ca45a5da21 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:47.650840 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c887f8dc-f0c6-4e63-86ba-df0fe93dc6a9 req-91a691ff-55ec-4925-94f4-d8ca45a5da21 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.72 "GET /v2.0/ports?device_id=87f4ba17-07a0-4fa5-a997-c6a5333fd8b6 HTTP/1.1" status: 200 len: 945 time: 0.3161125 Jul 07 16:59:47.655884 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-46dd9f2f-4fea-49e4-af38-715431b52ee2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5fe2f64972d24fa49d6d4e62948f5951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513335 Jul 07 16:59:47.659046 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52442) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:47.699451 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1462d70-4521-45d2-8af9-5f7eca91a43e req-65f37875-0f8f-4126-9775-67d99dd91105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:47.701280 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a1462d70-4521-45d2-8af9-5f7eca91a43e req-65f37875-0f8f-4126-9775-67d99dd91105 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3c30a38df434836b6a6d7bed9173bf0&device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 1097 time: 0.9521897 Jul 07 16:59:47.812217 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-bb29bed2-008a-4f05-894f-c1690a66fd35 req-9b6ee4b4-51e5-4421-bb23-76ede4bc3943 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.826920 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bb29bed2-008a-4f05-894f-c1690a66fd35 req-9b6ee4b4-51e5-4421-bb23-76ede4bc3943 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 1.7541749 Jul 07 16:59:47.913923 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1462d70-4521-45d2-8af9-5f7eca91a43e req-a532a383-1edc-4305-97d2-7169c52a4a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:47.915925 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a1462d70-4521-45d2-8af9-5f7eca91a43e req-a532a383-1edc-4305-97d2-7169c52a4a78 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f59045c-fb41-4f4e-86ad-a15d05bedb10 HTTP/1.1" status: 200 len: 909 time: 0.1334653 Jul 07 16:59:47.923094 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98444e1-cb9b-479c-8b35-be74ffd3ead3 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b7bf7a-07d5-4377-a846-a768b0762e4e,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:47.936463 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b34ee36d-6a6b-44c5-8bc1-6ef27a071629 req-e98444e1-cb9b-479c-8b35-be74ffd3ead3 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.938099 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b34ee36d-6a6b-44c5-8bc1-6ef27a071629 req-e98444e1-cb9b-479c-8b35-be74ffd3ead3 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4490147 Jul 07 16:59:48.027907 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a1462d70-4521-45d2-8af9-5f7eca91a43e req-4333e371-a2a4-4d59-bd29-c5dc4f14d7f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cefcd36b-89a5-4cdc-a057-5ee206ec348f HTTP/1.1" status: 200 len: 217 time: 0.0858867 Jul 07 16:59:48.034095 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3bb6cf6e-f948-4644-b75e-1487210f0931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.096014 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1462d70-4521-45d2-8af9-5f7eca91a43e req-365101ce-6220-4f7c-94f7-8d08ae3d4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:48.098967 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a1462d70-4521-45d2-8af9-5f7eca91a43e req-365101ce-6220-4f7c-94f7-8d08ae3d4da2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8cf0891f-7dd4-444b-b243-0a9d52ec4798 HTTP/1.1" status: 200 len: 848 time: 0.0649424 Jul 07 16:59:48.168545 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a1462d70-4521-45d2-8af9-5f7eca91a43e req-7e098975-b823-4242-81d4-11d32b2a15b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f59045c-fb41-4f4e-86ad-a15d05bedb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571668 Jul 07 16:59:48.179203 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3bb6cf6e-f948-4644-b75e-1487210f0931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.217300 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-24cfcaa7-8ee6-4428-bb66-a9fbec6a1bb0 admin admin] Allocated IP 172.25.0.61 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/8d347b5d-18d7-449f-b3c2-0db73794143c) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:48.249964 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-c887f8dc-f0c6-4e63-86ba-df0fe93dc6a9 req-403546fa-fb07-4cb6-a7b9-2b801244e277 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Deleting port 62fc252c-11a9-4a30-b2fa-eb52c81babcc {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:48.250313 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c887f8dc-f0c6-4e63-86ba-df0fe93dc6a9 req-403546fa-fb07-4cb6-a7b9-2b801244e277 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.482083 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3bb6cf6e-f948-4644-b75e-1487210f0931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.488887 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3bb6cf6e-f948-4644-b75e-1487210f0931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.493729 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3bb6cf6e-f948-4644-b75e-1487210f0931 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44d45719-ce75-4f1d-9abe-bd9a90959dee HTTP/1.1" status: 204 len: 168 time: 0.8257077 Jul 07 16:59:48.512412 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7174a-ebed-433e-aeab-06475d5b5b5b req-9ae343e7-bd65-4398-b330-c5f859593afb tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:48.515777 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-88d7174a-ebed-433e-aeab-06475d5b5b5b req-9ae343e7-bd65-4398-b330-c5f859593afb tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/ports?device_id=87f4ba17-07a0-4fa5-a997-c6a5333fd8b6 HTTP/1.1" status: 200 len: 945 time: 0.3451028 Jul 07 16:59:48.545807 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a1462d70-4521-45d2-8af9-5f7eca91a43e req-8f1d9128-7973-44b7-b794-d9a439a0dceb service neutron] 10.222.0.64 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704252 Jul 07 16:59:48.578156 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3c220940-2371-4d9c-b505-2ee2dbdee2e2 req-cd4452ef-41fd-489a-bb67-460ad2011b12 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.590231 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['6f472ce3-074d-4510-9756-8aaa2dde0a41'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:59:48.611293 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6cf6e-f948-4644-b75e-1487210f0931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d45719-ce75-4f1d-9abe-bd9a90959dee,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:48.675084 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4452ef-41fd-489a-bb67-460ad2011b12 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Pushing event deleted for resources: {'Port': ['ID=6f8e20d0-7c17-4186-b2a9-5ded89502a03,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:48.737887 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-88d7174a-ebed-433e-aeab-06475d5b5b5b req-c0fef4ba-e827-4182-9193-c10214e05ccc tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e79daa5-eb0d-4fdd-8cee-b42e18b1e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040377 Jul 07 16:59:48.772148 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b8fc0053-7b02-4e27-a5e4-a67c02301ec2 req-3c161823-9e44-48f7-ba2b-0d9c9008c88d tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 210 time: 0.2269018 Jul 07 16:59:48.785163 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-24cfcaa7-8ee6-4428-bb66-a9fbec6a1bb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.818761 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-c887f8dc-f0c6-4e63-86ba-df0fe93dc6a9 req-403546fa-fb07-4cb6-a7b9-2b801244e277 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] For port 62fc252c-11a9-4a30-b2fa-eb52c81babcc, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=62fc252c-11a9-4a30-b2fa-eb52c81babcc,segment=NetworkSegment(d3696e98-e8e6-4e03-b3da-36d7e9f819c1),segment_id=d3696e98-e8e6-4e03-b3da-36d7e9f819c1)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:48.819472 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c887f8dc-f0c6-4e63-86ba-df0fe93dc6a9 req-403546fa-fb07-4cb6-a7b9-2b801244e277 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.875907 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a1462d70-4521-45d2-8af9-5f7eca91a43e req-92fd6147-152b-47fe-85af-24de0c23c976 service neutron] 10.222.0.64 "GET /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214514 Jul 07 16:59:48.877868 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c220940-2371-4d9c-b505-2ee2dbdee2e2 req-cd4452ef-41fd-489a-bb67-460ad2011b12 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] No DVR routers for this DVR port 6f8e20d0-7c17-4186-b2a9-5ded89502a03 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:48.884453 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3c220940-2371-4d9c-b505-2ee2dbdee2e2 req-cd4452ef-41fd-489a-bb67-460ad2011b12 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.899815 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3c220940-2371-4d9c-b505-2ee2dbdee2e2 req-cd4452ef-41fd-489a-bb67-460ad2011b12 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.64 "DELETE /v2.0/ports/6f8e20d0-7c17-4186-b2a9-5ded89502a03 HTTP/1.1" status: 204 len: 173 time: 2.5460148 Jul 07 16:59:48.912285 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83378da-4e21-4a32-84dd-ea0733cf694a', 'name': 'network-vif-deleted', 'tag': '6f8e20d0-7c17-4186-b2a9-5ded89502a03'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:48.914789 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc03a845-2bb7-46a7-9441-cdd678d95fca" -d '{"events": [{"server_uuid": "e83378da-4e21-4a32-84dd-ea0733cf694a", "name": "network-vif-deleted", "tag": "6f8e20d0-7c17-4186-b2a9-5ded89502a03"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:48.999402 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e62da0a4-da38-4f0d-8541-c20da8f91a12 req-e26d73ba-73d0-4e28-ae52-8c946596db3e tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] 10.222.0.53 "GET /v2.0/security-groups/1440a32b-d208-4abd-b1ee-cd28ca42dc0f HTTP/1.1" status: 200 len: 1810 time: 0.1275241 Jul 07 16:59:49.013912 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 6f8e20d0-7c17-4186-b2a9-5ded89502a03 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:49.072158 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 6f8e20d0-7c17-4186-b2a9-5ded89502a03 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:49.072994 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 6f8e20d0-7c17-4186-b2a9-5ded89502a03 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:49.080428 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208bbf1a-8fe1-4c9c-ad26-3552128a9ecd x-openstack-request-id: req-208bbf1a-8fe1-4c9c-ad26-3552128a9ecd {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:49.080956 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83378da-4e21-4a32-84dd-ea0733cf694a", "name": "network-vif-deleted", "tag": "6f8e20d0-7c17-4186-b2a9-5ded89502a03", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:49.081222 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-208bbf1a-8fe1-4c9c-ad26-3552128a9ecd {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:49.081656 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83378da-4e21-4a32-84dd-ea0733cf694a', 'name': 'network-vif-deleted', 'tag': '6f8e20d0-7c17-4186-b2a9-5ded89502a03', 'status': 'completed', 'code': 200} Jul 07 16:59:49.124483 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-b0f713ab-ea89-4f9d-93a0-1b188ea44fe8 req-18ba0ce2-05b9-4f37-b053-c373a35cbc92 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1794404747', 'description': 'tempest-description-1670269910'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:49.131038 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaf4a0b-ad98-40ad-83f0-e28e9dca7449 None None] Network 94d2cc3b-5a36-4261-9491-3ddbfc283976 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:49.173528 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b0f713ab-ea89-4f9d-93a0-1b188ea44fe8 req-18ba0ce2-05b9-4f37-b053-c373a35cbc92 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:49.265079 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-fc04d70c-4cb7-41d1-b482-4f2228a01f82 None None] Provisioning for port 4bfe1671-6981-4008-a31e-19c8ece35d49 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:49.400935 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b0f713ab-ea89-4f9d-93a0-1b188ea44fe8 req-18ba0ce2-05b9-4f37-b053-c373a35cbc92 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:49.447455 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b0f713ab-ea89-4f9d-93a0-1b188ea44fe8 req-18ba0ce2-05b9-4f37-b053-c373a35cbc92 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:49.568033 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b0f713ab-ea89-4f9d-93a0-1b188ea44fe8 req-18ba0ce2-05b9-4f37-b053-c373a35cbc92 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:49.577841 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b0f713ab-ea89-4f9d-93a0-1b188ea44fe8 req-18ba0ce2-05b9-4f37-b053-c373a35cbc92 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4604712 Jul 07 16:59:49.579623 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba0ce2-05b9-4f37-b053-c373a35cbc92 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6d1004-f238-4996-ac76-2a6cf03e2cc9,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:49.617217 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52460) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:49.646653 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4bfe1671-6981-4008-a31e-19c8ece35d49 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:49.734419 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bc4ce677-d10c-44d0-b14d-0a095fa9c979 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c47e58e5de494422b298534c3993842f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1162779 Jul 07 16:59:49.740885 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52462) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:49.836304 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 4bfe1671-6981-4008-a31e-19c8ece35d49 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:49.841632 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 4bfe1671-6981-4008-a31e-19c8ece35d49 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:49.842061 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:49.919598 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6409068b-53bc-4fbd-806c-ad796ee397d0 req-90f5fa29-ed33-496b-aa91-b3665e54d8d4 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] 10.222.0.53 "GET /v2.0/security-groups/4b6d1004-f238-4996-ac76-2a6cf03e2cc9 HTTP/1.1" status: 200 len: 1813 time: 0.1257746 Jul 07 16:59:49.924897 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c027892a-7903-43f2-858b-be9173d9bca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:49.991841 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:50.038875 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 4bfe1671-6981-4008-a31e-19c8ece35d49, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4bfe1671-6981-4008-a31e-19c8ece35d49,segment=NetworkSegment(a4929838-a970-45a0-a106-ef1c0abcce5c),segment_id=a4929838-a970-45a0-a106-ef1c0abcce5c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:50.049208 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:50.083100 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c027892a-7903-43f2-858b-be9173d9bca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:50.151111 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=4bfe1671-6981-4008-a31e-19c8ece35d49,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:50.210167 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:50.213670 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:50.214030 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:50.214380 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:50.217182 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:50.218636 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:50.219009 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:50.219869 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:50.220214 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:50.221476 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:50.223215 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:50.224737 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:50.242480 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c887f8dc-f0c6-4e63-86ba-df0fe93dc6a9 req-403546fa-fb07-4cb6-a7b9-2b801244e277 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:50.247846 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c887f8dc-f0c6-4e63-86ba-df0fe93dc6a9 req-403546fa-fb07-4cb6-a7b9-2b801244e277 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:50.249023 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [req-c887f8dc-f0c6-4e63-86ba-df0fe93dc6a9 req-403546fa-fb07-4cb6-a7b9-2b801244e277 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Floating IP 6dc73888-1754-4e8f-baac-ed41b3770ade disassociated. External IP: 172.25.0.140, port: 62fc252c-11a9-4a30-b2fa-eb52c81babcc. Jul 07 16:59:50.250020 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-c887f8dc-f0c6-4e63-86ba-df0fe93dc6a9 req-403546fa-fb07-4cb6-a7b9-2b801244e277 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Calling delete_port for 62fc252c-11a9-4a30-b2fa-eb52c81babcc owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:50.252367 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c027892a-7903-43f2-858b-be9173d9bca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:50.259635 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c027892a-7903-43f2-858b-be9173d9bca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:50.267015 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c027892a-7903-43f2-858b-be9173d9bca8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/104015cb-20b6-4d6d-a6df-0112d49ecc0e HTTP/1.1" status: 204 len: 168 time: 0.5200953 Jul 07 16:59:50.294080 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027892a-7903-43f2-858b-be9173d9bca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104015cb-20b6-4d6d-a6df-0112d49ecc0e,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:50.296156 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-917d9cfb-7b60-42d6-a0c1-00afce1c5646 None None] Provisioning complete for port 4bfe1671-6981-4008-a31e-19c8ece35d49 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:50.299364 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-917d9cfb-7b60-42d6-a0c1-00afce1c5646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:50.426872 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-24cfcaa7-8ee6-4428-bb66-a9fbec6a1bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:50.490869 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cfcaa7-8ee6-4428-bb66-a9fbec6a1bb0 admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:50.506070 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-24cfcaa7-8ee6-4428-bb66-a9fbec6a1bb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:50.519073 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cfcaa7-8ee6-4428-bb66-a9fbec6a1bb0 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:50.616036 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff64049-ef54-45e7-aac9-ed84bc948a04 req-97c1be02-8800-48f7-989d-879c8592bcc6 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:50.633816 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dff64049-ef54-45e7-aac9-ed84bc948a04 req-97c1be02-8800-48f7-989d-879c8592bcc6 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/ports?device_id=87f4ba17-07a0-4fa5-a997-c6a5333fd8b6 HTTP/1.1" status: 200 len: 945 time: 0.3065710 Jul 07 16:59:50.720893 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 62fc252c-11a9-4a30-b2fa-eb52c81babcc no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:50.748593 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dff64049-ef54-45e7-aac9-ed84bc948a04 req-9e84412f-176e-41cc-bba3-9cbdf79bcb6e tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e79daa5-eb0d-4fdd-8cee-b42e18b1e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119814 Jul 07 16:59:50.925326 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:50.979051 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f4ba17-07a0-4fa5-a997-c6a5333fd8b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62fc252c-11a9-4a30-b2fa-eb52c81babcc'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:50.982103 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6309d9da-d1d3-4f6f-8c19-572b73684a9c" -d '{"events": [{"server_uuid": "87f4ba17-07a0-4fa5-a997-c6a5333fd8b6", "name": "network-vif-unplugged", "status": "completed", "tag": "62fc252c-11a9-4a30-b2fa-eb52c81babcc"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:51.013227 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 62fc252c-11a9-4a30-b2fa-eb52c81babcc, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=62fc252c-11a9-4a30-b2fa-eb52c81babcc,segment=NetworkSegment(d3696e98-e8e6-4e03-b3da-36d7e9f819c1),segment_id=d3696e98-e8e6-4e03-b3da-36d7e9f819c1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:51.029389 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.067591 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7b04f604-7040-4a4c-8845-b2f3ea2def4f req-ba09cce7-ac55-437f-acdf-bcef594161a8 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 210 time: 0.0869849 Jul 07 16:59:51.195555 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cfcaa7-8ee6-4428-bb66-a9fbec6a1bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=8d347b5d-18d7-449f-b3c2-0db73794143c,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:51.204380 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-47f56f3b-1271-41bc-bbc5-eca00493e76b req-8e6924c7-fafb-4bdc-a4cf-73fdbb203eb5 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1501207115', 'description': 'tempest-description-609106838'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:51.240642 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=62fc252c-11a9-4a30-b2fa-eb52c81babcc,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:51.273189 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-47f56f3b-1271-41bc-bbc5-eca00493e76b req-8e6924c7-fafb-4bdc-a4cf-73fdbb203eb5 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.512997 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-47f56f3b-1271-41bc-bbc5-eca00493e76b req-8e6924c7-fafb-4bdc-a4cf-73fdbb203eb5 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.522166 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-47f56f3b-1271-41bc-bbc5-eca00493e76b req-8e6924c7-fafb-4bdc-a4cf-73fdbb203eb5 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.565858 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4bfe1671-6981-4008-a31e-19c8ece35d49 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:51.605398 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-47f56f3b-1271-41bc-bbc5-eca00493e76b req-8e6924c7-fafb-4bdc-a4cf-73fdbb203eb5 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.619026 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-47f56f3b-1271-41bc-bbc5-eca00493e76b req-8e6924c7-fafb-4bdc-a4cf-73fdbb203eb5 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4186809 Jul 07 16:59:51.665439 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6924c7-fafb-4bdc-a4cf-73fdbb203eb5 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf9b06f-3a38-411e-89f8-3d2603eba7e6,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:51.713168 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-949c92d0-12bd-49ec-8348-a9e59b70cc11 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 55353 time: 2.8884313 Jul 07 16:59:51.727741 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 4bfe1671-6981-4008-a31e-19c8ece35d49 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:51.728241 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.920084 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-8ad41db7-55eb-45ff-8010-fd399a96285d tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] show failed (client error): The resource could not be found. Jul 07 16:59:51.934117 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-8ad41db7-55eb-45ff-8010-fd399a96285d tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/104015cb-20b6-4d6d-a6df-0112d49ecc0e HTTP/1.1" status: 404 len: 352 time: 0.1532404 Jul 07 16:59:52.091971 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c887f8dc-f0c6-4e63-86ba-df0fe93dc6a9 req-403546fa-fb07-4cb6-a7b9-2b801244e277 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:52.108614 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-18899103-5ae1-4529-88de-9dc7404efbed tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] show failed (client error): The resource could not be found. Jul 07 16:59:52.109782 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-18899103-5ae1-4529-88de-9dc7404efbed tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/104015cb-20b6-4d6d-a6df-0112d49ecc0e HTTP/1.1" status: 404 len: 352 time: 0.1420887 Jul 07 16:59:52.182558 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1e3be5-edbc-4723-a8f8-01f3f71df6e8 x-openstack-request-id: req-6a1e3be5-edbc-4723-a8f8-01f3f71df6e8 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:52.182890 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f4ba17-07a0-4fa5-a997-c6a5333fd8b6", "name": "network-vif-unplugged", "status": "completed", "tag": "62fc252c-11a9-4a30-b2fa-eb52c81babcc", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:52.183123 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a1e3be5-edbc-4723-a8f8-01f3f71df6e8 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:52.183527 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f4ba17-07a0-4fa5-a997-c6a5333fd8b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62fc252c-11a9-4a30-b2fa-eb52c81babcc', 'code': 200} Jul 07 16:59:52.234416 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403546fa-fb07-4cb6-a7b9-2b801244e277 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Pushing event deleted for resources: {'Port': ['ID=62fc252c-11a9-4a30-b2fa-eb52c81babcc,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:52.244672 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-41cf4bf7-4c43-419c-b6f5-b887f3439c2b tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/1ed239e9-9aa4-47fc-b767-3e26e8dbb55b HTTP/1.1" status: 200 len: 2981 time: 0.1177847 Jul 07 16:59:52.319546 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-24cfcaa7-8ee6-4428-bb66-a9fbec6a1bb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:52.335033 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-18ba50a2-0ed1-4214-964a-3b6aeb8ab330 req-25a42f6f-3aff-4754-97ee-7cbf1dc30bcc tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] 10.222.0.53 "GET /v2.0/security-groups/bdf9b06f-3a38-411e-89f8-3d2603eba7e6 HTTP/1.1" status: 200 len: 1812 time: 0.1236062 Jul 07 16:59:52.569743 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-881ba3dd-6d53-44f7-9f00-730b62e16746 req-d2327543-6b81-4999-84b4-55bf4b0b9a75 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/ports?device_id=87f4ba17-07a0-4fa5-a997-c6a5333fd8b6 HTTP/1.1" status: 200 len: 210 time: 0.0518510 Jul 07 16:59:52.877690 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-52b584f2-d766-4084-8157-a8a256137f93 req-116200b6-5788-44c1-ae24-9a2bcdb343ac tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 210 time: 0.0858717 Jul 07 16:59:52.945216 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [req-4d7af036-5d84-4aba-8ddd-85ffd6383b50 req-d158fcfb-23bc-4373-8846-3b0ebc148974 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] show failed (client error): The resource could not be found. Jul 07 16:59:52.960504 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4d7af036-5d84-4aba-8ddd-85ffd6383b50 req-d158fcfb-23bc-4373-8846-3b0ebc148974 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] 10.222.0.53 "GET /v2.0/security-groups/df393347-4a8e-45c3-af20-65ad40e7418a HTTP/1.1" status: 404 len: 352 time: 0.0393796 Jul 07 16:59:53.090329 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [req-9726f944-df23-4840-9ea9-3915fb87fe79 req-68a276f7-e808-402a-aea9-3034241d2983 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] show failed (client error): The resource could not be found. Jul 07 16:59:53.090668 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c887f8dc-f0c6-4e63-86ba-df0fe93dc6a9 req-403546fa-fb07-4cb6-a7b9-2b801244e277 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Router eb33c497-dc7a-4add-af7e-7ea0e74120ca has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:59:53.109716 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-4abebcae-8adc-4522-9ef2-e224f094f52a tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/1ed239e9-9aa4-47fc-b767-3e26e8dbb55b HTTP/1.1" status: 200 len: 2981 time: 0.8072913 Jul 07 16:59:53.110438 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9726f944-df23-4840-9ea9-3915fb87fe79 req-68a276f7-e808-402a-aea9-3034241d2983 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] 10.222.0.53 "GET /v2.0/security-group-rules/1c465f52-44fd-4fdd-aa32-2b62bb02265c HTTP/1.1" status: 404 len: 361 time: 0.0723913 Jul 07 16:59:53.365026 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-df6f2195-008f-4a9b-9042-40955934c10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:53.386724 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c887f8dc-f0c6-4e63-86ba-df0fe93dc6a9 req-403546fa-fb07-4cb6-a7b9-2b801244e277 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:59:53.402272 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccefca0a-6861-4552-b309-f37082fd5c7d None None] Sync routers for ids ['eb33c497-dc7a-4add-af7e-7ea0e74120ca'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:59:53.438722 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccefca0a-6861-4552-b309-f37082fd5c7d None None] Routers {'eb33c497-dc7a-4add-af7e-7ea0e74120ca'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:59:53.439889 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-ccefca0a-6861-4552-b309-f37082fd5c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:59:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['eb33c497-dc7a-4add-af7e-7ea0e74120ca'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:53.506503 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-c887f8dc-f0c6-4e63-86ba-df0fe93dc6a9 req-403546fa-fb07-4cb6-a7b9-2b801244e277 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] No DVR routers for this DVR port 62fc252c-11a9-4a30-b2fa-eb52c81babcc on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:53.519177 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c887f8dc-f0c6-4e63-86ba-df0fe93dc6a9 req-403546fa-fb07-4cb6-a7b9-2b801244e277 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:53.522214 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c887f8dc-f0c6-4e63-86ba-df0fe93dc6a9 req-403546fa-fb07-4cb6-a7b9-2b801244e277 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.72 "DELETE /v2.0/ports/62fc252c-11a9-4a30-b2fa-eb52c81babcc HTTP/1.1" status: 204 len: 173 time: 5.8620644 Jul 07 16:59:53.525483 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f4ba17-07a0-4fa5-a997-c6a5333fd8b6', 'name': 'network-vif-deleted', 'tag': '62fc252c-11a9-4a30-b2fa-eb52c81babcc'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:53.528605 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3947a39a-504c-4641-8b5c-220fa6a51e86" -d '{"events": [{"server_uuid": "87f4ba17-07a0-4fa5-a997-c6a5333fd8b6", "name": "network-vif-deleted", "tag": "62fc252c-11a9-4a30-b2fa-eb52c81babcc"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:53.556665 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-37ac9a5a-6fc6-4d36-a159-043b8cdc2204 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/30bb36ff-318b-401e-8cac-f1c282c03ac1 HTTP/1.1" status: 200 len: 2981 time: 0.4357920 Jul 07 16:59:53.573688 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-24cfcaa7-8ee6-4428-bb66-a9fbec6a1bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:53.792863 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d890ef0a-b70a-4034-bb4f-d205303118c8 req-dafe06a2-d3a2-441c-97ad-8334bd49c575 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] 10.222.0.53 "GET /v2.0/security-groups/bdf9b06f-3a38-411e-89f8-3d2603eba7e6 HTTP/1.1" status: 200 len: 1812 time: 0.1573968 Jul 07 16:59:53.860234 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-df72346c-b61d-4087-8639-8e513f72c51a tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/30bb36ff-318b-401e-8cac-f1c282c03ac1 HTTP/1.1" status: 200 len: 2981 time: 0.2639005 Jul 07 16:59:53.883506 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-ccefca0a-6861-4552-b309-f37082fd5c7d None None] Set router eb33c497-dc7a-4add-af7e-7ea0e74120ca gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:59:53.959514 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d890ef0a-b70a-4034-bb4f-d205303118c8 req-084b71bd-dc2e-4a60-aa3a-8145453e3826 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:54.085550 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d890ef0a-b70a-4034-bb4f-d205303118c8 req-084b71bd-dc2e-4a60-aa3a-8145453e3826 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:54.195766 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-19573b90-f93b-4564-b5cc-9712f43e0716 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/5cdbb172-8a1d-4000-ab62-992b72d552de HTTP/1.1" status: 200 len: 2981 time: 0.3100865 Jul 07 16:59:54.200970 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d890ef0a-b70a-4034-bb4f-d205303118c8 req-084b71bd-dc2e-4a60-aa3a-8145453e3826 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:54.210617 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d890ef0a-b70a-4034-bb4f-d205303118c8 req-084b71bd-dc2e-4a60-aa3a-8145453e3826 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:54.225921 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d890ef0a-b70a-4034-bb4f-d205303118c8 req-084b71bd-dc2e-4a60-aa3a-8145453e3826 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] 10.222.0.53 "DELETE /v2.0/security-groups/bdf9b06f-3a38-411e-89f8-3d2603eba7e6 HTTP/1.1" status: 204 len: 173 time: 0.4286432 Jul 07 16:59:54.246899 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b71bd-dc2e-4a60-aa3a-8145453e3826 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf9b06f-3a38-411e-89f8-3d2603eba7e6,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:54.311907 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714e3cef-ba5a-443a-9a5b-0e1de5ce5800 x-openstack-request-id: req-714e3cef-ba5a-443a-9a5b-0e1de5ce5800 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:54.320572 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f4ba17-07a0-4fa5-a997-c6a5333fd8b6", "name": "network-vif-deleted", "tag": "62fc252c-11a9-4a30-b2fa-eb52c81babcc", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:54.323212 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-714e3cef-ba5a-443a-9a5b-0e1de5ce5800 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:54.324085 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f4ba17-07a0-4fa5-a997-c6a5333fd8b6', 'name': 'network-vif-deleted', 'tag': '62fc252c-11a9-4a30-b2fa-eb52c81babcc', 'status': 'completed', 'code': 200} Jul 07 16:59:54.366476 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-2f992b85-19e2-4387-9149-71cb06178bed tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/5cdbb172-8a1d-4000-ab62-992b72d552de HTTP/1.1" status: 200 len: 2981 time: 0.1346467 Jul 07 16:59:54.392272 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cfcaa7-8ee6-4428-bb66-a9fbec6a1bb0 admin admin] Router f9f6f930-6ce8-4f49-8566-c74d173921c8 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:59:54.627949 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-7d5d4d2d-143b-4180-a59a-377bb833d094 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/66a16355-ca08-49ff-9fc3-13dfd21b4857 HTTP/1.1" status: 200 len: 2981 time: 0.2417397 Jul 07 16:59:54.693851 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-ccefca0a-6861-4552-b309-f37082fd5c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'name': 'tempest-ServersTestManualDisk-225267408-router', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '49af71ce-181c-4f58-b1df-9edf3e4ad51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:56:43Z', 'updated_at': '2021-07-07T16:57:04Z', 'revision_number': 4, 'project_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'gw_port': {'id': '49af71ce-181c-4f58-b1df-9edf3e4ad51a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:56:48Z', 'updated_at': '2021-07-07T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'a87f57ce-d6bf-46e4-b579-9e484a105c74', 'name': '', 'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'mac_address': 'fa:16:3e:c3:78:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:02Z', 'updated_at': '2021-07-07T16:57:17Z', 'revision_number': 5, 'project_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'subnets': [{'id': '25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:54.724379 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5d86a8b2-cd81-4890-bc47-9acb1f4dc0cc req-62a94fcd-79c5-4f19-885b-79f2d4343a6b tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/ports?device_id=87f4ba17-07a0-4fa5-a997-c6a5333fd8b6 HTTP/1.1" status: 200 len: 210 time: 0.1208148 Jul 07 16:59:54.778689 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccefca0a-6861-4552-b309-f37082fd5c7d None None] Checking router: eb33c497-dc7a-4add-af7e-7ea0e74120ca for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:59:54.798176 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccefca0a-6861-4552-b309-f37082fd5c7d None None] Routers {'eb33c497-dc7a-4add-af7e-7ea0e74120ca'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:59:54.800233 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-ccefca0a-6861-4552-b309-f37082fd5c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:59:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['eb33c497-dc7a-4add-af7e-7ea0e74120ca'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:54.867876 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-d517433e-712a-486c-8482-e0eae3cf2ba6 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/66a16355-ca08-49ff-9fc3-13dfd21b4857 HTTP/1.1" status: 200 len: 2981 time: 0.2180972 Jul 07 16:59:54.875200 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cfcaa7-8ee6-4428-bb66-a9fbec6a1bb0 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:59:54.891127 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85fb3ae-1300-45e2-8b90-6ad256a4c3e9 None None] Sync routers for ids ['f9f6f930-6ce8-4f49-8566-c74d173921c8'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:59:54.936307 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85fb3ae-1300-45e2-8b90-6ad256a4c3e9 None None] Routers {'f9f6f930-6ce8-4f49-8566-c74d173921c8'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:59:54.937562 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-c85fb3ae-1300-45e2-8b90-6ad256a4c3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:59:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['f9f6f930-6ce8-4f49-8566-c74d173921c8'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:54.962748 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-0f5be34d-79e1-4171-8619-6722ace27044 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/6f1ac135-d4f7-4c58-86d0-86283443ccda HTTP/1.1" status: 200 len: 2977 time: 0.0841243 Jul 07 16:59:54.968525 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-24cfcaa7-8ee6-4428-bb66-a9fbec6a1bb0 admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:54.970134 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-24cfcaa7-8ee6-4428-bb66-a9fbec6a1bb0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.5738406 Jul 07 16:59:54.993733 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b49b0f2d-5750-4a3a-8ddf-10822148edbb req-f5c6e84b-65d0-47f1-a261-2b15bfb24481 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 210 time: 0.0465183 Jul 07 16:59:55.000732 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52536) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:55.057064 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-495f90de-23d0-4de2-b8bd-652bd17f0761 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/6f1ac135-d4f7-4c58-86d0-86283443ccda HTTP/1.1" status: 200 len: 2977 time: 0.0927289 Jul 07 16:59:55.150419 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-ccefca0a-6861-4552-b309-f37082fd5c7d None None] Set router eb33c497-dc7a-4add-af7e-7ea0e74120ca gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:59:55.170779 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-134b34ae-22a0-4021-abb7-523f8166b0c3 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/79050681-45c5-4197-8124-1a9a8f7d366b HTTP/1.1" status: 200 len: 2981 time: 0.1124179 Jul 07 16:59:55.220354 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d036e153-ade6-4788-b2f7-793f190fbacb req-72e96de0-ed3e-41d7-9e41-0ba1abc52344 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] 10.222.0.53 "GET /v2.0/security-groups/4b6d1004-f238-4996-ac76-2a6cf03e2cc9 HTTP/1.1" status: 200 len: 1813 time: 0.1554248 Jul 07 16:59:55.238669 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-c85fb3ae-1300-45e2-8b90-6ad256a4c3e9 None None] Set router f9f6f930-6ce8-4f49-8566-c74d173921c8 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:59:55.276779 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-79d4f979-7f23-4925-b9d9-f6cf6444ab84 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/79050681-45c5-4197-8124-1a9a8f7d366b HTTP/1.1" status: 200 len: 2981 time: 0.0977936 Jul 07 16:59:55.367034 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-a95bf4bb-22b2-4ca0-be2c-008b3486f8a8 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/8de9cadd-cff9-412a-8c4b-38fe6a5cfb46 HTTP/1.1" status: 200 len: 2981 time: 0.0824306 Jul 07 16:59:55.455030 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-fd773819-3140-437b-bac9-e1cddeb04319 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/8de9cadd-cff9-412a-8c4b-38fe6a5cfb46 HTTP/1.1" status: 200 len: 2981 time: 0.0777903 Jul 07 16:59:55.463879 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d036e153-ade6-4788-b2f7-793f190fbacb req-893e0061-fa60-4925-8292-cc6433fc952b tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:55.511364 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d036e153-ade6-4788-b2f7-793f190fbacb req-893e0061-fa60-4925-8292-cc6433fc952b tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:55.565397 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-3d303b2c-5ead-42d6-8c39-e2d0b5c5dbfc tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/8ef0b3c6-22ba-4abc-8ae7-7e36a30c677a HTTP/1.1" status: 200 len: 2973 time: 0.0851836 Jul 07 16:59:55.645953 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-ccefca0a-6861-4552-b309-f37082fd5c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'name': 'tempest-ServersTestManualDisk-225267408-router', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '49af71ce-181c-4f58-b1df-9edf3e4ad51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:56:43Z', 'updated_at': '2021-07-07T16:57:04Z', 'revision_number': 4, 'project_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'gw_port': {'id': '49af71ce-181c-4f58-b1df-9edf3e4ad51a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:56:48Z', 'updated_at': '2021-07-07T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'a87f57ce-d6bf-46e4-b579-9e484a105c74', 'name': '', 'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'mac_address': 'fa:16:3e:c3:78:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:02Z', 'updated_at': '2021-07-07T16:57:17Z', 'revision_number': 5, 'project_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'subnets': [{'id': '25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:55.660430 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-a4829864-9a83-4d19-a8da-17be5f25e404 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/8ef0b3c6-22ba-4abc-8ae7-7e36a30c677a HTTP/1.1" status: 200 len: 2973 time: 0.0809188 Jul 07 16:59:55.663930 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d036e153-ade6-4788-b2f7-793f190fbacb req-893e0061-fa60-4925-8292-cc6433fc952b tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:55.667107 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d036e153-ade6-4788-b2f7-793f190fbacb req-893e0061-fa60-4925-8292-cc6433fc952b tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:55.705677 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d036e153-ade6-4788-b2f7-793f190fbacb req-893e0061-fa60-4925-8292-cc6433fc952b tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] 10.222.0.53 "DELETE /v2.0/security-groups/4b6d1004-f238-4996-ac76-2a6cf03e2cc9 HTTP/1.1" status: 204 len: 173 time: 0.4803476 Jul 07 16:59:55.739175 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccefca0a-6861-4552-b309-f37082fd5c7d None None] The sync data for ids ['eb33c497-dc7a-4add-af7e-7ea0e74120ca'] in n-d-791503-12 is: [{'id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'name': 'tempest-ServersTestManualDisk-225267408-router', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '49af71ce-181c-4f58-b1df-9edf3e4ad51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:56:43Z', 'updated_at': '2021-07-07T16:57:04Z', 'revision_number': 4, 'project_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'gw_port': {'id': '49af71ce-181c-4f58-b1df-9edf3e4ad51a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:56:48Z', 'updated_at': '2021-07-07T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'a87f57ce-d6bf-46e4-b579-9e484a105c74', 'name': '', 'network_id': 'cd0f638f-a0b6-4bb5-8994-314c247e14c7', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'mac_address': 'fa:16:3e:c3:78:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:02Z', 'updated_at': '2021-07-07T16:57:17Z', 'revision_number': 5, 'project_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'subnets': [{'id': '25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:59:55.789451 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e0061-fa60-4925-8292-cc6433fc952b tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6d1004-f238-4996-ac76-2a6cf03e2cc9,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:55.808444 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-ee745860-a75d-4bf3-82f2-499fb0861b78 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a3f70528-7313-4aa5-8919-d34595734fb8 HTTP/1.1" status: 200 len: 2981 time: 0.1255262 Jul 07 16:59:55.813254 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-c85fb3ae-1300-45e2-8b90-6ad256a4c3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'name': 'tempest-TaggedBootDevicesTest_v242-1344857090-router', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:45Z', 'updated_at': '2021-07-07T16:59:51Z', 'revision_number': 3, 'project_id': '52ba6e7d3c334b5d9c08203be3275f20', 'gw_port': {'id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:47Z', 'updated_at': '2021-07-07T16:59:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:55.886925 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85fb3ae-1300-45e2-8b90-6ad256a4c3e9 None None] Checking router: f9f6f930-6ce8-4f49-8566-c74d173921c8 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:59:55.891329 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85fb3ae-1300-45e2-8b90-6ad256a4c3e9 None None] Updating router f9f6f930-6ce8-4f49-8566-c74d173921c8 port 8d347b5d-18d7-449f-b3c2-0db73794143c binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:59:55.922861 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-dbfef7e0-0a13-4518-bc68-91e2e6b3c630 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a3f70528-7313-4aa5-8919-d34595734fb8 HTTP/1.1" status: 200 len: 2981 time: 0.0887389 Jul 07 16:59:55.982290 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-c85fb3ae-1300-45e2-8b90-6ad256a4c3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:56.048055 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-7ac6c7cd-4d20-4812-8fbd-bf012632bffc tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/b761947a-7aa8-40ed-977a-f2d07c6ee3ed HTTP/1.1" status: 200 len: 2981 time: 0.1061087 Jul 07 16:59:56.117170 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:56.165002 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-870780af-ce76-4a7e-a4dc-0036813caa56 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/b761947a-7aa8-40ed-977a-f2d07c6ee3ed HTTP/1.1" status: 200 len: 2981 time: 0.1033370 Jul 07 16:59:56.226391 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-84c99596-8091-408d-8f98-817b8831467f tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=22c7ac842250480c9cd38e7c32a13ed5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474842 Jul 07 16:59:56.278086 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-52eadc2d-bc9c-45c7-9949-849e13df12da tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/b901c69e-de03-4281-9e73-ba5e7f01e477 HTTP/1.1" status: 200 len: 2981 time: 0.1079860 Jul 07 16:59:56.384437 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-99e038e5-9974-4f23-8860-de654d70829e tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/b901c69e-de03-4281-9e73-ba5e7f01e477 HTTP/1.1" status: 200 len: 2981 time: 0.0987797 Jul 07 16:59:56.421426 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ac26d0-4fe5-4f18-85e9-00737dcbe655 None None] New status for floating IP 6dc73888-1754-4e8f-baac-ed41b3770ade: DOWN {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:59:56.479718 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-3d493f28-d2db-44fb-8c48-a3c4fbab8334 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:56.490486 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-3d493f28-d2db-44fb-8c48-a3c4fbab8334 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2572591 Jul 07 16:59:56.515221 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-ec2cf062-63ec-43dc-a90d-8500b73a7b4f tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/quotas/22c7ac842250480c9cd38e7c32a13ed5 HTTP/1.1" status: 200 len: 375 time: 0.0236974 Jul 07 16:59:56.546853 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-57b9464a-fa0c-44c7-b9c4-c232c84aced6 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/e75ad64c-f575-4365-bd5a-4b1843e5422f HTTP/1.1" status: 200 len: 2981 time: 0.1548355 Jul 07 16:59:56.658171 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-3d6e78ef-e2e4-444f-96c2-67f7ce6bc066 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=22c7ac842250480c9cd38e7c32a13ed5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1419716 Jul 07 16:59:56.693770 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-538683e1-d37e-4696-810c-291777a16ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:56.717942 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-566584db-7019-46d2-8d7e-1514e266c6ad tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/e75ad64c-f575-4365-bd5a-4b1843e5422f HTTP/1.1" status: 200 len: 2981 time: 0.1627100 Jul 07 16:59:56.747729 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-c85fb3ae-1300-45e2-8b90-6ad256a4c3e9 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:56.787720 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-c85fb3ae-1300-45e2-8b90-6ad256a4c3e9 None None] Transition to ACTIVE for port object 8d347b5d-18d7-449f-b3c2-0db73794143c will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:56.813739 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-c85fb3ae-1300-45e2-8b90-6ad256a4c3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:56.824644 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e4594764-e03d-42a9-b765-249fcf325612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:56.902828 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-5d08278c-23ab-4466-8fc6-2b5d9aac7975 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/fc2b7899-6ec1-463b-8793-0268f8262c58 HTTP/1.1" status: 200 len: 2981 time: 0.1835701 Jul 07 16:59:56.970813 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf55126-4707-4896-ab77-e249c172fbf7 None None] Pushing event updated for resources: {'Port': ['ID=8d347b5d-18d7-449f-b3c2-0db73794143c,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:57.011294 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-c85fb3ae-1300-45e2-8b90-6ad256a4c3e9 None None] Attempting to bind port 8d347b5d-18d7-449f-b3c2-0db73794143c on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:57.011885 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-c85fb3ae-1300-45e2-8b90-6ad256a4c3e9 None None] Attempting to bind port 8d347b5d-18d7-449f-b3c2-0db73794143c by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:57.012457 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85fb3ae-1300-45e2-8b90-6ad256a4c3e9 None None] Attempting to bind port 8d347b5d-18d7-449f-b3c2-0db73794143c on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:57.041708 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85fb3ae-1300-45e2-8b90-6ad256a4c3e9 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:57.043011 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85fb3ae-1300-45e2-8b90-6ad256a4c3e9 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:57.043706 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-c85fb3ae-1300-45e2-8b90-6ad256a4c3e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.044239 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85fb3ae-1300-45e2-8b90-6ad256a4c3e9 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:57.051908 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-c85fb3ae-1300-45e2-8b90-6ad256a4c3e9 None None] Bound port: 8d347b5d-18d7-449f-b3c2-0db73794143c, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:57.052798 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-c85fb3ae-1300-45e2-8b90-6ad256a4c3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.079016 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e0a87db-10ca-43d1-abcd-248ed4876be6 req-b4e4b9c5-9fac-4d41-9b68-e8c880544ed8 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/fc2b7899-6ec1-463b-8793-0268f8262c58 HTTP/1.1" status: 200 len: 2981 time: 0.1693914 Jul 07 16:59:57.256072 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-c85fb3ae-1300-45e2-8b90-6ad256a4c3e9 None None] For port 8d347b5d-18d7-449f-b3c2-0db73794143c, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:57.260141 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-c85fb3ae-1300-45e2-8b90-6ad256a4c3e9 None None] For port 8d347b5d-18d7-449f-b3c2-0db73794143c, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8d347b5d-18d7-449f-b3c2-0db73794143c,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:57.283406 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-c85fb3ae-1300-45e2-8b90-6ad256a4c3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.333770 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-e4594764-e03d-42a9-b765-249fcf325612 admin admin] Allocated IP 172.20.0.1 (94d2cc3b-5a36-4261-9491-3ddbfc283976/ce5d8e85-e977-4ec0-aa8c-00c1d211eb94/297ecff9-f587-4921-93ca-d6d191a22ce1) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:57.491912 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85fb3ae-1300-45e2-8b90-6ad256a4c3e9 None None] Routers {'f9f6f930-6ce8-4f49-8566-c74d173921c8'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:59:57.492663 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-c85fb3ae-1300-45e2-8b90-6ad256a4c3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:59:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['f9f6f930-6ce8-4f49-8566-c74d173921c8'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:57.505800 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf55126-4707-4896-ab77-e249c172fbf7 None None] Pushing event updated for resources: {'Port': ['ID=8d347b5d-18d7-449f-b3c2-0db73794143c,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:57.548424 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bf4f3752-1d14-44b0-9bf2-db6c94885bfe req-ad34a09e-e428-44f4-b5de-56ef071cf8c3 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] 10.222.0.53 "GET /v2.0/security-groups/1440a32b-d208-4abd-b1ee-cd28ca42dc0f HTTP/1.1" status: 200 len: 1810 time: 0.1024954 Jul 07 16:59:57.758274 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.760771 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e4594764-e03d-42a9-b765-249fcf325612 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.845388 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-e4594764-e03d-42a9-b765-249fcf325612 admin admin] Transition to ACTIVE for port object 297ecff9-f587-4921-93ca-d6d191a22ce1 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:57.871133 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-c85fb3ae-1300-45e2-8b90-6ad256a4c3e9 None None] Set router f9f6f930-6ce8-4f49-8566-c74d173921c8 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:59:57.911239 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bf4f3752-1d14-44b0-9bf2-db6c94885bfe req-65ee2eb2-9754-4dcf-a24d-ceb1a9a1adc9 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:58.072529 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bf4f3752-1d14-44b0-9bf2-db6c94885bfe req-65ee2eb2-9754-4dcf-a24d-ceb1a9a1adc9 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:58.235002 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e4594764-e03d-42a9-b765-249fcf325612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:58.352093 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4594764-e03d-42a9-b765-249fcf325612 admin admin] Network 94d2cc3b-5a36-4261-9491-3ddbfc283976 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:58.441804 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-32113423-0ae1-4977-ac3c-51def4b66775 req-b38839f8-b83d-4ad9-8d3e-989c1e9f9cb7 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=e83378da-4e21-4a32-84dd-ea0733cf694a HTTP/1.1" status: 200 len: 210 time: 0.1312916 Jul 07 16:59:58.446966 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-e4594764-e03d-42a9-b765-249fcf325612 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:58.452710 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4594764-e03d-42a9-b765-249fcf325612 admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:58.594790 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e4594764-e03d-42a9-b765-249fcf325612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:58.619081 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-c85fb3ae-1300-45e2-8b90-6ad256a4c3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'name': 'tempest-TaggedBootDevicesTest_v242-1344857090-router', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:45Z', 'updated_at': '2021-07-07T16:59:51Z', 'revision_number': 3, 'project_id': '52ba6e7d3c334b5d9c08203be3275f20', 'gw_port': {'id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:47Z', 'updated_at': '2021-07-07T16:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:58.741185 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d790070-c941-43c1-b664-030c498137f3 req-37fe8b09-912d-4f76-8ad4-2ca9aa5f1575 tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=947beadfe2c2470d96b909e67c7cac41 HTTP/1.1" status: 200 len: 6100 time: 0.1687636 Jul 07 16:59:58.744916 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85fb3ae-1300-45e2-8b90-6ad256a4c3e9 None None] The sync data for ids ['f9f6f930-6ce8-4f49-8566-c74d173921c8'] in n-d-791503-12 is: [{'id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'name': 'tempest-TaggedBootDevicesTest_v242-1344857090-router', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:45Z', 'updated_at': '2021-07-07T16:59:51Z', 'revision_number': 3, 'project_id': '52ba6e7d3c334b5d9c08203be3275f20', 'gw_port': {'id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:47Z', 'updated_at': '2021-07-07T16:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:59:58.805260 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bf4f3752-1d14-44b0-9bf2-db6c94885bfe req-65ee2eb2-9754-4dcf-a24d-ceb1a9a1adc9 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:58.821574 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bf4f3752-1d14-44b0-9bf2-db6c94885bfe req-65ee2eb2-9754-4dcf-a24d-ceb1a9a1adc9 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:58.842086 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bf4f3752-1d14-44b0-9bf2-db6c94885bfe req-65ee2eb2-9754-4dcf-a24d-ceb1a9a1adc9 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] 10.222.0.53 "DELETE /v2.0/security-groups/1440a32b-d208-4abd-b1ee-cd28ca42dc0f HTTP/1.1" status: 204 len: 173 time: 1.2641523 Jul 07 16:59:58.889539 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4594764-e03d-42a9-b765-249fcf325612 admin admin] Pushing event updated for resources: {'Port': ['ID=297ecff9-f587-4921-93ca-d6d191a22ce1,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:58.902034 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d790070-c941-43c1-b664-030c498137f3 req-3ee78104-bd01-49f3-ba2d-f8634b0f92f4 tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] 10.222.0.53 "GET /v2.0/security-groups/8de9cadd-cff9-412a-8c4b-38fe6a5cfb46 HTTP/1.1" status: 200 len: 2981 time: 0.1356647 Jul 07 16:59:58.936696 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee2eb2-9754-4dcf-a24d-ceb1a9a1adc9 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1440a32b-d208-4abd-b1ee-cd28ca42dc0f,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:59.121129 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d790070-c941-43c1-b664-030c498137f3 req-09a16df7-9f26-4174-9358-4bc683f444ca tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] 10.222.0.53 "GET /v2.0/security-groups/8de9cadd-cff9-412a-8c4b-38fe6a5cfb46 HTTP/1.1" status: 200 len: 2981 time: 0.2145762 Jul 07 16:59:59.174470 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52578) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:59.242273 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-36853d03-8892-4c68-98c4-95ed15d38f5c None None] Provisioning for port 297ecff9-f587-4921-93ca-d6d191a22ce1 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:59.259946 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-36853d03-8892-4c68-98c4-95ed15d38f5c None None] Provisioning complete for port 297ecff9-f587-4921-93ca-d6d191a22ce1 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:59.265850 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-36853d03-8892-4c68-98c4-95ed15d38f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:59.380657 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-89addfc7-4458-47af-a6c0-3d0a175148f3 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:59.457025 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ce412760-549e-45d8-bfa8-1e6fa5c06bd0 req-2edb01b1-afc1-4e72-af43-6b2ccdb6630e tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ed530a4-6d06-4aac-ae8d-3891e9df26f4 HTTP/1.1" status: 200 len: 210 time: 0.1911616 Jul 07 16:59:59.556822 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e4594764-e03d-42a9-b765-249fcf325612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:59.558855 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-36853d03-8892-4c68-98c4-95ed15d38f5c None None] Port 297ecff9-f587-4921-93ca-d6d191a22ce1 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:59:59.714690 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8d347b5d-18d7-449f-b3c2-0db73794143c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:59.786934 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-89addfc7-4458-47af-a6c0-3d0a175148f3 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:59.872594 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d304c76d-81e7-4b38-a4bd-8438948711e8 req-fbb755ba-cd38-406a-8309-fb9582497dda tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] 10.222.0.53 "GET /v2.0/security-groups/15d345bf-ae11-4f28-ad0c-200cc65add07 HTTP/1.1" status: 200 len: 1813 time: 0.4015706 Jul 07 16:59:59.884136 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-30293111-2c01-4a25-a3d4-d3d57ba90465 req-96722055-6dd3-4244-9919-1717bca2d417 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/b0b7bf7a-07d5-4377-a846-a768b0762e4e HTTP/1.1" status: 200 len: 1776 time: 0.2878966 Jul 07 17:00:00.104806 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-d304c76d-81e7-4b38-a4bd-8438948711e8 req-88608898-9cf9-4643-9e9a-3ec6599da64c tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.146215 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 8d347b5d-18d7-449f-b3c2-0db73794143c completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:00.155336 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 8d347b5d-18d7-449f-b3c2-0db73794143c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:00.156777 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.171290 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-89addfc7-4458-47af-a6c0-3d0a175148f3 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.197446 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-89addfc7-4458-47af-a6c0-3d0a175148f3 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.203214 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-89addfc7-4458-47af-a6c0-3d0a175148f3 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "DELETE /v2.0/security-groups/2e79daa5-eb0d-4fdd-8cee-b42e18b1e9f2 HTTP/1.1" status: 204 len: 168 time: 1.0274000 Jul 07 17:00:00.227781 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52582) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:00.255903 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.423130 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-30293111-2c01-4a25-a3d4-d3d57ba90465 req-4bc05a19-8244-4298-8222-9bf02978e753 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.427454 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89addfc7-4458-47af-a6c0-3d0a175148f3 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e79daa5-eb0d-4fdd-8cee-b42e18b1e9f2,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:00.429634 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-34c0a9d1-cd95-4f40-9072-4c396c7dcb38 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] show failed (client error): The resource could not be found. Jul 07 17:00:00.445272 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-34c0a9d1-cd95-4f40-9072-4c396c7dcb38 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "GET /v2.0/security-groups/2e79daa5-eb0d-4fdd-8cee-b42e18b1e9f2 HTTP/1.1" status: 404 len: 347 time: 0.1395304 Jul 07 17:00:00.445906 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52586) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:00.448377 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-d304c76d-81e7-4b38-a4bd-8438948711e8 req-88608898-9cf9-4643-9e9a-3ec6599da64c tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.462904 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-30293111-2c01-4a25-a3d4-d3d57ba90465 req-4bc05a19-8244-4298-8222-9bf02978e753 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.485112 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.525219 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-30293111-2c01-4a25-a3d4-d3d57ba90465 req-4bc05a19-8244-4298-8222-9bf02978e753 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.529775 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-30293111-2c01-4a25-a3d4-d3d57ba90465 req-4bc05a19-8244-4298-8222-9bf02978e753 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.553209 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 8d347b5d-18d7-449f-b3c2-0db73794143c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8d347b5d-18d7-449f-b3c2-0db73794143c,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:00.557277 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-30293111-2c01-4a25-a3d4-d3d57ba90465 req-4bc05a19-8244-4298-8222-9bf02978e753 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0b7bf7a-07d5-4377-a846-a768b0762e4e HTTP/1.1" status: 204 len: 173 time: 0.6029382 Jul 07 17:00:00.561481 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.642800 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc05a19-8244-4298-8222-9bf02978e753 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b7bf7a-07d5-4377-a846-a768b0762e4e,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:00.716649 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e4594764-e03d-42a9-b765-249fcf325612 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.724946 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e4594764-e03d-42a9-b765-249fcf325612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.794044 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=8d347b5d-18d7-449f-b3c2-0db73794143c,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:00.879603 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-041d0819-460d-449d-9e38-921c11e0b2e6 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=22c7ac842250480c9cd38e7c32a13ed5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2684472 Jul 07 17:00:00.887529 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4594764-e03d-42a9-b765-249fcf325612 admin admin] Pushing event updated for resources: {'Port': ['ID=297ecff9-f587-4921-93ca-d6d191a22ce1,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:00.901893 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e4594764-e03d-42a9-b765-249fcf325612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:01.088277 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-d304c76d-81e7-4b38-a4bd-8438948711e8 req-88608898-9cf9-4643-9e9a-3ec6599da64c tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:01.102187 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-d304c76d-81e7-4b38-a4bd-8438948711e8 req-88608898-9cf9-4643-9e9a-3ec6599da64c tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:01.119743 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d304c76d-81e7-4b38-a4bd-8438948711e8 req-88608898-9cf9-4643-9e9a-3ec6599da64c tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] 10.222.0.53 "DELETE /v2.0/security-groups/15d345bf-ae11-4f28-ad0c-200cc65add07 HTTP/1.1" status: 204 len: 173 time: 1.2454965 Jul 07 17:00:01.183574 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88608898-9cf9-4643-9e9a-3ec6599da64c tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d345bf-ae11-4f28-ad0c-200cc65add07,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:01.351126 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4594764-e03d-42a9-b765-249fcf325612 admin admin] Network 94d2cc3b-5a36-4261-9491-3ddbfc283976 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:01.355020 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-e4594764-e03d-42a9-b765-249fcf325612 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:01.419828 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-c3e0209e-b1a5-44e5-9eb3-ba807eb7e407 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Deleting port dca9805c-3a04-4c95-a7ef-ba18b39eb7ef {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:01.420410 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c3e0209e-b1a5-44e5-9eb3-ba807eb7e407 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:01.502746 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-37f74e7c-9dc5-4fa3-a534-71646ce8d3fb tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:01.505648 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-37f74e7c-9dc5-4fa3-a534-71646ce8d3fb tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5731895 Jul 07 17:00:01.578906 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-4e4dc6f3-bdef-458d-8634-f43b9dd364aa tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Request body: {'port': {'device_id': '2ed530a4-6d06-4aac-ae8d-3891e9df26f4', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': '22c7ac842250480c9cd38e7c32a13ed5'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:01.803187 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8d347b5d-18d7-449f-b3c2-0db73794143c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:02.116948 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e0c46e02-2645-423b-8793-21bda4a10c27 req-5edb610a-0d5d-467a-b5d3-87c1d3019ee5 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "GET /v2.0/security-groups/d3495f1d-4f65-4f11-b78a-e0863650b27a HTTP/1.1" status: 200 len: 1777 time: 0.3802133 Jul 07 17:00:02.122878 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-985d516b-cb4c-496c-9e53-a7ed8ffd63b5 None None] Provisioning complete for port 297ecff9-f587-4921-93ca-d6d191a22ce1 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:02.123490 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-985d516b-cb4c-496c-9e53-a7ed8ffd63b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.292823 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4594764-e03d-42a9-b765-249fcf325612 admin admin] Router f9f6f930-6ce8-4f49-8566-c74d173921c8 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:00:02.644280 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4594764-e03d-42a9-b765-249fcf325612 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:00:02.652355 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e4594764-e03d-42a9-b765-249fcf325612 admin admin] 10.222.0.53 "PUT /v2.0/routers/f9f6f930-6ce8-4f49-8566-c74d173921c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6499300 Jul 07 17:00:02.653772 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e0c46e02-2645-423b-8793-21bda4a10c27 req-84c43e21-f573-44c1-9dca-bff91acfc274 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.659010 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 8d347b5d-18d7-449f-b3c2-0db73794143c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:02.660752 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.665702 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09443b99-fec2-47f7-9518-a5b7e130399e None None] Sync routers for ids ['f9f6f930-6ce8-4f49-8566-c74d173921c8'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:00:02.694845 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09443b99-fec2-47f7-9518-a5b7e130399e None None] Routers {'f9f6f930-6ce8-4f49-8566-c74d173921c8'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:02.695786 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-09443b99-fec2-47f7-9518-a5b7e130399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:59:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['f9f6f930-6ce8-4f49-8566-c74d173921c8'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:02.709454 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e0c46e02-2645-423b-8793-21bda4a10c27 req-84c43e21-f573-44c1-9dca-bff91acfc274 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.739228 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-985d516b-cb4c-496c-9e53-a7ed8ffd63b5 None None] Port 297ecff9-f587-4921-93ca-d6d191a22ce1 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:00:02.812544 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e0c46e02-2645-423b-8793-21bda4a10c27 req-84c43e21-f573-44c1-9dca-bff91acfc274 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.828138 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e0c46e02-2645-423b-8793-21bda4a10c27 req-84c43e21-f573-44c1-9dca-bff91acfc274 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.846108 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e0c46e02-2645-423b-8793-21bda4a10c27 req-84c43e21-f573-44c1-9dca-bff91acfc274 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/d3495f1d-4f65-4f11-b78a-e0863650b27a HTTP/1.1" status: 204 len: 173 time: 0.7203727 Jul 07 17:00:02.913956 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c43e21-f573-44c1-9dca-bff91acfc274 tempest-SecurityGroupsTestAdminJSON-290260097 tempest-SecurityGroupsTestAdminJSON-290260097-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3495f1d-4f65-4f11-b78a-e0863650b27a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:03.081110 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c3e0209e-b1a5-44e5-9eb3-ba807eb7e407 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:03.081998 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c3e0209e-b1a5-44e5-9eb3-ba807eb7e407 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:03.103310 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-09443b99-fec2-47f7-9518-a5b7e130399e None None] Set router f9f6f930-6ce8-4f49-8566-c74d173921c8 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:03.153462 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68838c97-7e0a-4cbe-99f9-9eb8cd5803c0 req-1726cb2a-e0cf-4ae5-b154-506862f19fab tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] 10.222.0.53 "GET /v2.0/security-groups/39922f07-c6b1-4872-a143-3bb2415d7950 HTTP/1.1" status: 200 len: 1810 time: 0.2347271 Jul 07 17:00:03.167388 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-c3e0209e-b1a5-44e5-9eb3-ba807eb7e407 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Calling delete_port for dca9805c-3a04-4c95-a7ef-ba18b39eb7ef owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:03.398609 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68838c97-7e0a-4cbe-99f9-9eb8cd5803c0 req-96810b56-108b-4775-a5b6-3b34832ab676 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:03.531294 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68838c97-7e0a-4cbe-99f9-9eb8cd5803c0 req-96810b56-108b-4775-a5b6-3b34832ab676 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:03.625767 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68838c97-7e0a-4cbe-99f9-9eb8cd5803c0 req-96810b56-108b-4775-a5b6-3b34832ab676 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:03.629333 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68838c97-7e0a-4cbe-99f9-9eb8cd5803c0 req-96810b56-108b-4775-a5b6-3b34832ab676 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:03.644699 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68838c97-7e0a-4cbe-99f9-9eb8cd5803c0 req-96810b56-108b-4775-a5b6-3b34832ab676 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] 10.222.0.53 "DELETE /v2.0/security-groups/39922f07-c6b1-4872-a143-3bb2415d7950 HTTP/1.1" status: 204 len: 173 time: 0.4853513 Jul 07 17:00:03.645589 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52630) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:03.728663 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-09443b99-fec2-47f7-9518-a5b7e130399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'name': 'tempest-TaggedBootDevicesTest_v242-1344857090-router', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:45Z', 'updated_at': '2021-07-07T16:59:59Z', 'revision_number': 4, 'project_id': '52ba6e7d3c334b5d9c08203be3275f20', 'gw_port': {'id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:47Z', 'updated_at': '2021-07-07T17:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '297ecff9-f587-4921-93ca-d6d191a22ce1', 'name': '', 'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'mac_address': 'fa:16:3e:14:ed:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ce5d8e85-e977-4ec0-aa8c-00c1d211eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:56Z', 'updated_at': '2021-07-07T16:59:59Z', 'revision_number': 2, 'project_id': '52ba6e7d3c334b5d9c08203be3275f20', 'subnets': [{'id': 'ce5d8e85-e977-4ec0-aa8c-00c1d211eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:03.739559 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96810b56-108b-4775-a5b6-3b34832ab676 tempest-SecurityGroupRulesNegativeTestJSON-160486295 tempest-SecurityGroupRulesNegativeTestJSON-160486295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39922f07-c6b1-4872-a143-3bb2415d7950,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:03.800869 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09443b99-fec2-47f7-9518-a5b7e130399e None None] Checking router: f9f6f930-6ce8-4f49-8566-c74d173921c8 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:00:03.801647 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09443b99-fec2-47f7-9518-a5b7e130399e None None] Updating router f9f6f930-6ce8-4f49-8566-c74d173921c8 port 297ecff9-f587-4921-93ca-d6d191a22ce1 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:00:03.829791 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-5547ddaf-9cab-4482-8225-90a9fbde2d77 admin admin] Deleting subnet d87779ab-035e-4f49-a9d7-9152d0c7005c {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:00:03.837690 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5547ddaf-9cab-4482-8225-90a9fbde2d77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:03.858817 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e1e1700e-cd29-4202-bd0c-f7742a0cbae3 req-f834c2ae-cf7b-46f6-a7b0-44b5be548eee tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ed530a4-6d06-4aac-ae8d-3891e9df26f4 HTTP/1.1" status: 200 len: 210 time: 1.0062268 Jul 07 17:00:03.895324 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-4e4dc6f3-bdef-458d-8634-f43b9dd364aa tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Made reservation on behalf of 22c7ac842250480c9cd38e7c32a13ed5 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:03.906299 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-4e4dc6f3-bdef-458d-8634-f43b9dd364aa tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:03.946325 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-4e4dc6f3-bdef-458d-8634-f43b9dd364aa tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:04.011451 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-09443b99-fec2-47f7-9518-a5b7e130399e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:04.021291 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5547ddaf-9cab-4482-8225-90a9fbde2d77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:04.112374 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-92980171-8284-49ca-bfc8-44a3bd16faf5 req-c10c4bfc-a89a-4ae2-b691-fcef06d7a15e tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] 10.222.0.53 "GET /v2.0/security-groups/2b69337c-8950-4f6e-99c9-74036f6e62cf HTTP/1.1" status: 200 len: 1775 time: 0.0938084 Jul 07 17:00:04.171417 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5547ddaf-9cab-4482-8225-90a9fbde2d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:04.305494 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5547ddaf-9cab-4482-8225-90a9fbde2d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:04.338808 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5547ddaf-9cab-4482-8225-90a9fbde2d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:04.346735 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5547ddaf-9cab-4482-8225-90a9fbde2d77 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d87779ab-035e-4f49-a9d7-9152d0c7005c HTTP/1.1" status: 204 len: 168 time: 0.6746416 Jul 07 17:00:04.387178 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52652) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:04.394593 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547ddaf-9cab-4482-8225-90a9fbde2d77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d87779ab-035e-4f49-a9d7-9152d0c7005c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:04.663156 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e46e7a45-dc21-430f-8755-5644c6428602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:04.722391 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-92980171-8284-49ca-bfc8-44a3bd16faf5 req-d20c4933-fd3c-460d-b74c-e76d915359eb tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:04.759472 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10154406-18b7-4d56-a260-dd7edd70e463 req-cf391c28-d781-4616-88b2-5bd7c9b42717 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:04.763943 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-10154406-18b7-4d56-a260-dd7edd70e463 req-cf391c28-d781-4616-88b2-5bd7c9b42717 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/ports?device_id=3639e840-c93e-4381-9c56-0a2aa40949ce HTTP/1.1" status: 200 len: 945 time: 0.2325366 Jul 07 17:00:04.779649 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c3e0209e-b1a5-44e5-9eb3-ba807eb7e407 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:04.875766 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0209e-b1a5-44e5-9eb3-ba807eb7e407 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Pushing event deleted for resources: {'Port': ['ID=dca9805c-3a04-4c95-a7ef-ba18b39eb7ef,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:04.932776 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-92980171-8284-49ca-bfc8-44a3bd16faf5 req-d20c4933-fd3c-460d-b74c-e76d915359eb tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.071075 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-10154406-18b7-4d56-a260-dd7edd70e463 req-4b77a36d-9304-4bb5-922f-bcd5e51645b6 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/security-groups?id=15f10e42-32e8-47d7-be52-d787a3e82657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2910302 Jul 07 17:00:05.453572 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-09443b99-fec2-47f7-9518-a5b7e130399e None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.490448 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-09443b99-fec2-47f7-9518-a5b7e130399e None None] Transition to ACTIVE for port object 297ecff9-f587-4921-93ca-d6d191a22ce1 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:05.508095 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-09443b99-fec2-47f7-9518-a5b7e130399e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.544545 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-4e4dc6f3-bdef-458d-8634-f43b9dd364aa tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.557670 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-92980171-8284-49ca-bfc8-44a3bd16faf5 req-d20c4933-fd3c-460d-b74c-e76d915359eb tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.564948 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-92980171-8284-49ca-bfc8-44a3bd16faf5 req-d20c4933-fd3c-460d-b74c-e76d915359eb tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.567683 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-92980171-8284-49ca-bfc8-44a3bd16faf5 req-d20c4933-fd3c-460d-b74c-e76d915359eb tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] 10.222.0.53 "DELETE /v2.0/security-groups/2b69337c-8950-4f6e-99c9-74036f6e62cf HTTP/1.1" status: 204 len: 173 time: 1.4466434 Jul 07 17:00:05.586116 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e46e7a45-dc21-430f-8755-5644c6428602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.609940 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c3e0209e-b1a5-44e5-9eb3-ba807eb7e407 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.620855 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c3e0209e-b1a5-44e5-9eb3-ba807eb7e407 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.631805 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c3e0209e-b1a5-44e5-9eb3-ba807eb7e407 tempest-ServersTestManualDisk-345990965 tempest-ServersTestManualDisk-345990965-project] 10.222.0.53 "DELETE /v2.0/floatingips/6dc73888-1754-4e8f-baac-ed41b3770ade HTTP/1.1" status: 204 len: 168 time: 5.1725080 Jul 07 17:00:05.632103 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52672) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:05.752859 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-4e4dc6f3-bdef-458d-8634-f43b9dd364aa tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.814711 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6c6c6-153f-4e15-8b09-48da4fccb13c None None] Pushing event updated for resources: {'Port': ['ID=297ecff9-f587-4921-93ca-d6d191a22ce1,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:05.830119 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-e46e7a45-dc21-430f-8755-5644c6428602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c72e219-afbc-4358-9724-1e6923c53d33']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:05.877107 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6c6c6-153f-4e15-8b09-48da4fccb13c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:05.877576 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6c6c6-153f-4e15-8b09-48da4fccb13c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:05.879681 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6c6c6-153f-4e15-8b09-48da4fccb13c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:05.880329 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6c6c6-153f-4e15-8b09-48da4fccb13c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:05.881750 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6c6c6-153f-4e15-8b09-48da4fccb13c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:05.882323 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6c6c6-153f-4e15-8b09-48da4fccb13c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:05.885325 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6c6c6-153f-4e15-8b09-48da4fccb13c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:05.885958 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6c6c6-153f-4e15-8b09-48da4fccb13c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:05.887299 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6c6c6-153f-4e15-8b09-48da4fccb13c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:05.887774 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6c6c6-153f-4e15-8b09-48da4fccb13c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:05.889143 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6c6c6-153f-4e15-8b09-48da4fccb13c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:05.889888 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6c6c6-153f-4e15-8b09-48da4fccb13c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:05.890578 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c4933-fd3c-460d-b74c-e76d915359eb tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b69337c-8950-4f6e-99c9-74036f6e62cf,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:05.927089 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-e46e7a45-dc21-430f-8755-5644c6428602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9d5cdc-7fc7-490f-ba7f-25631ad8090e') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:05.927752 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-e46e7a45-dc21-430f-8755-5644c6428602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9d5cdc-7fc7-490f-ba7f-25631ad8090e') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:05.935015 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d8419460-b5d6-444f-a915-04ce9063f9a9 req-79412247-2cd0-4a68-8e75-116ac5a1985b tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] 10.222.0.53 "GET /v2.0/security-groups/939a8422-fe50-468c-9e6b-96ff0a9812f3 HTTP/1.1" status: 200 len: 1777 time: 0.2946188 Jul 07 17:00:06.070599 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0a14a52d-35fa-47d4-97e4-b364cdb5ac0f req-9f6d5abe-17cc-4a7f-8194-d22de1de0671 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ed530a4-6d06-4aac-ae8d-3891e9df26f4 HTTP/1.1" status: 200 len: 210 time: 0.1737304 Jul 07 17:00:06.198718 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e46e7a45-dc21-430f-8755-5644c6428602 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:06.212915 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-09443b99-fec2-47f7-9518-a5b7e130399e None None] Attempting to bind port 297ecff9-f587-4921-93ca-d6d191a22ce1 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:06.213695 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-09443b99-fec2-47f7-9518-a5b7e130399e None None] Attempting to bind port 297ecff9-f587-4921-93ca-d6d191a22ce1 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'a4929838-a970-45a0-a106-ef1c0abcce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:06.215821 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09443b99-fec2-47f7-9518-a5b7e130399e None None] Attempting to bind port 297ecff9-f587-4921-93ca-d6d191a22ce1 on network 94d2cc3b-5a36-4261-9491-3ddbfc283976 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:06.240136 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09443b99-fec2-47f7-9518-a5b7e130399e None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:06.248446 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09443b99-fec2-47f7-9518-a5b7e130399e None None] Checking segment: {'id': 'a4929838-a970-45a0-a106-ef1c0abcce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:06.249508 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e46e7a45-dc21-430f-8755-5644c6428602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:06.252132 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-09443b99-fec2-47f7-9518-a5b7e130399e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:06.257507 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09443b99-fec2-47f7-9518-a5b7e130399e None None] Bound using segment: {'id': 'a4929838-a970-45a0-a106-ef1c0abcce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:06.264295 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-09443b99-fec2-47f7-9518-a5b7e130399e None None] Bound port: 297ecff9-f587-4921-93ca-d6d191a22ce1, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4929838-a970-45a0-a106-ef1c0abcce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:06.265865 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-09443b99-fec2-47f7-9518-a5b7e130399e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:06.286304 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46e7a45-dc21-430f-8755-5644c6428602 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:00:06.288209 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e46e7a45-dc21-430f-8755-5644c6428602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:00:06.486284 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:00:06.687840 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-4e4dc6f3-bdef-458d-8634-f43b9dd364aa tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Allocated IP 192.168.233.227 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/3c049324-989a-414a-adc0-73352f93804e) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:06.791467 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-09443b99-fec2-47f7-9518-a5b7e130399e None None] For port 297ecff9-f587-4921-93ca-d6d191a22ce1, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:06.806307 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-09443b99-fec2-47f7-9518-a5b7e130399e None None] For port 297ecff9-f587-4921-93ca-d6d191a22ce1, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=297ecff9-f587-4921-93ca-d6d191a22ce1,segment=NetworkSegment(a4929838-a970-45a0-a106-ef1c0abcce5c),segment_id=a4929838-a970-45a0-a106-ef1c0abcce5c)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:06.819416 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-09443b99-fec2-47f7-9518-a5b7e130399e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:06.936066 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.060432 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e46e7a45-dc21-430f-8755-5644c6428602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.177855 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09443b99-fec2-47f7-9518-a5b7e130399e None None] Routers {'f9f6f930-6ce8-4f49-8566-c74d173921c8'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:07.179418 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-09443b99-fec2-47f7-9518-a5b7e130399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:59:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['f9f6f930-6ce8-4f49-8566-c74d173921c8'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:07.262593 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-4e4dc6f3-bdef-458d-8634-f43b9dd364aa tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.351808 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-4e4dc6f3-bdef-458d-8634-f43b9dd364aa tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Transition to ACTIVE for port object 3c049324-989a-414a-adc0-73352f93804e will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:07.383608 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6c6c6-153f-4e15-8b09-48da4fccb13c None None] Pushing event updated for resources: {'Port': ['ID=297ecff9-f587-4921-93ca-d6d191a22ce1,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:07.409172 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-42e99b7c-21db-4214-8572-2203fa7a097e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.483309 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4dc6f3-bdef-458d-8634-f43b9dd364aa tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf2b646-c818-417a-86e8-83667c6cec00,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:07.505489 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e46e7a45-dc21-430f-8755-5644c6428602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.509882 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e46e7a45-dc21-430f-8755-5644c6428602 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0c72e219-afbc-4358-9724-1e6923c53d33 HTTP/1.1" status: 204 len: 168 time: 3.1191123 Jul 07 17:00:07.562110 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.567981 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-4e4dc6f3-bdef-458d-8634-f43b9dd364aa tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.755870 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4dc6f3-bdef-458d-8634-f43b9dd364aa tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Pushing event updated for resources: {'Port': ['ID=3c049324-989a-414a-adc0-73352f93804e,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:07.771301 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e7a45-dc21-430f-8755-5644c6428602 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c72e219-afbc-4358-9724-1e6923c53d33,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:07.878897 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-d8419460-b5d6-444f-a915-04ce9063f9a9 req-ef6e2f98-fd27-4ef0-acc0-252b9bcd1caf tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.924126 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-09443b99-fec2-47f7-9518-a5b7e130399e None None] Set router f9f6f930-6ce8-4f49-8566-c74d173921c8 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:07.961792 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-d8419460-b5d6-444f-a915-04ce9063f9a9 req-ef6e2f98-fd27-4ef0-acc0-252b9bcd1caf tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:08.078920 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-4e4dc6f3-bdef-458d-8634-f43b9dd364aa tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:08.087106 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-4e4dc6f3-bdef-458d-8634-f43b9dd364aa tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:08.096536 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-4e4dc6f3-bdef-458d-8634-f43b9dd364aa tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:08.099734 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-d8419460-b5d6-444f-a915-04ce9063f9a9 req-ef6e2f98-fd27-4ef0-acc0-252b9bcd1caf tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:08.102520 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-d8419460-b5d6-444f-a915-04ce9063f9a9 req-ef6e2f98-fd27-4ef0-acc0-252b9bcd1caf tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:08.130731 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d8419460-b5d6-444f-a915-04ce9063f9a9 req-ef6e2f98-fd27-4ef0-acc0-252b9bcd1caf tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] 10.222.0.53 "DELETE /v2.0/security-groups/939a8422-fe50-468c-9e6b-96ff0a9812f3 HTTP/1.1" status: 204 len: 173 time: 2.1842203 Jul 07 17:00:08.209645 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52732) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:08.287285 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e2f98-fd27-4ef0-acc0-252b9bcd1caf tempest-SecurityGroupsTestAdminJSON-2020405808 tempest-SecurityGroupsTestAdminJSON-2020405808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=939a8422-fe50-468c-9e6b-96ff0a9812f3,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:08.359625 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-4e4dc6f3-bdef-458d-8634-f43b9dd364aa tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:08.360427 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-4e4dc6f3-bdef-458d-8634-f43b9dd364aa tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:08.395328 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-4e4dc6f3-bdef-458d-8634-f43b9dd364aa tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.8374505 Jul 07 17:00:08.410764 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-922a918f-997e-4802-baad-3223da169993 service neutron] Request body: {'port': {'device_id': '2ed530a4-6d06-4aac-ae8d-3891e9df26f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:08.573028 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c1eafd83-3743-4206-bcca-38471a8b0e13 None None] Provisioning for port 3c049324-989a-414a-adc0-73352f93804e completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:08.593103 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c1eafd83-3743-4206-bcca-38471a8b0e13 None None] Provisioning complete for port 3c049324-989a-414a-adc0-73352f93804e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:08.593405 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c1eafd83-3743-4206-bcca-38471a8b0e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:08.679962 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-922a918f-997e-4802-baad-3223da169993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:08.686162 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bba45b63-db19-451f-9066-0bd27dd5be7d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6617d2dcbd7d42beba1f1ca4aa04d08a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3635061 Jul 07 17:00:08.686856 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52738) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:08.712507 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45078787-abb7-4d3e-8c39-edd69c04a14f req-364dde1b-94f0-409d-becf-51655772ff67 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:08.720907 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-45078787-abb7-4d3e-8c39-edd69c04a14f req-364dde1b-94f0-409d-becf-51655772ff67 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/ports?device_id=3639e840-c93e-4381-9c56-0a2aa40949ce HTTP/1.1" status: 200 len: 945 time: 0.6536324 Jul 07 17:00:08.740739 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-42e99b7c-21db-4214-8572-2203fa7a097e admin admin] Deleting port a87f57ce-d6bf-46e4-b579-9e484a105c74 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:08.741171 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-42e99b7c-21db-4214-8572-2203fa7a097e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:08.794465 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c1eafd83-3743-4206-bcca-38471a8b0e13 None None] Port 3c049324-989a-414a-adc0-73352f93804e cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:00:08.841774 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-09443b99-fec2-47f7-9518-a5b7e130399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'name': 'tempest-TaggedBootDevicesTest_v242-1344857090-router', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:45Z', 'updated_at': '2021-07-07T16:59:59Z', 'revision_number': 4, 'project_id': '52ba6e7d3c334b5d9c08203be3275f20', 'gw_port': {'id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:47Z', 'updated_at': '2021-07-07T17:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '297ecff9-f587-4921-93ca-d6d191a22ce1', 'name': '', 'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'mac_address': 'fa:16:3e:14:ed:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ce5d8e85-e977-4ec0-aa8c-00c1d211eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:56Z', 'updated_at': '2021-07-07T17:00:06Z', 'revision_number': 4, 'project_id': '52ba6e7d3c334b5d9c08203be3275f20', 'subnets': [{'id': 'ce5d8e85-e977-4ec0-aa8c-00c1d211eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:08.906843 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09443b99-fec2-47f7-9518-a5b7e130399e None None] The sync data for ids ['f9f6f930-6ce8-4f49-8566-c74d173921c8'] in n-d-791503-12 is: [{'id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'name': 'tempest-TaggedBootDevicesTest_v242-1344857090-router', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:45Z', 'updated_at': '2021-07-07T16:59:59Z', 'revision_number': 4, 'project_id': '52ba6e7d3c334b5d9c08203be3275f20', 'gw_port': {'id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:47Z', 'updated_at': '2021-07-07T17:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '297ecff9-f587-4921-93ca-d6d191a22ce1', 'name': '', 'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'mac_address': 'fa:16:3e:14:ed:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ce5d8e85-e977-4ec0-aa8c-00c1d211eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:56Z', 'updated_at': '2021-07-07T17:00:06Z', 'revision_number': 4, 'project_id': '52ba6e7d3c334b5d9c08203be3275f20', 'subnets': [{'id': 'ce5d8e85-e977-4ec0-aa8c-00c1d211eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:00:09.068243 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52744) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:09.476708 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4cedd-6f2a-410f-b771-02951071b4c6 req-f7a45978-c39f-4cf1-875d-b32198166eca tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:09.500495 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0de4cedd-6f2a-410f-b771-02951071b4c6 req-f7a45978-c39f-4cf1-875d-b32198166eca tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ed530a4-6d06-4aac-ae8d-3891e9df26f4 HTTP/1.1" status: 200 len: 936 time: 1.0699363 Jul 07 17:00:09.640404 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4048b752-69f8-49d2-b87b-f6e80d43b5bf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=947beadfe2c2470d96b909e67c7cac41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5694811 Jul 07 17:00:09.652168 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0de4cedd-6f2a-410f-b771-02951071b4c6 req-fa7af1c9-623c-462d-a262-b6f3d1e318a8 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/security-groups?id=ccf2b646-c818-417a-86e8-83667c6cec00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505520 Jul 07 17:00:09.653274 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52750) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:09.711315 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 297ecff9-f587-4921-93ca-d6d191a22ce1 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:09.808441 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-922a918f-997e-4802-baad-3223da169993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c049324-989a-414a-adc0-73352f93804e {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:00:09.824050 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-45078787-abb7-4d3e-8c39-edd69c04a14f req-01b7196a-152e-46d0-886f-dacd9e67ce97 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/security-groups?id=15f10e42-32e8-47d7-be52-d787a3e82657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1010711 Jul 07 17:00:09.839997 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-922a918f-997e-4802-baad-3223da169993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.854445 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 297ecff9-f587-4921-93ca-d6d191a22ce1 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:09.864742 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 297ecff9-f587-4921-93ca-d6d191a22ce1 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:09.865282 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.889382 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ebd4fa53-a8dd-4cca-931c-1f3bda594f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.942646 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ebd4fa53-a8dd-4cca-931c-1f3bda594f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.946635 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-922a918f-997e-4802-baad-3223da169993 service neutron] Transition to ACTIVE for port object 3c049324-989a-414a-adc0-73352f93804e will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:09.981795 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-922a918f-997e-4802-baad-3223da169993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.116098 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-42e99b7c-21db-4214-8572-2203fa7a097e admin admin] For port a87f57ce-d6bf-46e4-b579-9e484a105c74, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a87f57ce-d6bf-46e4-b579-9e484a105c74,segment=NetworkSegment(d3696e98-e8e6-4e03-b3da-36d7e9f819c1),segment_id=d3696e98-e8e6-4e03-b3da-36d7e9f819c1)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:10.116783 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-42e99b7c-21db-4214-8572-2203fa7a097e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.149931 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fc538d16-9ff5-486b-bd57-f491672345cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.205139 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fc538d16-9ff5-486b-bd57-f491672345cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.235398 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.394192 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fc538d16-9ff5-486b-bd57-f491672345cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.406981 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fc538d16-9ff5-486b-bd57-f491672345cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.408980 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fc538d16-9ff5-486b-bd57-f491672345cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66a16355-ca08-49ff-9fc3-13dfd21b4857 HTTP/1.1" status: 204 len: 168 time: 1.7168565 Jul 07 17:00:10.428061 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a918f-997e-4802-baad-3223da169993 service neutron] Pushing event updated for resources: {'Port': ['ID=3c049324-989a-414a-adc0-73352f93804e,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:10.431516 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-42e99b7c-21db-4214-8572-2203fa7a097e admin admin] Calling delete_port for a87f57ce-d6bf-46e4-b579-9e484a105c74 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:10.460176 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 297ecff9-f587-4921-93ca-d6d191a22ce1, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=297ecff9-f587-4921-93ca-d6d191a22ce1,segment=NetworkSegment(a4929838-a970-45a0-a106-ef1c0abcce5c),segment_id=a4929838-a970-45a0-a106-ef1c0abcce5c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:10.471761 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc538d16-9ff5-486b-bd57-f491672345cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a16355-ca08-49ff-9fc3-13dfd21b4857,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:10.481006 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.633463 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ebd4fa53-a8dd-4cca-931c-1f3bda594f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.639166 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ebd4fa53-a8dd-4cca-931c-1f3bda594f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.646928 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ebd4fa53-a8dd-4cca-931c-1f3bda594f7d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8de9cadd-cff9-412a-8c4b-38fe6a5cfb46 HTTP/1.1" status: 204 len: 168 time: 0.9832933 Jul 07 17:00:10.721972 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4fa53-a8dd-4cca-931c-1f3bda594f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de9cadd-cff9-412a-8c4b-38fe6a5cfb46,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:10.785761 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=297ecff9-f587-4921-93ca-d6d191a22ce1,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:11.069673 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-922a918f-997e-4802-baad-3223da169993 service neutron] Attempting to bind port 3c049324-989a-414a-adc0-73352f93804e on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:11.070022 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-922a918f-997e-4802-baad-3223da169993 service neutron] Attempting to bind port 3c049324-989a-414a-adc0-73352f93804e by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:11.075574 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-922a918f-997e-4802-baad-3223da169993 service neutron] Attempting to bind port 3c049324-989a-414a-adc0-73352f93804e on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:11.114374 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-922a918f-997e-4802-baad-3223da169993 service neutron] Port 3c049324-989a-414a-adc0-73352f93804e on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:00:11.115586 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-922a918f-997e-4802-baad-3223da169993 service neutron] Attempting to bind port 3c049324-989a-414a-adc0-73352f93804e on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:11.161136 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-922a918f-997e-4802-baad-3223da169993 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:11.162488 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-922a918f-997e-4802-baad-3223da169993 service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:11.166106 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-922a918f-997e-4802-baad-3223da169993 service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:11.166931 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-922a918f-997e-4802-baad-3223da169993 service neutron] Bound port: 3c049324-989a-414a-adc0-73352f93804e, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:11.167711 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-922a918f-997e-4802-baad-3223da169993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.313272 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-0ad6aba3-dd1e-42c0-b446-faec2e36c1f4 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:11.313272 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-0ad6aba3-dd1e-42c0-b446-faec2e36c1f4 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] 10.222.0.53 "GET /v2.0/networks?id=fb4c1854-ef11-4268-b43a-2dd513652e0b HTTP/1.1" status: 200 len: 815 time: 0.3650680 Jul 07 17:00:11.373407 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-e0358a39-7b76-4563-9cd0-d5ae93128b19 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] 10.222.0.53 "GET /v2.0/quotas/bc95db68c54c49dfad31df446ea25301 HTTP/1.1" status: 200 len: 375 time: 0.0519388 Jul 07 17:00:11.418655 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-922a918f-997e-4802-baad-3223da169993 service neutron] For port 3c049324-989a-414a-adc0-73352f93804e, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:11.464867 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-922a918f-997e-4802-baad-3223da169993 service neutron] For port 3c049324-989a-414a-adc0-73352f93804e, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=3c049324-989a-414a-adc0-73352f93804e,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:11.477610 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-922a918f-997e-4802-baad-3223da169993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.512256 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:00:11.529289 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8006ba-1250-4345-a487-9aa8748c76f8 req-ee548b18-d218-4274-9008-97997877edc0 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:11.535092 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9f8006ba-1250-4345-a487-9aa8748c76f8 req-ee548b18-d218-4274-9008-97997877edc0 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.72 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 944 time: 0.4901586 Jul 07 17:00:11.561745 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76397910-1279-4bc1-b37d-5d17a6081a40 req-2a62196e-a0f2-4e7b-9501-f0b7f892d68a tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:11.570978 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-76397910-1279-4bc1-b37d-5d17a6081a40 req-2a62196e-a0f2-4e7b-9501-f0b7f892d68a tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 944 time: 0.7144060 Jul 07 17:00:11.599577 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-922a918f-997e-4802-baad-3223da169993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:11.601952 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-922a918f-997e-4802-baad-3223da169993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.606450 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-922a918f-997e-4802-baad-3223da169993 service neutron] 10.222.0.72 "PUT /v2.0/ports/3c049324-989a-414a-adc0-73352f93804e HTTP/1.1" status: 200 len: 1097 time: 3.2037299 Jul 07 17:00:11.610800 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed530a4-6d06-4aac-ae8d-3891e9df26f4', 'tag': '3c049324-989a-414a-adc0-73352f93804e'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:11.622043 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eea61a2-8a67-4ae8-88e5-9261f0f855ea" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed530a4-6d06-4aac-ae8d-3891e9df26f4", "tag": "3c049324-989a-414a-adc0-73352f93804e"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:11.664039 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 297ecff9-f587-4921-93ca-d6d191a22ce1 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:11.738249 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-76397910-1279-4bc1-b37d-5d17a6081a40 req-356e5b50-cacb-4384-99e9-acf4d869216a tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654229 Jul 07 17:00:11.819965 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-fdb906f4-b7ab-4bb6-bd08-02c6594f1e1d tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc95db68c54c49dfad31df446ea25301&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4405065 Jul 07 17:00:11.823921 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a918f-997e-4802-baad-3223da169993 service neutron] Pushing event updated for resources: {'Port': ['ID=3c049324-989a-414a-adc0-73352f93804e,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:11.855363 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-42e99b7c-21db-4214-8572-2203fa7a097e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.953969 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 297ecff9-f587-4921-93ca-d6d191a22ce1 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:11.956139 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.975737 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e99b7c-21db-4214-8572-2203fa7a097e admin admin] Pushing event deleted for resources: {'Port': ['ID=a87f57ce-d6bf-46e4-b579-9e484a105c74,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:12.075311 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52794) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:12.260929 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-42e99b7c-21db-4214-8572-2203fa7a097e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:12.335888 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-9f8006ba-1250-4345-a487-9aa8748c76f8 req-8209d8f5-73c9-40a7-b1cb-41e464967571 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Deleting port 6f472ce3-074d-4510-9756-8aaa2dde0a41 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:12.335888 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9f8006ba-1250-4345-a487-9aa8748c76f8 req-8209d8f5-73c9-40a7-b1cb-41e464967571 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:12.365351 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-4036d7e6-dfe5-47fa-a245-f625921572c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:12.368135 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-4036d7e6-dfe5-47fa-a245-f625921572c7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22c7ac842250480c9cd38e7c32a13ed5&device_id=2ed530a4-6d06-4aac-ae8d-3891e9df26f4 HTTP/1.1" status: 200 len: 1100 time: 0.6743300 Jul 07 17:00:12.376249 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a5a66db6-9d48-47b4-b3b5-09b5d49b53d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4eea5a39dc0548899a59e63b1b164622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2934258 Jul 07 17:00:12.389654 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-e8db331f-715a-4a18-bb44-51a390ea2c81 service neutron] 10.222.0.53 "GET /v2.0/networks/fb4c1854-ef11-4268-b43a-2dd513652e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265198 Jul 07 17:00:12.407294 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52800) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:12.540894 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-5d6103d5-9eaf-46c6-99cf-dc702737677c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=3c049324-989a-414a-adc0-73352f93804e HTTP/1.1" status: 200 len: 217 time: 0.1181419 Jul 07 17:00:12.635354 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-fce5497b-5083-46bc-8abe-fae794b0e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:12.636403 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-fce5497b-5083-46bc-8abe-fae794b0e3fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.0853722 Jul 07 17:00:12.690552 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-ff035260-b7aa-44aa-a468-0e47cea29fcf service neutron] 10.222.0.53 "GET /v2.0/networks/fb4c1854-ef11-4268-b43a-2dd513652e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006322 Jul 07 17:00:12.699214 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5e21be58-dc25-47d1-8522-72d951c2c3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:12.726820 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14b95b-4c8c-4e1d-94e4-fb3e8dfe24d4 req-9f1b853f-a2c2-4ed2-8c39-e61513141369 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:12.734500 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f14b95b-4c8c-4e1d-94e4-fb3e8dfe24d4 req-9f1b853f-a2c2-4ed2-8c39-e61513141369 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ed530a4-6d06-4aac-ae8d-3891e9df26f4 HTTP/1.1" status: 200 len: 948 time: 0.7619526 Jul 07 17:00:12.756212 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-235b8147-99b1-47c4-86c3-ccb237c85b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:12.761055 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-235b8147-99b1-47c4-86c3-ccb237c85b18 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1173501 Jul 07 17:00:12.777703 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52810) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:12.790952 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-9f8006ba-1250-4345-a487-9aa8748c76f8 req-8209d8f5-73c9-40a7-b1cb-41e464967571 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] For port 6f472ce3-074d-4510-9756-8aaa2dde0a41, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=6f472ce3-074d-4510-9756-8aaa2dde0a41,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:12.791437 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9f8006ba-1250-4345-a487-9aa8748c76f8 req-8209d8f5-73c9-40a7-b1cb-41e464967571 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:12.825968 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5e21be58-dc25-47d1-8522-72d951c2c3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:12.843332 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f14b95b-4c8c-4e1d-94e4-fb3e8dfe24d4 req-1d01294b-e206-41c0-af12-3747044dc4d1 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/security-groups?id=ccf2b646-c818-417a-86e8-83667c6cec00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074946 Jul 07 17:00:12.886741 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-9f8006ba-1250-4345-a487-9aa8748c76f8 req-8209d8f5-73c9-40a7-b1cb-41e464967571 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Calling delete_port for 6f472ce3-074d-4510-9756-8aaa2dde0a41 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:12.968470 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-07eb1108-64fb-4b50-91ad-a87409e95326 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019985 Jul 07 17:00:13.125342 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2134cd45-5ba5-4a2c-9ec2-53167018fe4e x-openstack-request-id: req-2134cd45-5ba5-4a2c-9ec2-53167018fe4e {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:13.125689 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed530a4-6d06-4aac-ae8d-3891e9df26f4", "tag": "3c049324-989a-414a-adc0-73352f93804e", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:13.125907 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2134cd45-5ba5-4a2c-9ec2-53167018fe4e {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:13.128952 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed530a4-6d06-4aac-ae8d-3891e9df26f4', 'tag': '3c049324-989a-414a-adc0-73352f93804e', 'status': 'completed', 'code': 200} Jul 07 17:00:13.251641 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-b9a604e4-ebab-4706-89d7-81e0fe6aac30 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1416164121-network', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:13.321579 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5e21be58-dc25-47d1-8522-72d951c2c3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.324737 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5e21be58-dc25-47d1-8522-72d951c2c3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.326176 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5e21be58-dc25-47d1-8522-72d951c2c3e6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5cdbb172-8a1d-4000-ab62-992b72d552de HTTP/1.1" status: 204 len: 168 time: 0.9171653 Jul 07 17:00:13.411264 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21be58-dc25-47d1-8522-72d951c2c3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdbb172-8a1d-4000-ab62-992b72d552de,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:13.432414 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-307a8764-18c3-44df-815b-e7147947b793 req-f0a67a89-c592-44f1-956f-dcb633e1dc0f tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c38b039-39e9-42dd-b53d-c7070deddffe HTTP/1.1" status: 200 len: 210 time: 0.0886667 Jul 07 17:00:13.473168 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e99b7c-21db-4214-8572-2203fa7a097e admin admin] Router eb33c497-dc7a-4add-af7e-7ea0e74120ca has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:00:13.666694 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9f8006ba-1250-4345-a487-9aa8748c76f8 req-8209d8f5-73c9-40a7-b1cb-41e464967571 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.706255 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dfe56411-bfa8-4f67-abdc-a0bf4df221b1 req-02a56db9-9d79-407c-a66e-e67b9108ca99 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7213416 Jul 07 17:00:13.760295 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a604e4-ebab-4706-89d7-81e0fe6aac30 admin admin] Made reservation on behalf of b6d220ae528f42c295cc654c1d123274 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:13.766298 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b9a604e4-ebab-4706-89d7-81e0fe6aac30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.809576 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b9a604e4-ebab-4706-89d7-81e0fe6aac30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.905520 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209d8f5-73c9-40a7-b1cb-41e464967571 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Pushing event deleted for resources: {'Port': ['ID=6f472ce3-074d-4510-9756-8aaa2dde0a41,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:13.912579 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e99b7c-21db-4214-8572-2203fa7a097e admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:00:13.923585 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7d64c0-f97c-42db-8f37-260f8a2fa66f None None] Sync routers for ids ['eb33c497-dc7a-4add-af7e-7ea0e74120ca'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:00:13.925457 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-42e99b7c-21db-4214-8572-2203fa7a097e admin admin] 10.222.0.53 "PUT /v2.0/routers/eb33c497-dc7a-4add-af7e-7ea0e74120ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2917807 Jul 07 17:00:13.930263 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52834) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:13.956408 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7d64c0-f97c-42db-8f37-260f8a2fa66f None None] Routers {'eb33c497-dc7a-4add-af7e-7ea0e74120ca'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:13.957655 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-df7d64c0-f97c-42db-8f37-260f8a2fa66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:59:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['eb33c497-dc7a-4add-af7e-7ea0e74120ca'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:13.988655 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325eba0c-59e6-40f4-b473-5a7d65af7960 req-caccc2f6-b144-4099-ab74-1cd6be81fe2e tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:14.001830 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-325eba0c-59e6-40f4-b473-5a7d65af7960 req-caccc2f6-b144-4099-ab74-1cd6be81fe2e tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 866 time: 0.7196188 Jul 07 17:00:14.078114 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea61a2-8a67-4ae8-88e5-9261f0f855ea req-2f74a04f-a655-4bfa-8ff3-2f3d6621104a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:14.079880 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7eea61a2-8a67-4ae8-88e5-9261f0f855ea req-2f74a04f-a655-4bfa-8ff3-2f3d6621104a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22c7ac842250480c9cd38e7c32a13ed5&device_id=2ed530a4-6d06-4aac-ae8d-3891e9df26f4 HTTP/1.1" status: 200 len: 1100 time: 0.3017755 Jul 07 17:00:14.107558 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-325eba0c-59e6-40f4-b473-5a7d65af7960 req-89d63f5c-eaee-4a6b-929d-92ce75777b7b tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010637 Jul 07 17:00:14.149255 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-df7d64c0-f97c-42db-8f37-260f8a2fa66f None None] Set router eb33c497-dc7a-4add-af7e-7ea0e74120ca gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:14.368303 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8006ba-1250-4345-a487-9aa8748c76f8 req-8209d8f5-73c9-40a7-b1cb-41e464967571 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] No DVR routers for this DVR port 6f472ce3-074d-4510-9756-8aaa2dde0a41 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:14.386755 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5794efcd-d9b1-4d9d-bdaa-c1efc496982b admin admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.403970 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9f8006ba-1250-4345-a487-9aa8748c76f8 req-8209d8f5-73c9-40a7-b1cb-41e464967571 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.419310 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9f8006ba-1250-4345-a487-9aa8748c76f8 req-8209d8f5-73c9-40a7-b1cb-41e464967571 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.72 "DELETE /v2.0/ports/6f472ce3-074d-4510-9756-8aaa2dde0a41 HTTP/1.1" status: 204 len: 173 time: 2.8648956 Jul 07 17:00:14.433421 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43232bd-71aa-49f7-8ce8-48860accc292', 'name': 'network-vif-deleted', 'tag': '6f472ce3-074d-4510-9756-8aaa2dde0a41'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:14.440402 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851720e5-5506-47cc-83d6-6f37da0903f9" -d '{"events": [{"server_uuid": "d43232bd-71aa-49f7-8ce8-48860accc292", "name": "network-vif-deleted", "tag": "6f472ce3-074d-4510-9756-8aaa2dde0a41"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:14.464936 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b9a604e4-ebab-4706-89d7-81e0fe6aac30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.476686 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b9a604e4-ebab-4706-89d7-81e0fe6aac30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.480863 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea61a2-8a67-4ae8-88e5-9261f0f855ea req-d69928d2-fddc-49b0-9b1e-29d00d3bb63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:14.482534 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7eea61a2-8a67-4ae8-88e5-9261f0f855ea req-d69928d2-fddc-49b0-9b1e-29d00d3bb63e service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.3890753 Jul 07 17:00:14.631137 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7eea61a2-8a67-4ae8-88e5-9261f0f855ea req-20901fc1-75ce-4d63-8db4-f886ca31b990 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=3c049324-989a-414a-adc0-73352f93804e HTTP/1.1" status: 200 len: 217 time: 0.0961521 Jul 07 17:00:14.685351 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a604e4-ebab-4706-89d7-81e0fe6aac30 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:00:14.781239 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-df7d64c0-f97c-42db-8f37-260f8a2fa66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'name': 'tempest-ServersTestManualDisk-225267408-router', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '49af71ce-181c-4f58-b1df-9edf3e4ad51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:56:43Z', 'updated_at': '2021-07-07T17:00:11Z', 'revision_number': 5, 'project_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'gw_port': {'id': '49af71ce-181c-4f58-b1df-9edf3e4ad51a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:56:48Z', 'updated_at': '2021-07-07T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:14.828769 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea61a2-8a67-4ae8-88e5-9261f0f855ea req-bf11815e-d6a5-463b-80ae-a12f195bf9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:14.835484 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7eea61a2-8a67-4ae8-88e5-9261f0f855ea req-bf11815e-d6a5-463b-80ae-a12f195bf9a1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1700604 Jul 07 17:00:14.887361 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7d64c0-f97c-42db-8f37-260f8a2fa66f None None] Checking router: eb33c497-dc7a-4add-af7e-7ea0e74120ca for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:00:14.892680 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 3c049324-989a-414a-adc0-73352f93804e details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:00:14.899953 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 6f472ce3-074d-4510-9756-8aaa2dde0a41 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:00:14.927648 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b9a604e4-ebab-4706-89d7-81e0fe6aac30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.928010 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-b9a604e4-ebab-4706-89d7-81e0fe6aac30 admin admin] Added segment 7487d8ef-9e5b-45a3-816c-e8bf097ba0ff of type vlan for network 2b1ef1e6-de16-48e9-886d-760c85a81894 Jul 07 17:00:14.932895 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165b51b-74ad-4158-b913-39c47206fc56 req-563d2507-5dda-4afb-bd29-c85230ac3c60 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:14.951383 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e165b51b-74ad-4158-b913-39c47206fc56 req-563d2507-5dda-4afb-bd29-c85230ac3c60 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/ports?device_id=3639e840-c93e-4381-9c56-0a2aa40949ce HTTP/1.1" status: 200 len: 945 time: 1.0230381 Jul 07 17:00:14.964301 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a604e4-ebab-4706-89d7-81e0fe6aac30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:14.988603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a604e4-ebab-4706-89d7-81e0fe6aac30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:14.988603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a604e4-ebab-4706-89d7-81e0fe6aac30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:14.988603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a604e4-ebab-4706-89d7-81e0fe6aac30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:14.988603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a604e4-ebab-4706-89d7-81e0fe6aac30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:14.988603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a604e4-ebab-4706-89d7-81e0fe6aac30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:14.988603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a604e4-ebab-4706-89d7-81e0fe6aac30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:14.988603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a604e4-ebab-4706-89d7-81e0fe6aac30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:14.988603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a604e4-ebab-4706-89d7-81e0fe6aac30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:14.988603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a604e4-ebab-4706-89d7-81e0fe6aac30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:14.988603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a604e4-ebab-4706-89d7-81e0fe6aac30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:14.988603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a604e4-ebab-4706-89d7-81e0fe6aac30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:14.990542 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a604e4-ebab-4706-89d7-81e0fe6aac30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:15.043826 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711587ef-f4b5-4ebe-89dc-cc004fc8e4b3 req-8cdde78e-721a-41a5-8cee-7c7c81d00754 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:15.045524 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-711587ef-f4b5-4ebe-89dc-cc004fc8e4b3 req-8cdde78e-721a-41a5-8cee-7c7c81d00754 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ed530a4-6d06-4aac-ae8d-3891e9df26f4 HTTP/1.1" status: 200 len: 948 time: 0.5728581 Jul 07 17:00:15.097914 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006ae29-ff7d-416b-b636-01b7b7cea59a req-1c444e68-d05b-4231-b690-3011a86f3694 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:15.100394 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1006ae29-ff7d-416b-b636-01b7b7cea59a req-1c444e68-d05b-4231-b690-3011a86f3694 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.64 "GET /v2.0/ports?device_id=3639e840-c93e-4381-9c56-0a2aa40949ce HTTP/1.1" status: 200 len: 945 time: 0.5079646 Jul 07 17:00:15.106117 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b9a604e4-ebab-4706-89d7-81e0fe6aac30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.106472 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 3c049324-989a-414a-adc0-73352f93804e, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=3c049324-989a-414a-adc0-73352f93804e,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:15.113549 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5794efcd-d9b1-4d9d-bdaa-c1efc496982b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.114782 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-711587ef-f4b5-4ebe-89dc-cc004fc8e4b3 req-a2cccc54-ee38-4a22-bb76-a18597cd3d94 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/security-groups?id=ccf2b646-c818-417a-86e8-83667c6cec00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584471 Jul 07 17:00:15.151443 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '3c049324-989a-414a-adc0-73352f93804e', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': '3c049324-989a-414a-adc0-73352f93804e', 'mac_address': 'fa:16:3e:ae:3e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:00:15.154947 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea61a2-8a67-4ae8-88e5-9261f0f855ea req-450516dd-8b06-4954-bf3a-7c4dbfba0a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:15.156339 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7eea61a2-8a67-4ae8-88e5-9261f0f855ea req-450516dd-8b06-4954-bf3a-7c4dbfba0a14 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3049824 Jul 07 17:00:15.200375 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e165b51b-74ad-4158-b913-39c47206fc56 req-a8f17856-39ae-460a-a7db-f8a0a04b3457 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/security-groups?id=15f10e42-32e8-47d7-be52-d787a3e82657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137697 Jul 07 17:00:15.251951 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 6f472ce3-074d-4510-9756-8aaa2dde0a41 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:00:15.251951 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 6f472ce3-074d-4510-9756-8aaa2dde0a41 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:00:15.336944 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7d64c0-f97c-42db-8f37-260f8a2fa66f None None] Routers {'eb33c497-dc7a-4add-af7e-7ea0e74120ca'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:15.343540 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-df7d64c0-f97c-42db-8f37-260f8a2fa66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:59:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['eb33c497-dc7a-4add-af7e-7ea0e74120ca'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:15.453734 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f2f514-ccd6-4ac4-96fa-4f38697d7222 x-openstack-request-id: req-f9f2f514-ccd6-4ac4-96fa-4f38697d7222 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:15.454584 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43232bd-71aa-49f7-8ce8-48860accc292", "name": "network-vif-deleted", "tag": "6f472ce3-074d-4510-9756-8aaa2dde0a41", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:15.457101 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9f2f514-ccd6-4ac4-96fa-4f38697d7222 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:15.457983 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43232bd-71aa-49f7-8ce8-48860accc292', 'name': 'network-vif-deleted', 'tag': '6f472ce3-074d-4510-9756-8aaa2dde0a41', 'status': 'completed', 'code': 200} Jul 07 17:00:15.543188 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7eea61a2-8a67-4ae8-88e5-9261f0f855ea req-faffb4aa-eb94-4b63-b06a-139ba1378126 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692107 Jul 07 17:00:15.546015 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b9a604e4-ebab-4706-89d7-81e0fe6aac30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.547202 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-df7d64c0-f97c-42db-8f37-260f8a2fa66f None None] Set router eb33c497-dc7a-4add-af7e-7ea0e74120ca gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:15.547433 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a604e4-ebab-4706-89d7-81e0fe6aac30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:15.562316 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b9a604e4-ebab-4706-89d7-81e0fe6aac30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.621325 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-df7d64c0-f97c-42db-8f37-260f8a2fa66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'name': 'tempest-ServersTestManualDisk-225267408-router', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:56:43Z', 'updated_at': '2021-07-07T17:00:15Z', 'revision_number': 6, 'project_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:15.664925 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7d64c0-f97c-42db-8f37-260f8a2fa66f None None] The sync data for ids ['eb33c497-dc7a-4add-af7e-7ea0e74120ca'] in n-d-791503-12 is: [{'id': 'eb33c497-dc7a-4add-af7e-7ea0e74120ca', 'name': 'tempest-ServersTestManualDisk-225267408-router', 'tenant_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:56:43Z', 'updated_at': '2021-07-07T17:00:15Z', 'revision_number': 6, 'project_id': 'ed8f975643fb4fa897237bed3aeafc7e', 'gw_port_host': None}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:00:15.692587 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.740187 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c049324-989a-414a-adc0-73352f93804e {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:00:15.766672 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 3c049324-989a-414a-adc0-73352f93804e, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=3c049324-989a-414a-adc0-73352f93804e,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:15.777854 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.814399 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b9a604e4-ebab-4706-89d7-81e0fe6aac30 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0346067 Jul 07 17:00:15.902011 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52860) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:15.919227 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9f109f44-54ea-4349-a750-07d634bd3d4c req-00687d46-2ca8-4b86-a707-f6f289d64878 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c38b039-39e9-42dd-b53d-c7070deddffe HTTP/1.1" status: 200 len: 210 time: 0.3762155 Jul 07 17:00:15.957628 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=3c049324-989a-414a-adc0-73352f93804e,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:15.981872 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-2ac2bab8-9d99-4f66-8ea6-55e8e252622d admin admin] Request body: {'subnet': {'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1416164121-subnet', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:15.986749 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['3c049324-989a-414a-adc0-73352f93804e'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:00:15.998718 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a604e4-ebab-4706-89d7-81e0fe6aac30 admin admin] Pushing event updated for resources: {'Network': ['ID=2b1ef1e6-de16-48e9-886d-760c85a81894,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:16.096696 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fdf75371-3416-431d-8726-3294e20adc22 req-5cdf8626-9dd5-4830-bd61-c34d5482e282 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43232bd-71aa-49f7-8ce8-48860accc292 HTTP/1.1" status: 200 len: 210 time: 0.1922109 Jul 07 17:00:16.129357 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-5794efcd-d9b1-4d9d-bdaa-c1efc496982b admin admin] Deleting port 49af71ce-181c-4f58-b1df-9edf3e4ad51a {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:16.129705 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5794efcd-d9b1-4d9d-bdaa-c1efc496982b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.131914 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 2b1ef1e6-de16-48e9-886d-760c85a81894 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:00:16.188898 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac2bab8-9d99-4f66-8ea6-55e8e252622d admin admin] Made reservation on behalf of b6d220ae528f42c295cc654c1d123274 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:16.202839 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2ac2bab8-9d99-4f66-8ea6-55e8e252622d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.289383 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7eea61a2-8a67-4ae8-88e5-9261f0f855ea req-4b4548b0-1eed-47d8-ba6d-f41fa8506578 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6706429 Jul 07 17:00:16.490016 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-1006ae29-ff7d-416b-b636-01b7b7cea59a req-768a48b7-690e-45c6-8397-de939dd37b66 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Deleting port 03a3b917-65dc-4769-ad37-e7635ffdf87b {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:16.490458 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1006ae29-ff7d-416b-b636-01b7b7cea59a req-768a48b7-690e-45c6-8397-de939dd37b66 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.573119 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-25495bcf-3190-4e9b-a22d-8a87b42ee58f tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:16.574958 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-25495bcf-3190-4e9b-a22d-8a87b42ee58f tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] 10.222.0.64 "GET /v2.0/networks?id=fb4c1854-ef11-4268-b43a-2dd513652e0b HTTP/1.1" status: 200 len: 815 time: 1.0159752 Jul 07 17:00:16.618355 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-83d52827-91b5-482e-b176-d00909875e81 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Request body: {'port': {'device_id': '8c38b039-39e9-42dd-b53d-c7070deddffe', 'network_id': 'fb4c1854-ef11-4268-b43a-2dd513652e0b', 'admin_state_up': True, 'tenant_id': 'bc95db68c54c49dfad31df446ea25301'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:16.693702 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092a5eb-ed0a-41d0-bd08-994b99653534 req-f6079919-0161-4fac-8155-4f6a0aca8870 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:16.699513 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2092a5eb-ed0a-41d0-bd08-994b99653534 req-f6079919-0161-4fac-8155-4f6a0aca8870 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ed530a4-6d06-4aac-ae8d-3891e9df26f4 HTTP/1.1" status: 200 len: 949 time: 0.2109592 Jul 07 17:00:16.786615 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2092a5eb-ed0a-41d0-bd08-994b99653534 req-9d12bbe4-59ac-41fc-a3bc-ca513ea00170 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/security-groups?id=ccf2b646-c818-417a-86e8-83667c6cec00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770929 Jul 07 17:00:16.855790 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 3c049324-989a-414a-adc0-73352f93804e up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:16.958751 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 3c049324-989a-414a-adc0-73352f93804e completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:16.970856 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 3c049324-989a-414a-adc0-73352f93804e triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:16.971526 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.273191 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.311001 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-5794efcd-d9b1-4d9d-bdaa-c1efc496982b admin admin] For port 49af71ce-181c-4f58-b1df-9edf3e4ad51a, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=49af71ce-181c-4f58-b1df-9edf3e4ad51a,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:17.313087 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5794efcd-d9b1-4d9d-bdaa-c1efc496982b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.410617 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed530a4-6d06-4aac-ae8d-3891e9df26f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c049324-989a-414a-adc0-73352f93804e'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:17.418140 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33a2f14-aee3-468c-b1f6-e6b28872af08" -d '{"events": [{"server_uuid": "2ed530a4-6d06-4aac-ae8d-3891e9df26f4", "name": "network-vif-plugged", "status": "completed", "tag": "3c049324-989a-414a-adc0-73352f93804e"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:17.464554 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 3c049324-989a-414a-adc0-73352f93804e, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=3c049324-989a-414a-adc0-73352f93804e,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:17.477653 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-5794efcd-d9b1-4d9d-bdaa-c1efc496982b admin admin] Calling delete_port for 49af71ce-181c-4f58-b1df-9edf3e4ad51a owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:17.478566 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.484611 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-1006ae29-ff7d-416b-b636-01b7b7cea59a req-768a48b7-690e-45c6-8397-de939dd37b66 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] For port 03a3b917-65dc-4769-ad37-e7635ffdf87b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=03a3b917-65dc-4769-ad37-e7635ffdf87b,segment=NetworkSegment(c126c080-0b7a-4583-b961-2cc1a5715ab0),segment_id=c126c080-0b7a-4583-b961-2cc1a5715ab0)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:17.485570 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1006ae29-ff7d-416b-b636-01b7b7cea59a req-768a48b7-690e-45c6-8397-de939dd37b66 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.512753 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-654ebdfb-8a9f-4d59-b898-b5586e5d075b req-3d3c0469-d97a-4206-b142-458672ae2731 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c38b039-39e9-42dd-b53d-c7070deddffe HTTP/1.1" status: 200 len: 210 time: 0.1158071 Jul 07 17:00:17.653043 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=3c049324-989a-414a-adc0-73352f93804e,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:17.702091 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 49af71ce-181c-4f58-b1df-9edf3e4ad51a no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:00:17.855846 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-83d52827-91b5-482e-b176-d00909875e81 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Made reservation on behalf of bc95db68c54c49dfad31df446ea25301 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:17.863718 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-83d52827-91b5-482e-b176-d00909875e81 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.972383 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436e2a90-8c56-40c1-bebd-f33c7dc9246f x-openstack-request-id: req-436e2a90-8c56-40c1-bebd-f33c7dc9246f {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:17.972745 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed530a4-6d06-4aac-ae8d-3891e9df26f4", "name": "network-vif-plugged", "status": "completed", "tag": "3c049324-989a-414a-adc0-73352f93804e", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:17.972964 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-436e2a90-8c56-40c1-bebd-f33c7dc9246f {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:17.973570 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed530a4-6d06-4aac-ae8d-3891e9df26f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c049324-989a-414a-adc0-73352f93804e', 'code': 200} Jul 07 17:00:18.000948 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94d08f-c9f1-447c-8051-2147a90c9bf5 req-7d889d62-7efe-4fff-ab06-3a11a7d67a1c tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:18.015326 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ff94d08f-c9f1-447c-8051-2147a90c9bf5 req-7d889d62-7efe-4fff-ab06-3a11a7d67a1c tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/ports?device_id=3639e840-c93e-4381-9c56-0a2aa40949ce HTTP/1.1" status: 200 len: 945 time: 1.3856812 Jul 07 17:00:18.026218 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:18.111611 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 49af71ce-181c-4f58-b1df-9edf3e4ad51a, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=49af71ce-181c-4f58-b1df-9edf3e4ad51a,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:18.124956 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:18.128029 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a87f57ce-d6bf-46e4-b579-9e484a105c74 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:00:18.287111 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ff94d08f-c9f1-447c-8051-2147a90c9bf5 req-a3f55056-8a57-4f02-b8dc-f2f2fe984400 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/security-groups?id=15f10e42-32e8-47d7-be52-d787a3e82657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706947 Jul 07 17:00:18.495429 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add59950-9db6-4763-93e7-2e77e5281152 req-78a494a8-3ef4-4c11-8431-b875c0947315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:18.496089 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: a87f57ce-d6bf-46e4-b579-9e484a105c74 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:00:18.500226 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a87f57ce-d6bf-46e4-b579-9e484a105c74 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:00:18.537522 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-add59950-9db6-4763-93e7-2e77e5281152 req-78a494a8-3ef4-4c11-8431-b875c0947315 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2ed530a4-6d06-4aac-ae8d-3891e9df26f4 HTTP/1.1" status: 200 len: 1102 time: 0.3529356 Jul 07 17:00:18.620992 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=49af71ce-181c-4f58-b1df-9edf3e4ad51a,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:18.659477 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-add59950-9db6-4763-93e7-2e77e5281152 req-6dd5deac-79a4-47ae-b75f-3ee3dee16c42 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ccf2b646-c818-417a-86e8-83667c6cec00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193929 Jul 07 17:00:18.663644 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-83d52827-91b5-482e-b176-d00909875e81 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Allocated IP 172.20.0.6 (fb4c1854-ef11-4268-b43a-2dd513652e0b/2c854f63-2af9-4f57-83fb-bec51b6e4c20/71939d33-b240-48ff-b47c-3afe71967ce7) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:18.954817 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-83d52827-91b5-482e-b176-d00909875e81 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:18.982672 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-83d52827-91b5-482e-b176-d00909875e81 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Transition to ACTIVE for port object 71939d33-b240-48ff-b47c-3afe71967ce7 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:19.112087 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 03a3b917-65dc-4769-ad37-e7635ffdf87b no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:00:19.309700 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.385494 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 03a3b917-65dc-4769-ad37-e7635ffdf87b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=03a3b917-65dc-4769-ad37-e7635ffdf87b,segment=NetworkSegment(c126c080-0b7a-4583-b961-2cc1a5715ab0),segment_id=c126c080-0b7a-4583-b961-2cc1a5715ab0)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:19.394113 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.461218 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2ac2bab8-9d99-4f66-8ea6-55e8e252622d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.540877 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=03a3b917-65dc-4769-ad37-e7635ffdf87b,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:19.552037 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-83d52827-91b5-482e-b176-d00909875e81 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.839717 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5794efcd-d9b1-4d9d-bdaa-c1efc496982b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.935516 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-83d52827-91b5-482e-b176-d00909875e81 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Network fb4c1854-ef11-4268-b43a-2dd513652e0b is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:19.950393 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-83d52827-91b5-482e-b176-d00909875e81 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:19.953517 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2bab8-9d99-4f66-8ea6-55e8e252622d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bf3ce58-a71d-4412-bb72-4611169487c0,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:19.960959 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-83d52827-91b5-482e-b176-d00909875e81 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:19.965954 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d52827-91b5-482e-b176-d00909875e81 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Pushing event updated for resources: {'Port': ['ID=71939d33-b240-48ff-b47c-3afe71967ce7,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:19.980408 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3639e840-c93e-4381-9c56-0a2aa40949ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03a3b917-65dc-4769-ad37-e7635ffdf87b'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:19.983712 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5b07ad-ea43-4aa8-8a0d-5a375eabe4d6" -d '{"events": [{"server_uuid": "3639e840-c93e-4381-9c56-0a2aa40949ce", "name": "network-vif-unplugged", "status": "completed", "tag": "03a3b917-65dc-4769-ad37-e7635ffdf87b"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:20.058514 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a0e80-e13e-4e46-8656-f679aaee38a1 req-c8cf3466-5c1b-4d95-9845-ae8492892d29 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:20.066719 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ef3a0e80-e13e-4e46-8656-f679aaee38a1 req-c8cf3466-5c1b-4d95-9845-ae8492892d29 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ed530a4-6d06-4aac-ae8d-3891e9df26f4 HTTP/1.1" status: 200 len: 950 time: 1.0712810 Jul 07 17:00:20.086112 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2bab8-9d99-4f66-8ea6-55e8e252622d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:20.086705 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2bab8-9d99-4f66-8ea6-55e8e252622d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:20.087295 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2bab8-9d99-4f66-8ea6-55e8e252622d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:20.087878 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2bab8-9d99-4f66-8ea6-55e8e252622d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:20.088453 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2bab8-9d99-4f66-8ea6-55e8e252622d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:20.089086 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2bab8-9d99-4f66-8ea6-55e8e252622d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:20.089643 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2bab8-9d99-4f66-8ea6-55e8e252622d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:20.090293 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2bab8-9d99-4f66-8ea6-55e8e252622d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:20.090775 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2bab8-9d99-4f66-8ea6-55e8e252622d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:20.091340 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2bab8-9d99-4f66-8ea6-55e8e252622d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:20.091953 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2bab8-9d99-4f66-8ea6-55e8e252622d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:20.092978 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2bab8-9d99-4f66-8ea6-55e8e252622d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:20.200869 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d52827-91b5-482e-b176-d00909875e81 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:20.201213 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d52827-91b5-482e-b176-d00909875e81 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:20.201556 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d52827-91b5-482e-b176-d00909875e81 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:20.202013 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d52827-91b5-482e-b176-d00909875e81 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:20.202541 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d52827-91b5-482e-b176-d00909875e81 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:20.203020 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d52827-91b5-482e-b176-d00909875e81 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:20.203593 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d52827-91b5-482e-b176-d00909875e81 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:20.204035 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d52827-91b5-482e-b176-d00909875e81 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:20.204552 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d52827-91b5-482e-b176-d00909875e81 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:20.205101 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d52827-91b5-482e-b176-d00909875e81 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:20.205640 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d52827-91b5-482e-b176-d00909875e81 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:20.206692 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d52827-91b5-482e-b176-d00909875e81 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:20.232704 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1006ae29-ff7d-416b-b636-01b7b7cea59a req-768a48b7-690e-45c6-8397-de939dd37b66 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.233224 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1006ae29-ff7d-416b-b636-01b7b7cea59a req-768a48b7-690e-45c6-8397-de939dd37b66 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.233526 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [req-1006ae29-ff7d-416b-b636-01b7b7cea59a req-768a48b7-690e-45c6-8397-de939dd37b66 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Floating IP 2d2d82df-fc72-4f6a-a96a-a943d197fd35 disassociated. External IP: 172.25.0.184, port: 03a3b917-65dc-4769-ad37-e7635ffdf87b. Jul 07 17:00:20.233885 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-1006ae29-ff7d-416b-b636-01b7b7cea59a req-768a48b7-690e-45c6-8397-de939dd37b66 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Calling delete_port for 03a3b917-65dc-4769-ad37-e7635ffdf87b owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:20.266048 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac2bab8-9d99-4f66-8ea6-55e8e252622d admin admin] Checking segment: {'id': '7487d8ef-9e5b-45a3-816c-e8bf097ba0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:20.266536 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac2bab8-9d99-4f66-8ea6-55e8e252622d admin admin] Network hostable DHCP agents. Network: 2b1ef1e6-de16-48e9-886d-760c85a81894, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:00:20.346920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794efcd-d9b1-4d9d-bdaa-c1efc496982b admin admin] Pushing event deleted for resources: {'Port': ['ID=49af71ce-181c-4f58-b1df-9edf3e4ad51a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:20.354601 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-83d52827-91b5-482e-b176-d00909875e81 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:20.355238 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-83d52827-91b5-482e-b176-d00909875e81 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.434927 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5794efcd-d9b1-4d9d-bdaa-c1efc496982b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.456670 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ef3a0e80-e13e-4e46-8656-f679aaee38a1 req-5bf8c329-1c13-409b-8aab-2ddd8ed9997e tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/security-groups?id=ccf2b646-c818-417a-86e8-83667c6cec00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845246 Jul 07 17:00:20.473764 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-83d52827-91b5-482e-b176-d00909875e81 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8790617 Jul 07 17:00:20.525221 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-476cf345-9cec-49b1-8435-035c6671bcdf None None] Provisioning for port 71939d33-b240-48ff-b47c-3afe71967ce7 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:20.551812 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-476cf345-9cec-49b1-8435-035c6671bcdf None None] Provisioning complete for port 71939d33-b240-48ff-b47c-3afe71967ce7 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:20.556475 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-476cf345-9cec-49b1-8435-035c6671bcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.569151 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-193e0187-c9d6-4b91-94a5-8372bad3a3cd service neutron] Request body: {'port': {'device_id': '8c38b039-39e9-42dd-b53d-c7070deddffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:20.722450 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-476cf345-9cec-49b1-8435-035c6671bcdf None None] Port 71939d33-b240-48ff-b47c-3afe71967ce7 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:00:20.792234 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac2bab8-9d99-4f66-8ea6-55e8e252622d admin admin] Network 2b1ef1e6-de16-48e9-886d-760c85a81894 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:00:21.121376 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-193e0187-c9d6-4b91-94a5-8372bad3a3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:21.131996 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5794efcd-d9b1-4d9d-bdaa-c1efc496982b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:21.135102 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-2ac2bab8-9d99-4f66-8ea6-55e8e252622d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 2b1ef1e6-de16-48e9-886d-760c85a81894) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:21.138943 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5794efcd-d9b1-4d9d-bdaa-c1efc496982b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:21.160509 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c04fc75-8d40-43e6-8cf2-15e588333495 None None] Network 2b1ef1e6-de16-48e9-886d-760c85a81894 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:21.172084 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac2bab8-9d99-4f66-8ea6-55e8e252622d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:21.173440 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2ac2bab8-9d99-4f66-8ea6-55e8e252622d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:21.265587 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2ac2bab8-9d99-4f66-8ea6-55e8e252622d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.3234639 Jul 07 17:00:21.279061 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52936) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:21.292375 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-2d7ec56d-6310-48da-824b-12ec7967faa8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1416164121-router', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:21.352557 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec56d-6310-48da-824b-12ec7967faa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:21.359783 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec56d-6310-48da-824b-12ec7967faa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:21.628371 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5794efcd-d9b1-4d9d-bdaa-c1efc496982b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:21.628894 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5794efcd-d9b1-4d9d-bdaa-c1efc496982b admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb33c497-dc7a-4add-af7e-7ea0e74120ca {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:00:21.654450 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec56d-6310-48da-824b-12ec7967faa8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:21.658775 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5794efcd-d9b1-4d9d-bdaa-c1efc496982b admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:21.663403 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5794efcd-d9b1-4d9d-bdaa-c1efc496982b admin admin] 10.222.0.53 "DELETE /v2.0/routers/eb33c497-dc7a-4add-af7e-7ea0e74120ca HTTP/1.1" status: 204 len: 168 time: 7.7301867 Jul 07 17:00:21.673297 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52940) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:21.808523 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f853209-eb48-4e88-94b2-20197c93af6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-2b1ef1e6-de16-48e9-886d-760c85a81894', 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'fixed_ips': [{'subnet_id': '7bf3ce58-a71d-4412-bb72-4611169487c0'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:00:21.810666 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4f853209-eb48-4e88-94b2-20197c93af6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:22.160526 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-193e0187-c9d6-4b91-94a5-8372bad3a3cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71939d33-b240-48ff-b47c-3afe71967ce7 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:00:22.175124 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-193e0187-c9d6-4b91-94a5-8372bad3a3cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:22.192746 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-193e0187-c9d6-4b91-94a5-8372bad3a3cd service neutron] Transition to ACTIVE for port object 71939d33-b240-48ff-b47c-3afe71967ce7 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:22.197864 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-86866a3f-14d1-456c-8ab3-ce14865b7f1c admin admin] Deleting subnet 25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:00:22.198250 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec56d-6310-48da-824b-12ec7967faa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:22.222378 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-86866a3f-14d1-456c-8ab3-ce14865b7f1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:22.235848 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-193e0187-c9d6-4b91-94a5-8372bad3a3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:22.417783 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e0187-c9d6-4b91-94a5-8372bad3a3cd service neutron] Pushing event updated for resources: {'Port': ['ID=71939d33-b240-48ff-b47c-3afe71967ce7,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:22.471993 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-4f853209-eb48-4e88-94b2-20197c93af6d None None] Allocated IP 172.20.0.2 (2b1ef1e6-de16-48e9-886d-760c85a81894/7bf3ce58-a71d-4412-bb72-4611169487c0/86b9a570-82e3-416d-9bb3-ce73a58aa58d) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:22.545633 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02809a7-4a0e-4552-9b74-8a445002a24d req-38433197-4758-4243-9d55-c65943d6d16e tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:22.560595 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a02809a7-4a0e-4552-9b74-8a445002a24d req-38433197-4758-4243-9d55-c65943d6d16e tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c38b039-39e9-42dd-b53d-c7070deddffe HTTP/1.1" status: 200 len: 931 time: 1.2904823 Jul 07 17:00:22.753943 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a02809a7-4a0e-4552-9b74-8a445002a24d req-41fcea02-2c0d-457e-9d1c-65ca90af1859 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3f70528-7313-4aa5-8919-d34595734fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916585 Jul 07 17:00:22.861504 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-86866a3f-14d1-456c-8ab3-ce14865b7f1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.030186 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec56d-6310-48da-824b-12ec7967faa8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.110313 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1006ae29-ff7d-416b-b636-01b7b7cea59a req-768a48b7-690e-45c6-8397-de939dd37b66 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.122540 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec56d-6310-48da-824b-12ec7967faa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.129663 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4f853209-eb48-4e88-94b2-20197c93af6d None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.162259 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4f853209-eb48-4e88-94b2-20197c93af6d None None] Transition to ACTIVE for port object 86b9a570-82e3-416d-9bb3-ce73a58aa58d will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:23.206316 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4f853209-eb48-4e88-94b2-20197c93af6d None None] Transition to ACTIVE for port object 86b9a570-82e3-416d-9bb3-ce73a58aa58d will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:23.221958 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4f853209-eb48-4e88-94b2-20197c93af6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.265060 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-193e0187-c9d6-4b91-94a5-8372bad3a3cd service neutron] Attempting to bind port 71939d33-b240-48ff-b47c-3afe71967ce7 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:23.265668 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-193e0187-c9d6-4b91-94a5-8372bad3a3cd service neutron] Attempting to bind port 71939d33-b240-48ff-b47c-3afe71967ce7 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'a2664701-1b29-4b1e-a81c-aaa20afebff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fb4c1854-ef11-4268-b43a-2dd513652e0b'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:23.265668 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-193e0187-c9d6-4b91-94a5-8372bad3a3cd service neutron] Attempting to bind port 71939d33-b240-48ff-b47c-3afe71967ce7 on network fb4c1854-ef11-4268-b43a-2dd513652e0b {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:23.325440 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-193e0187-c9d6-4b91-94a5-8372bad3a3cd service neutron] Port 71939d33-b240-48ff-b47c-3afe71967ce7 on network fb4c1854-ef11-4268-b43a-2dd513652e0b not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:00:23.325783 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-193e0187-c9d6-4b91-94a5-8372bad3a3cd service neutron] Attempting to bind port 71939d33-b240-48ff-b47c-3afe71967ce7 on network fb4c1854-ef11-4268-b43a-2dd513652e0b {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:23.328157 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a48b7-690e-45c6-8397-de939dd37b66 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Pushing event deleted for resources: {'Port': ['ID=03a3b917-65dc-4769-ad37-e7635ffdf87b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:23.339329 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f853209-eb48-4e88-94b2-20197c93af6d None None] Pushing event updated for resources: {'Port': ['ID=86b9a570-82e3-416d-9bb3-ce73a58aa58d,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:23.399223 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b0e3903c-0c45-4857-9f79-3dfb349d31c1 req-37d41461-ecff-4072-a9db-1beb9f629777 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/ports?device_id=3639e840-c93e-4381-9c56-0a2aa40949ce HTTP/1.1" status: 200 len: 210 time: 0.1027560 Jul 07 17:00:23.453939 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f853209-eb48-4e88-94b2-20197c93af6d None None] Network 2b1ef1e6-de16-48e9-886d-760c85a81894 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:23.456182 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-df5ae330-9b49-460a-92f4-a0a7a2c200ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.471710 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-4f853209-eb48-4e88-94b2-20197c93af6d None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:23.477294 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f853209-eb48-4e88-94b2-20197c93af6d None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:23.552850 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-2d7ec56d-6310-48da-824b-12ec7967faa8 admin admin] Allocated IP 172.25.0.91 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/894a9eb1-3d5a-4efc-9110-9a32c170c808) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:23.576307 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e311bc-df16-4616-9098-b604b26779a5 x-openstack-request-id: req-b9e311bc-df16-4616-9098-b604b26779a5 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:23.577318 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3639e840-c93e-4381-9c56-0a2aa40949ce", "name": "network-vif-unplugged", "status": "completed", "tag": "03a3b917-65dc-4769-ad37-e7635ffdf87b", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:23.578387 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9e311bc-df16-4616-9098-b604b26779a5 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:23.581427 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3639e840-c93e-4381-9c56-0a2aa40949ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03a3b917-65dc-4769-ad37-e7635ffdf87b', 'code': 200} Jul 07 17:00:23.598204 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1006ae29-ff7d-416b-b636-01b7b7cea59a req-768a48b7-690e-45c6-8397-de939dd37b66 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Router 5f73bf57-8ac2-4618-925c-0aab07492764 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:00:23.608230 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f88f1-8678-4afb-b377-f81ae4220c30 req-2a7e5414-51a0-4026-a84d-ae2522cc195f tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:23.610231 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee8f88f1-8678-4afb-b377-f81ae4220c30 req-2a7e5414-51a0-4026-a84d-ae2522cc195f tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 945 time: 1.2111056 Jul 07 17:00:23.630270 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-193e0187-c9d6-4b91-94a5-8372bad3a3cd service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:23.630627 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-193e0187-c9d6-4b91-94a5-8372bad3a3cd service neutron] Checking segment: {'id': 'a2664701-1b29-4b1e-a81c-aaa20afebff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fb4c1854-ef11-4268-b43a-2dd513652e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:23.631113 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-193e0187-c9d6-4b91-94a5-8372bad3a3cd service neutron] Bound using segment: {'id': 'a2664701-1b29-4b1e-a81c-aaa20afebff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fb4c1854-ef11-4268-b43a-2dd513652e0b'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:23.631660 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-193e0187-c9d6-4b91-94a5-8372bad3a3cd service neutron] Bound port: 71939d33-b240-48ff-b47c-3afe71967ce7, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2664701-1b29-4b1e-a81c-aaa20afebff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fb4c1854-ef11-4268-b43a-2dd513652e0b'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:23.632202 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-193e0187-c9d6-4b91-94a5-8372bad3a3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.722522 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-4f853209-eb48-4e88-94b2-20197c93af6d None None] Attempting to bind port 86b9a570-82e3-416d-9bb3-ce73a58aa58d on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:23.727464 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-4f853209-eb48-4e88-94b2-20197c93af6d None None] Attempting to bind port 86b9a570-82e3-416d-9bb3-ce73a58aa58d by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '7487d8ef-9e5b-45a3-816c-e8bf097ba0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:23.731362 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f853209-eb48-4e88-94b2-20197c93af6d None None] Attempting to bind port 86b9a570-82e3-416d-9bb3-ce73a58aa58d on network 2b1ef1e6-de16-48e9-886d-760c85a81894 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:23.758238 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f853209-eb48-4e88-94b2-20197c93af6d None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:23.760128 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f853209-eb48-4e88-94b2-20197c93af6d None None] Checking segment: {'id': '7487d8ef-9e5b-45a3-816c-e8bf097ba0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:23.761445 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4f853209-eb48-4e88-94b2-20197c93af6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.762780 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f853209-eb48-4e88-94b2-20197c93af6d None None] Bound using segment: {'id': '7487d8ef-9e5b-45a3-816c-e8bf097ba0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:23.765016 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-4f853209-eb48-4e88-94b2-20197c93af6d None None] Bound port: 86b9a570-82e3-416d-9bb3-ce73a58aa58d, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7487d8ef-9e5b-45a3-816c-e8bf097ba0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:23.770739 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4f853209-eb48-4e88-94b2-20197c93af6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.849035 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-193e0187-c9d6-4b91-94a5-8372bad3a3cd service neutron] For port 71939d33-b240-48ff-b47c-3afe71967ce7, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:23.858190 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-193e0187-c9d6-4b91-94a5-8372bad3a3cd service neutron] For port 71939d33-b240-48ff-b47c-3afe71967ce7, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=71939d33-b240-48ff-b47c-3afe71967ce7,segment=NetworkSegment(a2664701-1b29-4b1e-a81c-aaa20afebff7),segment_id=a2664701-1b29-4b1e-a81c-aaa20afebff7)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:23.899786 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec56d-6310-48da-824b-12ec7967faa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.919933 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-193e0187-c9d6-4b91-94a5-8372bad3a3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.981684 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-86866a3f-14d1-456c-8ab3-ce14865b7f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:24.033604 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-4f853209-eb48-4e88-94b2-20197c93af6d None None] For port 86b9a570-82e3-416d-9bb3-ce73a58aa58d, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:24.040367 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-4f853209-eb48-4e88-94b2-20197c93af6d None None] For port 86b9a570-82e3-416d-9bb3-ce73a58aa58d, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=86b9a570-82e3-416d-9bb3-ce73a58aa58d,segment=NetworkSegment(7487d8ef-9e5b-45a3-816c-e8bf097ba0ff),segment_id=7487d8ef-9e5b-45a3-816c-e8bf097ba0ff)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:24.065413 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4f853209-eb48-4e88-94b2-20197c93af6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:24.090313 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-193e0187-c9d6-4b91-94a5-8372bad3a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:24.092091 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-193e0187-c9d6-4b91-94a5-8372bad3a3cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:24.100709 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec56d-6310-48da-824b-12ec7967faa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:24.107390 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-193e0187-c9d6-4b91-94a5-8372bad3a3cd service neutron] 10.222.0.64 "PUT /v2.0/ports/71939d33-b240-48ff-b47c-3afe71967ce7 HTTP/1.1" status: 200 len: 1092 time: 3.5559115 Jul 07 17:00:24.253921 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7ec56d-6310-48da-824b-12ec7967faa8 admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:24.257833 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-2d7ec56d-6310-48da-824b-12ec7967faa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:24.266082 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7ec56d-6310-48da-824b-12ec7967faa8 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:24.330971 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ec56d-6310-48da-824b-12ec7967faa8 admin admin] Pushing event updated for resources: {'Port': ['ID=894a9eb1-3d5a-4efc-9110-9a32c170c808,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:24.392460 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f853209-eb48-4e88-94b2-20197c93af6d None None] Pushing event updated for resources: {'Port': ['ID=86b9a570-82e3-416d-9bb3-ce73a58aa58d,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:24.442851 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c38b039-39e9-42dd-b53d-c7070deddffe', 'tag': '71939d33-b240-48ff-b47c-3afe71967ce7'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:24.456700 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1677138c-d317-41de-aa8e-5220fa81c82b" -d '{"events": [{"name": "network-changed", "server_uuid": "8c38b039-39e9-42dd-b53d-c7070deddffe", "tag": "71939d33-b240-48ff-b47c-3afe71967ce7"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:24.511465 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-86866a3f-14d1-456c-8ab3-ce14865b7f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:25.415793 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e0187-c9d6-4b91-94a5-8372bad3a3cd service neutron] Pushing event updated for resources: {'Port': ['ID=71939d33-b240-48ff-b47c-3afe71967ce7,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:25.451829 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86866a3f-14d1-456c-8ab3-ce14865b7f1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:25.584959 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec56d-6310-48da-824b-12ec7967faa8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:25.631082 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-86866a3f-14d1-456c-8ab3-ce14865b7f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:25.638391 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3581a437-504d-4efc-8f75-edf962ba2db5 None None] Network cd0f638f-a0b6-4bb5-8994-314c247e14c7 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:25.645824 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-86866a3f-14d1-456c-8ab3-ce14865b7f1c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/25d04a2c-b9d8-4e35-a8b1-3a52e4ba6c15 HTTP/1.1" status: 204 len: 168 time: 3.9683926 Jul 07 17:00:25.649459 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52956) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:25.803793 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 86b9a570-82e3-416d-9bb3-ce73a58aa58d up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:25.826092 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1006ae29-ff7d-416b-b636-01b7b7cea59a req-768a48b7-690e-45c6-8397-de939dd37b66 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:00:25.847162 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633492a7-379d-4c27-aeda-280aa2028ecc None None] Sync routers for ids ['5f73bf57-8ac2-4618-925c-0aab07492764'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:00:25.881234 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633492a7-379d-4c27-aeda-280aa2028ecc None None] Routers {'5f73bf57-8ac2-4618-925c-0aab07492764'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:25.882566 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-633492a7-379d-4c27-aeda-280aa2028ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:59:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['5f73bf57-8ac2-4618-925c-0aab07492764'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:26.041266 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bbfced8f-2745-454f-a9b3-03265f5816c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:26.347454 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-ee8f88f1-8678-4afb-b377-f81ae4220c30 req-b3957cba-b3d6-4797-8ae1-55e575c1c141 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Deleting port cefcd36b-89a5-4cdc-a057-5ee206ec348f {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:26.348026 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ee8f88f1-8678-4afb-b377-f81ae4220c30 req-b3957cba-b3d6-4797-8ae1-55e575c1c141 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:26.372054 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:26.383125 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 86b9a570-82e3-416d-9bb3-ce73a58aa58d completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:26.390652 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-1006ae29-ff7d-416b-b636-01b7b7cea59a req-768a48b7-690e-45c6-8397-de939dd37b66 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] No DVR routers for this DVR port 03a3b917-65dc-4769-ad37-e7635ffdf87b on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:26.401034 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1006ae29-ff7d-416b-b636-01b7b7cea59a req-768a48b7-690e-45c6-8397-de939dd37b66 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:26.413338 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1006ae29-ff7d-416b-b636-01b7b7cea59a req-768a48b7-690e-45c6-8397-de939dd37b66 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.64 "DELETE /v2.0/ports/03a3b917-65dc-4769-ad37-e7635ffdf87b HTTP/1.1" status: 204 len: 173 time: 11.3025067 Jul 07 17:00:26.491923 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec56d-6310-48da-824b-12ec7967faa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:26.537510 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518a0e4-cab3-4dbc-84bd-7953f3462708 req-c606bf71-0c3f-4d22-b478-cb4c07b25224 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:26.545745 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4518a0e4-cab3-4dbc-84bd-7953f3462708 req-c606bf71-0c3f-4d22-b478-cb4c07b25224 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 945 time: 2.6282370 Jul 07 17:00:26.551747 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-633492a7-379d-4c27-aeda-280aa2028ecc None None] Set router 5f73bf57-8ac2-4618-925c-0aab07492764 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:26.636579 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332ddc1c-1704-4146-919e-586a8929532a None None] Network 2b1ef1e6-de16-48e9-886d-760c85a81894 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:26.867605 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-b0ba56fb-179e-4e43-a9cb-4408e2932326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:26.870997 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-b0ba56fb-179e-4e43-a9cb-4408e2932326 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc95db68c54c49dfad31df446ea25301&device_id=8c38b039-39e9-42dd-b53d-c7070deddffe HTTP/1.1" status: 200 len: 1095 time: 2.3730984 Jul 07 17:00:27.093950 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7ec56d-6310-48da-824b-12ec7967faa8 admin admin] Router 436b728c-3035-4583-a1c5-2d4333ee272a is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:00:27.311789 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-0b6dc1a3-d679-471c-a0a0-cb9f6b967fc6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71939d33-b240-48ff-b47c-3afe71967ce7 HTTP/1.1" status: 200 len: 217 time: 0.3233266 Jul 07 17:00:27.359015 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4518a0e4-cab3-4dbc-84bd-7953f3462708 req-ebf1c389-877a-4d91-8702-7e24575b19a5 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6310422 Jul 07 17:00:27.363516 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-ee8f88f1-8678-4afb-b377-f81ae4220c30 req-b3957cba-b3d6-4797-8ae1-55e575c1c141 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] For port cefcd36b-89a5-4cdc-a057-5ee206ec348f, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=cefcd36b-89a5-4cdc-a057-5ee206ec348f,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:27.363661 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ee8f88f1-8678-4afb-b377-f81ae4220c30 req-b3957cba-b3d6-4797-8ae1-55e575c1c141 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:27.444420 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e3de1e-d206-41a1-aa35-7f6c8ef7b344 None None] DHCP port deletion for cd0f638f-a0b6-4bb5-8994-314c247e14c7 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:00:27.483949 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device cefcd36b-89a5-4cdc-a057-5ee206ec348f no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:00:27.567551 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7ec56d-6310-48da-824b-12ec7967faa8 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:00:27.571620 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-633492a7-379d-4c27-aeda-280aa2028ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'name': 'tempest-ServersTestJSON-1935857528-router', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:29Z', 'updated_at': '2021-07-07T16:57:40Z', 'revision_number': 4, 'project_id': 'df146b5b0b61480fbeabce06e3b8a566', 'gw_port': {'id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:34Z', 'updated_at': '2021-07-07T16:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '67427569-1675-4ac1-afa1-3296979d1838', 'name': '', 'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'mac_address': 'fa:16:3e:b4:ac:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5512d358-3619-4514-a272-035774ba4388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:39Z', 'updated_at': '2021-07-07T16:57:53Z', 'revision_number': 5, 'project_id': 'df146b5b0b61480fbeabce06e3b8a566', 'subnets': [{'id': '5512d358-3619-4514-a272-035774ba4388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:27.623851 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec56d-6310-48da-824b-12ec7967faa8 admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:27.625735 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2d7ec56d-6310-48da-824b-12ec7967faa8 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3397355 Jul 07 17:00:27.630351 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52962) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:27.659769 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-ee8f88f1-8678-4afb-b377-f81ae4220c30 req-b3957cba-b3d6-4797-8ae1-55e575c1c141 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Calling delete_port for cefcd36b-89a5-4cdc-a057-5ee206ec348f owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:27.670261 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-bbfced8f-2745-454f-a9b3-03265f5816c0 admin admin] Deleting port 4d188223-1cd7-4c18-a5a2-3829e6b42b6b {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:27.673011 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bbfced8f-2745-454f-a9b3-03265f5816c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:27.718633 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633492a7-379d-4c27-aeda-280aa2028ecc None None] Checking router: 5f73bf57-8ac2-4618-925c-0aab07492764 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:00:27.743245 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253f6f4-682b-4120-9a86-d51a02b35029 None None] Sync routers for ids ['436b728c-3035-4583-a1c5-2d4333ee272a'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:00:27.752719 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633492a7-379d-4c27-aeda-280aa2028ecc None None] Routers {'5f73bf57-8ac2-4618-925c-0aab07492764'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:27.759770 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-633492a7-379d-4c27-aeda-280aa2028ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:59:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['5f73bf57-8ac2-4618-925c-0aab07492764'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:27.843618 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4d188223-1cd7-4c18-a5a2-3829e6b42b6b no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:00:28.042540 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a1795d09-5bf6-4c33-955b-81a14732d317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:28.067775 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-fd441a31-797e-49cb-8491-649ae8363401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:28.085461 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-fd441a31-797e-49cb-8491-649ae8363401 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c854f63-2af9-4f57-83fb-bec51b6e4c20 HTTP/1.1" status: 200 len: 854 time: 0.7544761 Jul 07 17:00:28.303351 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-633492a7-379d-4c27-aeda-280aa2028ecc None None] Set router 5f73bf57-8ac2-4618-925c-0aab07492764 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:28.407544 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:28.422402 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253f6f4-682b-4120-9a86-d51a02b35029 None None] Routers {'436b728c-3035-4583-a1c5-2d4333ee272a'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:28.426328 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1253f6f4-682b-4120-9a86-d51a02b35029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T16:59:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['436b728c-3035-4583-a1c5-2d4333ee272a'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:28.436283 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-031a5204-605e-4596-97c7-0435cc4e8af7 None None] Provisioning for port 86b9a570-82e3-416d-9bb3-ce73a58aa58d completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:28.666214 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-bbfced8f-2745-454f-a9b3-03265f5816c0 admin admin] For port 4d188223-1cd7-4c18-a5a2-3829e6b42b6b, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4d188223-1cd7-4c18-a5a2-3829e6b42b6b,segment=NetworkSegment(d3696e98-e8e6-4e03-b3da-36d7e9f819c1),segment_id=d3696e98-e8e6-4e03-b3da-36d7e9f819c1)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:28.672588 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bbfced8f-2745-454f-a9b3-03265f5816c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:28.757335 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-bbfced8f-2745-454f-a9b3-03265f5816c0 admin admin] Calling delete_port for 4d188223-1cd7-4c18-a5a2-3829e6b42b6b owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:28.759958 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-031a5204-605e-4596-97c7-0435cc4e8af7 None None] Provisioning complete for port 86b9a570-82e3-416d-9bb3-ce73a58aa58d triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:28.762083 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-031a5204-605e-4596-97c7-0435cc4e8af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:28.854759 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-7f03942b-00dc-4d19-ae16-28e5880cb27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:28.857015 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-7f03942b-00dc-4d19-ae16-28e5880cb27e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb4c1854-ef11-4268-b43a-2dd513652e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6883829 Jul 07 17:00:29.006825 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:29.075927 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-f7e3de1e-d206-41a1-aa35-7f6c8ef7b344 None None] Deleting port 4d188223-1cd7-4c18-a5a2-3829e6b42b6b {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:29.076806 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f7e3de1e-d206-41a1-aa35-7f6c8ef7b344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:29.184050 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ed6a668-5358-43de-a8c1-a6689849861d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:29.207190 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-633492a7-379d-4c27-aeda-280aa2028ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'name': 'tempest-ServersTestJSON-1935857528-router', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:29Z', 'updated_at': '2021-07-07T16:57:40Z', 'revision_number': 4, 'project_id': 'df146b5b0b61480fbeabce06e3b8a566', 'gw_port': {'id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:34Z', 'updated_at': '2021-07-07T16:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '67427569-1675-4ac1-afa1-3296979d1838', 'name': '', 'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'mac_address': 'fa:16:3e:b4:ac:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5512d358-3619-4514-a272-035774ba4388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:39Z', 'updated_at': '2021-07-07T16:57:53Z', 'revision_number': 5, 'project_id': 'df146b5b0b61480fbeabce06e3b8a566', 'subnets': [{'id': '5512d358-3619-4514-a272-035774ba4388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:29.211607 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-1253f6f4-682b-4120-9a86-d51a02b35029 None None] Set router 436b728c-3035-4583-a1c5-2d4333ee272a gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:29.275822 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633492a7-379d-4c27-aeda-280aa2028ecc None None] The sync data for ids ['5f73bf57-8ac2-4618-925c-0aab07492764'] in n-d-791503-12 is: [{'id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'name': 'tempest-ServersTestJSON-1935857528-router', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:29Z', 'updated_at': '2021-07-07T16:57:40Z', 'revision_number': 4, 'project_id': 'df146b5b0b61480fbeabce06e3b8a566', 'gw_port': {'id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:34Z', 'updated_at': '2021-07-07T16:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '67427569-1675-4ac1-afa1-3296979d1838', 'name': '', 'network_id': 'fd320d57-866a-4ea9-8417-d48deefec81a', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'mac_address': 'fa:16:3e:b4:ac:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5512d358-3619-4514-a272-035774ba4388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:39Z', 'updated_at': '2021-07-07T16:57:53Z', 'revision_number': 5, 'project_id': 'df146b5b0b61480fbeabce06e3b8a566', 'subnets': [{'id': '5512d358-3619-4514-a272-035774ba4388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:00:29.352517 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-a508e367-a04a-4610-884b-0ee682ed3abc service neutron] 10.222.0.64 "GET /v2.0/networks/fb4c1854-ef11-4268-b43a-2dd513652e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731712 Jul 07 17:00:29.383281 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175da2cf-2229-458b-b570-07b6f400b190 req-d0a5feba-f186-4135-8691-da47c43fc0c1 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:29.395893 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-175da2cf-2229-458b-b570-07b6f400b190 req-d0a5feba-f186-4135-8691-da47c43fc0c1 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ed530a4-6d06-4aac-ae8d-3891e9df26f4 HTTP/1.1" status: 200 len: 950 time: 1.4459932 Jul 07 17:00:29.533204 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-031a5204-605e-4596-97c7-0435cc4e8af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:29.658717 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-031a5204-605e-4596-97c7-0435cc4e8af7 None None] For port 86b9a570-82e3-416d-9bb3-ce73a58aa58d, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=86b9a570-82e3-416d-9bb3-ce73a58aa58d,segment=NetworkSegment(7487d8ef-9e5b-45a3-816c-e8bf097ba0ff),segment_id=7487d8ef-9e5b-45a3-816c-e8bf097ba0ff)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:29.697870 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-6ed6a668-5358-43de-a8c1-a6689849861d admin admin] Allocated IP 172.20.0.1 (2b1ef1e6-de16-48e9-886d-760c85a81894/7bf3ce58-a71d-4412-bb72-4611169487c0/ef0e67f4-6c97-4237-a77f-2573b42e3431) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:29.791659 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bbfced8f-2745-454f-a9b3-03265f5816c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:29.951010 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfced8f-2745-454f-a9b3-03265f5816c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d188223-1cd7-4c18-a5a2-3829e6b42b6b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:29.963955 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfced8f-2745-454f-a9b3-03265f5816c0 admin admin] No DVR routers for this DVR port 4d188223-1cd7-4c18-a5a2-3829e6b42b6b on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:29.981465 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cf8fec-a413-4c85-aac8-14050e4cf89c None None] New status for floating IP 2d2d82df-fc72-4f6a-a96a-a943d197fd35: DOWN {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:00:30.061709 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ed6a668-5358-43de-a8c1-a6689849861d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:30.108690 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-175da2cf-2229-458b-b570-07b6f400b190 req-3ac22afe-ed47-4ae0-a3eb-279550cf30f9 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/security-groups?id=ccf2b646-c818-417a-86e8-83667c6cec00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7108192 Jul 07 17:00:30.149771 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ee8f88f1-8678-4afb-b377-f81ae4220c30 req-b3957cba-b3d6-4797-8ae1-55e575c1c141 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:30.160791 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-6ed6a668-5358-43de-a8c1-a6689849861d admin admin] Transition to ACTIVE for port object ef0e67f4-6c97-4237-a77f-2573b42e3431 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:30.192586 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-031a5204-605e-4596-97c7-0435cc4e8af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:30.348759 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ed6a668-5358-43de-a8c1-a6689849861d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:30.405935 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3957cba-b3d6-4797-8ae1-55e575c1c141 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Pushing event deleted for resources: {'Port': ['ID=cefcd36b-89a5-4cdc-a057-5ee206ec348f,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:30.410080 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed6a668-5358-43de-a8c1-a6689849861d admin admin] Network 2b1ef1e6-de16-48e9-886d-760c85a81894 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:30.479462 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-f7e3de1e-d206-41a1-aa35-7f6c8ef7b344 None None] For port 4d188223-1cd7-4c18-a5a2-3829e6b42b6b, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4d188223-1cd7-4c18-a5a2-3829e6b42b6b,segment=NetworkSegment(d3696e98-e8e6-4e03-b3da-36d7e9f819c1),segment_id=d3696e98-e8e6-4e03-b3da-36d7e9f819c1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:30.479936 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f7e3de1e-d206-41a1-aa35-7f6c8ef7b344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:30.507427 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bbfced8f-2745-454f-a9b3-03265f5816c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:30.510247 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-f7e3de1e-d206-41a1-aa35-7f6c8ef7b344 None None] Calling delete_port for 4d188223-1cd7-4c18-a5a2-3829e6b42b6b owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:30.543664 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-601a43df-e8e4-4457-af97-2abafbb3d6b2 req-5715dbf9-3882-44e5-a0c4-0f8ac83567d6 service neutron] 10.222.0.64 "GET /v2.0/networks/fb4c1854-ef11-4268-b43a-2dd513652e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0599077 Jul 07 17:00:30.593448 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6a668-5358-43de-a8c1-a6689849861d admin admin] Pushing event updated for resources: {'Port': ['ID=ef0e67f4-6c97-4237-a77f-2573b42e3431,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:30.620098 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-6ed6a668-5358-43de-a8c1-a6689849861d admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:30.634903 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed6a668-5358-43de-a8c1-a6689849861d admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:30.696532 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8f88f1-8678-4afb-b377-f81ae4220c30 req-b3957cba-b3d6-4797-8ae1-55e575c1c141 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] No DVR routers for this DVR port cefcd36b-89a5-4cdc-a057-5ee206ec348f on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:30.702891 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ee8f88f1-8678-4afb-b377-f81ae4220c30 req-b3957cba-b3d6-4797-8ae1-55e575c1c141 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:30.712869 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee8f88f1-8678-4afb-b377-f81ae4220c30 req-b3957cba-b3d6-4797-8ae1-55e575c1c141 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.64 "DELETE /v2.0/ports/cefcd36b-89a5-4cdc-a057-5ee206ec348f HTTP/1.1" status: 204 len: 173 time: 7.0880277 Jul 07 17:00:30.720355 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-bbfced8f-2745-454f-a9b3-03265f5816c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0f638f-a0b6-4bb5-8994-314c247e14c7']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:30.786941 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-bbfced8f-2745-454f-a9b3-03265f5816c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3696e98-e8e6-4e03-b3da-36d7e9f819c1') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:30.789117 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-bbfced8f-2745-454f-a9b3-03265f5816c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3696e98-e8e6-4e03-b3da-36d7e9f819c1') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:30.807123 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f7e3de1e-d206-41a1-aa35-7f6c8ef7b344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:30.830345 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ed6a668-5358-43de-a8c1-a6689849861d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:30.896242 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bbfced8f-2745-454f-a9b3-03265f5816c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.066085 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.089677 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bbfced8f-2745-454f-a9b3-03265f5816c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.118127 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfced8f-2745-454f-a9b3-03265f5816c0 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:00:31.118127 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bbfced8f-2745-454f-a9b3-03265f5816c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.153255 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e3de1e-d206-41a1-aa35-7f6c8ef7b344 None None] No DVR routers for this DVR port 4d188223-1cd7-4c18-a5a2-3829e6b42b6b on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:31.202818 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a5204-605e-4596-97c7-0435cc4e8af7 None None] Pushing event updated for resources: {'Port': ['ID=86b9a570-82e3-416d-9bb3-ce73a58aa58d,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:31.224681 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ed6a668-5358-43de-a8c1-a6689849861d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:00:31.304944 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:00:31.341535 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3de1e-d206-41a1-aa35-7f6c8ef7b344 None None] Pushing event deleted for resources: {'Port': ['ID=4d188223-1cd7-4c18-a5a2-3829e6b42b6b,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:31.363828 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bbfced8f-2745-454f-a9b3-03265f5816c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.399398 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1253f6f4-682b-4120-9a86-d51a02b35029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'name': 'tempest-TaggedBootDevicesTest-1416164121-router', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '894a9eb1-3d5a-4efc-9110-9a32c170c808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:21Z', 'updated_at': '2021-07-07T17:00:25Z', 'revision_number': 3, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'gw_port': {'id': '894a9eb1-3d5a-4efc-9110-9a32c170c808', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:23Z', 'updated_at': '2021-07-07T17:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:31.468407 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bbfced8f-2745-454f-a9b3-03265f5816c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.479770 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bbfced8f-2745-454f-a9b3-03265f5816c0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/cd0f638f-a0b6-4bb5-8994-314c247e14c7 HTTP/1.1" status: 204 len: 168 time: 5.7942066 Jul 07 17:00:31.495347 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfced8f-2745-454f-a9b3-03265f5816c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd0f638f-a0b6-4bb5-8994-314c247e14c7,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:31.617684 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e837a4d-d045-458d-a33a-13cd5d4b4eaf req-31870b32-8516-4392-819d-5c33d15456e3 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:31.644792 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4e837a4d-d045-458d-a33a-13cd5d4b4eaf req-31870b32-8516-4392-819d-5c33d15456e3 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c38b039-39e9-42dd-b53d-c7070deddffe HTTP/1.1" status: 200 len: 943 time: 0.8097820 Jul 07 17:00:31.762419 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253f6f4-682b-4120-9a86-d51a02b35029 None None] Checking router: 436b728c-3035-4583-a1c5-2d4333ee272a for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:00:31.763073 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253f6f4-682b-4120-9a86-d51a02b35029 None None] Updating router 436b728c-3035-4583-a1c5-2d4333ee272a port 894a9eb1-3d5a-4efc-9110-9a32c170c808 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:00:31.825726 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4e837a4d-d045-458d-a33a-13cd5d4b4eaf req-b26bed19-619c-4a8d-a817-2b08fcf49596 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3f70528-7313-4aa5-8919-d34595734fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794882 Jul 07 17:00:31.969763 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-167e56cb-e6c2-4175-b8c9-e357155a1f7d tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0f0a516a19b94469b5ea6a136bdf60f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347142 Jul 07 17:00:31.983700 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52986) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:32.050778 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-58a6a442-da43-44c8-a1a3-c4055ee156ee None None] Provisioning complete for port 86b9a570-82e3-416d-9bb3-ce73a58aa58d triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:32.051452 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-58a6a442-da43-44c8-a1a3-c4055ee156ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:32.061569 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b8618b48-cee5-45ba-b440-2c1a623141d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ed8f975643fb4fa897237bed3aeafc7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0763834 Jul 07 17:00:32.064459 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52988) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:32.169633 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3070de-0788-4a35-a520-a51a74506ff9 x-openstack-request-id: req-fe3070de-0788-4a35-a520-a51a74506ff9 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:32.170484 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c38b039-39e9-42dd-b53d-c7070deddffe", "tag": "71939d33-b240-48ff-b47c-3afe71967ce7", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:32.170995 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe3070de-0788-4a35-a520-a51a74506ff9 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:32.175388 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c38b039-39e9-42dd-b53d-c7070deddffe', 'tag': '71939d33-b240-48ff-b47c-3afe71967ce7', 'status': 'completed', 'code': 200} Jul 07 17:00:32.223802 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-ce8721a7-8afc-41b5-9d71-623fbe380e87 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:32.238104 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-ce8721a7-8afc-41b5-9d71-623fbe380e87 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2651632 Jul 07 17:00:32.258178 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ed6a668-5358-43de-a8c1-a6689849861d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:32.278712 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ed6a668-5358-43de-a8c1-a6689849861d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:32.338037 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1253f6f4-682b-4120-9a86-d51a02b35029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:32.344723 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-4e81cb03-8ef6-404b-81fa-e6a3c43e0807 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/quotas/0f0a516a19b94469b5ea6a136bdf60f6 HTTP/1.1" status: 200 len: 375 time: 0.1025035 Jul 07 17:00:32.467991 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-00cf0d31-1599-438f-b4fe-57dd57d00328 req-0b2b81e1-15e0-4ec7-b6ef-f82d20f3f780 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e35952-ffd6-427e-87b4-de0f521de28f HTTP/1.1" status: 200 len: 210 time: 0.1424012 Jul 07 17:00:32.471280 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-4206d947-e447-4c5f-bf37-cce7d59b170a tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f0a516a19b94469b5ea6a136bdf60f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1244380 Jul 07 17:00:32.519385 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4e2183d7-7abc-4c43-9543-5c8967f3e25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:32.572566 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677138c-d317-41de-aa8e-5220fa81c82b req-df42b4b6-51d6-470e-8991-f1fe8d3bfb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:32.579404 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1677138c-d317-41de-aa8e-5220fa81c82b req-df42b4b6-51d6-470e-8991-f1fe8d3bfb40 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc95db68c54c49dfad31df446ea25301&device_id=8c38b039-39e9-42dd-b53d-c7070deddffe HTTP/1.1" status: 200 len: 1095 time: 0.3777742 Jul 07 17:00:32.618476 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6a668-5358-43de-a8c1-a6689849861d admin admin] Pushing event updated for resources: {'Port': ['ID=ef0e67f4-6c97-4237-a77f-2573b42e3431,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:32.639339 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ed6a668-5358-43de-a8c1-a6689849861d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:32.675898 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4e2183d7-7abc-4c43-9543-5c8967f3e25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:32.935880 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53002) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:33.050051 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3d4a187c-0054-4d7a-92f3-3661e5e7105e None None] Provisioning for port ef0e67f4-6c97-4237-a77f-2573b42e3431 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:33.062793 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3d4a187c-0054-4d7a-92f3-3661e5e7105e None None] Provisioning complete for port ef0e67f4-6c97-4237-a77f-2573b42e3431 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:33.063728 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3d4a187c-0054-4d7a-92f3-3661e5e7105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:33.139636 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677138c-d317-41de-aa8e-5220fa81c82b req-92aa58f3-6e68-45e3-aa91-9a423a748662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:33.148766 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-73bbf2e0-54d1-4303-8d0d-588af241fe9b req-3879bac5-2a50-4afe-be3f-6e109f863e90 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6ee23b9-997b-412a-b0e5-c3929dd54202 HTTP/1.1" status: 200 len: 210 time: 0.1256354 Jul 07 17:00:33.149690 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1677138c-d317-41de-aa8e-5220fa81c82b req-92aa58f3-6e68-45e3-aa91-9a423a748662 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fb4c1854-ef11-4268-b43a-2dd513652e0b HTTP/1.1" status: 200 len: 916 time: 0.5524724 Jul 07 17:00:33.198400 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed6a668-5358-43de-a8c1-a6689849861d admin admin] Network 2b1ef1e6-de16-48e9-886d-760c85a81894 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:33.219263 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-6ed6a668-5358-43de-a8c1-a6689849861d admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:33.241393 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 86b9a570-82e3-416d-9bb3-ce73a58aa58d up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:33.275042 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3d4a187c-0054-4d7a-92f3-3661e5e7105e None None] Port ef0e67f4-6c97-4237-a77f-2573b42e3431 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:00:33.368613 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4e2183d7-7abc-4c43-9543-5c8967f3e25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:33.396570 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4e2183d7-7abc-4c43-9543-5c8967f3e25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:33.425187 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4e2183d7-7abc-4c43-9543-5c8967f3e25a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/79050681-45c5-4197-8124-1a9a8f7d366b HTTP/1.1" status: 204 len: 168 time: 1.3482718 Jul 07 17:00:33.445530 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1677138c-d317-41de-aa8e-5220fa81c82b req-4a81c1da-dee6-4b8f-84e7-018bdca2eeb4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71939d33-b240-48ff-b47c-3afe71967ce7 HTTP/1.1" status: 200 len: 217 time: 0.2941966 Jul 07 17:00:33.470663 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2183d7-7abc-4c43-9543-5c8967f3e25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79050681-45c5-4197-8124-1a9a8f7d366b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:33.552511 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4def9519-be6d-47a2-a044-afef445d7b7e tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:33.710165 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677138c-d317-41de-aa8e-5220fa81c82b req-7a753f6c-fc98-4c2d-8124-5d62ff3d8d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:33.718844 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1677138c-d317-41de-aa8e-5220fa81c82b req-7a753f6c-fc98-4c2d-8124-5d62ff3d8d7b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c854f63-2af9-4f57-83fb-bec51b6e4c20 HTTP/1.1" status: 200 len: 854 time: 0.2211337 Jul 07 17:00:33.769990 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4def9519-be6d-47a2-a044-afef445d7b7e tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:33.956765 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677138c-d317-41de-aa8e-5220fa81c82b req-4993fa2a-480a-43f2-9bdc-4b500bc5e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:33.962979 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1677138c-d317-41de-aa8e-5220fa81c82b req-4993fa2a-480a-43f2-9bdc-4b500bc5e491 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb4c1854-ef11-4268-b43a-2dd513652e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2405298 Jul 07 17:00:34.100275 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e8dfd5cd-5dcd-45ba-8d2a-1c17a2aa7170 None None] Provisioning complete for port ef0e67f4-6c97-4237-a77f-2573b42e3431 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:34.101113 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e8dfd5cd-5dcd-45ba-8d2a-1c17a2aa7170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:34.145173 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 86b9a570-82e3-416d-9bb3-ce73a58aa58d triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:34.146035 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:34.149083 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed6a668-5358-43de-a8c1-a6689849861d admin admin] Router 436b728c-3035-4583-a1c5-2d4333ee272a has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:00:34.177736 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3639e840-c93e-4381-9c56-0a2aa40949ce', 'name': 'network-vif-deleted', 'tag': '03a3b917-65dc-4769-ad37-e7635ffdf87b'}, {'server_uuid': '94e35952-ffd6-427e-87b4-de0f521de28f', 'name': 'network-vif-deleted', 'tag': 'cefcd36b-89a5-4cdc-a057-5ee206ec348f'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:34.183922 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911ebe8a-7239-4fe3-a02d-1a49acbc95e9" -d '{"events": [{"server_uuid": "3639e840-c93e-4381-9c56-0a2aa40949ce", "name": "network-vif-deleted", "tag": "03a3b917-65dc-4769-ad37-e7635ffdf87b"}, {"server_uuid": "94e35952-ffd6-427e-87b4-de0f521de28f", "name": "network-vif-deleted", "tag": "cefcd36b-89a5-4cdc-a057-5ee206ec348f"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:34.248730 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1253f6f4-682b-4120-9a86-d51a02b35029 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:34.289138 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1253f6f4-682b-4120-9a86-d51a02b35029 None None] Transition to ACTIVE for port object 894a9eb1-3d5a-4efc-9110-9a32c170c808 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:34.300499 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-e8dfd5cd-5dcd-45ba-8d2a-1c17a2aa7170 None None] Port ef0e67f4-6c97-4237-a77f-2573b42e3431 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:00:34.309027 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1253f6f4-682b-4120-9a86-d51a02b35029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:34.318823 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1677138c-d317-41de-aa8e-5220fa81c82b req-1f7be87f-55f0-4fa3-aaa9-1c97d48f4b0e service neutron] 10.222.0.64 "GET /v2.0/networks/fb4c1854-ef11-4268-b43a-2dd513652e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482172 Jul 07 17:00:34.422676 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b554a7-fa73-4175-9dbd-e6ed035921a0 req-644a11fe-43bd-4cc1-b15a-0c894e88961d tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:34.438038 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d55471-5fd5-4038-b819-474b96130163 None None] Pushing event updated for resources: {'Port': ['ID=894a9eb1-3d5a-4efc-9110-9a32c170c808,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:34.440549 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52b554a7-fa73-4175-9dbd-e6ed035921a0 req-644a11fe-43bd-4cc1-b15a-0c894e88961d tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c38b039-39e9-42dd-b53d-c7070deddffe HTTP/1.1" status: 200 len: 943 time: 0.8541105 Jul 07 17:00:34.452351 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4def9519-be6d-47a2-a044-afef445d7b7e tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:34.469500 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4def9519-be6d-47a2-a044-afef445d7b7e tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:34.486239 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4def9519-be6d-47a2-a044-afef445d7b7e tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "DELETE /v2.0/security-groups/15f10e42-32e8-47d7-be52-d787a3e82657 HTTP/1.1" status: 204 len: 168 time: 1.5470510 Jul 07 17:00:34.495778 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53030) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:34.498313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1253f6f4-682b-4120-9a86-d51a02b35029 None None] Attempting to bind port 894a9eb1-3d5a-4efc-9110-9a32c170c808 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:34.499069 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1253f6f4-682b-4120-9a86-d51a02b35029 None None] Attempting to bind port 894a9eb1-3d5a-4efc-9110-9a32c170c808 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:34.499785 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1253f6f4-682b-4120-9a86-d51a02b35029 None None] Attempting to bind port 894a9eb1-3d5a-4efc-9110-9a32c170c808 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:34.510748 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1253f6f4-682b-4120-9a86-d51a02b35029 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:34.511527 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1253f6f4-682b-4120-9a86-d51a02b35029 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:34.512295 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1253f6f4-682b-4120-9a86-d51a02b35029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:34.513143 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1253f6f4-682b-4120-9a86-d51a02b35029 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:34.514105 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1253f6f4-682b-4120-9a86-d51a02b35029 None None] Bound port: 894a9eb1-3d5a-4efc-9110-9a32c170c808, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:34.514872 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1253f6f4-682b-4120-9a86-d51a02b35029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:34.614368 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def9519-be6d-47a2-a044-afef445d7b7e tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f10e42-32e8-47d7-be52-d787a3e82657,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:34.621400 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-085be4e8-6d65-4e58-bb4f-176e8c942365 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] show failed (client error): The resource could not be found. Jul 07 17:00:34.629181 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-085be4e8-6d65-4e58-bb4f-176e8c942365 tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "GET /v2.0/security-groups/15f10e42-32e8-47d7-be52-d787a3e82657 HTTP/1.1" status: 404 len: 347 time: 0.0887327 Jul 07 17:00:34.632788 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53034) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:34.685342 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52b554a7-fa73-4175-9dbd-e6ed035921a0 req-afd74a51-f1e6-4c52-aabb-251fc6d23b2e tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3f70528-7313-4aa5-8919-d34595734fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387080 Jul 07 17:00:34.812857 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-1253f6f4-682b-4120-9a86-d51a02b35029 None None] For port 894a9eb1-3d5a-4efc-9110-9a32c170c808, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:34.819970 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-1253f6f4-682b-4120-9a86-d51a02b35029 None None] For port 894a9eb1-3d5a-4efc-9110-9a32c170c808, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=894a9eb1-3d5a-4efc-9110-9a32c170c808,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:34.844246 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1253f6f4-682b-4120-9a86-d51a02b35029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:34.883898 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed6a668-5358-43de-a8c1-a6689849861d admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:00:34.905400 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6ed6a668-5358-43de-a8c1-a6689849861d admin admin] 10.222.0.53 "PUT /v2.0/routers/436b728c-3035-4583-a1c5-2d4333ee272a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2616689 Jul 07 17:00:34.932660 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af044b7-e07d-433b-a226-7addec62a56d req-1228c1d6-f755-4d53-b998-92debf8e5fba tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:34.945354 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9af044b7-e07d-433b-a226-7addec62a56d req-1228c1d6-f755-4d53-b998-92debf8e5fba tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ed530a4-6d06-4aac-ae8d-3891e9df26f4 HTTP/1.1" status: 200 len: 950 time: 0.5910044 Jul 07 17:00:35.056913 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d55471-5fd5-4038-b819-474b96130163 None None] Pushing event updated for resources: {'Port': ['ID=894a9eb1-3d5a-4efc-9110-9a32c170c808,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:35.109937 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253f6f4-682b-4120-9a86-d51a02b35029 None None] Routers {'436b728c-3035-4583-a1c5-2d4333ee272a'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:35.111910 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1253f6f4-682b-4120-9a86-d51a02b35029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:00:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['436b728c-3035-4583-a1c5-2d4333ee272a'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:35.113731 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1677138c-d317-41de-aa8e-5220fa81c82b req-e9824d90-5376-4c3b-93e8-91efd8b010d3 service neutron] 10.222.0.64 "GET /v2.0/networks/fb4c1854-ef11-4268-b43a-2dd513652e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7877069 Jul 07 17:00:35.147739 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9af044b7-e07d-433b-a226-7addec62a56d req-058ba9c3-f245-4ee9-a20c-bb6b22965f1a tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/security-groups?id=ccf2b646-c818-417a-86e8-83667c6cec00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010348 Jul 07 17:00:35.263017 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-fa954bb6-2005-47b6-b8df-a61d73ce175e tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Deleting port 7f447ccb-b373-4821-b0c2-16b30864e1c6 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:35.274090 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fa954bb6-2005-47b6-b8df-a61d73ce175e tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:35.302823 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 71939d33-b240-48ff-b47c-3afe71967ce7 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:00:35.377412 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0176bc-a4fa-474d-ab32-be18eb08bf6b x-openstack-request-id: req-4c0176bc-a4fa-474d-ab32-be18eb08bf6b {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:35.377912 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3639e840-c93e-4381-9c56-0a2aa40949ce", "name": "network-vif-deleted", "tag": "03a3b917-65dc-4769-ad37-e7635ffdf87b", "status": "completed", "code": 200}, {"server_uuid": "94e35952-ffd6-427e-87b4-de0f521de28f", "name": "network-vif-deleted", "tag": "cefcd36b-89a5-4cdc-a057-5ee206ec348f", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:35.378334 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4c0176bc-a4fa-474d-ab32-be18eb08bf6b {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:35.378963 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3639e840-c93e-4381-9c56-0a2aa40949ce', 'name': 'network-vif-deleted', 'tag': '03a3b917-65dc-4769-ad37-e7635ffdf87b', 'status': 'completed', 'code': 200} Jul 07 17:00:35.379357 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e35952-ffd6-427e-87b4-de0f521de28f', 'name': 'network-vif-deleted', 'tag': 'cefcd36b-89a5-4cdc-a057-5ee206ec348f', 'status': 'completed', 'code': 200} Jul 07 17:00:35.553214 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fa954bb6-2005-47b6-b8df-a61d73ce175e tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:35.553622 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fa954bb6-2005-47b6-b8df-a61d73ce175e tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:35.649137 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-fa954bb6-2005-47b6-b8df-a61d73ce175e tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Calling delete_port for 7f447ccb-b373-4821-b0c2-16b30864e1c6 owned by network:floatingip {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:35.776020 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 71939d33-b240-48ff-b47c-3afe71967ce7, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=71939d33-b240-48ff-b47c-3afe71967ce7,segment=NetworkSegment(a2664701-1b29-4b1e-a81c-aaa20afebff7),segment_id=a2664701-1b29-4b1e-a81c-aaa20afebff7)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:35.820327 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-1253f6f4-682b-4120-9a86-d51a02b35029 None None] Set router 436b728c-3035-4583-a1c5-2d4333ee272a gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:35.872685 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-9b23b8ef-580d-4d34-a73e-d95313cf22d4 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=22c7ac842250480c9cd38e7c32a13ed5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460410 Jul 07 17:00:35.931807 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2da94984-7de8-45a5-8b05-32b596b0ee72 req-13da24ce-6c86-43a5-9a40-06e3add05924 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6ee23b9-997b-412a-b0e5-c3929dd54202 HTTP/1.1" status: 200 len: 210 time: 0.1185272 Jul 07 17:00:35.984713 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-81459ea1-d92c-442f-aaeb-d4f16ffed316 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=0f0a516a19b94469b5ea6a136bdf60f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0976624 Jul 07 17:00:35.987597 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '71939d33-b240-48ff-b47c-3afe71967ce7', 'network_id': 'fb4c1854-ef11-4268-b43a-2dd513652e0b', 'port_id': '71939d33-b240-48ff-b47c-3afe71967ce7', 'mac_address': 'fa:16:3e:b3:ed:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c854f63-2af9-4f57-83fb-bec51b6e4c20', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:00:36.255692 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53112) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:36.459909 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:36.498084 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-b37b83bb-2c71-4f69-91de-a0272305ece0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1450931206-network', 'tenant_id': '2efee84f77114b8c9f3b9a3f5d32602b'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:36.583383 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-c959cbaa-0d7d-4ad2-ba86-d47920be47f5 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:36.585105 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-c959cbaa-0d7d-4ad2-ba86-d47920be47f5 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5925303 Jul 07 17:00:36.618453 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71939d33-b240-48ff-b47c-3afe71967ce7 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:00:36.629700 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-413e6633-f878-4805-a991-28940b7de4e2 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Request body: {'port': {'device_id': 'f6ee23b9-997b-412a-b0e5-c3929dd54202', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': '0f0a516a19b94469b5ea6a136bdf60f6'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:36.664987 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac40247-f411-42cf-8397-db424af0521e req-fadb1ba0-992f-4084-8f72-b8e36eeebe6a tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:36.667976 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2ac40247-f411-42cf-8397-db424af0521e req-fadb1ba0-992f-4084-8f72-b8e36eeebe6a tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 945 time: 0.6332242 Jul 07 17:00:36.701766 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fa954bb6-2005-47b6-b8df-a61d73ce175e tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:36.721503 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 71939d33-b240-48ff-b47c-3afe71967ce7, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=71939d33-b240-48ff-b47c-3afe71967ce7,segment=NetworkSegment(a2664701-1b29-4b1e-a81c-aaa20afebff7),segment_id=a2664701-1b29-4b1e-a81c-aaa20afebff7)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:36.753727 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37b83bb-2c71-4f69-91de-a0272305ece0 admin admin] Made reservation on behalf of 2efee84f77114b8c9f3b9a3f5d32602b for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:36.757627 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b37b83bb-2c71-4f69-91de-a0272305ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:36.772817 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-600db301-0dfb-46c6-9f29-8f5acee42ed2 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:36.786551 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-600db301-0dfb-46c6-9f29-8f5acee42ed2 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7544994 Jul 07 17:00:36.794373 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:36.817549 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b37b83bb-2c71-4f69-91de-a0272305ece0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:36.828537 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-f8d76c01-6640-4764-97cc-52c55c8ae49f tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/quotas/22c7ac842250480c9cd38e7c32a13ed5 HTTP/1.1" status: 200 len: 375 time: 0.0400393 Jul 07 17:00:36.849901 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa954bb6-2005-47b6-b8df-a61d73ce175e tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Pushing event deleted for resources: {'Port': ['ID=7f447ccb-b373-4821-b0c2-16b30864e1c6,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:36.973401 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:36.978910 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1253f6f4-682b-4120-9a86-d51a02b35029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'name': 'tempest-TaggedBootDevicesTest-1416164121-router', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '894a9eb1-3d5a-4efc-9110-9a32c170c808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:21Z', 'updated_at': '2021-07-07T17:00:31Z', 'revision_number': 4, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'gw_port': {'id': '894a9eb1-3d5a-4efc-9110-9a32c170c808', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:23Z', 'updated_at': '2021-07-07T17:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'ef0e67f4-6c97-4237-a77f-2573b42e3431', 'name': '', 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'mac_address': 'fa:16:3e:7d:15:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '7bf3ce58-a71d-4412-bb72-4611169487c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:29Z', 'updated_at': '2021-07-07T17:00:31Z', 'revision_number': 2, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'subnets': [{'id': '7bf3ce58-a71d-4412-bb72-4611169487c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:37.026828 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253f6f4-682b-4120-9a86-d51a02b35029 None None] The sync data for ids ['436b728c-3035-4583-a1c5-2d4333ee272a'] in n-d-791503-12 is: [{'id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'name': 'tempest-TaggedBootDevicesTest-1416164121-router', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '894a9eb1-3d5a-4efc-9110-9a32c170c808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:21Z', 'updated_at': '2021-07-07T17:00:31Z', 'revision_number': 4, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'gw_port': {'id': '894a9eb1-3d5a-4efc-9110-9a32c170c808', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:23Z', 'updated_at': '2021-07-07T17:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'ef0e67f4-6c97-4237-a77f-2573b42e3431', 'name': '', 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'mac_address': 'fa:16:3e:7d:15:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '7bf3ce58-a71d-4412-bb72-4611169487c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:29Z', 'updated_at': '2021-07-07T17:00:31Z', 'revision_number': 2, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'subnets': [{'id': '7bf3ce58-a71d-4412-bb72-4611169487c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:00:37.043068 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['71939d33-b240-48ff-b47c-3afe71967ce7'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:00:37.094363 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b37b83bb-2c71-4f69-91de-a0272305ece0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.156025 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=71939d33-b240-48ff-b47c-3afe71967ce7,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:37.203014 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b37b83bb-2c71-4f69-91de-a0272305ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.288514 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-76e415d6-c128-4fa4-b26f-392d31391731 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=22c7ac842250480c9cd38e7c32a13ed5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4579871 Jul 07 17:00:37.356265 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2c8a8-7124-4357-a787-e119746d4ea1 req-973a5001-6306-498e-9f28-de1207d5cb04 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:37.371983 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-33f2c8a8-7124-4357-a787-e119746d4ea1 req-973a5001-6306-498e-9f28-de1207d5cb04 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 945 time: 1.0022278 Jul 07 17:00:37.403929 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-413e6633-f878-4805-a991-28940b7de4e2 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Made reservation on behalf of 0f0a516a19b94469b5ea6a136bdf60f6 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:37.429598 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-413e6633-f878-4805-a991-28940b7de4e2 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.461180 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37b83bb-2c71-4f69-91de-a0272305ece0 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:00:37.468965 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-413e6633-f878-4805-a991-28940b7de4e2 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.577383 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.579202 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b83bb-2c71-4f69-91de-a0272305ece0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bae05e-23ba-4d48-bf21-685276fb3b8a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:37.671559 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b37b83bb-2c71-4f69-91de-a0272305ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.680538 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-b37b83bb-2c71-4f69-91de-a0272305ece0 admin admin] Added segment 936489cd-6d27-46e3-a8c0-5f4261bd9fb2 of type vlan for network a5429642-2051-4fab-b0d0-6ebe08874dd5 Jul 07 17:00:37.863916 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-413e6633-f878-4805-a991-28940b7de4e2 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.890135 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-413e6633-f878-4805-a991-28940b7de4e2 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.964786 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fa954bb6-2005-47b6-b8df-a61d73ce175e tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks [] for floatingip, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.977916 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fa954bb6-2005-47b6-b8df-a61d73ce175e tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.981147 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fa954bb6-2005-47b6-b8df-a61d73ce175e tempest-ServersTestJSON-742834694 tempest-ServersTestJSON-742834694-project] 10.222.0.53 "DELETE /v2.0/floatingips/2d2d82df-fc72-4f6a-a96a-a943d197fd35 HTTP/1.1" status: 204 len: 168 time: 3.3439760 Jul 07 17:00:37.986184 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b37b83bb-2c71-4f69-91de-a0272305ece0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.999240 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-33f2c8a8-7124-4357-a787-e119746d4ea1 req-cf7d80cb-1488-4dd2-affb-b342574aac1f tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6255808 Jul 07 17:00:38.001898 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53166) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:38.229796 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.db.resource_extend [None req-b37b83bb-2c71-4f69-91de-a0272305ece0 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:00:38.468110 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e6633-f878-4805-a991-28940b7de4e2 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f8282e-f1d0-4b5b-9b7e-5170dd2f10fc,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:38.531052 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b37b83bb-2c71-4f69-91de-a0272305ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:38.533112 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37b83bb-2c71-4f69-91de-a0272305ece0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:38.534505 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b37b83bb-2c71-4f69-91de-a0272305ece0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:38.710055 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-413e6633-f878-4805-a991-28940b7de4e2 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Allocated IP 192.168.233.63 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/5c956485-b4ec-4743-aea1-268c1f54f7c6) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:38.953908 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64ec1d-ca9f-4dae-af79-43d7fbfbc4ea req-d719cfa4-d3a0-45ec-86a8-e799e5272493 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:38.968238 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3a64ec1d-ca9f-4dae-af79-43d7fbfbc4ea req-d719cfa4-d3a0-45ec-86a8-e799e5272493 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c38b039-39e9-42dd-b53d-c7070deddffe HTTP/1.1" status: 200 len: 944 time: 0.8979270 Jul 07 17:00:39.190934 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 71939d33-b240-48ff-b47c-3afe71967ce7 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:39.327715 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3a64ec1d-ca9f-4dae-af79-43d7fbfbc4ea req-f9e348e6-0f6e-4e50-b397-29bcdacaee30 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3f70528-7313-4aa5-8919-d34595734fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572977 Jul 07 17:00:39.459606 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 894a9eb1-3d5a-4efc-9110-9a32c170c808 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:39.677834 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-413e6633-f878-4805-a991-28940b7de4e2 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:39.725914 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 71939d33-b240-48ff-b47c-3afe71967ce7 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:39.796849 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-413e6633-f878-4805-a991-28940b7de4e2 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Transition to ACTIVE for port object 5c956485-b4ec-4743-aea1-268c1f54f7c6 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:39.869758 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 71939d33-b240-48ff-b47c-3afe71967ce7 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:39.875828 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:39.999024 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 894a9eb1-3d5a-4efc-9110-9a32c170c808 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:40.058643 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 894a9eb1-3d5a-4efc-9110-9a32c170c808 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:40.069371 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:40.116432 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-2ac40247-f411-42cf-8397-db424af0521e req-e2eff68c-b163-42b7-a0f8-780cb65eabe9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Deleting port 4af62aa6-b045-470f-bac4-da36761524fd {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:40.121471 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-2ac40247-f411-42cf-8397-db424af0521e req-e2eff68c-b163-42b7-a0f8-780cb65eabe9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:40.190666 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-413e6633-f878-4805-a991-28940b7de4e2 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:40.227896 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f59cebde-c998-416e-bd98-2a878b4b8676 req-ebaa39b2-2b36-4d82-9bdf-fe572c2a8eb4 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=064ec32d-a7b7-46d2-866c-f65212d09000 HTTP/1.1" status: 200 len: 210 time: 0.2056568 Jul 07 17:00:40.400018 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e6633-f878-4805-a991-28940b7de4e2 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Pushing event updated for resources: {'Port': ['ID=5c956485-b4ec-4743-aea1-268c1f54f7c6,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:40.449494 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d2aa7eb0-535c-4367-879c-27bccf37eb33 req-57d92f37-b1d5-4f4a-aaf4-5246145ca799 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6ee23b9-997b-412a-b0e5-c3929dd54202 HTTP/1.1" status: 200 len: 210 time: 2.1108303 Jul 07 17:00:40.456527 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-413e6633-f878-4805-a991-28940b7de4e2 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:40.459030 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-413e6633-f878-4805-a991-28940b7de4e2 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:40.482523 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-413e6633-f878-4805-a991-28940b7de4e2 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:40.595683 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:40.698093 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-413e6633-f878-4805-a991-28940b7de4e2 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:40.698966 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-413e6633-f878-4805-a991-28940b7de4e2 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:40.857584 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-413e6633-f878-4805-a991-28940b7de4e2 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2432888 Jul 07 17:00:40.879218 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-c1cdd8e0-5f48-4dd3-bd7c-2a282a297330 service neutron] Request body: {'port': {'device_id': 'f6ee23b9-997b-412a-b0e5-c3929dd54202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:40.933254 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 71939d33-b240-48ff-b47c-3afe71967ce7, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=71939d33-b240-48ff-b47c-3afe71967ce7,segment=NetworkSegment(a2664701-1b29-4b1e-a81c-aaa20afebff7),segment_id=a2664701-1b29-4b1e-a81c-aaa20afebff7)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:40.938546 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b37b83bb-2c71-4f69-91de-a0272305ece0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.6744566 Jul 07 17:00:40.948328 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53198) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:40.951053 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b83bb-2c71-4f69-91de-a0272305ece0 admin admin] Pushing event updated for resources: {'Network': ['ID=a5429642-2051-4fab-b0d0-6ebe08874dd5,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:40.968689 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e0f7d083-8547-43e6-90df-028b19d3aaef admin admin] Request body: {'subnet': {'network_id': 'a5429642-2051-4fab-b0d0-6ebe08874dd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1450931206-subnet', 'tenant_id': '2efee84f77114b8c9f3b9a3f5d32602b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:40.974767 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251edef6-0dd3-4f42-98e0-b70849c85898 req-7464b2a6-c356-48a3-a98c-a2753f4e608f tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:40.992821 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-251edef6-0dd3-4f42-98e0-b70849c85898 req-7464b2a6-c356-48a3-a98c-a2753f4e608f tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 945 time: 0.3576980 Jul 07 17:00:41.052881 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c38b039-39e9-42dd-b53d-c7070deddffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71939d33-b240-48ff-b47c-3afe71967ce7'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:41.062429 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ee5ea0-b256-434a-bd8f-93800b7f7dc1" -d '{"events": [{"server_uuid": "8c38b039-39e9-42dd-b53d-c7070deddffe", "name": "network-vif-plugged", "status": "completed", "tag": "71939d33-b240-48ff-b47c-3afe71967ce7"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:41.091709 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f7d083-8547-43e6-90df-028b19d3aaef admin admin] Made reservation on behalf of 2efee84f77114b8c9f3b9a3f5d32602b for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:41.097280 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e0f7d083-8547-43e6-90df-028b19d3aaef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:41.101412 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network a5429642-2051-4fab-b0d0-6ebe08874dd5 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:00:41.133150 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:41.136481 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 4af62aa6-b045-470f-bac4-da36761524fd no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:00:41.244436 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-251edef6-0dd3-4f42-98e0-b70849c85898 req-ec8769de-56b8-4193-a7ef-3ec0f06baeaa tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497289 Jul 07 17:00:41.325929 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-c1cdd8e0-5f48-4dd3-bd7c-2a282a297330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:41.525192 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-2ac40247-f411-42cf-8397-db424af0521e req-e2eff68c-b163-42b7-a0f8-780cb65eabe9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] For port 4af62aa6-b045-470f-bac4-da36761524fd, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=4af62aa6-b045-470f-bac4-da36761524fd,segment=NetworkSegment(8945be48-b504-4ad9-94ef-c9a8efc5c006),segment_id=8945be48-b504-4ad9-94ef-c9a8efc5c006)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:41.526959 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-2ac40247-f411-42cf-8397-db424af0521e req-e2eff68c-b163-42b7-a0f8-780cb65eabe9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:41.745804 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8358cc3f-b862-4435-bf80-e9594088d7ec x-openstack-request-id: req-8358cc3f-b862-4435-bf80-e9594088d7ec {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:41.750166 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c38b039-39e9-42dd-b53d-c7070deddffe", "name": "network-vif-plugged", "status": "completed", "tag": "71939d33-b240-48ff-b47c-3afe71967ce7", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:41.751167 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8358cc3f-b862-4435-bf80-e9594088d7ec {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:41.760404 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c38b039-39e9-42dd-b53d-c7070deddffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71939d33-b240-48ff-b47c-3afe71967ce7', 'code': 200} Jul 07 17:00:41.771776 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f263ff2-ce82-45da-a6ca-b474dc6e6e51 None None] Provisioning for port 5c956485-b4ec-4743-aea1-268c1f54f7c6 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:41.871844 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-2ac40247-f411-42cf-8397-db424af0521e req-e2eff68c-b163-42b7-a0f8-780cb65eabe9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Calling delete_port for 4af62aa6-b045-470f-bac4-da36761524fd owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:41.892954 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f263ff2-ce82-45da-a6ca-b474dc6e6e51 None None] Provisioning complete for port 5c956485-b4ec-4743-aea1-268c1f54f7c6 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:41.893342 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f263ff2-ce82-45da-a6ca-b474dc6e6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:41.926338 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:41.964500 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-b4b4aad1-4230-4f41-84e3-02b722b28db3 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=22c7ac842250480c9cd38e7c32a13ed5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2686105 Jul 07 17:00:42.053604 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25443d8c-eff8-42f2-bccf-199448396199 req-cdea3301-b4d6-41a3-a1ef-66bc2e379122 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:42.056861 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=71939d33-b240-48ff-b47c-3afe71967ce7,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:42.062450 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-25443d8c-eff8-42f2-bccf-199448396199 req-cdea3301-b4d6-41a3-a1ef-66bc2e379122 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c38b039-39e9-42dd-b53d-c7070deddffe HTTP/1.1" status: 200 len: 944 time: 1.1503267 Jul 07 17:00:42.131912 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 894a9eb1-3d5a-4efc-9110-9a32c170c808, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=894a9eb1-3d5a-4efc-9110-9a32c170c808,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:42.203438 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:42.319402 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f263ff2-ce82-45da-a6ca-b474dc6e6e51 None None] Port 5c956485-b4ec-4743-aea1-268c1f54f7c6 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:00:42.424731 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-25443d8c-eff8-42f2-bccf-199448396199 req-312c278f-6b8d-4775-a3d9-ea74d53e57da tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3f70528-7313-4aa5-8919-d34595734fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608127 Jul 07 17:00:42.436657 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=894a9eb1-3d5a-4efc-9110-9a32c170c808,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:42.581457 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2e80f54f-a646-44c4-8687-92ac2ddf9372 req-3dcc5d8e-497c-4133-aaac-7e7143d54674 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=064ec32d-a7b7-46d2-866c-f65212d09000 HTTP/1.1" status: 200 len: 210 time: 0.1476142 Jul 07 17:00:42.760396 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83014dfe-56f6-4e98-a47e-8609fa9c6a06 req-0cf71678-b096-4808-b775-481e9e69197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:42.771671 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-83014dfe-56f6-4e98-a47e-8609fa9c6a06 req-0cf71678-b096-4808-b775-481e9e69197c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8c38b039-39e9-42dd-b53d-c7070deddffe HTTP/1.1" status: 200 len: 1097 time: 1.0089180 Jul 07 17:00:42.785332 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-21e06555-c1f9-4467-a8fc-e3c03c12be03 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:42.787287 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-21e06555-c1f9-4467-a8fc-e3c03c12be03 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8102443 Jul 07 17:00:42.867098 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-8dfc4386-350c-4b9b-acd2-0eefbfe2652e tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Request body: {'port': {'device_id': '064ec32d-a7b7-46d2-866c-f65212d09000', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': '22c7ac842250480c9cd38e7c32a13ed5'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:43.040053 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745092a-d70f-4898-bc08-948f48ca4832 req-6a1567d6-94ff-4aa0-a36f-9ac18d261c6c tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:43.042699 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4745092a-d70f-4898-bc08-948f48ca4832 req-6a1567d6-94ff-4aa0-a36f-9ac18d261c6c tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 945 time: 0.1436832 Jul 07 17:00:43.049038 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664f4507-e772-423c-9c07-e7c703832c13 None None] Sync routers for ids ['436b728c-3035-4583-a1c5-2d4333ee272a'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:00:43.065759 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664f4507-e772-423c-9c07-e7c703832c13 None None] Routers {'436b728c-3035-4583-a1c5-2d4333ee272a'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:43.069594 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-664f4507-e772-423c-9c07-e7c703832c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:00:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['436b728c-3035-4583-a1c5-2d4333ee272a'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:43.205122 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4745092a-d70f-4898-bc08-948f48ca4832 req-9afdcac7-7b84-482a-a600-0b3e435b8b7e tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/security-groups?id=b901c69e-de03-4281-9e73-ba5e7f01e477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319277 Jul 07 17:00:43.241015 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-c1cdd8e0-5f48-4dd3-bd7c-2a282a297330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c956485-b4ec-4743-aea1-268c1f54f7c6 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:00:43.253130 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-c1cdd8e0-5f48-4dd3-bd7c-2a282a297330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.283834 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-c1cdd8e0-5f48-4dd3-bd7c-2a282a297330 service neutron] Transition to ACTIVE for port object 5c956485-b4ec-4743-aea1-268c1f54f7c6 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:43.289925 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-c1cdd8e0-5f48-4dd3-bd7c-2a282a297330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.291929 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e0f7d083-8547-43e6-90df-028b19d3aaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.327312 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-83014dfe-56f6-4e98-a47e-8609fa9c6a06 req-014bbd7e-b59f-4ceb-9dd5-900068c33429 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a3f70528-7313-4aa5-8919-d34595734fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4880104 Jul 07 17:00:43.490006 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-c1cdd8e0-5f48-4dd3-bd7c-2a282a297330 service neutron] Attempting to bind port 5c956485-b4ec-4743-aea1-268c1f54f7c6 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:43.490358 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-c1cdd8e0-5f48-4dd3-bd7c-2a282a297330 service neutron] Attempting to bind port 5c956485-b4ec-4743-aea1-268c1f54f7c6 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:43.490703 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-c1cdd8e0-5f48-4dd3-bd7c-2a282a297330 service neutron] Attempting to bind port 5c956485-b4ec-4743-aea1-268c1f54f7c6 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:43.493192 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cdd8e0-5f48-4dd3-bd7c-2a282a297330 service neutron] Pushing event updated for resources: {'Port': ['ID=5c956485-b4ec-4743-aea1-268c1f54f7c6,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:43.501240 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-c1cdd8e0-5f48-4dd3-bd7c-2a282a297330 service neutron] Port 5c956485-b4ec-4743-aea1-268c1f54f7c6 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:00:43.501240 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-c1cdd8e0-5f48-4dd3-bd7c-2a282a297330 service neutron] Attempting to bind port 5c956485-b4ec-4743-aea1-268c1f54f7c6 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:43.514415 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-c1cdd8e0-5f48-4dd3-bd7c-2a282a297330 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:43.514769 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-c1cdd8e0-5f48-4dd3-bd7c-2a282a297330 service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:43.515217 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-c1cdd8e0-5f48-4dd3-bd7c-2a282a297330 service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:43.515690 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-c1cdd8e0-5f48-4dd3-bd7c-2a282a297330 service neutron] Bound port: 5c956485-b4ec-4743-aea1-268c1f54f7c6, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:43.516069 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-c1cdd8e0-5f48-4dd3-bd7c-2a282a297330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.566312 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-664f4507-e772-423c-9c07-e7c703832c13 None None] Set router 436b728c-3035-4583-a1c5-2d4333ee272a gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:43.632694 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-c1cdd8e0-5f48-4dd3-bd7c-2a282a297330 service neutron] For port 5c956485-b4ec-4743-aea1-268c1f54f7c6, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:43.637862 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-c1cdd8e0-5f48-4dd3-bd7c-2a282a297330 service neutron] For port 5c956485-b4ec-4743-aea1-268c1f54f7c6, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=5c956485-b4ec-4743-aea1-268c1f54f7c6,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:43.646574 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-c1cdd8e0-5f48-4dd3-bd7c-2a282a297330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.676817 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-2ac40247-f411-42cf-8397-db424af0521e req-e2eff68c-b163-42b7-a0f8-780cb65eabe9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.738879 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-c1cdd8e0-5f48-4dd3-bd7c-2a282a297330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:43.740671 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-c1cdd8e0-5f48-4dd3-bd7c-2a282a297330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.742696 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-c1cdd8e0-5f48-4dd3-bd7c-2a282a297330 service neutron] 10.222.0.72 "PUT /v2.0/ports/5c956485-b4ec-4743-aea1-268c1f54f7c6 HTTP/1.1" status: 200 len: 1096 time: 2.8762469 Jul 07 17:00:43.744041 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cdd8e0-5f48-4dd3-bd7c-2a282a297330 service neutron] Pushing event updated for resources: {'Port': ['ID=5c956485-b4ec-4743-aea1-268c1f54f7c6,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:43.760467 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ee23b9-997b-412a-b0e5-c3929dd54202', 'tag': '5c956485-b4ec-4743-aea1-268c1f54f7c6'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:43.769408 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65704e1-83d8-41d0-80f5-d387d652948a" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ee23b9-997b-412a-b0e5-c3929dd54202", "tag": "5c956485-b4ec-4743-aea1-268c1f54f7c6"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:43.794363 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f6395-d0af-4edd-ae6a-1580c9052244 req-950907c8-5724-45d2-bcab-6b37c2a6cdaf tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:43.806293 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-556f6395-d0af-4edd-ae6a-1580c9052244 req-950907c8-5724-45d2-bcab-6b37c2a6cdaf tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6ee23b9-997b-412a-b0e5-c3929dd54202 HTTP/1.1" status: 200 len: 935 time: 1.0720830 Jul 07 17:00:43.828161 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eff68c-b163-42b7-a0f8-780cb65eabe9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Pushing event deleted for resources: {'Port': ['ID=4af62aa6-b045-470f-bac4-da36761524fd,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:43.849365 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7d083-8547-43e6-90df-028b19d3aaef admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9a0e3aa-e114-4f75-9b7a-179619372bd1,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:43.919929 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-11882ad8-d657-4813-908e-704517c20408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:44.158352 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-8dfc4386-350c-4b9b-acd2-0eefbfe2652e tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Made reservation on behalf of 22c7ac842250480c9cd38e7c32a13ed5 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:44.171015 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-8dfc4386-350c-4b9b-acd2-0eefbfe2652e tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:44.322097 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac40247-f411-42cf-8397-db424af0521e req-e2eff68c-b163-42b7-a0f8-780cb65eabe9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] No DVR routers for this DVR port 4af62aa6-b045-470f-bac4-da36761524fd on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:44.415862 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-664f4507-e772-423c-9c07-e7c703832c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'name': 'tempest-TaggedBootDevicesTest-1416164121-router', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '894a9eb1-3d5a-4efc-9110-9a32c170c808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:21Z', 'updated_at': '2021-07-07T17:00:31Z', 'revision_number': 4, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'gw_port': {'id': '894a9eb1-3d5a-4efc-9110-9a32c170c808', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:23Z', 'updated_at': '2021-07-07T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'ef0e67f4-6c97-4237-a77f-2573b42e3431', 'name': '', 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'mac_address': 'fa:16:3e:7d:15:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '7bf3ce58-a71d-4412-bb72-4611169487c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:29Z', 'updated_at': '2021-07-07T17:00:31Z', 'revision_number': 2, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'subnets': [{'id': '7bf3ce58-a71d-4412-bb72-4611169487c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:44.472712 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeab57c-0854-49fe-ac2c-286fce1449cf req-ecea064c-ff1c-402b-9331-c02ba2780ccc tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:44.481256 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0aeab57c-0854-49fe-ac2c-286fce1449cf req-ecea064c-ff1c-402b-9331-c02ba2780ccc tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c38b039-39e9-42dd-b53d-c7070deddffe HTTP/1.1" status: 200 len: 945 time: 0.4625304 Jul 07 17:00:44.554308 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f7d083-8547-43e6-90df-028b19d3aaef admin admin] Checking segment: {'id': '936489cd-6d27-46e3-a8c0-5f4261bd9fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a5429642-2051-4fab-b0d0-6ebe08874dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:44.555412 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f7d083-8547-43e6-90df-028b19d3aaef admin admin] Network hostable DHCP agents. Network: a5429642-2051-4fab-b0d0-6ebe08874dd5, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:00:44.568451 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-2ac40247-f411-42cf-8397-db424af0521e req-e2eff68c-b163-42b7-a0f8-780cb65eabe9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:44.573277 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2ac40247-f411-42cf-8397-db424af0521e req-e2eff68c-b163-42b7-a0f8-780cb65eabe9 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.64 "DELETE /v2.0/ports/4af62aa6-b045-470f-bac4-da36761524fd HTTP/1.1" status: 204 len: 173 time: 7.8897312 Jul 07 17:00:44.580793 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9176b06-2042-492b-be86-f8a0d44ce1f5', 'name': 'network-vif-deleted', 'tag': '4af62aa6-b045-470f-bac4-da36761524fd'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:44.585336 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1708e10f-c27f-4c0b-91ac-8a3cadd44acf" -d '{"events": [{"server_uuid": "f9176b06-2042-492b-be86-f8a0d44ce1f5", "name": "network-vif-deleted", "tag": "4af62aa6-b045-470f-bac4-da36761524fd"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:44.632514 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 894a9eb1-3d5a-4efc-9110-9a32c170c808 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:44.643023 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-05cb7df4-752d-465f-b368-bf73964f5ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:44.646003 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664f4507-e772-423c-9c07-e7c703832c13 None None] Checking router: 436b728c-3035-4583-a1c5-2d4333ee272a for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:00:44.646383 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664f4507-e772-423c-9c07-e7c703832c13 None None] Updating router 436b728c-3035-4583-a1c5-2d4333ee272a port ef0e67f4-6c97-4237-a77f-2573b42e3431 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:00:44.647033 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-05cb7df4-752d-465f-b368-bf73964f5ee2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f0a516a19b94469b5ea6a136bdf60f6&device_id=f6ee23b9-997b-412a-b0e5-c3929dd54202 HTTP/1.1" status: 200 len: 1099 time: 0.8507249 Jul 07 17:00:44.689060 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-556f6395-d0af-4edd-ae6a-1580c9052244 req-4589659b-cb7a-429c-aaba-9815391a70f5 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f8282e-f1d0-4b5b-9b7e-5170dd2f10fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8813167 Jul 07 17:00:44.877987 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-664f4507-e772-423c-9c07-e7c703832c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:44.972260 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-8332e2e9-1012-498e-8162-89e376cc7ba8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=5c956485-b4ec-4743-aea1-268c1f54f7c6 HTTP/1.1" status: 200 len: 217 time: 0.3078685 Jul 07 17:00:44.989704 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0aeab57c-0854-49fe-ac2c-286fce1449cf req-e2aa6613-6a7e-47e3-9066-57a0365aa71b tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3f70528-7313-4aa5-8919-d34595734fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875324 Jul 07 17:00:45.088607 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f7d083-8547-43e6-90df-028b19d3aaef admin admin] Network a5429642-2051-4fab-b0d0-6ebe08874dd5 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:00:45.153587 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-c96a583e-b2e5-4733-82a5-4698c718960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:45.158474 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-c96a583e-b2e5-4733-82a5-4698c718960f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1673117 Jul 07 17:00:45.227192 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-e0f7d083-8547-43e6-90df-028b19d3aaef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, a5429642-2051-4fab-b0d0-6ebe08874dd5) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:45.247083 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb26ddb-4cdc-495a-bedf-61771c9fdfe0 x-openstack-request-id: req-1fb26ddb-4cdc-495a-bedf-61771c9fdfe0 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:45.247710 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ee23b9-997b-412a-b0e5-c3929dd54202", "tag": "5c956485-b4ec-4743-aea1-268c1f54f7c6", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:45.248146 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1fb26ddb-4cdc-495a-bedf-61771c9fdfe0 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:45.263131 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ee23b9-997b-412a-b0e5-c3929dd54202', 'tag': '5c956485-b4ec-4743-aea1-268c1f54f7c6', 'status': 'completed', 'code': 200} Jul 07 17:00:45.358661 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-135a5464-d7c6-4b3b-8842-56239f4c91d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:45.362933 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-135a5464-d7c6-4b3b-8842-56239f4c91d5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1924865 Jul 07 17:00:45.416050 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-76077089-dcc1-43c1-b67f-21e11fac26b2 req-cfd33285-ab38-41ae-986e-cab2ba20f341 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=064ec32d-a7b7-46d2-866c-f65212d09000 HTTP/1.1" status: 200 len: 210 time: 0.2498224 Jul 07 17:00:45.421334 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43918d7-52a9-4917-814d-d72edc60c8fe None None] Network a5429642-2051-4fab-b0d0-6ebe08874dd5 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:45.424750 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f7d083-8547-43e6-90df-028b19d3aaef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:45.425400 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e0f7d083-8547-43e6-90df-028b19d3aaef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:45.481656 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 894a9eb1-3d5a-4efc-9110-9a32c170c808 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:45.482279 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:45.506786 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e0f7d083-8547-43e6-90df-028b19d3aaef admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.5566926 Jul 07 17:00:45.565892 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da74896-2449-4c58-a022-0627be021ffe x-openstack-request-id: req-8da74896-2449-4c58-a022-0627be021ffe {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:45.566258 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9176b06-2042-492b-be86-f8a0d44ce1f5", "name": "network-vif-deleted", "tag": "4af62aa6-b045-470f-bac4-da36761524fd", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:45.566443 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8da74896-2449-4c58-a022-0627be021ffe {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:45.566857 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9176b06-2042-492b-be86-f8a0d44ce1f5', 'name': 'network-vif-deleted', 'tag': '4af62aa6-b045-470f-bac4-da36761524fd', 'status': 'completed', 'code': 200} Jul 07 17:00:45.713045 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-8dfc4386-350c-4b9b-acd2-0eefbfe2652e tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Allocated IP 192.168.233.236 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/47a23044-c4ae-4152-a89a-1931451003a0) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:45.727865 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-806110ad-8e7a-499f-843c-c0dde8134656 req-d2373888-56e0-456e-b924-9d6679bb41d2 tempest-LiveMigrationTest-283405670 tempest-LiveMigrationTest-283405670-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9176b06-2042-492b-be86-f8a0d44ce1f5 HTTP/1.1" status: 200 len: 210 time: 0.1417191 Jul 07 17:00:45.823461 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-13dc6371-0cb2-4ce5-a294-713e5844a439 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520988 Jul 07 17:00:46.264659 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72e81d60-5f05-46ef-add5-7c6c92c01923 req-6ad1b7a9-f347-41c5-8c98-869d5e983192 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231017 Jul 07 17:00:46.296970 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-11882ad8-d657-4813-908e-704517c20408 admin admin] Deleting port 67427569-1675-4ac1-afa1-3296979d1838 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:46.300740 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-11882ad8-d657-4813-908e-704517c20408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:46.439527 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c170de56-2f88-46bc-a416-4aa8234cdc78 None None] Network a5429642-2051-4fab-b0d0-6ebe08874dd5 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:46.567119 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-8dfc4386-350c-4b9b-acd2-0eefbfe2652e tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:46.599639 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-8dfc4386-350c-4b9b-acd2-0eefbfe2652e tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Transition to ACTIVE for port object 47a23044-c4ae-4152-a89a-1931451003a0 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:46.618724 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09849799-c6ec-4f47-9f78-eb3fb5094a82 req-93b9034e-5b31-458d-8934-93e38bd8de98 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:46.627735 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-09849799-c6ec-4f47-9f78-eb3fb5094a82 req-93b9034e-5b31-458d-8934-93e38bd8de98 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6ee23b9-997b-412a-b0e5-c3929dd54202 HTTP/1.1" status: 200 len: 947 time: 0.7001545 Jul 07 17:00:46.634516 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-664f4507-e772-423c-9c07-e7c703832c13 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:46.661876 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-664f4507-e772-423c-9c07-e7c703832c13 None None] Transition to ACTIVE for port object ef0e67f4-6c97-4237-a77f-2573b42e3431 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:46.698430 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-11882ad8-d657-4813-908e-704517c20408 admin admin] For port 67427569-1675-4ac1-afa1-3296979d1838, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=67427569-1675-4ac1-afa1-3296979d1838,segment=NetworkSegment(c126c080-0b7a-4583-b961-2cc1a5715ab0),segment_id=c126c080-0b7a-4583-b961-2cc1a5715ab0)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:46.698765 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-11882ad8-d657-4813-908e-704517c20408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:46.722383 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-11882ad8-d657-4813-908e-704517c20408 admin admin] Calling delete_port for 67427569-1675-4ac1-afa1-3296979d1838 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:46.724757 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-664f4507-e772-423c-9c07-e7c703832c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:46.864038 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65704e1-83d8-41d0-80f5-d387d652948a req-1bbd8ae8-22c5-4ce5-9db6-2c3d7e01f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:46.866587 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d65704e1-83d8-41d0-80f5-d387d652948a req-1bbd8ae8-22c5-4ce5-9db6-2c3d7e01f873 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f0a516a19b94469b5ea6a136bdf60f6&device_id=f6ee23b9-997b-412a-b0e5-c3929dd54202 HTTP/1.1" status: 200 len: 1099 time: 0.4718230 Jul 07 17:00:46.875446 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-c2ce4fce-edd4-4dba-a40b-9b24efb280fc tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:46.877766 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-c2ce4fce-edd4-4dba-a40b-9b24efb280fc tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/networks?id=a5429642-2051-4fab-b0d0-6ebe08874dd5 HTTP/1.1" status: 200 len: 815 time: 0.3849471 Jul 07 17:00:46.881613 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4a21f-101e-4395-aa13-cb887e0ff7fb None None] Pushing event updated for resources: {'Port': ['ID=ef0e67f4-6c97-4237-a77f-2573b42e3431,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:46.917624 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-09849799-c6ec-4f47-9f78-eb3fb5094a82 req-d017f449-e71a-498b-a5f4-df1f30c1cb4b tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f8282e-f1d0-4b5b-9b7e-5170dd2f10fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888329 Jul 07 17:00:46.947966 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-e740b300-3c3c-410a-9b23-bb8f5a966b40 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/quotas/2efee84f77114b8c9f3b9a3f5d32602b HTTP/1.1" status: 200 len: 375 time: 0.0496604 Jul 07 17:00:47.196737 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-6f037302-c827-473a-8c7d-b952b2af9acd tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2efee84f77114b8c9f3b9a3f5d32602b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1051543 Jul 07 17:00:47.229750 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-664f4507-e772-423c-9c07-e7c703832c13 None None] Attempting to bind port ef0e67f4-6c97-4237-a77f-2573b42e3431 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:47.231169 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-664f4507-e772-423c-9c07-e7c703832c13 None None] Attempting to bind port ef0e67f4-6c97-4237-a77f-2573b42e3431 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '7487d8ef-9e5b-45a3-816c-e8bf097ba0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:47.231169 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664f4507-e772-423c-9c07-e7c703832c13 None None] Attempting to bind port ef0e67f4-6c97-4237-a77f-2573b42e3431 on network 2b1ef1e6-de16-48e9-886d-760c85a81894 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:47.251465 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664f4507-e772-423c-9c07-e7c703832c13 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:47.252123 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664f4507-e772-423c-9c07-e7c703832c13 None None] Checking segment: {'id': '7487d8ef-9e5b-45a3-816c-e8bf097ba0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:47.257731 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-664f4507-e772-423c-9c07-e7c703832c13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.258480 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664f4507-e772-423c-9c07-e7c703832c13 None None] Bound using segment: {'id': '7487d8ef-9e5b-45a3-816c-e8bf097ba0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:47.260769 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-664f4507-e772-423c-9c07-e7c703832c13 None None] Bound port: ef0e67f4-6c97-4237-a77f-2573b42e3431, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7487d8ef-9e5b-45a3-816c-e8bf097ba0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:47.260769 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-664f4507-e772-423c-9c07-e7c703832c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.317338 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-8dfc4386-350c-4b9b-acd2-0eefbfe2652e tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.432496 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-8dfc4386-350c-4b9b-acd2-0eefbfe2652e tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:47.449404 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65704e1-83d8-41d0-80f5-d387d652948a req-31c98d66-837c-4adf-8a56-140a1b87732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:47.451656 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d65704e1-83d8-41d0-80f5-d387d652948a req-31c98d66-837c-4adf-8a56-140a1b87732e service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.5699852 Jul 07 17:00:47.460607 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['3c049324-989a-414a-adc0-73352f93804e'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:00:47.496315 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-8dfc4386-350c-4b9b-acd2-0eefbfe2652e tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:47.559046 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-11882ad8-d657-4813-908e-704517c20408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.619713 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-8dfc4386-350c-4b9b-acd2-0eefbfe2652e tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:47.621350 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-44d1b506-e033-4e10-9a9f-383dc522c18d service neutron] 10.222.0.53 "GET /v2.0/networks/a5429642-2051-4fab-b0d0-6ebe08874dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139040 Jul 07 17:00:47.623769 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d65704e1-83d8-41d0-80f5-d387d652948a req-d38f2f69-65e6-4a0f-9f0d-eaadd4e0a440 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=5c956485-b4ec-4743-aea1-268c1f54f7c6 HTTP/1.1" status: 200 len: 217 time: 0.1643171 Jul 07 17:00:47.635987 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-664f4507-e772-423c-9c07-e7c703832c13 None None] For port ef0e67f4-6c97-4237-a77f-2573b42e3431, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:47.686418 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc4386-350c-4b9b-acd2-0eefbfe2652e tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Pushing event updated for resources: {'Port': ['ID=47a23044-c4ae-4152-a89a-1931451003a0,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:47.732350 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65704e1-83d8-41d0-80f5-d387d652948a req-376fd641-6589-4b54-9bf5-2791a750e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:47.734577 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d65704e1-83d8-41d0-80f5-d387d652948a req-376fd641-6589-4b54-9bf5-2791a750e8e4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.0909176 Jul 07 17:00:47.739412 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-664f4507-e772-423c-9c07-e7c703832c13 None None] For port ef0e67f4-6c97-4237-a77f-2573b42e3431, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=ef0e67f4-6c97-4237-a77f-2573b42e3431,segment=NetworkSegment(7487d8ef-9e5b-45a3-816c-e8bf097ba0ff),segment_id=7487d8ef-9e5b-45a3-816c-e8bf097ba0ff)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:47.755093 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-664f4507-e772-423c-9c07-e7c703832c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.940324 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11882ad8-d657-4813-908e-704517c20408 admin admin] Pushing event deleted for resources: {'Port': ['ID=67427569-1675-4ac1-afa1-3296979d1838,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:47.965216 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4a21f-101e-4395-aa13-cb887e0ff7fb None None] Pushing event updated for resources: {'Port': ['ID=ef0e67f4-6c97-4237-a77f-2573b42e3431,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:48.121353 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664f4507-e772-423c-9c07-e7c703832c13 None None] Routers {'436b728c-3035-4583-a1c5-2d4333ee272a'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:48.128557 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-664f4507-e772-423c-9c07-e7c703832c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:00:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['436b728c-3035-4583-a1c5-2d4333ee272a'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:48.171901 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-8dfc4386-350c-4b9b-acd2-0eefbfe2652e tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:48.172876 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-8dfc4386-350c-4b9b-acd2-0eefbfe2652e tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:48.216536 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-8dfc4386-350c-4b9b-acd2-0eefbfe2652e tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3648939 Jul 07 17:00:48.265505 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-88ff685b-2cb8-4b86-97d1-e7b6123b4638 service neutron] Request body: {'port': {'device_id': '064ec32d-a7b7-46d2-866c-f65212d09000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:48.272757 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-f659bbbd-efb0-450a-a531-e7aa452dd957 service neutron] 10.222.0.53 "GET /v2.0/networks/a5429642-2051-4fab-b0d0-6ebe08874dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6388762 Jul 07 17:00:48.283673 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65704e1-83d8-41d0-80f5-d387d652948a req-837daf57-4ec7-4fec-aebd-d3ac10eafb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:48.290430 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d65704e1-83d8-41d0-80f5-d387d652948a req-837daf57-4ec7-4fec-aebd-d3ac10eafb01 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2730968 Jul 07 17:00:48.414039 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23a629c1-919a-44b4-a406-00403aa0d683 req-12089190-8794-4596-8f45-7320017e9669 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2ed530a4-6d06-4aac-ae8d-3891e9df26f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7843099 Jul 07 17:00:48.416607 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-371f79b1-8a29-4121-ab5a-8d27a83ad945 None None] Provisioning for port 47a23044-c4ae-4152-a89a-1931451003a0 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:48.525950 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:00:48.552452 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c5871-4159-410f-8751-8ff743065f10 req-9cb75b4a-b164-42d2-8b9f-3287d6262083 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:48.554161 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a92c5871-4159-410f-8751-8ff743065f10 req-9cb75b4a-b164-42d2-8b9f-3287d6262083 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c38b039-39e9-42dd-b53d-c7070deddffe HTTP/1.1" status: 200 len: 945 time: 1.1072898 Jul 07 17:00:48.578644 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-371f79b1-8a29-4121-ab5a-8d27a83ad945 None None] Provisioning complete for port 47a23044-c4ae-4152-a89a-1931451003a0 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:48.578644 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-371f79b1-8a29-4121-ab5a-8d27a83ad945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:48.629421 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d65704e1-83d8-41d0-80f5-d387d652948a req-32923ab1-c626-4758-aa2c-7ddf772321c9 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317494 Jul 07 17:00:48.676955 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-664f4507-e772-423c-9c07-e7c703832c13 None None] Set router 436b728c-3035-4583-a1c5-2d4333ee272a gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:48.745609 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-371f79b1-8a29-4121-ab5a-8d27a83ad945 None None] Port 47a23044-c4ae-4152-a89a-1931451003a0 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:00:48.845012 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d65704e1-83d8-41d0-80f5-d387d652948a req-c6ba54a3-7a9c-49fc-9c1a-95a4e3a4de2d service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074623 Jul 07 17:00:48.853811 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device ef0e67f4-6c97-4237-a77f-2573b42e3431 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:48.976326 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port ef0e67f4-6c97-4237-a77f-2573b42e3431 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:48.997752 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-096eb128-70a2-41f8-8778-82412f078f74 None None] Provisioning complete for port ef0e67f4-6c97-4237-a77f-2573b42e3431 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:48.998174 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-096eb128-70a2-41f8-8778-82412f078f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.000281 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 5c956485-b4ec-4743-aea1-268c1f54f7c6 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:00:49.039651 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port ef0e67f4-6c97-4237-a77f-2573b42e3431 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:49.039651 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.288545 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1076e2-7e9d-4976-bbeb-bf5e8f9486eb req-726ca5fc-21d9-467a-9a79-e01ba93e55ca tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:49.303443 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ae1076e2-7e9d-4976-bbeb-bf5e8f9486eb req-726ca5fc-21d9-467a-9a79-e01ba93e55ca tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=064ec32d-a7b7-46d2-866c-f65212d09000 HTTP/1.1" status: 200 len: 936 time: 0.2006700 Jul 07 17:00:49.386996 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-88ff685b-2cb8-4b86-97d1-e7b6123b4638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.411838 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 5c956485-b4ec-4743-aea1-268c1f54f7c6, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=5c956485-b4ec-4743-aea1-268c1f54f7c6,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:49.426558 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ae1076e2-7e9d-4976-bbeb-bf5e8f9486eb req-b1c8dfb1-a112-4ff7-a065-bade92b48bd2 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/security-groups?id=ccf2b646-c818-417a-86e8-83667c6cec00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202128 Jul 07 17:00:49.440907 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.443843 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-096eb128-70a2-41f8-8778-82412f078f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.488356 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-11882ad8-d657-4813-908e-704517c20408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.638445 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a92c5871-4159-410f-8751-8ff743065f10 req-2cd01256-be38-4104-a670-69331e57e784 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3f70528-7313-4aa5-8919-d34595734fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0044222 Jul 07 17:00:49.665606 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53284) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:49.925317 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a629c1-919a-44b4-a406-00403aa0d683 req-9f0db261-7c71-4b63-a4b2-3bd016c156a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:49.930797 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23a629c1-919a-44b4-a406-00403aa0d683 req-9f0db261-7c71-4b63-a4b2-3bd016c156a0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22c7ac842250480c9cd38e7c32a13ed5&device_id=2ed530a4-6d06-4aac-ae8d-3891e9df26f4 HTTP/1.1" status: 200 len: 1102 time: 1.3723104 Jul 07 17:00:50.025714 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '5c956485-b4ec-4743-aea1-268c1f54f7c6', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': '5c956485-b4ec-4743-aea1-268c1f54f7c6', 'mac_address': 'fa:16:3e:9b:59:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:00:50.211338 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6eda99ab-9575-4f97-af78-d1abf5c8e828 req-25c9b492-171d-4d4e-9198-c1e86b649132 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 210 time: 0.1952226 Jul 07 17:00:50.223071 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-664f4507-e772-423c-9c07-e7c703832c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'name': 'tempest-TaggedBootDevicesTest-1416164121-router', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '894a9eb1-3d5a-4efc-9110-9a32c170c808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:21Z', 'updated_at': '2021-07-07T17:00:31Z', 'revision_number': 4, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'gw_port': {'id': '894a9eb1-3d5a-4efc-9110-9a32c170c808', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:23Z', 'updated_at': '2021-07-07T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'ef0e67f4-6c97-4237-a77f-2573b42e3431', 'name': '', 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'mac_address': 'fa:16:3e:7d:15:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '7bf3ce58-a71d-4412-bb72-4611169487c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:29Z', 'updated_at': '2021-07-07T17:00:47Z', 'revision_number': 4, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'subnets': [{'id': '7bf3ce58-a71d-4412-bb72-4611169487c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:50.232394 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port ef0e67f4-6c97-4237-a77f-2573b42e3431, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=ef0e67f4-6c97-4237-a77f-2573b42e3431,segment=NetworkSegment(7487d8ef-9e5b-45a3-816c-e8bf097ba0ff),segment_id=7487d8ef-9e5b-45a3-816c-e8bf097ba0ff)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:50.294298 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c0a972-9332-45c7-9ffe-663d871f908f admin admin] Deleting subnet 8cf0891f-7dd4-444b-b243-0a9d52ec4798 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:00:50.304997 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.315131 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-27c0a972-9332-45c7-9ffe-663d871f908f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.331344 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664f4507-e772-423c-9c07-e7c703832c13 None None] The sync data for ids ['436b728c-3035-4583-a1c5-2d4333ee272a'] in n-d-791503-12 is: [{'id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'name': 'tempest-TaggedBootDevicesTest-1416164121-router', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '894a9eb1-3d5a-4efc-9110-9a32c170c808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:21Z', 'updated_at': '2021-07-07T17:00:31Z', 'revision_number': 4, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'gw_port': {'id': '894a9eb1-3d5a-4efc-9110-9a32c170c808', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:23Z', 'updated_at': '2021-07-07T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'ef0e67f4-6c97-4237-a77f-2573b42e3431', 'name': '', 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'mac_address': 'fa:16:3e:7d:15:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '7bf3ce58-a71d-4412-bb72-4611169487c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:29Z', 'updated_at': '2021-07-07T17:00:47Z', 'revision_number': 4, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'subnets': [{'id': '7bf3ce58-a71d-4412-bb72-4611169487c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:00:50.506689 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.553145 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-27c0a972-9332-45c7-9ffe-663d871f908f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.659500 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.api [None req-096eb128-70a2-41f8-8778-82412f078f74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:00:50.664218 n-d-791503-12 neutron-server[100194]: DEBUG oslo_db.api [None req-096eb128-70a2-41f8-8778-82412f078f74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:00:50.760103 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-27c0a972-9332-45c7-9ffe-663d871f908f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.829971 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c956485-b4ec-4743-aea1-268c1f54f7c6 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:00:50.943690 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 5c956485-b4ec-4743-aea1-268c1f54f7c6, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=5c956485-b4ec-4743-aea1-268c1f54f7c6,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:50.944909 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=ef0e67f4-6c97-4237-a77f-2573b42e3431,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:50.971007 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.974593 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-27c0a972-9332-45c7-9ffe-663d871f908f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.993457 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11882ad8-d657-4813-908e-704517c20408 admin admin] Router 5f73bf57-8ac2-4618-925c-0aab07492764 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:00:51.001547 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.003611 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.005542 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.006115 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.007324 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.008679 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.011412 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.011847 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.012196 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.012541 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.012932 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.013272 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.020839 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab8d42-73a2-4a43-b444-a4b967ba6048 req-d96d2e62-f1e2-4c19-a47b-88b21a88be72 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:51.046048 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b4ab8d42-73a2-4a43-b444-a4b967ba6048 req-d96d2e62-f1e2-4c19-a47b-88b21a88be72 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6ee23b9-997b-412a-b0e5-c3929dd54202 HTTP/1.1" status: 200 len: 947 time: 1.0509090 Jul 07 17:00:51.061162 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0a972-9332-45c7-9ffe-663d871f908f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cf0891f-7dd4-444b-b243-0a9d52ec4798,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:51.074756 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-27c0a972-9332-45c7-9ffe-663d871f908f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.083093 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-27c0a972-9332-45c7-9ffe-663d871f908f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8cf0891f-7dd4-444b-b243-0a9d52ec4798 HTTP/1.1" status: 204 len: 168 time: 1.4158800 Jul 07 17:00:51.083813 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53310) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:51.123449 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4b98f-a393-4407-af32-71571301f68d req-453bd935-82b8-4bc7-b087-87c8cda80311 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:51.134987 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0ce4b98f-a393-4407-af32-71571301f68d req-453bd935-82b8-4bc7-b087-87c8cda80311 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=064ec32d-a7b7-46d2-866c-f65212d09000 HTTP/1.1" status: 200 len: 936 time: 0.3176897 Jul 07 17:00:51.147923 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a629c1-919a-44b4-a406-00403aa0d683 req-5de8c52b-46cb-47c3-94d0-4302e300a9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:51.151681 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23a629c1-919a-44b4-a406-00403aa0d683 req-5de8c52b-46cb-47c3-94d0-4302e300a9b1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 1.1580262 Jul 07 17:00:51.169783 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=5c956485-b4ec-4743-aea1-268c1f54f7c6,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:51.263422 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['5c956485-b4ec-4743-aea1-268c1f54f7c6'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:00:51.323901 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23a629c1-919a-44b4-a406-00403aa0d683 req-8494a814-18f0-4877-81db-01e55fba36eb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=3c049324-989a-414a-adc0-73352f93804e HTTP/1.1" status: 200 len: 217 time: 0.1247797 Jul 07 17:00:51.421567 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b4ab8d42-73a2-4a43-b444-a4b967ba6048 req-92f6d6b7-42c6-4607-a9e0-dbdec7a5029d tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f8282e-f1d0-4b5b-9b7e-5170dd2f10fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620875 Jul 07 17:00:51.569261 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0ce4b98f-a393-4407-af32-71571301f68d req-5c66adf9-440a-4acd-a304-b4496c2dc07e tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/security-groups?id=ccf2b646-c818-417a-86e8-83667c6cec00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332683 Jul 07 17:00:51.716414 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5c6958b6-fc19-4df4-add9-c373a74cda3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.879176 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-484d2b7a-5ce3-4fdf-8d75-9c89a14e20f3 req-68778370-986f-4f99-886a-245414ac8000 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 210 time: 0.1090176 Jul 07 17:00:51.975024 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-8929cdc1-2b14-4908-929d-98436347e53a tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:51.978235 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-8929cdc1-2b14-4908-929d-98436347e53a tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.72 "GET /v2.0/networks?id=a5429642-2051-4fab-b0d0-6ebe08874dd5 HTTP/1.1" status: 200 len: 815 time: 0.7504919 Jul 07 17:00:52.017318 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-b6a49ec9-0a4e-46d8-b330-61ae0962f45d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Request body: {'port': {'device_id': '72514ae4-499f-41e0-91ba-f2fc407fc5f2', 'network_id': 'a5429642-2051-4fab-b0d0-6ebe08874dd5', 'admin_state_up': True, 'tenant_id': '2efee84f77114b8c9f3b9a3f5d32602b'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:52.049176 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a629c1-919a-44b4-a406-00403aa0d683 req-9ed61cfd-4068-4dad-b9eb-ffff479a4688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:52.059049 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23a629c1-919a-44b4-a406-00403aa0d683 req-9ed61cfd-4068-4dad-b9eb-ffff479a4688 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.6632698 Jul 07 17:00:52.244416 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5c6958b6-fc19-4df4-add9-c373a74cda3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.267359 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-88ff685b-2cb8-4b86-97d1-e7b6123b4638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47a23044-c4ae-4152-a89a-1931451003a0 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:00:52.282889 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-88ff685b-2cb8-4b86-97d1-e7b6123b4638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.290084 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11882ad8-d657-4813-908e-704517c20408 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:00:52.302833 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-11882ad8-d657-4813-908e-704517c20408 admin admin] 10.222.0.53 "PUT /v2.0/routers/5f73bf57-8ac2-4618-925c-0aab07492764/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2991166 Jul 07 17:00:52.306439 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-5c6958b6-fc19-4df4-add9-c373a74cda3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f59045c-fb41-4f4e-86ad-a15d05bedb10']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:52.309737 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae2891b-8f56-402d-9684-9e6becf0f764 None None] Sync routers for ids ['5f73bf57-8ac2-4618-925c-0aab07492764'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:00:52.312275 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53322) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:52.336165 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-88ff685b-2cb8-4b86-97d1-e7b6123b4638 service neutron] Transition to ACTIVE for port object 47a23044-c4ae-4152-a89a-1931451003a0 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:52.352439 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae2891b-8f56-402d-9684-9e6becf0f764 None None] Routers {'5f73bf57-8ac2-4618-925c-0aab07492764'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:52.353821 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-1ae2891b-8f56-402d-9684-9e6becf0f764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:00:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['5f73bf57-8ac2-4618-925c-0aab07492764'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:52.386458 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-88ff685b-2cb8-4b86-97d1-e7b6123b4638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.398820 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-5c6958b6-fc19-4df4-add9-c373a74cda3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8945be48-b504-4ad9-94ef-c9a8efc5c006') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:52.399076 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a629c1-919a-44b4-a406-00403aa0d683 req-6d9c58ad-1fbb-4698-bef8-3ccf648e7083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:52.399281 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-5c6958b6-fc19-4df4-add9-c373a74cda3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8945be48-b504-4ad9-94ef-c9a8efc5c006') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:52.401042 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23a629c1-919a-44b4-a406-00403aa0d683 req-6d9c58ad-1fbb-4698-bef8-3ccf648e7083 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3292918 Jul 07 17:00:52.445832 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5c6958b6-fc19-4df4-add9-c373a74cda3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.538837 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5c6958b6-fc19-4df4-add9-c373a74cda3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.548488 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-b6a49ec9-0a4e-46d8-b330-61ae0962f45d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Made reservation on behalf of 2efee84f77114b8c9f3b9a3f5d32602b for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:52.552246 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-b6a49ec9-0a4e-46d8-b330-61ae0962f45d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.579365 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6958b6-fc19-4df4-add9-c373a74cda3f admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:00:52.580082 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5c6958b6-fc19-4df4-add9-c373a74cda3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:00:52.592934 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:00:52.674789 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device ef0e67f4-6c97-4237-a77f-2573b42e3431 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:52.744532 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-1ae2891b-8f56-402d-9684-9e6becf0f764 None None] Set router 5f73bf57-8ac2-4618-925c-0aab07492764 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:52.805188 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff685b-2cb8-4b86-97d1-e7b6123b4638 service neutron] Pushing event updated for resources: {'Port': ['ID=47a23044-c4ae-4152-a89a-1931451003a0,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:52.841750 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port ef0e67f4-6c97-4237-a77f-2573b42e3431 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:52.842779 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.924338 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23a629c1-919a-44b4-a406-00403aa0d683 req-48fc68c0-4a37-425b-bc8f-9ad50038d4d8 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5086613 Jul 07 17:00:53.027652 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 5c956485-b4ec-4743-aea1-268c1f54f7c6 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:53.186369 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23a629c1-919a-44b4-a406-00403aa0d683 req-8036a268-8826-420c-9bc8-956e6f02de72 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048781 Jul 07 17:00:53.277558 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5c6958b6-fc19-4df4-add9-c373a74cda3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.340676 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6c68a407-45e0-4069-815a-f4d34b683873 admin admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.354313 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5c6958b6-fc19-4df4-add9-c373a74cda3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.364198 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5c6958b6-fc19-4df4-add9-c373a74cda3f admin admin] 10.222.0.53 "DELETE /v2.0/networks/0f59045c-fb41-4f4e-86ad-a15d05bedb10 HTTP/1.1" status: 204 len: 168 time: 2.2750659 Jul 07 17:00:53.374394 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53338) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:53.397621 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3e3a-1a2e-413a-846d-6fb0bf391909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.432337 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-1ae2891b-8f56-402d-9684-9e6becf0f764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'name': 'tempest-ServersTestJSON-1935857528-router', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:29Z', 'updated_at': '2021-07-07T17:00:47Z', 'revision_number': 5, 'project_id': 'df146b5b0b61480fbeabce06e3b8a566', 'gw_port': {'id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:34Z', 'updated_at': '2021-07-07T16:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:53.449137 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 5c956485-b4ec-4743-aea1-268c1f54f7c6 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:53.495176 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 5c956485-b4ec-4743-aea1-268c1f54f7c6 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:53.501018 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.507855 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6958b6-fc19-4df4-add9-c373a74cda3f admin admin] Pushing event deleted for resources: {'Network': ['ID=0f59045c-fb41-4f4e-86ad-a15d05bedb10,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:53.567999 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae2891b-8f56-402d-9684-9e6becf0f764 None None] Checking router: 5f73bf57-8ac2-4618-925c-0aab07492764 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:00:53.606127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1372cbd-ecb5-4ff5-a299-0f74b955868f req-be8973b3-f454-4553-8b00-63c54ba2662e tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:53.608167 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae2891b-8f56-402d-9684-9e6becf0f764 None None] Routers {'5f73bf57-8ac2-4618-925c-0aab07492764'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:53.609356 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-1ae2891b-8f56-402d-9684-9e6becf0f764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:00:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['5f73bf57-8ac2-4618-925c-0aab07492764'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:53.624133 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a1372cbd-ecb5-4ff5-a299-0f74b955868f req-be8973b3-f454-4553-8b00-63c54ba2662e tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6ee23b9-997b-412a-b0e5-c3929dd54202 HTTP/1.1" status: 200 len: 948 time: 0.5703866 Jul 07 17:00:53.647993 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-b6a49ec9-0a4e-46d8-b330-61ae0962f45d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Allocated IP 172.20.0.8 (a5429642-2051-4fab-b0d0-6ebe08874dd5/a9a0e3aa-e114-4f75-9b7a-179619372bd1/abafa783-24d1-4cc2-890b-686c8ba871ae) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:53.751125 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d5a1c-2f6c-4b64-af11-c3d78060f197 req-133310e6-c0fc-42ae-a30c-fb17f5a786d6 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:53.760513 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d67d5a1c-2f6c-4b64-af11-c3d78060f197 req-133310e6-c0fc-42ae-a30c-fb17f5a786d6 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=064ec32d-a7b7-46d2-866c-f65212d09000 HTTP/1.1" status: 200 len: 948 time: 0.8652964 Jul 07 17:00:53.804557 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.823234 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a1372cbd-ecb5-4ff5-a299-0f74b955868f req-08d004b3-df13-4275-879b-b5c529a70f5a tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f8282e-f1d0-4b5b-9b7e-5170dd2f10fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938004 Jul 07 17:00:53.865104 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-1ae2891b-8f56-402d-9684-9e6becf0f764 None None] Set router 5f73bf57-8ac2-4618-925c-0aab07492764 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:53.899564 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ee23b9-997b-412a-b0e5-c3929dd54202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c956485-b4ec-4743-aea1-268c1f54f7c6'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:53.915833 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7735cda8-4e55-48a1-b64c-0ba9353f8627" -d '{"events": [{"server_uuid": "f6ee23b9-997b-412a-b0e5-c3929dd54202", "name": "network-vif-plugged", "status": "completed", "tag": "5c956485-b4ec-4743-aea1-268c1f54f7c6"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:53.977084 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 5c956485-b4ec-4743-aea1-268c1f54f7c6, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=5c956485-b4ec-4743-aea1-268c1f54f7c6,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:53.986576 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.994887 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-88ff685b-2cb8-4b86-97d1-e7b6123b4638 service neutron] Attempting to bind port 47a23044-c4ae-4152-a89a-1931451003a0 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:53.995247 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-88ff685b-2cb8-4b86-97d1-e7b6123b4638 service neutron] Attempting to bind port 47a23044-c4ae-4152-a89a-1931451003a0 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:53.995688 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-88ff685b-2cb8-4b86-97d1-e7b6123b4638 service neutron] Attempting to bind port 47a23044-c4ae-4152-a89a-1931451003a0 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:54.004332 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bed4659-205a-4a80-aa4f-18c17ea3fa6e admin admin] Deleting subnet 39196474-83b2-4556-a501-a9a5bbbecb76 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:00:54.008936 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3bed4659-205a-4a80-aa4f-18c17ea3fa6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.114155 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3bed4659-205a-4a80-aa4f-18c17ea3fa6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.171123 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=5c956485-b4ec-4743-aea1-268c1f54f7c6,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:54.184441 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-88ff685b-2cb8-4b86-97d1-e7b6123b4638 service neutron] Port 47a23044-c4ae-4152-a89a-1931451003a0 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:00:54.185513 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-88ff685b-2cb8-4b86-97d1-e7b6123b4638 service neutron] Attempting to bind port 47a23044-c4ae-4152-a89a-1931451003a0 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:54.217675 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-88ff685b-2cb8-4b86-97d1-e7b6123b4638 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:54.218925 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-88ff685b-2cb8-4b86-97d1-e7b6123b4638 service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:54.218925 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-88ff685b-2cb8-4b86-97d1-e7b6123b4638 service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:54.219830 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-88ff685b-2cb8-4b86-97d1-e7b6123b4638 service neutron] Bound port: 47a23044-c4ae-4152-a89a-1931451003a0, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:54.221132 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-88ff685b-2cb8-4b86-97d1-e7b6123b4638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.241318 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d67d5a1c-2f6c-4b64-af11-c3d78060f197 req-e6a5f1a3-c0e4-4700-878f-9cb89423ac7b tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/security-groups?id=ccf2b646-c818-417a-86e8-83667c6cec00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479086 Jul 07 17:00:54.242239 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-b6a49ec9-0a4e-46d8-b330-61ae0962f45d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.247506 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-1ae2891b-8f56-402d-9684-9e6becf0f764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'name': 'tempest-ServersTestJSON-1935857528-router', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:29Z', 'updated_at': '2021-07-07T17:00:47Z', 'revision_number': 5, 'project_id': 'df146b5b0b61480fbeabce06e3b8a566', 'gw_port': {'id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:34Z', 'updated_at': '2021-07-07T16:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:54.263373 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3bed4659-205a-4a80-aa4f-18c17ea3fa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.365131 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae2891b-8f56-402d-9684-9e6becf0f764 None None] The sync data for ids ['5f73bf57-8ac2-4618-925c-0aab07492764'] in n-d-791503-12 is: [{'id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'name': 'tempest-ServersTestJSON-1935857528-router', 'tenant_id': 'df146b5b0b61480fbeabce06e3b8a566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:29Z', 'updated_at': '2021-07-07T17:00:47Z', 'revision_number': 5, 'project_id': 'df146b5b0b61480fbeabce06e3b8a566', 'gw_port': {'id': '647d2f74-ba4c-4f95-92bd-dc072fd9bd43', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f73bf57-8ac2-4618-925c-0aab07492764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:34Z', 'updated_at': '2021-07-07T16:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:00:54.367042 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6c68a407-45e0-4069-815a-f4d34b683873 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.408067 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-b6a49ec9-0a4e-46d8-b330-61ae0962f45d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.508983 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-b6a49ec9-0a4e-46d8-b330-61ae0962f45d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Network a5429642-2051-4fab-b0d0-6ebe08874dd5 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:54.522233 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-b6a49ec9-0a4e-46d8-b330-61ae0962f45d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:54.527851 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a49ec9-0a4e-46d8-b330-61ae0962f45d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Pushing event updated for resources: {'Port': ['ID=abafa783-24d1-4cc2-890b-686c8ba871ae,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:54.531471 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-b6a49ec9-0a4e-46d8-b330-61ae0962f45d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:54.589622 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5659e-aaed-4439-a9e8-8b6f341d1ffd req-29c6db7c-3a9e-43b0-b072-5d56963e3bdf tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:54.591583 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a4d5659e-aaed-4439-a9e8-8b6f341d1ffd req-29c6db7c-3a9e-43b0-b072-5d56963e3bdf tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 931 time: 0.2208827 Jul 07 17:00:54.602149 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3bed4659-205a-4a80-aa4f-18c17ea3fa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.604681 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-88ff685b-2cb8-4b86-97d1-e7b6123b4638 service neutron] For port 47a23044-c4ae-4152-a89a-1931451003a0, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:54.647373 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-b6a49ec9-0a4e-46d8-b330-61ae0962f45d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:54.648325 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-b6a49ec9-0a4e-46d8-b330-61ae0962f45d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.652508 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3bed4659-205a-4a80-aa4f-18c17ea3fa6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.658163 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3bed4659-205a-4a80-aa4f-18c17ea3fa6e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/39196474-83b2-4556-a501-a9a5bbbecb76 HTTP/1.1" status: 204 len: 168 time: 1.2740605 Jul 07 17:00:54.664830 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed4659-205a-4a80-aa4f-18c17ea3fa6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39196474-83b2-4556-a501-a9a5bbbecb76,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:54.668544 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a4d5659e-aaed-4439-a9e8-8b6f341d1ffd req-375c3213-882b-4366-aa7a-44ec252aa4c4 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695760 Jul 07 17:00:54.675791 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53350) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:54.687578 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-88ff685b-2cb8-4b86-97d1-e7b6123b4638 service neutron] For port 47a23044-c4ae-4152-a89a-1931451003a0, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=47a23044-c4ae-4152-a89a-1931451003a0,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:54.699897 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-88ff685b-2cb8-4b86-97d1-e7b6123b4638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.708688 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-b6a49ec9-0a4e-46d8-b330-61ae0962f45d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7187874 Jul 07 17:00:54.749515 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-270aa074-56c0-4f72-926b-05c2c1af740f service neutron] Request body: {'port': {'device_id': '72514ae4-499f-41e0-91ba-f2fc407fc5f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:54.753026 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-6c68a407-45e0-4069-815a-f4d34b683873 admin admin] Deleting port 647d2f74-ba4c-4f95-92bd-dc072fd9bd43 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:54.758712 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6c68a407-45e0-4069-815a-f4d34b683873 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.780748 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-88ff685b-2cb8-4b86-97d1-e7b6123b4638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:54.782012 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-88ff685b-2cb8-4b86-97d1-e7b6123b4638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.784523 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-88ff685b-2cb8-4b86-97d1-e7b6123b4638 service neutron] 10.222.0.64 "PUT /v2.0/ports/47a23044-c4ae-4152-a89a-1931451003a0 HTTP/1.1" status: 200 len: 1097 time: 6.5355744 Jul 07 17:00:54.824193 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496b52ca-bb6b-4f3c-b373-6ee4714115f3 x-openstack-request-id: req-496b52ca-bb6b-4f3c-b373-6ee4714115f3 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:54.824752 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ee23b9-997b-412a-b0e5-c3929dd54202", "name": "network-vif-plugged", "status": "completed", "tag": "5c956485-b4ec-4743-aea1-268c1f54f7c6", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:54.824752 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-496b52ca-bb6b-4f3c-b373-6ee4714115f3 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:54.825207 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ee23b9-997b-412a-b0e5-c3929dd54202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c956485-b4ec-4743-aea1-268c1f54f7c6', 'code': 200} Jul 07 17:00:54.859439 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5f2488eb-2181-446e-a3b4-61e36218aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.960756 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '064ec32d-a7b7-46d2-866c-f65212d09000', 'tag': '47a23044-c4ae-4152-a89a-1931451003a0'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:54.971440 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7e88e9-bf08-4611-9ad7-a0d7c17f7433" -d '{"events": [{"name": "network-changed", "server_uuid": "064ec32d-a7b7-46d2-866c-f65212d09000", "tag": "47a23044-c4ae-4152-a89a-1931451003a0"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:55.066102 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-270aa074-56c0-4f72-926b-05c2c1af740f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:55.228102 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5f2488eb-2181-446e-a3b4-61e36218aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:55.269317 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-5f2488eb-2181-446e-a3b4-61e36218aea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5affcb60-9652-4dcb-abe3-55066826e530']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:55.294298 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-5f2488eb-2181-446e-a3b4-61e36218aea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e53654-4d39-4a43-a515-e4b6ad69f992') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:55.295023 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-5f2488eb-2181-446e-a3b4-61e36218aea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e53654-4d39-4a43-a515-e4b6ad69f992') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:55.332218 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5f2488eb-2181-446e-a3b4-61e36218aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:55.423247 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5f2488eb-2181-446e-a3b4-61e36218aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:55.454511 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f597ae5-d49f-4644-845d-3b36df727e99 req-40875b21-41fe-4271-beef-dbb796954522 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:55.472716 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6f597ae5-d49f-4644-845d-3b36df727e99 req-40875b21-41fe-4271-beef-dbb796954522 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6ee23b9-997b-412a-b0e5-c3929dd54202 HTTP/1.1" status: 200 len: 949 time: 0.3004212 Jul 07 17:00:55.481659 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f2488eb-2181-446e-a3b4-61e36218aea3 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:00:55.481659 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5f2488eb-2181-446e-a3b4-61e36218aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:00:55.483563 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:00:55.960590 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-270aa074-56c0-4f72-926b-05c2c1af740f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abafa783-24d1-4cc2-890b-686c8ba871ae {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:00:55.986772 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-270aa074-56c0-4f72-926b-05c2c1af740f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.009992 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff685b-2cb8-4b86-97d1-e7b6123b4638 service neutron] Pushing event updated for resources: {'Port': ['ID=47a23044-c4ae-4152-a89a-1931451003a0,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:56.032207 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-270aa074-56c0-4f72-926b-05c2c1af740f service neutron] Transition to ACTIVE for port object abafa783-24d1-4cc2-890b-686c8ba871ae will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:56.038587 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5f2488eb-2181-446e-a3b4-61e36218aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.060923 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1be701-91f1-4440-921a-a1da34942fe6 x-openstack-request-id: req-de1be701-91f1-4440-921a-a1da34942fe6 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:56.061791 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "064ec32d-a7b7-46d2-866c-f65212d09000", "tag": "47a23044-c4ae-4152-a89a-1931451003a0", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:56.062490 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de1be701-91f1-4440-921a-a1da34942fe6 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:56.063450 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '064ec32d-a7b7-46d2-866c-f65212d09000', 'tag': '47a23044-c4ae-4152-a89a-1931451003a0', 'status': 'completed', 'code': 200} Jul 07 17:00:56.071959 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5f2488eb-2181-446e-a3b4-61e36218aea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.089195 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5f2488eb-2181-446e-a3b4-61e36218aea3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5affcb60-9652-4dcb-abe3-55066826e530 HTTP/1.1" status: 204 len: 168 time: 1.4118853 Jul 07 17:00:56.098539 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-270aa074-56c0-4f72-926b-05c2c1af740f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.159183 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.255909 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-6c68a407-45e0-4069-815a-f4d34b683873 admin admin] For port 647d2f74-ba4c-4f95-92bd-dc072fd9bd43, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=647d2f74-ba4c-4f95-92bd-dc072fd9bd43,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:56.266955 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6c68a407-45e0-4069-815a-f4d34b683873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.305142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-6c68a407-45e0-4069-815a-f4d34b683873 admin admin] Calling delete_port for 647d2f74-ba4c-4f95-92bd-dc072fd9bd43 owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:56.368534 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270aa074-56c0-4f72-926b-05c2c1af740f service neutron] Pushing event updated for resources: {'Port': ['ID=abafa783-24d1-4cc2-890b-686c8ba871ae,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:56.411696 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6f597ae5-d49f-4644-845d-3b36df727e99 req-2d956e99-7171-461a-99d7-4249b18e1cb9 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f8282e-f1d0-4b5b-9b7e-5170dd2f10fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9487610 Jul 07 17:00:56.416537 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2488eb-2181-446e-a3b4-61e36218aea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5affcb60-9652-4dcb-abe3-55066826e530,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:56.450839 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 67427569-1675-4ac1-afa1-3296979d1838 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:00:56.470971 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53378) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:56.582535 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 67427569-1675-4ac1-afa1-3296979d1838 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:00:56.583548 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 67427569-1675-4ac1-afa1-3296979d1838 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:00:56.677029 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-270aa074-56c0-4f72-926b-05c2c1af740f service neutron] Attempting to bind port abafa783-24d1-4cc2-890b-686c8ba871ae on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:56.678226 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-270aa074-56c0-4f72-926b-05c2c1af740f service neutron] Attempting to bind port abafa783-24d1-4cc2-890b-686c8ba871ae by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '936489cd-6d27-46e3-a8c0-5f4261bd9fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a5429642-2051-4fab-b0d0-6ebe08874dd5'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:56.678643 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-270aa074-56c0-4f72-926b-05c2c1af740f service neutron] Attempting to bind port abafa783-24d1-4cc2-890b-686c8ba871ae on network a5429642-2051-4fab-b0d0-6ebe08874dd5 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:56.718843 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3d09be81-e243-4f29-b7ed-f5545b3ab52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.720480 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-270aa074-56c0-4f72-926b-05c2c1af740f service neutron] Port abafa783-24d1-4cc2-890b-686c8ba871ae on network a5429642-2051-4fab-b0d0-6ebe08874dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:00:56.721119 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-270aa074-56c0-4f72-926b-05c2c1af740f service neutron] Attempting to bind port abafa783-24d1-4cc2-890b-686c8ba871ae on network a5429642-2051-4fab-b0d0-6ebe08874dd5 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:56.752109 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-270aa074-56c0-4f72-926b-05c2c1af740f service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:56.752598 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-270aa074-56c0-4f72-926b-05c2c1af740f service neutron] Checking segment: {'id': '936489cd-6d27-46e3-a8c0-5f4261bd9fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a5429642-2051-4fab-b0d0-6ebe08874dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:56.753286 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-270aa074-56c0-4f72-926b-05c2c1af740f service neutron] Bound using segment: {'id': '936489cd-6d27-46e3-a8c0-5f4261bd9fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a5429642-2051-4fab-b0d0-6ebe08874dd5'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:56.753914 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-270aa074-56c0-4f72-926b-05c2c1af740f service neutron] Bound port: abafa783-24d1-4cc2-890b-686c8ba871ae, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936489cd-6d27-46e3-a8c0-5f4261bd9fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a5429642-2051-4fab-b0d0-6ebe08874dd5'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:56.754508 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-270aa074-56c0-4f72-926b-05c2c1af740f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.831489 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-33f80468-57b9-4ac4-9a3b-f1758d70ea7f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e3c30a38df434836b6a6d7bed9173bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2573080 Jul 07 17:00:56.838359 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53384) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:56.872218 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-76499496-1373-4f4d-9928-45ad13e2e83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:56.874965 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-76499496-1373-4f4d-9928-45ad13e2e83b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=22c7ac842250480c9cd38e7c32a13ed5&device_id=064ec32d-a7b7-46d2-866c-f65212d09000 HTTP/1.1" status: 200 len: 1100 time: 1.6456838 Jul 07 17:00:57.008774 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-4ab15e13-81c1-444b-be47-b2d927a541ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=47a23044-c4ae-4152-a89a-1931451003a0 HTTP/1.1" status: 200 len: 217 time: 0.1040492 Jul 07 17:00:57.087376 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe8505-69e8-4ad5-985f-df764e2950c0 req-5e08e4e4-9502-43a9-b8f0-ba01a346b237 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:57.096458 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-08fe8505-69e8-4ad5-985f-df764e2950c0 req-5e08e4e4-9502-43a9-b8f0-ba01a346b237 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=064ec32d-a7b7-46d2-866c-f65212d09000 HTTP/1.1" status: 200 len: 948 time: 0.6632679 Jul 07 17:00:57.177838 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05106750-2fc3-47c1-b08d-d6b4faa3cf31 req-a695cd69-0655-4a80-bab3-88bfc8d2a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:57.190322 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-05106750-2fc3-47c1-b08d-d6b4faa3cf31 req-a695cd69-0655-4a80-bab3-88bfc8d2a1b0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f6ee23b9-997b-412a-b0e5-c3929dd54202 HTTP/1.1" status: 200 len: 1101 time: 2.0040290 Jul 07 17:00:57.354995 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-1a882c53-d007-4dd1-8530-9e53b6862b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:57.358776 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-1a882c53-d007-4dd1-8530-9e53b6862b9d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.3251431 Jul 07 17:00:57.559794 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-05106750-2fc3-47c1-b08d-d6b4faa3cf31 req-84c6ce04-5edd-42a7-9e30-bdb90ee86675 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=80f8282e-f1d0-4b5b-9b7e-5170dd2f10fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703269 Jul 07 17:00:57.582026 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-08fe8505-69e8-4ad5-985f-df764e2950c0 req-84f55f50-f8dc-4cd6-bab5-d4768bed60c7 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/security-groups?id=ccf2b646-c818-417a-86e8-83667c6cec00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670182 Jul 07 17:00:57.603657 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6c68a407-45e0-4069-815a-f4d34b683873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:57.646812 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68a407-45e0-4069-815a-f4d34b683873 admin admin] Pushing event deleted for resources: {'Port': ['ID=647d2f74-ba4c-4f95-92bd-dc072fd9bd43,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:57.669716 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-0fc34f8b-97c2-4e7f-9bc8-d544fb612330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:57.673390 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-0fc34f8b-97c2-4e7f-9bc8-d544fb612330 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3015862 Jul 07 17:00:57.745790 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-270aa074-56c0-4f72-926b-05c2c1af740f service neutron] For port abafa783-24d1-4cc2-890b-686c8ba871ae, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:57.761861 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-270aa074-56c0-4f72-926b-05c2c1af740f service neutron] For port abafa783-24d1-4cc2-890b-686c8ba871ae, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=abafa783-24d1-4cc2-890b-686c8ba871ae,segment=NetworkSegment(936489cd-6d27-46e3-a8c0-5f4261bd9fb2),segment_id=936489cd-6d27-46e3-a8c0-5f4261bd9fb2)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:57.772197 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:57.793409 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-270aa074-56c0-4f72-926b-05c2c1af740f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:57.828438 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-0612ae0b-121a-4f2c-afd7-03ab80115a6e service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020541 Jul 07 17:00:57.934459 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270aa074-56c0-4f72-926b-05c2c1af740f service neutron] Pushing event updated for resources: {'Port': ['ID=abafa783-24d1-4cc2-890b-686c8ba871ae,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:57.978785 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-270aa074-56c0-4f72-926b-05c2c1af740f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:57.979909 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-270aa074-56c0-4f72-926b-05c2c1af740f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:57.993937 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6c68a407-45e0-4069-815a-f4d34b683873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:57.996449 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-270aa074-56c0-4f72-926b-05c2c1af740f service neutron] 10.222.0.72 "PUT /v2.0/ports/abafa783-24d1-4cc2-890b-686c8ba871ae HTTP/1.1" status: 200 len: 1092 time: 3.2572854 Jul 07 17:00:57.997234 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72514ae4-499f-41e0-91ba-f2fc407fc5f2', 'tag': 'abafa783-24d1-4cc2-890b-686c8ba871ae'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:58.005309 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1b4e1e-f1a3-4997-8bf3-4b01f4c49cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "72514ae4-499f-41e0-91ba-f2fc407fc5f2", "tag": "abafa783-24d1-4cc2-890b-686c8ba871ae"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:58.068893 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5fb39038-82f9-41e3-8cc7-cf0f99c02bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.151865 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50aa377-e4bc-4616-9af3-e164ff8c9bee req-234fd1aa-8f91-4c49-8b5c-28c425bd616f tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:58.167992 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e50aa377-e4bc-4616-9af3-e164ff8c9bee req-234fd1aa-8f91-4c49-8b5c-28c425bd616f tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 943 time: 1.2804115 Jul 07 17:00:58.205895 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6c68a407-45e0-4069-815a-f4d34b683873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.229217 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6c68a407-45e0-4069-815a-f4d34b683873 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.232287 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53396) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:58.264544 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-bc5cbef6-2ea1-4e84-a0f2-650ac5687e79 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1380688612'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:58.273505 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5fb39038-82f9-41e3-8cc7-cf0f99c02bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.311510 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e50aa377-e4bc-4616-9af3-e164ff8c9bee req-f316e039-299e-4763-a928-aa674a9cbed0 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953827 Jul 07 17:00:58.437979 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a063127-3a01-4fbf-b858-07214b3bf7a0 x-openstack-request-id: req-7a063127-3a01-4fbf-b858-07214b3bf7a0 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:58.438910 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72514ae4-499f-41e0-91ba-f2fc407fc5f2", "tag": "abafa783-24d1-4cc2-890b-686c8ba871ae", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:58.438910 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a063127-3a01-4fbf-b858-07214b3bf7a0 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:58.439515 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72514ae4-499f-41e0-91ba-f2fc407fc5f2', 'tag': 'abafa783-24d1-4cc2-890b-686c8ba871ae', 'status': 'completed', 'code': 200} Jul 07 17:00:58.458510 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6c68a407-45e0-4069-815a-f4d34b683873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.460054 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c68a407-45e0-4069-815a-f4d34b683873 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f73bf57-8ac2-4618-925c-0aab07492764 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:00:58.470228 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2b0ba96-27fb-4060-83ee-d026c7b33705 req-5e03cfb4-42c4-49f2-934e-c6fc916f53b0 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5994229 Jul 07 17:00:58.491038 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6c68a407-45e0-4069-815a-f4d34b683873 admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.494093 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6c68a407-45e0-4069-815a-f4d34b683873 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5f73bf57-8ac2-4618-925c-0aab07492764 HTTP/1.1" status: 204 len: 168 time: 6.1757452 Jul 07 17:00:58.498736 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53400) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:58.499408 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-31f43e0e-35c3-4f4b-ad3c-58bcab83a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:58.503330 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-31f43e0e-35c3-4f4b-ad3c-58bcab83a54b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2efee84f77114b8c9f3b9a3f5d32602b&device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 1095 time: 0.3920434 Jul 07 17:00:58.521266 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5cbef6-2ea1-4e84-a0f2-650ac5687e79 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Made reservation on behalf of 52ba6e7d3c334b5d9c08203be3275f20 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:58.530216 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bc5cbef6-2ea1-4e84-a0f2-650ac5687e79 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.646854 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-da666639-78d9-4d90-999b-2bf710f7804d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abafa783-24d1-4cc2-890b-686c8ba871ae HTTP/1.1" status: 200 len: 217 time: 0.1362398 Jul 07 17:00:58.692942 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48530a3-af99-41bb-9502-188be1f13e98 admin admin] Deleting subnet 5512d358-3619-4514-a272-035774ba4388 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:00:58.710576 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b48530a3-af99-41bb-9502-188be1f13e98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.770561 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5fb39038-82f9-41e3-8cc7-cf0f99c02bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.774402 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5fb39038-82f9-41e3-8cc7-cf0f99c02bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.776226 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5fb39038-82f9-41e3-8cc7-cf0f99c02bd9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b901c69e-de03-4281-9e73-ba5e7f01e477 HTTP/1.1" status: 204 len: 168 time: 1.8946893 Jul 07 17:00:58.797455 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-99b85440-a19f-481c-9a69-4d4c2d7d19c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:58.803652 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-99b85440-a19f-481c-9a69-4d4c2d7d19c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a9a0e3aa-e114-4f75-9b7a-179619372bd1 HTTP/1.1" status: 200 len: 855 time: 0.1482878 Jul 07 17:00:58.806913 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5cbef6-2ea1-4e84-a0f2-650ac5687e79 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:00:58.845428 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb39038-82f9-41e3-8cc7-cf0f99c02bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b901c69e-de03-4281-9e73-ba5e7f01e477,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:58.910960 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-301088a2-8e81-4d67-ac24-59e9210450b4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a5429642-2051-4fab-b0d0-6ebe08874dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850220 Jul 07 17:00:58.928111 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0587d7f-b085-46ac-82b8-8d5cd1e501b4 req-3d7252f1-1ab3-4b05-a9c0-a8edc7dceb58 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:58.940188 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b0587d7f-b085-46ac-82b8-8d5cd1e501b4 req-3d7252f1-1ab3-4b05-a9c0-a8edc7dceb58 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6ee23b9-997b-412a-b0e5-c3929dd54202 HTTP/1.1" status: 200 len: 949 time: 0.8092885 Jul 07 17:00:58.992029 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b48530a3-af99-41bb-9502-188be1f13e98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.199390 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b48530a3-af99-41bb-9502-188be1f13e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.323458 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b48530a3-af99-41bb-9502-188be1f13e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.328042 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bc5cbef6-2ea1-4e84-a0f2-650ac5687e79 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.328433 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-bc5cbef6-2ea1-4e84-a0f2-650ac5687e79 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Added segment 6bcddae9-b488-4690-903f-3d09a677e8f6 of type vlan for network fab6f54d-9214-45d2-b598-1fe08070fc1d Jul 07 17:00:59.432315 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f82485-2a32-4c89-ad22-352a4efcb84a req-2ce11b1d-38db-4922-ba49-af4f6b9627e1 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:59.445543 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-71f82485-2a32-4c89-ad22-352a4efcb84a req-2ce11b1d-38db-4922-ba49-af4f6b9627e1 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=064ec32d-a7b7-46d2-866c-f65212d09000 HTTP/1.1" status: 200 len: 948 time: 0.2779977 Jul 07 17:00:59.451301 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-821c5413-a93d-474a-9737-67122504f4ed service neutron] 10.222.0.72 "GET /v2.0/networks/a5429642-2051-4fab-b0d0-6ebe08874dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326748 Jul 07 17:00:59.470067 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b0587d7f-b085-46ac-82b8-8d5cd1e501b4 req-b5930b3d-4396-4b44-acf1-f6f289d531ce tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f8282e-f1d0-4b5b-9b7e-5170dd2f10fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5256400 Jul 07 17:00:59.480722 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48530a3-af99-41bb-9502-188be1f13e98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5512d358-3619-4514-a272-035774ba4388,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:59.519704 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e76bcb-6949-412c-aebd-1965f6ab338c None None] Network fd320d57-866a-4ea9-8417-d48deefec81a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:59.534858 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b48530a3-af99-41bb-9502-188be1f13e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.542367 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b48530a3-af99-41bb-9502-188be1f13e98 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5512d358-3619-4514-a272-035774ba4388 HTTP/1.1" status: 204 len: 168 time: 1.0407035 Jul 07 17:00:59.550868 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53412) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:59.555156 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bc5cbef6-2ea1-4e84-a0f2-650ac5687e79 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.617109 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-71f82485-2a32-4c89-ad22-352a4efcb84a req-fd9d6548-6e4b-4482-b2a6-1fe82491cb6d tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/security-groups?id=ccf2b646-c818-417a-86e8-83667c6cec00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700788 Jul 07 17:00:59.754101 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c296ea9b-9820-41ec-9f39-1a061e0382d5 req-09439f8b-70be-46b4-9cbe-caf2ec16b2da service neutron] 10.222.0.72 "GET /v2.0/networks/a5429642-2051-4fab-b0d0-6ebe08874dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917197 Jul 07 17:00:59.760213 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.db.resource_extend [None req-bc5cbef6-2ea1-4e84-a0f2-650ac5687e79 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:00:59.832811 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e88e9-bf08-4611-9ad7-a0d7c17f7433 req-b2e51a03-a7c5-4970-b9ee-ed8db92f86c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:59.840509 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a7e88e9-bf08-4611-9ad7-a0d7c17f7433 req-b2e51a03-a7c5-4970-b9ee-ed8db92f86c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=22c7ac842250480c9cd38e7c32a13ed5&device_id=064ec32d-a7b7-46d2-866c-f65212d09000 HTTP/1.1" status: 200 len: 1100 time: 0.5413902 Jul 07 17:00:59.862843 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ca0857c-aee5-48a2-a906-ebc803e55a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.926695 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53416) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:59.934982 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bc5cbef6-2ea1-4e84-a0f2-650ac5687e79 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.950430 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5cbef6-2ea1-4e84-a0f2-650ac5687e79 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:59.952799 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bc5cbef6-2ea1-4e84-a0f2-650ac5687e79 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.066310 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-76cab089-9bf2-4c15-9257-7ff3ec54262f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=68788af95f7a4cfd818cd892f4f1da49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1306343 Jul 07 17:01:00.066674 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53418) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:00.105328 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b4e1e-f1a3-4997-8bf3-4b01f4c49cd6 req-d809d6ba-7ebb-4040-8bd2-5e7db6fb3199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:00.107051 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ea1b4e1e-f1a3-4997-8bf3-4b01f4c49cd6 req-d809d6ba-7ebb-4040-8bd2-5e7db6fb3199 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2efee84f77114b8c9f3b9a3f5d32602b&device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 1095 time: 0.2719281 Jul 07 17:01:00.118743 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214e30bd-1884-438a-a520-04859f88cd1e None None] DHCP port deletion for fd320d57-866a-4ea9-8417-d48deefec81a request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:01:00.135808 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.221689 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b396e0ff-d537-4dab-bb27-650cf593a2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.293563 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b396e0ff-d537-4dab-bb27-650cf593a2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.341204 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bc5cbef6-2ea1-4e84-a0f2-650ac5687e79 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.0994947 Jul 07 17:01:00.350268 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53422) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:00.357871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-428d2a1e-0617-4e55-8922-2abbf6750dbf tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-127758248'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:00.382976 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5cbef6-2ea1-4e84-a0f2-650ac5687e79 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event updated for resources: {'Network': ['ID=fab6f54d-9214-45d2-b598-1fe08070fc1d,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:00.383928 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b4e1e-f1a3-4997-8bf3-4b01f4c49cd6 req-ac96e36b-08de-43c2-a8a5-34eac1382395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:00.386966 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ea1b4e1e-f1a3-4997-8bf3-4b01f4c49cd6 req-ac96e36b-08de-43c2-a8a5-34eac1382395 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a5429642-2051-4fab-b0d0-6ebe08874dd5 HTTP/1.1" status: 200 len: 916 time: 0.2620873 Jul 07 17:01:00.426002 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ebbe9-08be-488b-b27d-82ce77132187 req-3f5f3a46-acbd-4324-b9a0-4f9895b2db68 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:00.428918 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-122ebbe9-08be-488b-b27d-82ce77132187 req-3f5f3a46-acbd-4324-b9a0-4f9895b2db68 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 943 time: 0.7175727 Jul 07 17:01:00.433224 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network fab6f54d-9214-45d2-b598-1fe08070fc1d details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:00.452896 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-214e30bd-1884-438a-a520-04859f88cd1e None None] Deleting port c02d72ee-0b97-43bf-be8f-8055cc5802e0 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:00.457489 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-214e30bd-1884-438a-a520-04859f88cd1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.494849 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ea1b4e1e-f1a3-4997-8bf3-4b01f4c49cd6 req-7db35137-0d07-4f5a-a884-d73a8489444e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abafa783-24d1-4cc2-890b-686c8ba871ae HTTP/1.1" status: 200 len: 217 time: 0.0849466 Jul 07 17:01:00.503533 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428d2a1e-0617-4e55-8922-2abbf6750dbf tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Made reservation on behalf of 52ba6e7d3c334b5d9c08203be3275f20 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:00.512337 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-428d2a1e-0617-4e55-8922-2abbf6750dbf tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.560931 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e88e9-bf08-4611-9ad7-a0d7c17f7433 req-3736e42c-5d58-4651-8dca-4a63a2d4f952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:00.575768 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a7e88e9-bf08-4611-9ad7-a0d7c17f7433 req-3736e42c-5d58-4651-8dca-4a63a2d4f952 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.7270694 Jul 07 17:01:00.603263 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-122ebbe9-08be-488b-b27d-82ce77132187 req-e55e166b-4653-48ae-9533-297fa874f1f6 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599915 Jul 07 17:01:00.631747 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b396e0ff-d537-4dab-bb27-650cf593a2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.658210 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b396e0ff-d537-4dab-bb27-650cf593a2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.658210 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b396e0ff-d537-4dab-bb27-650cf593a2e9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc2b7899-6ec1-463b-8793-0268f8262c58 HTTP/1.1" status: 204 len: 168 time: 0.5763376 Jul 07 17:01:00.678459 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-428d2a1e-0617-4e55-8922-2abbf6750dbf tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:01:00.737932 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396e0ff-d537-4dab-bb27-650cf593a2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2b7899-6ec1-463b-8793-0268f8262c58,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:00.754367 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b4e1e-f1a3-4997-8bf3-4b01f4c49cd6 req-7008f040-6dea-46e2-8061-04b111dd4ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:00.761534 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ea1b4e1e-f1a3-4997-8bf3-4b01f4c49cd6 req-7008f040-6dea-46e2-8061-04b111dd4ed5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a9a0e3aa-e114-4f75-9b7a-179619372bd1 HTTP/1.1" status: 200 len: 855 time: 0.2259653 Jul 07 17:01:00.773499 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-428d2a1e-0617-4e55-8922-2abbf6750dbf tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.773968 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-428d2a1e-0617-4e55-8922-2abbf6750dbf tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Added segment df77f602-5930-4d7d-bce9-0dfeb2c494e1 of type vlan for network fb74cf42-8431-4db2-86e2-f968c1182b61 Jul 07 17:01:00.811291 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a7e88e9-bf08-4611-9ad7-a0d7c17f7433 req-c1035c1a-fce2-4d3b-966d-4ed6d1bb46c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=47a23044-c4ae-4152-a89a-1931451003a0 HTTP/1.1" status: 200 len: 217 time: 0.2145524 Jul 07 17:01:00.811585 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 647d2f74-ba4c-4f95-92bd-dc072fd9bd43 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:01:00.927914 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ea1b4e1e-f1a3-4997-8bf3-4b01f4c49cd6 req-00826635-a4a7-485b-8b2c-32472c4f5c9a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a5429642-2051-4fab-b0d0-6ebe08874dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1487985 Jul 07 17:01:00.951343 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e88e9-bf08-4611-9ad7-a0d7c17f7433 req-db4d4df0-4cfd-4ae7-9049-2d0b40f29b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:00.954461 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a7e88e9-bf08-4611-9ad7-a0d7c17f7433 req-db4d4df0-4cfd-4ae7-9049-2d0b40f29b06 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1343689 Jul 07 17:01:01.068779 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device abafa783-24d1-4cc2-890b-686c8ba871ae details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:01:01.092604 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 647d2f74-ba4c-4f95-92bd-dc072fd9bd43 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:01:01.093651 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 647d2f74-ba4c-4f95-92bd-dc072fd9bd43 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:01:01.096488 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c02d72ee-0b97-43bf-be8f-8055cc5802e0 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:01:01.104035 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-6ca0857c-aee5-48a2-a906-ebc803e55a5a admin admin] Deleting port c02d72ee-0b97-43bf-be8f-8055cc5802e0 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:01.108662 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ca0857c-aee5-48a2-a906-ebc803e55a5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.160059 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-428d2a1e-0617-4e55-8922-2abbf6750dbf tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.236366 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-214e30bd-1884-438a-a520-04859f88cd1e None None] For port c02d72ee-0b97-43bf-be8f-8055cc5802e0, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c02d72ee-0b97-43bf-be8f-8055cc5802e0,segment=NetworkSegment(c126c080-0b7a-4583-b961-2cc1a5715ab0),segment_id=c126c080-0b7a-4583-b961-2cc1a5715ab0)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:01.237447 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-214e30bd-1884-438a-a520-04859f88cd1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.387136 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-214e30bd-1884-438a-a520-04859f88cd1e None None] Calling delete_port for c02d72ee-0b97-43bf-be8f-8055cc5802e0 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:01.424113 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ea1b4e1e-f1a3-4997-8bf3-4b01f4c49cd6 req-d43ff06c-e0e6-4eec-ac69-12c3ae955111 service neutron] 10.222.0.72 "GET /v2.0/networks/a5429642-2051-4fab-b0d0-6ebe08874dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222009 Jul 07 17:01:01.472804 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port abafa783-24d1-4cc2-890b-686c8ba871ae, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=abafa783-24d1-4cc2-890b-686c8ba871ae,segment=NetworkSegment(936489cd-6d27-46e3-a8c0-5f4261bd9fb2),segment_id=936489cd-6d27-46e3-a8c0-5f4261bd9fb2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:01.490791 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'abafa783-24d1-4cc2-890b-686c8ba871ae', 'network_id': 'a5429642-2051-4fab-b0d0-6ebe08874dd5', 'port_id': 'abafa783-24d1-4cc2-890b-686c8ba871ae', 'mac_address': 'fa:16:3e:f4:04:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a0e3aa-e114-4f75-9b7a-179619372bd1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:01:01.510713 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-6ca0857c-aee5-48a2-a906-ebc803e55a5a admin admin] For port c02d72ee-0b97-43bf-be8f-8055cc5802e0, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c02d72ee-0b97-43bf-be8f-8055cc5802e0,segment=NetworkSegment(c126c080-0b7a-4583-b961-2cc1a5715ab0),segment_id=c126c080-0b7a-4583-b961-2cc1a5715ab0)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:01.511584 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ca0857c-aee5-48a2-a906-ebc803e55a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.569092 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-6ca0857c-aee5-48a2-a906-ebc803e55a5a admin admin] Calling delete_port for c02d72ee-0b97-43bf-be8f-8055cc5802e0 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:01.673311 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-428d2a1e-0617-4e55-8922-2abbf6750dbf tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.697418 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428d2a1e-0617-4e55-8922-2abbf6750dbf tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:01.707091 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-428d2a1e-0617-4e55-8922-2abbf6750dbf tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.775443 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e88e9-bf08-4611-9ad7-a0d7c17f7433 req-ad80e2e5-8ff2-4cf2-bfc4-f13e1bba45a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:01.777104 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a7e88e9-bf08-4611-9ad7-a0d7c17f7433 req-ad80e2e5-8ff2-4cf2-bfc4-f13e1bba45a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8163481 Jul 07 17:01:01.786374 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.815351 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.869216 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abafa783-24d1-4cc2-890b-686c8ba871ae {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:01.870529 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c53a0-ea9d-4ef1-81e0-928df2a7604b req-1d587bb0-eb16-409d-9a30-eb0c2a05018b tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:01.880054 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a06c53a0-ea9d-4ef1-81e0-928df2a7604b req-1d587bb0-eb16-409d-9a30-eb0c2a05018b tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=064ec32d-a7b7-46d2-866c-f65212d09000 HTTP/1.1" status: 200 len: 948 time: 0.9177244 Jul 07 17:01:01.950319 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port abafa783-24d1-4cc2-890b-686c8ba871ae, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=abafa783-24d1-4cc2-890b-686c8ba871ae,segment=NetworkSegment(936489cd-6d27-46e3-a8c0-5f4261bd9fb2),segment_id=936489cd-6d27-46e3-a8c0-5f4261bd9fb2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:01.956666 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-214e30bd-1884-438a-a520-04859f88cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.986421 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-428d2a1e-0617-4e55-8922-2abbf6750dbf tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6346042 Jul 07 17:01:01.999289 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8409399-b017-431b-bf03-1f23a5b57b33 req-90c778ed-84b5-45c1-ba61-3651c0215d36 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:02.006711 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f8409399-b017-431b-bf03-1f23a5b57b33 req-90c778ed-84b5-45c1-ba61-3651c0215d36 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6ee23b9-997b-412a-b0e5-c3929dd54202 HTTP/1.1" status: 200 len: 949 time: 1.0884845 Jul 07 17:01:02.013378 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53444) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:02.019437 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-f55ca97e-3a18-4ef4-bf8d-d432e60760fb tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Request body: {'subnet': {'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:02.021557 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.082933 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ca0857c-aee5-48a2-a906-ebc803e55a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.104604 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214e30bd-1884-438a-a520-04859f88cd1e None None] No DVR routers for this DVR port c02d72ee-0b97-43bf-be8f-8055cc5802e0 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:01:02.108502 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e30bd-1884-438a-a520-04859f88cd1e None None] Pushing event deleted for resources: {'Port': ['ID=c02d72ee-0b97-43bf-be8f-8055cc5802e0,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:02.117322 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d2a1e-0617-4e55-8922-2abbf6750dbf tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event updated for resources: {'Network': ['ID=fb74cf42-8431-4db2-86e2-f968c1182b61,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:02.148236 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ea1b4e1e-f1a3-4997-8bf3-4b01f4c49cd6 req-7c5243a7-0dbb-46b2-a390-f86cf69f893a service neutron] 10.222.0.72 "GET /v2.0/networks/a5429642-2051-4fab-b0d0-6ebe08874dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7231216 Jul 07 17:01:02.191070 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network fb74cf42-8431-4db2-86e2-f968c1182b61 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:02.219334 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca0857c-aee5-48a2-a906-ebc803e55a5a admin admin] No DVR routers for this DVR port c02d72ee-0b97-43bf-be8f-8055cc5802e0 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:01:02.281799 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['abafa783-24d1-4cc2-890b-686c8ba871ae'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:01:02.339439 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f8409399-b017-431b-bf03-1f23a5b57b33 req-14cb80b5-8342-4499-a775-9e292174c1fe tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f8282e-f1d0-4b5b-9b7e-5170dd2f10fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314235 Jul 07 17:01:02.340144 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0857c-aee5-48a2-a906-ebc803e55a5a admin admin] Pushing event deleted for resources: {'Port': ['ID=c02d72ee-0b97-43bf-be8f-8055cc5802e0,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:02.380371 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=abafa783-24d1-4cc2-890b-686c8ba871ae,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:02.443303 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55ca97e-3a18-4ef4-bf8d-d432e60760fb tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Made reservation on behalf of 52ba6e7d3c334b5d9c08203be3275f20 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:02.447940 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f55ca97e-3a18-4ef4-bf8d-d432e60760fb tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.451490 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a06c53a0-ea9d-4ef1-81e0-928df2a7604b req-f299ebba-ec53-4207-b799-1316d06877a9 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/security-groups?id=ccf2b646-c818-417a-86e8-83667c6cec00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473811 Jul 07 17:01:02.727241 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ca0857c-aee5-48a2-a906-ebc803e55a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.769764 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a7e88e9-bf08-4611-9ad7-a0d7c17f7433 req-36f2e01c-0aa9-4a64-b07c-28782c74888c service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9639478 Jul 07 17:01:02.771349 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-6ca0857c-aee5-48a2-a906-ebc803e55a5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd320d57-866a-4ea9-8417-d48deefec81a']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:02.825145 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-6ca0857c-aee5-48a2-a906-ebc803e55a5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c126c080-0b7a-4583-b961-2cc1a5715ab0') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:02.825446 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-6ca0857c-aee5-48a2-a906-ebc803e55a5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c126c080-0b7a-4583-b961-2cc1a5715ab0') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:02.925697 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ca0857c-aee5-48a2-a906-ebc803e55a5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.957581 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ca0857c-aee5-48a2-a906-ebc803e55a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.973675 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca0857c-aee5-48a2-a906-ebc803e55a5a admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:01:02.975732 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ca0857c-aee5-48a2-a906-ebc803e55a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:01:02.978414 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:01:03.083434 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba71da0-f770-462c-8a2c-4dc7b25bf5fc req-16186300-882c-443f-b496-3e0c11c219ce tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:03.089782 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fba71da0-f770-462c-8a2c-4dc7b25bf5fc req-16186300-882c-443f-b496-3e0c11c219ce tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 944 time: 0.3465393 Jul 07 17:01:03.146136 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a7e88e9-bf08-4611-9ad7-a0d7c17f7433 req-7ce40e95-d4ae-4690-adbb-e82018385de8 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678670 Jul 07 17:01:03.152133 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ca0857c-aee5-48a2-a906-ebc803e55a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.177623 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ca0857c-aee5-48a2-a906-ebc803e55a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.195488 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6ca0857c-aee5-48a2-a906-ebc803e55a5a admin admin] 10.222.0.53 "DELETE /v2.0/networks/fd320d57-866a-4ea9-8417-d48deefec81a HTTP/1.1" status: 204 len: 168 time: 3.6304803 Jul 07 17:01:03.232970 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0857c-aee5-48a2-a906-ebc803e55a5a admin admin] Pushing event deleted for resources: {'Network': ['ID=fd320d57-866a-4ea9-8417-d48deefec81a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:03.245629 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 47a23044-c4ae-4152-a89a-1931451003a0 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:01:03.350997 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fba71da0-f770-462c-8a2c-4dc7b25bf5fc req-7d11f234-1dc1-4051-9291-288a6b918cde tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333348 Jul 07 17:01:03.378097 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f55ca97e-3a18-4ef4-bf8d-d432e60760fb tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.569837 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 47a23044-c4ae-4152-a89a-1931451003a0, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=47a23044-c4ae-4152-a89a-1931451003a0,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:03.574080 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ca97e-3a18-4ef4-bf8d-d432e60760fb tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event updated for resources: {'Subnet': ['ID=d273b5eb-a1f3-41e7-afcb-8544824ca516,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:03.581821 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53478) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:03.600873 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55ca97e-3a18-4ef4-bf8d-d432e60760fb tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Checking segment: {'id': '6bcddae9-b488-4690-903f-3d09a677e8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:03.602303 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55ca97e-3a18-4ef4-bf8d-d432e60760fb tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Network hostable DHCP agents. Network: fab6f54d-9214-45d2-b598-1fe08070fc1d, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:01:03.646557 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '47a23044-c4ae-4152-a89a-1931451003a0', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': '47a23044-c4ae-4152-a89a-1931451003a0', 'mac_address': 'fa:16:3e:42:5e:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:01:03.674378 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55ca97e-3a18-4ef4-bf8d-d432e60760fb tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Network fab6f54d-9214-45d2-b598-1fe08070fc1d is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:01:03.680730 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6d549fbb-9add-4407-817b-f2befaccd221 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=df146b5b0b61480fbeabce06e3b8a566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0946403 Jul 07 17:01:03.682507 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53484) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:03.710124 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-f55ca97e-3a18-4ef4-bf8d-d432e60760fb tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, fab6f54d-9214-45d2-b598-1fe08070fc1d) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:03.722753 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ca97e-3a18-4ef4-bf8d-d432e60760fb tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:03.726451 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f55ca97e-3a18-4ef4-bf8d-d432e60760fb tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.741928 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345283f9-9816-40c7-b060-9ad70065f9e0 None None] Network fab6f54d-9214-45d2-b598-1fe08070fc1d requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:03.777376 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f55ca97e-3a18-4ef4-bf8d-d432e60760fb tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7627776 Jul 07 17:01:03.783172 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53494) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:03.797878 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-49b68668-1379-453b-b22d-872b92114f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.799039 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-0123624f-cf86-4ab4-8e73-7e7ff466c0e3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Request body: {'subnet': {'network_id': 'fb74cf42-8431-4db2-86e2-f968c1182b61', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:03.882682 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-49b68668-1379-453b-b22d-872b92114f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.939329 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.005269 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-49b68668-1379-453b-b22d-872b92114f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.008723 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-49b68668-1379-453b-b22d-872b92114f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.010104 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-49b68668-1379-453b-b22d-872b92114f23 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b761947a-7aa8-40ed-977a-f2d07c6ee3ed HTTP/1.1" status: 204 len: 168 time: 0.3265162 Jul 07 17:01:04.028696 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b68668-1379-453b-b22d-872b92114f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b761947a-7aa8-40ed-977a-f2d07c6ee3ed,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:04.050400 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-2347c2da-d570-4b82-8cf9-f81a7cc15c3a tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0f0a516a19b94469b5ea6a136bdf60f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639157 Jul 07 17:01:04.201778 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a23044-c4ae-4152-a89a-1931451003a0 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:04.291603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-8747557a-0a7e-4361-a2a4-089e862681bc tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:04.299493 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-8747557a-0a7e-4361-a2a4-089e862681bc tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2268713 Jul 07 17:01:04.310145 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 47a23044-c4ae-4152-a89a-1931451003a0, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=47a23044-c4ae-4152-a89a-1931451003a0,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:04.325938 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0123624f-cf86-4ab4-8e73-7e7ff466c0e3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Made reservation on behalf of 52ba6e7d3c334b5d9c08203be3275f20 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:04.337509 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0123624f-cf86-4ab4-8e73-7e7ff466c0e3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.375567 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.592112 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80cd3d-eae4-42f8-b7ca-f2cbfeb78ff9 req-18080197-a169-44bd-a0ad-5d7d5f0c202c tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:04.599485 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be80cd3d-eae4-42f8-b7ca-f2cbfeb78ff9 req-18080197-a169-44bd-a0ad-5d7d5f0c202c tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=064ec32d-a7b7-46d2-866c-f65212d09000 HTTP/1.1" status: 200 len: 949 time: 0.8419819 Jul 07 17:01:04.621702 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-18ba3540-d627-4bbd-974c-a29a16ac2239 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/quotas/0f0a516a19b94469b5ea6a136bdf60f6 HTTP/1.1" status: 200 len: 375 time: 0.3207791 Jul 07 17:01:04.634993 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=47a23044-c4ae-4152-a89a-1931451003a0,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:04.694727 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be80cd3d-eae4-42f8-b7ca-f2cbfeb78ff9 req-3451dfaf-9705-4e68-bf77-d2b2f92b6b9e tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/security-groups?id=ccf2b646-c818-417a-86e8-83667c6cec00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881517 Jul 07 17:01:04.702277 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['47a23044-c4ae-4152-a89a-1931451003a0'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:01:04.816559 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44345ce1-d238-40c0-ae64-6219c757d4fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-fab6f54d-9214-45d2-b598-1fe08070fc1d', 'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'fixed_ips': [{'subnet_id': 'd273b5eb-a1f3-41e7-afcb-8544824ca516'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:01:04.817678 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-44345ce1-d238-40c0-ae64-6219c757d4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.971573 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4c769-5599-4c7b-8680-3588bc7b42ae req-6a5f1bc5-b756-4eb8-85d2-7cb62af141c8 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:04.994838 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-46a4c769-5599-4c7b-8680-3588bc7b42ae req-6a5f1bc5-b756-4eb8-85d2-7cb62af141c8 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 944 time: 0.1570730 Jul 07 17:01:05.106149 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-50e36e07-1dd6-464e-9c03-618ed1af6ebe tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f0a516a19b94469b5ea6a136bdf60f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4813447 Jul 07 17:01:05.176189 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-46a4c769-5599-4c7b-8680-3588bc7b42ae req-1f26a050-419f-43aa-897e-290af8f1f11c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803117 Jul 07 17:01:05.250677 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device abafa783-24d1-4cc2-890b-686c8ba871ae up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:05.409567 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0123624f-cf86-4ab4-8e73-7e7ff466c0e3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.547190 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123624f-cf86-4ab4-8e73-7e7ff466c0e3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event updated for resources: {'Subnet': ['ID=5fd26278-1ee8-4aad-a564-96dc9b452a11,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:05.587738 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0123624f-cf86-4ab4-8e73-7e7ff466c0e3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Checking segment: {'id': 'df77f602-5930-4d7d-bce9-0dfeb2c494e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fb74cf42-8431-4db2-86e2-f968c1182b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:05.588553 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0123624f-cf86-4ab4-8e73-7e7ff466c0e3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Network hostable DHCP agents. Network: fb74cf42-8431-4db2-86e2-f968c1182b61, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:01:05.617616 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0123624f-cf86-4ab4-8e73-7e7ff466c0e3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Network fb74cf42-8431-4db2-86e2-f968c1182b61 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:01:05.637068 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-0123624f-cf86-4ab4-8e73-7e7ff466c0e3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, fb74cf42-8431-4db2-86e2-f968c1182b61) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:05.658306 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0123624f-cf86-4ab4-8e73-7e7ff466c0e3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:05.661014 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0123624f-cf86-4ab4-8e73-7e7ff466c0e3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.696981 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0123624f-cf86-4ab4-8e73-7e7ff466c0e3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9120259 Jul 07 17:01:05.702253 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53534) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:05.726338 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-feea7cdc-91a8-4ceb-a21f-20ca1b4f7ec4 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Request body: {'port': {'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d', 'name': 'tempest-TaggedBootDevicesTest_v242-746910934', 'fixed_ips': [{'subnet_id': 'd273b5eb-a1f3-41e7-afcb-8544824ca516'}]}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:05.733216 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4fafed6e-5e11-4a9c-bd23-700eb5fd7cb9 req-40b66410-0851-4205-92bf-ab541bbc50b8 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79 HTTP/1.1" status: 200 len: 210 time: 0.1160872 Jul 07 17:01:06.166404 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-44345ce1-d238-40c0-ae64-6219c757d4fa None None] Allocated IP 10.1.1.2 (fab6f54d-9214-45d2-b598-1fe08070fc1d/d273b5eb-a1f3-41e7-afcb-8544824ca516/84895ece-c9c5-4266-842c-d7c28c129837) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:06.237242 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43df7ac-a46c-4c42-ac97-ff862e49d1b7 None None] Network fb74cf42-8431-4db2-86e2-f968c1182b61 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:06.356263 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8ca37-36b5-4033-af59-185adb2cbeec req-95247cb5-2605-4b90-a51c-8351899df6a2 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:06.371815 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-17b8ca37-36b5-4033-af59-185adb2cbeec req-95247cb5-2605-4b90-a51c-8351899df6a2 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=064ec32d-a7b7-46d2-866c-f65212d09000 HTTP/1.1" status: 200 len: 949 time: 0.2329221 Jul 07 17:01:06.390613 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feea7cdc-91a8-4ceb-a21f-20ca1b4f7ec4 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Made reservation on behalf of 52ba6e7d3c334b5d9c08203be3275f20 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:06.488524 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-17b8ca37-36b5-4033-af59-185adb2cbeec req-5dfd83db-3254-4753-b577-0596491d6192 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/security-groups?id=ccf2b646-c818-417a-86e8-83667c6cec00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148858 Jul 07 17:01:06.705326 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port abafa783-24d1-4cc2-890b-686c8ba871ae completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:06.800095 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port abafa783-24d1-4cc2-890b-686c8ba871ae triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:06.800865 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:06.814661 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-feea7cdc-91a8-4ceb-a21f-20ca1b4f7ec4 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:06.902261 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-feea7cdc-91a8-4ceb-a21f-20ca1b4f7ec4 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] device_id is not set on port 874aad95-4d95-4e67-b5f3-a74579b36f91 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:01:07.041462 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53574) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:07.445269 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.448669 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed23d2d-1d36-4357-831c-78673b45ec44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-fb74cf42-8431-4db2-86e2-f968c1182b61', 'network_id': 'fb74cf42-8431-4db2-86e2-f968c1182b61', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'fixed_ips': [{'subnet_id': '5fd26278-1ee8-4aad-a564-96dc9b452a11'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:01:07.449962 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0ed23d2d-1d36-4357-831c-78673b45ec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.530056 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-44345ce1-d238-40c0-ae64-6219c757d4fa None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.648028 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-44345ce1-d238-40c0-ae64-6219c757d4fa None None] Transition to ACTIVE for port object 84895ece-c9c5-4266-842c-d7c28c129837 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:07.668488 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.675099 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-0b1d70c0-f05e-4ff5-83bd-0a33ea6c45c8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-401119643-network', 'tenant_id': '5e18586f003641e1b66cc76158dbffdc'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:07.710677 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.712143 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-44345ce1-d238-40c0-ae64-6219c757d4fa None None] Transition to ACTIVE for port object 84895ece-c9c5-4266-842c-d7c28c129837 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:07.753329 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1d70c0-f05e-4ff5-83bd-0a33ea6c45c8 admin admin] Made reservation on behalf of 5e18586f003641e1b66cc76158dbffdc for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:07.757201 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0b1d70c0-f05e-4ff5-83bd-0a33ea6c45c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.797855 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port abafa783-24d1-4cc2-890b-686c8ba871ae, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=abafa783-24d1-4cc2-890b-686c8ba871ae,segment=NetworkSegment(936489cd-6d27-46e3-a8c0-5f4261bd9fb2),segment_id=936489cd-6d27-46e3-a8c0-5f4261bd9fb2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:07.802752 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72514ae4-499f-41e0-91ba-f2fc407fc5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abafa783-24d1-4cc2-890b-686c8ba871ae'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:07.807329 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6df1147-b2c5-4475-a6f2-6fbe4853f9cf" -d '{"events": [{"server_uuid": "72514ae4-499f-41e0-91ba-f2fc407fc5f2", "name": "network-vif-plugged", "status": "completed", "tag": "abafa783-24d1-4cc2-890b-686c8ba871ae"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:07.818263 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.821994 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-44345ce1-d238-40c0-ae64-6219c757d4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.863152 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0b1d70c0-f05e-4ff5-83bd-0a33ea6c45c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.867845 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1d3045cb-8b7d-47d6-8bea-596f59ee215d req-5e1739d1-91d7-448b-8aa0-a019656fe5a8 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79 HTTP/1.1" status: 200 len: 210 time: 0.0782764 Jul 07 17:01:07.900763 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=abafa783-24d1-4cc2-890b-686c8ba871ae,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:07.901232 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-feea7cdc-91a8-4ceb-a21f-20ca1b4f7ec4 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Allocated IP 10.1.1.252 (fab6f54d-9214-45d2-b598-1fe08070fc1d/d273b5eb-a1f3-41e7-afcb-8544824ca516/874aad95-4d95-4e67-b5f3-a74579b36f91) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:07.961291 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-0ed23d2d-1d36-4357-831c-78673b45ec44 None None] Allocated IP 10.2.2.2 (fb74cf42-8431-4db2-86e2-f968c1182b61/5fd26278-1ee8-4aad-a564-96dc9b452a11/f705aedf-20ff-4761-b943-506cfa6dceae) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:07.976148 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44345ce1-d238-40c0-ae64-6219c757d4fa None None] Network fab6f54d-9214-45d2-b598-1fe08070fc1d is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:07.997003 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-44345ce1-d238-40c0-ae64-6219c757d4fa None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:08.000104 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44345ce1-d238-40c0-ae64-6219c757d4fa None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:08.027907 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44345ce1-d238-40c0-ae64-6219c757d4fa None None] Pushing event updated for resources: {'Port': ['ID=84895ece-c9c5-4266-842c-d7c28c129837,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:08.203549 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0b1d70c0-f05e-4ff5-83bd-0a33ea6c45c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.266045 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0b1d70c0-f05e-4ff5-83bd-0a33ea6c45c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.367779 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0ed23d2d-1d36-4357-831c-78673b45ec44 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.384807 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0ed23d2d-1d36-4357-831c-78673b45ec44 None None] Transition to ACTIVE for port object f705aedf-20ff-4761-b943-506cfa6dceae will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:08.415140 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0ed23d2d-1d36-4357-831c-78673b45ec44 None None] Transition to ACTIVE for port object f705aedf-20ff-4761-b943-506cfa6dceae will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:08.430384 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0ed23d2d-1d36-4357-831c-78673b45ec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.450460 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1d70c0-f05e-4ff5-83bd-0a33ea6c45c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:01:08.484944 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d70c0-f05e-4ff5-83bd-0a33ea6c45c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2b28e7-3920-434b-8018-90c30d750d32,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:08.550727 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0b1d70c0-f05e-4ff5-83bd-0a33ea6c45c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.551825 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-0b1d70c0-f05e-4ff5-83bd-0a33ea6c45c8 admin admin] Added segment 5205dc8c-fd23-4c58-b075-fb1729bf7f50 of type vlan for network 502ab0fb-1f4b-4d15-bebc-2fb322b8d400 Jul 07 17:01:08.624005 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-feea7cdc-91a8-4ceb-a21f-20ca1b4f7ec4 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.644244 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-67613834-3715-441c-b4e0-94e032402f9c tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0f0a516a19b94469b5ea6a136bdf60f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612566 Jul 07 17:01:08.662132 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed23d2d-1d36-4357-831c-78673b45ec44 None None] Network fb74cf42-8431-4db2-86e2-f968c1182b61 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:08.665138 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-feea7cdc-91a8-4ceb-a21f-20ca1b4f7ec4 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Transition to ACTIVE for port object 874aad95-4d95-4e67-b5f3-a74579b36f91 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:08.684783 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-0ed23d2d-1d36-4357-831c-78673b45ec44 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:08.689562 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed23d2d-1d36-4357-831c-78673b45ec44 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:08.709955 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-44345ce1-d238-40c0-ae64-6219c757d4fa None None] Attempting to bind port 84895ece-c9c5-4266-842c-d7c28c129837 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:08.710657 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-44345ce1-d238-40c0-ae64-6219c757d4fa None None] Attempting to bind port 84895ece-c9c5-4266-842c-d7c28c129837 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '6bcddae9-b488-4690-903f-3d09a677e8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:08.711317 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44345ce1-d238-40c0-ae64-6219c757d4fa None None] Attempting to bind port 84895ece-c9c5-4266-842c-d7c28c129837 on network fab6f54d-9214-45d2-b598-1fe08070fc1d {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:08.739507 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44345ce1-d238-40c0-ae64-6219c757d4fa None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:08.740897 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44345ce1-d238-40c0-ae64-6219c757d4fa None None] Checking segment: {'id': '6bcddae9-b488-4690-903f-3d09a677e8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:08.742794 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-44345ce1-d238-40c0-ae64-6219c757d4fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.744955 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9461f-70fe-4ebd-a9dc-0acb05a9b639 req-a3a433c7-45eb-4755-82eb-81475c568271 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:08.745736 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44345ce1-d238-40c0-ae64-6219c757d4fa None None] Bound using segment: {'id': '6bcddae9-b488-4690-903f-3d09a677e8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:08.746874 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-44345ce1-d238-40c0-ae64-6219c757d4fa None None] Bound port: 84895ece-c9c5-4266-842c-d7c28c129837, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcddae9-b488-4690-903f-3d09a677e8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:08.749804 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-44345ce1-d238-40c0-ae64-6219c757d4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.750890 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a0a9461f-70fe-4ebd-a9dc-0acb05a9b639 req-a3a433c7-45eb-4755-82eb-81475c568271 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=064ec32d-a7b7-46d2-866c-f65212d09000 HTTP/1.1" status: 200 len: 949 time: 0.4252219 Jul 07 17:01:08.762014 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-feea7cdc-91a8-4ceb-a21f-20ca1b4f7ec4 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.784225 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed23d2d-1d36-4357-831c-78673b45ec44 None None] Pushing event updated for resources: {'Port': ['ID=f705aedf-20ff-4761-b943-506cfa6dceae,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:08.929045 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feea7cdc-91a8-4ceb-a21f-20ca1b4f7ec4 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Network fab6f54d-9214-45d2-b598-1fe08070fc1d is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:08.966069 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-feea7cdc-91a8-4ceb-a21f-20ca1b4f7ec4 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:08.989936 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-0ed23d2d-1d36-4357-831c-78673b45ec44 None None] Attempting to bind port f705aedf-20ff-4761-b943-506cfa6dceae on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:08.990520 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-0ed23d2d-1d36-4357-831c-78673b45ec44 None None] Attempting to bind port f705aedf-20ff-4761-b943-506cfa6dceae by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'df77f602-5930-4d7d-bce9-0dfeb2c494e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fb74cf42-8431-4db2-86e2-f968c1182b61'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:08.991084 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed23d2d-1d36-4357-831c-78673b45ec44 None None] Attempting to bind port f705aedf-20ff-4761-b943-506cfa6dceae on network fb74cf42-8431-4db2-86e2-f968c1182b61 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:08.998285 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bc732-a4f3-41cc-857e-bb7ef126782c req-dc336997-a3fd-4992-bbd9-63874257c277 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:09.007648 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed23d2d-1d36-4357-831c-78673b45ec44 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:09.008273 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed23d2d-1d36-4357-831c-78673b45ec44 None None] Checking segment: {'id': 'df77f602-5930-4d7d-bce9-0dfeb2c494e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fb74cf42-8431-4db2-86e2-f968c1182b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:09.008993 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0ed23d2d-1d36-4357-831c-78673b45ec44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.009662 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed23d2d-1d36-4357-831c-78673b45ec44 None None] Bound using segment: {'id': 'df77f602-5930-4d7d-bce9-0dfeb2c494e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fb74cf42-8431-4db2-86e2-f968c1182b61'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:09.010497 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-0ed23d2d-1d36-4357-831c-78673b45ec44 None None] Bound port: f705aedf-20ff-4761-b943-506cfa6dceae, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df77f602-5930-4d7d-bce9-0dfeb2c494e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fb74cf42-8431-4db2-86e2-f968c1182b61'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:09.011169 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0ed23d2d-1d36-4357-831c-78673b45ec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.016382 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7a3bc732-a4f3-41cc-857e-bb7ef126782c req-dc336997-a3fd-4992-bbd9-63874257c277 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 945 time: 2.0078981 Jul 07 17:01:09.088571 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feea7cdc-91a8-4ceb-a21f-20ca1b4f7ec4 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:09.110349 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea7cdc-91a8-4ceb-a21f-20ca1b4f7ec4 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event updated for resources: {'Port': ['ID=874aad95-4d95-4e67-b5f3-a74579b36f91,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:09.135379 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-44345ce1-d238-40c0-ae64-6219c757d4fa None None] For port 84895ece-c9c5-4266-842c-d7c28c129837, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:09.198220 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-44345ce1-d238-40c0-ae64-6219c757d4fa None None] For port 84895ece-c9c5-4266-842c-d7c28c129837, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=84895ece-c9c5-4266-842c-d7c28c129837,segment=NetworkSegment(6bcddae9-b488-4690-903f-3d09a677e8f6),segment_id=6bcddae9-b488-4690-903f-3d09a677e8f6)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:09.211379 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-44345ce1-d238-40c0-ae64-6219c757d4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.262405 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feea7cdc-91a8-4ceb-a21f-20ca1b4f7ec4 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:09.275309 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-feea7cdc-91a8-4ceb-a21f-20ca1b4f7ec4 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.309591 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 47a23044-c4ae-4152-a89a-1931451003a0 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:09.317523 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7a3bc732-a4f3-41cc-857e-bb7ef126782c req-33a3a808-bbbd-4024-8eb0-c437be614217 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994530 Jul 07 17:01:09.349015 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-feea7cdc-91a8-4ceb-a21f-20ca1b4f7ec4 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6378951 Jul 07 17:01:09.350191 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53608) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:09.364860 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-c13ad087-c843-4228-b1f2-14f3d38dd70f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Request body: {'port': {'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1121189885', 'fixed_ips': [{'subnet_id': 'd273b5eb-a1f3-41e7-afcb-8544824ca516'}]}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:09.458295 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-0ed23d2d-1d36-4357-831c-78673b45ec44 None None] For port f705aedf-20ff-4761-b943-506cfa6dceae, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:09.494640 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44345ce1-d238-40c0-ae64-6219c757d4fa None None] Pushing event updated for resources: {'Port': ['ID=84895ece-c9c5-4266-842c-d7c28c129837,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:09.520252 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-0ed23d2d-1d36-4357-831c-78673b45ec44 None None] For port f705aedf-20ff-4761-b943-506cfa6dceae, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=f705aedf-20ff-4761-b943-506cfa6dceae,segment=NetworkSegment(df77f602-5930-4d7d-bce9-0dfeb2c494e1),segment_id=df77f602-5930-4d7d-bce9-0dfeb2c494e1)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:09.537253 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0ed23d2d-1d36-4357-831c-78673b45ec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.826114 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0b1d70c0-f05e-4ff5-83bd-0a33ea6c45c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.856380 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13ad087-c843-4228-b1f2-14f3d38dd70f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Made reservation on behalf of 52ba6e7d3c334b5d9c08203be3275f20 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:09.867992 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c13ad087-c843-4228-b1f2-14f3d38dd70f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.909718 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 47a23044-c4ae-4152-a89a-1931451003a0 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:10.001920 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 47a23044-c4ae-4152-a89a-1931451003a0 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:10.003091 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:10.075612 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-c13ad087-c843-4228-b1f2-14f3d38dd70f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] device_id is not set on port ba66bda7-9cd8-47c6-937f-ed3c0e115210 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:01:10.091730 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed23d2d-1d36-4357-831c-78673b45ec44 None None] Pushing event updated for resources: {'Port': ['ID=f705aedf-20ff-4761-b943-506cfa6dceae,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:10.147967 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-e77609f8-af10-45ca-b29c-0d3bde506b63 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:10.150623 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-e77609f8-af10-45ca-b29c-0d3bde506b63 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4995270 Jul 07 17:01:10.155646 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-46f9910a-df5c-44ad-8838-cb3fdd44cabf req-ab5657f5-9731-4456-be8c-c60cd0c65351 tempest-QuotasAdminNegativeTest-1411448237 tempest-QuotasAdminNegativeTest-1411448237-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=8aff7a5fba1f4a309667fe22cd6679ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1945114 Jul 07 17:01:10.187464 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a0a9461f-70fe-4ebd-a9dc-0acb05a9b639 req-61cf1ba6-7db6-436f-9c36-add263d19cbb tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/security-groups?id=ccf2b646-c818-417a-86e8-83667c6cec00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4028397 Jul 07 17:01:10.207594 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-5870b5d0-92c2-483f-862e-0b1cd560df61 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Request body: {'port': {'device_id': '1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': '0f0a516a19b94469b5ea6a136bdf60f6'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:10.229397 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0b1d70c0-f05e-4ff5-83bd-0a33ea6c45c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:10.232306 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1d70c0-f05e-4ff5-83bd-0a33ea6c45c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:10.233703 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0b1d70c0-f05e-4ff5-83bd-0a33ea6c45c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:10.305836 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:10.385749 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 47a23044-c4ae-4152-a89a-1931451003a0, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=47a23044-c4ae-4152-a89a-1931451003a0,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:10.395648 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:10.511436 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dc55c5-dba4-4288-a087-c92c9970d720 x-openstack-request-id: req-62dc55c5-dba4-4288-a087-c92c9970d720 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:10.511732 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72514ae4-499f-41e0-91ba-f2fc407fc5f2", "name": "network-vif-plugged", "status": "completed", "tag": "abafa783-24d1-4cc2-890b-686c8ba871ae", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:10.511990 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-62dc55c5-dba4-4288-a087-c92c9970d720 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:10.512387 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72514ae4-499f-41e0-91ba-f2fc407fc5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abafa783-24d1-4cc2-890b-686c8ba871ae', 'code': 200} Jul 07 17:01:10.631759 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0b1d70c0-f05e-4ff5-83bd-0a33ea6c45c8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.5876193 Jul 07 17:01:10.632729 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53634) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:10.652609 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=47a23044-c4ae-4152-a89a-1931451003a0,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:10.666321 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-de3ab758-0b0e-415f-a0d7-d217a17c8bc1 admin admin] Request body: {'subnet': {'network_id': '502ab0fb-1f4b-4d15-bebc-2fb322b8d400', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-401119643-subnet', 'tenant_id': '5e18586f003641e1b66cc76158dbffdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:10.722967 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d70c0-f05e-4ff5-83bd-0a33ea6c45c8 admin admin] Pushing event updated for resources: {'Network': ['ID=502ab0fb-1f4b-4d15-bebc-2fb322b8d400,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:10.763115 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 502ab0fb-1f4b-4d15-bebc-2fb322b8d400 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:10.807978 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dd7e52de-e0cf-445d-b97f-c66799e81bae req-1e2e7185-2248-4b42-a23f-3b40037cbac2 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79 HTTP/1.1" status: 200 len: 210 time: 0.0555208 Jul 07 17:01:10.830910 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3ab758-0b0e-415f-a0d7-d217a17c8bc1 admin admin] Made reservation on behalf of 5e18586f003641e1b66cc76158dbffdc for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:10.857556 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de3ab758-0b0e-415f-a0d7-d217a17c8bc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:10.916294 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device f705aedf-20ff-4761-b943-506cfa6dceae up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:11.072743 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port f705aedf-20ff-4761-b943-506cfa6dceae completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:11.079869 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 84895ece-c9c5-4266-842c-d7c28c129837 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:11.155067 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 84895ece-c9c5-4266-842c-d7c28c129837 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:11.163891 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-c13ad087-c843-4228-b1f2-14f3d38dd70f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Allocated IP 10.1.1.130 (fab6f54d-9214-45d2-b598-1fe08070fc1d/d273b5eb-a1f3-41e7-afcb-8544824ca516/ba66bda7-9cd8-47c6-937f-ed3c0e115210) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:11.224042 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9910a-df5c-44ad-8838-cb3fdd44cabf req-69c9913c-b662-4eda-bbe6-e97348f9c2f3 tempest-QuotasAdminNegativeTest-1411448237 tempest-QuotasAdminNegativeTest-1411448237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:11.231632 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-46f9910a-df5c-44ad-8838-cb3fdd44cabf req-69c9913c-b662-4eda-bbe6-e97348f9c2f3 tempest-QuotasAdminNegativeTest-1411448237 tempest-QuotasAdminNegativeTest-1411448237-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0697889 Jul 07 17:01:11.238195 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-5870b5d0-92c2-483f-862e-0b1cd560df61 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Made reservation on behalf of 0f0a516a19b94469b5ea6a136bdf60f6 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:11.252509 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-5870b5d0-92c2-483f-862e-0b1cd560df61 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:11.321827 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-46f9910a-df5c-44ad-8838-cb3fdd44cabf req-806e47ff-49bb-4b87-a730-dd433c82883f tempest-QuotasAdminNegativeTest-1411448237 tempest-QuotasAdminNegativeTest-1411448237-project] 10.222.0.53 "GET /v2.0/quotas/8aff7a5fba1f4a309667fe22cd6679ae HTTP/1.1" status: 200 len: 375 time: 0.0745490 Jul 07 17:01:11.369970 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28aba4e-95a6-44e0-9c5a-5e857eb5259f req-3af6c6c8-dbda-41ec-a2d8-877c7a61531a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:11.372115 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f28aba4e-95a6-44e0-9c5a-5e857eb5259f req-3af6c6c8-dbda-41ec-a2d8-877c7a61531a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 1097 time: 0.7291489 Jul 07 17:01:11.478964 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-46f9910a-df5c-44ad-8838-cb3fdd44cabf req-ffe77586-effa-4f8b-87ed-8eecc30537a3 tempest-QuotasAdminNegativeTest-1411448237 tempest-QuotasAdminNegativeTest-1411448237-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8aff7a5fba1f4a309667fe22cd6679ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1555362 Jul 07 17:01:11.750415 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f80aa2-4ce8-4959-8648-358e464be127 None None] Network fab6f54d-9214-45d2-b598-1fe08070fc1d requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:11.877257 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f28aba4e-95a6-44e0-9c5a-5e857eb5259f req-31ed33d8-7c78-419b-b8f2-19e851513003 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413815 Jul 07 17:01:11.915060 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de3ab758-0b0e-415f-a0d7-d217a17c8bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:11.929493 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-03a5a55d-4a81-45a0-87d9-aca1bbff97a1 None None] Provisioning for port 84895ece-c9c5-4266-842c-d7c28c129837 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:11.940353 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-03a5a55d-4a81-45a0-87d9-aca1bbff97a1 None None] Provisioning complete for port 84895ece-c9c5-4266-842c-d7c28c129837 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:11.941003 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-03a5a55d-4a81-45a0-87d9-aca1bbff97a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:11.982029 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c13ad087-c843-4228-b1f2-14f3d38dd70f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:12.073536 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-c13ad087-c843-4228-b1f2-14f3d38dd70f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Transition to ACTIVE for port object ba66bda7-9cd8-47c6-937f-ed3c0e115210 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:12.165679 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2af545-83a7-4830-b467-9ba80010b2fc req-6cbed1aa-a21b-4940-a741-85e820383d95 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:12.170524 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fb2af545-83a7-4830-b467-9ba80010b2fc req-6cbed1aa-a21b-4940-a741-85e820383d95 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=064ec32d-a7b7-46d2-866c-f65212d09000 HTTP/1.1" status: 200 len: 950 time: 0.2071784 Jul 07 17:01:12.237012 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ab758-0b0e-415f-a0d7-d217a17c8bc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d16bfb8e-5e60-4a07-92a7-a984ee4a0d0a,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:12.252463 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fb2af545-83a7-4830-b467-9ba80010b2fc req-13d4ae32-1cb0-4409-9ea9-f1acb561fd16 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/security-groups?id=ccf2b646-c818-417a-86e8-83667c6cec00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657785 Jul 07 17:01:12.254127 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c13ad087-c843-4228-b1f2-14f3d38dd70f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:12.260122 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18aa7e84-247e-420a-bab8-8455ce092462 None None] Network fb74cf42-8431-4db2-86e2-f968c1182b61 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:12.300117 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-5870b5d0-92c2-483f-862e-0b1cd560df61 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Allocated IP 192.168.233.33 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/fab82a6c-dc41-4e2e-94fd-6804a36a387d) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:12.349079 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13ad087-c843-4228-b1f2-14f3d38dd70f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Network fab6f54d-9214-45d2-b598-1fe08070fc1d is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:12.355573 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-c13ad087-c843-4228-b1f2-14f3d38dd70f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:12.362300 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13ad087-c843-4228-b1f2-14f3d38dd70f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:12.398496 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ad087-c843-4228-b1f2-14f3d38dd70f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event updated for resources: {'Port': ['ID=ba66bda7-9cd8-47c6-937f-ed3c0e115210,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:12.415620 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3ab758-0b0e-415f-a0d7-d217a17c8bc1 admin admin] Checking segment: {'id': '5205dc8c-fd23-4c58-b075-fb1729bf7f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '502ab0fb-1f4b-4d15-bebc-2fb322b8d400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:12.417502 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3ab758-0b0e-415f-a0d7-d217a17c8bc1 admin admin] Network hostable DHCP agents. Network: 502ab0fb-1f4b-4d15-bebc-2fb322b8d400, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:01:12.470581 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ec40b-2345-4c46-8158-39be145199c0 req-01a9ffa5-85cb-4a9e-9685-abd341b21549 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:12.482462 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-841ec40b-2345-4c46-8158-39be145199c0 req-01a9ffa5-85cb-4a9e-9685-abd341b21549 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 945 time: 1.1323578 Jul 07 17:01:12.535976 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064ec32d-a7b7-46d2-866c-f65212d09000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a23044-c4ae-4152-a89a-1931451003a0'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:12.542804 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3746162-f592-4180-9d56-16029ac96a9d" -d '{"events": [{"server_uuid": "064ec32d-a7b7-46d2-866c-f65212d09000", "name": "network-vif-plugged", "status": "completed", "tag": "47a23044-c4ae-4152-a89a-1931451003a0"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:12.556599 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13ad087-c843-4228-b1f2-14f3d38dd70f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:12.557918 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c13ad087-c843-4228-b1f2-14f3d38dd70f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:12.590792 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-03a5a55d-4a81-45a0-87d9-aca1bbff97a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:12.591032 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c13ad087-c843-4228-b1f2-14f3d38dd70f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2353761 Jul 07 17:01:12.816211 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-841ec40b-2345-4c46-8158-39be145199c0 req-3c19d992-e4d8-4b17-8c40-9fd98b3df468 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324852 Jul 07 17:01:12.831397 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3ab758-0b0e-415f-a0d7-d217a17c8bc1 admin admin] Network 502ab0fb-1f4b-4d15-bebc-2fb322b8d400 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:01:12.899017 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-03a5a55d-4a81-45a0-87d9-aca1bbff97a1 None None] For port 84895ece-c9c5-4266-842c-d7c28c129837, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=84895ece-c9c5-4266-842c-d7c28c129837,segment=NetworkSegment(6bcddae9-b488-4690-903f-3d09a677e8f6),segment_id=6bcddae9-b488-4690-903f-3d09a677e8f6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:12.916762 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-03a5a55d-4a81-45a0-87d9-aca1bbff97a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:12.926087 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-de3ab758-0b0e-415f-a0d7-d217a17c8bc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 502ab0fb-1f4b-4d15-bebc-2fb322b8d400) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:12.939788 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3ab758-0b0e-415f-a0d7-d217a17c8bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:12.949098 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de3ab758-0b0e-415f-a0d7-d217a17c8bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:12.956714 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-5870b5d0-92c2-483f-862e-0b1cd560df61 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:12.988210 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-5870b5d0-92c2-483f-862e-0b1cd560df61 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Transition to ACTIVE for port object fab82a6c-dc41-4e2e-94fd-6804a36a387d will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:13.023603 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7b0003-e5d3-4e53-b7a8-0438eeaf217e None None] Network 502ab0fb-1f4b-4d15-bebc-2fb322b8d400 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:13.038001 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-de3ab758-0b0e-415f-a0d7-d217a17c8bc1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3819778 Jul 07 17:01:13.094623 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a5fc72-8174-4332-b4a7-daea291c9deb x-openstack-request-id: req-94a5fc72-8174-4332-b4a7-daea291c9deb {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:13.095766 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064ec32d-a7b7-46d2-866c-f65212d09000", "name": "network-vif-plugged", "status": "completed", "tag": "47a23044-c4ae-4152-a89a-1931451003a0", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:13.096173 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94a5fc72-8174-4332-b4a7-daea291c9deb {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:13.097833 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064ec32d-a7b7-46d2-866c-f65212d09000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a23044-c4ae-4152-a89a-1931451003a0', 'code': 200} Jul 07 17:01:13.130812 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-5870b5d0-92c2-483f-862e-0b1cd560df61 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:13.170817 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-50b3aed5-80fb-4069-9b88-fa4d446d49b7 req-68048a98-4127-44be-b8cc-8b2ef29739da tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79 HTTP/1.1" status: 200 len: 210 time: 0.1287320 Jul 07 17:01:13.446138 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-5870b5d0-92c2-483f-862e-0b1cd560df61 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:13.481182 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-5870b5d0-92c2-483f-862e-0b1cd560df61 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:13.508818 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-5870b5d0-92c2-483f-862e-0b1cd560df61 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:13.583732 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['5c956485-b4ec-4743-aea1-268c1f54f7c6'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:01:13.590055 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5a55d-4a81-45a0-87d9-aca1bbff97a1 None None] Pushing event updated for resources: {'Port': ['ID=84895ece-c9c5-4266-842c-d7c28c129837,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:13.634676 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-5870b5d0-92c2-483f-862e-0b1cd560df61 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:13.635382 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-5870b5d0-92c2-483f-862e-0b1cd560df61 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:13.658932 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870b5d0-92c2-483f-862e-0b1cd560df61 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Pushing event updated for resources: {'Port': ['ID=fab82a6c-dc41-4e2e-94fd-6804a36a387d,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:13.699952 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-5870b5d0-92c2-483f-862e-0b1cd560df61 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5340650 Jul 07 17:01:13.735692 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-474dd074-8847-4912-8934-686f96581a52 service neutron] Request body: {'port': {'device_id': '1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:13.806688 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae4669-58e8-475c-8f28-187a1df65b27 req-d04cff66-8c12-4d2a-b514-fea142853bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:13.811360 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54ae4669-58e8-475c-8f28-187a1df65b27 req-d04cff66-8c12-4d2a-b514-fea142853bf7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=064ec32d-a7b7-46d2-866c-f65212d09000 HTTP/1.1" status: 200 len: 1102 time: 0.5073431 Jul 07 17:01:13.887284 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53694) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:13.895645 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-03bb95b5-9abb-4513-9c44-96dc422523e6 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Request body: {'security_group': {'name': 'tempest-securitygroup--904836459', 'description': 'tempest-description--1431975991'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:13.938904 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54ae4669-58e8-475c-8f28-187a1df65b27 req-9c71c1e2-fc96-48d0-ad8f-af895ce7328e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ccf2b646-c818-417a-86e8-83667c6cec00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209347 Jul 07 17:01:13.958998 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-03bb95b5-9abb-4513-9c44-96dc422523e6 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:14.005639 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-474dd074-8847-4912-8934-686f96581a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:14.220926 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-11c1a462-de9c-4388-aac0-0cc81315bcab None None] Provisioning for port f705aedf-20ff-4761-b943-506cfa6dceae completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:14.293794 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-11c1a462-de9c-4388-aac0-0cc81315bcab None None] Provisioning complete for port f705aedf-20ff-4761-b943-506cfa6dceae triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:14.294237 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-11c1a462-de9c-4388-aac0-0cc81315bcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:14.340001 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-03bb95b5-9abb-4513-9c44-96dc422523e6 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:14.382271 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c27aec-cd10-4e4b-9963-62e89164d39d req-ca6d9115-f773-418e-ab5d-5d95e38e113f tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:14.385040 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-89c27aec-cd10-4e4b-9963-62e89164d39d req-ca6d9115-f773-418e-ab5d-5d95e38e113f tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=064ec32d-a7b7-46d2-866c-f65212d09000 HTTP/1.1" status: 200 len: 950 time: 0.2310026 Jul 07 17:01:14.388166 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-03bb95b5-9abb-4513-9c44-96dc422523e6 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:14.478069 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb95b5-9abb-4513-9c44-96dc422523e6 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19f22d85-18af-4d25-ba22-cfaa9624c2c8,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:14.597360 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-89c27aec-cd10-4e4b-9963-62e89164d39d req-0ec30d14-3a16-4281-8837-6894a3c79d11 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/security-groups?id=ccf2b646-c818-417a-86e8-83667c6cec00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675017 Jul 07 17:01:14.599444 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-03bb95b5-9abb-4513-9c44-96dc422523e6 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:14.611591 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-03bb95b5-9abb-4513-9c44-96dc422523e6 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7173219 Jul 07 17:01:14.615754 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53718) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:14.625174 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-cf033cb9-df6a-4785-9b84-0ba936b357f1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Request body: {'security_group_rule': {'security_group_id': '19f22d85-18af-4d25-ba22-cfaa9624c2c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:14.627708 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 84895ece-c9c5-4266-842c-d7c28c129837 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:14.747174 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cf033cb9-df6a-4785-9b84-0ba936b357f1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:14.772343 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-78a7d4be-07c7-44c8-be3b-f435acd93834 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:14.777356 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2235a11-d8be-4ac0-a955-151d4a8e3ccd None None] Network 502ab0fb-1f4b-4d15-bebc-2fb322b8d400 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:14.786636 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-78a7d4be-07c7-44c8-be3b-f435acd93834 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] 10.222.0.53 "GET /v2.0/networks?id=502ab0fb-1f4b-4d15-bebc-2fb322b8d400 HTTP/1.1" status: 200 len: 817 time: 0.3654387 Jul 07 17:01:14.835613 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-94206d09-2ab7-439f-bd1e-eb3d09efacc7 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] 10.222.0.53 "GET /v2.0/quotas/5e18586f003641e1b66cc76158dbffdc HTTP/1.1" status: 200 len: 375 time: 0.0470154 Jul 07 17:01:14.895949 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-12c71491-03d5-414d-8f86-19a9e2baa23c tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e18586f003641e1b66cc76158dbffdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593183 Jul 07 17:01:14.908889 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 84895ece-c9c5-4266-842c-d7c28c129837 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:14.910639 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.000107 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cf033cb9-df6a-4785-9b84-0ba936b357f1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.015745 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cf033cb9-df6a-4785-9b84-0ba936b357f1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.041407 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-474dd074-8847-4912-8934-686f96581a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab82a6c-dc41-4e2e-94fd-6804a36a387d {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:15.067734 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-474dd074-8847-4912-8934-686f96581a52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.076137 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf033cb9-df6a-4785-9b84-0ba936b357f1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecff2e2f-3eba-455b-9845-dfda652e6b10,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:15.083616 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cf033cb9-df6a-4785-9b84-0ba936b357f1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.086301 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cf033cb9-df6a-4785-9b84-0ba936b357f1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4687657 Jul 07 17:01:15.095639 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53722) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:15.097589 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-474dd074-8847-4912-8934-686f96581a52 service neutron] Transition to ACTIVE for port object fab82a6c-dc41-4e2e-94fd-6804a36a387d will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:15.105220 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-474dd074-8847-4912-8934-686f96581a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.106887 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-0299105f-924e-4ef1-a463-37ba015f0520 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Request body: {'security_group_rule': {'security_group_id': '19f22d85-18af-4d25-ba22-cfaa9624c2c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:15.118218 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf033cb9-df6a-4785-9b84-0ba936b357f1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:15.119342 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf033cb9-df6a-4785-9b84-0ba936b357f1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:15.120485 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf033cb9-df6a-4785-9b84-0ba936b357f1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:15.121381 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf033cb9-df6a-4785-9b84-0ba936b357f1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:15.122186 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf033cb9-df6a-4785-9b84-0ba936b357f1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:15.122955 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf033cb9-df6a-4785-9b84-0ba936b357f1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:15.123803 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf033cb9-df6a-4785-9b84-0ba936b357f1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:15.125276 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf033cb9-df6a-4785-9b84-0ba936b357f1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:15.125961 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf033cb9-df6a-4785-9b84-0ba936b357f1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:15.126534 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf033cb9-df6a-4785-9b84-0ba936b357f1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:15.127074 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf033cb9-df6a-4785-9b84-0ba936b357f1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:15.127626 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf033cb9-df6a-4785-9b84-0ba936b357f1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:15.182315 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0299105f-924e-4ef1-a463-37ba015f0520 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.299881 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-11c1a462-de9c-4388-aac0-0cc81315bcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.331811 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0299105f-924e-4ef1-a463-37ba015f0520 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.341077 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0299105f-924e-4ef1-a463-37ba015f0520 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.347800 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474dd074-8847-4912-8934-686f96581a52 service neutron] Pushing event updated for resources: {'Port': ['ID=fab82a6c-dc41-4e2e-94fd-6804a36a387d,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:15.451130 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0299105f-924e-4ef1-a463-37ba015f0520 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.453256 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0299105f-924e-4ef1-a463-37ba015f0520 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3550181 Jul 07 17:01:15.465867 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53728) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:15.474673 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-72f35cff-125e-4457-86cf-b49291833549 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:15.491940 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299105f-924e-4ef1-a463-37ba015f0520 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f9fa44-2972-42f7-905b-cf7ad3ad689a,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:15.510744 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-11c1a462-de9c-4388-aac0-0cc81315bcab None None] For port f705aedf-20ff-4761-b943-506cfa6dceae, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=f705aedf-20ff-4761-b943-506cfa6dceae,segment=NetworkSegment(df77f602-5930-4d7d-bce9-0dfeb2c494e1),segment_id=df77f602-5930-4d7d-bce9-0dfeb2c494e1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:15.523688 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-11c1a462-de9c-4388-aac0-0cc81315bcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.551219 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72f35cff-125e-4457-86cf-b49291833549 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.621077 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04903f1a-4f96-49cf-a20f-e9c6ef114fdf req-62a734e9-d181-469e-93fb-059aeb333bee tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:15.630019 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-04903f1a-4f96-49cf-a20f-e9c6ef114fdf req-62a734e9-d181-469e-93fb-059aeb333bee tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 945 time: 0.2277136 Jul 07 17:01:15.634339 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-f3388198-8c9a-4d15-9c72-c65c5aeb3149 service neutron] 10.222.0.53 "GET /v2.0/networks/502ab0fb-1f4b-4d15-bebc-2fb322b8d400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7374187 Jul 07 17:01:15.656560 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-474dd074-8847-4912-8934-686f96581a52 service neutron] Attempting to bind port fab82a6c-dc41-4e2e-94fd-6804a36a387d on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:15.657201 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-474dd074-8847-4912-8934-686f96581a52 service neutron] Attempting to bind port fab82a6c-dc41-4e2e-94fd-6804a36a387d by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:15.657920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-474dd074-8847-4912-8934-686f96581a52 service neutron] Attempting to bind port fab82a6c-dc41-4e2e-94fd-6804a36a387d on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:15.679418 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-474dd074-8847-4912-8934-686f96581a52 service neutron] Port fab82a6c-dc41-4e2e-94fd-6804a36a387d on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:01:15.680041 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-474dd074-8847-4912-8934-686f96581a52 service neutron] Attempting to bind port fab82a6c-dc41-4e2e-94fd-6804a36a387d on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:15.707789 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-04903f1a-4f96-49cf-a20f-e9c6ef114fdf req-e562edbb-5387-4eb1-84f4-284737573317 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763206 Jul 07 17:01:15.742591 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-474dd074-8847-4912-8934-686f96581a52 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:15.743228 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-474dd074-8847-4912-8934-686f96581a52 service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:15.743990 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-474dd074-8847-4912-8934-686f96581a52 service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:15.744947 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-474dd074-8847-4912-8934-686f96581a52 service neutron] Bound port: fab82a6c-dc41-4e2e-94fd-6804a36a387d, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:15.745554 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-474dd074-8847-4912-8934-686f96581a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.799840 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-dfd2920f-c556-441e-950b-eebf5b0f97a0 None None] Provisioning for port fab82a6c-dc41-4e2e-94fd-6804a36a387d completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:15.853166 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72f35cff-125e-4457-86cf-b49291833549 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.891041 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1a462-de9c-4388-aac0-0cc81315bcab None None] Pushing event updated for resources: {'Port': ['ID=f705aedf-20ff-4761-b943-506cfa6dceae,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:15.931734 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-412013a7-57e0-4be3-8ba5-50996cfb8b9d service neutron] 10.222.0.53 "GET /v2.0/networks/502ab0fb-1f4b-4d15-bebc-2fb322b8d400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846007 Jul 07 17:01:15.941001 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-dfd2920f-c556-441e-950b-eebf5b0f97a0 None None] Provisioning for port ba66bda7-9cd8-47c6-937f-ed3c0e115210 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:15.951489 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-dfd2920f-c556-441e-950b-eebf5b0f97a0 None None] Provisioning complete for port ba66bda7-9cd8-47c6-937f-ed3c0e115210 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:15.952855 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-dfd2920f-c556-441e-950b-eebf5b0f97a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.974090 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-474dd074-8847-4912-8934-686f96581a52 service neutron] For port fab82a6c-dc41-4e2e-94fd-6804a36a387d, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:15.984767 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-474dd074-8847-4912-8934-686f96581a52 service neutron] For port fab82a6c-dc41-4e2e-94fd-6804a36a387d, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=fab82a6c-dc41-4e2e-94fd-6804a36a387d,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:15.996677 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-474dd074-8847-4912-8934-686f96581a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.087660 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-474dd074-8847-4912-8934-686f96581a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:16.088358 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-474dd074-8847-4912-8934-686f96581a52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.089949 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-474dd074-8847-4912-8934-686f96581a52 service neutron] 10.222.0.64 "PUT /v2.0/ports/fab82a6c-dc41-4e2e-94fd-6804a36a387d HTTP/1.1" status: 200 len: 1096 time: 2.3659136 Jul 07 17:01:16.090532 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79', 'tag': 'fab82a6c-dc41-4e2e-94fd-6804a36a387d'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:16.094690 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f349fbb-a4e8-497e-82ed-8b58bc7691f2" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79", "tag": "fab82a6c-dc41-4e2e-94fd-6804a36a387d"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:16.120390 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-dfd2920f-c556-441e-950b-eebf5b0f97a0 None None] Port ba66bda7-9cd8-47c6-937f-ed3c0e115210 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:16.193351 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-dfd2920f-c556-441e-950b-eebf5b0f97a0 None None] Provisioning complete for port 84895ece-c9c5-4266-842c-d7c28c129837 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:16.193903 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-dfd2920f-c556-441e-950b-eebf5b0f97a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.203300 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474dd074-8847-4912-8934-686f96581a52 service neutron] Pushing event updated for resources: {'Port': ['ID=fab82a6c-dc41-4e2e-94fd-6804a36a387d,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:16.375508 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26282083-3237-43fc-aa8b-b1044efe6317 req-7d5ea2ce-9ef0-453a-ac8c-e913910aaa72 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:16.384254 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26282083-3237-43fc-aa8b-b1044efe6317 req-7d5ea2ce-9ef0-453a-ac8c-e913910aaa72 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79 HTTP/1.1" status: 200 len: 947 time: 0.3903420 Jul 07 17:01:16.425224 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-72f35cff-125e-4457-86cf-b49291833549 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Allocated IP 172.25.0.119 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/787097b2-2cad-41ea-980a-5565943d12f7) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:16.520473 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26282083-3237-43fc-aa8b-b1044efe6317 req-5dc149c7-228d-40d5-b91d-e652e6ce8512 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f8282e-f1d0-4b5b-9b7e-5170dd2f10fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351013 Jul 07 17:01:16.559293 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-92adf921-b108-43f9-b925-a5614e7c681e req-5dd58b82-8c88-4da3-8260-e2212c5e2fd4 tempest-QuotasAdminNegativeTest-1411448237 tempest-QuotasAdminNegativeTest-1411448237-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=8aff7a5fba1f4a309667fe22cd6679ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1747119 Jul 07 17:01:16.578443 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-dfd2920f-c556-441e-950b-eebf5b0f97a0 None None] Provisioning for port 874aad95-4d95-4e67-b5f3-a74579b36f91 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:16.605902 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-dfd2920f-c556-441e-950b-eebf5b0f97a0 None None] Provisioning complete for port 874aad95-4d95-4e67-b5f3-a74579b36f91 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:16.616417 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-dfd2920f-c556-441e-950b-eebf5b0f97a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.790380 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-dfd2920f-c556-441e-950b-eebf5b0f97a0 None None] Port 874aad95-4d95-4e67-b5f3-a74579b36f91 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:16.797635 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device f705aedf-20ff-4761-b943-506cfa6dceae up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:16.901853 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-03cd602d-a4bc-486c-b03e-2ba0c1aa91cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:16.904155 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-dfd2920f-c556-441e-950b-eebf5b0f97a0 None None] Provisioning complete for port f705aedf-20ff-4761-b943-506cfa6dceae triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:16.904585 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-dfd2920f-c556-441e-950b-eebf5b0f97a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.904993 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-03cd602d-a4bc-486c-b03e-2ba0c1aa91cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f0a516a19b94469b5ea6a136bdf60f6&device_id=1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79 HTTP/1.1" status: 200 len: 1099 time: 0.7240777 Jul 07 17:01:17.032085 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port f705aedf-20ff-4761-b943-506cfa6dceae triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:17.032599 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:17.042682 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-aa27a353-26c6-41aa-814b-479f716aa2b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=fab82a6c-dc41-4e2e-94fd-6804a36a387d HTTP/1.1" status: 200 len: 217 time: 0.1267626 Jul 07 17:01:17.243278 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-15264b3b-ac28-4dcf-96aa-d2987f7c98bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:17.245432 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-15264b3b-ac28-4dcf-96aa-d2987f7c98bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1788208 Jul 07 17:01:17.255006 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adf921-b108-43f9-b925-a5614e7c681e req-5ef1eb24-b31a-4950-b785-06f1f626b6be tempest-QuotasAdminNegativeTest-1411448237 tempest-QuotasAdminNegativeTest-1411448237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:17.262352 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-92adf921-b108-43f9-b925-a5614e7c681e req-5ef1eb24-b31a-4950-b785-06f1f626b6be tempest-QuotasAdminNegativeTest-1411448237 tempest-QuotasAdminNegativeTest-1411448237-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6966269 Jul 07 17:01:17.413905 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-92adf921-b108-43f9-b925-a5614e7c681e req-90f38a04-187d-4a8c-aa83-c70b2888be06 tempest-QuotasAdminNegativeTest-1411448237 tempest-QuotasAdminNegativeTest-1411448237-project] 10.222.0.53 "GET /v2.0/quotas/8aff7a5fba1f4a309667fe22cd6679ae HTTP/1.1" status: 200 len: 375 time: 0.1503978 Jul 07 17:01:17.510654 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-92adf921-b108-43f9-b925-a5614e7c681e req-38e6c739-55e7-4028-a354-267d32ff7753 tempest-QuotasAdminNegativeTest-1411448237 tempest-QuotasAdminNegativeTest-1411448237-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8aff7a5fba1f4a309667fe22cd6679ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0957236 Jul 07 17:01:17.556454 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ad6f9-c343-49d9-8a52-c12244b8a6ff req-a4de6641-c740-4fe3-bbef-66fe8b486367 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:17.573361 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-853e1478-c04c-4cc3-b22d-227c909f1cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:17.574336 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bf9ad6f9-c343-49d9-8a52-c12244b8a6ff req-a4de6641-c740-4fe3-bbef-66fe8b486367 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=064ec32d-a7b7-46d2-866c-f65212d09000 HTTP/1.1" status: 200 len: 950 time: 0.2475502 Jul 07 17:01:17.593111 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-853e1478-c04c-4cc3-b22d-227c909f1cd3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2964938 Jul 07 17:01:17.688145 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72f35cff-125e-4457-86cf-b49291833549 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:17.708176 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bf9ad6f9-c343-49d9-8a52-c12244b8a6ff req-79ae08d7-ba2c-4153-a727-c7fa078453a0 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/security-groups?id=ccf2b646-c818-417a-86e8-83667c6cec00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326945 Jul 07 17:01:17.867884 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72f35cff-125e-4457-86cf-b49291833549 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:17.939792 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4469b736-bb25-4c55-856f-536ca3b5eaec x-openstack-request-id: req-4469b736-bb25-4c55-856f-536ca3b5eaec {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:17.940239 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79", "tag": "fab82a6c-dc41-4e2e-94fd-6804a36a387d", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:17.940679 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4469b736-bb25-4c55-856f-536ca3b5eaec {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:17.941348 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79', 'tag': 'fab82a6c-dc41-4e2e-94fd-6804a36a387d', 'status': 'completed', 'code': 200} Jul 07 17:01:17.991945 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f35cff-125e-4457-86cf-b49291833549 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:17.997953 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-06ffbfb6-c8da-4a10-9d53-23f9e0b9f18e service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976004 Jul 07 17:01:18.010698 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-72f35cff-125e-4457-86cf-b49291833549 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:18.021911 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f35cff-125e-4457-86cf-b49291833549 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:18.144941 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f35cff-125e-4457-86cf-b49291833549 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event updated for resources: {'Port': ['ID=787097b2-2cad-41ea-980a-5565943d12f7,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:18.295476 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3b8af815-3645-4c2f-bcb1-cd5b8530fb7b req-4203ea56-4eba-4211-a815-83b48edc5de3 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875798 Jul 07 17:01:18.348061 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72f35cff-125e-4457-86cf-b49291833549 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.370927 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65641e-b999-4775-8eac-34aa9ee095a8 req-ba5e54bc-40f0-4288-9ce4-2eb6f1084510 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:18.381325 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1d65641e-b999-4775-8eac-34aa9ee095a8 req-ba5e54bc-40f0-4288-9ce4-2eb6f1084510 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 945 time: 0.3445158 Jul 07 17:01:18.406941 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6dfaae21-3da5-4871-a220-dcab18599105 req-20e294e7-6297-476d-862e-214052317035 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] 10.222.0.53 "GET /v2.0/ports?device_id=26fc3bad-449d-4b26-98f0-a9e7fd514f4d HTTP/1.1" status: 200 len: 210 time: 0.1021821 Jul 07 17:01:18.514693 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1d65641e-b999-4775-8eac-34aa9ee095a8 req-179d6c41-3128-46f0-9d2a-6a1884c3fbef tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279602 Jul 07 17:01:18.514693 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72f35cff-125e-4457-86cf-b49291833549 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.518941 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f349fbb-a4e8-497e-82ed-8b58bc7691f2 req-4245bb56-abd9-43bd-a509-e57612a4bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:18.529585 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f349fbb-a4e8-497e-82ed-8b58bc7691f2 req-4245bb56-abd9-43bd-a509-e57612a4bfce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f0a516a19b94469b5ea6a136bdf60f6&device_id=1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79 HTTP/1.1" status: 200 len: 1099 time: 0.1210597 Jul 07 17:01:18.831854 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f349fbb-a4e8-497e-82ed-8b58bc7691f2 req-1ef5b57e-993e-43a7-9dc4-f2874ee91c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:18.834508 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f349fbb-a4e8-497e-82ed-8b58bc7691f2 req-1ef5b57e-993e-43a7-9dc4-f2874ee91c8b service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.2990556 Jul 07 17:01:18.981152 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f349fbb-a4e8-497e-82ed-8b58bc7691f2 req-ea2a5d2a-e6ef-4d4c-8dcd-a859c35698d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=fab82a6c-dc41-4e2e-94fd-6804a36a387d HTTP/1.1" status: 200 len: 217 time: 0.1382394 Jul 07 17:01:18.998907 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72f35cff-125e-4457-86cf-b49291833549 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.015194 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72f35cff-125e-4457-86cf-b49291833549 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.082988 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f35cff-125e-4457-86cf-b49291833549 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event updated for resources: {'Port': ['ID=787097b2-2cad-41ea-980a-5565943d12f7,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:19.168119 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696d758-4aa1-4fda-8e1c-a1e35142dbbf req-143015dd-acf3-48d0-8f40-d74a225c95ee tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:19.176494 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3696d758-4aa1-4fda-8e1c-a1e35142dbbf req-143015dd-acf3-48d0-8f40-d74a225c95ee tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79 HTTP/1.1" status: 200 len: 947 time: 0.4608061 Jul 07 17:01:19.209269 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f349fbb-a4e8-497e-82ed-8b58bc7691f2 req-be67f825-9247-4d16-8532-5146a5ce21c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:19.212064 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f349fbb-a4e8-497e-82ed-8b58bc7691f2 req-be67f825-9247-4d16-8532-5146a5ce21c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.2042973 Jul 07 17:01:19.237360 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72f35cff-125e-4457-86cf-b49291833549 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.291208 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72f35cff-125e-4457-86cf-b49291833549 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.300487 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-72f35cff-125e-4457-86cf-b49291833549 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8227687 Jul 07 17:01:19.313738 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-ce65b0db-2160-49af-af25-3d578b2cffb2 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:19.315312 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-ce65b0db-2160-49af-af25-3d578b2cffb2 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] 10.222.0.72 "GET /v2.0/networks?id=502ab0fb-1f4b-4d15-bebc-2fb322b8d400 HTTP/1.1" status: 200 len: 817 time: 0.3126962 Jul 07 17:01:19.329403 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-04f5a3a5-545c-4b6b-b6b9-f13632168b58 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] Request body: {'port': {'device_id': '26fc3bad-449d-4b26-98f0-a9e7fd514f4d', 'network_id': '502ab0fb-1f4b-4d15-bebc-2fb322b8d400', 'admin_state_up': True, 'tenant_id': '5e18586f003641e1b66cc76158dbffdc'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:19.396181 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3696d758-4aa1-4fda-8e1c-a1e35142dbbf req-10b2b4e8-eefd-45f6-8c1d-2439cc462421 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f8282e-f1d0-4b5b-9b7e-5170dd2f10fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169616 Jul 07 17:01:19.465249 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f349fbb-a4e8-497e-82ed-8b58bc7691f2 req-ea0b14dc-5515-4d4d-8833-8f622627ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:19.470367 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f349fbb-a4e8-497e-82ed-8b58bc7691f2 req-ea0b14dc-5515-4d4d-8833-8f622627ed4d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2423890 Jul 07 17:01:19.617531 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-04f5a3a5-545c-4b6b-b6b9-f13632168b58 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] Made reservation on behalf of 5e18586f003641e1b66cc76158dbffdc for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:19.621830 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-04f5a3a5-545c-4b6b-b6b9-f13632168b58 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.944196 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f349fbb-a4e8-497e-82ed-8b58bc7691f2 req-a40afda1-b2f9-4443-9db0-469509b36b92 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568098 Jul 07 17:01:19.997506 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-04f5a3a5-545c-4b6b-b6b9-f13632168b58 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] Allocated IP 172.20.0.14 (502ab0fb-1f4b-4d15-bebc-2fb322b8d400/d16bfb8e-5e60-4a07-92a7-a984ee4a0d0a/c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:20.069944 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4960aa-b78f-4e72-98bc-b0d209e6fccf req-b2e11a83-6bda-4a85-ad25-9bb47c78b324 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:20.071372 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6b4960aa-b78f-4e72-98bc-b0d209e6fccf req-b2e11a83-6bda-4a85-ad25-9bb47c78b324 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=064ec32d-a7b7-46d2-866c-f65212d09000 HTTP/1.1" status: 200 len: 950 time: 0.1456633 Jul 07 17:01:20.117573 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f349fbb-a4e8-497e-82ed-8b58bc7691f2 req-f0b8e1b1-9ca3-48f4-8dd9-5346932df3cf service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704795 Jul 07 17:01:20.162995 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6b4960aa-b78f-4e72-98bc-b0d209e6fccf req-bc531806-0e57-4c72-84fe-75d3c1e5887e tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/security-groups?id=ccf2b646-c818-417a-86e8-83667c6cec00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797279 Jul 07 17:01:20.329591 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-04f5a3a5-545c-4b6b-b6b9-f13632168b58 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.372808 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6f9f07d9-247f-4230-ae6e-6aadebeca310 req-4b42d857-a5b7-4c16-a6ea-59ca0f4c1f0c tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] 10.222.0.53 "GET /v2.0/ports?device_id=26fc3bad-449d-4b26-98f0-a9e7fd514f4d HTTP/1.1" status: 200 len: 210 time: 0.0483050 Jul 07 17:01:20.441743 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-04f5a3a5-545c-4b6b-b6b9-f13632168b58 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.479234 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-04f5a3a5-545c-4b6b-b6b9-f13632168b58 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] Network 502ab0fb-1f4b-4d15-bebc-2fb322b8d400 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:20.483451 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-04f5a3a5-545c-4b6b-b6b9-f13632168b58 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:20.508173 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-04f5a3a5-545c-4b6b-b6b9-f13632168b58 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:20.622726 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5a3a5-545c-4b6b-b6b9-f13632168b58 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] Pushing event updated for resources: {'Port': ['ID=c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:20.664709 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-2ce99a09-4400-4c99-acab-e0817e20efbc tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--904836459&fields=id&tenant_id=52ba6e7d3c334b5d9c08203be3275f20 HTTP/1.1" status: 200 len: 267 time: 0.0762351 Jul 07 17:01:20.671676 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-04f5a3a5-545c-4b6b-b6b9-f13632168b58 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:20.672381 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-04f5a3a5-545c-4b6b-b6b9-f13632168b58 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.753996 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-3ae68d25-95fb-4e5f-aabe-a2791787489d tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:20.755496 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-3ae68d25-95fb-4e5f-aabe-a2791787489d tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports/874aad95-4d95-4e67-b5f3-a74579b36f91 HTTP/1.1" status: 200 len: 936 time: 0.0703907 Jul 07 17:01:20.757760 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-04f5a3a5-545c-4b6b-b6b9-f13632168b58 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4330935 Jul 07 17:01:20.773585 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-71bc964d-104a-4886-a2b8-0e7170ed573b tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:01:20.775225 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-71bc964d-104a-4886-a2b8-0e7170ed573b tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067768 Jul 07 17:01:20.878885 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-5750a882-53bf-4837-8e28-d01cf60cfd49 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:20.880333 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-5750a882-53bf-4837-8e28-d01cf60cfd49 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports/ba66bda7-9cd8-47c6-937f-ed3c0e115210 HTTP/1.1" status: 200 len: 937 time: 0.1043873 Jul 07 17:01:20.943264 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f764ffb-8b03-4c9b-9771-7d6d7b18db88 req-86a77fd3-f95d-4a61-9282-436633ed5695 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:20.957088 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0f764ffb-8b03-4c9b-9771-7d6d7b18db88 req-86a77fd3-f95d-4a61-9282-436633ed5695 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 945 time: 0.1504045 Jul 07 17:01:21.010529 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-33706318-fc94-4d39-a062-613a026e1eb1 service neutron] Request body: {'port': {'device_id': '26fc3bad-449d-4b26-98f0-a9e7fd514f4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:21.022880 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-ba10a1cb-c5c0-4040-81dd-eda872f55de7 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?network_id=fb74cf42-8431-4db2-86e2-f968c1182b61&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1286383 Jul 07 17:01:21.062502 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0f764ffb-8b03-4c9b-9771-7d6d7b18db88 req-abd234e7-13e8-4cdc-91da-d426b5f09672 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042452 Jul 07 17:01:21.149287 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-be46b141-4e81-4468-b0af-c549cab0f0b3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?network_id=fb74cf42-8431-4db2-86e2-f968c1182b61&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0817776 Jul 07 17:01:21.254602 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-33706318-fc94-4d39-a062-613a026e1eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:21.322012 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device fab82a6c-dc41-4e2e-94fd-6804a36a387d details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:01:21.330078 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9576ff3-f6ef-4640-af08-590ab72d08d2 req-d104657e-a5ae-4f5a-b40e-5ce161a5c03a tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:21.347653 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d9576ff3-f6ef-4640-af08-590ab72d08d2 req-d104657e-a5ae-4f5a-b40e-5ce161a5c03a tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79 HTTP/1.1" status: 200 len: 947 time: 0.1487811 Jul 07 17:01:21.456195 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d9576ff3-f6ef-4640-af08-590ab72d08d2 req-a3556957-3495-42ff-9830-7418c0432b33 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f8282e-f1d0-4b5b-9b7e-5170dd2f10fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044383 Jul 07 17:01:21.493796 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-33385899-400d-4280-a84d-2fec7da40445 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:21.502976 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-33385899-400d-4280-a84d-2fec7da40445 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:21.510470 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-33385899-400d-4280-a84d-2fec7da40445 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:21.519030 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-33385899-400d-4280-a84d-2fec7da40445 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/networks?id=94d2cc3b-5a36-4261-9491-3ddbfc283976&id=fab6f54d-9214-45d2-b598-1fe08070fc1d&id=fab6f54d-9214-45d2-b598-1fe08070fc1d&id=fb74cf42-8431-4db2-86e2-f968c1182b61&id=fb74cf42-8431-4db2-86e2-f968c1182b61 HTTP/1.1" status: 200 len: 1995 time: 0.3488076 Jul 07 17:01:21.553273 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-7fe51a4f-de89-4b8e-a2de-22810554f158 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/quotas/52ba6e7d3c334b5d9c08203be3275f20 HTTP/1.1" status: 200 len: 375 time: 0.0331893 Jul 07 17:01:21.605579 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port fab82a6c-dc41-4e2e-94fd-6804a36a387d, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=fab82a6c-dc41-4e2e-94fd-6804a36a387d,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:21.625765 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'fab82a6c-dc41-4e2e-94fd-6804a36a387d', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': 'fab82a6c-dc41-4e2e-94fd-6804a36a387d', 'mac_address': 'fa:16:3e:16:e1:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:01:21.680050 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:21.709991 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab82a6c-dc41-4e2e-94fd-6804a36a387d {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:21.755567 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port fab82a6c-dc41-4e2e-94fd-6804a36a387d, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=fab82a6c-dc41-4e2e-94fd-6804a36a387d,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:21.764038 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:21.869810 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-161821b5-3a5f-49a2-ac8f-7be69226c6d1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=52ba6e7d3c334b5d9c08203be3275f20&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3041306 Jul 07 17:01:21.929457 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=fab82a6c-dc41-4e2e-94fd-6804a36a387d,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:21.998473 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417ddf6-5beb-4add-af04-d93adee0493e req-238e0963-0007-4ef4-b605-f5e6b8889119 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:22.003909 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f417ddf6-5beb-4add-af04-d93adee0493e req-238e0963-0007-4ef4-b605-f5e6b8889119 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=064ec32d-a7b7-46d2-866c-f65212d09000 HTTP/1.1" status: 200 len: 950 time: 0.0996733 Jul 07 17:01:22.035408 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['fab82a6c-dc41-4e2e-94fd-6804a36a387d'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:01:22.096118 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f417ddf6-5beb-4add-af04-d93adee0493e req-fd490632-b6f0-4f45-966c-9bd32a02c198 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/security-groups?id=ccf2b646-c818-417a-86e8-83667c6cec00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779791 Jul 07 17:01:22.148736 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-33706318-fc94-4d39-a062-613a026e1eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:22.199167 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-33706318-fc94-4d39-a062-613a026e1eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:22.239032 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-33706318-fc94-4d39-a062-613a026e1eb1 service neutron] Transition to ACTIVE for port object c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:22.274330 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-de044050-6957-459c-b9a7-d17e7ae08b82 service neutron] 10.222.0.53 "GET /v2.0/networks/94d2cc3b-5a36-4261-9491-3ddbfc283976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032185 Jul 07 17:01:22.297856 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-33706318-fc94-4d39-a062-613a026e1eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:22.445001 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019d039-f63c-4d34-9c49-62f9b8c5584f req-b87f0537-3573-499e-ba93-b991148d72ca tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:22.456124 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7019d039-f63c-4d34-9c49-62f9b8c5584f req-b87f0537-3573-499e-ba93-b991148d72ca tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] 10.222.0.53 "GET /v2.0/ports?device_id=26fc3bad-449d-4b26-98f0-a9e7fd514f4d HTTP/1.1" status: 200 len: 944 time: 0.1556060 Jul 07 17:01:22.508095 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33706318-fc94-4d39-a062-613a026e1eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:22.512420 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7019d039-f63c-4d34-9c49-62f9b8c5584f req-73f69442-4295-40e4-a746-5739418b758d tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b2b28e7-3920-434b-8018-90c30d750d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535893 Jul 07 17:01:22.657311 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-17794865-4051-4949-848e-695b789e78e7 req-afc736dc-e441-40f4-b574-79d1b087bbd3 tempest-QuotasAdminNegativeTest-1411448237 tempest-QuotasAdminNegativeTest-1411448237-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=8aff7a5fba1f4a309667fe22cd6679ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376024 Jul 07 17:01:22.697298 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-33706318-fc94-4d39-a062-613a026e1eb1 service neutron] Attempting to bind port c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:22.697981 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-33706318-fc94-4d39-a062-613a026e1eb1 service neutron] Attempting to bind port c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '5205dc8c-fd23-4c58-b075-fb1729bf7f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '502ab0fb-1f4b-4d15-bebc-2fb322b8d400'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:22.698366 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-33706318-fc94-4d39-a062-613a026e1eb1 service neutron] Attempting to bind port c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937 on network 502ab0fb-1f4b-4d15-bebc-2fb322b8d400 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:22.720444 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-33706318-fc94-4d39-a062-613a026e1eb1 service neutron] Port c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937 on network 502ab0fb-1f4b-4d15-bebc-2fb322b8d400 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:01:22.720936 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-33706318-fc94-4d39-a062-613a026e1eb1 service neutron] Attempting to bind port c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937 on network 502ab0fb-1f4b-4d15-bebc-2fb322b8d400 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:22.728328 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-ca0f6658-b8fd-4111-ae21-7cc2199cade6 service neutron] 10.222.0.53 "GET /v2.0/networks/94d2cc3b-5a36-4261-9491-3ddbfc283976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524448 Jul 07 17:01:22.732199 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-33706318-fc94-4d39-a062-613a026e1eb1 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:22.732735 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-33706318-fc94-4d39-a062-613a026e1eb1 service neutron] Checking segment: {'id': '5205dc8c-fd23-4c58-b075-fb1729bf7f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '502ab0fb-1f4b-4d15-bebc-2fb322b8d400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:22.733307 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-33706318-fc94-4d39-a062-613a026e1eb1 service neutron] Bound using segment: {'id': '5205dc8c-fd23-4c58-b075-fb1729bf7f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '502ab0fb-1f4b-4d15-bebc-2fb322b8d400'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:22.733940 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-33706318-fc94-4d39-a062-613a026e1eb1 service neutron] Bound port: c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5205dc8c-fd23-4c58-b075-fb1729bf7f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '502ab0fb-1f4b-4d15-bebc-2fb322b8d400'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:22.734622 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-33706318-fc94-4d39-a062-613a026e1eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:22.799559 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17794865-4051-4949-848e-695b789e78e7 req-f9b40401-8d25-4b13-bd0b-f9a88dabe70b tempest-QuotasAdminNegativeTest-1411448237 tempest-QuotasAdminNegativeTest-1411448237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:22.801681 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-17794865-4051-4949-848e-695b789e78e7 req-f9b40401-8d25-4b13-bd0b-f9a88dabe70b tempest-QuotasAdminNegativeTest-1411448237 tempest-QuotasAdminNegativeTest-1411448237-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1431203 Jul 07 17:01:22.845046 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-5aa6aae3-5b08-427e-9a55-023c406f9f7e service neutron] 10.222.0.53 "GET /v2.0/ports/874aad95-4d95-4e67-b5f3-a74579b36f91?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1011837 Jul 07 17:01:22.849270 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-17794865-4051-4949-848e-695b789e78e7 req-7979175a-6494-4d28-9431-09e3697f87d0 tempest-QuotasAdminNegativeTest-1411448237 tempest-QuotasAdminNegativeTest-1411448237-project] 10.222.0.53 "GET /v2.0/quotas/8aff7a5fba1f4a309667fe22cd6679ae HTTP/1.1" status: 200 len: 375 time: 0.0324533 Jul 07 17:01:22.932881 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-33706318-fc94-4d39-a062-613a026e1eb1 service neutron] For port c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:22.939484 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-17794865-4051-4949-848e-695b789e78e7 req-302573ff-6bb1-4282-a0ce-7a68cc7fcd31 tempest-QuotasAdminNegativeTest-1411448237 tempest-QuotasAdminNegativeTest-1411448237-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8aff7a5fba1f4a309667fe22cd6679ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0888841 Jul 07 17:01:22.939733 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-33706318-fc94-4d39-a062-613a026e1eb1 service neutron] For port c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937,segment=NetworkSegment(5205dc8c-fd23-4c58-b075-fb1729bf7f50),segment_id=5205dc8c-fd23-4c58-b075-fb1729bf7f50)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:22.956964 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-33706318-fc94-4d39-a062-613a026e1eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.027949 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-33706318-fc94-4d39-a062-613a026e1eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:23.028588 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-33706318-fc94-4d39-a062-613a026e1eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.030363 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-33706318-fc94-4d39-a062-613a026e1eb1 service neutron] 10.222.0.72 "PUT /v2.0/ports/c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937 HTTP/1.1" status: 200 len: 1093 time: 2.1665695 Jul 07 17:01:23.030916 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fc3bad-449d-4b26-98f0-a9e7fd514f4d', 'tag': 'c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:23.033417 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2743bfb-bac1-41de-b1ed-f6218b85107e" -d '{"events": [{"name": "network-changed", "server_uuid": "26fc3bad-449d-4b26-98f0-a9e7fd514f4d", "tag": "c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:23.049512 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-6d6af4c6-763a-4c1f-876a-421ecc4fbf0b service neutron] 10.222.0.53 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031398 Jul 07 17:01:23.121551 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33706318-fc94-4d39-a062-613a026e1eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:23.217250 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-fed02d58-7dac-47d8-9888-26f9f5d1451b service neutron] 10.222.0.53 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667554 Jul 07 17:01:23.276836 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-1f268aff-f84f-479f-a86f-5dbf223d29bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:23.280887 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-1f268aff-f84f-479f-a86f-5dbf223d29bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e18586f003641e1b66cc76158dbffdc&device_id=26fc3bad-449d-4b26-98f0-a9e7fd514f4d HTTP/1.1" status: 200 len: 1096 time: 0.1432831 Jul 07 17:01:23.336858 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device fab82a6c-dc41-4e2e-94fd-6804a36a387d up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:23.343241 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1af2effe-0c01-429c-a7ff-2b59acd2a454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.352521 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4478c-65f0-47fb-a560-0b6741f7ef2b req-7ef15215-4405-449a-b24e-3547bd12e1ad tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:23.355110 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-79b4478c-65f0-47fb-a560-0b6741f7ef2b req-7ef15215-4405-449a-b24e-3547bd12e1ad tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 945 time: 0.1274650 Jul 07 17:01:23.365400 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-cc463504-ab04-4bc4-aa88-52b315cbcdaa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937 HTTP/1.1" status: 200 len: 217 time: 0.0754867 Jul 07 17:01:23.374424 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-773158b0-38f1-416a-a3dc-d76d281ffdef service neutron] 10.222.0.53 "GET /v2.0/ports/ba66bda7-9cd8-47c6-937f-ed3c0e115210?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1498044 Jul 07 17:01:23.434187 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-79b4478c-65f0-47fb-a560-0b6741f7ef2b req-0a64318d-3dca-46bb-8d3d-ccfe83ac9899 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655875 Jul 07 17:01:23.463422 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port fab82a6c-dc41-4e2e-94fd-6804a36a387d completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:23.473007 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port fab82a6c-dc41-4e2e-94fd-6804a36a387d triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:23.474161 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.595887 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.631324 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab82a6c-dc41-4e2e-94fd-6804a36a387d'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:23.636351 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938a5ae0-13ea-47a4-82d2-fe769175662c" -d '{"events": [{"server_uuid": "1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79", "name": "network-vif-plugged", "status": "completed", "tag": "fab82a6c-dc41-4e2e-94fd-6804a36a387d"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:23.664900 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port fab82a6c-dc41-4e2e-94fd-6804a36a387d, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=fab82a6c-dc41-4e2e-94fd-6804a36a387d,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:23.669852 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.742306 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=fab82a6c-dc41-4e2e-94fd-6804a36a387d,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:23.742584 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e4b3c-3ba1-48af-99fa-73e53c4d4209 req-8b752bfd-d50a-45ef-a821-48350871f2dc tempest-LiveMigrationNegativeTest-352446892 tempest-LiveMigrationNegativeTest-352446892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:23.745200 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-625e4b3c-3ba1-48af-99fa-73e53c4d4209 req-8b752bfd-d50a-45ef-a821-48350871f2dc tempest-LiveMigrationNegativeTest-352446892 tempest-LiveMigrationNegativeTest-352446892-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=064ec32d-a7b7-46d2-866c-f65212d09000 HTTP/1.1" status: 200 len: 1102 time: 0.0742419 Jul 07 17:01:23.774887 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-625e4b3c-3ba1-48af-99fa-73e53c4d4209 req-3462dc9b-ae04-4da5-962d-192fbbf69b40 tempest-LiveMigrationNegativeTest-352446892 tempest-LiveMigrationNegativeTest-352446892-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.870724 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-d16ef7fb-3a61-4785-b70b-b42dba246b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:23.873595 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-d16ef7fb-3a61-4785-b70b-b42dba246b27 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d16bfb8e-5e60-4a07-92a7-a984ee4a0d0a HTTP/1.1" status: 200 len: 857 time: 0.4976330 Jul 07 17:01:23.906093 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-625e4b3c-3ba1-48af-99fa-73e53c4d4209 req-3462dc9b-ae04-4da5-962d-192fbbf69b40 tempest-LiveMigrationNegativeTest-352446892 tempest-LiveMigrationNegativeTest-352446892-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.911305 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-625e4b3c-3ba1-48af-99fa-73e53c4d4209 req-3462dc9b-ae04-4da5-962d-192fbbf69b40 tempest-LiveMigrationNegativeTest-352446892 tempest-LiveMigrationNegativeTest-352446892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.930564 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-625e4b3c-3ba1-48af-99fa-73e53c4d4209 req-3462dc9b-ae04-4da5-962d-192fbbf69b40 tempest-LiveMigrationNegativeTest-352446892 tempest-LiveMigrationNegativeTest-352446892-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ccf2b646-c818-417a-86e8-83667c6cec00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753561 Jul 07 17:01:23.957905 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-ba1a3c25-8b2e-4902-af34-9a78c421ed24 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=502ab0fb-1f4b-4d15-bebc-2fb322b8d400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761898 Jul 07 17:01:23.961737 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462dc9b-ae04-4da5-962d-192fbbf69b40 tempest-LiveMigrationNegativeTest-352446892 tempest-LiveMigrationNegativeTest-352446892-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efdcb3e-bf13-4ea7-b015-5a0d2c754a79,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:23.974510 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462dc9b-ae04-4da5-962d-192fbbf69b40 tempest-LiveMigrationNegativeTest-352446892 tempest-LiveMigrationNegativeTest-352446892-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:23.975490 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462dc9b-ae04-4da5-962d-192fbbf69b40 tempest-LiveMigrationNegativeTest-352446892 tempest-LiveMigrationNegativeTest-352446892-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:23.976491 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462dc9b-ae04-4da5-962d-192fbbf69b40 tempest-LiveMigrationNegativeTest-352446892 tempest-LiveMigrationNegativeTest-352446892-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:23.977352 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462dc9b-ae04-4da5-962d-192fbbf69b40 tempest-LiveMigrationNegativeTest-352446892 tempest-LiveMigrationNegativeTest-352446892-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:23.978099 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462dc9b-ae04-4da5-962d-192fbbf69b40 tempest-LiveMigrationNegativeTest-352446892 tempest-LiveMigrationNegativeTest-352446892-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:23.978676 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462dc9b-ae04-4da5-962d-192fbbf69b40 tempest-LiveMigrationNegativeTest-352446892 tempest-LiveMigrationNegativeTest-352446892-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:23.979105 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462dc9b-ae04-4da5-962d-192fbbf69b40 tempest-LiveMigrationNegativeTest-352446892 tempest-LiveMigrationNegativeTest-352446892-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:23.979624 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462dc9b-ae04-4da5-962d-192fbbf69b40 tempest-LiveMigrationNegativeTest-352446892 tempest-LiveMigrationNegativeTest-352446892-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:23.979978 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462dc9b-ae04-4da5-962d-192fbbf69b40 tempest-LiveMigrationNegativeTest-352446892 tempest-LiveMigrationNegativeTest-352446892-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:23.980445 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462dc9b-ae04-4da5-962d-192fbbf69b40 tempest-LiveMigrationNegativeTest-352446892 tempest-LiveMigrationNegativeTest-352446892-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:23.981052 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462dc9b-ae04-4da5-962d-192fbbf69b40 tempest-LiveMigrationNegativeTest-352446892 tempest-LiveMigrationNegativeTest-352446892-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:23.981166 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462dc9b-ae04-4da5-962d-192fbbf69b40 tempest-LiveMigrationNegativeTest-352446892 tempest-LiveMigrationNegativeTest-352446892-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:24.007222 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-c08b5a62-24c4-4269-a407-97cdd55eb4fe service neutron] 10.222.0.53 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6106281 Jul 07 17:01:24.031001 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53894) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:24.037662 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-5faf1b06-f5c5-463f-afc0-4cba267ab920 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1269129011'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:24.066963 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5faf1b06-f5c5-463f-afc0-4cba267ab920 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Made reservation on behalf of b6d220ae528f42c295cc654c1d123274 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:24.072598 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5faf1b06-f5c5-463f-afc0-4cba267ab920 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.099709 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5faf1b06-f5c5-463f-afc0-4cba267ab920 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:01:24.110537 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5faf1b06-f5c5-463f-afc0-4cba267ab920 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.110941 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-5faf1b06-f5c5-463f-afc0-4cba267ab920 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Added segment b85f67fa-4f4a-4c5c-8baf-733f98a524f2 of type vlan for network 631352b9-cdc0-4502-b4e6-9840754bae5a Jul 07 17:01:24.162027 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5faf1b06-f5c5-463f-afc0-4cba267ab920 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.201161 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-232a37cf-5608-466a-a4fe-f6289de48683 service neutron] 10.222.0.72 "GET /v2.0/networks/502ab0fb-1f4b-4d15-bebc-2fb322b8d400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112625 Jul 07 17:01:24.222114 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5faf1b06-f5c5-463f-afc0-4cba267ab920 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.227710 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faf1b06-f5c5-463f-afc0-4cba267ab920 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:24.228347 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5faf1b06-f5c5-463f-afc0-4cba267ab920 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.232261 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-9965d111-933f-4411-8c36-3aeff39ec531 service neutron] 10.222.0.53 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816597 Jul 07 17:01:24.289062 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5faf1b06-f5c5-463f-afc0-4cba267ab920 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2567248 Jul 07 17:01:24.297831 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53896) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:24.305822 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-f355c98f-192b-44ba-bae7-9b92f7afabd2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-929323907'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:24.326154 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf1b06-f5c5-463f-afc0-4cba267ab920 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event updated for resources: {'Network': ['ID=631352b9-cdc0-4502-b4e6-9840754bae5a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:24.354145 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 631352b9-cdc0-4502-b4e6-9840754bae5a details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:24.359039 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4628b-f979-44e4-9e51-6dc8e1e6dd34 req-c68ff2c7-18b2-40a3-9e88-5ebfefa8dc62 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:24.360694 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5cf4628b-f979-44e4-9e51-6dc8e1e6dd34 req-c68ff2c7-18b2-40a3-9e88-5ebfefa8dc62 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79 HTTP/1.1" status: 200 len: 949 time: 0.1811898 Jul 07 17:01:24.368745 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f355c98f-192b-44ba-bae7-9b92f7afabd2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Made reservation on behalf of b6d220ae528f42c295cc654c1d123274 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:24.372349 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f355c98f-192b-44ba-bae7-9b92f7afabd2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.382588 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0845b2e1-e6bb-4b2b-bc09-03b83ea17d5e req-d8ffd19f-7b54-4225-bc34-b640848983ad service neutron] 10.222.0.72 "GET /v2.0/networks/502ab0fb-1f4b-4d15-bebc-2fb322b8d400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740177 Jul 07 17:01:24.400474 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-e75e5d62-b20e-4411-ace0-953e17fca3d1 service neutron] 10.222.0.53 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408410 Jul 07 17:01:24.441724 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5cf4628b-f979-44e4-9e51-6dc8e1e6dd34 req-e0e57cc8-bc10-424b-8596-d0b47324c8aa tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f8282e-f1d0-4b5b-9b7e-5170dd2f10fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740621 Jul 07 17:01:24.445667 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f355c98f-192b-44ba-bae7-9b92f7afabd2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:01:24.465047 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f355c98f-192b-44ba-bae7-9b92f7afabd2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.465047 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-f355c98f-192b-44ba-bae7-9b92f7afabd2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Added segment 998774d7-2d8e-4547-8dfe-3636c1eb8560 of type vlan for network f52f86e5-4ccf-471b-ba73-453c1047945f Jul 07 17:01:24.524816 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f355c98f-192b-44ba-bae7-9b92f7afabd2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.567637 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb0e2c9-6191-4941-9700-9293ddbc961c x-openstack-request-id: req-bbb0e2c9-6191-4941-9700-9293ddbc961c {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:24.568188 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26fc3bad-449d-4b26-98f0-a9e7fd514f4d", "tag": "c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:24.568571 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bbb0e2c9-6191-4941-9700-9293ddbc961c {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:24.569266 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fc3bad-449d-4b26-98f0-a9e7fd514f4d', 'tag': 'c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937', 'status': 'completed', 'code': 200} Jul 07 17:01:24.569982 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f355c98f-192b-44ba-bae7-9b92f7afabd2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.576418 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f355c98f-192b-44ba-bae7-9b92f7afabd2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:24.577372 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f355c98f-192b-44ba-bae7-9b92f7afabd2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.623651 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-72dd7513-6667-48da-b7df-a944c4e3d477 service neutron] 10.222.0.53 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031767 Jul 07 17:01:24.639478 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f355c98f-192b-44ba-bae7-9b92f7afabd2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3385470 Jul 07 17:01:24.643934 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53904) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:24.651980 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-cc78af11-f01b-4060-9402-ecaec925e731 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Request body: {'subnet': {'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:24.673623 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355c98f-192b-44ba-bae7-9b92f7afabd2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event updated for resources: {'Network': ['ID=f52f86e5-4ccf-471b-ba73-453c1047945f,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:24.688481 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network f52f86e5-4ccf-471b-ba73-453c1047945f details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:24.699310 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2743bfb-bac1-41de-b1ed-f6218b85107e req-8157221e-1a4a-4325-9cac-09c8e94b1818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:24.700584 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a2743bfb-bac1-41de-b1ed-f6218b85107e req-8157221e-1a4a-4325-9cac-09c8e94b1818 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e18586f003641e1b66cc76158dbffdc&device_id=26fc3bad-449d-4b26-98f0-a9e7fd514f4d HTTP/1.1" status: 200 len: 1096 time: 0.1298325 Jul 07 17:01:24.802931 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc78af11-f01b-4060-9402-ecaec925e731 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Made reservation on behalf of b6d220ae528f42c295cc654c1d123274 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:24.816255 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cc78af11-f01b-4060-9402-ecaec925e731 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.822718 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-ea3ac937-5902-4d45-92e7-527cebaf0836 service neutron] 10.222.0.53 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846399 Jul 07 17:01:24.903369 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2743bfb-bac1-41de-b1ed-f6218b85107e req-f97ae841-2ae0-4e9b-b6aa-91b1540eb07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:24.904951 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a2743bfb-bac1-41de-b1ed-f6218b85107e req-f97ae841-2ae0-4e9b-b6aa-91b1540eb07c service neutron] 10.222.0.72 "GET /v2.0/networks?id=502ab0fb-1f4b-4d15-bebc-2fb322b8d400 HTTP/1.1" status: 200 len: 918 time: 0.1961329 Jul 07 17:01:24.970792 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a2743bfb-bac1-41de-b1ed-f6218b85107e req-05e2f5cd-6d4f-4617-8e96-88c9aa178da8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937 HTTP/1.1" status: 200 len: 217 time: 0.0585613 Jul 07 17:01:25.063171 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-dd59173f-d277-4d25-adad-87939f7003de service neutron] 10.222.0.53 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234566 Jul 07 17:01:25.091077 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2743bfb-bac1-41de-b1ed-f6218b85107e req-79b3125f-0c7c-4700-b5a7-07d363fbb1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:25.094316 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a2743bfb-bac1-41de-b1ed-f6218b85107e req-79b3125f-0c7c-4700-b5a7-07d363fbb1d5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d16bfb8e-5e60-4a07-92a7-a984ee4a0d0a HTTP/1.1" status: 200 len: 857 time: 0.1125727 Jul 07 17:01:25.095996 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cc78af11-f01b-4060-9402-ecaec925e731 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.167422 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78af11-f01b-4060-9402-ecaec925e731 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event updated for resources: {'Subnet': ['ID=11c30ad8-8f95-45c0-9f1d-ea2c0038c53f,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:25.197131 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc78af11-f01b-4060-9402-ecaec925e731 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Checking segment: {'id': 'b85f67fa-4f4a-4c5c-8baf-733f98a524f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:25.197539 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc78af11-f01b-4060-9402-ecaec925e731 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Network hostable DHCP agents. Network: 631352b9-cdc0-4502-b4e6-9840754bae5a, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:01:25.222769 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a2743bfb-bac1-41de-b1ed-f6218b85107e req-1a4337e1-b205-45fd-b262-7fd7ba14cbbe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=502ab0fb-1f4b-4d15-bebc-2fb322b8d400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097903 Jul 07 17:01:25.231957 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc78af11-f01b-4060-9402-ecaec925e731 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Network 631352b9-cdc0-4502-b4e6-9840754bae5a is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:01:25.248431 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-cc78af11-f01b-4060-9402-ecaec925e731 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 631352b9-cdc0-4502-b4e6-9840754bae5a) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:25.255280 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc78af11-f01b-4060-9402-ecaec925e731 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:25.256080 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cc78af11-f01b-4060-9402-ecaec925e731 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.266011 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5e20f9-bcfe-45dc-b013-c56276038a06 None None] Network 631352b9-cdc0-4502-b4e6-9840754bae5a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:25.340755 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cc78af11-f01b-4060-9402-ecaec925e731 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6953902 Jul 07 17:01:25.344834 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53914) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:25.352331 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e378f709-4b32-4f43-a849-68b3963c03dd tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Request body: {'subnet': {'network_id': 'f52f86e5-4ccf-471b-ba73-453c1047945f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:25.454848 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-aca045c6-3060-40b3-8fef-3a12761d51c2 service neutron] 10.222.0.53 "GET /v2.0/networks/fb74cf42-8431-4db2-86e2-f968c1182b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806920 Jul 07 17:01:25.499358 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a2743bfb-bac1-41de-b1ed-f6218b85107e req-3d1dd616-0f4a-45e5-afd8-05315b6b93a1 service neutron] 10.222.0.72 "GET /v2.0/networks/502ab0fb-1f4b-4d15-bebc-2fb322b8d400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638283 Jul 07 17:01:25.507640 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba76a3fe-19d7-43cc-9344-98dd85abcace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-631352b9-cdc0-4502-b4e6-9840754bae5a', 'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'fixed_ips': [{'subnet_id': '11c30ad8-8f95-45c0-9f1d-ea2c0038c53f'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:01:25.508592 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ba76a3fe-19d7-43cc-9344-98dd85abcace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.519855 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1476ca-1c43-4e81-8c50-bff481543786 req-87cf4b79-c817-4957-8586-d7656aa417b7 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:25.522732 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1b1476ca-1c43-4e81-8c50-bff481543786 req-87cf4b79-c817-4957-8586-d7656aa417b7 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] 10.222.0.53 "GET /v2.0/ports?device_id=26fc3bad-449d-4b26-98f0-a9e7fd514f4d HTTP/1.1" status: 200 len: 944 time: 0.2461166 Jul 07 17:01:25.530496 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:01:25.594635 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e378f709-4b32-4f43-a849-68b3963c03dd tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Made reservation on behalf of b6d220ae528f42c295cc654c1d123274 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:25.600698 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e378f709-4b32-4f43-a849-68b3963c03dd tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.665752 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1b1476ca-1c43-4e81-8c50-bff481543786 req-c656bd19-0b42-4fbd-b97d-4b52934d48ef tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b2b28e7-3920-434b-8018-90c30d750d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316531 Jul 07 17:01:25.696876 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-ba76a3fe-19d7-43cc-9344-98dd85abcace None None] Allocated IP 10.1.1.2 (631352b9-cdc0-4502-b4e6-9840754bae5a/11c30ad8-8f95-45c0-9f1d-ea2c0038c53f/9fc6c743-1727-43b6-9d24-b2efaf4f4e81) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:25.774668 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-68f72731-0131-43a1-b6e1-27db32da07b0 service neutron] 10.222.0.53 "GET /v2.0/networks/fb74cf42-8431-4db2-86e2-f968c1182b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018503 Jul 07 17:01:25.800848 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7f453e-d68d-451a-b087-2edc3e16bd90 x-openstack-request-id: req-1c7f453e-d68d-451a-b087-2edc3e16bd90 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:25.801423 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79", "name": "network-vif-plugged", "status": "completed", "tag": "fab82a6c-dc41-4e2e-94fd-6804a36a387d", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:25.801878 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c7f453e-d68d-451a-b087-2edc3e16bd90 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:25.802460 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab82a6c-dc41-4e2e-94fd-6804a36a387d', 'code': 200} Jul 07 17:01:25.948578 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a2743bfb-bac1-41de-b1ed-f6218b85107e req-ff959c4a-de8f-43bf-90fd-bfacaf75f0be service neutron] 10.222.0.72 "GET /v2.0/networks/502ab0fb-1f4b-4d15-bebc-2fb322b8d400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978474 Jul 07 17:01:25.984968 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-a2c27e76-023f-4ff7-8406-5e61d35c37d0 service neutron] 10.222.0.53 "GET /v2.0/networks/fb74cf42-8431-4db2-86e2-f968c1182b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817212 Jul 07 17:01:25.997114 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ba76a3fe-19d7-43cc-9344-98dd85abcace None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.008949 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ba76a3fe-19d7-43cc-9344-98dd85abcace None None] Transition to ACTIVE for port object 9fc6c743-1727-43b6-9d24-b2efaf4f4e81 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:26.035605 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ba76a3fe-19d7-43cc-9344-98dd85abcace None None] Transition to ACTIVE for port object 9fc6c743-1727-43b6-9d24-b2efaf4f4e81 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:26.047908 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ba76a3fe-19d7-43cc-9344-98dd85abcace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.125650 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-2e9ed12e-ee44-4f71-8e7c-6d2a121e88b1 service neutron] 10.222.0.53 "GET /v2.0/networks/fb74cf42-8431-4db2-86e2-f968c1182b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305292 Jul 07 17:01:26.140513 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba76a3fe-19d7-43cc-9344-98dd85abcace None None] Network 631352b9-cdc0-4502-b4e6-9840754bae5a is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:26.146254 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-ba76a3fe-19d7-43cc-9344-98dd85abcace None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:26.149172 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba76a3fe-19d7-43cc-9344-98dd85abcace None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:26.161685 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.169424 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76a3fe-19d7-43cc-9344-98dd85abcace None None] Pushing event updated for resources: {'Port': ['ID=9fc6c743-1727-43b6-9d24-b2efaf4f4e81,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:26.240333 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-ba76a3fe-19d7-43cc-9344-98dd85abcace None None] Attempting to bind port 9fc6c743-1727-43b6-9d24-b2efaf4f4e81 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:26.240745 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-ba76a3fe-19d7-43cc-9344-98dd85abcace None None] Attempting to bind port 9fc6c743-1727-43b6-9d24-b2efaf4f4e81 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'b85f67fa-4f4a-4c5c-8baf-733f98a524f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:26.241105 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba76a3fe-19d7-43cc-9344-98dd85abcace None None] Attempting to bind port 9fc6c743-1727-43b6-9d24-b2efaf4f4e81 on network 631352b9-cdc0-4502-b4e6-9840754bae5a {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:26.247431 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba76a3fe-19d7-43cc-9344-98dd85abcace None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:26.247862 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba76a3fe-19d7-43cc-9344-98dd85abcace None None] Checking segment: {'id': 'b85f67fa-4f4a-4c5c-8baf-733f98a524f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:26.248279 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ba76a3fe-19d7-43cc-9344-98dd85abcace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.248888 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba76a3fe-19d7-43cc-9344-98dd85abcace None None] Bound using segment: {'id': 'b85f67fa-4f4a-4c5c-8baf-733f98a524f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:26.249599 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-ba76a3fe-19d7-43cc-9344-98dd85abcace None None] Bound port: 9fc6c743-1727-43b6-9d24-b2efaf4f4e81, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85f67fa-4f4a-4c5c-8baf-733f98a524f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:26.250131 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ba76a3fe-19d7-43cc-9344-98dd85abcace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.329268 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-ba76a3fe-19d7-43cc-9344-98dd85abcace None None] For port 9fc6c743-1727-43b6-9d24-b2efaf4f4e81, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:26.332929 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-ba76a3fe-19d7-43cc-9344-98dd85abcace None None] For port 9fc6c743-1727-43b6-9d24-b2efaf4f4e81, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=9fc6c743-1727-43b6-9d24-b2efaf4f4e81,segment=NetworkSegment(b85f67fa-4f4a-4c5c-8baf-733f98a524f2),segment_id=b85f67fa-4f4a-4c5c-8baf-733f98a524f2)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:26.340388 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ba76a3fe-19d7-43cc-9344-98dd85abcace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.432416 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76a3fe-19d7-43cc-9344-98dd85abcace None None] Pushing event updated for resources: {'Port': ['ID=9fc6c743-1727-43b6-9d24-b2efaf4f4e81,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:26.441205 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e378f709-4b32-4f43-a849-68b3963c03dd tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.516057 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2e55f-14e0-4f78-82f4-0605d295e87f req-08288cfe-aa08-4018-bca7-ae305ac3ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:26.517715 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-14a2e55f-14e0-4f78-82f4-0605d295e87f req-08288cfe-aa08-4018-bca7-ae305ac3ef64 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79 HTTP/1.1" status: 200 len: 1101 time: 0.2560575 Jul 07 17:01:26.536786 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378f709-4b32-4f43-a849-68b3963c03dd tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event updated for resources: {'Subnet': ['ID=94fb5041-e475-4bc0-9d1d-291598430d4a,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:26.549625 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89992be2-e817-45ab-9ea5-52433bef1af3 req-751cb3cd-08e8-4cdf-a7e6-2a95be023fd3 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:26.551421 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-89992be2-e817-45ab-9ea5-52433bef1af3 req-751cb3cd-08e8-4cdf-a7e6-2a95be023fd3 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 945 time: 0.2882853 Jul 07 17:01:26.605201 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e378f709-4b32-4f43-a849-68b3963c03dd tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Checking segment: {'id': '998774d7-2d8e-4547-8dfe-3636c1eb8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f52f86e5-4ccf-471b-ba73-453c1047945f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:26.605568 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e378f709-4b32-4f43-a849-68b3963c03dd tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Network hostable DHCP agents. Network: f52f86e5-4ccf-471b-ba73-453c1047945f, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:01:26.613443 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-14a2e55f-14e0-4f78-82f4-0605d295e87f req-dbfdbcd7-00cf-46fe-96c8-654dbac00f84 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=80f8282e-f1d0-4b5b-9b7e-5170dd2f10fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852730 Jul 07 17:01:26.635303 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-89992be2-e817-45ab-9ea5-52433bef1af3 req-aea9c267-8b48-472f-9465-0d6fd6b7e125 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680823 Jul 07 17:01:26.650647 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e378f709-4b32-4f43-a849-68b3963c03dd tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Network f52f86e5-4ccf-471b-ba73-453c1047945f is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:01:26.673536 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-e378f709-4b32-4f43-a849-68b3963c03dd tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, f52f86e5-4ccf-471b-ba73-453c1047945f) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:26.683378 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e378f709-4b32-4f43-a849-68b3963c03dd tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:26.704851 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e378f709-4b32-4f43-a849-68b3963c03dd tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.766864 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53936) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:26.767784 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e378f709-4b32-4f43-a849-68b3963c03dd tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4207492 Jul 07 17:01:26.768296 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5019e2e-0729-463e-a456-f49583d9731b None None] Network f52f86e5-4ccf-471b-ba73-453c1047945f requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:26.800740 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-b43fff4e-6b16-4f9f-884c-2d7ba947244b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Request body: {'port': {'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a', 'name': 'tempest-TaggedBootDevicesTest-2048549368', 'fixed_ips': [{'subnet_id': '11c30ad8-8f95-45c0-9f1d-ea2c0038c53f'}]}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:27.035379 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-655cc7d9-68fa-46f0-8c33-0761e7983ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.099613 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:01:27.268398 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43fff4e-6b16-4f9f-884c-2d7ba947244b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Made reservation on behalf of b6d220ae528f42c295cc654c1d123274 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:27.330399 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53948) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:27.354034 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eeae50-e4ba-47b1-8762-3131f087156d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-f52f86e5-4ccf-471b-ba73-453c1047945f', 'network_id': 'f52f86e5-4ccf-471b-ba73-453c1047945f', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'fixed_ips': [{'subnet_id': '94fb5041-e475-4bc0-9d1d-291598430d4a'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:01:27.354964 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d1eeae50-e4ba-47b1-8762-3131f087156d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.374893 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937,segment=NetworkSegment(5205dc8c-fd23-4c58-b075-fb1729bf7f50),segment_id=5205dc8c-fd23-4c58-b075-fb1729bf7f50)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:27.397485 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937', 'network_id': '502ab0fb-1f4b-4d15-bebc-2fb322b8d400', 'port_id': 'c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937', 'mac_address': 'fa:16:3e:72:b4:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd16bfb8e-5e60-4a07-92a7-a984ee4a0d0a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:01:27.495019 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.547709 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b43fff4e-6b16-4f9f-884c-2d7ba947244b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.602505 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-b43fff4e-6b16-4f9f-884c-2d7ba947244b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] device_id is not set on port c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:01:27.686515 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:27.718225 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2188e501-b501-4b06-ab17-143bb5b38c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.934721 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937,segment=NetworkSegment(5205dc8c-fd23-4c58-b075-fb1729bf7f50),segment_id=5205dc8c-fd23-4c58-b075-fb1729bf7f50)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:27.941476 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2188e501-b501-4b06-ab17-143bb5b38c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.953933 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2188e501-b501-4b06-ab17-143bb5b38c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.967284 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.988097 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.033035 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2188e501-b501-4b06-ab17-143bb5b38c07 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8aff7a5fba1f4a309667fe22cd6679ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6966281 Jul 07 17:01:28.033810 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53962) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:28.053427 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188e501-b501-4b06-ab17-143bb5b38c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2a1efc-714c-43a3-875e-16acde444d8f,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:28.058766 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-d1eeae50-e4ba-47b1-8762-3131f087156d None None] Allocated IP 10.2.2.2 (f52f86e5-4ccf-471b-ba73-453c1047945f/94fb5041-e475-4bc0-9d1d-291598430d4a/8a429c76-093f-45aa-a4bb-0e8f22eb0bec) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:28.102537 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:28.103953 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad5a75-57e3-4eaf-a13d-5e478092d16a req-854ecf7a-fab2-4c1a-b496-88543ba162f5 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:28.105682 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6aad5a75-57e3-4eaf-a13d-5e478092d16a req-854ecf7a-fab2-4c1a-b496-88543ba162f5 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79 HTTP/1.1" status: 200 len: 949 time: 0.4286270 Jul 07 17:01:28.192277 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081f6cbf-c200-4f66-b92c-64cfab5e9aa9 None None] Network 631352b9-cdc0-4502-b4e6-9840754bae5a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:28.193164 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6aad5a75-57e3-4eaf-a13d-5e478092d16a req-6dc0752b-9427-4dd4-a5b3-31a378ed26d6 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f8282e-f1d0-4b5b-9b7e-5170dd2f10fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796797 Jul 07 17:01:28.201684 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-91bd3ce0-771f-4548-ac61-0bf7486dfbb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.242509 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-91bd3ce0-771f-4548-ac61-0bf7486dfbb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.347508 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-91bd3ce0-771f-4548-ac61-0bf7486dfbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.350195 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-91bd3ce0-771f-4548-ac61-0bf7486dfbb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.351305 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-91bd3ce0-771f-4548-ac61-0bf7486dfbb4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca2a1efc-714c-43a3-875e-16acde444d8f HTTP/1.1" status: 204 len: 168 time: 0.3098900 Jul 07 17:01:28.367331 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd3ce0-771f-4548-ac61-0bf7486dfbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2a1efc-714c-43a3-875e-16acde444d8f,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:28.435101 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:01:28.449541 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-b43fff4e-6b16-4f9f-884c-2d7ba947244b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Allocated IP 10.1.1.224 (631352b9-cdc0-4502-b4e6-9840754bae5a/11c30ad8-8f95-45c0-9f1d-ea2c0038c53f/c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:28.528169 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b49bc-88fa-4921-8300-1afd71a39604 req-472d0e56-2f73-4952-bc92-db597ec02b61 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:28.539677 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c72b49bc-88fa-4921-8300-1afd71a39604 req-472d0e56-2f73-4952-bc92-db597ec02b61 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c38b039-39e9-42dd-b53d-c7070deddffe HTTP/1.1" status: 200 len: 945 time: 0.1122108 Jul 07 17:01:28.572015 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6401aad4-6a5f-4042-a5ad-3dbc6bd2f614 None None] Provisioning for port 9fc6c743-1727-43b6-9d24-b2efaf4f4e81 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:28.629580 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c72b49bc-88fa-4921-8300-1afd71a39604 req-04d46d60-633e-40c4-b318-1d15f370a6b4 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3f70528-7313-4aa5-8919-d34595734fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883179 Jul 07 17:01:28.771328 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc610f66-f27f-43b6-8556-8d1cec52a046 req-4ce96db6-5597-4bd2-810e-41efa5ab3037 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:28.773724 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bc610f66-f27f-43b6-8556-8d1cec52a046 req-4ce96db6-5597-4bd2-810e-41efa5ab3037 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] 10.222.0.53 "GET /v2.0/ports?device_id=26fc3bad-449d-4b26-98f0-a9e7fd514f4d HTTP/1.1" status: 200 len: 945 time: 0.4418814 Jul 07 17:01:28.831523 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 9fc6c743-1727-43b6-9d24-b2efaf4f4e81 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:29.044860 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53974) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:29.053337 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d1eeae50-e4ba-47b1-8762-3131f087156d None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.055772 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c4961-ea0f-45b6-994d-b1ca1552890a req-b4d9fdd4-5952-4afe-aeb9-47b1cc4aff11 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:29.065344 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-338c4961-ea0f-45b6-994d-b1ca1552890a req-b4d9fdd4-5952-4afe-aeb9-47b1cc4aff11 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 945 time: 0.2375898 Jul 07 17:01:29.072242 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d1eeae50-e4ba-47b1-8762-3131f087156d None None] Transition to ACTIVE for port object 8a429c76-093f-45aa-a4bb-0e8f22eb0bec will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:29.080214 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bc610f66-f27f-43b6-8556-8d1cec52a046 req-c586e92e-a9f4-4007-bf69-9e59c007695e tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b2b28e7-3920-434b-8018-90c30d750d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163723 Jul 07 17:01:29.097430 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ee080921-3b9f-400c-92ab-4085a5418a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.097683 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d1eeae50-e4ba-47b1-8762-3131f087156d None None] Transition to ACTIVE for port object 8a429c76-093f-45aa-a4bb-0e8f22eb0bec will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:29.115450 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d1eeae50-e4ba-47b1-8762-3131f087156d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.176476 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b43fff4e-6b16-4f9f-884c-2d7ba947244b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.195036 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eeae50-e4ba-47b1-8762-3131f087156d None None] Pushing event updated for resources: {'Port': ['ID=8a429c76-093f-45aa-a4bb-0e8f22eb0bec,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:29.197549 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-b43fff4e-6b16-4f9f-884c-2d7ba947244b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Transition to ACTIVE for port object c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:29.210071 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-338c4961-ea0f-45b6-994d-b1ca1552890a req-00b14eb6-6ed4-409a-be42-c6acde025aa8 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417954 Jul 07 17:01:29.232537 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eeae50-e4ba-47b1-8762-3131f087156d None None] Network f52f86e5-4ccf-471b-ba73-453c1047945f is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:29.238018 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-d1eeae50-e4ba-47b1-8762-3131f087156d None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:29.241957 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eeae50-e4ba-47b1-8762-3131f087156d None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:29.263576 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b43fff4e-6b16-4f9f-884c-2d7ba947244b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.278816 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b7549-38d8-4cdc-a924-50a6bded8e26 req-2d6f360e-392e-4ebf-8815-076d099b1216 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:29.283075 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-097b7549-38d8-4cdc-a924-50a6bded8e26 req-2d6f360e-392e-4ebf-8815-076d099b1216 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c38b039-39e9-42dd-b53d-c7070deddffe HTTP/1.1" status: 200 len: 945 time: 0.3838699 Jul 07 17:01:29.296956 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 9fc6c743-1727-43b6-9d24-b2efaf4f4e81 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:29.303565 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 9fc6c743-1727-43b6-9d24-b2efaf4f4e81 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:29.303952 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.393535 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-d1eeae50-e4ba-47b1-8762-3131f087156d None None] Attempting to bind port 8a429c76-093f-45aa-a4bb-0e8f22eb0bec on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:29.394244 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-d1eeae50-e4ba-47b1-8762-3131f087156d None None] Attempting to bind port 8a429c76-093f-45aa-a4bb-0e8f22eb0bec by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '998774d7-2d8e-4547-8dfe-3636c1eb8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f52f86e5-4ccf-471b-ba73-453c1047945f'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:29.394800 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1eeae50-e4ba-47b1-8762-3131f087156d None None] Attempting to bind port 8a429c76-093f-45aa-a4bb-0e8f22eb0bec on network f52f86e5-4ccf-471b-ba73-453c1047945f {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:29.403714 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1eeae50-e4ba-47b1-8762-3131f087156d None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:29.404078 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fff4e-6b16-4f9f-884c-2d7ba947244b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event updated for resources: {'Port': ['ID=c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:29.404251 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1eeae50-e4ba-47b1-8762-3131f087156d None None] Checking segment: {'id': '998774d7-2d8e-4547-8dfe-3636c1eb8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f52f86e5-4ccf-471b-ba73-453c1047945f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:29.404418 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d1eeae50-e4ba-47b1-8762-3131f087156d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.406105 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1eeae50-e4ba-47b1-8762-3131f087156d None None] Bound using segment: {'id': '998774d7-2d8e-4547-8dfe-3636c1eb8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f52f86e5-4ccf-471b-ba73-453c1047945f'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:29.406697 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-d1eeae50-e4ba-47b1-8762-3131f087156d None None] Bound port: 8a429c76-093f-45aa-a4bb-0e8f22eb0bec, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '998774d7-2d8e-4547-8dfe-3636c1eb8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f52f86e5-4ccf-471b-ba73-453c1047945f'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:29.407278 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d1eeae50-e4ba-47b1-8762-3131f087156d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.439637 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43fff4e-6b16-4f9f-884c-2d7ba947244b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Network 631352b9-cdc0-4502-b4e6-9840754bae5a is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:29.445981 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-b43fff4e-6b16-4f9f-884c-2d7ba947244b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:29.451616 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43fff4e-6b16-4f9f-884c-2d7ba947244b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:29.591463 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ee080921-3b9f-400c-92ab-4085a5418a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.617203 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8d83f3e0-ac61-48e6-8d05-db00f6ce86b7 None None] Provisioning complete for port 9fc6c743-1727-43b6-9d24-b2efaf4f4e81 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:29.618972 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8d83f3e0-ac61-48e6-8d05-db00f6ce86b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.619232 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ee080921-3b9f-400c-92ab-4085a5418a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.704168 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-097b7549-38d8-4cdc-a924-50a6bded8e26 req-4feb677a-ccd9-479c-908d-247eb5786989 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Deleting port 71939d33-b240-48ff-b47c-3afe71967ce7 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:29.704806 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-097b7549-38d8-4cdc-a924-50a6bded8e26 req-4feb677a-ccd9-479c-908d-247eb5786989 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.766349 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee080921-3b9f-400c-92ab-4085a5418a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7870f319-f523-4204-aa9e-d50b7eb90212,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:29.802018 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ee080921-3b9f-400c-92ab-4085a5418a13 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e914868345374747ac57f6d45ffdb125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7257407 Jul 07 17:01:29.807444 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53980) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:29.875432 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d1eeae50-e4ba-47b1-8762-3131f087156d None None] For port 8a429c76-093f-45aa-a4bb-0e8f22eb0bec, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:29.882327 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8d83f3e0-ac61-48e6-8d05-db00f6ce86b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.944432 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-097b7549-38d8-4cdc-a924-50a6bded8e26 req-4feb677a-ccd9-479c-908d-247eb5786989 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] For port 71939d33-b240-48ff-b47c-3afe71967ce7, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=71939d33-b240-48ff-b47c-3afe71967ce7,segment=NetworkSegment(a2664701-1b29-4b1e-a81c-aaa20afebff7),segment_id=a2664701-1b29-4b1e-a81c-aaa20afebff7)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:29.944919 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-097b7549-38d8-4cdc-a924-50a6bded8e26 req-4feb677a-ccd9-479c-908d-247eb5786989 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.960612 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5486bce7-9e16-468d-b1c8-a16746223565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.971348 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-097b7549-38d8-4cdc-a924-50a6bded8e26 req-4feb677a-ccd9-479c-908d-247eb5786989 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Calling delete_port for 71939d33-b240-48ff-b47c-3afe71967ce7 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:29.982867 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43fff4e-6b16-4f9f-884c-2d7ba947244b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:29.983957 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b43fff4e-6b16-4f9f-884c-2d7ba947244b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.004730 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d1eeae50-e4ba-47b1-8762-3131f087156d None None] For port 8a429c76-093f-45aa-a4bb-0e8f22eb0bec, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8a429c76-093f-45aa-a4bb-0e8f22eb0bec,segment=NetworkSegment(998774d7-2d8e-4547-8dfe-3636c1eb8560),segment_id=998774d7-2d8e-4547-8dfe-3636c1eb8560)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:30.034120 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-496adf39-4984-43c4-b9d3-cbcfd764c963 req-f8eac30b-72c5-419b-bb3f-8ca2f0b94c34 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 210 time: 0.0469992 Jul 07 17:01:30.035844 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b43fff4e-6b16-4f9f-884c-2d7ba947244b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2647581 Jul 07 17:01:30.042584 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53984) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:30.049825 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-ed8adb2d-ef71-4862-a3fe-5bb4eec7b37e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Request body: {'port': {'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a', 'name': 'tempest-TaggedBootDevicesTest-1857569326', 'fixed_ips': [{'subnet_id': '11c30ad8-8f95-45c0-9f1d-ea2c0038c53f'}]}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:30.051556 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5486bce7-9e16-468d-b1c8-a16746223565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.053832 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d1eeae50-e4ba-47b1-8762-3131f087156d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.108782 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.138666 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8d83f3e0-ac61-48e6-8d05-db00f6ce86b7 None None] For port 9fc6c743-1727-43b6-9d24-b2efaf4f4e81, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=9fc6c743-1727-43b6-9d24-b2efaf4f4e81,segment=NetworkSegment(b85f67fa-4f4a-4c5c-8baf-733f98a524f2),segment_id=b85f67fa-4f4a-4c5c-8baf-733f98a524f2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:30.171224 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8d83f3e0-ac61-48e6-8d05-db00f6ce86b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.176343 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.206810 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eeae50-e4ba-47b1-8762-3131f087156d None None] Pushing event updated for resources: {'Port': ['ID=8a429c76-093f-45aa-a4bb-0e8f22eb0bec,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:30.322770 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-a885582b-8fd8-43e2-bc68-96c9f38a920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:30.324438 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-a885582b-8fd8-43e2-bc68-96c9f38a920e service neutron] 10.222.0.64 "GET /v2.0/ports/874aad95-4d95-4e67-b5f3-a74579b36f91 HTTP/1.1" status: 200 len: 1032 time: 0.1007793 Jul 07 17:01:30.345698 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8adb2d-ef71-4862-a3fe-5bb4eec7b37e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Made reservation on behalf of b6d220ae528f42c295cc654c1d123274 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:30.368541 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.api [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:01:30.369514 n-d-791503-12 neutron-server[100194]: DEBUG oslo_db.api [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:01:30.370662 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed8adb2d-ef71-4862-a3fe-5bb4eec7b37e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.385584 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7bd35f42-185f-4473-a178-c1fd4e926574 None None] Provisioning for port c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:30.399628 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83f3e0-ac61-48e6-8d05-db00f6ce86b7 None None] Pushing event updated for resources: {'Port': ['ID=9fc6c743-1727-43b6-9d24-b2efaf4f4e81,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:30.403689 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7bd35f42-185f-4473-a178-c1fd4e926574 None None] Provisioning complete for port c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:30.404511 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7bd35f42-185f-4473-a178-c1fd4e926574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.437889 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-1b86d332-5235-4d42-ad40-5068bf97623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:30.440057 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-1b86d332-5235-4d42-ad40-5068bf97623d service neutron] 10.222.0.64 "GET /v2.0/ports/ba66bda7-9cd8-47c6-937f-ed3c0e115210 HTTP/1.1" status: 200 len: 1033 time: 0.1013958 Jul 07 17:01:30.471229 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-7bd35f42-185f-4473-a178-c1fd4e926574 None None] Port c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:30.478320 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-ed8adb2d-ef71-4862-a3fe-5bb4eec7b37e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] device_id is not set on port ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:01:30.572744 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9ca8c-17e9-4635-b156-8945dc4e3cb9 req-d3afb192-30b8-48ad-8af0-921895b34166 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:30.574487 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dfa9ca8c-17e9-4635-b156-8945dc4e3cb9 req-d3afb192-30b8-48ad-8af0-921895b34166 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c38b039-39e9-42dd-b53d-c7070deddffe HTTP/1.1" status: 200 len: 945 time: 0.1862848 Jul 07 17:01:30.639911 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5486bce7-9e16-468d-b1c8-a16746223565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.644507 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5486bce7-9e16-468d-b1c8-a16746223565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.649210 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5486bce7-9e16-468d-b1c8-a16746223565 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7870f319-f523-4204-aa9e-d50b7eb90212 HTTP/1.1" status: 204 len: 168 time: 0.8355594 Jul 07 17:01:30.667353 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d52968-16d8-49cb-8af9-4bff67efc005 req-e585b869-654d-4df9-81fb-ff3fddd02a9e tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:30.673441 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c8d52968-16d8-49cb-8af9-4bff67efc005 req-e585b869-654d-4df9-81fb-ff3fddd02a9e tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79 HTTP/1.1" status: 200 len: 949 time: 0.6727133 Jul 07 17:01:30.702511 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dfa9ca8c-17e9-4635-b156-8945dc4e3cb9 req-26232bfa-899e-40c1-a311-4cefa5d2d2f6 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3f70528-7313-4aa5-8919-d34595734fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214862 Jul 07 17:01:30.811545 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486bce7-9e16-468d-b1c8-a16746223565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7870f319-f523-4204-aa9e-d50b7eb90212,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:30.906930 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-9ec0a470-7276-4430-85ce-1b58e61af6e9 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:30.922306 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-9ec0a470-7276-4430-85ce-1b58e61af6e9 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:30.932505 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-9ec0a470-7276-4430-85ce-1b58e61af6e9 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:30.934820 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-9ec0a470-7276-4430-85ce-1b58e61af6e9 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.64 "GET /v2.0/networks?id=94d2cc3b-5a36-4261-9491-3ddbfc283976&id=fab6f54d-9214-45d2-b598-1fe08070fc1d&id=fab6f54d-9214-45d2-b598-1fe08070fc1d&id=fab6f54d-9214-45d2-b598-1fe08070fc1d&id=fab6f54d-9214-45d2-b598-1fe08070fc1d&id=fb74cf42-8431-4db2-86e2-f968c1182b61&id=fb74cf42-8431-4db2-86e2-f968c1182b61 HTTP/1.1" status: 200 len: 1995 time: 0.4763007 Jul 07 17:01:30.986494 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-097b7549-38d8-4cdc-a924-50a6bded8e26 req-4feb677a-ccd9-479c-908d-247eb5786989 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.005613 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['71939d33-b240-48ff-b47c-3afe71967ce7'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:01:31.046528 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c8d52968-16d8-49cb-8af9-4bff67efc005 req-73a7b45f-5283-479e-b09d-c0ecaea7d900 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f8282e-f1d0-4b5b-9b7e-5170dd2f10fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522162 Jul 07 17:01:31.050093 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-ed8adb2d-ef71-4862-a3fe-5bb4eec7b37e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Allocated IP 10.1.1.171 (631352b9-cdc0-4502-b4e6-9840754bae5a/11c30ad8-8f95-45c0-9f1d-ea2c0038c53f/ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:31.097336 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb677a-ccd9-479c-908d-247eb5786989 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Pushing event deleted for resources: {'Port': ['ID=71939d33-b240-48ff-b47c-3afe71967ce7,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:31.126442 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:31.150669 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfdc32-ff31-496c-bab6-b399b69009fd req-98017742-be54-403b-83bb-6d720f127295 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:31.164032 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ecbfdc32-ff31-496c-bab6-b399b69009fd req-98017742-be54-403b-83bb-6d720f127295 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=064ec32d-a7b7-46d2-866c-f65212d09000 HTTP/1.1" status: 200 len: 950 time: 0.2366352 Jul 07 17:01:31.235798 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-7b27e0ba-7efd-4fb0-9390-35e7ee6cec63 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52ba6e7d3c334b5d9c08203be3275f20 HTTP/1.1" status: 200 len: 379 time: 0.2739673 Jul 07 17:01:31.266904 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:31.277692 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:31.278229 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.282590 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-df88cbb1-c224-4289-8741-707ea670551a tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Request body: {'port': {'device_id': '5e438531-e21d-4b21-9060-f2618286d67a', 'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976', 'admin_state_up': True, 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'security_groups': ['19f22d85-18af-4d25-ba22-cfaa9624c2c8']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:31.289573 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-097b7549-38d8-4cdc-a924-50a6bded8e26 req-4feb677a-ccd9-479c-908d-247eb5786989 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] No DVR routers for this DVR port 71939d33-b240-48ff-b47c-3afe71967ce7 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:01:31.293717 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-097b7549-38d8-4cdc-a924-50a6bded8e26 req-4feb677a-ccd9-479c-908d-247eb5786989 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.296701 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-097b7549-38d8-4cdc-a924-50a6bded8e26 req-4feb677a-ccd9-479c-908d-247eb5786989 tempest-AttachSCSIVolumeTestJSON-1679763103 tempest-AttachSCSIVolumeTestJSON-1679763103-project] 10.222.0.64 "DELETE /v2.0/ports/71939d33-b240-48ff-b47c-3afe71967ce7 HTTP/1.1" status: 204 len: 173 time: 1.9962542 Jul 07 17:01:31.329950 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c38b039-39e9-42dd-b53d-c7070deddffe', 'name': 'network-vif-deleted', 'tag': '71939d33-b240-48ff-b47c-3afe71967ce7'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:31.333588 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a242702-e6da-4117-baac-e3620e8eb5e5" -d '{"events": [{"server_uuid": "8c38b039-39e9-42dd-b53d-c7070deddffe", "name": "network-vif-deleted", "tag": "71939d33-b240-48ff-b47c-3afe71967ce7"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:31.380030 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ecbfdc32-ff31-496c-bab6-b399b69009fd req-cc717360-bb04-4df3-939c-2536be360a75 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/security-groups?id=ccf2b646-c818-417a-86e8-83667c6cec00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146716 Jul 07 17:01:31.558661 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.571917 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 9fc6c743-1727-43b6-9d24-b2efaf4f4e81 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:31.761402 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fc3bad-449d-4b26-98f0-a9e7fd514f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:31.765053 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80f7d03-681b-473e-bae2-fe3abd02721c" -d '{"events": [{"server_uuid": "26fc3bad-449d-4b26-98f0-a9e7fd514f4d", "name": "network-vif-plugged", "status": "completed", "tag": "c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:31.797122 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937,segment=NetworkSegment(5205dc8c-fd23-4c58-b075-fb1729bf7f50),segment_id=5205dc8c-fd23-4c58-b075-fb1729bf7f50)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:31.808299 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.851510 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376922ab-d29d-4786-b76d-82c59a9a177b req-3d08660a-65b4-4445-a577-09787f942ed2 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:31.854381 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-376922ab-d29d-4786-b76d-82c59a9a177b req-3d08660a-65b4-4445-a577-09787f942ed2 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.64 "GET /v2.0/ports?device_id=064ec32d-a7b7-46d2-866c-f65212d09000 HTTP/1.1" status: 200 len: 950 time: 0.5540223 Jul 07 17:01:31.909849 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed8adb2d-ef71-4862-a3fe-5bb4eec7b37e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.940505 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-ed8adb2d-ef71-4862-a3fe-5bb4eec7b37e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Transition to ACTIVE for port object ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:31.972451 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:31.984669 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5286eed-1bd5-45b4-ba9c-6f582bc96db9 req-580be9f7-d444-4cc2-833e-27a4fb9786f5 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:32.000093 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b5286eed-1bd5-45b4-ba9c-6f582bc96db9 req-580be9f7-d444-4cc2-833e-27a4fb9786f5 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 945 time: 0.2900629 Jul 07 17:01:32.013812 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 9fc6c743-1727-43b6-9d24-b2efaf4f4e81 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:32.015203 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.058114 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-df88cbb1-c224-4289-8741-707ea670551a tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Made reservation on behalf of 52ba6e7d3c334b5d9c08203be3275f20 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:32.074836 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-df88cbb1-c224-4289-8741-707ea670551a tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.112543 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b5286eed-1bd5-45b4-ba9c-6f582bc96db9 req-06b4ea07-c559-44e1-9086-bcbb0c3d4da5 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100583 Jul 07 17:01:32.123211 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed8adb2d-ef71-4862-a3fe-5bb4eec7b37e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.153871 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9cf7f-537a-4037-a3e2-ba0de5692929 req-8636d999-fcc7-43c0-a47b-28645bbdb1f5 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:32.181991 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6dd9cf7f-537a-4037-a3e2-ba0de5692929 req-8636d999-fcc7-43c0-a47b-28645bbdb1f5 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] 10.222.0.53 "GET /v2.0/ports?device_id=26fc3bad-449d-4b26-98f0-a9e7fd514f4d HTTP/1.1" status: 200 len: 945 time: 0.9174075 Jul 07 17:01:32.317699 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8adb2d-ef71-4862-a3fe-5bb4eec7b37e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Network 631352b9-cdc0-4502-b4e6-9840754bae5a is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:32.324249 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8a429c76-093f-45aa-a4bb-0e8f22eb0bec up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:32.332874 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-ed8adb2d-ef71-4862-a3fe-5bb4eec7b37e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:32.338307 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8adb2d-ef71-4862-a3fe-5bb4eec7b37e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:32.502591 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6dd9cf7f-537a-4037-a3e2-ba0de5692929 req-17a4e0c5-c526-4bba-b688-2f4d5c54913c tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b2b28e7-3920-434b-8018-90c30d750d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133481 Jul 07 17:01:32.510254 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8adb2d-ef71-4862-a3fe-5bb4eec7b37e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:32.513640 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed8adb2d-ef71-4862-a3fe-5bb4eec7b37e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.612945 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8adb2d-ef71-4862-a3fe-5bb4eec7b37e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event updated for resources: {'Port': ['ID=ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:32.626374 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ed8adb2d-ef71-4862-a3fe-5bb4eec7b37e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5830982 Jul 07 17:01:32.732293 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-376922ab-d29d-4786-b76d-82c59a9a177b req-0b078807-67a9-4190-9c9a-de31176d0596 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Deleting port 47a23044-c4ae-4152-a89a-1931451003a0 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:32.744157 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-376922ab-d29d-4786-b76d-82c59a9a177b req-0b078807-67a9-4190-9c9a-de31176d0596 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.817087 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caadc60d-d502-4a78-808a-0a0321db8ee8 None None] Network f52f86e5-4ccf-471b-ba73-453c1047945f requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:32.841966 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5184ef-f1a1-4edf-a048-df439fbac69d x-openstack-request-id: req-cd5184ef-f1a1-4edf-a048-df439fbac69d {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:32.842423 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c38b039-39e9-42dd-b53d-c7070deddffe", "name": "network-vif-deleted", "tag": "71939d33-b240-48ff-b47c-3afe71967ce7", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:32.842870 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd5184ef-f1a1-4edf-a048-df439fbac69d {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:32.843394 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c38b039-39e9-42dd-b53d-c7070deddffe', 'name': 'network-vif-deleted', 'tag': '71939d33-b240-48ff-b47c-3afe71967ce7', 'status': 'completed', 'code': 200} Jul 07 17:01:32.897608 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f41cc8b8-4adb-482c-8325-bf856a772d67 None None] Provisioning for port 8a429c76-093f-45aa-a4bb-0e8f22eb0bec completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:32.932427 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 8a429c76-093f-45aa-a4bb-0e8f22eb0bec completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:32.946024 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 8a429c76-093f-45aa-a4bb-0e8f22eb0bec triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:32.946424 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.983453 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e22de040-9255-4f09-bdab-06bd20dd87bb req-f84a46f5-9339-482c-a7db-333da7acdbfe tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 210 time: 0.1127622 Jul 07 17:01:33.004221 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-df88cbb1-c224-4289-8741-707ea670551a tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Allocated IP 172.20.0.9 (94d2cc3b-5a36-4261-9491-3ddbfc283976/ce5d8e85-e977-4ec0-aa8c-00c1d211eb94/ee9f9590-c476-4e56-b319-494470a69a36) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:33.144515 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4c0387-a107-4e9e-8b85-7f8f0bd9aa42 x-openstack-request-id: req-9a4c0387-a107-4e9e-8b85-7f8f0bd9aa42 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:33.149093 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fc3bad-449d-4b26-98f0-a9e7fd514f4d", "name": "network-vif-plugged", "status": "completed", "tag": "c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:33.150773 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a4c0387-a107-4e9e-8b85-7f8f0bd9aa42 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:33.151318 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fc3bad-449d-4b26-98f0-a9e7fd514f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937', 'code': 200} Jul 07 17:01:33.172741 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a5249ce3-fdb0-4fb9-b6a7-9a9943617ca3 None None] Provisioning for port ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:33.205667 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a5249ce3-fdb0-4fb9-b6a7-9a9943617ca3 None None] Provisioning complete for port ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:33.206090 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a5249ce3-fdb0-4fb9-b6a7-9a9943617ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.218021 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-376922ab-d29d-4786-b76d-82c59a9a177b req-0b078807-67a9-4190-9c9a-de31176d0596 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] For port 47a23044-c4ae-4152-a89a-1931451003a0, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=47a23044-c4ae-4152-a89a-1931451003a0,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:33.219411 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-376922ab-d29d-4786-b76d-82c59a9a177b req-0b078807-67a9-4190-9c9a-de31176d0596 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.309548 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-376922ab-d29d-4786-b76d-82c59a9a177b req-0b078807-67a9-4190-9c9a-de31176d0596 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Calling delete_port for 47a23044-c4ae-4152-a89a-1931451003a0 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:33.473955 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967ef81-2105-4af1-a3b7-2ab1aef1b3c9 req-fb97ccba-67f1-4c8b-862a-7c750c82fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:33.484572 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 47a23044-c4ae-4152-a89a-1931451003a0 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:01:33.489454 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c967ef81-2105-4af1-a3b7-2ab1aef1b3c9 req-fb97ccba-67f1-4c8b-862a-7c750c82fb0c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=26fc3bad-449d-4b26-98f0-a9e7fd514f4d HTTP/1.1" status: 200 len: 1098 time: 0.2314773 Jul 07 17:01:33.531680 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a5249ce3-fdb0-4fb9-b6a7-9a9943617ca3 None None] Port ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:33.621548 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c967ef81-2105-4af1-a3b7-2ab1aef1b3c9 req-dbdc40e9-bf45-4084-be7d-513114dc5e9e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4b2b28e7-3920-434b-8018-90c30d750d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163690 Jul 07 17:01:33.638832 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.761153 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 8a429c76-093f-45aa-a4bb-0e8f22eb0bec, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8a429c76-093f-45aa-a4bb-0e8f22eb0bec,segment=NetworkSegment(998774d7-2d8e-4547-8dfe-3636c1eb8560),segment_id=998774d7-2d8e-4547-8dfe-3636c1eb8560)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:33.794637 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54074) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:33.801250 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-eb449db9-64f1-4545-bfe8-f9aa3db1c4b9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1947605169', 'description': 'tempest-description--1808566593'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:33.838608 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.883624 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eb449db9-64f1-4545-bfe8-f9aa3db1c4b9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.902010 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-df88cbb1-c224-4289-8741-707ea670551a tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.964889 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8a949-3d18-469d-aa8d-829120a5b452 req-84f6d411-c130-4a07-9b8d-b282d2e9c828 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:33.988403 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c6e8a949-3d18-469d-aa8d-829120a5b452 req-84f6d411-c130-4a07-9b8d-b282d2e9c828 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=064ec32d-a7b7-46d2-866c-f65212d09000 HTTP/1.1" status: 200 len: 950 time: 0.6749609 Jul 07 17:01:34.072043 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.125774 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=8a429c76-093f-45aa-a4bb-0e8f22eb0bec,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:34.139741 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-df88cbb1-c224-4289-8741-707ea670551a tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Transition to ACTIVE for port object ee9f9590-c476-4e56-b319-494470a69a36 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:34.371197 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eb449db9-64f1-4545-bfe8-f9aa3db1c4b9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.392491 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eb449db9-64f1-4545-bfe8-f9aa3db1c4b9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.394299 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-abab969c-b1f7-4279-8bf0-02cc11a45fa5 None None] Provisioning complete for port 8a429c76-093f-45aa-a4bb-0e8f22eb0bec triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:34.395069 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-abab969c-b1f7-4279-8bf0-02cc11a45fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.461852 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eb449db9-64f1-4545-bfe8-f9aa3db1c4b9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.473909 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-eb449db9-64f1-4545-bfe8-f9aa3db1c4b9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6766987 Jul 07 17:01:34.477455 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54094) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:34.479147 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c6e8a949-3d18-469d-aa8d-829120a5b452 req-62c3dc70-1dcf-44f8-b2ab-b74d984e8752 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/security-groups?id=ccf2b646-c818-417a-86e8-83667c6cec00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4876404 Jul 07 17:01:34.491528 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d53d3981-1a9b-4684-9729-8bae30e96ec1 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Request body: {'security_group_rule': {'security_group_id': 'a2209d0f-1c1b-499f-83b2-8759a5325052', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:34.557043 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-376922ab-d29d-4786-b76d-82c59a9a177b req-0b078807-67a9-4190-9c9a-de31176d0596 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.596565 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb449db9-64f1-4545-bfe8-f9aa3db1c4b9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2209d0f-1c1b-499f-83b2-8759a5325052,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:34.603645 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d53d3981-1a9b-4684-9729-8bae30e96ec1 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.619431 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['3c049324-989a-414a-adc0-73352f93804e'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:01:34.661503 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321720c5-8fa1-4804-a912-26969181ff97 req-36c30482-5be4-4ae8-853d-a73f1fd50412 tempest-ServersAdminNegativeTestJSON-751514609 tempest-ServersAdminNegativeTestJSON-751514609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:34.685534 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-321720c5-8fa1-4804-a912-26969181ff97 req-36c30482-5be4-4ae8-853d-a73f1fd50412 tempest-ServersAdminNegativeTestJSON-751514609 tempest-ServersAdminNegativeTestJSON-751514609-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79 HTTP/1.1" status: 200 len: 1101 time: 0.4413271 Jul 07 17:01:34.692247 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b078807-67a9-4190-9c9a-de31176d0596 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Pushing event deleted for resources: {'Port': ['ID=47a23044-c4ae-4152-a89a-1931451003a0,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:34.751674 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-321720c5-8fa1-4804-a912-26969181ff97 req-4187f2e9-5c0a-42f9-b9b6-1adf69b7b58d tempest-ServersAdminNegativeTestJSON-751514609 tempest-ServersAdminNegativeTestJSON-751514609-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.755764 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 71939d33-b240-48ff-b47c-3afe71967ce7 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:01:34.810002 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-376922ab-d29d-4786-b76d-82c59a9a177b req-0b078807-67a9-4190-9c9a-de31176d0596 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] No DVR routers for this DVR port 47a23044-c4ae-4152-a89a-1931451003a0 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:01:34.813572 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-df88cbb1-c224-4289-8741-707ea670551a tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.820238 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-376922ab-d29d-4786-b76d-82c59a9a177b req-0b078807-67a9-4190-9c9a-de31176d0596 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.831091 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d53d3981-1a9b-4684-9729-8bae30e96ec1 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.840927 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-376922ab-d29d-4786-b76d-82c59a9a177b req-0b078807-67a9-4190-9c9a-de31176d0596 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.64 "DELETE /v2.0/ports/47a23044-c4ae-4152-a89a-1931451003a0 HTTP/1.1" status: 204 len: 173 time: 2.9768081 Jul 07 17:01:34.841896 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 71939d33-b240-48ff-b47c-3afe71967ce7 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:01:34.842934 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 71939d33-b240-48ff-b47c-3afe71967ce7 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:01:34.851447 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064ec32d-a7b7-46d2-866c-f65212d09000', 'name': 'network-vif-deleted', 'tag': '47a23044-c4ae-4152-a89a-1931451003a0'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:34.855485 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d53d3981-1a9b-4684-9729-8bae30e96ec1 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.860841 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e15afd-69ff-46ff-b84c-c04ed2a2f380" -d '{"events": [{"server_uuid": "064ec32d-a7b7-46d2-866c-f65212d09000", "name": "network-vif-deleted", "tag": "47a23044-c4ae-4152-a89a-1931451003a0"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:34.908575 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d3981-1a9b-4684-9729-8bae30e96ec1 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a6e7fa6-0951-4cbf-9cc4-23511a18af0a,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:35.090503 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-321720c5-8fa1-4804-a912-26969181ff97 req-4187f2e9-5c0a-42f9-b9b6-1adf69b7b58d tempest-ServersAdminNegativeTestJSON-751514609 tempest-ServersAdminNegativeTestJSON-751514609-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.102873 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-321720c5-8fa1-4804-a912-26969181ff97 req-4187f2e9-5c0a-42f9-b9b6-1adf69b7b58d tempest-ServersAdminNegativeTestJSON-751514609 tempest-ServersAdminNegativeTestJSON-751514609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.147778 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-df88cbb1-c224-4289-8741-707ea670551a tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Network 94d2cc3b-5a36-4261-9491-3ddbfc283976 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:35.150546 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-df88cbb1-c224-4289-8741-707ea670551a tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:35.168857 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88cbb1-c224-4289-8741-707ea670551a tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event updated for resources: {'Port': ['ID=ee9f9590-c476-4e56-b319-494470a69a36,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:35.169160 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d53d3981-1a9b-4684-9729-8bae30e96ec1 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.174547 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d53d3981-1a9b-4684-9729-8bae30e96ec1 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6924753 Jul 07 17:01:35.180143 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54106) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:35.182444 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-df88cbb1-c224-4289-8741-707ea670551a tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:35.188574 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-5cab03ee-4f07-4491-b73f-d8d17f9331be tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Request body: {'security_group_rule': {'security_group_id': 'a2209d0f-1c1b-499f-83b2-8759a5325052', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:35.241314 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-321720c5-8fa1-4804-a912-26969181ff97 req-4187f2e9-5c0a-42f9-b9b6-1adf69b7b58d tempest-ServersAdminNegativeTestJSON-751514609 tempest-ServersAdminNegativeTestJSON-751514609-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=80f8282e-f1d0-4b5b-9b7e-5170dd2f10fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5503361 Jul 07 17:01:35.254595 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187f2e9-5c0a-42f9-b9b6-1adf69b7b58d tempest-ServersAdminNegativeTestJSON-751514609 tempest-ServersAdminNegativeTestJSON-751514609-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db6ad5a-21db-4ccf-84bd-dc67094196a8,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:35.265972 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5cab03ee-4f07-4491-b73f-d8d17f9331be tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.339603 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-df88cbb1-c224-4289-8741-707ea670551a tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:35.340791 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-df88cbb1-c224-4289-8741-707ea670551a tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.370108 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4aaf6e-95a7-4788-ae87-8806d278a26d req-1466ab3a-717d-4365-b80c-84bb4bb2545d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:35.372969 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee4aaf6e-95a7-4788-ae87-8806d278a26d req-1466ab3a-717d-4365-b80c-84bb4bb2545d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 945 time: 0.3872833 Jul 07 17:01:35.407892 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-df88cbb1-c224-4289-8741-707ea670551a tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1445014 Jul 07 17:01:35.472239 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5cab03ee-4f07-4491-b73f-d8d17f9331be tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.476984 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-f66558f2-dfec-4143-a538-1ec1f495d1da tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Request body: {'port': {'device_id': '5e438531-e21d-4b21-9060-f2618286d67a', 'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d', 'admin_state_up': True, 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'security_groups': ['19f22d85-18af-4d25-ba22-cfaa9624c2c8']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:35.499962 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5cab03ee-4f07-4491-b73f-d8d17f9331be tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.532588 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab03ee-4f07-4491-b73f-d8d17f9331be tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42cc1ba1-de0b-4001-af09-e8d758a9fa24,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:35.565153 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5cab03ee-4f07-4491-b73f-d8d17f9331be tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.569834 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5cab03ee-4f07-4491-b73f-d8d17f9331be tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3854110 Jul 07 17:01:35.570970 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54112) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:35.578260 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-eb1f8497-d59b-433d-9dcb-d4d8d18935e9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:35.602432 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc13a95-cb8d-4526-a8c7-ea4d6aaae3f1 req-4787c57a-e965-4888-bb18-631fe1ce5964 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:35.604508 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4fc13a95-cb8d-4526-a8c7-ea4d6aaae3f1 req-4787c57a-e965-4888-bb18-631fe1ce5964 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] 10.222.0.53 "GET /v2.0/ports?device_id=26fc3bad-449d-4b26-98f0-a9e7fd514f4d HTTP/1.1" status: 200 len: 946 time: 0.1455359 Jul 07 17:01:35.650723 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee4aaf6e-95a7-4788-ae87-8806d278a26d req-efd126a5-df9e-4964-b922-d418c89ac9f3 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587037 Jul 07 17:01:35.655462 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2425ea3b-c932-4523-b1cf-435d1b52bdaf None None] Provisioning for port ee9f9590-c476-4e56-b319-494470a69a36 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:35.673252 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2425ea3b-c932-4523-b1cf-435d1b52bdaf None None] Provisioning complete for port ee9f9590-c476-4e56-b319-494470a69a36 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:35.675155 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2425ea3b-c932-4523-b1cf-435d1b52bdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.691440 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4fc13a95-cb8d-4526-a8c7-ea4d6aaae3f1 req-af643747-1e99-476c-aab0-077e3b9e6d0a tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b2b28e7-3920-434b-8018-90c30d750d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704923 Jul 07 17:01:35.702654 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eb1f8497-d59b-433d-9dcb-d4d8d18935e9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.759837 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-2425ea3b-c932-4523-b1cf-435d1b52bdaf None None] Port ee9f9590-c476-4e56-b319-494470a69a36 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:35.859833 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-f66558f2-dfec-4143-a538-1ec1f495d1da tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Made reservation on behalf of 52ba6e7d3c334b5d9c08203be3275f20 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:35.866461 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-f66558f2-dfec-4143-a538-1ec1f495d1da tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:36.005384 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eb1f8497-d59b-433d-9dcb-d4d8d18935e9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:36.062491 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8a429c76-093f-45aa-a4bb-0e8f22eb0bec up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:36.203576 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 8a429c76-093f-45aa-a4bb-0e8f22eb0bec triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:36.203944 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:36.329445 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-8c7d2675-1652-4e6f-9c19-7f3acb826f7f tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=cc24cb3e6baa4750b0980b5f8890c305&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433197 Jul 07 17:01:36.351847 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a596de-2608-46ad-8b51-862eea60e966 req-eaa824fe-3fbb-4acc-b1f0-90b0e3339934 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:36.354507 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c7a596de-2608-46ad-8b51-862eea60e966 req-eaa824fe-3fbb-4acc-b1f0-90b0e3339934 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 931 time: 0.3187377 Jul 07 17:01:36.395312 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-f66558f2-dfec-4143-a538-1ec1f495d1da tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Allocated IP 10.1.1.134 (fab6f54d-9214-45d2-b598-1fe08070fc1d/d273b5eb-a1f3-41e7-afcb-8544824ca516/c583747a-145e-45b6-b632-ab9ce786178b) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:36.401672 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-eb1f8497-d59b-433d-9dcb-d4d8d18935e9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Allocated IP 172.25.0.243 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/8452e82a-1a9e-4bea-a414-586bdf355df7) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:36.457789 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c7a596de-2608-46ad-8b51-862eea60e966 req-ccc8e155-0338-4d6e-b0e9-950e249d8c75 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908651 Jul 07 17:01:36.560110 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5fe499-dbb0-4e25-a677-03e5dde6c134 x-openstack-request-id: req-cc5fe499-dbb0-4e25-a677-03e5dde6c134 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:36.563825 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064ec32d-a7b7-46d2-866c-f65212d09000", "name": "network-vif-deleted", "tag": "47a23044-c4ae-4152-a89a-1931451003a0", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:36.564247 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc5fe499-dbb0-4e25-a677-03e5dde6c134 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:36.564968 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064ec32d-a7b7-46d2-866c-f65212d09000', 'name': 'network-vif-deleted', 'tag': '47a23044-c4ae-4152-a89a-1931451003a0', 'status': 'completed', 'code': 200} Jul 07 17:01:36.589774 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-5a377d15-bf18-4d6f-91d6-789f0d3badc8 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:36.591688 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-5a377d15-bf18-4d6f-91d6-789f0d3badc8 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2613606 Jul 07 17:01:36.614139 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eb1f8497-d59b-433d-9dcb-d4d8d18935e9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:36.625333 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-b289a402-3565-4965-ba4a-96809e0e5d5a tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] 10.222.0.53 "GET /v2.0/quotas/cc24cb3e6baa4750b0980b5f8890c305 HTTP/1.1" status: 200 len: 375 time: 0.0243752 Jul 07 17:01:36.717773 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-8e0b81c8-8da8-4f0a-a2fb-3a85fe541e15 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc24cb3e6baa4750b0980b5f8890c305&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0840998 Jul 07 17:01:36.721012 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eb1f8497-d59b-433d-9dcb-d4d8d18935e9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:36.779206 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-f66558f2-dfec-4143-a538-1ec1f495d1da tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:36.829039 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-f66558f2-dfec-4143-a538-1ec1f495d1da tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Transition to ACTIVE for port object c583747a-145e-45b6-b632-ab9ce786178b will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:36.883959 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1f8497-d59b-433d-9dcb-d4d8d18935e9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:36.891216 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f8497-d59b-433d-9dcb-d4d8d18935e9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event updated for resources: {'Port': ['ID=8452e82a-1a9e-4bea-a414-586bdf355df7,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:36.894381 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-eb1f8497-d59b-433d-9dcb-d4d8d18935e9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:36.905709 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1f8497-d59b-433d-9dcb-d4d8d18935e9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:36.917700 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:36.976935 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-f66558f2-dfec-4143-a538-1ec1f495d1da tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.045808 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-f66558f2-dfec-4143-a538-1ec1f495d1da tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Network fab6f54d-9214-45d2-b598-1fe08070fc1d is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:37.051508 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-f66558f2-dfec-4143-a538-1ec1f495d1da tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:37.102599 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-f66558f2-dfec-4143-a538-1ec1f495d1da tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:37.136284 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eb1f8497-d59b-433d-9dcb-d4d8d18935e9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.240496 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-f66558f2-dfec-4143-a538-1ec1f495d1da tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:37.241676 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-f66558f2-dfec-4143-a538-1ec1f495d1da tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.274165 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eb1f8497-d59b-433d-9dcb-d4d8d18935e9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.308577 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-f66558f2-dfec-4143-a538-1ec1f495d1da tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8523824 Jul 07 17:01:37.344240 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-09ddd496-2b25-4dc3-8f17-86a9a1ddd349 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Request body: {'port': {'device_id': '5e438531-e21d-4b21-9060-f2618286d67a', 'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d', 'admin_state_up': True, 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'security_groups': ['19f22d85-18af-4d25-ba22-cfaa9624c2c8']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:37.398868 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66558f2-dfec-4143-a538-1ec1f495d1da tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event updated for resources: {'Port': ['ID=c583747a-145e-45b6-b632-ab9ce786178b,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:37.560563 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eb1f8497-d59b-433d-9dcb-d4d8d18935e9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.566649 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eb1f8497-d59b-433d-9dcb-d4d8d18935e9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.615975 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.674961 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-09ddd496-2b25-4dc3-8f17-86a9a1ddd349 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Made reservation on behalf of 52ba6e7d3c334b5d9c08203be3275f20 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:37.683587 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-db32b5d3-8707-41f1-9715-7480ce5e9529 None None] Provisioning for port c583747a-145e-45b6-b632-ab9ce786178b completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:37.683886 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-09ddd496-2b25-4dc3-8f17-86a9a1ddd349 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.700273 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-db32b5d3-8707-41f1-9715-7480ce5e9529 None None] Provisioning complete for port c583747a-145e-45b6-b632-ab9ce786178b triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:37.705247 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-db32b5d3-8707-41f1-9715-7480ce5e9529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.723152 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f8497-d59b-433d-9dcb-d4d8d18935e9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event updated for resources: {'Port': ['ID=8452e82a-1a9e-4bea-a414-586bdf355df7,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:37.798639 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eb1f8497-d59b-433d-9dcb-d4d8d18935e9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.817044 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578722b-bdc4-4742-bf81-99957e3a1915 req-996d0328-0fce-4bed-8419-87bd442e70d4 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:37.825114 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5578722b-bdc4-4742-bf81-99957e3a1915 req-996d0328-0fce-4bed-8419-87bd442e70d4 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 945 time: 0.5684741 Jul 07 17:01:37.877756 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5578722b-bdc4-4742-bf81-99957e3a1915 req-fc33088c-503d-4378-a693-b1ca785d16db tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512407 Jul 07 17:01:37.885953 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eb1f8497-d59b-433d-9dcb-d4d8d18935e9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.887369 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-eb1f8497-d59b-433d-9dcb-d4d8d18935e9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3151417 Jul 07 17:01:37.939934 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-db32b5d3-8707-41f1-9715-7480ce5e9529 None None] Port c583747a-145e-45b6-b632-ab9ce786178b cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:38.270863 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-09ddd496-2b25-4dc3-8f17-86a9a1ddd349 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Allocated IP 10.1.1.30 (fab6f54d-9214-45d2-b598-1fe08070fc1d/d273b5eb-a1f3-41e7-afcb-8544824ca516/e3b5255c-56de-4333-94b1-1e038c40d00f) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:38.409579 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2327d3df-448a-431e-9b4b-aa6b642c7e7d req-737710bf-9aa7-4eec-8b03-5a7949543b47 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4ff420-fb8c-425e-bcfe-065f4968e472 HTTP/1.1" status: 200 len: 210 time: 0.0691566 Jul 07 17:01:38.838968 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-09ddd496-2b25-4dc3-8f17-86a9a1ddd349 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.873952 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-09ddd496-2b25-4dc3-8f17-86a9a1ddd349 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Transition to ACTIVE for port object e3b5255c-56de-4333-94b1-1e038c40d00f will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:38.953001 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089a8e-de2b-47dc-9c8a-9f06a8f6185a req-58f4b98c-ae25-4dca-ab5d-360abb7dd6ef tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:38.955388 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-20089a8e-de2b-47dc-9c8a-9f06a8f6185a req-58f4b98c-ae25-4dca-ab5d-360abb7dd6ef tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] 10.222.0.53 "GET /v2.0/ports?device_id=26fc3bad-449d-4b26-98f0-a9e7fd514f4d HTTP/1.1" status: 200 len: 946 time: 0.1074784 Jul 07 17:01:38.972674 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db80ce2-8fcf-470f-a461-63a15e44e611 req-cb87f651-f2a5-4d7b-9233-f5d8be654b01 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:38.985517 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db80ce2-8fcf-470f-a461-63a15e44e611 req-cb87f651-f2a5-4d7b-9233-f5d8be654b01 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:38.990214 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4db80ce2-8fcf-470f-a461-63a15e44e611 req-cb87f651-f2a5-4d7b-9233-f5d8be654b01 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 1653 time: 0.2378962 Jul 07 17:01:39.021095 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-20089a8e-de2b-47dc-9c8a-9f06a8f6185a req-8a3c4f90-0c78-45e0-8812-ea81e33baeb7 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b2b28e7-3920-434b-8018-90c30d750d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549693 Jul 07 17:01:39.069889 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-09ddd496-2b25-4dc3-8f17-86a9a1ddd349 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:39.124385 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4db80ce2-8fcf-470f-a461-63a15e44e611 req-008557c7-abd4-4941-ba66-62b2dbc37845 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214035 Jul 07 17:01:39.237356 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-09ddd496-2b25-4dc3-8f17-86a9a1ddd349 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Network fab6f54d-9214-45d2-b598-1fe08070fc1d is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:39.245987 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-09ddd496-2b25-4dc3-8f17-86a9a1ddd349 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:39.262308 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-09ddd496-2b25-4dc3-8f17-86a9a1ddd349 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:39.298686 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-60d427cd-8218-4f83-858e-b6c3cab174f1 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1947605169&fields=id&tenant_id=b6d220ae528f42c295cc654c1d123274 HTTP/1.1" status: 200 len: 267 time: 0.0908208 Jul 07 17:01:39.383310 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-e19c2562-ad19-49d6-b0c3-c99f770108ce tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:39.390356 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-e19c2562-ad19-49d6-b0c3-c99f770108ce tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports/c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca HTTP/1.1" status: 200 len: 932 time: 0.0906532 Jul 07 17:01:39.396027 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ddd496-2b25-4dc3-8f17-86a9a1ddd349 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event updated for resources: {'Port': ['ID=e3b5255c-56de-4333-94b1-1e038c40d00f,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:39.480566 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-256197a5-9fd8-4895-9c5d-7000ac42ea50 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:39.502004 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-256197a5-9fd8-4895-9c5d-7000ac42ea50 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports/ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d HTTP/1.1" status: 200 len: 932 time: 0.1099250 Jul 07 17:01:39.517356 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-09ddd496-2b25-4dc3-8f17-86a9a1ddd349 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:39.518695 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-09ddd496-2b25-4dc3-8f17-86a9a1ddd349 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:39.563113 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-09ddd496-2b25-4dc3-8f17-86a9a1ddd349 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2415693 Jul 07 17:01:39.578424 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-017a3444-2f09-4195-a2ce-b52985e8e9ab tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Request body: {'port': {'device_id': '5e438531-e21d-4b21-9060-f2618286d67a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'fb74cf42-8431-4db2-86e2-f968c1182b61', 'admin_state_up': True, 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'security_groups': ['19f22d85-18af-4d25-ba22-cfaa9624c2c8']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:39.599637 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-33ab98e4-c4e8-49d4-9a8b-71919d515192 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?network_id=f52f86e5-4ccf-471b-ba73-453c1047945f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0941195 Jul 07 17:01:39.676748 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-41e5f7fb-87cb-4cf5-bf9d-66d95194c80f tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?network_id=f52f86e5-4ccf-471b-ba73-453c1047945f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0706856 Jul 07 17:01:39.786971 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-03e317c1-12d6-4211-8106-a54a91e67477 None None] Provisioning for port e3b5255c-56de-4333-94b1-1e038c40d00f completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:39.792210 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-03e317c1-12d6-4211-8106-a54a91e67477 None None] Provisioning complete for port e3b5255c-56de-4333-94b1-1e038c40d00f triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:39.792853 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-03e317c1-12d6-4211-8106-a54a91e67477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:39.820127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba181105-8aa5-4204-97e2-89fb29453de6 req-6e75567e-695e-40e5-b780-f0749c095f30 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:39.822758 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba181105-8aa5-4204-97e2-89fb29453de6 req-6e75567e-695e-40e5-b780-f0749c095f30 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] 10.222.0.72 "GET /v2.0/ports?device_id=26fc3bad-449d-4b26-98f0-a9e7fd514f4d HTTP/1.1" status: 200 len: 946 time: 0.2688217 Jul 07 17:01:39.929122 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-03e317c1-12d6-4211-8106-a54a91e67477 None None] Port e3b5255c-56de-4333-94b1-1e038c40d00f cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:40.132811 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-84f7ee17-a9b2-4347-8356-237b9a2ab032 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:40.148382 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-84f7ee17-a9b2-4347-8356-237b9a2ab032 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:40.160394 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-84f7ee17-a9b2-4347-8356-237b9a2ab032 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:40.173502 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-84f7ee17-a9b2-4347-8356-237b9a2ab032 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/networks?id=2b1ef1e6-de16-48e9-886d-760c85a81894&id=631352b9-cdc0-4502-b4e6-9840754bae5a&id=631352b9-cdc0-4502-b4e6-9840754bae5a&id=f52f86e5-4ccf-471b-ba73-453c1047945f&id=f52f86e5-4ccf-471b-ba73-453c1047945f HTTP/1.1" status: 200 len: 1990 time: 0.4842832 Jul 07 17:01:40.213516 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-09f3f2a7-f25c-4d19-b496-f633fe105740 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/quotas/b6d220ae528f42c295cc654c1d123274 HTTP/1.1" status: 200 len: 375 time: 0.0312254 Jul 07 17:01:40.278578 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-bb2e0a17-dee6-43d2-8039-9ac7c85b65dc tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=cc24cb3e6baa4750b0980b5f8890c305&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366671 Jul 07 17:01:40.361079 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-ba181105-8aa5-4204-97e2-89fb29453de6 req-5e2755f0-12dc-42fd-844a-6a9b787d6a4d tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] Deleting port c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:40.361696 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ba181105-8aa5-4204-97e2-89fb29453de6 req-5e2755f0-12dc-42fd-844a-6a9b787d6a4d tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:40.394878 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22ff29-fae8-4276-afde-b1bc702680bb req-a6886a36-abeb-4f1a-be4e-16559fe53132 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:40.402628 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cf22ff29-fae8-4276-afde-b1bc702680bb req-a6886a36-abeb-4f1a-be4e-16559fe53132 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ed530a4-6d06-4aac-ae8d-3891e9df26f4 HTTP/1.1" status: 200 len: 950 time: 0.9485643 Jul 07 17:01:40.539176 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cf22ff29-fae8-4276-afde-b1bc702680bb req-90685f62-8604-4ed1-859b-c9d561e09568 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.53 "GET /v2.0/security-groups?id=ccf2b646-c818-417a-86e8-83667c6cec00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355171 Jul 07 17:01:40.567934 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-ba181105-8aa5-4204-97e2-89fb29453de6 req-5e2755f0-12dc-42fd-844a-6a9b787d6a4d tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] For port c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937,segment=NetworkSegment(5205dc8c-fd23-4c58-b075-fb1729bf7f50),segment_id=5205dc8c-fd23-4c58-b075-fb1729bf7f50)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:40.569103 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ba181105-8aa5-4204-97e2-89fb29453de6 req-5e2755f0-12dc-42fd-844a-6a9b787d6a4d tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:40.597547 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-e130f92c-e9a9-47e0-8847-e3b57ff13b85 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:40.599254 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-e130f92c-e9a9-47e0-8847-e3b57ff13b85 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3137109 Jul 07 17:01:40.610560 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75772f37-7274-478d-8a79-d2ad1a6fa018 req-84a51149-e444-44d3-abc6-8ad98497c539 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:40.612395 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-75772f37-7274-478d-8a79-d2ad1a6fa018 req-84a51149-e444-44d3-abc6-8ad98497c539 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ed530a4-6d06-4aac-ae8d-3891e9df26f4 HTTP/1.1" status: 200 len: 950 time: 0.3722613 Jul 07 17:01:40.618980 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-ba181105-8aa5-4204-97e2-89fb29453de6 req-5e2755f0-12dc-42fd-844a-6a9b787d6a4d tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] Calling delete_port for c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:40.632003 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-be2d5c2d-4161-43fc-a389-98067ddc57c5 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Request body: {'port': {'device_id': 'ba4ff420-fb8c-425e-bcfe-065f4968e472', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': 'cc24cb3e6baa4750b0980b5f8890c305'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:40.728191 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-017a3444-2f09-4195-a2ce-b52985e8e9ab tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Made reservation on behalf of 52ba6e7d3c334b5d9c08203be3275f20 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:40.787540 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-98ecb0d8-db56-4feb-b6f5-010019284c19 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b6d220ae528f42c295cc654c1d123274&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5657330 Jul 07 17:01:41.019396 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ba181105-8aa5-4204-97e2-89fb29453de6 req-5e2755f0-12dc-42fd-844a-6a9b787d6a4d tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.026624 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-017a3444-2f09-4195-a2ce-b52985e8e9ab tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.034995 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:01:41.079745 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2755f0-12dc-42fd-844a-6a9b787d6a4d tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] Pushing event deleted for resources: {'Port': ['ID=c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:41.090965 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351c17e-6201-4c2f-ac6b-49359256069a req-863d63e8-7f00-45f7-b9bf-78d7bc9bd08d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:41.106192 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b351c17e-6201-4c2f-ac6b-49359256069a req-863d63e8-7f00-45f7-b9bf-78d7bc9bd08d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 945 time: 0.3718381 Jul 07 17:01:41.126312 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-be2d5c2d-4161-43fc-a389-98067ddc57c5 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Made reservation on behalf of cc24cb3e6baa4750b0980b5f8890c305 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:41.130433 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-be2d5c2d-4161-43fc-a389-98067ddc57c5 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.146362 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-e75f44ed-4f17-42f3-adf1-7ed420480fbe service neutron] 10.222.0.53 "GET /v2.0/networks/2b1ef1e6-de16-48e9-886d-760c85a81894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498514 Jul 07 17:01:41.184215 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba181105-8aa5-4204-97e2-89fb29453de6 req-5e2755f0-12dc-42fd-844a-6a9b787d6a4d tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] No DVR routers for this DVR port c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:01:41.188423 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ba181105-8aa5-4204-97e2-89fb29453de6 req-5e2755f0-12dc-42fd-844a-6a9b787d6a4d tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.190793 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba181105-8aa5-4204-97e2-89fb29453de6 req-5e2755f0-12dc-42fd-844a-6a9b787d6a4d tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] 10.222.0.72 "DELETE /v2.0/ports/c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937 HTTP/1.1" status: 204 len: 173 time: 1.3572931 Jul 07 17:01:41.191289 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fc3bad-449d-4b26-98f0-a9e7fd514f4d', 'name': 'network-vif-deleted', 'tag': 'c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:41.194071 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063017ee-25f4-41a7-93cd-dbe1b409dc83" -d '{"events": [{"server_uuid": "26fc3bad-449d-4b26-98f0-a9e7fd514f4d", "name": "network-vif-deleted", "tag": "c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:41.226035 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-be2d5c2d-4161-43fc-a389-98067ddc57c5 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.262488 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-75772f37-7274-478d-8a79-d2ad1a6fa018 req-dd272dd3-6a1c-4978-8848-eefa797a0195 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Deleting port 3c049324-989a-414a-adc0-73352f93804e {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:41.262927 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-75772f37-7274-478d-8a79-d2ad1a6fa018 req-dd272dd3-6a1c-4978-8848-eefa797a0195 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.408206 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b351c17e-6201-4c2f-ac6b-49359256069a req-6416bfc0-62f7-4d8d-bd57-5e90de0253c5 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018773 Jul 07 17:01:41.416256 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-0981583b-0cbd-47e4-92a8-800c342b5fa6 service neutron] 10.222.0.53 "GET /v2.0/networks/2b1ef1e6-de16-48e9-886d-760c85a81894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391076 Jul 07 17:01:41.521929 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-75772f37-7274-478d-8a79-d2ad1a6fa018 req-dd272dd3-6a1c-4978-8848-eefa797a0195 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] For port 3c049324-989a-414a-adc0-73352f93804e, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=3c049324-989a-414a-adc0-73352f93804e,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:41.521929 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-75772f37-7274-478d-8a79-d2ad1a6fa018 req-dd272dd3-6a1c-4978-8848-eefa797a0195 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.553214 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-75772f37-7274-478d-8a79-d2ad1a6fa018 req-dd272dd3-6a1c-4978-8848-eefa797a0195 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Calling delete_port for 3c049324-989a-414a-adc0-73352f93804e owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:41.585765 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-b398f591-34e7-431a-a36d-993e992cdad5 service neutron] 10.222.0.53 "GET /v2.0/ports/c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1470888 Jul 07 17:01:41.663775 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4035096f-b31d-4eae-a803-c2f4957835ce req-5b71ce97-6ace-4ab4-9046-3fb16b5ee3cf tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4ff420-fb8c-425e-bcfe-065f4968e472 HTTP/1.1" status: 200 len: 210 time: 0.0845799 Jul 07 17:01:41.750631 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-017a3444-2f09-4195-a2ce-b52985e8e9ab tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Allocated IP 10.2.2.100 (fb74cf42-8431-4db2-86e2-f968c1182b61/5fd26278-1ee8-4aad-a564-96dc9b452a11/870ee654-1865-4fc9-9384-819a276cb46e) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:41.875500 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-9ca64077-0ff3-4ec6-9955-7e8702e55a61 service neutron] 10.222.0.53 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817032 Jul 07 17:01:41.937832 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-be2d5c2d-4161-43fc-a389-98067ddc57c5 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.101634 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-017a3444-2f09-4195-a2ce-b52985e8e9ab tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.130195 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-be2d5c2d-4161-43fc-a389-98067ddc57c5 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.140881 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-ab6014e7-377e-4b4d-a048-e42e9c351fec service neutron] 10.222.0.53 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130125 Jul 07 17:01:42.201729 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-9c24cdad-d277-429f-8ec1-1bc14ea8eb0a service neutron] 10.222.0.53 "GET /v2.0/ports/ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0595157 Jul 07 17:01:42.207649 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35bf777c-cdb2-42e1-82b1-4653c005d2af req-33bdb2e5-902f-4f92-bbf6-775a93890c21 tempest-InstanceActionsV221TestJSON-325692456 tempest-InstanceActionsV221TestJSON-325692456-project] 10.222.0.53 "GET /v2.0/ports?device_id=26fc3bad-449d-4b26-98f0-a9e7fd514f4d HTTP/1.1" status: 200 len: 210 time: 0.0851932 Jul 07 17:01:42.325779 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d5c2d-4161-43fc-a389-98067ddc57c5 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0ab76d-deb0-4f11-bedb-1ae8d6af15ad,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:42.338067 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-017a3444-2f09-4195-a2ce-b52985e8e9ab tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Transition to ACTIVE for port object 870ee654-1865-4fc9-9384-819a276cb46e will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:42.349416 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-75772f37-7274-478d-8a79-d2ad1a6fa018 req-dd272dd3-6a1c-4978-8848-eefa797a0195 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.450522 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd272dd3-6a1c-4978-8848-eefa797a0195 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Pushing event deleted for resources: {'Port': ['ID=3c049324-989a-414a-adc0-73352f93804e,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:42.572402 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-be2d5c2d-4161-43fc-a389-98067ddc57c5 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Allocated IP 192.168.233.70 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/b0a5ed6f-099f-4188-bb28-e299923f4fd4) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:42.704340 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-75772f37-7274-478d-8a79-d2ad1a6fa018 req-dd272dd3-6a1c-4978-8848-eefa797a0195 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] No DVR routers for this DVR port 3c049324-989a-414a-adc0-73352f93804e on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:01:42.717158 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-75772f37-7274-478d-8a79-d2ad1a6fa018 req-dd272dd3-6a1c-4978-8848-eefa797a0195 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.719301 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-75772f37-7274-478d-8a79-d2ad1a6fa018 req-dd272dd3-6a1c-4978-8848-eefa797a0195 tempest-LiveMigrationNegativeTest-577784672 tempest-LiveMigrationNegativeTest-577784672-project] 10.222.0.72 "DELETE /v2.0/ports/3c049324-989a-414a-adc0-73352f93804e HTTP/1.1" status: 204 len: 173 time: 2.0837400 Jul 07 17:01:42.723502 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed530a4-6d06-4aac-ae8d-3891e9df26f4', 'name': 'network-vif-deleted', 'tag': '3c049324-989a-414a-adc0-73352f93804e'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:42.725825 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a857c092-0fa1-4de6-a39a-11092ea65977" -d '{"events": [{"server_uuid": "2ed530a4-6d06-4aac-ae8d-3891e9df26f4", "name": "network-vif-deleted", "tag": "3c049324-989a-414a-adc0-73352f93804e"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:42.746637 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-017a3444-2f09-4195-a2ce-b52985e8e9ab tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.887855 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-515863ab-d7d0-449e-9cd2-bbbd9153e5f2 service neutron] 10.222.0.53 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6728694 Jul 07 17:01:42.889226 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b0460-bb27-43eb-9724-e0ed15e8afd5 req-467d4c32-b0f2-4835-a870-643dc01295b5 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:42.895641 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b0460-bb27-43eb-9724-e0ed15e8afd5 req-467d4c32-b0f2-4835-a870-643dc01295b5 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:42.902912 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b0460-bb27-43eb-9724-e0ed15e8afd5 req-467d4c32-b0f2-4835-a870-643dc01295b5 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:42.917061 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-286b0460-bb27-43eb-9724-e0ed15e8afd5 req-467d4c32-b0f2-4835-a870-643dc01295b5 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 2373 time: 0.5241992 Jul 07 17:01:42.984331 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a3444-2f09-4195-a2ce-b52985e8e9ab tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event updated for resources: {'Port': ['ID=870ee654-1865-4fc9-9384-819a276cb46e,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:43.005176 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-017a3444-2f09-4195-a2ce-b52985e8e9ab tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Network fb74cf42-8431-4db2-86e2-f968c1182b61 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:43.022031 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-d88028a8-27da-4bf3-bb5f-0bbe74ce1fdc service neutron] 10.222.0.53 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332164 Jul 07 17:01:43.025422 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-017a3444-2f09-4195-a2ce-b52985e8e9ab tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:43.041986 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-286b0460-bb27-43eb-9724-e0ed15e8afd5 req-de8d9e79-d35b-47c3-a713-e852a63e6571 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239488 Jul 07 17:01:43.044094 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-017a3444-2f09-4195-a2ce-b52985e8e9ab tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:43.093843 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-be2d5c2d-4161-43fc-a389-98067ddc57c5 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.151792 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-be2d5c2d-4161-43fc-a389-98067ddc57c5 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Transition to ACTIVE for port object b0a5ed6f-099f-4188-bb28-e299923f4fd4 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:43.181821 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-017a3444-2f09-4195-a2ce-b52985e8e9ab tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:43.182537 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-017a3444-2f09-4195-a2ce-b52985e8e9ab tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.197706 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 3c049324-989a-414a-adc0-73352f93804e no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:01:43.215394 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-cf03c1f3-ebfa-402e-ba35-f48f16223ff2 service neutron] 10.222.0.53 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923919 Jul 07 17:01:43.225178 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 3c049324-989a-414a-adc0-73352f93804e {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:01:43.225532 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 3c049324-989a-414a-adc0-73352f93804e not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:01:43.225944 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:01:43.236577 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-017a3444-2f09-4195-a2ce-b52985e8e9ab tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6663783 Jul 07 17:01:43.255849 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-55c4e23a-5fdc-4627-804e-eee184d793e2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Request body: {'port': {'device_id': '5e438531-e21d-4b21-9060-f2618286d67a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'fb74cf42-8431-4db2-86e2-f968c1182b61', 'admin_state_up': True, 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'security_groups': ['19f22d85-18af-4d25-ba22-cfaa9624c2c8']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:43.278343 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:01:43.282316 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:01:43.346092 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-be2d5c2d-4161-43fc-a389-98067ddc57c5 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.434480 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-be2d5c2d-4161-43fc-a389-98067ddc57c5 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:43.462689 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-be2d5c2d-4161-43fc-a389-98067ddc57c5 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:43.481180 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-be2d5c2d-4161-43fc-a389-98067ddc57c5 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:43.558847 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-4aac96a3-a0c9-400c-bf58-ee2407532241 service neutron] 10.222.0.53 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343577 Jul 07 17:01:43.634147 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5c571ada-4736-4076-96d1-3162420571d2 None None] Provisioning for port 870ee654-1865-4fc9-9384-819a276cb46e completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:43.641931 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-be2d5c2d-4161-43fc-a389-98067ddc57c5 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:43.645224 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-be2d5c2d-4161-43fc-a389-98067ddc57c5 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.648421 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5c571ada-4736-4076-96d1-3162420571d2 None None] Provisioning complete for port 870ee654-1865-4fc9-9384-819a276cb46e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:43.650099 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5c571ada-4736-4076-96d1-3162420571d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.682596 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-be2d5c2d-4161-43fc-a389-98067ddc57c5 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0547702 Jul 07 17:01:43.715204 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-e2d9b256-6dc2-44f6-b8d3-415fc13c1173 service neutron] Request body: {'port': {'device_id': 'ba4ff420-fb8c-425e-bcfe-065f4968e472', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:43.730725 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d5c2d-4161-43fc-a389-98067ddc57c5 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Pushing event updated for resources: {'Port': ['ID=b0a5ed6f-099f-4188-bb28-e299923f4fd4,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:43.798818 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-5c571ada-4736-4076-96d1-3162420571d2 None None] Port 870ee654-1865-4fc9-9384-819a276cb46e cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:43.802338 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9682bc1-cfb4-43b4-95cb-75ae40eb2826 x-openstack-request-id: req-c9682bc1-cfb4-43b4-95cb-75ae40eb2826 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:43.813435 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fc3bad-449d-4b26-98f0-a9e7fd514f4d", "name": "network-vif-deleted", "tag": "c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:43.814221 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9682bc1-cfb4-43b4-95cb-75ae40eb2826 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:43.815159 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fc3bad-449d-4b26-98f0-a9e7fd514f4d', 'name': 'network-vif-deleted', 'tag': 'c2aaf9a0-87eb-4f17-ab7a-0d8809d3e937', 'status': 'completed', 'code': 200} Jul 07 17:01:43.837092 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-ac4018ad-99ac-4ec8-8afb-a33e49c9d40b service neutron] 10.222.0.53 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629051 Jul 07 17:01:43.969878 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-55c4e23a-5fdc-4627-804e-eee184d793e2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Made reservation on behalf of 52ba6e7d3c334b5d9c08203be3275f20 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:43.976168 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-55c4e23a-5fdc-4627-804e-eee184d793e2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.995912 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-e2d9b256-6dc2-44f6-b8d3-415fc13c1173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.105357 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-95c3bf21-f926-41ea-882e-c70039d9bd9c None None] Provisioning for port b0a5ed6f-099f-4188-bb28-e299923f4fd4 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:44.118101 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-95c3bf21-f926-41ea-882e-c70039d9bd9c None None] Provisioning complete for port b0a5ed6f-099f-4188-bb28-e299923f4fd4 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:44.118970 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-95c3bf21-f926-41ea-882e-c70039d9bd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.148907 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-34c09d40-eb99-49b7-9750-3762049aabe7 service neutron] 10.222.0.53 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101935 Jul 07 17:01:44.283929 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-95c3bf21-f926-41ea-882e-c70039d9bd9c None None] Port b0a5ed6f-099f-4188-bb28-e299923f4fd4 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:44.392248 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-465823b2-9cb2-4920-b0be-bd15b16e653f service neutron] 10.222.0.53 "GET /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308295 Jul 07 17:01:44.531254 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-d8f76f95-754c-45da-8168-450ad7c8c36b service neutron] 10.222.0.53 "GET /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290505 Jul 07 17:01:44.662037 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-55c4e23a-5fdc-4627-804e-eee184d793e2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Allocated IP 10.2.2.200 (fb74cf42-8431-4db2-86e2-f968c1182b61/5fd26278-1ee8-4aad-a564-96dc9b452a11/b8d331dd-bb8d-437d-9375-521139323c2b) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:44.694082 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54220) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:44.698352 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db598c-fcf0-4991-ad01-87649d34028a req-00fbc103-fbbe-4ca7-9f87-d04cbbe60ab9 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:44.700153 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-84db598c-fcf0-4991-ad01-87649d34028a req-00fbc103-fbbe-4ca7-9f87-d04cbbe60ab9 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 945 time: 0.3895836 Jul 07 17:01:44.788047 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-269c13b0-5c71-4f38-8916-c856f921c86e service neutron] 10.222.0.53 "GET /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460465 Jul 07 17:01:44.861441 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-84db598c-fcf0-4991-ad01-87649d34028a req-d7520006-874a-404d-8860-d0ba9d22e410 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518867 Jul 07 17:01:45.004914 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-0b6f19cf-23b3-4f4f-a776-82af5d0b5045 service neutron] 10.222.0.53 "GET /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153034 Jul 07 17:01:45.053829 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-e2d9b256-6dc2-44f6-b8d3-415fc13c1173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a5ed6f-099f-4188-bb28-e299923f4fd4 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:45.066897 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-e2d9b256-6dc2-44f6-b8d3-415fc13c1173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.077064 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cf8927ca-a099-442c-b5e7-90830ac469fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22c7ac842250480c9cd38e7c32a13ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804712 Jul 07 17:01:45.078859 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54224) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:45.093840 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-e2d9b256-6dc2-44f6-b8d3-415fc13c1173 service neutron] Transition to ACTIVE for port object b0a5ed6f-099f-4188-bb28-e299923f4fd4 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:45.117482 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-e2d9b256-6dc2-44f6-b8d3-415fc13c1173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.178216 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-56fb5089-bde6-4f8b-b3d7-663f468a936c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.207850 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-56fb5089-bde6-4f8b-b3d7-663f468a936c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.300230 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-56fb5089-bde6-4f8b-b3d7-663f468a936c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.313884 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-56fb5089-bde6-4f8b-b3d7-663f468a936c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.341294 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-56fb5089-bde6-4f8b-b3d7-663f468a936c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ccf2b646-c818-417a-86e8-83667c6cec00 HTTP/1.1" status: 204 len: 168 time: 0.2607210 Jul 07 17:01:45.405164 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb5089-bde6-4f8b-b3d7-663f468a936c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf2b646-c818-417a-86e8-83667c6cec00,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:45.891854 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-55c4e23a-5fdc-4627-804e-eee184d793e2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.062101 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-55c4e23a-5fdc-4627-804e-eee184d793e2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Transition to ACTIVE for port object b8d331dd-bb8d-437d-9375-521139323c2b will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:46.067221 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9b256-6dc2-44f6-b8d3-415fc13c1173 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a5ed6f-099f-4188-bb28-e299923f4fd4,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:46.099470 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54246) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:46.171869 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34103c0e-6638-4430-a1e7-ee096bc02f74 req-7e16f954-3659-49bc-9193-e673b606a4d0 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:46.174633 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-34103c0e-6638-4430-a1e7-ee096bc02f74 req-7e16f954-3659-49bc-9193-e673b606a4d0 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79 HTTP/1.1" status: 200 len: 949 time: 1.2960901 Jul 07 17:01:46.194403 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9afab3f0-c89b-4115-8c5a-22385c02d789 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e23e71a4686241a7807ea16becbd5cda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0926843 Jul 07 17:01:46.198541 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54248) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:46.250578 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a23d8-e766-458f-99a3-3fc786dcfb16 req-d5d5b156-1dc7-4eeb-9662-7068ad5e02f2 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:46.262754 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3f8a23d8-e766-458f-99a3-3fc786dcfb16 req-d5d5b156-1dc7-4eeb-9662-7068ad5e02f2 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4ff420-fb8c-425e-bcfe-065f4968e472 HTTP/1.1" status: 200 len: 947 time: 1.2335434 Jul 07 17:01:46.323796 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0d0dda20-a59e-4e1c-bd1e-1d4ee0ea23ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.373133 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0d0dda20-a59e-4e1c-bd1e-1d4ee0ea23ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.420193 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-e2d9b256-6dc2-44f6-b8d3-415fc13c1173 service neutron] Attempting to bind port b0a5ed6f-099f-4188-bb28-e299923f4fd4 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:46.421469 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-e2d9b256-6dc2-44f6-b8d3-415fc13c1173 service neutron] Attempting to bind port b0a5ed6f-099f-4188-bb28-e299923f4fd4 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:46.422020 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-e2d9b256-6dc2-44f6-b8d3-415fc13c1173 service neutron] Attempting to bind port b0a5ed6f-099f-4188-bb28-e299923f4fd4 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:46.471015 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-e2d9b256-6dc2-44f6-b8d3-415fc13c1173 service neutron] Port b0a5ed6f-099f-4188-bb28-e299923f4fd4 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:01:46.471523 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-e2d9b256-6dc2-44f6-b8d3-415fc13c1173 service neutron] Attempting to bind port b0a5ed6f-099f-4188-bb28-e299923f4fd4 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:46.484405 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0d0dda20-a59e-4e1c-bd1e-1d4ee0ea23ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.489973 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0d0dda20-a59e-4e1c-bd1e-1d4ee0ea23ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.492810 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0d0dda20-a59e-4e1c-bd1e-1d4ee0ea23ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9efdcb3e-bf13-4ea7-b015-5a0d2c754a79 HTTP/1.1" status: 204 len: 168 time: 0.2930055 Jul 07 17:01:46.504655 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0dda20-a59e-4e1c-bd1e-1d4ee0ea23ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efdcb3e-bf13-4ea7-b015-5a0d2c754a79,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:46.520022 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-e2d9b256-6dc2-44f6-b8d3-415fc13c1173 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:46.520599 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-e2d9b256-6dc2-44f6-b8d3-415fc13c1173 service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:46.521276 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-e2d9b256-6dc2-44f6-b8d3-415fc13c1173 service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:46.522124 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-e2d9b256-6dc2-44f6-b8d3-415fc13c1173 service neutron] Bound port: b0a5ed6f-099f-4188-bb28-e299923f4fd4, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:46.522596 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-e2d9b256-6dc2-44f6-b8d3-415fc13c1173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.526600 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-55c4e23a-5fdc-4627-804e-eee184d793e2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.549045 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3f8a23d8-e766-458f-99a3-3fc786dcfb16 req-228cfa08-9682-4c37-85f3-e845fec0633a tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee0ab76d-deb0-4f11-bedb-1ae8d6af15ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841954 Jul 07 17:01:46.797540 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e9fb37-1492-4ff5-af39-d32f792fce5d x-openstack-request-id: req-d0e9fb37-1492-4ff5-af39-d32f792fce5d {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:46.798011 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed530a4-6d06-4aac-ae8d-3891e9df26f4", "name": "network-vif-deleted", "tag": "3c049324-989a-414a-adc0-73352f93804e", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:46.798457 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0e9fb37-1492-4ff5-af39-d32f792fce5d {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:46.799154 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed530a4-6d06-4aac-ae8d-3891e9df26f4', 'name': 'network-vif-deleted', 'tag': '3c049324-989a-414a-adc0-73352f93804e', 'status': 'completed', 'code': 200} Jul 07 17:01:46.897411 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-55c4e23a-5fdc-4627-804e-eee184d793e2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Network fb74cf42-8431-4db2-86e2-f968c1182b61 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:47.002622 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2321117-05ad-4b2f-8830-66d9e0f2e582 req-ca1024f0-577b-4e4c-bd21-585fab913ed3 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:47.012134 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-55c4e23a-5fdc-4627-804e-eee184d793e2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:47.012538 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c2321117-05ad-4b2f-8830-66d9e0f2e582 req-ca1024f0-577b-4e4c-bd21-585fab913ed3 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79 HTTP/1.1" status: 200 len: 949 time: 0.1803124 Jul 07 17:01:47.027185 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-55c4e23a-5fdc-4627-804e-eee184d793e2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:47.043848 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54268) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:47.060555 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4e23a-5fdc-4627-804e-eee184d793e2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event updated for resources: {'Port': ['ID=b8d331dd-bb8d-437d-9375-521139323c2b,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:47.322195 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-55c4e23a-5fdc-4627-804e-eee184d793e2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:47.323835 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-55c4e23a-5fdc-4627-804e-eee184d793e2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:47.332948 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c2321117-05ad-4b2f-8830-66d9e0f2e582 req-93b6ca45-9365-42c9-835f-e3f5bd1f13d6 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f8282e-f1d0-4b5b-9b7e-5170dd2f10fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185380 Jul 07 17:01:47.372111 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-e2d9b256-6dc2-44f6-b8d3-415fc13c1173 service neutron] For port b0a5ed6f-099f-4188-bb28-e299923f4fd4, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:47.407443 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-e2d9b256-6dc2-44f6-b8d3-415fc13c1173 service neutron] For port b0a5ed6f-099f-4188-bb28-e299923f4fd4, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=b0a5ed6f-099f-4188-bb28-e299923f4fd4,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:47.417403 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-34103c0e-6638-4430-a1e7-ee096bc02f74 req-64f8c154-cc77-461d-b284-70b3926efb9f tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Deleting port fab82a6c-dc41-4e2e-94fd-6804a36a387d {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:47.417756 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-34103c0e-6638-4430-a1e7-ee096bc02f74 req-64f8c154-cc77-461d-b284-70b3926efb9f tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:47.438196 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-e2d9b256-6dc2-44f6-b8d3-415fc13c1173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:47.471384 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-55c4e23a-5fdc-4627-804e-eee184d793e2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2197611 Jul 07 17:01:47.594925 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-43d751eb-4742-45cf-b645-b8ff03fd6e63 None None] Provisioning for port b8d331dd-bb8d-437d-9375-521139323c2b completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:47.609831 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-43d751eb-4742-45cf-b645-b8ff03fd6e63 None None] Provisioning complete for port b8d331dd-bb8d-437d-9375-521139323c2b triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:47.610513 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-43d751eb-4742-45cf-b645-b8ff03fd6e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:47.660232 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-387e5d0b-5ba4-4f00-b001-64108b636afa service neutron] Request body: {'port': {'device_id': '5e438531-e21d-4b21-9060-f2618286d67a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:47.716799 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-43d751eb-4742-45cf-b645-b8ff03fd6e63 None None] Port b8d331dd-bb8d-437d-9375-521139323c2b cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:47.727269 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-e2d9b256-6dc2-44f6-b8d3-415fc13c1173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:47.727921 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-e2d9b256-6dc2-44f6-b8d3-415fc13c1173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:47.729615 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-e2d9b256-6dc2-44f6-b8d3-415fc13c1173 service neutron] 10.222.0.64 "PUT /v2.0/ports/b0a5ed6f-099f-4188-bb28-e299923f4fd4 HTTP/1.1" status: 200 len: 1096 time: 4.0359292 Jul 07 17:01:47.969727 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9b256-6dc2-44f6-b8d3-415fc13c1173 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a5ed6f-099f-4188-bb28-e299923f4fd4,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:48.196880 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe904f4-ef26-47af-978b-29957b484b41 req-0525a95a-732a-4b0b-8a56-69ed1a64d77d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:48.199515 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6fe904f4-ef26-47af-978b-29957b484b41 req-0525a95a-732a-4b0b-8a56-69ed1a64d77d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 945 time: 0.3606966 Jul 07 17:01:48.230820 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-34103c0e-6638-4430-a1e7-ee096bc02f74 req-64f8c154-cc77-461d-b284-70b3926efb9f tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] For port fab82a6c-dc41-4e2e-94fd-6804a36a387d, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=fab82a6c-dc41-4e2e-94fd-6804a36a387d,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:48.231541 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-34103c0e-6638-4430-a1e7-ee096bc02f74 req-64f8c154-cc77-461d-b284-70b3926efb9f tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:48.259845 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-34103c0e-6638-4430-a1e7-ee096bc02f74 req-64f8c154-cc77-461d-b284-70b3926efb9f tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Calling delete_port for fab82a6c-dc41-4e2e-94fd-6804a36a387d owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:48.294276 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-387e5d0b-5ba4-4f00-b001-64108b636afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:48.345532 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6fe904f4-ef26-47af-978b-29957b484b41 req-07d84308-bb7e-40cd-b522-7d4618362c32 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361184 Jul 07 17:01:48.374448 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31626198-a274-48f4-bbee-d1415a10ad04 req-d26c46ce-e711-490b-af34-6faf373b8445 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:48.378660 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31626198-a274-48f4-bbee-d1415a10ad04 req-d26c46ce-e711-490b-af34-6faf373b8445 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:48.389794 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31626198-a274-48f4-bbee-d1415a10ad04 req-d26c46ce-e711-490b-af34-6faf373b8445 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:48.403040 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31626198-a274-48f4-bbee-d1415a10ad04 req-d26c46ce-e711-490b-af34-6faf373b8445 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:48.415937 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31626198-a274-48f4-bbee-d1415a10ad04 req-d26c46ce-e711-490b-af34-6faf373b8445 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:48.419190 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31626198-a274-48f4-bbee-d1415a10ad04 req-d26c46ce-e711-490b-af34-6faf373b8445 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 3815 time: 0.7428868 Jul 07 17:01:48.430118 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-d503d92e-0301-4826-acbb-b9b7384ec3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:48.432897 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-d503d92e-0301-4826-acbb-b9b7384ec3b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cc24cb3e6baa4750b0980b5f8890c305&device_id=ba4ff420-fb8c-425e-bcfe-065f4968e472 HTTP/1.1" status: 200 len: 1099 time: 0.3945878 Jul 07 17:01:48.593572 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-f3289d37-2d79-4a24-887b-73c9fd7209e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=b0a5ed6f-099f-4188-bb28-e299923f4fd4 HTTP/1.1" status: 200 len: 217 time: 0.1505735 Jul 07 17:01:48.718459 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e62e487e-25bc-4d55-bf21-397c3a79b7b5 req-1085859b-e52f-4b07-9a6d-9310adf6125f tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 210 time: 0.1275535 Jul 07 17:01:48.826742 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4ff420-fb8c-425e-bcfe-065f4968e472', 'tag': 'b0a5ed6f-099f-4188-bb28-e299923f4fd4'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:48.830658 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5c303e-560d-469e-b93b-fd9d8e9086ee" -d '{"events": [{"name": "network-changed", "server_uuid": "ba4ff420-fb8c-425e-bcfe-065f4968e472", "tag": "b0a5ed6f-099f-4188-bb28-e299923f4fd4"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:48.856669 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31626198-a274-48f4-bbee-d1415a10ad04 req-80492509-e37f-442b-b071-563a8c1a43bc tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4213502 Jul 07 17:01:48.940862 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1d5e3e81-3107-45ba-be59-503393a58295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.078641 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-3ab7794e-e9ea-4a7a-9dbb-01f15f485b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:49.082975 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-3ab7794e-e9ea-4a7a-9dbb-01f15f485b37 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.4677565 Jul 07 17:01:49.240272 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device abafa783-24d1-4cc2-890b-686c8ba871ae details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:01:49.428299 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1b6b27fb-f163-463b-816f-90b0ebd92091 req-52cc04f0-bd64-4adc-a836-a0d6ff5d9e32 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f6ee23b9-997b-412a-b0e5-c3929dd54202&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7186456 Jul 07 17:01:49.429023 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-34103c0e-6638-4430-a1e7-ee096bc02f74 req-64f8c154-cc77-461d-b284-70b3926efb9f tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.436476 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port abafa783-24d1-4cc2-890b-686c8ba871ae, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=abafa783-24d1-4cc2-890b-686c8ba871ae,segment=NetworkSegment(936489cd-6d27-46e3-a8c0-5f4261bd9fb2),segment_id=936489cd-6d27-46e3-a8c0-5f4261bd9fb2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:49.458396 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'abafa783-24d1-4cc2-890b-686c8ba871ae', 'network_id': 'a5429642-2051-4fab-b0d0-6ebe08874dd5', 'port_id': 'abafa783-24d1-4cc2-890b-686c8ba871ae', 'mac_address': 'fa:16:3e:f4:04:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a0e3aa-e114-4f75-9b7a-179619372bd1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:01:49.462305 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['5c956485-b4ec-4743-aea1-268c1f54f7c6'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:01:49.493812 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8c154-cc77-461d-b284-70b3926efb9f tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Pushing event deleted for resources: {'Port': ['ID=fab82a6c-dc41-4e2e-94fd-6804a36a387d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:49.599076 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-42b36de6-8367-4fb4-89df-93afb315fabf req-7cfb0595-0ad8-492c-b518-bc51768c50ff tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79 HTTP/1.1" status: 200 len: 210 time: 0.1050689 Jul 07 17:01:49.624437 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device fab82a6c-dc41-4e2e-94fd-6804a36a387d no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:01:49.647635 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-4d1eca14-b905-416b-bff2-be32c7089313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:49.652547 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-4d1eca14-b905-416b-bff2-be32c7089313 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5480700 Jul 07 17:01:49.654769 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-7096feea-7b0b-4f4f-a62c-99c7aa41aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:49.676301 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-7096feea-7b0b-4f4f-a62c-99c7aa41aa8f service neutron] 10.222.0.72 "GET /v2.0/ports/c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca HTTP/1.1" status: 200 len: 1028 time: 0.3281586 Jul 07 17:01:49.710556 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: fab82a6c-dc41-4e2e-94fd-6804a36a387d {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:01:49.711055 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device fab82a6c-dc41-4e2e-94fd-6804a36a387d not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:01:49.865386 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.910610 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-9d7c967a-753d-4b76-92fa-8a78dc490b3a service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301121 Jul 07 17:01:49.916288 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9cd278-fa9a-4f39-a072-6b95391ddd38 x-openstack-request-id: req-cb9cd278-fa9a-4f39-a072-6b95391ddd38 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:49.916601 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba4ff420-fb8c-425e-bcfe-065f4968e472", "tag": "b0a5ed6f-099f-4188-bb28-e299923f4fd4", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:49.916924 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb9cd278-fa9a-4f39-a072-6b95391ddd38 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:49.917350 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba4ff420-fb8c-425e-bcfe-065f4968e472', 'tag': 'b0a5ed6f-099f-4188-bb28-e299923f4fd4', 'status': 'completed', 'code': 200} Jul 07 17:01:49.923796 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-34103c0e-6638-4430-a1e7-ee096bc02f74 req-64f8c154-cc77-461d-b284-70b3926efb9f tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] No DVR routers for this DVR port fab82a6c-dc41-4e2e-94fd-6804a36a387d on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:01:49.926700 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-34103c0e-6638-4430-a1e7-ee096bc02f74 req-64f8c154-cc77-461d-b284-70b3926efb9f tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.929391 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-34103c0e-6638-4430-a1e7-ee096bc02f74 req-64f8c154-cc77-461d-b284-70b3926efb9f tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.64 "DELETE /v2.0/ports/fab82a6c-dc41-4e2e-94fd-6804a36a387d HTTP/1.1" status: 204 len: 173 time: 3.7464406 Jul 07 17:01:49.947840 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1f3d2-ed85-4f5e-a3ab-f4d5ddb1a797 req-a02ded91-a949-4ae3-a969-82ab912f262a tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:49.949662 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b9b1f3d2-ed85-4f5e-a3ab-f4d5ddb1a797 req-a02ded91-a949-4ae3-a969-82ab912f262a tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4ff420-fb8c-425e-bcfe-065f4968e472 HTTP/1.1" status: 200 len: 947 time: 0.7460735 Jul 07 17:01:49.961039 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id abafa783-24d1-4cc2-890b-686c8ba871ae {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:50.005514 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-e06f075b-d852-48f7-97d1-053e465f8ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:50.007042 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-e06f075b-d852-48f7-97d1-053e465f8ab8 service neutron] 10.222.0.72 "GET /v2.0/ports/ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d HTTP/1.1" status: 200 len: 1028 time: 0.3162975 Jul 07 17:01:50.078221 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port abafa783-24d1-4cc2-890b-686c8ba871ae, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=abafa783-24d1-4cc2-890b-686c8ba871ae,segment=NetworkSegment(936489cd-6d27-46e3-a8c0-5f4261bd9fb2),segment_id=936489cd-6d27-46e3-a8c0-5f4261bd9fb2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:50.082708 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b9b1f3d2-ed85-4f5e-a3ab-f4d5ddb1a797 req-6c841996-38a1-4a36-a0de-685a458ad569 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee0ab76d-deb0-4f11-bedb-1ae8d6af15ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033800 Jul 07 17:01:50.171787 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:50.179377 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-387e5d0b-5ba4-4f00-b001-64108b636afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9f9590-c476-4e56-b319-494470a69a36 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:50.208609 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-387e5d0b-5ba4-4f00-b001-64108b636afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:50.245885 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-387e5d0b-5ba4-4f00-b001-64108b636afa service neutron] Transition to ACTIVE for port object ee9f9590-c476-4e56-b319-494470a69a36 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:50.258736 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=abafa783-24d1-4cc2-890b-686c8ba871ae,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:50.392265 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['abafa783-24d1-4cc2-890b-686c8ba871ae'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:01:50.430321 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6cdf1def-18d4-4404-9aca-c47d68171a9d req-0a284bd1-522a-4423-98d2-42ec4e2ef879 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793272 Jul 07 17:01:50.500741 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-387e5d0b-5ba4-4f00-b001-64108b636afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:50.607638 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-4c498043-ead0-431f-a78a-2b3a84971ffd tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:50.627838 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b27fb-f163-463b-816f-90b0ebd92091 req-93940ed0-f723-4cc3-b4b0-71face3ece17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:50.630194 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-4c498043-ead0-431f-a78a-2b3a84971ffd tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:50.633456 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1b6b27fb-f163-463b-816f-90b0ebd92091 req-93940ed0-f723-4cc3-b4b0-71face3ece17 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f0a516a19b94469b5ea6a136bdf60f6&device_id=f6ee23b9-997b-412a-b0e5-c3929dd54202 HTTP/1.1" status: 200 len: 1101 time: 1.0861521 Jul 07 17:01:50.647838 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-4c498043-ead0-431f-a78a-2b3a84971ffd tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:50.648830 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-4c498043-ead0-431f-a78a-2b3a84971ffd tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.72 "GET /v2.0/networks?id=2b1ef1e6-de16-48e9-886d-760c85a81894&id=631352b9-cdc0-4502-b4e6-9840754bae5a&id=631352b9-cdc0-4502-b4e6-9840754bae5a&id=631352b9-cdc0-4502-b4e6-9840754bae5a&id=631352b9-cdc0-4502-b4e6-9840754bae5a&id=f52f86e5-4ccf-471b-ba73-453c1047945f&id=f52f86e5-4ccf-471b-ba73-453c1047945f HTTP/1.1" status: 200 len: 1990 time: 0.6320121 Jul 07 17:01:50.724978 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-1d5e3e81-3107-45ba-be59-503393a58295 admin admin] Deleting port b4e42a88-e582-4140-b0bb-5ae0e137353e {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:50.725476 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1d5e3e81-3107-45ba-be59-503393a58295 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:50.782987 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-726ec01b-04ed-4731-bc53-8f13d3349320 req-8a0b8419-0a90-4cef-80ee-662ef5feb58d tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 210 time: 0.1174479 Jul 07 17:01:50.904424 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-1d5e3e81-3107-45ba-be59-503393a58295 admin admin] For port b4e42a88-e582-4140-b0bb-5ae0e137353e, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b4e42a88-e582-4140-b0bb-5ae0e137353e,segment=NetworkSegment(a2664701-1b29-4b1e-a81c-aaa20afebff7),segment_id=a2664701-1b29-4b1e-a81c-aaa20afebff7)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:50.904424 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1d5e3e81-3107-45ba-be59-503393a58295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:50.922379 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-1d5e3e81-3107-45ba-be59-503393a58295 admin admin] Calling delete_port for b4e42a88-e582-4140-b0bb-5ae0e137353e owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:50.965487 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-aa077393-cbec-439e-ae16-ea78be76ac8d tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6d220ae528f42c295cc654c1d123274 HTTP/1.1" status: 200 len: 380 time: 0.3063049 Jul 07 17:01:51.089307 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e5d0b-5ba4-4f00-b001-64108b636afa service neutron] Pushing event updated for resources: {'Port': ['ID=ee9f9590-c476-4e56-b319-494470a69a36,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:51.104557 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b27fb-f163-463b-816f-90b0ebd92091 req-6c395725-8958-4c79-b5d9-ed7ceaa4c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:51.112661 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1b6b27fb-f163-463b-816f-90b0ebd92091 req-6c395725-8958-4c79-b5d9-ed7ceaa4c104 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.3832793 Jul 07 17:01:51.209053 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-145f6401-33e0-457b-9ece-ed610917690a req-49927926-de20-46ab-be3a-70eafbbe9793 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Request body: {'port': {'device_id': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894', 'admin_state_up': True, 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'security_groups': ['a2209d0f-1c1b-499f-83b2-8759a5325052']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:51.257052 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device abafa783-24d1-4cc2-890b-686c8ba871ae up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:51.313820 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1b6b27fb-f163-463b-816f-90b0ebd92091 req-0bb38bce-8b38-4823-94ae-f2c2111b1aba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=5c956485-b4ec-4743-aea1-268c1f54f7c6 HTTP/1.1" status: 200 len: 217 time: 0.1898079 Jul 07 17:01:51.421104 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port abafa783-24d1-4cc2-890b-686c8ba871ae triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:51.422606 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.563035 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1d5e3e81-3107-45ba-be59-503393a58295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.572672 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-49927926-de20-46ab-be3a-70eafbbe9793 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Made reservation on behalf of b6d220ae528f42c295cc654c1d123274 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:51.580556 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-49927926-de20-46ab-be3a-70eafbbe9793 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.586949 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829a65d-6012-48bd-9de1-3dd41eece1d3 req-13110cb6-cbc0-4662-9d17-7c3c08ef8192 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:51.588947 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2829a65d-6012-48bd-9de1-3dd41eece1d3 req-13110cb6-cbc0-4662-9d17-7c3c08ef8192 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 944 time: 1.1572151 Jul 07 17:01:51.630110 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.650019 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b27fb-f163-463b-816f-90b0ebd92091 req-fb4d214d-fae0-4006-9a63-93d54df185eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:51.651669 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1b6b27fb-f163-463b-816f-90b0ebd92091 req-fb4d214d-fae0-4006-9a63-93d54df185eb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.3214204 Jul 07 17:01:51.680646 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c303e-560d-469e-b93b-fd9d8e9086ee req-92976d43-367a-4bd2-a688-435a8484724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:51.682343 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f5c303e-560d-469e-b93b-fd9d8e9086ee req-92976d43-367a-4bd2-a688-435a8484724e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cc24cb3e6baa4750b0980b5f8890c305&device_id=ba4ff420-fb8c-425e-bcfe-065f4968e472 HTTP/1.1" status: 200 len: 1099 time: 0.9816647 Jul 07 17:01:51.716376 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port abafa783-24d1-4cc2-890b-686c8ba871ae, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=abafa783-24d1-4cc2-890b-686c8ba871ae,segment=NetworkSegment(936489cd-6d27-46e3-a8c0-5f4261bd9fb2),segment_id=936489cd-6d27-46e3-a8c0-5f4261bd9fb2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:51.726957 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72514ae4-499f-41e0-91ba-f2fc407fc5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abafa783-24d1-4cc2-890b-686c8ba871ae'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:51.732910 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b9e596-bf5c-4e35-8403-4d51652b9030" -d '{"events": [{"server_uuid": "72514ae4-499f-41e0-91ba-f2fc407fc5f2", "name": "network-vif-plugged", "status": "completed", "tag": "abafa783-24d1-4cc2-890b-686c8ba871ae"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:51.742684 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbe551-bf32-4684-9a14-94b1bb8c585c req-d22e6c05-5f9b-4c53-8248-e8a75be61504 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:51.746110 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.756650 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbe551-bf32-4684-9a14-94b1bb8c585c req-d22e6c05-5f9b-4c53-8248-e8a75be61504 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:51.762618 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbe551-bf32-4684-9a14-94b1bb8c585c req-d22e6c05-5f9b-4c53-8248-e8a75be61504 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:51.783607 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbe551-bf32-4684-9a14-94b1bb8c585c req-d22e6c05-5f9b-4c53-8248-e8a75be61504 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:51.786487 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-387e5d0b-5ba4-4f00-b001-64108b636afa service neutron] Attempting to bind port ee9f9590-c476-4e56-b319-494470a69a36 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:51.786943 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-387e5d0b-5ba4-4f00-b001-64108b636afa service neutron] Attempting to bind port ee9f9590-c476-4e56-b319-494470a69a36 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'a4929838-a970-45a0-a106-ef1c0abcce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:51.787359 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-387e5d0b-5ba4-4f00-b001-64108b636afa service neutron] Attempting to bind port ee9f9590-c476-4e56-b319-494470a69a36 on network 94d2cc3b-5a36-4261-9491-3ddbfc283976 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:51.799718 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbe551-bf32-4684-9a14-94b1bb8c585c req-d22e6c05-5f9b-4c53-8248-e8a75be61504 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:51.808799 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8bcbe551-bf32-4684-9a14-94b1bb8c585c req-d22e6c05-5f9b-4c53-8248-e8a75be61504 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 3827 time: 0.6047828 Jul 07 17:01:51.836705 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=abafa783-24d1-4cc2-890b-686c8ba871ae,revision_number=7']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:51.850030 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-387e5d0b-5ba4-4f00-b001-64108b636afa service neutron] Port ee9f9590-c476-4e56-b319-494470a69a36 on network 94d2cc3b-5a36-4261-9491-3ddbfc283976 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:01:51.850324 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-387e5d0b-5ba4-4f00-b001-64108b636afa service neutron] Attempting to bind port ee9f9590-c476-4e56-b319-494470a69a36 on network 94d2cc3b-5a36-4261-9491-3ddbfc283976 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:51.851385 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:51.851750 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:51.852097 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:51.854137 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:51.854137 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:51.854137 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:51.854137 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:51.854137 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:51.854137 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:51.854745 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:51.854841 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:51.855123 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:51.858276 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2829a65d-6012-48bd-9de1-3dd41eece1d3 req-23a5ca19-8968-4080-8535-9823571cb045 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332895 Jul 07 17:01:51.872264 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-387e5d0b-5ba4-4f00-b001-64108b636afa service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:51.873345 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-387e5d0b-5ba4-4f00-b001-64108b636afa service neutron] Checking segment: {'id': 'a4929838-a970-45a0-a106-ef1c0abcce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:51.874103 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-387e5d0b-5ba4-4f00-b001-64108b636afa service neutron] Bound using segment: {'id': 'a4929838-a970-45a0-a106-ef1c0abcce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:51.889590 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-387e5d0b-5ba4-4f00-b001-64108b636afa service neutron] Bound port: ee9f9590-c476-4e56-b319-494470a69a36, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4929838-a970-45a0-a106-ef1c0abcce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:51.890832 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-387e5d0b-5ba4-4f00-b001-64108b636afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.954375 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79', 'name': 'network-vif-deleted', 'tag': 'fab82a6c-dc41-4e2e-94fd-6804a36a387d'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:51.962573 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc06fc74-0b37-4858-aabe-1c92ca100ba2" -d '{"events": [{"server_uuid": "1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79", "name": "network-vif-deleted", "tag": "fab82a6c-dc41-4e2e-94fd-6804a36a387d"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:52.128249 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c303e-560d-469e-b93b-fd9d8e9086ee req-77c39746-79ff-4ad6-8076-110e89578074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:52.130999 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f5c303e-560d-469e-b93b-fd9d8e9086ee req-77c39746-79ff-4ad6-8076-110e89578074 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.4115310 Jul 07 17:01:52.243018 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b27fb-f163-463b-816f-90b0ebd92091 req-28106d0e-6f5b-4539-a721-7d5adba8b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:52.244728 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1b6b27fb-f163-463b-816f-90b0ebd92091 req-28106d0e-6f5b-4539-a721-7d5adba8b440 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5797722 Jul 07 17:01:52.246130 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f5c303e-560d-469e-b93b-fd9d8e9086ee req-66d7a08c-ee6f-4690-873a-7ca57bbad4e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=b0a5ed6f-099f-4188-bb28-e299923f4fd4 HTTP/1.1" status: 200 len: 217 time: 0.0928783 Jul 07 17:01:52.359533 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e3e81-3107-45ba-be59-503393a58295 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4e42a88-e582-4140-b0bb-5ae0e137353e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:52.401706 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1b6b27fb-f163-463b-816f-90b0ebd92091 req-8568f505-f1b8-44e2-8a7d-e33e9e6a2df3 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444519 Jul 07 17:01:52.505046 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-387e5d0b-5ba4-4f00-b001-64108b636afa service neutron] For port ee9f9590-c476-4e56-b319-494470a69a36, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:52.512472 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-fbd6fc48-aa03-4b14-b2d9-ffd1c04ab9c3 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=207540dbe3464bb3ab0c2692583793a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0957859 Jul 07 17:01:52.585288 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-387e5d0b-5ba4-4f00-b001-64108b636afa service neutron] For port ee9f9590-c476-4e56-b319-494470a69a36, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=ee9f9590-c476-4e56-b319-494470a69a36,segment=NetworkSegment(a4929838-a970-45a0-a106-ef1c0abcce5c),segment_id=a4929838-a970-45a0-a106-ef1c0abcce5c)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:52.609543 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-387e5d0b-5ba4-4f00-b001-64108b636afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.645807 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c303e-560d-469e-b93b-fd9d8e9086ee req-962fabf6-13cf-438a-995b-fb7548670e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:52.647355 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f5c303e-560d-469e-b93b-fd9d8e9086ee req-962fabf6-13cf-438a-995b-fb7548670e88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.2507992 Jul 07 17:01:52.743182 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8bcbe551-bf32-4684-9a14-94b1bb8c585c req-472f0ef2-22dc-4494-a452-ad8e4325823d tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9288671 Jul 07 17:01:52.831887 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-145f6401-33e0-457b-9ece-ed610917690a req-49927926-de20-46ab-be3a-70eafbbe9793 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Allocated IP 172.20.0.12 (2b1ef1e6-de16-48e9-886d-760c85a81894/7bf3ce58-a71d-4412-bb72-4611169487c0/47bf5e37-4f50-40b7-9c7a-0594677913b4) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:52.864876 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54342) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:53.146340 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-594b3771-41ff-4295-affd-4d14fe40f63e admin admin] Deleting subnet d16bfb8e-5e60-4a07-92a7-a984ee4a0d0a {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:01:53.152168 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-594b3771-41ff-4295-affd-4d14fe40f63e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.177846 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-387e5d0b-5ba4-4f00-b001-64108b636afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:53.178657 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-387e5d0b-5ba4-4f00-b001-64108b636afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.179954 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-387e5d0b-5ba4-4f00-b001-64108b636afa service neutron] 10.222.0.64 "PUT /v2.0/ports/ee9f9590-c476-4e56-b319-494470a69a36 HTTP/1.1" status: 200 len: 1092 time: 5.5421484 Jul 07 17:01:53.245675 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-edc26908-fd91-416f-ba42-e27d2438d4b8 service neutron] Request body: {'port': {'device_id': '5e438531-e21d-4b21-9060-f2618286d67a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:53.259907 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e5d0b-5ba4-4f00-b001-64108b636afa service neutron] Pushing event updated for resources: {'Port': ['ID=ee9f9590-c476-4e56-b319-494470a69a36,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:53.324880 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1b6b27fb-f163-463b-816f-90b0ebd92091 req-cf278f77-2f0c-4870-b912-9218bdaa0093 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8989613 Jul 07 17:01:53.364166 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7070b38c-f2c6-4032-bacf-dd3f8c57c4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.395181 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-29c8f961-5d62-4903-8fe6-0e5a742a1453 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:53.401645 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-29c8f961-5d62-4903-8fe6-0e5a742a1453 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8476169 Jul 07 17:01:53.464514 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-594b3771-41ff-4295-affd-4d14fe40f63e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.467504 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1d5e3e81-3107-45ba-be59-503393a58295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.500781 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c303e-560d-469e-b93b-fd9d8e9086ee req-33f8d77e-aa0b-47b6-a6ee-7340d33ee9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:53.502805 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f5c303e-560d-469e-b93b-fd9d8e9086ee req-33f8d77e-aa0b-47b6-a6ee-7340d33ee9f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3878899 Jul 07 17:01:53.512997 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-9dc75a5b-77f9-48de-a581-162f3b57b358 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/quotas/207540dbe3464bb3ab0c2692583793a4 HTTP/1.1" status: 200 len: 375 time: 0.0961781 Jul 07 17:01:53.513272 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device b0a5ed6f-099f-4188-bb28-e299923f4fd4 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:01:53.552566 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-edc26908-fd91-416f-ba42-e27d2438d4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.604369 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-49927926-de20-46ab-be3a-70eafbbe9793 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.620841 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-ab945239-f012-409f-ba3b-1978e58fa634 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=207540dbe3464bb3ab0c2692583793a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0977352 Jul 07 17:01:53.650450 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-594b3771-41ff-4295-affd-4d14fe40f63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.751797 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-145f6401-33e0-457b-9ece-ed610917690a req-49927926-de20-46ab-be3a-70eafbbe9793 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Transition to ACTIVE for port object 47bf5e37-4f50-40b7-9c7a-0594677913b4 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:53.807330 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port b0a5ed6f-099f-4188-bb28-e299923f4fd4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=b0a5ed6f-099f-4188-bb28-e299923f4fd4,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:53.843408 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'b0a5ed6f-099f-4188-bb28-e299923f4fd4', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': 'b0a5ed6f-099f-4188-bb28-e299923f4fd4', 'mac_address': 'fa:16:3e:7c:80:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:01:53.946258 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16faa53-49b8-41a4-9d21-08f638f82a23 req-60e1e232-553f-4c58-b711-9b094141676f tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:53.949596 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d16faa53-49b8-41a4-9d21-08f638f82a23 req-60e1e232-553f-4c58-b711-9b094141676f tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4ff420-fb8c-425e-bcfe-065f4968e472 HTTP/1.1" status: 200 len: 947 time: 0.8972290 Jul 07 17:01:54.003339 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.122566 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-49927926-de20-46ab-be3a-70eafbbe9793 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.129817 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a5ed6f-099f-4188-bb28-e299923f4fd4 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:54.131167 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-594b3771-41ff-4295-affd-4d14fe40f63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.148546 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f5c303e-560d-469e-b93b-fd9d8e9086ee req-c02c22ef-3452-45f6-a9a3-38fdf82d7854 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6374571 Jul 07 17:01:54.177044 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port b0a5ed6f-099f-4188-bb28-e299923f4fd4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=b0a5ed6f-099f-4188-bb28-e299923f4fd4,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:54.184729 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.295839 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d16faa53-49b8-41a4-9d21-08f638f82a23 req-d4401db0-a57c-4b9a-8436-f0f2f35e723b tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee0ab76d-deb0-4f11-bedb-1ae8d6af15ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811155 Jul 07 17:01:54.301992 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49927926-de20-46ab-be3a-70eafbbe9793 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event updated for resources: {'Port': ['ID=47bf5e37-4f50-40b7-9c7a-0594677913b4,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:54.312568 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=b0a5ed6f-099f-4188-bb28-e299923f4fd4,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:54.363912 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596e5361-f0f6-4672-9315-900c3a098346 x-openstack-request-id: req-596e5361-f0f6-4672-9315-900c3a098346 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:54.364483 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72514ae4-499f-41e0-91ba-f2fc407fc5f2", "name": "network-vif-plugged", "status": "completed", "tag": "abafa783-24d1-4cc2-890b-686c8ba871ae", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:54.365546 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-596e5361-f0f6-4672-9315-900c3a098346 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:54.366189 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72514ae4-499f-41e0-91ba-f2fc407fc5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abafa783-24d1-4cc2-890b-686c8ba871ae', 'code': 200} Jul 07 17:01:54.392134 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['b0a5ed6f-099f-4188-bb28-e299923f4fd4'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:01:54.549123 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f5c303e-560d-469e-b93b-fd9d8e9086ee req-c441cdc5-1100-4dc7-a1c7-527580ce9298 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884504 Jul 07 17:01:54.587865 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5e3e81-3107-45ba-be59-503393a58295 admin admin] Router b1d54cba-8304-438d-b396-a881a7772fff has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:01:54.594860 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ac3421-fb4d-43b2-97d2-627db6a5dd3a x-openstack-request-id: req-a2ac3421-fb4d-43b2-97d2-627db6a5dd3a {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:54.595715 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79", "name": "network-vif-deleted", "tag": "fab82a6c-dc41-4e2e-94fd-6804a36a387d", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:54.599981 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-145f6401-33e0-457b-9ece-ed610917690a req-49927926-de20-46ab-be3a-70eafbbe9793 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Network 2b1ef1e6-de16-48e9-886d-760c85a81894 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:54.600330 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2ac3421-fb4d-43b2-97d2-627db6a5dd3a {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:54.601268 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3ff14d-7d42-4a1a-8b5a-056dcd80eb79', 'name': 'network-vif-deleted', 'tag': 'fab82a6c-dc41-4e2e-94fd-6804a36a387d', 'status': 'completed', 'code': 200} Jul 07 17:01:54.610194 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-145f6401-33e0-457b-9ece-ed610917690a req-49927926-de20-46ab-be3a-70eafbbe9793 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:54.614795 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-145f6401-33e0-457b-9ece-ed610917690a req-49927926-de20-46ab-be3a-70eafbbe9793 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:54.637761 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b3771-41ff-4295-affd-4d14fe40f63e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d16bfb8e-5e60-4a07-92a7-a984ee4a0d0a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:54.804807 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-594b3771-41ff-4295-affd-4d14fe40f63e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.816582 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-594b3771-41ff-4295-affd-4d14fe40f63e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d16bfb8e-5e60-4a07-92a7-a984ee4a0d0a HTTP/1.1" status: 204 len: 168 time: 1.9466567 Jul 07 17:01:54.824101 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54362) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:55.107015 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-49927926-de20-46ab-be3a-70eafbbe9793 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:55.108154 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-49927926-de20-46ab-be3a-70eafbbe9793 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.179350 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-19fd6b7d-06cb-466a-9970-1549025cf98f None None] Provisioning for port 47bf5e37-4f50-40b7-9c7a-0594677913b4 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:55.192431 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-19fd6b7d-06cb-466a-9970-1549025cf98f None None] Provisioning complete for port 47bf5e37-4f50-40b7-9c7a-0594677913b4 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:55.193523 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-19fd6b7d-06cb-466a-9970-1549025cf98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.224806 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fcfad7d6-7b9c-4e18-8b55-174b8497d662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.237079 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-49927926-de20-46ab-be3a-70eafbbe9793 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0318079 Jul 07 17:01:55.279510 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-145f6401-33e0-457b-9ece-ed610917690a req-97f991fa-473d-4ac2-a359-e090c5107d93 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Request body: {'port': {'device_id': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a', 'admin_state_up': True, 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'security_groups': ['a2209d0f-1c1b-499f-83b2-8759a5325052']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:55.295791 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc018b-1b57-45bc-9384-febac38bfe1f req-4a7e8885-c97f-4982-95b5-af55991fa6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:55.301714 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23fc018b-1b57-45bc-9384-febac38bfe1f req-4a7e8885-c97f-4982-95b5-af55991fa6e9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 1097 time: 0.4058120 Jul 07 17:01:55.315274 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-19fd6b7d-06cb-466a-9970-1549025cf98f None None] Port 47bf5e37-4f50-40b7-9c7a-0594677913b4 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:55.348799 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5e3e81-3107-45ba-be59-503393a58295 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:01:55.361238 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1d5e3e81-3107-45ba-be59-503393a58295 admin admin] 10.222.0.53 "PUT /v2.0/routers/b1d54cba-8304-438d-b396-a881a7772fff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3127930 Jul 07 17:01:55.363959 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb1ba33-01e7-45d7-9925-f2daf7f46d3b None None] Sync routers for ids ['b1d54cba-8304-438d-b396-a881a7772fff'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:01:55.369440 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54368) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:55.393812 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb1ba33-01e7-45d7-9925-f2daf7f46d3b None None] Routers {'b1d54cba-8304-438d-b396-a881a7772fff'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:01:55.395060 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4eb1ba33-01e7-45d7-9925-f2daf7f46d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:01:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b1d54cba-8304-438d-b396-a881a7772fff'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:55.403666 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d1749-7d42-4bfb-b17e-65341204d59d req-da73e968-1c19-48a3-8fb4-f8e7dee19054 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:55.409166 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-192d1749-7d42-4bfb-b17e-65341204d59d req-da73e968-1c19-48a3-8fb4-f8e7dee19054 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 932 time: 0.7656262 Jul 07 17:01:55.526004 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-edc26908-fd91-416f-ba42-e27d2438d4b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874aad95-4d95-4e67-b5f3-a74579b36f91 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:55.540183 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-edc26908-fd91-416f-ba42-e27d2438d4b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.576814 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-edc26908-fd91-416f-ba42-e27d2438d4b8 service neutron] Transition to ACTIVE for port object 874aad95-4d95-4e67-b5f3-a74579b36f91 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:55.610695 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23fc018b-1b57-45bc-9384-febac38bfe1f req-778165b8-5fa1-4830-9c1b-00b217564526 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964110 Jul 07 17:01:55.610946 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-edc26908-fd91-416f-ba42-e27d2438d4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.648565 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-4eb1ba33-01e7-45d7-9925-f2daf7f46d3b None None] Set router b1d54cba-8304-438d-b396-a881a7772fff gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:01:55.703636 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc26908-fd91-416f-ba42-e27d2438d4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=874aad95-4d95-4e67-b5f3-a74579b36f91,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:55.716841 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17691e-7357-473a-975c-050f59dd45fa req-130bc7ae-2ce7-4e5f-8694-ae2c84a5f79d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:55.726132 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da17691e-7357-473a-975c-050f59dd45fa req-130bc7ae-2ce7-4e5f-8694-ae2c84a5f79d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 945 time: 0.7450538 Jul 07 17:01:55.749369 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-192d1749-7d42-4bfb-b17e-65341204d59d req-9748b5fa-249f-4f2a-8d98-0f9bfa9c2192 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2615225 Jul 07 17:01:55.808676 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b0c70842-ac0a-484b-92ca-614214fbdf70 admin admin] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.896589 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da17691e-7357-473a-975c-050f59dd45fa req-ccaa0429-e749-4f3e-b901-0965d25da4a9 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694002 Jul 07 17:01:55.902744 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-97f991fa-473d-4ac2-a359-e090c5107d93 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Made reservation on behalf of b6d220ae528f42c295cc654c1d123274 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:55.916326 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-97f991fa-473d-4ac2-a359-e090c5107d93 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.972364 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fcfad7d6-7b9c-4e18-8b55-174b8497d662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.051775 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-fcfad7d6-7b9c-4e18-8b55-174b8497d662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['502ab0fb-1f4b-4d15-bebc-2fb322b8d400']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:56.130186 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b0c70842-ac0a-484b-92ca-614214fbdf70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.153222 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-fcfad7d6-7b9c-4e18-8b55-174b8497d662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5205dc8c-fd23-4c58-b075-fb1729bf7f50') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:56.153621 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-fcfad7d6-7b9c-4e18-8b55-174b8497d662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5205dc8c-fd23-4c58-b075-fb1729bf7f50') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:56.174135 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.204248 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fcfad7d6-7b9c-4e18-8b55-174b8497d662 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.258664 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4eb1ba33-01e7-45d7-9925-f2daf7f46d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d54cba-8304-438d-b396-a881a7772fff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1737339264-router', 'tenant_id': 'bc95db68c54c49dfad31df446ea25301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '748afa66-2c34-4c89-885b-a486257eecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:47Z', 'updated_at': '2021-07-07T17:01:51Z', 'revision_number': 5, 'project_id': 'bc95db68c54c49dfad31df446ea25301', 'gw_port': {'id': '748afa66-2c34-4c89-885b-a486257eecf9', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d54cba-8304-438d-b396-a881a7772fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:52Z', 'updated_at': '2021-07-07T16:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:56.348655 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fcfad7d6-7b9c-4e18-8b55-174b8497d662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.349524 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb1ba33-01e7-45d7-9925-f2daf7f46d3b None None] Checking router: b1d54cba-8304-438d-b396-a881a7772fff for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:01:56.383043 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcfad7d6-7b9c-4e18-8b55-174b8497d662 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:01:56.385070 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fcfad7d6-7b9c-4e18-8b55-174b8497d662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.388835 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb1ba33-01e7-45d7-9925-f2daf7f46d3b None None] Routers {'b1d54cba-8304-438d-b396-a881a7772fff'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:01:56.389408 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:01:56.403409 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4eb1ba33-01e7-45d7-9925-f2daf7f46d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:01:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b1d54cba-8304-438d-b396-a881a7772fff'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:56.406634 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-edc26908-fd91-416f-ba42-e27d2438d4b8 service neutron] Attempting to bind port 874aad95-4d95-4e67-b5f3-a74579b36f91 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:56.406634 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-edc26908-fd91-416f-ba42-e27d2438d4b8 service neutron] Attempting to bind port 874aad95-4d95-4e67-b5f3-a74579b36f91 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '6bcddae9-b488-4690-903f-3d09a677e8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:56.406634 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-edc26908-fd91-416f-ba42-e27d2438d4b8 service neutron] Attempting to bind port 874aad95-4d95-4e67-b5f3-a74579b36f91 on network fab6f54d-9214-45d2-b598-1fe08070fc1d {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:56.469758 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-b0c70842-ac0a-484b-92ca-614214fbdf70 admin admin] Deleting port 748afa66-2c34-4c89-885b-a486257eecf9 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:56.470363 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b0c70842-ac0a-484b-92ca-614214fbdf70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.487655 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-edc26908-fd91-416f-ba42-e27d2438d4b8 service neutron] Port 874aad95-4d95-4e67-b5f3-a74579b36f91 on network fab6f54d-9214-45d2-b598-1fe08070fc1d not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:01:56.488127 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-edc26908-fd91-416f-ba42-e27d2438d4b8 service neutron] Attempting to bind port 874aad95-4d95-4e67-b5f3-a74579b36f91 on network fab6f54d-9214-45d2-b598-1fe08070fc1d {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:56.503930 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-edc26908-fd91-416f-ba42-e27d2438d4b8 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:56.504489 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-edc26908-fd91-416f-ba42-e27d2438d4b8 service neutron] Checking segment: {'id': '6bcddae9-b488-4690-903f-3d09a677e8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:56.505096 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-edc26908-fd91-416f-ba42-e27d2438d4b8 service neutron] Bound using segment: {'id': '6bcddae9-b488-4690-903f-3d09a677e8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:56.505550 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-edc26908-fd91-416f-ba42-e27d2438d4b8 service neutron] Bound port: 874aad95-4d95-4e67-b5f3-a74579b36f91, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bcddae9-b488-4690-903f-3d09a677e8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:56.505927 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-edc26908-fd91-416f-ba42-e27d2438d4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.594894 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea4955-1424-4e5d-9332-7ae1fb440c03 req-322098f1-0ecc-4153-a5c5-baec78c96013 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:56.606444 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea4955-1424-4e5d-9332-7ae1fb440c03 req-322098f1-0ecc-4153-a5c5-baec78c96013 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:56.618448 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea4955-1424-4e5d-9332-7ae1fb440c03 req-322098f1-0ecc-4153-a5c5-baec78c96013 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:56.636873 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea4955-1424-4e5d-9332-7ae1fb440c03 req-322098f1-0ecc-4153-a5c5-baec78c96013 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:56.665379 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea4955-1424-4e5d-9332-7ae1fb440c03 req-322098f1-0ecc-4153-a5c5-baec78c96013 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:56.685837 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea4955-1424-4e5d-9332-7ae1fb440c03 req-322098f1-0ecc-4153-a5c5-baec78c96013 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:56.689446 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-b0c70842-ac0a-484b-92ca-614214fbdf70 admin admin] For port 748afa66-2c34-4c89-885b-a486257eecf9, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=748afa66-2c34-4c89-885b-a486257eecf9,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:56.690115 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b0c70842-ac0a-484b-92ca-614214fbdf70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.690327 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-74ea4955-1424-4e5d-9332-7ae1fb440c03 req-322098f1-0ecc-4153-a5c5-baec78c96013 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 4604 time: 0.4705095 Jul 07 17:01:56.694106 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'tag': 'ee9f9590-c476-4e56-b319-494470a69a36'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:56.701411 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f8550f-ffc8-44fa-a3b6-9bc6424192cc" -d '{"events": [{"name": "network-changed", "server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "tag": "ee9f9590-c476-4e56-b319-494470a69a36"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:56.715010 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-b0c70842-ac0a-484b-92ca-614214fbdf70 admin admin] Calling delete_port for 748afa66-2c34-4c89-885b-a486257eecf9 owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:56.746819 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e096d720-3fd9-454d-bc83-2a13c6e5451f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.776896 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-4eb1ba33-01e7-45d7-9925-f2daf7f46d3b None None] Set router b1d54cba-8304-438d-b396-a881a7772fff gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:01:56.803280 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fcfad7d6-7b9c-4e18-8b55-174b8497d662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.894095 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fcfad7d6-7b9c-4e18-8b55-174b8497d662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.903808 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fcfad7d6-7b9c-4e18-8b55-174b8497d662 admin admin] 10.222.0.53 "DELETE /v2.0/networks/502ab0fb-1f4b-4d15-bebc-2fb322b8d400 HTTP/1.1" status: 204 len: 168 time: 2.0692718 Jul 07 17:01:56.906344 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-5f01ceb7-1242-445d-bcc3-e827a8b663f5 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=207540dbe3464bb3ab0c2692583793a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1543295 Jul 07 17:01:56.952127 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-ba950393-8d46-4c19-a7fc-4c0ba394817c tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=207540dbe3464bb3ab0c2692583793a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2605062 Jul 07 17:01:56.966751 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfad7d6-7b9c-4e18-8b55-174b8497d662 admin admin] Pushing event deleted for resources: {'Network': ['ID=502ab0fb-1f4b-4d15-bebc-2fb322b8d400,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:56.997005 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4eb1ba33-01e7-45d7-9925-f2daf7f46d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d54cba-8304-438d-b396-a881a7772fff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1737339264-router', 'tenant_id': 'bc95db68c54c49dfad31df446ea25301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:47Z', 'updated_at': '2021-07-07T17:01:56Z', 'revision_number': 6, 'project_id': 'bc95db68c54c49dfad31df446ea25301', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:57.063417 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb1ba33-01e7-45d7-9925-f2daf7f46d3b None None] The sync data for ids ['b1d54cba-8304-438d-b396-a881a7772fff'] in n-d-791503-12 is: [{'id': 'b1d54cba-8304-438d-b396-a881a7772fff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1737339264-router', 'tenant_id': 'bc95db68c54c49dfad31df446ea25301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:47Z', 'updated_at': '2021-07-07T17:01:56Z', 'revision_number': 6, 'project_id': 'bc95db68c54c49dfad31df446ea25301', 'gw_port_host': None}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:01:57.169866 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-edc26908-fd91-416f-ba42-e27d2438d4b8 service neutron] For port 874aad95-4d95-4e67-b5f3-a74579b36f91, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:57.175149 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-edc26908-fd91-416f-ba42-e27d2438d4b8 service neutron] For port 874aad95-4d95-4e67-b5f3-a74579b36f91, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=874aad95-4d95-4e67-b5f3-a74579b36f91,segment=NetworkSegment(6bcddae9-b488-4690-903f-3d09a677e8f6),segment_id=6bcddae9-b488-4690-903f-3d09a677e8f6)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:57.207468 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-74ea4955-1424-4e5d-9332-7ae1fb440c03 req-357dbe39-c718-42a6-a374-01312dcb566a tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4061759 Jul 07 17:01:57.219584 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-edc26908-fd91-416f-ba42-e27d2438d4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.370875 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-145f6401-33e0-457b-9ece-ed610917690a req-97f991fa-473d-4ac2-a359-e090c5107d93 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Allocated IP 10.1.1.210 (631352b9-cdc0-4502-b4e6-9840754bae5a/11c30ad8-8f95-45c0-9f1d-ea2c0038c53f/49dedb3b-3027-44d3-9dfc-eaffaf552295) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:57.469346 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-7adbe579-a3b1-4859-9950-70839762f975 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:57.472556 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-7adbe579-a3b1-4859-9950-70839762f975 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4944446 Jul 07 17:01:57.486046 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-edc26908-fd91-416f-ba42-e27d2438d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:57.492379 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-edc26908-fd91-416f-ba42-e27d2438d4b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.494888 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-edc26908-fd91-416f-ba42-e27d2438d4b8 service neutron] 10.222.0.64 "PUT /v2.0/ports/874aad95-4d95-4e67-b5f3-a74579b36f91 HTTP/1.1" status: 200 len: 1136 time: 4.2745371 Jul 07 17:01:57.527388 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device b0a5ed6f-099f-4188-bb28-e299923f4fd4 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:57.648703 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54388) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:57.712801 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port b0a5ed6f-099f-4188-bb28-e299923f4fd4 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:57.722597 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port b0a5ed6f-099f-4188-bb28-e299923f4fd4 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:57.723469 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.724333 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-6e089ae9-90b6-4a96-8f04-041c749a5d2e tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Request body: {'port': {'device_id': '78e2c209-8045-45f8-b00d-18126cc52571', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': '207540dbe3464bb3ab0c2692583793a4'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:57.801431 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc26908-fd91-416f-ba42-e27d2438d4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=874aad95-4d95-4e67-b5f3-a74579b36f91,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:57.850331 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.941041 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-2324af93-f058-4834-93cf-a9f6dcdea08b service neutron] Request body: {'port': {'device_id': '5e438531-e21d-4b21-9060-f2618286d67a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:58.025307 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.087729 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4ff420-fb8c-425e-bcfe-065f4968e472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a5ed6f-099f-4188-bb28-e299923f4fd4'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:58.092598 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b001ec-873f-4fa3-95a4-415273361682" -d '{"events": [{"server_uuid": "ba4ff420-fb8c-425e-bcfe-065f4968e472", "name": "network-vif-plugged", "status": "completed", "tag": "b0a5ed6f-099f-4188-bb28-e299923f4fd4"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:58.106063 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 748afa66-2c34-4c89-885b-a486257eecf9 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:01:58.127555 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-2324af93-f058-4834-93cf-a9f6dcdea08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.199184 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port b0a5ed6f-099f-4188-bb28-e299923f4fd4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=b0a5ed6f-099f-4188-bb28-e299923f4fd4,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:58.208970 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.301812 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=b0a5ed6f-099f-4188-bb28-e299923f4fd4,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:58.346529 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c27bba69-077d-4a3f-8dc7-66f1e52a9dd2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e18586f003641e1b66cc76158dbffdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6975920 Jul 07 17:01:58.353931 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54394) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:58.362013 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-3c2fe52c-c877-4b89-81fc-77a6a5bb77a1 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.377564 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.378240 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-3c2fe52c-c877-4b89-81fc-77a6a5bb77a1 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4590180 Jul 07 17:01:58.411702 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b0c70842-ac0a-484b-92ca-614214fbdf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.421210 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b4e42a88-e582-4140-b0bb-5ae0e137353e no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:01:58.452726 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: b4e42a88-e582-4140-b0bb-5ae0e137353e {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:01:58.453043 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b4e42a88-e582-4140-b0bb-5ae0e137353e not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:01:58.493322 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-7ce92d6e-b45f-4947-9119-c30966429b4d tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/quotas/207540dbe3464bb3ab0c2692583793a4 HTTP/1.1" status: 200 len: 375 time: 0.1132712 Jul 07 17:01:58.500876 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-97f991fa-473d-4ac2-a359-e090c5107d93 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.519152 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c70842-ac0a-484b-92ca-614214fbdf70 admin admin] Pushing event deleted for resources: {'Port': ['ID=748afa66-2c34-4c89-885b-a486257eecf9,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:58.536130 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-2324af93-f058-4834-93cf-a9f6dcdea08b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba66bda7-9cd8-47c6-937f-ed3c0e115210 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:58.549452 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67572b29-ea78-4f88-a884-fb358f11df4a req-18976e1a-a9e8-481a-84cb-e35ce78ff72e tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.551198 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67572b29-ea78-4f88-a884-fb358f11df4a req-18976e1a-a9e8-481a-84cb-e35ce78ff72e tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4ff420-fb8c-425e-bcfe-065f4968e472 HTTP/1.1" status: 200 len: 948 time: 1.0551140 Jul 07 17:01:58.584768 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-2324af93-f058-4834-93cf-a9f6dcdea08b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.624301 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-35c14f2c-db9c-4431-b7a3-3aaffd8c0d85 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=207540dbe3464bb3ab0c2692583793a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0958834 Jul 07 17:01:58.625499 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-145f6401-33e0-457b-9ece-ed610917690a req-97f991fa-473d-4ac2-a359-e090c5107d93 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Transition to ACTIVE for port object 49dedb3b-3027-44d3-9dfc-eaffaf552295 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:58.690909 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a05db-0075-4bb7-8b13-c26859a84db4 req-67e05f52-1d06-4f07-ad3b-b98ac96268b1 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.692567 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-308a05db-0075-4bb7-8b13-c26859a84db4 req-67e05f52-1d06-4f07-ad3b-b98ac96268b1 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6ee23b9-997b-412a-b0e5-c3929dd54202 HTTP/1.1" status: 200 len: 949 time: 0.8934669 Jul 07 17:01:58.702094 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-2324af93-f058-4834-93cf-a9f6dcdea08b service neutron] Transition to ACTIVE for port object ba66bda7-9cd8-47c6-937f-ed3c0e115210 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:58.721425 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67572b29-ea78-4f88-a884-fb358f11df4a req-050ec30f-8325-4809-a71c-047c12f45a09 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee0ab76d-deb0-4f11-bedb-1ae8d6af15ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408150 Jul 07 17:01:58.723276 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-2324af93-f058-4834-93cf-a9f6dcdea08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.726881 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b0c70842-ac0a-484b-92ca-614214fbdf70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.727110 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-6e089ae9-90b6-4a96-8f04-041c749a5d2e tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Made reservation on behalf of 207540dbe3464bb3ab0c2692583793a4 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:58.734043 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-6e089ae9-90b6-4a96-8f04-041c749a5d2e tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.783175 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-6e089ae9-90b6-4a96-8f04-041c749a5d2e tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.800126 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-68241ef5-41a4-4333-9f90-3d0cc913c5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.939344 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-68241ef5-41a4-4333-9f90-3d0cc913c5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.996719 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-97f991fa-473d-4ac2-a359-e090c5107d93 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.009862 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b0c70842-ac0a-484b-92ca-614214fbdf70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.029320 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b0c70842-ac0a-484b-92ca-614214fbdf70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.206697 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324af93-f058-4834-93cf-a9f6dcdea08b service neutron] Pushing event updated for resources: {'Port': ['ID=ba66bda7-9cd8-47c6-937f-ed3c0e115210,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:59.225272 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e4cb1b-40ac-4692-9a30-75d9ffcf89fd x-openstack-request-id: req-21e4cb1b-40ac-4692-9a30-75d9ffcf89fd {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:59.225652 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "tag": "ee9f9590-c476-4e56-b319-494470a69a36", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:59.225831 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-21e4cb1b-40ac-4692-9a30-75d9ffcf89fd {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:59.226401 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'tag': 'ee9f9590-c476-4e56-b319-494470a69a36', 'status': 'completed', 'code': 200} Jul 07 17:01:59.360949 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-145f6401-33e0-457b-9ece-ed610917690a req-97f991fa-473d-4ac2-a359-e090c5107d93 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Network 631352b9-cdc0-4502-b4e6-9840754bae5a is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:59.362368 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f991fa-473d-4ac2-a359-e090c5107d93 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event updated for resources: {'Port': ['ID=49dedb3b-3027-44d3-9dfc-eaffaf552295,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:59.368055 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-145f6401-33e0-457b-9ece-ed610917690a req-97f991fa-473d-4ac2-a359-e090c5107d93 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:59.383565 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-145f6401-33e0-457b-9ece-ed610917690a req-97f991fa-473d-4ac2-a359-e090c5107d93 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:59.489771 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b0c70842-ac0a-484b-92ca-614214fbdf70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.490401 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c70842-ac0a-484b-92ca-614214fbdf70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1d54cba-8304-438d-b396-a881a7772fff {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:01:59.537613 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b0c70842-ac0a-484b-92ca-614214fbdf70 admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.541921 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b0c70842-ac0a-484b-92ca-614214fbdf70 admin admin] 10.222.0.53 "DELETE /v2.0/routers/b1d54cba-8304-438d-b396-a881a7772fff HTTP/1.1" status: 204 len: 168 time: 4.1687090 Jul 07 17:01:59.545068 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54404) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:59.695435 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-97f991fa-473d-4ac2-a359-e090c5107d93 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:59.697488 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-97f991fa-473d-4ac2-a359-e090c5107d93 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.744236 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-2324af93-f058-4834-93cf-a9f6dcdea08b service neutron] Attempting to bind port ba66bda7-9cd8-47c6-937f-ed3c0e115210 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:59.745104 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-2324af93-f058-4834-93cf-a9f6dcdea08b service neutron] Attempting to bind port ba66bda7-9cd8-47c6-937f-ed3c0e115210 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '6bcddae9-b488-4690-903f-3d09a677e8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:59.750294 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-2324af93-f058-4834-93cf-a9f6dcdea08b service neutron] Attempting to bind port ba66bda7-9cd8-47c6-937f-ed3c0e115210 on network fab6f54d-9214-45d2-b598-1fe08070fc1d {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:59.768152 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-68241ef5-41a4-4333-9f90-3d0cc913c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.773188 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-68241ef5-41a4-4333-9f90-3d0cc913c5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.783054 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-68241ef5-41a4-4333-9f90-3d0cc913c5e4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4b2b28e7-3920-434b-8018-90c30d750d32 HTTP/1.1" status: 204 len: 168 time: 1.4245865 Jul 07 17:01:59.799191 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-2324af93-f058-4834-93cf-a9f6dcdea08b service neutron] Port ba66bda7-9cd8-47c6-937f-ed3c0e115210 on network fab6f54d-9214-45d2-b598-1fe08070fc1d not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:01:59.800744 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-2324af93-f058-4834-93cf-a9f6dcdea08b service neutron] Attempting to bind port ba66bda7-9cd8-47c6-937f-ed3c0e115210 on network fab6f54d-9214-45d2-b598-1fe08070fc1d {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:59.812365 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a6af86-ab61-4279-a015-7f7b4a40d304 admin admin] Deleting subnet 2c854f63-2af9-4f57-83fb-bec51b6e4c20 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:01:59.814877 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-6e089ae9-90b6-4a96-8f04-041c749a5d2e tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.827172 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-308a05db-0075-4bb7-8b13-c26859a84db4 req-47fa7063-df23-403a-843b-8e3f8a1ac0e5 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Deleting port 5c956485-b4ec-4743-aea1-268c1f54f7c6 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:59.828007 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-308a05db-0075-4bb7-8b13-c26859a84db4 req-47fa7063-df23-403a-843b-8e3f8a1ac0e5 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.835575 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-43a6af86-ab61-4279-a015-7f7b4a40d304 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.852578 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a62184-e4cb-401b-a689-d03c8bdcf57a req-b16accb6-f51a-4111-bbaa-ceb7ec2d5627 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:59.874786 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-07a62184-e4cb-401b-a689-d03c8bdcf57a req-b16accb6-f51a-4111-bbaa-ceb7ec2d5627 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6ee23b9-997b-412a-b0e5-c3929dd54202 HTTP/1.1" status: 200 len: 949 time: 0.8725483 Jul 07 17:01:59.897433 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-2324af93-f058-4834-93cf-a9f6dcdea08b service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:59.898652 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-2324af93-f058-4834-93cf-a9f6dcdea08b service neutron] Checking segment: {'id': '6bcddae9-b488-4690-903f-3d09a677e8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:59.899354 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-2324af93-f058-4834-93cf-a9f6dcdea08b service neutron] Bound using segment: {'id': '6bcddae9-b488-4690-903f-3d09a677e8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:59.900129 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-2324af93-f058-4834-93cf-a9f6dcdea08b service neutron] Bound port: ba66bda7-9cd8-47c6-937f-ed3c0e115210, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bcddae9-b488-4690-903f-3d09a677e8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:59.900796 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-2324af93-f058-4834-93cf-a9f6dcdea08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.937574 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-6e089ae9-90b6-4a96-8f04-041c749a5d2e tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.941282 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b6ee5992-441d-465f-862d-ed814a11d9ef None None] Provisioning for port 49dedb3b-3027-44d3-9dfc-eaffaf552295 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:59.944387 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68241ef5-41a4-4333-9f90-3d0cc913c5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2b28e7-3920-434b-8018-90c30d750d32,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:59.955547 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b6ee5992-441d-465f-862d-ed814a11d9ef None None] Provisioning complete for port 49dedb3b-3027-44d3-9dfc-eaffaf552295 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:59.958214 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5992-441d-465f-862d-ed814a11d9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.071066 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8550f-ffc8-44fa-a3b6-9bc6424192cc req-d8750b0d-523f-4e86-a90e-da85c54baaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:00.071827 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8550f-ffc8-44fa-a3b6-9bc6424192cc req-d8750b0d-523f-4e86-a90e-da85c54baaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:00.072918 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8550f-ffc8-44fa-a3b6-9bc6424192cc req-d8750b0d-523f-4e86-a90e-da85c54baaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:00.073963 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8550f-ffc8-44fa-a3b6-9bc6424192cc req-d8750b0d-523f-4e86-a90e-da85c54baaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:00.076038 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8550f-ffc8-44fa-a3b6-9bc6424192cc req-d8750b0d-523f-4e86-a90e-da85c54baaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:00.077710 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8550f-ffc8-44fa-a3b6-9bc6424192cc req-d8750b0d-523f-4e86-a90e-da85c54baaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:00.078741 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8550f-ffc8-44fa-a3b6-9bc6424192cc req-d8750b0d-523f-4e86-a90e-da85c54baaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:00.083183 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-19f8550f-ffc8-44fa-a3b6-9bc6424192cc req-d8750b0d-523f-4e86-a90e-da85c54baaea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52ba6e7d3c334b5d9c08203be3275f20&device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 6180 time: 0.8674192 Jul 07 17:02:00.095483 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-97f991fa-473d-4ac2-a359-e090c5107d93 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8451965 Jul 07 17:02:00.159513 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.163294 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-b6ee5992-441d-465f-862d-ed814a11d9ef None None] Port 49dedb3b-3027-44d3-9dfc-eaffaf552295 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:02:00.166606 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-145f6401-33e0-457b-9ece-ed610917690a req-726d2bff-79ac-4866-86e2-e755ec448381 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Request body: {'port': {'device_id': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a', 'admin_state_up': True, 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'security_groups': ['a2209d0f-1c1b-499f-83b2-8759a5325052']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:00.310108 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-43a6af86-ab61-4279-a015-7f7b4a40d304 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.326178 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e089ae9-90b6-4a96-8f04-041c749a5d2e tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a999307c-d86e-4f5f-92b2-5788a03d60f5,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:00.421033 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04820ec2-4cc4-45e6-8a50-69a3c40ab325 req-5b9e076a-b722-4e69-9f0a-7d65315d681c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:00.433906 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04820ec2-4cc4-45e6-8a50-69a3c40ab325 req-5b9e076a-b722-4e69-9f0a-7d65315d681c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:00.447435 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-04820ec2-4cc4-45e6-8a50-69a3c40ab325 req-5b9e076a-b722-4e69-9f0a-7d65315d681c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 1654 time: 0.9767165 Jul 07 17:02:00.462728 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-07a62184-e4cb-401b-a689-d03c8bdcf57a req-ff54f827-7b85-4373-8fba-769592f91da1 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f8282e-f1d0-4b5b-9b7e-5170dd2f10fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5860457 Jul 07 17:02:00.679949 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-308a05db-0075-4bb7-8b13-c26859a84db4 req-47fa7063-df23-403a-843b-8e3f8a1ac0e5 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] For port 5c956485-b4ec-4743-aea1-268c1f54f7c6, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=5c956485-b4ec-4743-aea1-268c1f54f7c6,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:00.680461 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-308a05db-0075-4bb7-8b13-c26859a84db4 req-47fa7063-df23-403a-843b-8e3f8a1ac0e5 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.708833 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-308a05db-0075-4bb7-8b13-c26859a84db4 req-47fa7063-df23-403a-843b-8e3f8a1ac0e5 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Calling delete_port for 5c956485-b4ec-4743-aea1-268c1f54f7c6 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:00.771764 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-2324af93-f058-4834-93cf-a9f6dcdea08b service neutron] For port ba66bda7-9cd8-47c6-937f-ed3c0e115210, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:00.946231 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-04820ec2-4cc4-45e6-8a50-69a3c40ab325 req-16f638af-5c2c-4cca-9ad4-b1fbd0e5c4dd tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4976180 Jul 07 17:02:01.010119 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-308a05db-0075-4bb7-8b13-c26859a84db4 req-47fa7063-df23-403a-843b-8e3f8a1ac0e5 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.071188 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da9e050-75e0-491e-897a-25436c8479ab x-openstack-request-id: req-0da9e050-75e0-491e-897a-25436c8479ab {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:01.071802 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4ff420-fb8c-425e-bcfe-065f4968e472", "name": "network-vif-plugged", "status": "completed", "tag": "b0a5ed6f-099f-4188-bb28-e299923f4fd4", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:01.072505 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0da9e050-75e0-491e-897a-25436c8479ab {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:01.074194 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba4ff420-fb8c-425e-bcfe-065f4968e472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a5ed6f-099f-4188-bb28-e299923f4fd4', 'code': 200} Jul 07 17:02:01.102991 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-726d2bff-79ac-4866-86e2-e755ec448381 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Made reservation on behalf of b6d220ae528f42c295cc654c1d123274 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:01.109062 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-726d2bff-79ac-4866-86e2-e755ec448381 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.112127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa7063-df23-403a-843b-8e3f8a1ac0e5 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Pushing event deleted for resources: {'Port': ['ID=5c956485-b4ec-4743-aea1-268c1f54f7c6,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:01.142310 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-43a6af86-ab61-4279-a015-7f7b4a40d304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.150041 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-6e089ae9-90b6-4a96-8f04-041c749a5d2e tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Allocated IP 192.168.233.107 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/7fdfdbfe-4b80-4b9c-986e-0a121af06247) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:01.203740 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-308a05db-0075-4bb7-8b13-c26859a84db4 req-47fa7063-df23-403a-843b-8e3f8a1ac0e5 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] No DVR routers for this DVR port 5c956485-b4ec-4743-aea1-268c1f54f7c6 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:01.206990 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-308a05db-0075-4bb7-8b13-c26859a84db4 req-47fa7063-df23-403a-843b-8e3f8a1ac0e5 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.209853 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-308a05db-0075-4bb7-8b13-c26859a84db4 req-47fa7063-df23-403a-843b-8e3f8a1ac0e5 tempest-ServersAdminNegativeTestJSON-1614410408 tempest-ServersAdminNegativeTestJSON-1614410408-project] 10.222.0.72 "DELETE /v2.0/ports/5c956485-b4ec-4743-aea1-268c1f54f7c6 HTTP/1.1" status: 204 len: 173 time: 2.5080807 Jul 07 17:02:01.215208 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ee23b9-997b-412a-b0e5-c3929dd54202', 'name': 'network-vif-deleted', 'tag': '5c956485-b4ec-4743-aea1-268c1f54f7c6'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:01.218784 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4dce407-d393-4fb5-8f67-fbe7c331509f" -d '{"events": [{"server_uuid": "f6ee23b9-997b-412a-b0e5-c3929dd54202", "name": "network-vif-deleted", "tag": "5c956485-b4ec-4743-aea1-268c1f54f7c6"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:01.252469 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 5c956485-b4ec-4743-aea1-268c1f54f7c6 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:01.333854 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 5c956485-b4ec-4743-aea1-268c1f54f7c6 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:02:01.337213 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 5c956485-b4ec-4743-aea1-268c1f54f7c6 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:01.402764 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-43a6af86-ab61-4279-a015-7f7b4a40d304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.427847 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'tag': '874aad95-4d95-4e67-b5f3-a74579b36f91'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:01.430611 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddfb9e5-77cb-4ed1-8ea5-32e6a8cbf36d" -d '{"events": [{"name": "network-changed", "server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "tag": "874aad95-4d95-4e67-b5f3-a74579b36f91"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:01.439666 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-2324af93-f058-4834-93cf-a9f6dcdea08b service neutron] For port ba66bda7-9cd8-47c6-937f-ed3c0e115210, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=ba66bda7-9cd8-47c6-937f-ed3c0e115210,segment=NetworkSegment(6bcddae9-b488-4690-903f-3d09a677e8f6),segment_id=6bcddae9-b488-4690-903f-3d09a677e8f6)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:01.524737 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6af86-ab61-4279-a015-7f7b4a40d304 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c854f63-2af9-4f57-83fb-bec51b6e4c20,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:01.546368 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99586379-11d9-43f3-9723-0329205dca77 None None] Network fb4c1854-ef11-4268-b43a-2dd513652e0b requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:01.562100 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-43a6af86-ab61-4279-a015-7f7b4a40d304 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.567648 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-43a6af86-ab61-4279-a015-7f7b4a40d304 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2c854f63-2af9-4f57-83fb-bec51b6e4c20 HTTP/1.1" status: 204 len: 168 time: 2.0139856 Jul 07 17:02:01.571279 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54434) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:01.583097 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-d8381170-ca02-4391-bf8c-bc9e7164736d tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=207540dbe3464bb3ab0c2692583793a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733507 Jul 07 17:02:01.642890 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-2324af93-f058-4834-93cf-a9f6dcdea08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.723014 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8550f-ffc8-44fa-a3b6-9bc6424192cc req-c8fe4896-7ce4-41d0-b777-6068f1d8c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.723339 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8550f-ffc8-44fa-a3b6-9bc6424192cc req-c8fe4896-7ce4-41d0-b777-6068f1d8c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.723843 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8550f-ffc8-44fa-a3b6-9bc6424192cc req-c8fe4896-7ce4-41d0-b777-6068f1d8c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.727221 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-19f8550f-ffc8-44fa-a3b6-9bc6424192cc req-c8fe4896-7ce4-41d0-b777-6068f1d8c0e9 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=52ba6e7d3c334b5d9c08203be3275f20&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.6328473 Jul 07 17:02:01.834294 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54438) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:01.911680 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-145f6401-33e0-457b-9ece-ed610917690a req-726d2bff-79ac-4866-86e2-e755ec448381 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Allocated IP 10.1.1.66 (631352b9-cdc0-4502-b4e6-9840754bae5a/11c30ad8-8f95-45c0-9f1d-ea2c0038c53f/8d3beb7b-b73e-4339-ba42-9083ce28761c) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:01.989315 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1a7c3-444a-47fa-a07f-7201ae085ae4 req-14b9701b-def3-4619-9aab-5492adff5570 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.997558 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1a7c3-444a-47fa-a07f-7201ae085ae4 req-14b9701b-def3-4619-9aab-5492adff5570 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:02.006534 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1a7c3-444a-47fa-a07f-7201ae085ae4 req-14b9701b-def3-4619-9aab-5492adff5570 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:02.011436 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1a7c3-444a-47fa-a07f-7201ae085ae4 req-14b9701b-def3-4619-9aab-5492adff5570 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:02.039543 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1a7c3-444a-47fa-a07f-7201ae085ae4 req-14b9701b-def3-4619-9aab-5492adff5570 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:02.044550 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0fbb6d-f1c4-4d14-9345-cd6a2256b776 None None] DHCP port deletion for fb4c1854-ef11-4268-b43a-2dd513652e0b request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:02:02.060302 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1a7c3-444a-47fa-a07f-7201ae085ae4 req-14b9701b-def3-4619-9aab-5492adff5570 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:02.067496 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1a7c3-444a-47fa-a07f-7201ae085ae4 req-14b9701b-def3-4619-9aab-5492adff5570 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:02.073611 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-17a1a7c3-444a-47fa-a07f-7201ae085ae4 req-14b9701b-def3-4619-9aab-5492adff5570 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5382 time: 0.6763523 Jul 07 17:02:02.164231 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-4f0fbb6d-f1c4-4d14-9345-cd6a2256b776 None None] Deleting port 22f8b786-b1e8-4ea8-9c9c-7c02c24fb507 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:02.166086 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4f0fbb6d-f1c4-4d14-9345-cd6a2256b776 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.185956 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9f2de981-0084-4bb5-a8be-53ae26dbbda5 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-806704771-network', 'tenant_id': 'bfab1fdca5984136805937df5ee6c6a5'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:02.344593 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-f4615eb3-71de-4fd8-8402-08dcb5ba56ef tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:02.346965 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-f4615eb3-71de-4fd8-8402-08dcb5ba56ef tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7198751 Jul 07 17:02:02.360315 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-4f0fbb6d-f1c4-4d14-9345-cd6a2256b776 None None] For port 22f8b786-b1e8-4ea8-9c9c-7c02c24fb507, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=22f8b786-b1e8-4ea8-9c9c-7c02c24fb507,segment=NetworkSegment(a2664701-1b29-4b1e-a81c-aaa20afebff7),segment_id=a2664701-1b29-4b1e-a81c-aaa20afebff7)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:02.360860 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4f0fbb6d-f1c4-4d14-9345-cd6a2256b776 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.381822 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-ace3678d-f6bd-483b-8517-ab0bc30bc3dd tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Request body: {'port': {'device_id': '77e8f408-3025-483c-9c47-75a7dec82d2a', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': '207540dbe3464bb3ab0c2692583793a4'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:02.382505 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-4f0fbb6d-f1c4-4d14-9345-cd6a2256b776 None None] Calling delete_port for 22f8b786-b1e8-4ea8-9c9c-7c02c24fb507 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:02.503790 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4f0fbb6d-f1c4-4d14-9345-cd6a2256b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.504179 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-726d2bff-79ac-4866-86e2-e755ec448381 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.529327 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:02:02.539894 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fbb6d-f1c4-4d14-9345-cd6a2256b776 None None] Pushing event deleted for resources: {'Port': ['ID=22f8b786-b1e8-4ea8-9c9c-7c02c24fb507,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:02.546631 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-145f6401-33e0-457b-9ece-ed610917690a req-726d2bff-79ac-4866-86e2-e755ec448381 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Transition to ACTIVE for port object 8d3beb7b-b73e-4339-ba42-9083ce28761c will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:02.553428 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0fbb6d-f1c4-4d14-9345-cd6a2256b776 None None] No DVR routers for this DVR port 22f8b786-b1e8-4ea8-9c9c-7c02c24fb507 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:02.574367 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-17a1a7c3-444a-47fa-a07f-7201ae085ae4 req-5fd1c072-eee6-4341-a279-de1c0ad3670c tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4901533 Jul 07 17:02:02.649417 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324af93-f058-4834-93cf-a9f6dcdea08b service neutron] Pushing event updated for resources: {'Port': ['ID=ba66bda7-9cd8-47c6-937f-ed3c0e115210,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:02.665766 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-6e089ae9-90b6-4a96-8f04-041c749a5d2e tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.913912 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-2324af93-f058-4834-93cf-a9f6dcdea08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:02.915082 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-2324af93-f058-4834-93cf-a9f6dcdea08b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.917644 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-2324af93-f058-4834-93cf-a9f6dcdea08b service neutron] 10.222.0.64 "PUT /v2.0/ports/ba66bda7-9cd8-47c6-937f-ed3c0e115210 HTTP/1.1" status: 200 len: 1137 time: 5.0919156 Jul 07 17:02:02.929648 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2de981-0084-4bb5-a8be-53ae26dbbda5 admin admin] Made reservation on behalf of bfab1fdca5984136805937df5ee6c6a5 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:02.929648 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9f2de981-0084-4bb5-a8be-53ae26dbbda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.946422 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9f2de981-0084-4bb5-a8be-53ae26dbbda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.987426 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-6e089ae9-90b6-4a96-8f04-041c749a5d2e tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Transition to ACTIVE for port object 7fdfdbfe-4b80-4b9c-986e-0a121af06247 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:03.007761 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5feac6-d99a-4de8-962e-45cca5b5a700 req-acd24964-acd7-4d85-a95f-4bc027389ca1 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:03.011223 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc5feac6-d99a-4de8-962e-45cca5b5a700 req-acd24964-acd7-4d85-a95f-4bc027389ca1 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 945 time: 2.2005732 Jul 07 17:02:03.031140 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1c0e367d-eaa3-4efc-b605-821554196b3b req-eed874c5-58bc-4c43-8b89-17308cd40e11 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=77e8f408-3025-483c-9c47-75a7dec82d2a HTTP/1.1" status: 200 len: 210 time: 0.0903807 Jul 07 17:02:03.032011 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-6f7eaa17-ae27-4d17-a1b0-0b3380003b29 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:02:03.034786 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-6f7eaa17-ae27-4d17-a1b0-0b3380003b29 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0428452 Jul 07 17:02:03.042914 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51999cb9-34aa-4e56-8d01-6f05b7bda1d2 req-b12924f5-e171-4d1c-a241-25ce9c3b6e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:03.046005 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-51999cb9-34aa-4e56-8d01-6f05b7bda1d2 req-b12924f5-e171-4d1c-a241-25ce9c3b6e25 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ba4ff420-fb8c-425e-bcfe-065f4968e472 HTTP/1.1" status: 200 len: 1101 time: 1.6107700 Jul 07 17:02:03.066177 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-bc60581d-a2cc-4ced-840e-96d9404f9a68 service neutron] Request body: {'port': {'device_id': '5e438531-e21d-4b21-9060-f2618286d67a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:03.118022 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-726d2bff-79ac-4866-86e2-e755ec448381 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.144569 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67053562-c9bb-4523-8e0f-c4d1d81c327b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.198712 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d2bff-79ac-4866-86e2-e755ec448381 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event updated for resources: {'Port': ['ID=8d3beb7b-b73e-4339-ba42-9083ce28761c,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:03.245602 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-145f6401-33e0-457b-9ece-ed610917690a req-726d2bff-79ac-4866-86e2-e755ec448381 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Network 631352b9-cdc0-4502-b4e6-9840754bae5a is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:03.255815 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-145f6401-33e0-457b-9ece-ed610917690a req-726d2bff-79ac-4866-86e2-e755ec448381 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:03.260860 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-145f6401-33e0-457b-9ece-ed610917690a req-726d2bff-79ac-4866-86e2-e755ec448381 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:03.343167 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-51999cb9-34aa-4e56-8d01-6f05b7bda1d2 req-59801706-b896-4ef1-a7fc-c24673587327 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ee0ab76d-deb0-4f11-bedb-1ae8d6af15ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069433 Jul 07 17:02:03.410261 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-726d2bff-79ac-4866-86e2-e755ec448381 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:03.411281 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-726d2bff-79ac-4866-86e2-e755ec448381 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.476722 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9f2de981-0084-4bb5-a8be-53ae26dbbda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.509984 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfe8aa-f4c3-4341-ad08-2ac789e3c95c req-bda9a18d-ee12-495b-9baa-723420bc9e0a tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:03.513774 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7bbfe8aa-f4c3-4341-ad08-2ac789e3c95c req-bda9a18d-ee12-495b-9baa-723420bc9e0a tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4ff420-fb8c-425e-bcfe-065f4968e472 HTTP/1.1" status: 200 len: 949 time: 0.1921239 Jul 07 17:02:03.514940 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9f2de981-0084-4bb5-a8be-53ae26dbbda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.541285 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc5feac6-d99a-4de8-962e-45cca5b5a700 req-e607fcac-9870-4100-b114-29d1c2eb660b tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217989 Jul 07 17:02:03.551375 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8550f-ffc8-44fa-a3b6-9bc6424192cc req-290031a9-560b-4844-ab76-8eff3cab6035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:03.555512 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-19f8550f-ffc8-44fa-a3b6-9bc6424192cc req-290031a9-560b-4844-ab76-8eff3cab6035 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9152775 Jul 07 17:02:03.562658 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-726d2bff-79ac-4866-86e2-e755ec448381 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4233444 Jul 07 17:02:03.637380 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-145f6401-33e0-457b-9ece-ed610917690a req-c2c404b9-efb0-49af-ace2-0099b9f38515 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Request body: {'port': {'device_id': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f52f86e5-4ccf-471b-ba73-453c1047945f', 'admin_state_up': True, 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'security_groups': ['a2209d0f-1c1b-499f-83b2-8759a5325052']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:03.646912 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-ace3678d-f6bd-483b-8517-ab0bc30bc3dd tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Made reservation on behalf of 207540dbe3464bb3ab0c2692583793a4 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:03.655663 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-ace3678d-f6bd-483b-8517-ab0bc30bc3dd tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.679121 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-6e089ae9-90b6-4a96-8f04-041c749a5d2e tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.791913 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f2de981-0084-4bb5-a8be-53ae26dbbda5 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:02:03.817942 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9f2de981-0084-4bb5-a8be-53ae26dbbda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.818823 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-9f2de981-0084-4bb5-a8be-53ae26dbbda5 admin admin] Added segment 0dee5db3-bec1-4b4b-8527-1daf14e04b7c of type vlan for network 086ec6dc-f361-443b-aa6c-003999c77257 Jul 07 17:02:03.834441 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c3d5947b-bfd2-4076-b000-ecb5cd582e2e None None] Provisioning for port 8d3beb7b-b73e-4339-ba42-9083ce28761c completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:03.841728 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c3d5947b-bfd2-4076-b000-ecb5cd582e2e None None] Provisioning complete for port 8d3beb7b-b73e-4339-ba42-9083ce28761c triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:03.842140 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c3d5947b-bfd2-4076-b000-ecb5cd582e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.901353 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-bc60581d-a2cc-4ced-840e-96d9404f9a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.969246 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67053562-c9bb-4523-8e0f-c4d1d81c327b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.989580 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-6e089ae9-90b6-4a96-8f04-041c749a5d2e tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:04.000235 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-67053562-c9bb-4523-8e0f-c4d1d81c327b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb4c1854-ef11-4268-b43a-2dd513652e0b']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:04.005310 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c3d5947b-bfd2-4076-b000-ecb5cd582e2e None None] Port 8d3beb7b-b73e-4339-ba42-9083ce28761c cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:02:04.007479 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9f2de981-0084-4bb5-a8be-53ae26dbbda5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:04.011065 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e089ae9-90b6-4a96-8f04-041c749a5d2e tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Pushing event updated for resources: {'Port': ['ID=7fdfdbfe-4b80-4b9c-986e-0a121af06247,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:04.030119 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-6e089ae9-90b6-4a96-8f04-041c749a5d2e tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:04.038106 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-6e089ae9-90b6-4a96-8f04-041c749a5d2e tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:04.150110 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 22f8b786-b1e8-4ea8-9c9c-7c02c24fb507 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:04.155362 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-67053562-c9bb-4523-8e0f-c4d1d81c327b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2664701-1b29-4b1e-a81c-aaa20afebff7') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:04.156521 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-67053562-c9bb-4523-8e0f-c4d1d81c327b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2664701-1b29-4b1e-a81c-aaa20afebff7') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:04.162102 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2de981-0084-4bb5-a8be-53ae26dbbda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74db558-80d7-41e3-b29f-0660b05708c2,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:04.193282 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3616ac-0b56-46f6-9584-a6207da62766 x-openstack-request-id: req-9c3616ac-0b56-46f6-9584-a6207da62766 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:04.196555 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ee23b9-997b-412a-b0e5-c3929dd54202", "name": "network-vif-deleted", "tag": "5c956485-b4ec-4743-aea1-268c1f54f7c6", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:04.199582 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c3616ac-0b56-46f6-9584-a6207da62766 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:04.207314 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ee23b9-997b-412a-b0e5-c3929dd54202', 'name': 'network-vif-deleted', 'tag': '5c956485-b4ec-4743-aea1-268c1f54f7c6', 'status': 'completed', 'code': 200} Jul 07 17:02:04.249508 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 22f8b786-b1e8-4ea8-9c9c-7c02c24fb507 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:02:04.258554 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 22f8b786-b1e8-4ea8-9c9c-7c02c24fb507 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:04.278599 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013a487a-5950-4f4d-ac1e-7d76ef478e3d x-openstack-request-id: req-013a487a-5950-4f4d-ac1e-7d76ef478e3d {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:04.285339 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "tag": "874aad95-4d95-4e67-b5f3-a74579b36f91", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:04.285897 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-013a487a-5950-4f4d-ac1e-7d76ef478e3d {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:04.286253 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'tag': '874aad95-4d95-4e67-b5f3-a74579b36f91', 'status': 'completed', 'code': 200} Jul 07 17:02:04.379068 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9f2de981-0084-4bb5-a8be-53ae26dbbda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:04.383415 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2de981-0084-4bb5-a8be-53ae26dbbda5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:04.385829 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9f2de981-0084-4bb5-a8be-53ae26dbbda5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:04.404272 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67053562-c9bb-4523-8e0f-c4d1d81c327b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:04.572139 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67053562-c9bb-4523-8e0f-c4d1d81c327b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:04.608271 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67053562-c9bb-4523-8e0f-c4d1d81c327b admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:02:04.609511 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67053562-c9bb-4523-8e0f-c4d1d81c327b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:02:04.620323 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:02:04.646493 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2de981-0084-4bb5-a8be-53ae26dbbda5 admin admin] Pushing event updated for resources: {'Network': ['ID=086ec6dc-f361-443b-aa6c-003999c77257,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:04.664231 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 086ec6dc-f361-443b-aa6c-003999c77257 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:02:04.669455 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-6e089ae9-90b6-4a96-8f04-041c749a5d2e tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:04.672554 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-6e089ae9-90b6-4a96-8f04-041c749a5d2e tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:04.783394 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54454) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:04.823404 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7bbfe8aa-f4c3-4341-ad08-2ac789e3c95c req-6bf0a5ed-180f-4888-be21-d34ae0edd568 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee0ab76d-deb0-4f11-bedb-1ae8d6af15ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2882097 Jul 07 17:02:04.835358 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9f2de981-0084-4bb5-a8be-53ae26dbbda5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.9902036 Jul 07 17:02:04.840294 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54458) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:04.847396 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-bf558977-55c2-471d-89b9-9a34f49b7c03 admin admin] Request body: {'subnet': {'network_id': '086ec6dc-f361-443b-aa6c-003999c77257', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-806704771-subnet', 'tenant_id': 'bfab1fdca5984136805937df5ee6c6a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:04.900100 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-bc5e3c14-2362-414b-ad36-a1668484b5ea None None] Provisioning for port 7fdfdbfe-4b80-4b9c-986e-0a121af06247 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:04.929982 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-bc5e3c14-2362-414b-ad36-a1668484b5ea None None] Provisioning complete for port 7fdfdbfe-4b80-4b9c-986e-0a121af06247 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:04.930786 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bc5e3c14-2362-414b-ad36-a1668484b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:04.959184 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-c2c404b9-efb0-49af-ace2-0099b9f38515 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Made reservation on behalf of b6d220ae528f42c295cc654c1d123274 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:05.060436 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-6e089ae9-90b6-4a96-8f04-041c749a5d2e tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.3509812 Jul 07 17:02:05.078969 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-bc5e3c14-2362-414b-ad36-a1668484b5ea None None] Port 7fdfdbfe-4b80-4b9c-986e-0a121af06247 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:02:05.128303 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-59311717-7df7-46d9-b57b-eaeaef7599ba service neutron] Request body: {'port': {'device_id': '78e2c209-8045-45f8-b00d-18126cc52571', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:05.163188 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67053562-c9bb-4523-8e0f-c4d1d81c327b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.234495 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-ace3678d-f6bd-483b-8517-ab0bc30bc3dd tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Allocated IP 192.168.233.237 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/026d928d-2392-4fab-ac23-66fd99d24772) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:05.249493 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67053562-c9bb-4523-8e0f-c4d1d81c327b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.255895 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-67053562-c9bb-4523-8e0f-c4d1d81c327b admin admin] 10.222.0.53 "DELETE /v2.0/networks/fb4c1854-ef11-4268-b43a-2dd513652e0b HTTP/1.1" status: 204 len: 168 time: 3.6453900 Jul 07 17:02:05.266774 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54460) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:05.303645 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67053562-c9bb-4523-8e0f-c4d1d81c327b admin admin] Pushing event deleted for resources: {'Network': ['ID=fb4c1854-ef11-4268-b43a-2dd513652e0b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:05.439601 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfb9e5-77cb-4ed1-8ea5-32e6a8cbf36d req-108ee208-b49a-47dd-9fcf-432895186d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.440006 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfb9e5-77cb-4ed1-8ea5-32e6a8cbf36d req-108ee208-b49a-47dd-9fcf-432895186d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.440489 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfb9e5-77cb-4ed1-8ea5-32e6a8cbf36d req-108ee208-b49a-47dd-9fcf-432895186d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.441001 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfb9e5-77cb-4ed1-8ea5-32e6a8cbf36d req-108ee208-b49a-47dd-9fcf-432895186d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.441935 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfb9e5-77cb-4ed1-8ea5-32e6a8cbf36d req-108ee208-b49a-47dd-9fcf-432895186d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.441935 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfb9e5-77cb-4ed1-8ea5-32e6a8cbf36d req-108ee208-b49a-47dd-9fcf-432895186d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.442396 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfb9e5-77cb-4ed1-8ea5-32e6a8cbf36d req-108ee208-b49a-47dd-9fcf-432895186d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.444809 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cddfb9e5-77cb-4ed1-8ea5-32e6a8cbf36d req-108ee208-b49a-47dd-9fcf-432895186d51 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52ba6e7d3c334b5d9c08203be3275f20&device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 6222 time: 0.9378769 Jul 07 17:02:05.524411 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf558977-55c2-471d-89b9-9a34f49b7c03 admin admin] Made reservation on behalf of bfab1fdca5984136805937df5ee6c6a5 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:05.529199 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bf558977-55c2-471d-89b9-9a34f49b7c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.587483 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b26cec-dc7e-42a5-8326-d381e0efa66a req-e46f1ecf-77d3-4335-ab41-24700c824534 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.594214 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b26cec-dc7e-42a5-8326-d381e0efa66a req-e46f1ecf-77d3-4335-ab41-24700c824534 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.600576 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b26cec-dc7e-42a5-8326-d381e0efa66a req-e46f1ecf-77d3-4335-ab41-24700c824534 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.602396 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68b26cec-dc7e-42a5-8326-d381e0efa66a req-e46f1ecf-77d3-4335-ab41-24700c824534 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 2374 time: 0.9732335 Jul 07 17:02:05.641695 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-59995ee0-e05c-41de-9ce9-7c943d5f4ad6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f0a516a19b94469b5ea6a136bdf60f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8483973 Jul 07 17:02:05.646661 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54462) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:05.706676 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-59311717-7df7-46d9-b57b-eaeaef7599ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.758920 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-c2c404b9-efb0-49af-ace2-0099b9f38515 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.832324 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cc88c-e49d-48f4-8403-539c92df9382 req-cdb1bbc4-430c-4af9-bec6-c9b8e73b2502 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.842873 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-530cc88c-e49d-48f4-8403-539c92df9382 req-cdb1bbc4-430c-4af9-bec6-c9b8e73b2502 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 945 time: 0.5733576 Jul 07 17:02:05.914946 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68b26cec-dc7e-42a5-8326-d381e0efa66a req-9b925733-51db-4e0d-9d1e-5424c5f30eff tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699797 Jul 07 17:02:05.958536 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-bc60581d-a2cc-4ced-840e-96d9404f9a68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c583747a-145e-45b6-b632-ab9ce786178b {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:05.987122 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-bc60581d-a2cc-4ced-840e-96d9404f9a68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.990576 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfb9e5-77cb-4ed1-8ea5-32e6a8cbf36d req-b0797a53-3d4a-4cd1-b5fb-562f21e0bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.991284 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfb9e5-77cb-4ed1-8ea5-32e6a8cbf36d req-b0797a53-3d4a-4cd1-b5fb-562f21e0bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.991649 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfb9e5-77cb-4ed1-8ea5-32e6a8cbf36d req-b0797a53-3d4a-4cd1-b5fb-562f21e0bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.993543 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cddfb9e5-77cb-4ed1-8ea5-32e6a8cbf36d req-b0797a53-3d4a-4cd1-b5fb-562f21e0bf27 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=52ba6e7d3c334b5d9c08203be3275f20&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5314937 Jul 07 17:02:06.103914 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-bc60581d-a2cc-4ced-840e-96d9404f9a68 service neutron] Transition to ACTIVE for port object c583747a-145e-45b6-b632-ab9ce786178b will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:06.131750 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8df0132d-fc80-4901-8300-400934d6a684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.228204 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-530cc88c-e49d-48f4-8403-539c92df9382 req-4c435fa4-59c7-440d-8fde-76fb185bb081 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837008 Jul 07 17:02:06.298390 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-ace3678d-f6bd-483b-8517-ab0bc30bc3dd tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.359657 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-ace3678d-f6bd-483b-8517-ab0bc30bc3dd tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Transition to ACTIVE for port object 026d928d-2392-4fab-ac23-66fd99d24772 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:06.417027 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-ace3678d-f6bd-483b-8517-ab0bc30bc3dd tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.459010 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'tag': 'ba66bda7-9cd8-47c6-937f-ed3c0e115210'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:06.462029 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b127214-b6ad-4d35-bfb4-52a2067354f4" -d '{"events": [{"name": "network-changed", "server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "tag": "ba66bda7-9cd8-47c6-937f-ed3c0e115210"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:06.495180 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-bc60581d-a2cc-4ced-840e-96d9404f9a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.604591 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-ace3678d-f6bd-483b-8517-ab0bc30bc3dd tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:06.659513 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8df0132d-fc80-4901-8300-400934d6a684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.664752 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-ace3678d-f6bd-483b-8517-ab0bc30bc3dd tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:06.683965 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bf558977-55c2-471d-89b9-9a34f49b7c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.697864 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-ace3678d-f6bd-483b-8517-ab0bc30bc3dd tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:06.738559 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3678d-f6bd-483b-8517-ab0bc30bc3dd tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Pushing event updated for resources: {'Port': ['ID=026d928d-2392-4fab-ac23-66fd99d24772,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:06.861252 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-145f6401-33e0-457b-9ece-ed610917690a req-c2c404b9-efb0-49af-ace2-0099b9f38515 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Allocated IP 10.2.2.100 (f52f86e5-4ccf-471b-ba73-453c1047945f/94fb5041-e475-4bc0-9d1d-291598430d4a/c53515a8-9fd6-4c21-9637-86f0e67278e8) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:06.888926 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-ace3678d-f6bd-483b-8517-ab0bc30bc3dd tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:06.889785 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-ace3678d-f6bd-483b-8517-ab0bc30bc3dd tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.912671 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf558977-55c2-471d-89b9-9a34f49b7c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f0b9833-1527-46c9-a206-f42c90279aee,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:06.968928 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.974325 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60581d-a2cc-4ced-840e-96d9404f9a68 service neutron] Pushing event updated for resources: {'Port': ['ID=c583747a-145e-45b6-b632-ab9ce786178b,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:07.022595 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cd55c-6baa-49f6-a0b6-f57ec06cf68f req-ab916915-123a-422b-b168-36e233f481ae tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.032220 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-334cd55c-6baa-49f6-a0b6-f57ec06cf68f req-ab916915-123a-422b-b168-36e233f481ae tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=77e8f408-3025-483c-9c47-75a7dec82d2a HTTP/1.1" status: 200 len: 936 time: 0.5256300 Jul 07 17:02:07.056936 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-ace3678d-f6bd-483b-8517-ab0bc30bc3dd tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6845212 Jul 07 17:02:07.078869 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfb9e5-77cb-4ed1-8ea5-32e6a8cbf36d req-e3765ba9-610c-4f28-8401-c69e2f82064e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.081459 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cddfb9e5-77cb-4ed1-8ea5-32e6a8cbf36d req-e3765ba9-610c-4f28-8401-c69e2f82064e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0735075 Jul 07 17:02:07.128158 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-a12771ff-5d20-40af-ad02-415e6949b035 service neutron] Request body: {'port': {'device_id': '77e8f408-3025-483c-9c47-75a7dec82d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:07.233210 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf558977-55c2-471d-89b9-9a34f49b7c03 admin admin] Checking segment: {'id': '0dee5db3-bec1-4b4b-8527-1daf14e04b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '086ec6dc-f361-443b-aa6c-003999c77257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:07.234045 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf558977-55c2-471d-89b9-9a34f49b7c03 admin admin] Network hostable DHCP agents. Network: 086ec6dc-f361-443b-aa6c-003999c77257, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:02:07.239797 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8df0132d-fc80-4901-8300-400934d6a684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.242530 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8df0132d-fc80-4901-8300-400934d6a684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.260240 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8df0132d-fc80-4901-8300-400934d6a684 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/80f8282e-f1d0-4b5b-9b7e-5170dd2f10fc HTTP/1.1" status: 204 len: 168 time: 1.6083527 Jul 07 17:02:07.266189 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d4446f1c-7718-4a93-b87d-aa30d9caf63c None None] Provisioning for port 026d928d-2392-4fab-ac23-66fd99d24772 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:07.289116 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d4446f1c-7718-4a93-b87d-aa30d9caf63c None None] Provisioning complete for port 026d928d-2392-4fab-ac23-66fd99d24772 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:07.290637 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d4446f1c-7718-4a93-b87d-aa30d9caf63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.306848 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0132d-fc80-4901-8300-400934d6a684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f8282e-f1d0-4b5b-9b7e-5170dd2f10fc,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:07.363855 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dab0fe-1f63-4788-90a0-73221c34db78 req-5266e456-d320-46b9-b775-cd19518794e3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.378252 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dab0fe-1f63-4788-90a0-73221c34db78 req-5266e456-d320-46b9-b775-cd19518794e3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.380492 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-334cd55c-6baa-49f6-a0b6-f57ec06cf68f req-a1fa4831-a22e-44dd-88dc-04ab2d6314e7 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474958 Jul 07 17:02:07.395210 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dab0fe-1f63-4788-90a0-73221c34db78 req-5266e456-d320-46b9-b775-cd19518794e3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.401504 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d4446f1c-7718-4a93-b87d-aa30d9caf63c None None] Port 026d928d-2392-4fab-ac23-66fd99d24772 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:02:07.411132 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dab0fe-1f63-4788-90a0-73221c34db78 req-5266e456-d320-46b9-b775-cd19518794e3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.434984 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dab0fe-1f63-4788-90a0-73221c34db78 req-5266e456-d320-46b9-b775-cd19518794e3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.445232 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dab0fe-1f63-4788-90a0-73221c34db78 req-5266e456-d320-46b9-b775-cd19518794e3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.453577 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dab0fe-1f63-4788-90a0-73221c34db78 req-5266e456-d320-46b9-b775-cd19518794e3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.462140 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a8dab0fe-1f63-4788-90a0-73221c34db78 req-5266e456-d320-46b9-b775-cd19518794e3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5394 time: 0.9723663 Jul 07 17:02:07.500184 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf558977-55c2-471d-89b9-9a34f49b7c03 admin admin] Network 086ec6dc-f361-443b-aa6c-003999c77257 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:02:07.618866 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.625380 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-bf558977-55c2-471d-89b9-9a34f49b7c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 086ec6dc-f361-443b-aa6c-003999c77257) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:07.633214 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-a12771ff-5d20-40af-ad02-415e6949b035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.635563 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1050b0-015e-41e1-aa77-b352e5a3f798 None None] Network 086ec6dc-f361-443b-aa6c-003999c77257 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:07.646359 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-c2c404b9-efb0-49af-ace2-0099b9f38515 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.650302 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf558977-55c2-471d-89b9-9a34f49b7c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.650909 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bf558977-55c2-471d-89b9-9a34f49b7c03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.671115 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a8dab0fe-1f63-4788-90a0-73221c34db78 req-3f229498-2abb-43c6-afe5-b4d93391aa23 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2078097 Jul 07 17:02:07.677205 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-bc60581d-a2cc-4ced-840e-96d9404f9a68 service neutron] Attempting to bind port c583747a-145e-45b6-b632-ab9ce786178b on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:07.677597 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-bc60581d-a2cc-4ced-840e-96d9404f9a68 service neutron] Attempting to bind port c583747a-145e-45b6-b632-ab9ce786178b by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '6bcddae9-b488-4690-903f-3d09a677e8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:07.678430 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-bc60581d-a2cc-4ced-840e-96d9404f9a68 service neutron] Attempting to bind port c583747a-145e-45b6-b632-ab9ce786178b on network fab6f54d-9214-45d2-b598-1fe08070fc1d {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:07.707216 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-bc60581d-a2cc-4ced-840e-96d9404f9a68 service neutron] Port c583747a-145e-45b6-b632-ab9ce786178b on network fab6f54d-9214-45d2-b598-1fe08070fc1d not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:07.707216 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-bc60581d-a2cc-4ced-840e-96d9404f9a68 service neutron] Attempting to bind port c583747a-145e-45b6-b632-ab9ce786178b on network fab6f54d-9214-45d2-b598-1fe08070fc1d {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:07.712172 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-bc60581d-a2cc-4ced-840e-96d9404f9a68 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:07.712748 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-bc60581d-a2cc-4ced-840e-96d9404f9a68 service neutron] Checking segment: {'id': '6bcddae9-b488-4690-903f-3d09a677e8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:07.713180 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-bc60581d-a2cc-4ced-840e-96d9404f9a68 service neutron] Bound using segment: {'id': '6bcddae9-b488-4690-903f-3d09a677e8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:07.713645 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-bc60581d-a2cc-4ced-840e-96d9404f9a68 service neutron] Bound port: c583747a-145e-45b6-b632-ab9ce786178b, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bcddae9-b488-4690-903f-3d09a677e8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:07.714022 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-bc60581d-a2cc-4ced-840e-96d9404f9a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.730424 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-145f6401-33e0-457b-9ece-ed610917690a req-c2c404b9-efb0-49af-ace2-0099b9f38515 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Transition to ACTIVE for port object c53515a8-9fd6-4c21-9637-86f0e67278e8 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:07.751251 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-59311717-7df7-46d9-b57b-eaeaef7599ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fdfdbfe-4b80-4b9c-986e-0a121af06247 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:07.758148 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bf558977-55c2-471d-89b9-9a34f49b7c03 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.9153466 Jul 07 17:02:07.819516 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-59311717-7df7-46d9-b57b-eaeaef7599ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.924097 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-59311717-7df7-46d9-b57b-eaeaef7599ba service neutron] Transition to ACTIVE for port object 7fdfdbfe-4b80-4b9c-986e-0a121af06247 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:07.937806 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-59311717-7df7-46d9-b57b-eaeaef7599ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.975021 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e586b88-c659-40f9-91a5-7d9b2e946840 req-1f06681e-9cb4-43d7-84e6-c73d66996da7 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.985700 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e586b88-c659-40f9-91a5-7d9b2e946840 req-1f06681e-9cb4-43d7-84e6-c73d66996da7 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4ff420-fb8c-425e-bcfe-065f4968e472 HTTP/1.1" status: 200 len: 949 time: 0.3465681 Jul 07 17:02:08.012885 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-c2c404b9-efb0-49af-ace2-0099b9f38515 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.229130 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b2330e-ba27-4d08-966b-fe65053e8151 None None] Network 086ec6dc-f361-443b-aa6c-003999c77257 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:08.258433 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59311717-7df7-46d9-b57b-eaeaef7599ba service neutron] Pushing event updated for resources: {'Port': ['ID=7fdfdbfe-4b80-4b9c-986e-0a121af06247,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:08.278862 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-bc60581d-a2cc-4ced-840e-96d9404f9a68 service neutron] For port c583747a-145e-45b6-b632-ab9ce786178b, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:08.417851 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54484) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:08.437720 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-bc60581d-a2cc-4ced-840e-96d9404f9a68 service neutron] For port c583747a-145e-45b6-b632-ab9ce786178b, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=c583747a-145e-45b6-b632-ab9ce786178b,segment=NetworkSegment(6bcddae9-b488-4690-903f-3d09a677e8f6),segment_id=6bcddae9-b488-4690-903f-3d09a677e8f6)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:08.448221 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-21096606-0996-46ce-aa6b-6a6996004513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.451568 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-bc60581d-a2cc-4ced-840e-96d9404f9a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.519913 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e586b88-c659-40f9-91a5-7d9b2e946840 req-b016cadb-a983-411e-910d-6db45b2a1d64 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee0ab76d-deb0-4f11-bedb-1ae8d6af15ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5322740 Jul 07 17:02:08.550070 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-145f6401-33e0-457b-9ece-ed610917690a req-c2c404b9-efb0-49af-ace2-0099b9f38515 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Network f52f86e5-4ccf-471b-ba73-453c1047945f is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:08.552488 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c404b9-efb0-49af-ace2-0099b9f38515 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event updated for resources: {'Port': ['ID=c53515a8-9fd6-4c21-9637-86f0e67278e8,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:08.616550 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-bc60581d-a2cc-4ced-840e-96d9404f9a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:08.617550 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-bc60581d-a2cc-4ced-840e-96d9404f9a68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.619235 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-bc60581d-a2cc-4ced-840e-96d9404f9a68 service neutron] 10.222.0.64 "PUT /v2.0/ports/c583747a-145e-45b6-b632-ab9ce786178b HTTP/1.1" status: 200 len: 1092 time: 5.5617826 Jul 07 17:02:08.633671 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48a03b8-50dd-4f49-88da-17adf0711ea8 x-openstack-request-id: req-a48a03b8-50dd-4f49-88da-17adf0711ea8 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:08.634838 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "tag": "ba66bda7-9cd8-47c6-937f-ed3c0e115210", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:08.635347 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a48a03b8-50dd-4f49-88da-17adf0711ea8 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:08.637153 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'tag': 'ba66bda7-9cd8-47c6-937f-ed3c0e115210', 'status': 'completed', 'code': 200} Jul 07 17:02:08.650121 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-145f6401-33e0-457b-9ece-ed610917690a req-c2c404b9-efb0-49af-ace2-0099b9f38515 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:08.664863 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-145f6401-33e0-457b-9ece-ed610917690a req-c2c404b9-efb0-49af-ace2-0099b9f38515 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:08.721545 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60581d-a2cc-4ced-840e-96d9404f9a68 service neutron] Pushing event updated for resources: {'Port': ['ID=c583747a-145e-45b6-b632-ab9ce786178b,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:08.739826 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-59311717-7df7-46d9-b57b-eaeaef7599ba service neutron] Attempting to bind port 7fdfdbfe-4b80-4b9c-986e-0a121af06247 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:08.740168 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-59311717-7df7-46d9-b57b-eaeaef7599ba service neutron] Attempting to bind port 7fdfdbfe-4b80-4b9c-986e-0a121af06247 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:08.740501 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-59311717-7df7-46d9-b57b-eaeaef7599ba service neutron] Attempting to bind port 7fdfdbfe-4b80-4b9c-986e-0a121af06247 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:08.757122 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-c01993ca-e241-4fbf-922a-cf6ffd740b53 service neutron] Request body: {'port': {'device_id': '5e438531-e21d-4b21-9060-f2618286d67a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:08.867356 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-59311717-7df7-46d9-b57b-eaeaef7599ba service neutron] Port 7fdfdbfe-4b80-4b9c-986e-0a121af06247 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:08.875465 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-59311717-7df7-46d9-b57b-eaeaef7599ba service neutron] Attempting to bind port 7fdfdbfe-4b80-4b9c-986e-0a121af06247 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:08.948365 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-a12771ff-5d20-40af-ad02-415e6949b035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 026d928d-2392-4fab-ac23-66fd99d24772 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:08.961908 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-a12771ff-5d20-40af-ad02-415e6949b035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.978689 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-a12771ff-5d20-40af-ad02-415e6949b035 service neutron] Transition to ACTIVE for port object 026d928d-2392-4fab-ac23-66fd99d24772 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:09.007594 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-c2c404b9-efb0-49af-ace2-0099b9f38515 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.008579 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-c2c404b9-efb0-49af-ace2-0099b9f38515 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.013592 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-a12771ff-5d20-40af-ad02-415e6949b035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.087615 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-59311717-7df7-46d9-b57b-eaeaef7599ba service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:09.087970 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-59311717-7df7-46d9-b57b-eaeaef7599ba service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:09.088373 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-59311717-7df7-46d9-b57b-eaeaef7599ba service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:09.088869 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-59311717-7df7-46d9-b57b-eaeaef7599ba service neutron] Bound port: 7fdfdbfe-4b80-4b9c-986e-0a121af06247, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:09.089249 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-59311717-7df7-46d9-b57b-eaeaef7599ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.098172 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12771ff-5d20-40af-ad02-415e6949b035 service neutron] Pushing event updated for resources: {'Port': ['ID=026d928d-2392-4fab-ac23-66fd99d24772,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:09.154818 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-da56594d-6134-4061-8a57-8b30c03106c6 None None] Provisioning for port c53515a8-9fd6-4c21-9637-86f0e67278e8 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:09.168268 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-da56594d-6134-4061-8a57-8b30c03106c6 None None] Provisioning complete for port c53515a8-9fd6-4c21-9637-86f0e67278e8 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:09.169384 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-da56594d-6134-4061-8a57-8b30c03106c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.181260 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d9ffd3e1-a009-4a58-b8c5-f19a6700f6bf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=02137dcb109b4ef8bf718fe7b96d3d88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7518208 Jul 07 17:02:09.186087 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54504) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:09.261482 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-da56594d-6134-4061-8a57-8b30c03106c6 None None] Port c53515a8-9fd6-4c21-9637-86f0e67278e8 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:02:09.286024 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-c01993ca-e241-4fbf-922a-cf6ffd740b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.369256 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-c2c404b9-efb0-49af-ace2-0099b9f38515 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7394555 Jul 07 17:02:09.405448 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-145f6401-33e0-457b-9ece-ed610917690a req-524fe5bd-8dfc-4251-952b-94425971061d tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Request body: {'port': {'device_id': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f52f86e5-4ccf-471b-ba73-453c1047945f', 'admin_state_up': True, 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'security_groups': ['a2209d0f-1c1b-499f-83b2-8759a5325052']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:09.424025 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b127214-b6ad-4d35-bfb4-52a2067354f4 req-39c8cdb2-19eb-4b25-aa98-f3bf21246a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.424906 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b127214-b6ad-4d35-bfb4-52a2067354f4 req-39c8cdb2-19eb-4b25-aa98-f3bf21246a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.425350 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b127214-b6ad-4d35-bfb4-52a2067354f4 req-39c8cdb2-19eb-4b25-aa98-f3bf21246a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.425834 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b127214-b6ad-4d35-bfb4-52a2067354f4 req-39c8cdb2-19eb-4b25-aa98-f3bf21246a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.426308 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b127214-b6ad-4d35-bfb4-52a2067354f4 req-39c8cdb2-19eb-4b25-aa98-f3bf21246a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.426780 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b127214-b6ad-4d35-bfb4-52a2067354f4 req-39c8cdb2-19eb-4b25-aa98-f3bf21246a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.427251 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b127214-b6ad-4d35-bfb4-52a2067354f4 req-39c8cdb2-19eb-4b25-aa98-f3bf21246a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.429375 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9b127214-b6ad-4d35-bfb4-52a2067354f4 req-39c8cdb2-19eb-4b25-aa98-f3bf21246a7f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52ba6e7d3c334b5d9c08203be3275f20&device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 6290 time: 0.8090229 Jul 07 17:02:09.468691 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-59311717-7df7-46d9-b57b-eaeaef7599ba service neutron] For port 7fdfdbfe-4b80-4b9c-986e-0a121af06247, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:09.585914 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-59311717-7df7-46d9-b57b-eaeaef7599ba service neutron] For port 7fdfdbfe-4b80-4b9c-986e-0a121af06247, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7fdfdbfe-4b80-4b9c-986e-0a121af06247,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:09.621017 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ad05a4cf-7f6f-4423-ab11-294bb49f3d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.632122 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-59311717-7df7-46d9-b57b-eaeaef7599ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.659630 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbc58b-b003-4f51-b518-5836be217fdb req-d4aaa0b3-1f34-47e9-9c4c-c6eb5a8c06cf tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.666017 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbc58b-b003-4f51-b518-5836be217fdb req-d4aaa0b3-1f34-47e9-9c4c-c6eb5a8c06cf tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.673015 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbc58b-b003-4f51-b518-5836be217fdb req-d4aaa0b3-1f34-47e9-9c4c-c6eb5a8c06cf tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.682168 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbc58b-b003-4f51-b518-5836be217fdb req-d4aaa0b3-1f34-47e9-9c4c-c6eb5a8c06cf tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.684334 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2dbc58b-b003-4f51-b518-5836be217fdb req-d4aaa0b3-1f34-47e9-9c4c-c6eb5a8c06cf tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 3095 time: 0.6634905 Jul 07 17:02:09.794881 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-a12771ff-5d20-40af-ad02-415e6949b035 service neutron] Attempting to bind port 026d928d-2392-4fab-ac23-66fd99d24772 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:09.795446 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-a12771ff-5d20-40af-ad02-415e6949b035 service neutron] Attempting to bind port 026d928d-2392-4fab-ac23-66fd99d24772 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:09.795997 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-a12771ff-5d20-40af-ad02-415e6949b035 service neutron] Attempting to bind port 026d928d-2392-4fab-ac23-66fd99d24772 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:09.861344 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ad05a4cf-7f6f-4423-ab11-294bb49f3d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.885827 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-59311717-7df7-46d9-b57b-eaeaef7599ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.886456 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-59311717-7df7-46d9-b57b-eaeaef7599ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.888336 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-59311717-7df7-46d9-b57b-eaeaef7599ba service neutron] 10.222.0.72 "PUT /v2.0/ports/7fdfdbfe-4b80-4b9c-986e-0a121af06247 HTTP/1.1" status: 200 len: 1097 time: 4.7950950 Jul 07 17:02:09.949679 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-a12771ff-5d20-40af-ad02-415e6949b035 service neutron] Port 026d928d-2392-4fab-ac23-66fd99d24772 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:09.950261 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-a12771ff-5d20-40af-ad02-415e6949b035 service neutron] Attempting to bind port 026d928d-2392-4fab-ac23-66fd99d24772 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:10.037700 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-a12771ff-5d20-40af-ad02-415e6949b035 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:10.038414 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-a12771ff-5d20-40af-ad02-415e6949b035 service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:10.038947 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-a12771ff-5d20-40af-ad02-415e6949b035 service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:10.039722 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-a12771ff-5d20-40af-ad02-415e6949b035 service neutron] Bound port: 026d928d-2392-4fab-ac23-66fd99d24772, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:10.040341 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-a12771ff-5d20-40af-ad02-415e6949b035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.044687 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59311717-7df7-46d9-b57b-eaeaef7599ba service neutron] Pushing event updated for resources: {'Port': ['ID=7fdfdbfe-4b80-4b9c-986e-0a121af06247,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:10.125619 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7cdb9f-1794-4fe9-93d7-9004751bff37 req-0684b219-6e99-45c3-91d1-d0dd5ce3f83f tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:10.128437 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d7cdb9f-1794-4fe9-93d7-9004751bff37 req-0684b219-6e99-45c3-91d1-d0dd5ce3f83f tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.72 "GET /v2.0/ports?device_id=72514ae4-499f-41e0-91ba-f2fc407fc5f2 HTTP/1.1" status: 200 len: 945 time: 0.2743206 Jul 07 17:02:10.141737 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-fe905553-3a14-4e08-bfe8-b4378a0cd7d5 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:10.144372 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-fe905553-3a14-4e08-bfe8-b4378a0cd7d5 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] 10.222.0.53 "GET /v2.0/networks?id=086ec6dc-f361-443b-aa6c-003999c77257 HTTP/1.1" status: 200 len: 808 time: 0.9773479 Jul 07 17:02:10.342280 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-a12771ff-5d20-40af-ad02-415e6949b035 service neutron] For port 026d928d-2392-4fab-ac23-66fd99d24772, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:10.353000 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-a12771ff-5d20-40af-ad02-415e6949b035 service neutron] For port 026d928d-2392-4fab-ac23-66fd99d24772, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=026d928d-2392-4fab-ac23-66fd99d24772,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:10.369740 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-f27d8d8c-a8c6-40a1-a2d3-a4c15d111e29 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] 10.222.0.53 "GET /v2.0/quotas/bfab1fdca5984136805937df5ee6c6a5 HTTP/1.1" status: 200 len: 375 time: 0.2015882 Jul 07 17:02:10.380336 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-a12771ff-5d20-40af-ad02-415e6949b035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.400769 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b127214-b6ad-4d35-bfb4-52a2067354f4 req-526a7c11-6078-4779-b986-dd38b8c8ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:10.401703 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b127214-b6ad-4d35-bfb4-52a2067354f4 req-526a7c11-6078-4779-b986-dd38b8c8ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:10.402270 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b127214-b6ad-4d35-bfb4-52a2067354f4 req-526a7c11-6078-4779-b986-dd38b8c8ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:10.405019 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9b127214-b6ad-4d35-bfb4-52a2067354f4 req-526a7c11-6078-4779-b986-dd38b8c8ac7d service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=52ba6e7d3c334b5d9c08203be3275f20&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9388940 Jul 07 17:02:10.438969 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2dbc58b-b003-4f51-b518-5836be217fdb req-6da344e8-13d1-44d3-b19a-c198536c9a06 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6793988 Jul 07 17:02:10.619658 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ad05a4cf-7f6f-4423-ab11-294bb49f3d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.623859 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ad05a4cf-7f6f-4423-ab11-294bb49f3d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.629114 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ad05a4cf-7f6f-4423-ab11-294bb49f3d33 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5db6ad5a-21db-4ccf-84bd-dc67094196a8 HTTP/1.1" status: 204 len: 168 time: 1.4324534 Jul 07 17:02:10.629447 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12771ff-5d20-40af-ad02-415e6949b035 service neutron] Pushing event updated for resources: {'Port': ['ID=026d928d-2392-4fab-ac23-66fd99d24772,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:10.645239 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-76bc347e-b60c-46b0-9440-a3c516df27de tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfab1fdca5984136805937df5ee6c6a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2603159 Jul 07 17:02:10.648054 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'tag': 'c583747a-145e-45b6-b632-ab9ce786178b'}, {'name': 'network-changed', 'server_uuid': '78e2c209-8045-45f8-b00d-18126cc52571', 'tag': '7fdfdbfe-4b80-4b9c-986e-0a121af06247'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:10.651473 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7050eb46-f7fa-45df-923d-5cb07219c6c7" -d '{"events": [{"name": "network-changed", "server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "tag": "c583747a-145e-45b6-b632-ab9ce786178b"}, {"name": "network-changed", "server_uuid": "78e2c209-8045-45f8-b00d-18126cc52571", "tag": "7fdfdbfe-4b80-4b9c-986e-0a121af06247"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:10.697891 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-524fe5bd-8dfc-4251-952b-94425971061d tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Made reservation on behalf of b6d220ae528f42c295cc654c1d123274 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:10.704075 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-524fe5bd-8dfc-4251-952b-94425971061d tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.714173 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05a4cf-7f6f-4423-ab11-294bb49f3d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db6ad5a-21db-4ccf-84bd-dc67094196a8,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:10.806379 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-48fb6ef1-0c95-4a02-93f1-41148efb300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:10.808023 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-48fb6ef1-0c95-4a02-93f1-41148efb300e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=207540dbe3464bb3ab0c2692583793a4&device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 1100 time: 0.8011456 Jul 07 17:02:10.841728 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-a12771ff-5d20-40af-ad02-415e6949b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:10.842760 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-a12771ff-5d20-40af-ad02-415e6949b035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.844670 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-a12771ff-5d20-40af-ad02-415e6949b035 service neutron] 10.222.0.64 "PUT /v2.0/ports/026d928d-2392-4fab-ac23-66fd99d24772 HTTP/1.1" status: 200 len: 1097 time: 3.7775185 Jul 07 17:02:10.857123 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e8f408-3025-483c-9c47-75a7dec82d2a', 'tag': '026d928d-2392-4fab-ac23-66fd99d24772'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:10.863601 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f7861d-2ee7-4567-9007-4348617678d2" -d '{"events": [{"name": "network-changed", "server_uuid": "77e8f408-3025-483c-9c47-75a7dec82d2a", "tag": "026d928d-2392-4fab-ac23-66fd99d24772"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:10.894012 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-096ef329-9001-4569-9471-ebe9270ed5af service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=7fdfdbfe-4b80-4b9c-986e-0a121af06247 HTTP/1.1" status: 200 len: 217 time: 0.0747828 Jul 07 17:02:11.011858 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b127214-b6ad-4d35-bfb4-52a2067354f4 req-b1ff72c8-752b-48f9-8ffe-0974190300ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:11.014383 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9b127214-b6ad-4d35-bfb4-52a2067354f4 req-b1ff72c8-752b-48f9-8ffe-0974190300ca service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5702546 Jul 07 17:02:11.128919 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-86ee72cd-d269-4739-8eb9-44e1b245a064 service neutron] 10.222.0.53 "GET /v2.0/networks/086ec6dc-f361-443b-aa6c-003999c77257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826407 Jul 07 17:02:11.142365 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-d1c358f2-a2bd-4fa0-8bdd-afce1a37a494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:11.144806 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-d1c358f2-a2bd-4fa0-8bdd-afce1a37a494 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.2386148 Jul 07 17:02:11.151845 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-c01993ca-e241-4fbf-922a-cf6ffd740b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b5255c-56de-4333-94b1-1e038c40d00f {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:11.163018 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-21096606-0996-46ce-aa6b-6a6996004513 admin admin] Deleting port ab7008cd-c1dc-4426-97bf-10403caaa0c3 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:11.163378 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-21096606-0996-46ce-aa6b-6a6996004513 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.186315 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f728aa-a504-4b39-8d33-6282fc197185 req-3d3b82c6-ea52-449b-bad9-d0217ef3b652 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:11.196593 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68f728aa-a504-4b39-8d33-6282fc197185 req-3d3b82c6-ea52-449b-bad9-d0217ef3b652 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=77e8f408-3025-483c-9c47-75a7dec82d2a HTTP/1.1" status: 200 len: 948 time: 0.5336537 Jul 07 17:02:11.202751 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-c01993ca-e241-4fbf-922a-cf6ffd740b53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.263234 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-9a7991ac-2f4b-4163-8e30-8664bf41ad09 service neutron] 10.222.0.53 "GET /v2.0/networks/086ec6dc-f361-443b-aa6c-003999c77257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314533 Jul 07 17:02:11.332506 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-c01993ca-e241-4fbf-922a-cf6ffd740b53 service neutron] Transition to ACTIVE for port object e3b5255c-56de-4333-94b1-1e038c40d00f will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:11.350947 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-734ae4a2-a348-4194-b116-efd8f20e84df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:11.355470 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-734ae4a2-a348-4194-b116-efd8f20e84df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=207540dbe3464bb3ab0c2692583793a4&device_id=77e8f408-3025-483c-9c47-75a7dec82d2a HTTP/1.1" status: 200 len: 1100 time: 0.4465127 Jul 07 17:02:11.358888 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-c01993ca-e241-4fbf-922a-cf6ffd740b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.364976 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-9d7cdb9f-1794-4fe9-93d7-9004751bff37 req-712b3755-d605-491c-a860-f005a6ce9a2c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Deleting port abafa783-24d1-4cc2-890b-686c8ba871ae {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:11.365290 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9d7cdb9f-1794-4fe9-93d7-9004751bff37 req-712b3755-d605-491c-a860-f005a6ce9a2c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.421795 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68f728aa-a504-4b39-8d33-6282fc197185 req-10cc74a9-bacd-44b1-9a4b-eaab6b277fcd tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241201 Jul 07 17:02:11.513142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-21096606-0996-46ce-aa6b-6a6996004513 admin admin] For port ab7008cd-c1dc-4426-97bf-10403caaa0c3, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=ab7008cd-c1dc-4426-97bf-10403caaa0c3,segment=NetworkSegment(8bb6e2e3-5f3b-4abf-8571-3ec724bc77d2),segment_id=8bb6e2e3-5f3b-4abf-8571-3ec724bc77d2)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:11.513585 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-21096606-0996-46ce-aa6b-6a6996004513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.533000 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-21096606-0996-46ce-aa6b-6a6996004513 admin admin] Calling delete_port for ab7008cd-c1dc-4426-97bf-10403caaa0c3 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:11.594353 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-c079e80e-0cee-4d04-ac0c-fab1ae1afac1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=026d928d-2392-4fab-ac23-66fd99d24772 HTTP/1.1" status: 200 len: 217 time: 0.2189322 Jul 07 17:02:11.682881 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-145f6401-33e0-457b-9ece-ed610917690a req-524fe5bd-8dfc-4251-952b-94425971061d tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Allocated IP 10.2.2.200 (f52f86e5-4ccf-471b-ba73-453c1047945f/94fb5041-e475-4bc0-9d1d-291598430d4a/cb7e9c4c-fd57-4d46-895f-74234734d082) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:11.969777 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01993ca-e241-4fbf-922a-cf6ffd740b53 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b5255c-56de-4333-94b1-1e038c40d00f,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:12.003452 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-f7588418-2a4a-4ecc-99e3-a185edeef483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:12.018978 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-f7588418-2a4a-4ecc-99e3-a185edeef483 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.4062555 Jul 07 17:02:12.031032 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-9d7cdb9f-1794-4fe9-93d7-9004751bff37 req-712b3755-d605-491c-a860-f005a6ce9a2c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] For port abafa783-24d1-4cc2-890b-686c8ba871ae, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=abafa783-24d1-4cc2-890b-686c8ba871ae,segment=NetworkSegment(936489cd-6d27-46e3-a8c0-5f4261bd9fb2),segment_id=936489cd-6d27-46e3-a8c0-5f4261bd9fb2)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:12.031407 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9d7cdb9f-1794-4fe9-93d7-9004751bff37 req-712b3755-d605-491c-a860-f005a6ce9a2c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.041879 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-379714f4-7c05-46dc-9ada-28faed28b15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:12.045480 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-379714f4-7c05-46dc-9ada-28faed28b15a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8862538 Jul 07 17:02:12.245915 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-9d7cdb9f-1794-4fe9-93d7-9004751bff37 req-712b3755-d605-491c-a860-f005a6ce9a2c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Calling delete_port for abafa783-24d1-4cc2-890b-686c8ba871ae owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:12.494499 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-21096606-0996-46ce-aa6b-6a6996004513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.511950 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-018c75c3-bfac-4004-a565-aab248e11e37 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445724 Jul 07 17:02:12.556128 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21096606-0996-46ce-aa6b-6a6996004513 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab7008cd-c1dc-4426-97bf-10403caaa0c3,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:12.718171 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-c01993ca-e241-4fbf-922a-cf6ffd740b53 service neutron] Attempting to bind port e3b5255c-56de-4333-94b1-1e038c40d00f on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:12.718938 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-c01993ca-e241-4fbf-922a-cf6ffd740b53 service neutron] Attempting to bind port e3b5255c-56de-4333-94b1-1e038c40d00f by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '6bcddae9-b488-4690-903f-3d09a677e8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:12.719630 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-c01993ca-e241-4fbf-922a-cf6ffd740b53 service neutron] Attempting to bind port e3b5255c-56de-4333-94b1-1e038c40d00f on network fab6f54d-9214-45d2-b598-1fe08070fc1d {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:12.757236 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-c01993ca-e241-4fbf-922a-cf6ffd740b53 service neutron] Port e3b5255c-56de-4333-94b1-1e038c40d00f on network fab6f54d-9214-45d2-b598-1fe08070fc1d not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:12.757844 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-c01993ca-e241-4fbf-922a-cf6ffd740b53 service neutron] Attempting to bind port e3b5255c-56de-4333-94b1-1e038c40d00f on network fab6f54d-9214-45d2-b598-1fe08070fc1d {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:12.800542 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325513f-0d85-4357-8795-78c5df8a5b9d req-3bcd0870-47f4-4331-b3ff-4dea0bf33362 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:12.807001 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325513f-0d85-4357-8795-78c5df8a5b9d req-3bcd0870-47f4-4331-b3ff-4dea0bf33362 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:12.814428 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325513f-0d85-4357-8795-78c5df8a5b9d req-3bcd0870-47f4-4331-b3ff-4dea0bf33362 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:12.821114 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325513f-0d85-4357-8795-78c5df8a5b9d req-3bcd0870-47f4-4331-b3ff-4dea0bf33362 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:12.832349 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325513f-0d85-4357-8795-78c5df8a5b9d req-3bcd0870-47f4-4331-b3ff-4dea0bf33362 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:12.838571 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325513f-0d85-4357-8795-78c5df8a5b9d req-3bcd0870-47f4-4331-b3ff-4dea0bf33362 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:12.847201 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325513f-0d85-4357-8795-78c5df8a5b9d req-3bcd0870-47f4-4331-b3ff-4dea0bf33362 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:12.849759 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c325513f-0d85-4357-8795-78c5df8a5b9d req-3bcd0870-47f4-4331-b3ff-4dea0bf33362 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5406 time: 0.4157331 Jul 07 17:02:12.883017 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-c01993ca-e241-4fbf-922a-cf6ffd740b53 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:12.884093 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-c01993ca-e241-4fbf-922a-cf6ffd740b53 service neutron] Checking segment: {'id': '6bcddae9-b488-4690-903f-3d09a677e8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:12.884898 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-c01993ca-e241-4fbf-922a-cf6ffd740b53 service neutron] Bound using segment: {'id': '6bcddae9-b488-4690-903f-3d09a677e8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:12.885376 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-c01993ca-e241-4fbf-922a-cf6ffd740b53 service neutron] Bound port: e3b5255c-56de-4333-94b1-1e038c40d00f, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bcddae9-b488-4690-903f-3d09a677e8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:12.885756 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-c01993ca-e241-4fbf-922a-cf6ffd740b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.886894 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-524fe5bd-8dfc-4251-952b-94425971061d tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.921041 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-145f6401-33e0-457b-9ece-ed610917690a req-524fe5bd-8dfc-4251-952b-94425971061d tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Transition to ACTIVE for port object cb7e9c4c-fd57-4d46-895f-74234734d082 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:12.993924 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bce287cd-3a2d-4761-97c6-d939701400f2 req-497ab60c-d3ed-44a6-b44e-a1ee1108486e service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489665 Jul 07 17:02:13.039695 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db79e03-fca8-4848-9481-57f310ce232c req-1a737e53-1e22-41b1-a566-c5be9e2927ec tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:13.042086 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3db79e03-fca8-4848-9481-57f310ce232c req-1a737e53-1e22-41b1-a566-c5be9e2927ec tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/networks?id=a5429642-2051-4fab-b0d0-6ebe08874dd5 HTTP/1.1" status: 200 len: 815 time: 1.0664124 Jul 07 17:02:13.058696 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9d7cdb9f-1794-4fe9-93d7-9004751bff37 req-712b3755-d605-491c-a860-f005a6ce9a2c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.073957 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3db79e03-fca8-4848-9481-57f310ce232c req-849eed2a-fd8a-4e5d-a588-289eba4ed2a6 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/quotas/2efee84f77114b8c9f3b9a3f5d32602b HTTP/1.1" status: 200 len: 375 time: 0.0203280 Jul 07 17:02:13.110639 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c325513f-0d85-4357-8795-78c5df8a5b9d req-ab5a88fa-0ebe-4bb3-ad6f-9ce43d5e8a55 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2441702 Jul 07 17:02:13.150046 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b3755-d605-491c-a860-f005a6ce9a2c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Pushing event deleted for resources: {'Port': ['ID=abafa783-24d1-4cc2-890b-686c8ba871ae,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:13.207725 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-524fe5bd-8dfc-4251-952b-94425971061d tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.275680 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3db79e03-fca8-4848-9481-57f310ce232c req-568c73eb-490e-4f0b-8109-7451d2b40872 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2efee84f77114b8c9f3b9a3f5d32602b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1280124 Jul 07 17:02:13.329641 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device abafa783-24d1-4cc2-890b-686c8ba871ae no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:13.340204 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-c01993ca-e241-4fbf-922a-cf6ffd740b53 service neutron] For port e3b5255c-56de-4333-94b1-1e038c40d00f, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:13.349373 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-c01993ca-e241-4fbf-922a-cf6ffd740b53 service neutron] For port e3b5255c-56de-4333-94b1-1e038c40d00f, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=e3b5255c-56de-4333-94b1-1e038c40d00f,segment=NetworkSegment(6bcddae9-b488-4690-903f-3d09a677e8f6),segment_id=6bcddae9-b488-4690-903f-3d09a677e8f6)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:13.365812 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-c01993ca-e241-4fbf-922a-cf6ffd740b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.369942 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7cdb9f-1794-4fe9-93d7-9004751bff37 req-712b3755-d605-491c-a860-f005a6ce9a2c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] No DVR routers for this DVR port abafa783-24d1-4cc2-890b-686c8ba871ae on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:13.373923 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9d7cdb9f-1794-4fe9-93d7-9004751bff37 req-712b3755-d605-491c-a860-f005a6ce9a2c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.376784 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d7cdb9f-1794-4fe9-93d7-9004751bff37 req-712b3755-d605-491c-a860-f005a6ce9a2c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.72 "DELETE /v2.0/ports/abafa783-24d1-4cc2-890b-686c8ba871ae HTTP/1.1" status: 204 len: 173 time: 3.2307611 Jul 07 17:02:13.377365 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524fe5bd-8dfc-4251-952b-94425971061d tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event updated for resources: {'Port': ['ID=cb7e9c4c-fd57-4d46-895f-74234734d082,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:13.425597 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: abafa783-24d1-4cc2-890b-686c8ba871ae {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:02:13.429506 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device abafa783-24d1-4cc2-890b-686c8ba871ae not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:13.441400 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-21096606-0996-46ce-aa6b-6a6996004513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.492864 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-c01993ca-e241-4fbf-922a-cf6ffd740b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:13.494481 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-c01993ca-e241-4fbf-922a-cf6ffd740b53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.497407 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-c01993ca-e241-4fbf-922a-cf6ffd740b53 service neutron] 10.222.0.64 "PUT /v2.0/ports/e3b5255c-56de-4333-94b1-1e038c40d00f HTTP/1.1" status: 200 len: 1091 time: 4.7586188 Jul 07 17:02:13.589276 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-f72f0091-a29e-46f3-8592-eefa3cb977e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:13.607606 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-f72f0091-a29e-46f3-8592-eefa3cb977e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.5874295 Jul 07 17:02:13.622537 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-145f6401-33e0-457b-9ece-ed610917690a req-524fe5bd-8dfc-4251-952b-94425971061d tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Network f52f86e5-4ccf-471b-ba73-453c1047945f is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:13.635837 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01993ca-e241-4fbf-922a-cf6ffd740b53 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b5255c-56de-4333-94b1-1e038c40d00f,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:13.651270 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-145f6401-33e0-457b-9ece-ed610917690a req-524fe5bd-8dfc-4251-952b-94425971061d tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:13.658206 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-145f6401-33e0-457b-9ece-ed610917690a req-524fe5bd-8dfc-4251-952b-94425971061d tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:13.822010 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8e936d-c8b3-4074-a156-8993eb35af7e x-openstack-request-id: req-7b8e936d-c8b3-4074-a156-8993eb35af7e {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:13.822406 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "tag": "c583747a-145e-45b6-b632-ab9ce786178b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "78e2c209-8045-45f8-b00d-18126cc52571", "tag": "7fdfdbfe-4b80-4b9c-986e-0a121af06247", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:13.822789 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b8e936d-c8b3-4074-a156-8993eb35af7e {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:13.823690 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'tag': 'c583747a-145e-45b6-b632-ab9ce786178b', 'status': 'completed', 'code': 200} Jul 07 17:02:13.824125 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e2c209-8045-45f8-b00d-18126cc52571', 'tag': '7fdfdbfe-4b80-4b9c-986e-0a121af06247', 'status': 'completed', 'code': 200} Jul 07 17:02:13.876062 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-524fe5bd-8dfc-4251-952b-94425971061d tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:13.881887 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-524fe5bd-8dfc-4251-952b-94425971061d tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:14.084062 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a154eca6-6d63-4cc8-8059-00783d21ddd6 x-openstack-request-id: req-a154eca6-6d63-4cc8-8059-00783d21ddd6 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:14.085729 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e8f408-3025-483c-9c47-75a7dec82d2a", "tag": "026d928d-2392-4fab-ac23-66fd99d24772", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:14.086072 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a154eca6-6d63-4cc8-8059-00783d21ddd6 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:14.087227 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e8f408-3025-483c-9c47-75a7dec82d2a', 'tag': '026d928d-2392-4fab-ac23-66fd99d24772', 'status': 'completed', 'code': 200} Jul 07 17:02:14.093873 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3db79e03-fca8-4848-9481-57f310ce232c req-d48a57b9-210f-4bd1-abac-b48bed73f530 service neutron] 10.222.0.53 "GET /v2.0/networks/a5429642-2051-4fab-b0d0-6ebe08874dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8142025 Jul 07 17:02:14.172242 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-38c8ead0-4777-401e-9025-ae1ce6a79674 None None] Provisioning for port cb7e9c4c-fd57-4d46-895f-74234734d082 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:14.174890 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-524fe5bd-8dfc-4251-952b-94425971061d tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7765346 Jul 07 17:02:14.184442 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-38c8ead0-4777-401e-9025-ae1ce6a79674 None None] Provisioning complete for port cb7e9c4c-fd57-4d46-895f-74234734d082 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:14.185143 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-38c8ead0-4777-401e-9025-ae1ce6a79674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:14.330112 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-213cdfda-63e9-484b-a513-af8526e7da12 service neutron] Request body: {'port': {'device_id': '5e438531-e21d-4b21-9060-f2618286d67a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:14.411741 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-145f6401-33e0-457b-9ece-ed610917690a req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Request body: {'port': {'device_id': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:14.514178 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3db79e03-fca8-4848-9481-57f310ce232c req-c52c656d-33e4-4ef7-99b6-428c6da9930a service neutron] 10.222.0.53 "GET /v2.0/networks/a5429642-2051-4fab-b0d0-6ebe08874dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460977 Jul 07 17:02:14.748993 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-38c8ead0-4777-401e-9025-ae1ce6a79674 None None] Port cb7e9c4c-fd57-4d46-895f-74234734d082 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:02:14.815402 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050eb46-f7fa-45df-923d-5cb07219c6c7 req-c3a619a9-4d38-4ae3-97cd-b07845ac9076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:14.819342 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7050eb46-f7fa-45df-923d-5cb07219c6c7 req-c3a619a9-4d38-4ae3-97cd-b07845ac9076 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=207540dbe3464bb3ab0c2692583793a4&device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 1100 time: 0.9809515 Jul 07 17:02:15.001255 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-823bd198-fa1f-49c2-a545-b2a554522ac3 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.003998 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-823bd198-fa1f-49c2-a545-b2a554522ac3 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] 10.222.0.72 "GET /v2.0/networks?id=086ec6dc-f361-443b-aa6c-003999c77257 HTTP/1.1" status: 200 len: 808 time: 1.1229227 Jul 07 17:02:15.026814 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-57be12cb-036e-4ab9-bac8-d7bd7dbefc07 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Request body: {'port': {'device_id': 'b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0', 'network_id': '086ec6dc-f361-443b-aa6c-003999c77257', 'admin_state_up': True, 'tenant_id': 'bfab1fdca5984136805937df5ee6c6a5'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:15.040578 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-213cdfda-63e9-484b-a513-af8526e7da12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:15.067084 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050eb46-f7fa-45df-923d-5cb07219c6c7 req-3a7d4811-4e9c-4e28-b822-6185ede98550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.069145 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7050eb46-f7fa-45df-923d-5cb07219c6c7 req-3a7d4811-4e9c-4e28-b822-6185ede98550 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.2342265 Jul 07 17:02:15.501839 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d63495-9726-4856-816d-6cbaefe06755 req-13c5d6a8-7df5-4f7e-8c45-3bb1bdd6c346 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.508118 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d63495-9726-4856-816d-6cbaefe06755 req-13c5d6a8-7df5-4f7e-8c45-3bb1bdd6c346 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.515714 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d63495-9726-4856-816d-6cbaefe06755 req-13c5d6a8-7df5-4f7e-8c45-3bb1bdd6c346 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.522011 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d63495-9726-4856-816d-6cbaefe06755 req-13c5d6a8-7df5-4f7e-8c45-3bb1bdd6c346 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.529087 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d63495-9726-4856-816d-6cbaefe06755 req-13c5d6a8-7df5-4f7e-8c45-3bb1bdd6c346 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.536649 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-38d63495-9726-4856-816d-6cbaefe06755 req-13c5d6a8-7df5-4f7e-8c45-3bb1bdd6c346 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 3816 time: 1.1413422 Jul 07 17:02:15.564269 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7050eb46-f7fa-45df-923d-5cb07219c6c7 req-2e4e06bc-d56b-40c7-ad56-a7fced8d8d57 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=7fdfdbfe-4b80-4b9c-986e-0a121af06247 HTTP/1.1" status: 200 len: 217 time: 0.4661939 Jul 07 17:02:15.598010 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050eb46-f7fa-45df-923d-5cb07219c6c7 req-a7a72e3c-d7a4-479d-8e53-2584c8f08c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.598503 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050eb46-f7fa-45df-923d-5cb07219c6c7 req-a7a72e3c-d7a4-479d-8e53-2584c8f08c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.599255 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050eb46-f7fa-45df-923d-5cb07219c6c7 req-a7a72e3c-d7a4-479d-8e53-2584c8f08c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.599743 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050eb46-f7fa-45df-923d-5cb07219c6c7 req-a7a72e3c-d7a4-479d-8e53-2584c8f08c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.600301 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050eb46-f7fa-45df-923d-5cb07219c6c7 req-a7a72e3c-d7a4-479d-8e53-2584c8f08c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.600996 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050eb46-f7fa-45df-923d-5cb07219c6c7 req-a7a72e3c-d7a4-479d-8e53-2584c8f08c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.601654 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050eb46-f7fa-45df-923d-5cb07219c6c7 req-a7a72e3c-d7a4-479d-8e53-2584c8f08c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.603957 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7050eb46-f7fa-45df-923d-5cb07219c6c7 req-a7a72e3c-d7a4-479d-8e53-2584c8f08c1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52ba6e7d3c334b5d9c08203be3275f20&device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 6358 time: 1.2585366 Jul 07 17:02:15.623925 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fdce5b87-a7ab-4444-bd18-b19b811869d3 req-76789d77-575c-435f-866f-6c1446374d74 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0 HTTP/1.1" status: 200 len: 210 time: 0.5530813 Jul 07 17:02:15.641233 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:15.644188 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21096606-0996-46ce-aa6b-6a6996004513 admin admin] Router a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:02:15.668022 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-2f9f80dd-044c-4260-8529-bf7de1781f24 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0424159 Jul 07 17:02:15.754458 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050eb46-f7fa-45df-923d-5cb07219c6c7 req-45e91902-3bf0-4f8b-8b0a-04b9067583cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.756161 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7050eb46-f7fa-45df-923d-5cb07219c6c7 req-45e91902-3bf0-4f8b-8b0a-04b9067583cb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1471980 Jul 07 17:02:15.851419 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'tag': 'e3b5255c-56de-4333-94b1-1e038c40d00f'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:15.853797 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25193518-1289-4ea3-b4b8-8395118230de" -d '{"events": [{"name": "network-changed", "server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "tag": "e3b5255c-56de-4333-94b1-1e038c40d00f"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:15.900732 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-38d63495-9726-4856-816d-6cbaefe06755 req-fd1a3802-ba17-430c-8241-ef9ec210223b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3608582 Jul 07 17:02:16.088606 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72514ae4-499f-41e0-91ba-f2fc407fc5f2', 'name': 'network-vif-deleted', 'tag': 'abafa783-24d1-4cc2-890b-686c8ba871ae'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:16.094950 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e2951c-7178-4af3-ba52-5eb3dbceb368" -d '{"events": [{"server_uuid": "72514ae4-499f-41e0-91ba-f2fc407fc5f2", "name": "network-vif-deleted", "tag": "abafa783-24d1-4cc2-890b-686c8ba871ae"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:16.213514 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af8f4545-2e35-40ca-887d-01c3d43b5009 req-c30cf890-6052-42b9-841f-62b14d1597b2 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558651 Jul 07 17:02:16.258872 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-57be12cb-036e-4ab9-bac8-d7bd7dbefc07 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Made reservation on behalf of bfab1fdca5984136805937df5ee6c6a5 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:16.263066 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-57be12cb-036e-4ab9-bac8-d7bd7dbefc07 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:16.366673 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050eb46-f7fa-45df-923d-5cb07219c6c7 req-39b1b866-fd7b-4ca1-9497-c8e15f624084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.368353 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7050eb46-f7fa-45df-923d-5cb07219c6c7 req-39b1b866-fd7b-4ca1-9497-c8e15f624084 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5985944 Jul 07 17:02:16.408551 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050eb46-f7fa-45df-923d-5cb07219c6c7 req-0aa913b0-23b8-4e73-a53a-ded73cebc055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.409647 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050eb46-f7fa-45df-923d-5cb07219c6c7 req-0aa913b0-23b8-4e73-a53a-ded73cebc055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.410623 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050eb46-f7fa-45df-923d-5cb07219c6c7 req-0aa913b0-23b8-4e73-a53a-ded73cebc055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.413818 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7050eb46-f7fa-45df-923d-5cb07219c6c7 req-0aa913b0-23b8-4e73-a53a-ded73cebc055 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=52ba6e7d3c334b5d9c08203be3275f20&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7923632 Jul 07 17:02:16.586461 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21096606-0996-46ce-aa6b-6a6996004513 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:02:16.604876 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-21096606-0996-46ce-aa6b-6a6996004513 admin admin] 10.222.0.53 "PUT /v2.0/routers/a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3238809 Jul 07 17:02:16.609221 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54600) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:16.612594 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7861d-2ee7-4567-9007-4348617678d2 req-ca9cbe46-065e-40a0-868b-43fee8be5d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.614010 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0022b96-3508-4dd1-ac1b-b0e11721d22e None None] Sync routers for ids ['a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:02:16.615250 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76f7861d-2ee7-4567-9007-4348617678d2 req-ca9cbe46-065e-40a0-868b-43fee8be5d7c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=207540dbe3464bb3ab0c2692583793a4&device_id=77e8f408-3025-483c-9c47-75a7dec82d2a HTTP/1.1" status: 200 len: 1100 time: 0.2818699 Jul 07 17:02:16.641909 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0022b96-3508-4dd1-ac1b-b0e11721d22e None None] Routers {'a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:16.642562 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-e0022b96-3508-4dd1-ac1b-b0e11721d22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:01:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:16.760515 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfcb2b1-64d7-4d57-a9ce-d75e630a7893 req-624349d0-7fb1-4569-8b33-99b6e9416acc tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.772685 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0dfcb2b1-64d7-4d57-a9ce-d75e630a7893 req-624349d0-7fb1-4569-8b33-99b6e9416acc tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=77e8f408-3025-483c-9c47-75a7dec82d2a HTTP/1.1" status: 200 len: 948 time: 0.5913177 Jul 07 17:02:16.845502 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-145f6401-33e0-457b-9ece-ed610917690a req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47bf5e37-4f50-40b7-9c7a-0594677913b4 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:16.848050 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-e0022b96-3508-4dd1-ac1b-b0e11721d22e None None] Set router a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:16.867674 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:16.898178 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-145f6401-33e0-457b-9ece-ed610917690a req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Transition to ACTIVE for port object 47bf5e37-4f50-40b7-9c7a-0594677913b4 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:17.109419 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480f698-e3ac-4f83-8735-28c3cd19d0e4 req-8d1a65bd-bca5-4f9b-976f-74b0d8dfc4a2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:17.117905 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480f698-e3ac-4f83-8735-28c3cd19d0e4 req-8d1a65bd-bca5-4f9b-976f-74b0d8dfc4a2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:17.126995 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480f698-e3ac-4f83-8735-28c3cd19d0e4 req-8d1a65bd-bca5-4f9b-976f-74b0d8dfc4a2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:17.134915 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480f698-e3ac-4f83-8735-28c3cd19d0e4 req-8d1a65bd-bca5-4f9b-976f-74b0d8dfc4a2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:17.143827 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480f698-e3ac-4f83-8735-28c3cd19d0e4 req-8d1a65bd-bca5-4f9b-976f-74b0d8dfc4a2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:17.151107 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480f698-e3ac-4f83-8735-28c3cd19d0e4 req-8d1a65bd-bca5-4f9b-976f-74b0d8dfc4a2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:17.159792 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480f698-e3ac-4f83-8735-28c3cd19d0e4 req-8d1a65bd-bca5-4f9b-976f-74b0d8dfc4a2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:17.170561 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c480f698-e3ac-4f83-8735-28c3cd19d0e4 req-8d1a65bd-bca5-4f9b-976f-74b0d8dfc4a2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5406 time: 0.8360488 Jul 07 17:02:17.289746 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-213cdfda-63e9-484b-a513-af8526e7da12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870ee654-1865-4fc9-9384-819a276cb46e {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:17.290599 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.302856 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050eb46-f7fa-45df-923d-5cb07219c6c7 req-6b4be407-37bc-4029-a371-98a14188a977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:17.306654 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7050eb46-f7fa-45df-923d-5cb07219c6c7 req-6b4be407-37bc-4029-a371-98a14188a977 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8613188 Jul 07 17:02:17.325680 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7050eb46-f7fa-45df-923d-5cb07219c6c7 req-d4f7d44c-de9c-425e-b7d0-0ed8d921bdd6 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9440258 Jul 07 17:02:17.341962 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-213cdfda-63e9-484b-a513-af8526e7da12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.344244 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7fdfdbfe-4b80-4b9c-986e-0a121af06247 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:17.362215 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-213cdfda-63e9-484b-a513-af8526e7da12 service neutron] Transition to ACTIVE for port object 870ee654-1865-4fc9-9384-819a276cb46e will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:17.369748 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-e0022b96-3508-4dd1-ac1b-b0e11721d22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1791397307-router', 'tenant_id': '151d4cf3d75d4bd397083a68369eca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'd557cef6-1ec0-4113-8eda-7d77338b1a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:05Z', 'updated_at': '2021-07-07T17:02:11Z', 'revision_number': 5, 'project_id': '151d4cf3d75d4bd397083a68369eca44', 'gw_port': {'id': 'd557cef6-1ec0-4113-8eda-7d77338b1a80', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:06Z', 'updated_at': '2021-07-07T16:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:17.394552 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0dfcb2b1-64d7-4d57-a9ce-d75e630a7893 req-a23bc20e-e521-4ee1-9b06-3f1f41695ecd tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6205904 Jul 07 17:02:17.414318 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6d4357fa-87df-4a58-8162-26037da383e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.435429 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0022b96-3508-4dd1-ac1b-b0e11721d22e None None] Checking router: a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:02:17.469331 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0022b96-3508-4dd1-ac1b-b0e11721d22e None None] Routers {'a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:17.477432 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-e0022b96-3508-4dd1-ac1b-b0e11721d22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:01:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:17.515945 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db79e03-fca8-4848-9481-57f310ce232c req-2748d184-6e08-4d8e-b8fe-4c6fe82c1b4e tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:17.517758 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3db79e03-fca8-4848-9481-57f310ce232c req-2748d184-6e08-4d8e-b8fe-4c6fe82c1b4e tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.72 "GET /v2.0/networks?id=a5429642-2051-4fab-b0d0-6ebe08874dd5 HTTP/1.1" status: 200 len: 815 time: 0.4371679 Jul 07 17:02:17.518510 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-213cdfda-63e9-484b-a513-af8526e7da12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.540582 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7fdfdbfe-4b80-4b9c-986e-0a121af06247, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7fdfdbfe-4b80-4b9c-986e-0a121af06247,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:17.571564 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '7fdfdbfe-4b80-4b9c-986e-0a121af06247', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': '7fdfdbfe-4b80-4b9c-986e-0a121af06247', 'mac_address': 'fa:16:3e:62:68:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:02:17.622419 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-3db79e03-fca8-4848-9481-57f310ce232c req-fdf8af20-1fdb-4e2b-bb33-28871a71188d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Request body: {'port': {'device_id': 'ebf7f38a-f013-4b5a-a421-68cec87cc255', 'network_id': 'a5429642-2051-4fab-b0d0-6ebe08874dd5', 'admin_state_up': True, 'tenant_id': '2efee84f77114b8c9f3b9a3f5d32602b'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:17.629864 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.661223 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fdfdbfe-4b80-4b9c-986e-0a121af06247 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:17.724548 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7fdfdbfe-4b80-4b9c-986e-0a121af06247, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7fdfdbfe-4b80-4b9c-986e-0a121af06247,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:17.732095 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.752777 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-57be12cb-036e-4ab9-bac8-d7bd7dbefc07 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Allocated IP 172.20.0.2 (086ec6dc-f361-443b-aa6c-003999c77257/8f0b9833-1527-46c9-a206-f42c90279aee/478ecb6c-d563-4c2e-b2ed-2078c7c98587) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:17.847842 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7fdfdbfe-4b80-4b9c-986e-0a121af06247,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:17.880495 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7861d-2ee7-4567-9007-4348617678d2 req-1752cef8-5977-4826-afee-b8157eab6cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:17.882214 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-e0022b96-3508-4dd1-ac1b-b0e11721d22e None None] Set router a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:17.882672 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76f7861d-2ee7-4567-9007-4348617678d2 req-1752cef8-5977-4826-afee-b8157eab6cdc service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 1.2490027 Jul 07 17:02:17.883418 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Pushing event updated for resources: {'Port': ['ID=47bf5e37-4f50-40b7-9c7a-0594677913b4,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:17.928337 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['7fdfdbfe-4b80-4b9c-986e-0a121af06247'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:18.071545 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-43c99d53-7f62-4989-bd04-1c3360d161c4 req-9ffb88ff-eb01-4a65-a7ae-18acfa1dca05 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 210 time: 0.2002921 Jul 07 17:02:18.079044 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:18.079627 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:18.080305 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:18.081754 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:18.082362 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:18.083020 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:18.083600 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:18.085132 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:18.085768 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:18.086371 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:18.086948 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:18.087756 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:18.162641 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c480f698-e3ac-4f83-8735-28c3cd19d0e4 req-5f35bbea-5a27-44af-ab1a-64297b1624f9 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9903362 Jul 07 17:02:18.170973 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213cdfda-63e9-484b-a513-af8526e7da12 service neutron] Pushing event updated for resources: {'Port': ['ID=870ee654-1865-4fc9-9384-819a276cb46e,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:18.239016 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6d4357fa-87df-4a58-8162-26037da383e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.319827 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-e0022b96-3508-4dd1-ac1b-b0e11721d22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1791397307-router', 'tenant_id': '151d4cf3d75d4bd397083a68369eca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'd557cef6-1ec0-4113-8eda-7d77338b1a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:05Z', 'updated_at': '2021-07-07T17:02:11Z', 'revision_number': 5, 'project_id': '151d4cf3d75d4bd397083a68369eca44', 'gw_port': {'id': 'd557cef6-1ec0-4113-8eda-7d77338b1a80', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:06Z', 'updated_at': '2021-07-07T16:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:18.387853 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0022b96-3508-4dd1-ac1b-b0e11721d22e None None] The sync data for ids ['a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0'] in n-d-791503-12 is: [{'id': 'a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1791397307-router', 'tenant_id': '151d4cf3d75d4bd397083a68369eca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'd557cef6-1ec0-4113-8eda-7d77338b1a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:05Z', 'updated_at': '2021-07-07T17:02:11Z', 'revision_number': 5, 'project_id': '151d4cf3d75d4bd397083a68369eca44', 'gw_port': {'id': 'd557cef6-1ec0-4113-8eda-7d77338b1a80', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:06Z', 'updated_at': '2021-07-07T16:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:02:18.410146 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76f7861d-2ee7-4567-9007-4348617678d2 req-2cf35ff7-c0eb-463e-8102-750ffd0c4bba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=026d928d-2392-4fab-ac23-66fd99d24772 HTTP/1.1" status: 200 len: 217 time: 0.2444651 Jul 07 17:02:18.463401 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb49019-2f20-4243-bacc-71527cee1efe x-openstack-request-id: req-1fb49019-2f20-4243-bacc-71527cee1efe {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:18.464036 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "tag": "e3b5255c-56de-4333-94b1-1e038c40d00f", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:18.464169 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1fb49019-2f20-4243-bacc-71527cee1efe {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:18.464758 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'tag': 'e3b5255c-56de-4333-94b1-1e038c40d00f', 'status': 'completed', 'code': 200} Jul 07 17:02:18.536105 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7861d-2ee7-4567-9007-4348617678d2 req-ec17a50e-23cb-4167-aea1-776f5af33856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:18.539077 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76f7861d-2ee7-4567-9007-4348617678d2 req-ec17a50e-23cb-4167-aea1-776f5af33856 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1013806 Jul 07 17:02:18.546969 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83a399b-a0d8-467f-aa9a-d720fadf49be x-openstack-request-id: req-c83a399b-a0d8-467f-aa9a-d720fadf49be {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:18.547366 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72514ae4-499f-41e0-91ba-f2fc407fc5f2", "name": "network-vif-deleted", "tag": "abafa783-24d1-4cc2-890b-686c8ba871ae", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:18.547529 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c83a399b-a0d8-467f-aa9a-d720fadf49be {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:18.549207 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72514ae4-499f-41e0-91ba-f2fc407fc5f2', 'name': 'network-vif-deleted', 'tag': 'abafa783-24d1-4cc2-890b-686c8ba871ae', 'status': 'completed', 'code': 200} Jul 07 17:02:18.560806 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7050eb46-f7fa-45df-923d-5cb07219c6c7 req-779c1d55-41ea-458e-971d-129de074264e service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1548545 Jul 07 17:02:18.632220 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-57be12cb-036e-4ab9-bac8-d7bd7dbefc07 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.663709 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-213cdfda-63e9-484b-a513-af8526e7da12 service neutron] Attempting to bind port 870ee654-1865-4fc9-9384-819a276cb46e on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:18.664119 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-213cdfda-63e9-484b-a513-af8526e7da12 service neutron] Attempting to bind port 870ee654-1865-4fc9-9384-819a276cb46e by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'df77f602-5930-4d7d-bce9-0dfeb2c494e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fb74cf42-8431-4db2-86e2-f968c1182b61'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:18.664579 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-213cdfda-63e9-484b-a513-af8526e7da12 service neutron] Attempting to bind port 870ee654-1865-4fc9-9384-819a276cb46e on network fb74cf42-8431-4db2-86e2-f968c1182b61 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:18.667086 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3db79e03-fca8-4848-9481-57f310ce232c req-fdf8af20-1fdb-4e2b-bb33-28871a71188d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Made reservation on behalf of 2efee84f77114b8c9f3b9a3f5d32602b for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:18.671424 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3db79e03-fca8-4848-9481-57f310ce232c req-fdf8af20-1fdb-4e2b-bb33-28871a71188d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.703679 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0a98a3b5-ba34-4a13-8995-bcc0bd361467 req-212d33a3-d40b-4b1d-97e8-a9ba864059fe tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0 HTTP/1.1" status: 200 len: 210 time: 0.0756028 Jul 07 17:02:18.719053 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-145f6401-33e0-457b-9ece-ed610917690a req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Attempting to bind port 47bf5e37-4f50-40b7-9c7a-0594677913b4 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:18.719053 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-145f6401-33e0-457b-9ece-ed610917690a req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Attempting to bind port 47bf5e37-4f50-40b7-9c7a-0594677913b4 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '7487d8ef-9e5b-45a3-816c-e8bf097ba0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:18.719558 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Attempting to bind port 47bf5e37-4f50-40b7-9c7a-0594677913b4 on network 2b1ef1e6-de16-48e9-886d-760c85a81894 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:18.723525 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-213cdfda-63e9-484b-a513-af8526e7da12 service neutron] Port 870ee654-1865-4fc9-9384-819a276cb46e on network fb74cf42-8431-4db2-86e2-f968c1182b61 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:18.723894 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-213cdfda-63e9-484b-a513-af8526e7da12 service neutron] Attempting to bind port 870ee654-1865-4fc9-9384-819a276cb46e on network fb74cf42-8431-4db2-86e2-f968c1182b61 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:18.748039 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Port 47bf5e37-4f50-40b7-9c7a-0594677913b4 on network 2b1ef1e6-de16-48e9-886d-760c85a81894 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:18.748572 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Attempting to bind port 47bf5e37-4f50-40b7-9c7a-0594677913b4 on network 2b1ef1e6-de16-48e9-886d-760c85a81894 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:18.773382 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-213cdfda-63e9-484b-a513-af8526e7da12 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:18.773911 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-213cdfda-63e9-484b-a513-af8526e7da12 service neutron] Checking segment: {'id': 'df77f602-5930-4d7d-bce9-0dfeb2c494e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fb74cf42-8431-4db2-86e2-f968c1182b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:18.774543 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-213cdfda-63e9-484b-a513-af8526e7da12 service neutron] Bound using segment: {'id': 'df77f602-5930-4d7d-bce9-0dfeb2c494e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fb74cf42-8431-4db2-86e2-f968c1182b61'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:18.775267 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-213cdfda-63e9-484b-a513-af8526e7da12 service neutron] Bound port: 870ee654-1865-4fc9-9384-819a276cb46e, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df77f602-5930-4d7d-bce9-0dfeb2c494e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fb74cf42-8431-4db2-86e2-f968c1182b61'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:18.775955 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-213cdfda-63e9-484b-a513-af8526e7da12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.795311 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:18.795886 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Checking segment: {'id': '7487d8ef-9e5b-45a3-816c-e8bf097ba0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:18.796535 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Bound using segment: {'id': '7487d8ef-9e5b-45a3-816c-e8bf097ba0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:18.797367 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-145f6401-33e0-457b-9ece-ed610917690a req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Bound port: 47bf5e37-4f50-40b7-9c7a-0594677913b4, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7487d8ef-9e5b-45a3-816c-e8bf097ba0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:18.797984 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.844555 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25193518-1289-4ea3-b4b8-8395118230de req-09d47c9b-2ab5-4f03-ad37-eb73c6684d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:18.845418 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25193518-1289-4ea3-b4b8-8395118230de req-09d47c9b-2ab5-4f03-ad37-eb73c6684d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:18.846283 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25193518-1289-4ea3-b4b8-8395118230de req-09d47c9b-2ab5-4f03-ad37-eb73c6684d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:18.847086 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25193518-1289-4ea3-b4b8-8395118230de req-09d47c9b-2ab5-4f03-ad37-eb73c6684d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:18.847923 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25193518-1289-4ea3-b4b8-8395118230de req-09d47c9b-2ab5-4f03-ad37-eb73c6684d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:18.848788 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25193518-1289-4ea3-b4b8-8395118230de req-09d47c9b-2ab5-4f03-ad37-eb73c6684d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:18.849579 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25193518-1289-4ea3-b4b8-8395118230de req-09d47c9b-2ab5-4f03-ad37-eb73c6684d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:18.853373 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-25193518-1289-4ea3-b4b8-8395118230de req-09d47c9b-2ab5-4f03-ad37-eb73c6684d7a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52ba6e7d3c334b5d9c08203be3275f20&device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 6384 time: 0.3976133 Jul 07 17:02:18.873529 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-6d4357fa-87df-4a58-8162-26037da383e9 admin admin] Deleting port d557cef6-1ec0-4113-8eda-7d77338b1a80 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:18.874124 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6d4357fa-87df-4a58-8162-26037da383e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.036839 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7861d-2ee7-4567-9007-4348617678d2 req-9b2d7bb5-68c0-4ce3-b8e2-9a1fa7142a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:19.038571 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76f7861d-2ee7-4567-9007-4348617678d2 req-9b2d7bb5-68c0-4ce3-b8e2-9a1fa7142a85 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4833195 Jul 07 17:02:19.131257 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54ecf2f3-9f8a-4014-bea7-5d277c274d04 req-9a34825c-b0ed-4503-9585-1aed88c37735 tempest-FlavorsV2NegativeTest-1200722526 tempest-FlavorsV2NegativeTest-1200722526-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=67a5dd95c05d481ca220d473398ba0ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2732315 Jul 07 17:02:19.150286 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-57be12cb-036e-4ab9-bac8-d7bd7dbefc07 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.209263 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90301b31-d456-4fcb-92ca-ac2382d40cbb req-2c1cc91f-3dc6-46a3-880d-63faad84db03 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:19.216997 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90301b31-d456-4fcb-92ca-ac2382d40cbb req-2c1cc91f-3dc6-46a3-880d-63faad84db03 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:19.224999 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90301b31-d456-4fcb-92ca-ac2382d40cbb req-2c1cc91f-3dc6-46a3-880d-63faad84db03 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:19.233392 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90301b31-d456-4fcb-92ca-ac2382d40cbb req-2c1cc91f-3dc6-46a3-880d-63faad84db03 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:19.241271 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90301b31-d456-4fcb-92ca-ac2382d40cbb req-2c1cc91f-3dc6-46a3-880d-63faad84db03 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:19.245034 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-90301b31-d456-4fcb-92ca-ac2382d40cbb req-2c1cc91f-3dc6-46a3-880d-63faad84db03 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 3828 time: 0.5945556 Jul 07 17:02:19.269947 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-145f6401-33e0-457b-9ece-ed610917690a req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] For port 47bf5e37-4f50-40b7-9c7a-0594677913b4, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:19.327067 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-145f6401-33e0-457b-9ece-ed610917690a req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] For port 47bf5e37-4f50-40b7-9c7a-0594677913b4, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=47bf5e37-4f50-40b7-9c7a-0594677913b4,segment=NetworkSegment(7487d8ef-9e5b-45a3-816c-e8bf097ba0ff),segment_id=7487d8ef-9e5b-45a3-816c-e8bf097ba0ff)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:19.346609 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7fdfdbfe-4b80-4b9c-986e-0a121af06247 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:19.362189 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-6d4357fa-87df-4a58-8162-26037da383e9 admin admin] For port d557cef6-1ec0-4113-8eda-7d77338b1a80, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d557cef6-1ec0-4113-8eda-7d77338b1a80,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:19.363270 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6d4357fa-87df-4a58-8162-26037da383e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.409969 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-6d4357fa-87df-4a58-8162-26037da383e9 admin admin] Calling delete_port for d557cef6-1ec0-4113-8eda-7d77338b1a80 owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:19.414178 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.466046 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 7fdfdbfe-4b80-4b9c-986e-0a121af06247 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:19.478327 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 7fdfdbfe-4b80-4b9c-986e-0a121af06247 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:19.479768 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.638241 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:19.639858 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.642993 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] 10.222.0.72 "PUT /v2.0/ports/47bf5e37-4f50-40b7-9c7a-0594677913b4 HTTP/1.1" status: 200 len: 1093 time: 5.2398789 Jul 07 17:02:19.677643 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-90301b31-d456-4fcb-92ca-ac2382d40cbb req-06fe1368-2d81-41cf-97ea-e1921981d5d9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4094403 Jul 07 17:02:19.700118 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.705875 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 026d928d-2392-4fab-ac23-66fd99d24772 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:19.729288 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76f7861d-2ee7-4567-9007-4348617678d2 req-4aafd186-37d4-4798-9d92-f0e7bf39d0de service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6570241 Jul 07 17:02:19.809955 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e2c209-8045-45f8-b00d-18126cc52571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fdfdbfe-4b80-4b9c-986e-0a121af06247'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:19.814120 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35d687d-32bd-4beb-b773-2e3699035d55" -d '{"events": [{"server_uuid": "78e2c209-8045-45f8-b00d-18126cc52571", "name": "network-vif-plugged", "status": "completed", "tag": "7fdfdbfe-4b80-4b9c-986e-0a121af06247"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:19.925336 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-57be12cb-036e-4ab9-bac8-d7bd7dbefc07 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Network 086ec6dc-f361-443b-aa6c-003999c77257 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:19.944816 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7fdfdbfe-4b80-4b9c-986e-0a121af06247, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7fdfdbfe-4b80-4b9c-986e-0a121af06247,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:19.964896 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.115716 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device ab7008cd-c1dc-4426-97bf-10403caaa0c3 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:20.123720 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7fdfdbfe-4b80-4b9c-986e-0a121af06247,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:20.124035 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be12cb-036e-4ab9-bac8-d7bd7dbefc07 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Pushing event updated for resources: {'Port': ['ID=478ecb6c-d563-4c2e-b2ed-2078c7c98587,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:20.153607 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-213cdfda-63e9-484b-a513-af8526e7da12 service neutron] For port 870ee654-1865-4fc9-9384-819a276cb46e, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:20.181375 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-213cdfda-63e9-484b-a513-af8526e7da12 service neutron] For port 870ee654-1865-4fc9-9384-819a276cb46e, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=870ee654-1865-4fc9-9384-819a276cb46e,segment=NetworkSegment(df77f602-5930-4d7d-bce9-0dfeb2c494e1),segment_id=df77f602-5930-4d7d-bce9-0dfeb2c494e1)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:20.181691 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: ab7008cd-c1dc-4426-97bf-10403caaa0c3 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:02:20.182036 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device ab7008cd-c1dc-4426-97bf-10403caaa0c3 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:20.249661 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-3db79e03-fca8-4848-9481-57f310ce232c req-fdf8af20-1fdb-4e2b-bb33-28871a71188d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Allocated IP 172.20.0.12 (a5429642-2051-4fab-b0d0-6ebe08874dd5/a9a0e3aa-e114-4f75-9b7a-179619372bd1/ff52852b-53d4-4e3b-973e-2b425a046424) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:20.304147 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 026d928d-2392-4fab-ac23-66fd99d24772, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=026d928d-2392-4fab-ac23-66fd99d24772,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:20.336021 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '026d928d-2392-4fab-ac23-66fd99d24772', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': '026d928d-2392-4fab-ac23-66fd99d24772', 'mac_address': 'fa:16:3e:9f:47:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:02:20.415964 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-145f6401-33e0-457b-9ece-ed610917690a req-f7b6e836-cf0b-4658-bc4f-7c695408dbe1 service neutron] Request body: {'port': {'device_id': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:20.533008 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-57be12cb-036e-4ab9-bac8-d7bd7dbefc07 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:20.543169 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a6a02-6871-4dbd-a5bf-6bc693ca7755 service neutron] Pushing event updated for resources: {'Port': ['ID=47bf5e37-4f50-40b7-9c7a-0594677913b4,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:20.549164 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.556134 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-57be12cb-036e-4ab9-bac8-d7bd7dbefc07 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:20.561613 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'tag': '47bf5e37-4f50-40b7-9c7a-0594677913b4'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:20.565326 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0237101-80f7-4ae7-ab51-ab6bbdfc0936" -d '{"events": [{"name": "network-changed", "server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "tag": "47bf5e37-4f50-40b7-9c7a-0594677913b4"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:20.578267 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-213cdfda-63e9-484b-a513-af8526e7da12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.605912 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 026d928d-2392-4fab-ac23-66fd99d24772 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:20.659594 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 026d928d-2392-4fab-ac23-66fd99d24772, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=026d928d-2392-4fab-ac23-66fd99d24772,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:20.670134 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.761145 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=026d928d-2392-4fab-ac23-66fd99d24772,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:20.775037 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76f7861d-2ee7-4567-9007-4348617678d2 req-13043cc4-21d9-413f-ad27-bbadf747740a service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534820 Jul 07 17:02:20.799684 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-f7b6e836-cf0b-4658-bc4f-7c695408dbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.843813 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecf2f3-9f8a-4014-bea7-5d277c274d04 req-0cd4ef67-c81e-4595-9637-080d178d851d tempest-FlavorsV2NegativeTest-1200722526 tempest-FlavorsV2NegativeTest-1200722526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:20.849787 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54ecf2f3-9f8a-4014-bea7-5d277c274d04 req-0cd4ef67-c81e-4595-9637-080d178d851d tempest-FlavorsV2NegativeTest-1200722526 tempest-FlavorsV2NegativeTest-1200722526-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.7168498 Jul 07 17:02:20.859426 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6d4357fa-87df-4a58-8162-26037da383e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.888515 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['026d928d-2392-4fab-ac23-66fd99d24772'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:20.893561 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-213cdfda-63e9-484b-a513-af8526e7da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:20.895579 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-213cdfda-63e9-484b-a513-af8526e7da12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.901008 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-213cdfda-63e9-484b-a513-af8526e7da12 service neutron] 10.222.0.64 "PUT /v2.0/ports/870ee654-1865-4fc9-9384-819a276cb46e HTTP/1.1" status: 200 len: 1092 time: 7.0945218 Jul 07 17:02:20.913391 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4357fa-87df-4a58-8162-26037da383e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d557cef6-1ec0-4113-8eda-7d77338b1a80,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:20.928483 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-57be12cb-036e-4ab9-bac8-d7bd7dbefc07 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:20.931355 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-57be12cb-036e-4ab9-bac8-d7bd7dbefc07 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.936201 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'tag': '870ee654-1865-4fc9-9384-819a276cb46e'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:20.947319 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5893f630-077a-4981-a833-815ef3469d36" -d '{"events": [{"name": "network-changed", "server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "tag": "870ee654-1865-4fc9-9384-819a276cb46e"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:20.998511 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Request body: {'port': {'device_id': '5e438531-e21d-4b21-9060-f2618286d67a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:21.063709 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25193518-1289-4ea3-b4b8-8395118230de req-465f17b7-c5b6-4b75-b8f2-dc7249b8fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:21.064740 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25193518-1289-4ea3-b4b8-8395118230de req-465f17b7-c5b6-4b75-b8f2-dc7249b8fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:21.066129 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25193518-1289-4ea3-b4b8-8395118230de req-465f17b7-c5b6-4b75-b8f2-dc7249b8fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:21.069865 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-25193518-1289-4ea3-b4b8-8395118230de req-465f17b7-c5b6-4b75-b8f2-dc7249b8fd31 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=52ba6e7d3c334b5d9c08203be3275f20&shared=False HTTP/1.1" status: 200 len: 2298 time: 2.1373284 Jul 07 17:02:21.108087 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6d4357fa-87df-4a58-8162-26037da383e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.244497 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213cdfda-63e9-484b-a513-af8526e7da12 service neutron] Pushing event updated for resources: {'Port': ['ID=870ee654-1865-4fc9-9384-819a276cb46e,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:21.271906 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54ecf2f3-9f8a-4014-bea7-5d277c274d04 req-515a2e3b-adb8-43fc-bd92-2389fd59f6c9 tempest-FlavorsV2NegativeTest-1200722526 tempest-FlavorsV2NegativeTest-1200722526-project] 10.222.0.53 "GET /v2.0/quotas/67a5dd95c05d481ca220d473398ba0ed HTTP/1.1" status: 200 len: 375 time: 0.3029618 Jul 07 17:02:21.294789 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-57be12cb-036e-4ab9-bac8-d7bd7dbefc07 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2789116 Jul 07 17:02:21.333119 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cba114-5ee1-4c9d-a36a-64f40c7b0a24 req-de340ad4-6455-4fc0-9ff7-5ec4e83961e2 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:21.335117 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3db79e03-fca8-4848-9481-57f310ce232c req-fdf8af20-1fdb-4e2b-bb33-28871a71188d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.336553 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d8cba114-5ee1-4c9d-a36a-64f40c7b0a24 req-de340ad4-6455-4fc0-9ff7-5ec4e83961e2 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=77e8f408-3025-483c-9c47-75a7dec82d2a HTTP/1.1" status: 200 len: 949 time: 0.5154581 Jul 07 17:02:21.373822 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-d176e4fb-445d-4ad2-bea7-897feb117051 service neutron] Request body: {'port': {'device_id': 'b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:21.415022 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54ecf2f3-9f8a-4014-bea7-5d277c274d04 req-543c3bb6-b052-4424-8506-ead4e64494ba tempest-FlavorsV2NegativeTest-1200722526 tempest-FlavorsV2NegativeTest-1200722526-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=67a5dd95c05d481ca220d473398ba0ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1179216 Jul 07 17:02:21.467981 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6d4357fa-87df-4a58-8162-26037da383e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.472285 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6d4357fa-87df-4a58-8162-26037da383e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.539743 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.564266 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d8cba114-5ee1-4c9d-a36a-64f40c7b0a24 req-8727fbc3-cad6-4d86-bb08-8eb7d79cb6e1 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582298 Jul 07 17:02:21.626347 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6d4357fa-87df-4a58-8162-26037da383e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.627719 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4357fa-87df-4a58-8162-26037da383e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:02:21.649145 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6d4357fa-87df-4a58-8162-26037da383e9 admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.650691 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6d4357fa-87df-4a58-8162-26037da383e9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/a4a02a51-c17c-4ac2-88dc-0ecfca6bcbf0 HTTP/1.1" status: 204 len: 168 time: 5.0341554 Jul 07 17:02:21.661731 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 026d928d-2392-4fab-ac23-66fd99d24772 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:21.716806 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54654) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:21.818287 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 026d928d-2392-4fab-ac23-66fd99d24772 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:21.826095 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 026d928d-2392-4fab-ac23-66fd99d24772 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:21.826812 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.931881 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25193518-1289-4ea3-b4b8-8395118230de req-bcf72965-cb5b-4594-a1ac-eca98ade1523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:21.938085 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-25193518-1289-4ea3-b4b8-8395118230de req-bcf72965-cb5b-4594-a1ac-eca98ade1523 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7297018 Jul 07 17:02:21.975886 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3db79e03-fca8-4848-9481-57f310ce232c req-fdf8af20-1fdb-4e2b-bb33-28871a71188d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.988939 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-145f6401-33e0-457b-9ece-ed610917690a req-f7b6e836-cf0b-4658-bc4f-7c695408dbe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:22.002848 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.026870 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-f7b6e836-cf0b-4658-bc4f-7c695408dbe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.064841 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-145f6401-33e0-457b-9ece-ed610917690a req-f7b6e836-cf0b-4658-bc4f-7c695408dbe1 service neutron] Transition to ACTIVE for port object c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:22.130628 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 026d928d-2392-4fab-ac23-66fd99d24772, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=026d928d-2392-4fab-ac23-66fd99d24772,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:22.146021 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.151328 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-f7b6e836-cf0b-4658-bc4f-7c695408dbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.264270 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=026d928d-2392-4fab-ac23-66fd99d24772,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:22.394971 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-d176e4fb-445d-4ad2-bea7-897feb117051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.401697 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-52675d5b-cf52-4825-8eec-78106b76d44a admin admin] Deleting subnet 6f2d2873-3be3-4468-836a-3e8429d7cc59 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:02:22.424435 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-52675d5b-cf52-4825-8eec-78106b76d44a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.529203 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db79e03-fca8-4848-9481-57f310ce232c req-fdf8af20-1fdb-4e2b-bb33-28871a71188d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Network a5429642-2051-4fab-b0d0-6ebe08874dd5 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:22.582601 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-3db79e03-fca8-4848-9481-57f310ce232c req-fdf8af20-1fdb-4e2b-bb33-28871a71188d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:22.584948 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8af20-1fdb-4e2b-bb33-28871a71188d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Pushing event updated for resources: {'Port': ['ID=ff52852b-53d4-4e3b-973e-2b425a046424,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:22.594247 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db79e03-fca8-4848-9481-57f310ce232c req-fdf8af20-1fdb-4e2b-bb33-28871a71188d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:22.605037 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-52675d5b-cf52-4825-8eec-78106b76d44a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.696148 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6e836-cf0b-4658-bc4f-7c695408dbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:22.776461 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf829856-8ec1-4f27-a7d1-63164fb8ee00 req-dc5a5d30-643c-4dd0-a836-5db0cf90f05e tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:22.789507 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf829856-8ec1-4f27-a7d1-63164fb8ee00 req-dc5a5d30-643c-4dd0-a836-5db0cf90f05e tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:22.796188 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf829856-8ec1-4f27-a7d1-63164fb8ee00 req-dc5a5d30-643c-4dd0-a836-5db0cf90f05e tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:22.802878 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf829856-8ec1-4f27-a7d1-63164fb8ee00 req-dc5a5d30-643c-4dd0-a836-5db0cf90f05e tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:22.809898 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf829856-8ec1-4f27-a7d1-63164fb8ee00 req-dc5a5d30-643c-4dd0-a836-5db0cf90f05e tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:22.816795 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf829856-8ec1-4f27-a7d1-63164fb8ee00 req-dc5a5d30-643c-4dd0-a836-5db0cf90f05e tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:22.823684 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf829856-8ec1-4f27-a7d1-63164fb8ee00 req-dc5a5d30-643c-4dd0-a836-5db0cf90f05e tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:22.832323 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cf829856-8ec1-4f27-a7d1-63164fb8ee00 req-dc5a5d30-643c-4dd0-a836-5db0cf90f05e tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5418 time: 0.7473154 Jul 07 17:02:22.873039 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db79e03-fca8-4848-9481-57f310ce232c req-fdf8af20-1fdb-4e2b-bb33-28871a71188d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:22.873322 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3db79e03-fca8-4848-9481-57f310ce232c req-fdf8af20-1fdb-4e2b-bb33-28871a71188d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.881409 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e351308-06e5-4ba3-b1e0-f0beba5e8d48 req-eea4e93d-3526-4c52-b50d-aa83bba23328 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:22.883392 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0e351308-06e5-4ba3-b1e0-f0beba5e8d48 req-eea4e93d-3526-4c52-b50d-aa83bba23328 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba4ff420-fb8c-425e-bcfe-065f4968e472 HTTP/1.1" status: 200 len: 949 time: 0.7779498 Jul 07 17:02:22.927114 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d7c8f-0458-4147-b89f-253929b6acc4 req-a9fbca59-a6d2-41ec-86e5-13c384135945 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:22.928855 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-901d7c8f-0458-4147-b89f-253929b6acc4 req-a9fbca59-a6d2-41ec-86e5-13c384135945 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 932 time: 0.9754906 Jul 07 17:02:22.958104 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-145f6401-33e0-457b-9ece-ed610917690a req-f7b6e836-cf0b-4658-bc4f-7c695408dbe1 service neutron] Attempting to bind port c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:22.958534 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-145f6401-33e0-457b-9ece-ed610917690a req-f7b6e836-cf0b-4658-bc4f-7c695408dbe1 service neutron] Attempting to bind port c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'b85f67fa-4f4a-4c5c-8baf-733f98a524f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:22.958999 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-f7b6e836-cf0b-4658-bc4f-7c695408dbe1 service neutron] Attempting to bind port c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca on network 631352b9-cdc0-4502-b4e6-9840754bae5a {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:22.984692 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-f7b6e836-cf0b-4658-bc4f-7c695408dbe1 service neutron] Port c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca on network 631352b9-cdc0-4502-b4e6-9840754bae5a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:22.984692 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-f7b6e836-cf0b-4658-bc4f-7c695408dbe1 service neutron] Attempting to bind port c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca on network 631352b9-cdc0-4502-b4e6-9840754bae5a {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:22.987201 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3db79e03-fca8-4848-9481-57f310ce232c req-fdf8af20-1fdb-4e2b-bb33-28871a71188d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4546661 Jul 07 17:02:23.014101 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-3db79e03-fca8-4848-9481-57f310ce232c req-122e754d-6858-4b67-aba1-e34b72440d51 service neutron] Request body: {'port': {'device_id': 'ebf7f38a-f013-4b5a-a421-68cec87cc255', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:23.022249 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-f7b6e836-cf0b-4658-bc4f-7c695408dbe1 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:23.022631 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-f7b6e836-cf0b-4658-bc4f-7c695408dbe1 service neutron] Checking segment: {'id': 'b85f67fa-4f4a-4c5c-8baf-733f98a524f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:23.023074 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-f7b6e836-cf0b-4658-bc4f-7c695408dbe1 service neutron] Bound using segment: {'id': 'b85f67fa-4f4a-4c5c-8baf-733f98a524f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:23.023537 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-145f6401-33e0-457b-9ece-ed610917690a req-f7b6e836-cf0b-4658-bc4f-7c695408dbe1 service neutron] Bound port: c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b85f67fa-4f4a-4c5c-8baf-733f98a524f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:23.024505 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-f7b6e836-cf0b-4658-bc4f-7c695408dbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.045037 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54672) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:23.052477 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cf829856-8ec1-4f27-a7d1-63164fb8ee00 req-a07870d6-c2dc-40b3-a712-a7604d6c0570 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2187333 Jul 07 17:02:23.121768 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-52675d5b-cf52-4825-8eec-78106b76d44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.197005 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d331dd-bb8d-437d-9375-521139323c2b {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:23.211562 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-901d7c8f-0458-4147-b89f-253929b6acc4 req-7b36372f-b974-46f7-8898-17d1e600fe38 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707553 Jul 07 17:02:23.214008 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-0e351308-06e5-4ba3-b1e0-f0beba5e8d48 req-3377b682-2df2-4d64-a6e7-bcc732ce8fc7 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Deleting port b0a5ed6f-099f-4188-bb28-e299923f4fd4 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:23.214319 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0e351308-06e5-4ba3-b1e0-f0beba5e8d48 req-3377b682-2df2-4d64-a6e7-bcc732ce8fc7 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.225296 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.289091 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Transition to ACTIVE for port object b8d331dd-bb8d-437d-9375-521139323c2b will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:23.313063 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.338607 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c0f4f2-eeb6-4725-a769-4ba0db46857f x-openstack-request-id: req-86c0f4f2-eeb6-4725-a769-4ba0db46857f {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:23.339198 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e2c209-8045-45f8-b00d-18126cc52571", "name": "network-vif-plugged", "status": "completed", "tag": "7fdfdbfe-4b80-4b9c-986e-0a121af06247", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:23.339314 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86c0f4f2-eeb6-4725-a769-4ba0db46857f {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:23.340394 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e2c209-8045-45f8-b00d-18126cc52571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fdfdbfe-4b80-4b9c-986e-0a121af06247', 'code': 200} Jul 07 17:02:23.372698 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d6f122be-c820-4f3b-83c2-5b5db43ed064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.436773 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93ab929-7eb4-422a-b2b6-70b4a2d78133 x-openstack-request-id: req-d93ab929-7eb4-422a-b2b6-70b4a2d78133 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:23.437442 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "tag": "47bf5e37-4f50-40b7-9c7a-0594677913b4", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:23.438047 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d93ab929-7eb4-422a-b2b6-70b4a2d78133 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:23.438837 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'tag': '47bf5e37-4f50-40b7-9c7a-0594677913b4', 'status': 'completed', 'code': 200} Jul 07 17:02:23.457024 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-145f6401-33e0-457b-9ece-ed610917690a req-f7b6e836-cf0b-4658-bc4f-7c695408dbe1 service neutron] For port c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:23.468698 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.72', 63852) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:23.501338 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-52675d5b-cf52-4825-8eec-78106b76d44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.503674 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2e8e3030-0d9c-453b-8bdb-b034135492dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.504835 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3db79e03-fca8-4848-9481-57f310ce232c req-122e754d-6858-4b67-aba1-e34b72440d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.541213 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-145f6401-33e0-457b-9ece-ed610917690a req-f7b6e836-cf0b-4658-bc4f-7c695408dbe1 service neutron] For port c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca,segment=NetworkSegment(b85f67fa-4f4a-4c5c-8baf-733f98a524f2),segment_id=b85f67fa-4f4a-4c5c-8baf-733f98a524f2)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:23.577309 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-f7b6e836-cf0b-4658-bc4f-7c695408dbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.650072 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-0e351308-06e5-4ba3-b1e0-f0beba5e8d48 req-3377b682-2df2-4d64-a6e7-bcc732ce8fc7 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] For port b0a5ed6f-099f-4188-bb28-e299923f4fd4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=b0a5ed6f-099f-4188-bb28-e299923f4fd4,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:23.650547 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0e351308-06e5-4ba3-b1e0-f0beba5e8d48 req-3377b682-2df2-4d64-a6e7-bcc732ce8fc7 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.690796 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-f7b6e836-cf0b-4658-bc4f-7c695408dbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:23.691444 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-f7b6e836-cf0b-4658-bc4f-7c695408dbe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.693488 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-f7b6e836-cf0b-4658-bc4f-7c695408dbe1 service neutron] 10.222.0.72 "PUT /v2.0/ports/c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca HTTP/1.1" status: 200 len: 1132 time: 3.2847557 Jul 07 17:02:23.701373 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-0e351308-06e5-4ba3-b1e0-f0beba5e8d48 req-3377b682-2df2-4d64-a6e7-bcc732ce8fc7 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Calling delete_port for b0a5ed6f-099f-4188-bb28-e299923f4fd4 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:23.727980 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52675d5b-cf52-4825-8eec-78106b76d44a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f2d2873-3be3-4468-836a-3e8429d7cc59,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:23.745743 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce6a09a-abb2-4c82-a1e3-5c66df1cf456 None None] Network bf214582-75e1-4cdd-b0d5-e22475cf9123 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:23.773722 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-52675d5b-cf52-4825-8eec-78106b76d44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.782396 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-52675d5b-cf52-4825-8eec-78106b76d44a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6f2d2873-3be3-4468-836a-3e8429d7cc59 HTTP/1.1" status: 204 len: 168 time: 2.0635922 Jul 07 17:02:23.829116 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-145f6401-33e0-457b-9ece-ed610917690a req-2b5fda5c-f143-4e37-a681-8f15c5256f7e service neutron] Request body: {'port': {'device_id': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:23.884272 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54676) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:23.905395 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6e836-cf0b-4658-bc4f-7c695408dbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:23.982370 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815843c4-c90e-4bd4-9295-10ba5fb1fc48 req-aeb71882-1611-4f5e-bc9d-116892af2946 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:23.994630 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-815843c4-c90e-4bd4-9295-10ba5fb1fc48 req-aeb71882-1611-4f5e-bc9d-116892af2946 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0 HTTP/1.1" status: 200 len: 931 time: 0.6289515 Jul 07 17:02:23.996552 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d557cef6-1ec0-4113-8eda-7d77338b1a80 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:24.075447 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: d557cef6-1ec0-4113-8eda-7d77338b1a80 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:02:24.076053 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d557cef6-1ec0-4113-8eda-7d77338b1a80 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:24.167160 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d135d284-f797-495c-9fdd-e76c1a8a6c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.175633 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0237101-80f7-4ae7-ab51-ab6bbdfc0936 req-1fdbe421-705d-4e16-b89e-c25143ccaad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:24.176324 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0237101-80f7-4ae7-ab51-ab6bbdfc0936 req-1fdbe421-705d-4e16-b89e-c25143ccaad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:24.177093 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0237101-80f7-4ae7-ab51-ab6bbdfc0936 req-1fdbe421-705d-4e16-b89e-c25143ccaad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:24.177588 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0237101-80f7-4ae7-ab51-ab6bbdfc0936 req-1fdbe421-705d-4e16-b89e-c25143ccaad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:24.178073 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0237101-80f7-4ae7-ab51-ab6bbdfc0936 req-1fdbe421-705d-4e16-b89e-c25143ccaad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:24.178640 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0237101-80f7-4ae7-ab51-ab6bbdfc0936 req-1fdbe421-705d-4e16-b89e-c25143ccaad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:24.180865 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e0237101-80f7-4ae7-ab51-ab6bbdfc0936 req-1fdbe421-705d-4e16-b89e-c25143ccaad2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b6d220ae528f42c295cc654c1d123274&device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5247 time: 0.7345021 Jul 07 17:02:24.237167 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c5342d-5696-492e-b40b-cc0726747cd4 None None] DHCP port deletion for bf214582-75e1-4cdd-b0d5-e22475cf9123 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:02:24.340469 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-08c5342d-5696-492e-b40b-cc0726747cd4 None None] Deleting port a2bfeabc-131f-467b-a13e-3fe57b90a536 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:24.341719 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-08c5342d-5696-492e-b40b-cc0726747cd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.357812 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Pushing event updated for resources: {'Port': ['ID=b8d331dd-bb8d-437d-9375-521139323c2b,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:24.382994 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2e8e3030-0d9c-453b-8bdb-b034135492dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.419984 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:24.420692 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:24.421277 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:24.421603 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:24.421939 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:24.422547 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:24.422888 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:24.423232 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:24.423571 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:24.423903 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:24.424434 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:24.424729 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2e8e3030-0d9c-453b-8bdb-b034135492dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.425461 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:24.435218 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-d176e4fb-445d-4ad2-bea7-897feb117051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 478ecb6c-d563-4c2e-b2ed-2078c7c98587 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:24.458357 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-d176e4fb-445d-4ad2-bea7-897feb117051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.466425 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-08c5342d-5696-492e-b40b-cc0726747cd4 None None] For port a2bfeabc-131f-467b-a13e-3fe57b90a536, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a2bfeabc-131f-467b-a13e-3fe57b90a536,segment=NetworkSegment(8bb6e2e3-5f3b-4abf-8571-3ec724bc77d2),segment_id=8bb6e2e3-5f3b-4abf-8571-3ec724bc77d2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:24.467112 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-08c5342d-5696-492e-b40b-cc0726747cd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.485156 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-2b5fda5c-f143-4e37-a681-8f15c5256f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.492087 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-08c5342d-5696-492e-b40b-cc0726747cd4 None None] Calling delete_port for a2bfeabc-131f-467b-a13e-3fe57b90a536 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:24.573388 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-d176e4fb-445d-4ad2-bea7-897feb117051 service neutron] Transition to ACTIVE for port object 478ecb6c-d563-4c2e-b2ed-2078c7c98587 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:24.586078 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-815843c4-c90e-4bd4-9295-10ba5fb1fc48 req-50c9c3d6-adf3-42d5-8260-beeff9097e37 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] 10.222.0.53 "GET /v2.0/security-groups?id=a74db558-80d7-41e3-b29f-0660b05708c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5899730 Jul 07 17:02:24.602649 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Attempting to bind port b8d331dd-bb8d-437d-9375-521139323c2b on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:24.603333 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Attempting to bind port b8d331dd-bb8d-437d-9375-521139323c2b by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'df77f602-5930-4d7d-bce9-0dfeb2c494e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fb74cf42-8431-4db2-86e2-f968c1182b61'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:24.603965 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Attempting to bind port b8d331dd-bb8d-437d-9375-521139323c2b on network fb74cf42-8431-4db2-86e2-f968c1182b61 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:24.607137 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-d176e4fb-445d-4ad2-bea7-897feb117051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.611399 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668d75b-76ac-4681-9443-a3d9db8c5f1f req-1ff473e6-97bd-493d-8ef1-32e5478717ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:24.613037 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7668d75b-76ac-4681-9443-a3d9db8c5f1f req-1ff473e6-97bd-493d-8ef1-32e5478717ef service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 1102 time: 1.1404436 Jul 07 17:02:24.645051 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdeb9f-d798-4ee2-97eb-62211b2ebc4c req-cba8e7b6-50d4-4c2a-8cd1-7cb0253e3ab3 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:24.653129 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4ffdeb9f-d798-4ee2-97eb-62211b2ebc4c req-cba8e7b6-50d4-4c2a-8cd1-7cb0253e3ab3 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4ff420-fb8c-425e-bcfe-065f4968e472 HTTP/1.1" status: 200 len: 949 time: 1.0561244 Jul 07 17:02:24.666815 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-08c5342d-5696-492e-b40b-cc0726747cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.719250 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Port b8d331dd-bb8d-437d-9375-521139323c2b on network fb74cf42-8431-4db2-86e2-f968c1182b61 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:24.719582 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Attempting to bind port b8d331dd-bb8d-437d-9375-521139323c2b on network fb74cf42-8431-4db2-86e2-f968c1182b61 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:24.737099 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5342d-5696-492e-b40b-cc0726747cd4 None None] Pushing event deleted for resources: {'Port': ['ID=a2bfeabc-131f-467b-a13e-3fe57b90a536,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:24.745393 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c5342d-5696-492e-b40b-cc0726747cd4 None None] No DVR routers for this DVR port a2bfeabc-131f-467b-a13e-3fe57b90a536 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:24.792090 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:24.793216 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Checking segment: {'id': 'df77f602-5930-4d7d-bce9-0dfeb2c494e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fb74cf42-8431-4db2-86e2-f968c1182b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:24.794072 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Bound using segment: {'id': 'df77f602-5930-4d7d-bce9-0dfeb2c494e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fb74cf42-8431-4db2-86e2-f968c1182b61'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:24.794719 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Bound port: b8d331dd-bb8d-437d-9375-521139323c2b, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df77f602-5930-4d7d-bce9-0dfeb2c494e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fb74cf42-8431-4db2-86e2-f968c1182b61'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:24.795325 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.863970 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176e4fb-445d-4ad2-bea7-897feb117051 service neutron] Pushing event updated for resources: {'Port': ['ID=478ecb6c-d563-4c2e-b2ed-2078c7c98587,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:24.952726 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7668d75b-76ac-4681-9443-a3d9db8c5f1f req-8bd002df-7921-468f-9deb-978e96dbc588 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320248 Jul 07 17:02:24.970062 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4ffdeb9f-d798-4ee2-97eb-62211b2ebc4c req-1358b76c-68b7-47b7-84e6-d1b4d3c85586 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee0ab76d-deb0-4f11-bedb-1ae8d6af15ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155251 Jul 07 17:02:25.061535 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e3030-0d9c-453b-8bdb-b034135492dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285ce64a-16cb-4d35-88b2-19ea8760f52d,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:25.075193 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2e8e3030-0d9c-453b-8bdb-b034135492dc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=67a5dd95c05d481ca220d473398ba0ed&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0199778 Jul 07 17:02:25.088605 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54682) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:25.090550 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0237101-80f7-4ae7-ab51-ab6bbdfc0936 req-bf508574-27fa-4293-862e-45dc09450615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.091420 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0237101-80f7-4ae7-ab51-ab6bbdfc0936 req-bf508574-27fa-4293-862e-45dc09450615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.091604 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0237101-80f7-4ae7-ab51-ab6bbdfc0936 req-bf508574-27fa-4293-862e-45dc09450615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.093415 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e0237101-80f7-4ae7-ab51-ab6bbdfc0936 req-bf508574-27fa-4293-862e-45dc09450615 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b6d220ae528f42c295cc654c1d123274&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8935325 Jul 07 17:02:25.093544 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5702086-6c14-4708-9a15-900d98921d56 x-openstack-request-id: req-d5702086-6c14-4708-9a15-900d98921d56 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:25.094030 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "tag": "870ee654-1865-4fc9-9384-819a276cb46e", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:25.094448 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d5702086-6c14-4708-9a15-900d98921d56 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:25.095109 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'tag': '870ee654-1865-4fc9-9384-819a276cb46e', 'status': 'completed', 'code': 200} Jul 07 17:02:25.274224 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] For port b8d331dd-bb8d-437d-9375-521139323c2b, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:25.291855 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0e351308-06e5-4ba3-b1e0-f0beba5e8d48 req-3377b682-2df2-4d64-a6e7-bcc732ce8fc7 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.314362 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-d176e4fb-445d-4ad2-bea7-897feb117051 service neutron] Attempting to bind port 478ecb6c-d563-4c2e-b2ed-2078c7c98587 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:25.314927 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-d176e4fb-445d-4ad2-bea7-897feb117051 service neutron] Attempting to bind port 478ecb6c-d563-4c2e-b2ed-2078c7c98587 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '0dee5db3-bec1-4b4b-8527-1daf14e04b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '086ec6dc-f361-443b-aa6c-003999c77257'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:25.315477 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-d176e4fb-445d-4ad2-bea7-897feb117051 service neutron] Attempting to bind port 478ecb6c-d563-4c2e-b2ed-2078c7c98587 on network 086ec6dc-f361-443b-aa6c-003999c77257 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:25.341111 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e8f408-3025-483c-9c47-75a7dec82d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026d928d-2392-4fab-ac23-66fd99d24772'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:25.346602 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5044cdd3-1073-4d73-bd2a-a6715011d7fa" -d '{"events": [{"server_uuid": "77e8f408-3025-483c-9c47-75a7dec82d2a", "name": "network-vif-plugged", "status": "completed", "tag": "026d928d-2392-4fab-ac23-66fd99d24772"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:25.358819 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] For port b8d331dd-bb8d-437d-9375-521139323c2b, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=b8d331dd-bb8d-437d-9375-521139323c2b,segment=NetworkSegment(df77f602-5930-4d7d-bce9-0dfeb2c494e1),segment_id=df77f602-5930-4d7d-bce9-0dfeb2c494e1)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:25.407822 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-d176e4fb-445d-4ad2-bea7-897feb117051 service neutron] Port 478ecb6c-d563-4c2e-b2ed-2078c7c98587 on network 086ec6dc-f361-443b-aa6c-003999c77257 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:25.408408 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-d176e4fb-445d-4ad2-bea7-897feb117051 service neutron] Attempting to bind port 478ecb6c-d563-4c2e-b2ed-2078c7c98587 on network 086ec6dc-f361-443b-aa6c-003999c77257 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:25.421120 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.427540 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-d135d284-f797-495c-9fdd-e76c1a8a6c21 admin admin] Deleting port a2bfeabc-131f-467b-a13e-3fe57b90a536 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:25.427863 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d135d284-f797-495c-9fdd-e76c1a8a6c21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.435704 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-3db79e03-fca8-4848-9481-57f310ce232c req-122e754d-6858-4b67-aba1-e34b72440d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff52852b-53d4-4e3b-973e-2b425a046424 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:25.454282 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'tag': 'c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:25.456858 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd500e3-56a9-486c-9eb6-3fdf78f7f1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "tag": "c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:25.466920 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3db79e03-fca8-4848-9481-57f310ce232c req-122e754d-6858-4b67-aba1-e34b72440d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.505117 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-d176e4fb-445d-4ad2-bea7-897feb117051 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:25.505662 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-d176e4fb-445d-4ad2-bea7-897feb117051 service neutron] Checking segment: {'id': '0dee5db3-bec1-4b4b-8527-1daf14e04b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '086ec6dc-f361-443b-aa6c-003999c77257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:25.506211 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-d176e4fb-445d-4ad2-bea7-897feb117051 service neutron] Bound using segment: {'id': '0dee5db3-bec1-4b4b-8527-1daf14e04b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '086ec6dc-f361-443b-aa6c-003999c77257'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:25.506947 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-d176e4fb-445d-4ad2-bea7-897feb117051 service neutron] Bound port: 478ecb6c-d563-4c2e-b2ed-2078c7c98587, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dee5db3-bec1-4b4b-8527-1daf14e04b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '086ec6dc-f361-443b-aa6c-003999c77257'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:25.507573 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-d176e4fb-445d-4ad2-bea7-897feb117051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.594490 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-3db79e03-fca8-4848-9481-57f310ce232c req-122e754d-6858-4b67-aba1-e34b72440d51 service neutron] Transition to ACTIVE for port object ff52852b-53d4-4e3b-973e-2b425a046424 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:25.598093 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377b682-2df2-4d64-a6e7-bcc732ce8fc7 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Pushing event deleted for resources: {'Port': ['ID=b0a5ed6f-099f-4188-bb28-e299923f4fd4,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:25.599498 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.600934 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.603668 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] 10.222.0.64 "PUT /v2.0/ports/b8d331dd-bb8d-437d-9375-521139323c2b HTTP/1.1" status: 200 len: 1092 time: 4.6501184 Jul 07 17:02:25.655501 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3db79e03-fca8-4848-9481-57f310ce232c req-122e754d-6858-4b67-aba1-e34b72440d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.663781 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device b0a5ed6f-099f-4188-bb28-e299923f4fd4 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:25.667203 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0724e-cdd8-4da4-b954-7aa13bf3a0f5 req-0acacdc6-2dba-4c20-92f9-84e3ff406acf tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.679430 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0724e-cdd8-4da4-b954-7aa13bf3a0f5 req-0acacdc6-2dba-4c20-92f9-84e3ff406acf tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.687291 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0724e-cdd8-4da4-b954-7aa13bf3a0f5 req-0acacdc6-2dba-4c20-92f9-84e3ff406acf tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.694698 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0724e-cdd8-4da4-b954-7aa13bf3a0f5 req-0acacdc6-2dba-4c20-92f9-84e3ff406acf tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.701438 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0724e-cdd8-4da4-b954-7aa13bf3a0f5 req-0acacdc6-2dba-4c20-92f9-84e3ff406acf tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.708021 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0724e-cdd8-4da4-b954-7aa13bf3a0f5 req-0acacdc6-2dba-4c20-92f9-84e3ff406acf tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.716703 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7cc0724e-cdd8-4da4-b954-7aa13bf3a0f5 req-0acacdc6-2dba-4c20-92f9-84e3ff406acf tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 4601 time: 0.7844305 Jul 07 17:02:25.719182 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e351308-06e5-4ba3-b1e0-f0beba5e8d48 req-3377b682-2df2-4d64-a6e7-bcc732ce8fc7 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] No DVR routers for this DVR port b0a5ed6f-099f-4188-bb28-e299923f4fd4 on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:25.722464 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: b0a5ed6f-099f-4188-bb28-e299923f4fd4 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:02:25.723788 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device b0a5ed6f-099f-4188-bb28-e299923f4fd4 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:25.736755 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893f630-077a-4981-a833-815ef3469d36 req-1d89e522-ac51-4698-b85a-612d9aead381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.737612 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893f630-077a-4981-a833-815ef3469d36 req-1d89e522-ac51-4698-b85a-612d9aead381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.738442 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893f630-077a-4981-a833-815ef3469d36 req-1d89e522-ac51-4698-b85a-612d9aead381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.741656 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0e351308-06e5-4ba3-b1e0-f0beba5e8d48 req-3377b682-2df2-4d64-a6e7-bcc732ce8fc7 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.744272 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0e351308-06e5-4ba3-b1e0-f0beba5e8d48 req-3377b682-2df2-4d64-a6e7-bcc732ce8fc7 tempest-TenantUsagesTestJSON-1060413901 tempest-TenantUsagesTestJSON-1060413901-project] 10.222.0.64 "DELETE /v2.0/ports/b0a5ed6f-099f-4188-bb28-e299923f4fd4 HTTP/1.1" status: 204 len: 173 time: 2.8529582 Jul 07 17:02:25.744586 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893f630-077a-4981-a833-815ef3469d36 req-1d89e522-ac51-4698-b85a-612d9aead381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.745627 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893f630-077a-4981-a833-815ef3469d36 req-1d89e522-ac51-4698-b85a-612d9aead381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.753236 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893f630-077a-4981-a833-815ef3469d36 req-1d89e522-ac51-4698-b85a-612d9aead381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.753981 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2412ca29-5a0f-47d3-9fdc-3db49ea2e916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.754140 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893f630-077a-4981-a833-815ef3469d36 req-1d89e522-ac51-4698-b85a-612d9aead381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.763364 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5893f630-077a-4981-a833-815ef3469d36 req-1d89e522-ac51-4698-b85a-612d9aead381 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52ba6e7d3c334b5d9c08203be3275f20&device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 6452 time: 0.6364996 Jul 07 17:02:25.772522 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0237101-80f7-4ae7-ab51-ab6bbdfc0936 req-ccc1e2bf-19af-4f51-a218-d9905b350126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.774595 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e0237101-80f7-4ae7-ab51-ab6bbdfc0936 req-ccc1e2bf-19af-4f51-a218-d9905b350126 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6690586 Jul 07 17:02:25.799366 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-d135d284-f797-495c-9fdd-e76c1a8a6c21 admin admin] For port a2bfeabc-131f-467b-a13e-3fe57b90a536, host n-d-791503-12, got binding levels [] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:25.801302 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d135d284-f797-495c-9fdd-e76c1a8a6c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.820348 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45763b65-c97a-487e-995f-85f29d2ec98a service neutron] Pushing event updated for resources: {'Port': ['ID=b8d331dd-bb8d-437d-9375-521139323c2b,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:25.864043 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-d135d284-f797-495c-9fdd-e76c1a8a6c21 admin admin] Calling delete_port for a2bfeabc-131f-467b-a13e-3fe57b90a536 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:25.867857 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2412ca29-5a0f-47d3-9fdc-3db49ea2e916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.877050 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.ipam_backend_mixin [None req-d135d284-f797-495c-9fdd-e76c1a8a6c21 admin admin] Port a2bfeabc-131f-467b-a13e-3fe57b90a536 was not found and therefore no delete operation was performed {{(pid=100192) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:02:25.891508 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7cc0724e-cdd8-4da4-b954-7aa13bf3a0f5 req-7ef2767d-b336-4830-a1b0-66d1d4146bd3 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1696050 Jul 07 17:02:25.914737 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d135d284-f797-495c-9fdd-e76c1a8a6c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.986121 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135d284-f797-495c-9fdd-e76c1a8a6c21 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2bfeabc-131f-467b-a13e-3fe57b90a536,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:26.017120 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d135d284-f797-495c-9fdd-e76c1a8a6c21 admin admin] No DVR routers for this DVR port a2bfeabc-131f-467b-a13e-3fe57b90a536 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:26.049791 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e754d-6858-4b67-aba1-e34b72440d51 service neutron] Pushing event updated for resources: {'Port': ['ID=ff52852b-53d4-4e3b-973e-2b425a046424,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:26.122749 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65da73-c9a6-4bc1-9d5d-6ba50b169dcd req-7fc43340-dc02-496c-83c9-6ae2be91fee7 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:26.141872 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4e65da73-c9a6-4bc1-9d5d-6ba50b169dcd req-7fc43340-dc02-496c-83c9-6ae2be91fee7 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=77e8f408-3025-483c-9c47-75a7dec82d2a HTTP/1.1" status: 200 len: 950 time: 0.8682547 Jul 07 17:02:26.164661 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a2bfeabc-131f-467b-a13e-3fe57b90a536 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:26.174590 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.186751 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-145f6401-33e0-457b-9ece-ed610917690a req-2b5fda5c-f143-4e37-a681-8f15c5256f7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:26.196078 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-2b5fda5c-f143-4e37-a681-8f15c5256f7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.211450 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-145f6401-33e0-457b-9ece-ed610917690a req-2b5fda5c-f143-4e37-a681-8f15c5256f7e service neutron] Transition to ACTIVE for port object ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:26.215520 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2412ca29-5a0f-47d3-9fdc-3db49ea2e916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.216247 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: a2bfeabc-131f-467b-a13e-3fe57b90a536 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:02:26.216772 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a2bfeabc-131f-467b-a13e-3fe57b90a536 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:26.219347 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2412ca29-5a0f-47d3-9fdc-3db49ea2e916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.220788 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2412ca29-5a0f-47d3-9fdc-3db49ea2e916 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/285ce64a-16cb-4d35-88b2-19ea8760f52d HTTP/1.1" status: 204 len: 168 time: 1.1263647 Jul 07 17:02:26.226430 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-2b5fda5c-f143-4e37-a681-8f15c5256f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.242086 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d135d284-f797-495c-9fdd-e76c1a8a6c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.258937 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893f630-077a-4981-a833-815ef3469d36 req-9569e963-2fb9-42f9-8909-a3f927abed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:26.260282 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893f630-077a-4981-a833-815ef3469d36 req-9569e963-2fb9-42f9-8909-a3f927abed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:26.262036 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893f630-077a-4981-a833-815ef3469d36 req-9569e963-2fb9-42f9-8909-a3f927abed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:26.266568 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5893f630-077a-4981-a833-815ef3469d36 req-9569e963-2fb9-42f9-8909-a3f927abed26 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=52ba6e7d3c334b5d9c08203be3275f20&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4841783 Jul 07 17:02:26.283474 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412ca29-5a0f-47d3-9fdc-3db49ea2e916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285ce64a-16cb-4d35-88b2-19ea8760f52d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:26.296101 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-d135d284-f797-495c-9fdd-e76c1a8a6c21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf214582-75e1-4cdd-b0d5-e22475cf9123']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:26.366712 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-d176e4fb-445d-4ad2-bea7-897feb117051 service neutron] For port 478ecb6c-d563-4c2e-b2ed-2078c7c98587, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:26.389833 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-d135d284-f797-495c-9fdd-e76c1a8a6c21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb6e2e3-5f3b-4abf-8571-3ec724bc77d2') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:26.390339 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-d135d284-f797-495c-9fdd-e76c1a8a6c21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb6e2e3-5f3b-4abf-8571-3ec724bc77d2') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:26.411771 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fda5c-f143-4e37-a681-8f15c5256f7e service neutron] Pushing event updated for resources: {'Port': ['ID=ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:26.437324 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d135d284-f797-495c-9fdd-e76c1a8a6c21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.473350 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-d176e4fb-445d-4ad2-bea7-897feb117051 service neutron] For port 478ecb6c-d563-4c2e-b2ed-2078c7c98587, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=478ecb6c-d563-4c2e-b2ed-2078c7c98587,segment=NetworkSegment(0dee5db3-bec1-4b4b-8527-1daf14e04b7c),segment_id=0dee5db3-bec1-4b4b-8527-1daf14e04b7c)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:26.486562 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4e65da73-c9a6-4bc1-9d5d-6ba50b169dcd req-83411886-9ca7-47c6-89d0-63e950df1b1a tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436992 Jul 07 17:02:26.496719 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-d176e4fb-445d-4ad2-bea7-897feb117051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.507276 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d135d284-f797-495c-9fdd-e76c1a8a6c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.561330 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-d176e4fb-445d-4ad2-bea7-897feb117051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:26.562605 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-d176e4fb-445d-4ad2-bea7-897feb117051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.565452 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-d176e4fb-445d-4ad2-bea7-897feb117051 service neutron] 10.222.0.72 "PUT /v2.0/ports/478ecb6c-d563-4c2e-b2ed-2078c7c98587 HTTP/1.1" status: 200 len: 1092 time: 5.1978164 Jul 07 17:02:26.571403 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d135d284-f797-495c-9fdd-e76c1a8a6c21 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:02:26.571995 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d135d284-f797-495c-9fdd-e76c1a8a6c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:02:26.602117 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:02:26.609252 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:02:26.609252 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:02:26.664169 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-3db79e03-fca8-4848-9481-57f310ce232c req-122e754d-6858-4b67-aba1-e34b72440d51 service neutron] Attempting to bind port ff52852b-53d4-4e3b-973e-2b425a046424 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:26.665179 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-3db79e03-fca8-4848-9481-57f310ce232c req-122e754d-6858-4b67-aba1-e34b72440d51 service neutron] Attempting to bind port ff52852b-53d4-4e3b-973e-2b425a046424 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '936489cd-6d27-46e3-a8c0-5f4261bd9fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a5429642-2051-4fab-b0d0-6ebe08874dd5'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:26.666014 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db79e03-fca8-4848-9481-57f310ce232c req-122e754d-6858-4b67-aba1-e34b72440d51 service neutron] Attempting to bind port ff52852b-53d4-4e3b-973e-2b425a046424 on network a5429642-2051-4fab-b0d0-6ebe08874dd5 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:26.731086 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d4e1611a-be27-4fa6-83fe-be25e2922c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.732895 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d135d284-f797-495c-9fdd-e76c1a8a6c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.778345 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d135d284-f797-495c-9fdd-e76c1a8a6c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.781146 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d135d284-f797-495c-9fdd-e76c1a8a6c21 admin admin] 10.222.0.53 "DELETE /v2.0/networks/bf214582-75e1-4cdd-b0d5-e22475cf9123 HTTP/1.1" status: 204 len: 168 time: 2.8948398 Jul 07 17:02:26.782483 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135d284-f797-495c-9fdd-e76c1a8a6c21 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf214582-75e1-4cdd-b0d5-e22475cf9123,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:26.815207 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db79e03-fca8-4848-9481-57f310ce232c req-122e754d-6858-4b67-aba1-e34b72440d51 service neutron] Port ff52852b-53d4-4e3b-973e-2b425a046424 on network a5429642-2051-4fab-b0d0-6ebe08874dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:26.815693 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db79e03-fca8-4848-9481-57f310ce232c req-122e754d-6858-4b67-aba1-e34b72440d51 service neutron] Attempting to bind port ff52852b-53d4-4e3b-973e-2b425a046424 on network a5429642-2051-4fab-b0d0-6ebe08874dd5 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:26.844020 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176e4fb-445d-4ad2-bea7-897feb117051 service neutron] Pushing event updated for resources: {'Port': ['ID=478ecb6c-d563-4c2e-b2ed-2078c7c98587,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:26.864999 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db79e03-fca8-4848-9481-57f310ce232c req-122e754d-6858-4b67-aba1-e34b72440d51 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:26.864999 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db79e03-fca8-4848-9481-57f310ce232c req-122e754d-6858-4b67-aba1-e34b72440d51 service neutron] Checking segment: {'id': '936489cd-6d27-46e3-a8c0-5f4261bd9fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a5429642-2051-4fab-b0d0-6ebe08874dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:26.865476 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db79e03-fca8-4848-9481-57f310ce232c req-122e754d-6858-4b67-aba1-e34b72440d51 service neutron] Bound using segment: {'id': '936489cd-6d27-46e3-a8c0-5f4261bd9fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a5429642-2051-4fab-b0d0-6ebe08874dd5'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:26.866261 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-3db79e03-fca8-4848-9481-57f310ce232c req-122e754d-6858-4b67-aba1-e34b72440d51 service neutron] Bound port: ff52852b-53d4-4e3b-973e-2b425a046424, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936489cd-6d27-46e3-a8c0-5f4261bd9fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a5429642-2051-4fab-b0d0-6ebe08874dd5'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:26.880791 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3db79e03-fca8-4848-9481-57f310ce232c req-122e754d-6858-4b67-aba1-e34b72440d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.887536 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928fa35-9782-4028-9d58-6e3610b78336 req-05f2dd02-fdf7-44e1-b529-4ef78ff0aef5 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:26.900831 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928fa35-9782-4028-9d58-6e3610b78336 req-05f2dd02-fdf7-44e1-b529-4ef78ff0aef5 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:26.906071 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893f630-077a-4981-a833-815ef3469d36 req-bf74fffb-cb7a-4804-9587-a23d6154d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:26.909317 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5893f630-077a-4981-a833-815ef3469d36 req-bf74fffb-cb7a-4804-9587-a23d6154d68e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6281519 Jul 07 17:02:26.912508 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928fa35-9782-4028-9d58-6e3610b78336 req-05f2dd02-fdf7-44e1-b529-4ef78ff0aef5 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:26.925087 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928fa35-9782-4028-9d58-6e3610b78336 req-05f2dd02-fdf7-44e1-b529-4ef78ff0aef5 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:26.937829 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928fa35-9782-4028-9d58-6e3610b78336 req-05f2dd02-fdf7-44e1-b529-4ef78ff0aef5 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:26.950716 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928fa35-9782-4028-9d58-6e3610b78336 req-05f2dd02-fdf7-44e1-b529-4ef78ff0aef5 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:26.961606 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928fa35-9782-4028-9d58-6e3610b78336 req-05f2dd02-fdf7-44e1-b529-4ef78ff0aef5 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:26.965118 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c928fa35-9782-4028-9d58-6e3610b78336 req-05f2dd02-fdf7-44e1-b529-4ef78ff0aef5 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5430 time: 0.6721134 Jul 07 17:02:26.969605 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-145f6401-33e0-457b-9ece-ed610917690a req-2b5fda5c-f143-4e37-a681-8f15c5256f7e service neutron] Attempting to bind port ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:26.970345 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-145f6401-33e0-457b-9ece-ed610917690a req-2b5fda5c-f143-4e37-a681-8f15c5256f7e service neutron] Attempting to bind port ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'b85f67fa-4f4a-4c5c-8baf-733f98a524f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:26.970969 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-2b5fda5c-f143-4e37-a681-8f15c5256f7e service neutron] Attempting to bind port ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d on network 631352b9-cdc0-4502-b4e6-9840754bae5a {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:27.020430 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-2b5fda5c-f143-4e37-a681-8f15c5256f7e service neutron] Port ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d on network 631352b9-cdc0-4502-b4e6-9840754bae5a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:27.021112 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-2b5fda5c-f143-4e37-a681-8f15c5256f7e service neutron] Attempting to bind port ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d on network 631352b9-cdc0-4502-b4e6-9840754bae5a {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:27.039906 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-2b5fda5c-f143-4e37-a681-8f15c5256f7e service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:27.040582 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-2b5fda5c-f143-4e37-a681-8f15c5256f7e service neutron] Checking segment: {'id': 'b85f67fa-4f4a-4c5c-8baf-733f98a524f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:27.041434 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-2b5fda5c-f143-4e37-a681-8f15c5256f7e service neutron] Bound using segment: {'id': 'b85f67fa-4f4a-4c5c-8baf-733f98a524f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:27.042266 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-145f6401-33e0-457b-9ece-ed610917690a req-2b5fda5c-f143-4e37-a681-8f15c5256f7e service neutron] Bound port: ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b85f67fa-4f4a-4c5c-8baf-733f98a524f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:27.043415 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-2b5fda5c-f143-4e37-a681-8f15c5256f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.073646 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54706) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:27.105722 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c928fa35-9782-4028-9d58-6e3610b78336 req-56ab5ca7-e3b1-4bd8-8386-c5ed5ef2b617 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1283042 Jul 07 17:02:27.117020 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'tag': 'b8d331dd-bb8d-437d-9375-521139323c2b'}, {'name': 'network-changed', 'server_uuid': 'b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0', 'tag': '478ecb6c-d563-4c2e-b2ed-2078c7c98587'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:27.121755 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e725b0-2218-4f3f-9767-f5c6ed59ae72" -d '{"events": [{"name": "network-changed", "server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "tag": "b8d331dd-bb8d-437d-9375-521139323c2b"}, {"name": "network-changed", "server_uuid": "b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0", "tag": "478ecb6c-d563-4c2e-b2ed-2078c7c98587"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:27.229240 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-3db79e03-fca8-4848-9481-57f310ce232c req-122e754d-6858-4b67-aba1-e34b72440d51 service neutron] For port ff52852b-53d4-4e3b-973e-2b425a046424, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:27.237325 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-3db79e03-fca8-4848-9481-57f310ce232c req-122e754d-6858-4b67-aba1-e34b72440d51 service neutron] For port ff52852b-53d4-4e3b-973e-2b425a046424, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ff52852b-53d4-4e3b-973e-2b425a046424,segment=NetworkSegment(936489cd-6d27-46e3-a8c0-5f4261bd9fb2),segment_id=936489cd-6d27-46e3-a8c0-5f4261bd9fb2)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:27.262572 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3db79e03-fca8-4848-9481-57f310ce232c req-122e754d-6858-4b67-aba1-e34b72440d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.279174 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87fa311-2bdd-4407-a9c2-d6e3b905ce21 x-openstack-request-id: req-f87fa311-2bdd-4407-a9c2-d6e3b905ce21 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:27.280605 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e8f408-3025-483c-9c47-75a7dec82d2a", "name": "network-vif-plugged", "status": "completed", "tag": "026d928d-2392-4fab-ac23-66fd99d24772", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:27.281303 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f87fa311-2bdd-4407-a9c2-d6e3b905ce21 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:27.282453 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e8f408-3025-483c-9c47-75a7dec82d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026d928d-2392-4fab-ac23-66fd99d24772', 'code': 200} Jul 07 17:02:27.322500 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1c65b788-cef6-4de8-8eae-b864c3b08fae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc95db68c54c49dfad31df446ea25301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461379 Jul 07 17:02:27.325020 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54714) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:27.374908 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db79e03-fca8-4848-9481-57f310ce232c req-122e754d-6858-4b67-aba1-e34b72440d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.377011 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3db79e03-fca8-4848-9481-57f310ce232c req-122e754d-6858-4b67-aba1-e34b72440d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.379637 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3db79e03-fca8-4848-9481-57f310ce232c req-122e754d-6858-4b67-aba1-e34b72440d51 service neutron] 10.222.0.72 "PUT /v2.0/ports/ff52852b-53d4-4e3b-973e-2b425a046424 HTTP/1.1" status: 200 len: 1093 time: 4.3707533 Jul 07 17:02:27.382545 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-145f6401-33e0-457b-9ece-ed610917690a req-2b5fda5c-f143-4e37-a681-8f15c5256f7e service neutron] For port ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:27.406392 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-e2dbda1c-3536-4698-b9f9-aabc53433c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.409685 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-e2dbda1c-3536-4698-b9f9-aabc53433c17 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bfab1fdca5984136805937df5ee6c6a5&device_id=b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0 HTTP/1.1" status: 200 len: 1095 time: 0.7327754 Jul 07 17:02:27.439683 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1b9d6-cc83-4da2-a6fc-60cf8f89185d req-6bce1a94-34b0-491e-9543-70f4b9831404 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.444244 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c9e1b9d6-cc83-4da2-a6fc-60cf8f89185d req-6bce1a94-34b0-491e-9543-70f4b9831404 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 944 time: 0.5549855 Jul 07 17:02:27.482492 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781cda3c-b3f2-48e2-af5a-162ac791a009 x-openstack-request-id: req-781cda3c-b3f2-48e2-af5a-162ac791a009 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:27.482833 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "tag": "c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:27.483037 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-781cda3c-b3f2-48e2-af5a-162ac791a009 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:27.483414 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'tag': 'c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca', 'status': 'completed', 'code': 200} Jul 07 17:02:27.500997 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-145f6401-33e0-457b-9ece-ed610917690a req-2b5fda5c-f143-4e37-a681-8f15c5256f7e service neutron] For port ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d,segment=NetworkSegment(b85f67fa-4f4a-4c5c-8baf-733f98a524f2),segment_id=b85f67fa-4f4a-4c5c-8baf-733f98a524f2)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:27.553265 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-2b5fda5c-f143-4e37-a681-8f15c5256f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.606550 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-2ae79f37-9a74-4006-8fba-24a4e3dc2e29 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=478ecb6c-d563-4c2e-b2ed-2078c7c98587 HTTP/1.1" status: 200 len: 217 time: 0.1858537 Jul 07 17:02:27.669089 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-2b5fda5c-f143-4e37-a681-8f15c5256f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.669774 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-2b5fda5c-f143-4e37-a681-8f15c5256f7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.670283 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-0c0e0e1f-abb1-43e1-88f7-38b07ac7443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.670804 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-0c0e0e1f-abb1-43e1-88f7-38b07ac7443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.671298 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-0c0e0e1f-abb1-43e1-88f7-38b07ac7443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.671789 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-0c0e0e1f-abb1-43e1-88f7-38b07ac7443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.672306 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-2b5fda5c-f143-4e37-a681-8f15c5256f7e service neutron] 10.222.0.72 "PUT /v2.0/ports/ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d HTTP/1.1" status: 200 len: 1132 time: 3.9319203 Jul 07 17:02:27.672464 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-0c0e0e1f-abb1-43e1-88f7-38b07ac7443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.673184 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-0c0e0e1f-abb1-43e1-88f7-38b07ac7443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.673896 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-0c0e0e1f-abb1-43e1-88f7-38b07ac7443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.678952 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-0c0e0e1f-abb1-43e1-88f7-38b07ac7443e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52ba6e7d3c334b5d9c08203be3275f20&device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 6494 time: 0.6636906 Jul 07 17:02:27.723757 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-145f6401-33e0-457b-9ece-ed610917690a req-66ff6e69-0458-4df3-8ec6-060e7f8974a0 service neutron] Request body: {'port': {'device_id': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:27.724050 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e754d-6858-4b67-aba1-e34b72440d51 service neutron] Pushing event updated for resources: {'Port': ['ID=ff52852b-53d4-4e3b-973e-2b425a046424,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:27.798541 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-0991dbdf-9e51-4da6-8109-cb94bb86f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.798839 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.800142 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-0991dbdf-9e51-4da6-8109-cb94bb86f7e2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f0b9833-1527-46c9-a206-f42c90279aee HTTP/1.1" status: 200 len: 848 time: 0.1202288 Jul 07 17:02:27.842282 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fda5c-f143-4e37-a681-8f15c5256f7e service neutron] Pushing event updated for resources: {'Port': ['ID=ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:27.848022 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-ab639180-ebf2-4bb7-8eba-8324b3b0226a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee9f9590-c476-4e56-b319-494470a69a36 HTTP/1.1" status: 200 len: 217 time: 0.1395047 Jul 07 17:02:27.857706 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b71cf67c-c16b-44b6-842a-0e594dea71c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.881619 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b92751-3f69-4a47-a3f2-6f1020c98763 req-4b6fe2b8-aee9-4561-98b2-62e9ff56d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.883443 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5b92751-3f69-4a47-a3f2-6f1020c98763 req-4b6fe2b8-aee9-4561-98b2-62e9ff56d3c4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77e8f408-3025-483c-9c47-75a7dec82d2a HTTP/1.1" status: 200 len: 1102 time: 0.4318907 Jul 07 17:02:27.934892 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-538d647f-506e-4375-99df-a9974e663131 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=086ec6dc-f361-443b-aa6c-003999c77257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986373 Jul 07 17:02:27.941689 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c9e1b9d6-cc83-4da2-a6fc-60cf8f89185d req-df1cf8d7-b341-48eb-88cb-61cab0874bac tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595315 Jul 07 17:02:27.992550 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5b92751-3f69-4a47-a3f2-6f1020c98763 req-d3fa57da-ae43-48d8-8622-e102c48d5656 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783699 Jul 07 17:02:28.005861 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78d238-f557-4b81-a187-2e414448c67d req-58ed9879-7e78-4c7d-b0fb-6b5609011704 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:28.013395 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1a78d238-f557-4b81-a187-2e414448c67d req-58ed9879-7e78-4c7d-b0fb-6b5609011704 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0 HTTP/1.1" status: 200 len: 943 time: 0.3904240 Jul 07 17:02:28.020786 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54726) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:28.055189 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b71cf67c-c16b-44b6-842a-0e594dea71c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.067678 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd500e3-56a9-486c-9eb6-3fdf78f7f1fe req-bf13f266-3caa-469f-a62d-a1a713ec7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:28.068498 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd500e3-56a9-486c-9eb6-3fdf78f7f1fe req-bf13f266-3caa-469f-a62d-a1a713ec7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:28.069595 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd500e3-56a9-486c-9eb6-3fdf78f7f1fe req-bf13f266-3caa-469f-a62d-a1a713ec7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:28.070435 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd500e3-56a9-486c-9eb6-3fdf78f7f1fe req-bf13f266-3caa-469f-a62d-a1a713ec7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:28.071266 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd500e3-56a9-486c-9eb6-3fdf78f7f1fe req-bf13f266-3caa-469f-a62d-a1a713ec7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:28.072111 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd500e3-56a9-486c-9eb6-3fdf78f7f1fe req-bf13f266-3caa-469f-a62d-a1a713ec7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:28.073174 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd500e3-56a9-486c-9eb6-3fdf78f7f1fe req-bf13f266-3caa-469f-a62d-a1a713ec7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:28.076648 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ffd500e3-56a9-486c-9eb6-3fdf78f7f1fe req-bf13f266-3caa-469f-a62d-a1a713ec7896 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b6d220ae528f42c295cc654c1d123274&device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 6172 time: 0.5920036 Jul 07 17:02:28.149426 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-f8feab24-e6de-4805-9a66-1316469d9986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:28.153066 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-f8feab24-e6de-4805-9a66-1316469d9986 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ce5d8e85-e977-4ec0-aa8c-00c1d211eb94 HTTP/1.1" status: 200 len: 856 time: 0.2707124 Jul 07 17:02:28.158637 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-77e02f38-4c0b-438f-8ceb-cb201a010650 service neutron] 10.222.0.72 "GET /v2.0/networks/086ec6dc-f361-443b-aa6c-003999c77257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114964 Jul 07 17:02:28.174897 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1a78d238-f557-4b81-a187-2e414448c67d req-c5d8bc05-b11e-4fcd-baf9-5029993c1920 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] 10.222.0.53 "GET /v2.0/security-groups?id=a74db558-80d7-41e3-b29f-0660b05708c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212888 Jul 07 17:02:28.215616 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-66ff6e69-0458-4df3-8ec6-060e7f8974a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.237473 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-989ffd1b-8b8d-4139-be7a-ab78885555a0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-946253035-network', 'tenant_id': '8900dd9cb8d146d08c9572635e4de393'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:28.303288 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0586f320-63e0-44a7-85d1-6c006da90933 x-openstack-request-id: req-0586f320-63e0-44a7-85d1-6c006da90933 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:28.303739 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "tag": "b8d331dd-bb8d-437d-9375-521139323c2b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0", "tag": "478ecb6c-d563-4c2e-b2ed-2078c7c98587", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:28.304140 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0586f320-63e0-44a7-85d1-6c006da90933 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:28.304790 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'tag': 'b8d331dd-bb8d-437d-9375-521139323c2b', 'status': 'completed', 'code': 200} Jul 07 17:02:28.312843 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0', 'tag': '478ecb6c-d563-4c2e-b2ed-2078c7c98587', 'status': 'completed', 'code': 200} Jul 07 17:02:28.312843 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989ffd1b-8b8d-4139-be7a-ab78885555a0 admin admin] Made reservation on behalf of 8900dd9cb8d146d08c9572635e4de393 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:28.312843 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-989ffd1b-8b8d-4139-be7a-ab78885555a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.350409 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-989ffd1b-8b8d-4139-be7a-ab78885555a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.356500 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db79e03-fca8-4848-9481-57f310ce232c req-50db53fc-ebaa-4264-8173-0d4d5523edda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:28.359218 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3db79e03-fca8-4848-9481-57f310ce232c req-50db53fc-ebaa-4264-8173-0d4d5523edda service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2efee84f77114b8c9f3b9a3f5d32602b&device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 1096 time: 0.8088655 Jul 07 17:02:28.524755 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54736) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:28.680848 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b71cf67c-c16b-44b6-842a-0e594dea71c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.686407 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b71cf67c-c16b-44b6-842a-0e594dea71c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.690701 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b71cf67c-c16b-44b6-842a-0e594dea71c7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a3f70528-7313-4aa5-8919-d34595734fb8 HTTP/1.1" status: 204 len: 168 time: 1.3617339 Jul 07 17:02:28.725707 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd500e3-56a9-486c-9eb6-3fdf78f7f1fe req-e25be872-ab4e-4413-b944-de9d578c0ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:28.726550 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd500e3-56a9-486c-9eb6-3fdf78f7f1fe req-e25be872-ab4e-4413-b944-de9d578c0ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:28.727373 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd500e3-56a9-486c-9eb6-3fdf78f7f1fe req-e25be872-ab4e-4413-b944-de9d578c0ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:28.730445 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ffd500e3-56a9-486c-9eb6-3fdf78f7f1fe req-e25be872-ab4e-4413-b944-de9d578c0ad3 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b6d220ae528f42c295cc654c1d123274&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6382666 Jul 07 17:02:28.786575 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71cf67c-c16b-44b6-842a-0e594dea71c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f70528-7313-4aa5-8919-d34595734fb8,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:28.970823 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3db79e03-fca8-4848-9481-57f310ce232c req-ea0e6bfa-2b02-40eb-93b9-3f186fe4a6b9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff52852b-53d4-4e3b-973e-2b425a046424 HTTP/1.1" status: 200 len: 217 time: 0.5471654 Jul 07 17:02:29.117674 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-1b91d5af-d5fd-4a3f-9fb7-4f211cc0ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:29.119524 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-1b91d5af-d5fd-4a3f-9fb7-4f211cc0ca15 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=94d2cc3b-5a36-4261-9491-3ddbfc283976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9595664 Jul 07 17:02:29.155347 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ffe5afc3-936c-44b5-ab0a-22bc69736c91 req-0a7289bb-af5f-4d72-816c-247d52898f31 service neutron] 10.222.0.72 "GET /v2.0/networks/086ec6dc-f361-443b-aa6c-003999c77257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8737299 Jul 07 17:02:29.157855 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db79e03-fca8-4848-9481-57f310ce232c req-4145c7f0-51e3-4cdc-a66e-3ccdbfa080ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:29.161001 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3db79e03-fca8-4848-9481-57f310ce232c req-4145c7f0-51e3-4cdc-a66e-3ccdbfa080ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a9a0e3aa-e114-4f75-9b7a-179619372bd1 HTTP/1.1" status: 200 len: 855 time: 0.1740518 Jul 07 17:02:29.271489 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ea6f5672-d181-488e-9a83-701c8bf017e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cc24cb3e6baa4750b0980b5f8890c305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7450249 Jul 07 17:02:29.275717 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54748) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:29.299563 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95acfc-4259-40b7-a19d-340528b4de66 req-c1d58fc2-3620-4dfe-befa-b7bdca701d3c tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:29.301239 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cc95acfc-4259-40b7-a19d-340528b4de66 req-c1d58fc2-3620-4dfe-befa-b7bdca701d3c tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=77e8f408-3025-483c-9c47-75a7dec82d2a HTTP/1.1" status: 200 len: 950 time: 0.8922465 Jul 07 17:02:29.322826 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd8252-684c-47b5-9e2b-a8d43cb0befe req-7f3ac1e4-e3d1-4943-80c4-05045ad206c3 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:29.331454 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd8252-684c-47b5-9e2b-a8d43cb0befe req-7f3ac1e4-e3d1-4943-80c4-05045ad206c3 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:29.337462 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd8252-684c-47b5-9e2b-a8d43cb0befe req-7f3ac1e4-e3d1-4943-80c4-05045ad206c3 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:29.343234 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd500e3-56a9-486c-9eb6-3fdf78f7f1fe req-b96c33b2-6d23-48f7-b297-61ac1a795751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:29.344848 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ffd500e3-56a9-486c-9eb6-3fdf78f7f1fe req-b96c33b2-6d23-48f7-b297-61ac1a795751 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5969725 Jul 07 17:02:29.345300 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd8252-684c-47b5-9e2b-a8d43cb0befe req-7f3ac1e4-e3d1-4943-80c4-05045ad206c3 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:29.351980 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd8252-684c-47b5-9e2b-a8d43cb0befe req-7f3ac1e4-e3d1-4943-80c4-05045ad206c3 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:29.358848 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd8252-684c-47b5-9e2b-a8d43cb0befe req-7f3ac1e4-e3d1-4943-80c4-05045ad206c3 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:29.366622 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd8252-684c-47b5-9e2b-a8d43cb0befe req-7f3ac1e4-e3d1-4943-80c4-05045ad206c3 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:29.376055 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8afd8252-684c-47b5-9e2b-a8d43cb0befe req-7f3ac1e4-e3d1-4943-80c4-05045ad206c3 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5374 time: 1.0276248 Jul 07 17:02:29.391857 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3db79e03-fca8-4848-9481-57f310ce232c req-919de501-c16d-419d-bc1f-a90eca5d1ef0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a5429642-2051-4fab-b0d0-6ebe08874dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2206292 Jul 07 17:02:29.404604 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cc95acfc-4259-40b7-a19d-340528b4de66 req-b11da5d1-06bb-4440-9efa-2391c6f15054 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831623 Jul 07 17:02:29.405144 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54750) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:29.485919 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4ff420-fb8c-425e-bcfe-065f4968e472', 'name': 'network-vif-deleted', 'tag': 'b0a5ed6f-099f-4188-bb28-e299923f4fd4'}, {'name': 'network-changed', 'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'tag': 'ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:29.488314 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4766a1e-d053-44aa-856c-1e3fefde2bd3" -d '{"events": [{"server_uuid": "ba4ff420-fb8c-425e-bcfe-065f4968e472", "name": "network-vif-deleted", "tag": "b0a5ed6f-099f-4188-bb28-e299923f4fd4"}, {"name": "network-changed", "server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "tag": "ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:29.497058 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-15e75273-283f-48d7-a13f-352e6957b946 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=151d4cf3d75d4bd397083a68369eca44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0890744 Jul 07 17:02:29.502130 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54754) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:29.513139 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-145f6401-33e0-457b-9ece-ed610917690a req-66ff6e69-0458-4df3-8ec6-060e7f8974a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49dedb3b-3027-44d3-9dfc-eaffaf552295 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:29.527827 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-66ff6e69-0458-4df3-8ec6-060e7f8974a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:29.556863 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-145f6401-33e0-457b-9ece-ed610917690a req-66ff6e69-0458-4df3-8ec6-060e7f8974a0 service neutron] Transition to ACTIVE for port object 49dedb3b-3027-44d3-9dfc-eaffaf552295 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:29.568200 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-66ff6e69-0458-4df3-8ec6-060e7f8974a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:29.595939 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-989ffd1b-8b8d-4139-be7a-ab78885555a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:29.626870 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8afd8252-684c-47b5-9e2b-a8d43cb0befe req-fcc1c65e-3660-43d6-b5e7-6116a427149b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2494245 Jul 07 17:02:29.627598 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-989ffd1b-8b8d-4139-be7a-ab78885555a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:29.655205 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5c3194d4-461e-42dd-87d6-5c5e240f90c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:29.724375 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff6e69-0458-4df3-8ec6-060e7f8974a0 service neutron] Pushing event updated for resources: {'Port': ['ID=49dedb3b-3027-44d3-9dfc-eaffaf552295,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:29.744515 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-bdcc8546-f073-4416-ad83-33fd1c48e9d8 service neutron] 10.222.0.64 "GET /v2.0/networks/94d2cc3b-5a36-4261-9491-3ddbfc283976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6049919 Jul 07 17:02:29.757909 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-70cbac6a-2873-4e56-9015-d7cdfd25439f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:29.770449 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989ffd1b-8b8d-4139-be7a-ab78885555a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:02:29.858513 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ffd1b-8b8d-4139-be7a-ab78885555a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38df7a61-04a7-422a-91a2-6160a44bc9ab,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:29.891672 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3db79e03-fca8-4848-9481-57f310ce232c req-f38ee5e0-638a-459e-81b0-a6b825e9da51 service neutron] 10.222.0.72 "GET /v2.0/networks/a5429642-2051-4fab-b0d0-6ebe08874dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653986 Jul 07 17:02:29.893211 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-989ffd1b-8b8d-4139-be7a-ab78885555a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:29.893570 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-989ffd1b-8b8d-4139-be7a-ab78885555a0 admin admin] Added segment c26e23fc-bc10-4974-9eeb-3ec6a8194453 of type vlan for network e9577f05-a1d0-4a72-ba58-a1733824f673 Jul 07 17:02:29.908059 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5c3194d4-461e-42dd-87d6-5c5e240f90c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:29.923344 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e725b0-2218-4f3f-9767-f5c6ed59ae72 req-523fa003-ddf9-4872-976a-03109cbf6c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:29.925076 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8e725b0-2218-4f3f-9767-f5c6ed59ae72 req-523fa003-ddf9-4872-976a-03109cbf6c8d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bfab1fdca5984136805937df5ee6c6a5&device_id=b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0 HTTP/1.1" status: 200 len: 1095 time: 0.6504507 Jul 07 17:02:29.944770 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-70cbac6a-2873-4e56-9015-d7cdfd25439f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.065867 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e942b2-33b0-4f7b-ba13-08e7ca4b76b3 req-d4d5f9f6-291d-49cd-828b-e5f5b8f70de4 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.074361 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e942b2-33b0-4f7b-ba13-08e7ca4b76b3 req-d4d5f9f6-291d-49cd-828b-e5f5b8f70de4 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.081787 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e942b2-33b0-4f7b-ba13-08e7ca4b76b3 req-d4d5f9f6-291d-49cd-828b-e5f5b8f70de4 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.089963 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e942b2-33b0-4f7b-ba13-08e7ca4b76b3 req-d4d5f9f6-291d-49cd-828b-e5f5b8f70de4 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.099179 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e942b2-33b0-4f7b-ba13-08e7ca4b76b3 req-d4d5f9f6-291d-49cd-828b-e5f5b8f70de4 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.100852 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.108011 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e942b2-33b0-4f7b-ba13-08e7ca4b76b3 req-d4d5f9f6-291d-49cd-828b-e5f5b8f70de4 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.116012 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-989ffd1b-8b8d-4139-be7a-ab78885555a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.116928 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e942b2-33b0-4f7b-ba13-08e7ca4b76b3 req-d4d5f9f6-291d-49cd-828b-e5f5b8f70de4 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.119025 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f0e942b2-33b0-4f7b-ba13-08e7ca4b76b3 req-d4d5f9f6-291d-49cd-828b-e5f5b8f70de4 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5430 time: 0.3516552 Jul 07 17:02:30.124305 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-145f6401-33e0-457b-9ece-ed610917690a req-66ff6e69-0458-4df3-8ec6-060e7f8974a0 service neutron] Attempting to bind port 49dedb3b-3027-44d3-9dfc-eaffaf552295 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:30.124875 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-145f6401-33e0-457b-9ece-ed610917690a req-66ff6e69-0458-4df3-8ec6-060e7f8974a0 service neutron] Attempting to bind port 49dedb3b-3027-44d3-9dfc-eaffaf552295 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'b85f67fa-4f4a-4c5c-8baf-733f98a524f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:30.125515 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-66ff6e69-0458-4df3-8ec6-060e7f8974a0 service neutron] Attempting to bind port 49dedb3b-3027-44d3-9dfc-eaffaf552295 on network 631352b9-cdc0-4502-b4e6-9840754bae5a {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:30.134239 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-66ff6e69-0458-4df3-8ec6-060e7f8974a0 service neutron] Port 49dedb3b-3027-44d3-9dfc-eaffaf552295 on network 631352b9-cdc0-4502-b4e6-9840754bae5a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:30.134759 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-66ff6e69-0458-4df3-8ec6-060e7f8974a0 service neutron] Attempting to bind port 49dedb3b-3027-44d3-9dfc-eaffaf552295 on network 631352b9-cdc0-4502-b4e6-9840754bae5a {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:30.169358 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-66ff6e69-0458-4df3-8ec6-060e7f8974a0 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:30.169880 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-66ff6e69-0458-4df3-8ec6-060e7f8974a0 service neutron] Checking segment: {'id': 'b85f67fa-4f4a-4c5c-8baf-733f98a524f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:30.170381 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-66ff6e69-0458-4df3-8ec6-060e7f8974a0 service neutron] Bound using segment: {'id': 'b85f67fa-4f4a-4c5c-8baf-733f98a524f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:30.171116 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-145f6401-33e0-457b-9ece-ed610917690a req-66ff6e69-0458-4df3-8ec6-060e7f8974a0 service neutron] Bound port: 49dedb3b-3027-44d3-9dfc-eaffaf552295, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b85f67fa-4f4a-4c5c-8baf-733f98a524f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:30.171709 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-66ff6e69-0458-4df3-8ec6-060e7f8974a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.184821 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-8112a1b9-c958-4b76-843d-94e692992abf service neutron] 10.222.0.64 "GET /v2.0/networks/94d2cc3b-5a36-4261-9491-3ddbfc283976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206138 Jul 07 17:02:30.203049 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5c3194d4-461e-42dd-87d6-5c5e240f90c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.207565 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5c3194d4-461e-42dd-87d6-5c5e240f90c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.209005 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5c3194d4-461e-42dd-87d6-5c5e240f90c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/30bb36ff-318b-401e-8cac-f1c282c03ac1 HTTP/1.1" status: 204 len: 168 time: 0.7055175 Jul 07 17:02:30.262697 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3194d4-461e-42dd-87d6-5c5e240f90c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bb36ff-318b-401e-8cac-f1c282c03ac1,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:30.285557 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f0e942b2-33b0-4f7b-ba13-08e7ca4b76b3 req-d3d700c1-823c-4546-b1ad-8e84304028ad tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1451225 Jul 07 17:02:30.292794 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-c933d061-d91c-4fb2-aaa6-b504e0478e44 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=874aad95-4d95-4e67-b5f3-a74579b36f91 HTTP/1.1" status: 200 len: 217 time: 0.0861318 Jul 07 17:02:30.298690 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-989ffd1b-8b8d-4139-be7a-ab78885555a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.299699 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989ffd1b-8b8d-4139-be7a-ab78885555a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.300300 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-989ffd1b-8b8d-4139-be7a-ab78885555a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.310534 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e725b0-2218-4f3f-9767-f5c6ed59ae72 req-3f75e181-86d6-47c8-8f25-097e931cd71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.312192 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8e725b0-2218-4f3f-9767-f5c6ed59ae72 req-3f75e181-86d6-47c8-8f25-097e931cd71b service neutron] 10.222.0.72 "GET /v2.0/networks?id=086ec6dc-f361-443b-aa6c-003999c77257 HTTP/1.1" status: 200 len: 909 time: 0.3702528 Jul 07 17:02:30.314267 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3db79e03-fca8-4848-9481-57f310ce232c req-6c4d3df0-0f57-4bd0-a906-f26441932b94 service neutron] 10.222.0.72 "GET /v2.0/networks/a5429642-2051-4fab-b0d0-6ebe08874dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087024 Jul 07 17:02:30.314739 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf7f38a-f013-4b5a-a421-68cec87cc255', 'tag': 'ff52852b-53d4-4e3b-973e-2b425a046424'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:30.317683 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa24a342-a89f-491d-9217-4635e255d2d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf7f38a-f013-4b5a-a421-68cec87cc255", "tag": "ff52852b-53d4-4e3b-973e-2b425a046424"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:30.350321 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-70cbac6a-2873-4e56-9015-d7cdfd25439f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.353014 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-70cbac6a-2873-4e56-9015-d7cdfd25439f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.354213 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-70cbac6a-2873-4e56-9015-d7cdfd25439f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ee0ab76d-deb0-4f11-bedb-1ae8d6af15ad HTTP/1.1" status: 204 len: 168 time: 1.0754783 Jul 07 17:02:30.446363 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-145f6401-33e0-457b-9ece-ed610917690a req-66ff6e69-0458-4df3-8ec6-060e7f8974a0 service neutron] For port 49dedb3b-3027-44d3-9dfc-eaffaf552295, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:30.448217 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a1cea-5d3c-43b2-99ba-b0076a122430 req-57991bbc-1e2e-41f4-a65b-c35f9f66b244 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.450611 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-034a1cea-5d3c-43b2-99ba-b0076a122430 req-57991bbc-1e2e-41f4-a65b-c35f9f66b244 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 944 time: 0.6591961 Jul 07 17:02:30.467857 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-145f6401-33e0-457b-9ece-ed610917690a req-66ff6e69-0458-4df3-8ec6-060e7f8974a0 service neutron] For port 49dedb3b-3027-44d3-9dfc-eaffaf552295, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=49dedb3b-3027-44d3-9dfc-eaffaf552295,segment=NetworkSegment(b85f67fa-4f4a-4c5c-8baf-733f98a524f2),segment_id=b85f67fa-4f4a-4c5c-8baf-733f98a524f2)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:30.478502 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-66ff6e69-0458-4df3-8ec6-060e7f8974a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.514736 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-989ffd1b-8b8d-4139-be7a-ab78885555a0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4887135 Jul 07 17:02:30.519215 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8e725b0-2218-4f3f-9767-f5c6ed59ae72 req-5a0b4dec-0e29-4c4e-b20a-bd2d257eb834 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=478ecb6c-d563-4c2e-b2ed-2078c7c98587 HTTP/1.1" status: 200 len: 217 time: 0.1837332 Jul 07 17:02:30.520027 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cbac6a-2873-4e56-9015-d7cdfd25439f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0ab76d-deb0-4f11-bedb-1ae8d6af15ad,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:30.521822 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54764) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:30.538997 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-65a3e120-6c22-4d05-9244-385c3b701b36 admin admin] Request body: {'subnet': {'network_id': 'e9577f05-a1d0-4a72-ba58-a1733824f673', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-946253035-subnet', 'tenant_id': '8900dd9cb8d146d08c9572635e4de393', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:30.561250 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ffd1b-8b8d-4139-be7a-ab78885555a0 admin admin] Pushing event updated for resources: {'Network': ['ID=e9577f05-a1d0-4a72-ba58-a1733824f673,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:30.601933 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network e9577f05-a1d0-4a72-ba58-a1733824f673 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:02:30.603219 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-52b5cecd-2f9b-4bac-8b1e-a25c47793249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.605562 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-52b5cecd-2f9b-4bac-8b1e-a25c47793249 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d273b5eb-a1f3-41e7-afcb-8544824ca516 HTTP/1.1" status: 200 len: 797 time: 0.3000748 Jul 07 17:02:30.683619 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff6e69-0458-4df3-8ec6-060e7f8974a0 service neutron] Pushing event updated for resources: {'Port': ['ID=49dedb3b-3027-44d3-9dfc-eaffaf552295,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:30.692874 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-66ff6e69-0458-4df3-8ec6-060e7f8974a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.693863 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-66ff6e69-0458-4df3-8ec6-060e7f8974a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.702357 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-66ff6e69-0458-4df3-8ec6-060e7f8974a0 service neutron] 10.222.0.72 "PUT /v2.0/ports/49dedb3b-3027-44d3-9dfc-eaffaf552295 HTTP/1.1" status: 200 len: 1092 time: 2.9864001 Jul 07 17:02:30.744784 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-145f6401-33e0-457b-9ece-ed610917690a req-ae46686a-46f8-4cc5-8e2a-ad276e6f3877 service neutron] Request body: {'port': {'device_id': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:30.858113 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a3e120-6c22-4d05-9244-385c3b701b36 admin admin] Made reservation on behalf of 8900dd9cb8d146d08c9572635e4de393 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:30.862612 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-65a3e120-6c22-4d05-9244-385c3b701b36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.881754 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-034a1cea-5d3c-43b2-99ba-b0076a122430 req-758ea62b-cb0d-456d-901b-811887d336a7 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757904 Jul 07 17:02:30.890790 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e725b0-2218-4f3f-9767-f5c6ed59ae72 req-6cc21bd1-d029-4619-b508-d813b64ec266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.898536 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8e725b0-2218-4f3f-9767-f5c6ed59ae72 req-6cc21bd1-d029-4619-b508-d813b64ec266 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f0b9833-1527-46c9-a206-f42c90279aee HTTP/1.1" status: 200 len: 848 time: 0.3541105 Jul 07 17:02:30.951779 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-ae46686a-46f8-4cc5-8e2a-ad276e6f3877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.991783 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd97a54-5913-4755-bf2b-137369a66160 req-28ec9d10-119b-4d59-b62d-6c4358a5afa7 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.993960 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2fd97a54-5913-4755-bf2b-137369a66160 req-28ec9d10-119b-4d59-b62d-6c4358a5afa7 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0 HTTP/1.1" status: 200 len: 943 time: 0.1493714 Jul 07 17:02:31.140988 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8e725b0-2218-4f3f-9767-f5c6ed59ae72 req-78dd02a4-c1b3-4094-928f-e9fb8caae6e9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=086ec6dc-f361-443b-aa6c-003999c77257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800233 Jul 07 17:02:31.258666 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c72811e-585c-436b-8928-e802684a52f8 x-openstack-request-id: req-9c72811e-585c-436b-8928-e802684a52f8 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:31.259129 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4ff420-fb8c-425e-bcfe-065f4968e472", "name": "network-vif-deleted", "tag": "b0a5ed6f-099f-4188-bb28-e299923f4fd4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "tag": "ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:31.259524 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c72811e-585c-436b-8928-e802684a52f8 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:31.260481 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba4ff420-fb8c-425e-bcfe-065f4968e472', 'name': 'network-vif-deleted', 'tag': 'b0a5ed6f-099f-4188-bb28-e299923f4fd4', 'status': 'completed', 'code': 200} Jul 07 17:02:31.260919 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'tag': 'ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d', 'status': 'completed', 'code': 200} Jul 07 17:02:31.292217 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d98d0a-0264-4cd4-8a07-db5845a5b27a x-openstack-request-id: req-b5d98d0a-0264-4cd4-8a07-db5845a5b27a {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:31.293107 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf7f38a-f013-4b5a-a421-68cec87cc255", "tag": "ff52852b-53d4-4e3b-973e-2b425a046424", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:31.293517 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b5d98d0a-0264-4cd4-8a07-db5845a5b27a {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:31.293806 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf7f38a-f013-4b5a-a421-68cec87cc255', 'tag': 'ff52852b-53d4-4e3b-973e-2b425a046424', 'status': 'completed', 'code': 200} Jul 07 17:02:31.437225 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-8d478dba-ce2b-4acf-83a9-1d4676b1af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:31.439140 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-8d478dba-ce2b-4acf-83a9-1d4676b1af83 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fab6f54d-9214-45d2-b598-1fe08070fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8254232 Jul 07 17:02:31.686695 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54782) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:31.711362 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2fd97a54-5913-4755-bf2b-137369a66160 req-bb38bb7d-efeb-4abb-bd50-a955fd7f6f69 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] 10.222.0.53 "GET /v2.0/security-groups?id=a74db558-80d7-41e3-b29f-0660b05708c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485099 Jul 07 17:02:31.723423 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8e725b0-2218-4f3f-9767-f5c6ed59ae72 req-78e9d0c7-cc17-4f8e-b566-201aef9a8e9b service neutron] 10.222.0.72 "GET /v2.0/networks/086ec6dc-f361-443b-aa6c-003999c77257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5726922 Jul 07 17:02:31.724444 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cfd502ff-2cc1-45e9-919f-c8536f54e368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:31.829172 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24a342-a89f-491d-9217-4635e255d2d4 req-11a1afa4-79d2-4c2d-901c-95cfba06f5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:31.830897 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fa24a342-a89f-491d-9217-4635e255d2d4 req-11a1afa4-79d2-4c2d-901c-95cfba06f5b4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2efee84f77114b8c9f3b9a3f5d32602b&device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 1096 time: 0.4736247 Jul 07 17:02:31.841289 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-145f6401-33e0-457b-9ece-ed610917690a req-ae46686a-46f8-4cc5-8e2a-ad276e6f3877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d3beb7b-b73e-4339-ba42-9083ce28761c {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:31.860878 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-ae46686a-46f8-4cc5-8e2a-ad276e6f3877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:31.941203 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-145f6401-33e0-457b-9ece-ed610917690a req-ae46686a-46f8-4cc5-8e2a-ad276e6f3877 service neutron] Transition to ACTIVE for port object 8d3beb7b-b73e-4339-ba42-9083ce28761c will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:31.991169 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-ae46686a-46f8-4cc5-8e2a-ad276e6f3877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.085471 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4766a1e-d053-44aa-856c-1e3fefde2bd3 req-015b789f-aefa-4bc2-975b-72b182e6ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.086143 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4766a1e-d053-44aa-856c-1e3fefde2bd3 req-015b789f-aefa-4bc2-975b-72b182e6ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.087120 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4766a1e-d053-44aa-856c-1e3fefde2bd3 req-015b789f-aefa-4bc2-975b-72b182e6ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.087919 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4766a1e-d053-44aa-856c-1e3fefde2bd3 req-015b789f-aefa-4bc2-975b-72b182e6ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.088884 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4766a1e-d053-44aa-856c-1e3fefde2bd3 req-015b789f-aefa-4bc2-975b-72b182e6ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.089834 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4766a1e-d053-44aa-856c-1e3fefde2bd3 req-015b789f-aefa-4bc2-975b-72b182e6ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.090692 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4766a1e-d053-44aa-856c-1e3fefde2bd3 req-015b789f-aefa-4bc2-975b-72b182e6ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.094000 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a4766a1e-d053-44aa-856c-1e3fefde2bd3 req-015b789f-aefa-4bc2-975b-72b182e6ee47 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b6d220ae528f42c295cc654c1d123274&device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 6282 time: 0.7928982 Jul 07 17:02:32.178356 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24a342-a89f-491d-9217-4635e255d2d4 req-e0e746ce-67be-4229-8b89-bef7f7919b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.179949 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fa24a342-a89f-491d-9217-4635e255d2d4 req-e0e746ce-67be-4229-8b89-bef7f7919b94 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a5429642-2051-4fab-b0d0-6ebe08874dd5 HTTP/1.1" status: 200 len: 916 time: 0.3416088 Jul 07 17:02:32.180669 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46686a-46f8-4cc5-8e2a-ad276e6f3877 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3beb7b-b73e-4339-ba42-9083ce28761c,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:32.231135 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cfd502ff-2cc1-45e9-919f-c8536f54e368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.271838 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fa24a342-a89f-491d-9217-4635e255d2d4 req-24efaf4b-88dd-4b82-9dc9-01e1ca6dbbc5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff52852b-53d4-4e3b-973e-2b425a046424 HTTP/1.1" status: 200 len: 217 time: 0.0805066 Jul 07 17:02:32.296990 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd1c11-457a-4ece-b9a4-77acda8ddc38 req-82430ac4-81cf-41ed-8144-99bb35447b47 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.309866 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd1c11-457a-4ece-b9a4-77acda8ddc38 req-82430ac4-81cf-41ed-8144-99bb35447b47 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.326966 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd1c11-457a-4ece-b9a4-77acda8ddc38 req-82430ac4-81cf-41ed-8144-99bb35447b47 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.334635 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd1c11-457a-4ece-b9a4-77acda8ddc38 req-82430ac4-81cf-41ed-8144-99bb35447b47 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.342867 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd1c11-457a-4ece-b9a4-77acda8ddc38 req-82430ac4-81cf-41ed-8144-99bb35447b47 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.350453 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd1c11-457a-4ece-b9a4-77acda8ddc38 req-82430ac4-81cf-41ed-8144-99bb35447b47 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.352369 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4766a1e-d053-44aa-856c-1e3fefde2bd3 req-674095df-8d73-4d81-b362-4832858f2f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.353245 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4766a1e-d053-44aa-856c-1e3fefde2bd3 req-674095df-8d73-4d81-b362-4832858f2f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.353680 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4766a1e-d053-44aa-856c-1e3fefde2bd3 req-674095df-8d73-4d81-b362-4832858f2f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.355523 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a4766a1e-d053-44aa-856c-1e3fefde2bd3 req-674095df-8d73-4d81-b362-4832858f2f34 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b6d220ae528f42c295cc654c1d123274&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2398908 Jul 07 17:02:32.362365 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd1c11-457a-4ece-b9a4-77acda8ddc38 req-82430ac4-81cf-41ed-8144-99bb35447b47 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.365692 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-30fd1c11-457a-4ece-b9a4-77acda8ddc38 req-82430ac4-81cf-41ed-8144-99bb35447b47 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5398 time: 0.4294713 Jul 07 17:02:32.367075 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cfd502ff-2cc1-45e9-919f-c8536f54e368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.451373 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8e725b0-2218-4f3f-9767-f5c6ed59ae72 req-08419e4c-b942-41fe-a142-02907a7f9d6f service neutron] 10.222.0.72 "GET /v2.0/networks/086ec6dc-f361-443b-aa6c-003999c77257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6266134 Jul 07 17:02:32.462052 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-65a3e120-6c22-4d05-9244-385c3b701b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.514618 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd502ff-2cc1-45e9-919f-c8536f54e368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772de190-0770-4a15-af01-b25fc85225f0,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:32.539175 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54794) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:32.551113 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-06f3aad8-79d2-4497-bb7a-b075b53a17c1 service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0975511 Jul 07 17:02:32.583512 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cfd502ff-2cc1-45e9-919f-c8536f54e368 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=59a439f01bd54699be4dfcb36ad4dd4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8940547 Jul 07 17:02:32.596662 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54798) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:32.597639 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1419e-9a2c-446d-acc2-beea7a658a50 req-9ee619c2-eeed-4af5-b90c-e3a6a7f11aa4 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.600679 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-33c1419e-9a2c-446d-acc2-beea7a658a50 req-9ee619c2-eeed-4af5-b90c-e3a6a7f11aa4 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=77e8f408-3025-483c-9c47-75a7dec82d2a HTTP/1.1" status: 200 len: 950 time: 0.9199066 Jul 07 17:02:32.612321 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-145f6401-33e0-457b-9ece-ed610917690a req-ae46686a-46f8-4cc5-8e2a-ad276e6f3877 service neutron] Attempting to bind port 8d3beb7b-b73e-4339-ba42-9083ce28761c on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:32.612681 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-145f6401-33e0-457b-9ece-ed610917690a req-ae46686a-46f8-4cc5-8e2a-ad276e6f3877 service neutron] Attempting to bind port 8d3beb7b-b73e-4339-ba42-9083ce28761c by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'b85f67fa-4f4a-4c5c-8baf-733f98a524f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:32.613013 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-ae46686a-46f8-4cc5-8e2a-ad276e6f3877 service neutron] Attempting to bind port 8d3beb7b-b73e-4339-ba42-9083ce28761c on network 631352b9-cdc0-4502-b4e6-9840754bae5a {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:32.631412 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24a342-a89f-491d-9217-4635e255d2d4 req-e9065221-42b2-4d8a-85a4-927e610309f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.633404 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fa24a342-a89f-491d-9217-4635e255d2d4 req-e9065221-42b2-4d8a-85a4-927e610309f8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a9a0e3aa-e114-4f75-9b7a-179619372bd1 HTTP/1.1" status: 200 len: 855 time: 0.2368925 Jul 07 17:02:32.638816 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-30fd1c11-457a-4ece-b9a4-77acda8ddc38 req-fbb45d96-a355-4d13-a9d1-667c712b8dab tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2441192 Jul 07 17:02:32.651141 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-ae46686a-46f8-4cc5-8e2a-ad276e6f3877 service neutron] Port 8d3beb7b-b73e-4339-ba42-9083ce28761c on network 631352b9-cdc0-4502-b4e6-9840754bae5a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:32.651468 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-ae46686a-46f8-4cc5-8e2a-ad276e6f3877 service neutron] Attempting to bind port 8d3beb7b-b73e-4339-ba42-9083ce28761c on network 631352b9-cdc0-4502-b4e6-9840754bae5a {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:32.690413 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fa24a342-a89f-491d-9217-4635e255d2d4 req-23b5bcc8-f1b6-47fd-b138-f08ef5855b5c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a5429642-2051-4fab-b0d0-6ebe08874dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505614 Jul 07 17:02:32.699866 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-ae46686a-46f8-4cc5-8e2a-ad276e6f3877 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:32.700706 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-ae46686a-46f8-4cc5-8e2a-ad276e6f3877 service neutron] Checking segment: {'id': 'b85f67fa-4f4a-4c5c-8baf-733f98a524f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:32.701308 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-ae46686a-46f8-4cc5-8e2a-ad276e6f3877 service neutron] Bound using segment: {'id': 'b85f67fa-4f4a-4c5c-8baf-733f98a524f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:32.701975 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-145f6401-33e0-457b-9ece-ed610917690a req-ae46686a-46f8-4cc5-8e2a-ad276e6f3877 service neutron] Bound port: 8d3beb7b-b73e-4339-ba42-9083ce28761c, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b85f67fa-4f4a-4c5c-8baf-733f98a524f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:32.702540 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-ae46686a-46f8-4cc5-8e2a-ad276e6f3877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.802954 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-cadcca24-85aa-4bcf-9f22-7373b26c4795 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-network', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:32.848879 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2e82da71-8de2-4ce0-b705-c1bb0713e8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.911719 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2e82da71-8de2-4ce0-b705-c1bb0713e8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.935633 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-145f6401-33e0-457b-9ece-ed610917690a req-ae46686a-46f8-4cc5-8e2a-ad276e6f3877 service neutron] For port 8d3beb7b-b73e-4339-ba42-9083ce28761c, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:32.950642 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fa24a342-a89f-491d-9217-4635e255d2d4 req-b460af67-7acb-43ed-b851-50ba4f81efff service neutron] 10.222.0.72 "GET /v2.0/networks/a5429642-2051-4fab-b0d0-6ebe08874dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539983 Jul 07 17:02:33.002910 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-145f6401-33e0-457b-9ece-ed610917690a req-ae46686a-46f8-4cc5-8e2a-ad276e6f3877 service neutron] For port 8d3beb7b-b73e-4339-ba42-9083ce28761c, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=8d3beb7b-b73e-4339-ba42-9083ce28761c,segment=NetworkSegment(b85f67fa-4f4a-4c5c-8baf-733f98a524f2),segment_id=b85f67fa-4f4a-4c5c-8baf-733f98a524f2)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:33.054742 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-ae46686a-46f8-4cc5-8e2a-ad276e6f3877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.130396 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-ae46686a-46f8-4cc5-8e2a-ad276e6f3877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:33.131049 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-ae46686a-46f8-4cc5-8e2a-ad276e6f3877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.132564 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-ae46686a-46f8-4cc5-8e2a-ad276e6f3877 service neutron] 10.222.0.72 "PUT /v2.0/ports/8d3beb7b-b73e-4339-ba42-9083ce28761c HTTP/1.1" status: 200 len: 1091 time: 2.3959563 Jul 07 17:02:33.164151 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46686a-46f8-4cc5-8e2a-ad276e6f3877 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3beb7b-b73e-4339-ba42-9083ce28761c,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:33.177826 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3e120-6c22-4d05-9244-385c3b701b36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c3d4e7e-ff0b-4fbb-9441-298941201cd9,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:33.181402 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-145f6401-33e0-457b-9ece-ed610917690a req-26161ffa-789b-43ad-8426-c8bc52497e61 service neutron] Request body: {'port': {'device_id': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:33.196674 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4766a1e-d053-44aa-856c-1e3fefde2bd3 req-ea50d5fb-1345-4b74-8f12-500e598e031d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:33.197013 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2e82da71-8de2-4ce0-b705-c1bb0713e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.199791 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a4766a1e-d053-44aa-856c-1e3fefde2bd3 req-ea50d5fb-1345-4b74-8f12-500e598e031d service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8228099 Jul 07 17:02:33.200073 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2e82da71-8de2-4ce0-b705-c1bb0713e8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.201001 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2e82da71-8de2-4ce0-b705-c1bb0713e8b4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/772de190-0770-4a15-af01-b25fc85225f0 HTTP/1.1" status: 204 len: 168 time: 0.6018291 Jul 07 17:02:33.215723 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a3e120-6c22-4d05-9244-385c3b701b36 admin admin] Checking segment: {'id': 'c26e23fc-bc10-4974-9eeb-3ec6a8194453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9577f05-a1d0-4a72-ba58-a1733824f673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:33.217410 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a3e120-6c22-4d05-9244-385c3b701b36 admin admin] Network hostable DHCP agents. Network: e9577f05-a1d0-4a72-ba58-a1733824f673, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:02:33.242996 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82da71-8de2-4ce0-b705-c1bb0713e8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772de190-0770-4a15-af01-b25fc85225f0,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:33.247056 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fa24a342-a89f-491d-9217-4635e255d2d4 req-e8c0c6d7-9a15-43b9-93ea-137a76239e7e service neutron] 10.222.0.72 "GET /v2.0/networks/a5429642-2051-4fab-b0d0-6ebe08874dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585554 Jul 07 17:02:33.282981 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde85da3-882a-443b-b725-c0f6cdb01a2a req-ee012116-2f5a-43c2-ba35-64706e91965f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:33.289439 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-33c1419e-9a2c-446d-acc2-beea7a658a50 req-4f2da406-b6c3-4ff9-8f15-1e50ae309b5c tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6490588 Jul 07 17:02:33.293924 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde85da3-882a-443b-b725-c0f6cdb01a2a req-ee012116-2f5a-43c2-ba35-64706e91965f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:33.300683 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde85da3-882a-443b-b725-c0f6cdb01a2a req-ee012116-2f5a-43c2-ba35-64706e91965f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:33.322366 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde85da3-882a-443b-b725-c0f6cdb01a2a req-ee012116-2f5a-43c2-ba35-64706e91965f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:33.328825 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde85da3-882a-443b-b725-c0f6cdb01a2a req-ee012116-2f5a-43c2-ba35-64706e91965f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:33.335374 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde85da3-882a-443b-b725-c0f6cdb01a2a req-ee012116-2f5a-43c2-ba35-64706e91965f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:33.343235 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde85da3-882a-443b-b725-c0f6cdb01a2a req-ee012116-2f5a-43c2-ba35-64706e91965f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:33.353444 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cde85da3-882a-443b-b725-c0f6cdb01a2a req-ee012116-2f5a-43c2-ba35-64706e91965f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5430 time: 0.4431438 Jul 07 17:02:33.356003 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'tag': '49dedb3b-3027-44d3-9dfc-eaffaf552295'}, {'name': 'network-changed', 'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'tag': '8d3beb7b-b73e-4339-ba42-9083ce28761c'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:33.358422 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9" -d '{"events": [{"name": "network-changed", "server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "tag": "49dedb3b-3027-44d3-9dfc-eaffaf552295"}, {"name": "network-changed", "server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "tag": "8d3beb7b-b73e-4339-ba42-9083ce28761c"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:33.361638 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadcca24-85aa-4bcf-9f22-7373b26c4795 admin admin] Made reservation on behalf of f5e8caecfebe4e289ece65e903aef8e4 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:33.373958 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cadcca24-85aa-4bcf-9f22-7373b26c4795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.379349 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-d055b0fc-818c-4b8f-9269-0410c1509fae service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8122768 Jul 07 17:02:33.402425 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device ff52852b-53d4-4e3b-973e-2b425a046424 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:33.445816 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cadcca24-85aa-4bcf-9f22-7373b26c4795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.459586 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a3e120-6c22-4d05-9244-385c3b701b36 admin admin] Network e9577f05-a1d0-4a72-ba58-a1733824f673 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:02:33.466059 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-b294b174-5f66-4b71-be2f-f7a544f819e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=ba66bda7-9cd8-47c6-937f-ed3c0e115210 HTTP/1.1" status: 200 len: 217 time: 0.0763195 Jul 07 17:02:33.551410 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-65a3e120-6c22-4d05-9244-385c3b701b36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, e9577f05-a1d0-4a72-ba58-a1733824f673) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:33.551781 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-26161ffa-789b-43ad-8426-c8bc52497e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.582091 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e18db9-c7c9-4389-9fc0-4e099cd650da None None] Network e9577f05-a1d0-4a72-ba58-a1733824f673 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:33.591468 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a3e120-6c22-4d05-9244-385c3b701b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:33.592705 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-65a3e120-6c22-4d05-9244-385c3b701b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.640584 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-144594ce-be11-4393-afb4-42add07b6e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:33.642326 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-144594ce-be11-4393-afb4-42add07b6e0f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d273b5eb-a1f3-41e7-afcb-8544824ca516 HTTP/1.1" status: 200 len: 797 time: 0.1674058 Jul 07 17:02:33.777419 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-bd273762-bb28-4bed-a0ec-3fc35944a8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:33.778211 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-bd273762-bb28-4bed-a0ec-3fc35944a8a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fab6f54d-9214-45d2-b598-1fe08070fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1288173 Jul 07 17:02:33.780523 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cadcca24-85aa-4bcf-9f22-7373b26c4795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.790036 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cadcca24-85aa-4bcf-9f22-7373b26c4795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.833993 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-65a3e120-6c22-4d05-9244-385c3b701b36 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.3002179 Jul 07 17:02:33.929559 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cadcca24-85aa-4bcf-9f22-7373b26c4795 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:02:33.972215 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcca24-85aa-4bcf-9f22-7373b26c4795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c84727-886c-44c3-98f6-6ec95066fe72,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:33.997044 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cadcca24-85aa-4bcf-9f22-7373b26c4795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.001393 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-cadcca24-85aa-4bcf-9f22-7373b26c4795 admin admin] Added segment e9cb0466-5459-40c6-867e-64c5a1d48fcc of type vlan for network 0518196d-eefc-4ac7-b5ab-2055eb805352 Jul 07 17:02:34.060829 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port ff52852b-53d4-4e3b-973e-2b425a046424, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ff52852b-53d4-4e3b-973e-2b425a046424,segment=NetworkSegment(936489cd-6d27-46e3-a8c0-5f4261bd9fb2),segment_id=936489cd-6d27-46e3-a8c0-5f4261bd9fb2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:34.117553 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cde85da3-882a-443b-b725-c0f6cdb01a2a req-ad452131-1759-4f0a-aadc-bbfb9ca18af0 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7488270 Jul 07 17:02:34.146545 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'ff52852b-53d4-4e3b-973e-2b425a046424', 'network_id': 'a5429642-2051-4fab-b0d0-6ebe08874dd5', 'port_id': 'ff52852b-53d4-4e3b-973e-2b425a046424', 'mac_address': 'fa:16:3e:d0:d2:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a0e3aa-e114-4f75-9b7a-179619372bd1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:02:34.169227 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-153b269f-6c53-4774-a700-8ebbdcc24ac0 service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645759 Jul 07 17:02:34.169227 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cadcca24-85aa-4bcf-9f22-7373b26c4795 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.254298 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c070d4-8e93-4109-a659-68e9ab9cd56d None None] Network e9577f05-a1d0-4a72-ba58-a1733824f673 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:34.257852 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-145f6401-33e0-457b-9ece-ed610917690a req-26161ffa-789b-43ad-8426-c8bc52497e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c53515a8-9fd6-4c21-9637-86f0e67278e8 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:34.274405 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-26161ffa-789b-43ad-8426-c8bc52497e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.295752 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-145f6401-33e0-457b-9ece-ed610917690a req-26161ffa-789b-43ad-8426-c8bc52497e61 service neutron] Transition to ACTIVE for port object c53515a8-9fd6-4c21-9637-86f0e67278e8 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:34.301827 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-26161ffa-789b-43ad-8426-c8bc52497e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.335136 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.352166 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff52852b-53d4-4e3b-973e-2b425a046424 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:34.400601 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169bdb0-b24f-499f-857e-2f1f5c383aff req-fc9041f5-dd65-4699-9bde-312f25b85008 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:34.407207 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3169bdb0-b24f-499f-857e-2f1f5c383aff req-fc9041f5-dd65-4699-9bde-312f25b85008 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 944 time: 0.3424978 Jul 07 17:02:34.422551 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cadcca24-85aa-4bcf-9f22-7373b26c4795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.425934 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port ff52852b-53d4-4e3b-973e-2b425a046424, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ff52852b-53d4-4e3b-973e-2b425a046424,segment=NetworkSegment(936489cd-6d27-46e3-a8c0-5f4261bd9fb2),segment_id=936489cd-6d27-46e3-a8c0-5f4261bd9fb2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:34.426504 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadcca24-85aa-4bcf-9f22-7373b26c4795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:34.427264 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cadcca24-85aa-4bcf-9f22-7373b26c4795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.436773 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.438094 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 478ecb6c-d563-4c2e-b2ed-2078c7c98587 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:34.440065 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26161ffa-789b-43ad-8426-c8bc52497e61 service neutron] Pushing event updated for resources: {'Port': ['ID=c53515a8-9fd6-4c21-9637-86f0e67278e8,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:34.542973 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-145f6401-33e0-457b-9ece-ed610917690a req-26161ffa-789b-43ad-8426-c8bc52497e61 service neutron] Attempting to bind port c53515a8-9fd6-4c21-9637-86f0e67278e8 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:34.543554 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-145f6401-33e0-457b-9ece-ed610917690a req-26161ffa-789b-43ad-8426-c8bc52497e61 service neutron] Attempting to bind port c53515a8-9fd6-4c21-9637-86f0e67278e8 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '998774d7-2d8e-4547-8dfe-3636c1eb8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f52f86e5-4ccf-471b-ba73-453c1047945f'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:34.544097 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-26161ffa-789b-43ad-8426-c8bc52497e61 service neutron] Attempting to bind port c53515a8-9fd6-4c21-9637-86f0e67278e8 on network f52f86e5-4ccf-471b-ba73-453c1047945f {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:34.552829 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-26161ffa-789b-43ad-8426-c8bc52497e61 service neutron] Port c53515a8-9fd6-4c21-9637-86f0e67278e8 on network f52f86e5-4ccf-471b-ba73-453c1047945f not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:34.553444 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-26161ffa-789b-43ad-8426-c8bc52497e61 service neutron] Attempting to bind port c53515a8-9fd6-4c21-9637-86f0e67278e8 on network f52f86e5-4ccf-471b-ba73-453c1047945f {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:34.562942 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-26161ffa-789b-43ad-8426-c8bc52497e61 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:34.563666 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-26161ffa-789b-43ad-8426-c8bc52497e61 service neutron] Checking segment: {'id': '998774d7-2d8e-4547-8dfe-3636c1eb8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f52f86e5-4ccf-471b-ba73-453c1047945f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:34.564140 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-26161ffa-789b-43ad-8426-c8bc52497e61 service neutron] Bound using segment: {'id': '998774d7-2d8e-4547-8dfe-3636c1eb8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f52f86e5-4ccf-471b-ba73-453c1047945f'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:34.564608 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-145f6401-33e0-457b-9ece-ed610917690a req-26161ffa-789b-43ad-8426-c8bc52497e61 service neutron] Bound port: c53515a8-9fd6-4c21-9637-86f0e67278e8, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '998774d7-2d8e-4547-8dfe-3636c1eb8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f52f86e5-4ccf-471b-ba73-453c1047945f'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:34.565224 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-26161ffa-789b-43ad-8426-c8bc52497e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.591521 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cadcca24-85aa-4bcf-9f22-7373b26c4795 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0439246 Jul 07 17:02:34.606108 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54826) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:34.615921 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-1e6b5be5-f9c5-4545-8937-6a7abb274906 admin admin] Request body: {'subnet': {'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-subnet', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:34.660252 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-a38b022f-533e-4bed-8929-c3f21afb5e4a service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874988 Jul 07 17:02:34.727180 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3169bdb0-b24f-499f-857e-2f1f5c383aff req-c276335a-f62d-4aa4-97cd-468a07d269af tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133349 Jul 07 17:02:34.833542 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-07f56131-939d-4df4-a077-7075c18385f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=c583747a-145e-45b6-b632-ab9ce786178b HTTP/1.1" status: 200 len: 217 time: 0.1557624 Jul 07 17:02:34.836947 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6b5be5-f9c5-4545-8937-6a7abb274906 admin admin] Made reservation on behalf of f5e8caecfebe4e289ece65e903aef8e4 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:34.841006 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1e6b5be5-f9c5-4545-8937-6a7abb274906 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.841245 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcca24-85aa-4bcf-9f22-7373b26c4795 admin admin] Pushing event updated for resources: {'Network': ['ID=0518196d-eefc-4ac7-b5ab-2055eb805352,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:34.898220 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 0518196d-eefc-4ac7-b5ab-2055eb805352 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:02:34.936264 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-145f6401-33e0-457b-9ece-ed610917690a req-26161ffa-789b-43ad-8426-c8bc52497e61 service neutron] For port c53515a8-9fd6-4c21-9637-86f0e67278e8, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:34.942610 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-145f6401-33e0-457b-9ece-ed610917690a req-26161ffa-789b-43ad-8426-c8bc52497e61 service neutron] For port c53515a8-9fd6-4c21-9637-86f0e67278e8, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c53515a8-9fd6-4c21-9637-86f0e67278e8,segment=NetworkSegment(998774d7-2d8e-4547-8dfe-3636c1eb8560),segment_id=998774d7-2d8e-4547-8dfe-3636c1eb8560)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:34.960203 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54834) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:34.987905 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.resource_extend [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:02:34.995840 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-26161ffa-789b-43ad-8426-c8bc52497e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.022861 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-57bb8cd4-4f7d-4942-807f-c730b957e1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:35.025598 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-57bb8cd4-4f7d-4942-807f-c730b957e1fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d273b5eb-a1f3-41e7-afcb-8544824ca516 HTTP/1.1" status: 200 len: 797 time: 0.1665301 Jul 07 17:02:35.065595 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-26161ffa-789b-43ad-8426-c8bc52497e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:35.066702 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-26161ffa-789b-43ad-8426-c8bc52497e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.068036 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-26161ffa-789b-43ad-8426-c8bc52497e61 service neutron] 10.222.0.72 "PUT /v2.0/ports/c53515a8-9fd6-4c21-9637-86f0e67278e8 HTTP/1.1" status: 200 len: 1092 time: 1.8961248 Jul 07 17:02:35.079489 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f128c5c-6d8c-43e7-bdf2-d305d06f3e5d req-516adcc0-3322-413d-a9b7-9dd5f7ab5a3a tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:35.080747 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=ff52852b-53d4-4e3b-973e-2b425a046424,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:35.086707 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2f128c5c-6d8c-43e7-bdf2-d305d06f3e5d req-516adcc0-3322-413d-a9b7-9dd5f7ab5a3a tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0 HTTP/1.1" status: 200 len: 943 time: 0.5169499 Jul 07 17:02:35.147399 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-145f6401-33e0-457b-9ece-ed610917690a req-4659ea41-17e7-4697-95a1-bd20805754ef service neutron] Request body: {'port': {'device_id': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:35.151214 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 478ecb6c-d563-4c2e-b2ed-2078c7c98587, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=478ecb6c-d563-4c2e-b2ed-2078c7c98587,segment=NetworkSegment(0dee5db3-bec1-4b4b-8527-1daf14e04b7c),segment_id=0dee5db3-bec1-4b4b-8527-1daf14e04b7c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:35.195397 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '478ecb6c-d563-4c2e-b2ed-2078c7c98587', 'network_id': '086ec6dc-f361-443b-aa6c-003999c77257', 'port_id': '478ecb6c-d563-4c2e-b2ed-2078c7c98587', 'mac_address': 'fa:16:3e:20:04:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0b9833-1527-46c9-a206-f42c90279aee', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:02:35.212972 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26161ffa-789b-43ad-8426-c8bc52497e61 service neutron] Pushing event updated for resources: {'Port': ['ID=c53515a8-9fd6-4c21-9637-86f0e67278e8,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:35.234722 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2f128c5c-6d8c-43e7-bdf2-d305d06f3e5d req-9c8786ff-21b7-4d3f-a72f-f44b06646b62 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] 10.222.0.53 "GET /v2.0/security-groups?id=a74db558-80d7-41e3-b29f-0660b05708c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469183 Jul 07 17:02:35.256638 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-08fdd2d5-6953-47e7-a788-5d9ddfbf7380 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1531974977-network', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:35.322967 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.323153 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03ba0b-49e9-4ec1-b5ff-a1a08bff0e59 req-0531b6a9-e4a0-4352-8822-77e3fec10223 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:35.334881 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0b03ba0b-49e9-4ec1-b5ff-a1a08bff0e59 req-0531b6a9-e4a0-4352-8822-77e3fec10223 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.3984468 Jul 07 17:02:35.340473 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 478ecb6c-d563-4c2e-b2ed-2078c7c98587 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:35.388950 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 478ecb6c-d563-4c2e-b2ed-2078c7c98587, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=478ecb6c-d563-4c2e-b2ed-2078c7c98587,segment=NetworkSegment(0dee5db3-bec1-4b4b-8527-1daf14e04b7c),segment_id=0dee5db3-bec1-4b4b-8527-1daf14e04b7c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:35.397247 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.409706 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-dfdac1b6-3813-4677-a6ed-a9d11b093285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:35.411238 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-dfdac1b6-3813-4677-a6ed-a9d11b093285 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fab6f54d-9214-45d2-b598-1fe08070fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3764942 Jul 07 17:02:35.414450 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fdd2d5-6953-47e7-a788-5d9ddfbf7380 admin admin] Made reservation on behalf of 9a8fa2a5d52846ae9eaa03dc29acdaae for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:35.428188 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-08fdd2d5-6953-47e7-a788-5d9ddfbf7380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.437553 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-4659ea41-17e7-4697-95a1-bd20805754ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.467996 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0b03ba0b-49e9-4ec1-b5ff-a1a08bff0e59 req-a3b9c566-3f5f-4d4a-be01-23d171552b1a tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319630 Jul 07 17:02:35.469092 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1bdf6b-3c1d-43ce-bb78-693cb64250bd x-openstack-request-id: req-9c1bdf6b-3c1d-43ce-bb78-693cb64250bd {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:35.469540 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "tag": "49dedb3b-3027-44d3-9dfc-eaffaf552295", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "tag": "8d3beb7b-b73e-4339-ba42-9083ce28761c", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:35.469936 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c1bdf6b-3c1d-43ce-bb78-693cb64250bd {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:35.470166 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=478ecb6c-d563-4c2e-b2ed-2078c7c98587,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:35.470841 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'tag': '49dedb3b-3027-44d3-9dfc-eaffaf552295', 'status': 'completed', 'code': 200} Jul 07 17:02:35.471024 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'tag': '8d3beb7b-b73e-4339-ba42-9083ce28761c', 'status': 'completed', 'code': 200} Jul 07 17:02:35.499799 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-08fdd2d5-6953-47e7-a788-5d9ddfbf7380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.654134 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['ff52852b-53d4-4e3b-973e-2b425a046424'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:35.691515 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['478ecb6c-d563-4c2e-b2ed-2078c7c98587'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:35.802420 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1e6b5be5-f9c5-4545-8937-6a7abb274906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.819334 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-4ff6bd56-f11a-4e8b-b803-0ad53e233595 service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774946 Jul 07 17:02:36.037492 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-e66979c2-f433-4c2f-b119-d7447f65e76b req-7e7601bc-def0-43e4-86db-a6b8256b5ccc tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-547160574', 'description': 'tempest-description-1228773535'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:36.146349 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-5560bd83-b1f4-4281-bcfa-994e5328d4bc service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180192 Jul 07 17:02:36.215676 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-08fdd2d5-6953-47e7-a788-5d9ddfbf7380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:36.219326 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-35bcd1eb-9e7d-48f2-ac09-08aab611d41a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=e3b5255c-56de-4333-94b1-1e038c40d00f HTTP/1.1" status: 200 len: 217 time: 0.0657489 Jul 07 17:02:36.228677 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-08fdd2d5-6953-47e7-a788-5d9ddfbf7380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:36.230520 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9 req-9307199e-0cd1-459b-a8da-65746d7d659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:36.231453 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9 req-9307199e-0cd1-459b-a8da-65746d7d659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:36.231773 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9 req-9307199e-0cd1-459b-a8da-65746d7d659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:36.232535 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9 req-9307199e-0cd1-459b-a8da-65746d7d659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:36.233329 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9 req-9307199e-0cd1-459b-a8da-65746d7d659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:36.234085 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9 req-9307199e-0cd1-459b-a8da-65746d7d659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:36.234858 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9 req-9307199e-0cd1-459b-a8da-65746d7d659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:36.238142 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9 req-9307199e-0cd1-459b-a8da-65746d7d659a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b6d220ae528f42c295cc654c1d123274&device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 6418 time: 0.7615757 Jul 07 17:02:36.297278 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aea128-c481-4d49-9d1a-03ba4457748a req-0a56de3f-c3ae-44c8-be39-7c04c6529105 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:36.303706 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aea128-c481-4d49-9d1a-03ba4457748a req-0a56de3f-c3ae-44c8-be39-7c04c6529105 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:36.310583 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aea128-c481-4d49-9d1a-03ba4457748a req-0a56de3f-c3ae-44c8-be39-7c04c6529105 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:36.316751 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aea128-c481-4d49-9d1a-03ba4457748a req-0a56de3f-c3ae-44c8-be39-7c04c6529105 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:36.323498 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aea128-c481-4d49-9d1a-03ba4457748a req-0a56de3f-c3ae-44c8-be39-7c04c6529105 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:36.329853 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aea128-c481-4d49-9d1a-03ba4457748a req-0a56de3f-c3ae-44c8-be39-7c04c6529105 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:36.336039 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aea128-c481-4d49-9d1a-03ba4457748a req-0a56de3f-c3ae-44c8-be39-7c04c6529105 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:36.338323 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-49aea128-c481-4d49-9d1a-03ba4457748a req-0a56de3f-c3ae-44c8-be39-7c04c6529105 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5410 time: 0.7632082 Jul 07 17:02:36.346542 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08fdd2d5-6953-47e7-a788-5d9ddfbf7380 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:02:36.370077 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fdd2d5-6953-47e7-a788-5d9ddfbf7380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb648df4-c641-4500-a865-78a1a5add036,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:36.381253 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e66979c2-f433-4c2f-b119-d7447f65e76b req-7e7601bc-def0-43e4-86db-a6b8256b5ccc tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:36.389275 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b5be5-f9c5-4545-8937-6a7abb274906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f72dc930-c441-487e-b962-f0c75fa19c76,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:36.407465 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-08fdd2d5-6953-47e7-a788-5d9ddfbf7380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:36.408083 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-08fdd2d5-6953-47e7-a788-5d9ddfbf7380 admin admin] Added segment 4745d682-27bb-4793-95ab-4998e6d28031 of type vlan for network 4cfb844d-bad2-4bd4-b9c4-3c09c74893d1 Jul 07 17:02:36.425724 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-20432f4f-a673-4eee-a51b-6b31f728f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:36.428315 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-20432f4f-a673-4eee-a51b-6b31f728f98a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d273b5eb-a1f3-41e7-afcb-8544824ca516 HTTP/1.1" status: 200 len: 797 time: 0.2013390 Jul 07 17:02:36.484246 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6b5be5-f9c5-4545-8937-6a7abb274906 admin admin] Checking segment: {'id': 'e9cb0466-5459-40c6-867e-64c5a1d48fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:36.484543 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6b5be5-f9c5-4545-8937-6a7abb274906 admin admin] Network hostable DHCP agents. Network: 0518196d-eefc-4ac7-b5ab-2055eb805352, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:02:36.543778 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-49aea128-c481-4d49-9d1a-03ba4457748a req-41bb3e05-6a15-4ba9-bacc-5426900d31ef tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1896696 Jul 07 17:02:36.564354 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9 req-772da48a-734c-4a6f-a33e-1b8bd6c08005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:36.565209 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9 req-772da48a-734c-4a6f-a33e-1b8bd6c08005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:36.565520 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9 req-772da48a-734c-4a6f-a33e-1b8bd6c08005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:36.567398 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9 req-772da48a-734c-4a6f-a33e-1b8bd6c08005 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b6d220ae528f42c295cc654c1d123274&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3158853 Jul 07 17:02:36.578107 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-08fdd2d5-6953-47e7-a788-5d9ddfbf7380 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:36.683579 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6b5be5-f9c5-4545-8937-6a7abb274906 admin admin] Network 0518196d-eefc-4ac7-b5ab-2055eb805352 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:02:36.690636 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-08fdd2d5-6953-47e7-a788-5d9ddfbf7380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:36.692823 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fdd2d5-6953-47e7-a788-5d9ddfbf7380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:36.694149 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-08fdd2d5-6953-47e7-a788-5d9ddfbf7380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:36.709438 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-c94888b3-5651-4178-b475-6f795e5f8a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:36.711530 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-1e6b5be5-f9c5-4545-8937-6a7abb274906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 0518196d-eefc-4ac7-b5ab-2055eb805352) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:36.712446 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-c94888b3-5651-4178-b475-6f795e5f8a38 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fab6f54d-9214-45d2-b598-1fe08070fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2719593 Jul 07 17:02:36.718119 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-145f6401-33e0-457b-9ece-ed610917690a req-4659ea41-17e7-4697-95a1-bd20805754ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb7e9c4c-fd57-4d46-895f-74234734d082 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:36.723643 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abdfbdc-2f35-4fe8-af39-8d516928cb34 None None] Network 0518196d-eefc-4ac7-b5ab-2055eb805352 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:36.734084 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6b5be5-f9c5-4545-8937-6a7abb274906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:36.734788 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1e6b5be5-f9c5-4545-8937-6a7abb274906 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:36.748542 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-4659ea41-17e7-4697-95a1-bd20805754ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:36.816552 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-145f6401-33e0-457b-9ece-ed610917690a req-4659ea41-17e7-4697-95a1-bd20805754ef service neutron] Transition to ACTIVE for port object cb7e9c4c-fd57-4d46-895f-74234734d082 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:36.833137 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-4659ea41-17e7-4697-95a1-bd20805754ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:36.853294 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9 req-8826dcaa-210e-4b44-909d-88535ade42e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:36.854805 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9 req-8826dcaa-210e-4b44-909d-88535ade42e7 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2492464 Jul 07 17:02:36.953890 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659ea41-17e7-4697-95a1-bd20805754ef service neutron] Pushing event updated for resources: {'Port': ['ID=cb7e9c4c-fd57-4d46-895f-74234734d082,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:36.995033 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.005955 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5369cc7b-2c5c-4d67-8bad-61ce5f8a1cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-0518196d-eefc-4ac7-b5ab-2055eb805352', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'fixed_ips': [{'subnet_id': 'f72dc930-c441-487e-b962-f0c75fa19c76'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:02:37.006318 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e66979c2-f433-4c2f-b119-d7447f65e76b req-7e7601bc-def0-43e4-86db-a6b8256b5ccc tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.008953 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5369cc7b-2c5c-4d67-8bad-61ce5f8a1cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.023713 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e66979c2-f433-4c2f-b119-d7447f65e76b req-7e7601bc-def0-43e4-86db-a6b8256b5ccc tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.032977 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-7b4e041b-6996-41b5-a42e-408db68386c7 service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788360 Jul 07 17:02:37.042837 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-08fdd2d5-6953-47e7-a788-5d9ddfbf7380 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.0783081 Jul 07 17:02:37.064393 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fdd2d5-6953-47e7-a788-5d9ddfbf7380 admin admin] Pushing event updated for resources: {'Network': ['ID=4cfb844d-bad2-4bd4-b9c4-3c09c74893d1,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:37.100117 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54850) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:37.124888 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-7195d645-4592-45d8-88c4-9b2f1335712d admin admin] Request body: {'subnet': {'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1531974977-subnet', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:37.171092 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36680213-69de-483c-976e-fe0bb8009c7f req-e5336542-be18-485a-99a9-315f558e887e tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:37.183617 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36680213-69de-483c-976e-fe0bb8009c7f req-e5336542-be18-485a-99a9-315f558e887e tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:37.195817 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36680213-69de-483c-976e-fe0bb8009c7f req-e5336542-be18-485a-99a9-315f558e887e tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:37.202909 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36680213-69de-483c-976e-fe0bb8009c7f req-e5336542-be18-485a-99a9-315f558e887e tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:37.209335 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36680213-69de-483c-976e-fe0bb8009c7f req-e5336542-be18-485a-99a9-315f558e887e tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:37.222698 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36680213-69de-483c-976e-fe0bb8009c7f req-e5336542-be18-485a-99a9-315f558e887e tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:37.233591 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36680213-69de-483c-976e-fe0bb8009c7f req-e5336542-be18-485a-99a9-315f558e887e tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:37.241642 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-36680213-69de-483c-976e-fe0bb8009c7f req-e5336542-be18-485a-99a9-315f558e887e tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5430 time: 0.5259919 Jul 07 17:02:37.247617 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1e6b5be5-f9c5-4545-8937-6a7abb274906 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.6399026 Jul 07 17:02:37.252641 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54852) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:37.265482 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-2f06967d-5c08-4f27-8a32-f23e39f653bc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-router', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:37.277906 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7195d645-4592-45d8-88c4-9b2f1335712d admin admin] Made reservation on behalf of 9a8fa2a5d52846ae9eaa03dc29acdaae for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:37.278266 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7601bc-def0-43e4-86db-a6b8256b5ccc tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3814ba72-968e-4065-bf2b-fbfcb3fadc0a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:37.280030 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7195d645-4592-45d8-88c4-9b2f1335712d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.309480 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 4cfb844d-bad2-4bd4-b9c4-3c09c74893d1 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:02:37.332417 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e66979c2-f433-4c2f-b119-d7447f65e76b req-7e7601bc-def0-43e4-86db-a6b8256b5ccc tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.336867 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e66979c2-f433-4c2f-b119-d7447f65e76b req-7e7601bc-def0-43e4-86db-a6b8256b5ccc tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.3123171 Jul 07 17:02:37.369186 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-145f6401-33e0-457b-9ece-ed610917690a req-4659ea41-17e7-4697-95a1-bd20805754ef service neutron] Attempting to bind port cb7e9c4c-fd57-4d46-895f-74234734d082 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:37.369540 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-145f6401-33e0-457b-9ece-ed610917690a req-4659ea41-17e7-4697-95a1-bd20805754ef service neutron] Attempting to bind port cb7e9c4c-fd57-4d46-895f-74234734d082 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '998774d7-2d8e-4547-8dfe-3636c1eb8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f52f86e5-4ccf-471b-ba73-453c1047945f'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:37.369881 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-4659ea41-17e7-4697-95a1-bd20805754ef service neutron] Attempting to bind port cb7e9c4c-fd57-4d46-895f-74234734d082 on network f52f86e5-4ccf-471b-ba73-453c1047945f {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:37.412883 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-4659ea41-17e7-4697-95a1-bd20805754ef service neutron] Port cb7e9c4c-fd57-4d46-895f-74234734d082 on network f52f86e5-4ccf-471b-ba73-453c1047945f not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:37.413272 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-4659ea41-17e7-4697-95a1-bd20805754ef service neutron] Attempting to bind port cb7e9c4c-fd57-4d46-895f-74234734d082 on network f52f86e5-4ccf-471b-ba73-453c1047945f {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:37.426108 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-0ed2ef94-eeb9-4912-8528-b81308379d6d service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760567 Jul 07 17:02:37.429462 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device ff52852b-53d4-4e3b-973e-2b425a046424 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:37.443689 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9 req-4a7ec19d-6924-445a-834b-cce8b0fbbe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:37.444223 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9 req-4a7ec19d-6924-445a-834b-cce8b0fbbe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:37.444729 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9 req-4a7ec19d-6924-445a-834b-cce8b0fbbe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:37.445809 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9 req-4a7ec19d-6924-445a-834b-cce8b0fbbe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:37.445809 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9 req-4a7ec19d-6924-445a-834b-cce8b0fbbe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:37.446207 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9 req-4a7ec19d-6924-445a-834b-cce8b0fbbe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:37.446388 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-5369cc7b-2c5c-4d67-8bad-61ce5f8a1cd6 None None] Allocated IP 172.20.0.2 (0518196d-eefc-4ac7-b5ab-2055eb805352/f72dc930-c441-487e-b962-f0c75fa19c76/d217642e-c70b-4800-80da-28fa35122c57) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:37.446796 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9 req-4a7ec19d-6924-445a-834b-cce8b0fbbe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:37.450148 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9 req-4a7ec19d-6924-445a-834b-cce8b0fbbe3f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b6d220ae528f42c295cc654c1d123274&device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 6444 time: 0.5319588 Jul 07 17:02:37.450561 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2f06967d-5c08-4f27-8a32-f23e39f653bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.451674 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2f06967d-5c08-4f27-8a32-f23e39f653bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.464150 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-4659ea41-17e7-4697-95a1-bd20805754ef service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:37.464734 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-4659ea41-17e7-4697-95a1-bd20805754ef service neutron] Checking segment: {'id': '998774d7-2d8e-4547-8dfe-3636c1eb8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f52f86e5-4ccf-471b-ba73-453c1047945f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:37.467835 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f6401-33e0-457b-9ece-ed610917690a req-4659ea41-17e7-4697-95a1-bd20805754ef service neutron] Bound using segment: {'id': '998774d7-2d8e-4547-8dfe-3636c1eb8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f52f86e5-4ccf-471b-ba73-453c1047945f'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:37.467835 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-145f6401-33e0-457b-9ece-ed610917690a req-4659ea41-17e7-4697-95a1-bd20805754ef service neutron] Bound port: cb7e9c4c-fd57-4d46-895f-74234734d082, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '998774d7-2d8e-4547-8dfe-3636c1eb8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f52f86e5-4ccf-471b-ba73-453c1047945f'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:37.467835 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-4659ea41-17e7-4697-95a1-bd20805754ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.476824 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'tag': 'c53515a8-9fd6-4c21-9637-86f0e67278e8'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:37.478413 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ece96cf-178c-4672-97b9-915190419731" -d '{"events": [{"name": "network-changed", "server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "tag": "c53515a8-9fd6-4c21-9637-86f0e67278e8"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:37.505440 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-36680213-69de-483c-976e-fe0bb8009c7f req-67e471c8-d93b-4dec-8a28-cc4717557e10 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2628529 Jul 07 17:02:37.569779 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-88356d7d-5dce-4cbf-807a-04bcc2776f5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=870ee654-1865-4fc9-9384-819a276cb46e HTTP/1.1" status: 200 len: 217 time: 0.1361089 Jul 07 17:02:37.685197 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-7f8713cd-40e8-42fc-813b-3b43fa1e3f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:37.687504 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-7f8713cd-40e8-42fc-813b-3b43fa1e3f5e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fd26278-1ee8-4aad-a564-96dc9b452a11 HTTP/1.1" status: 200 len: 797 time: 0.1111650 Jul 07 17:02:37.744082 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2f06967d-5c08-4f27-8a32-f23e39f653bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.797137 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-145f6401-33e0-457b-9ece-ed610917690a req-4659ea41-17e7-4697-95a1-bd20805754ef service neutron] For port cb7e9c4c-fd57-4d46-895f-74234734d082, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:37.803494 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-145f6401-33e0-457b-9ece-ed610917690a req-4659ea41-17e7-4697-95a1-bd20805754ef service neutron] For port cb7e9c4c-fd57-4d46-895f-74234734d082, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=cb7e9c4c-fd57-4d46-895f-74234734d082,segment=NetworkSegment(998774d7-2d8e-4547-8dfe-3636c1eb8560),segment_id=998774d7-2d8e-4547-8dfe-3636c1eb8560)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:37.853094 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-e68e74e4-f83f-4b1e-8a6d-ff6a6a5f1b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:37.855178 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-e68e74e4-f83f-4b1e-8a6d-ff6a6a5f1b97 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb74cf42-8431-4db2-86e2-f968c1182b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1504071 Jul 07 17:02:37.865288 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ecca8-6310-4745-b9a0-cbfeb876e7ed req-9bbca567-5605-482e-89f9-e5ebb902f74f tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:37.867339 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c63ecca8-6310-4745-b9a0-cbfeb876e7ed req-9bbca567-5605-482e-89f9-e5ebb902f74f tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 945 time: 0.1786370 Jul 07 17:02:37.912437 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.941552 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5369cc7b-2c5c-4d67-8bad-61ce5f8a1cd6 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.950358 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port ff52852b-53d4-4e3b-973e-2b425a046424 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:37.972899 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port ff52852b-53d4-4e3b-973e-2b425a046424 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:37.973736 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.980428 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5369cc7b-2c5c-4d67-8bad-61ce5f8a1cd6 None None] Transition to ACTIVE for port object d217642e-c70b-4800-80da-28fa35122c57 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:38.039562 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5369cc7b-2c5c-4d67-8bad-61ce5f8a1cd6 None None] Transition to ACTIVE for port object d217642e-c70b-4800-80da-28fa35122c57 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:38.053905 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5369cc7b-2c5c-4d67-8bad-61ce5f8a1cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.078290 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5369cc7b-2c5c-4d67-8bad-61ce5f8a1cd6 None None] Network 0518196d-eefc-4ac7-b5ab-2055eb805352 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:38.082135 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-5369cc7b-2c5c-4d67-8bad-61ce5f8a1cd6 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:38.085311 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5369cc7b-2c5c-4d67-8bad-61ce5f8a1cd6 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:38.095431 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-b80eeec4-9468-4b04-94d2-35b03e1e02da service neutron] 10.222.0.64 "GET /v2.0/networks/fb74cf42-8431-4db2-86e2-f968c1182b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257829 Jul 07 17:02:38.163548 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2f06967d-5c08-4f27-8a32-f23e39f653bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.173153 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-4659ea41-17e7-4697-95a1-bd20805754ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.236976 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-5369cc7b-2c5c-4d67-8bad-61ce5f8a1cd6 None None] Attempting to bind port d217642e-c70b-4800-80da-28fa35122c57 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:38.237819 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-5369cc7b-2c5c-4d67-8bad-61ce5f8a1cd6 None None] Attempting to bind port d217642e-c70b-4800-80da-28fa35122c57 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'e9cb0466-5459-40c6-867e-64c5a1d48fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:38.238526 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369cc7b-2c5c-4d67-8bad-61ce5f8a1cd6 None None] Attempting to bind port d217642e-c70b-4800-80da-28fa35122c57 on network 0518196d-eefc-4ac7-b5ab-2055eb805352 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:38.282866 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369cc7b-2c5c-4d67-8bad-61ce5f8a1cd6 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:38.283229 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369cc7b-2c5c-4d67-8bad-61ce5f8a1cd6 None None] Checking segment: {'id': 'e9cb0466-5459-40c6-867e-64c5a1d48fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:38.285022 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5369cc7b-2c5c-4d67-8bad-61ce5f8a1cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.286066 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369cc7b-2c5c-4d67-8bad-61ce5f8a1cd6 None None] Bound using segment: {'id': 'e9cb0466-5459-40c6-867e-64c5a1d48fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:38.286609 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-5369cc7b-2c5c-4d67-8bad-61ce5f8a1cd6 None None] Bound port: d217642e-c70b-4800-80da-28fa35122c57, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9cb0466-5459-40c6-867e-64c5a1d48fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:38.287263 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5369cc7b-2c5c-4d67-8bad-61ce5f8a1cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.289367 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-58933fd1-8fc0-4e37-8d01-91a6bf045168 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=207540dbe3464bb3ab0c2692583793a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4712353 Jul 07 17:02:38.299874 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c63ecca8-6310-4745-b9a0-cbfeb876e7ed req-0542eaaf-e58d-44ce-9690-f58adc44dd08 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177437 Jul 07 17:02:38.334627 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369cc7b-2c5c-4d67-8bad-61ce5f8a1cd6 None None] Pushing event updated for resources: {'Port': ['ID=d217642e-c70b-4800-80da-28fa35122c57,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:38.337608 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.351077 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-4659ea41-17e7-4697-95a1-bd20805754ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:38.352150 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-145f6401-33e0-457b-9ece-ed610917690a req-4659ea41-17e7-4697-95a1-bd20805754ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.355053 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-4659ea41-17e7-4697-95a1-bd20805754ef service neutron] 10.222.0.72 "PUT /v2.0/ports/cb7e9c4c-fd57-4d46-895f-74234734d082 HTTP/1.1" status: 200 len: 1092 time: 3.2146523 Jul 07 17:02:38.414358 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-877bb1c0-85f2-4068-a47d-92e1195e4ce6 service neutron] 10.222.0.64 "GET /v2.0/networks/fb74cf42-8431-4db2-86e2-f968c1182b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986159 Jul 07 17:02:38.437819 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port ff52852b-53d4-4e3b-973e-2b425a046424, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ff52852b-53d4-4e3b-973e-2b425a046424,segment=NetworkSegment(936489cd-6d27-46e3-a8c0-5f4261bd9fb2),segment_id=936489cd-6d27-46e3-a8c0-5f4261bd9fb2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:38.442971 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf7f38a-f013-4b5a-a421-68cec87cc255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff52852b-53d4-4e3b-973e-2b425a046424'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:38.445558 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b896c5-8d47-4b4e-8b28-419651df987a" -d '{"events": [{"server_uuid": "ebf7f38a-f013-4b5a-a421-68cec87cc255", "name": "network-vif-plugged", "status": "completed", "tag": "ff52852b-53d4-4e3b-973e-2b425a046424"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:38.457723 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.458575 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 478ecb6c-d563-4c2e-b2ed-2078c7c98587 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:38.461270 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-5369cc7b-2c5c-4d67-8bad-61ce5f8a1cd6 None None] For port d217642e-c70b-4800-80da-28fa35122c57, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:38.505304 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-db560374-8aa8-4066-8391-2f77f8ac44e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b8d331dd-bb8d-437d-9375-521139323c2b HTTP/1.1" status: 200 len: 217 time: 0.0897176 Jul 07 17:02:38.544750 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-5369cc7b-2c5c-4d67-8bad-61ce5f8a1cd6 None None] For port d217642e-c70b-4800-80da-28fa35122c57, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d217642e-c70b-4800-80da-28fa35122c57,segment=NetworkSegment(e9cb0466-5459-40c6-867e-64c5a1d48fcc),segment_id=e9cb0466-5459-40c6-867e-64c5a1d48fcc)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:38.572557 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5369cc7b-2c5c-4d67-8bad-61ce5f8a1cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.583021 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=ff52852b-53d4-4e3b-973e-2b425a046424,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:38.608043 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659ea41-17e7-4697-95a1-bd20805754ef service neutron] Pushing event updated for resources: {'Port': ['ID=cb7e9c4c-fd57-4d46-895f-74234734d082,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:38.640399 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-864103ad-14d6-4756-803b-0303039760f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:38.642615 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-864103ad-14d6-4756-803b-0303039760f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fd26278-1ee8-4aad-a564-96dc9b452a11 HTTP/1.1" status: 200 len: 797 time: 0.1280544 Jul 07 17:02:38.663325 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 478ecb6c-d563-4c2e-b2ed-2078c7c98587 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:38.678229 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 478ecb6c-d563-4c2e-b2ed-2078c7c98587 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:38.678603 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.681779 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369cc7b-2c5c-4d67-8bad-61ce5f8a1cd6 None None] Pushing event updated for resources: {'Port': ['ID=d217642e-c70b-4800-80da-28fa35122c57,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:38.744509 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9 req-3a9f3ab0-1e31-4733-9b61-36598228735d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:38.744941 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3fd73-2b1f-427c-853c-ef119fa14c2e req-04867a44-a65e-4890-bdb5-cbb6a3e3d969 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:38.745932 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9 req-3a9f3ab0-1e31-4733-9b61-36598228735d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:38.746878 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9 req-3a9f3ab0-1e31-4733-9b61-36598228735d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:38.748938 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9 req-3a9f3ab0-1e31-4733-9b61-36598228735d service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b6d220ae528f42c295cc654c1d123274&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.2804267 Jul 07 17:02:38.754853 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-03f3fd73-2b1f-427c-853c-ef119fa14c2e req-04867a44-a65e-4890-bdb5-cbb6a3e3d969 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0 HTTP/1.1" status: 200 len: 944 time: 0.2247429 Jul 07 17:02:38.841589 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-03f3fd73-2b1f-427c-853c-ef119fa14c2e req-1cfb3710-7779-4aca-972e-4b6495ec028a tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] 10.222.0.53 "GET /v2.0/security-groups?id=a74db558-80d7-41e3-b29f-0660b05708c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846405 Jul 07 17:02:38.854251 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-117c0209-b7c8-4cce-84b2-1f81363bc2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:38.864107 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-117c0209-b7c8-4cce-84b2-1f81363bc2a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb74cf42-8431-4db2-86e2-f968c1182b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2121010 Jul 07 17:02:38.910252 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.942838 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9 req-2f01fdb8-3a84-4d6b-ae9e-8a73f90139c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:38.945203 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a27de3bc-42d5-4a51-ba24-7f2e5f8fd8d9 req-2f01fdb8-3a84-4d6b-ae9e-8a73f90139c8 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1821570 Jul 07 17:02:39.016662 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 478ecb6c-d563-4c2e-b2ed-2078c7c98587, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=478ecb6c-d563-4c2e-b2ed-2078c7c98587,segment=NetworkSegment(0dee5db3-bec1-4b4b-8527-1daf14e04b7c),segment_id=0dee5db3-bec1-4b4b-8527-1daf14e04b7c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:39.017988 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-88f7db9a-7906-43fe-a1d5-a0e6c838af1b req-38ee2d74-cfee-46fe-a704-858da8f8b0c3 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "GET /v2.0/security-groups/3814ba72-968e-4065-bf2b-fbfcb3fadc0a HTTP/1.1" status: 200 len: 1804 time: 0.0863500 Jul 07 17:02:39.019016 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7195d645-4592-45d8-88c4-9b2f1335712d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.022661 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-3e787223-7443-476b-8678-10d076faa7fc service neutron] 10.222.0.64 "GET /v2.0/networks/fb74cf42-8431-4db2-86e2-f968c1182b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529653 Jul 07 17:02:39.023721 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.039674 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-88f7db9a-7906-43fe-a1d5-a0e6c838af1b req-f997e395-e076-4604-abce-fdec64008043 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3814ba72-968e-4065-bf2b-fbfcb3fadc0a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:39.040015 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-88f7db9a-7906-43fe-a1d5-a0e6c838af1b req-f997e395-e076-4604-abce-fdec64008043 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3814ba72-968e-4065-bf2b-fbfcb3fadc0a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:39.159186 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-a1ce9c1d-9a16-462e-ba2d-12841e1434c7 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:39.164704 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-a1ce9c1d-9a16-462e-ba2d-12841e1434c7 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8373847 Jul 07 17:02:39.164931 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=478ecb6c-d563-4c2e-b2ed-2078c7c98587,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:39.173885 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195d645-4592-45d8-88c4-9b2f1335712d admin admin] Pushing event updated for resources: {'Subnet': ['ID=471fe685-7fcf-4d30-b218-beda7522746a,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:39.209072 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-8c63a00b-1b81-4266-b829-9e33fe320abb tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/quotas/207540dbe3464bb3ab0c2692583793a4 HTTP/1.1" status: 200 len: 375 time: 0.0254424 Jul 07 17:02:39.333738 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-88f7db9a-7906-43fe-a1d5-a0e6c838af1b req-f997e395-e076-4604-abce-fdec64008043 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.344317 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68d83e85-e3b4-49b0-8385-1a4386f6f01d req-7374b800-4c5c-4142-8c4d-f317c44f6e7a service neutron] 10.222.0.64 "GET /v2.0/networks/fb74cf42-8431-4db2-86e2-f968c1182b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468505 Jul 07 17:02:39.366177 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7195d645-4592-45d8-88c4-9b2f1335712d admin admin] Checking segment: {'id': '4745d682-27bb-4793-95ab-4998e6d28031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:39.366177 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7195d645-4592-45d8-88c4-9b2f1335712d admin admin] Network hostable DHCP agents. Network: 4cfb844d-bad2-4bd4-b9c4-3c09c74893d1, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:02:39.372983 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-88f7db9a-7906-43fe-a1d5-a0e6c838af1b req-f997e395-e076-4604-abce-fdec64008043 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.378152 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-cab99666-f0fb-44e4-b850-c52d19d36a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:39.378152 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-cab99666-f0fb-44e4-b850-c52d19d36a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:39.378604 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-cab99666-f0fb-44e4-b850-c52d19d36a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:39.378787 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-cab99666-f0fb-44e4-b850-c52d19d36a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:39.379381 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-cab99666-f0fb-44e4-b850-c52d19d36a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:39.379575 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-88f7db9a-7906-43fe-a1d5-a0e6c838af1b req-f997e395-e076-4604-abce-fdec64008043 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.379849 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-cab99666-f0fb-44e4-b850-c52d19d36a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:39.380305 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-cab99666-f0fb-44e4-b850-c52d19d36a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:39.384353 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-cab99666-f0fb-44e4-b850-c52d19d36a1b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b6d220ae528f42c295cc654c1d123274&device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 6486 time: 0.3628767 Jul 07 17:02:39.402185 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997e395-e076-4604-abce-fdec64008043 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2504ff63-9d3b-43eb-8d3d-2dc8fc040e62,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:39.415334 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-88f7db9a-7906-43fe-a1d5-a0e6c838af1b req-f997e395-e076-4604-abce-fdec64008043 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.417017 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-88f7db9a-7906-43fe-a1d5-a0e6c838af1b req-f997e395-e076-4604-abce-fdec64008043 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3890250 Jul 07 17:02:39.474202 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-9a44880c-b1f2-45bf-b7a3-91efc81b2b0b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47bf5e37-4f50-40b7-9c7a-0594677913b4 HTTP/1.1" status: 200 len: 217 time: 0.0777140 Jul 07 17:02:39.490120 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27206fef-81b5-4321-a26b-c575935497a6 x-openstack-request-id: req-27206fef-81b5-4321-a26b-c575935497a6 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:39.490444 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "tag": "c53515a8-9fd6-4c21-9637-86f0e67278e8", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:39.490738 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-27206fef-81b5-4321-a26b-c575935497a6 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:39.491160 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'tag': 'c53515a8-9fd6-4c21-9637-86f0e67278e8', 'status': 'completed', 'code': 200} Jul 07 17:02:39.523332 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e725b0-2218-4f3f-9767-f5c6ed59ae72 req-69af1df2-2e91-4b0c-a967-acad5ce0c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:39.524073 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e725b0-2218-4f3f-9767-f5c6ed59ae72 req-69af1df2-2e91-4b0c-a967-acad5ce0c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:39.524256 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:02:39.524905 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e725b0-2218-4f3f-9767-f5c6ed59ae72 req-69af1df2-2e91-4b0c-a967-acad5ce0c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:39.524905 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e725b0-2218-4f3f-9767-f5c6ed59ae72 req-69af1df2-2e91-4b0c-a967-acad5ce0c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:39.525375 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e725b0-2218-4f3f-9767-f5c6ed59ae72 req-69af1df2-2e91-4b0c-a967-acad5ce0c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:39.525805 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e725b0-2218-4f3f-9767-f5c6ed59ae72 req-69af1df2-2e91-4b0c-a967-acad5ce0c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:39.526268 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e725b0-2218-4f3f-9767-f5c6ed59ae72 req-69af1df2-2e91-4b0c-a967-acad5ce0c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:39.529380 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8e725b0-2218-4f3f-9767-f5c6ed59ae72 req-69af1df2-2e91-4b0c-a967-acad5ce0c5ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52ba6e7d3c334b5d9c08203be3275f20&device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 6494 time: 0.0972555 Jul 07 17:02:39.548943 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7195d645-4592-45d8-88c4-9b2f1335712d admin admin] Network 4cfb844d-bad2-4bd4-b9c4-3c09c74893d1 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:02:39.560381 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2f06967d-5c08-4f27-8a32-f23e39f653bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.602273 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2f06967d-5c08-4f27-8a32-f23e39f653bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.610009 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-7195d645-4592-45d8-88c4-9b2f1335712d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 4cfb844d-bad2-4bd4-b9c4-3c09c74893d1) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:39.614702 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7195d645-4592-45d8-88c4-9b2f1335712d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:39.615594 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7195d645-4592-45d8-88c4-9b2f1335712d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.624764 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-2249f110-fc36-4c44-a7b7-3221d4c5cc8a tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=207540dbe3464bb3ab0c2692583793a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3913243 Jul 07 17:02:39.631684 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd96c80-549e-412e-ac6d-31c736f858c2 None None] Network 4cfb844d-bad2-4bd4-b9c4-3c09c74893d1 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:39.634234 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-6247711b-7ac2-4a1d-ac7d-9d5ad81224f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:39.636468 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-6247711b-7ac2-4a1d-ac7d-9d5ad81224f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7bf3ce58-a71d-4412-bb72-4611169487c0 HTTP/1.1" status: 200 len: 851 time: 0.1438935 Jul 07 17:02:39.734866 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7195d645-4592-45d8-88c4-9b2f1335712d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6290636 Jul 07 17:02:39.738650 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54876) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:39.745359 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e725b0-2218-4f3f-9767-f5c6ed59ae72 req-e007a4d7-66a7-497a-b975-2e6cb5f5ac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:39.750999 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8e725b0-2218-4f3f-9767-f5c6ed59ae72 req-e007a4d7-66a7-497a-b975-2e6cb5f5ac90 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fb74cf42-8431-4db2-86e2-f968c1182b61 HTTP/1.1" status: 200 len: 902 time: 0.2148228 Jul 07 17:02:39.755709 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-f3964163-914e-4bfc-9b01-7a722687179e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1531974977-router', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:39.831749 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8e725b0-2218-4f3f-9767-f5c6ed59ae72 req-2f9f3aa9-5380-424e-821e-acff560e145e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b8d331dd-bb8d-437d-9375-521139323c2b HTTP/1.1" status: 200 len: 217 time: 0.0669212 Jul 07 17:02:39.867326 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-2f06967d-5c08-4f27-8a32-f23e39f653bc admin admin] Allocated IP 172.25.0.17 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/45cd7174-5e41-4cb3-907c-c27ad9ceab85) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:39.885431 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-fdbb3e9e-544d-4313-a36b-e4511268d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:39.887317 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f3964163-914e-4bfc-9b01-7a722687179e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.888211 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-fdbb3e9e-544d-4313-a36b-e4511268d4a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b1ef1e6-de16-48e9-886d-760c85a81894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1938410 Jul 07 17:02:39.888429 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f3964163-914e-4bfc-9b01-7a722687179e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.925369 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f0b41-f524-489a-ba07-8e7a719be469 req-70e42e4a-3f58-4691-9b58-9a7fdc799437 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:39.926867 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f34857-a41f-479b-8a84-d7f7343233ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-4cfb844d-bad2-4bd4-b9c4-3c09c74893d1', 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'fixed_ips': [{'subnet_id': '471fe685-7fcf-4d30-b218-beda7522746a'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:02:39.928260 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-43f34857-a41f-479b-8a84-d7f7343233ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.931608 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f0b41-f524-489a-ba07-8e7a719be469 req-70e42e4a-3f58-4691-9b58-9a7fdc799437 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:39.942844 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f0b41-f524-489a-ba07-8e7a719be469 req-70e42e4a-3f58-4691-9b58-9a7fdc799437 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:39.949159 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f0b41-f524-489a-ba07-8e7a719be469 req-70e42e4a-3f58-4691-9b58-9a7fdc799437 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:39.955750 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f0b41-f524-489a-ba07-8e7a719be469 req-70e42e4a-3f58-4691-9b58-9a7fdc799437 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:39.983779 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f0b41-f524-489a-ba07-8e7a719be469 req-70e42e4a-3f58-4691-9b58-9a7fdc799437 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:39.998240 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f0b41-f524-489a-ba07-8e7a719be469 req-70e42e4a-3f58-4691-9b58-9a7fdc799437 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:40.009701 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-728f0b41-f524-489a-ba07-8e7a719be469 req-70e42e4a-3f58-4691-9b58-9a7fdc799437 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5422 time: 0.3965938 Jul 07 17:02:40.101972 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e725b0-2218-4f3f-9767-f5c6ed59ae72 req-3e093c6a-69ec-4178-abb4-626a2c61d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:40.103705 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8e725b0-2218-4f3f-9767-f5c6ed59ae72 req-3e093c6a-69ec-4178-abb4-626a2c61d2c7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fd26278-1ee8-4aad-a564-96dc9b452a11 HTTP/1.1" status: 200 len: 797 time: 0.2582960 Jul 07 17:02:40.179406 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6183d2d-f0e1-4410-be19-6a2ddef943cf x-openstack-request-id: req-a6183d2d-f0e1-4410-be19-6a2ddef943cf {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:40.181923 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f3964163-914e-4bfc-9b01-7a722687179e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:40.182787 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf7f38a-f013-4b5a-a421-68cec87cc255", "name": "network-vif-plugged", "status": "completed", "tag": "ff52852b-53d4-4e3b-973e-2b425a046424", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:40.184160 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a6183d2d-f0e1-4410-be19-6a2ddef943cf {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:40.186762 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf7f38a-f013-4b5a-a421-68cec87cc255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff52852b-53d4-4e3b-973e-2b425a046424', 'code': 200} Jul 07 17:02:40.296014 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d217642e-c70b-4800-80da-28fa35122c57 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:40.313515 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-728f0b41-f524-489a-ba07-8e7a719be469 req-8bc63c6a-3bfd-466a-a0a3-11f88449d96b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3027382 Jul 07 17:02:40.411029 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-bcb19792-5837-45c5-ae94-819e64368820 service neutron] 10.222.0.72 "GET /v2.0/networks/2b1ef1e6-de16-48e9-886d-760c85a81894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132377 Jul 07 17:02:40.453817 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-43f34857-a41f-479b-8a84-d7f7343233ec None None] Allocated IP 172.20.0.2 (4cfb844d-bad2-4bd4-b9c4-3c09c74893d1/471fe685-7fcf-4d30-b218-beda7522746a/c0704a3b-821d-4df4-a7d8-678fdabd832d) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:40.470322 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port d217642e-c70b-4800-80da-28fa35122c57 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:40.486059 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2f06967d-5c08-4f27-8a32-f23e39f653bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:40.645674 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f3964163-914e-4bfc-9b01-7a722687179e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:40.666576 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa6e881-4f21-4a32-9380-8a6c5eb6da8b None None] Network 0518196d-eefc-4ac7-b5ab-2055eb805352 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:40.865664 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-cf4c705e-b427-4749-8bde-ff185247fa64 None None] Provisioning for port d217642e-c70b-4800-80da-28fa35122c57 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:40.955750 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8553d-60de-4271-aca9-a93a84811365 req-00769b1a-0404-4772-97e8-3436b185b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:40.958602 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-19e8553d-60de-4271-aca9-a93a84811365 req-00769b1a-0404-4772-97e8-3436b185b2c7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 1098 time: 0.6609583 Jul 07 17:02:40.958842 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-cf4c705e-b427-4749-8bde-ff185247fa64 None None] Provisioning complete for port d217642e-c70b-4800-80da-28fa35122c57 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:40.960346 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cf4c705e-b427-4749-8bde-ff185247fa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.015525 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-8df132ae-ebf0-4e64-9a86-864560df98a3 service neutron] 10.222.0.72 "GET /v2.0/networks/2b1ef1e6-de16-48e9-886d-760c85a81894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737495 Jul 07 17:02:41.068992 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446454f9-1f35-4326-b06a-5399a89d87f6 req-571a9403-c68f-4548-926c-5d76cdf8147b tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:41.084449 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446454f9-1f35-4326-b06a-5399a89d87f6 req-571a9403-c68f-4548-926c-5d76cdf8147b tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:41.098502 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446454f9-1f35-4326-b06a-5399a89d87f6 req-571a9403-c68f-4548-926c-5d76cdf8147b tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:41.111872 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446454f9-1f35-4326-b06a-5399a89d87f6 req-571a9403-c68f-4548-926c-5d76cdf8147b tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:41.122922 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446454f9-1f35-4326-b06a-5399a89d87f6 req-571a9403-c68f-4548-926c-5d76cdf8147b tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:41.134534 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446454f9-1f35-4326-b06a-5399a89d87f6 req-571a9403-c68f-4548-926c-5d76cdf8147b tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:41.146729 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446454f9-1f35-4326-b06a-5399a89d87f6 req-571a9403-c68f-4548-926c-5d76cdf8147b tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:41.151132 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e725b0-2218-4f3f-9767-f5c6ed59ae72 req-26f1e0ad-cfb1-409a-812e-9ad98db16179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:41.153328 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8e725b0-2218-4f3f-9767-f5c6ed59ae72 req-26f1e0ad-cfb1-409a-812e-9ad98db16179 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb74cf42-8431-4db2-86e2-f968c1182b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9908800 Jul 07 17:02:41.157171 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-43f34857-a41f-479b-8a84-d7f7343233ec None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.159949 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-446454f9-1f35-4326-b06a-5399a89d87f6 req-571a9403-c68f-4548-926c-5d76cdf8147b tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5430 time: 0.7575023 Jul 07 17:02:41.169837 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2f06967d-5c08-4f27-8a32-f23e39f653bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.209987 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d1dc1-7246-422a-887f-975fbc74d844 req-e7eeedcd-1fe9-46ea-a5e2-f589021e2e0a tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:41.211683 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-721d1dc1-7246-422a-887f-975fbc74d844 req-e7eeedcd-1fe9-46ea-a5e2-f589021e2e0a tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 946 time: 0.5527222 Jul 07 17:02:41.219054 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-43f34857-a41f-479b-8a84-d7f7343233ec None None] Transition to ACTIVE for port object c0704a3b-821d-4df4-a7d8-678fdabd832d will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:41.258702 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cf4c705e-b427-4749-8bde-ff185247fa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.273962 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-37c14275-ad0e-435b-b245-3664995b7649 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca HTTP/1.1" status: 200 len: 217 time: 0.2396348 Jul 07 17:02:41.279117 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-43f34857-a41f-479b-8a84-d7f7343233ec None None] Transition to ACTIVE for port object c0704a3b-821d-4df4-a7d8-678fdabd832d will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:41.291141 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-43f34857-a41f-479b-8a84-d7f7343233ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.305153 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-721d1dc1-7246-422a-887f-975fbc74d844 req-a6168e35-9822-40f2-84c5-313c2522321e tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582418 Jul 07 17:02:41.357903 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06967d-5c08-4f27-8a32-f23e39f653bc admin admin] Pushing event updated for resources: {'Port': ['ID=45cd7174-5e41-4cb3-907c-c27ad9ceab85,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:41.376970 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-5b6e0ad8-da3c-4c20-9432-8e66ee37f10c req-51c04615-0d03-4231-9f9d-f1213ad302d9 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-878790204', 'description': 'tempest-description-291590912'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:41.409363 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8e725b0-2218-4f3f-9767-f5c6ed59ae72 req-180b1755-f6fb-4e1c-8989-5caa011f3925 service neutron] 10.222.0.64 "GET /v2.0/networks/fb74cf42-8431-4db2-86e2-f968c1182b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385554 Jul 07 17:02:41.422160 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-cf4c705e-b427-4749-8bde-ff185247fa64 None None] For port d217642e-c70b-4800-80da-28fa35122c57, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d217642e-c70b-4800-80da-28fa35122c57,segment=NetworkSegment(e9cb0466-5459-40c6-867e-64c5a1d48fcc),segment_id=e9cb0466-5459-40c6-867e-64c5a1d48fcc)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:41.440580 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f06967d-5c08-4f27-8a32-f23e39f653bc admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:41.441304 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f34857-a41f-479b-8a84-d7f7343233ec None None] Network 4cfb844d-bad2-4bd4-b9c4-3c09c74893d1 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:41.443845 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-ed09f9fd-45be-4bf2-b376-f049d2271d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:41.444031 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f34857-a41f-479b-8a84-d7f7343233ec None None] Pushing event updated for resources: {'Port': ['ID=c0704a3b-821d-4df4-a7d8-678fdabd832d,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:41.445831 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-ed09f9fd-45be-4bf2-b376-f049d2271d32 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11c30ad8-8f95-45c0-9f1d-ea2c0038c53f HTTP/1.1" status: 200 len: 797 time: 0.0700343 Jul 07 17:02:41.447924 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-19e8553d-60de-4271-aca9-a93a84811365 req-65d1b4c6-7695-46b7-b37a-77ba77fc636e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745789 Jul 07 17:02:41.448664 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cf4c705e-b427-4749-8bde-ff185247fa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.456600 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-43f34857-a41f-479b-8a84-d7f7343233ec None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:41.462112 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f34857-a41f-479b-8a84-d7f7343233ec None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:41.468887 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-2f06967d-5c08-4f27-8a32-f23e39f653bc admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:41.475141 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f06967d-5c08-4f27-8a32-f23e39f653bc admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:41.510157 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'tag': 'cb7e9c4c-fd57-4d46-895f-74234734d082'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:41.512700 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b3ccac-3d9a-4346-a342-7f16246e9854" -d '{"events": [{"name": "network-changed", "server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "tag": "cb7e9c4c-fd57-4d46-895f-74234734d082"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:41.603059 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5b6e0ad8-da3c-4c20-9432-8e66ee37f10c req-51c04615-0d03-4231-9f9d-f1213ad302d9 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.615150 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-446454f9-1f35-4326-b06a-5399a89d87f6 req-eac550b5-4076-4b72-b06b-3c21fbce8194 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4540510 Jul 07 17:02:41.747057 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8e725b0-2218-4f3f-9767-f5c6ed59ae72 req-67b95772-8787-4cf9-a7dc-5390d784b152 service neutron] 10.222.0.64 "GET /v2.0/networks/fb74cf42-8431-4db2-86e2-f968c1182b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178630 Jul 07 17:02:41.752389 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f3964163-914e-4bfc-9b01-7a722687179e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.783966 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f3964163-914e-4bfc-9b01-7a722687179e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.875518 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-d38b8cce-2ece-4fd0-8972-e2c2cd8738a5 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=207540dbe3464bb3ab0c2692583793a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405710 Jul 07 17:02:41.879158 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5b6e0ad8-da3c-4c20-9432-8e66ee37f10c req-51c04615-0d03-4231-9f9d-f1213ad302d9 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.894616 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5b6e0ad8-da3c-4c20-9432-8e66ee37f10c req-51c04615-0d03-4231-9f9d-f1213ad302d9 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.947841 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c705e-b427-4749-8bde-ff185247fa64 None None] Pushing event updated for resources: {'Port': ['ID=d217642e-c70b-4800-80da-28fa35122c57,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:41.967251 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-43f34857-a41f-479b-8a84-d7f7343233ec None None] Attempting to bind port c0704a3b-821d-4df4-a7d8-678fdabd832d on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:41.968461 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-43f34857-a41f-479b-8a84-d7f7343233ec None None] Attempting to bind port c0704a3b-821d-4df4-a7d8-678fdabd832d by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '4745d682-27bb-4793-95ab-4998e6d28031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:41.969414 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c04615-0d03-4231-9f9d-f1213ad302d9 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d259e5c9-1e3d-484b-a10d-2579481ace57,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:41.969881 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f34857-a41f-479b-8a84-d7f7343233ec None None] Attempting to bind port c0704a3b-821d-4df4-a7d8-678fdabd832d on network 4cfb844d-bad2-4bd4-b9c4-3c09c74893d1 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:41.977404 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5b6e0ad8-da3c-4c20-9432-8e66ee37f10c req-51c04615-0d03-4231-9f9d-f1213ad302d9 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.978644 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5b6e0ad8-da3c-4c20-9432-8e66ee37f10c req-51c04615-0d03-4231-9f9d-f1213ad302d9 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6126626 Jul 07 17:02:41.996239 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f34857-a41f-479b-8a84-d7f7343233ec None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:41.997278 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f34857-a41f-479b-8a84-d7f7343233ec None None] Checking segment: {'id': '4745d682-27bb-4793-95ab-4998e6d28031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:41.998185 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-43f34857-a41f-479b-8a84-d7f7343233ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.998970 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f34857-a41f-479b-8a84-d7f7343233ec None None] Bound using segment: {'id': '4745d682-27bb-4793-95ab-4998e6d28031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:41.999992 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-43f34857-a41f-479b-8a84-d7f7343233ec None None] Bound port: c0704a3b-821d-4df4-a7d8-678fdabd832d, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4745d682-27bb-4793-95ab-4998e6d28031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:42.001151 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-43f34857-a41f-479b-8a84-d7f7343233ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.008077 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-78608393-7bad-4992-8552-177f1710c414 None None] Provisioning complete for port d217642e-c70b-4800-80da-28fa35122c57 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:42.008951 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-78608393-7bad-4992-8552-177f1710c414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.021341 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-f3964163-914e-4bfc-9b01-7a722687179e admin admin] Allocated IP 172.25.0.120 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/6b0f69fd-21f9-4921-a8c1-3a13fa46c71a) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:42.119781 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-701e1c27-866a-4b66-b6d6-48d57f5b558d tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:42.122794 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-701e1c27-866a-4b66-b6d6-48d57f5b558d tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2398028 Jul 07 17:02:42.126030 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-7140d6b9-3108-4149-ba0c-d54c1373ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:42.127899 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-7140d6b9-3108-4149-ba0c-d54c1373ed6d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=631352b9-cdc0-4502-b4e6-9840754bae5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5953212 Jul 07 17:02:42.188603 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478ecb6c-d563-4c2e-b2ed-2078c7c98587'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:42.193310 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a91273-7595-42d3-a498-34f5b8a3612c" -d '{"events": [{"server_uuid": "b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0", "name": "network-vif-plugged", "status": "completed", "tag": "478ecb6c-d563-4c2e-b2ed-2078c7c98587"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:42.209038 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d217642e-c70b-4800-80da-28fa35122c57 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:42.226581 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-5d336174-379c-46cb-9032-72281ba1658f tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Request body: {'port': {'device_id': 'd244dcc5-9079-45bf-a95e-705045159329', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': '207540dbe3464bb3ab0c2692583793a4'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:42.296785 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f3964163-914e-4bfc-9b01-7a722687179e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.336493 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-43f34857-a41f-479b-8a84-d7f7343233ec None None] For port c0704a3b-821d-4df4-a7d8-678fdabd832d, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:42.398164 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-43f34857-a41f-479b-8a84-d7f7343233ec None None] For port c0704a3b-821d-4df4-a7d8-678fdabd832d, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c0704a3b-821d-4df4-a7d8-678fdabd832d,segment=NetworkSegment(4745d682-27bb-4793-95ab-4998e6d28031),segment_id=4745d682-27bb-4793-95ab-4998e6d28031)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:42.403712 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cf8d12dc-4698-4f8a-9dbe-99bfe0ab53ca req-7755116e-1bdc-403e-be97-4606600e603b tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d244dcc5-9079-45bf-a95e-705045159329 HTTP/1.1" status: 200 len: 210 time: 0.0410364 Jul 07 17:02:42.406937 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f3964163-914e-4bfc-9b01-7a722687179e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.416901 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-43f34857-a41f-479b-8a84-d7f7343233ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.458420 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3964163-914e-4bfc-9b01-7a722687179e admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:42.463272 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-f3964163-914e-4bfc-9b01-7a722687179e admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:42.486656 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3964163-914e-4bfc-9b01-7a722687179e admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:42.547765 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3964163-914e-4bfc-9b01-7a722687179e admin admin] Pushing event updated for resources: {'Port': ['ID=6b0f69fd-21f9-4921-a8c1-3a13fa46c71a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:42.587817 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port d217642e-c70b-4800-80da-28fa35122c57 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:42.589218 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.654157 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2f06967d-5c08-4f27-8a32-f23e39f653bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.670562 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd081c-02d2-4b47-baac-48694f473cf4 req-09d169b1-ab40-4fdd-84f0-cf9b8eaf7227 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:42.672357 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-96dd081c-02d2-4b47-baac-48694f473cf4 req-09d169b1-ab40-4fdd-84f0-cf9b8eaf7227 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0 HTTP/1.1" status: 200 len: 945 time: 0.5404000 Jul 07 17:02:42.717868 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f34857-a41f-479b-8a84-d7f7343233ec None None] Pushing event updated for resources: {'Port': ['ID=c0704a3b-821d-4df4-a7d8-678fdabd832d,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:42.793771 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-d2c7806d-9e26-4175-a4ed-80a437759ba4 service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955334 Jul 07 17:02:43.061516 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-96dd081c-02d2-4b47-baac-48694f473cf4 req-fd5a5669-5818-4375-89b5-8de5101013b4 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] 10.222.0.53 "GET /v2.0/security-groups?id=a74db558-80d7-41e3-b29f-0660b05708c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578031 Jul 07 17:02:43.072375 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-5d336174-379c-46cb-9032-72281ba1658f tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Made reservation on behalf of 207540dbe3464bb3ab0c2692583793a4 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:43.075200 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42c3cf-7dec-4617-836a-d64dd2b490e5 req-2e0be4bd-4a46-4888-b490-18801fa6c55d tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:43.075930 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-5d336174-379c-46cb-9032-72281ba1658f tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.101354 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42c3cf-7dec-4617-836a-d64dd2b490e5 req-2e0be4bd-4a46-4888-b490-18801fa6c55d tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:43.113902 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42c3cf-7dec-4617-836a-d64dd2b490e5 req-2e0be4bd-4a46-4888-b490-18801fa6c55d tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:43.122434 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42c3cf-7dec-4617-836a-d64dd2b490e5 req-2e0be4bd-4a46-4888-b490-18801fa6c55d tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:43.128717 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42c3cf-7dec-4617-836a-d64dd2b490e5 req-2e0be4bd-4a46-4888-b490-18801fa6c55d tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:43.135618 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42c3cf-7dec-4617-836a-d64dd2b490e5 req-2e0be4bd-4a46-4888-b490-18801fa6c55d tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:43.141999 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42c3cf-7dec-4617-836a-d64dd2b490e5 req-2e0be4bd-4a46-4888-b490-18801fa6c55d tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:43.145463 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d4b769-1b97-491d-8216-fddaacc5198b x-openstack-request-id: req-09d4b769-1b97-491d-8216-fddaacc5198b {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:43.145741 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "tag": "cb7e9c4c-fd57-4d46-895f-74234734d082", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:43.145990 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09d4b769-1b97-491d-8216-fddaacc5198b {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:43.146384 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'tag': 'cb7e9c4c-fd57-4d46-895f-74234734d082', 'status': 'completed', 'code': 200} Jul 07 17:02:43.149719 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bb42c3cf-7dec-4617-836a-d64dd2b490e5 req-2e0be4bd-4a46-4888-b490-18801fa6c55d tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5422 time: 0.3818357 Jul 07 17:02:43.246828 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-a9f94889-39e3-4347-8b23-18b91bc9d69d service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369655 Jul 07 17:02:43.251012 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bb42c3cf-7dec-4617-836a-d64dd2b490e5 req-6f1414aa-228e-49f0-8908-f6272a15ea96 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0998614 Jul 07 17:02:43.251715 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f3964163-914e-4bfc-9b01-7a722687179e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.356011 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be906de6-4b7d-4b64-a90e-e0b36ff8fc97 x-openstack-request-id: req-be906de6-4b7d-4b64-a90e-e0b36ff8fc97 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:43.356758 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0", "name": "network-vif-plugged", "status": "completed", "tag": "478ecb6c-d563-4c2e-b2ed-2078c7c98587", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:43.356758 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be906de6-4b7d-4b64-a90e-e0b36ff8fc97 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:43.357280 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478ecb6c-d563-4c2e-b2ed-2078c7c98587', 'code': 200} Jul 07 17:02:43.373783 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-c7f9a7cc-36d9-414a-b393-eb5a9eac6271 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d HTTP/1.1" status: 200 len: 217 time: 0.1101284 Jul 07 17:02:43.442133 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3df93cb0-14f0-4cad-9466-754272230517 req-84d5a855-4ab4-4113-a472-0c556e21b267 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "GET /v2.0/security-groups/d259e5c9-1e3d-484b-a10d-2579481ace57 HTTP/1.1" status: 200 len: 1803 time: 0.2563396 Jul 07 17:02:43.488046 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-3df93cb0-14f0-4cad-9466-754272230517 req-5fe4c4d1-d984-46fd-8558-4143eda2e5c1 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd259e5c9-1e3d-484b-a10d-2579481ace57', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:43.488416 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-3df93cb0-14f0-4cad-9466-754272230517 req-5fe4c4d1-d984-46fd-8558-4143eda2e5c1 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd259e5c9-1e3d-484b-a10d-2579481ace57', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:43.508546 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2f06967d-5c08-4f27-8a32-f23e39f653bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.527776 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-d9664120-a416-446e-a508-7d1e5189d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:43.529495 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-d9664120-a416-446e-a508-7d1e5189d491 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11c30ad8-8f95-45c0-9f1d-ea2c0038c53f HTTP/1.1" status: 200 len: 797 time: 0.1465344 Jul 07 17:02:43.627140 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-5d336174-379c-46cb-9032-72281ba1658f tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Allocated IP 192.168.233.13 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/67c31bbc-0527-4f8a-aefa-7af1f0802d92) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:43.675606 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e78648-f5d3-453a-bbe1-4ebfd49e2bf3 req-ce082ae3-56ee-4350-8eaa-f134ef59d48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:43.677285 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37e78648-f5d3-453a-bbe1-4ebfd49e2bf3 req-ce082ae3-56ee-4350-8eaa-f134ef59d48f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0 HTTP/1.1" status: 200 len: 1097 time: 0.1955581 Jul 07 17:02:43.678500 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f3964163-914e-4bfc-9b01-7a722687179e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.781091 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3df93cb0-14f0-4cad-9466-754272230517 req-5fe4c4d1-d984-46fd-8558-4143eda2e5c1 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.787232 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b0b0a-58e7-485a-9da9-caf64e4de278 req-f0fb9ebf-a9bb-4d22-b13e-c844ee645c2b tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:43.788871 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7d3b0b0a-58e7-485a-9da9-caf64e4de278 req-f0fb9ebf-a9bb-4d22-b13e-c844ee645c2b tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 946 time: 0.2507250 Jul 07 17:02:43.795440 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37e78648-f5d3-453a-bbe1-4ebfd49e2bf3 req-8279db78-f4e1-4a9f-9ad3-544a784d21fe service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a74db558-80d7-41e3-b29f-0660b05708c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076312 Jul 07 17:02:43.888142 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7d3b0b0a-58e7-485a-9da9-caf64e4de278 req-ee5fef72-26a2-4e24-8b73-f25bd58e1b96 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632408 Jul 07 17:02:43.899774 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-80a7a6fb-d8e6-4225-9fb9-007637d69ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:43.913642 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-80a7a6fb-d8e6-4225-9fb9-007637d69ad0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=631352b9-cdc0-4502-b4e6-9840754bae5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3584011 Jul 07 17:02:43.913642 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3df93cb0-14f0-4cad-9466-754272230517 req-5fe4c4d1-d984-46fd-8558-4143eda2e5c1 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.917907 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3df93cb0-14f0-4cad-9466-754272230517 req-5fe4c4d1-d984-46fd-8558-4143eda2e5c1 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.960281 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3964163-914e-4bfc-9b01-7a722687179e admin admin] Router 6f3eb18d-b6de-438c-8783-43126f4df883 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:02:44.020849 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4c4d1-d984-46fd-8558-4143eda2e5c1 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baffc943-e909-42a2-a0ab-2874c87fb809,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:44.046936 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3df93cb0-14f0-4cad-9466-754272230517 req-5fe4c4d1-d984-46fd-8558-4143eda2e5c1 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.062319 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3df93cb0-14f0-4cad-9466-754272230517 req-5fe4c4d1-d984-46fd-8558-4143eda2e5c1 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5912745 Jul 07 17:02:44.130140 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-5d336174-379c-46cb-9032-72281ba1658f tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.153308 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f06967d-5c08-4f27-8a32-f23e39f653bc admin admin] Router 2e858453-6b51-4608-9e70-8ebaefe7e277 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:02:44.196765 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c0704a3b-821d-4df4-a7d8-678fdabd832d up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:44.209919 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-5d336174-379c-46cb-9032-72281ba1658f tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Transition to ACTIVE for port object 67c31bbc-0527-4f8a-aefa-7af1f0802d92 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:44.234967 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3964163-914e-4bfc-9b01-7a722687179e admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:02:44.242722 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-cd976e2b-0fa1-4014-901e-c42f1423ea90 service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084769 Jul 07 17:02:44.266994 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac60e635-fb4a-47d4-9e36-d50589c4b1f6 None None] Sync routers for ids ['6f3eb18d-b6de-438c-8783-43126f4df883'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:02:44.278008 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f3964163-914e-4bfc-9b01-7a722687179e admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.283585 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f3964163-914e-4bfc-9b01-7a722687179e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.5271237 Jul 07 17:02:44.284023 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54910) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:44.320662 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac60e635-fb4a-47d4-9e36-d50589c4b1f6 None None] Routers {'6f3eb18d-b6de-438c-8783-43126f4df883'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:44.325022 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-ac60e635-fb4a-47d4-9e36-d50589c4b1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:02:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['6f3eb18d-b6de-438c-8783-43126f4df883'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:44.337234 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dea745-6db4-4db9-b6d7-a256a922b737 None None] Network 4cfb844d-bad2-4bd4-b9c4-3c09c74893d1 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:44.383929 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69518f86-e3b9-4de2-ab0c-64176392a82e req-7519e537-4db3-498c-9ac7-fb403c5e6129 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:44.390431 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69518f86-e3b9-4de2-ab0c-64176392a82e req-7519e537-4db3-498c-9ac7-fb403c5e6129 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:44.396998 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69518f86-e3b9-4de2-ab0c-64176392a82e req-7519e537-4db3-498c-9ac7-fb403c5e6129 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:44.404129 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69518f86-e3b9-4de2-ab0c-64176392a82e req-7519e537-4db3-498c-9ac7-fb403c5e6129 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:44.410305 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69518f86-e3b9-4de2-ab0c-64176392a82e req-7519e537-4db3-498c-9ac7-fb403c5e6129 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:44.416578 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69518f86-e3b9-4de2-ab0c-64176392a82e req-7519e537-4db3-498c-9ac7-fb403c5e6129 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:44.423430 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69518f86-e3b9-4de2-ab0c-64176392a82e req-7519e537-4db3-498c-9ac7-fb403c5e6129 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:44.425689 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69518f86-e3b9-4de2-ab0c-64176392a82e req-7519e537-4db3-498c-9ac7-fb403c5e6129 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5430 time: 0.2700086 Jul 07 17:02:44.545168 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8ec65d3d-61e3-45eb-8815-a7c85009649a None None] Provisioning for port c0704a3b-821d-4df4-a7d8-678fdabd832d completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:44.728934 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port c0704a3b-821d-4df4-a7d8-678fdabd832d completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:44.762697 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port c0704a3b-821d-4df4-a7d8-678fdabd832d triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:44.763746 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.827780 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-ac60e635-fb4a-47d4-9e36-d50589c4b1f6 None None] Set router 6f3eb18d-b6de-438c-8783-43126f4df883 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:44.846848 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6c4a91a7-1cfa-4f9d-9890-877025676fc9 req-f5b5c067-fe64-4b29-a7e5-d69e65e35b34 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d244dcc5-9079-45bf-a95e-705045159329 HTTP/1.1" status: 200 len: 210 time: 0.2331185 Jul 07 17:02:44.848488 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69518f86-e3b9-4de2-ab0c-64176392a82e req-fca5fdff-781a-42a9-8167-5733ab716121 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4075155 Jul 07 17:02:44.931936 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-7cef9e20-280c-4ea0-99e4-6c0e56db4b41 req-89270b90-44dd-4bb9-952a-7037d1337a30 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-566228668', 'description': 'tempest-description-627652205'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:44.951825 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-5d336174-379c-46cb-9032-72281ba1658f tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.972169 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f06967d-5c08-4f27-8a32-f23e39f653bc admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:02:44.995270 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfba7287-1025-46dc-b7e1-ec06541bad38 None None] Sync routers for ids ['2e858453-6b51-4608-9e70-8ebaefe7e277'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:02:45.027985 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfba7287-1025-46dc-b7e1-ec06541bad38 None None] Routers {'2e858453-6b51-4608-9e70-8ebaefe7e277'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:45.029447 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-cfba7287-1025-46dc-b7e1-ec06541bad38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:02:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['2e858453-6b51-4608-9e70-8ebaefe7e277'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:45.044934 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-5b1c23b0-db03-43b5-94b0-f1e9c950fb9d service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7646446 Jul 07 17:02:45.052348 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['7fdfdbfe-4b80-4b9c-986e-0a121af06247'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:45.056034 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['026d928d-2392-4fab-ac23-66fd99d24772'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:45.057050 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-5d336174-379c-46cb-9032-72281ba1658f tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:45.061461 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7cef9e20-280c-4ea0-99e4-6c0e56db4b41 req-89270b90-44dd-4bb9-952a-7037d1337a30 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.102794 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-5d336174-379c-46cb-9032-72281ba1658f tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:45.106505 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2f06967d-5c08-4f27-8a32-f23e39f653bc admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.108949 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2f06967d-5c08-4f27-8a32-f23e39f653bc admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.8468542 Jul 07 17:02:45.115677 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-5d336174-379c-46cb-9032-72281ba1658f tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:45.177390 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54914) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:45.178866 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d336174-379c-46cb-9032-72281ba1658f tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Pushing event updated for resources: {'Port': ['ID=67c31bbc-0527-4f8a-aefa-7af1f0802d92,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:45.265684 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-03f44501-6292-451d-a6ab-6c3c4e469493 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=49dedb3b-3027-44d3-9dfc-eaffaf552295 HTTP/1.1" status: 200 len: 217 time: 0.2052007 Jul 07 17:02:45.301027 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03618c66-4045-4350-9ef4-22a317c4310f req-de65ef5f-63d1-476b-b76b-a191f0dff3af tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:45.303704 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-03618c66-4045-4350-9ef4-22a317c4310f req-de65ef5f-63d1-476b-b76b-a191f0dff3af tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 946 time: 0.2645912 Jul 07 17:02:45.429773 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-cfba7287-1025-46dc-b7e1-ec06541bad38 None None] Set router 2e858453-6b51-4608-9e70-8ebaefe7e277 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:45.568608 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-5d336174-379c-46cb-9032-72281ba1658f tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:45.569321 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-5d336174-379c-46cb-9032-72281ba1658f tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.581035 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-03618c66-4045-4350-9ef4-22a317c4310f req-85270263-400d-419e-83dd-f9a538db2b5b tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853585 Jul 07 17:02:45.614187 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-3597a788-459c-4bef-b7f1-43a8dd21552d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:45.616160 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-3597a788-459c-4bef-b7f1-43a8dd21552d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11c30ad8-8f95-45c0-9f1d-ea2c0038c53f HTTP/1.1" status: 200 len: 797 time: 0.2445178 Jul 07 17:02:45.616319 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.797574 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-ac60e635-fb4a-47d4-9e36-d50589c4b1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1531974977-router', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '6b0f69fd-21f9-4921-a8c1-3a13fa46c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:42Z', 'revision_number': 3, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'gw_port': {'id': '6b0f69fd-21f9-4921-a8c1-3a13fa46c71a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:41Z', 'updated_at': '2021-07-07T17:02:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:45.801682 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port c0704a3b-821d-4df4-a7d8-678fdabd832d, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c0704a3b-821d-4df4-a7d8-678fdabd832d,segment=NetworkSegment(4745d682-27bb-4793-95ab-4998e6d28031),segment_id=4745d682-27bb-4793-95ab-4998e6d28031)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:45.835532 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d814880b-81b4-4f29-b79f-8ef1d05dc587 None None] Provisioning for port 67c31bbc-0527-4f8a-aefa-7af1f0802d92 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:45.910263 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.934021 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac60e635-fb4a-47d4-9e36-d50589c4b1f6 None None] Checking router: 6f3eb18d-b6de-438c-8783-43126f4df883 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:02:45.934532 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac60e635-fb4a-47d4-9e36-d50589c4b1f6 None None] Updating router 6f3eb18d-b6de-438c-8783-43126f4df883 port 6b0f69fd-21f9-4921-a8c1-3a13fa46c71a binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:02:45.939849 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-cfba7287-1025-46dc-b7e1-ec06541bad38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-router', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:37Z', 'updated_at': '2021-07-07T17:02:41Z', 'revision_number': 3, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'gw_port': {'id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:45.967696 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b4553eb3-7101-4ab4-a250-83a40ff95773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.981586 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7cef9e20-280c-4ea0-99e4-6c0e56db4b41 req-89270b90-44dd-4bb9-952a-7037d1337a30 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.003693 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d814880b-81b4-4f29-b79f-8ef1d05dc587 None None] Provisioning complete for port 67c31bbc-0527-4f8a-aefa-7af1f0802d92 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:46.004496 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d814880b-81b4-4f29-b79f-8ef1d05dc587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.038072 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfba7287-1025-46dc-b7e1-ec06541bad38 None None] Checking router: 2e858453-6b51-4608-9e70-8ebaefe7e277 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:02:46.042631 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfba7287-1025-46dc-b7e1-ec06541bad38 None None] Updating router 2e858453-6b51-4608-9e70-8ebaefe7e277 port 45cd7174-5e41-4cb3-907c-c27ad9ceab85 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:02:46.064077 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ac60e635-fb4a-47d4-9e36-d50589c4b1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.164236 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-cfba7287-1025-46dc-b7e1-ec06541bad38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.191281 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7cef9e20-280c-4ea0-99e4-6c0e56db4b41 req-89270b90-44dd-4bb9-952a-7037d1337a30 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.273200 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-ba17c138-3af9-4886-ac40-e83bb4ab3d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:46.276825 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-ba17c138-3af9-4886-ac40-e83bb4ab3d38 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=631352b9-cdc0-4502-b4e6-9840754bae5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6466260 Jul 07 17:02:46.288445 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89270b90-44dd-4bb9-952a-7037d1337a30 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6100ae2-3746-4cc8-bd1e-05880c95f40e,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:46.320887 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-5d336174-379c-46cb-9032-72281ba1658f tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1241906 Jul 07 17:02:46.346853 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-3a3e57b1-74cd-42dc-a5ba-a8a915f9b6e9 service neutron] Request body: {'port': {'device_id': 'd244dcc5-9079-45bf-a95e-705045159329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:46.356527 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d814880b-81b4-4f29-b79f-8ef1d05dc587 None None] Port 67c31bbc-0527-4f8a-aefa-7af1f0802d92 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:02:46.403955 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=c0704a3b-821d-4df4-a7d8-678fdabd832d,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:46.437022 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7cef9e20-280c-4ea0-99e4-6c0e56db4b41 req-89270b90-44dd-4bb9-952a-7037d1337a30 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.438344 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7cef9e20-280c-4ea0-99e4-6c0e56db4b41 req-89270b90-44dd-4bb9-952a-7037d1337a30 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.5169399 Jul 07 17:02:46.442803 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c49500-e2bf-45bc-967c-98630ea99de3 req-1f07d1bf-8aaf-45d6-ba70-7b1fd44c4617 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:46.445733 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a8c49500-e2bf-45bc-967c-98630ea99de3 req-1f07d1bf-8aaf-45d6-ba70-7b1fd44c4617 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0 HTTP/1.1" status: 200 len: 945 time: 0.4853239 Jul 07 17:02:46.506252 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-553ec014-4155-4562-b7a0-d02941fa5fff None None] Provisioning complete for port c0704a3b-821d-4df4-a7d8-678fdabd832d triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:46.507290 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-553ec014-4155-4562-b7a0-d02941fa5fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.577455 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-3a3e57b1-74cd-42dc-a5ba-a8a915f9b6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.584691 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-b4553eb3-7101-4ab4-a250-83a40ff95773 admin admin] Allocated IP 172.20.0.1 (4cfb844d-bad2-4bd4-b9c4-3c09c74893d1/471fe685-7fcf-4d30-b218-beda7522746a/c728976a-02f0-43fc-bc12-f611e2b44fe8) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:46.613048 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a8c49500-e2bf-45bc-967c-98630ea99de3 req-d11548ab-2dd9-47bb-a81c-870382920c78 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] 10.222.0.53 "GET /v2.0/security-groups?id=a74db558-80d7-41e3-b29f-0660b05708c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445208 Jul 07 17:02:46.781606 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-cfba7287-1025-46dc-b7e1-ec06541bad38 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.803040 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-cfba7287-1025-46dc-b7e1-ec06541bad38 None None] Transition to ACTIVE for port object 45cd7174-5e41-4cb3-907c-c27ad9ceab85 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:46.815773 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-4f6b5417-2095-4eb0-b30b-1350f52441dc service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908867 Jul 07 17:02:46.831109 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-cfba7287-1025-46dc-b7e1-ec06541bad38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.888266 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b4553eb3-7101-4ab4-a250-83a40ff95773 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.913463 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-b4553eb3-7101-4ab4-a250-83a40ff95773 admin admin] Transition to ACTIVE for port object c728976a-02f0-43fc-bc12-f611e2b44fe8 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:46.938576 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-cfba7287-1025-46dc-b7e1-ec06541bad38 None None] Attempting to bind port 45cd7174-5e41-4cb3-907c-c27ad9ceab85 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:46.939014 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-cfba7287-1025-46dc-b7e1-ec06541bad38 None None] Attempting to bind port 45cd7174-5e41-4cb3-907c-c27ad9ceab85 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:46.939479 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfba7287-1025-46dc-b7e1-ec06541bad38 None None] Attempting to bind port 45cd7174-5e41-4cb3-907c-c27ad9ceab85 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:46.964780 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfba7287-1025-46dc-b7e1-ec06541bad38 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:46.964780 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfba7287-1025-46dc-b7e1-ec06541bad38 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:46.964780 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-cfba7287-1025-46dc-b7e1-ec06541bad38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.964780 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfba7287-1025-46dc-b7e1-ec06541bad38 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:46.964780 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-cfba7287-1025-46dc-b7e1-ec06541bad38 None None] Bound port: 45cd7174-5e41-4cb3-907c-c27ad9ceab85, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:46.964780 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-cfba7287-1025-46dc-b7e1-ec06541bad38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.980801 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b4553eb3-7101-4ab4-a250-83a40ff95773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.032555 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-cfba7287-1025-46dc-b7e1-ec06541bad38 None None] For port 45cd7174-5e41-4cb3-907c-c27ad9ceab85, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:47.037420 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-cfba7287-1025-46dc-b7e1-ec06541bad38 None None] For port 45cd7174-5e41-4cb3-907c-c27ad9ceab85, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=45cd7174-5e41-4cb3-907c-c27ad9ceab85,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:47.039723 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53376ae5-0bd6-49a9-bfe3-5424da964f95 None None] Pushing event updated for resources: {'Port': ['ID=45cd7174-5e41-4cb3-907c-c27ad9ceab85,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:47.040801 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4553eb3-7101-4ab4-a250-83a40ff95773 admin admin] Pushing event updated for resources: {'Port': ['ID=c728976a-02f0-43fc-bc12-f611e2b44fe8,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:47.050528 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-cfba7287-1025-46dc-b7e1-ec06541bad38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.054027 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53376ae5-0bd6-49a9-bfe3-5424da964f95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:47.054655 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53376ae5-0bd6-49a9-bfe3-5424da964f95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:47.055124 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53376ae5-0bd6-49a9-bfe3-5424da964f95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:47.055594 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53376ae5-0bd6-49a9-bfe3-5424da964f95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:47.056262 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53376ae5-0bd6-49a9-bfe3-5424da964f95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:47.056785 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53376ae5-0bd6-49a9-bfe3-5424da964f95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:47.057246 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53376ae5-0bd6-49a9-bfe3-5424da964f95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:47.057753 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53376ae5-0bd6-49a9-bfe3-5424da964f95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:47.058612 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53376ae5-0bd6-49a9-bfe3-5424da964f95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:47.059050 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53376ae5-0bd6-49a9-bfe3-5424da964f95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:47.059513 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53376ae5-0bd6-49a9-bfe3-5424da964f95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:47.059716 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4553eb3-7101-4ab4-a250-83a40ff95773 admin admin] Network 4cfb844d-bad2-4bd4-b9c4-3c09c74893d1 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:47.060041 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53376ae5-0bd6-49a9-bfe3-5424da964f95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:47.062128 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-b4553eb3-7101-4ab4-a250-83a40ff95773 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:47.065429 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4553eb3-7101-4ab4-a250-83a40ff95773 admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:47.127053 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651304c-b6b1-4e25-a873-30702adff46f req-813d6ef0-f398-41fa-a64e-12e5455a74c4 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:47.138402 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651304c-b6b1-4e25-a873-30702adff46f req-813d6ef0-f398-41fa-a64e-12e5455a74c4 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:47.169675 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651304c-b6b1-4e25-a873-30702adff46f req-813d6ef0-f398-41fa-a64e-12e5455a74c4 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:47.181016 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651304c-b6b1-4e25-a873-30702adff46f req-813d6ef0-f398-41fa-a64e-12e5455a74c4 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:47.197739 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b4553eb3-7101-4ab4-a250-83a40ff95773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.208109 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651304c-b6b1-4e25-a873-30702adff46f req-813d6ef0-f398-41fa-a64e-12e5455a74c4 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:47.215320 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651304c-b6b1-4e25-a873-30702adff46f req-813d6ef0-f398-41fa-a64e-12e5455a74c4 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:47.232384 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651304c-b6b1-4e25-a873-30702adff46f req-813d6ef0-f398-41fa-a64e-12e5455a74c4 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:47.234737 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e651304c-b6b1-4e25-a873-30702adff46f req-813d6ef0-f398-41fa-a64e-12e5455a74c4 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5422 time: 0.5862226 Jul 07 17:02:47.249409 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ac60e635-fb4a-47d4-9e36-d50589c4b1f6 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.278776 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ac60e635-fb4a-47d4-9e36-d50589c4b1f6 None None] Transition to ACTIVE for port object 6b0f69fd-21f9-4921-a8c1-3a13fa46c71a will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:47.294539 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ac60e635-fb4a-47d4-9e36-d50589c4b1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.295200 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53376ae5-0bd6-49a9-bfe3-5424da964f95 None None] Pushing event updated for resources: {'Port': ['ID=45cd7174-5e41-4cb3-907c-c27ad9ceab85,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:47.316971 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfba7287-1025-46dc-b7e1-ec06541bad38 None None] Routers {'2e858453-6b51-4608-9e70-8ebaefe7e277'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:47.318034 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-cfba7287-1025-46dc-b7e1-ec06541bad38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:02:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['2e858453-6b51-4608-9e70-8ebaefe7e277'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:47.401733 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-ac60e635-fb4a-47d4-9e36-d50589c4b1f6 None None] Attempting to bind port 6b0f69fd-21f9-4921-a8c1-3a13fa46c71a on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:47.402106 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-ac60e635-fb4a-47d4-9e36-d50589c4b1f6 None None] Attempting to bind port 6b0f69fd-21f9-4921-a8c1-3a13fa46c71a by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:47.402663 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac60e635-fb4a-47d4-9e36-d50589c4b1f6 None None] Attempting to bind port 6b0f69fd-21f9-4921-a8c1-3a13fa46c71a on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:47.415956 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435de43d-2bf1-44d7-aa10-a0b301f48132 None None] Pushing event updated for resources: {'Port': ['ID=6b0f69fd-21f9-4921-a8c1-3a13fa46c71a,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:47.432063 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac60e635-fb4a-47d4-9e36-d50589c4b1f6 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:47.433418 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac60e635-fb4a-47d4-9e36-d50589c4b1f6 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:47.433418 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ac60e635-fb4a-47d4-9e36-d50589c4b1f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.434462 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac60e635-fb4a-47d4-9e36-d50589c4b1f6 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:47.435013 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-ac60e635-fb4a-47d4-9e36-d50589c4b1f6 None None] Bound port: 6b0f69fd-21f9-4921-a8c1-3a13fa46c71a, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:47.435432 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ac60e635-fb4a-47d4-9e36-d50589c4b1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.483782 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e651304c-b6b1-4e25-a873-30702adff46f req-fec86f3f-268d-4a6e-b7e4-6c4480ae9131 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2180529 Jul 07 17:02:47.543607 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-bdd9ab7c-f549-4456-bf24-b437135b9d96 service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7089093 Jul 07 17:02:47.696851 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-cfba7287-1025-46dc-b7e1-ec06541bad38 None None] Set router 2e858453-6b51-4608-9e70-8ebaefe7e277 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:47.727753 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-02ebdb24-14d2-4159-8fcc-105eea07b97a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=8d3beb7b-b73e-4339-ba42-9083ce28761c HTTP/1.1" status: 200 len: 217 time: 0.1632261 Jul 07 17:02:47.763813 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b4553eb3-7101-4ab4-a250-83a40ff95773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.797936 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-ac60e635-fb4a-47d4-9e36-d50589c4b1f6 None None] For port 6b0f69fd-21f9-4921-a8c1-3a13fa46c71a, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:47.806201 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-ac60e635-fb4a-47d4-9e36-d50589c4b1f6 None None] For port 6b0f69fd-21f9-4921-a8c1-3a13fa46c71a, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6b0f69fd-21f9-4921-a8c1-3a13fa46c71a,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:47.821956 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ac60e635-fb4a-47d4-9e36-d50589c4b1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.886125 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-3a3e57b1-74cd-42dc-a5ba-a8a915f9b6e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c31bbc-0527-4f8a-aefa-7af1f0802d92 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:47.888611 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a1af4415-dc6a-4c5d-ace1-7493e5906489 None None] Provisioning for port c728976a-02f0-43fc-bc12-f611e2b44fe8 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:47.901992 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-3a3e57b1-74cd-42dc-a5ba-a8a915f9b6e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.909799 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b68827-1b77-4e18-829d-9ecd08c5c93d req-6b3d7fe7-e540-40b7-b0b4-dd7779245d3a tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:47.924330 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-3a3e57b1-74cd-42dc-a5ba-a8a915f9b6e9 service neutron] Transition to ACTIVE for port object 67c31bbc-0527-4f8a-aefa-7af1f0802d92 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:47.924608 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a1af4415-dc6a-4c5d-ace1-7493e5906489 None None] Provisioning complete for port c728976a-02f0-43fc-bc12-f611e2b44fe8 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:47.924608 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a1af4415-dc6a-4c5d-ace1-7493e5906489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.926273 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b68827-1b77-4e18-829d-9ecd08c5c93d req-6b3d7fe7-e540-40b7-b0b4-dd7779245d3a tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:47.938361 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b68827-1b77-4e18-829d-9ecd08c5c93d req-6b3d7fe7-e540-40b7-b0b4-dd7779245d3a tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:47.958642 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b68827-1b77-4e18-829d-9ecd08c5c93d req-6b3d7fe7-e540-40b7-b0b4-dd7779245d3a tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:47.971490 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b68827-1b77-4e18-829d-9ecd08c5c93d req-6b3d7fe7-e540-40b7-b0b4-dd7779245d3a tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:47.978081 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac60e635-fb4a-47d4-9e36-d50589c4b1f6 None None] Routers {'6f3eb18d-b6de-438c-8783-43126f4df883'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:47.979780 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-ac60e635-fb4a-47d4-9e36-d50589c4b1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:02:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['6f3eb18d-b6de-438c-8783-43126f4df883'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:47.986017 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b68827-1b77-4e18-829d-9ecd08c5c93d req-6b3d7fe7-e540-40b7-b0b4-dd7779245d3a tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:48.013638 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b68827-1b77-4e18-829d-9ecd08c5c93d req-6b3d7fe7-e540-40b7-b0b4-dd7779245d3a tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:48.017424 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b4b68827-1b77-4e18-829d-9ecd08c5c93d req-6b3d7fe7-e540-40b7-b0b4-dd7779245d3a tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5430 time: 0.6239083 Jul 07 17:02:48.035213 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-3a3e57b1-74cd-42dc-a5ba-a8a915f9b6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.038974 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2ccf4f80-8eec-4800-a40f-44f59d004381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.096102 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435de43d-2bf1-44d7-aa10-a0b301f48132 None None] Pushing event updated for resources: {'Port': ['ID=6b0f69fd-21f9-4921-a8c1-3a13fa46c71a,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:48.109918 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a1af4415-dc6a-4c5d-ace1-7493e5906489 None None] Port c728976a-02f0-43fc-bc12-f611e2b44fe8 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:02:48.280466 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-ac60e635-fb4a-47d4-9e36-d50589c4b1f6 None None] Set router 6f3eb18d-b6de-438c-8783-43126f4df883 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:48.321736 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b4b68827-1b77-4e18-829d-9ecd08c5c93d req-fa5c2421-a370-4f72-a623-378beaae4bc3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2952015 Jul 07 17:02:48.373229 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c0704a3b-821d-4df4-a7d8-678fdabd832d up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:48.386290 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e57b1-74cd-42dc-a5ba-a8a915f9b6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=67c31bbc-0527-4f8a-aefa-7af1f0802d92,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:48.399290 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-3f30504a-6eec-48ec-a133-78e596300916 req-fc55853b-cf25-452a-9a47-8ca2ac6465ae tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-348440242', 'description': 'tempest-description-483797780'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:48.416642 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-662bee1b-d736-481f-8233-52b452e4a379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:48.423786 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-662bee1b-d736-481f-8233-52b452e4a379 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11c30ad8-8f95-45c0-9f1d-ea2c0038c53f HTTP/1.1" status: 200 len: 797 time: 0.6745803 Jul 07 17:02:48.431624 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-2ccf4f80-8eec-4800-a40f-44f59d004381 admin admin] Allocated IP 172.20.0.1 (0518196d-eefc-4ac7-b5ab-2055eb805352/f72dc930-c441-487e-b962-f0c75fa19c76/1f436fe7-3098-4f82-84ea-b82e7499fbcc) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:48.500929 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3f30504a-6eec-48ec-a133-78e596300916 req-fc55853b-cf25-452a-9a47-8ca2ac6465ae tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.517081 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-cfba7287-1025-46dc-b7e1-ec06541bad38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-router', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:37Z', 'updated_at': '2021-07-07T17:02:41Z', 'revision_number': 3, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'gw_port': {'id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:48.600557 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfba7287-1025-46dc-b7e1-ec06541bad38 None None] The sync data for ids ['2e858453-6b51-4608-9e70-8ebaefe7e277'] in n-d-791503-12 is: [{'id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-router', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:37Z', 'updated_at': '2021-07-07T17:02:41Z', 'revision_number': 3, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'gw_port': {'id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:02:48.630681 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2ccf4f80-8eec-4800-a40f-44f59d004381 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.693482 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port c0704a3b-821d-4df4-a7d8-678fdabd832d triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:48.695046 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.701729 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b4553eb3-7101-4ab4-a250-83a40ff95773 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.702825 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-2ccf4f80-8eec-4800-a40f-44f59d004381 admin admin] Transition to ACTIVE for port object 1f436fe7-3098-4f82-84ea-b82e7499fbcc will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:48.725008 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b4553eb3-7101-4ab4-a250-83a40ff95773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.751361 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783967f-2faa-4ba2-9392-72d3ce36e61f req-236156dd-69f8-497c-a69a-4ac395b65d27 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:48.753241 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0783967f-2faa-4ba2-9392-72d3ce36e61f req-236156dd-69f8-497c-a69a-4ac395b65d27 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d244dcc5-9079-45bf-a95e-705045159329 HTTP/1.1" status: 200 len: 947 time: 0.8302271 Jul 07 17:02:48.906722 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4553eb3-7101-4ab4-a250-83a40ff95773 admin admin] Pushing event updated for resources: {'Port': ['ID=c728976a-02f0-43fc-bc12-f611e2b44fe8,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:48.936231 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b4553eb3-7101-4ab4-a250-83a40ff95773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.962596 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3f30504a-6eec-48ec-a133-78e596300916 req-fc55853b-cf25-452a-9a47-8ca2ac6465ae tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.997234 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-ac60e635-fb4a-47d4-9e36-d50589c4b1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1531974977-router', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '6b0f69fd-21f9-4921-a8c1-3a13fa46c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:47Z', 'revision_number': 4, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'gw_port': {'id': '6b0f69fd-21f9-4921-a8c1-3a13fa46c71a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:41Z', 'updated_at': '2021-07-07T17:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'c728976a-02f0-43fc-bc12-f611e2b44fe8', 'name': '', 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'mac_address': 'fa:16:3e:17:01:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '471fe685-7fcf-4d30-b218-beda7522746a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:46Z', 'updated_at': '2021-07-07T17:02:46Z', 'revision_number': 1, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'subnets': [{'id': '471fe685-7fcf-4d30-b218-beda7522746a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:49.005277 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3f30504a-6eec-48ec-a133-78e596300916 req-fc55853b-cf25-452a-9a47-8ca2ac6465ae tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.070185 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac60e635-fb4a-47d4-9e36-d50589c4b1f6 None None] The sync data for ids ['6f3eb18d-b6de-438c-8783-43126f4df883'] in n-d-791503-12 is: [{'id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1531974977-router', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '6b0f69fd-21f9-4921-a8c1-3a13fa46c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:47Z', 'revision_number': 4, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'gw_port': {'id': '6b0f69fd-21f9-4921-a8c1-3a13fa46c71a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:41Z', 'updated_at': '2021-07-07T17:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'c728976a-02f0-43fc-bc12-f611e2b44fe8', 'name': '', 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'mac_address': 'fa:16:3e:17:01:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '471fe685-7fcf-4d30-b218-beda7522746a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:46Z', 'updated_at': '2021-07-07T17:02:46Z', 'revision_number': 1, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'subnets': [{'id': '471fe685-7fcf-4d30-b218-beda7522746a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:02:49.223704 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55853b-cf25-452a-9a47-8ca2ac6465ae tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7291007d-9228-4b35-b43f-54d12a510c5f,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:49.230730 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3f30504a-6eec-48ec-a133-78e596300916 req-fc55853b-cf25-452a-9a47-8ca2ac6465ae tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.244172 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3f30504a-6eec-48ec-a133-78e596300916 req-fc55853b-cf25-452a-9a47-8ca2ac6465ae tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8673503 Jul 07 17:02:49.317117 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4553eb3-7101-4ab4-a250-83a40ff95773 admin admin] Network 4cfb844d-bad2-4bd4-b9c4-3c09c74893d1 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:49.321792 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-b4553eb3-7101-4ab4-a250-83a40ff95773 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:49.374374 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-3a3e57b1-74cd-42dc-a5ba-a8a915f9b6e9 service neutron] Attempting to bind port 67c31bbc-0527-4f8a-aefa-7af1f0802d92 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:49.374909 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-3a3e57b1-74cd-42dc-a5ba-a8a915f9b6e9 service neutron] Attempting to bind port 67c31bbc-0527-4f8a-aefa-7af1f0802d92 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:49.375455 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-3a3e57b1-74cd-42dc-a5ba-a8a915f9b6e9 service neutron] Attempting to bind port 67c31bbc-0527-4f8a-aefa-7af1f0802d92 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:49.410063 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-fb516b06-47ca-4b6c-966b-ff033af2c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:49.412745 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-fb516b06-47ca-4b6c-966b-ff033af2c78e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=631352b9-cdc0-4502-b4e6-9840754bae5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9719188 Jul 07 17:02:49.436007 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0783967f-2faa-4ba2-9392-72d3ce36e61f req-35ff2f91-113e-4dcc-b9e0-7842be129c25 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6695101 Jul 07 17:02:49.487762 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-3a3e57b1-74cd-42dc-a5ba-a8a915f9b6e9 service neutron] Port 67c31bbc-0527-4f8a-aefa-7af1f0802d92 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:49.488270 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-3a3e57b1-74cd-42dc-a5ba-a8a915f9b6e9 service neutron] Attempting to bind port 67c31bbc-0527-4f8a-aefa-7af1f0802d92 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:49.530137 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2ccf4f80-8eec-4800-a40f-44f59d004381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.779975 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-3a3e57b1-74cd-42dc-a5ba-a8a915f9b6e9 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:49.780440 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-3a3e57b1-74cd-42dc-a5ba-a8a915f9b6e9 service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:49.780973 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-3a3e57b1-74cd-42dc-a5ba-a8a915f9b6e9 service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:49.781537 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-3a3e57b1-74cd-42dc-a5ba-a8a915f9b6e9 service neutron] Bound port: 67c31bbc-0527-4f8a-aefa-7af1f0802d92, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:49.781989 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-3a3e57b1-74cd-42dc-a5ba-a8a915f9b6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.878936 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf4f80-8eec-4800-a40f-44f59d004381 admin admin] Pushing event updated for resources: {'Port': ['ID=1f436fe7-3098-4f82-84ea-b82e7499fbcc,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:49.914194 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccf4f80-8eec-4800-a40f-44f59d004381 admin admin] Network 0518196d-eefc-4ac7-b5ab-2055eb805352 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:49.930795 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-2ccf4f80-8eec-4800-a40f-44f59d004381 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:49.942696 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccf4f80-8eec-4800-a40f-44f59d004381 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:49.943487 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4553eb3-7101-4ab4-a250-83a40ff95773 admin admin] Router 6f3eb18d-b6de-438c-8783-43126f4df883 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:02:49.971092 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e4c759ef-891e-4c2d-820a-7c9389357f9e req-1b9abe95-5af0-4dcc-b5cf-5a909951d893 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77e8f408-3025-483c-9c47-75a7dec82d2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2122724 Jul 07 17:02:50.029560 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0bc992c8-8cc4-4990-83b1-026d917ffdc0 None None] Provisioning complete for port c728976a-02f0-43fc-bc12-f611e2b44fe8 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:50.040802 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0bc992c8-8cc4-4990-83b1-026d917ffdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.190177 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-0bc992c8-8cc4-4990-83b1-026d917ffdc0 None None] Port c728976a-02f0-43fc-bc12-f611e2b44fe8 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:02:50.217679 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-2dc20a8d-4001-4998-8e63-0a4470b13b42 service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7766409 Jul 07 17:02:50.235681 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 45cd7174-5e41-4cb3-907c-c27ad9ceab85 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:50.356008 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 45cd7174-5e41-4cb3-907c-c27ad9ceab85 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:50.361678 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 45cd7174-5e41-4cb3-907c-c27ad9ceab85 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:50.362217 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.389984 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4553eb3-7101-4ab4-a250-83a40ff95773 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:02:50.405796 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b4553eb3-7101-4ab4-a250-83a40ff95773 admin admin] 10.222.0.53 "PUT /v2.0/routers/6f3eb18d-b6de-438c-8783-43126f4df883/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1102741 Jul 07 17:02:50.415384 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdaf726-253d-4572-8f6b-e6afe044b9a3 req-604d6a7d-966c-4959-815f-9556f9e8f98c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:50.418378 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7cdaf726-253d-4572-8f6b-e6afe044b9a3 req-604d6a7d-966c-4959-815f-9556f9e8f98c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 946 time: 0.6667957 Jul 07 17:02:50.425149 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2ccf4f80-8eec-4800-a40f-44f59d004381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.439057 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c26242-2ae2-4f72-9f14-029c606dcf96 req-476ba88c-03f1-4511-86dd-c34210596960 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:50.446928 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c26242-2ae2-4f72-9f14-029c606dcf96 req-476ba88c-03f1-4511-86dd-c34210596960 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:50.454352 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c26242-2ae2-4f72-9f14-029c606dcf96 req-476ba88c-03f1-4511-86dd-c34210596960 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:50.461845 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c26242-2ae2-4f72-9f14-029c606dcf96 req-476ba88c-03f1-4511-86dd-c34210596960 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:50.469671 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c26242-2ae2-4f72-9f14-029c606dcf96 req-476ba88c-03f1-4511-86dd-c34210596960 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:50.476647 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c26242-2ae2-4f72-9f14-029c606dcf96 req-476ba88c-03f1-4511-86dd-c34210596960 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:50.484388 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c26242-2ae2-4f72-9f14-029c606dcf96 req-476ba88c-03f1-4511-86dd-c34210596960 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:50.496325 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-08c26242-2ae2-4f72-9f14-029c606dcf96 req-476ba88c-03f1-4511-86dd-c34210596960 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5422 time: 0.5508640 Jul 07 17:02:50.501990 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c56e0a74-c5e5-4a5a-8f67-46b061aa3d73 None None] Provisioning for port 1f436fe7-3098-4f82-84ea-b82e7499fbcc completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:50.520610 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c56e0a74-c5e5-4a5a-8f67-46b061aa3d73 None None] Provisioning complete for port 1f436fe7-3098-4f82-84ea-b82e7499fbcc triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:50.521080 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c56e0a74-c5e5-4a5a-8f67-46b061aa3d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.551618 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c759ef-891e-4c2d-820a-7c9389357f9e req-37b0dd2a-d522-4e17-8ab7-9600ef4ababb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:50.554238 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e4c759ef-891e-4c2d-820a-7c9389357f9e req-37b0dd2a-d522-4e17-8ab7-9600ef4ababb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=207540dbe3464bb3ab0c2692583793a4&device_id=77e8f408-3025-483c-9c47-75a7dec82d2a HTTP/1.1" status: 200 len: 1102 time: 0.4405797 Jul 07 17:02:50.593962 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-3a3e57b1-74cd-42dc-a5ba-a8a915f9b6e9 service neutron] For port 67c31bbc-0527-4f8a-aefa-7af1f0802d92, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:50.614347 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-08c26242-2ae2-4f72-9f14-029c606dcf96 req-bc18f761-0d01-4ffa-9e7f-2fc8b7f838a1 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1117604 Jul 07 17:02:50.667040 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c56e0a74-c5e5-4a5a-8f67-46b061aa3d73 None None] Port 1f436fe7-3098-4f82-84ea-b82e7499fbcc cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:02:50.674348 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.716189 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 45cd7174-5e41-4cb3-907c-c27ad9ceab85, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=45cd7174-5e41-4cb3-907c-c27ad9ceab85,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:50.727985 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.777202 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7cdaf726-253d-4572-8f6b-e6afe044b9a3 req-f9240975-9b9e-40ce-8ea8-6609cb0c7052 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404520 Jul 07 17:02:50.839079 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-3a3e57b1-74cd-42dc-a5ba-a8a915f9b6e9 service neutron] For port 67c31bbc-0527-4f8a-aefa-7af1f0802d92, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=67c31bbc-0527-4f8a-aefa-7af1f0802d92,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:50.859184 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-3a3e57b1-74cd-42dc-a5ba-a8a915f9b6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.942495 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=45cd7174-5e41-4cb3-907c-c27ad9ceab85,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:50.983910 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-d72cb018-a0c5-499c-9972-b52063ee0903 service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7564476 Jul 07 17:02:51.000314 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c759ef-891e-4c2d-820a-7c9389357f9e req-d70b807e-4b57-46eb-b0cc-50c0c402e033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.002346 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e4c759ef-891e-4c2d-820a-7c9389357f9e req-d70b807e-4b57-46eb-b0cc-50c0c402e033 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.3827705 Jul 07 17:02:51.024587 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-19811a59-359c-47e1-80a0-2a47e7aa6a07 req-55f7525e-63ed-4a73-92b5-3e142c1007f6 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "GET /v2.0/security-groups/f6100ae2-3746-4cc8-bd1e-05880c95f40e HTTP/1.1" status: 200 len: 1805 time: 0.3165145 Jul 07 17:02:51.096974 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e4c759ef-891e-4c2d-820a-7c9389357f9e req-026ee92c-1fa6-40d4-b483-5aba288122f6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=026d928d-2392-4fab-ac23-66fd99d24772 HTTP/1.1" status: 200 len: 217 time: 0.0819914 Jul 07 17:02:51.138331 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-3a3e57b1-74cd-42dc-a5ba-a8a915f9b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.139855 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-3a3e57b1-74cd-42dc-a5ba-a8a915f9b6e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.142801 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-3a3e57b1-74cd-42dc-a5ba-a8a915f9b6e9 service neutron] 10.222.0.72 "PUT /v2.0/ports/67c31bbc-0527-4f8a-aefa-7af1f0802d92 HTTP/1.1" status: 200 len: 1096 time: 4.8005207 Jul 07 17:02:51.168130 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd244dcc5-9079-45bf-a95e-705045159329', 'tag': '67c31bbc-0527-4f8a-aefa-7af1f0802d92'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:51.173197 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affc236c-9bb4-4ccf-be87-53e0ee2f5287" -d '{"events": [{"name": "network-changed", "server_uuid": "d244dcc5-9079-45bf-a95e-705045159329", "tag": "67c31bbc-0527-4f8a-aefa-7af1f0802d92"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:51.204282 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-eacb1fa8-d31b-44c9-b793-8fcaf8a8c6fa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c53515a8-9fd6-4c21-9637-86f0e67278e8 HTTP/1.1" status: 200 len: 217 time: 0.2041080 Jul 07 17:02:51.208747 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e57b1-74cd-42dc-a5ba-a8a915f9b6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=67c31bbc-0527-4f8a-aefa-7af1f0802d92,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:51.250644 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-19811a59-359c-47e1-80a0-2a47e7aa6a07 req-e48dd11f-f421-4350-b866-ca5592071459 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "GET /v2.0/security-groups/7291007d-9228-4b35-b43f-54d12a510c5f HTTP/1.1" status: 200 len: 1805 time: 0.1628301 Jul 07 17:02:51.262351 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c759ef-891e-4c2d-820a-7c9389357f9e req-dfabe468-103a-4cd0-b2f7-78080864fce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.266713 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e4c759ef-891e-4c2d-820a-7c9389357f9e req-dfabe468-103a-4cd0-b2f7-78080864fce7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1568773 Jul 07 17:02:51.291191 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-19811a59-359c-47e1-80a0-2a47e7aa6a07 req-3a963818-5d7f-4417-830a-ff171c82f934 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f6100ae2-3746-4cc8-bd1e-05880c95f40e', 'remote_group_id': '7291007d-9228-4b35-b43f-54d12a510c5f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:51.294705 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-19811a59-359c-47e1-80a0-2a47e7aa6a07 req-3a963818-5d7f-4417-830a-ff171c82f934 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f6100ae2-3746-4cc8-bd1e-05880c95f40e', 'remote_group_id': '7291007d-9228-4b35-b43f-54d12a510c5f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:51.380279 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-9f75319d-25e3-43fa-ae96-a85fc7819cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.382158 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-9f75319d-25e3-43fa-ae96-a85fc7819cba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94fb5041-e475-4bc0-9d1d-291598430d4a HTTP/1.1" status: 200 len: 797 time: 0.1662407 Jul 07 17:02:51.405800 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2ccf4f80-8eec-4800-a40f-44f59d004381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.446215 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1a9c9-8991-42a0-a795-31899c1b246b req-5bfd5f50-e596-48d4-8920-f884432f32af tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.454153 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1a9c9-8991-42a0-a795-31899c1b246b req-5bfd5f50-e596-48d4-8920-f884432f32af tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.465896 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1a9c9-8991-42a0-a795-31899c1b246b req-5bfd5f50-e596-48d4-8920-f884432f32af tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.473426 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1a9c9-8991-42a0-a795-31899c1b246b req-5bfd5f50-e596-48d4-8920-f884432f32af tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.480499 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1a9c9-8991-42a0-a795-31899c1b246b req-5bfd5f50-e596-48d4-8920-f884432f32af tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.489585 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1a9c9-8991-42a0-a795-31899c1b246b req-5bfd5f50-e596-48d4-8920-f884432f32af tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.496750 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c759ef-891e-4c2d-820a-7c9389357f9e req-ed7dbd77-2983-49c4-9e56-addb462a6cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.498012 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1a9c9-8991-42a0-a795-31899c1b246b req-5bfd5f50-e596-48d4-8920-f884432f32af tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.500077 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d8e1a9c9-8991-42a0-a795-31899c1b246b req-5bfd5f50-e596-48d4-8920-f884432f32af tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5430 time: 0.5110960 Jul 07 17:02:51.501599 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e4c759ef-891e-4c2d-820a-7c9389357f9e req-ed7dbd77-2983-49c4-9e56-addb462a6cbb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1906009 Jul 07 17:02:51.629436 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-19811a59-359c-47e1-80a0-2a47e7aa6a07 req-3a963818-5d7f-4417-830a-ff171c82f934 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.676741 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-9e87935c-6e9e-4833-a003-f3472f76f996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.679444 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-9e87935c-6e9e-4833-a003-f3472f76f996 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=207540dbe3464bb3ab0c2692583793a4&device_id=d244dcc5-9079-45bf-a95e-705045159329 HTTP/1.1" status: 200 len: 1099 time: 0.4043603 Jul 07 17:02:51.703286 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d8e1a9c9-8991-42a0-a795-31899c1b246b req-9092e1cd-6df4-4f3b-8292-ecb201b02005 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1839659 Jul 07 17:02:51.743551 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e4c759ef-891e-4c2d-820a-7c9389357f9e req-87bdd0cb-4be4-4bee-a2f3-f2338325ca6d service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245781 Jul 07 17:02:51.769605 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-19811a59-359c-47e1-80a0-2a47e7aa6a07 req-3a963818-5d7f-4417-830a-ff171c82f934 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.819464 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-19811a59-359c-47e1-80a0-2a47e7aa6a07 req-3a963818-5d7f-4417-830a-ff171c82f934 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.872690 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a963818-5d7f-4417-830a-ff171c82f934 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b7f5d3-dd81-4f49-a3ed-d0f37d595f2e,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:51.886639 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-7ca47e2c-9e6d-4508-ad93-ca46593bd7e5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=67c31bbc-0527-4f8a-aefa-7af1f0802d92 HTTP/1.1" status: 200 len: 217 time: 0.1940231 Jul 07 17:02:51.889174 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-56e72014-9ee8-4aaa-bbae-56dfefa8bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.893491 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-56e72014-9ee8-4aaa-bbae-56dfefa8bd98 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f52f86e5-4ccf-471b-ba73-453c1047945f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5021334 Jul 07 17:02:51.912193 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-19811a59-359c-47e1-80a0-2a47e7aa6a07 req-3a963818-5d7f-4417-830a-ff171c82f934 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.931613 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-19811a59-359c-47e1-80a0-2a47e7aa6a07 req-3a963818-5d7f-4417-830a-ff171c82f934 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6575201 Jul 07 17:02:52.036903 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e4c759ef-891e-4c2d-820a-7c9389357f9e req-a88e59ea-f6d9-4337-9689-51c41b2d855b service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854347 Jul 07 17:02:52.137733 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-83144156-2e1d-4228-8152-49f055631cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:52.139841 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-83144156-2e1d-4228-8152-49f055631cf5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.2453392 Jul 07 17:02:52.303308 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-b0881de1-38f4-4b57-9247-02347e1e7557 service neutron] 10.222.0.72 "GET /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937867 Jul 07 17:02:52.370057 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6b0f69fd-21f9-4921-a8c1-3a13fa46c71a up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:52.378778 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2ccf4f80-8eec-4800-a40f-44f59d004381 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.462560 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2ccf4f80-8eec-4800-a40f-44f59d004381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.480690 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 6b0f69fd-21f9-4921-a8c1-3a13fa46c71a completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:52.495467 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 6b0f69fd-21f9-4921-a8c1-3a13fa46c71a triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:52.496174 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.505692 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-f5361fa5-56f0-476e-a5fd-bc6928eb6d8f tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:52.513714 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-f5361fa5-56f0-476e-a5fd-bc6928eb6d8f tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/networks?id=4cfb844d-bad2-4bd4-b9c4-3c09c74893d1 HTTP/1.1" status: 200 len: 829 time: 0.2034044 Jul 07 17:02:52.535881 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-432cb3ab-cbe1-4057-bea5-bc9bf123eb67 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/quotas/9a8fa2a5d52846ae9eaa03dc29acdaae HTTP/1.1" status: 200 len: 375 time: 0.0210800 Jul 07 17:02:52.580301 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-25a1665e-bed4-40d0-a693-900d6c62dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:52.582925 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-25a1665e-bed4-40d0-a693-900d6c62dda1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4155631 Jul 07 17:02:52.605692 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97c848-1a42-4b4d-968f-779f9bb4be44 req-6a82f56a-ce30-4f3a-9a61-92079e542374 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:52.615316 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3e97c848-1a42-4b4d-968f-779f9bb4be44 req-6a82f56a-ce30-4f3a-9a61-92079e542374 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d244dcc5-9079-45bf-a95e-705045159329 HTTP/1.1" status: 200 len: 947 time: 0.4966373 Jul 07 17:02:52.652361 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-0bd2f944-01e6-4ba3-b5fe-856751e37010 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a8fa2a5d52846ae9eaa03dc29acdaae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1152825 Jul 07 17:02:52.668885 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-bc70e7e0-7475-4873-8d53-0b193f7ed786 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:02:52.671587 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-bc70e7e0-7475-4873-8d53-0b193f7ed786 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114069 Jul 07 17:02:52.694073 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.720449 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 6b0f69fd-21f9-4921-a8c1-3a13fa46c71a, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6b0f69fd-21f9-4921-a8c1-3a13fa46c71a,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:52.726577 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.727390 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 45cd7174-5e41-4cb3-907c-c27ad9ceab85 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:52.779034 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf4f80-8eec-4800-a40f-44f59d004381 admin admin] Pushing event updated for resources: {'Port': ['ID=1f436fe7-3098-4f82-84ea-b82e7499fbcc,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:52.794118 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2ccf4f80-8eec-4800-a40f-44f59d004381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.817146 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=6b0f69fd-21f9-4921-a8c1-3a13fa46c71a,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:52.825784 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:52.826055 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:52.826370 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:52.826716 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:52.827053 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:52.827388 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:52.827720 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:52.828060 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:52.828379 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:52.829040 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:52.829382 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:52.830144 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:52.848111 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 45cd7174-5e41-4cb3-907c-c27ad9ceab85 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:52.848840 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.863327 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-ed5c5bb0-237d-4bc7-a462-c0c538e27e22 service neutron] 10.222.0.72 "GET /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5235825 Jul 07 17:02:52.872486 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3e97c848-1a42-4b4d-968f-779f9bb4be44 req-e0a58240-ddac-483c-8aee-32d281e3cfc3 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215223 Jul 07 17:02:53.047212 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-2e2d3603-7522-4fc4-a6a5-c3d7043a3854 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cb7e9c4c-fd57-4d46-895f-74234734d082 HTTP/1.1" status: 200 len: 217 time: 0.1315889 Jul 07 17:02:53.118534 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-fe357559-bd7c-4d35-bbee-538d043e000f service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927855 Jul 07 17:02:53.237417 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-cb55716e-c4ff-441f-a609-2bdd1cfb155b service neutron] 10.222.0.53 "GET /v2.0/networks/4cfb844d-bad2-4bd4-b9c4-3c09c74893d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580392 Jul 07 17:02:53.278668 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-128be49c-2f77-4b0d-9850-a89c1ff77402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:53.280318 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-128be49c-2f77-4b0d-9850-a89c1ff77402 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94fb5041-e475-4bc0-9d1d-291598430d4a HTTP/1.1" status: 200 len: 797 time: 0.2221122 Jul 07 17:02:53.360431 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-14b17faf-124b-4b7b-8de0-b51ca82286ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.402509 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-08a7e8fb-f980-4933-9eb6-fded6ef48de4 service neutron] 10.222.0.53 "GET /v2.0/networks/4cfb844d-bad2-4bd4-b9c4-3c09c74893d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588302 Jul 07 17:02:53.642847 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0b628c-702a-4e97-a12f-848f8df649b7 x-openstack-request-id: req-2b0b628c-702a-4e97-a12f-848f8df649b7 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:53.643687 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d244dcc5-9079-45bf-a95e-705045159329", "tag": "67c31bbc-0527-4f8a-aefa-7af1f0802d92", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:53.643687 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b0b628c-702a-4e97-a12f-848f8df649b7 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:53.643944 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd244dcc5-9079-45bf-a95e-705045159329', 'tag': '67c31bbc-0527-4f8a-aefa-7af1f0802d92', 'status': 'completed', 'code': 200} Jul 07 17:02:53.665605 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccf4f80-8eec-4800-a40f-44f59d004381 admin admin] Network 0518196d-eefc-4ac7-b5ab-2055eb805352 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:53.674579 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-2ccf4f80-8eec-4800-a40f-44f59d004381 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:53.681083 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf41da4-a7dc-4ac1-bd25-f7a66ce7a1ed None None] Sync routers for ids ['6f3eb18d-b6de-438c-8783-43126f4df883'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:02:53.710083 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf41da4-a7dc-4ac1-bd25-f7a66ce7a1ed None None] Routers {'6f3eb18d-b6de-438c-8783-43126f4df883'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:53.712977 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-3bf41da4-a7dc-4ac1-bd25-f7a66ce7a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:02:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['6f3eb18d-b6de-438c-8783-43126f4df883'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:53.759679 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d4f382b-1d0b-4e1b-a4bc-f4e1e5cd4fc1 req-420a2b0c-ca15-40c1-88ae-4a9f3743362e service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6287849 Jul 07 17:02:53.784448 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f42ee6-6b05-402e-ba3d-4b6ddb8cb030 req-94e9dd15-43f1-4218-956f-a06a29fec337 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:53.786414 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f0f42ee6-6b05-402e-ba3d-4b6ddb8cb030 req-94e9dd15-43f1-4218-956f-a06a29fec337 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 946 time: 0.5808516 Jul 07 17:02:53.889801 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6401-33e0-457b-9ece-ed610917690a req-b43729c8-4109-4515-bd08-051311610317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:53.891839 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-b43729c8-4109-4515-bd08-051311610317 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f52f86e5-4ccf-471b-ba73-453c1047945f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5973012 Jul 07 17:02:53.979291 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccf4f80-8eec-4800-a40f-44f59d004381 admin admin] Router 2e858453-6b51-4608-9e70-8ebaefe7e277 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:02:54.039294 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f0f42ee6-6b05-402e-ba3d-4b6ddb8cb030 req-fb6c6473-dbe4-4e40-ae71-a7308b6cd2d2 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341344 Jul 07 17:02:54.050173 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-3bf41da4-a7dc-4ac1-bd25-f7a66ce7a1ed None None] Set router 6f3eb18d-b6de-438c-8783-43126f4df883 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:54.075309 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a919142-da39-465a-adc7-904a6afbe894 req-045aea1b-d579-4d12-9fc4-348695a37776 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:54.082946 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a919142-da39-465a-adc7-904a6afbe894 req-045aea1b-d579-4d12-9fc4-348695a37776 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:54.103436 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a919142-da39-465a-adc7-904a6afbe894 req-045aea1b-d579-4d12-9fc4-348695a37776 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:54.123125 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a919142-da39-465a-adc7-904a6afbe894 req-045aea1b-d579-4d12-9fc4-348695a37776 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:54.144758 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a919142-da39-465a-adc7-904a6afbe894 req-045aea1b-d579-4d12-9fc4-348695a37776 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:54.174047 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9ee5a91f-79a4-4bf3-846f-b371eea95079 None None] Provisioning complete for port 1f436fe7-3098-4f82-84ea-b82e7499fbcc triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:54.174567 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9ee5a91f-79a4-4bf3-846f-b371eea95079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.178455 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a919142-da39-465a-adc7-904a6afbe894 req-045aea1b-d579-4d12-9fc4-348695a37776 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:54.202910 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a919142-da39-465a-adc7-904a6afbe894 req-045aea1b-d579-4d12-9fc4-348695a37776 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:54.224034 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a919142-da39-465a-adc7-904a6afbe894 req-045aea1b-d579-4d12-9fc4-348695a37776 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5422 time: 0.3271239 Jul 07 17:02:54.231574 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6b0f69fd-21f9-4921-a8c1-3a13fa46c71a up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:54.319859 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a919142-da39-465a-adc7-904a6afbe894 req-83e1b0c6-f153-4f0b-8037-c5abd3f5d455 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730867 Jul 07 17:02:54.356380 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-9ee5a91f-79a4-4bf3-846f-b371eea95079 None None] Port 1f436fe7-3098-4f82-84ea-b82e7499fbcc cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:02:54.432877 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-5e9be20f-a6fd-4906-8fdd-c729c8fd8983 req-e4cf44a1-1bae-45e5-bd1e-442aab5b1a2b tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-769688465', 'description': 'tempest-description-791611239'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:54.500855 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccf4f80-8eec-4800-a40f-44f59d004381 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:02:54.506292 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-bba4dbe1-25b2-445f-a4a3-924642db1dff service neutron] 10.222.0.72 "GET /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5789168 Jul 07 17:02:54.512360 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5e9be20f-a6fd-4906-8fdd-c729c8fd8983 req-e4cf44a1-1bae-45e5-bd1e-442aab5b1a2b tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.518459 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f481e1-b32f-4d44-a213-5c16fc6bae12 None None] Sync routers for ids ['2e858453-6b51-4608-9e70-8ebaefe7e277'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:02:54.519830 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2ccf4f80-8eec-4800-a40f-44f59d004381 admin admin] 10.222.0.53 "PUT /v2.0/routers/2e858453-6b51-4608-9e70-8ebaefe7e277/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3362563 Jul 07 17:02:54.524699 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc236c-9bb4-4ccf-be87-53e0ee2f5287 req-5b00dd01-29e2-4e4a-b269-e7fdee300f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:54.526490 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-affc236c-9bb4-4ccf-be87-53e0ee2f5287 req-5b00dd01-29e2-4e4a-b269-e7fdee300f5b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=207540dbe3464bb3ab0c2692583793a4&device_id=d244dcc5-9079-45bf-a95e-705045159329 HTTP/1.1" status: 200 len: 1099 time: 0.6553597 Jul 07 17:02:54.540028 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f481e1-b32f-4d44-a213-5c16fc6bae12 None None] Routers {'2e858453-6b51-4608-9e70-8ebaefe7e277'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:54.543093 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-d1f481e1-b32f-4d44-a213-5c16fc6bae12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:02:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['2e858453-6b51-4608-9e70-8ebaefe7e277'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:54.643320 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 6b0f69fd-21f9-4921-a8c1-3a13fa46c71a triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:54.644000 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.767014 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-145f6401-33e0-457b-9ece-ed610917690a req-a79b05aa-99da-4d81-9431-a650483e50cc service neutron] 10.222.0.72 "GET /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449181 Jul 07 17:02:54.793186 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc236c-9bb4-4ccf-be87-53e0ee2f5287 req-5208051e-f1c6-4a73-90f3-bcd5cd4a0c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:54.794995 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-affc236c-9bb4-4ccf-be87-53e0ee2f5287 req-5208051e-f1c6-4a73-90f3-bcd5cd4a0c47 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.2569377 Jul 07 17:02:54.898112 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-affc236c-9bb4-4ccf-be87-53e0ee2f5287 req-ede895fc-6f96-4951-bf50-5ad674e95aea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=67c31bbc-0527-4f8a-aefa-7af1f0802d92 HTTP/1.1" status: 200 len: 217 time: 0.0949335 Jul 07 17:02:54.903155 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-3bf41da4-a7dc-4ac1-bd25-f7a66ce7a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1531974977-router', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '6b0f69fd-21f9-4921-a8c1-3a13fa46c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:47Z', 'revision_number': 4, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'gw_port': {'id': '6b0f69fd-21f9-4921-a8c1-3a13fa46c71a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:41Z', 'updated_at': '2021-07-07T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'c728976a-02f0-43fc-bc12-f611e2b44fe8', 'name': '', 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'mac_address': 'fa:16:3e:17:01:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '471fe685-7fcf-4d30-b218-beda7522746a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:46Z', 'updated_at': '2021-07-07T17:02:48Z', 'revision_number': 2, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'subnets': [{'id': '471fe685-7fcf-4d30-b218-beda7522746a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:54.903844 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5e9be20f-a6fd-4906-8fdd-c729c8fd8983 req-e4cf44a1-1bae-45e5-bd1e-442aab5b1a2b tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.914641 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5e9be20f-a6fd-4906-8fdd-c729c8fd8983 req-e4cf44a1-1bae-45e5-bd1e-442aab5b1a2b tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.993023 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-d1f481e1-b32f-4d44-a213-5c16fc6bae12 None None] Set router 2e858453-6b51-4608-9e70-8ebaefe7e277 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:55.036251 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5e9be20f-a6fd-4906-8fdd-c729c8fd8983 req-e4cf44a1-1bae-45e5-bd1e-442aab5b1a2b tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.049141 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf41da4-a7dc-4ac1-bd25-f7a66ce7a1ed None None] Checking router: 6f3eb18d-b6de-438c-8783-43126f4df883 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:02:55.049715 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf41da4-a7dc-4ac1-bd25-f7a66ce7a1ed None None] Updating router 6f3eb18d-b6de-438c-8783-43126f4df883 port c728976a-02f0-43fc-bc12-f611e2b44fe8 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:02:55.052693 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5e9be20f-a6fd-4906-8fdd-c729c8fd8983 req-e4cf44a1-1bae-45e5-bd1e-442aab5b1a2b tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6307018 Jul 07 17:02:55.059868 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf44a1-1bae-45e5-bd1e-442aab5b1a2b tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=647c8f81-e144-49c6-8df3-4bbb61f81bba,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:55.080007 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc236c-9bb4-4ccf-be87-53e0ee2f5287 req-aace27a0-6388-4efa-9dd0-517cdcde1ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.082300 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-affc236c-9bb4-4ccf-be87-53e0ee2f5287 req-aace27a0-6388-4efa-9dd0-517cdcde1ccb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1757596 Jul 07 17:02:55.215129 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece96cf-178c-4672-97b9-915190419731 req-c4ceb5b3-d517-436d-b8b9-47823d74a82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.215938 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece96cf-178c-4672-97b9-915190419731 req-c4ceb5b3-d517-436d-b8b9-47823d74a82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.216650 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece96cf-178c-4672-97b9-915190419731 req-c4ceb5b3-d517-436d-b8b9-47823d74a82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.217138 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece96cf-178c-4672-97b9-915190419731 req-c4ceb5b3-d517-436d-b8b9-47823d74a82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.217850 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece96cf-178c-4672-97b9-915190419731 req-c4ceb5b3-d517-436d-b8b9-47823d74a82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.218092 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece96cf-178c-4672-97b9-915190419731 req-c4ceb5b3-d517-436d-b8b9-47823d74a82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.218567 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece96cf-178c-4672-97b9-915190419731 req-c4ceb5b3-d517-436d-b8b9-47823d74a82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.221285 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9ece96cf-178c-4672-97b9-915190419731 req-c4ceb5b3-d517-436d-b8b9-47823d74a82b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b6d220ae528f42c295cc654c1d123274&device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 6486 time: 0.2471280 Jul 07 17:02:55.229881 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3bf41da4-a7dc-4ac1-bd25-f7a66ce7a1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.444859 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ca81efc5-f750-46b3-84ed-bc96b6ce33f7 req-73dd0ef2-7694-4848-a7b8-175892b6e388 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/ports?device_id=59b7376b-9121-4c7d-94ff-f3474fda09b3 HTTP/1.1" status: 200 len: 210 time: 0.0976992 Jul 07 17:02:55.458371 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc236c-9bb4-4ccf-be87-53e0ee2f5287 req-c662c6b2-e71b-4efb-8c9c-1872ec61836e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.461782 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-affc236c-9bb4-4ccf-be87-53e0ee2f5287 req-c662c6b2-e71b-4efb-8c9c-1872ec61836e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3704884 Jul 07 17:02:55.529900 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-d1f481e1-b32f-4d44-a213-5c16fc6bae12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-router', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:37Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 4, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'gw_port': {'id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '1f436fe7-3098-4f82-84ea-b82e7499fbcc', 'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'mac_address': 'fa:16:3e:26:e9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 2, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'subnets': [{'id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:55.616930 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f481e1-b32f-4d44-a213-5c16fc6bae12 None None] Checking router: 2e858453-6b51-4608-9e70-8ebaefe7e277 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:02:55.617940 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f481e1-b32f-4d44-a213-5c16fc6bae12 None None] Updating router 2e858453-6b51-4608-9e70-8ebaefe7e277 port 1f436fe7-3098-4f82-84ea-b82e7499fbcc binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:02:55.640091 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece96cf-178c-4672-97b9-915190419731 req-b112a19c-e92c-4dc1-bb39-0b3a0d38ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.643475 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9ece96cf-178c-4672-97b9-915190419731 req-b112a19c-e92c-4dc1-bb39-0b3a0d38ceef service neutron] 10.222.0.72 "GET /v2.0/networks?id=f52f86e5-4ccf-471b-ba73-453c1047945f HTTP/1.1" status: 200 len: 902 time: 0.4116840 Jul 07 17:02:55.695276 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d1f481e1-b32f-4d44-a213-5c16fc6bae12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.732100 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9ece96cf-178c-4672-97b9-915190419731 req-c0a8ab94-8f0a-479c-9cb3-3bbf33fb4786 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c53515a8-9fd6-4c21-9637-86f0e67278e8 HTTP/1.1" status: 200 len: 217 time: 0.0785134 Jul 07 17:02:55.732434 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5f3d1-a349-481a-a532-a5eef2ca69d4 req-adfabc1e-95a7-4d33-8e7a-8386748bb1ea tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.758877 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5f3d1-a349-481a-a532-a5eef2ca69d4 req-adfabc1e-95a7-4d33-8e7a-8386748bb1ea tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.769165 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5f3d1-a349-481a-a532-a5eef2ca69d4 req-adfabc1e-95a7-4d33-8e7a-8386748bb1ea tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.781561 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5f3d1-a349-481a-a532-a5eef2ca69d4 req-adfabc1e-95a7-4d33-8e7a-8386748bb1ea tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.793180 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5f3d1-a349-481a-a532-a5eef2ca69d4 req-adfabc1e-95a7-4d33-8e7a-8386748bb1ea tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.805312 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5f3d1-a349-481a-a532-a5eef2ca69d4 req-adfabc1e-95a7-4d33-8e7a-8386748bb1ea tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.817985 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5f3d1-a349-481a-a532-a5eef2ca69d4 req-adfabc1e-95a7-4d33-8e7a-8386748bb1ea tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.821652 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-46c5f3d1-a349-481a-a532-a5eef2ca69d4 req-adfabc1e-95a7-4d33-8e7a-8386748bb1ea tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5430 time: 0.3673005 Jul 07 17:02:55.879053 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-affc236c-9bb4-4ccf-be87-53e0ee2f5287 req-7f6bd993-7b89-4ad4-83b3-7bed81080c11 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069691 Jul 07 17:02:55.902370 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3bf41da4-a7dc-4ac1-bd25-f7a66ce7a1ed None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.915450 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-46c5f3d1-a349-481a-a532-a5eef2ca69d4 req-87b67993-9a2d-4cf6-a0fe-eecf0d2a5014 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804412 Jul 07 17:02:55.954475 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece96cf-178c-4672-97b9-915190419731 req-13fbbc61-ace9-4775-8796-c3368acf7b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.956193 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9ece96cf-178c-4672-97b9-915190419731 req-13fbbc61-ace9-4775-8796-c3368acf7b1b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94fb5041-e475-4bc0-9d1d-291598430d4a HTTP/1.1" status: 200 len: 797 time: 0.2137287 Jul 07 17:02:55.976651 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3bf41da4-a7dc-4ac1-bd25-f7a66ce7a1ed None None] Transition to ACTIVE for port object c728976a-02f0-43fc-bc12-f611e2b44fe8 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:56.006337 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3bf41da4-a7dc-4ac1-bd25-f7a66ce7a1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.096952 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a0d8c-dc57-42d9-8c61-d4f40503df7a req-61ca65a3-7cfd-4f67-856c-0e19c9142cf3 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:56.117289 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ad6a0d8c-dc57-42d9-8c61-d4f40503df7a req-61ca65a3-7cfd-4f67-856c-0e19c9142cf3 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d244dcc5-9079-45bf-a95e-705045159329 HTTP/1.1" status: 200 len: 947 time: 0.3540699 Jul 07 17:02:56.152413 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04703b2a-8cb2-4c55-b4aa-6ec2fe342f80 None None] Pushing event updated for resources: {'Port': ['ID=c728976a-02f0-43fc-bc12-f611e2b44fe8,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:56.211861 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.260732 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-affc236c-9bb4-4ccf-be87-53e0ee2f5287 req-f0801d31-d8c6-4bd7-a8b5-a855504419fc service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700504 Jul 07 17:02:56.298633 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ad6a0d8c-dc57-42d9-8c61-d4f40503df7a req-9a78775a-049b-476a-9866-0d097576193d tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708443 Jul 07 17:02:56.314384 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece96cf-178c-4672-97b9-915190419731 req-730a4072-4c49-421b-9ce7-16ffebd13513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:56.321963 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9ece96cf-178c-4672-97b9-915190419731 req-730a4072-4c49-421b-9ce7-16ffebd13513 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f52f86e5-4ccf-471b-ba73-453c1047945f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3516486 Jul 07 17:02:56.391838 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d1f481e1-b32f-4d44-a213-5c16fc6bae12 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.421891 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-d1f481e1-b32f-4d44-a213-5c16fc6bae12 None None] Transition to ACTIVE for port object 1f436fe7-3098-4f82-84ea-b82e7499fbcc will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:56.433783 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d1f481e1-b32f-4d44-a213-5c16fc6bae12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.449608 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-3bf41da4-a7dc-4ac1-bd25-f7a66ce7a1ed None None] Attempting to bind port c728976a-02f0-43fc-bc12-f611e2b44fe8 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:56.449931 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-3bf41da4-a7dc-4ac1-bd25-f7a66ce7a1ed None None] Attempting to bind port c728976a-02f0-43fc-bc12-f611e2b44fe8 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '4745d682-27bb-4793-95ab-4998e6d28031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:56.450487 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf41da4-a7dc-4ac1-bd25-f7a66ce7a1ed None None] Attempting to bind port c728976a-02f0-43fc-bc12-f611e2b44fe8 on network 4cfb844d-bad2-4bd4-b9c4-3c09c74893d1 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:56.474235 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf41da4-a7dc-4ac1-bd25-f7a66ce7a1ed None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:56.474850 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf41da4-a7dc-4ac1-bd25-f7a66ce7a1ed None None] Checking segment: {'id': '4745d682-27bb-4793-95ab-4998e6d28031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:56.475517 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3bf41da4-a7dc-4ac1-bd25-f7a66ce7a1ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.476172 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf41da4-a7dc-4ac1-bd25-f7a66ce7a1ed None None] Bound using segment: {'id': '4745d682-27bb-4793-95ab-4998e6d28031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:56.477014 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-3bf41da4-a7dc-4ac1-bd25-f7a66ce7a1ed None None] Bound port: c728976a-02f0-43fc-bc12-f611e2b44fe8, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4745d682-27bb-4793-95ab-4998e6d28031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:56.477649 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3bf41da4-a7dc-4ac1-bd25-f7a66ce7a1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.601480 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081bbe23-6f34-44b1-bf4f-6a1c02add78f None None] Pushing event updated for resources: {'Port': ['ID=1f436fe7-3098-4f82-84ea-b82e7499fbcc,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:56.632742 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-7a35281a-a1c1-453b-840d-a83a7ccb9dab tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:56.657854 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-7a35281a-a1c1-453b-840d-a83a7ccb9dab tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.64 "GET /v2.0/networks?id=4cfb844d-bad2-4bd4-b9c4-3c09c74893d1 HTTP/1.1" status: 200 len: 829 time: 0.4766812 Jul 07 17:02:56.676992 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9ece96cf-178c-4672-97b9-915190419731 req-68642053-ba00-4f8a-aa44-2d93d1abecba service neutron] 10.222.0.72 "GET /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502393 Jul 07 17:02:56.678576 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-4b689703-a29c-4308-9b90-2667db24fc29 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Request body: {'port': {'device_id': '59b7376b-9121-4c7d-94ff-f3474fda09b3', 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1', 'admin_state_up': True, 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:56.722621 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3bf41da4-a7dc-4ac1-bd25-f7a66ce7a1ed None None] For port c728976a-02f0-43fc-bc12-f611e2b44fe8, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:56.727971 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3bf41da4-a7dc-4ac1-bd25-f7a66ce7a1ed None None] For port c728976a-02f0-43fc-bc12-f611e2b44fe8, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c728976a-02f0-43fc-bc12-f611e2b44fe8,segment=NetworkSegment(4745d682-27bb-4793-95ab-4998e6d28031),segment_id=4745d682-27bb-4793-95ab-4998e6d28031)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:56.746095 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3bf41da4-a7dc-4ac1-bd25-f7a66ce7a1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.824318 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c04c4304-b278-4274-978d-5e165cbdd74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.842902 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf41da4-a7dc-4ac1-bd25-f7a66ce7a1ed None None] Routers {'6f3eb18d-b6de-438c-8783-43126f4df883'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:56.843643 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-3bf41da4-a7dc-4ac1-bd25-f7a66ce7a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:02:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['6f3eb18d-b6de-438c-8783-43126f4df883'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:56.966821 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-57f8ca66-3a30-4c5a-ae66-8a99ef2d79c5 req-5a12e73b-bb71-4941-851c-5e1727daf5c4 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1577975370', 'description': 'tempest-description-1678274220'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:56.973938 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-d1f481e1-b32f-4d44-a213-5c16fc6bae12 None None] Attempting to bind port 1f436fe7-3098-4f82-84ea-b82e7499fbcc on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:56.987788 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-d1f481e1-b32f-4d44-a213-5c16fc6bae12 None None] Attempting to bind port 1f436fe7-3098-4f82-84ea-b82e7499fbcc by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'e9cb0466-5459-40c6-867e-64c5a1d48fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:56.988504 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f481e1-b32f-4d44-a213-5c16fc6bae12 None None] Attempting to bind port 1f436fe7-3098-4f82-84ea-b82e7499fbcc on network 0518196d-eefc-4ac7-b5ab-2055eb805352 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:57.014777 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f481e1-b32f-4d44-a213-5c16fc6bae12 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:57.015425 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f481e1-b32f-4d44-a213-5c16fc6bae12 None None] Checking segment: {'id': 'e9cb0466-5459-40c6-867e-64c5a1d48fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:57.016343 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d1f481e1-b32f-4d44-a213-5c16fc6bae12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.022297 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f481e1-b32f-4d44-a213-5c16fc6bae12 None None] Bound using segment: {'id': 'e9cb0466-5459-40c6-867e-64c5a1d48fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:57.023246 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-d1f481e1-b32f-4d44-a213-5c16fc6bae12 None None] Bound port: 1f436fe7-3098-4f82-84ea-b82e7499fbcc, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9cb0466-5459-40c6-867e-64c5a1d48fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:57.023920 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d1f481e1-b32f-4d44-a213-5c16fc6bae12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.127407 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9ece96cf-178c-4672-97b9-915190419731 req-26b40316-3137-4ce6-8f61-aac48b1f11fd service neutron] 10.222.0.72 "GET /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072952 Jul 07 17:02:57.139916 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-57f8ca66-3a30-4c5a-ae66-8a99ef2d79c5 req-5a12e73b-bb71-4941-851c-5e1727daf5c4 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.282694 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-3bf41da4-a7dc-4ac1-bd25-f7a66ce7a1ed None None] Set router 6f3eb18d-b6de-438c-8783-43126f4df883 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:57.288608 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04703b2a-8cb2-4c55-b4aa-6ec2fe342f80 None None] Pushing event updated for resources: {'Port': ['ID=c728976a-02f0-43fc-bc12-f611e2b44fe8,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:57.328182 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.db.api [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-4b689703-a29c-4308-9b90-2667db24fc29 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:02:57.328182 n-d-791503-12 neutron-server[100193]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 17:02:57.328182 n-d-791503-12 neutron-server[100193]: [parameters: {'project_id_1': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'expiration_1': datetime.datetime(2021, 7, 7, 17, 2, 57, 253436)}] Jul 07 17:02:57.328182 n-d-791503-12 neutron-server[100193]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:02:57.329929 n-d-791503-12 neutron-server[100193]: DEBUG oslo_db.api [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-4b689703-a29c-4308-9b90-2667db24fc29 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:02:57.344845 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-d1f481e1-b32f-4d44-a213-5c16fc6bae12 None None] For port 1f436fe7-3098-4f82-84ea-b82e7499fbcc, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:57.353126 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-d1f481e1-b32f-4d44-a213-5c16fc6bae12 None None] For port 1f436fe7-3098-4f82-84ea-b82e7499fbcc, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=1f436fe7-3098-4f82-84ea-b82e7499fbcc,segment=NetworkSegment(e9cb0466-5459-40c6-867e-64c5a1d48fcc),segment_id=e9cb0466-5459-40c6-867e-64c5a1d48fcc)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:57.353464 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-2679b352-dbb8-4e4b-abd8-2a8427b9b1ed tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:57.361600 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d1f481e1-b32f-4d44-a213-5c16fc6bae12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.372780 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-2679b352-dbb8-4e4b-abd8-2a8427b9b1ed tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/networks?id=0518196d-eefc-4ac7-b5ab-2055eb805352 HTTP/1.1" status: 200 len: 820 time: 0.6887193 Jul 07 17:02:57.453947 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081bbe23-6f34-44b1-bf4f-6a1c02add78f None None] Pushing event updated for resources: {'Port': ['ID=1f436fe7-3098-4f82-84ea-b82e7499fbcc,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:57.474737 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f481e1-b32f-4d44-a213-5c16fc6bae12 None None] Routers {'2e858453-6b51-4608-9e70-8ebaefe7e277'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:57.475463 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-d1f481e1-b32f-4d44-a213-5c16fc6bae12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:02:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['2e858453-6b51-4608-9e70-8ebaefe7e277'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:57.490841 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 67c31bbc-0527-4f8a-aefa-7af1f0802d92 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:57.493904 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-57f8ca66-3a30-4c5a-ae66-8a99ef2d79c5 req-5a12e73b-bb71-4941-851c-5e1727daf5c4 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.502862 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-57f8ca66-3a30-4c5a-ae66-8a99ef2d79c5 req-5a12e73b-bb71-4941-851c-5e1727daf5c4 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.543405 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-9f244dd8-094f-4c27-9139-cf4a6a0aaa8c tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/quotas/f5e8caecfebe4e289ece65e903aef8e4 HTTP/1.1" status: 200 len: 375 time: 0.0542078 Jul 07 17:02:57.560803 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12e73b-bb71-4941-851c-5e1727daf5c4 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f94ea3-8119-4b96-8b69-c9b80dbfe821,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:57.573652 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-57f8ca66-3a30-4c5a-ae66-8a99ef2d79c5 req-5a12e73b-bb71-4941-851c-5e1727daf5c4 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.594571 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-57f8ca66-3a30-4c5a-ae66-8a99ef2d79c5 req-5a12e73b-bb71-4941-851c-5e1727daf5c4 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6452956 Jul 07 17:02:57.670990 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.resource_extend [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:02:57.682041 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3ccac-3d9a-4346-a342-7f16246e9854 req-6cb15d97-e088-47ed-93fc-2596844c12e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:57.682579 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3ccac-3d9a-4346-a342-7f16246e9854 req-6cb15d97-e088-47ed-93fc-2596844c12e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:57.683342 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3ccac-3d9a-4346-a342-7f16246e9854 req-6cb15d97-e088-47ed-93fc-2596844c12e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:57.684315 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3ccac-3d9a-4346-a342-7f16246e9854 req-6cb15d97-e088-47ed-93fc-2596844c12e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:57.684835 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3ccac-3d9a-4346-a342-7f16246e9854 req-6cb15d97-e088-47ed-93fc-2596844c12e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:57.685389 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3ccac-3d9a-4346-a342-7f16246e9854 req-6cb15d97-e088-47ed-93fc-2596844c12e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:57.685982 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3ccac-3d9a-4346-a342-7f16246e9854 req-6cb15d97-e088-47ed-93fc-2596844c12e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:57.688115 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-79b3ccac-3d9a-4346-a342-7f16246e9854 req-6cb15d97-e088-47ed-93fc-2596844c12e6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b6d220ae528f42c295cc654c1d123274&device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 6486 time: 0.3099494 Jul 07 17:02:57.750920 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-d1f481e1-b32f-4d44-a213-5c16fc6bae12 None None] Set router 2e858453-6b51-4608-9e70-8ebaefe7e277 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:57.821410 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.856293 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3ccac-3d9a-4346-a342-7f16246e9854 req-d0e6b072-b8f2-4b6d-aea1-916aad9b8bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:57.857789 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-79b3ccac-3d9a-4346-a342-7f16246e9854 req-d0e6b072-b8f2-4b6d-aea1-916aad9b8bbf service neutron] 10.222.0.72 "GET /v2.0/networks?id=f52f86e5-4ccf-471b-ba73-453c1047945f HTTP/1.1" status: 200 len: 902 time: 0.1587629 Jul 07 17:02:57.874654 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-4b689703-a29c-4308-9b90-2667db24fc29 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Made reservation on behalf of 9a8fa2a5d52846ae9eaa03dc29acdaae for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:57.883423 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-4b689703-a29c-4308-9b90-2667db24fc29 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.900224 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 67c31bbc-0527-4f8a-aefa-7af1f0802d92, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=67c31bbc-0527-4f8a-aefa-7af1f0802d92,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:57.919929 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '67c31bbc-0527-4f8a-aefa-7af1f0802d92', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': '67c31bbc-0527-4f8a-aefa-7af1f0802d92', 'mac_address': 'fa:16:3e:4c:bf:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:02:57.926696 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ae2ba-0d5d-4f94-93f8-c2e20b838622 req-96dfa85a-ce98-4426-932c-8a12a963f97c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:57.929675 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-79b3ccac-3d9a-4346-a342-7f16246e9854 req-d1ae12d6-f8b3-483d-931c-ff6665d7bc86 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cb7e9c4c-fd57-4d46-895f-74234734d082 HTTP/1.1" status: 200 len: 217 time: 0.0609710 Jul 07 17:02:57.936780 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ae2ba-0d5d-4f94-93f8-c2e20b838622 req-96dfa85a-ce98-4426-932c-8a12a963f97c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:57.945105 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-523a6ec2-9c01-4856-94e7-2f44115f66f5 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5e8caecfebe4e289ece65e903aef8e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3794415 Jul 07 17:02:57.945831 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ae2ba-0d5d-4f94-93f8-c2e20b838622 req-96dfa85a-ce98-4426-932c-8a12a963f97c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:57.951264 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-310ee079-51c9-4585-af33-1dc0b06f0e18 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:02:57.955152 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ae2ba-0d5d-4f94-93f8-c2e20b838622 req-96dfa85a-ce98-4426-932c-8a12a963f97c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:57.959639 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-310ee079-51c9-4585-af33-1dc0b06f0e18 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136025 Jul 07 17:02:57.965990 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ae2ba-0d5d-4f94-93f8-c2e20b838622 req-96dfa85a-ce98-4426-932c-8a12a963f97c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:57.975009 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ae2ba-0d5d-4f94-93f8-c2e20b838622 req-96dfa85a-ce98-4426-932c-8a12a963f97c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:57.975754 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.984677 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ae2ba-0d5d-4f94-93f8-c2e20b838622 req-96dfa85a-ce98-4426-932c-8a12a963f97c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:57.987331 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e45ae2ba-0d5d-4f94-93f8-c2e20b838622 req-96dfa85a-ce98-4426-932c-8a12a963f97c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5422 time: 0.2272017 Jul 07 17:02:58.014806 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-3bf41da4-a7dc-4ac1-bd25-f7a66ce7a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1531974977-router', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '6b0f69fd-21f9-4921-a8c1-3a13fa46c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:47Z', 'revision_number': 4, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'gw_port': {'id': '6b0f69fd-21f9-4921-a8c1-3a13fa46c71a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:41Z', 'updated_at': '2021-07-07T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'c728976a-02f0-43fc-bc12-f611e2b44fe8', 'name': '', 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'mac_address': 'fa:16:3e:17:01:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '471fe685-7fcf-4d30-b218-beda7522746a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:46Z', 'updated_at': '2021-07-07T17:02:56Z', 'revision_number': 4, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'subnets': [{'id': '471fe685-7fcf-4d30-b218-beda7522746a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:58.047594 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3ccac-3d9a-4346-a342-7f16246e9854 req-1a346fcb-202b-4c66-b650-198a42b49610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:58.053406 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-79b3ccac-3d9a-4346-a342-7f16246e9854 req-1a346fcb-202b-4c66-b650-198a42b49610 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94fb5041-e475-4bc0-9d1d-291598430d4a HTTP/1.1" status: 200 len: 797 time: 0.0833316 Jul 07 17:02:58.098686 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e45ae2ba-0d5d-4f94-93f8-c2e20b838622 req-4bc382b6-53f2-414f-a22c-0a507903ae24 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0958855 Jul 07 17:02:58.113111 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf41da4-a7dc-4ac1-bd25-f7a66ce7a1ed None None] The sync data for ids ['6f3eb18d-b6de-438c-8783-43126f4df883'] in n-d-791503-12 is: [{'id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1531974977-router', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '6b0f69fd-21f9-4921-a8c1-3a13fa46c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:47Z', 'revision_number': 4, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'gw_port': {'id': '6b0f69fd-21f9-4921-a8c1-3a13fa46c71a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:41Z', 'updated_at': '2021-07-07T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'c728976a-02f0-43fc-bc12-f611e2b44fe8', 'name': '', 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'mac_address': 'fa:16:3e:17:01:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '471fe685-7fcf-4d30-b218-beda7522746a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:46Z', 'updated_at': '2021-07-07T17:02:56Z', 'revision_number': 4, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'subnets': [{'id': '471fe685-7fcf-4d30-b218-beda7522746a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:02:58.140069 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c31bbc-0527-4f8a-aefa-7af1f0802d92 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:58.185369 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 67c31bbc-0527-4f8a-aefa-7af1f0802d92, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=67c31bbc-0527-4f8a-aefa-7af1f0802d92,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:58.202820 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c728976a-02f0-43fc-bc12-f611e2b44fe8 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:58.271556 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:58.286185 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3ccac-3d9a-4346-a342-7f16246e9854 req-8f1eab44-2f6b-46d0-8e74-cbf747105e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:58.288426 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-79b3ccac-3d9a-4346-a342-7f16246e9854 req-8f1eab44-2f6b-46d0-8e74-cbf747105e8e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f52f86e5-4ccf-471b-ba73-453c1047945f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2294440 Jul 07 17:02:58.294847 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-e3a89475-352d-41e0-8bf3-146256bd4d33 service neutron] 10.222.0.53 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343115 Jul 07 17:02:58.333368 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-d1f481e1-b32f-4d44-a213-5c16fc6bae12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-router', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:37Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 4, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'gw_port': {'id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '1f436fe7-3098-4f82-84ea-b82e7499fbcc', 'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'mac_address': 'fa:16:3e:26:e9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:02:57Z', 'revision_number': 4, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'subnets': [{'id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:58.382764 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f481e1-b32f-4d44-a213-5c16fc6bae12 None None] The sync data for ids ['2e858453-6b51-4608-9e70-8ebaefe7e277'] in n-d-791503-12 is: [{'id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-router', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:37Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 4, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'gw_port': {'id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '1f436fe7-3098-4f82-84ea-b82e7499fbcc', 'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'mac_address': 'fa:16:3e:26:e9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:02:57Z', 'revision_number': 4, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'subnets': [{'id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:02:58.390739 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=67c31bbc-0527-4f8a-aefa-7af1f0802d92,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:58.394644 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port c728976a-02f0-43fc-bc12-f611e2b44fe8 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:58.395825 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-4b689703-a29c-4308-9b90-2667db24fc29 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Allocated IP 172.20.0.4 (4cfb844d-bad2-4bd4-b9c4-3c09c74893d1/471fe685-7fcf-4d30-b218-beda7522746a/537d1277-ecf7-414d-bcfe-811601335444) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:58.413712 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port c728976a-02f0-43fc-bc12-f611e2b44fe8 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:58.414098 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:58.569577 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['67c31bbc-0527-4f8a-aefa-7af1f0802d92'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:58.597484 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5ce3d04e-f373-4bd1-8ea1-2aa374d1ce81 req-62fbf250-7451-4330-b684-7c2e88a53596 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/ports?device_id=59b7376b-9121-4c7d-94ff-f3474fda09b3 HTTP/1.1" status: 200 len: 210 time: 0.0564580 Jul 07 17:02:58.675089 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:58.787231 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port c728976a-02f0-43fc-bc12-f611e2b44fe8, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c728976a-02f0-43fc-bc12-f611e2b44fe8,segment=NetworkSegment(4745d682-27bb-4793-95ab-4998e6d28031),segment_id=4745d682-27bb-4793-95ab-4998e6d28031)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:58.803289 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:58.877441 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-4b689703-a29c-4308-9b90-2667db24fc29 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:58.906102 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-4b689703-a29c-4308-9b90-2667db24fc29 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Transition to ACTIVE for port object 537d1277-ecf7-414d-bcfe-811601335444 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:58.946614 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=c728976a-02f0-43fc-bc12-f611e2b44fe8,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:58.957607 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1d19b-6783-4df9-a683-25ed1116ce11 req-7304d38c-6bc3-49cc-bcad-6fe8d2f6507c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:58.966736 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-26b1d19b-6783-4df9-a683-25ed1116ce11 req-7304d38c-6bc3-49cc-bcad-6fe8d2f6507c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 946 time: 0.1731179 Jul 07 17:02:59.053376 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-26b1d19b-6783-4df9-a683-25ed1116ce11 req-c18090d6-298a-49de-a42b-9e02ae58cbf2 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850947 Jul 07 17:02:59.086438 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-4b689703-a29c-4308-9b90-2667db24fc29 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.206257 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b689703-a29c-4308-9b90-2667db24fc29 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Pushing event updated for resources: {'Port': ['ID=537d1277-ecf7-414d-bcfe-811601335444,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:59.223898 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-4b689703-a29c-4308-9b90-2667db24fc29 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Network 4cfb844d-bad2-4bd4-b9c4-3c09c74893d1 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:59.227195 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-4b689703-a29c-4308-9b90-2667db24fc29 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:59.231571 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-4b689703-a29c-4308-9b90-2667db24fc29 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:59.255401 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-79b3ccac-3d9a-4346-a342-7f16246e9854 req-4a3b1ea1-c9cc-40b1-b410-ebf9f3f81278 service neutron] 10.222.0.72 "GET /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9577527 Jul 07 17:02:59.270657 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-2a22cb04-eabf-4b02-b81c-f4433a4721b4 service neutron] 10.222.0.53 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9555831 Jul 07 17:02:59.439913 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-4b689703-a29c-4308-9b90-2667db24fc29 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:59.440597 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-4b689703-a29c-4308-9b90-2667db24fc29 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.441418 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-79b3ccac-3d9a-4346-a342-7f16246e9854 req-4cbd9b80-c454-43b8-9adc-156bf80721fe service neutron] 10.222.0.72 "GET /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690376 Jul 07 17:02:59.483490 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d1ae9-0ede-47d8-a20e-d55d6f66388b req-300ea345-a691-42f2-b75e-17a5bf349094 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:59.490053 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d1ae9-0ede-47d8-a20e-d55d6f66388b req-300ea345-a691-42f2-b75e-17a5bf349094 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:59.497408 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d1ae9-0ede-47d8-a20e-d55d6f66388b req-300ea345-a691-42f2-b75e-17a5bf349094 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:59.503746 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d1ae9-0ede-47d8-a20e-d55d6f66388b req-300ea345-a691-42f2-b75e-17a5bf349094 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:59.509893 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d1ae9-0ede-47d8-a20e-d55d6f66388b req-300ea345-a691-42f2-b75e-17a5bf349094 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:59.516941 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d1ae9-0ede-47d8-a20e-d55d6f66388b req-300ea345-a691-42f2-b75e-17a5bf349094 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:59.531684 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d1ae9-0ede-47d8-a20e-d55d6f66388b req-300ea345-a691-42f2-b75e-17a5bf349094 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:59.533853 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-657d1ae9-0ede-47d8-a20e-d55d6f66388b req-300ea345-a691-42f2-b75e-17a5bf349094 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5430 time: 0.2528470 Jul 07 17:02:59.536481 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-4b689703-a29c-4308-9b90-2667db24fc29 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8687823 Jul 07 17:02:59.555155 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-f0395e9c-a3c2-41f2-832b-d50fcfb0c9e7 service neutron] Request body: {'port': {'device_id': '59b7376b-9121-4c7d-94ff-f3474fda09b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:59.649776 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-657d1ae9-0ede-47d8-a20e-d55d6f66388b req-9a2177d6-af9d-40c2-9129-534587bb6712 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1065266 Jul 07 17:02:59.734012 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-94623a87-d9b5-41ed-918f-ef0a2b29bc19 None None] Provisioning for port 537d1277-ecf7-414d-bcfe-811601335444 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:59.739438 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-94623a87-d9b5-41ed-918f-ef0a2b29bc19 None None] Provisioning complete for port 537d1277-ecf7-414d-bcfe-811601335444 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:59.740257 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-94623a87-d9b5-41ed-918f-ef0a2b29bc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.798454 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-f0395e9c-a3c2-41f2-832b-d50fcfb0c9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.810074 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-94623a87-d9b5-41ed-918f-ef0a2b29bc19 None None] Port 537d1277-ecf7-414d-bcfe-811601335444 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:02:59.815987 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device ee9f9590-c476-4e56-b319-494470a69a36 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:59.831952 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-695e8509-cc1f-46fa-aa99-d56c70b6c215 req-100b5d28-5356-41e5-8746-dfb57efa9cd6 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "GET /v2.0/security-groups/647c8f81-e144-49c6-8df3-4bbb61f81bba HTTP/1.1" status: 200 len: 1805 time: 0.1266799 Jul 07 17:02:59.863299 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9ef9d-330f-47b2-a4fb-9915e8e791b6 req-a3deafa0-59f3-4192-8a0c-75e0931e6478 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:59.865672 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0cf9ef9d-330f-47b2-a4fb-9915e8e791b6 req-a3deafa0-59f3-4192-8a0c-75e0931e6478 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d244dcc5-9079-45bf-a95e-705045159329 HTTP/1.1" status: 200 len: 948 time: 0.1713767 Jul 07 17:02:59.920195 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-695e8509-cc1f-46fa-aa99-d56c70b6c215 req-9996adda-5fea-47c7-914f-61f431501c41 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "GET /v2.0/security-groups/b1f94ea3-8119-4b96-8b69-c9b80dbfe821 HTTP/1.1" status: 200 len: 1807 time: 0.0871205 Jul 07 17:02:59.930185 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-695e8509-cc1f-46fa-aa99-d56c70b6c215 req-da8746bc-12cd-4a44-9cfb-32136f01c5e8 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '647c8f81-e144-49c6-8df3-4bbb61f81bba', 'remote_group_id': 'b1f94ea3-8119-4b96-8b69-c9b80dbfe821', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:59.930527 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-695e8509-cc1f-46fa-aa99-d56c70b6c215 req-da8746bc-12cd-4a44-9cfb-32136f01c5e8 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '647c8f81-e144-49c6-8df3-4bbb61f81bba', 'remote_group_id': 'b1f94ea3-8119-4b96-8b69-c9b80dbfe821', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:59.966942 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0cf9ef9d-330f-47b2-a4fb-9915e8e791b6 req-34aac77f-a06d-4b9b-bba4-d9f5715a0e68 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826998 Jul 07 17:03:00.119691 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port ee9f9590-c476-4e56-b319-494470a69a36, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=ee9f9590-c476-4e56-b319-494470a69a36,segment=NetworkSegment(a4929838-a970-45a0-a106-ef1c0abcce5c),segment_id=a4929838-a970-45a0-a106-ef1c0abcce5c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:00.162186 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.164916 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'ee9f9590-c476-4e56-b319-494470a69a36', 'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976', 'port_id': 'ee9f9590-c476-4e56-b319-494470a69a36', 'mac_address': 'fa:16:3e:4f:19:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce5d8e85-e977-4ec0-aa8c-00c1d211eb94', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:00.269504 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.300957 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9f9590-c476-4e56-b319-494470a69a36 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:00.317411 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-695e8509-cc1f-46fa-aa99-d56c70b6c215 req-da8746bc-12cd-4a44-9cfb-32136f01c5e8 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.381428 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port ee9f9590-c476-4e56-b319-494470a69a36, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=ee9f9590-c476-4e56-b319-494470a69a36,segment=NetworkSegment(a4929838-a970-45a0-a106-ef1c0abcce5c),segment_id=a4929838-a970-45a0-a106-ef1c0abcce5c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:00.395230 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.396925 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device e3b5255c-56de-4333-94b1-1e038c40d00f details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:00.488294 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-695e8509-cc1f-46fa-aa99-d56c70b6c215 req-da8746bc-12cd-4a44-9cfb-32136f01c5e8 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.501051 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-695e8509-cc1f-46fa-aa99-d56c70b6c215 req-da8746bc-12cd-4a44-9cfb-32136f01c5e8 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.576369 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8746bc-12cd-4a44-9cfb-32136f01c5e8 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f945086e-f0f9-43e5-833a-66e3e9a5e6b1,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:00.615617 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c728976a-02f0-43fc-bc12-f611e2b44fe8 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:00.643856 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=ee9f9590-c476-4e56-b319-494470a69a36,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:00.685833 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-695e8509-cc1f-46fa-aa99-d56c70b6c215 req-da8746bc-12cd-4a44-9cfb-32136f01c5e8 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.688902 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-695e8509-cc1f-46fa-aa99-d56c70b6c215 req-da8746bc-12cd-4a44-9cfb-32136f01c5e8 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7674899 Jul 07 17:03:00.708881 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-f0395e9c-a3c2-41f2-832b-d50fcfb0c9e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537d1277-ecf7-414d-bcfe-811601335444 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:00.733897 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-f0395e9c-a3c2-41f2-832b-d50fcfb0c9e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.750540 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-f0395e9c-a3c2-41f2-832b-d50fcfb0c9e7 service neutron] Transition to ACTIVE for port object 537d1277-ecf7-414d-bcfe-811601335444 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:00.757978 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-f0395e9c-a3c2-41f2-832b-d50fcfb0c9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.771077 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port e3b5255c-56de-4333-94b1-1e038c40d00f, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=e3b5255c-56de-4333-94b1-1e038c40d00f,segment=NetworkSegment(6bcddae9-b488-4690-903f-3d09a677e8f6),segment_id=6bcddae9-b488-4690-903f-3d09a677e8f6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:00.805021 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'e3b5255c-56de-4333-94b1-1e038c40d00f', 'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d', 'port_id': 'e3b5255c-56de-4333-94b1-1e038c40d00f', 'mac_address': 'fa:16:3e:b3:66:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd273b5eb-a1f3-41e7-afcb-8544824ca516', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:00.852564 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0395e9c-a3c2-41f2-832b-d50fcfb0c9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=537d1277-ecf7-414d-bcfe-811601335444,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:00.890721 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port c728976a-02f0-43fc-bc12-f611e2b44fe8 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:00.891143 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.938404 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc480e9-73fb-4320-be28-23de6f2fc317 req-ca54687b-ecd6-46a9-a132-5fcc47ee99fe tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:00.949877 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc480e9-73fb-4320-be28-23de6f2fc317 req-ca54687b-ecd6-46a9-a132-5fcc47ee99fe tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:00.963385 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc480e9-73fb-4320-be28-23de6f2fc317 req-ca54687b-ecd6-46a9-a132-5fcc47ee99fe tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:00.965685 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.973056 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc480e9-73fb-4320-be28-23de6f2fc317 req-ca54687b-ecd6-46a9-a132-5fcc47ee99fe tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:00.980076 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc480e9-73fb-4320-be28-23de6f2fc317 req-ca54687b-ecd6-46a9-a132-5fcc47ee99fe tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:00.985018 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b5255c-56de-4333-94b1-1e038c40d00f {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:00.987651 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc480e9-73fb-4320-be28-23de6f2fc317 req-ca54687b-ecd6-46a9-a132-5fcc47ee99fe tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:01.000105 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc480e9-73fb-4320-be28-23de6f2fc317 req-ca54687b-ecd6-46a9-a132-5fcc47ee99fe tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:01.005765 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2fc480e9-73fb-4320-be28-23de6f2fc317 req-ca54687b-ecd6-46a9-a132-5fcc47ee99fe tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5422 time: 0.2233984 Jul 07 17:03:01.036536 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port e3b5255c-56de-4333-94b1-1e038c40d00f, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=e3b5255c-56de-4333-94b1-1e038c40d00f,segment=NetworkSegment(6bcddae9-b488-4690-903f-3d09a677e8f6),segment_id=6bcddae9-b488-4690-903f-3d09a677e8f6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:01.051765 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.052545 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 874aad95-4d95-4e67-b5f3-a74579b36f91 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:01.080905 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2fc480e9-73fb-4320-be28-23de6f2fc317 req-f465ae19-4ae2-415a-b13a-dd32baff1add tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0659573 Jul 07 17:03:01.122303 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 874aad95-4d95-4e67-b5f3-a74579b36f91, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=874aad95-4d95-4e67-b5f3-a74579b36f91,segment=NetworkSegment(6bcddae9-b488-4690-903f-3d09a677e8f6),segment_id=6bcddae9-b488-4690-903f-3d09a677e8f6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:01.155134 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '874aad95-4d95-4e67-b5f3-a74579b36f91', 'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d', 'port_id': '874aad95-4d95-4e67-b5f3-a74579b36f91', 'mac_address': 'fa:16:3e:20:b8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd273b5eb-a1f3-41e7-afcb-8544824ca516', 'ip_address': '10.1.1.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:01.201317 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15426d71-b517-4670-bce6-a82d4af1635b req-ac2a6508-24a5-4f8f-89e8-d2037fe0e00d tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports?device_id=00bedfb6-08aa-41ad-8116-389f65ed7aaa HTTP/1.1" status: 200 len: 210 time: 0.1025820 Jul 07 17:03:01.287169 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.289280 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-f0395e9c-a3c2-41f2-832b-d50fcfb0c9e7 service neutron] Attempting to bind port 537d1277-ecf7-414d-bcfe-811601335444 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:01.292746 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-f0395e9c-a3c2-41f2-832b-d50fcfb0c9e7 service neutron] Attempting to bind port 537d1277-ecf7-414d-bcfe-811601335444 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '4745d682-27bb-4793-95ab-4998e6d28031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:01.293324 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-f0395e9c-a3c2-41f2-832b-d50fcfb0c9e7 service neutron] Attempting to bind port 537d1277-ecf7-414d-bcfe-811601335444 on network 4cfb844d-bad2-4bd4-b9c4-3c09c74893d1 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:01.301270 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 1f436fe7-3098-4f82-84ea-b82e7499fbcc up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:01.309317 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-f0395e9c-a3c2-41f2-832b-d50fcfb0c9e7 service neutron] Port 537d1277-ecf7-414d-bcfe-811601335444 on network 4cfb844d-bad2-4bd4-b9c4-3c09c74893d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:03:01.313332 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-f0395e9c-a3c2-41f2-832b-d50fcfb0c9e7 service neutron] Attempting to bind port 537d1277-ecf7-414d-bcfe-811601335444 on network 4cfb844d-bad2-4bd4-b9c4-3c09c74893d1 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:01.341573 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-f0395e9c-a3c2-41f2-832b-d50fcfb0c9e7 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:01.342791 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-f0395e9c-a3c2-41f2-832b-d50fcfb0c9e7 service neutron] Checking segment: {'id': '4745d682-27bb-4793-95ab-4998e6d28031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:01.342791 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-f0395e9c-a3c2-41f2-832b-d50fcfb0c9e7 service neutron] Bound using segment: {'id': '4745d682-27bb-4793-95ab-4998e6d28031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:01.346085 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-f0395e9c-a3c2-41f2-832b-d50fcfb0c9e7 service neutron] Bound port: 537d1277-ecf7-414d-bcfe-811601335444, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4745d682-27bb-4793-95ab-4998e6d28031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:01.352814 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-f0395e9c-a3c2-41f2-832b-d50fcfb0c9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.393167 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874aad95-4d95-4e67-b5f3-a74579b36f91 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:01.419988 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 874aad95-4d95-4e67-b5f3-a74579b36f91, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=874aad95-4d95-4e67-b5f3-a74579b36f91,segment=NetworkSegment(6bcddae9-b488-4690-903f-3d09a677e8f6),segment_id=6bcddae9-b488-4690-903f-3d09a677e8f6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:01.437317 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.437974 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 870ee654-1865-4fc9-9384-819a276cb46e details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:01.522778 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-f0395e9c-a3c2-41f2-832b-d50fcfb0c9e7 service neutron] For port 537d1277-ecf7-414d-bcfe-811601335444, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:01.542229 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-f0395e9c-a3c2-41f2-832b-d50fcfb0c9e7 service neutron] For port 537d1277-ecf7-414d-bcfe-811601335444, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=537d1277-ecf7-414d-bcfe-811601335444,segment=NetworkSegment(4745d682-27bb-4793-95ab-4998e6d28031),segment_id=4745d682-27bb-4793-95ab-4998e6d28031)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:01.561250 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6a6fc-8abd-4096-8139-e524aeb9fe5b req-29ac28c9-9dac-4f35-bca8-8ef734f03ba6 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:01.569280 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-22b6a6fc-8abd-4096-8139-e524aeb9fe5b req-29ac28c9-9dac-4f35-bca8-8ef734f03ba6 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/ports?device_id=59b7376b-9121-4c7d-94ff-f3474fda09b3 HTTP/1.1" status: 200 len: 943 time: 0.1509132 Jul 07 17:03:01.571331 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-f0395e9c-a3c2-41f2-832b-d50fcfb0c9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.641537 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-22b6a6fc-8abd-4096-8139-e524aeb9fe5b req-038a8855-c33e-4552-9f44-1212c54f0297 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb648df4-c641-4500-a865-78a1a5add036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662973 Jul 07 17:03:01.693655 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 67c31bbc-0527-4f8a-aefa-7af1f0802d92 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:01.796021 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-f0395e9c-a3c2-41f2-832b-d50fcfb0c9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:01.797494 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-f0395e9c-a3c2-41f2-832b-d50fcfb0c9e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.799696 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-f0395e9c-a3c2-41f2-832b-d50fcfb0c9e7 service neutron] 10.222.0.64 "PUT /v2.0/ports/537d1277-ecf7-414d-bcfe-811601335444 HTTP/1.1" status: 200 len: 1092 time: 2.2511809 Jul 07 17:03:01.800478 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b7376b-9121-4c7d-94ff-f3474fda09b3', 'tag': '537d1277-ecf7-414d-bcfe-811601335444'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:01.805023 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22c6c3b-d745-4559-895b-aff2f2842783" -d '{"events": [{"name": "network-changed", "server_uuid": "59b7376b-9121-4c7d-94ff-f3474fda09b3", "tag": "537d1277-ecf7-414d-bcfe-811601335444"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:01.856280 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0395e9c-a3c2-41f2-832b-d50fcfb0c9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=537d1277-ecf7-414d-bcfe-811601335444,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:01.933221 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a63f3-8a3a-4b65-87d6-5d4eafd8d4fc req-f582faae-20d8-43b6-a887-1a3a4f8330c4 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:01.937216 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=e3b5255c-56de-4333-94b1-1e038c40d00f,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:01.940189 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-400a63f3-8a3a-4b65-87d6-5d4eafd8d4fc req-f582faae-20d8-43b6-a887-1a3a4f8330c4 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 946 time: 0.3931367 Jul 07 17:03:02.067362 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 1f436fe7-3098-4f82-84ea-b82e7499fbcc completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:02.097544 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-400a63f3-8a3a-4b65-87d6-5d4eafd8d4fc req-43c06e6c-9e2a-4dc5-bd8d-00492140f2d3 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423233 Jul 07 17:03:02.137020 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 870ee654-1865-4fc9-9384-819a276cb46e, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=870ee654-1865-4fc9-9384-819a276cb46e,segment=NetworkSegment(df77f602-5930-4d7d-bce9-0dfeb2c494e1),segment_id=df77f602-5930-4d7d-bce9-0dfeb2c494e1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:02.199476 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 67c31bbc-0527-4f8a-aefa-7af1f0802d92 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:02.201897 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 1f436fe7-3098-4f82-84ea-b82e7499fbcc triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:02.202289 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.216845 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 67c31bbc-0527-4f8a-aefa-7af1f0802d92 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:02.217236 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.240007 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843fdc7-4042-4873-b5ce-46c3fe5213d1 req-d671b39f-a620-42ef-8ac7-b13f74bdae58 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:02.256302 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '870ee654-1865-4fc9-9384-819a276cb46e', 'network_id': 'fb74cf42-8431-4db2-86e2-f968c1182b61', 'port_id': '870ee654-1865-4fc9-9384-819a276cb46e', 'mac_address': 'fa:16:3e:31:59:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fd26278-1ee8-4aad-a564-96dc9b452a11', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:02.264071 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843fdc7-4042-4873-b5ce-46c3fe5213d1 req-d671b39f-a620-42ef-8ac7-b13f74bdae58 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:02.274821 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843fdc7-4042-4873-b5ce-46c3fe5213d1 req-d671b39f-a620-42ef-8ac7-b13f74bdae58 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:02.282867 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843fdc7-4042-4873-b5ce-46c3fe5213d1 req-d671b39f-a620-42ef-8ac7-b13f74bdae58 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:02.292614 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843fdc7-4042-4873-b5ce-46c3fe5213d1 req-d671b39f-a620-42ef-8ac7-b13f74bdae58 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:02.299995 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843fdc7-4042-4873-b5ce-46c3fe5213d1 req-d671b39f-a620-42ef-8ac7-b13f74bdae58 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:02.307612 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843fdc7-4042-4873-b5ce-46c3fe5213d1 req-d671b39f-a620-42ef-8ac7-b13f74bdae58 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:02.318909 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b843fdc7-4042-4873-b5ce-46c3fe5213d1 req-d671b39f-a620-42ef-8ac7-b13f74bdae58 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5433 time: 0.2642882 Jul 07 17:03:02.346463 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-10aefb93-07ac-4491-8aea-b4292b3e4a5e req-9ad54f9e-f2da-4812-8855-1e81f56fcbff tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "GET /v2.0/security-groups/b1f94ea3-8119-4b96-8b69-c9b80dbfe821 HTTP/1.1" status: 200 len: 1807 time: 0.1427627 Jul 07 17:03:02.361838 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=874aad95-4d95-4e67-b5f3-a74579b36f91,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:02.439389 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-8920b127-107a-408c-9de3-853a91b23fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:02.441248 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-8920b127-107a-408c-9de3-853a91b23fa4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a8fa2a5d52846ae9eaa03dc29acdaae&device_id=59b7376b-9121-4c7d-94ff-f3474fda09b3 HTTP/1.1" status: 200 len: 1095 time: 0.3230977 Jul 07 17:03:02.501265 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.504067 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.528833 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-73bb78a2-ee5e-4903-88a7-9ddf23c342c5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=537d1277-ecf7-414d-bcfe-811601335444 HTTP/1.1" status: 200 len: 217 time: 0.0619645 Jul 07 17:03:02.567577 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870ee654-1865-4fc9-9384-819a276cb46e {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:02.592306 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-10aefb93-07ac-4491-8aea-b4292b3e4a5e req-dda984d3-8136-4e0c-9025-cc04dbe659e9 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.618345 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 870ee654-1865-4fc9-9384-819a276cb46e, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=870ee654-1865-4fc9-9384-819a276cb46e,segment=NetworkSegment(df77f602-5930-4d7d-bce9-0dfeb2c494e1),segment_id=df77f602-5930-4d7d-bce9-0dfeb2c494e1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:02.623830 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b843fdc7-4042-4873-b5ce-46c3fe5213d1 req-6996eac8-0f32-437f-9a40-484a3ed96c7c tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3033671 Jul 07 17:03:02.626788 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 1f436fe7-3098-4f82-84ea-b82e7499fbcc, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=1f436fe7-3098-4f82-84ea-b82e7499fbcc,segment=NetworkSegment(e9cb0466-5459-40c6-867e-64c5a1d48fcc),segment_id=e9cb0466-5459-40c6-867e-64c5a1d48fcc)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:02.628082 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.629022 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device c583747a-145e-45b6-b632-ab9ce786178b details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:02.629950 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-10aefb93-07ac-4491-8aea-b4292b3e4a5e req-dda984d3-8136-4e0c-9025-cc04dbe659e9 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.640113 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.642127 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.646878 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-0482371f-2820-41f6-97ff-2231ebd556da tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:02.648449 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-0482371f-2820-41f6-97ff-2231ebd556da tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.64 "GET /v2.0/networks?id=0518196d-eefc-4ac7-b5ab-2055eb805352 HTTP/1.1" status: 200 len: 820 time: 0.3137374 Jul 07 17:03:02.668346 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-316583eb-e001-4713-975b-bd9bd232e2fa tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Request body: {'port': {'device_id': '00bedfb6-08aa-41ad-8116-389f65ed7aaa', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'admin_state_up': True, 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:02.718238 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-31306aa9-9286-4668-95a0-5b93381ea9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:02.719770 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-31306aa9-9286-4668-95a0-5b93381ea9ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=471fe685-7fcf-4d30-b218-beda7522746a HTTP/1.1" status: 200 len: 868 time: 0.1793675 Jul 07 17:03:02.750217 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd244dcc5-9079-45bf-a95e-705045159329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c31bbc-0527-4f8a-aefa-7af1f0802d92'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:02.752971 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851df006-96ce-4faf-aa94-09c7ddecdb20" -d '{"events": [{"server_uuid": "d244dcc5-9079-45bf-a95e-705045159329", "name": "network-vif-plugged", "status": "completed", "tag": "67c31bbc-0527-4f8a-aefa-7af1f0802d92"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:02.762813 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port c583747a-145e-45b6-b632-ab9ce786178b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=c583747a-145e-45b6-b632-ab9ce786178b,segment=NetworkSegment(6bcddae9-b488-4690-903f-3d09a677e8f6),segment_id=6bcddae9-b488-4690-903f-3d09a677e8f6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:02.789496 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 67c31bbc-0527-4f8a-aefa-7af1f0802d92, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=67c31bbc-0527-4f8a-aefa-7af1f0802d92,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:02.797958 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'c583747a-145e-45b6-b632-ab9ce786178b', 'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d', 'port_id': 'c583747a-145e-45b6-b632-ab9ce786178b', 'mac_address': 'fa:16:3e:d1:14:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd273b5eb-a1f3-41e7-afcb-8544824ca516', 'ip_address': '10.1.1.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:02.800156 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=870ee654-1865-4fc9-9384-819a276cb46e,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:02.820308 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-10aefb93-07ac-4491-8aea-b4292b3e4a5e req-dda984d3-8136-4e0c-9025-cc04dbe659e9 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.824457 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-10aefb93-07ac-4491-8aea-b4292b3e4a5e req-dda984d3-8136-4e0c-9025-cc04dbe659e9 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.826021 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-10aefb93-07ac-4491-8aea-b4292b3e4a5e req-dda984d3-8136-4e0c-9025-cc04dbe659e9 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "DELETE /v2.0/security-groups/b1f94ea3-8119-4b96-8b69-c9b80dbfe821 HTTP/1.1" status: 204 len: 173 time: 0.4777625 Jul 07 17:03:02.847428 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda984d3-8136-4e0c-9025-cc04dbe659e9 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f94ea3-8119-4b96-8b69-c9b80dbfe821,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:02.863569 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-db3c6d0e-8810-4732-a51f-81902856cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:02.865339 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-db3c6d0e-8810-4732-a51f-81902856cabf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4cfb844d-bad2-4bd4-b9c4-3c09c74893d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1357305 Jul 07 17:03:02.895168 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=1f436fe7-3098-4f82-84ea-b82e7499fbcc,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:02.906411 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.992097 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-a7974ac7-667f-411b-af4e-5e828bbdc61c service neutron] 10.222.0.64 "GET /v2.0/networks/4cfb844d-bad2-4bd4-b9c4-3c09c74893d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177301 Jul 07 17:03:03.027546 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.030934 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=67c31bbc-0527-4f8a-aefa-7af1f0802d92,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:03.061763 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c583747a-145e-45b6-b632-ab9ce786178b {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:03.063821 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-316583eb-e001-4713-975b-bd9bd232e2fa tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Made reservation on behalf of f5e8caecfebe4e289ece65e903aef8e4 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:03.068666 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-316583eb-e001-4713-975b-bd9bd232e2fa tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.095096 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port c583747a-145e-45b6-b632-ab9ce786178b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=c583747a-145e-45b6-b632-ab9ce786178b,segment=NetworkSegment(6bcddae9-b488-4690-903f-3d09a677e8f6),segment_id=6bcddae9-b488-4690-903f-3d09a677e8f6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:03.100773 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.101893 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device ba66bda7-9cd8-47c6-937f-ed3c0e115210 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:03.102147 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b4f14-8be8-4747-b835-277b96212fb2 req-2507ba1c-6224-415e-956c-530a97853955 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:03.110289 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-657b4f14-8be8-4747-b835-277b96212fb2 req-2507ba1c-6224-415e-956c-530a97853955 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d244dcc5-9079-45bf-a95e-705045159329 HTTP/1.1" status: 200 len: 949 time: 0.2623401 Jul 07 17:03:03.151057 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port ba66bda7-9cd8-47c6-937f-ed3c0e115210, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=ba66bda7-9cd8-47c6-937f-ed3c0e115210,segment=NetworkSegment(6bcddae9-b488-4690-903f-3d09a677e8f6),segment_id=6bcddae9-b488-4690-903f-3d09a677e8f6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:03.169305 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'ba66bda7-9cd8-47c6-937f-ed3c0e115210', 'network_id': 'fab6f54d-9214-45d2-b598-1fe08070fc1d', 'port_id': 'ba66bda7-9cd8-47c6-937f-ed3c0e115210', 'mac_address': 'fa:16:3e:1f:9b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd273b5eb-a1f3-41e7-afcb-8544824ca516', 'ip_address': '10.1.1.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:03.176465 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86f41eb-d6f7-4370-9606-61ecd4fbd969 x-openstack-request-id: req-b86f41eb-d6f7-4370-9606-61ecd4fbd969 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:03.176465 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59b7376b-9121-4c7d-94ff-f3474fda09b3", "tag": "537d1277-ecf7-414d-bcfe-811601335444", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:03.176858 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b86f41eb-d6f7-4370-9606-61ecd4fbd969 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:03.177692 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b7376b-9121-4c7d-94ff-f3474fda09b3', 'tag': '537d1277-ecf7-414d-bcfe-811601335444', 'status': 'completed', 'code': 200} Jul 07 17:03:03.210009 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-657b4f14-8be8-4747-b835-277b96212fb2 req-7fbd5add-0463-44a6-b14f-c18ee462a07b tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987766 Jul 07 17:03:03.254928 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.285680 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba66bda7-9cd8-47c6-937f-ed3c0e115210 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:03.300366 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9968cad8-5175-4df2-9f53-33a468c6f909 req-771881a9-94a6-4a0c-9615-1740194fdcfb service neutron] 10.222.0.64 "GET /v2.0/networks/4cfb844d-bad2-4bd4-b9c4-3c09c74893d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993376 Jul 07 17:03:03.332227 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=c583747a-145e-45b6-b632-ab9ce786178b,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:03.339144 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port ba66bda7-9cd8-47c6-937f-ed3c0e115210, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=ba66bda7-9cd8-47c6-937f-ed3c0e115210,segment=NetworkSegment(6bcddae9-b488-4690-903f-3d09a677e8f6),segment_id=6bcddae9-b488-4690-903f-3d09a677e8f6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:03.349363 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.350603 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device b8d331dd-bb8d-437d-9375-521139323c2b details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:03.359642 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-316583eb-e001-4713-975b-bd9bd232e2fa tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Allocated IP 172.20.0.4 (0518196d-eefc-4ac7-b5ab-2055eb805352/f72dc930-c441-487e-b962-f0c75fa19c76/a026f0aa-482d-4bb5-ae76-f24dd4c27fcb) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:03.378573 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad0343-af02-4eb4-8932-0d24e58230ae req-24c72bb4-cfbb-459e-aa87-f4f59e2cf05b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:03.390243 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad0343-af02-4eb4-8932-0d24e58230ae req-24c72bb4-cfbb-459e-aa87-f4f59e2cf05b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:03.397291 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad0343-af02-4eb4-8932-0d24e58230ae req-24c72bb4-cfbb-459e-aa87-f4f59e2cf05b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:03.404568 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad0343-af02-4eb4-8932-0d24e58230ae req-24c72bb4-cfbb-459e-aa87-f4f59e2cf05b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:03.410715 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad0343-af02-4eb4-8932-0d24e58230ae req-24c72bb4-cfbb-459e-aa87-f4f59e2cf05b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:03.418398 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad0343-af02-4eb4-8932-0d24e58230ae req-24c72bb4-cfbb-459e-aa87-f4f59e2cf05b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:03.426370 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad0343-af02-4eb4-8932-0d24e58230ae req-24c72bb4-cfbb-459e-aa87-f4f59e2cf05b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:03.428445 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c9ad0343-af02-4eb4-8932-0d24e58230ae req-24c72bb4-cfbb-459e-aa87-f4f59e2cf05b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5422 time: 0.2278183 Jul 07 17:03:03.446268 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port b8d331dd-bb8d-437d-9375-521139323c2b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=b8d331dd-bb8d-437d-9375-521139323c2b,segment=NetworkSegment(df77f602-5930-4d7d-bce9-0dfeb2c494e1),segment_id=df77f602-5930-4d7d-bce9-0dfeb2c494e1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:03.473994 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'b8d331dd-bb8d-437d-9375-521139323c2b', 'network_id': 'fb74cf42-8431-4db2-86e2-f968c1182b61', 'port_id': 'b8d331dd-bb8d-437d-9375-521139323c2b', 'mac_address': 'fa:16:3e:c3:f4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fd26278-1ee8-4aad-a564-96dc9b452a11', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:03.518997 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c9ad0343-af02-4eb4-8932-0d24e58230ae req-e13fcc36-e478-49c2-9690-5d5d0f4ae677 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493236 Jul 07 17:03:03.539224 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c6c3b-d745-4559-895b-aff2f2842783 req-82063782-d752-4ae2-bda3-495f64f9b02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:03.541789 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c22c6c3b-d745-4559-895b-aff2f2842783 req-82063782-d752-4ae2-bda3-495f64f9b02e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a8fa2a5d52846ae9eaa03dc29acdaae&device_id=59b7376b-9121-4c7d-94ff-f3474fda09b3 HTTP/1.1" status: 200 len: 1095 time: 0.1113558 Jul 07 17:03:03.598939 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=ba66bda7-9cd8-47c6-937f-ed3c0e115210,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:03.602206 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6e25d2e5-9eec-4cca-9113-c6ce4f8de3ba req-a755acb0-aa34-4e0e-94f2-24bf412a3adc tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports?device_id=00bedfb6-08aa-41ad-8116-389f65ed7aaa HTTP/1.1" status: 200 len: 210 time: 0.0822661 Jul 07 17:03:03.671666 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.694590 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d331dd-bb8d-437d-9375-521139323c2b {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:03.708388 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-316583eb-e001-4713-975b-bd9bd232e2fa tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.720820 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port b8d331dd-bb8d-437d-9375-521139323c2b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=b8d331dd-bb8d-437d-9375-521139323c2b,segment=NetworkSegment(df77f602-5930-4d7d-bce9-0dfeb2c494e1),segment_id=df77f602-5930-4d7d-bce9-0dfeb2c494e1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:03.724485 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.733850 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153239d9-f924-495b-a136-5360f29621a1 x-openstack-request-id: req-153239d9-f924-495b-a136-5360f29621a1 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:03.734248 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d244dcc5-9079-45bf-a95e-705045159329", "name": "network-vif-plugged", "status": "completed", "tag": "67c31bbc-0527-4f8a-aefa-7af1f0802d92", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:03.734627 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-153239d9-f924-495b-a136-5360f29621a1 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:03.735175 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd244dcc5-9079-45bf-a95e-705045159329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c31bbc-0527-4f8a-aefa-7af1f0802d92', 'code': 200} Jul 07 17:03:03.756206 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-316583eb-e001-4713-975b-bd9bd232e2fa tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Transition to ACTIVE for port object a026f0aa-482d-4bb5-ae76-f24dd4c27fcb will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:03.805118 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=b8d331dd-bb8d-437d-9375-521139323c2b,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:03.843706 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c6c3b-d745-4559-895b-aff2f2842783 req-44c79f68-e51b-4c6f-8e9c-b161ad2a604c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:03.845064 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c22c6c3b-d745-4559-895b-aff2f2842783 req-44c79f68-e51b-4c6f-8e9c-b161ad2a604c service neutron] 10.222.0.64 "GET /v2.0/networks?id=4cfb844d-bad2-4bd4-b9c4-3c09c74893d1 HTTP/1.1" status: 200 len: 930 time: 0.2949193 Jul 07 17:03:03.852126 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-316583eb-e001-4713-975b-bd9bd232e2fa tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.901823 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c22c6c3b-d745-4559-895b-aff2f2842783 req-6948f82a-2b7c-4237-853f-5e48f4acd1fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=537d1277-ecf7-414d-bcfe-811601335444 HTTP/1.1" status: 200 len: 217 time: 0.0487382 Jul 07 17:03:03.909694 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310207ee-de57-4b61-9eb8-a3b0e3c84d98 req-e5193769-e707-4108-9c04-3dcf1e7c6eb8 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:03.911292 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-310207ee-de57-4b61-9eb8-a3b0e3c84d98 req-e5193769-e707-4108-9c04-3dcf1e7c6eb8 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/ports?device_id=59b7376b-9121-4c7d-94ff-f3474fda09b3 HTTP/1.1" status: 200 len: 943 time: 0.1534827 Jul 07 17:03:03.920912 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-36f1b8c0-a860-485a-abc1-11d6217634f9 req-316738ae-a8fd-4d33-ad90-b2bfe60422d3 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "GET /v2.0/security-groups/647c8f81-e144-49c6-8df3-4bbb61f81bba HTTP/1.1" status: 200 len: 1805 time: 0.1226878 Jul 07 17:03:03.947055 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-316583eb-e001-4713-975b-bd9bd232e2fa tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Network 0518196d-eefc-4ac7-b5ab-2055eb805352 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:03.956076 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-316583eb-e001-4713-975b-bd9bd232e2fa tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:03.959524 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-316583eb-e001-4713-975b-bd9bd232e2fa tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:03.964012 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316583eb-e001-4713-975b-bd9bd232e2fa tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Pushing event updated for resources: {'Port': ['ID=a026f0aa-482d-4bb5-ae76-f24dd4c27fcb,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:03.985428 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c6c3b-d745-4559-895b-aff2f2842783 req-a594fcea-3365-4622-96cf-7e349a2d75da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:03.991386 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c22c6c3b-d745-4559-895b-aff2f2842783 req-a594fcea-3365-4622-96cf-7e349a2d75da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=471fe685-7fcf-4d30-b218-beda7522746a HTTP/1.1" status: 200 len: 868 time: 0.0747466 Jul 07 17:03:03.995868 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-310207ee-de57-4b61-9eb8-a3b0e3c84d98 req-96cfd1da-4833-4b58-929b-39218e422ef9 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb648df4-c641-4500-a865-78a1a5add036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745389 Jul 07 17:03:04.026728 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d4598-7d5e-4161-b449-ce72bad7125d req-584012d6-9a00-42b8-be11-70b429e085cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:04.028364 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a3d4598-7d5e-4161-b449-ce72bad7125d req-584012d6-9a00-42b8-be11-70b429e085cc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d244dcc5-9079-45bf-a95e-705045159329 HTTP/1.1" status: 200 len: 1101 time: 0.1779807 Jul 07 17:03:04.035149 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-316583eb-e001-4713-975b-bd9bd232e2fa tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:04.035737 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-316583eb-e001-4713-975b-bd9bd232e2fa tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.081576 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-316583eb-e001-4713-975b-bd9bd232e2fa tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4195900 Jul 07 17:03:04.086961 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a3d4598-7d5e-4161-b449-ce72bad7125d req-5357f374-671d-4fda-acf7-33f7db2965ae service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475967 Jul 07 17:03:04.094287 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c6c3b-d745-4559-895b-aff2f2842783 req-99f44f17-f561-48ea-87c9-654da9f3f9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:04.096917 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c22c6c3b-d745-4559-895b-aff2f2842783 req-99f44f17-f561-48ea-87c9-654da9f3f9f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4cfb844d-bad2-4bd4-b9c4-3c09c74893d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0999358 Jul 07 17:03:04.100213 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-bbb6db9f-2af1-4aa7-869f-50d9538200b6 service neutron] Request body: {'port': {'device_id': '00bedfb6-08aa-41ad-8116-389f65ed7aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:04.304735 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-bbb6db9f-2af1-4aa7-869f-50d9538200b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.334225 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c22c6c3b-d745-4559-895b-aff2f2842783 req-f653183b-2d05-4f67-aaeb-6c633d3baeab service neutron] 10.222.0.64 "GET /v2.0/networks/4cfb844d-bad2-4bd4-b9c4-3c09c74893d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242494 Jul 07 17:03:04.366436 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2700961-79b7-4099-89ea-6e95f91f5bc3 req-e5d07922-33a1-4b7a-87a0-ae2d76b39375 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:04.379368 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2700961-79b7-4099-89ea-6e95f91f5bc3 req-e5d07922-33a1-4b7a-87a0-ae2d76b39375 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:04.391759 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2700961-79b7-4099-89ea-6e95f91f5bc3 req-e5d07922-33a1-4b7a-87a0-ae2d76b39375 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:04.402136 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['ba66bda7-9cd8-47c6-937f-ed3c0e115210'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:04.405285 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2700961-79b7-4099-89ea-6e95f91f5bc3 req-e5d07922-33a1-4b7a-87a0-ae2d76b39375 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:04.407544 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680697f-8d4e-4f74-8500-c9e108eb5432 req-4cbb1526-1499-493c-a78c-8f2a532147ea tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:04.412015 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6680697f-8d4e-4f74-8500-c9e108eb5432 req-4cbb1526-1499-493c-a78c-8f2a532147ea tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 946 time: 0.1812901 Jul 07 17:03:04.421752 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2700961-79b7-4099-89ea-6e95f91f5bc3 req-e5d07922-33a1-4b7a-87a0-ae2d76b39375 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:04.432761 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2700961-79b7-4099-89ea-6e95f91f5bc3 req-e5d07922-33a1-4b7a-87a0-ae2d76b39375 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:04.437235 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['e3b5255c-56de-4333-94b1-1e038c40d00f'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:04.444561 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['870ee654-1865-4fc9-9384-819a276cb46e'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:04.454353 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2700961-79b7-4099-89ea-6e95f91f5bc3 req-e5d07922-33a1-4b7a-87a0-ae2d76b39375 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:04.458858 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f2700961-79b7-4099-89ea-6e95f91f5bc3 req-e5d07922-33a1-4b7a-87a0-ae2d76b39375 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5437 time: 0.2629719 Jul 07 17:03:04.476253 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['874aad95-4d95-4e67-b5f3-a74579b36f91'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:04.507048 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['b8d331dd-bb8d-437d-9375-521139323c2b'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:04.582796 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6680697f-8d4e-4f74-8500-c9e108eb5432 req-f06078ca-7007-488c-96ca-f8da88726c10 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612573 Jul 07 17:03:04.654638 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f2700961-79b7-4099-89ea-6e95f91f5bc3 req-8d0fd991-41aa-42b8-b68d-ac171d2f51f6 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1779101 Jul 07 17:03:04.687057 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8120a7c2-8007-45f9-be22-68865138c2a8 None None] Provisioning for port a026f0aa-482d-4bb5-ae76-f24dd4c27fcb completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:04.787599 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c22c6c3b-d745-4559-895b-aff2f2842783 req-68957a10-15ed-479d-9342-cc2ed86758d3 service neutron] 10.222.0.64 "GET /v2.0/networks/4cfb844d-bad2-4bd4-b9c4-3c09c74893d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275430 Jul 07 17:03:04.798981 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-5b1d6abb-c0a3-4f53-b2e0-3f14d1d0c9a8 req-19596210-4700-4b44-b000-f42c60c70c21 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1039357022', 'description': 'tempest-description-1078627750'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:04.839649 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-bbb6db9f-2af1-4aa7-869f-50d9538200b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a026f0aa-482d-4bb5-ae76-f24dd4c27fcb {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:04.852909 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-bbb6db9f-2af1-4aa7-869f-50d9538200b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.865770 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 1f436fe7-3098-4f82-84ea-b82e7499fbcc up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:04.867317 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5b1d6abb-c0a3-4f53-b2e0-3f14d1d0c9a8 req-19596210-4700-4b44-b000-f42c60c70c21 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.880241 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8120a7c2-8007-45f9-be22-68865138c2a8 None None] Provisioning complete for port a026f0aa-482d-4bb5-ae76-f24dd4c27fcb triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:04.882136 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8120a7c2-8007-45f9-be22-68865138c2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.882338 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-bbb6db9f-2af1-4aa7-869f-50d9538200b6 service neutron] Transition to ACTIVE for port object a026f0aa-482d-4bb5-ae76-f24dd4c27fcb will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:04.889351 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-bbb6db9f-2af1-4aa7-869f-50d9538200b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.978819 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6db9f-2af1-4aa7-869f-50d9538200b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a026f0aa-482d-4bb5-ae76-f24dd4c27fcb,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:05.121690 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5b1d6abb-c0a3-4f53-b2e0-3f14d1d0c9a8 req-19596210-4700-4b44-b000-f42c60c70c21 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.131534 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5b1d6abb-c0a3-4f53-b2e0-3f14d1d0c9a8 req-19596210-4700-4b44-b000-f42c60c70c21 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.141501 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-bbb6db9f-2af1-4aa7-869f-50d9538200b6 service neutron] Attempting to bind port a026f0aa-482d-4bb5-ae76-f24dd4c27fcb on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:05.142339 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-bbb6db9f-2af1-4aa7-869f-50d9538200b6 service neutron] Attempting to bind port a026f0aa-482d-4bb5-ae76-f24dd4c27fcb by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'e9cb0466-5459-40c6-867e-64c5a1d48fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:05.142339 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-bbb6db9f-2af1-4aa7-869f-50d9538200b6 service neutron] Attempting to bind port a026f0aa-482d-4bb5-ae76-f24dd4c27fcb on network 0518196d-eefc-4ac7-b5ab-2055eb805352 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:05.168916 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-bbb6db9f-2af1-4aa7-869f-50d9538200b6 service neutron] Port a026f0aa-482d-4bb5-ae76-f24dd4c27fcb on network 0518196d-eefc-4ac7-b5ab-2055eb805352 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:03:05.169258 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-bbb6db9f-2af1-4aa7-869f-50d9538200b6 service neutron] Attempting to bind port a026f0aa-482d-4bb5-ae76-f24dd4c27fcb on network 0518196d-eefc-4ac7-b5ab-2055eb805352 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:05.179176 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5b1d6abb-c0a3-4f53-b2e0-3f14d1d0c9a8 req-19596210-4700-4b44-b000-f42c60c70c21 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.191736 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5b1d6abb-c0a3-4f53-b2e0-3f14d1d0c9a8 req-19596210-4700-4b44-b000-f42c60c70c21 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3978994 Jul 07 17:03:05.205427 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-bbb6db9f-2af1-4aa7-869f-50d9538200b6 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:05.207899 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-bbb6db9f-2af1-4aa7-869f-50d9538200b6 service neutron] Checking segment: {'id': 'e9cb0466-5459-40c6-867e-64c5a1d48fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:05.208539 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-bbb6db9f-2af1-4aa7-869f-50d9538200b6 service neutron] Bound using segment: {'id': 'e9cb0466-5459-40c6-867e-64c5a1d48fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:05.210765 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-bbb6db9f-2af1-4aa7-869f-50d9538200b6 service neutron] Bound port: a026f0aa-482d-4bb5-ae76-f24dd4c27fcb, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9cb0466-5459-40c6-867e-64c5a1d48fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:05.211412 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-bbb6db9f-2af1-4aa7-869f-50d9538200b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.218991 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30015430-b314-4b27-af54-3b823af20d1c req-262db2a0-b77a-4842-840c-06b2c8b7ba09 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:05.234747 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-30015430-b314-4b27-af54-3b823af20d1c req-262db2a0-b77a-4842-840c-06b2c8b7ba09 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d244dcc5-9079-45bf-a95e-705045159329 HTTP/1.1" status: 200 len: 949 time: 0.1595297 Jul 07 17:03:05.250702 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19596210-4700-4b44-b000-f42c60c70c21 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0a2bc2-adfd-415d-8277-32d6b0ef7ead,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:05.353113 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-30015430-b314-4b27-af54-3b823af20d1c req-b988b09b-67aa-4f77-bdd3-806f807b7091 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163349 Jul 07 17:03:05.358135 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8120a7c2-8007-45f9-be22-68865138c2a8 None None] Port a026f0aa-482d-4bb5-ae76-f24dd4c27fcb cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:03:05.414113 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['c583747a-145e-45b6-b632-ab9ce786178b'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:05.417565 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['ee9f9590-c476-4e56-b319-494470a69a36'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:05.450505 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-bbb6db9f-2af1-4aa7-869f-50d9538200b6 service neutron] For port a026f0aa-482d-4bb5-ae76-f24dd4c27fcb, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:05.459048 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-bbb6db9f-2af1-4aa7-869f-50d9538200b6 service neutron] For port a026f0aa-482d-4bb5-ae76-f24dd4c27fcb, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=a026f0aa-482d-4bb5-ae76-f24dd4c27fcb,segment=NetworkSegment(e9cb0466-5459-40c6-867e-64c5a1d48fcc),segment_id=e9cb0466-5459-40c6-867e-64c5a1d48fcc)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:05.470386 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-bbb6db9f-2af1-4aa7-869f-50d9538200b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.520788 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-bbb6db9f-2af1-4aa7-869f-50d9538200b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:05.522086 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-bbb6db9f-2af1-4aa7-869f-50d9538200b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.524235 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-bbb6db9f-2af1-4aa7-869f-50d9538200b6 service neutron] 10.222.0.64 "PUT /v2.0/ports/a026f0aa-482d-4bb5-ae76-f24dd4c27fcb HTTP/1.1" status: 200 len: 1092 time: 1.4285946 Jul 07 17:03:05.525570 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00bedfb6-08aa-41ad-8116-389f65ed7aaa', 'tag': 'a026f0aa-482d-4bb5-ae76-f24dd4c27fcb'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:05.529876 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ec2d33-e3a0-4d50-894e-734c2d96fe44" -d '{"events": [{"name": "network-changed", "server_uuid": "00bedfb6-08aa-41ad-8116-389f65ed7aaa", "tag": "a026f0aa-482d-4bb5-ae76-f24dd4c27fcb"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:05.746510 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6db9f-2af1-4aa7-869f-50d9538200b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a026f0aa-482d-4bb5-ae76-f24dd4c27fcb,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:05.770966 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 537d1277-ecf7-414d-bcfe-811601335444 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:05.818235 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23a169-6725-43bb-840c-dc0e41372164 req-e2719c3b-8356-42a0-8ae9-4822c4823e20 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:05.825304 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23a169-6725-43bb-840c-dc0e41372164 req-e2719c3b-8356-42a0-8ae9-4822c4823e20 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:05.831597 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23a169-6725-43bb-840c-dc0e41372164 req-e2719c3b-8356-42a0-8ae9-4822c4823e20 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:05.837938 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23a169-6725-43bb-840c-dc0e41372164 req-e2719c3b-8356-42a0-8ae9-4822c4823e20 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:05.844102 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23a169-6725-43bb-840c-dc0e41372164 req-e2719c3b-8356-42a0-8ae9-4822c4823e20 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:05.850257 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23a169-6725-43bb-840c-dc0e41372164 req-e2719c3b-8356-42a0-8ae9-4822c4823e20 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:05.855904 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda63c1-6b68-44ac-9398-8669c6b8a727 req-f222cf90-4588-4e04-a40d-dc196e3ba3c7 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:05.856906 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23a169-6725-43bb-840c-dc0e41372164 req-e2719c3b-8356-42a0-8ae9-4822c4823e20 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:05.865270 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eb23a169-6725-43bb-840c-dc0e41372164 req-e2719c3b-8356-42a0-8ae9-4822c4823e20 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5422 time: 0.3747995 Jul 07 17:03:05.873504 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4cda63c1-6b68-44ac-9398-8669c6b8a727 req-f222cf90-4588-4e04-a40d-dc196e3ba3c7 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports?device_id=00bedfb6-08aa-41ad-8116-389f65ed7aaa HTTP/1.1" status: 200 len: 943 time: 0.2113473 Jul 07 17:03:05.891553 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-1e992556-2d36-472f-84b3-9bb150f9a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:05.893197 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-1e992556-2d36-472f-84b3-9bb150f9a545 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5e8caecfebe4e289ece65e903aef8e4&device_id=00bedfb6-08aa-41ad-8116-389f65ed7aaa HTTP/1.1" status: 200 len: 1095 time: 0.2869828 Jul 07 17:03:05.939893 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4cda63c1-6b68-44ac-9398-8669c6b8a727 req-84c07ac0-8df2-4c1a-a23d-eb1bbd401841 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c84727-886c-44c3-98f6-6ec95066fe72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624399 Jul 07 17:03:05.952864 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 1f436fe7-3098-4f82-84ea-b82e7499fbcc triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:05.953466 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.959536 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eb23a169-6725-43bb-840c-dc0e41372164 req-fbd5a70c-54e7-4faa-ad63-5b3ea7ec4026 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0931959 Jul 07 17:03:05.962667 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-2f7a804d-724f-4671-8ea9-6e8a55ae308a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a026f0aa-482d-4bb5-ae76-f24dd4c27fcb HTTP/1.1" status: 200 len: 217 time: 0.0562508 Jul 07 17:03:06.056940 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 537d1277-ecf7-414d-bcfe-811601335444, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=537d1277-ecf7-414d-bcfe-811601335444,segment=NetworkSegment(4745d682-27bb-4793-95ab-4998e6d28031),segment_id=4745d682-27bb-4793-95ab-4998e6d28031)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:06.065291 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-e3deaacc-f24d-4ec8-8b12-1c34ecfe75b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:06.068608 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-e3deaacc-f24d-4ec8-8b12-1c34ecfe75b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f72dc930-c441-487e-b962-f0c75fa19c76 HTTP/1.1" status: 200 len: 859 time: 0.0982807 Jul 07 17:03:06.127289 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '537d1277-ecf7-414d-bcfe-811601335444', 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1', 'port_id': '537d1277-ecf7-414d-bcfe-811601335444', 'mac_address': 'fa:16:3e:33:50:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '471fe685-7fcf-4d30-b218-beda7522746a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:06.207260 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-3be4ec46-b6dc-49db-85da-557ffe8a6f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:06.211328 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-3be4ec46-b6dc-49db-85da-557ffe8a6f79 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0518196d-eefc-4ac7-b5ab-2055eb805352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1342616 Jul 07 17:03:06.334861 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3881e1-3947-4c65-a73a-7564687b3127 req-49c67335-23e5-4e5e-a991-d8cf4d4ac5c4 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:06.338594 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1d3881e1-3947-4c65-a73a-7564687b3127 req-49c67335-23e5-4e5e-a991-d8cf4d4ac5c4 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/ports?device_id=59b7376b-9121-4c7d-94ff-f3474fda09b3 HTTP/1.1" status: 200 len: 943 time: 0.1419795 Jul 07 17:03:06.376687 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fb049b56-7102-402f-b3c6-06ae60e1061e req-01ab6c77-72e5-4bc4-ae62-f617812077f4 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "GET /v2.0/security-groups/5a0a2bc2-adfd-415d-8277-32d6b0ef7ead HTTP/1.1" status: 200 len: 1807 time: 0.0898716 Jul 07 17:03:06.405008 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-fb049b56-7102-402f-b3c6-06ae60e1061e req-5211d29e-9440-42f9-b6df-45b14e1e7d8d tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5a0a2bc2-adfd-415d-8277-32d6b0ef7ead', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:06.405472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-fb049b56-7102-402f-b3c6-06ae60e1061e req-5211d29e-9440-42f9-b6df-45b14e1e7d8d tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5a0a2bc2-adfd-415d-8277-32d6b0ef7ead', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:06.416939 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1d3881e1-3947-4c65-a73a-7564687b3127 req-aeaed7c8-23c5-45f1-807f-7cdd6c60fea6 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb648df4-c641-4500-a865-78a1a5add036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699303 Jul 07 17:03:06.432060 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-881eb2da-d676-490f-a214-6f82d53a7475 service neutron] 10.222.0.64 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137959 Jul 07 17:03:06.481367 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.527447 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8016b6f5-fa1d-45e1-b68d-47f8c09f2f44 x-openstack-request-id: req-8016b6f5-fa1d-45e1-b68d-47f8c09f2f44 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:06.528348 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00bedfb6-08aa-41ad-8116-389f65ed7aaa", "tag": "a026f0aa-482d-4bb5-ae76-f24dd4c27fcb", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:06.528348 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8016b6f5-fa1d-45e1-b68d-47f8c09f2f44 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:06.529005 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00bedfb6-08aa-41ad-8116-389f65ed7aaa', 'tag': 'a026f0aa-482d-4bb5-ae76-f24dd4c27fcb', 'status': 'completed', 'code': 200} Jul 07 17:03:06.558772 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537d1277-ecf7-414d-bcfe-811601335444 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:06.639449 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f0d7404d-680c-4306-a7f7-986ffa175036 req-7e7f54fa-216c-49f9-b1ab-dc379cc17f3c service neutron] 10.222.0.64 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990826 Jul 07 17:03:06.654425 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fb049b56-7102-402f-b3c6-06ae60e1061e req-5211d29e-9440-42f9-b6df-45b14e1e7d8d tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.692613 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fb049b56-7102-402f-b3c6-06ae60e1061e req-5211d29e-9440-42f9-b6df-45b14e1e7d8d tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.700062 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fb049b56-7102-402f-b3c6-06ae60e1061e req-5211d29e-9440-42f9-b6df-45b14e1e7d8d tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.768788 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796f68f-4bae-4c03-bc97-ac31f3a27753 req-9313af34-c972-4929-8808-8df0fd7fbc24 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:06.771137 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f796f68f-4bae-4c03-bc97-ac31f3a27753 req-9313af34-c972-4929-8808-8df0fd7fbc24 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 946 time: 0.1133180 Jul 07 17:03:06.778354 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211d29e-9440-42f9-b6df-45b14e1e7d8d tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3c27ba-4019-4bda-acf0-d8c7a9a8744f,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:06.798610 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fb049b56-7102-402f-b3c6-06ae60e1061e req-5211d29e-9440-42f9-b6df-45b14e1e7d8d tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.801216 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fb049b56-7102-402f-b3c6-06ae60e1061e req-5211d29e-9440-42f9-b6df-45b14e1e7d8d tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4087293 Jul 07 17:03:06.838472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec2d33-e3a0-4d50-894e-734c2d96fe44 req-0627e265-3dab-46fb-88d0-64e1df093483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:06.840489 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-77ec2d33-e3a0-4d50-894e-734c2d96fe44 req-0627e265-3dab-46fb-88d0-64e1df093483 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5e8caecfebe4e289ece65e903aef8e4&device_id=00bedfb6-08aa-41ad-8116-389f65ed7aaa HTTP/1.1" status: 200 len: 1095 time: 0.1255820 Jul 07 17:03:06.878261 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f796f68f-4bae-4c03-bc97-ac31f3a27753 req-731d28bd-1fed-4f0b-81fc-6e7d6524d4af tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998261 Jul 07 17:03:06.931101 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 537d1277-ecf7-414d-bcfe-811601335444, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=537d1277-ecf7-414d-bcfe-811601335444,segment=NetworkSegment(4745d682-27bb-4793-95ab-4998e6d28031),segment_id=4745d682-27bb-4793-95ab-4998e6d28031)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:06.957073 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.989720 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.025483 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec2d33-e3a0-4d50-894e-734c2d96fe44 req-0fe44f68-bf2b-4736-b950-39adfbef016c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:07.031286 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-77ec2d33-e3a0-4d50-894e-734c2d96fe44 req-0fe44f68-bf2b-4736-b950-39adfbef016c service neutron] 10.222.0.64 "GET /v2.0/networks?id=0518196d-eefc-4ac7-b5ab-2055eb805352 HTTP/1.1" status: 200 len: 921 time: 0.1829102 Jul 07 17:03:07.033401 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=537d1277-ecf7-414d-bcfe-811601335444,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:07.104923 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-77ec2d33-e3a0-4d50-894e-734c2d96fe44 req-2414e86e-1e66-4a46-849b-efc2484e2e83 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a026f0aa-482d-4bb5-ae76-f24dd4c27fcb HTTP/1.1" status: 200 len: 217 time: 0.0650575 Jul 07 17:03:07.183529 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec2d33-e3a0-4d50-894e-734c2d96fe44 req-3ea7424b-df44-4323-b659-33c2f955018c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:07.185695 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-77ec2d33-e3a0-4d50-894e-734c2d96fe44 req-3ea7424b-df44-4323-b659-33c2f955018c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f72dc930-c441-487e-b962-f0c75fa19c76 HTTP/1.1" status: 200 len: 859 time: 0.0737741 Jul 07 17:03:07.203214 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440860c7-7f58-4258-87ba-0c114ed1a1e6 req-446ffc96-1adb-426f-9bb0-c08e0a3bc829 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:07.209312 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440860c7-7f58-4258-87ba-0c114ed1a1e6 req-446ffc96-1adb-426f-9bb0-c08e0a3bc829 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:07.216898 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440860c7-7f58-4258-87ba-0c114ed1a1e6 req-446ffc96-1adb-426f-9bb0-c08e0a3bc829 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:07.223069 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440860c7-7f58-4258-87ba-0c114ed1a1e6 req-446ffc96-1adb-426f-9bb0-c08e0a3bc829 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:07.229933 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440860c7-7f58-4258-87ba-0c114ed1a1e6 req-446ffc96-1adb-426f-9bb0-c08e0a3bc829 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:07.236340 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440860c7-7f58-4258-87ba-0c114ed1a1e6 req-446ffc96-1adb-426f-9bb0-c08e0a3bc829 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:07.242470 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440860c7-7f58-4258-87ba-0c114ed1a1e6 req-446ffc96-1adb-426f-9bb0-c08e0a3bc829 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:07.245435 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-440860c7-7f58-4258-87ba-0c114ed1a1e6 req-446ffc96-1adb-426f-9bb0-c08e0a3bc829 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5437 time: 0.2099333 Jul 07 17:03:07.332408 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-440860c7-7f58-4258-87ba-0c114ed1a1e6 req-6c8f079b-f9e2-4749-8cff-0aed49e84aa9 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0705662 Jul 07 17:03:07.351694 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec2d33-e3a0-4d50-894e-734c2d96fe44 req-401afc12-d329-4f29-a01b-259047afa92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:07.354128 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-77ec2d33-e3a0-4d50-894e-734c2d96fe44 req-401afc12-d329-4f29-a01b-259047afa92b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0518196d-eefc-4ac7-b5ab-2055eb805352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1072299 Jul 07 17:03:07.368484 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541f09f-c372-4bda-80a3-4b4107a0901b req-25140e47-d26c-4a19-8491-7b86146d45df tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:07.371080 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5541f09f-c372-4bda-80a3-4b4107a0901b req-25140e47-d26c-4a19-8491-7b86146d45df tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d244dcc5-9079-45bf-a95e-705045159329 HTTP/1.1" status: 200 len: 949 time: 0.1091554 Jul 07 17:03:07.440010 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5541f09f-c372-4bda-80a3-4b4107a0901b req-5435b178-849b-4afd-9c7d-22abb487e85e tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602303 Jul 07 17:03:07.499624 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-df7f6e70-bca7-4693-8b5e-b89928e05805 req-5ab7a392-2d94-4402-8176-0e5796d5db44 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "GET /v2.0/security-groups/5a0a2bc2-adfd-415d-8277-32d6b0ef7ead HTTP/1.1" status: 200 len: 2401 time: 0.0737479 Jul 07 17:03:07.517894 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-df7f6e70-bca7-4693-8b5e-b89928e05805 req-1e3423ec-c69f-428b-9623-b06035f778ff tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5a0a2bc2-adfd-415d-8277-32d6b0ef7ead', 'remote_group_id': None}]} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:07.518257 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-df7f6e70-bca7-4693-8b5e-b89928e05805 req-1e3423ec-c69f-428b-9623-b06035f778ff tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5a0a2bc2-adfd-415d-8277-32d6b0ef7ead', 'remote_group_id': None}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:07.528206 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-77ec2d33-e3a0-4d50-894e-734c2d96fe44 req-92b5500a-e7fa-46cd-8d38-b51102c85681 service neutron] 10.222.0.64 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637950 Jul 07 17:03:07.530903 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['537d1277-ecf7-414d-bcfe-811601335444'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:07.586863 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.703096 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ee659-4f5a-4985-9f93-43c67e961a2d req-d9ae0d81-c07c-4c2e-9ca9-99f07f08da1b tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:07.710424 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dc5ee659-4f5a-4985-9f93-43c67e961a2d req-d9ae0d81-c07c-4c2e-9ca9-99f07f08da1b tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports?device_id=00bedfb6-08aa-41ad-8116-389f65ed7aaa HTTP/1.1" status: 200 len: 943 time: 0.1006832 Jul 07 17:03:07.718274 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-77ec2d33-e3a0-4d50-894e-734c2d96fe44 req-9e8232e3-ea9b-4879-9fc4-829d50671fe6 service neutron] 10.222.0.64 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834660 Jul 07 17:03:07.722560 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-df7f6e70-bca7-4693-8b5e-b89928e05805 req-1e3423ec-c69f-428b-9623-b06035f778ff tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.741857 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device b8d331dd-bb8d-437d-9375-521139323c2b up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:07.753233 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-df7f6e70-bca7-4693-8b5e-b89928e05805 req-1e3423ec-c69f-428b-9623-b06035f778ff tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.759366 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-df7f6e70-bca7-4693-8b5e-b89928e05805 req-1e3423ec-c69f-428b-9623-b06035f778ff tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.780828 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3423ec-c69f-428b-9623-b06035f778ff tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96f8627-11dd-4587-a08e-f6f0bed9ea41,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:07.789205 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dc5ee659-4f5a-4985-9f93-43c67e961a2d req-9acf5abc-aad8-425c-9bff-5a8fdffaadc2 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c84727-886c-44c3-98f6-6ec95066fe72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770941 Jul 07 17:03:07.800151 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-df7f6e70-bca7-4693-8b5e-b89928e05805 req-1e3423ec-c69f-428b-9623-b06035f778ff tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.801704 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-df7f6e70-bca7-4693-8b5e-b89928e05805 req-1e3423ec-c69f-428b-9623-b06035f778ff tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2908294 Jul 07 17:03:07.823833 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port b8d331dd-bb8d-437d-9375-521139323c2b completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:07.823833 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port b8d331dd-bb8d-437d-9375-521139323c2b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:07.823833 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.930605 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.971946 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d331dd-bb8d-437d-9375-521139323c2b'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:07.975864 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d839448-9e41-427a-9db1-901b4ef54b30" -d '{"events": [{"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-plugged", "status": "completed", "tag": "b8d331dd-bb8d-437d-9375-521139323c2b"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:08.021428 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port b8d331dd-bb8d-437d-9375-521139323c2b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=b8d331dd-bb8d-437d-9375-521139323c2b,segment=NetworkSegment(df77f602-5930-4d7d-bce9-0dfeb2c494e1),segment_id=df77f602-5930-4d7d-bce9-0dfeb2c494e1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:08.027502 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.028443 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device e3b5255c-56de-4333-94b1-1e038c40d00f up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:08.116353 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566749b4-cee7-41bb-bb43-aebb76b939db req-d445d909-0a98-49d8-829f-baa1264fc4a2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:08.127904 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=b8d331dd-bb8d-437d-9375-521139323c2b,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:08.128962 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566749b4-cee7-41bb-bb43-aebb76b939db req-d445d909-0a98-49d8-829f-baa1264fc4a2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:08.142358 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566749b4-cee7-41bb-bb43-aebb76b939db req-d445d909-0a98-49d8-829f-baa1264fc4a2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:08.145648 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port e3b5255c-56de-4333-94b1-1e038c40d00f completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:08.152368 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port e3b5255c-56de-4333-94b1-1e038c40d00f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:08.153116 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.154949 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566749b4-cee7-41bb-bb43-aebb76b939db req-d445d909-0a98-49d8-829f-baa1264fc4a2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:08.167427 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566749b4-cee7-41bb-bb43-aebb76b939db req-d445d909-0a98-49d8-829f-baa1264fc4a2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:08.179521 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566749b4-cee7-41bb-bb43-aebb76b939db req-d445d909-0a98-49d8-829f-baa1264fc4a2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:08.189077 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566749b4-cee7-41bb-bb43-aebb76b939db req-d445d909-0a98-49d8-829f-baa1264fc4a2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:08.193426 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-566749b4-cee7-41bb-bb43-aebb76b939db req-d445d909-0a98-49d8-829f-baa1264fc4a2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5422 time: 0.2051818 Jul 07 17:03:08.258585 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-566749b4-cee7-41bb-bb43-aebb76b939db req-9885d2ff-31f2-4a80-9973-897dd20edcbf tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577033 Jul 07 17:03:08.280801 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.303141 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac7a7f-a405-4b46-a941-d99f883ee53e req-7c5f2f67-f07c-4a4e-97d4-698d5b9cd7ac tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:08.304799 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b4ac7a7f-a405-4b46-a941-d99f883ee53e req-7c5f2f67-f07c-4a4e-97d4-698d5b9cd7ac tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/ports?device_id=59b7376b-9121-4c7d-94ff-f3474fda09b3 HTTP/1.1" status: 200 len: 944 time: 0.1208613 Jul 07 17:03:08.359690 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port e3b5255c-56de-4333-94b1-1e038c40d00f, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=e3b5255c-56de-4333-94b1-1e038c40d00f,segment=NetworkSegment(6bcddae9-b488-4690-903f-3d09a677e8f6),segment_id=6bcddae9-b488-4690-903f-3d09a677e8f6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:08.365556 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.367336 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device ba66bda7-9cd8-47c6-937f-ed3c0e115210 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:08.385368 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b4ac7a7f-a405-4b46-a941-d99f883ee53e req-af54d373-d6b0-4e28-a291-529ce6430145 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb648df4-c641-4500-a865-78a1a5add036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601594 Jul 07 17:03:08.468187 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9ee8fec8-ed25-4f2e-b4cc-94c7f726ecab req-250e2ec6-176e-4915-8668-c54aa1566526 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "GET /v2.0/security-groups/5a0a2bc2-adfd-415d-8277-32d6b0ef7ead HTTP/1.1" status: 200 len: 3000 time: 0.0542102 Jul 07 17:03:08.506376 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=e3b5255c-56de-4333-94b1-1e038c40d00f,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:08.526118 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port ba66bda7-9cd8-47c6-937f-ed3c0e115210 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:08.533124 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port ba66bda7-9cd8-47c6-937f-ed3c0e115210 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:08.534094 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.687556 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd3ade4-cee9-46a8-a302-efde31c879d8 x-openstack-request-id: req-8bd3ade4-cee9-46a8-a302-efde31c879d8 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:08.687991 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-plugged", "status": "completed", "tag": "b8d331dd-bb8d-437d-9375-521139323c2b", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:08.688698 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8bd3ade4-cee9-46a8-a302-efde31c879d8 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:08.689510 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d331dd-bb8d-437d-9375-521139323c2b', 'code': 200} Jul 07 17:03:08.711774 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.762094 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457d1b7-9309-4e51-8628-4aee886d6358 req-75077e4a-8da6-4e4a-af34-c02f6f4f9352 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:08.764117 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4457d1b7-9309-4e51-8628-4aee886d6358 req-75077e4a-8da6-4e4a-af34-c02f6f4f9352 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 946 time: 0.1250854 Jul 07 17:03:08.769204 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port ba66bda7-9cd8-47c6-937f-ed3c0e115210, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=ba66bda7-9cd8-47c6-937f-ed3c0e115210,segment=NetworkSegment(6bcddae9-b488-4690-903f-3d09a677e8f6),segment_id=6bcddae9-b488-4690-903f-3d09a677e8f6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:08.777025 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.778264 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 870ee654-1865-4fc9-9384-819a276cb46e up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:08.833617 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4457d1b7-9309-4e51-8628-4aee886d6358 req-d2766e00-1cc3-4280-a931-9e06f5013a10 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607915 Jul 07 17:03:08.900892 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=ba66bda7-9cd8-47c6-937f-ed3c0e115210,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:08.903082 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6af24543-e4b4-4bb5-977d-1a36f49ea687 req-11e2bac9-3ba5-4343-8662-ae5dcbf4e75e tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "GET /v2.0/security-group-rules/b96f8627-11dd-4587-a08e-f6f0bed9ea41 HTTP/1.1" status: 200 len: 783 time: 0.0377188 Jul 07 17:03:08.914749 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 870ee654-1865-4fc9-9384-819a276cb46e completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:08.920134 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 870ee654-1865-4fc9-9384-819a276cb46e triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:08.920724 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.975757 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9539e-9ab1-458d-9737-595d6e21e148 req-d39826a7-8b7e-417e-93cf-b1ee0db33183 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:08.984594 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9539e-9ab1-458d-9737-595d6e21e148 req-d39826a7-8b7e-417e-93cf-b1ee0db33183 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:08.992662 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6af24543-e4b4-4bb5-977d-1a36f49ea687 req-c432f364-9109-40d2-a268-010c437d6a2d tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "GET /v2.0/security-groups/5a0a2bc2-adfd-415d-8277-32d6b0ef7ead HTTP/1.1" status: 200 len: 3000 time: 0.0811570 Jul 07 17:03:08.992939 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9539e-9ab1-458d-9737-595d6e21e148 req-d39826a7-8b7e-417e-93cf-b1ee0db33183 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.000274 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9539e-9ab1-458d-9737-595d6e21e148 req-d39826a7-8b7e-417e-93cf-b1ee0db33183 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.008921 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9539e-9ab1-458d-9737-595d6e21e148 req-d39826a7-8b7e-417e-93cf-b1ee0db33183 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.015455 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9539e-9ab1-458d-9737-595d6e21e148 req-d39826a7-8b7e-417e-93cf-b1ee0db33183 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.026702 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9539e-9ab1-458d-9737-595d6e21e148 req-d39826a7-8b7e-417e-93cf-b1ee0db33183 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.029752 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b4f9539e-9ab1-458d-9737-595d6e21e148 req-d39826a7-8b7e-417e-93cf-b1ee0db33183 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5440 time: 0.1899505 Jul 07 17:03:09.052016 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6af24543-e4b4-4bb5-977d-1a36f49ea687 req-2b3a3533-dc75-48fa-b3fd-89d35be323af tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.066767 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6af24543-e4b4-4bb5-977d-1a36f49ea687 req-2b3a3533-dc75-48fa-b3fd-89d35be323af tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.087051 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.096956 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b4f9539e-9ab1-458d-9737-595d6e21e148 req-21899d5a-ba11-44a9-a543-60dd6a084c65 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551195 Jul 07 17:03:09.120065 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6af24543-e4b4-4bb5-977d-1a36f49ea687 req-2b3a3533-dc75-48fa-b3fd-89d35be323af tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.127340 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6af24543-e4b4-4bb5-977d-1a36f49ea687 req-2b3a3533-dc75-48fa-b3fd-89d35be323af tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.128496 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 870ee654-1865-4fc9-9384-819a276cb46e, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=870ee654-1865-4fc9-9384-819a276cb46e,segment=NetworkSegment(df77f602-5930-4d7d-bce9-0dfeb2c494e1),segment_id=df77f602-5930-4d7d-bce9-0dfeb2c494e1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:09.129251 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6af24543-e4b4-4bb5-977d-1a36f49ea687 req-2b3a3533-dc75-48fa-b3fd-89d35be323af tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/b96f8627-11dd-4587-a08e-f6f0bed9ea41 HTTP/1.1" status: 204 len: 173 time: 0.1247275 Jul 07 17:03:09.134748 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.165349 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a3533-dc75-48fa-b3fd-89d35be323af tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b96f8627-11dd-4587-a08e-f6f0bed9ea41,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:09.213344 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=870ee654-1865-4fc9-9384-819a276cb46e,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:09.559830 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da190f7-67a3-405e-a95d-479a15b619ff req-6b5431eb-f20a-4e8c-a221-d42f8d975a70 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.560722 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da190f7-67a3-405e-a95d-479a15b619ff req-6b5431eb-f20a-4e8c-a221-d42f8d975a70 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.561132 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da190f7-67a3-405e-a95d-479a15b619ff req-6b5431eb-f20a-4e8c-a221-d42f8d975a70 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.561690 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da190f7-67a3-405e-a95d-479a15b619ff req-6b5431eb-f20a-4e8c-a221-d42f8d975a70 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.562249 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da190f7-67a3-405e-a95d-479a15b619ff req-6b5431eb-f20a-4e8c-a221-d42f8d975a70 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.562940 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da190f7-67a3-405e-a95d-479a15b619ff req-6b5431eb-f20a-4e8c-a221-d42f8d975a70 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.563494 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da190f7-67a3-405e-a95d-479a15b619ff req-6b5431eb-f20a-4e8c-a221-d42f8d975a70 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.563990 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da190f7-67a3-405e-a95d-479a15b619ff req-6b5431eb-f20a-4e8c-a221-d42f8d975a70 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.564477 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da190f7-67a3-405e-a95d-479a15b619ff req-6b5431eb-f20a-4e8c-a221-d42f8d975a70 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.564992 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da190f7-67a3-405e-a95d-479a15b619ff req-6b5431eb-f20a-4e8c-a221-d42f8d975a70 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.565479 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da190f7-67a3-405e-a95d-479a15b619ff req-6b5431eb-f20a-4e8c-a221-d42f8d975a70 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.566212 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da190f7-67a3-405e-a95d-479a15b619ff req-6b5431eb-f20a-4e8c-a221-d42f8d975a70 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.566695 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da190f7-67a3-405e-a95d-479a15b619ff req-6b5431eb-f20a-4e8c-a221-d42f8d975a70 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.567175 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da190f7-67a3-405e-a95d-479a15b619ff req-6b5431eb-f20a-4e8c-a221-d42f8d975a70 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.567653 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da190f7-67a3-405e-a95d-479a15b619ff req-6b5431eb-f20a-4e8c-a221-d42f8d975a70 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.568130 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da190f7-67a3-405e-a95d-479a15b619ff req-6b5431eb-f20a-4e8c-a221-d42f8d975a70 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.568609 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da190f7-67a3-405e-a95d-479a15b619ff req-6b5431eb-f20a-4e8c-a221-d42f8d975a70 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.569112 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da190f7-67a3-405e-a95d-479a15b619ff req-6b5431eb-f20a-4e8c-a221-d42f8d975a70 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.569596 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da190f7-67a3-405e-a95d-479a15b619ff req-6b5431eb-f20a-4e8c-a221-d42f8d975a70 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.570073 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da190f7-67a3-405e-a95d-479a15b619ff req-6b5431eb-f20a-4e8c-a221-d42f8d975a70 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.570551 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da190f7-67a3-405e-a95d-479a15b619ff req-6b5431eb-f20a-4e8c-a221-d42f8d975a70 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.574330 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2da190f7-67a3-405e-a95d-479a15b619ff req-6b5431eb-f20a-4e8c-a221-d42f8d975a70 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=00bedfb6-08aa-41ad-8116-389f65ed7aaa&device_id=59b7376b-9121-4c7d-94ff-f3474fda09b3&device_id=d244dcc5-9079-45bf-a95e-705045159329&device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255&device_id=b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0&device_id=77e8f408-3025-483c-9c47-75a7dec82d2a&device_id=78e2c209-8045-45f8-b00d-18126cc52571&device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d&device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 19002 time: 0.1015484 Jul 07 17:03:09.600919 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-2da190f7-67a3-405e-a95d-479a15b619ff req-9a50b37f-3210-4a86-a412-040e5f36a376 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.640751 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278bd03-0443-4c1f-a0d3-29db03d3d00b req-f34a4d2f-0c26-4b44-8c90-911cf29443d0 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.642903 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0278bd03-0443-4c1f-a0d3-29db03d3d00b req-f34a4d2f-0c26-4b44-8c90-911cf29443d0 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports?device_id=00bedfb6-08aa-41ad-8116-389f65ed7aaa HTTP/1.1" status: 200 len: 943 time: 0.0943239 Jul 07 17:03:09.696042 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0278bd03-0443-4c1f-a0d3-29db03d3d00b req-24fdca41-0753-44e2-891d-9c4d463c76e1 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c84727-886c-44c3-98f6-6ec95066fe72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471392 Jul 07 17:03:09.736411 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-2da190f7-67a3-405e-a95d-479a15b619ff req-9a50b37f-3210-4a86-a412-040e5f36a376 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.743319 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device a026f0aa-482d-4bb5-ae76-f24dd4c27fcb details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:09.746974 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-2da190f7-67a3-405e-a95d-479a15b619ff req-9a50b37f-3210-4a86-a412-040e5f36a376 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.753075 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 874aad95-4d95-4e67-b5f3-a74579b36f91 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:09.786901 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2da190f7-67a3-405e-a95d-479a15b619ff req-9a50b37f-3210-4a86-a412-040e5f36a376 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a74db558-80d7-41e3-b29f-0660b05708c2&id=b5c84727-886c-44c3-98f6-6ec95066fe72&id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a999307c-d86e-4f5f-92b2-5788a03d60f5&id=a2209d0f-1c1b-499f-83b2-8759a5325052&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&id=85bae05e-23ba-4d48-bf21-685276fb3b8a&id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=bb648df4-c641-4500-a865-78a1a5add036&fields=id&fields=name HTTP/1.1" status: 200 len: 874 time: 0.1993911 Jul 07 17:03:09.793463 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50b37f-3210-4a86-a412-040e5f36a376 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3b2d31-f6fc-4b42-9b42-baf06e8f4c6c,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:09.829750 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3a0ae2d0-06b4-4fdb-81c7-f5ea0519cd7a req-69ed7199-f1f1-4156-9a07-684ee163dc4e tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "GET /v2.0/security-groups/5a0a2bc2-adfd-415d-8277-32d6b0ef7ead HTTP/1.1" status: 200 len: 2401 time: 0.0806713 Jul 07 17:03:09.916189 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3a0ae2d0-06b4-4fdb-81c7-f5ea0519cd7a req-1bad5991-dda0-4951-9504-ea067ebc6454 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.921844 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 874aad95-4d95-4e67-b5f3-a74579b36f91 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:09.943103 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 874aad95-4d95-4e67-b5f3-a74579b36f91 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:09.943874 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.944313 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3a0ae2d0-06b4-4fdb-81c7-f5ea0519cd7a req-1bad5991-dda0-4951-9504-ea067ebc6454 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.014051 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3a0ae2d0-06b4-4fdb-81c7-f5ea0519cd7a req-1bad5991-dda0-4951-9504-ea067ebc6454 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.016959 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3a0ae2d0-06b4-4fdb-81c7-f5ea0519cd7a req-1bad5991-dda0-4951-9504-ea067ebc6454 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.018204 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3a0ae2d0-06b4-4fdb-81c7-f5ea0519cd7a req-1bad5991-dda0-4951-9504-ea067ebc6454 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "DELETE /v2.0/security-groups/5a0a2bc2-adfd-415d-8277-32d6b0ef7ead HTTP/1.1" status: 204 len: 173 time: 0.1816306 Jul 07 17:03:10.034539 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port a026f0aa-482d-4bb5-ae76-f24dd4c27fcb, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=a026f0aa-482d-4bb5-ae76-f24dd4c27fcb,segment=NetworkSegment(e9cb0466-5459-40c6-867e-64c5a1d48fcc),segment_id=e9cb0466-5459-40c6-867e-64c5a1d48fcc)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:10.037302 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad5991-dda0-4951-9504-ea067ebc6454 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0a2bc2-adfd-415d-8277-32d6b0ef7ead,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:10.059944 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'a026f0aa-482d-4bb5-ae76-f24dd4c27fcb', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'port_id': 'a026f0aa-482d-4bb5-ae76-f24dd4c27fcb', 'mac_address': 'fa:16:3e:80:6a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:10.094994 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d8577-55e6-4a95-8f7a-0f5ab791551c req-16f70f68-94bd-4763-bebf-1d188651299c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:10.102837 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d8577-55e6-4a95-8f7a-0f5ab791551c req-16f70f68-94bd-4763-bebf-1d188651299c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:10.110680 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d8577-55e6-4a95-8f7a-0f5ab791551c req-16f70f68-94bd-4763-bebf-1d188651299c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:10.122614 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d8577-55e6-4a95-8f7a-0f5ab791551c req-16f70f68-94bd-4763-bebf-1d188651299c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:10.133854 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d8577-55e6-4a95-8f7a-0f5ab791551c req-16f70f68-94bd-4763-bebf-1d188651299c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:10.141329 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.143466 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.149388 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d8577-55e6-4a95-8f7a-0f5ab791551c req-16f70f68-94bd-4763-bebf-1d188651299c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:10.169607 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d8577-55e6-4a95-8f7a-0f5ab791551c req-16f70f68-94bd-4763-bebf-1d188651299c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:10.173029 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a026f0aa-482d-4bb5-ae76-f24dd4c27fcb {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:10.173537 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-196d8577-55e6-4a95-8f7a-0f5ab791551c req-16f70f68-94bd-4763-bebf-1d188651299c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5422 time: 0.2038848 Jul 07 17:03:10.208127 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 874aad95-4d95-4e67-b5f3-a74579b36f91, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=874aad95-4d95-4e67-b5f3-a74579b36f91,segment=NetworkSegment(6bcddae9-b488-4690-903f-3d09a677e8f6),segment_id=6bcddae9-b488-4690-903f-3d09a677e8f6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:10.210576 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port a026f0aa-482d-4bb5-ae76-f24dd4c27fcb, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=a026f0aa-482d-4bb5-ae76-f24dd4c27fcb,segment=NetworkSegment(e9cb0466-5459-40c6-867e-64c5a1d48fcc),segment_id=e9cb0466-5459-40c6-867e-64c5a1d48fcc)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:10.214990 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.215997 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device c583747a-145e-45b6-b632-ab9ce786178b up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:10.221361 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.257700 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-196d8577-55e6-4a95-8f7a-0f5ab791551c req-596cd1c0-efa5-4635-85be-b7abef1c7f76 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736110 Jul 07 17:03:10.309219 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=874aad95-4d95-4e67-b5f3-a74579b36f91,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:10.349741 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port c583747a-145e-45b6-b632-ab9ce786178b completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:10.363874 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port c583747a-145e-45b6-b632-ab9ce786178b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:10.363874 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.414695 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=a026f0aa-482d-4bb5-ae76-f24dd4c27fcb,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:10.503126 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.504390 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682af19-60af-494f-b39b-3b0717233174 req-3e7abcd6-d2dc-4fa4-87c2-956c451ed92a tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:10.506318 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d682af19-60af-494f-b39b-3b0717233174 req-3e7abcd6-d2dc-4fa4-87c2-956c451ed92a tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/ports?device_id=59b7376b-9121-4c7d-94ff-f3474fda09b3 HTTP/1.1" status: 200 len: 944 time: 0.0909438 Jul 07 17:03:10.553662 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['a026f0aa-482d-4bb5-ae76-f24dd4c27fcb'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:10.558174 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d682af19-60af-494f-b39b-3b0717233174 req-fe12befe-1e53-4e6a-9819-4490eaf0e183 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb648df4-c641-4500-a865-78a1a5add036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453639 Jul 07 17:03:10.605666 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [req-4bbd0ad1-8578-4a4b-9b9a-8fb63b65ca21 req-26cc6486-d835-467e-9068-84d5dea90499 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] show failed (client error): The resource could not be found. Jul 07 17:03:10.606868 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4bbd0ad1-8578-4a4b-9b9a-8fb63b65ca21 req-26cc6486-d835-467e-9068-84d5dea90499 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "GET /v2.0/security-groups/b1f94ea3-8119-4b96-8b69-c9b80dbfe821 HTTP/1.1" status: 404 len: 352 time: 0.0156736 Jul 07 17:03:10.628991 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port c583747a-145e-45b6-b632-ab9ce786178b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=c583747a-145e-45b6-b632-ab9ce786178b,segment=NetworkSegment(6bcddae9-b488-4690-903f-3d09a677e8f6),segment_id=6bcddae9-b488-4690-903f-3d09a677e8f6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:10.636324 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.638476 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device ee9f9590-c476-4e56-b319-494470a69a36 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:10.693006 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b5255c-56de-4333-94b1-1e038c40d00f'}, {'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba66bda7-9cd8-47c6-937f-ed3c0e115210'}, {'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870ee654-1865-4fc9-9384-819a276cb46e'}, {'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874aad95-4d95-4e67-b5f3-a74579b36f91'}, {'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c583747a-145e-45b6-b632-ab9ce786178b'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:10.696892 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd4049a-a44f-4bd4-9233-73fa67544394" -d '{"events": [{"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-plugged", "status": "completed", "tag": "e3b5255c-56de-4333-94b1-1e038c40d00f"}, {"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-plugged", "status": "completed", "tag": "ba66bda7-9cd8-47c6-937f-ed3c0e115210"}, {"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-plugged", "status": "completed", "tag": "870ee654-1865-4fc9-9384-819a276cb46e"}, {"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-plugged", "status": "completed", "tag": "874aad95-4d95-4e67-b5f3-a74579b36f91"}, {"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-plugged", "status": "completed", "tag": "c583747a-145e-45b6-b632-ab9ce786178b"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:10.761440 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d097c85-09bb-481f-9fd0-3058dfe9d191 req-186015e2-00dd-412c-ac4d-505fe00bdd15 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:10.764248 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1d097c85-09bb-481f-9fd0-3058dfe9d191 req-186015e2-00dd-412c-ac4d-505fe00bdd15 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 946 time: 0.0850384 Jul 07 17:03:10.810989 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=c583747a-145e-45b6-b632-ab9ce786178b,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:10.836513 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1d097c85-09bb-481f-9fd0-3058dfe9d191 req-604ff6d6-f24a-4a36-b513-8981119fbcaa tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663240 Jul 07 17:03:10.849178 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port ee9f9590-c476-4e56-b319-494470a69a36 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:10.879787 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port ee9f9590-c476-4e56-b319-494470a69a36 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:10.880461 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.925359 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72addd69-32bc-4f67-989e-25500d17dc19 req-ec5ca55e-4d09-43dc-98c5-a81c26aba087 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:10.931486 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72addd69-32bc-4f67-989e-25500d17dc19 req-ec5ca55e-4d09-43dc-98c5-a81c26aba087 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:10.937750 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72addd69-32bc-4f67-989e-25500d17dc19 req-ec5ca55e-4d09-43dc-98c5-a81c26aba087 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:10.944291 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72addd69-32bc-4f67-989e-25500d17dc19 req-ec5ca55e-4d09-43dc-98c5-a81c26aba087 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:10.951485 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72addd69-32bc-4f67-989e-25500d17dc19 req-ec5ca55e-4d09-43dc-98c5-a81c26aba087 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:10.957949 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72addd69-32bc-4f67-989e-25500d17dc19 req-ec5ca55e-4d09-43dc-98c5-a81c26aba087 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:10.964906 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72addd69-32bc-4f67-989e-25500d17dc19 req-ec5ca55e-4d09-43dc-98c5-a81c26aba087 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:10.967018 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-72addd69-32bc-4f67-989e-25500d17dc19 req-ec5ca55e-4d09-43dc-98c5-a81c26aba087 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5443 time: 0.1818175 Jul 07 17:03:11.016334 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-72addd69-32bc-4f67-989e-25500d17dc19 req-9e819d2d-4b78-4b32-b3b6-5002f94dbb1f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424821 Jul 07 17:03:11.084353 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.125548 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port ee9f9590-c476-4e56-b319-494470a69a36, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=ee9f9590-c476-4e56-b319-494470a69a36,segment=NetworkSegment(a4929838-a970-45a0-a106-ef1c0abcce5c),segment_id=a4929838-a970-45a0-a106-ef1c0abcce5c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:11.130438 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.131485 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 537d1277-ecf7-414d-bcfe-811601335444 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:11.192152 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e5e4107e-4b29-464e-a0ea-02daaec03728 req-97f66507-bfd9-4821-9610-2ecc04a7fff0 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "GET /v2.0/security-groups/647c8f81-e144-49c6-8df3-4bbb61f81bba HTTP/1.1" status: 200 len: 1805 time: 0.0899248 Jul 07 17:03:11.226197 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=ee9f9590-c476-4e56-b319-494470a69a36,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:11.245355 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 537d1277-ecf7-414d-bcfe-811601335444 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:11.254683 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 537d1277-ecf7-414d-bcfe-811601335444 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:11.255568 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.282259 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e5e4107e-4b29-464e-a0ea-02daaec03728 req-4f61a220-068a-46ee-a664-d5a8fa237e26 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.324583 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e5e4107e-4b29-464e-a0ea-02daaec03728 req-4f61a220-068a-46ee-a664-d5a8fa237e26 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.380891 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e5e4107e-4b29-464e-a0ea-02daaec03728 req-4f61a220-068a-46ee-a664-d5a8fa237e26 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.384603 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e5e4107e-4b29-464e-a0ea-02daaec03728 req-4f61a220-068a-46ee-a664-d5a8fa237e26 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.386536 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e5e4107e-4b29-464e-a0ea-02daaec03728 req-4f61a220-068a-46ee-a664-d5a8fa237e26 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "DELETE /v2.0/security-groups/647c8f81-e144-49c6-8df3-4bbb61f81bba HTTP/1.1" status: 204 len: 173 time: 0.1920338 Jul 07 17:03:11.400438 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f61a220-068a-46ee-a664-d5a8fa237e26 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=647c8f81-e144-49c6-8df3-4bbb61f81bba,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:11.435393 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.514662 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 537d1277-ecf7-414d-bcfe-811601335444, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=537d1277-ecf7-414d-bcfe-811601335444,segment=NetworkSegment(4745d682-27bb-4793-95ab-4998e6d28031),segment_id=4745d682-27bb-4793-95ab-4998e6d28031)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:11.522117 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.588494 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffd5d8-cddc-4e77-9722-9877262d93ec req-2990d010-1324-45af-9c54-f0e46462315c tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.589723 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffd5d8-cddc-4e77-9722-9877262d93ec req-2990d010-1324-45af-9c54-f0e46462315c tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.590625 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffd5d8-cddc-4e77-9722-9877262d93ec req-2990d010-1324-45af-9c54-f0e46462315c tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.593850 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-66ffd5d8-cddc-4e77-9722-9877262d93ec req-2990d010-1324-45af-9c54-f0e46462315c tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d244dcc5-9079-45bf-a95e-705045159329&device_id=77e8f408-3025-483c-9c47-75a7dec82d2a&device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 2886 time: 0.0989268 Jul 07 17:03:11.628247 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=537d1277-ecf7-414d-bcfe-811601335444,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:11.648261 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-66ffd5d8-cddc-4e77-9722-9877262d93ec req-2f8ee197-903f-4b49-a616-a5ccbbe47238 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476646 Jul 07 17:03:11.689488 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f976ab-167e-4a76-a216-81afecc78d79 req-8d356d94-5065-423c-92f9-402505236642 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.691353 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-82f976ab-167e-4a76-a216-81afecc78d79 req-8d356d94-5065-423c-92f9-402505236642 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports?device_id=00bedfb6-08aa-41ad-8116-389f65ed7aaa HTTP/1.1" status: 200 len: 944 time: 0.0965359 Jul 07 17:03:11.716401 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94dd871a-b9d5-47c5-b552-0f39f677ce7d x-openstack-request-id: req-94dd871a-b9d5-47c5-b552-0f39f677ce7d {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:11.716859 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-plugged", "status": "completed", "tag": "e3b5255c-56de-4333-94b1-1e038c40d00f", "code": 200}, {"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-plugged", "status": "completed", "tag": "ba66bda7-9cd8-47c6-937f-ed3c0e115210", "code": 200}, {"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-plugged", "status": "completed", "tag": "870ee654-1865-4fc9-9384-819a276cb46e", "code": 200}, {"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-plugged", "status": "completed", "tag": "874aad95-4d95-4e67-b5f3-a74579b36f91", "code": 200}, {"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-plugged", "status": "completed", "tag": "c583747a-145e-45b6-b632-ab9ce786178b", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:11.717221 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94dd871a-b9d5-47c5-b552-0f39f677ce7d {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:11.717728 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b5255c-56de-4333-94b1-1e038c40d00f', 'code': 200} Jul 07 17:03:11.718082 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba66bda7-9cd8-47c6-937f-ed3c0e115210', 'code': 200} Jul 07 17:03:11.718646 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870ee654-1865-4fc9-9384-819a276cb46e', 'code': 200} Jul 07 17:03:11.718800 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874aad95-4d95-4e67-b5f3-a74579b36f91', 'code': 200} Jul 07 17:03:11.719452 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c583747a-145e-45b6-b632-ab9ce786178b', 'code': 200} Jul 07 17:03:11.734197 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-82f976ab-167e-4a76-a216-81afecc78d79 req-4d9301ca-94f9-4791-b0e5-af311dac804f tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c84727-886c-44c3-98f6-6ec95066fe72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365305 Jul 07 17:03:11.934903 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fd910-6cbb-4769-a553-9f0f447e351e req-c349107d-bbdb-4ef6-ad17-409bee8f5b62 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.941266 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fd910-6cbb-4769-a553-9f0f447e351e req-c349107d-bbdb-4ef6-ad17-409bee8f5b62 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.947898 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fd910-6cbb-4769-a553-9f0f447e351e req-c349107d-bbdb-4ef6-ad17-409bee8f5b62 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.954206 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fd910-6cbb-4769-a553-9f0f447e351e req-c349107d-bbdb-4ef6-ad17-409bee8f5b62 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.960487 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fd910-6cbb-4769-a553-9f0f447e351e req-c349107d-bbdb-4ef6-ad17-409bee8f5b62 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.966760 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fd910-6cbb-4769-a553-9f0f447e351e req-c349107d-bbdb-4ef6-ad17-409bee8f5b62 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.972862 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fd910-6cbb-4769-a553-9f0f447e351e req-c349107d-bbdb-4ef6-ad17-409bee8f5b62 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.974852 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-500fd910-6cbb-4769-a553-9f0f447e351e req-c349107d-bbdb-4ef6-ad17-409bee8f5b62 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5422 time: 0.1279292 Jul 07 17:03:12.034454 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5cb97a45-a511-41e5-a9b6-497f25b8b616 req-f1c1a158-10a0-4ce6-817b-efb7619093e5 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "GET /v2.0/security-groups/7291007d-9228-4b35-b43f-54d12a510c5f HTTP/1.1" status: 200 len: 1805 time: 0.0497017 Jul 07 17:03:12.036584 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-500fd910-6cbb-4769-a553-9f0f447e351e req-2a828474-9cf7-4ba7-af3a-02cc975b8ffb tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545154 Jul 07 17:03:12.121219 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5cb97a45-a511-41e5-a9b6-497f25b8b616 req-f7c80720-3803-4dca-845a-51f617cd5c29 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.160149 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5cb97a45-a511-41e5-a9b6-497f25b8b616 req-f7c80720-3803-4dca-845a-51f617cd5c29 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.256498 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e876a-3c42-4f52-8e15-16be5c7d98b2 req-ac88a6f7-ff5a-49dd-997b-04d9c28cdc04 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:12.259063 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c83e876a-3c42-4f52-8e15-16be5c7d98b2 req-ac88a6f7-ff5a-49dd-997b-04d9c28cdc04 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/ports?device_id=59b7376b-9121-4c7d-94ff-f3474fda09b3 HTTP/1.1" status: 200 len: 945 time: 0.0815177 Jul 07 17:03:12.264903 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5cb97a45-a511-41e5-a9b6-497f25b8b616 req-f7c80720-3803-4dca-845a-51f617cd5c29 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.270481 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5cb97a45-a511-41e5-a9b6-497f25b8b616 req-f7c80720-3803-4dca-845a-51f617cd5c29 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.272482 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5cb97a45-a511-41e5-a9b6-497f25b8b616 req-f7c80720-3803-4dca-845a-51f617cd5c29 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "DELETE /v2.0/security-groups/7291007d-9228-4b35-b43f-54d12a510c5f HTTP/1.1" status: 204 len: 173 time: 0.2299089 Jul 07 17:03:12.289895 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c80720-3803-4dca-845a-51f617cd5c29 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7291007d-9228-4b35-b43f-54d12a510c5f,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:12.334799 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c83e876a-3c42-4f52-8e15-16be5c7d98b2 req-0b1bb49b-f055-48ff-b000-840c87192307 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb648df4-c641-4500-a865-78a1a5add036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653093 Jul 07 17:03:12.567132 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ec116-5c29-4a0c-8d20-fb63a09b25d2 req-0c90929c-c52b-4681-97c2-1c4f04ba260c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:12.568933 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-051ec116-5c29-4a0c-8d20-fb63a09b25d2 req-0c90929c-c52b-4681-97c2-1c4f04ba260c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 946 time: 0.1192536 Jul 07 17:03:12.623182 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-051ec116-5c29-4a0c-8d20-fb63a09b25d2 req-47039e85-7e99-4aa0-847a-bff109423f3b tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437896 Jul 07 17:03:12.734017 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3986255a-5cb8-481f-bcca-50ae408f6bfe req-5aa721c0-6b68-4ce3-a1be-50032c056569 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "GET /v2.0/security-groups/f6100ae2-3746-4cc8-bd1e-05880c95f40e HTTP/1.1" status: 200 len: 1805 time: 0.0619090 Jul 07 17:03:12.762023 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351ccc5-4185-4359-a0c9-f13e07624c8b req-a7780e87-2ac1-426a-b3e3-25eb9ee236f9 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:12.772438 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351ccc5-4185-4359-a0c9-f13e07624c8b req-a7780e87-2ac1-426a-b3e3-25eb9ee236f9 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:12.784249 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351ccc5-4185-4359-a0c9-f13e07624c8b req-a7780e87-2ac1-426a-b3e3-25eb9ee236f9 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:12.796436 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351ccc5-4185-4359-a0c9-f13e07624c8b req-a7780e87-2ac1-426a-b3e3-25eb9ee236f9 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:12.808536 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351ccc5-4185-4359-a0c9-f13e07624c8b req-a7780e87-2ac1-426a-b3e3-25eb9ee236f9 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:12.819979 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351ccc5-4185-4359-a0c9-f13e07624c8b req-a7780e87-2ac1-426a-b3e3-25eb9ee236f9 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:12.831666 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3986255a-5cb8-481f-bcca-50ae408f6bfe req-1446d192-4b86-44b0-9b8c-b3cff8051475 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.832050 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351ccc5-4185-4359-a0c9-f13e07624c8b req-a7780e87-2ac1-426a-b3e3-25eb9ee236f9 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:12.835192 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c351ccc5-4185-4359-a0c9-f13e07624c8b req-a7780e87-2ac1-426a-b3e3-25eb9ee236f9 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5444 time: 0.1831396 Jul 07 17:03:12.864842 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3986255a-5cb8-481f-bcca-50ae408f6bfe req-1446d192-4b86-44b0-9b8c-b3cff8051475 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.900457 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c351ccc5-4185-4359-a0c9-f13e07624c8b req-53744e36-b995-45bd-91e7-3b5437ae380c tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563939 Jul 07 17:03:12.919530 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3986255a-5cb8-481f-bcca-50ae408f6bfe req-1446d192-4b86-44b0-9b8c-b3cff8051475 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.924340 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3986255a-5cb8-481f-bcca-50ae408f6bfe req-1446d192-4b86-44b0-9b8c-b3cff8051475 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.926389 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3986255a-5cb8-481f-bcca-50ae408f6bfe req-1446d192-4b86-44b0-9b8c-b3cff8051475 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "DELETE /v2.0/security-groups/f6100ae2-3746-4cc8-bd1e-05880c95f40e HTTP/1.1" status: 204 len: 173 time: 0.1853430 Jul 07 17:03:12.942997 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446d192-4b86-44b0-9b8c-b3cff8051475 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6100ae2-3746-4cc8-bd1e-05880c95f40e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:13.170833 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468edf79-d3a5-452b-941a-2e4351b1e670 req-3fe895ee-0e17-4ed3-83de-cf4a978453c3 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:13.173590 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-468edf79-d3a5-452b-941a-2e4351b1e670 req-3fe895ee-0e17-4ed3-83de-cf4a978453c3 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports?device_id=00bedfb6-08aa-41ad-8116-389f65ed7aaa HTTP/1.1" status: 200 len: 944 time: 0.0913439 Jul 07 17:03:13.188451 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f058d2b8-091b-4513-8adf-af74cb93200d req-f21a126e-50c9-4780-bd37-9eee95f8702f tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "GET /v2.0/security-groups/d259e5c9-1e3d-484b-a10d-2579481ace57 HTTP/1.1" status: 200 len: 2403 time: 0.0619817 Jul 07 17:03:13.234852 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-468edf79-d3a5-452b-941a-2e4351b1e670 req-c8469e25-6743-4b0c-8c22-8ad90d2fa691 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c84727-886c-44c3-98f6-6ec95066fe72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540175 Jul 07 17:03:13.289198 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f058d2b8-091b-4513-8adf-af74cb93200d req-89302815-0b77-42cb-8655-0952065826ca tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.322697 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f058d2b8-091b-4513-8adf-af74cb93200d req-89302815-0b77-42cb-8655-0952065826ca tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.382184 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f058d2b8-091b-4513-8adf-af74cb93200d req-89302815-0b77-42cb-8655-0952065826ca tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.385581 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f058d2b8-091b-4513-8adf-af74cb93200d req-89302815-0b77-42cb-8655-0952065826ca tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.386969 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f058d2b8-091b-4513-8adf-af74cb93200d req-89302815-0b77-42cb-8655-0952065826ca tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "DELETE /v2.0/security-groups/d259e5c9-1e3d-484b-a10d-2579481ace57 HTTP/1.1" status: 204 len: 173 time: 0.1910980 Jul 07 17:03:13.400555 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89302815-0b77-42cb-8655-0952065826ca tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d259e5c9-1e3d-484b-a10d-2579481ace57,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:13.631724 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9045f-4099-4b14-a932-e875997306aa req-5e0aa1ff-1312-4a20-9e49-d600e023e1d3 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:13.638910 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9045f-4099-4b14-a932-e875997306aa req-5e0aa1ff-1312-4a20-9e49-d600e023e1d3 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:13.647166 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9045f-4099-4b14-a932-e875997306aa req-5e0aa1ff-1312-4a20-9e49-d600e023e1d3 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:13.654943 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9045f-4099-4b14-a932-e875997306aa req-5e0aa1ff-1312-4a20-9e49-d600e023e1d3 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:13.661901 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9045f-4099-4b14-a932-e875997306aa req-5e0aa1ff-1312-4a20-9e49-d600e023e1d3 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:13.669123 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9045f-4099-4b14-a932-e875997306aa req-5e0aa1ff-1312-4a20-9e49-d600e023e1d3 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:13.676183 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9045f-4099-4b14-a932-e875997306aa req-5e0aa1ff-1312-4a20-9e49-d600e023e1d3 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:13.678896 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-faa9045f-4099-4b14-a932-e875997306aa req-5e0aa1ff-1312-4a20-9e49-d600e023e1d3 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5422 time: 0.1823204 Jul 07 17:03:13.721223 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9f9590-c476-4e56-b319-494470a69a36'}, {'server_uuid': '59b7376b-9121-4c7d-94ff-f3474fda09b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537d1277-ecf7-414d-bcfe-811601335444'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:13.726374 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2366f832-83a8-4327-bd8f-c2f3b47057e1" -d '{"events": [{"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-plugged", "status": "completed", "tag": "ee9f9590-c476-4e56-b319-494470a69a36"}, {"server_uuid": "59b7376b-9121-4c7d-94ff-f3474fda09b3", "name": "network-vif-plugged", "status": "completed", "tag": "537d1277-ecf7-414d-bcfe-811601335444"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:13.738743 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-faa9045f-4099-4b14-a932-e875997306aa req-ef368f26-2a72-4866-87c2-a9a4646056ef tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511460 Jul 07 17:03:13.753120 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device a026f0aa-482d-4bb5-ae76-f24dd4c27fcb up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:13.860385 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port a026f0aa-482d-4bb5-ae76-f24dd4c27fcb completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:13.866939 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port a026f0aa-482d-4bb5-ae76-f24dd4c27fcb triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:13.867524 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.012306 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c285f7e-2e6e-4019-9b6d-305b2530f4ac req-7b9952ab-de34-4f3a-98e2-1308274f5c3f tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:14.014054 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.014961 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5c285f7e-2e6e-4019-9b6d-305b2530f4ac req-7b9952ab-de34-4f3a-98e2-1308274f5c3f tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/ports?device_id=59b7376b-9121-4c7d-94ff-f3474fda09b3 HTTP/1.1" status: 200 len: 945 time: 0.1245003 Jul 07 17:03:14.023899 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8f6e1a42-9172-4a94-9044-d5083281b15e req-8f12f938-0d40-4b3b-89e1-a93cd351c6be tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "GET /v2.0/security-groups/3814ba72-968e-4065-bf2b-fbfcb3fadc0a HTTP/1.1" status: 200 len: 2397 time: 0.0594561 Jul 07 17:03:14.066612 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port a026f0aa-482d-4bb5-ae76-f24dd4c27fcb, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=a026f0aa-482d-4bb5-ae76-f24dd4c27fcb,segment=NetworkSegment(e9cb0466-5459-40c6-867e-64c5a1d48fcc),segment_id=e9cb0466-5459-40c6-867e-64c5a1d48fcc)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:14.072230 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.080989 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5c285f7e-2e6e-4019-9b6d-305b2530f4ac req-38381aa9-2ea8-4925-a5a4-bc64a5385e95 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb648df4-c641-4500-a865-78a1a5add036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587969 Jul 07 17:03:14.112108 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8f6e1a42-9172-4a94-9044-d5083281b15e req-0764d6ba-2ee9-4b41-b259-3a59576f4b86 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.154823 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8f6e1a42-9172-4a94-9044-d5083281b15e req-0764d6ba-2ee9-4b41-b259-3a59576f4b86 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.174773 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=a026f0aa-482d-4bb5-ae76-f24dd4c27fcb,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:14.236775 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8f6e1a42-9172-4a94-9044-d5083281b15e req-0764d6ba-2ee9-4b41-b259-3a59576f4b86 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.239551 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8f6e1a42-9172-4a94-9044-d5083281b15e req-0764d6ba-2ee9-4b41-b259-3a59576f4b86 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.240908 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8f6e1a42-9172-4a94-9044-d5083281b15e req-0764d6ba-2ee9-4b41-b259-3a59576f4b86 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] 10.222.0.53 "DELETE /v2.0/security-groups/3814ba72-968e-4065-bf2b-fbfcb3fadc0a HTTP/1.1" status: 204 len: 173 time: 0.2161703 Jul 07 17:03:14.250437 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55208) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:14.251037 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764d6ba-2ee9-4b41-b259-3a59576f4b86 tempest-SecurityGroupRulesTestJSON-1069454229 tempest-SecurityGroupRulesTestJSON-1069454229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3814ba72-968e-4065-bf2b-fbfcb3fadc0a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:14.337974 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8f61a8-d9b7-4edb-a341-b0a22ef61985 admin admin] Deleting subnet 2c3d4e7e-ff0b-4fbb-9441-298941201cd9 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:03:14.343368 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be8f61a8-d9b7-4edb-a341-b0a22ef61985 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.408317 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be8f61a8-d9b7-4edb-a341-b0a22ef61985 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.470249 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da967cad-e864-4f63-a28c-954847488cde req-eb11359b-7943-49de-8f96-0fa5fd6adbe3 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:14.473254 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da967cad-e864-4f63-a28c-954847488cde req-eb11359b-7943-49de-8f96-0fa5fd6adbe3 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 946 time: 0.1091697 Jul 07 17:03:14.477165 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9579cfd-86f4-4051-b14c-87fc384bf94b x-openstack-request-id: req-f9579cfd-86f4-4051-b14c-87fc384bf94b {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:14.477889 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-plugged", "status": "completed", "tag": "ee9f9590-c476-4e56-b319-494470a69a36", "code": 200}, {"server_uuid": "59b7376b-9121-4c7d-94ff-f3474fda09b3", "name": "network-vif-plugged", "status": "completed", "tag": "537d1277-ecf7-414d-bcfe-811601335444", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:14.478362 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9579cfd-86f4-4051-b14c-87fc384bf94b {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:14.479176 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9f9590-c476-4e56-b319-494470a69a36', 'code': 200} Jul 07 17:03:14.479623 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b7376b-9121-4c7d-94ff-f3474fda09b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537d1277-ecf7-414d-bcfe-811601335444', 'code': 200} Jul 07 17:03:14.502633 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be8f61a8-d9b7-4edb-a341-b0a22ef61985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.561725 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da967cad-e864-4f63-a28c-954847488cde req-48404276-fcab-4767-abcc-4b29ee7eb6eb tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751915 Jul 07 17:03:14.666503 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be8f61a8-d9b7-4edb-a341-b0a22ef61985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.718624 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fb390-ca58-45e7-9fa7-d42f49ce309e req-4e89ec65-4c8e-4087-95f1-fe342f3a3ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:14.719278 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fb390-ca58-45e7-9fa7-d42f49ce309e req-4e89ec65-4c8e-4087-95f1-fe342f3a3ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:14.720119 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fb390-ca58-45e7-9fa7-d42f49ce309e req-4e89ec65-4c8e-4087-95f1-fe342f3a3ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:14.720927 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fb390-ca58-45e7-9fa7-d42f49ce309e req-4e89ec65-4c8e-4087-95f1-fe342f3a3ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:14.721546 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fb390-ca58-45e7-9fa7-d42f49ce309e req-4e89ec65-4c8e-4087-95f1-fe342f3a3ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:14.722199 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fb390-ca58-45e7-9fa7-d42f49ce309e req-4e89ec65-4c8e-4087-95f1-fe342f3a3ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:14.722824 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fb390-ca58-45e7-9fa7-d42f49ce309e req-4e89ec65-4c8e-4087-95f1-fe342f3a3ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:14.725469 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-061fb390-ca58-45e7-9fa7-d42f49ce309e req-4e89ec65-4c8e-4087-95f1-fe342f3a3ec7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 6508 time: 0.1156957 Jul 07 17:03:14.788709 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be8f61a8-d9b7-4edb-a341-b0a22ef61985 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.792656 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-be8f61a8-d9b7-4edb-a341-b0a22ef61985 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2c3d4e7e-ff0b-4fbb-9441-298941201cd9 HTTP/1.1" status: 204 len: 168 time: 0.5406702 Jul 07 17:03:14.797504 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55216) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:14.802847 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f61a8-d9b7-4edb-a341-b0a22ef61985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c3d4e7e-ff0b-4fbb-9441-298941201cd9,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:14.826877 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760db64a-c744-4f37-872b-96aaef486a8f req-b57ffb26-b46b-456f-9907-37b5c4d9eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:14.829584 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-760db64a-c744-4f37-872b-96aaef486a8f req-b57ffb26-b46b-456f-9907-37b5c4d9eb5e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=59b7376b-9121-4c7d-94ff-f3474fda09b3 HTTP/1.1" status: 200 len: 1097 time: 0.2495186 Jul 07 17:03:14.926760 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0bfed2-5945-4777-8b97-a06e14a76204 req-cec6017b-9ef3-4263-bf48-4e9dab3fa6ea tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:14.938491 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0bfed2-5945-4777-8b97-a06e14a76204 req-cec6017b-9ef3-4263-bf48-4e9dab3fa6ea tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:14.951643 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0bfed2-5945-4777-8b97-a06e14a76204 req-cec6017b-9ef3-4263-bf48-4e9dab3fa6ea tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:14.961920 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0bfed2-5945-4777-8b97-a06e14a76204 req-cec6017b-9ef3-4263-bf48-4e9dab3fa6ea tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:14.972683 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0bfed2-5945-4777-8b97-a06e14a76204 req-cec6017b-9ef3-4263-bf48-4e9dab3fa6ea tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:14.983017 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0bfed2-5945-4777-8b97-a06e14a76204 req-cec6017b-9ef3-4263-bf48-4e9dab3fa6ea tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:14.993477 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0bfed2-5945-4777-8b97-a06e14a76204 req-cec6017b-9ef3-4263-bf48-4e9dab3fa6ea tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:14.996827 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4b0bfed2-5945-4777-8b97-a06e14a76204 req-cec6017b-9ef3-4263-bf48-4e9dab3fa6ea tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5444 time: 0.3344967 Jul 07 17:03:15.010941 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-760db64a-c744-4f37-872b-96aaef486a8f req-6fad81a3-0102-4d2c-b088-8ad020917f2c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bb648df4-c641-4500-a865-78a1a5add036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724222 Jul 07 17:03:15.068540 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4b0bfed2-5945-4777-8b97-a06e14a76204 req-e411d623-39c1-4d72-918e-c8333248d3be tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628157 Jul 07 17:03:15.100927 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-061fb390-ca58-45e7-9fa7-d42f49ce309e req-a5920850-a967-42ae-bde0-f920d26c44a0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3679821 Jul 07 17:03:15.176344 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bf11bff2-f23a-46e0-a2d4-0778ee0d397e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.209913 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f1bab-f129-43ca-8c36-6e26ff276519 req-f84c5380-b843-4239-bde6-31df2e1c5735 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:15.212382 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d26f1bab-f129-43ca-8c36-6e26ff276519 req-f84c5380-b843-4239-bde6-31df2e1c5735 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0 HTTP/1.1" status: 200 len: 945 time: 0.4307005 Jul 07 17:03:15.326618 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bf11bff2-f23a-46e0-a2d4-0778ee0d397e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.332540 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d26f1bab-f129-43ca-8c36-6e26ff276519 req-a76a3e13-e15b-41a9-9b09-a652694f4ec2 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] 10.222.0.53 "GET /v2.0/security-groups?id=a74db558-80d7-41e3-b29f-0660b05708c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898290 Jul 07 17:03:15.343383 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-bf11bff2-f23a-46e0-a2d4-0778ee0d397e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9577f05-a1d0-4a72-ba58-a1733824f673']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:15.353719 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb106ba1-3652-4af4-a71a-f92c001f54bf req-82cca955-d6aa-491f-b6bc-008de26ff6d7 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:15.356293 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-bf11bff2-f23a-46e0-a2d4-0778ee0d397e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c26e23fc-bc10-4974-9eeb-3ec6a8194453') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:15.356657 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bb106ba1-3652-4af4-a71a-f92c001f54bf req-82cca955-d6aa-491f-b6bc-008de26ff6d7 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports?device_id=00bedfb6-08aa-41ad-8116-389f65ed7aaa HTTP/1.1" status: 200 len: 945 time: 0.0976787 Jul 07 17:03:15.356956 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-bf11bff2-f23a-46e0-a2d4-0778ee0d397e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c26e23fc-bc10-4974-9eeb-3ec6a8194453') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:15.382712 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bf11bff2-f23a-46e0-a2d4-0778ee0d397e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.417982 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bb106ba1-3652-4af4-a71a-f92c001f54bf req-16f26ca0-1c06-4f0d-aa47-10479c1881a8 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c84727-886c-44c3-98f6-6ec95066fe72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495708 Jul 07 17:03:15.423415 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bf11bff2-f23a-46e0-a2d4-0778ee0d397e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.434432 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf11bff2-f23a-46e0-a2d4-0778ee0d397e admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:03:15.435226 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bf11bff2-f23a-46e0-a2d4-0778ee0d397e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:03:15.438457 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:03:15.570879 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bf11bff2-f23a-46e0-a2d4-0778ee0d397e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.584499 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:15.604766 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bf11bff2-f23a-46e0-a2d4-0778ee0d397e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.607036 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bf11bff2-f23a-46e0-a2d4-0778ee0d397e admin admin] 10.222.0.53 "DELETE /v2.0/networks/e9577f05-a1d0-4a72-ba58-a1733824f673 HTTP/1.1" status: 204 len: 168 time: 0.8037088 Jul 07 17:03:15.641247 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11bff2-f23a-46e0-a2d4-0778ee0d397e admin admin] Pushing event deleted for resources: {'Network': ['ID=e9577f05-a1d0-4a72-ba58-a1733824f673,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:15.644455 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a80af-159f-4146-b61a-00b056bd7610 req-aac92d53-43e4-48d9-9a60-df0a80f71cf4 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:15.652394 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-101a80af-159f-4146-b61a-00b056bd7610 req-aac92d53-43e4-48d9-9a60-df0a80f71cf4 tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0 HTTP/1.1" status: 200 len: 945 time: 0.1911008 Jul 07 17:03:15.852160 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d,segment=NetworkSegment(b85f67fa-4f4a-4c5c-8baf-733f98a524f2),segment_id=b85f67fa-4f4a-4c5c-8baf-733f98a524f2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:15.855210 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a058872-c5bf-4252-9565-bfb029a76dd4 req-9ebea6ce-16ae-46d8-8363-970691ed3037 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:15.865915 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8a058872-c5bf-4252-9565-bfb029a76dd4 req-9ebea6ce-16ae-46d8-8363-970691ed3037 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/ports?device_id=59b7376b-9121-4c7d-94ff-f3474fda09b3 HTTP/1.1" status: 200 len: 945 time: 0.0971427 Jul 07 17:03:15.886305 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d', 'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a', 'port_id': 'ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d', 'mac_address': 'fa:16:3e:97:66:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c30ad8-8f95-45c0-9f1d-ea2c0038c53f', 'ip_address': '10.1.1.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:15.889517 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55226) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:15.926105 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8a058872-c5bf-4252-9565-bfb029a76dd4 req-0a3c4c7d-a3da-40db-8b6d-1d565409485d tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb648df4-c641-4500-a865-78a1a5add036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584588 Jul 07 17:03:15.963189 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.989989 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:16.020093 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d,segment=NetworkSegment(b85f67fa-4f4a-4c5c-8baf-733f98a524f2),segment_id=b85f67fa-4f4a-4c5c-8baf-733f98a524f2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:16.029080 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.030159 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device cb7e9c4c-fd57-4d46-895f-74234734d082 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:16.147901 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:16.202788 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port cb7e9c4c-fd57-4d46-895f-74234734d082, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=cb7e9c4c-fd57-4d46-895f-74234734d082,segment=NetworkSegment(998774d7-2d8e-4547-8dfe-3636c1eb8560),segment_id=998774d7-2d8e-4547-8dfe-3636c1eb8560)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:16.221117 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'cb7e9c4c-fd57-4d46-895f-74234734d082', 'network_id': 'f52f86e5-4ccf-471b-ba73-453c1047945f', 'port_id': 'cb7e9c4c-fd57-4d46-895f-74234734d082', 'mac_address': 'fa:16:3e:57:e1:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fb5041-e475-4bc0-9d1d-291598430d4a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:16.254252 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69729d8-9148-4327-aaef-1f1300ae83b0 req-92db0a51-508f-44b3-b7a1-83822cfc8af0 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:16.257396 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c69729d8-9148-4327-aaef-1f1300ae83b0 req-92db0a51-508f-44b3-b7a1-83822cfc8af0 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 946 time: 0.1204774 Jul 07 17:03:16.290978 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.310827 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7e9c4c-fd57-4d46-895f-74234734d082 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:16.372109 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c69729d8-9148-4327-aaef-1f1300ae83b0 req-4b386076-b750-477c-9286-a55d9a376b4c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923572 Jul 07 17:03:16.378156 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port cb7e9c4c-fd57-4d46-895f-74234734d082, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=cb7e9c4c-fd57-4d46-895f-74234734d082,segment=NetworkSegment(998774d7-2d8e-4547-8dfe-3636c1eb8560),segment_id=998774d7-2d8e-4547-8dfe-3636c1eb8560)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:16.391166 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.392902 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 8d3beb7b-b73e-4339-ba42-9083ce28761c details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:16.447338 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fa13b-f142-4c3b-bf22-550d900f42eb req-db22350d-a4c8-4c09-a357-24a5e9b0ce36 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:16.459330 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fa13b-f142-4c3b-bf22-550d900f42eb req-db22350d-a4c8-4c09-a357-24a5e9b0ce36 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:16.468246 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fa13b-f142-4c3b-bf22-550d900f42eb req-db22350d-a4c8-4c09-a357-24a5e9b0ce36 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:16.480992 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fa13b-f142-4c3b-bf22-550d900f42eb req-db22350d-a4c8-4c09-a357-24a5e9b0ce36 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:16.493827 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fa13b-f142-4c3b-bf22-550d900f42eb req-db22350d-a4c8-4c09-a357-24a5e9b0ce36 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:16.505468 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fa13b-f142-4c3b-bf22-550d900f42eb req-db22350d-a4c8-4c09-a357-24a5e9b0ce36 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:16.510111 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00bedfb6-08aa-41ad-8116-389f65ed7aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a026f0aa-482d-4bb5-ae76-f24dd4c27fcb'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:16.517710 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fa13b-f142-4c3b-bf22-550d900f42eb req-db22350d-a4c8-4c09-a357-24a5e9b0ce36 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:16.520486 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd27036-cef6-45f4-88d0-7d732b2b6765" -d '{"events": [{"server_uuid": "00bedfb6-08aa-41ad-8116-389f65ed7aaa", "name": "network-vif-plugged", "status": "completed", "tag": "a026f0aa-482d-4bb5-ae76-f24dd4c27fcb"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:16.528516 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:03:16.532472 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-229fa13b-f142-4c3b-bf22-550d900f42eb req-db22350d-a4c8-4c09-a357-24a5e9b0ce36 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5422 time: 0.8527429 Jul 07 17:03:16.544197 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=cb7e9c4c-fd57-4d46-895f-74234734d082,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:16.578627 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0ac30883-18a9-417d-871c-fa35486c5998 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8900dd9cb8d146d08c9572635e4de393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6839163 Jul 07 17:03:16.580809 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55236) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:16.586702 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 8d3beb7b-b73e-4339-ba42-9083ce28761c, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=8d3beb7b-b73e-4339-ba42-9083ce28761c,segment=NetworkSegment(b85f67fa-4f4a-4c5c-8baf-733f98a524f2),segment_id=b85f67fa-4f4a-4c5c-8baf-733f98a524f2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:16.599610 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '8d3beb7b-b73e-4339-ba42-9083ce28761c', 'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a', 'port_id': '8d3beb7b-b73e-4339-ba42-9083ce28761c', 'mac_address': 'fa:16:3e:f4:5e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c30ad8-8f95-45c0-9f1d-ea2c0038c53f', 'ip_address': '10.1.1.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:16.637370 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-101a80af-159f-4146-b61a-00b056bd7610 req-96d7773a-1b2b-4504-a794-ed8d7eb86d4a tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Deleting port 478ecb6c-d563-4c2e-b2ed-2078c7c98587 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:16.638460 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-101a80af-159f-4146-b61a-00b056bd7610 req-96d7773a-1b2b-4504-a794-ed8d7eb86d4a tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.644554 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.665290 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d3beb7b-b73e-4339-ba42-9083ce28761c {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:16.692486 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 8d3beb7b-b73e-4339-ba42-9083ce28761c, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=8d3beb7b-b73e-4339-ba42-9083ce28761c,segment=NetworkSegment(b85f67fa-4f4a-4c5c-8baf-733f98a524f2),segment_id=b85f67fa-4f4a-4c5c-8baf-733f98a524f2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:16.697195 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-229fa13b-f142-4c3b-bf22-550d900f42eb req-907fe88b-7499-4ab8-af5e-b6130e3d0470 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1633875 Jul 07 17:03:16.698007 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.698802 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 49dedb3b-3027-44d3-9dfc-eaffaf552295 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:16.736466 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c6a9f0b2-5bfb-4fbf-97cd-8314558b7082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.771386 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c6a9f0b2-5bfb-4fbf-97cd-8314558b7082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.787572 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a7987-be0f-4abe-9684-b18efd77dd7f req-5ced5d71-f6fb-416a-b3cc-e2404a7f8e07 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:16.789388 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3b0a7987-be0f-4abe-9684-b18efd77dd7f req-5ced5d71-f6fb-416a-b3cc-e2404a7f8e07 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 1102 time: 0.1519537 Jul 07 17:03:16.813076 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-101a80af-159f-4146-b61a-00b056bd7610 req-96d7773a-1b2b-4504-a794-ed8d7eb86d4a tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] For port 478ecb6c-d563-4c2e-b2ed-2078c7c98587, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=478ecb6c-d563-4c2e-b2ed-2078c7c98587,segment=NetworkSegment(0dee5db3-bec1-4b4b-8527-1daf14e04b7c),segment_id=0dee5db3-bec1-4b4b-8527-1daf14e04b7c)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:16.813893 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-101a80af-159f-4146-b61a-00b056bd7610 req-96d7773a-1b2b-4504-a794-ed8d7eb86d4a tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.831859 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=8d3beb7b-b73e-4339-ba42-9083ce28761c,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:16.839467 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 49dedb3b-3027-44d3-9dfc-eaffaf552295, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=49dedb3b-3027-44d3-9dfc-eaffaf552295,segment=NetworkSegment(b85f67fa-4f4a-4c5c-8baf-733f98a524f2),segment_id=b85f67fa-4f4a-4c5c-8baf-733f98a524f2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:16.844019 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-101a80af-159f-4146-b61a-00b056bd7610 req-96d7773a-1b2b-4504-a794-ed8d7eb86d4a tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Calling delete_port for 478ecb6c-d563-4c2e-b2ed-2078c7c98587 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:16.856504 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3b0a7987-be0f-4abe-9684-b18efd77dd7f req-3f1027f1-a76d-4907-b2c7-a7832933801e tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519576 Jul 07 17:03:16.871342 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '49dedb3b-3027-44d3-9dfc-eaffaf552295', 'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a', 'port_id': '49dedb3b-3027-44d3-9dfc-eaffaf552295', 'mac_address': 'fa:16:3e:90:4f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c30ad8-8f95-45c0-9f1d-ea2c0038c53f', 'ip_address': '10.1.1.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:16.887565 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c6a9f0b2-5bfb-4fbf-97cd-8314558b7082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.891875 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c6a9f0b2-5bfb-4fbf-97cd-8314558b7082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.896918 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c6a9f0b2-5bfb-4fbf-97cd-8314558b7082 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/38df7a61-04a7-422a-91a2-6160a44bc9ab HTTP/1.1" status: 204 len: 168 time: 0.3147588 Jul 07 17:03:16.916324 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9f0b2-5bfb-4fbf-97cd-8314558b7082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38df7a61-04a7-422a-91a2-6160a44bc9ab,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:16.995724 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:17.031365 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49dedb3b-3027-44d3-9dfc-eaffaf552295 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:17.068824 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 49dedb3b-3027-44d3-9dfc-eaffaf552295, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=49dedb3b-3027-44d3-9dfc-eaffaf552295,segment=NetworkSegment(b85f67fa-4f4a-4c5c-8baf-733f98a524f2),segment_id=b85f67fa-4f4a-4c5c-8baf-733f98a524f2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:17.077604 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:17.078068 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device c53515a8-9fd6-4c21-9637-86f0e67278e8 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:17.088336 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-101a80af-159f-4146-b61a-00b056bd7610 req-96d7773a-1b2b-4504-a794-ed8d7eb86d4a tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:17.112058 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4479200f-dd75-42bf-a134-0a08fb1e1156 req-8ed44589-0e15-4bdb-bbe5-0485147d047f tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0 HTTP/1.1" status: 200 len: 210 time: 0.0424519 Jul 07 17:03:17.134866 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['478ecb6c-d563-4c2e-b2ed-2078c7c98587'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:17.157268 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7773a-1b2b-4504-a794-ed8d7eb86d4a tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Pushing event deleted for resources: {'Port': ['ID=478ecb6c-d563-4c2e-b2ed-2078c7c98587,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:17.223797 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port c53515a8-9fd6-4c21-9637-86f0e67278e8, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c53515a8-9fd6-4c21-9637-86f0e67278e8,segment=NetworkSegment(998774d7-2d8e-4547-8dfe-3636c1eb8560),segment_id=998774d7-2d8e-4547-8dfe-3636c1eb8560)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:17.235105 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=49dedb3b-3027-44d3-9dfc-eaffaf552295,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:17.243063 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'c53515a8-9fd6-4c21-9637-86f0e67278e8', 'network_id': 'f52f86e5-4ccf-471b-ba73-453c1047945f', 'port_id': 'c53515a8-9fd6-4c21-9637-86f0e67278e8', 'mac_address': 'fa:16:3e:52:8c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fb5041-e475-4bc0-9d1d-291598430d4a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:17.284406 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-101a80af-159f-4146-b61a-00b056bd7610 req-96d7773a-1b2b-4504-a794-ed8d7eb86d4a tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] No DVR routers for this DVR port 478ecb6c-d563-4c2e-b2ed-2078c7c98587 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:17.292595 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-101a80af-159f-4146-b61a-00b056bd7610 req-96d7773a-1b2b-4504-a794-ed8d7eb86d4a tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:17.296325 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:17.296708 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-101a80af-159f-4146-b61a-00b056bd7610 req-96d7773a-1b2b-4504-a794-ed8d7eb86d4a tempest-ServerTagsTestJSON-1080369314 tempest-ServerTagsTestJSON-1080369314-project] 10.222.0.72 "DELETE /v2.0/ports/478ecb6c-d563-4c2e-b2ed-2078c7c98587 HTTP/1.1" status: 204 len: 173 time: 1.6377900 Jul 07 17:03:17.297254 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0', 'name': 'network-vif-deleted', 'tag': '478ecb6c-d563-4c2e-b2ed-2078c7c98587'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:17.301229 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62341226-85db-4913-87ee-18253e6c4ed7" -d '{"events": [{"server_uuid": "b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0", "name": "network-vif-deleted", "tag": "478ecb6c-d563-4c2e-b2ed-2078c7c98587"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:17.314734 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c53515a8-9fd6-4c21-9637-86f0e67278e8 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:17.353150 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port c53515a8-9fd6-4c21-9637-86f0e67278e8, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c53515a8-9fd6-4c21-9637-86f0e67278e8,segment=NetworkSegment(998774d7-2d8e-4547-8dfe-3636c1eb8560),segment_id=998774d7-2d8e-4547-8dfe-3636c1eb8560)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:17.358851 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ea77b-148c-4c4f-b0e7-bbffc2804ee6 req-4788f76b-28aa-4c47-bd35-bffb80cce6c1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:17.361579 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:17.362481 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 47bf5e37-4f50-40b7-9c7a-0594677913b4 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:17.376402 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ea77b-148c-4c4f-b0e7-bbffc2804ee6 req-4788f76b-28aa-4c47-bd35-bffb80cce6c1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:17.390863 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ea77b-148c-4c4f-b0e7-bbffc2804ee6 req-4788f76b-28aa-4c47-bd35-bffb80cce6c1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:17.403907 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ea77b-148c-4c4f-b0e7-bbffc2804ee6 req-4788f76b-28aa-4c47-bd35-bffb80cce6c1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:17.408912 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42974e4-dfbc-4f13-bd45-1cf424e09605 req-181a45bb-73dc-4a5c-a93d-05b3f997843b tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:17.420380 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ea77b-148c-4c4f-b0e7-bbffc2804ee6 req-4788f76b-28aa-4c47-bd35-bffb80cce6c1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:17.422187 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a42974e4-dfbc-4f13-bd45-1cf424e09605 req-181a45bb-73dc-4a5c-a93d-05b3f997843b tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports?device_id=00bedfb6-08aa-41ad-8116-389f65ed7aaa HTTP/1.1" status: 200 len: 945 time: 0.1519997 Jul 07 17:03:17.435314 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ea77b-148c-4c4f-b0e7-bbffc2804ee6 req-4788f76b-28aa-4c47-bd35-bffb80cce6c1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:17.452440 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ea77b-148c-4c4f-b0e7-bbffc2804ee6 req-4788f76b-28aa-4c47-bd35-bffb80cce6c1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:17.472800 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-447ea77b-148c-4c4f-b0e7-bbffc2804ee6 req-4788f76b-28aa-4c47-bd35-bffb80cce6c1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5444 time: 0.4630253 Jul 07 17:03:17.494950 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=c53515a8-9fd6-4c21-9637-86f0e67278e8,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:17.513146 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a42974e4-dfbc-4f13-bd45-1cf424e09605 req-46b9c01f-6c8d-4551-a901-b941c7cbaa23 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c84727-886c-44c3-98f6-6ec95066fe72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895417 Jul 07 17:03:17.593835 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-447ea77b-148c-4c4f-b0e7-bbffc2804ee6 req-ff3ee4cc-f8c2-4372-a92f-89f12f553358 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1139059 Jul 07 17:03:17.596147 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 47bf5e37-4f50-40b7-9c7a-0594677913b4, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=47bf5e37-4f50-40b7-9c7a-0594677913b4,segment=NetworkSegment(7487d8ef-9e5b-45a3-816c-e8bf097ba0ff),segment_id=7487d8ef-9e5b-45a3-816c-e8bf097ba0ff)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:17.607494 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbfb5ee-576c-477f-a5d4-06f5c879825d x-openstack-request-id: req-5bbfb5ee-576c-477f-a5d4-06f5c879825d {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:17.608109 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00bedfb6-08aa-41ad-8116-389f65ed7aaa", "name": "network-vif-plugged", "status": "completed", "tag": "a026f0aa-482d-4bb5-ae76-f24dd4c27fcb", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:17.608768 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5bbfb5ee-576c-477f-a5d4-06f5c879825d {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:17.609397 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00bedfb6-08aa-41ad-8116-389f65ed7aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a026f0aa-482d-4bb5-ae76-f24dd4c27fcb', 'code': 200} Jul 07 17:03:17.616015 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '47bf5e37-4f50-40b7-9c7a-0594677913b4', 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894', 'port_id': '47bf5e37-4f50-40b7-9c7a-0594677913b4', 'mac_address': 'fa:16:3e:bc:b3:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf3ce58-a71d-4412-bb72-4611169487c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:17.794161 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:17.849620 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47bf5e37-4f50-40b7-9c7a-0594677913b4 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:17.903506 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 47bf5e37-4f50-40b7-9c7a-0594677913b4, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=47bf5e37-4f50-40b7-9c7a-0594677913b4,segment=NetworkSegment(7487d8ef-9e5b-45a3-816c-e8bf097ba0ff),segment_id=7487d8ef-9e5b-45a3-816c-e8bf097ba0ff)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:17.914710 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:17.919129 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:17.937868 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf65b9b-be63-429d-9b1f-68c5a047e1d9 req-d5cc0113-0af4-4f6f-b08c-8787da732ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:17.940810 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ecf65b9b-be63-429d-9b1f-68c5a047e1d9 req-d5cc0113-0af4-4f6f-b08c-8787da732ac4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=00bedfb6-08aa-41ad-8116-389f65ed7aaa HTTP/1.1" status: 200 len: 1097 time: 0.2131593 Jul 07 17:03:18.032853 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce92d1f-ea33-4c53-bf13-ce93725e865f req-21003869-587f-4566-b133-5939acb715bf tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:18.035794 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1ce92d1f-ea33-4c53-bf13-ce93725e865f req-21003869-587f-4566-b133-5939acb715bf tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 1102 time: 0.1983583 Jul 07 17:03:18.071300 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ecf65b9b-be63-429d-9b1f-68c5a047e1d9 req-46ab1258-2dd1-4146-92fa-cfbab39120dd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b5c84727-886c-44c3-98f6-6ec95066fe72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226151 Jul 07 17:03:18.085083 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca2029-e13d-4997-b063-ac094b5007cd req-8dc44e84-7799-42ce-81ca-8a13bb9f7664 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:18.109406 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c1ca2029-e13d-4997-b063-ac094b5007cd req-8dc44e84-7799-42ce-81ca-8a13bb9f7664 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/ports?device_id=59b7376b-9121-4c7d-94ff-f3474fda09b3 HTTP/1.1" status: 200 len: 945 time: 0.2066078 Jul 07 17:03:18.120867 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1ce92d1f-ea33-4c53-bf13-ce93725e865f req-85301132-519d-4871-9591-b71e89f3b5db tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696728 Jul 07 17:03:18.204485 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c1ca2029-e13d-4997-b063-ac094b5007cd req-0bf575cf-7683-41e1-bc86-eed35f23d074 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb648df4-c641-4500-a865-78a1a5add036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935538 Jul 07 17:03:18.272226 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c73629-f290-4bfb-a138-e5cdbb761d01 x-openstack-request-id: req-34c73629-f290-4bfb-a138-e5cdbb761d01 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:18.273391 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0", "name": "network-vif-deleted", "tag": "478ecb6c-d563-4c2e-b2ed-2078c7c98587", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:18.274115 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34c73629-f290-4bfb-a138-e5cdbb761d01 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:18.275939 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c0c346-a8b3-4a5e-b998-b1f8a235b0e0', 'name': 'network-vif-deleted', 'tag': '478ecb6c-d563-4c2e-b2ed-2078c7c98587', 'status': 'completed', 'code': 200} Jul 07 17:03:18.409789 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca,segment=NetworkSegment(b85f67fa-4f4a-4c5c-8baf-733f98a524f2),segment_id=b85f67fa-4f4a-4c5c-8baf-733f98a524f2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:18.437284 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=47bf5e37-4f50-40b7-9c7a-0594677913b4,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:18.459033 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca', 'network_id': '631352b9-cdc0-4502-b4e6-9840754bae5a', 'port_id': 'c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca', 'mac_address': 'fa:16:3e:19:0a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c30ad8-8f95-45c0-9f1d-ea2c0038c53f', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:18.537690 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.568413 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:18.622836 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca,segment=NetworkSegment(b85f67fa-4f4a-4c5c-8baf-733f98a524f2),segment_id=b85f67fa-4f4a-4c5c-8baf-733f98a524f2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:18.631658 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bcd6f0-fcc0-4d5d-96e9-438947ad8d0c req-8a5725b1-4a20-4647-9b5f-56b44610ae91 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:18.635786 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.648415 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84bcd6f0-fcc0-4d5d-96e9-438947ad8d0c req-8a5725b1-4a20-4647-9b5f-56b44610ae91 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 946 time: 0.1461041 Jul 07 17:03:18.695261 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84bcd6f0-fcc0-4d5d-96e9-438947ad8d0c req-f6fda26f-90a1-459b-87c6-893225474a0b tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455351 Jul 07 17:03:18.695976 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e21900-dfeb-4eb1-a335-ca1f292cd299 req-66c35dd0-3ddb-46de-9e7f-5f2ad320ff52 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:18.713489 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e21900-dfeb-4eb1-a335-ca1f292cd299 req-66c35dd0-3ddb-46de-9e7f-5f2ad320ff52 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:18.726234 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e21900-dfeb-4eb1-a335-ca1f292cd299 req-66c35dd0-3ddb-46de-9e7f-5f2ad320ff52 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:18.739146 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e21900-dfeb-4eb1-a335-ca1f292cd299 req-66c35dd0-3ddb-46de-9e7f-5f2ad320ff52 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:18.744306 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:18.752818 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e21900-dfeb-4eb1-a335-ca1f292cd299 req-66c35dd0-3ddb-46de-9e7f-5f2ad320ff52 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:18.765634 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e21900-dfeb-4eb1-a335-ca1f292cd299 req-66c35dd0-3ddb-46de-9e7f-5f2ad320ff52 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:18.778556 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e21900-dfeb-4eb1-a335-ca1f292cd299 req-66c35dd0-3ddb-46de-9e7f-5f2ad320ff52 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:18.782126 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a9e21900-dfeb-4eb1-a335-ca1f292cd299 req-66c35dd0-3ddb-46de-9e7f-5f2ad320ff52 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5444 time: 0.2624824 Jul 07 17:03:18.794133 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55280) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:18.800760 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-79f5525b-7be5-474d-b0b5-3f20a545a906 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Request body: {'floatingip': {'port_id': 'ee9f9590-c476-4e56-b319-494470a69a36'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:18.883426 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-79f5525b-7be5-474d-b0b5-3f20a545a906 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for floatingip, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.887778 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55282) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:18.975740 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d2f36-eeaa-4c6a-b84d-31ac9cc45b26 req-18877324-4a84-4fd5-b241-035e04e66820 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:18.983991 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d2f36-eeaa-4c6a-b84d-31ac9cc45b26 req-18877324-4a84-4fd5-b241-035e04e66820 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:18.991463 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d2f36-eeaa-4c6a-b84d-31ac9cc45b26 req-18877324-4a84-4fd5-b241-035e04e66820 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:18.999599 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d2f36-eeaa-4c6a-b84d-31ac9cc45b26 req-18877324-4a84-4fd5-b241-035e04e66820 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:19.007515 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d2f36-eeaa-4c6a-b84d-31ac9cc45b26 req-18877324-4a84-4fd5-b241-035e04e66820 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:19.015262 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d2f36-eeaa-4c6a-b84d-31ac9cc45b26 req-18877324-4a84-4fd5-b241-035e04e66820 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:19.024089 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d2f36-eeaa-4c6a-b84d-31ac9cc45b26 req-18877324-4a84-4fd5-b241-035e04e66820 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:19.035130 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a1d2f36-eeaa-4c6a-b84d-31ac9cc45b26 req-18877324-4a84-4fd5-b241-035e04e66820 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5429 time: 0.1609607 Jul 07 17:03:19.108447 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a1d2f36-eeaa-4c6a-b84d-31ac9cc45b26 req-545aad53-3882-4a10-82c9-e1b9c89c9b24 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721984 Jul 07 17:03:19.109962 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb980916-d455-444a-bb2b-885b2989e97a admin admin] Deleting subnet 8f0b9833-1527-46c9-a206-f42c90279aee {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:03:19.116229 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eb980916-d455-444a-bb2b-885b2989e97a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:19.246620 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eb980916-d455-444a-bb2b-885b2989e97a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:19.413017 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['49dedb3b-3027-44d3-9dfc-eaffaf552295'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:19.441750 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eb980916-d455-444a-bb2b-885b2989e97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:19.449385 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['47bf5e37-4f50-40b7-9c7a-0594677913b4'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:19.452774 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:19.454079 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['8d3beb7b-b73e-4339-ba42-9083ce28761c'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:19.491249 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e6f5b8b2-4f68-4a2f-b5e2-e985001e85a6 req-41e53d2a-961d-4c08-885e-878fdba1b45e tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 258 time: 0.3476598 Jul 07 17:03:19.505161 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-e6f5b8b2-4f68-4a2f-b5e2-e985001e85a6 req-2bc50ca4-83fa-4955-a71e-7358e74e0a21 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:19.532193 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['c53515a8-9fd6-4c21-9637-86f0e67278e8'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:19.534618 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:19.536964 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['cb7e9c4c-fd57-4d46-895f-74234734d082'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:19.540773 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e6f5b8b2-4f68-4a2f-b5e2-e985001e85a6 req-2bc50ca4-83fa-4955-a71e-7358e74e0a21 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:19.686941 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eb980916-d455-444a-bb2b-885b2989e97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:19.735706 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2776b-26fc-4ac2-b355-6985f2467e4f req-cb209ec7-09b7-4c7b-ba81-0f7c8285e463 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:19.738236 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1ef2776b-26fc-4ac2-b355-6985f2467e4f req-cb209ec7-09b7-4c7b-ba81-0f7c8285e463 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports?device_id=00bedfb6-08aa-41ad-8116-389f65ed7aaa HTTP/1.1" status: 200 len: 945 time: 0.3061848 Jul 07 17:03:19.760931 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e6f5b8b2-4f68-4a2f-b5e2-e985001e85a6 req-2bc50ca4-83fa-4955-a71e-7358e74e0a21 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:19.778498 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eb980916-d455-444a-bb2b-885b2989e97a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:19.781416 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-eb980916-d455-444a-bb2b-885b2989e97a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8f0b9833-1527-46c9-a206-f42c90279aee HTTP/1.1" status: 204 len: 168 time: 0.8922074 Jul 07 17:03:19.783337 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb980916-d455-444a-bb2b-885b2989e97a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f0b9833-1527-46c9-a206-f42c90279aee,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:19.785990 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55288) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:19.945549 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1ef2776b-26fc-4ac2-b355-6985f2467e4f req-033bbf68-8d77-4293-b379-e56bf199c681 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c84727-886c-44c3-98f6-6ec95066fe72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729727 Jul 07 17:03:20.046613 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fe88a6c0-2d0a-46a8-bddf-493975db8f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.103942 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-e6f5b8b2-4f68-4a2f-b5e2-e985001e85a6 req-2bc50ca4-83fa-4955-a71e-7358e74e0a21 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Allocated IP 172.25.0.84 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/80eedd4b-b84e-4bb1-9982-916c2b806bed) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:20.304127 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fe88a6c0-2d0a-46a8-bddf-493975db8f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.330918 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-fe88a6c0-2d0a-46a8-bddf-493975db8f3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086ec6dc-f361-443b-aa6c-003999c77257']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:20.357980 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.db.resource_extend [None req-79f5525b-7be5-474d-b0b5-3f20a545a906 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:03:20.428438 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-79f5525b-7be5-474d-b0b5-3f20a545a906 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.435541 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-79f5525b-7be5-474d-b0b5-3f20a545a906 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.452386 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-fe88a6c0-2d0a-46a8-bddf-493975db8f3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dee5db3-bec1-4b4b-8527-1daf14e04b7c') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:20.461000 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-fe88a6c0-2d0a-46a8-bddf-493975db8f3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dee5db3-bec1-4b4b-8527-1daf14e04b7c') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:20.484343 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fe88a6c0-2d0a-46a8-bddf-493975db8f3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.526621 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fe88a6c0-2d0a-46a8-bddf-493975db8f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.537143 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e6f5b8b2-4f68-4a2f-b5e2-e985001e85a6 req-2bc50ca4-83fa-4955-a71e-7358e74e0a21 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.545041 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe88a6c0-2d0a-46a8-bddf-493975db8f3f admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:03:20.547449 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fe88a6c0-2d0a-46a8-bddf-493975db8f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:03:20.551006 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:03:20.655032 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-79f5525b-7be5-474d-b0b5-3f20a545a906 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Floating IP 12e0675b-eff3-409a-be08-e249d5d7f952 associated. External IP: 172.25.0.119, port: ee9f9590-c476-4e56-b319-494470a69a36. Jul 07 17:03:20.670775 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fe88a6c0-2d0a-46a8-bddf-493975db8f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.673671 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 478ecb6c-d563-4c2e-b2ed-2078c7c98587 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:20.679324 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fe88a6c0-2d0a-46a8-bddf-493975db8f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.683521 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fe88a6c0-2d0a-46a8-bddf-493975db8f3f admin admin] 10.222.0.53 "DELETE /v2.0/networks/086ec6dc-f361-443b-aa6c-003999c77257 HTTP/1.1" status: 204 len: 168 time: 0.8959048 Jul 07 17:03:20.770173 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88a6c0-2d0a-46a8-bddf-493975db8f3f admin admin] Pushing event deleted for resources: {'Network': ['ID=086ec6dc-f361-443b-aa6c-003999c77257,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:20.803312 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e6f5b8b2-4f68-4a2f-b5e2-e985001e85a6 req-2bc50ca4-83fa-4955-a71e-7358e74e0a21 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.808956 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe88a6c0-2d0a-46a8-bddf-493975db8f3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:20.809854 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe88a6c0-2d0a-46a8-bddf-493975db8f3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:20.810701 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe88a6c0-2d0a-46a8-bddf-493975db8f3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:20.811539 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe88a6c0-2d0a-46a8-bddf-493975db8f3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:20.812463 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe88a6c0-2d0a-46a8-bddf-493975db8f3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:20.813249 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe88a6c0-2d0a-46a8-bddf-493975db8f3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:20.814088 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe88a6c0-2d0a-46a8-bddf-493975db8f3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:20.814932 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe88a6c0-2d0a-46a8-bddf-493975db8f3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:20.815969 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe88a6c0-2d0a-46a8-bddf-493975db8f3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:20.816829 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe88a6c0-2d0a-46a8-bddf-493975db8f3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:20.817625 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe88a6c0-2d0a-46a8-bddf-493975db8f3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:20.818464 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe88a6c0-2d0a-46a8-bddf-493975db8f3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:20.870767 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 478ecb6c-d563-4c2e-b2ed-2078c7c98587 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:03:20.871230 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 478ecb6c-d563-4c2e-b2ed-2078c7c98587 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:20.894066 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55306) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:20.938417 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f5b8b2-4f68-4a2f-b5e2-e985001e85a6 req-2bc50ca4-83fa-4955-a71e-7358e74e0a21 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:20.949843 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-e6f5b8b2-4f68-4a2f-b5e2-e985001e85a6 req-2bc50ca4-83fa-4955-a71e-7358e74e0a21 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:20.996588 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f5b8b2-4f68-4a2f-b5e2-e985001e85a6 req-2bc50ca4-83fa-4955-a71e-7358e74e0a21 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:21.000039 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55308) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:21.001450 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc50ca4-83fa-4955-a71e-7358e74e0a21 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Pushing event updated for resources: {'Port': ['ID=80eedd4b-b84e-4bb1-9982-916c2b806bed,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:21.060486 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8e141b93-8238-438a-9a13-e560ae118b2d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bfab1fdca5984136805937df5ee6c6a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1612701 Jul 07 17:03:21.066012 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55312) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:21.193696 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9d47ed81-7eb5-4736-9522-d9f47b46e305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.219670 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e6f5b8b2-4f68-4a2f-b5e2-e985001e85a6 req-2bc50ca4-83fa-4955-a71e-7358e74e0a21 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.235351 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9d47ed81-7eb5-4736-9522-d9f47b46e305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.351098 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ff1a4f7c-3de3-4c00-95b6-3666a626a788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.358720 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e6f5b8b2-4f68-4a2f-b5e2-e985001e85a6 req-2bc50ca4-83fa-4955-a71e-7358e74e0a21 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.412660 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230c2df-d64e-49df-8c5e-e40363bac136 req-baef0c8f-c169-496c-8ce7-98c6d4179b10 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:21.415535 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5230c2df-d64e-49df-8c5e-e40363bac136 req-baef0c8f-c169-496c-8ce7-98c6d4179b10 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 946 time: 0.5472052 Jul 07 17:03:21.440025 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f5525b-7be5-474d-b0b5-3f20a545a906 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Router f9f6f930-6ce8-4f49-8566-c74d173921c8 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:03:21.464874 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9d47ed81-7eb5-4736-9522-d9f47b46e305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.469687 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9d47ed81-7eb5-4736-9522-d9f47b46e305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.471697 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9d47ed81-7eb5-4736-9522-d9f47b46e305 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a74db558-80d7-41e3-b29f-0660b05708c2 HTTP/1.1" status: 204 len: 168 time: 0.4044957 Jul 07 17:03:21.511474 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47ed81-7eb5-4736-9522-d9f47b46e305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74db558-80d7-41e3-b29f-0660b05708c2,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:21.580516 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5230c2df-d64e-49df-8c5e-e40363bac136 req-2c1a6a24-07e9-4b5c-8c70-588a7a92d7c0 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434538 Jul 07 17:03:21.801215 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e6f5b8b2-4f68-4a2f-b5e2-e985001e85a6 req-2bc50ca4-83fa-4955-a71e-7358e74e0a21 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.814695 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e6f5b8b2-4f68-4a2f-b5e2-e985001e85a6 req-2bc50ca4-83fa-4955-a71e-7358e74e0a21 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.835308 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ff1a4f7c-3de3-4c00-95b6-3666a626a788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.839530 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f5525b-7be5-474d-b0b5-3f20a545a906 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:21.862029 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ffb4e-68e0-499e-861d-f966ccd68451 None None] Sync routers for ids ['f9f6f930-6ce8-4f49-8566-c74d173921c8'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:21.879360 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-79f5525b-7be5-474d-b0b5-3f20a545a906 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.883816 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ff1a4f7c-3de3-4c00-95b6-3666a626a788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.898728 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ffb4e-68e0-499e-861d-f966ccd68451 None None] Routers {'f9f6f930-6ce8-4f49-8566-c74d173921c8'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:21.901186 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-f17ffb4e-68e0-499e-861d-f966ccd68451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:02:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['f9f6f930-6ce8-4f49-8566-c74d173921c8'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:22.017137 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc50ca4-83fa-4955-a71e-7358e74e0a21 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Pushing event updated for resources: {'Port': ['ID=80eedd4b-b84e-4bb1-9982-916c2b806bed,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:22.036464 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a4f7c-3de3-4c00-95b6-3666a626a788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311fb91e-b45e-40ed-97c4-f7c302e2a72f,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:22.048780 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ff1a4f7c-3de3-4c00-95b6-3666a626a788 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c08cf6f08ecc4a80b778979644092407&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0426898 Jul 07 17:03:22.052828 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55322) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:22.069802 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e6f5b8b2-4f68-4a2f-b5e2-e985001e85a6 req-2bc50ca4-83fa-4955-a71e-7358e74e0a21 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.125261 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e6f5b8b2-4f68-4a2f-b5e2-e985001e85a6 req-2bc50ca4-83fa-4955-a71e-7358e74e0a21 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.137523 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e6f5b8b2-4f68-4a2f-b5e2-e985001e85a6 req-2bc50ca4-83fa-4955-a71e-7358e74e0a21 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6381505 Jul 07 17:03:22.183635 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-79f5525b-7be5-474d-b0b5-3f20a545a906 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "PUT /v2.0/floatingips/12e0675b-eff3-409a-be08-e249d5d7f952 HTTP/1.1" status: 200 len: 991 time: 3.3888190 Jul 07 17:03:22.187376 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-f17ffb4e-68e0-499e-861d-f966ccd68451 None None] Set router f9f6f930-6ce8-4f49-8566-c74d173921c8 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:22.187710 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'tag': 'ee9f9590-c476-4e56-b319-494470a69a36'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:22.192038 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b9cf24-27e7-4574-929e-1b0997b03eed" -d '{"events": [{"name": "network-changed", "server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "tag": "ee9f9590-c476-4e56-b319-494470a69a36"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:22.211242 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7d23eddd-1477-4bf1-80e9-88fd8ed41e3f req-d84056b1-0248-417e-8a71-7a0f70619986 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5514915 Jul 07 17:03:22.233604 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-7d23eddd-1477-4bf1-80e9-88fd8ed41e3f req-50008062-a3bb-424f-be06-30f064582946 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:22.293550 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7d23eddd-1477-4bf1-80e9-88fd8ed41e3f req-50008062-a3bb-424f-be06-30f064582946 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks [] for floatingip, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.310165 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e6f5b8b2-4f68-4a2f-b5e2-e985001e85a6 req-7f4a76fc-c105-42c9-8b09-95ad1a8597c3 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.84 HTTP/1.1" status: 200 len: 695 time: 0.1711423 Jul 07 17:03:22.342138 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-31272427-a716-4bdd-a4f9-c558f37143df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.467478 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-31272427-a716-4bdd-a4f9-c558f37143df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.546308 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7d23eddd-1477-4bf1-80e9-88fd8ed41e3f req-50008062-a3bb-424f-be06-30f064582946 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.607982 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5b8b2-4f68-4a2f-b5e2-e985001e85a6 req-a1057af4-e337-4ec5-81a0-0ca49cd43e02 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:22.610840 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e6f5b8b2-4f68-4a2f-b5e2-e985001e85a6 req-a1057af4-e337-4ec5-81a0-0ca49cd43e02 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 784 time: 0.2993629 Jul 07 17:03:22.643442 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-e6f5b8b2-4f68-4a2f-b5e2-e985001e85a6 req-a1fed031-ee2f-46b0-ada2-6c86cc3d8439 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:03:22.651608 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e6f5b8b2-4f68-4a2f-b5e2-e985001e85a6 req-a1fed031-ee2f-46b0-ada2-6c86cc3d8439 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0223727 Jul 07 17:03:22.653729 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-31272427-a716-4bdd-a4f9-c558f37143df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.664204 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-31272427-a716-4bdd-a4f9-c558f37143df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.665375 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device ff52852b-53d4-4e3b-973e-2b425a046424 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:22.667838 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-31272427-a716-4bdd-a4f9-c558f37143df admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/311fb91e-b45e-40ed-97c4-f7c302e2a72f HTTP/1.1" status: 204 len: 168 time: 0.6133471 Jul 07 17:03:22.674028 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device ff52852b-53d4-4e3b-973e-2b425a046424 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:22.704472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31272427-a716-4bdd-a4f9-c558f37143df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311fb91e-b45e-40ed-97c4-f7c302e2a72f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:22.801033 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-7d23eddd-1477-4bf1-80e9-88fd8ed41e3f req-50008062-a3bb-424f-be06-30f064582946 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Allocated IP 172.25.0.4 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/31832267-e9cf-4122-95de-1f3b22cf58a4) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:23.014280 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port ff52852b-53d4-4e3b-973e-2b425a046424, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ff52852b-53d4-4e3b-973e-2b425a046424,segment=NetworkSegment(936489cd-6d27-46e3-a8c0-5f4261bd9fb2),segment_id=936489cd-6d27-46e3-a8c0-5f4261bd9fb2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:23.017936 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.027871 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-f17ffb4e-68e0-499e-861d-f966ccd68451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'name': 'tempest-TaggedBootDevicesTest_v242-1344857090-router', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:45Z', 'updated_at': '2021-07-07T16:59:59Z', 'revision_number': 4, 'project_id': '52ba6e7d3c334b5d9c08203be3275f20', 'gw_port': {'id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:47Z', 'updated_at': '2021-07-07T17:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '12e0675b-eff3-409a-be08-e249d5d7f952', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'floating_ip_address': '172.25.0.119', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'port_id': 'ee9f9590-c476-4e56-b319-494470a69a36', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976', 'mac_address': 'fa:16:3e:4f:19:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e438531-e21d-4b21-9060-f2618286d67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:01:18Z', 'updated_at': '2021-07-07T17:03:20Z', 'revision_number': 1, 'project_id': '52ba6e7d3c334b5d9c08203be3275f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '297ecff9-f587-4921-93ca-d6d191a22ce1', 'name': '', 'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'mac_address': 'fa:16:3e:14:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ce5d8e85-e977-4ec0-aa8c-00c1d211eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:56Z', 'updated_at': '2021-07-07T17:00:10Z', 'revision_number': 5, 'project_id': '52ba6e7d3c334b5d9c08203be3275f20', 'subnets': [{'id': 'ce5d8e85-e977-4ec0-aa8c-00c1d211eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:23.069016 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7d23eddd-1477-4bf1-80e9-88fd8ed41e3f req-50008062-a3bb-424f-be06-30f064582946 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.077195 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'ff52852b-53d4-4e3b-973e-2b425a046424', 'network_id': 'a5429642-2051-4fab-b0d0-6ebe08874dd5', 'port_id': 'ff52852b-53d4-4e3b-973e-2b425a046424', 'mac_address': 'fa:16:3e:d0:d2:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a0e3aa-e114-4f75-9b7a-179619372bd1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:23.088229 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ffb4e-68e0-499e-861d-f966ccd68451 None None] Checking router: f9f6f930-6ce8-4f49-8566-c74d173921c8 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:03:23.099713 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf7f38a-f013-4b5a-a421-68cec87cc255', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff52852b-53d4-4e3b-973e-2b425a046424'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:23.102103 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65e8309-82ca-4106-abcd-edf4a7333d29" -d '{"events": [{"server_uuid": "ebf7f38a-f013-4b5a-a421-68cec87cc255", "name": "network-vif-unplugged", "status": "completed", "tag": "ff52852b-53d4-4e3b-973e-2b425a046424"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:23.111119 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67755a6d-f6ab-4545-bb06-3ce463367cea req-8701b6cf-68aa-4522-9670-e3a508dd3343 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:23.129825 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67755a6d-f6ab-4545-bb06-3ce463367cea req-8701b6cf-68aa-4522-9670-e3a508dd3343 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:23.141177 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67755a6d-f6ab-4545-bb06-3ce463367cea req-8701b6cf-68aa-4522-9670-e3a508dd3343 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:23.145869 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port ff52852b-53d4-4e3b-973e-2b425a046424, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ff52852b-53d4-4e3b-973e-2b425a046424,segment=NetworkSegment(936489cd-6d27-46e3-a8c0-5f4261bd9fb2),segment_id=936489cd-6d27-46e3-a8c0-5f4261bd9fb2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:23.150191 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ffb4e-68e0-499e-861d-f966ccd68451 None None] Routers {'f9f6f930-6ce8-4f49-8566-c74d173921c8'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:23.150858 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-f17ffb4e-68e0-499e-861d-f966ccd68451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:02:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['f9f6f930-6ce8-4f49-8566-c74d173921c8'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:23.154746 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67755a6d-f6ab-4545-bb06-3ce463367cea req-8701b6cf-68aa-4522-9670-e3a508dd3343 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:23.166560 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67755a6d-f6ab-4545-bb06-3ce463367cea req-8701b6cf-68aa-4522-9670-e3a508dd3343 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:23.176653 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67755a6d-f6ab-4545-bb06-3ce463367cea req-8701b6cf-68aa-4522-9670-e3a508dd3343 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:23.188688 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67755a6d-f6ab-4545-bb06-3ce463367cea req-8701b6cf-68aa-4522-9670-e3a508dd3343 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:23.198540 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7d23eddd-1477-4bf1-80e9-88fd8ed41e3f req-50008062-a3bb-424f-be06-30f064582946 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.220775 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-67755a6d-f6ab-4545-bb06-3ce463367cea req-8701b6cf-68aa-4522-9670-e3a508dd3343 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5429 time: 0.3174274 Jul 07 17:03:23.262288 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.287130 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d23eddd-1477-4bf1-80e9-88fd8ed41e3f req-50008062-a3bb-424f-be06-30f064582946 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:23.298417 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-7d23eddd-1477-4bf1-80e9-88fd8ed41e3f req-50008062-a3bb-424f-be06-30f064582946 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:23.305082 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d23eddd-1477-4bf1-80e9-88fd8ed41e3f req-50008062-a3bb-424f-be06-30f064582946 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:23.319832 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50008062-a3bb-424f-be06-30f064582946 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Pushing event updated for resources: {'Port': ['ID=31832267-e9cf-4122-95de-1f3b22cf58a4,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:23.344560 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-67755a6d-f6ab-4545-bb06-3ce463367cea req-2e36f2d6-1e5d-489d-83b7-6cfd731c11bb tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1223435 Jul 07 17:03:23.522532 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7d23eddd-1477-4bf1-80e9-88fd8ed41e3f req-50008062-a3bb-424f-be06-30f064582946 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.561079 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.608212 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff52852b-53d4-4e3b-973e-2b425a046424 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:23.626618 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7d23eddd-1477-4bf1-80e9-88fd8ed41e3f req-50008062-a3bb-424f-be06-30f064582946 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.668859 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ce2710da-05cd-4382-ab6e-9de9d05060b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.761495 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=ff52852b-53d4-4e3b-973e-2b425a046424,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:23.819625 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.api [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:03:23.819625 n-d-791503-12 neutron-server[100194]: DEBUG oslo_db.api [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:03:23.829684 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-f17ffb4e-68e0-499e-861d-f966ccd68451 None None] Set router f9f6f930-6ce8-4f49-8566-c74d173921c8 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:23.903760 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7d23eddd-1477-4bf1-80e9-88fd8ed41e3f req-50008062-a3bb-424f-be06-30f064582946 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.912614 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7d23eddd-1477-4bf1-80e9-88fd8ed41e3f req-50008062-a3bb-424f-be06-30f064582946 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:24.060452 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50008062-a3bb-424f-be06-30f064582946 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Pushing event updated for resources: {'Port': ['ID=31832267-e9cf-4122-95de-1f3b22cf58a4,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:24.089646 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f199faf-2d4e-4cdb-b5a2-4c2d4dfb33b3 x-openstack-request-id: req-4f199faf-2d4e-4cdb-b5a2-4c2d4dfb33b3 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:24.090120 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "tag": "ee9f9590-c476-4e56-b319-494470a69a36", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:24.096772 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f199faf-2d4e-4cdb-b5a2-4c2d4dfb33b3 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:24.097463 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'tag': 'ee9f9590-c476-4e56-b319-494470a69a36', 'status': 'completed', 'code': 200} Jul 07 17:03:24.103766 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7d23eddd-1477-4bf1-80e9-88fd8ed41e3f req-50008062-a3bb-424f-be06-30f064582946 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:24.133251 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7d23eddd-1477-4bf1-80e9-88fd8ed41e3f req-50008062-a3bb-424f-be06-30f064582946 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:24.137235 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7d23eddd-1477-4bf1-80e9-88fd8ed41e3f req-50008062-a3bb-424f-be06-30f064582946 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.9145744 Jul 07 17:03:24.255528 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-f17ffb4e-68e0-499e-861d-f966ccd68451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'name': 'tempest-TaggedBootDevicesTest_v242-1344857090-router', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:45Z', 'updated_at': '2021-07-07T16:59:59Z', 'revision_number': 4, 'project_id': '52ba6e7d3c334b5d9c08203be3275f20', 'gw_port': {'id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:47Z', 'updated_at': '2021-07-07T17:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '12e0675b-eff3-409a-be08-e249d5d7f952', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'floating_ip_address': '172.25.0.119', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'port_id': 'ee9f9590-c476-4e56-b319-494470a69a36', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976', 'mac_address': 'fa:16:3e:4f:19:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e438531-e21d-4b21-9060-f2618286d67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:01:18Z', 'updated_at': '2021-07-07T17:03:20Z', 'revision_number': 1, 'project_id': '52ba6e7d3c334b5d9c08203be3275f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '297ecff9-f587-4921-93ca-d6d191a22ce1', 'name': '', 'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'mac_address': 'fa:16:3e:14:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ce5d8e85-e977-4ec0-aa8c-00c1d211eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:56Z', 'updated_at': '2021-07-07T17:00:10Z', 'revision_number': 5, 'project_id': '52ba6e7d3c334b5d9c08203be3275f20', 'subnets': [{'id': 'ce5d8e85-e977-4ec0-aa8c-00c1d211eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:24.309892 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55372) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:24.337579 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ffb4e-68e0-499e-861d-f966ccd68451 None None] The sync data for ids ['f9f6f930-6ce8-4f49-8566-c74d173921c8'] in n-d-791503-12 is: [{'id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'name': 'tempest-TaggedBootDevicesTest_v242-1344857090-router', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:45Z', 'updated_at': '2021-07-07T16:59:59Z', 'revision_number': 4, 'project_id': '52ba6e7d3c334b5d9c08203be3275f20', 'gw_port': {'id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:47Z', 'updated_at': '2021-07-07T17:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '12e0675b-eff3-409a-be08-e249d5d7f952', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'floating_ip_address': '172.25.0.119', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'port_id': 'ee9f9590-c476-4e56-b319-494470a69a36', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976', 'mac_address': 'fa:16:3e:4f:19:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e438531-e21d-4b21-9060-f2618286d67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:01:18Z', 'updated_at': '2021-07-07T17:03:20Z', 'revision_number': 1, 'project_id': '52ba6e7d3c334b5d9c08203be3275f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '297ecff9-f587-4921-93ca-d6d191a22ce1', 'name': '', 'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'mac_address': 'fa:16:3e:14:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ce5d8e85-e977-4ec0-aa8c-00c1d211eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:56Z', 'updated_at': '2021-07-07T17:00:10Z', 'revision_number': 5, 'project_id': '52ba6e7d3c334b5d9c08203be3275f20', 'subnets': [{'id': 'ce5d8e85-e977-4ec0-aa8c-00c1d211eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:24.347769 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7d23eddd-1477-4bf1-80e9-88fd8ed41e3f req-1a8334eb-46d7-4d4a-9327-6038cee337e1 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.4 HTTP/1.1" status: 200 len: 694 time: 0.2010138 Jul 07 17:03:24.374857 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e574a-9dd2-48d6-9914-4e36daa8a0bf req-b01588c5-3f4d-4cfb-80a5-062095a17b3d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:24.377667 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-388e574a-9dd2-48d6-9914-4e36daa8a0bf req-b01588c5-3f4d-4cfb-80a5-062095a17b3d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 944 time: 0.1374700 Jul 07 17:03:24.414424 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:24.449577 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff52852b-53d4-4e3b-973e-2b425a046424 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:24.498824 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23eddd-1477-4bf1-80e9-88fd8ed41e3f req-d4cad39a-b3ba-4777-891d-9cede94c61e9 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:24.501812 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7d23eddd-1477-4bf1-80e9-88fd8ed41e3f req-d4cad39a-b3ba-4777-891d-9cede94c61e9 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 784 time: 0.1389029 Jul 07 17:03:24.508290 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-388e574a-9dd2-48d6-9914-4e36daa8a0bf req-c8e41b48-44d3-4255-9f74-3d6aaff9df76 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243608 Jul 07 17:03:24.511296 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port ff52852b-53d4-4e3b-973e-2b425a046424, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ff52852b-53d4-4e3b-973e-2b425a046424,segment=NetworkSegment(936489cd-6d27-46e3-a8c0-5f4261bd9fb2),segment_id=936489cd-6d27-46e3-a8c0-5f4261bd9fb2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:24.521521 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-7d23eddd-1477-4bf1-80e9-88fd8ed41e3f req-78053caf-3e91-4ba2-ae30-2febad79ec43 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:03:24.522686 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7d23eddd-1477-4bf1-80e9-88fd8ed41e3f req-78053caf-3e91-4ba2-ae30-2febad79ec43 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078363 Jul 07 17:03:24.523457 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:24.540750 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9cf24-27e7-4574-929e-1b0997b03eed req-3cde2e62-76bf-46dc-9ddf-cccbde03ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:24.541267 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9cf24-27e7-4574-929e-1b0997b03eed req-3cde2e62-76bf-46dc-9ddf-cccbde03ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:24.541816 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9cf24-27e7-4574-929e-1b0997b03eed req-3cde2e62-76bf-46dc-9ddf-cccbde03ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:24.542319 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9cf24-27e7-4574-929e-1b0997b03eed req-3cde2e62-76bf-46dc-9ddf-cccbde03ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:24.542791 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9cf24-27e7-4574-929e-1b0997b03eed req-3cde2e62-76bf-46dc-9ddf-cccbde03ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:24.543278 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9cf24-27e7-4574-929e-1b0997b03eed req-3cde2e62-76bf-46dc-9ddf-cccbde03ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:24.543810 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9cf24-27e7-4574-929e-1b0997b03eed req-3cde2e62-76bf-46dc-9ddf-cccbde03ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:24.545979 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b5b9cf24-27e7-4574-929e-1b0997b03eed req-3cde2e62-76bf-46dc-9ddf-cccbde03ced8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52ba6e7d3c334b5d9c08203be3275f20&device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 6508 time: 0.3426292 Jul 07 17:03:24.678120 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=ff52852b-53d4-4e3b-973e-2b425a046424,revision_number=7']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:24.688384 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-38ab66d9-d232-4ec7-b862-6d06a8399636 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-478284095-network', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:24.702884 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 49dedb3b-3027-44d3-9dfc-eaffaf552295 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:24.766313 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e58f7f0-2f0e-4adf-9a57-3f9655657efb x-openstack-request-id: req-3e58f7f0-2f0e-4adf-9a57-3f9655657efb {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:24.766775 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf7f38a-f013-4b5a-a421-68cec87cc255", "name": "network-vif-unplugged", "status": "completed", "tag": "ff52852b-53d4-4e3b-973e-2b425a046424", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:24.771369 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e58f7f0-2f0e-4adf-9a57-3f9655657efb {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:24.772138 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf7f38a-f013-4b5a-a421-68cec87cc255', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff52852b-53d4-4e3b-973e-2b425a046424', 'code': 200} Jul 07 17:03:24.773499 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ab66d9-d232-4ec7-b862-6d06a8399636 admin admin] Made reservation on behalf of 8817a8bfe3be4fa1b0c7ad0eb238df26 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:24.778836 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-38ab66d9-d232-4ec7-b862-6d06a8399636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:24.817113 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9cf24-27e7-4574-929e-1b0997b03eed req-6890a566-388c-43b9-9eea-8ff12f90912a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:24.821385 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-38ab66d9-d232-4ec7-b862-6d06a8399636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:24.826505 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b5b9cf24-27e7-4574-929e-1b0997b03eed req-6890a566-388c-43b9-9eea-8ff12f90912a service neutron] 10.222.0.64 "GET /v2.0/networks?id=94d2cc3b-5a36-4261-9491-3ddbfc283976 HTTP/1.1" status: 200 len: 918 time: 0.2723148 Jul 07 17:03:24.835234 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 49dedb3b-3027-44d3-9dfc-eaffaf552295 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:24.841187 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 49dedb3b-3027-44d3-9dfc-eaffaf552295 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:24.841772 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:24.886839 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1826b530-3b4d-4d51-86af-ef64beca0688 None None] New status for floating IP 12e0675b-eff3-409a-be08-e249d5d7f952: ACTIVE {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:03:24.923337 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['ff52852b-53d4-4e3b-973e-2b425a046424'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:25.088362 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b5b9cf24-27e7-4574-929e-1b0997b03eed req-0b155595-52c4-4f3c-9e19-02ad66588ea2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee9f9590-c476-4e56-b319-494470a69a36 HTTP/1.1" status: 200 len: 999 time: 0.2527153 Jul 07 17:03:25.122511 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-38ab66d9-d232-4ec7-b862-6d06a8399636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.147110 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-38ab66d9-d232-4ec7-b862-6d06a8399636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.184242 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.245494 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ab66d9-d232-4ec7-b862-6d06a8399636 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:03:25.250473 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9cf24-27e7-4574-929e-1b0997b03eed req-ebbc964c-6751-4644-b2cc-0f4dd8cb0d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:25.253645 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b5b9cf24-27e7-4574-929e-1b0997b03eed req-ebbc964c-6751-4644-b2cc-0f4dd8cb0d24 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ce5d8e85-e977-4ec0-aa8c-00c1d211eb94 HTTP/1.1" status: 200 len: 856 time: 0.1584790 Jul 07 17:03:25.330290 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 49dedb3b-3027-44d3-9dfc-eaffaf552295, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=49dedb3b-3027-44d3-9dfc-eaffaf552295,segment=NetworkSegment(b85f67fa-4f4a-4c5c-8baf-733f98a524f2),segment_id=b85f67fa-4f4a-4c5c-8baf-733f98a524f2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:25.343324 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.344726 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device cb7e9c4c-fd57-4d46-895f-74234734d082 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:25.354186 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-38ab66d9-d232-4ec7-b862-6d06a8399636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.355363 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-38ab66d9-d232-4ec7-b862-6d06a8399636 admin admin] Added segment 2535c727-b2f1-4d11-9876-7392a2724c3c of type vlan for network f1b2860f-d1dd-483c-9fd7-4a5a24a825e1 Jul 07 17:03:25.385178 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab66d9-d232-4ec7-b862-6d06a8399636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd3ba75-a6ac-46f4-b71c-7a4e3063e2ce,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:25.429305 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde9150-6533-42ba-b080-e6e0da847c6b req-d8791359-8b57-4e26-bbb5-a019dccdf2da tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:25.446522 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8cde9150-6533-42ba-b080-e6e0da847c6b req-d8791359-8b57-4e26-bbb5-a019dccdf2da tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/ports?device_id=59b7376b-9121-4c7d-94ff-f3474fda09b3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6304469 Jul 07 17:03:25.461432 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9cf24-27e7-4574-929e-1b0997b03eed req-62bebb1a-1f32-4008-8908-b5e73003ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:25.470597 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b5b9cf24-27e7-4574-929e-1b0997b03eed req-62bebb1a-1f32-4008-8908-b5e73003ee95 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=94d2cc3b-5a36-4261-9491-3ddbfc283976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2070739 Jul 07 17:03:25.516526 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-38ab66d9-d232-4ec7-b862-6d06a8399636 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.533498 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8cde9150-6533-42ba-b080-e6e0da847c6b req-5d75a1ff-dfc0-4344-80b4-9274d8b3ded4 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.84 HTTP/1.1" status: 200 len: 695 time: 0.0855389 Jul 07 17:03:25.542501 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-8cde9150-6533-42ba-b080-e6e0da847c6b req-726017a3-81ae-4d40-b369-7a0a87d1e89b tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Request body: {'floatingip': {'port_id': '537d1277-ecf7-414d-bcfe-811601335444', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:25.600240 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-8cde9150-6533-42ba-b080-e6e0da847c6b req-726017a3-81ae-4d40-b369-7a0a87d1e89b tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks [] for floatingip, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.620507 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=49dedb3b-3027-44d3-9dfc-eaffaf552295,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:25.650655 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port cb7e9c4c-fd57-4d46-895f-74234734d082 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:25.655164 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port cb7e9c4c-fd57-4d46-895f-74234734d082 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:25.655735 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.695073 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-38ab66d9-d232-4ec7-b862-6d06a8399636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.697532 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ab66d9-d232-4ec7-b862-6d06a8399636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:25.699061 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b5b9cf24-27e7-4574-929e-1b0997b03eed req-12469b14-7cac-4a59-97f8-a8ded0ab29d1 service neutron] 10.222.0.64 "GET /v2.0/networks/94d2cc3b-5a36-4261-9491-3ddbfc283976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201300 Jul 07 17:03:25.699782 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-38ab66d9-d232-4ec7-b862-6d06a8399636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.794083 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.839924 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port cb7e9c4c-fd57-4d46-895f-74234734d082, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=cb7e9c4c-fd57-4d46-895f-74234734d082,segment=NetworkSegment(998774d7-2d8e-4547-8dfe-3636c1eb8560),segment_id=998774d7-2d8e-4547-8dfe-3636c1eb8560)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:25.846915 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.849285 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device c53515a8-9fd6-4c21-9637-86f0e67278e8 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:25.851303 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b5b9cf24-27e7-4574-929e-1b0997b03eed req-3bd48e6d-4ca1-4306-bac6-a5c93084555c service neutron] 10.222.0.64 "GET /v2.0/networks/94d2cc3b-5a36-4261-9491-3ddbfc283976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444821 Jul 07 17:03:25.868887 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab66d9-d232-4ec7-b862-6d06a8399636 admin admin] Pushing event updated for resources: {'Network': ['ID=f1b2860f-d1dd-483c-9fd7-4a5a24a825e1,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:25.928855 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-38ab66d9-d232-4ec7-b862-6d06a8399636 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6111617 Jul 07 17:03:25.929455 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55404) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:25.936121 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-ec7b1774-3f37-4dba-896b-9085788322ad admin admin] Request body: {'subnet': {'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-478284095-subnet', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:25.967482 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=cb7e9c4c-fd57-4d46-895f-74234734d082,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:25.971320 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network f1b2860f-d1dd-483c-9fd7-4a5a24a825e1 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:03:25.998575 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7b1774-3f37-4dba-896b-9085788322ad admin admin] Made reservation on behalf of 8817a8bfe3be4fa1b0c7ad0eb238df26 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:26.005104 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec7b1774-3f37-4dba-896b-9085788322ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.120934 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port c53515a8-9fd6-4c21-9637-86f0e67278e8 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:26.128871 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port c53515a8-9fd6-4c21-9637-86f0e67278e8 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:26.129479 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.249458 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.342091 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.402104 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port c53515a8-9fd6-4c21-9637-86f0e67278e8, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c53515a8-9fd6-4c21-9637-86f0e67278e8,segment=NetworkSegment(998774d7-2d8e-4547-8dfe-3636c1eb8560),segment_id=998774d7-2d8e-4547-8dfe-3636c1eb8560)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:26.415197 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.416540 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:26.516113 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=c53515a8-9fd6-4c21-9637-86f0e67278e8,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:26.528046 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:26.535442 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:26.535954 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.589583 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec7b1774-3f37-4dba-896b-9085788322ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.687345 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.704507 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-71f05c7a-2c1e-49bc-9773-49fa36ac7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.714286 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b1774-3f37-4dba-896b-9085788322ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b8d8829-190a-4c91-a488-56cdaabd4f9d,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:26.732577 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb9a10-a8cf-4bf4-94d0-3702a7bb7612 req-ceeefc50-baf1-481b-a8b9-3bdc9a81e1ef tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:26.739793 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb9a10-a8cf-4bf4-94d0-3702a7bb7612 req-ceeefc50-baf1-481b-a8b9-3bdc9a81e1ef tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:26.747324 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb9a10-a8cf-4bf4-94d0-3702a7bb7612 req-ceeefc50-baf1-481b-a8b9-3bdc9a81e1ef tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:26.748180 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d,segment=NetworkSegment(b85f67fa-4f4a-4c5c-8baf-733f98a524f2),segment_id=b85f67fa-4f4a-4c5c-8baf-733f98a524f2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:26.754841 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.755921 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb9a10-a8cf-4bf4-94d0-3702a7bb7612 req-ceeefc50-baf1-481b-a8b9-3bdc9a81e1ef tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:26.756597 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 47bf5e37-4f50-40b7-9c7a-0594677913b4 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:26.765294 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb9a10-a8cf-4bf4-94d0-3702a7bb7612 req-ceeefc50-baf1-481b-a8b9-3bdc9a81e1ef tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:26.772775 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb9a10-a8cf-4bf4-94d0-3702a7bb7612 req-ceeefc50-baf1-481b-a8b9-3bdc9a81e1ef tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:26.780240 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb9a10-a8cf-4bf4-94d0-3702a7bb7612 req-ceeefc50-baf1-481b-a8b9-3bdc9a81e1ef tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:26.782675 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4dcb9a10-a8cf-4bf4-94d0-3702a7bb7612 req-ceeefc50-baf1-481b-a8b9-3bdc9a81e1ef tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5432 time: 0.3319955 Jul 07 17:03:26.794842 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7b1774-3f37-4dba-896b-9085788322ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:26.795768 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7b1774-3f37-4dba-896b-9085788322ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:26.796365 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7b1774-3f37-4dba-896b-9085788322ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:26.796979 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7b1774-3f37-4dba-896b-9085788322ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:26.797691 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7b1774-3f37-4dba-896b-9085788322ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:26.798288 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7b1774-3f37-4dba-896b-9085788322ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:26.798874 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7b1774-3f37-4dba-896b-9085788322ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:26.799479 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7b1774-3f37-4dba-896b-9085788322ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:26.800124 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7b1774-3f37-4dba-896b-9085788322ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:26.800849 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7b1774-3f37-4dba-896b-9085788322ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:26.801446 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7b1774-3f37-4dba-896b-9085788322ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:26.802043 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7b1774-3f37-4dba-896b-9085788322ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:26.879883 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7b1774-3f37-4dba-896b-9085788322ad admin admin] Checking segment: {'id': '2535c727-b2f1-4d11-9876-7392a2724c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:26.880966 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7b1774-3f37-4dba-896b-9085788322ad admin admin] Network hostable DHCP agents. Network: f1b2860f-d1dd-483c-9fd7-4a5a24a825e1, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:03:26.891767 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4dcb9a10-a8cf-4bf4-94d0-3702a7bb7612 req-e33a4d36-cd30-4e28-b0a9-2b44dd7af8a7 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0835388 Jul 07 17:03:26.922193 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7b1774-3f37-4dba-896b-9085788322ad admin admin] Network f1b2860f-d1dd-483c-9fd7-4a5a24a825e1 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:03:26.945395 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-ec7b1774-3f37-4dba-896b-9085788322ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, f1b2860f-d1dd-483c-9fd7-4a5a24a825e1) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:26.962411 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7b1774-3f37-4dba-896b-9085788322ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:26.964707 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec7b1774-3f37-4dba-896b-9085788322ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.968777 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dedb3b-3027-44d3-9dfc-eaffaf552295'}, {'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7e9c4c-fd57-4d46-895f-74234734d082'}, {'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53515a8-9fd6-4c21-9637-86f0e67278e8'}, {'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:26.973532 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f4cfa5-8dea-469b-a755-b43a7e53b43b" -d '{"events": [{"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-plugged", "status": "completed", "tag": "49dedb3b-3027-44d3-9dfc-eaffaf552295"}, {"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-plugged", "status": "completed", "tag": "cb7e9c4c-fd57-4d46-895f-74234734d082"}, {"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-plugged", "status": "completed", "tag": "c53515a8-9fd6-4c21-9637-86f0e67278e8"}, {"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-plugged", "status": "completed", "tag": "ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:26.987113 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:26.993771 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1d0bba-2d07-4ada-9817-6dbafa96ea3f None None] Network f1b2860f-d1dd-483c-9fd7-4a5a24a825e1 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:27.014310 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ec7b1774-3f37-4dba-896b-9085788322ad admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0821412 Jul 07 17:03:27.015231 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55426) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:27.030129 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-099eb322-dbb5-4ac3-8d7d-2642c048f0d9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-478284095-router', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:27.074011 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-099eb322-dbb5-4ac3-8d7d-2642c048f0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.075316 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-099eb322-dbb5-4ac3-8d7d-2642c048f0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.105386 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 47bf5e37-4f50-40b7-9c7a-0594677913b4 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:27.118169 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 47bf5e37-4f50-40b7-9c7a-0594677913b4 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:27.118786 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.190919 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-099eb322-dbb5-4ac3-8d7d-2642c048f0d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.283449 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.db.resource_extend [req-8cde9150-6533-42ba-b080-e6e0da847c6b req-726017a3-81ae-4d40-b369-7a0a87d1e89b tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:03:27.382739 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-8cde9150-6533-42ba-b080-e6e0da847c6b req-726017a3-81ae-4d40-b369-7a0a87d1e89b tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.385726 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5beb55a4-5e6c-43a3-ab75-c4f25f293abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-f1b2860f-d1dd-483c-9fd7-4a5a24a825e1', 'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'fixed_ips': [{'subnet_id': '0b8d8829-190a-4c91-a488-56cdaabd4f9d'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:03:27.387311 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5beb55a4-5e6c-43a3-ab75-c4f25f293abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.399925 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-8cde9150-6533-42ba-b080-e6e0da847c6b req-726017a3-81ae-4d40-b369-7a0a87d1e89b tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.406887 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.521871 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 47bf5e37-4f50-40b7-9c7a-0594677913b4, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=47bf5e37-4f50-40b7-9c7a-0594677913b4,segment=NetworkSegment(7487d8ef-9e5b-45a3-816c-e8bf097ba0ff),segment_id=7487d8ef-9e5b-45a3-816c-e8bf097ba0ff)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:27.527954 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.529127 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 8d3beb7b-b73e-4339-ba42-9083ce28761c up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:27.537888 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-099eb322-dbb5-4ac3-8d7d-2642c048f0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.667552 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=47bf5e37-4f50-40b7-9c7a-0594677913b4,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:27.672150 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [req-8cde9150-6533-42ba-b080-e6e0da847c6b req-726017a3-81ae-4d40-b369-7a0a87d1e89b tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Floating IP 03ccfc30-8465-4b92-925d-50c573e73d94 associated. External IP: 172.25.0.84, port: 537d1277-ecf7-414d-bcfe-811601335444. Jul 07 17:03:27.685854 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-5beb55a4-5e6c-43a3-ab75-c4f25f293abf None None] Allocated IP 172.20.0.2 (f1b2860f-d1dd-483c-9fd7-4a5a24a825e1/0b8d8829-190a-4c91-a488-56cdaabd4f9d/baeec029-2402-477f-b262-bfacea03fce7) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:27.708534 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 8d3beb7b-b73e-4339-ba42-9083ce28761c completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:27.723582 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 8d3beb7b-b73e-4339-ba42-9083ce28761c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:27.723862 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.846074 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.104201 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cde9150-6533-42ba-b080-e6e0da847c6b req-726017a3-81ae-4d40-b369-7a0a87d1e89b tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Router 6f3eb18d-b6de-438c-8783-43126f4df883 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:03:28.153317 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-7f264ed7-b355-4e45-b128-a639fdd68081 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:28.166114 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-7f264ed7-b355-4e45-b128-a639fdd68081 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/networks?id=0518196d-eefc-4ac7-b5ab-2055eb805352 HTTP/1.1" status: 200 len: 820 time: 0.9723372 Jul 07 17:03:28.215781 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-4f57d904-b351-44c8-8fc9-ed5eebe7d61b tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/quotas/f5e8caecfebe4e289ece65e903aef8e4 HTTP/1.1" status: 200 len: 375 time: 0.0427871 Jul 07 17:03:28.248183 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5beb55a4-5e6c-43a3-ab75-c4f25f293abf None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.270694 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5beb55a4-5e6c-43a3-ab75-c4f25f293abf None None] Transition to ACTIVE for port object baeec029-2402-477f-b262-bfacea03fce7 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:28.279516 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cde9150-6533-42ba-b080-e6e0da847c6b req-726017a3-81ae-4d40-b369-7a0a87d1e89b tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:28.296144 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-8cde9150-6533-42ba-b080-e6e0da847c6b req-726017a3-81ae-4d40-b369-7a0a87d1e89b tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.309169 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af02a5a4-3800-4198-b8ee-cda1378b2c94 None None] Sync routers for ids ['6f3eb18d-b6de-438c-8783-43126f4df883'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:28.362405 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8cde9150-6533-42ba-b080-e6e0da847c6b req-726017a3-81ae-4d40-b369-7a0a87d1e89b tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "PUT /v2.0/floatingips/03ccfc30-8465-4b92-925d-50c573e73d94 HTTP/1.1" status: 200 len: 995 time: 2.8273575 Jul 07 17:03:28.362917 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b7376b-9121-4c7d-94ff-f3474fda09b3', 'tag': '537d1277-ecf7-414d-bcfe-811601335444'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:28.367730 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e6a4c7-da5f-41d0-8142-104ce75a9211" -d '{"events": [{"name": "network-changed", "server_uuid": "59b7376b-9121-4c7d-94ff-f3474fda09b3", "tag": "537d1277-ecf7-414d-bcfe-811601335444"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:28.379369 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5beb55a4-5e6c-43a3-ab75-c4f25f293abf None None] Transition to ACTIVE for port object baeec029-2402-477f-b262-bfacea03fce7 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:28.385253 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-4487cd9f-cfa3-4f6c-8c10-b27b72acd9d8 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5e8caecfebe4e289ece65e903aef8e4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1679442 Jul 07 17:03:28.425497 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.437326 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af02a5a4-3800-4198-b8ee-cda1378b2c94 None None] Routers {'6f3eb18d-b6de-438c-8783-43126f4df883'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:28.438978 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-af02a5a4-3800-4198-b8ee-cda1378b2c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:03:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['6f3eb18d-b6de-438c-8783-43126f4df883'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:28.444145 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5beb55a4-5e6c-43a3-ab75-c4f25f293abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.504418 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde9150-6533-42ba-b080-e6e0da847c6b req-c0b5752d-ea09-4429-bfaa-bcf8acbca2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:28.506205 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8cde9150-6533-42ba-b080-e6e0da847c6b req-c0b5752d-ea09-4429-bfaa-bcf8acbca2fe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a8fa2a5d52846ae9eaa03dc29acdaae&device_id=59b7376b-9121-4c7d-94ff-f3474fda09b3 HTTP/1.1" status: 200 len: 1097 time: 0.1151567 Jul 07 17:03:28.644277 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5beb55a4-5e6c-43a3-ab75-c4f25f293abf None None] Network f1b2860f-d1dd-483c-9fd7-4a5a24a825e1 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:28.662508 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-5beb55a4-5e6c-43a3-ab75-c4f25f293abf None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:28.663602 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-099eb322-dbb5-4ac3-8d7d-2642c048f0d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.667479 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beb55a4-5e6c-43a3-ab75-c4f25f293abf None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:28.688920 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde9150-6533-42ba-b080-e6e0da847c6b req-5038eeb1-d176-4f88-9f86-b3b718c0d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:28.691965 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8cde9150-6533-42ba-b080-e6e0da847c6b req-5038eeb1-d176-4f88-9f86-b3b718c0d65e service neutron] 10.222.0.53 "GET /v2.0/networks?id=4cfb844d-bad2-4bd4-b9c4-3c09c74893d1 HTTP/1.1" status: 200 len: 930 time: 0.1753974 Jul 07 17:03:28.706126 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-099eb322-dbb5-4ac3-8d7d-2642c048f0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.824450 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-4e8cb757-ddb4-406b-920f-48daaa09b505 service neutron] 10.222.0.53 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301734 Jul 07 17:03:28.825073 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb55a4-5e6c-43a3-ab75-c4f25f293abf None None] Pushing event updated for resources: {'Port': ['ID=baeec029-2402-477f-b262-bfacea03fce7,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:28.850943 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 8d3beb7b-b73e-4339-ba42-9083ce28761c, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=8d3beb7b-b73e-4339-ba42-9083ce28761c,segment=NetworkSegment(b85f67fa-4f4a-4c5c-8baf-733f98a524f2),segment_id=b85f67fa-4f4a-4c5c-8baf-733f98a524f2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:28.886082 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8cde9150-6533-42ba-b080-e6e0da847c6b req-9c0ba7fc-56f5-45d6-ac97-be254f84351c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=537d1277-ecf7-414d-bcfe-811601335444 HTTP/1.1" status: 200 len: 998 time: 0.1799896 Jul 07 17:03:28.898215 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.900052 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:28.997558 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-099eb322-dbb5-4ac3-8d7d-2642c048f0d9 admin admin] Allocated IP 172.25.0.169 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:29.000611 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde9150-6533-42ba-b080-e6e0da847c6b req-95f077fa-c475-429d-a016-7bd1f5f4dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:29.018034 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8cde9150-6533-42ba-b080-e6e0da847c6b req-95f077fa-c475-429d-a016-7bd1f5f4dc7d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=471fe685-7fcf-4d30-b218-beda7522746a HTTP/1.1" status: 200 len: 868 time: 0.1192677 Jul 07 17:03:29.018794 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-5beb55a4-5e6c-43a3-ab75-c4f25f293abf None None] Attempting to bind port baeec029-2402-477f-b262-bfacea03fce7 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:29.019514 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-5beb55a4-5e6c-43a3-ab75-c4f25f293abf None None] Attempting to bind port baeec029-2402-477f-b262-bfacea03fce7 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '2535c727-b2f1-4d11-9876-7392a2724c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:29.020231 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beb55a4-5e6c-43a3-ab75-c4f25f293abf None None] Attempting to bind port baeec029-2402-477f-b262-bfacea03fce7 on network f1b2860f-d1dd-483c-9fd7-4a5a24a825e1 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:29.047320 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-af02a5a4-3800-4198-b8ee-cda1378b2c94 None None] Set router 6f3eb18d-b6de-438c-8783-43126f4df883 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:29.088602 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beb55a4-5e6c-43a3-ab75-c4f25f293abf None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:29.088602 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beb55a4-5e6c-43a3-ab75-c4f25f293abf None None] Checking segment: {'id': '2535c727-b2f1-4d11-9876-7392a2724c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:29.089691 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-6cce8163-997f-4257-8578-2107e34b21d9 service neutron] 10.222.0.53 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359498 Jul 07 17:03:29.089884 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5beb55a4-5e6c-43a3-ab75-c4f25f293abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.090210 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beb55a4-5e6c-43a3-ab75-c4f25f293abf None None] Bound using segment: {'id': '2535c727-b2f1-4d11-9876-7392a2724c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:29.091495 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-5beb55a4-5e6c-43a3-ab75-c4f25f293abf None None] Bound port: baeec029-2402-477f-b262-bfacea03fce7, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2535c727-b2f1-4d11-9876-7392a2724c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:29.091495 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5beb55a4-5e6c-43a3-ab75-c4f25f293abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.112241 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=8d3beb7b-b73e-4339-ba42-9083ce28761c,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:29.123194 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde9150-6533-42ba-b080-e6e0da847c6b req-2cf5c9ad-5ec8-488b-bff5-13ca15db11a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:29.125684 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8cde9150-6533-42ba-b080-e6e0da847c6b req-2cf5c9ad-5ec8-488b-bff5-13ca15db11a0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4cfb844d-bad2-4bd4-b9c4-3c09c74893d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1058447 Jul 07 17:03:29.147854 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-8cde9150-6533-42ba-b080-e6e0da847c6b req-4d0459a0-1d24-40f5-9b8b-c263975f1dba service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:03:29.150409 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8cde9150-6533-42ba-b080-e6e0da847c6b req-4d0459a0-1d24-40f5-9b8b-c263975f1dba service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129240 Jul 07 17:03:29.168787 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-099eb322-dbb5-4ac3-8d7d-2642c048f0d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.231711 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-099eb322-dbb5-4ac3-8d7d-2642c048f0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.250911 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:29.263301 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:29.263680 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.265782 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-5beb55a4-5e6c-43a3-ab75-c4f25f293abf None None] For port baeec029-2402-477f-b262-bfacea03fce7, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:29.340502 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099eb322-dbb5-4ac3-8d7d-2642c048f0d9 admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:29.342403 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-099eb322-dbb5-4ac3-8d7d-2642c048f0d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:29.345374 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099eb322-dbb5-4ac3-8d7d-2642c048f0d9 admin admin] Pushing event updated for resources: {'Port': ['ID=1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:29.348148 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099eb322-dbb5-4ac3-8d7d-2642c048f0d9 admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:29.348407 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-5beb55a4-5e6c-43a3-ab75-c4f25f293abf None None] For port baeec029-2402-477f-b262-bfacea03fce7, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=baeec029-2402-477f-b262-bfacea03fce7,segment=NetworkSegment(2535c727-b2f1-4d11-9876-7392a2724c3c),segment_id=2535c727-b2f1-4d11-9876-7392a2724c3c)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:29.368391 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5beb55a4-5e6c-43a3-ab75-c4f25f293abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.448847 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8cde9150-6533-42ba-b080-e6e0da847c6b req-992a4f83-c757-4b6d-872b-3e2dc26af917 service neutron] 10.222.0.53 "GET /v2.0/networks/4cfb844d-bad2-4bd4-b9c4-3c09c74893d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902958 Jul 07 17:03:29.613955 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d8800faf-b032-4c46-88e4-71bc7203eb51 req-89e408ca-4275-4a01-bf94-0717a1797141 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=89b05128-f496-48af-b8e2-74e066178783 HTTP/1.1" status: 200 len: 210 time: 0.0557923 Jul 07 17:03:29.715482 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb55a4-5e6c-43a3-ab75-c4f25f293abf None None] Pushing event updated for resources: {'Port': ['ID=baeec029-2402-477f-b262-bfacea03fce7,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:29.722402 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8cde9150-6533-42ba-b080-e6e0da847c6b req-95c773f8-473f-484b-8155-bc4a2d51275a service neutron] 10.222.0.53 "GET /v2.0/networks/4cfb844d-bad2-4bd4-b9c4-3c09c74893d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661870 Jul 07 17:03:29.746948 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.913900 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca,segment=NetworkSegment(b85f67fa-4f4a-4c5c-8baf-733f98a524f2),segment_id=b85f67fa-4f4a-4c5c-8baf-733f98a524f2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:29.923827 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-af02a5a4-3800-4198-b8ee-cda1378b2c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1531974977-router', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '6b0f69fd-21f9-4921-a8c1-3a13fa46c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:47Z', 'revision_number': 4, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'gw_port': {'id': '6b0f69fd-21f9-4921-a8c1-3a13fa46c71a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:41Z', 'updated_at': '2021-07-07T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '03ccfc30-8465-4b92-925d-50c573e73d94', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'floating_ip_address': '172.25.0.84', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'port_id': '537d1277-ecf7-414d-bcfe-811601335444', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1', 'mac_address': 'fa:16:3e:33:50:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b7376b-9121-4c7d-94ff-f3474fda09b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:03:21Z', 'updated_at': '2021-07-07T17:03:27Z', 'revision_number': 1, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c728976a-02f0-43fc-bc12-f611e2b44fe8', 'name': '', 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'mac_address': 'fa:16:3e:17:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '471fe685-7fcf-4d30-b218-beda7522746a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:46Z', 'updated_at': '2021-07-07T17:02:58Z', 'revision_number': 5, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'subnets': [{'id': '471fe685-7fcf-4d30-b218-beda7522746a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:29.975292 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.981399 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af02a5a4-3800-4198-b8ee-cda1378b2c94 None None] Checking router: 6f3eb18d-b6de-438c-8783-43126f4df883 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:03:29.986652 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device ff52852b-53d4-4e3b-973e-2b425a046424 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:30.082836 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-36da4e0b-42e3-49b8-829b-44d14a55f9c9 req-10d67348-dab1-44d0-8395-711dd6fae14e tempest-ServerShowV257Test-1387094520 tempest-ServerShowV257Test-1387094520-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b05128-f496-48af-b8e2-74e066178783 HTTP/1.1" status: 200 len: 210 time: 0.1161687 Jul 07 17:03:30.096864 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af02a5a4-3800-4198-b8ee-cda1378b2c94 None None] Routers {'6f3eb18d-b6de-438c-8783-43126f4df883'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:30.099802 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-af02a5a4-3800-4198-b8ee-cda1378b2c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:03:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['6f3eb18d-b6de-438c-8783-43126f4df883'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:30.138673 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-099eb322-dbb5-4ac3-8d7d-2642c048f0d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.161905 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0457f2-b487-4170-a54f-8d5095243230 req-e8b7ecc7-d7f0-4568-8926-87415f4fc434 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:30.176461 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3d0457f2-b487-4170-a54f-8d5095243230 req-e8b7ecc7-d7f0-4568-8926-87415f4fc434 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 945 time: 0.3740444 Jul 07 17:03:30.285246 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.286744 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:30.330968 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port ff52852b-53d4-4e3b-973e-2b425a046424 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:30.331479 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.366900 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3d0457f2-b487-4170-a54f-8d5095243230 req-d901751f-c365-4a5a-9f9d-b5f0faa13834 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890070 Jul 07 17:03:30.399577 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-af02a5a4-3800-4198-b8ee-cda1378b2c94 None None] Set router 6f3eb18d-b6de-438c-8783-43126f4df883 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:30.568042 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed19f3c8-af52-47a8-8265-2592a08d5543 x-openstack-request-id: req-ed19f3c8-af52-47a8-8265-2592a08d5543 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:30.568815 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-plugged", "status": "completed", "tag": "49dedb3b-3027-44d3-9dfc-eaffaf552295", "code": 200}, {"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-plugged", "status": "completed", "tag": "cb7e9c4c-fd57-4d46-895f-74234734d082", "code": 200}, {"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-plugged", "status": "completed", "tag": "c53515a8-9fd6-4c21-9637-86f0e67278e8", "code": 200}, {"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-plugged", "status": "completed", "tag": "ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:30.569362 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed19f3c8-af52-47a8-8265-2592a08d5543 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:30.570169 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dedb3b-3027-44d3-9dfc-eaffaf552295', 'code': 200} Jul 07 17:03:30.571267 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7e9c4c-fd57-4d46-895f-74234734d082', 'code': 200} Jul 07 17:03:30.572060 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53515a8-9fd6-4c21-9637-86f0e67278e8', 'code': 200} Jul 07 17:03:30.572663 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d', 'code': 200} Jul 07 17:03:30.573337 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f3207-c26c-4144-b595-0c6d4b1dd06a req-65411c7a-e48a-427f-b737-ca0c470d442d tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:30.576173 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9b3f3207-c26c-4144-b595-0c6d4b1dd06a req-65411c7a-e48a-427f-b737-ca0c470d442d tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.2044713 Jul 07 17:03:30.615246 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.667909 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9b3f3207-c26c-4144-b595-0c6d4b1dd06a req-643cf1e4-9fb4-43d1-92fc-0c9a64e77b7b tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821352 Jul 07 17:03:30.778819 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fa05b1-dc7b-473c-8b13-25e370844707 x-openstack-request-id: req-d5fa05b1-dc7b-473c-8b13-25e370844707 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:30.780350 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59b7376b-9121-4c7d-94ff-f3474fda09b3", "tag": "537d1277-ecf7-414d-bcfe-811601335444", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:30.781385 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d5fa05b1-dc7b-473c-8b13-25e370844707 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:30.782334 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b7376b-9121-4c7d-94ff-f3474fda09b3', 'tag': '537d1277-ecf7-414d-bcfe-811601335444', 'status': 'completed', 'code': 200} Jul 07 17:03:30.815406 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port ff52852b-53d4-4e3b-973e-2b425a046424, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ff52852b-53d4-4e3b-973e-2b425a046424,segment=NetworkSegment(936489cd-6d27-46e3-a8c0-5f4261bd9fb2),segment_id=936489cd-6d27-46e3-a8c0-5f4261bd9fb2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:30.831732 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-099eb322-dbb5-4ac3-8d7d-2642c048f0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.836091 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.037769 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=ff52852b-53d4-4e3b-973e-2b425a046424,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:31.078193 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5890f644-4398-4576-a150-1783f5a23196 req-b9e19a1a-cb39-4ba6-8eac-c0feb64bbd7d tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac9e1b82-1aef-4c82-9f1f-45e962e72913 HTTP/1.1" status: 200 len: 210 time: 0.1159990 Jul 07 17:03:31.222155 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-af02a5a4-3800-4198-b8ee-cda1378b2c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1531974977-router', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '6b0f69fd-21f9-4921-a8c1-3a13fa46c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:47Z', 'revision_number': 4, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'gw_port': {'id': '6b0f69fd-21f9-4921-a8c1-3a13fa46c71a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:41Z', 'updated_at': '2021-07-07T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '03ccfc30-8465-4b92-925d-50c573e73d94', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'floating_ip_address': '172.25.0.84', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'port_id': '537d1277-ecf7-414d-bcfe-811601335444', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1', 'mac_address': 'fa:16:3e:33:50:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b7376b-9121-4c7d-94ff-f3474fda09b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:03:21Z', 'updated_at': '2021-07-07T17:03:27Z', 'revision_number': 1, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c728976a-02f0-43fc-bc12-f611e2b44fe8', 'name': '', 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'mac_address': 'fa:16:3e:17:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '471fe685-7fcf-4d30-b218-beda7522746a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:46Z', 'updated_at': '2021-07-07T17:02:58Z', 'revision_number': 5, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'subnets': [{'id': '471fe685-7fcf-4d30-b218-beda7522746a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:31.264938 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6a4c7-da5f-41d0-8142-104ce75a9211 req-ec6946ce-9301-4d5d-9729-57ec74eb6484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:31.266549 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2e6a4c7-da5f-41d0-8142-104ce75a9211 req-ec6946ce-9301-4d5d-9729-57ec74eb6484 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a8fa2a5d52846ae9eaa03dc29acdaae&device_id=59b7376b-9121-4c7d-94ff-f3474fda09b3 HTTP/1.1" status: 200 len: 1097 time: 0.3025975 Jul 07 17:03:31.282584 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a2946-a406-463d-bbf1-df6a1a1aed6c req-f238d593-fa37-4d51-baed-a7883a0db32b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:31.283133 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device baeec029-2402-477f-b262-bfacea03fce7 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:31.285216 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200434b3-bbe8-43e6-83a4-357d9e21893c None None] Network f1b2860f-d1dd-483c-9fd7-4a5a24a825e1 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:31.289100 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a2946-a406-463d-bbf1-df6a1a1aed6c req-f238d593-fa37-4d51-baed-a7883a0db32b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:31.295265 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a2946-a406-463d-bbf1-df6a1a1aed6c req-f238d593-fa37-4d51-baed-a7883a0db32b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:31.301491 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a2946-a406-463d-bbf1-df6a1a1aed6c req-f238d593-fa37-4d51-baed-a7883a0db32b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:31.308052 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a2946-a406-463d-bbf1-df6a1a1aed6c req-f238d593-fa37-4d51-baed-a7883a0db32b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:31.312766 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af02a5a4-3800-4198-b8ee-cda1378b2c94 None None] The sync data for ids ['6f3eb18d-b6de-438c-8783-43126f4df883'] in n-d-791503-12 is: [{'id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1531974977-router', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '6b0f69fd-21f9-4921-a8c1-3a13fa46c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:47Z', 'revision_number': 4, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'gw_port': {'id': '6b0f69fd-21f9-4921-a8c1-3a13fa46c71a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:41Z', 'updated_at': '2021-07-07T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '03ccfc30-8465-4b92-925d-50c573e73d94', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'floating_ip_address': '172.25.0.84', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'port_id': '537d1277-ecf7-414d-bcfe-811601335444', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1', 'mac_address': 'fa:16:3e:33:50:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b7376b-9121-4c7d-94ff-f3474fda09b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:03:21Z', 'updated_at': '2021-07-07T17:03:27Z', 'revision_number': 1, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c728976a-02f0-43fc-bc12-f611e2b44fe8', 'name': '', 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'mac_address': 'fa:16:3e:17:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '471fe685-7fcf-4d30-b218-beda7522746a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:46Z', 'updated_at': '2021-07-07T17:02:58Z', 'revision_number': 5, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'subnets': [{'id': '471fe685-7fcf-4d30-b218-beda7522746a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:31.318620 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a2946-a406-463d-bbf1-df6a1a1aed6c req-f238d593-fa37-4d51-baed-a7883a0db32b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:31.329224 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a2946-a406-463d-bbf1-df6a1a1aed6c req-f238d593-fa37-4d51-baed-a7883a0db32b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:31.332450 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1c0a2946-a406-463d-bbf1-df6a1a1aed6c req-f238d593-fa37-4d51-baed-a7883a0db32b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5436 time: 0.3668921 Jul 07 17:03:31.457658 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9ba60c68-7b13-4072-b8a4-562a6f9c182e req-2eaaff77-682a-42a2-b1a8-c8fc65aa1246 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 258 time: 0.3353922 Jul 07 17:03:31.466823 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-9ba60c68-7b13-4072-b8a4-562a6f9c182e req-2b747449-3963-48e9-b7d0-d1b19ed69ba4 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:31.526017 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9ba60c68-7b13-4072-b8a4-562a6f9c182e req-2b747449-3963-48e9-b7d0-d1b19ed69ba4 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.585748 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1c0a2946-a406-463d-bbf1-df6a1a1aed6c req-86e4bcf8-18ec-4bb7-987b-11463b457653 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2237949 Jul 07 17:03:31.594866 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-78fe7c7f-ac74-438e-8510-abccbbed640f None None] Provisioning for port baeec029-2402-477f-b262-bfacea03fce7 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:31.601607 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099eb322-dbb5-4ac3-8d7d-2642c048f0d9 admin admin] Router c0df6dec-d07e-4da0-bcf2-44c1fc7eda94 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:03:31.660031 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port baeec029-2402-477f-b262-bfacea03fce7 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:31.660740 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f8dca7-e160-46b4-8d50-244a790a7287 None None] New status for floating IP 03ccfc30-8465-4b92-925d-50c573e73d94: ACTIVE {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:03:31.669005 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port baeec029-2402-477f-b262-bfacea03fce7 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:31.669495 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.732408 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6a4c7-da5f-41d0-8142-104ce75a9211 req-3a5eddb5-85b0-483d-9815-2eda481e078f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:31.745817 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2e6a4c7-da5f-41d0-8142-104ce75a9211 req-3a5eddb5-85b0-483d-9815-2eda481e078f service neutron] 10.222.0.64 "GET /v2.0/networks?id=4cfb844d-bad2-4bd4-b9c4-3c09c74893d1 HTTP/1.1" status: 200 len: 930 time: 0.4011681 Jul 07 17:03:31.887556 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.934639 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port baeec029-2402-477f-b262-bfacea03fce7, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=baeec029-2402-477f-b262-bfacea03fce7,segment=NetworkSegment(2535c727-b2f1-4d11-9876-7392a2724c3c),segment_id=2535c727-b2f1-4d11-9876-7392a2724c3c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:31.952938 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.955124 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-dd545de3-2b67-4625-82d4-f21df6a18427 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:31.960505 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-dd545de3-2b67-4625-82d4-f21df6a18427 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.64 "GET /v2.0/networks?id=0518196d-eefc-4ac7-b5ab-2055eb805352 HTTP/1.1" status: 200 len: 820 time: 0.2302289 Jul 07 17:03:31.987983 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-ec9d95b0-56e1-4ae5-aea8-705c0397370e tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Request body: {'port': {'device_id': 'ac9e1b82-1aef-4c82-9f1f-45e962e72913', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'admin_state_up': True, 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:32.029472 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9ba60c68-7b13-4072-b8a4-562a6f9c182e req-2b747449-3963-48e9-b7d0-d1b19ed69ba4 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.092812 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2e6a4c7-da5f-41d0-8142-104ce75a9211 req-44bbd2eb-61a2-4131-b6b9-d2568a3d6295 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=537d1277-ecf7-414d-bcfe-811601335444 HTTP/1.1" status: 200 len: 998 time: 0.3455229 Jul 07 17:03:32.112485 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=baeec029-2402-477f-b262-bfacea03fce7,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:32.242902 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4fd91b92-02b4-437a-b3e1-5ee9e237ab8d req-3fecbf5b-1048-4e6d-9774-bd6ab61efe95 tempest-ServerShowV257Test-1387094520 tempest-ServerShowV257Test-1387094520-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b05128-f496-48af-b8e2-74e066178783 HTTP/1.1" status: 200 len: 210 time: 0.0631077 Jul 07 17:03:32.255215 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099eb322-dbb5-4ac3-8d7d-2642c048f0d9 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:32.262322 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6a4c7-da5f-41d0-8142-104ce75a9211 req-840f7e13-7521-4e11-8b23-a49bb8735e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:32.265204 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2e6a4c7-da5f-41d0-8142-104ce75a9211 req-840f7e13-7521-4e11-8b23-a49bb8735e07 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=471fe685-7fcf-4d30-b218-beda7522746a HTTP/1.1" status: 200 len: 868 time: 0.1576011 Jul 07 17:03:32.271145 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6b0102-377f-40f9-8143-6cd4e6ac9b3d None None] Sync routers for ids ['c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:32.310427 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6b0102-377f-40f9-8143-6cd4e6ac9b3d None None] Routers {'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:32.312949 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-8f6b0102-377f-40f9-8143-6cd4e6ac9b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:03:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:32.327758 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-9ba60c68-7b13-4072-b8a4-562a6f9c182e req-2b747449-3963-48e9-b7d0-d1b19ed69ba4 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Allocated IP 172.25.0.19 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/4b541c14-dfda-4acb-8327-b41a36d9ec5c) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:32.369577 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-ec9d95b0-56e1-4ae5-aea8-705c0397370e tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Made reservation on behalf of f5e8caecfebe4e289ece65e903aef8e4 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:32.373572 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-ec9d95b0-56e1-4ae5-aea8-705c0397370e tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.387355 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-099eb322-dbb5-4ac3-8d7d-2642c048f0d9 admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.401792 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-099eb322-dbb5-4ac3-8d7d-2642c048f0d9 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3835099 Jul 07 17:03:32.410087 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55466) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:32.475496 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6a4c7-da5f-41d0-8142-104ce75a9211 req-c180639d-e7d2-4d21-9d9f-665efe5a727c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:32.478668 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2e6a4c7-da5f-41d0-8142-104ce75a9211 req-c180639d-e7d2-4d21-9d9f-665efe5a727c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4cfb844d-bad2-4bd4-b9c4-3c09c74893d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1981325 Jul 07 17:03:32.532757 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-8f6b0102-377f-40f9-8143-6cd4e6ac9b3d None None] Set router c0df6dec-d07e-4da0-bcf2-44c1fc7eda94 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:32.574008 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bf5e37-4f50-40b7-9c7a-0594677913b4'}, {'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3beb7b-b73e-4339-ba42-9083ce28761c'}, {'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca'}, {'server_uuid': 'ebf7f38a-f013-4b5a-a421-68cec87cc255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff52852b-53d4-4e3b-973e-2b425a046424'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:32.577164 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc965b1-3014-4d60-bc14-c705ca2ef375" -d '{"events": [{"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-plugged", "status": "completed", "tag": "47bf5e37-4f50-40b7-9c7a-0594677913b4"}, {"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-plugged", "status": "completed", "tag": "8d3beb7b-b73e-4339-ba42-9083ce28761c"}, {"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-plugged", "status": "completed", "tag": "c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca"}, {"server_uuid": "ebf7f38a-f013-4b5a-a421-68cec87cc255", "name": "network-vif-plugged", "status": "completed", "tag": "ff52852b-53d4-4e3b-973e-2b425a046424"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:32.678832 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4d193d64-d45f-4a5b-b6fe-fa80dfecf125 None None] Provisioning complete for port baeec029-2402-477f-b262-bfacea03fce7 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:32.679194 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4d193d64-d45f-4a5b-b6fe-fa80dfecf125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.693883 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2e6a4c7-da5f-41d0-8142-104ce75a9211 req-342d688c-5b60-4d04-9d58-1080b76d4576 service neutron] 10.222.0.64 "GET /v2.0/networks/4cfb844d-bad2-4bd4-b9c4-3c09c74893d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069163 Jul 07 17:03:32.703765 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5666d40-3b32-40e0-bc5e-b88a0b1bc290 req-31cee82c-2db9-4b30-84f8-897f9be8f9ec tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:32.707545 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e5666d40-3b32-40e0-bc5e-b88a0b1bc290 req-31cee82c-2db9-4b30-84f8-897f9be8f9ec tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 946 time: 0.1170256 Jul 07 17:03:32.854247 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e5666d40-3b32-40e0-bc5e-b88a0b1bc290 req-56a9e3b5-2c59-4902-88ae-8fab9119e6b1 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409686 Jul 07 17:03:32.912360 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-8f6b0102-377f-40f9-8143-6cd4e6ac9b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'name': 'tempest-ServersTestBootFromVolume-478284095-router', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:27Z', 'updated_at': '2021-07-07T17:03:29Z', 'revision_number': 3, 'project_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'gw_port': {'id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:28Z', 'updated_at': '2021-07-07T17:03:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:32.917035 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2e6a4c7-da5f-41d0-8142-104ce75a9211 req-442a24c3-b5c9-4b6b-9179-40ec8746a98e service neutron] 10.222.0.64 "GET /v2.0/networks/4cfb844d-bad2-4bd4-b9c4-3c09c74893d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978657 Jul 07 17:03:32.967879 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6b0102-377f-40f9-8143-6cd4e6ac9b3d None None] Checking router: c0df6dec-d07e-4da0-bcf2-44c1fc7eda94 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:03:32.968569 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6b0102-377f-40f9-8143-6cd4e6ac9b3d None None] Updating router c0df6dec-d07e-4da0-bcf2-44c1fc7eda94 port 1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:03:33.041451 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0102-377f-40f9-8143-6cd4e6ac9b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:33.095441 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9ba60c68-7b13-4072-b8a4-562a6f9c182e req-2b747449-3963-48e9-b7d0-d1b19ed69ba4 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:33.116196 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-ec9d95b0-56e1-4ae5-aea8-705c0397370e tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Allocated IP 172.20.0.6 (0518196d-eefc-4ac7-b5ab-2055eb805352/f72dc930-c441-487e-b962-f0c75fa19c76/ea03443e-e7c3-4f53-b855-7cb2dfcc98ec) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:33.138493 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c25feb-cd98-41ca-9cbf-04437aaa04e2 req-7d28ccb5-e1ba-4fce-89d2-667db5cb9ffc tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:33.141673 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-92c25feb-cd98-41ca-9cbf-04437aaa04e2 req-7d28ccb5-e1ba-4fce-89d2-667db5cb9ffc tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.1109900 Jul 07 17:03:33.198240 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device baeec029-2402-477f-b262-bfacea03fce7 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:33.217447 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-92c25feb-cd98-41ca-9cbf-04437aaa04e2 req-656493c0-4dc6-4c5e-a9f7-4ce353306493 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643330 Jul 07 17:03:33.316364 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port baeec029-2402-477f-b262-bfacea03fce7 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:33.316894 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:33.372107 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9ba60c68-7b13-4072-b8a4-562a6f9c182e req-2b747449-3963-48e9-b7d0-d1b19ed69ba4 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:33.403875 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5bfbd06d-eff1-4176-9ee9-b47c6162038a req-35990c68-942e-4225-a38d-709352029cf9 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac9e1b82-1aef-4c82-9f1f-45e962e72913 HTTP/1.1" status: 200 len: 210 time: 0.0430248 Jul 07 17:03:33.493624 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba60c68-7b13-4072-b8a4-562a6f9c182e req-2b747449-3963-48e9-b7d0-d1b19ed69ba4 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:33.576788 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-9ba60c68-7b13-4072-b8a4-562a6f9c182e req-2b747449-3963-48e9-b7d0-d1b19ed69ba4 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:33.592316 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba60c68-7b13-4072-b8a4-562a6f9c182e req-2b747449-3963-48e9-b7d0-d1b19ed69ba4 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:33.605152 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b747449-3963-48e9-b7d0-d1b19ed69ba4 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Pushing event updated for resources: {'Port': ['ID=4b541c14-dfda-4acb-8327-b41a36d9ec5c,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:33.676596 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0102-377f-40f9-8143-6cd4e6ac9b3d None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:33.681493 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-ec9d95b0-56e1-4ae5-aea8-705c0397370e tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:33.697013 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f6b0102-377f-40f9-8143-6cd4e6ac9b3d None None] Transition to ACTIVE for port object 1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:33.709392 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0102-377f-40f9-8143-6cd4e6ac9b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:33.770574 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-ec9d95b0-56e1-4ae5-aea8-705c0397370e tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Transition to ACTIVE for port object ea03443e-e7c3-4f53-b855-7cb2dfcc98ec will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:33.821050 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-8f6b0102-377f-40f9-8143-6cd4e6ac9b3d None None] Attempting to bind port 1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:33.822127 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-8f6b0102-377f-40f9-8143-6cd4e6ac9b3d None None] Attempting to bind port 1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:33.822127 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6b0102-377f-40f9-8143-6cd4e6ac9b3d None None] Attempting to bind port 1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:33.827932 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13254e6-f3ad-4dad-8103-c79768e4c04c None None] Pushing event updated for resources: {'Port': ['ID=1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:33.840199 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6b0102-377f-40f9-8143-6cd4e6ac9b3d None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:33.844657 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6b0102-377f-40f9-8143-6cd4e6ac9b3d None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:33.845223 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0102-377f-40f9-8143-6cd4e6ac9b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:33.846436 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6b0102-377f-40f9-8143-6cd4e6ac9b3d None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:33.847100 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-8f6b0102-377f-40f9-8143-6cd4e6ac9b3d None None] Bound port: 1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:33.847628 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0102-377f-40f9-8143-6cd4e6ac9b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:33.940332 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f6b0102-377f-40f9-8143-6cd4e6ac9b3d None None] For port 1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:33.945620 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f6b0102-377f-40f9-8143-6cd4e6ac9b3d None None] For port 1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:33.953187 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0102-377f-40f9-8143-6cd4e6ac9b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:33.990978 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9ba60c68-7b13-4072-b8a4-562a6f9c182e req-2b747449-3963-48e9-b7d0-d1b19ed69ba4 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:34.004447 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-ec9d95b0-56e1-4ae5-aea8-705c0397370e tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:34.030758 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['a026f0aa-482d-4bb5-ae76-f24dd4c27fcb'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:34.075806 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6b0102-377f-40f9-8143-6cd4e6ac9b3d None None] Routers {'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:34.076820 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-8f6b0102-377f-40f9-8143-6cd4e6ac9b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:03:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:34.187573 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-ec9d95b0-56e1-4ae5-aea8-705c0397370e tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Network 0518196d-eefc-4ac7-b5ab-2055eb805352 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:34.210402 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-ec9d95b0-56e1-4ae5-aea8-705c0397370e tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:34.222088 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-ec9d95b0-56e1-4ae5-aea8-705c0397370e tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:34.234744 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d95b0-56e1-4ae5-aea8-705c0397370e tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Pushing event updated for resources: {'Port': ['ID=ea03443e-e7c3-4f53-b855-7cb2dfcc98ec,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:34.266518 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9ba60c68-7b13-4072-b8a4-562a6f9c182e req-2b747449-3963-48e9-b7d0-d1b19ed69ba4 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:34.278734 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159d0861-3b66-4adb-91f8-04dfa4d93caa x-openstack-request-id: req-159d0861-3b66-4adb-91f8-04dfa4d93caa {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:34.279253 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-plugged", "status": "completed", "tag": "47bf5e37-4f50-40b7-9c7a-0594677913b4", "code": 200}, {"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-plugged", "status": "completed", "tag": "8d3beb7b-b73e-4339-ba42-9083ce28761c", "code": 200}, {"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-plugged", "status": "completed", "tag": "c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca", "code": 200}, {"server_uuid": "ebf7f38a-f013-4b5a-a421-68cec87cc255", "name": "network-vif-plugged", "status": "completed", "tag": "ff52852b-53d4-4e3b-973e-2b425a046424", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:34.279414 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-159d0861-3b66-4adb-91f8-04dfa4d93caa {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:34.279572 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4da0670c-efd6-4344-960c-0af186dd14ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:34.279816 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bf5e37-4f50-40b7-9c7a-0594677913b4', 'code': 200} Jul 07 17:03:34.280092 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3beb7b-b73e-4339-ba42-9083ce28761c', 'code': 200} Jul 07 17:03:34.280357 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca', 'code': 200} Jul 07 17:03:34.280612 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf7f38a-f013-4b5a-a421-68cec87cc255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff52852b-53d4-4e3b-973e-2b425a046424', 'code': 200} Jul 07 17:03:34.302797 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13254e6-f3ad-4dad-8103-c79768e4c04c None None] Pushing event updated for resources: {'Port': ['ID=1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:34.421436 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-ec9d95b0-56e1-4ae5-aea8-705c0397370e tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:34.422644 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-ec9d95b0-56e1-4ae5-aea8-705c0397370e tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:34.490445 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-8f6b0102-377f-40f9-8143-6cd4e6ac9b3d None None] Set router c0df6dec-d07e-4da0-bcf2-44c1fc7eda94 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:34.614525 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-ec9d95b0-56e1-4ae5-aea8-705c0397370e tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6353841 Jul 07 17:03:34.667825 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-7dc11a51-e951-4036-ac0e-18310d68d8f0 service neutron] Request body: {'port': {'device_id': 'ac9e1b82-1aef-4c82-9f1f-45e962e72913', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:34.830658 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3907f-dd05-474d-994e-fd8c97a11dcf req-d34cba5a-c9ef-4195-841b-5a09a31c5c11 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:34.842257 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3907f-dd05-474d-994e-fd8c97a11dcf req-d34cba5a-c9ef-4195-841b-5a09a31c5c11 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:34.854584 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3907f-dd05-474d-994e-fd8c97a11dcf req-d34cba5a-c9ef-4195-841b-5a09a31c5c11 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:34.868651 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3907f-dd05-474d-994e-fd8c97a11dcf req-d34cba5a-c9ef-4195-841b-5a09a31c5c11 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:34.874205 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-91632e84-ce7e-4057-8554-dd841a195355 None None] Provisioning for port ea03443e-e7c3-4f53-b855-7cb2dfcc98ec completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:34.880722 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-91632e84-ce7e-4057-8554-dd841a195355 None None] Provisioning complete for port ea03443e-e7c3-4f53-b855-7cb2dfcc98ec triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:34.881058 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-91632e84-ce7e-4057-8554-dd841a195355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:34.883663 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3907f-dd05-474d-994e-fd8c97a11dcf req-d34cba5a-c9ef-4195-841b-5a09a31c5c11 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:34.896069 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3907f-dd05-474d-994e-fd8c97a11dcf req-d34cba5a-c9ef-4195-841b-5a09a31c5c11 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:34.908367 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3907f-dd05-474d-994e-fd8c97a11dcf req-d34cba5a-c9ef-4195-841b-5a09a31c5c11 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:34.911930 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8cf3907f-dd05-474d-994e-fd8c97a11dcf req-d34cba5a-c9ef-4195-841b-5a09a31c5c11 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5436 time: 0.2471917 Jul 07 17:03:34.945800 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-91632e84-ce7e-4057-8554-dd841a195355 None None] Port ea03443e-e7c3-4f53-b855-7cb2dfcc98ec cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:03:34.969143 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9ba60c68-7b13-4072-b8a4-562a6f9c182e req-2b747449-3963-48e9-b7d0-d1b19ed69ba4 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:34.975505 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-4da0670c-efd6-4344-960c-0af186dd14ec admin admin] Allocated IP 172.20.0.1 (f1b2860f-d1dd-483c-9fd7-4a5a24a825e1/0b8d8829-190a-4c91-a488-56cdaabd4f9d/25bc9c3c-20ba-42e4-9b45-9d9abfce2de7) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:34.990295 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcd1dc-c9c2-4c6b-9bba-8d5cebfb42ec req-8f9601a5-4fd5-4222-9247-4a99fa995a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:34.991081 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcd1dc-c9c2-4c6b-9bba-8d5cebfb42ec req-8f9601a5-4fd5-4222-9247-4a99fa995a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:34.991834 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcd1dc-c9c2-4c6b-9bba-8d5cebfb42ec req-8f9601a5-4fd5-4222-9247-4a99fa995a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:34.992676 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcd1dc-c9c2-4c6b-9bba-8d5cebfb42ec req-8f9601a5-4fd5-4222-9247-4a99fa995a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:34.993401 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcd1dc-c9c2-4c6b-9bba-8d5cebfb42ec req-8f9601a5-4fd5-4222-9247-4a99fa995a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:34.993899 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcd1dc-c9c2-4c6b-9bba-8d5cebfb42ec req-8f9601a5-4fd5-4222-9247-4a99fa995a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:34.994379 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcd1dc-c9c2-4c6b-9bba-8d5cebfb42ec req-8f9601a5-4fd5-4222-9247-4a99fa995a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:34.996826 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-15bcd1dc-c9c2-4c6b-9bba-8d5cebfb42ec req-8f9601a5-4fd5-4222-9247-4a99fa995a34 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 6500 time: 0.3982260 Jul 07 17:03:35.006878 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9ba60c68-7b13-4072-b8a4-562a6f9c182e req-2b747449-3963-48e9-b7d0-d1b19ed69ba4 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:35.024668 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8cf3907f-dd05-474d-994e-fd8c97a11dcf req-26faba79-c25f-4121-a555-21d616fb3088 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0899954 Jul 07 17:03:35.031751 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-7dc11a51-e951-4036-ac0e-18310d68d8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:35.038586 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-8f6b0102-377f-40f9-8143-6cd4e6ac9b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'name': 'tempest-ServersTestBootFromVolume-478284095-router', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:27Z', 'updated_at': '2021-07-07T17:03:29Z', 'revision_number': 3, 'project_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'gw_port': {'id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:28Z', 'updated_at': '2021-07-07T17:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:35.093259 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6b0102-377f-40f9-8143-6cd4e6ac9b3d None None] The sync data for ids ['c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'] in n-d-791503-12 is: [{'id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'name': 'tempest-ServersTestBootFromVolume-478284095-router', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:27Z', 'updated_at': '2021-07-07T17:03:29Z', 'revision_number': 3, 'project_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'gw_port': {'id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:28Z', 'updated_at': '2021-07-07T17:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:35.105309 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5eb1c1-0d10-4451-bb7d-94ace8199048 req-b635d6d0-80c0-43cf-923f-ca2297e3d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:35.106992 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec5eb1c1-0d10-4451-bb7d-94ace8199048 req-b635d6d0-80c0-43cf-923f-ca2297e3d7e8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 1098 time: 0.3730195 Jul 07 17:03:35.245316 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-15bcd1dc-c9c2-4c6b-9bba-8d5cebfb42ec req-396293c8-3089-4bba-8a25-2558b81eb6ab service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a2209d0f-1c1b-499f-83b2-8759a5325052&id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2346363 Jul 07 17:03:35.246128 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b747449-3963-48e9-b7d0-d1b19ed69ba4 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Pushing event updated for resources: {'Port': ['ID=4b541c14-dfda-4acb-8327-b41a36d9ec5c,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:35.310438 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9ba60c68-7b13-4072-b8a4-562a6f9c182e req-2b747449-3963-48e9-b7d0-d1b19ed69ba4 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:35.385615 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec5eb1c1-0d10-4451-bb7d-94ace8199048 req-6a12751b-6ac9-4669-908b-659d5d5b5129 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376487 Jul 07 17:03:35.411865 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9ba60c68-7b13-4072-b8a4-562a6f9c182e req-2b747449-3963-48e9-b7d0-d1b19ed69ba4 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:35.413220 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9ba60c68-7b13-4072-b8a4-562a6f9c182e req-2b747449-3963-48e9-b7d0-d1b19ed69ba4 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9542325 Jul 07 17:03:35.441261 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4da0670c-efd6-4344-960c-0af186dd14ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:35.559853 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-4da0670c-efd6-4344-960c-0af186dd14ec admin admin] Transition to ACTIVE for port object 25bc9c3c-20ba-42e4-9b45-9d9abfce2de7 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:35.572925 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9ba60c68-7b13-4072-b8a4-562a6f9c182e req-3d3faedf-fde4-4f07-9b2b-6b91e9fb6475 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.19 HTTP/1.1" status: 200 len: 695 time: 0.1290152 Jul 07 17:03:35.654178 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44aeeb9-c28c-4530-a985-6123df6ad24a req-3515b7a7-2236-49e8-93a8-ba9af778fa31 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:35.659657 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c44aeeb9-c28c-4530-a985-6123df6ad24a req-3515b7a7-2236-49e8-93a8-ba9af778fa31 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 946 time: 0.1788344 Jul 07 17:03:35.713785 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c44aeeb9-c28c-4530-a985-6123df6ad24a req-862d5020-7722-468e-8edf-b7e20a7f6d31 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482738 Jul 07 17:03:35.755186 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4da0670c-efd6-4344-960c-0af186dd14ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:35.896341 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3126214a-81c6-4989-a6ae-b96c0b321218 req-af5715ae-dd68-486d-8585-d844055adaa7 tempest-ServerShowV257Test-1387094520 tempest-ServerShowV257Test-1387094520-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b05128-f496-48af-b8e2-74e066178783 HTTP/1.1" status: 200 len: 210 time: 0.0572517 Jul 07 17:03:35.929164 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da0670c-efd6-4344-960c-0af186dd14ec admin admin] Network f1b2860f-d1dd-483c-9fd7-4a5a24a825e1 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:35.969701 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-4da0670c-efd6-4344-960c-0af186dd14ec admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:35.980572 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da0670c-efd6-4344-960c-0af186dd14ec admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:35.989960 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba60c68-7b13-4072-b8a4-562a6f9c182e req-71b6c63b-7c10-46cf-9c1d-faf105053649 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:35.991693 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9ba60c68-7b13-4072-b8a4-562a6f9c182e req-71b6c63b-7c10-46cf-9c1d-faf105053649 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 784 time: 0.3515918 Jul 07 17:03:35.995570 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0670c-efd6-4344-960c-0af186dd14ec admin admin] Pushing event updated for resources: {'Port': ['ID=25bc9c3c-20ba-42e4-9b45-9d9abfce2de7,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:36.081901 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-7dc11a51-e951-4036-ac0e-18310d68d8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea03443e-e7c3-4f53-b855-7cb2dfcc98ec {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:36.091801 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4da0670c-efd6-4344-960c-0af186dd14ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:36.107120 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-7dc11a51-e951-4036-ac0e-18310d68d8f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:36.197991 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a08dc-d575-4033-a695-760b47b17806 req-05256659-2261-46ef-a536-16d09e2a3648 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:36.200993 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-655a08dc-d575-4033-a695-760b47b17806 req-05256659-2261-46ef-a536-16d09e2a3648 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.1156163 Jul 07 17:03:36.219524 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-7dc11a51-e951-4036-ac0e-18310d68d8f0 service neutron] Transition to ACTIVE for port object ea03443e-e7c3-4f53-b855-7cb2dfcc98ec will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:36.229920 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-7dc11a51-e951-4036-ac0e-18310d68d8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:36.298584 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-655a08dc-d575-4033-a695-760b47b17806 req-0adca854-5e57-455a-9fa1-9edd9b221367 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896432 Jul 07 17:03:36.300914 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-638e50a7-90d4-443d-90ff-2a3d110c5f91 None None] Provisioning for port 25bc9c3c-20ba-42e4-9b45-9d9abfce2de7 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:36.309305 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-638e50a7-90d4-443d-90ff-2a3d110c5f91 None None] Provisioning complete for port 25bc9c3c-20ba-42e4-9b45-9d9abfce2de7 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:36.310703 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-638e50a7-90d4-443d-90ff-2a3d110c5f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:36.365858 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc11a51-e951-4036-ac0e-18310d68d8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ea03443e-e7c3-4f53-b855-7cb2dfcc98ec,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:36.401325 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-638e50a7-90d4-443d-90ff-2a3d110c5f91 None None] Port 25bc9c3c-20ba-42e4-9b45-9d9abfce2de7 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:03:36.494674 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878908a-ef9f-43a3-90fe-4228ecd218a6 req-b7808a4c-a5d6-4b56-9441-efc7ffafa3af tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:36.496378 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0878908a-ef9f-43a3-90fe-4228ecd218a6 req-b7808a4c-a5d6-4b56-9441-efc7ffafa3af tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac9e1b82-1aef-4c82-9f1f-45e962e72913 HTTP/1.1" status: 200 len: 931 time: 0.3295257 Jul 07 17:03:36.552576 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4da0670c-efd6-4344-960c-0af186dd14ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:36.556596 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-7dc11a51-e951-4036-ac0e-18310d68d8f0 service neutron] Attempting to bind port ea03443e-e7c3-4f53-b855-7cb2dfcc98ec on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:36.557133 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-7dc11a51-e951-4036-ac0e-18310d68d8f0 service neutron] Attempting to bind port ea03443e-e7c3-4f53-b855-7cb2dfcc98ec by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'e9cb0466-5459-40c6-867e-64c5a1d48fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:36.557667 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-7dc11a51-e951-4036-ac0e-18310d68d8f0 service neutron] Attempting to bind port ea03443e-e7c3-4f53-b855-7cb2dfcc98ec on network 0518196d-eefc-4ac7-b5ab-2055eb805352 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:36.609524 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-7dc11a51-e951-4036-ac0e-18310d68d8f0 service neutron] Port ea03443e-e7c3-4f53-b855-7cb2dfcc98ec on network 0518196d-eefc-4ac7-b5ab-2055eb805352 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:03:36.609876 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-7dc11a51-e951-4036-ac0e-18310d68d8f0 service neutron] Attempting to bind port ea03443e-e7c3-4f53-b855-7cb2dfcc98ec on network 0518196d-eefc-4ac7-b5ab-2055eb805352 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:36.824439 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e1779-d488-4580-99d9-5772c9d46ac4 req-1c1cd921-ee24-4d72-810c-d96e620f71b5 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:36.826620 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-de5e1779-d488-4580-99d9-5772c9d46ac4 req-1c1cd921-ee24-4d72-810c-d96e620f71b5 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/ports?device_id=59b7376b-9121-4c7d-94ff-f3474fda09b3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2428799 Jul 07 17:03:36.933719 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-de5e1779-d488-4580-99d9-5772c9d46ac4 req-320c2c48-2373-4d50-bacf-e19d0def4d40 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.19 HTTP/1.1" status: 200 len: 695 time: 0.0781226 Jul 07 17:03:36.941309 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-de5e1779-d488-4580-99d9-5772c9d46ac4 req-498cde90-8026-4c46-b2bd-6a990536cdbf tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Request body: {'floatingip': {'port_id': '537d1277-ecf7-414d-bcfe-811601335444', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:37.021293 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.035456 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-de5e1779-d488-4580-99d9-5772c9d46ac4 req-498cde90-8026-4c46-b2bd-6a990536cdbf tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks [] for floatingip, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.266655 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-7dc11a51-e951-4036-ac0e-18310d68d8f0 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:37.267122 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-7dc11a51-e951-4036-ac0e-18310d68d8f0 service neutron] Checking segment: {'id': 'e9cb0466-5459-40c6-867e-64c5a1d48fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:37.268025 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-7dc11a51-e951-4036-ac0e-18310d68d8f0 service neutron] Bound using segment: {'id': 'e9cb0466-5459-40c6-867e-64c5a1d48fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:37.281479 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-7dc11a51-e951-4036-ac0e-18310d68d8f0 service neutron] Bound port: ea03443e-e7c3-4f53-b855-7cb2dfcc98ec, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9cb0466-5459-40c6-867e-64c5a1d48fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:37.282337 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-7dc11a51-e951-4036-ac0e-18310d68d8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.318159 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0878908a-ef9f-43a3-90fe-4228ecd218a6 req-22fb6aad-53ab-4ac6-af39-08920b88a7af tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c84727-886c-44c3-98f6-6ec95066fe72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7940276 Jul 07 17:03:37.346536 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:37.588858 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-7dc11a51-e951-4036-ac0e-18310d68d8f0 service neutron] For port ea03443e-e7c3-4f53-b855-7cb2dfcc98ec, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:37.594870 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-7dc11a51-e951-4036-ac0e-18310d68d8f0 service neutron] For port ea03443e-e7c3-4f53-b855-7cb2dfcc98ec, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=ea03443e-e7c3-4f53-b855-7cb2dfcc98ec,segment=NetworkSegment(e9cb0466-5459-40c6-867e-64c5a1d48fcc),segment_id=e9cb0466-5459-40c6-867e-64c5a1d48fcc)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:37.601594 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-7dc11a51-e951-4036-ac0e-18310d68d8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.632204 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.672955 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:37.687896 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:37.689101 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.795841 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-7dc11a51-e951-4036-ac0e-18310d68d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:37.797714 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-7dc11a51-e951-4036-ac0e-18310d68d8f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.801068 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-7dc11a51-e951-4036-ac0e-18310d68d8f0 service neutron] 10.222.0.64 "PUT /v2.0/ports/ea03443e-e7c3-4f53-b855-7cb2dfcc98ec HTTP/1.1" status: 200 len: 1092 time: 3.1397815 Jul 07 17:03:37.826512 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9e1b82-1aef-4c82-9f1f-45e962e72913', 'tag': 'ea03443e-e7c3-4f53-b855-7cb2dfcc98ec'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:37.831475 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14403795-9741-446a-85f0-646e3505d519" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9e1b82-1aef-4c82-9f1f-45e962e72913", "tag": "ea03443e-e7c3-4f53-b855-7cb2dfcc98ec"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:38.076408 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:38.103510 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4da0670c-efd6-4344-960c-0af186dd14ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:38.123009 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4da0670c-efd6-4344-960c-0af186dd14ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:38.125988 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [req-de5e1779-d488-4580-99d9-5772c9d46ac4 req-498cde90-8026-4c46-b2bd-6a990536cdbf tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 17:03:38.127082 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc11a51-e951-4036-ac0e-18310d68d8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ea03443e-e7c3-4f53-b855-7cb2dfcc98ec,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:38.142060 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-de5e1779-d488-4580-99d9-5772c9d46ac4 req-498cde90-8026-4c46-b2bd-6a990536cdbf tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "PUT /v2.0/floatingips/2937b57d-cfc4-42e9-87bc-7391583c0631 HTTP/1.1" status: 409 len: 549 time: 1.2063780 Jul 07 17:03:38.160248 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:38.169792 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:38.251264 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839b3ec-01fe-4f9e-b571-33bbb147f57e req-635d94bd-5456-4114-968d-3de29231ef73 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:38.259586 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839b3ec-01fe-4f9e-b571-33bbb147f57e req-635d94bd-5456-4114-968d-3de29231ef73 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:38.266698 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839b3ec-01fe-4f9e-b571-33bbb147f57e req-635d94bd-5456-4114-968d-3de29231ef73 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:38.267932 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:38.278201 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839b3ec-01fe-4f9e-b571-33bbb147f57e req-635d94bd-5456-4114-968d-3de29231ef73 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:38.288086 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839b3ec-01fe-4f9e-b571-33bbb147f57e req-635d94bd-5456-4114-968d-3de29231ef73 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:38.294903 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839b3ec-01fe-4f9e-b571-33bbb147f57e req-635d94bd-5456-4114-968d-3de29231ef73 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:38.301943 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839b3ec-01fe-4f9e-b571-33bbb147f57e req-635d94bd-5456-4114-968d-3de29231ef73 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:38.305339 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3839b3ec-01fe-4f9e-b571-33bbb147f57e req-635d94bd-5456-4114-968d-3de29231ef73 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5436 time: 0.6092296 Jul 07 17:03:38.382464 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0670c-efd6-4344-960c-0af186dd14ec admin admin] Pushing event updated for resources: {'Port': ['ID=25bc9c3c-20ba-42e4-9b45-9d9abfce2de7,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:38.387840 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4da0670c-efd6-4344-960c-0af186dd14ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:38.410333 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-5fbe3fc0-573a-4366-96e6-f4003cff1e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:38.412081 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-5fbe3fc0-573a-4366-96e6-f4003cff1e1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5e8caecfebe4e289ece65e903aef8e4&device_id=ac9e1b82-1aef-4c82-9f1f-45e962e72913 HTTP/1.1" status: 200 len: 1095 time: 0.4473276 Jul 07 17:03:38.419001 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3839b3ec-01fe-4f9e-b571-33bbb147f57e req-2d62115a-6559-4caa-a99d-efbd99acf0e3 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0954506 Jul 07 17:03:38.513104 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb7099-24bc-459e-8440-f7e599c9ef9d req-64bb177d-f7cc-4644-ad1a-4169d854c961 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:38.515082 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b3fb7099-24bc-459e-8440-f7e599c9ef9d req-64bb177d-f7cc-4644-ad1a-4169d854c961 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 946 time: 0.0933158 Jul 07 17:03:38.516859 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-b9724ce9-e7f0-44c8-ab80-bbce00e73a04 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea03443e-e7c3-4f53-b855-7cb2dfcc98ec HTTP/1.1" status: 200 len: 217 time: 0.0963907 Jul 07 17:03:38.577144 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b3fb7099-24bc-459e-8440-f7e599c9ef9d req-3afe7f2b-6d38-406a-9651-09b85b7cdd23 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557182 Jul 07 17:03:38.631995 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3a9d545b-68b5-45ee-8c49-de184522d2dc req-6d6c3408-6da4-42e8-b9c7-581f7f93590c tempest-ServerShowV257Test-1387094520 tempest-ServerShowV257Test-1387094520-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b05128-f496-48af-b8e2-74e066178783 HTTP/1.1" status: 200 len: 210 time: 0.0496221 Jul 07 17:03:38.641425 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-534a0559-c068-4a05-b916-8b4534eb39d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:38.642957 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-534a0559-c068-4a05-b916-8b4534eb39d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f72dc930-c441-487e-b962-f0c75fa19c76 HTTP/1.1" status: 200 len: 859 time: 0.1193848 Jul 07 17:03:38.652559 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da0670c-efd6-4344-960c-0af186dd14ec admin admin] Network f1b2860f-d1dd-483c-9fd7-4a5a24a825e1 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:38.664796 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-4da0670c-efd6-4344-960c-0af186dd14ec admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:38.743747 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e550d49a-c488-4c87-8106-487b05d7066c x-openstack-request-id: req-e550d49a-c488-4c87-8106-487b05d7066c {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:38.744172 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9e1b82-1aef-4c82-9f1f-45e962e72913", "tag": "ea03443e-e7c3-4f53-b855-7cb2dfcc98ec", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:38.744385 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e550d49a-c488-4c87-8106-487b05d7066c {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:38.744692 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9e1b82-1aef-4c82-9f1f-45e962e72913', 'tag': 'ea03443e-e7c3-4f53-b855-7cb2dfcc98ec', 'status': 'completed', 'code': 200} Jul 07 17:03:38.812674 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f2ec0aa2-1255-4d3f-ad20-ea86eb483a76 req-da8ceebd-8761-4887-81a0-69d4418134c8 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/floatingips/2937b57d-cfc4-42e9-87bc-7391583c0631 HTTP/1.1" status: 200 len: 692 time: 0.0718369 Jul 07 17:03:38.849673 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582936c-fee2-4728-9e7b-4dcb13b70097 req-01748734-d4ec-4394-9e41-5f1285d13b13 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:38.854967 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3582936c-fee2-4728-9e7b-4dcb13b70097 req-01748734-d4ec-4394-9e41-5f1285d13b13 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.1204839 Jul 07 17:03:38.909577 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3582936c-fee2-4728-9e7b-4dcb13b70097 req-a2238cb9-b3b5-4f5d-aab1-03ff6add2108 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475533 Jul 07 17:03:39.021445 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-53c7211b-9433-4eaa-8830-98e4d0e3a66a None None] Provisioning complete for port 25bc9c3c-20ba-42e4-9b45-9d9abfce2de7 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:39.022300 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-53c7211b-9433-4eaa-8830-98e4d0e3a66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:39.026170 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da0670c-efd6-4344-960c-0af186dd14ec admin admin] Router c0df6dec-d07e-4da0-bcf2-44c1fc7eda94 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:03:39.046915 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-731e651d-d3d8-4e7f-81dd-36f26667fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:39.050261 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-731e651d-d3d8-4e7f-81dd-36f26667fe51 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0518196d-eefc-4ac7-b5ab-2055eb805352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3954263 Jul 07 17:03:39.095371 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-53c7211b-9433-4eaa-8830-98e4d0e3a66a None None] Port 25bc9c3c-20ba-42e4-9b45-9d9abfce2de7 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:03:39.116750 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:39.168290 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6937e9-ecdd-4b71-ae08-948fd573a309 req-ea642adc-17a0-46c2-bbbe-55d199ce8d9b tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:39.170766 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cc6937e9-ecdd-4b71-ae08-948fd573a309 req-ea642adc-17a0-46c2-bbbe-55d199ce8d9b tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac9e1b82-1aef-4c82-9f1f-45e962e72913 HTTP/1.1" status: 200 len: 943 time: 0.1159973 Jul 07 17:03:39.204981 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:39.205566 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:39.219804 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cc6937e9-ecdd-4b71-ae08-948fd573a309 req-678b9361-3738-439a-906f-f668320e39e6 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c84727-886c-44c3-98f6-6ec95066fe72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431085 Jul 07 17:03:39.297555 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec0aa2-1255-4d3f-ad20-ea86eb483a76 req-f95e0cec-f626-44df-a8d8-747e8c34dff7 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:39.301406 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f2ec0aa2-1255-4d3f-ad20-ea86eb483a76 req-f95e0cec-f626-44df-a8d8-747e8c34dff7 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 784 time: 0.4540601 Jul 07 17:03:39.331181 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-f2ec0aa2-1255-4d3f-ad20-ea86eb483a76 req-d12a3b64-b0a4-4277-bb83-ab22d1deadaa tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:03:39.334944 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f2ec0aa2-1255-4d3f-ad20-ea86eb483a76 req-d12a3b64-b0a4-4277-bb83-ab22d1deadaa tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173602 Jul 07 17:03:39.469607 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f2ec0aa2-1255-4d3f-ad20-ea86eb483a76 req-b7b94f0f-a12e-4468-b2a9-d68470400914 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.19 HTTP/1.1" status: 200 len: 695 time: 0.1206353 Jul 07 17:03:39.477767 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-0a418305-a2f9-42ab-8397-13a85d5aa972 service neutron] 10.222.0.64 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175234 Jul 07 17:03:39.522081 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9d649-22ef-48a1-9d01-79a327a69eb6 req-f90d6999-2827-40a4-874f-9323a54356b3 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:39.528655 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9d649-22ef-48a1-9d01-79a327a69eb6 req-f90d6999-2827-40a4-874f-9323a54356b3 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:39.534871 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9d649-22ef-48a1-9d01-79a327a69eb6 req-f90d6999-2827-40a4-874f-9323a54356b3 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:39.542353 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9d649-22ef-48a1-9d01-79a327a69eb6 req-f90d6999-2827-40a4-874f-9323a54356b3 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:39.549344 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9d649-22ef-48a1-9d01-79a327a69eb6 req-f90d6999-2827-40a4-874f-9323a54356b3 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:39.556663 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9d649-22ef-48a1-9d01-79a327a69eb6 req-f90d6999-2827-40a4-874f-9323a54356b3 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:39.563793 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9d649-22ef-48a1-9d01-79a327a69eb6 req-f90d6999-2827-40a4-874f-9323a54356b3 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:39.566675 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5bf9d649-22ef-48a1-9d01-79a327a69eb6 req-f90d6999-2827-40a4-874f-9323a54356b3 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5436 time: 0.1580603 Jul 07 17:03:39.584477 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55518) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:39.592462 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da0670c-efd6-4344-960c-0af186dd14ec admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:39.593210 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-97a74601-e255-452e-a9f1-e4fb4fbbcdf9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Request body: {'floatingip': {'port_id': '47bf5e37-4f50-40b7-9c7a-0594677913b4'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:39.599041 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f2ec0aa2-1255-4d3f-ad20-ea86eb483a76 req-7b0ccf04-f702-4dd9-8dc2-cb6cc801b69f tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.19 HTTP/1.1" status: 200 len: 695 time: 0.1120398 Jul 07 17:03:39.609992 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de04dfe7-d471-47ea-8be1-47ac2d040db2 None None] Sync routers for ids ['c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:39.614312 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4da0670c-efd6-4344-960c-0af186dd14ec admin admin] 10.222.0.53 "PUT /v2.0/routers/c0df6dec-d07e-4da0-bcf2-44c1fc7eda94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2030859 Jul 07 17:03:39.650160 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de04dfe7-d471-47ea-8be1-47ac2d040db2 None None] Routers {'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:39.651336 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-de04dfe7-d471-47ea-8be1-47ac2d040db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:03:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:39.662007 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-97a74601-e255-452e-a9f1-e4fb4fbbcdf9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for floatingip, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:39.743257 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-49e65ed7-b363-4a2c-859a-8e31ba8dde18 req-f49d7041-bca4-4b83-bf0b-b6647f13b5e4 service neutron] 10.222.0.64 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570028 Jul 07 17:03:39.880474 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-de04dfe7-d471-47ea-8be1-47ac2d040db2 None None] Set router c0df6dec-d07e-4da0-bcf2-44c1fc7eda94 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:39.979872 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-f2ec0aa2-1255-4d3f-ad20-ea86eb483a76 req-a0e79404-2f19-4e70-ae9e-fb8769b2c133 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Deleting port 4b541c14-dfda-4acb-8327-b41a36d9ec5c {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:39.980299 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f2ec0aa2-1255-4d3f-ad20-ea86eb483a76 req-a0e79404-2f19-4e70-ae9e-fb8769b2c133 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:39.994987 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14403795-9741-446a-85f0-646e3505d519 req-e0b34099-a4c2-4732-8377-45424ee46760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:39.996492 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-14403795-9741-446a-85f0-646e3505d519 req-e0b34099-a4c2-4732-8377-45424ee46760 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5e8caecfebe4e289ece65e903aef8e4&device_id=ac9e1b82-1aef-4c82-9f1f-45e962e72913 HTTP/1.1" status: 200 len: 1095 time: 0.1500826 Jul 07 17:03:40.009352 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33dd00d-4eb7-4af6-afed-8c61bd53a766 req-2f468231-4cf1-4d19-8cf6-214f911a0970 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:40.011083 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f33dd00d-4eb7-4af6-afed-8c61bd53a766 req-2f468231-4cf1-4d19-8cf6-214f911a0970 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 946 time: 0.2148685 Jul 07 17:03:40.067195 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f33dd00d-4eb7-4af6-afed-8c61bd53a766 req-d3a7681a-5f6b-4509-b575-6b108d672a9e tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459306 Jul 07 17:03:40.155381 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-de04dfe7-d471-47ea-8be1-47ac2d040db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'name': 'tempest-ServersTestBootFromVolume-478284095-router', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:27Z', 'updated_at': '2021-07-07T17:03:36Z', 'revision_number': 4, 'project_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'gw_port': {'id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:28Z', 'updated_at': '2021-07-07T17:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '25bc9c3c-20ba-42e4-9b45-9d9abfce2de7', 'name': '', 'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'mac_address': 'fa:16:3e:d5:c3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '0b8d8829-190a-4c91-a488-56cdaabd4f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:34Z', 'updated_at': '2021-07-07T17:03:37Z', 'revision_number': 2, 'project_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'subnets': [{'id': '0b8d8829-190a-4c91-a488-56cdaabd4f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:40.185223 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de04dfe7-d471-47ea-8be1-47ac2d040db2 None None] Checking router: c0df6dec-d07e-4da0-bcf2-44c1fc7eda94 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:03:40.185583 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de04dfe7-d471-47ea-8be1-47ac2d040db2 None None] Updating router c0df6dec-d07e-4da0-bcf2-44c1fc7eda94 port 25bc9c3c-20ba-42e4-9b45-9d9abfce2de7 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:03:40.221177 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14403795-9741-446a-85f0-646e3505d519 req-290f8ef2-7e9d-4c0d-ab15-3832daebdbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:40.223042 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-14403795-9741-446a-85f0-646e3505d519 req-290f8ef2-7e9d-4c0d-ab15-3832daebdbec service neutron] 10.222.0.64 "GET /v2.0/networks?id=0518196d-eefc-4ac7-b5ab-2055eb805352 HTTP/1.1" status: 200 len: 921 time: 0.2100551 Jul 07 17:03:40.227663 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f2ec0aa2-1255-4d3f-ad20-ea86eb483a76 req-a0e79404-2f19-4e70-ae9e-fb8769b2c133 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.228152 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f2ec0aa2-1255-4d3f-ad20-ea86eb483a76 req-a0e79404-2f19-4e70-ae9e-fb8769b2c133 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.233756 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-de04dfe7-d471-47ea-8be1-47ac2d040db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.299355 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-14403795-9741-446a-85f0-646e3505d519 req-483d6009-a679-4fbb-8c4a-1f0bf4a5e8fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea03443e-e7c3-4f53-b855-7cb2dfcc98ec HTTP/1.1" status: 200 len: 217 time: 0.0600274 Jul 07 17:03:40.304061 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-f2ec0aa2-1255-4d3f-ad20-ea86eb483a76 req-a0e79404-2f19-4e70-ae9e-fb8769b2c133 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Calling delete_port for 4b541c14-dfda-4acb-8327-b41a36d9ec5c owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:40.494368 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14403795-9741-446a-85f0-646e3505d519 req-84a99798-b2f0-4778-921e-0e633475ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:40.496083 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-14403795-9741-446a-85f0-646e3505d519 req-84a99798-b2f0-4778-921e-0e633475ffcf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f72dc930-c441-487e-b962-f0c75fa19c76 HTTP/1.1" status: 200 len: 859 time: 0.1769564 Jul 07 17:03:40.605679 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-97a74601-e255-452e-a9f1-e4fb4fbbcdf9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.634793 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14403795-9741-446a-85f0-646e3505d519 req-33f31f15-bfe7-45c5-a4c7-4437b4aaccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:40.636692 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-14403795-9741-446a-85f0-646e3505d519 req-33f31f15-bfe7-45c5-a4c7-4437b4aaccf3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0518196d-eefc-4ac7-b5ab-2055eb805352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1245389 Jul 07 17:03:40.651375 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bc0a927f-8d7c-455f-865e-acc0619b827e req-fdff1043-20af-4f2a-a9e3-ab4a2aafecb7 tempest-ServerShowV257Test-1387094520 tempest-ServerShowV257Test-1387094520-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b05128-f496-48af-b8e2-74e066178783 HTTP/1.1" status: 200 len: 210 time: 0.0725570 Jul 07 17:03:40.652495 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-97a74601-e255-452e-a9f1-e4fb4fbbcdf9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.721229 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-de04dfe7-d471-47ea-8be1-47ac2d040db2 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.753918 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-de04dfe7-d471-47ea-8be1-47ac2d040db2 None None] Transition to ACTIVE for port object 25bc9c3c-20ba-42e4-9b45-9d9abfce2de7 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:40.757309 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f2ec0aa2-1255-4d3f-ad20-ea86eb483a76 req-a0e79404-2f19-4e70-ae9e-fb8769b2c133 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.774099 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-de04dfe7-d471-47ea-8be1-47ac2d040db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.829040 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e79404-2f19-4e70-ae9e-fb8769b2c133 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Pushing event deleted for resources: {'Port': ['ID=4b541c14-dfda-4acb-8327-b41a36d9ec5c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:40.871845 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-97a74601-e255-452e-a9f1-e4fb4fbbcdf9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Floating IP a15153ed-fe3e-45b6-8762-368810555be6 associated. External IP: 172.25.0.243, port: 47bf5e37-4f50-40b7-9c7a-0594677913b4. Jul 07 17:03:40.892258 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513487d-a4b2-4918-9ece-7fb645f1ed50 None None] Pushing event updated for resources: {'Port': ['ID=25bc9c3c-20ba-42e4-9b45-9d9abfce2de7,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:40.909990 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-14403795-9741-446a-85f0-646e3505d519 req-b7cef0ea-96cc-46bb-a388-8731c252177d service neutron] 10.222.0.64 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643390 Jul 07 17:03:41.097416 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-de04dfe7-d471-47ea-8be1-47ac2d040db2 None None] Attempting to bind port 25bc9c3c-20ba-42e4-9b45-9d9abfce2de7 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:41.097789 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-de04dfe7-d471-47ea-8be1-47ac2d040db2 None None] Attempting to bind port 25bc9c3c-20ba-42e4-9b45-9d9abfce2de7 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '2535c727-b2f1-4d11-9876-7392a2724c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:41.098157 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de04dfe7-d471-47ea-8be1-47ac2d040db2 None None] Attempting to bind port 25bc9c3c-20ba-42e4-9b45-9d9abfce2de7 on network f1b2860f-d1dd-483c-9fd7-4a5a24a825e1 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:41.109442 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de04dfe7-d471-47ea-8be1-47ac2d040db2 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:41.111928 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de04dfe7-d471-47ea-8be1-47ac2d040db2 None None] Checking segment: {'id': '2535c727-b2f1-4d11-9876-7392a2724c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:41.112409 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-de04dfe7-d471-47ea-8be1-47ac2d040db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.112884 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de04dfe7-d471-47ea-8be1-47ac2d040db2 None None] Bound using segment: {'id': '2535c727-b2f1-4d11-9876-7392a2724c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:41.113451 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-de04dfe7-d471-47ea-8be1-47ac2d040db2 None None] Bound port: 25bc9c3c-20ba-42e4-9b45-9d9abfce2de7, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2535c727-b2f1-4d11-9876-7392a2724c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:41.113877 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-de04dfe7-d471-47ea-8be1-47ac2d040db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.298695 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-de04dfe7-d471-47ea-8be1-47ac2d040db2 None None] For port 25bc9c3c-20ba-42e4-9b45-9d9abfce2de7, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:41.310781 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-de04dfe7-d471-47ea-8be1-47ac2d040db2 None None] For port 25bc9c3c-20ba-42e4-9b45-9d9abfce2de7, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=25bc9c3c-20ba-42e4-9b45-9d9abfce2de7,segment=NetworkSegment(2535c727-b2f1-4d11-9876-7392a2724c3c),segment_id=2535c727-b2f1-4d11-9876-7392a2724c3c)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:41.320240 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-de04dfe7-d471-47ea-8be1-47ac2d040db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.404017 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55534) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:41.413418 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-4a941a02-c2ce-42b9-8c40-58d9fd9dbe85 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1683325501', 'description': 'tempest-description--430918342'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:41.417085 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de04dfe7-d471-47ea-8be1-47ac2d040db2 None None] Routers {'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:41.417803 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-de04dfe7-d471-47ea-8be1-47ac2d040db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:03:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:41.485178 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a74601-e255-452e-a9f1-e4fb4fbbcdf9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Router 436b728c-3035-4583-a1c5-2d4333ee272a has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:03:41.490203 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513487d-a4b2-4918-9ece-7fb645f1ed50 None None] Pushing event updated for resources: {'Port': ['ID=25bc9c3c-20ba-42e4-9b45-9d9abfce2de7,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:41.513563 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4a941a02-c2ce-42b9-8c40-58d9fd9dbe85 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.595702 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-de04dfe7-d471-47ea-8be1-47ac2d040db2 None None] Set router c0df6dec-d07e-4da0-bcf2-44c1fc7eda94 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:41.634190 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f2ec0aa2-1255-4d3f-ad20-ea86eb483a76 req-a0e79404-2f19-4e70-ae9e-fb8769b2c133 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.640528 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f2ec0aa2-1255-4d3f-ad20-ea86eb483a76 req-a0e79404-2f19-4e70-ae9e-fb8769b2c133 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.643776 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f2ec0aa2-1255-4d3f-ad20-ea86eb483a76 req-a0e79404-2f19-4e70-ae9e-fb8769b2c133 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "DELETE /v2.0/floatingips/2937b57d-cfc4-42e9-87bc-7391583c0631 HTTP/1.1" status: 204 len: 173 time: 1.9851675 Jul 07 17:03:41.698324 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4a941a02-c2ce-42b9-8c40-58d9fd9dbe85 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.712945 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4a941a02-c2ce-42b9-8c40-58d9fd9dbe85 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.715623 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-14403795-9741-446a-85f0-646e3505d519 req-ea8c49cd-49cb-4688-b755-5300bd4f5daf service neutron] 10.222.0.64 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7932189 Jul 07 17:03:41.803514 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518083de-9ff8-4088-b0ad-f572b8057695 req-9f0a1550-6325-4798-b8d1-dd932e885fbb tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:41.805331 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-518083de-9ff8-4088-b0ad-f572b8057695 req-9f0a1550-6325-4798-b8d1-dd932e885fbb tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.3985791 Jul 07 17:03:41.809401 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4a941a02-c2ce-42b9-8c40-58d9fd9dbe85 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.813507 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4a941a02-c2ce-42b9-8c40-58d9fd9dbe85 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4053032 Jul 07 17:03:41.813784 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a941a02-c2ce-42b9-8c40-58d9fd9dbe85 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=522aea4d-5b76-4154-ad36-969cd1f04a29,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:41.817842 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55542) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:41.832522 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-5e517832-f101-48d9-b8ce-796b41dfb017 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Request body: {'security_group_rule': {'security_group_id': '522aea4d-5b76-4154-ad36-969cd1f04a29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:41.886996 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-518083de-9ff8-4088-b0ad-f572b8057695 req-8be7a873-3175-4766-b7a2-e3c7581c25b9 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568652 Jul 07 17:03:41.891497 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a74601-e255-452e-a9f1-e4fb4fbbcdf9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:41.897390 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-97a74601-e255-452e-a9f1-e4fb4fbbcdf9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.906943 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b887455a-7463-4fd1-8f54-acc7861b4ad4 None None] Sync routers for ids ['436b728c-3035-4583-a1c5-2d4333ee272a'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:41.920025 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5e517832-f101-48d9-b8ce-796b41dfb017 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.933787 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b887455a-7463-4fd1-8f54-acc7861b4ad4 None None] Routers {'436b728c-3035-4583-a1c5-2d4333ee272a'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:41.937449 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b887455a-7463-4fd1-8f54-acc7861b4ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:03:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['436b728c-3035-4583-a1c5-2d4333ee272a'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:42.015940 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-97a74601-e255-452e-a9f1-e4fb4fbbcdf9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "PUT /v2.0/floatingips/a15153ed-fe3e-45b6-8762-368810555be6 HTTP/1.1" status: 200 len: 992 time: 2.4298527 Jul 07 17:03:42.016668 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'tag': '47bf5e37-4f50-40b7-9c7a-0594677913b4'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:42.019268 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675c036f-f9e2-42cf-9ac9-593562389619" -d '{"events": [{"name": "network-changed", "server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "tag": "47bf5e37-4f50-40b7-9c7a-0594677913b4"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:42.055777 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-de04dfe7-d471-47ea-8be1-47ac2d040db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'name': 'tempest-ServersTestBootFromVolume-478284095-router', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:27Z', 'updated_at': '2021-07-07T17:03:36Z', 'revision_number': 4, 'project_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'gw_port': {'id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:28Z', 'updated_at': '2021-07-07T17:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '25bc9c3c-20ba-42e4-9b45-9d9abfce2de7', 'name': '', 'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'mac_address': 'fa:16:3e:d5:c3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '0b8d8829-190a-4c91-a488-56cdaabd4f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:34Z', 'updated_at': '2021-07-07T17:03:41Z', 'revision_number': 4, 'project_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'subnets': [{'id': '0b8d8829-190a-4c91-a488-56cdaabd4f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:42.102998 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de04dfe7-d471-47ea-8be1-47ac2d040db2 None None] The sync data for ids ['c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'] in n-d-791503-12 is: [{'id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'name': 'tempest-ServersTestBootFromVolume-478284095-router', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:27Z', 'updated_at': '2021-07-07T17:03:36Z', 'revision_number': 4, 'project_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'gw_port': {'id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:28Z', 'updated_at': '2021-07-07T17:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '25bc9c3c-20ba-42e4-9b45-9d9abfce2de7', 'name': '', 'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'mac_address': 'fa:16:3e:d5:c3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '0b8d8829-190a-4c91-a488-56cdaabd4f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:34Z', 'updated_at': '2021-07-07T17:03:41Z', 'revision_number': 4, 'project_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'subnets': [{'id': '0b8d8829-190a-4c91-a488-56cdaabd4f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:42.254736 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5e517832-f101-48d9-b8ce-796b41dfb017 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:42.278694 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5e517832-f101-48d9-b8ce-796b41dfb017 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:42.319628 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e517832-f101-48d9-b8ce-796b41dfb017 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a0021c-a425-44fb-af98-6a14f738f66b,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:42.336996 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc90d55-6a7f-460e-b74b-7523f049be3b req-72e7f2ff-97c7-4a9e-b33a-06b4860b6b41 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:42.341306 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2dc90d55-6a7f-460e-b74b-7523f049be3b req-72e7f2ff-97c7-4a9e-b33a-06b4860b6b41 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac9e1b82-1aef-4c82-9f1f-45e962e72913 HTTP/1.1" status: 200 len: 943 time: 0.1635983 Jul 07 17:03:42.356057 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-b887455a-7463-4fd1-8f54-acc7861b4ad4 None None] Set router 436b728c-3035-4583-a1c5-2d4333ee272a gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:42.383584 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5e517832-f101-48d9-b8ce-796b41dfb017 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:42.388558 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5e517832-f101-48d9-b8ce-796b41dfb017 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5684993 Jul 07 17:03:42.389522 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55552) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:42.397350 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fda9f96a-dfc5-4709-9dd5-5a6c68ab4cba req-d4ac6236-182b-4ac8-a0ae-a9438378353f tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.84 HTTP/1.1" status: 200 len: 1000 time: 0.2314994 Jul 07 17:03:42.418327 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2dc90d55-6a7f-460e-b74b-7523f049be3b req-081432a9-9365-45bc-a52f-6703d43335c3 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c84727-886c-44c3-98f6-6ec95066fe72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648878 Jul 07 17:03:42.424994 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-d204ff48-5314-4a02-bfbd-e693855ea404 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Request body: {'security_group_rule': {'security_group_id': '522aea4d-5b76-4154-ad36-969cd1f04a29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:42.487118 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d204ff48-5314-4a02-bfbd-e693855ea404 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:42.506316 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9f96a-dfc5-4709-9dd5-5a6c68ab4cba req-82e71f76-2d13-4728-a4e8-d4487b342f55 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:42.510161 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fda9f96a-dfc5-4709-9dd5-5a6c68ab4cba req-82e71f76-2d13-4728-a4e8-d4487b342f55 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/ports/537d1277-ecf7-414d-bcfe-811601335444 HTTP/1.1" status: 200 len: 942 time: 0.1104224 Jul 07 17:03:42.606383 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d204ff48-5314-4a02-bfbd-e693855ea404 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:42.614843 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d204ff48-5314-4a02-bfbd-e693855ea404 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:42.646311 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204ff48-5314-4a02-bfbd-e693855ea404 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df0c903-4ebf-456e-9d53-6beaeb474cfd,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:42.677773 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d07be8cf-62d1-457b-8c12-4b5b83391c30 req-c5a15069-575f-429b-8b91-cf8c366576fa tempest-ServerShowV257Test-1387094520 tempest-ServerShowV257Test-1387094520-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b05128-f496-48af-b8e2-74e066178783 HTTP/1.1" status: 200 len: 210 time: 0.0673478 Jul 07 17:03:42.684241 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d204ff48-5314-4a02-bfbd-e693855ea404 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:42.686895 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d204ff48-5314-4a02-bfbd-e693855ea404 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2765017 Jul 07 17:03:42.691866 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55554) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:42.699555 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-4b87dde6-ff80-497a-8854-4a722d6a92c2 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:42.738513 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4b87dde6-ff80-497a-8854-4a722d6a92c2 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks [] for floatingip, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:42.801870 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b887455a-7463-4fd1-8f54-acc7861b4ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'name': 'tempest-TaggedBootDevicesTest-1416164121-router', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '894a9eb1-3d5a-4efc-9110-9a32c170c808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:21Z', 'updated_at': '2021-07-07T17:00:31Z', 'revision_number': 4, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'gw_port': {'id': '894a9eb1-3d5a-4efc-9110-9a32c170c808', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:23Z', 'updated_at': '2021-07-07T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'a15153ed-fe3e-45b6-8762-368810555be6', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'floating_ip_address': '172.25.0.243', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'port_id': '47bf5e37-4f50-40b7-9c7a-0594677913b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894', 'mac_address': 'fa:16:3e:bc:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:01:37Z', 'updated_at': '2021-07-07T17:03:40Z', 'revision_number': 1, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0e67f4-6c97-4237-a77f-2573b42e3431', 'name': '', 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'mac_address': 'fa:16:3e:7d:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '7bf3ce58-a71d-4412-bb72-4611169487c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:29Z', 'updated_at': '2021-07-07T17:00:50Z', 'revision_number': 5, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'subnets': [{'id': '7bf3ce58-a71d-4412-bb72-4611169487c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:42.852349 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fda9f96a-dfc5-4709-9dd5-5a6c68ab4cba req-a335c7f3-e1cf-48b7-b886-fae13b6efb33 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.84 HTTP/1.1" status: 200 len: 1000 time: 0.1753457 Jul 07 17:03:42.857101 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b887455a-7463-4fd1-8f54-acc7861b4ad4 None None] Checking router: 436b728c-3035-4583-a1c5-2d4333ee272a for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:03:42.874479 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b887455a-7463-4fd1-8f54-acc7861b4ad4 None None] Routers {'436b728c-3035-4583-a1c5-2d4333ee272a'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:42.875659 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b887455a-7463-4fd1-8f54-acc7861b4ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:03:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['436b728c-3035-4583-a1c5-2d4333ee272a'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:42.890141 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4b87dde6-ff80-497a-8854-4a722d6a92c2 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.033581 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-b887455a-7463-4fd1-8f54-acc7861b4ad4 None None] Set router 436b728c-3035-4583-a1c5-2d4333ee272a gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:43.047978 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-4b87dde6-ff80-497a-8854-4a722d6a92c2 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Allocated IP 172.25.0.200 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/30f26ec8-ffa7-4e7a-918e-31b2c7b68247) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:43.107365 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9f96a-dfc5-4709-9dd5-5a6c68ab4cba req-43417876-b060-4695-b35c-f20c42b203a1 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:43.120589 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fda9f96a-dfc5-4709-9dd5-5a6c68ab4cba req-43417876-b060-4695-b35c-f20c42b203a1 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 784 time: 0.2621641 Jul 07 17:03:43.143732 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3247de2-6eea-4301-b690-ecb2c94acdd8 x-openstack-request-id: req-d3247de2-6eea-4301-b690-ecb2c94acdd8 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:43.144090 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "tag": "47bf5e37-4f50-40b7-9c7a-0594677913b4", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:43.144298 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3247de2-6eea-4301-b690-ecb2c94acdd8 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:43.144853 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'tag': '47bf5e37-4f50-40b7-9c7a-0594677913b4', 'status': 'completed', 'code': 200} Jul 07 17:03:43.253038 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 25bc9c3c-20ba-42e4-9b45-9d9abfce2de7 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:43.288398 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fda9f96a-dfc5-4709-9dd5-5a6c68ab4cba req-bdf71258-e6fa-4ac0-add7-c40cd38daba6 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.84 HTTP/1.1" status: 200 len: 1000 time: 0.1704760 Jul 07 17:03:43.295418 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-fda9f96a-dfc5-4709-9dd5-5a6c68ab4cba req-bef2994d-cbb5-4678-90bd-4cc791745258 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:43.397544 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c036f-f9e2-42cf-9ac9-593562389619 req-235e8f07-1f0e-4fc6-b7a7-2ba6d98019f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:43.401260 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c036f-f9e2-42cf-9ac9-593562389619 req-235e8f07-1f0e-4fc6-b7a7-2ba6d98019f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:43.404271 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c036f-f9e2-42cf-9ac9-593562389619 req-235e8f07-1f0e-4fc6-b7a7-2ba6d98019f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:43.405372 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c036f-f9e2-42cf-9ac9-593562389619 req-235e8f07-1f0e-4fc6-b7a7-2ba6d98019f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:43.406290 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c036f-f9e2-42cf-9ac9-593562389619 req-235e8f07-1f0e-4fc6-b7a7-2ba6d98019f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:43.407322 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c036f-f9e2-42cf-9ac9-593562389619 req-235e8f07-1f0e-4fc6-b7a7-2ba6d98019f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:43.408204 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c036f-f9e2-42cf-9ac9-593562389619 req-235e8f07-1f0e-4fc6-b7a7-2ba6d98019f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:43.414766 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-675c036f-f9e2-42cf-9ac9-593562389619 req-235e8f07-1f0e-4fc6-b7a7-2ba6d98019f3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b6d220ae528f42c295cc654c1d123274&device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 6500 time: 0.2848885 Jul 07 17:03:43.440526 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fda9f96a-dfc5-4709-9dd5-5a6c68ab4cba req-bef2994d-cbb5-4678-90bd-4cc791745258 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks [] for floatingip, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.445897 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-5c412a25-e4ef-4f28-809c-7015dba1fe15 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:43.450304 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-5c412a25-e4ef-4f28-809c-7015dba1fe15 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/networks?id=a5429642-2051-4fab-b0d0-6ebe08874dd5 HTTP/1.1" status: 200 len: 815 time: 0.2325797 Jul 07 17:03:43.453627 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4b87dde6-ff80-497a-8854-4a722d6a92c2 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.476903 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 25bc9c3c-20ba-42e4-9b45-9d9abfce2de7 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:43.488078 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 25bc9c3c-20ba-42e4-9b45-9d9abfce2de7 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:43.488586 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.509411 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-64464d87-ae09-4526-9bc1-8326ae587ee2 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/quotas/2efee84f77114b8c9f3b9a3f5d32602b HTTP/1.1" status: 200 len: 375 time: 0.0451729 Jul 07 17:03:43.623742 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4b87dde6-ff80-497a-8854-4a722d6a92c2 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.646363 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b87dde6-ff80-497a-8854-4a722d6a92c2 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:43.653426 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-4b87dde6-ff80-497a-8854-4a722d6a92c2 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:43.676811 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b87dde6-ff80-497a-8854-4a722d6a92c2 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:43.715281 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.750935 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-e6bcbea5-04db-4356-b4f5-c266f7575071 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2efee84f77114b8c9f3b9a3f5d32602b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2403870 Jul 07 17:03:43.757291 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b887455a-7463-4fd1-8f54-acc7861b4ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'name': 'tempest-TaggedBootDevicesTest-1416164121-router', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '894a9eb1-3d5a-4efc-9110-9a32c170c808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:21Z', 'updated_at': '2021-07-07T17:00:31Z', 'revision_number': 4, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'gw_port': {'id': '894a9eb1-3d5a-4efc-9110-9a32c170c808', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:23Z', 'updated_at': '2021-07-07T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'a15153ed-fe3e-45b6-8762-368810555be6', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'floating_ip_address': '172.25.0.243', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'port_id': '47bf5e37-4f50-40b7-9c7a-0594677913b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894', 'mac_address': 'fa:16:3e:bc:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:01:37Z', 'updated_at': '2021-07-07T17:03:40Z', 'revision_number': 1, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0e67f4-6c97-4237-a77f-2573b42e3431', 'name': '', 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'mac_address': 'fa:16:3e:7d:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '7bf3ce58-a71d-4412-bb72-4611169487c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:29Z', 'updated_at': '2021-07-07T17:00:50Z', 'revision_number': 5, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'subnets': [{'id': '7bf3ce58-a71d-4412-bb72-4611169487c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:43.768524 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87dde6-ff80-497a-8854-4a722d6a92c2 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Pushing event updated for resources: {'Port': ['ID=30f26ec8-ffa7-4e7a-918e-31b2c7b68247,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:43.792273 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c036f-f9e2-42cf-9ac9-593562389619 req-53d232ef-d63f-487c-a105-f83def856547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:43.794421 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-675c036f-f9e2-42cf-9ac9-593562389619 req-53d232ef-d63f-487c-a105-f83def856547 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b1ef1e6-de16-48e9-886d-760c85a81894 HTTP/1.1" status: 200 len: 913 time: 0.3468037 Jul 07 17:03:43.814541 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b887455a-7463-4fd1-8f54-acc7861b4ad4 None None] The sync data for ids ['436b728c-3035-4583-a1c5-2d4333ee272a'] in n-d-791503-12 is: [{'id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'name': 'tempest-TaggedBootDevicesTest-1416164121-router', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '894a9eb1-3d5a-4efc-9110-9a32c170c808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:21Z', 'updated_at': '2021-07-07T17:00:31Z', 'revision_number': 4, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'gw_port': {'id': '894a9eb1-3d5a-4efc-9110-9a32c170c808', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:23Z', 'updated_at': '2021-07-07T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'a15153ed-fe3e-45b6-8762-368810555be6', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'floating_ip_address': '172.25.0.243', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'port_id': '47bf5e37-4f50-40b7-9c7a-0594677913b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894', 'mac_address': 'fa:16:3e:bc:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:01:37Z', 'updated_at': '2021-07-07T17:03:40Z', 'revision_number': 1, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0e67f4-6c97-4237-a77f-2573b42e3431', 'name': '', 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'mac_address': 'fa:16:3e:7d:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '7bf3ce58-a71d-4412-bb72-4611169487c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:29Z', 'updated_at': '2021-07-07T17:00:50Z', 'revision_number': 5, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'subnets': [{'id': '7bf3ce58-a71d-4412-bb72-4611169487c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:43.824367 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 25bc9c3c-20ba-42e4-9b45-9d9abfce2de7, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=25bc9c3c-20ba-42e4-9b45-9d9abfce2de7,segment=NetworkSegment(2535c727-b2f1-4d11-9876-7392a2724c3c),segment_id=2535c727-b2f1-4d11-9876-7392a2724c3c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:43.830316 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.924581 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device ea03443e-e7c3-4f53-b855-7cb2dfcc98ec details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:43.926786 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fda9f96a-dfc5-4709-9dd5-5a6c68ab4cba req-bef2994d-cbb5-4678-90bd-4cc791745258 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.960278 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fda9f96a-dfc5-4709-9dd5-5a6c68ab4cba req-bef2994d-cbb5-4678-90bd-4cc791745258 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.960771 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [req-fda9f96a-dfc5-4709-9dd5-5a6c68ab4cba req-bef2994d-cbb5-4678-90bd-4cc791745258 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Floating IP 03ccfc30-8465-4b92-925d-50c573e73d94 disassociated. External IP: 172.25.0.84, port: 537d1277-ecf7-414d-bcfe-811601335444. Jul 07 17:03:43.977236 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4b87dde6-ff80-497a-8854-4a722d6a92c2 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.012946 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-abc6722c-77d5-477c-84af-563f4322dcc4 service neutron] 10.222.0.53 "GET /v2.0/networks/a5429642-2051-4fab-b0d0-6ebe08874dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608299 Jul 07 17:03:44.059542 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-675c036f-f9e2-42cf-9ac9-593562389619 req-566a0b6c-85e7-4a7f-8392-6e7b0cad4012 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47bf5e37-4f50-40b7-9c7a-0594677913b4 HTTP/1.1" status: 200 len: 1000 time: 0.2553618 Jul 07 17:03:44.067207 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=25bc9c3c-20ba-42e4-9b45-9d9abfce2de7,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:44.126131 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port ea03443e-e7c3-4f53-b855-7cb2dfcc98ec, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=ea03443e-e7c3-4f53-b855-7cb2dfcc98ec,segment=NetworkSegment(e9cb0466-5459-40c6-867e-64c5a1d48fcc),segment_id=e9cb0466-5459-40c6-867e-64c5a1d48fcc)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:44.145186 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'ea03443e-e7c3-4f53-b855-7cb2dfcc98ec', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'port_id': 'ea03443e-e7c3-4f53-b855-7cb2dfcc98ec', 'mac_address': 'fa:16:3e:c8:15:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:44.202289 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c360e-4e9a-4e38-8385-1ba69f73f9bd req-0fafbafb-d7c0-4e79-ac07-fc795a97d87e tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:44.203956 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f41c360e-4e9a-4e38-8385-1ba69f73f9bd req-0fafbafb-d7c0-4e79-ac07-fc795a97d87e tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebf7f38a-f013-4b5a-a421-68cec87cc255 HTTP/1.1" status: 200 len: 946 time: 0.2994628 Jul 07 17:03:44.207656 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c036f-f9e2-42cf-9ac9-593562389619 req-ff7c0369-c6b1-4ba1-ac16-4cd2dea7b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:44.209827 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-675c036f-f9e2-42cf-9ac9-593562389619 req-ff7c0369-c6b1-4ba1-ac16-4cd2dea7b80e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7bf3ce58-a71d-4412-bb72-4611169487c0 HTTP/1.1" status: 200 len: 851 time: 0.1082754 Jul 07 17:03:44.214691 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4b87dde6-ff80-497a-8854-4a722d6a92c2 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.255723 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.285366 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea03443e-e7c3-4f53-b855-7cb2dfcc98ec {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:44.320455 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port ea03443e-e7c3-4f53-b855-7cb2dfcc98ec, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=ea03443e-e7c3-4f53-b855-7cb2dfcc98ec,segment=NetworkSegment(e9cb0466-5459-40c6-867e-64c5a1d48fcc),segment_id=e9cb0466-5459-40c6-867e-64c5a1d48fcc)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:44.333984 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.373901 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d8a874-3e2f-4744-8dee-add84c027afc None None] New status for floating IP a15153ed-fe3e-45b6-8762-368810555be6: ACTIVE {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:03:44.443098 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=ea03443e-e7c3-4f53-b855-7cb2dfcc98ec,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:44.446226 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-08fde963-d10e-4908-8905-d876ba3cb5fd service neutron] 10.222.0.53 "GET /v2.0/networks/a5429642-2051-4fab-b0d0-6ebe08874dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316845 Jul 07 17:03:44.484211 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4b87dde6-ff80-497a-8854-4a722d6a92c2 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.493583 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4b87dde6-ff80-497a-8854-4a722d6a92c2 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.594574 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c036f-f9e2-42cf-9ac9-593562389619 req-d90483af-a762-495b-9bd2-b0b8a86ba45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:44.596051 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-675c036f-f9e2-42cf-9ac9-593562389619 req-d90483af-a762-495b-9bd2-b0b8a86ba45a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b1ef1e6-de16-48e9-886d-760c85a81894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3737578 Jul 07 17:03:44.603660 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fda9f96a-dfc5-4709-9dd5-5a6c68ab4cba req-bef2994d-cbb5-4678-90bd-4cc791745258 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Router 6f3eb18d-b6de-438c-8783-43126f4df883 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:03:44.633788 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87dde6-ff80-497a-8854-4a722d6a92c2 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Pushing event updated for resources: {'Port': ['ID=30f26ec8-ffa7-4e7a-918e-31b2c7b68247,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:44.646501 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4b87dde6-ff80-497a-8854-4a722d6a92c2 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.666539 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4b87dde6-ff80-497a-8854-4a722d6a92c2 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.668306 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-f41c360e-4e9a-4e38-8385-1ba69f73f9bd req-c60189bd-0208-4da6-ae47-ad7c02afb082 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Deleting port ff52852b-53d4-4e3b-973e-2b425a046424 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:44.668930 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f41c360e-4e9a-4e38-8385-1ba69f73f9bd req-c60189bd-0208-4da6-ae47-ad7c02afb082 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.678758 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4b87dde6-ff80-497a-8854-4a722d6a92c2 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9849923 Jul 07 17:03:44.704752 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['ea03443e-e7c3-4f53-b855-7cb2dfcc98ec'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:44.864370 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-675c036f-f9e2-42cf-9ac9-593562389619 req-d2714dec-34cc-45b3-b557-a590f648837d service neutron] 10.222.0.72 "GET /v2.0/networks/2b1ef1e6-de16-48e9-886d-760c85a81894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567649 Jul 07 17:03:45.023242 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-f41c360e-4e9a-4e38-8385-1ba69f73f9bd req-c60189bd-0208-4da6-ae47-ad7c02afb082 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] For port ff52852b-53d4-4e3b-973e-2b425a046424, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ff52852b-53d4-4e3b-973e-2b425a046424,segment=NetworkSegment(936489cd-6d27-46e3-a8c0-5f4261bd9fb2),segment_id=936489cd-6d27-46e3-a8c0-5f4261bd9fb2)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:45.024399 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f41c360e-4e9a-4e38-8385-1ba69f73f9bd req-c60189bd-0208-4da6-ae47-ad7c02afb082 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.056976 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-f41c360e-4e9a-4e38-8385-1ba69f73f9bd req-c60189bd-0208-4da6-ae47-ad7c02afb082 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Calling delete_port for ff52852b-53d4-4e3b-973e-2b425a046424 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:45.071249 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fda9f96a-dfc5-4709-9dd5-5a6c68ab4cba req-bef2994d-cbb5-4678-90bd-4cc791745258 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:45.081510 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fda9f96a-dfc5-4709-9dd5-5a6c68ab4cba req-bef2994d-cbb5-4678-90bd-4cc791745258 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.086635 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7744bb-f716-4398-aa20-2c98d88e0a4d None None] Sync routers for ids ['6f3eb18d-b6de-438c-8783-43126f4df883'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:45.121960 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7744bb-f716-4398-aa20-2c98d88e0a4d None None] Routers {'6f3eb18d-b6de-438c-8783-43126f4df883'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:45.127498 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-2c7744bb-f716-4398-aa20-2c98d88e0a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:03:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['6f3eb18d-b6de-438c-8783-43126f4df883'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:45.167804 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbe6eb-7d50-4f6b-b5a3-2dc413235ec0 req-4d681544-caad-40a0-9b05-fa6f0fe3a4cc tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:45.176902 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6cfbe6eb-7d50-4f6b-b5a3-2dc413235ec0 req-4d681544-caad-40a0-9b05-fa6f0fe3a4cc tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.1712697 Jul 07 17:03:45.183344 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 25bc9c3c-20ba-42e4-9b45-9d9abfce2de7 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:45.291018 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6cfbe6eb-7d50-4f6b-b5a3-2dc413235ec0 req-ce70f678-ce9a-4c27-9fb3-3257b87a662c tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126819 Jul 07 17:03:45.296064 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-675c036f-f9e2-42cf-9ac9-593562389619 req-7c7f5761-0416-4f9c-ac59-dce73f3cad11 service neutron] 10.222.0.72 "GET /v2.0/networks/2b1ef1e6-de16-48e9-886d-760c85a81894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799338 Jul 07 17:03:45.344766 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fda9f96a-dfc5-4709-9dd5-5a6c68ab4cba req-bef2994d-cbb5-4678-90bd-4cc791745258 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "PUT /v2.0/floatingips/03ccfc30-8465-4b92-925d-50c573e73d94 HTTP/1.1" status: 200 len: 694 time: 2.0541384 Jul 07 17:03:45.354088 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-2c7744bb-f716-4398-aa20-2c98d88e0a4d None None] Set router 6f3eb18d-b6de-438c-8783-43126f4df883 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:45.357342 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 25bc9c3c-20ba-42e4-9b45-9d9abfce2de7 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:45.357970 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.364145 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b7376b-9121-4c7d-94ff-f3474fda09b3', 'tag': '537d1277-ecf7-414d-bcfe-811601335444'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:45.370469 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c96b185-756c-4dd5-9910-564fb5fa6d21" -d '{"events": [{"name": "network-changed", "server_uuid": "59b7376b-9121-4c7d-94ff-f3474fda09b3", "tag": "537d1277-ecf7-414d-bcfe-811601335444"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:45.657183 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9f96a-dfc5-4709-9dd5-5a6c68ab4cba req-0b71d9dc-4a03-485c-a7ed-280307cf19c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:45.660780 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fda9f96a-dfc5-4709-9dd5-5a6c68ab4cba req-0b71d9dc-4a03-485c-a7ed-280307cf19c2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a8fa2a5d52846ae9eaa03dc29acdaae&device_id=59b7376b-9121-4c7d-94ff-f3474fda09b3 HTTP/1.1" status: 200 len: 1097 time: 0.2835011 Jul 07 17:03:45.827181 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e0f3f-74cb-4df2-b34f-9bf7711136e0 req-0fa5660a-4f76-46f3-9d42-6ca785ad9439 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:45.839797 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-851e0f3f-74cb-4df2-b34f-9bf7711136e0 req-0fa5660a-4f76-46f3-9d42-6ca785ad9439 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac9e1b82-1aef-4c82-9f1f-45e962e72913 HTTP/1.1" status: 200 len: 944 time: 0.1776028 Jul 07 17:03:45.882638 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f41c360e-4e9a-4e38-8385-1ba69f73f9bd req-c60189bd-0208-4da6-ae47-ad7c02afb082 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.910104 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['ff52852b-53d4-4e3b-973e-2b425a046424'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:45.933348 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-851e0f3f-74cb-4df2-b34f-9bf7711136e0 req-72ddf99e-b5b0-47d2-be81-0d94b3011c24 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c84727-886c-44c3-98f6-6ec95066fe72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919735 Jul 07 17:03:45.955834 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9f96a-dfc5-4709-9dd5-5a6c68ab4cba req-9dec5b53-982e-4b22-9bfb-9632e790e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:45.955834 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fda9f96a-dfc5-4709-9dd5-5a6c68ab4cba req-9dec5b53-982e-4b22-9bfb-9632e790e40b service neutron] 10.222.0.53 "GET /v2.0/networks?id=4cfb844d-bad2-4bd4-b9c4-3c09c74893d1 HTTP/1.1" status: 200 len: 930 time: 0.2773173 Jul 07 17:03:46.080573 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-2c7744bb-f716-4398-aa20-2c98d88e0a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1531974977-router', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '6b0f69fd-21f9-4921-a8c1-3a13fa46c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:47Z', 'revision_number': 4, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'gw_port': {'id': '6b0f69fd-21f9-4921-a8c1-3a13fa46c71a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:41Z', 'updated_at': '2021-07-07T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'c728976a-02f0-43fc-bc12-f611e2b44fe8', 'name': '', 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'mac_address': 'fa:16:3e:17:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '471fe685-7fcf-4d30-b218-beda7522746a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:46Z', 'updated_at': '2021-07-07T17:02:58Z', 'revision_number': 5, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'subnets': [{'id': '471fe685-7fcf-4d30-b218-beda7522746a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:46.129443 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7744bb-f716-4398-aa20-2c98d88e0a4d None None] Checking router: 6f3eb18d-b6de-438c-8783-43126f4df883 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:03:46.133959 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60189bd-0208-4da6-ae47-ad7c02afb082 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Pushing event deleted for resources: {'Port': ['ID=ff52852b-53d4-4e3b-973e-2b425a046424,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:46.144103 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7744bb-f716-4398-aa20-2c98d88e0a4d None None] Routers {'6f3eb18d-b6de-438c-8783-43126f4df883'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:46.145580 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-2c7744bb-f716-4398-aa20-2c98d88e0a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:03:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['6f3eb18d-b6de-438c-8783-43126f4df883'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:46.198434 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41c360e-4e9a-4e38-8385-1ba69f73f9bd req-c60189bd-0208-4da6-ae47-ad7c02afb082 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] No DVR routers for this DVR port ff52852b-53d4-4e3b-973e-2b425a046424 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:46.201467 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f41c360e-4e9a-4e38-8385-1ba69f73f9bd req-c60189bd-0208-4da6-ae47-ad7c02afb082 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.204430 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f41c360e-4e9a-4e38-8385-1ba69f73f9bd req-c60189bd-0208-4da6-ae47-ad7c02afb082 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.72 "DELETE /v2.0/ports/ff52852b-53d4-4e3b-973e-2b425a046424 HTTP/1.1" status: 204 len: 173 time: 1.9912555 Jul 07 17:03:46.205933 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fda9f96a-dfc5-4709-9dd5-5a6c68ab4cba req-6395f6dd-b7e8-4a93-8d88-c0036ddfba6f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=537d1277-ecf7-414d-bcfe-811601335444 HTTP/1.1" status: 200 len: 217 time: 0.2423429 Jul 07 17:03:46.222273 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c83d167-1d59-4d68-b015-583d147c33ce req-8c7e93e1-b6c7-4158-9db4-4f241d6ecb23 tempest-ServerShowV257Test-1387094520 tempest-ServerShowV257Test-1387094520-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b05128-f496-48af-b8e2-74e066178783 HTTP/1.1" status: 200 len: 210 time: 0.0398879 Jul 07 17:03:46.304125 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-2c7744bb-f716-4398-aa20-2c98d88e0a4d None None] Set router 6f3eb18d-b6de-438c-8783-43126f4df883 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:46.319947 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9f96a-dfc5-4709-9dd5-5a6c68ab4cba req-cd223707-29cd-49a7-8272-400f2d66a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:46.329705 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fda9f96a-dfc5-4709-9dd5-5a6c68ab4cba req-cd223707-29cd-49a7-8272-400f2d66a294 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=471fe685-7fcf-4d30-b218-beda7522746a HTTP/1.1" status: 200 len: 868 time: 0.1096551 Jul 07 17:03:46.420401 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9f96a-dfc5-4709-9dd5-5a6c68ab4cba req-7d2886a9-c094-4144-aca7-78fcf9a88998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:46.430772 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fda9f96a-dfc5-4709-9dd5-5a6c68ab4cba req-7d2886a9-c094-4144-aca7-78fcf9a88998 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4cfb844d-bad2-4bd4-b9c4-3c09c74893d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0998743 Jul 07 17:03:46.623977 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fda9f96a-dfc5-4709-9dd5-5a6c68ab4cba req-0c356124-cf6c-4cb6-80e2-2ac2820ef833 service neutron] 10.222.0.53 "GET /v2.0/networks/4cfb844d-bad2-4bd4-b9c4-3c09c74893d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920605 Jul 07 17:03:46.739691 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fda9f96a-dfc5-4709-9dd5-5a6c68ab4cba req-ca489236-e6e6-4216-9d81-d14e46172daf service neutron] 10.222.0.53 "GET /v2.0/networks/4cfb844d-bad2-4bd4-b9c4-3c09c74893d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074884 Jul 07 17:03:46.827980 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-2c7744bb-f716-4398-aa20-2c98d88e0a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1531974977-router', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '6b0f69fd-21f9-4921-a8c1-3a13fa46c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:47Z', 'revision_number': 4, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'gw_port': {'id': '6b0f69fd-21f9-4921-a8c1-3a13fa46c71a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:41Z', 'updated_at': '2021-07-07T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'c728976a-02f0-43fc-bc12-f611e2b44fe8', 'name': '', 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'mac_address': 'fa:16:3e:17:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '471fe685-7fcf-4d30-b218-beda7522746a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:46Z', 'updated_at': '2021-07-07T17:02:58Z', 'revision_number': 5, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'subnets': [{'id': '471fe685-7fcf-4d30-b218-beda7522746a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:46.836122 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832d00c9-bcb4-4481-8617-22a8ea30ed96 x-openstack-request-id: req-832d00c9-bcb4-4481-8617-22a8ea30ed96 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:46.841619 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59b7376b-9121-4c7d-94ff-f3474fda09b3", "tag": "537d1277-ecf7-414d-bcfe-811601335444", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:46.842020 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-832d00c9-bcb4-4481-8617-22a8ea30ed96 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:46.843481 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b7376b-9121-4c7d-94ff-f3474fda09b3', 'tag': '537d1277-ecf7-414d-bcfe-811601335444', 'status': 'completed', 'code': 200} Jul 07 17:03:46.900059 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7744bb-f716-4398-aa20-2c98d88e0a4d None None] The sync data for ids ['6f3eb18d-b6de-438c-8783-43126f4df883'] in n-d-791503-12 is: [{'id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1531974977-router', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '6b0f69fd-21f9-4921-a8c1-3a13fa46c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:47Z', 'revision_number': 4, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'gw_port': {'id': '6b0f69fd-21f9-4921-a8c1-3a13fa46c71a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:41Z', 'updated_at': '2021-07-07T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'c728976a-02f0-43fc-bc12-f611e2b44fe8', 'name': '', 'network_id': '4cfb844d-bad2-4bd4-b9c4-3c09c74893d1', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'mac_address': 'fa:16:3e:17:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '471fe685-7fcf-4d30-b218-beda7522746a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:46Z', 'updated_at': '2021-07-07T17:02:58Z', 'revision_number': 5, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'subnets': [{'id': '471fe685-7fcf-4d30-b218-beda7522746a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:47.024078 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-34ff32cf-313a-448a-a1f0-f2d586bed431 req-8ca51a1f-1a6e-47e2-9529-cbf066eb2786 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e8f84bb-c363-4dbd-b4c9-f52f05075c74 HTTP/1.1" status: 200 len: 210 time: 0.1334717 Jul 07 17:03:47.140548 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96b185-756c-4dd5-9910-564fb5fa6d21 req-77eb17f5-2ff7-42ce-b503-87baff2cb8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:47.145727 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0c96b185-756c-4dd5-9910-564fb5fa6d21 req-77eb17f5-2ff7-42ce-b503-87baff2cb8c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a8fa2a5d52846ae9eaa03dc29acdaae&device_id=59b7376b-9121-4c7d-94ff-f3474fda09b3 HTTP/1.1" status: 200 len: 1097 time: 0.2751853 Jul 07 17:03:47.486099 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-63c41ceb-954d-4a19-9951-a43f79526458 req-d2a9d9ce-9026-4947-98d7-d8f8cd138f4e tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/floatingips/03ccfc30-8465-4b92-925d-50c573e73d94 HTTP/1.1" status: 200 len: 694 time: 0.1497753 Jul 07 17:03:47.535763 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02050c64-7386-4b26-8689-bed684b8f5d5 None None] New status for floating IP 03ccfc30-8465-4b92-925d-50c573e73d94: DOWN {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:03:47.807864 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c41ceb-954d-4a19-9951-a43f79526458 req-683e9db9-ca51-435a-bdff-d50e57f75070 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:47.822200 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-63c41ceb-954d-4a19-9951-a43f79526458 req-683e9db9-ca51-435a-bdff-d50e57f75070 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 784 time: 0.3288188 Jul 07 17:03:47.834573 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-63c41ceb-954d-4a19-9951-a43f79526458 req-e4a6da99-5cad-4064-a3a0-2c111f9df34c tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:03:47.849100 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-63c41ceb-954d-4a19-9951-a43f79526458 req-e4a6da99-5cad-4064-a3a0-2c111f9df34c tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0241985 Jul 07 17:03:47.948885 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device ea03443e-e7c3-4f53-b855-7cb2dfcc98ec up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:48.009256 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-63c41ceb-954d-4a19-9951-a43f79526458 req-ec679590-e2f6-42fb-b02d-33508a6a59d5 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.84 HTTP/1.1" status: 200 len: 697 time: 0.1560795 Jul 07 17:03:48.133399 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port ea03443e-e7c3-4f53-b855-7cb2dfcc98ec completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:48.144722 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port ea03443e-e7c3-4f53-b855-7cb2dfcc98ec triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:48.145034 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.191680 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96b185-756c-4dd5-9910-564fb5fa6d21 req-70f50ae7-bfd0-4d42-8fdc-6c2e8d625c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:48.194227 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0c96b185-756c-4dd5-9910-564fb5fa6d21 req-70f50ae7-bfd0-4d42-8fdc-6c2e8d625c78 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4cfb844d-bad2-4bd4-b9c4-3c09c74893d1 HTTP/1.1" status: 200 len: 930 time: 1.0396492 Jul 07 17:03:48.217924 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-6e66d471-888b-459a-930e-062254bae1e5 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:48.219614 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-6e66d471-888b-459a-930e-062254bae1e5 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.72 "GET /v2.0/networks?id=a5429642-2051-4fab-b0d0-6ebe08874dd5 HTTP/1.1" status: 200 len: 815 time: 0.8785267 Jul 07 17:03:48.309708 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0c96b185-756c-4dd5-9910-564fb5fa6d21 req-a3eb509c-75d3-4d2b-a3dc-5b2fe0b2c89b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=537d1277-ecf7-414d-bcfe-811601335444 HTTP/1.1" status: 200 len: 217 time: 0.0808322 Jul 07 17:03:48.330138 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df3af3-1aad-4b81-bed7-a81f15545362 req-d5bc66d7-2878-495c-921c-732d9958a71a tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:48.330457 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.339357 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d4df3af3-1aad-4b81-bed7-a81f15545362 req-d5bc66d7-2878-495c-921c-732d9958a71a tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 1.1925032 Jul 07 17:03:48.367956 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-6a8db473-68eb-49cf-9b0a-a9f458694d3c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Request body: {'port': {'device_id': '0e8f84bb-c363-4dbd-b4c9-f52f05075c74', 'network_id': 'a5429642-2051-4fab-b0d0-6ebe08874dd5', 'admin_state_up': True, 'tenant_id': '2efee84f77114b8c9f3b9a3f5d32602b'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:48.371774 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9e1b82-1aef-4c82-9f1f-45e962e72913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea03443e-e7c3-4f53-b855-7cb2dfcc98ec'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:48.374858 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6a3d14-b3e2-468b-8fae-941d54ab905d" -d '{"events": [{"server_uuid": "ac9e1b82-1aef-4c82-9f1f-45e962e72913", "name": "network-vif-plugged", "status": "completed", "tag": "ea03443e-e7c3-4f53-b855-7cb2dfcc98ec"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:48.393867 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port ea03443e-e7c3-4f53-b855-7cb2dfcc98ec, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=ea03443e-e7c3-4f53-b855-7cb2dfcc98ec,segment=NetworkSegment(e9cb0466-5459-40c6-867e-64c5a1d48fcc),segment_id=e9cb0466-5459-40c6-867e-64c5a1d48fcc)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:48.402873 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.497857 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=ea03443e-e7c3-4f53-b855-7cb2dfcc98ec,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:48.562378 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96b185-756c-4dd5-9910-564fb5fa6d21 req-a41f4c98-65de-4364-8624-d51fe0ee54f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:48.565272 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0c96b185-756c-4dd5-9910-564fb5fa6d21 req-a41f4c98-65de-4364-8624-d51fe0ee54f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=471fe685-7fcf-4d30-b218-beda7522746a HTTP/1.1" status: 200 len: 868 time: 0.2144220 Jul 07 17:03:48.599080 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d4df3af3-1aad-4b81-bed7-a81f15545362 req-d49bc5d3-c6b1-434d-9e37-d96de4c3264f tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587492 Jul 07 17:03:48.654179 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-63c41ceb-954d-4a19-9951-a43f79526458 req-f13850de-2be3-4560-89bd-ac4d8da35bfb tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.84 HTTP/1.1" status: 200 len: 697 time: 0.6417718 Jul 07 17:03:48.665389 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-6a8db473-68eb-49cf-9b0a-a9f458694d3c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Made reservation on behalf of 2efee84f77114b8c9f3b9a3f5d32602b for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:48.670014 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-6a8db473-68eb-49cf-9b0a-a9f458694d3c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.696686 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96b185-756c-4dd5-9910-564fb5fa6d21 req-ba273055-a02b-4493-8a66-256d97a1722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:48.698512 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0c96b185-756c-4dd5-9910-564fb5fa6d21 req-ba273055-a02b-4493-8a66-256d97a1722d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4cfb844d-bad2-4bd4-b9c4-3c09c74893d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1194065 Jul 07 17:03:48.737715 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device ff52852b-53d4-4e3b-973e-2b425a046424 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:48.762680 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: ff52852b-53d4-4e3b-973e-2b425a046424 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:03:48.762959 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device ff52852b-53d4-4e3b-973e-2b425a046424 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:48.838900 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-63c41ceb-954d-4a19-9951-a43f79526458 req-9856ae78-83f6-4daf-ae5c-1489b56323d1 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Deleting port 80eedd4b-b84e-4bb1-9982-916c2b806bed {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:48.839489 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-63c41ceb-954d-4a19-9951-a43f79526458 req-9856ae78-83f6-4daf-ae5c-1489b56323d1 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.844281 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf7f38a-f013-4b5a-a421-68cec87cc255', 'name': 'network-vif-deleted', 'tag': 'ff52852b-53d4-4e3b-973e-2b425a046424'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:48.847216 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ae25c1-72ad-4ad1-a851-8e2164cf6962" -d '{"events": [{"server_uuid": "ebf7f38a-f013-4b5a-a421-68cec87cc255", "name": "network-vif-deleted", "tag": "ff52852b-53d4-4e3b-973e-2b425a046424"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:48.935068 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-63c41ceb-954d-4a19-9951-a43f79526458 req-9856ae78-83f6-4daf-ae5c-1489b56323d1 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.935463 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-63c41ceb-954d-4a19-9951-a43f79526458 req-9856ae78-83f6-4daf-ae5c-1489b56323d1 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.950293 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-63c41ceb-954d-4a19-9951-a43f79526458 req-9856ae78-83f6-4daf-ae5c-1489b56323d1 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Calling delete_port for 80eedd4b-b84e-4bb1-9982-916c2b806bed owned by network:floatingip {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:48.995901 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0c96b185-756c-4dd5-9910-564fb5fa6d21 req-882934d8-2383-4de5-a1a2-181a8dde4005 service neutron] 10.222.0.64 "GET /v2.0/networks/4cfb844d-bad2-4bd4-b9c4-3c09c74893d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892768 Jul 07 17:03:49.025582 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-6a8db473-68eb-49cf-9b0a-a9f458694d3c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Allocated IP 172.20.0.3 (a5429642-2051-4fab-b0d0-6ebe08874dd5/a9a0e3aa-e114-4f75-9b7a-179619372bd1/fd5b37c4-f33f-4a06-88aa-d9e04947010b) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:49.096839 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d58a6-b401-4515-b0ae-8cbab1c31a64 req-43cddd85-2951-406c-8eda-10f683e1162e tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:49.098511 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ed0d58a6-b401-4515-b0ae-8cbab1c31a64 req-43cddd85-2951-406c-8eda-10f683e1162e tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac9e1b82-1aef-4c82-9f1f-45e962e72913 HTTP/1.1" status: 200 len: 945 time: 0.2764139 Jul 07 17:03:49.126199 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-63c41ceb-954d-4a19-9951-a43f79526458 req-9856ae78-83f6-4daf-ae5c-1489b56323d1 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:49.163429 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856ae78-83f6-4daf-ae5c-1489b56323d1 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Pushing event deleted for resources: {'Port': ['ID=80eedd4b-b84e-4bb1-9982-916c2b806bed,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:49.251964 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-63c41ceb-954d-4a19-9951-a43f79526458 req-9856ae78-83f6-4daf-ae5c-1489b56323d1 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks [] for floatingip, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:49.259453 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-63c41ceb-954d-4a19-9951-a43f79526458 req-9856ae78-83f6-4daf-ae5c-1489b56323d1 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:49.261809 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-63c41ceb-954d-4a19-9951-a43f79526458 req-9856ae78-83f6-4daf-ae5c-1489b56323d1 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "DELETE /v2.0/floatingips/03ccfc30-8465-4b92-925d-50c573e73d94 HTTP/1.1" status: 204 len: 173 time: 0.6066148 Jul 07 17:03:49.285068 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ed0d58a6-b401-4515-b0ae-8cbab1c31a64 req-64aded07-0dbe-4ed6-aa42-f8c10302f4c3 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c84727-886c-44c3-98f6-6ec95066fe72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767192 Jul 07 17:03:49.288055 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0c96b185-756c-4dd5-9910-564fb5fa6d21 req-edc47aa9-17fa-4610-bdf9-18ae209d28d9 service neutron] 10.222.0.64 "GET /v2.0/networks/4cfb844d-bad2-4bd4-b9c4-3c09c74893d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825150 Jul 07 17:03:49.428647 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-6a8db473-68eb-49cf-9b0a-a9f458694d3c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:49.496717 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6648f7b1-883c-4292-8124-b100e3a69ed8 req-97e41284-697e-47a9-9672-c2093f3f4796 tempest-ServerShowV257Test-1387094520 tempest-ServerShowV257Test-1387094520-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b05128-f496-48af-b8e2-74e066178783 HTTP/1.1" status: 200 len: 210 time: 0.0429053 Jul 07 17:03:49.565149 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-6a8db473-68eb-49cf-9b0a-a9f458694d3c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:49.626116 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-cd33305b-1d43-44df-be00-b664dba8d6b4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1801550 Jul 07 17:03:49.704187 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcc8ab6-f504-4b8f-9f2a-3eaa5ee8a64b x-openstack-request-id: req-5bcc8ab6-f504-4b8f-9f2a-3eaa5ee8a64b {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:49.704808 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9e1b82-1aef-4c82-9f1f-45e962e72913", "name": "network-vif-plugged", "status": "completed", "tag": "ea03443e-e7c3-4f53-b855-7cb2dfcc98ec", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:49.705039 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5bcc8ab6-f504-4b8f-9f2a-3eaa5ee8a64b {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:49.705502 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9e1b82-1aef-4c82-9f1f-45e962e72913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea03443e-e7c3-4f53-b855-7cb2dfcc98ec', 'code': 200} Jul 07 17:03:49.724874 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-6a8db473-68eb-49cf-9b0a-a9f458694d3c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Network a5429642-2051-4fab-b0d0-6ebe08874dd5 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:49.762398 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cf1753-15b8-4ebb-9ecd-a7f38982a7da x-openstack-request-id: req-49cf1753-15b8-4ebb-9ecd-a7f38982a7da {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:49.762842 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf7f38a-f013-4b5a-a421-68cec87cc255", "name": "network-vif-deleted", "tag": "ff52852b-53d4-4e3b-973e-2b425a046424", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:49.763245 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49cf1753-15b8-4ebb-9ecd-a7f38982a7da {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:49.763999 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf7f38a-f013-4b5a-a421-68cec87cc255', 'name': 'network-vif-deleted', 'tag': 'ff52852b-53d4-4e3b-973e-2b425a046424', 'status': 'completed', 'code': 200} Jul 07 17:03:49.765340 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-6a8db473-68eb-49cf-9b0a-a9f458694d3c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:49.804534 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-6a8db473-68eb-49cf-9b0a-a9f458694d3c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:49.814158 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8db473-68eb-49cf-9b0a-a9f458694d3c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Pushing event updated for resources: {'Port': ['ID=fd5b37c4-f33f-4a06-88aa-d9e04947010b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:49.911493 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87f9b3-c6ec-4234-83be-b5b648e8bd62 req-9c1ecae6-46e6-4ada-b8b6-1a7196fce416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:49.913255 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d87f9b3-c6ec-4234-83be-b5b648e8bd62 req-9c1ecae6-46e6-4ada-b8b6-1a7196fce416 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ac9e1b82-1aef-4c82-9f1f-45e962e72913 HTTP/1.1" status: 200 len: 1097 time: 0.1197414 Jul 07 17:03:49.973892 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-6a8db473-68eb-49cf-9b0a-a9f458694d3c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:49.974968 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-6a8db473-68eb-49cf-9b0a-a9f458694d3c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:49.982401 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d87f9b3-c6ec-4234-83be-b5b648e8bd62 req-17a94a2d-e19c-4144-948b-560191eefecb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b5c84727-886c-44c3-98f6-6ec95066fe72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594549 Jul 07 17:03:49.995462 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0a7d7-0e28-475a-9989-5808a212aa67 req-b9c0886f-9e6b-45d7-8ccd-f87bea5bf829 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:49.997311 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e0f0a7d7-0e28-475a-9989-5808a212aa67 req-b9c0886f-9e6b-45d7-8ccd-f87bea5bf829 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.1266346 Jul 07 17:03:50.009234 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d4786-903e-49ff-82cf-d1b39ea410b7 req-c49fc2ab-859a-46ae-945d-f101c79924d0 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:50.012081 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8f2d4786-903e-49ff-82cf-d1b39ea410b7 req-c49fc2ab-859a-46ae-945d-f101c79924d0 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e8f84bb-c363-4dbd-b4c9-f52f05075c74 HTTP/1.1" status: 200 len: 931 time: 0.4187102 Jul 07 17:03:50.050053 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e0f0a7d7-0e28-475a-9989-5808a212aa67 req-d25d17aa-9465-4e23-b8fb-f9d63733a3ff tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455439 Jul 07 17:03:50.060543 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-e944cc1d-c741-4934-8bf3-0a03b779fde0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3902740 Jul 07 17:03:50.063913 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-6a8db473-68eb-49cf-9b0a-a9f458694d3c tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7016137 Jul 07 17:03:50.081017 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-1c593e5e-58f2-418a-b363-9ec0dd649311 service neutron] Request body: {'port': {'device_id': '0e8f84bb-c363-4dbd-b4c9-f52f05075c74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:50.096075 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-1dfc669e-4257-4e31-b299-8f7a873b772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:50.096744 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-1dfc669e-4257-4e31-b299-8f7a873b772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:50.097363 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-1dfc669e-4257-4e31-b299-8f7a873b772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:50.097959 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-1dfc669e-4257-4e31-b299-8f7a873b772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:50.099184 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-1dfc669e-4257-4e31-b299-8f7a873b772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:50.099184 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-1dfc669e-4257-4e31-b299-8f7a873b772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:50.099713 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-1dfc669e-4257-4e31-b299-8f7a873b772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:50.102150 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-1dfc669e-4257-4e31-b299-8f7a873b772c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52ba6e7d3c334b5d9c08203be3275f20&device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 6508 time: 0.4076822 Jul 07 17:03:50.202626 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8f2d4786-903e-49ff-82cf-d1b39ea410b7 req-d2f8e4f8-8932-4eaa-b496-9e74b2ec557f tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762185 Jul 07 17:03:50.333692 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc869be3-3f45-48b5-af87-5c668fda76aa req-2f641fac-0bde-413e-aa81-3a2178e2f3bb tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:50.347864 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bc869be3-3f45-48b5-af87-5c668fda76aa req-2f641fac-0bde-413e-aa81-3a2178e2f3bb tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/ports?device_id=59b7376b-9121-4c7d-94ff-f3474fda09b3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1137125 Jul 07 17:03:50.409707 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bc869be3-3f45-48b5-af87-5c668fda76aa req-00eed706-939a-4aa3-bce0-13e54b6e6511 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0601487 Jul 07 17:03:50.463775 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-1c593e5e-58f2-418a-b363-9ec0dd649311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:50.534071 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3d85a-b627-411c-9af6-b085a3252069 req-621a441f-3488-4619-8bd0-ef325e648da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:50.534071 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3d85a-b627-411c-9af6-b085a3252069 req-621a441f-3488-4619-8bd0-ef325e648da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:50.534071 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3d85a-b627-411c-9af6-b085a3252069 req-621a441f-3488-4619-8bd0-ef325e648da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:50.534071 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3d85a-b627-411c-9af6-b085a3252069 req-621a441f-3488-4619-8bd0-ef325e648da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:50.534071 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3d85a-b627-411c-9af6-b085a3252069 req-621a441f-3488-4619-8bd0-ef325e648da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:50.534071 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3d85a-b627-411c-9af6-b085a3252069 req-621a441f-3488-4619-8bd0-ef325e648da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:50.534071 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3d85a-b627-411c-9af6-b085a3252069 req-621a441f-3488-4619-8bd0-ef325e648da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:50.534071 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-621a441f-3488-4619-8bd0-ef325e648da7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b6d220ae528f42c295cc654c1d123274&device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 6500 time: 0.3588283 Jul 07 17:03:50.536862 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-861fbe75-aa29-47c5-aeb7-6b313539adc3 req-c930bec3-e2f6-4887-815e-55262c40ebde tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0968072 Jul 07 17:03:50.537037 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-e5e76026-33eb-4f60-9815-a2db0bea78c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:50.537037 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-e5e76026-33eb-4f60-9815-a2db0bea78c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:50.537037 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-e5e76026-33eb-4f60-9815-a2db0bea78c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:50.538156 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-e5e76026-33eb-4f60-9815-a2db0bea78c3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=94d2cc3b-5a36-4261-9491-3ddbfc283976&id=fab6f54d-9214-45d2-b598-1fe08070fc1d&id=fab6f54d-9214-45d2-b598-1fe08070fc1d&id=fab6f54d-9214-45d2-b598-1fe08070fc1d&id=fab6f54d-9214-45d2-b598-1fe08070fc1d&id=fb74cf42-8431-4db2-86e2-f968c1182b61&id=fb74cf42-8431-4db2-86e2-f968c1182b61 HTTP/1.1" status: 200 len: 2298 time: 0.3838971 Jul 07 17:03:50.847415 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-872681eb-0764-45af-9c64-b2de23f53673 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee9f9590-c476-4e56-b319-494470a69a36 HTTP/1.1" status: 200 len: 1001 time: 0.2857511 Jul 07 17:03:50.957890 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cf1d02fe-a4d3-414d-8dc2-bd3007e8b237 req-9b3c6255-cf52-4da6-be95-3332c3fc7b38 tempest-ServerShowV257Test-1387094520 tempest-ServerShowV257Test-1387094520-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b05128-f496-48af-b8e2-74e066178783 HTTP/1.1" status: 200 len: 210 time: 0.0849361 Jul 07 17:03:51.026778 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3d85a-b627-411c-9af6-b085a3252069 req-546d7733-c864-499c-913b-eb2f42325b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:51.027398 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3d85a-b627-411c-9af6-b085a3252069 req-546d7733-c864-499c-913b-eb2f42325b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:51.027952 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3d85a-b627-411c-9af6-b085a3252069 req-546d7733-c864-499c-913b-eb2f42325b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:51.030130 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-546d7733-c864-499c-913b-eb2f42325b8d service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b1ef1e6-de16-48e9-886d-760c85a81894&id=631352b9-cdc0-4502-b4e6-9840754bae5a&id=631352b9-cdc0-4502-b4e6-9840754bae5a&id=631352b9-cdc0-4502-b4e6-9840754bae5a&id=631352b9-cdc0-4502-b4e6-9840754bae5a&id=f52f86e5-4ccf-471b-ba73-453c1047945f&id=f52f86e5-4ccf-471b-ba73-453c1047945f HTTP/1.1" status: 200 len: 2293 time: 0.4095442 Jul 07 17:03:51.067347 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc7ce8-a291-448b-9adc-b746b42c8bb4 req-c889e155-21bf-49cc-9d9c-6f1c194d4a41 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:51.070012 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-03bc7ce8-a291-448b-9adc-b746b42c8bb4 req-c889e155-21bf-49cc-9d9c-6f1c194d4a41 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac9e1b82-1aef-4c82-9f1f-45e962e72913 HTTP/1.1" status: 200 len: 945 time: 0.4477875 Jul 07 17:03:51.116175 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-381640c5-5e2d-42fa-807a-7a901d0b2b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:51.118129 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-381640c5-5e2d-42fa-807a-7a901d0b2b31 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ce5d8e85-e977-4ec0-aa8c-00c1d211eb94 HTTP/1.1" status: 200 len: 856 time: 0.2349107 Jul 07 17:03:51.298236 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-6334d8e3-e251-4732-bd5a-fa3404433cc5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47bf5e37-4f50-40b7-9c7a-0594677913b4 HTTP/1.1" status: 200 len: 1002 time: 0.2552958 Jul 07 17:03:51.317786 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-03bc7ce8-a291-448b-9adc-b746b42c8bb4 req-86355c81-ea7d-4177-b17e-8b5da5057072 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c84727-886c-44c3-98f6-6ec95066fe72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908004 Jul 07 17:03:51.491765 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-55e93d7b-c16e-4382-b748-34a6d8790bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:51.493481 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-55e93d7b-c16e-4382-b748-34a6d8790bc5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=94d2cc3b-5a36-4261-9491-3ddbfc283976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3443930 Jul 07 17:03:51.554482 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3d85a-b627-411c-9af6-b085a3252069 req-b300047d-cb74-4fad-91d4-5084fd63f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:51.555472 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-b300047d-cb74-4fad-91d4-5084fd63f034 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7bf3ce58-a71d-4412-bb72-4611169487c0 HTTP/1.1" status: 200 len: 851 time: 0.2309208 Jul 07 17:03:51.671797 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-1c593e5e-58f2-418a-b363-9ec0dd649311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5b37c4-f33f-4a06-88aa-d9e04947010b {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:51.695359 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-1c593e5e-58f2-418a-b363-9ec0dd649311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.765262 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-1c593e5e-58f2-418a-b363-9ec0dd649311 service neutron] Transition to ACTIVE for port object fd5b37c4-f33f-4a06-88aa-d9e04947010b will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:51.770933 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d8e92-720f-4a55-98e8-26567cd11c01 req-787c7515-d89b-4e00-a11d-f35425c50a8b tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:51.780371 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-892d8e92-720f-4a55-98e8-26567cd11c01 req-787c7515-d89b-4e00-a11d-f35425c50a8b tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.1462336 Jul 07 17:03:51.788149 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-1c593e5e-58f2-418a-b363-9ec0dd649311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.818768 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-f7b43a6c-29ae-4216-aaeb-90657d9725b3 service neutron] 10.222.0.64 "GET /v2.0/networks/94d2cc3b-5a36-4261-9491-3ddbfc283976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018010 Jul 07 17:03:51.842913 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-892d8e92-720f-4a55-98e8-26567cd11c01 req-10fcd86f-43c7-40de-b728-dcb076d44199 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611143 Jul 07 17:03:51.868702 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3d85a-b627-411c-9af6-b085a3252069 req-8e8b24f1-0eb8-404a-8220-b03ed633bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:51.868702 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-8e8b24f1-0eb8-404a-8220-b03ed633bb2e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b1ef1e6-de16-48e9-886d-760c85a81894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2688937 Jul 07 17:03:52.146311 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39818c-a93a-430d-a3c1-dd1ad320fca4 req-61c32831-c149-484d-b47a-9c9f2c1f2748 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:52.148711 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cf39818c-a93a-430d-a3c1-dd1ad320fca4 req-61c32831-c149-484d-b47a-9c9f2c1f2748 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/ports?device_id=59b7376b-9121-4c7d-94ff-f3474fda09b3 HTTP/1.1" status: 200 len: 945 time: 0.1240194 Jul 07 17:03:52.229295 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cf39818c-a93a-430d-a3c1-dd1ad320fca4 req-e7401d77-44b8-4d9b-b664-87eb68f3e832 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb648df4-c641-4500-a865-78a1a5add036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674152 Jul 07 17:03:52.353968 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c593e5e-58f2-418a-b363-9ec0dd649311 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5b37c4-f33f-4a06-88aa-d9e04947010b,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:52.509755 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-1c593e5e-58f2-418a-b363-9ec0dd649311 service neutron] Attempting to bind port fd5b37c4-f33f-4a06-88aa-d9e04947010b on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:52.510841 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-1c593e5e-58f2-418a-b363-9ec0dd649311 service neutron] Attempting to bind port fd5b37c4-f33f-4a06-88aa-d9e04947010b by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '936489cd-6d27-46e3-a8c0-5f4261bd9fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a5429642-2051-4fab-b0d0-6ebe08874dd5'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:52.510841 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-1c593e5e-58f2-418a-b363-9ec0dd649311 service neutron] Attempting to bind port fd5b37c4-f33f-4a06-88aa-d9e04947010b on network a5429642-2051-4fab-b0d0-6ebe08874dd5 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:52.514289 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-e03b8b25-3335-4ac6-b2d8-09dd46910da9 service neutron] 10.222.0.64 "GET /v2.0/networks/94d2cc3b-5a36-4261-9491-3ddbfc283976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6862378 Jul 07 17:03:52.544289 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731ecd5-4460-46bf-b594-be3ba67d8d10 req-345a401e-13fb-45d3-bcce-b62f737ba1c2 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:52.551565 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4731ecd5-4460-46bf-b594-be3ba67d8d10 req-345a401e-13fb-45d3-bcce-b62f737ba1c2 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e8f84bb-c363-4dbd-b4c9-f52f05075c74 HTTP/1.1" status: 200 len: 943 time: 0.7848825 Jul 07 17:03:52.587787 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-ae4ccffb-b299-409a-9380-5bbdc57ec487 service neutron] 10.222.0.72 "GET /v2.0/networks/2b1ef1e6-de16-48e9-886d-760c85a81894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6709533 Jul 07 17:03:52.594241 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-1c593e5e-58f2-418a-b363-9ec0dd649311 service neutron] Port fd5b37c4-f33f-4a06-88aa-d9e04947010b on network a5429642-2051-4fab-b0d0-6ebe08874dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:03:52.594595 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-1c593e5e-58f2-418a-b363-9ec0dd649311 service neutron] Attempting to bind port fd5b37c4-f33f-4a06-88aa-d9e04947010b on network a5429642-2051-4fab-b0d0-6ebe08874dd5 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:52.596260 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54c86396-847e-4bea-82e3-6bc353590891 req-8f2a6164-0b86-493e-b725-926562ec794d tempest-ServerShowV257Test-1387094520 tempest-ServerShowV257Test-1387094520-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b05128-f496-48af-b8e2-74e066178783 HTTP/1.1" status: 200 len: 210 time: 0.0575254 Jul 07 17:03:52.600039 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-ba574b31-6886-4c31-9dcf-2166064e972c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=874aad95-4d95-4e67-b5f3-a74579b36f91 HTTP/1.1" status: 200 len: 217 time: 0.0772810 Jul 07 17:03:52.697998 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-1c593e5e-58f2-418a-b363-9ec0dd649311 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:52.698351 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-1c593e5e-58f2-418a-b363-9ec0dd649311 service neutron] Checking segment: {'id': '936489cd-6d27-46e3-a8c0-5f4261bd9fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a5429642-2051-4fab-b0d0-6ebe08874dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:52.698597 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-1c593e5e-58f2-418a-b363-9ec0dd649311 service neutron] Bound using segment: {'id': '936489cd-6d27-46e3-a8c0-5f4261bd9fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a5429642-2051-4fab-b0d0-6ebe08874dd5'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:52.698935 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-1c593e5e-58f2-418a-b363-9ec0dd649311 service neutron] Bound port: fd5b37c4-f33f-4a06-88aa-d9e04947010b, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936489cd-6d27-46e3-a8c0-5f4261bd9fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a5429642-2051-4fab-b0d0-6ebe08874dd5'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:52.699304 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-1c593e5e-58f2-418a-b363-9ec0dd649311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:52.747431 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4731ecd5-4460-46bf-b594-be3ba67d8d10 req-13dd1313-42bc-4389-8e41-14d07a818aa4 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949065 Jul 07 17:03:52.797194 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-d7828d65-7bab-47a6-b153-ea9b2897da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:52.798776 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-d7828d65-7bab-47a6-b153-ea9b2897da13 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d273b5eb-a1f3-41e7-afcb-8544824ca516 HTTP/1.1" status: 200 len: 797 time: 0.1793168 Jul 07 17:03:52.878252 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-8ba02488-ab76-4dc4-b448-9d1e0fb55010 service neutron] 10.222.0.72 "GET /v2.0/networks/2b1ef1e6-de16-48e9-886d-760c85a81894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806904 Jul 07 17:03:52.886056 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-1c593e5e-58f2-418a-b363-9ec0dd649311 service neutron] For port fd5b37c4-f33f-4a06-88aa-d9e04947010b, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:52.896323 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-1c593e5e-58f2-418a-b363-9ec0dd649311 service neutron] For port fd5b37c4-f33f-4a06-88aa-d9e04947010b, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=fd5b37c4-f33f-4a06-88aa-d9e04947010b,segment=NetworkSegment(936489cd-6d27-46e3-a8c0-5f4261bd9fb2),segment_id=936489cd-6d27-46e3-a8c0-5f4261bd9fb2)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:52.935756 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-1c593e5e-58f2-418a-b363-9ec0dd649311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:52.941784 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-b8db19ff-3f20-4e5a-80ba-a34525825567 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca HTTP/1.1" status: 200 len: 217 time: 0.0532143 Jul 07 17:03:53.031294 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-1c593e5e-58f2-418a-b363-9ec0dd649311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:53.031929 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-1c593e5e-58f2-418a-b363-9ec0dd649311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:53.033484 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-1c593e5e-58f2-418a-b363-9ec0dd649311 service neutron] 10.222.0.72 "PUT /v2.0/ports/fd5b37c4-f33f-4a06-88aa-d9e04947010b HTTP/1.1" status: 200 len: 1092 time: 2.9588614 Jul 07 17:03:53.035123 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8f84bb-c363-4dbd-b4c9-f52f05075c74', 'tag': 'fd5b37c4-f33f-4a06-88aa-d9e04947010b'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:53.038081 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e956a852-1323-44fe-b24a-98827d06edf5" -d '{"events": [{"name": "network-changed", "server_uuid": "0e8f84bb-c363-4dbd-b4c9-f52f05075c74", "tag": "fd5b37c4-f33f-4a06-88aa-d9e04947010b"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:53.038912 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91734d-5aa8-4423-8b5c-28ccb911ad92 req-3ea0bbc5-8cb3-488f-8f6e-7f8e949f674b tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:53.052023 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0a91734d-5aa8-4423-8b5c-28ccb911ad92 req-3ea0bbc5-8cb3-488f-8f6e-7f8e949f674b tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac9e1b82-1aef-4c82-9f1f-45e962e72913 HTTP/1.1" status: 200 len: 945 time: 0.1558273 Jul 07 17:03:53.076458 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-6425af7f-0b42-486b-a88d-92585fc8a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:53.078307 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-6425af7f-0b42-486b-a88d-92585fc8a02d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fab6f54d-9214-45d2-b598-1fe08070fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2684708 Jul 07 17:03:53.079010 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c593e5e-58f2-418a-b363-9ec0dd649311 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5b37c4-f33f-4a06-88aa-d9e04947010b,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:53.097105 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3d85a-b627-411c-9af6-b085a3252069 req-522226f9-b037-4e99-bde1-0eed5b68ea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:53.098694 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-522226f9-b037-4e99-bde1-0eed5b68ea04 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11c30ad8-8f95-45c0-9f1d-ea2c0038c53f HTTP/1.1" status: 200 len: 797 time: 0.1278732 Jul 07 17:03:53.190328 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0a91734d-5aa8-4423-8b5c-28ccb911ad92 req-f179f58b-7297-446a-a402-280d50c8c3f7 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c84727-886c-44c3-98f6-6ec95066fe72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359606 Jul 07 17:03:53.266549 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88ff6f-6b21-4e88-a9b9-f4b7692e4b78 req-dd110057-0d8b-4e63-b6f7-90a16b3646d5 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:53.271063 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d88ff6f-6b21-4e88-a9b9-f4b7692e4b78 req-dd110057-0d8b-4e63-b6f7-90a16b3646d5 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.64 "GET /v2.0/ports?device_id=59b7376b-9121-4c7d-94ff-f3474fda09b3 HTTP/1.1" status: 200 len: 945 time: 0.1873634 Jul 07 17:03:53.302112 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fbb39f-3fca-40c0-b87e-ae29cd4fa032 x-openstack-request-id: req-65fbb39f-3fca-40c0-b87e-ae29cd4fa032 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:53.302986 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e8f84bb-c363-4dbd-b4c9-f52f05075c74", "tag": "fd5b37c4-f33f-4a06-88aa-d9e04947010b", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:53.303757 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-65fbb39f-3fca-40c0-b87e-ae29cd4fa032 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:53.305371 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e8f84bb-c363-4dbd-b4c9-f52f05075c74', 'tag': 'fd5b37c4-f33f-4a06-88aa-d9e04947010b', 'status': 'completed', 'code': 200} Jul 07 17:03:53.348899 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2ecfee47-bcbd-470a-88f7-4b24644a8a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:53.489324 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-68baaa34-33cf-4481-b258-c7f1ff5263d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:53.490906 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-68baaa34-33cf-4481-b258-c7f1ff5263d0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2efee84f77114b8c9f3b9a3f5d32602b&device_id=0e8f84bb-c363-4dbd-b4c9-f52f05075c74 HTTP/1.1" status: 200 len: 1095 time: 0.3002973 Jul 07 17:03:53.497379 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-9309ab73-6343-45c4-acc6-11ae084487b7 service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098570 Jul 07 17:03:53.504719 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3d85a-b627-411c-9af6-b085a3252069 req-c487cc7d-b895-4d2a-8caa-07e25d11be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:53.506020 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-c487cc7d-b895-4d2a-8caa-07e25d11be88 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=631352b9-cdc0-4502-b4e6-9840754bae5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3951926 Jul 07 17:03:53.543451 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:03:53.548667 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845ec53-fd5b-4772-8c02-1d540a2df61a req-94cfcd31-ceff-4acd-86e9-4925f1e5b9ff tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:53.550269 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7845ec53-fd5b-4772-8c02-1d540a2df61a req-94cfcd31-ceff-4acd-86e9-4925f1e5b9ff tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.2952983 Jul 07 17:03:53.645997 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-2d88ff6f-6b21-4e88-a9b9-f4b7692e4b78 req-93ad49d5-bc4a-4624-9f12-97b5f6873e5c tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Deleting port 537d1277-ecf7-414d-bcfe-811601335444 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:53.646557 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-2d88ff6f-6b21-4e88-a9b9-f4b7692e4b78 req-93ad49d5-bc4a-4624-9f12-97b5f6873e5c tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:53.676533 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-57e421d9-5e12-4d0d-a915-feab34b7965a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd5b37c4-f33f-4a06-88aa-d9e04947010b HTTP/1.1" status: 200 len: 217 time: 0.1605861 Jul 07 17:03:53.784609 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bf6a5-a386-4357-936a-3244ea48fc9a req-47530e0b-9bd4-4fd4-a0ed-63793100f82d tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:53.787315 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9a9bf6a5-a386-4357-936a-3244ea48fc9a req-47530e0b-9bd4-4fd4-a0ed-63793100f82d tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports?device_id=00bedfb6-08aa-41ad-8116-389f65ed7aaa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2867305 Jul 07 17:03:53.811851 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7845ec53-fd5b-4772-8c02-1d540a2df61a req-30086288-1fd3-452f-bcf9-32f228cce792 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442629 Jul 07 17:03:53.823839 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-34ec6b2f-8f67-44e0-b844-8b233c8fa937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:53.825445 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-34ec6b2f-8f67-44e0-b844-8b233c8fa937 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a9a0e3aa-e114-4f75-9b7a-179619372bd1 HTTP/1.1" status: 200 len: 855 time: 0.1339760 Jul 07 17:03:53.833661 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-30002e61-e021-4992-81f9-d99ba6d98e68 service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266020 Jul 07 17:03:53.918689 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9a9bf6a5-a386-4357-936a-3244ea48fc9a req-e28a0f8f-a594-4a54-b42a-6dc947be4ebd tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.4 HTTP/1.1" status: 200 len: 694 time: 0.1160259 Jul 07 17:03:53.929589 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-426cadc8-86ac-48ca-a5f7-b534820fb25f service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044936 Jul 07 17:03:53.931341 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-14ab66ce-d3a0-4c99-9c33-dfbf05d12db9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=ba66bda7-9cd8-47c6-937f-ed3c0e115210 HTTP/1.1" status: 200 len: 217 time: 0.0855174 Jul 07 17:03:53.933383 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-d5b44b00-1d64-4715-9fe8-06393a097455 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a5429642-2051-4fab-b0d0-6ebe08874dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964594 Jul 07 17:03:53.962533 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-9a9bf6a5-a386-4357-936a-3244ea48fc9a req-472e5167-6a4c-4eb3-bdbb-56d42a530d42 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Request body: {'floatingip': {'port_id': 'a026f0aa-482d-4bb5-ae76-f24dd4c27fcb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:54.070408 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9a9bf6a5-a386-4357-936a-3244ea48fc9a req-472e5167-6a4c-4eb3-bdbb-56d42a530d42 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks [] for floatingip, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.076127 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-2d88ff6f-6b21-4e88-a9b9-f4b7692e4b78 req-93ad49d5-bc4a-4624-9f12-97b5f6873e5c tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] For port 537d1277-ecf7-414d-bcfe-811601335444, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=537d1277-ecf7-414d-bcfe-811601335444,segment=NetworkSegment(4745d682-27bb-4793-95ab-4998e6d28031),segment_id=4745d682-27bb-4793-95ab-4998e6d28031)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:54.076768 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-2d88ff6f-6b21-4e88-a9b9-f4b7692e4b78 req-93ad49d5-bc4a-4624-9f12-97b5f6873e5c tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.159304 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-2d88ff6f-6b21-4e88-a9b9-f4b7692e4b78 req-93ad49d5-bc4a-4624-9f12-97b5f6873e5c tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Calling delete_port for 537d1277-ecf7-414d-bcfe-811601335444 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:54.275613 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-8415874c-7e4d-4eaf-af85-6e961c0798ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:54.278352 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-8415874c-7e4d-4eaf-af85-6e961c0798ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d273b5eb-a1f3-41e7-afcb-8544824ca516 HTTP/1.1" status: 200 len: 797 time: 0.3379445 Jul 07 17:03:54.434579 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-a6b5abf6-2436-455f-872e-c77355c05500 service neutron] 10.222.0.72 "GET /v2.0/networks/a5429642-2051-4fab-b0d0-6ebe08874dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303179 Jul 07 17:03:54.451463 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-90594cf7-1c36-463b-95c1-55038084c7c7 service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332769 Jul 07 17:03:54.485593 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc277f82-f46f-4d08-b1ad-edb7684537b1 req-96175c1f-bb11-42d3-8f81-5ba434a4bfe7 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:54.487631 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dc277f82-f46f-4d08-b1ad-edb7684537b1 req-96175c1f-bb11-42d3-8f81-5ba434a4bfe7 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/ports?device_id=59b7376b-9121-4c7d-94ff-f3474fda09b3 HTTP/1.1" status: 200 len: 945 time: 0.4665067 Jul 07 17:03:54.620478 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-1cec3e9a-30d1-4ef0-98ff-79891122cdad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d HTTP/1.1" status: 200 len: 217 time: 0.1498172 Jul 07 17:03:54.728752 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-4590fd0d-7cda-48cc-b5e1-9a038221db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:54.729902 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-4590fd0d-7cda-48cc-b5e1-9a038221db69 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fab6f54d-9214-45d2-b598-1fe08070fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4311252 Jul 07 17:03:54.776647 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-2d88ff6f-6b21-4e88-a9b9-f4b7692e4b78 req-93ad49d5-bc4a-4624-9f12-97b5f6873e5c tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.791328 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['537d1277-ecf7-414d-bcfe-811601335444'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:54.803058 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dc277f82-f46f-4d08-b1ad-edb7684537b1 req-f2dcd855-7715-4e87-8939-5aa14bb6894e tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb648df4-c641-4500-a865-78a1a5add036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899029 Jul 07 17:03:54.869198 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad49d5-bc4a-4624-9f12-97b5f6873e5c tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Pushing event deleted for resources: {'Port': ['ID=537d1277-ecf7-414d-bcfe-811601335444,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:54.893587 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3d85a-b627-411c-9af6-b085a3252069 req-1e5bc154-26c4-4701-8219-da0eb2a7dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:54.898288 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-1e5bc154-26c4-4701-8219-da0eb2a7dfdb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11c30ad8-8f95-45c0-9f1d-ea2c0038c53f HTTP/1.1" status: 200 len: 797 time: 0.2545285 Jul 07 17:03:54.937788 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d88ff6f-6b21-4e88-a9b9-f4b7692e4b78 req-93ad49d5-bc4a-4624-9f12-97b5f6873e5c tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] No DVR routers for this DVR port 537d1277-ecf7-414d-bcfe-811601335444 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:55.041730 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3523a70f-07b2-486a-b0a3-1add701be3e5 req-daf1ac88-8ca4-49fa-b8c8-fe75f57aeaaa service neutron] 10.222.0.72 "GET /v2.0/networks/a5429642-2051-4fab-b0d0-6ebe08874dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5940964 Jul 07 17:03:55.104154 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9a9bf6a5-a386-4357-936a-3244ea48fc9a req-472e5167-6a4c-4eb3-bdbb-56d42a530d42 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.106356 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-2d88ff6f-6b21-4e88-a9b9-f4b7692e4b78 req-93ad49d5-bc4a-4624-9f12-97b5f6873e5c tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.109364 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d88ff6f-6b21-4e88-a9b9-f4b7692e4b78 req-93ad49d5-bc4a-4624-9f12-97b5f6873e5c tempest-FloatingIPsAssociationNegativeTestJSON-2056385270 tempest-FloatingIPsAssociationNegativeTestJSON-2056385270-project] 10.222.0.64 "DELETE /v2.0/ports/537d1277-ecf7-414d-bcfe-811601335444 HTTP/1.1" status: 204 len: 173 time: 1.8289700 Jul 07 17:03:55.109640 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b7376b-9121-4c7d-94ff-f3474fda09b3', 'name': 'network-vif-deleted', 'tag': '537d1277-ecf7-414d-bcfe-811601335444'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:55.113039 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c324972-df18-4e13-9d43-c8d14fa452e2" -d '{"events": [{"server_uuid": "59b7376b-9121-4c7d-94ff-f3474fda09b3", "name": "network-vif-deleted", "tag": "537d1277-ecf7-414d-bcfe-811601335444"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:55.117930 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9a9bf6a5-a386-4357-936a-3244ea48fc9a req-472e5167-6a4c-4eb3-bdbb-56d42a530d42 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.157918 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-5e5b6633-ac67-4d75-bb5d-421fce04e90b service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995996 Jul 07 17:03:55.221007 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3d85a-b627-411c-9af6-b085a3252069 req-d5628c75-28b8-4ce7-b6f8-acc5319a2497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:55.222916 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-d5628c75-28b8-4ce7-b6f8-acc5319a2497 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=631352b9-cdc0-4502-b4e6-9840754bae5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3089449 Jul 07 17:03:55.378547 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [req-9a9bf6a5-a386-4357-936a-3244ea48fc9a req-472e5167-6a4c-4eb3-bdbb-56d42a530d42 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Floating IP 92c60667-ec27-47f9-8c5b-b776cc9f00c6 associated. External IP: 172.25.0.4, port: a026f0aa-482d-4bb5-ae76-f24dd4c27fcb. Jul 07 17:03:55.605835 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-62cea23d-3306-4417-a425-ea8b2900475b service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406824 Jul 07 17:03:55.927368 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a9bf6a5-a386-4357-936a-3244ea48fc9a req-472e5167-6a4c-4eb3-bdbb-56d42a530d42 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Router 2e858453-6b51-4608-9e70-8ebaefe7e277 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:03:56.118301 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.130222 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a9bf6a5-a386-4357-936a-3244ea48fc9a req-472e5167-6a4c-4eb3-bdbb-56d42a530d42 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:56.140528 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9a9bf6a5-a386-4357-936a-3244ea48fc9a req-472e5167-6a4c-4eb3-bdbb-56d42a530d42 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.148272 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039b9b9e-3902-4607-a401-926c22ec8795 None None] Sync routers for ids ['2e858453-6b51-4608-9e70-8ebaefe7e277'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:56.169793 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039b9b9e-3902-4607-a401-926c22ec8795 None None] Routers {'2e858453-6b51-4608-9e70-8ebaefe7e277'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:56.170546 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-4bcbf738-8d07-482e-9c18-a0071d2adbd3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=c583747a-145e-45b6-b632-ab9ce786178b HTTP/1.1" status: 200 len: 217 time: 0.5312705 Jul 07 17:03:56.178111 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-039b9b9e-3902-4607-a401-926c22ec8795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:03:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['2e858453-6b51-4608-9e70-8ebaefe7e277'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:56.180105 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eca41dd8-03b1-4a25-8ad0-316925b3cabc req-5d110770-d2fb-455c-81f0-4e1cb70aeb3f tempest-ServerShowV257Test-1387094520 tempest-ServerShowV257Test-1387094520-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b05128-f496-48af-b8e2-74e066178783 HTTP/1.1" status: 200 len: 210 time: 0.5447745 Jul 07 17:03:56.194953 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9a9bf6a5-a386-4357-936a-3244ea48fc9a req-472e5167-6a4c-4eb3-bdbb-56d42a530d42 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "PUT /v2.0/floatingips/92c60667-ec27-47f9-8c5b-b776cc9f00c6 HTTP/1.1" status: 200 len: 994 time: 2.2561212 Jul 07 17:03:56.219738 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-45f1411d-f8d7-44c3-b5fa-48f385928a7d service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9817548 Jul 07 17:03:56.225100 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956a852-1323-44fe-b24a-98827d06edf5 req-dcaa5757-a518-4518-86d0-5609cd09955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:56.227495 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e956a852-1323-44fe-b24a-98827d06edf5 req-dcaa5757-a518-4518-86d0-5609cd09955a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2efee84f77114b8c9f3b9a3f5d32602b&device_id=0e8f84bb-c363-4dbd-b4c9-f52f05075c74 HTTP/1.1" status: 200 len: 1095 time: 0.8947685 Jul 07 17:03:56.340336 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-447b7045-db41-47ba-8944-c38de10a7f7f service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116436 Jul 07 17:03:56.384723 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bf6a5-a386-4357-936a-3244ea48fc9a req-281d1417-04d8-4a34-9e4b-a2cc3d1df2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:56.403559 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9a9bf6a5-a386-4357-936a-3244ea48fc9a req-281d1417-04d8-4a34-9e4b-a2cc3d1df2e1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5e8caecfebe4e289ece65e903aef8e4&device_id=00bedfb6-08aa-41ad-8116-389f65ed7aaa HTTP/1.1" status: 200 len: 1097 time: 0.1515355 Jul 07 17:03:56.457592 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-039b9b9e-3902-4607-a401-926c22ec8795 None None] Set router 2e858453-6b51-4608-9e70-8ebaefe7e277 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:56.488576 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-5a4c96da-09d1-4b0c-8167-e86ef4f03fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:56.490225 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-5a4c96da-09d1-4b0c-8167-e86ef4f03fdd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d273b5eb-a1f3-41e7-afcb-8544824ca516 HTTP/1.1" status: 200 len: 797 time: 0.3083568 Jul 07 17:03:56.502922 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-daf36133-82d0-4ece-b4fd-44ba867baf0d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=49dedb3b-3027-44d3-9dfc-eaffaf552295 HTTP/1.1" status: 200 len: 217 time: 0.1453474 Jul 07 17:03:56.652992 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3d85a-b627-411c-9af6-b085a3252069 req-a566a04f-1f1a-4c9a-8c9a-d00814a8dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:56.654572 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-a566a04f-1f1a-4c9a-8c9a-d00814a8dd9d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11c30ad8-8f95-45c0-9f1d-ea2c0038c53f HTTP/1.1" status: 200 len: 797 time: 0.1439478 Jul 07 17:03:56.692506 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bf6a5-a386-4357-936a-3244ea48fc9a req-09f109cb-c6f7-4c5a-abf7-0dd85e39a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:56.712749 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9a9bf6a5-a386-4357-936a-3244ea48fc9a req-09f109cb-c6f7-4c5a-abf7-0dd85e39a9c9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0518196d-eefc-4ac7-b5ab-2055eb805352 HTTP/1.1" status: 200 len: 921 time: 0.3075473 Jul 07 17:03:56.748380 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956a852-1323-44fe-b24a-98827d06edf5 req-f8758f98-b9b9-435d-b72b-ef280be0711f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:56.750693 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e956a852-1323-44fe-b24a-98827d06edf5 req-f8758f98-b9b9-435d-b72b-ef280be0711f service neutron] 10.222.0.72 "GET /v2.0/networks?id=a5429642-2051-4fab-b0d0-6ebe08874dd5 HTTP/1.1" status: 200 len: 916 time: 0.4063120 Jul 07 17:03:56.764254 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48deff45-a605-47e9-bcd8-c8410203b2ec req-cc4af9ba-c4c3-4f71-9cac-4ac305581c05 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:56.769121 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device fd5b37c4-f33f-4a06-88aa-d9e04947010b details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:56.771439 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-48deff45-a605-47e9-bcd8-c8410203b2ec req-cc4af9ba-c4c3-4f71-9cac-4ac305581c05 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e8f84bb-c363-4dbd-b4c9-f52f05075c74 HTTP/1.1" status: 200 len: 943 time: 0.2877614 Jul 07 17:03:56.776870 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ef627184-a421-4cb0-938c-77d82b4d3b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.795231 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-30b2f6ab-caf6-4828-a9de-9d1a7ccef541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:56.797043 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-30b2f6ab-caf6-4828-a9de-9d1a7ccef541 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fab6f54d-9214-45d2-b598-1fe08070fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2875721 Jul 07 17:03:56.839392 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9a9bf6a5-a386-4357-936a-3244ea48fc9a req-0d9732d5-9d07-44fa-8b41-86d0eae83413 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a026f0aa-482d-4bb5-ae76-f24dd4c27fcb HTTP/1.1" status: 200 len: 997 time: 0.1229389 Jul 07 17:03:56.858247 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e956a852-1323-44fe-b24a-98827d06edf5 req-5e2042dc-9636-4148-92fc-cdc9c97bd084 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd5b37c4-f33f-4a06-88aa-d9e04947010b HTTP/1.1" status: 200 len: 217 time: 0.0837333 Jul 07 17:03:56.919970 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bf6a5-a386-4357-936a-3244ea48fc9a req-ee1495aa-8244-4649-ba77-8603eebfda7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:56.922188 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9a9bf6a5-a386-4357-936a-3244ea48fc9a req-ee1495aa-8244-4649-ba77-8603eebfda7b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f72dc930-c441-487e-b962-f0c75fa19c76 HTTP/1.1" status: 200 len: 859 time: 0.0695245 Jul 07 17:03:56.973714 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3d85a-b627-411c-9af6-b085a3252069 req-a4635330-ea2c-4598-93aa-0cf0c21ba736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:56.975031 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port fd5b37c4-f33f-4a06-88aa-d9e04947010b, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=fd5b37c4-f33f-4a06-88aa-d9e04947010b,segment=NetworkSegment(936489cd-6d27-46e3-a8c0-5f4261bd9fb2),segment_id=936489cd-6d27-46e3-a8c0-5f4261bd9fb2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:56.975290 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-a4635330-ea2c-4598-93aa-0cf0c21ba736 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=631352b9-cdc0-4502-b4e6-9840754bae5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3054447 Jul 07 17:03:56.993666 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'fd5b37c4-f33f-4a06-88aa-d9e04947010b', 'network_id': 'a5429642-2051-4fab-b0d0-6ebe08874dd5', 'port_id': 'fd5b37c4-f33f-4a06-88aa-d9e04947010b', 'mac_address': 'fa:16:3e:05:9e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a0e3aa-e114-4f75-9b7a-179619372bd1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:56.996997 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-039b9b9e-3902-4607-a401-926c22ec8795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-router', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:37Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 4, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'gw_port': {'id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '92c60667-ec27-47f9-8c5b-b776cc9f00c6', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'floating_ip_address': '172.25.0.4', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'port_id': 'a026f0aa-482d-4bb5-ae76-f24dd4c27fcb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'mac_address': 'fa:16:3e:80:6a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bedfb6-08aa-41ad-8116-389f65ed7aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:03:23Z', 'updated_at': '2021-07-07T17:03:54Z', 'revision_number': 1, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f436fe7-3098-4f82-84ea-b82e7499fbcc', 'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'mac_address': 'fa:16:3e:26:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:03:02Z', 'revision_number': 5, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'subnets': [{'id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:57.015171 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-48deff45-a605-47e9-bcd8-c8410203b2ec req-d28c3bc5-d8e5-4516-bcfd-1f21ac5b30a5 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426860 Jul 07 17:03:57.084226 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.087309 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039b9b9e-3902-4607-a401-926c22ec8795 None None] Checking router: 2e858453-6b51-4608-9e70-8ebaefe7e277 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:03:57.105407 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039b9b9e-3902-4607-a401-926c22ec8795 None None] Routers {'2e858453-6b51-4608-9e70-8ebaefe7e277'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:57.106162 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-039b9b9e-3902-4607-a401-926c22ec8795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:03:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['2e858453-6b51-4608-9e70-8ebaefe7e277'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:57.106580 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bf6a5-a386-4357-936a-3244ea48fc9a req-95c83c91-9fbf-48bf-baff-c5484b796aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:57.123005 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9a9bf6a5-a386-4357-936a-3244ea48fc9a req-95c83c91-9fbf-48bf-baff-c5484b796aab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0518196d-eefc-4ac7-b5ab-2055eb805352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1842046 Jul 07 17:03:57.145262 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-9a9bf6a5-a386-4357-936a-3244ea48fc9a req-a911cc66-fa96-439b-89f2-89098436cdcd service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:03:57.146200 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5b37c4-f33f-4a06-88aa-d9e04947010b {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:57.154795 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9a9bf6a5-a386-4357-936a-3244ea48fc9a req-a911cc66-fa96-439b-89f2-89098436cdcd service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212955 Jul 07 17:03:57.190420 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port fd5b37c4-f33f-4a06-88aa-d9e04947010b, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=fd5b37c4-f33f-4a06-88aa-d9e04947010b,segment=NetworkSegment(936489cd-6d27-46e3-a8c0-5f4261bd9fb2),segment_id=936489cd-6d27-46e3-a8c0-5f4261bd9fb2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:57.198328 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.234581 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-932bf066-5c42-4543-ad89-b28196fbd1f4 service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499917 Jul 07 17:03:57.273917 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-f76ad894-16d3-4637-959e-641adb48c74b service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270129 Jul 07 17:03:57.273917 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956a852-1323-44fe-b24a-98827d06edf5 req-c4819f8b-5af4-4b37-bfe3-9ec7af27e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:57.275753 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e956a852-1323-44fe-b24a-98827d06edf5 req-c4819f8b-5af4-4b37-bfe3-9ec7af27e0e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a9a0e3aa-e114-4f75-9b7a-179619372bd1 HTTP/1.1" status: 200 len: 855 time: 0.3930500 Jul 07 17:03:57.313662 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-039b9b9e-3902-4607-a401-926c22ec8795 None None] Set router 2e858453-6b51-4608-9e70-8ebaefe7e277 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:57.318407 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=fd5b37c4-f33f-4a06-88aa-d9e04947010b,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:57.360532 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:57.361107 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:57.361529 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:57.362036 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:57.362567 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:57.363164 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:57.363605 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:57.364040 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:57.364501 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:57.364958 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:57.365391 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:57.365821 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:57.405124 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9a9bf6a5-a386-4357-936a-3244ea48fc9a req-a283b8aa-e160-4cfd-982c-daf910da1963 service neutron] 10.222.0.53 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427673 Jul 07 17:03:57.533932 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-9939e263-cea1-4318-93c2-3a2d853d08ba service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568140 Jul 07 17:03:57.550612 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['fd5b37c4-f33f-4a06-88aa-d9e04947010b'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:57.606424 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e956a852-1323-44fe-b24a-98827d06edf5 req-1e420fb9-2ae5-470d-87c5-03d6f37c96c6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a5429642-2051-4fab-b0d0-6ebe08874dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1519105 Jul 07 17:03:57.687711 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9a9bf6a5-a386-4357-936a-3244ea48fc9a req-80b4e028-f4a7-4fe0-9f05-c2b3e2d91eee service neutron] 10.222.0.53 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660470 Jul 07 17:03:57.814663 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.822036 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-039b9b9e-3902-4607-a401-926c22ec8795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-router', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:37Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 4, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'gw_port': {'id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '92c60667-ec27-47f9-8c5b-b776cc9f00c6', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'floating_ip_address': '172.25.0.4', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'port_id': 'a026f0aa-482d-4bb5-ae76-f24dd4c27fcb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'mac_address': 'fa:16:3e:80:6a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bedfb6-08aa-41ad-8116-389f65ed7aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:03:23Z', 'updated_at': '2021-07-07T17:03:54Z', 'revision_number': 1, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f436fe7-3098-4f82-84ea-b82e7499fbcc', 'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'mac_address': 'fa:16:3e:26:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:03:02Z', 'revision_number': 5, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'subnets': [{'id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:57.868416 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-ba1106df-69b7-43ed-af4c-3c41b73d831c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=8d3beb7b-b73e-4339-ba42-9083ce28761c HTTP/1.1" status: 200 len: 217 time: 0.2664039 Jul 07 17:03:57.906660 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f195787-1f69-4fb4-aaa4-1829b408b2d5 x-openstack-request-id: req-1f195787-1f69-4fb4-aaa4-1829b408b2d5 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:57.908000 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b7376b-9121-4c7d-94ff-f3474fda09b3", "name": "network-vif-deleted", "tag": "537d1277-ecf7-414d-bcfe-811601335444", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:57.908521 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f195787-1f69-4fb4-aaa4-1829b408b2d5 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:57.909310 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b7376b-9121-4c7d-94ff-f3474fda09b3', 'name': 'network-vif-deleted', 'tag': '537d1277-ecf7-414d-bcfe-811601335444', 'status': 'completed', 'code': 200} Jul 07 17:03:58.008198 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039b9b9e-3902-4607-a401-926c22ec8795 None None] The sync data for ids ['2e858453-6b51-4608-9e70-8ebaefe7e277'] in n-d-791503-12 is: [{'id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-router', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:37Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 4, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'gw_port': {'id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '92c60667-ec27-47f9-8c5b-b776cc9f00c6', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'floating_ip_address': '172.25.0.4', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'port_id': 'a026f0aa-482d-4bb5-ae76-f24dd4c27fcb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'mac_address': 'fa:16:3e:80:6a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bedfb6-08aa-41ad-8116-389f65ed7aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:03:23Z', 'updated_at': '2021-07-07T17:03:54Z', 'revision_number': 1, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f436fe7-3098-4f82-84ea-b82e7499fbcc', 'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'mac_address': 'fa:16:3e:26:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:03:02Z', 'revision_number': 5, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'subnets': [{'id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:58.012568 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 537d1277-ecf7-414d-bcfe-811601335444 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:58.017823 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-b1864ce6-dc62-4d7e-8c9e-5a957a713303 service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6102333 Jul 07 17:03:58.023311 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3d85a-b627-411c-9af6-b085a3252069 req-4c345a29-afef-4199-bf34-a687197208e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:58.025073 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-4c345a29-afef-4199-bf34-a687197208e4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11c30ad8-8f95-45c0-9f1d-ea2c0038c53f HTTP/1.1" status: 200 len: 797 time: 0.1434777 Jul 07 17:03:58.045877 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 537d1277-ecf7-414d-bcfe-811601335444 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:03:58.046995 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 537d1277-ecf7-414d-bcfe-811601335444 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:58.058133 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10b575-4562-472e-8850-6f58266dd7b0 req-ac92b024-e9e2-432a-a49a-79afa0dbcee0 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:58.060992 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d10b575-4562-472e-8850-6f58266dd7b0 req-ac92b024-e9e2-432a-a49a-79afa0dbcee0 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.6085846 Jul 07 17:03:58.153343 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55764) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:58.155462 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-2da62364-d4ca-49f4-af88-c8c196e39e74 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=e3b5255c-56de-4333-94b1-1e038c40d00f HTTP/1.1" status: 200 len: 217 time: 0.1191294 Jul 07 17:03:58.168498 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e956a852-1323-44fe-b24a-98827d06edf5 req-d2807b86-d41e-4283-932b-ff1146832036 service neutron] 10.222.0.72 "GET /v2.0/networks/a5429642-2051-4fab-b0d0-6ebe08874dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990394 Jul 07 17:03:58.433098 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d10b575-4562-472e-8850-6f58266dd7b0 req-ec448eb3-d732-4a78-96bf-9b376a27119f tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502581 Jul 07 17:03:58.440191 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-95146e26-6327-4941-aa01-46e60749eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:58.441816 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-95146e26-6327-4941-aa01-46e60749eb60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d273b5eb-a1f3-41e7-afcb-8544824ca516 HTTP/1.1" status: 200 len: 797 time: 0.2712300 Jul 07 17:03:58.534515 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285b594e-a510-47be-851a-9d0d02119a16 None None] New status for floating IP 92c60667-ec27-47f9-8c5b-b776cc9f00c6: ACTIVE {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:03:58.541076 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e956a852-1323-44fe-b24a-98827d06edf5 req-238d8c64-3fb0-4549-bb2e-0f93461abc74 service neutron] 10.222.0.72 "GET /v2.0/networks/a5429642-2051-4fab-b0d0-6ebe08874dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535662 Jul 07 17:03:58.549888 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3d85a-b627-411c-9af6-b085a3252069 req-497a12dc-f9a4-4060-aee5-fb1577fc9939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:58.553119 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-497a12dc-f9a4-4060-aee5-fb1577fc9939 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=631352b9-cdc0-4502-b4e6-9840754bae5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4843395 Jul 07 17:03:58.795108 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-05e3cdcc-405b-4371-9938-392262ab8a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:58.799386 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-05e3cdcc-405b-4371-9938-392262ab8a5b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fab6f54d-9214-45d2-b598-1fe08070fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3385999 Jul 07 17:03:59.092020 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-8eed8b32-9992-4b19-96d7-03a4aa8eda8d service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5234935 Jul 07 17:03:59.206863 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd4c0541-a714-4558-95ce-77723b038f77 req-23e9348c-7a94-4ce2-b9c5-6791752fb302 tempest-ServerShowV257Test-1387094520 tempest-ServerShowV257Test-1387094520-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b05128-f496-48af-b8e2-74e066178783 HTTP/1.1" status: 200 len: 210 time: 0.4807551 Jul 07 17:03:59.349246 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-0e696352-2d11-4db7-b3b2-35908846dbfe service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5394769 Jul 07 17:03:59.390909 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d5037-4752-4299-9ede-02e5d05e299f req-dc90d55b-1016-4fd7-bcdc-0448602289d6 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:59.394051 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b81d5037-4752-4299-9ede-02e5d05e299f req-dc90d55b-1016-4fd7-bcdc-0448602289d6 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac9e1b82-1aef-4c82-9f1f-45e962e72913&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5316966 Jul 07 17:03:59.581537 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-a57ee262-3352-43db-a5fb-fc3176ed0c2c service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782495 Jul 07 17:03:59.875209 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78689b3b-0e3d-400c-bf2e-01386dbda8c7 req-43ee4c43-a46a-437a-a6bd-280071ebc600 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:59.878820 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-78689b3b-0e3d-400c-bf2e-01386dbda8c7 req-43ee4c43-a46a-437a-a6bd-280071ebc600 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e8f84bb-c363-4dbd-b4c9-f52f05075c74 HTTP/1.1" status: 200 len: 944 time: 0.2640607 Jul 07 17:03:59.914137 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fa4d5d7a-db9b-4d5c-a197-cee89dce139c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:59.919720 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00bedfb6-08aa-41ad-8116-389f65ed7aaa', 'tag': 'a026f0aa-482d-4bb5-ae76-f24dd4c27fcb'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:59.924910 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e0c151-2917-4ffb-aa23-5fc2c0b6d559" -d '{"events": [{"name": "network-changed", "server_uuid": "00bedfb6-08aa-41ad-8116-389f65ed7aaa", "tag": "a026f0aa-482d-4bb5-ae76-f24dd4c27fcb"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:00.110511 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-78689b3b-0e3d-400c-bf2e-01386dbda8c7 req-8680ce36-3c1e-4070-88b6-c969f46524d0 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206044 Jul 07 17:04:00.136321 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:00.167998 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b81d5037-4752-4299-9ede-02e5d05e299f req-9e33c52b-9608-4b94-b3b4-c581a03f40e4 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.4 HTTP/1.1" status: 200 len: 999 time: 0.7536385 Jul 07 17:04:00.178282 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-b81d5037-4752-4299-9ede-02e5d05e299f req-c81c2815-c370-4724-b64d-b5b33977c97c tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Request body: {'floatingip': {'port_id': 'ea03443e-e7c3-4f53-b855-7cb2dfcc98ec', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:00.184963 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-5876c20f-41be-4841-847f-daa1b52143d7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c53515a8-9fd6-4c21-9637-86f0e67278e8 HTTP/1.1" status: 200 len: 217 time: 0.5897882 Jul 07 17:04:00.432533 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b81d5037-4752-4299-9ede-02e5d05e299f req-c81c2815-c370-4724-b64d-b5b33977c97c tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks [] for floatingip, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:00.531820 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-27c5f12f-dff7-4c56-87ef-893aae3f06d2 service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1737995 Jul 07 17:04:00.544574 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3d85a-b627-411c-9af6-b085a3252069 req-3a80109a-3e89-465a-9339-8b14ec04aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:00.547661 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-3a80109a-3e89-465a-9339-8b14ec04aa6b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94fb5041-e475-4bc0-9d1d-291598430d4a HTTP/1.1" status: 200 len: 797 time: 0.2614648 Jul 07 17:04:00.610287 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-642d9c1f-aaa7-44ef-9095-17366ccb89b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=870ee654-1865-4fc9-9384-819a276cb46e HTTP/1.1" status: 200 len: 217 time: 0.0614200 Jul 07 17:04:00.664111 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-fa4d5d7a-db9b-4d5c-a197-cee89dce139c admin admin] Deleting port c728976a-02f0-43fc-bc12-f611e2b44fe8 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:00.666000 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fa4d5d7a-db9b-4d5c-a197-cee89dce139c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:00.780178 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device fd5b37c4-f33f-4a06-88aa-d9e04947010b up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:00.972714 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port fd5b37c4-f33f-4a06-88aa-d9e04947010b completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:00.979690 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port fd5b37c4-f33f-4a06-88aa-d9e04947010b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:00.980387 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:01.027217 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-fa4d5d7a-db9b-4d5c-a197-cee89dce139c admin admin] For port c728976a-02f0-43fc-bc12-f611e2b44fe8, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c728976a-02f0-43fc-bc12-f611e2b44fe8,segment=NetworkSegment(4745d682-27bb-4793-95ab-4998e6d28031),segment_id=4745d682-27bb-4793-95ab-4998e6d28031)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:01.030664 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fa4d5d7a-db9b-4d5c-a197-cee89dce139c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:01.067181 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-fa4d5d7a-db9b-4d5c-a197-cee89dce139c admin admin] Calling delete_port for c728976a-02f0-43fc-bc12-f611e2b44fe8 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:01.109527 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-202e4280-0caf-45c4-9113-d77be9f488e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:01.111772 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-202e4280-0caf-45c4-9113-d77be9f488e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fd26278-1ee8-4aad-a564-96dc9b452a11 HTTP/1.1" status: 200 len: 797 time: 0.4447606 Jul 07 17:04:01.190906 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3d85a-b627-411c-9af6-b085a3252069 req-1cee9477-6785-457d-acd6-86e806a82b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:01.195152 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-1cee9477-6785-457d-acd6-86e806a82b0c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f52f86e5-4ccf-471b-ba73-453c1047945f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5771871 Jul 07 17:04:01.219257 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:01.262806 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8f84bb-c363-4dbd-b4c9-f52f05075c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5b37c4-f33f-4a06-88aa-d9e04947010b'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:01.268605 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de36aae-477c-4f4c-8370-b63d195019f8" -d '{"events": [{"server_uuid": "0e8f84bb-c363-4dbd-b4c9-f52f05075c74", "name": "network-vif-plugged", "status": "completed", "tag": "fd5b37c4-f33f-4a06-88aa-d9e04947010b"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:01.302282 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dec7bf-8638-4ec4-97a6-f24c7b32bc1c req-cae32e38-eac8-41b9-83d3-3036af3a4566 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:01.304561 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35dec7bf-8638-4ec4-97a6-f24c7b32bc1c req-cae32e38-eac8-41b9-83d3-3036af3a4566 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.3952603 Jul 07 17:04:01.305424 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port fd5b37c4-f33f-4a06-88aa-d9e04947010b, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=fd5b37c4-f33f-4a06-88aa-d9e04947010b,segment=NetworkSegment(936489cd-6d27-46e3-a8c0-5f4261bd9fb2),segment_id=936489cd-6d27-46e3-a8c0-5f4261bd9fb2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:01.318693 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:01.379304 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-e061e2a6-2a7c-4666-b781-6fbed9435d68 service neutron] 10.222.0.72 "GET /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710227 Jul 07 17:04:01.441333 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35dec7bf-8638-4ec4-97a6-f24c7b32bc1c req-aaa027d0-a1f9-4719-b06b-55ac75cbf0c0 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074193 Jul 07 17:04:01.504331 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=fd5b37c4-f33f-4a06-88aa-d9e04947010b,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:01.553096 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce884e33-8798-4bc5-bd2c-0a094d88b4d7 x-openstack-request-id: req-ce884e33-8798-4bc5-bd2c-0a094d88b4d7 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:01.556502 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00bedfb6-08aa-41ad-8116-389f65ed7aaa", "tag": "a026f0aa-482d-4bb5-ae76-f24dd4c27fcb", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:01.557159 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce884e33-8798-4bc5-bd2c-0a094d88b4d7 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:01.557829 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00bedfb6-08aa-41ad-8116-389f65ed7aaa', 'tag': 'a026f0aa-482d-4bb5-ae76-f24dd4c27fcb', 'status': 'completed', 'code': 200} Jul 07 17:04:01.561621 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-99e52f78-12e9-4d45-a295-ea6876b793e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:01.563788 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-99e52f78-12e9-4d45-a295-ea6876b793e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb74cf42-8431-4db2-86e2-f968c1182b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4445841 Jul 07 17:04:01.657733 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-7e16dc22-4609-430f-b9d9-935997902ca2 service neutron] 10.222.0.72 "GET /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582140 Jul 07 17:04:01.692485 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fa4d5d7a-db9b-4d5c-a197-cee89dce139c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:01.727030 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-abaadfa9-c10e-4b25-82a2-ce43de93874a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cb7e9c4c-fd57-4d46-895f-74234734d082 HTTP/1.1" status: 200 len: 217 time: 0.0592852 Jul 07 17:04:01.789935 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d5d7a-db9b-4d5c-a197-cee89dce139c admin admin] Pushing event deleted for resources: {'Port': ['ID=c728976a-02f0-43fc-bc12-f611e2b44fe8,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:01.863731 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0c151-2917-4ffb-aa23-5fc2c0b6d559 req-409ac89f-8aa5-4678-b378-b8edfb1f775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:01.865519 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f5e0c151-2917-4ffb-aa23-5fc2c0b6d559 req-409ac89f-8aa5-4678-b378-b8edfb1f775e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5e8caecfebe4e289ece65e903aef8e4&device_id=00bedfb6-08aa-41ad-8116-389f65ed7aaa HTTP/1.1" status: 200 len: 1097 time: 0.2766197 Jul 07 17:04:01.918580 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3d85a-b627-411c-9af6-b085a3252069 req-0e12c097-4033-4340-b1ce-e17df81a4c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:01.922315 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-0e12c097-4033-4340-b1ce-e17df81a4c70 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94fb5041-e475-4bc0-9d1d-291598430d4a HTTP/1.1" status: 200 len: 797 time: 0.1347098 Jul 07 17:04:01.925874 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ab71b69e-c460-4f53-a6bc-885d4c5edf4f req-cab99cf7-3e30-407a-85f3-d9d1ea8048f8 tempest-ServerShowV257Test-1387094520 tempest-ServerShowV257Test-1387094520-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b05128-f496-48af-b8e2-74e066178783 HTTP/1.1" status: 200 len: 210 time: 0.0670972 Jul 07 17:04:02.106276 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-9b63e96d-e9a5-4111-89fa-8bfa9fe67143 service neutron] 10.222.0.64 "GET /v2.0/networks/fb74cf42-8431-4db2-86e2-f968c1182b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347586 Jul 07 17:04:02.217250 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0c151-2917-4ffb-aa23-5fc2c0b6d559 req-1b2b994a-163a-4219-b425-991342895756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:02.218911 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f5e0c151-2917-4ffb-aa23-5fc2c0b6d559 req-1b2b994a-163a-4219-b425-991342895756 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0518196d-eefc-4ac7-b5ab-2055eb805352 HTTP/1.1" status: 200 len: 921 time: 0.3363845 Jul 07 17:04:02.338748 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3d85a-b627-411c-9af6-b085a3252069 req-f5e38311-c8ba-4457-9812-acfc7008f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:02.342270 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-f5e38311-c8ba-4457-9812-acfc7008f8ea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f52f86e5-4ccf-471b-ba73-453c1047945f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3987305 Jul 07 17:04:02.369888 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fa4d5d7a-db9b-4d5c-a197-cee89dce139c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:02.414335 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.db.resource_extend [req-b81d5037-4752-4299-9ede-02e5d05e299f req-c81c2815-c370-4724-b64d-b5b33977c97c tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:04:02.452489 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f5e0c151-2917-4ffb-aa23-5fc2c0b6d559 req-849610e6-3363-41f9-a804-3da8bbf0f51f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a026f0aa-482d-4bb5-ae76-f24dd4c27fcb HTTP/1.1" status: 200 len: 999 time: 0.2236431 Jul 07 17:04:02.578772 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0c151-2917-4ffb-aa23-5fc2c0b6d559 req-7c87717c-1511-41c1-99a3-2ea091dad8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:02.580457 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f5e0c151-2917-4ffb-aa23-5fc2c0b6d559 req-7c87717c-1511-41c1-99a3-2ea091dad8e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f72dc930-c441-487e-b962-f0c75fa19c76 HTTP/1.1" status: 200 len: 859 time: 0.1186616 Jul 07 17:04:02.605559 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-6bb9c328-5dca-460e-aedb-849b55be4652 service neutron] 10.222.0.64 "GET /v2.0/networks/fb74cf42-8431-4db2-86e2-f968c1182b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897878 Jul 07 17:04:02.608070 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fdc7f-a816-4b4a-821e-adc907c32d6e req-35927868-9acb-43b7-881e-47d6b2f3838b tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:02.613504 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a9fdc7f-a816-4b4a-821e-adc907c32d6e req-35927868-9acb-43b7-881e-47d6b2f3838b tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e8f84bb-c363-4dbd-b4c9-f52f05075c74 HTTP/1.1" status: 200 len: 945 time: 0.2977254 Jul 07 17:04:02.660692 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b81d5037-4752-4299-9ede-02e5d05e299f req-c81c2815-c370-4724-b64d-b5b33977c97c tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:02.724581 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-6f34c037-3756-4306-95e9-7861d9425f92 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b8d331dd-bb8d-437d-9375-521139323c2b HTTP/1.1" status: 200 len: 217 time: 0.1082830 Jul 07 17:04:02.725694 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b81d5037-4752-4299-9ede-02e5d05e299f req-c81c2815-c370-4724-b64d-b5b33977c97c tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:02.739619 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a9fdc7f-a816-4b4a-821e-adc907c32d6e req-b112a111-422f-4b66-9b4c-f5b58abc4f21 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974064 Jul 07 17:04:02.801199 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f1d2ef-9d23-45e1-93b6-b6383f1bbfab x-openstack-request-id: req-44f1d2ef-9d23-45e1-93b6-b6383f1bbfab {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:02.801781 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8f84bb-c363-4dbd-b4c9-f52f05075c74", "name": "network-vif-plugged", "status": "completed", "tag": "fd5b37c4-f33f-4a06-88aa-d9e04947010b", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:02.801781 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44f1d2ef-9d23-45e1-93b6-b6383f1bbfab {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:02.802150 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8f84bb-c363-4dbd-b4c9-f52f05075c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5b37c4-f33f-4a06-88aa-d9e04947010b', 'code': 200} Jul 07 17:04:02.805147 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7fdfdbfe-4b80-4b9c-986e-0a121af06247 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:04:02.814648 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0c151-2917-4ffb-aa23-5fc2c0b6d559 req-7631fc79-58a4-40f8-beff-0054672386d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:02.816335 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f5e0c151-2917-4ffb-aa23-5fc2c0b6d559 req-7631fc79-58a4-40f8-beff-0054672386d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0518196d-eefc-4ac7-b5ab-2055eb805352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2297447 Jul 07 17:04:02.820551 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7fdfdbfe-4b80-4b9c-986e-0a121af06247 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:02.951230 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4d5d7a-db9b-4d5c-a197-cee89dce139c admin admin] Router 6f3eb18d-b6de-438c-8783-43126f4df883 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:04:03.075702 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-de57731a-7b3e-4357-a9ed-569c962c169b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:03.087616 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-de57731a-7b3e-4357-a9ed-569c962c169b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fd26278-1ee8-4aad-a564-96dc9b452a11 HTTP/1.1" status: 200 len: 797 time: 0.3509619 Jul 07 17:04:03.205613 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f5e0c151-2917-4ffb-aa23-5fc2c0b6d559 req-2268ca96-d330-4b4a-aba0-66bc612ffba8 service neutron] 10.222.0.64 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789632 Jul 07 17:04:03.206410 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-32c0591c-e138-4d69-8c0b-ae65ba28b48d service neutron] 10.222.0.72 "GET /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8268104 Jul 07 17:04:03.219338 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.294433 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7fdfdbfe-4b80-4b9c-986e-0a121af06247, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7fdfdbfe-4b80-4b9c-986e-0a121af06247,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:03.327185 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7fdfdbfe-4b80-4b9c-986e-0a121af06247, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7fdfdbfe-4b80-4b9c-986e-0a121af06247,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:03.333816 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '7fdfdbfe-4b80-4b9c-986e-0a121af06247', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': '7fdfdbfe-4b80-4b9c-986e-0a121af06247', 'mac_address': 'fa:16:3e:62:68:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:04:03.399469 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [req-b81d5037-4752-4299-9ede-02e5d05e299f req-c81c2815-c370-4724-b64d-b5b33977c97c tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Floating IP 92c60667-ec27-47f9-8c5b-b776cc9f00c6 associated. External IP: 172.25.0.4, port: a026f0aa-482d-4bb5-ae76-f24dd4c27fcb. Jul 07 17:04:03.525838 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.528598 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.531736 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cea0e-13f1-4291-a69e-b983a283e12e req-be93a597-389c-4815-ba31-0c6c6370221d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:03.536262 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-502cea0e-13f1-4291-a69e-b983a283e12e req-be93a597-389c-4815-ba31-0c6c6370221d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0e8f84bb-c363-4dbd-b4c9-f52f05075c74 HTTP/1.1" status: 200 len: 1097 time: 0.5705490 Jul 07 17:04:03.568679 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f5e0c151-2917-4ffb-aa23-5fc2c0b6d559 req-76d82f11-2330-4e2e-8b5a-d4f6bec43837 service neutron] 10.222.0.64 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503966 Jul 07 17:04:03.593074 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4d5d7a-db9b-4d5c-a197-cee89dce139c admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:04:03.603013 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fa4d5d7a-db9b-4d5c-a197-cee89dce139c admin admin] 10.222.0.53 "PUT /v2.0/routers/6f3eb18d-b6de-438c-8783-43126f4df883/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4459679 Jul 07 17:04:03.607667 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55798) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:03.629944 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7fdfdbfe-4b80-4b9c-986e-0a121af06247 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:03.630289 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65d3d85a-b627-411c-9af6-b085a3252069 req-701ffb14-cc9f-45af-8984-73976ab6c2fe service neutron] 10.222.0.72 "GET /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669508 Jul 07 17:04:03.659247 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188fe8ee-edf6-4642-a91e-dc7b13a30b3c None None] Sync routers for ids ['6f3eb18d-b6de-438c-8783-43126f4df883'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:04:03.670463 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-2d73c87f-838a-4ca3-bd5a-22850d9ec624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:03.672152 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-2d73c87f-838a-4ca3-bd5a-22850d9ec624 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb74cf42-8431-4db2-86e2-f968c1182b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5452058 Jul 07 17:04:03.802416 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-502cea0e-13f1-4291-a69e-b983a283e12e req-7bca8566-8a12-414d-8e9b-8ba6417ae461 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373655 Jul 07 17:04:03.853974 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.api [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:04:03.857194 n-d-791503-12 neutron-server[100194]: DEBUG oslo_db.api [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:04:03.858561 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188fe8ee-edf6-4642-a91e-dc7b13a30b3c None None] Routers {'6f3eb18d-b6de-438c-8783-43126f4df883'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:03.860569 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-188fe8ee-edf6-4642-a91e-dc7b13a30b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:03:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['6f3eb18d-b6de-438c-8783-43126f4df883'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:03.866915 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7fdfdbfe-4b80-4b9c-986e-0a121af06247,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:03.978928 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb66fc-7f28-4eb8-b80e-0df18738c03e req-1ed390be-ce73-4ea3-9551-35565231ec32 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:03.982256 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-13006988-969b-4fad-aa29-c66b1425ce7e service neutron] 10.222.0.64 "GET /v2.0/networks/fb74cf42-8431-4db2-86e2-f968c1182b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986200 Jul 07 17:04:04.002377 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67cb66fc-7f28-4eb8-b80e-0df18738c03e req-1ed390be-ce73-4ea3-9551-35565231ec32 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 948 time: 0.2365649 Jul 07 17:04:04.061101 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1961754c-8c19-450b-8e79-5e5c4a153306 admin admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:04.071938 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b81d5037-4752-4299-9ede-02e5d05e299f req-c81c2815-c370-4724-b64d-b5b33977c97c tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Router 2e858453-6b51-4608-9e70-8ebaefe7e277 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:04:04.088861 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-188fe8ee-edf6-4642-a91e-dc7b13a30b3c None None] Set router 6f3eb18d-b6de-438c-8783-43126f4df883 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:04:04.197080 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67cb66fc-7f28-4eb8-b80e-0df18738c03e req-9261ce73-4ec9-40aa-a813-22114748ae1f tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935997 Jul 07 17:04:04.217324 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52847e39-37e4-4a0f-a188-4370bf0484c8 req-411d61da-0c9c-4201-95bb-8234cde2e88f service neutron] 10.222.0.64 "GET /v2.0/networks/fb74cf42-8431-4db2-86e2-f968c1182b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236667 Jul 07 17:04:04.343676 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b81d5037-4752-4299-9ede-02e5d05e299f req-c81c2815-c370-4724-b64d-b5b33977c97c tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:04:04.364306 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5c8570-527e-4075-b8e3-c9bd457bbac6 None None] Sync routers for ids ['2e858453-6b51-4608-9e70-8ebaefe7e277'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:04:04.379850 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5c8570-527e-4075-b8e3-c9bd457bbac6 None None] Routers {'2e858453-6b51-4608-9e70-8ebaefe7e277'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:04.388898 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-3a5c8570-527e-4075-b8e3-c9bd457bbac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:03:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['2e858453-6b51-4608-9e70-8ebaefe7e277'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:04.426536 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1961754c-8c19-450b-8e79-5e5c4a153306 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:04.534001 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:04.630255 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-3a5c8570-527e-4075-b8e3-c9bd457bbac6 None None] Set router 2e858453-6b51-4608-9e70-8ebaefe7e277 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:04:04.635322 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fdfdbfe-4b80-4b9c-986e-0a121af06247 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:04.705153 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-93528907-079b-425c-a26c-988e33dc36fb req-e18ad39b-5cc6-4586-8f90-3ea339978703 tempest-ServerShowV257Test-1387094520 tempest-ServerShowV257Test-1387094520-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b05128-f496-48af-b8e2-74e066178783 HTTP/1.1" status: 200 len: 210 time: 0.1357188 Jul 07 17:04:04.792895 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7fdfdbfe-4b80-4b9c-986e-0a121af06247, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7fdfdbfe-4b80-4b9c-986e-0a121af06247,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:04.807629 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e2c209-8045-45f8-b00d-18126cc52571', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fdfdbfe-4b80-4b9c-986e-0a121af06247'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:04.811898 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-1961754c-8c19-450b-8e79-5e5c4a153306 admin admin] Deleting port 6b0f69fd-21f9-4921-a8c1-3a13fa46c71a {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:04.812273 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1961754c-8c19-450b-8e79-5e5c4a153306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:04.817550 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266561fc-5ce4-453d-a750-1234c4d3ddea" -d '{"events": [{"server_uuid": "78e2c209-8045-45f8-b00d-18126cc52571", "name": "network-vif-unplugged", "status": "completed", "tag": "7fdfdbfe-4b80-4b9c-986e-0a121af06247"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:04.929876 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:05.080466 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-1961754c-8c19-450b-8e79-5e5c4a153306 admin admin] For port 6b0f69fd-21f9-4921-a8c1-3a13fa46c71a, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6b0f69fd-21f9-4921-a8c1-3a13fa46c71a,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:05.082347 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1961754c-8c19-450b-8e79-5e5c4a153306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:05.107959 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9def43b-1a73-496e-81f2-4b15a0883eca req-e5e7efbd-b3cf-44d1-a7f8-977393e142b8 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:05.116252 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c9def43b-1a73-496e-81f2-4b15a0883eca req-e5e7efbd-b3cf-44d1-a7f8-977393e142b8 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e8f84bb-c363-4dbd-b4c9-f52f05075c74 HTTP/1.1" status: 200 len: 945 time: 0.1843996 Jul 07 17:04:05.129823 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-1961754c-8c19-450b-8e79-5e5c4a153306 admin admin] Calling delete_port for 6b0f69fd-21f9-4921-a8c1-3a13fa46c71a owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:05.144291 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7fdfdbfe-4b80-4b9c-986e-0a121af06247,revision_number=7']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:05.214019 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-3a5c8570-527e-4075-b8e3-c9bd457bbac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-router', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:37Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 4, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'gw_port': {'id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '92c60667-ec27-47f9-8c5b-b776cc9f00c6', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'floating_ip_address': '172.25.0.4', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'port_id': 'ea03443e-e7c3-4f53-b855-7cb2dfcc98ec', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'mac_address': 'fa:16:3e:c8:15:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e1b82-1aef-4c82-9f1f-45e962e72913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:03:23Z', 'updated_at': '2021-07-07T17:04:02Z', 'revision_number': 3, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f436fe7-3098-4f82-84ea-b82e7499fbcc', 'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'mac_address': 'fa:16:3e:26:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:03:02Z', 'revision_number': 5, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'subnets': [{'id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:05.255278 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5c8570-527e-4075-b8e3-c9bd457bbac6 None None] Checking router: 2e858453-6b51-4608-9e70-8ebaefe7e277 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:04:05.278328 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c9def43b-1a73-496e-81f2-4b15a0883eca req-6f38a905-688f-4b8d-a9b0-997e17c4cba1 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552022 Jul 07 17:04:05.280999 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-188fe8ee-edf6-4642-a91e-dc7b13a30b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1531974977-router', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '6b0f69fd-21f9-4921-a8c1-3a13fa46c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:04:01Z', 'revision_number': 5, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'gw_port': {'id': '6b0f69fd-21f9-4921-a8c1-3a13fa46c71a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:41Z', 'updated_at': '2021-07-07T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:05.284339 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5c8570-527e-4075-b8e3-c9bd457bbac6 None None] Routers {'2e858453-6b51-4608-9e70-8ebaefe7e277'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:05.285888 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-3a5c8570-527e-4075-b8e3-c9bd457bbac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:03:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['2e858453-6b51-4608-9e70-8ebaefe7e277'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:05.368424 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['7fdfdbfe-4b80-4b9c-986e-0a121af06247'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:05.425018 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188fe8ee-edf6-4642-a91e-dc7b13a30b3c None None] Checking router: 6f3eb18d-b6de-438c-8783-43126f4df883 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:04:05.510619 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188fe8ee-edf6-4642-a91e-dc7b13a30b3c None None] Routers {'6f3eb18d-b6de-438c-8783-43126f4df883'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:05.514150 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-188fe8ee-edf6-4642-a91e-dc7b13a30b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:03:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['6f3eb18d-b6de-438c-8783-43126f4df883'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:05.684397 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1961754c-8c19-450b-8e79-5e5c4a153306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:05.749702 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-3a5c8570-527e-4075-b8e3-c9bd457bbac6 None None] Set router 2e858453-6b51-4608-9e70-8ebaefe7e277 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:04:05.801980 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b81d5037-4752-4299-9ede-02e5d05e299f req-c81c2815-c370-4724-b64d-b5b33977c97c tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Router 2e858453-6b51-4608-9e70-8ebaefe7e277 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:04:05.882026 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d15241-7108-432c-8433-22bb3facc6a1 x-openstack-request-id: req-25d15241-7108-432c-8433-22bb3facc6a1 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:05.882655 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e2c209-8045-45f8-b00d-18126cc52571", "name": "network-vif-unplugged", "status": "completed", "tag": "7fdfdbfe-4b80-4b9c-986e-0a121af06247", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:05.883102 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-25d15241-7108-432c-8433-22bb3facc6a1 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:05.883712 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e2c209-8045-45f8-b00d-18126cc52571', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fdfdbfe-4b80-4b9c-986e-0a121af06247', 'code': 200} Jul 07 17:04:05.974001 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961754c-8c19-450b-8e79-5e5c4a153306 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b0f69fd-21f9-4921-a8c1-3a13fa46c71a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:06.072575 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-188fe8ee-edf6-4642-a91e-dc7b13a30b3c None None] Set router 6f3eb18d-b6de-438c-8783-43126f4df883 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:04:06.170684 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b81d5037-4752-4299-9ede-02e5d05e299f req-c81c2815-c370-4724-b64d-b5b33977c97c tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:04:06.186283 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1961754c-8c19-450b-8e79-5e5c4a153306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:06.195661 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b81d5037-4752-4299-9ede-02e5d05e299f req-c81c2815-c370-4724-b64d-b5b33977c97c tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:06.233374 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-188fe8ee-edf6-4642-a91e-dc7b13a30b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1531974977-router', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:04:04Z', 'revision_number': 6, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:06.314180 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188fe8ee-edf6-4642-a91e-dc7b13a30b3c None None] The sync data for ids ['6f3eb18d-b6de-438c-8783-43126f4df883'] in n-d-791503-12 is: [{'id': '6f3eb18d-b6de-438c-8783-43126f4df883', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1531974977-router', 'tenant_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:04:04Z', 'revision_number': 6, 'project_id': '9a8fa2a5d52846ae9eaa03dc29acdaae', 'gw_port_host': None}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:04:06.326476 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00bedfb6-08aa-41ad-8116-389f65ed7aaa', 'tag': 'a026f0aa-482d-4bb5-ae76-f24dd4c27fcb'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:06.341420 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a39fbbf-af53-45bc-963a-dc48d88db09f" -d '{"events": [{"name": "network-changed", "server_uuid": "00bedfb6-08aa-41ad-8116-389f65ed7aaa", "tag": "a026f0aa-482d-4bb5-ae76-f24dd4c27fcb"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:06.419381 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-3a5c8570-527e-4075-b8e3-c9bd457bbac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-router', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:37Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 4, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'gw_port': {'id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '92c60667-ec27-47f9-8c5b-b776cc9f00c6', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'floating_ip_address': '172.25.0.4', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'port_id': 'ea03443e-e7c3-4f53-b855-7cb2dfcc98ec', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'mac_address': 'fa:16:3e:c8:15:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e1b82-1aef-4c82-9f1f-45e962e72913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:03:23Z', 'updated_at': '2021-07-07T17:04:02Z', 'revision_number': 3, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f436fe7-3098-4f82-84ea-b82e7499fbcc', 'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'mac_address': 'fa:16:3e:26:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:03:02Z', 'revision_number': 5, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'subnets': [{'id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:06.473275 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5c8570-527e-4075-b8e3-c9bd457bbac6 None None] The sync data for ids ['2e858453-6b51-4608-9e70-8ebaefe7e277'] in n-d-791503-12 is: [{'id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-router', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:37Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 4, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'gw_port': {'id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '92c60667-ec27-47f9-8c5b-b776cc9f00c6', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'floating_ip_address': '172.25.0.4', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'port_id': 'ea03443e-e7c3-4f53-b855-7cb2dfcc98ec', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'mac_address': 'fa:16:3e:c8:15:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e1b82-1aef-4c82-9f1f-45e962e72913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:03:23Z', 'updated_at': '2021-07-07T17:04:02Z', 'revision_number': 3, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f436fe7-3098-4f82-84ea-b82e7499fbcc', 'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'mac_address': 'fa:16:3e:26:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:03:02Z', 'revision_number': 5, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'subnets': [{'id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:04:06.493339 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b81d5037-4752-4299-9ede-02e5d05e299f req-c81c2815-c370-4724-b64d-b5b33977c97c tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "PUT /v2.0/floatingips/92c60667-ec27-47f9-8c5b-b776cc9f00c6 HTTP/1.1" status: 200 len: 996 time: 6.3219411 Jul 07 17:04:06.730548 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d5037-4752-4299-9ede-02e5d05e299f req-a57a96ba-ae28-4975-92f3-ea65069e404e tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:06.753878 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b81d5037-4752-4299-9ede-02e5d05e299f req-a57a96ba-ae28-4975-92f3-ea65069e404e tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports/a026f0aa-482d-4bb5-ae76-f24dd4c27fcb HTTP/1.1" status: 200 len: 942 time: 0.2503300 Jul 07 17:04:06.958716 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:06.979888 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6a5a36-3db6-42a8-adbc-c01c4225ebbb None None] New status for floating IP 92c60667-ec27-47f9-8c5b-b776cc9f00c6: ACTIVE {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:04:07.035092 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d5037-4752-4299-9ede-02e5d05e299f req-0c85dd07-5170-4017-af1d-8fd15aa8448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:07.039901 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b81d5037-4752-4299-9ede-02e5d05e299f req-0c85dd07-5170-4017-af1d-8fd15aa8448c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5e8caecfebe4e289ece65e903aef8e4&device_id=00bedfb6-08aa-41ad-8116-389f65ed7aaa HTTP/1.1" status: 200 len: 1097 time: 0.1547897 Jul 07 17:04:07.067130 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1961754c-8c19-450b-8e79-5e5c4a153306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:07.071181 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1961754c-8c19-450b-8e79-5e5c4a153306 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:07.173311 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae6065-10f7-46b4-a59b-df958d2884e2 req-0ca6cf53-da3c-4921-b402-4f3a360d2593 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:07.183341 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-64ae6065-10f7-46b4-a59b-df958d2884e2 req-0ca6cf53-da3c-4921-b402-4f3a360d2593 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 949 time: 1.0795791 Jul 07 17:04:07.204127 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1961754c-8c19-450b-8e79-5e5c4a153306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:07.205488 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1961754c-8c19-450b-8e79-5e5c4a153306 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f3eb18d-b6de-438c-8783-43126f4df883 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:04:07.216761 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1961754c-8c19-450b-8e79-5e5c4a153306 admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:07.221185 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1961754c-8c19-450b-8e79-5e5c4a153306 admin admin] 10.222.0.53 "DELETE /v2.0/routers/6f3eb18d-b6de-438c-8783-43126f4df883 HTTP/1.1" status: 204 len: 168 time: 3.6083124 Jul 07 17:04:07.226039 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55828) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:07.315484 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d5037-4752-4299-9ede-02e5d05e299f req-114d40be-9c28-4fb9-b894-052051bf198d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:07.315484 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b81d5037-4752-4299-9ede-02e5d05e299f req-114d40be-9c28-4fb9-b894-052051bf198d service neutron] 10.222.0.53 "GET /v2.0/networks?id=0518196d-eefc-4ac7-b5ab-2055eb805352 HTTP/1.1" status: 200 len: 921 time: 0.2673669 Jul 07 17:04:07.397851 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-64ae6065-10f7-46b4-a59b-df958d2884e2 req-c1305cef-3aa0-4285-8b15-9e83e74ef15c tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755896 Jul 07 17:04:07.399094 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-084c0607-3251-4dc9-8d64-b701a23927d6 admin admin] Deleting subnet 471fe685-7fcf-4d30-b218-beda7522746a {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:04:07.473375 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-084c0607-3251-4dc9-8d64-b701a23927d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:07.479674 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6b0f69fd-21f9-4921-a8c1-3a13fa46c71a no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:07.522172 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b81d5037-4752-4299-9ede-02e5d05e299f req-914c3a07-41b3-41dc-9cbf-5bd6ebf21828 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a026f0aa-482d-4bb5-ae76-f24dd4c27fcb HTTP/1.1" status: 200 len: 217 time: 0.1158805 Jul 07 17:04:07.601757 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-084c0607-3251-4dc9-8d64-b701a23927d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:07.605820 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 6b0f69fd-21f9-4921-a8c1-3a13fa46c71a {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:04:07.606441 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6b0f69fd-21f9-4921-a8c1-3a13fa46c71a not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:04:07.606666 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c728976a-02f0-43fc-bc12-f611e2b44fe8 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:07.632665 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d5037-4752-4299-9ede-02e5d05e299f req-d38c3aa4-7043-42e1-9008-52b66b1fe3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:07.642005 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b81d5037-4752-4299-9ede-02e5d05e299f req-d38c3aa4-7043-42e1-9008-52b66b1fe3a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f72dc930-c441-487e-b962-f0c75fa19c76 HTTP/1.1" status: 200 len: 859 time: 0.1186776 Jul 07 17:04:07.663768 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: c728976a-02f0-43fc-bc12-f611e2b44fe8 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:04:07.664237 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c728976a-02f0-43fc-bc12-f611e2b44fe8 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:04:07.673290 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:07.728257 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7bfeef-3d1c-49ec-a711-1ee8a2731afe None None] Sync routers for ids ['2e858453-6b51-4608-9e70-8ebaefe7e277'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:04:07.741496 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7bfeef-3d1c-49ec-a711-1ee8a2731afe None None] Routers {'2e858453-6b51-4608-9e70-8ebaefe7e277'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:07.742817 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-ef7bfeef-3d1c-49ec-a711-1ee8a2731afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:03:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['2e858453-6b51-4608-9e70-8ebaefe7e277'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:07.770945 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6c4a5b4f-e454-40ad-9194-99c68a22a630 req-3d4fe530-53bf-4a1e-9c7c-e5213da8686b tempest-ServerShowV257Test-1387094520 tempest-ServerShowV257Test-1387094520-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b05128-f496-48af-b8e2-74e066178783 HTTP/1.1" status: 200 len: 210 time: 0.1162901 Jul 07 17:04:07.799267 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-084c0607-3251-4dc9-8d64-b701a23927d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:07.932918 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-084c0607-3251-4dc9-8d64-b701a23927d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:08.023198 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c0607-3251-4dc9-8d64-b701a23927d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=471fe685-7fcf-4d30-b218-beda7522746a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:08.033013 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-ef7bfeef-3d1c-49ec-a711-1ee8a2731afe None None] Set router 2e858453-6b51-4608-9e70-8ebaefe7e277 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:04:08.049450 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156e626-bf69-45f9-aa6c-f71bd535717f req-0ab02ca6-5ac6-44a9-b4cf-83fc2d658164 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:08.059204 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44a49cf-4e23-4dab-bf33-48f71e1c16dc None None] Network 4cfb844d-bad2-4bd4-b9c4-3c09c74893d1 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:08.062393 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d5037-4752-4299-9ede-02e5d05e299f req-d8415431-9336-4e18-875b-7b8e59460327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:08.077829 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b81d5037-4752-4299-9ede-02e5d05e299f req-d8415431-9336-4e18-875b-7b8e59460327 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0518196d-eefc-4ac7-b5ab-2055eb805352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4341686 Jul 07 17:04:08.079737 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-084c0607-3251-4dc9-8d64-b701a23927d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:08.085351 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c156e626-bf69-45f9-aa6c-f71bd535717f req-0ab02ca6-5ac6-44a9-b4cf-83fc2d658164 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e8f84bb-c363-4dbd-b4c9-f52f05075c74 HTTP/1.1" status: 200 len: 945 time: 0.1654811 Jul 07 17:04:08.087021 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-084c0607-3251-4dc9-8d64-b701a23927d6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/471fe685-7fcf-4d30-b218-beda7522746a HTTP/1.1" status: 204 len: 168 time: 0.8595757 Jul 07 17:04:08.089735 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55842) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:08.210779 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c156e626-bf69-45f9-aa6c-f71bd535717f req-97953c8c-bf25-4f5e-b731-085843b73410 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220500 Jul 07 17:04:08.264873 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aebdd7fd-0013-4c9c-9e21-b1a65487e488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:08.296181 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b81d5037-4752-4299-9ede-02e5d05e299f req-e293591c-c910-475b-a8ab-1382ddd29d86 service neutron] 10.222.0.53 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071800 Jul 07 17:04:08.326812 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53349a9a-c184-46c3-9b6e-d47405026dd4 x-openstack-request-id: req-53349a9a-c184-46c3-9b6e-d47405026dd4 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:08.344467 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00bedfb6-08aa-41ad-8116-389f65ed7aaa", "tag": "a026f0aa-482d-4bb5-ae76-f24dd4c27fcb", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:08.345329 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-53349a9a-c184-46c3-9b6e-d47405026dd4 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:08.346337 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00bedfb6-08aa-41ad-8116-389f65ed7aaa', 'tag': 'a026f0aa-482d-4bb5-ae76-f24dd4c27fcb', 'status': 'completed', 'code': 200} Jul 07 17:04:08.422107 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-aebdd7fd-0013-4c9c-9e21-b1a65487e488 admin admin] Deleting port c0704a3b-821d-4df4-a7d8-678fdabd832d {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:08.422458 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aebdd7fd-0013-4c9c-9e21-b1a65487e488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:08.613080 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-aebdd7fd-0013-4c9c-9e21-b1a65487e488 admin admin] For port c0704a3b-821d-4df4-a7d8-678fdabd832d, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c0704a3b-821d-4df4-a7d8-678fdabd832d,segment=NetworkSegment(4745d682-27bb-4793-95ab-4998e6d28031),segment_id=4745d682-27bb-4793-95ab-4998e6d28031)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:08.614498 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aebdd7fd-0013-4c9c-9e21-b1a65487e488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:08.645548 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-aebdd7fd-0013-4c9c-9e21-b1a65487e488 admin admin] Calling delete_port for c0704a3b-821d-4df4-a7d8-678fdabd832d owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:08.814807 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aebdd7fd-0013-4c9c-9e21-b1a65487e488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:08.834986 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6fbef2d8-38df-464b-9d7f-869e45ee87d6 req-bba8adb3-62fa-4685-9c4e-ce09044b9237 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=89b05128-f496-48af-b8e2-74e066178783 HTTP/1.1" status: 200 len: 210 time: 0.0431011 Jul 07 17:04:08.843472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39fbbf-af53-45bc-963a-dc48d88db09f req-8aef1423-85c7-4b4a-b242-5d7cb42b2cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:08.845523 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a39fbbf-af53-45bc-963a-dc48d88db09f req-8aef1423-85c7-4b4a-b242-5d7cb42b2cc1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5e8caecfebe4e289ece65e903aef8e4&device_id=00bedfb6-08aa-41ad-8116-389f65ed7aaa HTTP/1.1" status: 200 len: 1097 time: 0.4930301 Jul 07 17:04:08.858163 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebdd7fd-0013-4c9c-9e21-b1a65487e488 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0704a3b-821d-4df4-a7d8-678fdabd832d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:08.873500 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebdd7fd-0013-4c9c-9e21-b1a65487e488 admin admin] No DVR routers for this DVR port c0704a3b-821d-4df4-a7d8-678fdabd832d on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:08.887199 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-ef7bfeef-3d1c-49ec-a711-1ee8a2731afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-router', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:37Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 4, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'gw_port': {'id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '92c60667-ec27-47f9-8c5b-b776cc9f00c6', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'floating_ip_address': '172.25.0.4', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'port_id': 'ea03443e-e7c3-4f53-b855-7cb2dfcc98ec', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'mac_address': 'fa:16:3e:c8:15:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e1b82-1aef-4c82-9f1f-45e962e72913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:03:23Z', 'updated_at': '2021-07-07T17:04:07Z', 'revision_number': 4, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f436fe7-3098-4f82-84ea-b82e7499fbcc', 'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'mac_address': 'fa:16:3e:26:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:03:02Z', 'revision_number': 5, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'subnets': [{'id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:08.964520 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7fdfdbfe-4b80-4b9c-986e-0a121af06247 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:08.981479 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b81d5037-4752-4299-9ede-02e5d05e299f req-e5640a0e-bb27-49ab-83c3-f75f461e2adf service neutron] 10.222.0.53 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6713068 Jul 07 17:04:09.092192 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921781bd-36bd-49db-91d6-b232a91e3cb6 None None] DHCP port deletion for 4cfb844d-bad2-4bd4-b9c4-3c09c74893d1 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:04:09.125509 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 7fdfdbfe-4b80-4b9c-986e-0a121af06247 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:09.126036 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:09.128748 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7bfeef-3d1c-49ec-a711-1ee8a2731afe None None] Checking router: 2e858453-6b51-4608-9e70-8ebaefe7e277 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:04:09.156991 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7bfeef-3d1c-49ec-a711-1ee8a2731afe None None] Routers {'2e858453-6b51-4608-9e70-8ebaefe7e277'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:09.158683 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-ef7bfeef-3d1c-49ec-a711-1ee8a2731afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:03:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['2e858453-6b51-4608-9e70-8ebaefe7e277'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:09.196141 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39fbbf-af53-45bc-963a-dc48d88db09f req-072a0be1-8309-4e41-805c-4bea6238bba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:09.197792 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a39fbbf-af53-45bc-963a-dc48d88db09f req-072a0be1-8309-4e41-805c-4bea6238bba2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0518196d-eefc-4ac7-b5ab-2055eb805352 HTTP/1.1" status: 200 len: 921 time: 0.3318844 Jul 07 17:04:09.218180 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c0704a3b-821d-4df4-a7d8-678fdabd832d no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:09.252530 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aebdd7fd-0013-4c9c-9e21-b1a65487e488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:09.261866 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a39fbbf-af53-45bc-963a-dc48d88db09f req-135f8108-d99b-438a-b10f-51420bdaefb6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a026f0aa-482d-4bb5-ae76-f24dd4c27fcb HTTP/1.1" status: 200 len: 217 time: 0.0526853 Jul 07 17:04:09.265048 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: c0704a3b-821d-4df4-a7d8-678fdabd832d {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:04:09.266025 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c0704a3b-821d-4df4-a7d8-678fdabd832d not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:04:09.290891 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-aebdd7fd-0013-4c9c-9e21-b1a65487e488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cfb844d-bad2-4bd4-b9c4-3c09c74893d1']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:09.311443 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-aebdd7fd-0013-4c9c-9e21-b1a65487e488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4745d682-27bb-4793-95ab-4998e6d28031') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:09.311862 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-aebdd7fd-0013-4c9c-9e21-b1a65487e488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4745d682-27bb-4793-95ab-4998e6d28031') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:09.328016 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aebdd7fd-0013-4c9c-9e21-b1a65487e488 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:09.366610 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aebdd7fd-0013-4c9c-9e21-b1a65487e488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:09.384482 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d5037-4752-4299-9ede-02e5d05e299f req-33b2bf35-35a5-4cdd-aaf3-6137caa910fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:09.387272 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b81d5037-4752-4299-9ede-02e5d05e299f req-33b2bf35-35a5-4cdd-aaf3-6137caa910fb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5e8caecfebe4e289ece65e903aef8e4&device_id=ac9e1b82-1aef-4c82-9f1f-45e962e72913 HTTP/1.1" status: 200 len: 1097 time: 0.3297412 Jul 07 17:04:09.392303 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39fbbf-af53-45bc-963a-dc48d88db09f req-d05ba495-98a9-40d1-9fc5-6aea02aa8f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:09.394314 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a39fbbf-af53-45bc-963a-dc48d88db09f req-d05ba495-98a9-40d1-9fc5-6aea02aa8f89 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f72dc930-c441-487e-b962-f0c75fa19c76 HTTP/1.1" status: 200 len: 859 time: 0.1187639 Jul 07 17:04:09.412708 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd20778-e9fd-4b6e-8d4f-14113d48e224 req-cee5452b-1663-4319-a5e5-82de83af2927 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:09.420347 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-ef7bfeef-3d1c-49ec-a711-1ee8a2731afe None None] Set router 2e858453-6b51-4608-9e70-8ebaefe7e277 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:04:09.425938 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:09.427555 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4dd20778-e9fd-4b6e-8d4f-14113d48e224 req-cee5452b-1663-4319-a5e5-82de83af2927 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e8f84bb-c363-4dbd-b4c9-f52f05075c74 HTTP/1.1" status: 200 len: 945 time: 0.4404902 Jul 07 17:04:09.467858 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aebdd7fd-0013-4c9c-9e21-b1a65487e488 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:04:09.468978 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aebdd7fd-0013-4c9c-9e21-b1a65487e488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:04:09.476779 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:04:09.491517 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e2c209-8045-45f8-b00d-18126cc52571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fdfdbfe-4b80-4b9c-986e-0a121af06247'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:09.497236 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0fec91-67f5-4936-accf-6cd7affb6c74" -d '{"events": [{"server_uuid": "78e2c209-8045-45f8-b00d-18126cc52571", "name": "network-vif-plugged", "status": "completed", "tag": "7fdfdbfe-4b80-4b9c-986e-0a121af06247"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:09.583617 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7fdfdbfe-4b80-4b9c-986e-0a121af06247, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7fdfdbfe-4b80-4b9c-986e-0a121af06247,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:09.594247 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:09.650809 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4dd20778-e9fd-4b6e-8d4f-14113d48e224 req-a7a06ea7-5ea9-452e-8341-d6e2c3aaee72 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171657 Jul 07 17:04:09.664698 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aebdd7fd-0013-4c9c-9e21-b1a65487e488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:09.682067 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aebdd7fd-0013-4c9c-9e21-b1a65487e488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:09.692046 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39fbbf-af53-45bc-963a-dc48d88db09f req-fa30d44f-fde5-498d-a158-682b403785f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:09.694806 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-aebdd7fd-0013-4c9c-9e21-b1a65487e488 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4cfb844d-bad2-4bd4-b9c4-3c09c74893d1 HTTP/1.1" status: 204 len: 168 time: 1.5904391 Jul 07 17:04:09.699656 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a39fbbf-af53-45bc-963a-dc48d88db09f req-fa30d44f-fde5-498d-a158-682b403785f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0518196d-eefc-4ac7-b5ab-2055eb805352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1788156 Jul 07 17:04:09.749159 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebdd7fd-0013-4c9c-9e21-b1a65487e488 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cfb844d-bad2-4bd4-b9c4-3c09c74893d1,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:09.797692 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d5037-4752-4299-9ede-02e5d05e299f req-266f4148-8ab2-4638-843b-1e0cb2a4d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:09.799933 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7fdfdbfe-4b80-4b9c-986e-0a121af06247,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:09.803392 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b81d5037-4752-4299-9ede-02e5d05e299f req-266f4148-8ab2-4638-843b-1e0cb2a4d65e service neutron] 10.222.0.53 "GET /v2.0/networks?id=0518196d-eefc-4ac7-b5ab-2055eb805352 HTTP/1.1" status: 200 len: 921 time: 0.4054792 Jul 07 17:04:10.016228 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55872) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:10.037188 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-ef7bfeef-3d1c-49ec-a711-1ee8a2731afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-router', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:37Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 4, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'gw_port': {'id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '92c60667-ec27-47f9-8c5b-b776cc9f00c6', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'floating_ip_address': '172.25.0.4', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'port_id': 'ea03443e-e7c3-4f53-b855-7cb2dfcc98ec', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'mac_address': 'fa:16:3e:c8:15:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e1b82-1aef-4c82-9f1f-45e962e72913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:03:23Z', 'updated_at': '2021-07-07T17:04:07Z', 'revision_number': 4, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f436fe7-3098-4f82-84ea-b82e7499fbcc', 'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'mac_address': 'fa:16:3e:26:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:03:02Z', 'revision_number': 5, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'subnets': [{'id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:10.037971 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b81d5037-4752-4299-9ede-02e5d05e299f req-46778195-8601-42ce-8f72-2254ee00be6c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea03443e-e7c3-4f53-b855-7cb2dfcc98ec HTTP/1.1" status: 200 len: 999 time: 0.1515853 Jul 07 17:04:10.090012 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7bfeef-3d1c-49ec-a711-1ee8a2731afe None None] The sync data for ids ['2e858453-6b51-4608-9e70-8ebaefe7e277'] in n-d-791503-12 is: [{'id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-router', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:37Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 4, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'gw_port': {'id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '92c60667-ec27-47f9-8c5b-b776cc9f00c6', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'floating_ip_address': '172.25.0.4', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'port_id': 'ea03443e-e7c3-4f53-b855-7cb2dfcc98ec', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'mac_address': 'fa:16:3e:c8:15:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e1b82-1aef-4c82-9f1f-45e962e72913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:03:23Z', 'updated_at': '2021-07-07T17:04:07Z', 'revision_number': 4, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f436fe7-3098-4f82-84ea-b82e7499fbcc', 'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'mac_address': 'fa:16:3e:26:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:03:02Z', 'revision_number': 5, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'subnets': [{'id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:04:10.163553 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d5037-4752-4299-9ede-02e5d05e299f req-5522a758-0ae9-4e75-923b-ecb83d01a42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:10.165939 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b81d5037-4752-4299-9ede-02e5d05e299f req-5522a758-0ae9-4e75-923b-ecb83d01a42e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f72dc930-c441-487e-b962-f0c75fa19c76 HTTP/1.1" status: 200 len: 859 time: 0.1190097 Jul 07 17:04:10.169769 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a39fbbf-af53-45bc-963a-dc48d88db09f req-6a629e8e-3d60-4054-b3f3-58c16c6af69e service neutron] 10.222.0.64 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499896 Jul 07 17:04:10.175079 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55876) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:10.175399 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fb3e7e57-f786-4e98-b318-136bf2633590 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a8fa2a5d52846ae9eaa03dc29acdaae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1568458 Jul 07 17:04:10.390164 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9e1b82-1aef-4c82-9f1f-45e962e72913', 'tag': 'ea03443e-e7c3-4f53-b855-7cb2dfcc98ec'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:10.391372 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc4c57-75fa-4eed-bae4-5b7d3e604506 req-4f26a93c-0fc3-4384-a1db-c9e3d7059bb9 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:10.393201 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-60cc4c57-75fa-4eed-bae4-5b7d3e604506 req-4f26a93c-0fc3-4384-a1db-c9e3d7059bb9 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.1860299 Jul 07 17:04:10.401281 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef591123-8b2a-40b7-8c1f-932bb4a7d8e3" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9e1b82-1aef-4c82-9f1f-45e962e72913", "tag": "ea03443e-e7c3-4f53-b855-7cb2dfcc98ec"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:10.478357 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a39fbbf-af53-45bc-963a-dc48d88db09f req-207ee830-1dcd-4fd9-9939-0621c4dabeac service neutron] 10.222.0.64 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154112 Jul 07 17:04:10.481654 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-60cc4c57-75fa-4eed-bae4-5b7d3e604506 req-315f16a0-fc17-4c36-8369-a56636da0795 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881042 Jul 07 17:04:10.573149 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ab4efd30-4dde-47a7-b75b-8266078af9a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:10.590105 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d5037-4752-4299-9ede-02e5d05e299f req-a35e427c-6656-4195-bb36-9f395a26b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:10.592006 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b81d5037-4752-4299-9ede-02e5d05e299f req-a35e427c-6656-4195-bb36-9f395a26b9a4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0518196d-eefc-4ac7-b5ab-2055eb805352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4150715 Jul 07 17:04:10.612994 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ab4efd30-4dde-47a7-b75b-8266078af9a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:10.748476 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2b0bc443-6cb2-484d-8bee-398426113641 req-f1cbb54a-f25b-4897-809b-a1702a78bd31 tempest-ServerShowV257Test-1387094520 tempest-ServerShowV257Test-1387094520-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b05128-f496-48af-b8e2-74e066178783 HTTP/1.1" status: 200 len: 210 time: 0.0920894 Jul 07 17:04:10.772817 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b81d5037-4752-4299-9ede-02e5d05e299f req-44d222fc-c121-4943-aa0a-55e3985671d1 service neutron] 10.222.0.53 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479583 Jul 07 17:04:10.808745 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ab4efd30-4dde-47a7-b75b-8266078af9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:10.813389 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ab4efd30-4dde-47a7-b75b-8266078af9a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:10.819903 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ab4efd30-4dde-47a7-b75b-8266078af9a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bb648df4-c641-4500-a865-78a1a5add036 HTTP/1.1" status: 204 len: 168 time: 0.5628893 Jul 07 17:04:10.859981 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72468000-0965-4769-85a0-8e02c105ddf6 x-openstack-request-id: req-72468000-0965-4769-85a0-8e02c105ddf6 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:10.860885 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e2c209-8045-45f8-b00d-18126cc52571", "name": "network-vif-plugged", "status": "completed", "tag": "7fdfdbfe-4b80-4b9c-986e-0a121af06247", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:10.860885 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72468000-0965-4769-85a0-8e02c105ddf6 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:10.861251 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e2c209-8045-45f8-b00d-18126cc52571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fdfdbfe-4b80-4b9c-986e-0a121af06247', 'code': 200} Jul 07 17:04:10.889077 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4efd30-4dde-47a7-b75b-8266078af9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb648df4-c641-4500-a865-78a1a5add036,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:10.986565 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b81d5037-4752-4299-9ede-02e5d05e299f req-94f36ef0-ec1b-4d4c-92a3-aa2e15a178c5 service neutron] 10.222.0.53 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954958 Jul 07 17:04:11.392581 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025d9f07-9a37-4af3-bac4-de6e377fc013 x-openstack-request-id: req-025d9f07-9a37-4af3-bac4-de6e377fc013 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:11.393946 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9e1b82-1aef-4c82-9f1f-45e962e72913", "tag": "ea03443e-e7c3-4f53-b855-7cb2dfcc98ec", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:11.394481 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-025d9f07-9a37-4af3-bac4-de6e377fc013 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:11.395225 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9e1b82-1aef-4c82-9f1f-45e962e72913', 'tag': 'ea03443e-e7c3-4f53-b855-7cb2dfcc98ec', 'status': 'completed', 'code': 200} Jul 07 17:04:11.399187 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915e9e0-9a8f-46b7-b45b-4b1798cb45e1 req-17005d09-70e6-475a-9f45-b2cebac6c51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:11.404387 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3915e9e0-9a8f-46b7-b45b-4b1798cb45e1 req-17005d09-70e6-475a-9f45-b2cebac6c51d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 1102 time: 0.2237046 Jul 07 17:04:11.573028 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3915e9e0-9a8f-46b7-b45b-4b1798cb45e1 req-90816fda-6f97-4eb7-baec-111945bd2703 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613402 Jul 07 17:04:11.639945 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef591123-8b2a-40b7-8c1f-932bb4a7d8e3 req-9ca5d02a-292d-4403-9085-85b4242051ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:11.643382 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef591123-8b2a-40b7-8c1f-932bb4a7d8e3 req-9ca5d02a-292d-4403-9085-85b4242051ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5e8caecfebe4e289ece65e903aef8e4&device_id=ac9e1b82-1aef-4c82-9f1f-45e962e72913 HTTP/1.1" status: 200 len: 1097 time: 0.1353924 Jul 07 17:04:11.733407 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0b7f0b52-919c-43e5-b720-e13a4b6e5efa req-40ba9dc6-7d1d-46fe-a7c1-28bb484085f5 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.4 HTTP/1.1" status: 200 len: 999 time: 0.3521519 Jul 07 17:04:11.885993 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-99a94fe5-a5ef-4247-a3a0-e63ffcd81f6f req-468aa121-5a78-4e87-b6b9-f1e4fbd4c826 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9025e38d21f241d89b22bc025f08f145&device_id=89b05128-f496-48af-b8e2-74e066178783 HTTP/1.1" status: 200 len: 210 time: 0.0688691 Jul 07 17:04:11.927404 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f0b52-919c-43e5-b720-e13a4b6e5efa req-25163ff8-3b2c-4c36-8057-faf469c151f7 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:11.931903 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0b7f0b52-919c-43e5-b720-e13a4b6e5efa req-25163ff8-3b2c-4c36-8057-faf469c151f7 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports/ea03443e-e7c3-4f53-b855-7cb2dfcc98ec HTTP/1.1" status: 200 len: 942 time: 0.1965165 Jul 07 17:04:11.995805 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-99a94fe5-a5ef-4247-a3a0-e63ffcd81f6f req-0e545547-0a52-4a95-992d-98ecccc4835c service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=9025e38d21f241d89b22bc025f08f145&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0974376 Jul 07 17:04:12.114499 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef591123-8b2a-40b7-8c1f-932bb4a7d8e3 req-fc2f5d2d-fadc-4c36-a46f-cd96474d7be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:12.117734 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef591123-8b2a-40b7-8c1f-932bb4a7d8e3 req-fc2f5d2d-fadc-4c36-a46f-cd96474d7be2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0518196d-eefc-4ac7-b5ab-2055eb805352 HTTP/1.1" status: 200 len: 921 time: 0.4663863 Jul 07 17:04:12.162403 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0b7f0b52-919c-43e5-b720-e13a4b6e5efa req-56a34a2d-e88c-4118-8d28-94fde52251ee tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.4 HTTP/1.1" status: 200 len: 999 time: 0.1115692 Jul 07 17:04:12.298450 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48652f-98f4-465f-85df-c0dee0a04f02 req-9dfd7b17-79fa-483a-b489-f16a8b1b04f1 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:12.312327 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2b48652f-98f4-465f-85df-c0dee0a04f02 req-9dfd7b17-79fa-483a-b489-f16a8b1b04f1 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e8f84bb-c363-4dbd-b4c9-f52f05075c74 HTTP/1.1" status: 200 len: 945 time: 0.3807948 Jul 07 17:04:12.399671 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f0b52-919c-43e5-b720-e13a4b6e5efa req-7a887fb7-a50b-4ca6-a382-94b05131a513 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:12.406808 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef591123-8b2a-40b7-8c1f-932bb4a7d8e3 req-a0a8d58b-27d8-4442-9284-7be4ff12f6a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea03443e-e7c3-4f53-b855-7cb2dfcc98ec HTTP/1.1" status: 200 len: 999 time: 0.2741873 Jul 07 17:04:12.414393 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a94fe5-a5ef-4247-a3a0-e63ffcd81f6f req-b6af55b7-d37f-44ce-8ac0-a85aa4e8f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:12.415437 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0b7f0b52-919c-43e5-b720-e13a4b6e5efa req-7a887fb7-a50b-4ca6-a382-94b05131a513 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 784 time: 0.2403634 Jul 07 17:04:12.416242 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-99a94fe5-a5ef-4247-a3a0-e63ffcd81f6f req-b6af55b7-d37f-44ce-8ac0-a85aa4e8f69d service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4121373 Jul 07 17:04:12.513808 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2b48652f-98f4-465f-85df-c0dee0a04f02 req-489b406e-4ca5-40f4-86ba-fc01ce1e84cb tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850154 Jul 07 17:04:12.581190 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef591123-8b2a-40b7-8c1f-932bb4a7d8e3 req-d3ec9810-1c44-48a5-89ad-e85f713ae2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:12.589890 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef591123-8b2a-40b7-8c1f-932bb4a7d8e3 req-d3ec9810-1c44-48a5-89ad-e85f713ae2a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f72dc930-c441-487e-b962-f0c75fa19c76 HTTP/1.1" status: 200 len: 859 time: 0.1689830 Jul 07 17:04:12.696930 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55932) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:12.745813 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c86a6-0dd2-4f3f-8ed8-d7e8df17b333 req-5c928af7-419a-4b2f-b969-45cabf28615a tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:12.750711 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-039c86a6-0dd2-4f3f-8ed8-d7e8df17b333 req-5c928af7-419a-4b2f-b969-45cabf28615a tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.1937828 Jul 07 17:04:12.797994 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef591123-8b2a-40b7-8c1f-932bb4a7d8e3 req-1f1cdaea-ad5b-4518-9917-d9190ee8a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:12.801480 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef591123-8b2a-40b7-8c1f-932bb4a7d8e3 req-1f1cdaea-ad5b-4518-9917-d9190ee8a55b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0518196d-eefc-4ac7-b5ab-2055eb805352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2047305 Jul 07 17:04:12.884694 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-039c86a6-0dd2-4f3f-8ed8-d7e8df17b333 req-80b83db6-a0b9-41ca-be5b-ae308d44b53b tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235600 Jul 07 17:04:12.961451 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9102bf63-bd00-4602-bd28-5f969b2ad005 req-bee73043-8c72-4780-a547-0a6b900bb63b tempest-ServerShowV257Test-1387094520 tempest-ServerShowV257Test-1387094520-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b05128-f496-48af-b8e2-74e066178783 HTTP/1.1" status: 200 len: 210 time: 0.1244121 Jul 07 17:04:13.054103 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-b0761952-5ad5-4799-93f4-9c6099d22a80 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1159995776-network', 'tenant_id': '565e8acc09134f1f976b9c4727940d5d'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:13.097112 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0761952-5ad5-4799-93f4-9c6099d22a80 admin admin] Made reservation on behalf of 565e8acc09134f1f976b9c4727940d5d for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:13.102298 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b0761952-5ad5-4799-93f4-9c6099d22a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:13.114678 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef591123-8b2a-40b7-8c1f-932bb4a7d8e3 req-e7a50082-0f80-4440-8c8b-e8a940121a97 service neutron] 10.222.0.64 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046682 Jul 07 17:04:13.120669 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b0761952-5ad5-4799-93f4-9c6099d22a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:13.417440 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef591123-8b2a-40b7-8c1f-932bb4a7d8e3 req-b28af25b-1ea9-441e-bce8-6a0c185a8cb5 service neutron] 10.222.0.64 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922697 Jul 07 17:04:13.427948 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a9478e8a-5c85-40db-adc6-d7f5bd398189 req-78b26bb6-9dfb-4659-89eb-ff9ea5604c03 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.4 HTTP/1.1" status: 200 len: 999 time: 0.1766589 Jul 07 17:04:13.471006 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b0761952-5ad5-4799-93f4-9c6099d22a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:13.496739 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b0761952-5ad5-4799-93f4-9c6099d22a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:13.544450 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0761952-5ad5-4799-93f4-9c6099d22a80 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:04:13.568454 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9478e8a-5c85-40db-adc6-d7f5bd398189 req-d7071a67-605f-4331-a625-ff933574475b tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:13.570415 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a9478e8a-5c85-40db-adc6-d7f5bd398189 req-d7071a67-605f-4331-a625-ff933574475b tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports/ea03443e-e7c3-4f53-b855-7cb2dfcc98ec HTTP/1.1" status: 200 len: 942 time: 0.1251154 Jul 07 17:04:13.574916 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0761952-5ad5-4799-93f4-9c6099d22a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe0444d-6c84-4179-8eda-247e2e55a0fb,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:13.586398 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b0761952-5ad5-4799-93f4-9c6099d22a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:13.587113 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-b0761952-5ad5-4799-93f4-9c6099d22a80 admin admin] Added segment c42bd21f-85e5-4932-b296-cd596f5e6fb3 of type vlan for network 9a069726-4687-4aab-843c-2a39928b12be Jul 07 17:04:13.641875 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936961a4-216a-4f0a-b10d-3952ff1bf9dd req-9b9e9063-7875-499b-8987-1ccc779845b9 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:13.645092 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-936961a4-216a-4f0a-b10d-3952ff1bf9dd req-9b9e9063-7875-499b-8987-1ccc779845b9 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e8f84bb-c363-4dbd-b4c9-f52f05075c74 HTTP/1.1" status: 200 len: 945 time: 0.1371052 Jul 07 17:04:13.684923 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b0761952-5ad5-4799-93f4-9c6099d22a80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:13.707067 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-936961a4-216a-4f0a-b10d-3952ff1bf9dd req-3cc0a884-83f4-411d-a019-e23d53b4ee5a tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544288 Jul 07 17:04:13.818783 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b0761952-5ad5-4799-93f4-9c6099d22a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:13.821152 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0761952-5ad5-4799-93f4-9c6099d22a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:13.822732 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b0761952-5ad5-4799-93f4-9c6099d22a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:13.887538 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a9478e8a-5c85-40db-adc6-d7f5bd398189 req-d6090243-aff0-4c16-988b-53464adab987 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.4 HTTP/1.1" status: 200 len: 999 time: 0.1488860 Jul 07 17:04:13.903934 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b0761952-5ad5-4799-93f4-9c6099d22a80 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2055879 Jul 07 17:04:13.907238 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55940) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:13.913160 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-010b8b76-9412-499d-8f0f-e8e3e2dc360f admin admin] Request body: {'subnet': {'network_id': '9a069726-4687-4aab-843c-2a39928b12be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1159995776-subnet', 'tenant_id': '565e8acc09134f1f976b9c4727940d5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:13.940820 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0761952-5ad5-4799-93f4-9c6099d22a80 admin admin] Pushing event updated for resources: {'Network': ['ID=9a069726-4687-4aab-843c-2a39928b12be,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:13.952898 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 9a069726-4687-4aab-843c-2a39928b12be details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:04:13.972681 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-99a94fe5-a5ef-4247-a3a0-e63ffcd81f6f req-4bb9d4b7-4e01-40fd-958d-318a31481df1 tempest-ServerShowV257Test-1387094520 tempest-ServerShowV257Test-1387094520-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b05128-f496-48af-b8e2-74e066178783 HTTP/1.1" status: 200 len: 210 time: 0.0467527 Jul 07 17:04:13.987040 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010b8b76-9412-499d-8f0f-e8e3e2dc360f admin admin] Made reservation on behalf of 565e8acc09134f1f976b9c4727940d5d for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:13.989830 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-010b8b76-9412-499d-8f0f-e8e3e2dc360f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:14.201325 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9478e8a-5c85-40db-adc6-d7f5bd398189 req-c60a7d99-720b-4ab3-854b-3faf38121a3c tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:14.205600 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a9478e8a-5c85-40db-adc6-d7f5bd398189 req-c60a7d99-720b-4ab3-854b-3faf38121a3c tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 784 time: 0.3027327 Jul 07 17:04:14.322866 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-010b8b76-9412-499d-8f0f-e8e3e2dc360f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:14.386349 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a9478e8a-5c85-40db-adc6-d7f5bd398189 req-fd23f2be-a128-4f6a-ab23-70698d1019a4 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.4 HTTP/1.1" status: 200 len: 999 time: 0.1740201 Jul 07 17:04:14.398396 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-a9478e8a-5c85-40db-adc6-d7f5bd398189 req-71b74f60-6847-4e24-9256-40d3fe7b679b tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:14.493797 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b8b76-9412-499d-8f0f-e8e3e2dc360f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d83fa63-04fe-47d2-9e05-061a0c3de479,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:14.495092 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a9478e8a-5c85-40db-adc6-d7f5bd398189 req-71b74f60-6847-4e24-9256-40d3fe7b679b tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks [] for floatingip, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:14.520702 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b8b76-9412-499d-8f0f-e8e3e2dc360f admin admin] Checking segment: {'id': 'c42bd21f-85e5-4932-b296-cd596f5e6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9a069726-4687-4aab-843c-2a39928b12be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:14.521155 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010b8b76-9412-499d-8f0f-e8e3e2dc360f admin admin] Network hostable DHCP agents. Network: 9a069726-4687-4aab-843c-2a39928b12be, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:04:14.532414 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb101da-b4eb-448d-9485-f28941008601 req-f5a54f59-e82d-4dc6-9c80-ae71411c43b7 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:14.534418 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ceb101da-b4eb-448d-9485-f28941008601 req-f5a54f59-e82d-4dc6-9c80-ae71411c43b7 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.2060761 Jul 07 17:04:14.573242 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010b8b76-9412-499d-8f0f-e8e3e2dc360f admin admin] Network 9a069726-4687-4aab-843c-2a39928b12be is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:04:14.604219 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ceb101da-b4eb-448d-9485-f28941008601 req-c863e683-9284-4b29-bcbc-49328b091ce9 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608065 Jul 07 17:04:14.605006 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-010b8b76-9412-499d-8f0f-e8e3e2dc360f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 9a069726-4687-4aab-843c-2a39928b12be) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:14.629154 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010b8b76-9412-499d-8f0f-e8e3e2dc360f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:14.629778 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-010b8b76-9412-499d-8f0f-e8e3e2dc360f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:14.629922 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebb342c-3f40-478b-a059-8b9e42d3e587 None None] Network 9a069726-4687-4aab-843c-2a39928b12be requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:14.658348 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-010b8b76-9412-499d-8f0f-e8e3e2dc360f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7497239 Jul 07 17:04:14.843343 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a9478e8a-5c85-40db-adc6-d7f5bd398189 req-71b74f60-6847-4e24-9256-40d3fe7b679b tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:14.854252 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a9478e8a-5c85-40db-adc6-d7f5bd398189 req-71b74f60-6847-4e24-9256-40d3fe7b679b tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:14.854252 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [req-a9478e8a-5c85-40db-adc6-d7f5bd398189 req-71b74f60-6847-4e24-9256-40d3fe7b679b tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Floating IP 92c60667-ec27-47f9-8c5b-b776cc9f00c6 disassociated. External IP: 172.25.0.4, port: ea03443e-e7c3-4f53-b855-7cb2dfcc98ec. Jul 07 17:04:14.932719 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ad0648-e572-4dc8-84a6-7b30e6ecd6c2 None None] Network 9a069726-4687-4aab-843c-2a39928b12be requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:14.989486 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d1e201ab-a366-4ef9-91db-8ab8c8a273c7 req-24fd3acd-a215-4e56-8e9f-9b25b11817ed tempest-ServerShowV257Test-1387094520 tempest-ServerShowV257Test-1387094520-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b05128-f496-48af-b8e2-74e066178783 HTTP/1.1" status: 200 len: 210 time: 0.0822005 Jul 07 17:04:15.331923 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9478e8a-5c85-40db-adc6-d7f5bd398189 req-71b74f60-6847-4e24-9256-40d3fe7b679b tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Router 2e858453-6b51-4608-9e70-8ebaefe7e277 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:04:15.374690 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd59ac-7bde-4d4b-95ac-daa67944f839 req-384b1b5e-638b-4c34-8a0a-ba2b2bc26518 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:15.376406 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fefd59ac-7bde-4d4b-95ac-daa67944f839 req-384b1b5e-638b-4c34-8a0a-ba2b2bc26518 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e8f84bb-c363-4dbd-b4c9-f52f05075c74 HTTP/1.1" status: 200 len: 945 time: 0.1263058 Jul 07 17:04:15.434206 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fefd59ac-7bde-4d4b-95ac-daa67944f839 req-8c1b3c93-876e-4308-851a-886f3e3f061f tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451992 Jul 07 17:04:15.473243 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9478e8a-5c85-40db-adc6-d7f5bd398189 req-71b74f60-6847-4e24-9256-40d3fe7b679b tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:04:15.479739 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a9478e8a-5c85-40db-adc6-d7f5bd398189 req-71b74f60-6847-4e24-9256-40d3fe7b679b tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:15.492116 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e270dc5-d453-41bb-80c5-e2402f329a08 None None] Sync routers for ids ['2e858453-6b51-4608-9e70-8ebaefe7e277'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:04:15.514611 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e270dc5-d453-41bb-80c5-e2402f329a08 None None] Routers {'2e858453-6b51-4608-9e70-8ebaefe7e277'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:15.515371 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1e270dc5-d453-41bb-80c5-e2402f329a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:03:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['2e858453-6b51-4608-9e70-8ebaefe7e277'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:15.562765 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a9478e8a-5c85-40db-adc6-d7f5bd398189 req-71b74f60-6847-4e24-9256-40d3fe7b679b tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "PUT /v2.0/floatingips/92c60667-ec27-47f9-8c5b-b776cc9f00c6 HTTP/1.1" status: 200 len: 693 time: 1.1751001 Jul 07 17:04:15.565057 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9e1b82-1aef-4c82-9f1f-45e962e72913', 'tag': 'ea03443e-e7c3-4f53-b855-7cb2dfcc98ec'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:15.572493 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ca2bec-9516-4930-8237-383ee7aba6d2" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9e1b82-1aef-4c82-9f1f-45e962e72913", "tag": "ea03443e-e7c3-4f53-b855-7cb2dfcc98ec"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:15.658512 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9478e8a-5c85-40db-adc6-d7f5bd398189 req-adb0109a-2f12-4256-9e20-ff45a3cdf3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:15.660785 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a9478e8a-5c85-40db-adc6-d7f5bd398189 req-adb0109a-2f12-4256-9e20-ff45a3cdf3d2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5e8caecfebe4e289ece65e903aef8e4&device_id=ac9e1b82-1aef-4c82-9f1f-45e962e72913 HTTP/1.1" status: 200 len: 1097 time: 0.0801992 Jul 07 17:04:15.699236 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-1e270dc5-d453-41bb-80c5-e2402f329a08 None None] Set router 2e858453-6b51-4608-9e70-8ebaefe7e277 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:04:15.783863 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9478e8a-5c85-40db-adc6-d7f5bd398189 req-cdcf03ca-e899-405d-9a77-322e0924cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:15.794261 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a9478e8a-5c85-40db-adc6-d7f5bd398189 req-cdcf03ca-e899-405d-9a77-322e0924cc1d service neutron] 10.222.0.53 "GET /v2.0/networks?id=0518196d-eefc-4ac7-b5ab-2055eb805352 HTTP/1.1" status: 200 len: 921 time: 0.1243804 Jul 07 17:04:15.854240 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a9478e8a-5c85-40db-adc6-d7f5bd398189 req-0d7b2f3c-45c5-4b1a-8e1f-0201ed3c1ba1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea03443e-e7c3-4f53-b855-7cb2dfcc98ec HTTP/1.1" status: 200 len: 217 time: 0.0586877 Jul 07 17:04:15.930681 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9478e8a-5c85-40db-adc6-d7f5bd398189 req-116599c5-c292-4e19-bc98-9ecc2d514714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:15.934227 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a9478e8a-5c85-40db-adc6-d7f5bd398189 req-116599c5-c292-4e19-bc98-9ecc2d514714 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f72dc930-c441-487e-b962-f0c75fa19c76 HTTP/1.1" status: 200 len: 859 time: 0.0787346 Jul 07 17:04:15.996397 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1e270dc5-d453-41bb-80c5-e2402f329a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-router', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:37Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 4, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'gw_port': {'id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '1f436fe7-3098-4f82-84ea-b82e7499fbcc', 'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'mac_address': 'fa:16:3e:26:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:03:02Z', 'revision_number': 5, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'subnets': [{'id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:16.034937 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e270dc5-d453-41bb-80c5-e2402f329a08 None None] Checking router: 2e858453-6b51-4608-9e70-8ebaefe7e277 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:04:16.065049 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e270dc5-d453-41bb-80c5-e2402f329a08 None None] Routers {'2e858453-6b51-4608-9e70-8ebaefe7e277'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:16.065944 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1e270dc5-d453-41bb-80c5-e2402f329a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:03:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['2e858453-6b51-4608-9e70-8ebaefe7e277'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:16.073013 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9478e8a-5c85-40db-adc6-d7f5bd398189 req-3689bf67-ac9b-4840-a749-e536200a8982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:16.075566 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a9478e8a-5c85-40db-adc6-d7f5bd398189 req-3689bf67-ac9b-4840-a749-e536200a8982 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0518196d-eefc-4ac7-b5ab-2055eb805352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1338615 Jul 07 17:04:16.104261 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60b991-4eaf-4218-809f-d7657ac84c24 req-fab9447d-d720-4ff2-b732-8c9649a7b35e tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:16.107034 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2b60b991-4eaf-4218-809f-d7657ac84c24 req-fab9447d-d720-4ff2-b732-8c9649a7b35e tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.1543641 Jul 07 17:04:16.200191 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2b60b991-4eaf-4218-809f-d7657ac84c24 req-e7ef1d10-cfb1-455b-8e34-97fa22eb4004 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814896 Jul 07 17:04:16.214881 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a9478e8a-5c85-40db-adc6-d7f5bd398189 req-d3beb471-dac4-4407-ab8d-2adc554fa83e service neutron] 10.222.0.53 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285086 Jul 07 17:04:16.294092 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-1e270dc5-d453-41bb-80c5-e2402f329a08 None None] Set router 2e858453-6b51-4608-9e70-8ebaefe7e277 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:04:16.417482 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a9478e8a-5c85-40db-adc6-d7f5bd398189 req-44a03634-0fbb-46a0-ad13-521d20554d4d service neutron] 10.222.0.53 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861098 Jul 07 17:04:16.617059 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1e270dc5-d453-41bb-80c5-e2402f329a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-router', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:37Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 4, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'gw_port': {'id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '1f436fe7-3098-4f82-84ea-b82e7499fbcc', 'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'mac_address': 'fa:16:3e:26:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:03:02Z', 'revision_number': 5, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'subnets': [{'id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:16.629163 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ae47a-d2de-46f4-8bd1-dea48e81b02c req-0189a8ba-1df7-4489-93eb-0f581d062d84 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:16.631610 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-210ae47a-d2de-46f4-8bd1-dea48e81b02c req-0189a8ba-1df7-4489-93eb-0f581d062d84 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e8f84bb-c363-4dbd-b4c9-f52f05075c74 HTTP/1.1" status: 200 len: 945 time: 0.0871820 Jul 07 17:04:16.674259 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e270dc5-d453-41bb-80c5-e2402f329a08 None None] The sync data for ids ['2e858453-6b51-4608-9e70-8ebaefe7e277'] in n-d-791503-12 is: [{'id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-router', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:37Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 4, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'gw_port': {'id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '1f436fe7-3098-4f82-84ea-b82e7499fbcc', 'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'mac_address': 'fa:16:3e:26:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:03:02Z', 'revision_number': 5, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'subnets': [{'id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:04:16.681049 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-210ae47a-d2de-46f4-8bd1-dea48e81b02c req-19e2d85b-17fa-4cf9-8f34-931172cac5ef tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374396 Jul 07 17:04:16.681243 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-ace201cb-18bf-4003-b323-03e64f7571d9 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:16.688880 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-ace201cb-18bf-4003-b323-03e64f7571d9 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/networks?id=9a069726-4687-4aab-843c-2a39928b12be HTTP/1.1" status: 200 len: 805 time: 0.1367438 Jul 07 17:04:16.704464 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-40395309-48c4-41a1-b075-59b19166a47b tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/quotas/565e8acc09134f1f976b9c4727940d5d HTTP/1.1" status: 200 len: 375 time: 0.0156937 Jul 07 17:04:16.738341 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-0abe2f28-fe58-465e-ac20-a4e0a579938f tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=565e8acc09134f1f976b9c4727940d5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327585 Jul 07 17:04:16.780688 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b18be69-8fca-4cdd-b95f-c2080d539bc8 x-openstack-request-id: req-4b18be69-8fca-4cdd-b95f-c2080d539bc8 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:16.781516 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9e1b82-1aef-4c82-9f1f-45e962e72913", "tag": "ea03443e-e7c3-4f53-b855-7cb2dfcc98ec", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:16.781941 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b18be69-8fca-4cdd-b95f-c2080d539bc8 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:16.782601 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9e1b82-1aef-4c82-9f1f-45e962e72913', 'tag': 'ea03443e-e7c3-4f53-b855-7cb2dfcc98ec', 'status': 'completed', 'code': 200} Jul 07 17:04:16.908442 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-3c84027a-d767-4767-a458-9643376eaa63 service neutron] 10.222.0.53 "GET /v2.0/networks/9a069726-4687-4aab-843c-2a39928b12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611755 Jul 07 17:04:16.962935 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca2bec-9516-4930-8237-383ee7aba6d2 req-e10dfb6b-8297-4050-b23d-0e2b05d600f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:16.964542 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-55ca2bec-9516-4930-8237-383ee7aba6d2 req-e10dfb6b-8297-4050-b23d-0e2b05d600f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5e8caecfebe4e289ece65e903aef8e4&device_id=ac9e1b82-1aef-4c82-9f1f-45e962e72913 HTTP/1.1" status: 200 len: 1097 time: 0.1560986 Jul 07 17:04:17.079138 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aae3db-037b-4e50-9d16-09d33bb77158 None None] New status for floating IP 92c60667-ec27-47f9-8c5b-b776cc9f00c6: DOWN {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:04:17.101574 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-7d78e4b8-1101-4df3-b8b3-81ca70b3d290 service neutron] 10.222.0.53 "GET /v2.0/networks/9a069726-4687-4aab-843c-2a39928b12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920488 Jul 07 17:04:17.132981 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca2bec-9516-4930-8237-383ee7aba6d2 req-615d63df-26c1-423f-878f-6169a45e073a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:17.134582 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-55ca2bec-9516-4930-8237-383ee7aba6d2 req-615d63df-26c1-423f-878f-6169a45e073a service neutron] 10.222.0.64 "GET /v2.0/networks?id=0518196d-eefc-4ac7-b5ab-2055eb805352 HTTP/1.1" status: 200 len: 921 time: 0.1632535 Jul 07 17:04:17.182290 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56004) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:17.261855 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-55ca2bec-9516-4930-8237-383ee7aba6d2 req-c8fba259-dc4d-4f93-b27b-8770acf250e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea03443e-e7c3-4f53-b855-7cb2dfcc98ec HTTP/1.1" status: 200 len: 217 time: 0.1188006 Jul 07 17:04:17.380447 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca2bec-9516-4930-8237-383ee7aba6d2 req-d66351e3-44af-40ee-9c83-9c1d382ea1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:17.382867 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-55ca2bec-9516-4930-8237-383ee7aba6d2 req-d66351e3-44af-40ee-9c83-9c1d382ea1ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f72dc930-c441-487e-b962-f0c75fa19c76 HTTP/1.1" status: 200 len: 859 time: 0.1140201 Jul 07 17:04:17.452861 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ef64f926-8298-410a-bd3e-bffbb0fa129a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:17.533082 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca2bec-9516-4930-8237-383ee7aba6d2 req-34a7db78-917e-4df6-87eb-b0934d9fe7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:17.540211 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-55ca2bec-9516-4930-8237-383ee7aba6d2 req-34a7db78-917e-4df6-87eb-b0934d9fe7f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0518196d-eefc-4ac7-b5ab-2055eb805352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1495986 Jul 07 17:04:17.713701 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-55ca2bec-9516-4930-8237-383ee7aba6d2 req-657571c1-dddf-4201-8377-3cb6de47bc74 service neutron] 10.222.0.64 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562045 Jul 07 17:04:17.714965 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ef64f926-8298-410a-bd3e-bffbb0fa129a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:17.722430 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ef64f926-8298-410a-bd3e-bffbb0fa129a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:17.830101 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ef64f926-8298-410a-bd3e-bffbb0fa129a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9025e38d21f241d89b22bc025f08f145&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6445081 Jul 07 17:04:17.832438 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56026) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:17.873473 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64f926-8298-410a-bd3e-bffbb0fa129a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e74b39a-3194-4ded-a57b-e8a94856507c,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:17.934745 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f46e1741-b233-4420-bf42-d122605b186b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.003563 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f46e1741-b233-4420-bf42-d122605b186b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.065888 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-55ca2bec-9516-4930-8237-383ee7aba6d2 req-a86b9d8a-e0da-4ce9-851e-bb4bcf0b2831 service neutron] 10.222.0.64 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259771 Jul 07 17:04:18.118327 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f46e1741-b233-4420-bf42-d122605b186b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.121474 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f46e1741-b233-4420-bf42-d122605b186b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.127825 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f46e1741-b233-4420-bf42-d122605b186b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e74b39a-3194-4ded-a57b-e8a94856507c HTTP/1.1" status: 204 len: 168 time: 0.2904336 Jul 07 17:04:18.150281 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e1741-b233-4420-bf42-d122605b186b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e74b39a-3194-4ded-a57b-e8a94856507c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:18.306477 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-8dee5f0d-04d7-4d28-81ca-7428a6d89499 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1683325501&fields=id&tenant_id=8817a8bfe3be4fa1b0c7ad0eb238df26 HTTP/1.1" status: 200 len: 267 time: 0.0633984 Jul 07 17:04:18.444220 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-32578c8d-e3c8-407e-b08f-eb0d9c803e2a req-40b77207-0636-47b3-b1f6-ca5df8c8790f tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=38034d73-2bed-421b-b26f-9e8a9da38fcc HTTP/1.1" status: 200 len: 210 time: 0.0749788 Jul 07 17:04:18.486992 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-16daed13-9ab0-4d8f-a510-d2d32d94817c tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:18.486992 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-16daed13-9ab0-4d8f-a510-d2d32d94817c tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/networks?id=f1b2860f-d1dd-483c-9fd7-4a5a24a825e1 HTTP/1.1" status: 200 len: 815 time: 0.1711886 Jul 07 17:04:18.518074 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-26aa9bcc-868c-4a57-8749-dc6445b194c3 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/quotas/8817a8bfe3be4fa1b0c7ad0eb238df26 HTTP/1.1" status: 200 len: 375 time: 0.0252590 Jul 07 17:04:18.658662 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-184654cd-0e7b-4863-9a64-1602ef2edd09 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8817a8bfe3be4fa1b0c7ad0eb238df26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1299770 Jul 07 17:04:18.763014 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43011822-20c8-4a5e-9ac5-6cf32ba5c1bf req-af7f4689-aac4-4919-8e6e-eb2e31fb49d6 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:18.765240 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43011822-20c8-4a5e-9ac5-6cf32ba5c1bf req-af7f4689-aac4-4919-8e6e-eb2e31fb49d6 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.1083345 Jul 07 17:04:18.816799 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-beeb4e34-da43-444e-820f-fccd3fdc878b service neutron] 10.222.0.53 "GET /v2.0/networks/f1b2860f-d1dd-483c-9fd7-4a5a24a825e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436722 Jul 07 17:04:19.054552 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-1b987183-49a0-4e60-8ace-9e72fcaec2bb service neutron] 10.222.0.53 "GET /v2.0/networks/f1b2860f-d1dd-483c-9fd7-4a5a24a825e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158496 Jul 07 17:04:19.203785 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43011822-20c8-4a5e-9ac5-6cf32ba5c1bf req-9837f0a7-d53f-4533-ba53-f3792544e8b7 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252155 Jul 07 17:04:19.321462 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-7fe6a99a-c9ce-48fe-a18d-6b3cee72ed3e tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:19.323052 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-7fe6a99a-c9ce-48fe-a18d-6b3cee72ed3e tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.64 "GET /v2.0/networks?id=9a069726-4687-4aab-843c-2a39928b12be HTTP/1.1" status: 200 len: 805 time: 0.2013819 Jul 07 17:04:19.344421 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-3a2a8626-cbb9-44e6-80a2-6f51e1f5cacc tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Request body: {'port': {'device_id': '38034d73-2bed-421b-b26f-9e8a9da38fcc', 'network_id': '9a069726-4687-4aab-843c-2a39928b12be', 'admin_state_up': True, 'tenant_id': '565e8acc09134f1f976b9c4727940d5d'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:19.386180 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88307a22-4076-43d2-830a-4179e47d22d7 req-9e9c1f21-d97c-4b68-a793-61928d80adf5 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:19.395322 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-88307a22-4076-43d2-830a-4179e47d22d7 req-9e9c1f21-d97c-4b68-a793-61928d80adf5 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac9e1b82-1aef-4c82-9f1f-45e962e72913 HTTP/1.1" status: 200 len: 945 time: 0.2076645 Jul 07 17:04:19.648878 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-88307a22-4076-43d2-830a-4179e47d22d7 req-ebea4577-16c2-479b-993b-e4aee831f703 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Deleting port ea03443e-e7c3-4f53-b855-7cb2dfcc98ec {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:19.648878 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-88307a22-4076-43d2-830a-4179e47d22d7 req-ebea4577-16c2-479b-993b-e4aee831f703 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.720609 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-3a2a8626-cbb9-44e6-80a2-6f51e1f5cacc tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Made reservation on behalf of 565e8acc09134f1f976b9c4727940d5d for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:19.729247 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-3a2a8626-cbb9-44e6-80a2-6f51e1f5cacc tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.764652 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56066) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:19.839785 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-88307a22-4076-43d2-830a-4179e47d22d7 req-ebea4577-16c2-479b-993b-e4aee831f703 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] For port ea03443e-e7c3-4f53-b855-7cb2dfcc98ec, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=ea03443e-e7c3-4f53-b855-7cb2dfcc98ec,segment=NetworkSegment(e9cb0466-5459-40c6-867e-64c5a1d48fcc),segment_id=e9cb0466-5459-40c6-867e-64c5a1d48fcc)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:19.839785 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-88307a22-4076-43d2-830a-4179e47d22d7 req-ebea4577-16c2-479b-993b-e4aee831f703 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.858551 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-88307a22-4076-43d2-830a-4179e47d22d7 req-ebea4577-16c2-479b-993b-e4aee831f703 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Calling delete_port for ea03443e-e7c3-4f53-b855-7cb2dfcc98ec owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:19.962144 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba08f2-8810-4f10-887a-831824159bcb req-a913bd0a-8593-485a-9c05-0db6aadc629a tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:19.968471 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7aba08f2-8810-4f10-887a-831824159bcb req-a913bd0a-8593-485a-9c05-0db6aadc629a tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports?device_id=00bedfb6-08aa-41ad-8116-389f65ed7aaa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3169155 Jul 07 17:04:19.999190 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-116fa5df-53b6-48c6-b7b9-cc137b3d0f42 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-889613636-network', 'tenant_id': '2c1780349a8b4c7d81d6532993f83499'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:20.104767 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-88307a22-4076-43d2-830a-4179e47d22d7 req-ebea4577-16c2-479b-993b-e4aee831f703 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.135191 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['a026f0aa-482d-4bb5-ae76-f24dd4c27fcb', 'ea03443e-e7c3-4f53-b855-7cb2dfcc98ec'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:20.163700 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7aba08f2-8810-4f10-887a-831824159bcb req-4843531a-1c52-46e3-b955-6fd40fdb92c8 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.4 HTTP/1.1" status: 200 len: 694 time: 0.1740532 Jul 07 17:04:20.172196 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-7aba08f2-8810-4f10-887a-831824159bcb req-06c2d85c-abb8-4a95-91bc-59fd91102743 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Request body: {'floatingip': {'port_id': 'a026f0aa-482d-4bb5-ae76-f24dd4c27fcb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:20.201650 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea4577-16c2-479b-993b-e4aee831f703 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Pushing event deleted for resources: {'Port': ['ID=ea03443e-e7c3-4f53-b855-7cb2dfcc98ec,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:20.240410 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116fa5df-53b6-48c6-b7b9-cc137b3d0f42 admin admin] Made reservation on behalf of 2c1780349a8b4c7d81d6532993f83499 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:20.254857 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-116fa5df-53b6-48c6-b7b9-cc137b3d0f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.267313 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-3a2a8626-cbb9-44e6-80a2-6f51e1f5cacc tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Allocated IP 172.20.0.5 (9a069726-4687-4aab-843c-2a39928b12be/2d83fa63-04fe-47d2-9e05-061a0c3de479/266a129f-1b60-42a1-982d-84a8d7266776) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:20.290631 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7aba08f2-8810-4f10-887a-831824159bcb req-06c2d85c-abb8-4a95-91bc-59fd91102743 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks [] for floatingip, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.316862 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-116fa5df-53b6-48c6-b7b9-cc137b3d0f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.383770 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-88307a22-4076-43d2-830a-4179e47d22d7 req-ebea4577-16c2-479b-993b-e4aee831f703 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] No DVR routers for this DVR port ea03443e-e7c3-4f53-b855-7cb2dfcc98ec on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:20.390468 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-88307a22-4076-43d2-830a-4179e47d22d7 req-ebea4577-16c2-479b-993b-e4aee831f703 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.395650 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-88307a22-4076-43d2-830a-4179e47d22d7 req-ebea4577-16c2-479b-993b-e4aee831f703 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.64 "DELETE /v2.0/ports/ea03443e-e7c3-4f53-b855-7cb2dfcc98ec HTTP/1.1" status: 204 len: 173 time: 0.9922640 Jul 07 17:04:20.398271 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9e1b82-1aef-4c82-9f1f-45e962e72913', 'name': 'network-vif-deleted', 'tag': 'ea03443e-e7c3-4f53-b855-7cb2dfcc98ec'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:20.403433 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7fbb05-27ae-4eb6-aa3e-d20f69ba6429" -d '{"events": [{"server_uuid": "ac9e1b82-1aef-4c82-9f1f-45e962e72913", "name": "network-vif-deleted", "tag": "ea03443e-e7c3-4f53-b855-7cb2dfcc98ec"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:20.781756 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-11bfb08a-9f16-4807-a3a4-3a2ca8da8d87 req-af2e6699-7371-483d-9068-14cc5f07bd0c tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=38034d73-2bed-421b-b26f-9e8a9da38fcc HTTP/1.1" status: 200 len: 210 time: 0.0589623 Jul 07 17:04:20.906048 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbe1ac-a375-4a13-a864-398e56edad5e req-e41bde03-60b1-46b3-a99a-4d36fe2644eb tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:20.907831 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fadbe1ac-a375-4a13-a864-398e56edad5e req-e41bde03-60b1-46b3-a99a-4d36fe2644eb tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e8f84bb-c363-4dbd-b4c9-f52f05075c74 HTTP/1.1" status: 200 len: 945 time: 0.5256064 Jul 07 17:04:21.013579 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f963e625-75f6-4fd5-8c8b-da685d2d7dca req-57f8e5cf-66f7-42e7-a48c-ba1220909da4 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 210 time: 0.0465367 Jul 07 17:04:21.106565 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-3a2a8626-cbb9-44e6-80a2-6f51e1f5cacc tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.192562 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-116fa5df-53b6-48c6-b7b9-cc137b3d0f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.230570 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-116fa5df-53b6-48c6-b7b9-cc137b3d0f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.294266 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853a46b-d913-437d-a0e2-df0db415ec98 req-65c52fe0-3201-4c6c-bfb7-35eb6f870818 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:21.296160 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5853a46b-d913-437d-a0e2-df0db415ec98 req-65c52fe0-3201-4c6c-bfb7-35eb6f870818 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e8f84bb-c363-4dbd-b4c9-f52f05075c74 HTTP/1.1" status: 200 len: 945 time: 0.1199498 Jul 07 17:04:21.373511 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116fa5df-53b6-48c6-b7b9-cc137b3d0f42 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:04:21.378145 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5853a46b-d913-437d-a0e2-df0db415ec98 req-9bd5d4e7-58a3-40eb-aa47-f2ede1e6cbd8 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615962 Jul 07 17:04:21.412173 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-116fa5df-53b6-48c6-b7b9-cc137b3d0f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.412689 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-116fa5df-53b6-48c6-b7b9-cc137b3d0f42 admin admin] Added segment 9ec9f390-3d24-4dea-8c40-61664e6fb60c of type vlan for network a34bab2c-42f2-4db6-b2c2-273a0a00eb5e Jul 07 17:04:21.416810 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116fa5df-53b6-48c6-b7b9-cc137b3d0f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a611e8-f033-4bbe-90d6-7c99fc40cc91,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:21.437058 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-3a2a8626-cbb9-44e6-80a2-6f51e1f5cacc tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.513223 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116fa5df-53b6-48c6-b7b9-cc137b3d0f42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:21.513460 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116fa5df-53b6-48c6-b7b9-cc137b3d0f42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:21.513774 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116fa5df-53b6-48c6-b7b9-cc137b3d0f42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:21.514113 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116fa5df-53b6-48c6-b7b9-cc137b3d0f42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:21.514468 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116fa5df-53b6-48c6-b7b9-cc137b3d0f42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:21.514789 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116fa5df-53b6-48c6-b7b9-cc137b3d0f42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:21.515105 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116fa5df-53b6-48c6-b7b9-cc137b3d0f42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:21.515573 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116fa5df-53b6-48c6-b7b9-cc137b3d0f42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:21.515763 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116fa5df-53b6-48c6-b7b9-cc137b3d0f42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:21.516163 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116fa5df-53b6-48c6-b7b9-cc137b3d0f42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:21.516438 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116fa5df-53b6-48c6-b7b9-cc137b3d0f42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:21.516805 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116fa5df-53b6-48c6-b7b9-cc137b3d0f42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:21.567789 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-116fa5df-53b6-48c6-b7b9-cc137b3d0f42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.604690 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-3a2a8626-cbb9-44e6-80a2-6f51e1f5cacc tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Network 9a069726-4687-4aab-843c-2a39928b12be is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:21.622396 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-fadbe1ac-a375-4a13-a864-398e56edad5e req-834ba494-807e-4b03-b3bf-fe0ea32e1e74 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Deleting port fd5b37c4-f33f-4a06-88aa-d9e04947010b {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:21.622742 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fadbe1ac-a375-4a13-a864-398e56edad5e req-834ba494-807e-4b03-b3bf-fe0ea32e1e74 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.625856 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-3a2a8626-cbb9-44e6-80a2-6f51e1f5cacc tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:21.628072 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5538b-f4f5-454e-a9aa-3d4dfb256c8a req-cc019ce7-99a7-4865-aa0d-2d92c4f21d02 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:21.634897 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15c5538b-f4f5-454e-a9aa-3d4dfb256c8a req-cc019ce7-99a7-4865-aa0d-2d92c4f21d02 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.1067917 Jul 07 17:04:21.637712 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-3a2a8626-cbb9-44e6-80a2-6f51e1f5cacc tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:21.689281 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15c5538b-f4f5-454e-a9aa-3d4dfb256c8a req-1a5d95ee-c2bb-4aea-b3d6-1ff668dff490 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467415 Jul 07 17:04:21.713144 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a8626-cbb9-44e6-80a2-6f51e1f5cacc tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Pushing event updated for resources: {'Port': ['ID=266a129f-1b60-42a1-982d-84a8d7266776,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:21.752783 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2abb108-c663-46f4-8ff8-8f5f44d331f4 x-openstack-request-id: req-c2abb108-c663-46f4-8ff8-8f5f44d331f4 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:21.753286 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9e1b82-1aef-4c82-9f1f-45e962e72913", "name": "network-vif-deleted", "tag": "ea03443e-e7c3-4f53-b855-7cb2dfcc98ec", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:21.753624 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2abb108-c663-46f4-8ff8-8f5f44d331f4 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:21.754235 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9e1b82-1aef-4c82-9f1f-45e962e72913', 'name': 'network-vif-deleted', 'tag': 'ea03443e-e7c3-4f53-b855-7cb2dfcc98ec', 'status': 'completed', 'code': 200} Jul 07 17:04:21.802305 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-116fa5df-53b6-48c6-b7b9-cc137b3d0f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.804140 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116fa5df-53b6-48c6-b7b9-cc137b3d0f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:21.804914 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-116fa5df-53b6-48c6-b7b9-cc137b3d0f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.816359 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.db.resource_extend [req-7aba08f2-8810-4f10-887a-831824159bcb req-06c2d85c-abb8-4a95-91bc-59fd91102743 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:04:22.068424 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-3a2a8626-cbb9-44e6-80a2-6f51e1f5cacc tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:22.069745 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-3a2a8626-cbb9-44e6-80a2-6f51e1f5cacc tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:22.145459 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-116fa5df-53b6-48c6-b7b9-cc137b3d0f42 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3704381 Jul 07 17:04:22.160022 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7aba08f2-8810-4f10-887a-831824159bcb req-06c2d85c-abb8-4a95-91bc-59fd91102743 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:22.176345 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device ea03443e-e7c3-4f53-b855-7cb2dfcc98ec no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:22.178432 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116fa5df-53b6-48c6-b7b9-cc137b3d0f42 admin admin] Pushing event updated for resources: {'Network': ['ID=a34bab2c-42f2-4db6-b2c2-273a0a00eb5e,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:22.200438 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-3a2a8626-cbb9-44e6-80a2-6f51e1f5cacc tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8642707 Jul 07 17:04:22.211925 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7aba08f2-8810-4f10-887a-831824159bcb req-06c2d85c-abb8-4a95-91bc-59fd91102743 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:22.273719 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: ea03443e-e7c3-4f53-b855-7cb2dfcc98ec {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:04:22.274189 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device ea03443e-e7c3-4f53-b855-7cb2dfcc98ec not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:04:22.283292 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network a34bab2c-42f2-4db6-b2c2-273a0a00eb5e details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:04:22.289516 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddab77-2231-4426-9f04-1a033595163e req-dd2d9d72-d15a-4e2b-a805-b4bf54e68074 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:22.291467 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44ddab77-2231-4426-9f04-1a033595163e req-dd2d9d72-d15a-4e2b-a805-b4bf54e68074 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=38034d73-2bed-421b-b26f-9e8a9da38fcc HTTP/1.1" status: 200 len: 931 time: 0.1125295 Jul 07 17:04:22.323828 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-ce3879cb-fd7a-42ed-ad3d-2a2b3d3689b6 service neutron] Request body: {'port': {'device_id': '38034d73-2bed-421b-b26f-9e8a9da38fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:22.358764 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44ddab77-2231-4426-9f04-1a033595163e req-ff52bb18-d045-4d02-b055-c892b417bf10 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612192 Jul 07 17:04:22.456474 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-fadbe1ac-a375-4a13-a864-398e56edad5e req-834ba494-807e-4b03-b3bf-fe0ea32e1e74 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] For port fd5b37c4-f33f-4a06-88aa-d9e04947010b, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=fd5b37c4-f33f-4a06-88aa-d9e04947010b,segment=NetworkSegment(936489cd-6d27-46e3-a8c0-5f4261bd9fb2),segment_id=936489cd-6d27-46e3-a8c0-5f4261bd9fb2)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:22.457169 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fadbe1ac-a375-4a13-a864-398e56edad5e req-834ba494-807e-4b03-b3bf-fe0ea32e1e74 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:22.559807 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-41a4bdb2-140e-4417-b802-cfaa62ddff50 req-ad03e9b0-4bb4-44c0-bbf1-68eb63bb0bf8 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 210 time: 0.0507121 Jul 07 17:04:22.592922 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-ccc604d5-262b-41d5-948d-7cbb5fb07395 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:22.599473 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-ccc604d5-262b-41d5-948d-7cbb5fb07395 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.72 "GET /v2.0/networks?id=f1b2860f-d1dd-483c-9fd7-4a5a24a825e1 HTTP/1.1" status: 200 len: 815 time: 0.6166658 Jul 07 17:04:22.621749 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-fadbe1ac-a375-4a13-a864-398e56edad5e req-834ba494-807e-4b03-b3bf-fe0ea32e1e74 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Calling delete_port for fd5b37c4-f33f-4a06-88aa-d9e04947010b owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:22.690729 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [req-7aba08f2-8810-4f10-887a-831824159bcb req-06c2d85c-abb8-4a95-91bc-59fd91102743 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Floating IP 92c60667-ec27-47f9-8c5b-b776cc9f00c6 associated. External IP: 172.25.0.4, port: a026f0aa-482d-4bb5-ae76-f24dd4c27fcb. Jul 07 17:04:22.732298 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-ce3879cb-fd7a-42ed-ad3d-2a2b3d3689b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:22.842485 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-c89f9a7c-f5ca-4abb-85f7-37a059359953 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8817a8bfe3be4fa1b0c7ad0eb238df26 HTTP/1.1" status: 200 len: 380 time: 0.2120702 Jul 07 17:04:22.847848 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeab2b3-e06f-4c78-be09-1c11adcd1d3d req-9c3a052a-b315-4796-a9d0-4be164d2f91d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:22.851325 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3aeab2b3-e06f-4c78-be09-1c11adcd1d3d req-9c3a052a-b315-4796-a9d0-4be164d2f91d tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e8f84bb-c363-4dbd-b4c9-f52f05075c74 HTTP/1.1" status: 200 len: 945 time: 0.1240857 Jul 07 17:04:22.890378 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-15dd2d7e-54e1-4b53-9183-d765d5222c93 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Request body: {'port': {'device_id': 'e1f181bb-15fe-4de8-8a9d-fc984a8e9133', 'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1', 'admin_state_up': True, 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'security_groups': ['522aea4d-5b76-4154-ad36-969cd1f04a29']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:22.928543 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3aeab2b3-e06f-4c78-be09-1c11adcd1d3d req-cc3cab0c-b1b2-4f5c-b2e4-c9117bfe24a8 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bae05e-23ba-4d48-bf21-685276fb3b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705440 Jul 07 17:04:23.352215 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-090a68fd-47b1-4837-977b-f4dd5b751646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.823818 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-15dd2d7e-54e1-4b53-9183-d765d5222c93 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Made reservation on behalf of 8817a8bfe3be4fa1b0c7ad0eb238df26 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:23.827956 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-15dd2d7e-54e1-4b53-9183-d765d5222c93 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.830527 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fadbe1ac-a375-4a13-a864-398e56edad5e req-834ba494-807e-4b03-b3bf-fe0ea32e1e74 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.936944 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ba494-807e-4b03-b3bf-fe0ea32e1e74 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Pushing event deleted for resources: {'Port': ['ID=fd5b37c4-f33f-4a06-88aa-d9e04947010b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:24.055915 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadbe1ac-a375-4a13-a864-398e56edad5e req-834ba494-807e-4b03-b3bf-fe0ea32e1e74 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] No DVR routers for this DVR port fd5b37c4-f33f-4a06-88aa-d9e04947010b on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:24.061824 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7aba08f2-8810-4f10-887a-831824159bcb req-06c2d85c-abb8-4a95-91bc-59fd91102743 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Router 2e858453-6b51-4608-9e70-8ebaefe7e277 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:04:24.065330 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1229239-0c0b-41b5-9f93-93d61ab0ce69 req-d93c5316-eb4a-4268-a87c-61bd63c554bf tempest-ComputeTenantNetworksTest-1884512787 tempest-ComputeTenantNetworksTest-1884512787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:24.070517 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fadbe1ac-a375-4a13-a864-398e56edad5e req-834ba494-807e-4b03-b3bf-fe0ea32e1e74 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.072728 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1229239-0c0b-41b5-9f93-93d61ab0ce69 req-d93c5316-eb4a-4268-a87c-61bd63c554bf tempest-ComputeTenantNetworksTest-1884512787 tempest-ComputeTenantNetworksTest-1884512787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:24.072964 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fadbe1ac-a375-4a13-a864-398e56edad5e req-834ba494-807e-4b03-b3bf-fe0ea32e1e74 tempest-ServerDiskConfigTestJSON-1458410779 tempest-ServerDiskConfigTestJSON-1458410779-project] 10.222.0.72 "DELETE /v2.0/ports/fd5b37c4-f33f-4a06-88aa-d9e04947010b HTTP/1.1" status: 204 len: 173 time: 3.1555958 Jul 07 17:04:24.073456 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8f84bb-c363-4dbd-b4c9-f52f05075c74', 'name': 'network-vif-deleted', 'tag': 'fd5b37c4-f33f-4a06-88aa-d9e04947010b'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:24.076054 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d8fc26-62ce-4211-9d44-82b1f68119ef" -d '{"events": [{"server_uuid": "0e8f84bb-c363-4dbd-b4c9-f52f05075c74", "name": "network-vif-deleted", "tag": "fd5b37c4-f33f-4a06-88aa-d9e04947010b"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:24.080401 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1229239-0c0b-41b5-9f93-93d61ab0ce69 req-d93c5316-eb4a-4268-a87c-61bd63c554bf tempest-ComputeTenantNetworksTest-1884512787 tempest-ComputeTenantNetworksTest-1884512787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:24.097200 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e1229239-0c0b-41b5-9f93-93d61ab0ce69 req-d93c5316-eb4a-4268-a87c-61bd63c554bf tempest-ComputeTenantNetworksTest-1884512787 tempest-ComputeTenantNetworksTest-1884512787-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.9100878 Jul 07 17:04:24.362362 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-ce3879cb-fd7a-42ed-ad3d-2a2b3d3689b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 266a129f-1b60-42a1-982d-84a8d7266776 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:24.396744 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-ce3879cb-fd7a-42ed-ad3d-2a2b3d3689b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.420919 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17399ffb-c147-45f9-b9d4-e4b285fa6264 req-45036281-2a75-4b6b-8928-e249ac7b784e tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:24.424063 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-17399ffb-c147-45f9-b9d4-e4b285fa6264 req-45036281-2a75-4b6b-8928-e249ac7b784e tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.1565676 Jul 07 17:04:24.485124 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-ce3879cb-fd7a-42ed-ad3d-2a2b3d3689b6 service neutron] Transition to ACTIVE for port object 266a129f-1b60-42a1-982d-84a8d7266776 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:24.495902 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-15dd2d7e-54e1-4b53-9183-d765d5222c93 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Allocated IP 172.20.0.4 (f1b2860f-d1dd-483c-9fd7-4a5a24a825e1/0b8d8829-190a-4c91-a488-56cdaabd4f9d/5ff0689d-6401-4272-9067-f2809e977526) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:24.506887 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-ce3879cb-fd7a-42ed-ad3d-2a2b3d3689b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.514480 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-17399ffb-c147-45f9-b9d4-e4b285fa6264 req-868706da-3e28-4adb-855f-b3da8b0a8221 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747342 Jul 07 17:04:24.666467 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7aba08f2-8810-4f10-887a-831824159bcb req-06c2d85c-abb8-4a95-91bc-59fd91102743 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:04:24.679131 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b5f1ff-9218-48f3-87f8-d47c47c2df4b None None] Sync routers for ids ['2e858453-6b51-4608-9e70-8ebaefe7e277'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:04:24.695988 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b5f1ff-9218-48f3-87f8-d47c47c2df4b None None] Routers {'2e858453-6b51-4608-9e70-8ebaefe7e277'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:24.697102 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b0b5f1ff-9218-48f3-87f8-d47c47c2df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:03:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['2e858453-6b51-4608-9e70-8ebaefe7e277'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:24.703827 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7aba08f2-8810-4f10-887a-831824159bcb req-06c2d85c-abb8-4a95-91bc-59fd91102743 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.732874 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3879cb-fd7a-42ed-ad3d-2a2b3d3689b6 service neutron] Pushing event updated for resources: {'Port': ['ID=266a129f-1b60-42a1-982d-84a8d7266776,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:25.015772 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-b0b5f1ff-9218-48f3-87f8-d47c47c2df4b None None] Set router 2e858453-6b51-4608-9e70-8ebaefe7e277 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:04:25.062890 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7aba08f2-8810-4f10-887a-831824159bcb req-06c2d85c-abb8-4a95-91bc-59fd91102743 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "PUT /v2.0/floatingips/92c60667-ec27-47f9-8c5b-b776cc9f00c6 HTTP/1.1" status: 200 len: 994 time: 4.8978944 Jul 07 17:04:25.135964 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device fd5b37c4-f33f-4a06-88aa-d9e04947010b no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:25.210451 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: fd5b37c4-f33f-4a06-88aa-d9e04947010b {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:04:25.210847 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device fd5b37c4-f33f-4a06-88aa-d9e04947010b not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:04:25.246664 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-ce3879cb-fd7a-42ed-ad3d-2a2b3d3689b6 service neutron] Attempting to bind port 266a129f-1b60-42a1-982d-84a8d7266776 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:25.247298 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-ce3879cb-fd7a-42ed-ad3d-2a2b3d3689b6 service neutron] Attempting to bind port 266a129f-1b60-42a1-982d-84a8d7266776 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'c42bd21f-85e5-4932-b296-cd596f5e6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9a069726-4687-4aab-843c-2a39928b12be'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:25.247883 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-ce3879cb-fd7a-42ed-ad3d-2a2b3d3689b6 service neutron] Attempting to bind port 266a129f-1b60-42a1-982d-84a8d7266776 on network 9a069726-4687-4aab-843c-2a39928b12be {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:25.285141 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9cf02-1278-4150-968a-b370062f1c82 req-311c3925-8b5b-4da5-a91e-2e0260896c16 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:25.296776 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-60a9cf02-1278-4150-968a-b370062f1c82 req-311c3925-8b5b-4da5-a91e-2e0260896c16 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=38034d73-2bed-421b-b26f-9e8a9da38fcc HTTP/1.1" status: 200 len: 943 time: 0.1777883 Jul 07 17:04:25.300065 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-ce3879cb-fd7a-42ed-ad3d-2a2b3d3689b6 service neutron] Port 266a129f-1b60-42a1-982d-84a8d7266776 on network 9a069726-4687-4aab-843c-2a39928b12be not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:04:25.300564 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-ce3879cb-fd7a-42ed-ad3d-2a2b3d3689b6 service neutron] Attempting to bind port 266a129f-1b60-42a1-982d-84a8d7266776 on network 9a069726-4687-4aab-843c-2a39928b12be {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:25.321491 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-15dd2d7e-54e1-4b53-9183-d765d5222c93 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:25.332307 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-ce3879cb-fd7a-42ed-ad3d-2a2b3d3689b6 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:25.332748 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-ce3879cb-fd7a-42ed-ad3d-2a2b3d3689b6 service neutron] Checking segment: {'id': 'c42bd21f-85e5-4932-b296-cd596f5e6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9a069726-4687-4aab-843c-2a39928b12be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:25.333321 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-ce3879cb-fd7a-42ed-ad3d-2a2b3d3689b6 service neutron] Bound using segment: {'id': 'c42bd21f-85e5-4932-b296-cd596f5e6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9a069726-4687-4aab-843c-2a39928b12be'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:25.334191 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-ce3879cb-fd7a-42ed-ad3d-2a2b3d3689b6 service neutron] Bound port: 266a129f-1b60-42a1-982d-84a8d7266776, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c42bd21f-85e5-4932-b296-cd596f5e6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9a069726-4687-4aab-843c-2a39928b12be'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:25.335107 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-ce3879cb-fd7a-42ed-ad3d-2a2b3d3689b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:25.368853 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-60a9cf02-1278-4150-968a-b370062f1c82 req-7e32c13b-9e7f-4733-a493-e3b0fc8d2b75 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696473 Jul 07 17:04:25.382247 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-15dd2d7e-54e1-4b53-9183-d765d5222c93 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Transition to ACTIVE for port object 5ff0689d-6401-4272-9067-f2809e977526 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:25.391118 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba08f2-8810-4f10-887a-831824159bcb req-4692aa89-67b0-40d0-b3e4-fddd1e22f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:25.393342 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7aba08f2-8810-4f10-887a-831824159bcb req-4692aa89-67b0-40d0-b3e4-fddd1e22f980 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5e8caecfebe4e289ece65e903aef8e4&device_id=00bedfb6-08aa-41ad-8116-389f65ed7aaa HTTP/1.1" status: 200 len: 1097 time: 0.2804503 Jul 07 17:04:25.530543 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b0b5f1ff-9218-48f3-87f8-d47c47c2df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-router', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:37Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 4, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'gw_port': {'id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '92c60667-ec27-47f9-8c5b-b776cc9f00c6', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'floating_ip_address': '172.25.0.4', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'port_id': 'a026f0aa-482d-4bb5-ae76-f24dd4c27fcb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'mac_address': 'fa:16:3e:80:6a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bedfb6-08aa-41ad-8116-389f65ed7aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:03:23Z', 'updated_at': '2021-07-07T17:04:21Z', 'revision_number': 8, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f436fe7-3098-4f82-84ea-b82e7499fbcc', 'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'mac_address': 'fa:16:3e:26:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:03:02Z', 'revision_number': 5, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'subnets': [{'id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:25.566107 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b5f1ff-9218-48f3-87f8-d47c47c2df4b None None] Checking router: 2e858453-6b51-4608-9e70-8ebaefe7e277 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:04:25.575994 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5526d104-974a-4b99-871c-780f1c0fda17 req-20f28243-d062-49a3-b7e2-2851bd3c8ed8 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 210 time: 0.0656729 Jul 07 17:04:25.587970 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b5f1ff-9218-48f3-87f8-d47c47c2df4b None None] Routers {'2e858453-6b51-4608-9e70-8ebaefe7e277'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:25.589189 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b0b5f1ff-9218-48f3-87f8-d47c47c2df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:03:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['2e858453-6b51-4608-9e70-8ebaefe7e277'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:25.640274 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba08f2-8810-4f10-887a-831824159bcb req-069fa6c4-af32-4301-b431-81576f47bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:25.643053 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7aba08f2-8810-4f10-887a-831824159bcb req-069fa6c4-af32-4301-b431-81576f47bfbb service neutron] 10.222.0.53 "GET /v2.0/networks?id=0518196d-eefc-4ac7-b5ab-2055eb805352 HTTP/1.1" status: 200 len: 921 time: 0.2101121 Jul 07 17:04:25.763317 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12c7874-5835-4305-b840-97dede1afe5f x-openstack-request-id: req-b12c7874-5835-4305-b840-97dede1afe5f {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:25.763795 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8f84bb-c363-4dbd-b4c9-f52f05075c74", "name": "network-vif-deleted", "tag": "fd5b37c4-f33f-4a06-88aa-d9e04947010b", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:25.764191 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b12c7874-5835-4305-b840-97dede1afe5f {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:25.764884 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8f84bb-c363-4dbd-b4c9-f52f05075c74', 'name': 'network-vif-deleted', 'tag': 'fd5b37c4-f33f-4a06-88aa-d9e04947010b', 'status': 'completed', 'code': 200} Jul 07 17:04:25.837345 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-15dd2d7e-54e1-4b53-9183-d765d5222c93 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:25.919978 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799a455-a5f9-41b3-886f-1c87d9165b46 req-8a1567b6-3923-44c7-9890-749bc2de63ef tempest-ComputeTenantNetworksTest-1884512787 tempest-ComputeTenantNetworksTest-1884512787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:25.928386 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-ce3879cb-fd7a-42ed-ad3d-2a2b3d3689b6 service neutron] For port 266a129f-1b60-42a1-982d-84a8d7266776, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:25.939876 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56126) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:25.941853 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c799a455-a5f9-41b3-886f-1c87d9165b46 req-8a1567b6-3923-44c7-9890-749bc2de63ef tempest-ComputeTenantNetworksTest-1884512787 tempest-ComputeTenantNetworksTest-1884512787-project] 10.222.0.53 "GET /v2.0/networks/a34bab2c-42f2-4db6-b2c2-273a0a00eb5e HTTP/1.1" status: 200 len: 768 time: 0.1732860 Jul 07 17:04:26.013205 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-b0b5f1ff-9218-48f3-87f8-d47c47c2df4b None None] Set router 2e858453-6b51-4608-9e70-8ebaefe7e277 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:04:26.115929 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-15dd2d7e-54e1-4b53-9183-d765d5222c93 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Network f1b2860f-d1dd-483c-9fd7-4a5a24a825e1 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:26.121196 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b3a94455-d8ac-43a0-afd0-8803c8e5e4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.134611 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-ce3879cb-fd7a-42ed-ad3d-2a2b3d3689b6 service neutron] For port 266a129f-1b60-42a1-982d-84a8d7266776, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=266a129f-1b60-42a1-982d-84a8d7266776,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:26.136889 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-15dd2d7e-54e1-4b53-9183-d765d5222c93 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:26.150173 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7aba08f2-8810-4f10-887a-831824159bcb req-e915ec5a-daf7-42ef-8ce8-8b4c5df18def service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a026f0aa-482d-4bb5-ae76-f24dd4c27fcb HTTP/1.1" status: 200 len: 997 time: 0.4945567 Jul 07 17:04:26.160813 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-15dd2d7e-54e1-4b53-9183-d765d5222c93 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:26.170294 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-ce3879cb-fd7a-42ed-ad3d-2a2b3d3689b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.198494 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.250221 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04885a-971b-40ff-8c5d-34a88c460646 req-bd8377d6-05eb-49a8-b893-610f0a97aeba tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:26.252168 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fa04885a-971b-40ff-8c5d-34a88c460646 req-bd8377d6-05eb-49a8-b893-610f0a97aeba tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.1801307 Jul 07 17:04:26.324102 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fa04885a-971b-40ff-8c5d-34a88c460646 req-de02dbac-7864-433a-a68d-235f2ee9b890 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553520 Jul 07 17:04:26.391336 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd2d7e-54e1-4b53-9183-d765d5222c93 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Pushing event updated for resources: {'Port': ['ID=5ff0689d-6401-4272-9067-f2809e977526,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:26.424969 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-15dd2d7e-54e1-4b53-9183-d765d5222c93 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:26.429095 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-15dd2d7e-54e1-4b53-9183-d765d5222c93 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.464643 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-ce3879cb-fd7a-42ed-ad3d-2a2b3d3689b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:26.465393 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-ce3879cb-fd7a-42ed-ad3d-2a2b3d3689b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.467458 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-ce3879cb-fd7a-42ed-ad3d-2a2b3d3689b6 service neutron] 10.222.0.64 "PUT /v2.0/ports/266a129f-1b60-42a1-982d-84a8d7266776 HTTP/1.1" status: 200 len: 1092 time: 4.2463224 Jul 07 17:04:26.483192 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-15dd2d7e-54e1-4b53-9183-d765d5222c93 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6059504 Jul 07 17:04:26.522537 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-f42b7d92-4a55-4183-89d9-ba4d544560d2 service neutron] Request body: {'port': {'device_id': 'e1f181bb-15fe-4de8-8a9d-fc984a8e9133', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:26.623166 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba08f2-8810-4f10-887a-831824159bcb req-ebf4d82c-1b70-46db-950a-d20ab21e176b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:26.625572 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7aba08f2-8810-4f10-887a-831824159bcb req-ebf4d82c-1b70-46db-950a-d20ab21e176b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f72dc930-c441-487e-b962-f0c75fa19c76 HTTP/1.1" status: 200 len: 859 time: 0.4480925 Jul 07 17:04:26.655288 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b0b5f1ff-9218-48f3-87f8-d47c47c2df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-router', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:37Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 4, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'gw_port': {'id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '92c60667-ec27-47f9-8c5b-b776cc9f00c6', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'floating_ip_address': '172.25.0.4', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'port_id': 'a026f0aa-482d-4bb5-ae76-f24dd4c27fcb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'mac_address': 'fa:16:3e:80:6a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bedfb6-08aa-41ad-8116-389f65ed7aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:03:23Z', 'updated_at': '2021-07-07T17:04:21Z', 'revision_number': 8, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f436fe7-3098-4f82-84ea-b82e7499fbcc', 'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'mac_address': 'fa:16:3e:26:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:03:02Z', 'revision_number': 5, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'subnets': [{'id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:26.690639 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b5f1ff-9218-48f3-87f8-d47c47c2df4b None None] The sync data for ids ['2e858453-6b51-4608-9e70-8ebaefe7e277'] in n-d-791503-12 is: [{'id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-router', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:37Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 4, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'gw_port': {'id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '92c60667-ec27-47f9-8c5b-b776cc9f00c6', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'floating_ip_address': '172.25.0.4', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'port_id': 'a026f0aa-482d-4bb5-ae76-f24dd4c27fcb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'mac_address': 'fa:16:3e:80:6a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bedfb6-08aa-41ad-8116-389f65ed7aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:03:23Z', 'updated_at': '2021-07-07T17:04:21Z', 'revision_number': 8, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f436fe7-3098-4f82-84ea-b82e7499fbcc', 'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'mac_address': 'fa:16:3e:26:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:03:02Z', 'revision_number': 5, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'subnets': [{'id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:04:26.727327 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-52bcf092-85b6-427b-a8c2-9fc447ec1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.736782 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-50549fae-0426-4e68-b2ff-20a1c4539d31 None None] Provisioning for port 5ff0689d-6401-4272-9067-f2809e977526 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:26.748102 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-50549fae-0426-4e68-b2ff-20a1c4539d31 None None] Provisioning complete for port 5ff0689d-6401-4272-9067-f2809e977526 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:26.749059 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-50549fae-0426-4e68-b2ff-20a1c4539d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.793910 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3879cb-fd7a-42ed-ad3d-2a2b3d3689b6 service neutron] Pushing event updated for resources: {'Port': ['ID=266a129f-1b60-42a1-982d-84a8d7266776,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:26.857272 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b3a94455-d8ac-43a0-afd0-8803c8e5e4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.868998 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-50549fae-0426-4e68-b2ff-20a1c4539d31 None None] Port 5ff0689d-6401-4272-9067-f2809e977526 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:26.881400 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-b3a94455-d8ac-43a0-afd0-8803c8e5e4f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34bab2c-42f2-4db6-b2c2-273a0a00eb5e']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:26.905945 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-b3a94455-d8ac-43a0-afd0-8803c8e5e4f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec9f390-3d24-4dea-8c40-61664e6fb60c') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:26.906234 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-b3a94455-d8ac-43a0-afd0-8803c8e5e4f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec9f390-3d24-4dea-8c40-61664e6fb60c') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:26.927548 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b3a94455-d8ac-43a0-afd0-8803c8e5e4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.938789 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-f42b7d92-4a55-4183-89d9-ba4d544560d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.968826 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b3a94455-d8ac-43a0-afd0-8803c8e5e4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.012100 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a94455-d8ac-43a0-afd0-8803c8e5e4f8 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:04:27.012510 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b3a94455-d8ac-43a0-afd0-8803c8e5e4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.017066 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-d3beb928-ad4e-4286-ae21-74871dfc26dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:27.018500 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-d3beb928-ad4e-4286-ae21-74871dfc26dd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=565e8acc09134f1f976b9c4727940d5d&device_id=38034d73-2bed-421b-b26f-9e8a9da38fcc HTTP/1.1" status: 200 len: 1095 time: 0.4143493 Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:04:27.019275 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:04:27.133817 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-555f5b85-a94a-49fb-967a-510cb16abdee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=266a129f-1b60-42a1-982d-84a8d7266776 HTTP/1.1" status: 200 len: 217 time: 0.0718944 Jul 07 17:04:27.135948 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba08f2-8810-4f10-887a-831824159bcb req-a2221164-bdd9-4941-8382-0c5f44c7de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:27.137706 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7aba08f2-8810-4f10-887a-831824159bcb req-a2221164-bdd9-4941-8382-0c5f44c7de95 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0518196d-eefc-4ac7-b5ab-2055eb805352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4630127 Jul 07 17:04:27.162990 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24298cf8-2ac6-44f4-8390-c756bc0c6e5c None None] New status for floating IP 92c60667-ec27-47f9-8c5b-b776cc9f00c6: ACTIVE {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:04:27.467981 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b3a94455-d8ac-43a0-afd0-8803c8e5e4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.506540 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b3a94455-d8ac-43a0-afd0-8803c8e5e4f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.518692 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b3a94455-d8ac-43a0-afd0-8803c8e5e4f8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a34bab2c-42f2-4db6-b2c2-273a0a00eb5e HTTP/1.1" status: 204 len: 168 time: 1.5605140 Jul 07 17:04:27.603246 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f94c2-ef1d-43d1-ab61-029e432ee97b req-a665aed7-3db9-4ad2-bc70-432a3061d945 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:27.614336 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a24f94c2-ef1d-43d1-ab61-029e432ee97b req-a665aed7-3db9-4ad2-bc70-432a3061d945 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=38034d73-2bed-421b-b26f-9e8a9da38fcc HTTP/1.1" status: 200 len: 943 time: 0.1606395 Jul 07 17:04:27.633570 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a94455-d8ac-43a0-afd0-8803c8e5e4f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a34bab2c-42f2-4db6-b2c2-273a0a00eb5e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:27.644551 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-3d93b08c-c33e-4e2d-8e5f-032e0f191bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:27.647542 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-3d93b08c-c33e-4e2d-8e5f-032e0f191bcd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2d83fa63-04fe-47d2-9e05-061a0c3de479 HTTP/1.1" status: 200 len: 845 time: 0.5070651 Jul 07 17:04:27.709910 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a24f94c2-ef1d-43d1-ab61-029e432ee97b req-26c33906-acc3-4795-b0c2-5e39ef4bba82 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836635 Jul 07 17:04:27.725839 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56140) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:27.727103 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-37da8cec-c84b-40d2-bbab-eec075fedd1e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a069726-4687-4aab-843c-2a39928b12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579484 Jul 07 17:04:27.805638 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.822278 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-79c7cdc4-3059-4fb9-b377-4f31b01216ba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c1780349a8b4c7d81d6532993f83499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0924101 Jul 07 17:04:27.825874 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56142) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:28.009625 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3332ed3e-509e-48fc-9038-b8db761cfaa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.069243 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3332ed3e-509e-48fc-9038-b8db761cfaa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.127203 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d91ac3-cd3a-4bb1-99ee-ce0f534cae2a req-32d812f3-a094-4e83-b8b3-b79185dda50b tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:28.128937 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e0d91ac3-cd3a-4bb1-99ee-ce0f534cae2a req-32d812f3-a094-4e83-b8b3-b79185dda50b tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 931 time: 0.2123652 Jul 07 17:04:28.186839 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3332ed3e-509e-48fc-9038-b8db761cfaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.192558 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3332ed3e-509e-48fc-9038-b8db761cfaa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.199162 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3332ed3e-509e-48fc-9038-b8db761cfaa5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/94a611e8-f033-4bbe-90d6-7c99fc40cc91 HTTP/1.1" status: 204 len: 168 time: 0.3671362 Jul 07 17:04:28.229816 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332ed3e-509e-48fc-9038-b8db761cfaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a611e8-f033-4bbe-90d6-7c99fc40cc91,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:28.267006 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332ed3e-509e-48fc-9038-b8db761cfaa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:28.281015 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332ed3e-509e-48fc-9038-b8db761cfaa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:28.281713 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332ed3e-509e-48fc-9038-b8db761cfaa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:28.282282 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332ed3e-509e-48fc-9038-b8db761cfaa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:28.282855 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332ed3e-509e-48fc-9038-b8db761cfaa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:28.283411 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332ed3e-509e-48fc-9038-b8db761cfaa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:28.284189 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332ed3e-509e-48fc-9038-b8db761cfaa5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:28.284992 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332ed3e-509e-48fc-9038-b8db761cfaa5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:28.285754 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332ed3e-509e-48fc-9038-b8db761cfaa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:28.287028 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332ed3e-509e-48fc-9038-b8db761cfaa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:28.287994 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332ed3e-509e-48fc-9038-b8db761cfaa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:28.288814 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332ed3e-509e-48fc-9038-b8db761cfaa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:28.303570 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e0d91ac3-cd3a-4bb1-99ee-ce0f534cae2a req-5e061b76-4db0-44f4-bc3f-f58af74ef692 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/security-groups?id=522aea4d-5b76-4154-ad36-969cd1f04a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296670 Jul 07 17:04:28.315880 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00bedfb6-08aa-41ad-8116-389f65ed7aaa', 'tag': 'a026f0aa-482d-4bb5-ae76-f24dd4c27fcb'}, {'name': 'network-changed', 'server_uuid': '38034d73-2bed-421b-b26f-9e8a9da38fcc', 'tag': '266a129f-1b60-42a1-982d-84a8d7266776'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:28.320876 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130d2b9b-b389-404f-9cb1-1be87f40303f" -d '{"events": [{"name": "network-changed", "server_uuid": "00bedfb6-08aa-41ad-8116-389f65ed7aaa", "tag": "a026f0aa-482d-4bb5-ae76-f24dd4c27fcb"}, {"name": "network-changed", "server_uuid": "38034d73-2bed-421b-b26f-9e8a9da38fcc", "tag": "266a129f-1b60-42a1-982d-84a8d7266776"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:28.410097 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7aba08f2-8810-4f10-887a-831824159bcb req-d33618d2-a0ca-4dd1-a329-862e71ae002c service neutron] 10.222.0.53 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2568781 Jul 07 17:04:28.504646 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-24f60657-1526-4fdf-a967-ace349308094 service neutron] 10.222.0.64 "GET /v2.0/networks/9a069726-4687-4aab-843c-2a39928b12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7710552 Jul 07 17:04:28.758311 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044f1d3-058e-4e98-9f80-0a9047a42bf1 req-825c4d3e-1e7e-4e72-b9f3-7505d2d056dd tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:28.760326 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6044f1d3-058e-4e98-9f80-0a9047a42bf1 req-825c4d3e-1e7e-4e72-b9f3-7505d2d056dd tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.0874710 Jul 07 17:04:28.764918 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-f42b7d92-4a55-4183-89d9-ba4d544560d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff0689d-6401-4272-9067-f2809e977526 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:28.815600 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-f42b7d92-4a55-4183-89d9-ba4d544560d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.823513 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6044f1d3-058e-4e98-9f80-0a9047a42bf1 req-32f78f8e-db9b-4f16-a2a2-48ead74fe332 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569694 Jul 07 17:04:28.879419 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-f42b7d92-4a55-4183-89d9-ba4d544560d2 service neutron] Transition to ACTIVE for port object 5ff0689d-6401-4272-9067-f2809e977526 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:28.910452 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-f42b7d92-4a55-4183-89d9-ba4d544560d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.012846 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7aba08f2-8810-4f10-887a-831824159bcb req-cbd5234d-75ac-42a8-9993-cc172d3be646 service neutron] 10.222.0.53 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5702457 Jul 07 17:04:29.099440 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-418e21c3-5af1-40b4-9112-7fa9a49616dc req-d7191f70-75b1-479d-9b4d-b0e50926f7dd service neutron] 10.222.0.64 "GET /v2.0/networks/9a069726-4687-4aab-843c-2a39928b12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5704961 Jul 07 17:04:29.134612 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b7d92-4a55-4183-89d9-ba4d544560d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff0689d-6401-4272-9067-f2809e977526,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:29.311665 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0bde3d-726b-4636-993b-5753d40b1362 x-openstack-request-id: req-5a0bde3d-726b-4636-993b-5753d40b1362 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:29.329272 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00bedfb6-08aa-41ad-8116-389f65ed7aaa", "tag": "a026f0aa-482d-4bb5-ae76-f24dd4c27fcb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "38034d73-2bed-421b-b26f-9e8a9da38fcc", "tag": "266a129f-1b60-42a1-982d-84a8d7266776", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:29.330354 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a0bde3d-726b-4636-993b-5753d40b1362 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:29.334076 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00bedfb6-08aa-41ad-8116-389f65ed7aaa', 'tag': 'a026f0aa-482d-4bb5-ae76-f24dd4c27fcb', 'status': 'completed', 'code': 200} Jul 07 17:04:29.334801 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38034d73-2bed-421b-b26f-9e8a9da38fcc', 'tag': '266a129f-1b60-42a1-982d-84a8d7266776', 'status': 'completed', 'code': 200} Jul 07 17:04:29.585540 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-f42b7d92-4a55-4183-89d9-ba4d544560d2 service neutron] Attempting to bind port 5ff0689d-6401-4272-9067-f2809e977526 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:29.586103 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-f42b7d92-4a55-4183-89d9-ba4d544560d2 service neutron] Attempting to bind port 5ff0689d-6401-4272-9067-f2809e977526 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '2535c727-b2f1-4d11-9876-7392a2724c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:29.586644 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-f42b7d92-4a55-4183-89d9-ba4d544560d2 service neutron] Attempting to bind port 5ff0689d-6401-4272-9067-f2809e977526 on network f1b2860f-d1dd-483c-9fd7-4a5a24a825e1 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:29.596439 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d6a1b66f-ba22-43e8-acfe-7f9b2613be1e req-0feb57b2-6873-459a-be63-aacf7f1f67af tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/floatingips/92c60667-ec27-47f9-8c5b-b776cc9f00c6 HTTP/1.1" status: 200 len: 996 time: 0.1800690 Jul 07 17:04:29.620085 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-f42b7d92-4a55-4183-89d9-ba4d544560d2 service neutron] Port 5ff0689d-6401-4272-9067-f2809e977526 on network f1b2860f-d1dd-483c-9fd7-4a5a24a825e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:04:29.620733 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-f42b7d92-4a55-4183-89d9-ba4d544560d2 service neutron] Attempting to bind port 5ff0689d-6401-4272-9067-f2809e977526 on network f1b2860f-d1dd-483c-9fd7-4a5a24a825e1 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:29.644039 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-f42b7d92-4a55-4183-89d9-ba4d544560d2 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:29.644224 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-f42b7d92-4a55-4183-89d9-ba4d544560d2 service neutron] Checking segment: {'id': '2535c727-b2f1-4d11-9876-7392a2724c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:29.644774 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-f42b7d92-4a55-4183-89d9-ba4d544560d2 service neutron] Bound using segment: {'id': '2535c727-b2f1-4d11-9876-7392a2724c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:29.646840 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-f42b7d92-4a55-4183-89d9-ba4d544560d2 service neutron] Bound port: 5ff0689d-6401-4272-9067-f2809e977526, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2535c727-b2f1-4d11-9876-7392a2724c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:29.647509 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-f42b7d92-4a55-4183-89d9-ba4d544560d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.756155 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bcfc4-0006-4a9f-bc9a-d26e5cd3bccd req-79d6beba-ba53-4b61-a293-3f488f69332f tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:29.758414 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-534bcfc4-0006-4a9f-bc9a-d26e5cd3bccd req-79d6beba-ba53-4b61-a293-3f488f69332f tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=38034d73-2bed-421b-b26f-9e8a9da38fcc HTTP/1.1" status: 200 len: 943 time: 0.4037106 Jul 07 17:04:29.811740 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d2b9b-b389-404f-9cb1-1be87f40303f req-67cad89c-27cd-4b6c-ae43-e76de33a80a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:29.813884 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-130d2b9b-b389-404f-9cb1-1be87f40303f req-67cad89c-27cd-4b6c-ae43-e76de33a80a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5e8caecfebe4e289ece65e903aef8e4&device_id=00bedfb6-08aa-41ad-8116-389f65ed7aaa HTTP/1.1" status: 200 len: 1097 time: 0.5220520 Jul 07 17:04:29.814624 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1b66f-ba22-43e8-acfe-7f9b2613be1e req-5a225fbe-e877-4a35-9a82-3a963145e2bb tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:29.828726 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d6a1b66f-ba22-43e8-acfe-7f9b2613be1e req-5a225fbe-e877-4a35-9a82-3a963145e2bb tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 784 time: 0.2189927 Jul 07 17:04:29.836044 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-d6a1b66f-ba22-43e8-acfe-7f9b2613be1e req-a2c466f2-e9ef-4cce-8f8b-a07757e48bc9 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:04:29.850805 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d6a1b66f-ba22-43e8-acfe-7f9b2613be1e req-a2c466f2-e9ef-4cce-8f8b-a07757e48bc9 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126970 Jul 07 17:04:29.939669 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56186) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:29.989795 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-534bcfc4-0006-4a9f-bc9a-d26e5cd3bccd req-fad54613-6707-4ba4-a95c-ca00055a2dfb tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991603 Jul 07 17:04:30.013428 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-33996af7-5f46-49fb-a463-75d0dbed1b18 admin admin] Deleting subnet a9a0e3aa-e114-4f75-9b7a-179619372bd1 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:04:30.017335 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-33996af7-5f46-49fb-a463-75d0dbed1b18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.039338 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-f42b7d92-4a55-4183-89d9-ba4d544560d2 service neutron] For port 5ff0689d-6401-4272-9067-f2809e977526, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:30.056257 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-f42b7d92-4a55-4183-89d9-ba4d544560d2 service neutron] For port 5ff0689d-6401-4272-9067-f2809e977526, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=5ff0689d-6401-4272-9067-f2809e977526,segment=NetworkSegment(2535c727-b2f1-4d11-9876-7392a2724c3c),segment_id=2535c727-b2f1-4d11-9876-7392a2724c3c)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:30.070763 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-33996af7-5f46-49fb-a463-75d0dbed1b18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.101504 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-f42b7d92-4a55-4183-89d9-ba4d544560d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.111427 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.124405 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-33996af7-5f46-49fb-a463-75d0dbed1b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.250661 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-f42b7d92-4a55-4183-89d9-ba4d544560d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:30.251700 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-f42b7d92-4a55-4183-89d9-ba4d544560d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.254181 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-f42b7d92-4a55-4183-89d9-ba4d544560d2 service neutron] 10.222.0.72 "PUT /v2.0/ports/5ff0689d-6401-4272-9067-f2809e977526 HTTP/1.1" status: 200 len: 1092 time: 3.7397535 Jul 07 17:04:30.255027 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-33996af7-5f46-49fb-a463-75d0dbed1b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.309522 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d2b9b-b389-404f-9cb1-1be87f40303f req-d16b0960-8a92-45f0-9f30-85b5fe2cb878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:30.311888 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-130d2b9b-b389-404f-9cb1-1be87f40303f req-d16b0960-8a92-45f0-9f30-85b5fe2cb878 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0518196d-eefc-4ac7-b5ab-2055eb805352 HTTP/1.1" status: 200 len: 921 time: 0.4741805 Jul 07 17:04:30.344790 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-33996af7-5f46-49fb-a463-75d0dbed1b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.349197 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-33996af7-5f46-49fb-a463-75d0dbed1b18 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a9a0e3aa-e114-4f75-9b7a-179619372bd1 HTTP/1.1" status: 204 len: 168 time: 0.4061148 Jul 07 17:04:30.352122 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56198) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:30.354955 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33996af7-5f46-49fb-a463-75d0dbed1b18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9a0e3aa-e114-4f75-9b7a-179619372bd1,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:30.463028 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8797de8-c6bb-4c5e-a6a8-f867264cf814 req-22d17af4-dccd-427c-9d09-2144bd56101c tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:30.470346 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8797de8-c6bb-4c5e-a6a8-f867264cf814 req-22d17af4-dccd-427c-9d09-2144bd56101c tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 943 time: 0.2578597 Jul 07 17:04:30.510572 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e961905b-3bd9-4229-96e4-ef78efec3eeb req-b6371a27-bd63-4685-b96a-8cc8a85893ab tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.4 HTTP/1.1" status: 200 len: 999 time: 0.4508600 Jul 07 17:04:30.512121 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8953525b-0747-4d5f-b3d4-c17af65a3447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.521533 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b7d92-4a55-4183-89d9-ba4d544560d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff0689d-6401-4272-9067-f2809e977526,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:30.526228 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:04:30.546465 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8797de8-c6bb-4c5e-a6a8-f867264cf814 req-a96e156a-52b4-4e7b-8621-4eecf12f1de5 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/security-groups?id=522aea4d-5b76-4154-ad36-969cd1f04a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750389 Jul 07 17:04:30.640119 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-130d2b9b-b389-404f-9cb1-1be87f40303f req-2c4e34e4-e013-4a6d-8d29-aae1d4e20b0a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a026f0aa-482d-4bb5-ae76-f24dd4c27fcb HTTP/1.1" status: 200 len: 999 time: 0.3041060 Jul 07 17:04:30.701951 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-5d8d6f42-6b00-47f0-9973-1d5177c325ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:30.703013 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8953525b-0747-4d5f-b3d4-c17af65a3447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.703691 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-5d8d6f42-6b00-47f0-9973-1d5177c325ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8817a8bfe3be4fa1b0c7ad0eb238df26&device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 1095 time: 0.3659620 Jul 07 17:04:30.711646 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961905b-3bd9-4229-96e4-ef78efec3eeb req-9435bee5-1f79-48fb-9031-4974dbbc2e36 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:30.713142 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e961905b-3bd9-4229-96e4-ef78efec3eeb req-9435bee5-1f79-48fb-9031-4974dbbc2e36 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports/a026f0aa-482d-4bb5-ae76-f24dd4c27fcb HTTP/1.1" status: 200 len: 942 time: 0.2014933 Jul 07 17:04:30.744999 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-8953525b-0747-4d5f-b3d4-c17af65a3447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5429642-2051-4fab-b0d0-6ebe08874dd5']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:30.761926 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-25993eef-2bf4-4c7c-9142-b8c978558d4e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ff0689d-6401-4272-9067-f2809e977526 HTTP/1.1" status: 200 len: 217 time: 0.0439041 Jul 07 17:04:30.771981 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-8953525b-0747-4d5f-b3d4-c17af65a3447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936489cd-6d27-46e3-a8c0-5f4261bd9fb2') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:30.772831 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d2b9b-b389-404f-9cb1-1be87f40303f req-6dfdf9ae-867d-44ce-8471-11a108159049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:30.774765 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-130d2b9b-b389-404f-9cb1-1be87f40303f req-6dfdf9ae-867d-44ce-8471-11a108159049 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f72dc930-c441-487e-b962-f0c75fa19c76 HTTP/1.1" status: 200 len: 859 time: 0.1239736 Jul 07 17:04:30.777315 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-8953525b-0747-4d5f-b3d4-c17af65a3447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936489cd-6d27-46e3-a8c0-5f4261bd9fb2') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:30.801241 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8953525b-0747-4d5f-b3d4-c17af65a3447 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.871540 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-66691897-69a3-4511-a437-9cb2d5980b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:30.873440 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-66691897-69a3-4511-a437-9cb2d5980b70 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0b8d8829-190a-4c91-a488-56cdaabd4f9d HTTP/1.1" status: 200 len: 854 time: 0.0980022 Jul 07 17:04:30.909337 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8953525b-0747-4d5f-b3d4-c17af65a3447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.920552 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d2b9b-b389-404f-9cb1-1be87f40303f req-250c5dd2-db40-4abe-b7fd-5b30908a5086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:30.922289 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-130d2b9b-b389-404f-9cb1-1be87f40303f req-250c5dd2-db40-4abe-b7fd-5b30908a5086 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0518196d-eefc-4ac7-b5ab-2055eb805352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1390285 Jul 07 17:04:30.926540 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8953525b-0747-4d5f-b3d4-c17af65a3447 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:04:30.928116 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8953525b-0747-4d5f-b3d4-c17af65a3447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:04:30.933853 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:04:31.057709 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fadf37-16aa-4f8c-9cd6-2bc3b8d4c13e req-0d6e68a7-ddda-4d2f-a78e-92a43aa7a396 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:31.061399 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c5fadf37-16aa-4f8c-9cd6-2bc3b8d4c13e req-0d6e68a7-ddda-4d2f-a78e-92a43aa7a396 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.2261105 Jul 07 17:04:31.065888 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8953525b-0747-4d5f-b3d4-c17af65a3447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.079173 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8953525b-0747-4d5f-b3d4-c17af65a3447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.082628 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8953525b-0747-4d5f-b3d4-c17af65a3447 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a5429642-2051-4fab-b0d0-6ebe08874dd5 HTTP/1.1" status: 204 len: 168 time: 0.7200601 Jul 07 17:04:31.094289 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-85c60638-e626-4d99-b25b-638edc5691b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:31.095872 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-85c60638-e626-4d99-b25b-638edc5691b9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1b2860f-d1dd-483c-9fd7-4a5a24a825e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2110441 Jul 07 17:04:31.106676 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e961905b-3bd9-4229-96e4-ef78efec3eeb req-1e0da091-b106-4613-8197-13e4081df423 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.4 HTTP/1.1" status: 200 len: 999 time: 0.1619072 Jul 07 17:04:31.166404 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953525b-0747-4d5f-b3d4-c17af65a3447 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5429642-2051-4fab-b0d0-6ebe08874dd5,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:31.197537 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c5fadf37-16aa-4f8c-9cd6-2bc3b8d4c13e req-b9703025-cdf4-4cfe-8522-0c567e848ca4 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276054 Jul 07 17:04:31.259302 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-130d2b9b-b389-404f-9cb1-1be87f40303f req-05c4164b-4099-4935-b11c-69b7373e0aed service neutron] 10.222.0.64 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271446 Jul 07 17:04:31.344944 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f181bb-15fe-4de8-8a9d-fc984a8e9133', 'tag': '5ff0689d-6401-4272-9067-f2809e977526'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:31.347329 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a74d00-a43d-4396-8d2a-12560171d8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f181bb-15fe-4de8-8a9d-fc984a8e9133", "tag": "5ff0689d-6401-4272-9067-f2809e977526"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:31.431227 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-79f3c6ab-4c00-42b1-83f8-f70d87c69a8b service neutron] 10.222.0.72 "GET /v2.0/networks/f1b2860f-d1dd-483c-9fd7-4a5a24a825e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233433 Jul 07 17:04:31.464314 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961905b-3bd9-4229-96e4-ef78efec3eeb req-a4a181d9-6d8e-4d32-92ac-b4cdd6869704 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:31.465887 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e961905b-3bd9-4229-96e4-ef78efec3eeb req-a4a181d9-6d8e-4d32-92ac-b4cdd6869704 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 784 time: 0.3405170 Jul 07 17:04:31.585144 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-130d2b9b-b389-404f-9cb1-1be87f40303f req-eb394112-9986-48d5-8d28-9e13cf679f7b service neutron] 10.222.0.64 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165441 Jul 07 17:04:31.633204 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e961905b-3bd9-4229-96e4-ef78efec3eeb req-f980a1fc-cff8-43bc-b64b-ed3e90233f6d tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.4 HTTP/1.1" status: 200 len: 999 time: 0.1457403 Jul 07 17:04:31.656311 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-e961905b-3bd9-4229-96e4-ef78efec3eeb req-4d7b11f1-33e5-46e8-8b41-1e46f2ef0145 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:31.680608 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56228) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:31.730128 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d8230c0-f804-4927-9727-f34e30eb1fe1 req-3b12f466-a572-456b-b072-9445c93e6fa8 service neutron] 10.222.0.72 "GET /v2.0/networks/f1b2860f-d1dd-483c-9fd7-4a5a24a825e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878196 Jul 07 17:04:31.779254 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e961905b-3bd9-4229-96e4-ef78efec3eeb req-4d7b11f1-33e5-46e8-8b41-1e46f2ef0145 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks [] for floatingip, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.789974 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-217a3c32-d045-4612-9881-7b9754367d3a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2efee84f77114b8c9f3b9a3f5d32602b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1074219 Jul 07 17:04:31.793259 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56232) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:31.905524 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d2b9b-b389-404f-9cb1-1be87f40303f req-5ed5b3ee-5ef1-4b95-8813-85fae0df7832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:31.907635 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-130d2b9b-b389-404f-9cb1-1be87f40303f req-5ed5b3ee-5ef1-4b95-8813-85fae0df7832 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=565e8acc09134f1f976b9c4727940d5d&device_id=38034d73-2bed-421b-b26f-9e8a9da38fcc HTTP/1.1" status: 200 len: 1095 time: 0.2041633 Jul 07 17:04:31.919212 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6a6bf14-daf0-4070-be76-a657e525c7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.970916 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6a6bf14-daf0-4070-be76-a657e525c7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.049791 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e961905b-3bd9-4229-96e4-ef78efec3eeb req-4d7b11f1-33e5-46e8-8b41-1e46f2ef0145 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.061648 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e961905b-3bd9-4229-96e4-ef78efec3eeb req-4d7b11f1-33e5-46e8-8b41-1e46f2ef0145 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.061974 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [req-e961905b-3bd9-4229-96e4-ef78efec3eeb req-4d7b11f1-33e5-46e8-8b41-1e46f2ef0145 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Floating IP 92c60667-ec27-47f9-8c5b-b776cc9f00c6 disassociated. External IP: 172.25.0.4, port: a026f0aa-482d-4bb5-ae76-f24dd4c27fcb. Jul 07 17:04:32.130945 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700b384-7b22-4b78-ac69-d4c90d0b6d1c req-8ad577c7-47f7-46a8-8028-1e5d4f7b1e94 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:32.135330 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9700b384-7b22-4b78-ac69-d4c90d0b6d1c req-8ad577c7-47f7-46a8-8028-1e5d4f7b1e94 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=38034d73-2bed-421b-b26f-9e8a9da38fcc HTTP/1.1" status: 200 len: 943 time: 0.1509283 Jul 07 17:04:32.136454 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d2b9b-b389-404f-9cb1-1be87f40303f req-a07777d1-10cc-43ef-8213-464ec0d16261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:32.138193 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-130d2b9b-b389-404f-9cb1-1be87f40303f req-a07777d1-10cc-43ef-8213-464ec0d16261 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9a069726-4687-4aab-843c-2a39928b12be HTTP/1.1" status: 200 len: 906 time: 0.2236109 Jul 07 17:04:32.173520 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6a6bf14-daf0-4070-be76-a657e525c7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.178431 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6a6bf14-daf0-4070-be76-a657e525c7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.180231 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e6a6bf14-daf0-4070-be76-a657e525c7eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85bae05e-23ba-4d48-bf21-685276fb3b8a HTTP/1.1" status: 204 len: 168 time: 0.3850467 Jul 07 17:04:32.187250 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 266a129f-1b60-42a1-982d-84a8d7266776 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:04:32.220713 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-130d2b9b-b389-404f-9cb1-1be87f40303f req-a0cb59a2-80db-40df-88d6-d9d37ae72f98 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=266a129f-1b60-42a1-982d-84a8d7266776 HTTP/1.1" status: 200 len: 217 time: 0.0762706 Jul 07 17:04:32.262955 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6bf14-daf0-4070-be76-a657e525c7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bae05e-23ba-4d48-bf21-685276fb3b8a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:32.307675 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d2b9b-b389-404f-9cb1-1be87f40303f req-a00a316c-3622-44fe-99e4-5b62a16f6f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:32.309337 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-130d2b9b-b389-404f-9cb1-1be87f40303f req-a00a316c-3622-44fe-99e4-5b62a16f6f3a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2d83fa63-04fe-47d2-9e05-061a0c3de479 HTTP/1.1" status: 200 len: 845 time: 0.0819952 Jul 07 17:04:32.346631 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9700b384-7b22-4b78-ac69-d4c90d0b6d1c req-2171caf0-d15a-48ea-b052-fdf9a9e90115 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003264 Jul 07 17:04:32.442132 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-130d2b9b-b389-404f-9cb1-1be87f40303f req-f31bcb4f-b020-4a44-96ec-f0a8da1625d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a069726-4687-4aab-843c-2a39928b12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1268301 Jul 07 17:04:32.452589 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888a80ec-5b71-41f7-879b-048226ed329e x-openstack-request-id: req-888a80ec-5b71-41f7-879b-048226ed329e {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:32.453062 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f181bb-15fe-4de8-8a9d-fc984a8e9133", "tag": "5ff0689d-6401-4272-9067-f2809e977526", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:32.453467 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-888a80ec-5b71-41f7-879b-048226ed329e {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:32.454078 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f181bb-15fe-4de8-8a9d-fc984a8e9133', 'tag': '5ff0689d-6401-4272-9067-f2809e977526', 'status': 'completed', 'code': 200} Jul 07 17:04:32.503028 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 266a129f-1b60-42a1-982d-84a8d7266776, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=266a129f-1b60-42a1-982d-84a8d7266776,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:32.535859 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '266a129f-1b60-42a1-982d-84a8d7266776', 'network_id': '9a069726-4687-4aab-843c-2a39928b12be', 'port_id': '266a129f-1b60-42a1-982d-84a8d7266776', 'mac_address': 'fa:16:3e:24:1f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d83fa63-04fe-47d2-9e05-061a0c3de479', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:04:32.624061 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.654538 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 266a129f-1b60-42a1-982d-84a8d7266776 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:32.699714 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fca95f-435a-4207-a94a-f19ab9983451 req-23f8f45d-fef3-4972-9b2c-07ab09128a35 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:32.700689 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 266a129f-1b60-42a1-982d-84a8d7266776, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=266a129f-1b60-42a1-982d-84a8d7266776,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:32.709110 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-75fca95f-435a-4207-a94a-f19ab9983451 req-23f8f45d-fef3-4972-9b2c-07ab09128a35 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 943 time: 0.1115184 Jul 07 17:04:32.709652 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.766533 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-75fca95f-435a-4207-a94a-f19ab9983451 req-70bc0912-16c4-4d91-90af-2cc504079472 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/security-groups?id=522aea4d-5b76-4154-ad36-969cd1f04a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557625 Jul 07 17:04:32.853319 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=266a129f-1b60-42a1-982d-84a8d7266776,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:33.003687 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['266a129f-1b60-42a1-982d-84a8d7266776'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:33.105997 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c0426-8424-492f-a5ef-176ff6514b90 req-7799860e-e5a8-41f1-9f16-bbc9aedf73ad tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:33.119287 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-720c0426-8424-492f-a5ef-176ff6514b90 req-7799860e-e5a8-41f1-9f16-bbc9aedf73ad tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.1638119 Jul 07 17:04:33.196336 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-720c0426-8424-492f-a5ef-176ff6514b90 req-d618d950-1d3d-49da-ac5a-a17810777595 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756097 Jul 07 17:04:33.320241 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e961905b-3bd9-4229-96e4-ef78efec3eeb req-4d7b11f1-33e5-46e8-8b41-1e46f2ef0145 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Router 2e858453-6b51-4608-9e70-8ebaefe7e277 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:04:33.349370 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-130d2b9b-b389-404f-9cb1-1be87f40303f req-b52f841a-d6c8-47e0-b769-300e57602f6e service neutron] 10.222.0.64 "GET /v2.0/networks/9a069726-4687-4aab-843c-2a39928b12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8995988 Jul 07 17:04:33.482110 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a74d00-a43d-4396-8d2a-12560171d8bd req-755394bf-4e6a-4a8a-a8e4-2fcf57a34e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:33.483627 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-05a74d00-a43d-4396-8d2a-12560171d8bd req-755394bf-4e6a-4a8a-a8e4-2fcf57a34e64 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8817a8bfe3be4fa1b0c7ad0eb238df26&device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 1095 time: 0.9565701 Jul 07 17:04:33.489508 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-130d2b9b-b389-404f-9cb1-1be87f40303f req-a7b41391-1b55-41bf-9b1a-ef437d4e7be1 service neutron] 10.222.0.64 "GET /v2.0/networks/9a069726-4687-4aab-843c-2a39928b12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289539 Jul 07 17:04:33.842427 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a74d00-a43d-4396-8d2a-12560171d8bd req-10405ee0-0bb1-4f2b-a98e-7c8d95d580fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:33.845255 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-05a74d00-a43d-4396-8d2a-12560171d8bd req-10405ee0-0bb1-4f2b-a98e-7c8d95d580fa service neutron] 10.222.0.72 "GET /v2.0/networks?id=f1b2860f-d1dd-483c-9fd7-4a5a24a825e1 HTTP/1.1" status: 200 len: 916 time: 0.2735021 Jul 07 17:04:33.855165 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e961905b-3bd9-4229-96e4-ef78efec3eeb req-4d7b11f1-33e5-46e8-8b41-1e46f2ef0145 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:04:33.865499 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e961905b-3bd9-4229-96e4-ef78efec3eeb req-4d7b11f1-33e5-46e8-8b41-1e46f2ef0145 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:33.881807 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b877f9fb-a0a2-49d4-bb11-9d9e17ccd24a None None] Sync routers for ids ['2e858453-6b51-4608-9e70-8ebaefe7e277'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:04:33.908299 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b877f9fb-a0a2-49d4-bb11-9d9e17ccd24a None None] Routers {'2e858453-6b51-4608-9e70-8ebaefe7e277'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:33.910513 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b877f9fb-a0a2-49d4-bb11-9d9e17ccd24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:04:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['2e858453-6b51-4608-9e70-8ebaefe7e277'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:33.948700 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e961905b-3bd9-4229-96e4-ef78efec3eeb req-4d7b11f1-33e5-46e8-8b41-1e46f2ef0145 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "PUT /v2.0/floatingips/92c60667-ec27-47f9-8c5b-b776cc9f00c6 HTTP/1.1" status: 200 len: 694 time: 2.3083341 Jul 07 17:04:34.046923 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-05a74d00-a43d-4396-8d2a-12560171d8bd req-15320714-b506-4f8f-ad64-01bb61328f4e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ff0689d-6401-4272-9067-f2809e977526 HTTP/1.1" status: 200 len: 217 time: 0.1882868 Jul 07 17:04:34.075886 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cb3b0-5e3d-44f2-b345-349e1e3cd60f req-26880d1b-f6da-4dbb-8ecd-556c8c614b39 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:34.088855 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f99cb3b0-5e3d-44f2-b345-349e1e3cd60f req-26880d1b-f6da-4dbb-8ecd-556c8c614b39 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=38034d73-2bed-421b-b26f-9e8a9da38fcc HTTP/1.1" status: 200 len: 944 time: 0.1488471 Jul 07 17:04:34.158073 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f99cb3b0-5e3d-44f2-b345-349e1e3cd60f req-0f783711-3d07-4df7-b2fb-93df77e1fdac tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593295 Jul 07 17:04:34.226966 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-b877f9fb-a0a2-49d4-bb11-9d9e17ccd24a None None] Set router 2e858453-6b51-4608-9e70-8ebaefe7e277 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:04:34.304866 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56300) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:34.348055 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961905b-3bd9-4229-96e4-ef78efec3eeb req-3c72567c-4cab-4ec3-83c5-e59fc5d76b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:34.351452 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e961905b-3bd9-4229-96e4-ef78efec3eeb req-3c72567c-4cab-4ec3-83c5-e59fc5d76b19 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5e8caecfebe4e289ece65e903aef8e4&device_id=00bedfb6-08aa-41ad-8116-389f65ed7aaa HTTP/1.1" status: 200 len: 1097 time: 0.3200605 Jul 07 17:04:34.354045 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a74d00-a43d-4396-8d2a-12560171d8bd req-71ef45ae-8264-4b30-a313-7fbcee9289fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:34.356671 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-05a74d00-a43d-4396-8d2a-12560171d8bd req-71ef45ae-8264-4b30-a313-7fbcee9289fb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0b8d8829-190a-4c91-a488-56cdaabd4f9d HTTP/1.1" status: 200 len: 854 time: 0.2712507 Jul 07 17:04:34.433706 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 266a129f-1b60-42a1-982d-84a8d7266776 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:34.461430 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00bedfb6-08aa-41ad-8116-389f65ed7aaa', 'tag': 'a026f0aa-482d-4bb5-ae76-f24dd4c27fcb'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:34.466364 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101bd917-a801-430a-af95-9610059f2bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "00bedfb6-08aa-41ad-8116-389f65ed7aaa", "tag": "a026f0aa-482d-4bb5-ae76-f24dd4c27fcb"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:34.485831 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3917671-5c24-4a4f-a01e-c1e71ece50e8 req-ec092747-4430-4f88-b0b1-068753000e6f tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:34.507849 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a3917671-5c24-4a4f-a01e-c1e71ece50e8 req-ec092747-4430-4f88-b0b1-068753000e6f tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 943 time: 0.2194111 Jul 07 17:04:34.608928 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a3917671-5c24-4a4f-a01e-c1e71ece50e8 req-942df973-0b91-402d-a842-32c0f5614c52 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/security-groups?id=522aea4d-5b76-4154-ad36-969cd1f04a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921199 Jul 07 17:04:34.693600 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-ec023750-9b8f-4dbc-9647-822d331eed02 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-568877440-network', 'tenant_id': '51cf7d6ec5694e04a51e147025cae6ee'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:34.718368 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 266a129f-1b60-42a1-982d-84a8d7266776 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:34.725659 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 266a129f-1b60-42a1-982d-84a8d7266776 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:34.726646 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:34.812731 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b877f9fb-a0a2-49d4-bb11-9d9e17ccd24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-router', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:37Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 4, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'gw_port': {'id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '1f436fe7-3098-4f82-84ea-b82e7499fbcc', 'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'mac_address': 'fa:16:3e:26:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:03:02Z', 'revision_number': 5, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'subnets': [{'id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:34.816467 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a74d00-a43d-4396-8d2a-12560171d8bd req-d9036c17-b36d-41ee-8e68-8ec9efed7d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:34.822586 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-05a74d00-a43d-4396-8d2a-12560171d8bd req-d9036c17-b36d-41ee-8e68-8ec9efed7d08 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1b2860f-d1dd-483c-9fd7-4a5a24a825e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4438500 Jul 07 17:04:34.826183 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec023750-9b8f-4dbc-9647-822d331eed02 admin admin] Made reservation on behalf of 51cf7d6ec5694e04a51e147025cae6ee for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:34.829048 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ec023750-9b8f-4dbc-9647-822d331eed02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:34.852511 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b877f9fb-a0a2-49d4-bb11-9d9e17ccd24a None None] Checking router: 2e858453-6b51-4608-9e70-8ebaefe7e277 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:04:34.858357 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961905b-3bd9-4229-96e4-ef78efec3eeb req-3272ad8c-2c52-402c-abab-807ef9d8ef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:34.868044 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e961905b-3bd9-4229-96e4-ef78efec3eeb req-3272ad8c-2c52-402c-abab-807ef9d8ef63 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0518196d-eefc-4ac7-b5ab-2055eb805352 HTTP/1.1" status: 200 len: 921 time: 0.5098605 Jul 07 17:04:34.881242 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ec023750-9b8f-4dbc-9647-822d331eed02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:34.889123 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b877f9fb-a0a2-49d4-bb11-9d9e17ccd24a None None] Routers {'2e858453-6b51-4608-9e70-8ebaefe7e277'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:34.889858 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b877f9fb-a0a2-49d4-bb11-9d9e17ccd24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:04:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['2e858453-6b51-4608-9e70-8ebaefe7e277'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:34.978935 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e961905b-3bd9-4229-96e4-ef78efec3eeb req-f7d4ede0-6003-4fb4-b3d2-871349627568 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a026f0aa-482d-4bb5-ae76-f24dd4c27fcb HTTP/1.1" status: 200 len: 217 time: 0.1091292 Jul 07 17:04:35.007107 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69b4d5-abb9-402f-95b9-f42e8484fb24 req-201777ef-1810-49e9-a7a5-a559c81d4c89 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:35.023915 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb69b4d5-abb9-402f-95b9-f42e8484fb24 req-201777ef-1810-49e9-a7a5-a559c81d4c89 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.1211796 Jul 07 17:04:35.056347 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961905b-3bd9-4229-96e4-ef78efec3eeb req-42c83259-72d4-4c38-9836-a5e17ef96f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:35.062585 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.064491 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e961905b-3bd9-4229-96e4-ef78efec3eeb req-42c83259-72d4-4c38-9836-a5e17ef96f3b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f72dc930-c441-487e-b962-f0c75fa19c76 HTTP/1.1" status: 200 len: 859 time: 0.0842116 Jul 07 17:04:35.089516 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-b877f9fb-a0a2-49d4-bb11-9d9e17ccd24a None None] Set router 2e858453-6b51-4608-9e70-8ebaefe7e277 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:04:35.128419 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb69b4d5-abb9-402f-95b9-f42e8484fb24 req-d905bb1d-0ff1-426c-b04d-d0a7267dcd4c tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996263 Jul 07 17:04:35.135926 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38034d73-2bed-421b-b26f-9e8a9da38fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266a129f-1b60-42a1-982d-84a8d7266776'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:35.138877 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c696727-ee8f-4ab4-bb7b-3ff1aac45d9f" -d '{"events": [{"server_uuid": "38034d73-2bed-421b-b26f-9e8a9da38fcc", "name": "network-vif-plugged", "status": "completed", "tag": "266a129f-1b60-42a1-982d-84a8d7266776"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:35.164953 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 266a129f-1b60-42a1-982d-84a8d7266776, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=266a129f-1b60-42a1-982d-84a8d7266776,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:35.175708 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.177178 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-05a74d00-a43d-4396-8d2a-12560171d8bd req-93ec9140-29c6-4a0b-a32a-c4ed01b43ca6 service neutron] 10.222.0.72 "GET /v2.0/networks/f1b2860f-d1dd-483c-9fd7-4a5a24a825e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403652 Jul 07 17:04:35.272825 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8c7988-cca0-4f75-b916-c7dd43bfa436 x-openstack-request-id: req-2d8c7988-cca0-4f75-b916-c7dd43bfa436 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:35.273130 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00bedfb6-08aa-41ad-8116-389f65ed7aaa", "tag": "a026f0aa-482d-4bb5-ae76-f24dd4c27fcb", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:35.273381 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d8c7988-cca0-4f75-b916-c7dd43bfa436 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:35.273961 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00bedfb6-08aa-41ad-8116-389f65ed7aaa', 'tag': 'a026f0aa-482d-4bb5-ae76-f24dd4c27fcb', 'status': 'completed', 'code': 200} Jul 07 17:04:35.306792 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961905b-3bd9-4229-96e4-ef78efec3eeb req-e87abdf4-b9c2-4cef-9aac-3273a329a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:35.315975 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e961905b-3bd9-4229-96e4-ef78efec3eeb req-e87abdf4-b9c2-4cef-9aac-3273a329a33b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0518196d-eefc-4ac7-b5ab-2055eb805352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2502856 Jul 07 17:04:35.416572 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ec023750-9b8f-4dbc-9647-822d331eed02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.458965 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=266a129f-1b60-42a1-982d-84a8d7266776,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:35.467695 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ec023750-9b8f-4dbc-9647-822d331eed02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.507119 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-05a74d00-a43d-4396-8d2a-12560171d8bd req-f95d5513-d8c4-485b-a8fd-767b24627e73 service neutron] 10.222.0.72 "GET /v2.0/networks/f1b2860f-d1dd-483c-9fd7-4a5a24a825e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220515 Jul 07 17:04:35.538317 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec023750-9b8f-4dbc-9647-822d331eed02 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:04:35.557706 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec023750-9b8f-4dbc-9647-822d331eed02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72156c4f-ddd5-45a2-a321-7e04e349dae9,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:35.569250 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ec023750-9b8f-4dbc-9647-822d331eed02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.569568 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-ec023750-9b8f-4dbc-9647-822d331eed02 admin admin] Added segment 2e3a5c5c-eeac-43e0-b6a7-f7ce6cb8747c of type vlan for network 8bf2562b-6c87-4be2-8208-77515ba35784 Jul 07 17:04:35.645127 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e961905b-3bd9-4229-96e4-ef78efec3eeb req-53f823f7-407d-4cdf-a275-57c3e7cf880c service neutron] 10.222.0.53 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280911 Jul 07 17:04:35.664824 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ec023750-9b8f-4dbc-9647-822d331eed02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.673998 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bd917-a801-430a-af95-9610059f2bbd req-d175da5a-d763-4e85-b34a-190c2f4da95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:35.678047 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-101bd917-a801-430a-af95-9610059f2bbd req-d175da5a-d763-4e85-b34a-190c2f4da95c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5e8caecfebe4e289ece65e903aef8e4&device_id=00bedfb6-08aa-41ad-8116-389f65ed7aaa HTTP/1.1" status: 200 len: 1097 time: 0.3460209 Jul 07 17:04:35.733591 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b877f9fb-a0a2-49d4-bb11-9d9e17ccd24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-router', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:37Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 4, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'gw_port': {'id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '1f436fe7-3098-4f82-84ea-b82e7499fbcc', 'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'mac_address': 'fa:16:3e:26:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:03:02Z', 'revision_number': 5, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'subnets': [{'id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:35.798420 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b877f9fb-a0a2-49d4-bb11-9d9e17ccd24a None None] The sync data for ids ['2e858453-6b51-4608-9e70-8ebaefe7e277'] in n-d-791503-12 is: [{'id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-router', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:37Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 4, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'gw_port': {'id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '1f436fe7-3098-4f82-84ea-b82e7499fbcc', 'name': '', 'network_id': '0518196d-eefc-4ac7-b5ab-2055eb805352', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'mac_address': 'fa:16:3e:26:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:03:02Z', 'revision_number': 5, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'subnets': [{'id': 'f72dc930-c441-487e-b962-f0c75fa19c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:04:35.827133 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ec023750-9b8f-4dbc-9647-822d331eed02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.828393 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec023750-9b8f-4dbc-9647-822d331eed02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:35.829219 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ec023750-9b8f-4dbc-9647-822d331eed02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.889802 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441472b5-f9f6-4fe9-90cd-e7b2786c2dd2 x-openstack-request-id: req-441472b5-f9f6-4fe9-90cd-e7b2786c2dd2 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:35.890368 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38034d73-2bed-421b-b26f-9e8a9da38fcc", "name": "network-vif-plugged", "status": "completed", "tag": "266a129f-1b60-42a1-982d-84a8d7266776", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:35.891529 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-441472b5-f9f6-4fe9-90cd-e7b2786c2dd2 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:35.897111 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38034d73-2bed-421b-b26f-9e8a9da38fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266a129f-1b60-42a1-982d-84a8d7266776', 'code': 200} Jul 07 17:04:35.944466 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56338) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:35.945313 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ec023750-9b8f-4dbc-9647-822d331eed02 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6339717 Jul 07 17:04:35.955795 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-88151d89-0f93-4d7b-85f8-3166ce399081 admin admin] Request body: {'subnet': {'network_id': '8bf2562b-6c87-4be2-8208-77515ba35784', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-568877440-subnet', 'tenant_id': '51cf7d6ec5694e04a51e147025cae6ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:35.970211 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e961905b-3bd9-4229-96e4-ef78efec3eeb req-524afcb6-b4a2-44fc-9700-2dd8a5b8be66 service neutron] 10.222.0.53 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235271 Jul 07 17:04:36.014905 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec023750-9b8f-4dbc-9647-822d331eed02 admin admin] Pushing event updated for resources: {'Network': ['ID=8bf2562b-6c87-4be2-8208-77515ba35784,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:36.023398 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bd917-a801-430a-af95-9610059f2bbd req-c0a56eb4-543b-4122-b631-bade7cb833b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:36.024994 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-101bd917-a801-430a-af95-9610059f2bbd req-c0a56eb4-543b-4122-b631-bade7cb833b8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0518196d-eefc-4ac7-b5ab-2055eb805352 HTTP/1.1" status: 200 len: 921 time: 0.3348725 Jul 07 17:04:36.031189 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 8bf2562b-6c87-4be2-8208-77515ba35784 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:04:36.095677 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88151d89-0f93-4d7b-85f8-3166ce399081 admin admin] Made reservation on behalf of 51cf7d6ec5694e04a51e147025cae6ee for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:36.112599 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-88151d89-0f93-4d7b-85f8-3166ce399081 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.151048 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56342) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:36.153204 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-101bd917-a801-430a-af95-9610059f2bbd req-eeefbc96-7da6-41c1-8107-87d7044f2ed0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a026f0aa-482d-4bb5-ae76-f24dd4c27fcb HTTP/1.1" status: 200 len: 217 time: 0.1202323 Jul 07 17:04:36.306807 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bd917-a801-430a-af95-9610059f2bbd req-988cd5c1-e586-4402-bbdb-974a6c642bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:36.314725 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-101bd917-a801-430a-af95-9610059f2bbd req-988cd5c1-e586-4402-bbdb-974a6c642bc5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f72dc930-c441-487e-b962-f0c75fa19c76 HTTP/1.1" status: 200 len: 859 time: 0.1448166 Jul 07 17:04:36.448084 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9f8d0-462a-4b4a-88ff-ea181ea1c577 req-1870d566-cba2-41b4-81f3-5ed450170f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:36.449779 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6fd9f8d0-462a-4b4a-88ff-ea181ea1c577 req-1870d566-cba2-41b4-81f3-5ed450170f9b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=38034d73-2bed-421b-b26f-9e8a9da38fcc HTTP/1.1" status: 200 len: 1097 time: 0.3797970 Jul 07 17:04:36.466697 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22319a58-fbc2-4a78-b498-e3f34d54a436 req-15135c33-cd6e-4e02-9c5c-84b64ab860c5 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:36.469520 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-22319a58-fbc2-4a78-b498-e3f34d54a436 req-15135c33-cd6e-4e02-9c5c-84b64ab860c5 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 943 time: 0.2300262 Jul 07 17:04:36.487685 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddf6b05-9aed-441b-b7da-b03ab16b0281 None None] New status for floating IP 92c60667-ec27-47f9-8c5b-b776cc9f00c6: DOWN {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:04:36.490418 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bd917-a801-430a-af95-9610059f2bbd req-2cb2951d-188c-4d50-9693-5a3498caa2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:36.493144 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-101bd917-a801-430a-af95-9610059f2bbd req-2cb2951d-188c-4d50-9693-5a3498caa2a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0518196d-eefc-4ac7-b5ab-2055eb805352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1712127 Jul 07 17:04:36.516417 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-79f05522-e0b0-441a-b908-a36169c2fd44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.534430 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367ec1c-d221-49fd-8e22-6cc5a21b70a5 req-8ea5828b-ff0c-4443-ae14-b0637aefde7f tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:36.537625 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7367ec1c-d221-49fd-8e22-6cc5a21b70a5 req-8ea5828b-ff0c-4443-ae14-b0637aefde7f tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=38034d73-2bed-421b-b26f-9e8a9da38fcc HTTP/1.1" status: 200 len: 945 time: 0.2362807 Jul 07 17:04:36.652317 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6fd9f8d0-462a-4b4a-88ff-ea181ea1c577 req-d394ca5e-b794-4605-85bc-d74f810803e5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790791 Jul 07 17:04:36.703708 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7367ec1c-d221-49fd-8e22-6cc5a21b70a5 req-84f6be6f-e1b0-4fe1-8493-8706e7ded42d tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499076 Jul 07 17:04:36.707224 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-22319a58-fbc2-4a78-b498-e3f34d54a436 req-7a1a35fe-8da5-47f1-aa8f-47e5c89c60ed tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/security-groups?id=522aea4d-5b76-4154-ad36-969cd1f04a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125680 Jul 07 17:04:36.733826 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-88151d89-0f93-4d7b-85f8-3166ce399081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.782243 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-101bd917-a801-430a-af95-9610059f2bbd req-61bd6303-36a2-4b65-9050-b71fd2a4dbec service neutron] 10.222.0.64 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755673 Jul 07 17:04:36.887271 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88151d89-0f93-4d7b-85f8-3166ce399081 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ad51f08-eed7-4fa7-a2dc-2f66e31ccecf,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:36.940054 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88151d89-0f93-4d7b-85f8-3166ce399081 admin admin] Checking segment: {'id': '2e3a5c5c-eeac-43e0-b6a7-f7ce6cb8747c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8bf2562b-6c87-4be2-8208-77515ba35784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:36.940921 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88151d89-0f93-4d7b-85f8-3166ce399081 admin admin] Network hostable DHCP agents. Network: 8bf2562b-6c87-4be2-8208-77515ba35784, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:04:36.987596 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88151d89-0f93-4d7b-85f8-3166ce399081 admin admin] Network 8bf2562b-6c87-4be2-8208-77515ba35784 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:04:37.006896 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.015081 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-88151d89-0f93-4d7b-85f8-3166ce399081 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 8bf2562b-6c87-4be2-8208-77515ba35784) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:37.026226 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88151d89-0f93-4d7b-85f8-3166ce399081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:37.029483 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-88151d89-0f93-4d7b-85f8-3166ce399081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.030998 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438c8a5a-27fa-42ad-9377-7a82a6c106f5 None None] Network 8bf2562b-6c87-4be2-8208-77515ba35784 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:37.125502 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-101bd917-a801-430a-af95-9610059f2bbd req-4ab92b01-d769-4e6a-9399-1b7ec7a10eac service neutron] 10.222.0.64 "GET /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336377 Jul 07 17:04:37.156705 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-79f05522-e0b0-441a-b908-a36169c2fd44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.162587 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-79f05522-e0b0-441a-b908-a36169c2fd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.184845 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-88151d89-0f93-4d7b-85f8-3166ce399081 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2260413 Jul 07 17:04:37.247132 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-79f05522-e0b0-441a-b908-a36169c2fd44 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c9ee2a7783eb42eebd02bb4956daaa08&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0892363 Jul 07 17:04:37.253659 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f05522-e0b0-441a-b908-a36169c2fd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e8b81f-4ba8-4e0b-a635-b127cb4ff6da,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:37.255680 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56356) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:37.341325 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82facb61-b954-407c-a5c1-659aaa827c1c req-62d5c3d5-0c19-4689-bdfa-988aa5afd830 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:37.354851 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-82facb61-b954-407c-a5c1-659aaa827c1c req-62d5c3d5-0c19-4689-bdfa-988aa5afd830 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.2517951 Jul 07 17:04:37.444872 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc4d138-d803-4867-8151-ad5d07252129 None None] Network 8bf2562b-6c87-4be2-8208-77515ba35784 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:37.484700 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bea7f1bf-d972-4b07-9ce5-5739507d9d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.517341 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-82facb61-b954-407c-a5c1-659aaa827c1c req-4596cbb3-93d0-4165-8e47-0e19048c97f6 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518655 Jul 07 17:04:37.564863 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bea7f1bf-d972-4b07-9ce5-5739507d9d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.691104 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.708700 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bea7f1bf-d972-4b07-9ce5-5739507d9d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.717080 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bea7f1bf-d972-4b07-9ce5-5739507d9d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.721018 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bea7f1bf-d972-4b07-9ce5-5739507d9d1f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/60e8b81f-4ba8-4e0b-a635-b127cb4ff6da HTTP/1.1" status: 204 len: 168 time: 0.4631488 Jul 07 17:04:37.742369 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7f1bf-d972-4b07-9ce5-5739507d9d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e8b81f-4ba8-4e0b-a635-b127cb4ff6da,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:37.827946 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-12800290-9273-4e27-871b-3839547196c3 req-10f4c23c-8209-464c-8b9e-aa394d36622f tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/floatingips/92c60667-ec27-47f9-8c5b-b776cc9f00c6 HTTP/1.1" status: 200 len: 692 time: 0.0745237 Jul 07 17:04:38.059878 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12800290-9273-4e27-871b-3839547196c3 req-1631d416-5d1b-436d-8564-efa561456869 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:38.063476 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-12800290-9273-4e27-871b-3839547196c3 req-1631d416-5d1b-436d-8564-efa561456869 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 784 time: 0.2245593 Jul 07 17:04:38.148442 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-12800290-9273-4e27-871b-3839547196c3 req-246295cd-d915-4423-a78b-b8072f91f450 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.4 HTTP/1.1" status: 200 len: 695 time: 0.0783141 Jul 07 17:04:38.178553 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56374) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:38.202904 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-44030f17-7d11-4d81-b9c2-3d1daffab928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:38.220756 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-12800290-9273-4e27-871b-3839547196c3 req-ac23b1bd-5e60-4bb0-b141-117375402e31 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.4 HTTP/1.1" status: 200 len: 695 time: 0.0637507 Jul 07 17:04:38.352396 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-44030f17-7d11-4d81-b9c2-3d1daffab928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:38.359414 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-44030f17-7d11-4d81-b9c2-3d1daffab928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:38.396802 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-12800290-9273-4e27-871b-3839547196c3 req-43529e06-70f7-4067-ac12-c4512b948602 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Deleting port 31832267-e9cf-4122-95de-1f3b22cf58a4 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:38.397215 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-12800290-9273-4e27-871b-3839547196c3 req-43529e06-70f7-4067-ac12-c4512b948602 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:38.429932 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44030f17-7d11-4d81-b9c2-3d1daffab928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8af405-18e1-4e5f-b596-56475158b190,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:38.462616 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-44030f17-7d11-4d81-b9c2-3d1daffab928 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=341d226456b4454589a3396925475e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2824128 Jul 07 17:04:38.465455 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56386) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:38.514270 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-12800290-9273-4e27-871b-3839547196c3 req-43529e06-70f7-4067-ac12-c4512b948602 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:38.514823 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-12800290-9273-4e27-871b-3839547196c3 req-43529e06-70f7-4067-ac12-c4512b948602 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:38.540541 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-12800290-9273-4e27-871b-3839547196c3 req-43529e06-70f7-4067-ac12-c4512b948602 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Calling delete_port for 31832267-e9cf-4122-95de-1f3b22cf58a4 owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:38.561488 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-95f68f38-5bdb-42fa-8ef6-9b58f90b0729 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:38.563268 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-95f68f38-5bdb-42fa-8ef6-9b58f90b0729 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/networks?id=8bf2562b-6c87-4be2-8208-77515ba35784 HTTP/1.1" status: 200 len: 813 time: 0.1888490 Jul 07 17:04:38.569108 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3cb176c1-fac8-422a-aaec-1789796875b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:38.591338 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-a2752d64-1411-4234-af1b-a2413d52a391 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/quotas/51cf7d6ec5694e04a51e147025cae6ee HTTP/1.1" status: 200 len: 375 time: 0.0200248 Jul 07 17:04:38.615345 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3cb176c1-fac8-422a-aaec-1789796875b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:38.648488 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-3d2a3333-1e9c-4b01-a9b4-e7a5ba7c8d62 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=51cf7d6ec5694e04a51e147025cae6ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481148 Jul 07 17:04:38.772376 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3cb176c1-fac8-422a-aaec-1789796875b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:38.774981 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3cb176c1-fac8-422a-aaec-1789796875b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:38.779747 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3cb176c1-fac8-422a-aaec-1789796875b9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b8af405-18e1-4e5f-b596-56475158b190 HTTP/1.1" status: 204 len: 168 time: 0.3098378 Jul 07 17:04:38.783329 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-ac43a092-33a6-4458-a092-851447db79f5 service neutron] 10.222.0.53 "GET /v2.0/networks/8bf2562b-6c87-4be2-8208-77515ba35784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159339 Jul 07 17:04:38.789493 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb176c1-fac8-422a-aaec-1789796875b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8af405-18e1-4e5f-b596-56475158b190,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:38.824878 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-12800290-9273-4e27-871b-3839547196c3 req-43529e06-70f7-4067-ac12-c4512b948602 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:38.873633 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43529e06-70f7-4067-ac12-c4512b948602 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Pushing event deleted for resources: {'Port': ['ID=31832267-e9cf-4122-95de-1f3b22cf58a4,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:38.979883 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-12800290-9273-4e27-871b-3839547196c3 req-43529e06-70f7-4067-ac12-c4512b948602 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:38.980170 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-e4b43139-20eb-4a81-b838-0fa8bc769717 service neutron] 10.222.0.53 "GET /v2.0/networks/8bf2562b-6c87-4be2-8208-77515ba35784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819346 Jul 07 17:04:38.983330 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-12800290-9273-4e27-871b-3839547196c3 req-43529e06-70f7-4067-ac12-c4512b948602 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:38.984899 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-12800290-9273-4e27-871b-3839547196c3 req-43529e06-70f7-4067-ac12-c4512b948602 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "DELETE /v2.0/floatingips/92c60667-ec27-47f9-8c5b-b776cc9f00c6 HTTP/1.1" status: 204 len: 173 time: 0.7632890 Jul 07 17:04:39.129229 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 5ff0689d-6401-4272-9067-f2809e977526 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:04:39.320484 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d67ecd-cee3-4077-8877-50b9063778a6 req-9a48037f-0692-4fcd-a6ee-7d8f8b12c695 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:39.334500 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-89d67ecd-cee3-4077-8877-50b9063778a6 req-9a48037f-0692-4fcd-a6ee-7d8f8b12c695 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=38034d73-2bed-421b-b26f-9e8a9da38fcc HTTP/1.1" status: 200 len: 945 time: 0.1536021 Jul 07 17:04:39.388604 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 5ff0689d-6401-4272-9067-f2809e977526, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=5ff0689d-6401-4272-9067-f2809e977526,segment=NetworkSegment(2535c727-b2f1-4d11-9876-7392a2724c3c),segment_id=2535c727-b2f1-4d11-9876-7392a2724c3c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:39.423516 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-89d67ecd-cee3-4077-8877-50b9063778a6 req-f18d42c6-a5d3-446f-b262-8f8f6aefaa3c tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855079 Jul 07 17:04:39.426459 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '5ff0689d-6401-4272-9067-f2809e977526', 'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1', 'port_id': '5ff0689d-6401-4272-9067-f2809e977526', 'mac_address': 'fa:16:3e:60:e5:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b8d8829-190a-4c91-a488-56cdaabd4f9d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:04:39.484450 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.504068 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff0689d-6401-4272-9067-f2809e977526 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:39.535175 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c4379-5e07-4b32-9bbd-b1e6f00f000c req-bbf00af5-cfd7-4ce0-b980-86cf9b117aff tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:39.537666 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 5ff0689d-6401-4272-9067-f2809e977526, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=5ff0689d-6401-4272-9067-f2809e977526,segment=NetworkSegment(2535c727-b2f1-4d11-9876-7392a2724c3c),segment_id=2535c727-b2f1-4d11-9876-7392a2724c3c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:39.539053 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c38c4379-5e07-4b32-9bbd-b1e6f00f000c req-bbf00af5-cfd7-4ce0-b980-86cf9b117aff tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 943 time: 0.1472256 Jul 07 17:04:39.546179 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.656419 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c38c4379-5e07-4b32-9bbd-b1e6f00f000c req-430e6da5-8324-4fff-8acd-4f3688ff6dcd tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/security-groups?id=522aea4d-5b76-4154-ad36-969cd1f04a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051319 Jul 07 17:04:39.684711 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=5ff0689d-6401-4272-9067-f2809e977526,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:39.924654 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['5ff0689d-6401-4272-9067-f2809e977526'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:39.992577 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c8b91-30ef-4eff-a70d-985c781486ab req-2df3da71-af3c-4a88-b595-a193cbde8d3b tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:40.006567 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-154c8b91-30ef-4eff-a70d-985c781486ab req-2df3da71-af3c-4a88-b595-a193cbde8d3b tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.1445518 Jul 07 17:04:40.091003 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-154c8b91-30ef-4eff-a70d-985c781486ab req-dc8cde41-91e9-4678-90f9-6332c409e1ad tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829754 Jul 07 17:04:40.289731 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6eeecf6f-b8c3-472c-bab3-ef7ec224fb4a req-3fbea7e1-48b9-4f9e-a0a1-66f033f383fc tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/ports?device_id=e03d45d4-62fe-42c6-9565-6eda981fdd33 HTTP/1.1" status: 200 len: 210 time: 0.0411465 Jul 07 17:04:40.525132 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62464244-3754-4a10-8e5c-c4496185cb9e req-64246c8b-bd58-46fc-9230-b50e929b08f0 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:40.526781 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-62464244-3754-4a10-8e5c-c4496185cb9e req-64246c8b-bd58-46fc-9230-b50e929b08f0 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports?device_id=00bedfb6-08aa-41ad-8116-389f65ed7aaa HTTP/1.1" status: 200 len: 945 time: 0.0927634 Jul 07 17:04:40.620086 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-62464244-3754-4a10-8e5c-c4496185cb9e req-5a9aaf89-4c76-46f9-9358-e7eec1209bee tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c84727-886c-44c3-98f6-6ec95066fe72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661299 Jul 07 17:04:40.684218 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc740a17-6d23-4b99-844e-49f3d2bc2128 req-4a5ab0f9-a51a-4f64-87d2-0595474ccd0a tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:40.686252 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc740a17-6d23-4b99-844e-49f3d2bc2128 req-4a5ab0f9-a51a-4f64-87d2-0595474ccd0a tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=38034d73-2bed-421b-b26f-9e8a9da38fcc HTTP/1.1" status: 200 len: 945 time: 0.0824013 Jul 07 17:04:40.738212 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc740a17-6d23-4b99-844e-49f3d2bc2128 req-90d9cd9d-7137-44a7-ad73-4e3892fa7bee tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451508 Jul 07 17:04:41.161702 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86ff6e-46f7-4c78-a52f-99f90774129b req-413aaac9-f36a-4bfd-a622-5bb8fb571efd tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:41.176360 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0a86ff6e-46f7-4c78-a52f-99f90774129b req-413aaac9-f36a-4bfd-a622-5bb8fb571efd tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 944 time: 0.1754577 Jul 07 17:04:41.247852 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0a86ff6e-46f7-4c78-a52f-99f90774129b req-0224eb78-fc50-4335-a03e-b594238d543a tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/security-groups?id=522aea4d-5b76-4154-ad36-969cd1f04a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686657 Jul 07 17:04:41.430632 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a381f84-e61e-45c5-8179-8e85b1215117 req-e5531d93-69a9-407d-9de6-33ec25bf759b tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:41.432443 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9a381f84-e61e-45c5-8179-8e85b1215117 req-e5531d93-69a9-407d-9de6-33ec25bf759b tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.1036298 Jul 07 17:04:41.596235 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cf624e25-3cca-49c0-b283-08e5fc3afd03 req-74b86deb-00ba-4a6b-8312-74a5e4d8fc07 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/ports?device_id=e03d45d4-62fe-42c6-9565-6eda981fdd33 HTTP/1.1" status: 200 len: 210 time: 0.0558298 Jul 07 17:04:41.665489 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9a381f84-e61e-45c5-8179-8e85b1215117 req-c259d10a-b74a-4c96-886c-a4c365d6ad6c tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945271 Jul 07 17:04:41.721299 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f149f73-490e-4bc4-9e1b-6d0fd9cc9e65 req-eca1cdae-7ad4-4b9f-a137-14e9d8764a50 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:41.723235 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4f149f73-490e-4bc4-9e1b-6d0fd9cc9e65 req-eca1cdae-7ad4-4b9f-a137-14e9d8764a50 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bedfb6-08aa-41ad-8116-389f65ed7aaa HTTP/1.1" status: 200 len: 945 time: 0.2153826 Jul 07 17:04:41.783343 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-0d2c1563-226b-4ee6-9fdb-a59ecdfbaa33 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:41.785158 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-0d2c1563-226b-4ee6-9fdb-a59ecdfbaa33 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.72 "GET /v2.0/networks?id=8bf2562b-6c87-4be2-8208-77515ba35784 HTTP/1.1" status: 200 len: 813 time: 0.3386555 Jul 07 17:04:41.805918 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-48b2f55f-1d94-4ae0-97e3-27ab1add0875 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Request body: {'port': {'device_id': 'e03d45d4-62fe-42c6-9565-6eda981fdd33', 'network_id': '8bf2562b-6c87-4be2-8208-77515ba35784', 'admin_state_up': True, 'tenant_id': '51cf7d6ec5694e04a51e147025cae6ee'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:41.923573 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea525f0d-19f1-44fd-aa04-9deb7d6a926d req-733be61d-7163-4087-bc80-7b75bf0b1db1 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:41.925993 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea525f0d-19f1-44fd-aa04-9deb7d6a926d req-733be61d-7163-4087-bc80-7b75bf0b1db1 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports?device_id=00bedfb6-08aa-41ad-8116-389f65ed7aaa HTTP/1.1" status: 200 len: 945 time: 0.1459644 Jul 07 17:04:41.985429 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-4f149f73-490e-4bc4-9e1b-6d0fd9cc9e65 req-bd9115b6-244c-4283-accc-22ec9d5d73b7 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Deleting port a026f0aa-482d-4bb5-ae76-f24dd4c27fcb {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:41.985820 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4f149f73-490e-4bc4-9e1b-6d0fd9cc9e65 req-bd9115b6-244c-4283-accc-22ec9d5d73b7 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.001333 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea525f0d-19f1-44fd-aa04-9deb7d6a926d req-763d1488-7920-4aa6-97b1-7b37c740df25 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c84727-886c-44c3-98f6-6ec95066fe72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611136 Jul 07 17:04:42.118449 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-48b2f55f-1d94-4ae0-97e3-27ab1add0875 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Made reservation on behalf of 51cf7d6ec5694e04a51e147025cae6ee for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:42.122852 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-48b2f55f-1d94-4ae0-97e3-27ab1add0875 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.394730 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-4f149f73-490e-4bc4-9e1b-6d0fd9cc9e65 req-bd9115b6-244c-4283-accc-22ec9d5d73b7 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] For port a026f0aa-482d-4bb5-ae76-f24dd4c27fcb, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=a026f0aa-482d-4bb5-ae76-f24dd4c27fcb,segment=NetworkSegment(e9cb0466-5459-40c6-867e-64c5a1d48fcc),segment_id=e9cb0466-5459-40c6-867e-64c5a1d48fcc)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:42.395865 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4f149f73-490e-4bc4-9e1b-6d0fd9cc9e65 req-bd9115b6-244c-4283-accc-22ec9d5d73b7 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.431290 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff032463-facc-4e67-a4d8-3781021e640d req-1bc6ff89-a04a-4e02-a5ba-32c137b1a325 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:42.437871 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ff032463-facc-4e67-a4d8-3781021e640d req-1bc6ff89-a04a-4e02-a5ba-32c137b1a325 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=38034d73-2bed-421b-b26f-9e8a9da38fcc HTTP/1.1" status: 200 len: 945 time: 0.3840933 Jul 07 17:04:42.454098 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-4f149f73-490e-4bc4-9e1b-6d0fd9cc9e65 req-bd9115b6-244c-4283-accc-22ec9d5d73b7 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Calling delete_port for a026f0aa-482d-4bb5-ae76-f24dd4c27fcb owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:42.642085 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0b753-79ab-4c00-a2e3-930932e5bb7c req-629d8d8b-4d2c-4da6-8f75-6b2a43e82d1c tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:42.647887 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f3c0b753-79ab-4c00-a2e3-930932e5bb7c req-629d8d8b-4d2c-4da6-8f75-6b2a43e82d1c tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 944 time: 0.1362293 Jul 07 17:04:42.725627 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f3c0b753-79ab-4c00-a2e3-930932e5bb7c req-6d7add7c-674a-4484-b999-5696b266cd2f tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/security-groups?id=522aea4d-5b76-4154-ad36-969cd1f04a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681074 Jul 07 17:04:42.977770 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b7c4bba5-8868-41a7-99ee-a122e1deb51e req-490c9fe9-d514-4101-ac90-3beba2061ba7 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/ports?device_id=e03d45d4-62fe-42c6-9565-6eda981fdd33 HTTP/1.1" status: 200 len: 210 time: 0.0397315 Jul 07 17:04:43.005555 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ff032463-facc-4e67-a4d8-3781021e640d req-d7f32ca5-2dac-49ab-92d6-16060a66118f tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5657194 Jul 07 17:04:43.007038 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-48b2f55f-1d94-4ae0-97e3-27ab1add0875 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Allocated IP 172.20.0.4 (8bf2562b-6c87-4be2-8208-77515ba35784/6ad51f08-eed7-4fa7-a2dc-2f66e31ccecf/3c7637d4-4ffb-46b5-a63f-f60a07b7730f) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:43.156129 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 5ff0689d-6401-4272-9067-f2809e977526 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:43.243081 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4f149f73-490e-4bc4-9e1b-6d0fd9cc9e65 req-bd9115b6-244c-4283-accc-22ec9d5d73b7 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.275090 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 5ff0689d-6401-4272-9067-f2809e977526 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:43.290108 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 5ff0689d-6401-4272-9067-f2809e977526 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:43.291149 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.346107 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9115b6-244c-4283-accc-22ec9d5d73b7 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Pushing event deleted for resources: {'Port': ['ID=a026f0aa-482d-4bb5-ae76-f24dd4c27fcb,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:43.383326 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-48b2f55f-1d94-4ae0-97e3-27ab1add0875 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.440864 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83864995-0d47-46ad-ac85-f53b88ee671c req-c8024f76-3d10-46b8-b8fc-0bd89cb0cc76 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:43.446523 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-83864995-0d47-46ad-ac85-f53b88ee671c req-c8024f76-3d10-46b8-b8fc-0bd89cb0cc76 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.2296262 Jul 07 17:04:43.453850 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f149f73-490e-4bc4-9e1b-6d0fd9cc9e65 req-bd9115b6-244c-4283-accc-22ec9d5d73b7 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] No DVR routers for this DVR port a026f0aa-482d-4bb5-ae76-f24dd4c27fcb on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:43.458670 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-48b2f55f-1d94-4ae0-97e3-27ab1add0875 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.461328 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4f149f73-490e-4bc4-9e1b-6d0fd9cc9e65 req-bd9115b6-244c-4283-accc-22ec9d5d73b7 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.463704 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4f149f73-490e-4bc4-9e1b-6d0fd9cc9e65 req-bd9115b6-244c-4283-accc-22ec9d5d73b7 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.64 "DELETE /v2.0/ports/a026f0aa-482d-4bb5-ae76-f24dd4c27fcb HTTP/1.1" status: 204 len: 173 time: 1.7349546 Jul 07 17:04:43.464396 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00bedfb6-08aa-41ad-8116-389f65ed7aaa', 'name': 'network-vif-deleted', 'tag': 'a026f0aa-482d-4bb5-ae76-f24dd4c27fcb'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:43.475488 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7aea1f4-97b8-4944-a37e-8da485bdfb2b" -d '{"events": [{"server_uuid": "00bedfb6-08aa-41ad-8116-389f65ed7aaa", "name": "network-vif-deleted", "tag": "a026f0aa-482d-4bb5-ae76-f24dd4c27fcb"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:43.537620 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-83864995-0d47-46ad-ac85-f53b88ee671c req-ae2fddd9-af2f-4e89-b315-321c31856c5c tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765631 Jul 07 17:04:43.539474 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.558875 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-48b2f55f-1d94-4ae0-97e3-27ab1add0875 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Network 8bf2562b-6c87-4be2-8208-77515ba35784 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:43.596993 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f181bb-15fe-4de8-8a9d-fc984a8e9133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff0689d-6401-4272-9067-f2809e977526'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:43.600100 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d790d96-08a6-4952-9711-1686b507104b" -d '{"events": [{"server_uuid": "e1f181bb-15fe-4de8-8a9d-fc984a8e9133", "name": "network-vif-plugged", "status": "completed", "tag": "5ff0689d-6401-4272-9067-f2809e977526"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:43.607726 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-48b2f55f-1d94-4ae0-97e3-27ab1add0875 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:43.612951 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-48b2f55f-1d94-4ae0-97e3-27ab1add0875 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:43.628524 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 5ff0689d-6401-4272-9067-f2809e977526, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=5ff0689d-6401-4272-9067-f2809e977526,segment=NetworkSegment(2535c727-b2f1-4d11-9876-7392a2724c3c),segment_id=2535c727-b2f1-4d11-9876-7392a2724c3c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:43.650523 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.776291 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-48b2f55f-1d94-4ae0-97e3-27ab1add0875 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:43.779478 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-48b2f55f-1d94-4ae0-97e3-27ab1add0875 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.794713 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=5ff0689d-6401-4272-9067-f2809e977526,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:43.822915 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2f55f-1d94-4ae0-97e3-27ab1add0875 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Pushing event updated for resources: {'Port': ['ID=3c7637d4-4ffb-46b5-a63f-f60a07b7730f,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:43.835786 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-48b2f55f-1d94-4ae0-97e3-27ab1add0875 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0367513 Jul 07 17:04:43.856030 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-6f93fdc1-4f4a-4157-b46a-e1a05e02939a service neutron] Request body: {'port': {'device_id': 'e03d45d4-62fe-42c6-9565-6eda981fdd33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:44.000700 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-59298535-7481-4323-bed4-1c72f3ac935d req-9d5c6c62-2579-4b91-aa58-9b8e17bb1ca2 tempest-FloatingIPsAssociationTestJSON-1130119683 tempest-FloatingIPsAssociationTestJSON-1130119683-project] 10.222.0.53 "GET /v2.0/ports?device_id=00bedfb6-08aa-41ad-8116-389f65ed7aaa HTTP/1.1" status: 200 len: 210 time: 0.1024184 Jul 07 17:04:44.022832 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-6f93fdc1-4f4a-4157-b46a-e1a05e02939a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.154212 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3614c06d-2039-4907-b860-0ec9490eacd2 x-openstack-request-id: req-3614c06d-2039-4907-b860-0ec9490eacd2 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:44.154529 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00bedfb6-08aa-41ad-8116-389f65ed7aaa", "name": "network-vif-deleted", "tag": "a026f0aa-482d-4bb5-ae76-f24dd4c27fcb", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:44.154817 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3614c06d-2039-4907-b860-0ec9490eacd2 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:44.155245 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00bedfb6-08aa-41ad-8116-389f65ed7aaa', 'name': 'network-vif-deleted', 'tag': 'a026f0aa-482d-4bb5-ae76-f24dd4c27fcb', 'status': 'completed', 'code': 200} Jul 07 17:04:44.215148 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2095770f-b3cc-4dd3-9a76-14aa7dcfa973 x-openstack-request-id: req-2095770f-b3cc-4dd3-9a76-14aa7dcfa973 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:44.215957 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f181bb-15fe-4de8-8a9d-fc984a8e9133", "name": "network-vif-plugged", "status": "completed", "tag": "5ff0689d-6401-4272-9067-f2809e977526", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:44.215957 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2095770f-b3cc-4dd3-9a76-14aa7dcfa973 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:44.216221 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f181bb-15fe-4de8-8a9d-fc984a8e9133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff0689d-6401-4272-9067-f2809e977526', 'code': 200} Jul 07 17:04:44.262635 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device a026f0aa-482d-4bb5-ae76-f24dd4c27fcb no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:44.326745 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: a026f0aa-482d-4bb5-ae76-f24dd4c27fcb {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:04:44.327092 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device a026f0aa-482d-4bb5-ae76-f24dd4c27fcb not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:04:44.561263 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d389f-f1fd-40f3-91c2-0e6e0175de3c req-a70ee08f-fceb-41cd-8ac7-642809c9c4b3 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:44.569913 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-044d389f-f1fd-40f3-91c2-0e6e0175de3c req-a70ee08f-fceb-41cd-8ac7-642809c9c4b3 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/ports?device_id=e03d45d4-62fe-42c6-9565-6eda981fdd33 HTTP/1.1" status: 200 len: 931 time: 0.1007340 Jul 07 17:04:44.630799 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7de9b-4c4e-460c-bb29-e7bd0a5aa305 req-292970f3-a7a2-4840-b080-feb933d7ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:44.633445 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4ff7de9b-4c4e-460c-bb29-e7bd0a5aa305 req-292970f3-a7a2-4840-b080-feb933d7ce19 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 1097 time: 0.2169688 Jul 07 17:04:44.650392 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-044d389f-f1fd-40f3-91c2-0e6e0175de3c req-3c1c3762-f644-40f9-882b-a6a08ef66eff tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/security-groups?id=72156c4f-ddd5-45a2-a321-7e04e349dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771389 Jul 07 17:04:44.710694 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391f816-f1e8-45b4-bc03-b83337a2367e req-1d79ae9b-3a1e-48dc-a1c1-e505aee730e7 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:44.712368 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3391f816-f1e8-45b4-bc03-b83337a2367e req-1d79ae9b-3a1e-48dc-a1c1-e505aee730e7 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 945 time: 0.3576031 Jul 07 17:04:44.776001 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4ff7de9b-4c4e-460c-bb29-e7bd0a5aa305 req-87205692-df27-45e8-a966-a5086f40aa50 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=522aea4d-5b76-4154-ad36-969cd1f04a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218262 Jul 07 17:04:44.792812 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-6f93fdc1-4f4a-4157-b46a-e1a05e02939a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c7637d4-4ffb-46b5-a63f-f60a07b7730f {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:44.810467 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-6f93fdc1-4f4a-4157-b46a-e1a05e02939a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.825859 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3391f816-f1e8-45b4-bc03-b83337a2367e req-6ade644d-bb3c-45f0-a940-314c4f7488c8 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/security-groups?id=522aea4d-5b76-4154-ad36-969cd1f04a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039004 Jul 07 17:04:44.839102 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-6f93fdc1-4f4a-4157-b46a-e1a05e02939a service neutron] Transition to ACTIVE for port object 3c7637d4-4ffb-46b5-a63f-f60a07b7730f will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:44.854755 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-6f93fdc1-4f4a-4157-b46a-e1a05e02939a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.934195 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afa08e-9a1b-43c8-9065-3b58e4a49847 req-72f23115-2c5d-4405-b5a5-22f056a5593d tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:44.936018 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-26afa08e-9a1b-43c8-9065-3b58e4a49847 req-72f23115-2c5d-4405-b5a5-22f056a5593d tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.1118052 Jul 07 17:04:44.952575 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93fdc1-4f4a-4157-b46a-e1a05e02939a service neutron] Pushing event updated for resources: {'Port': ['ID=3c7637d4-4ffb-46b5-a63f-f60a07b7730f,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:45.003141 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-26afa08e-9a1b-43c8-9065-3b58e4a49847 req-bc5422f3-1af7-4bf3-95bd-7e5fa3f4c254 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537012 Jul 07 17:04:45.122162 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-6f93fdc1-4f4a-4157-b46a-e1a05e02939a service neutron] Attempting to bind port 3c7637d4-4ffb-46b5-a63f-f60a07b7730f on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:45.122735 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-6f93fdc1-4f4a-4157-b46a-e1a05e02939a service neutron] Attempting to bind port 3c7637d4-4ffb-46b5-a63f-f60a07b7730f by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '2e3a5c5c-eeac-43e0-b6a7-f7ce6cb8747c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8bf2562b-6c87-4be2-8208-77515ba35784'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:45.123285 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-6f93fdc1-4f4a-4157-b46a-e1a05e02939a service neutron] Attempting to bind port 3c7637d4-4ffb-46b5-a63f-f60a07b7730f on network 8bf2562b-6c87-4be2-8208-77515ba35784 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:45.132962 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-6f93fdc1-4f4a-4157-b46a-e1a05e02939a service neutron] Port 3c7637d4-4ffb-46b5-a63f-f60a07b7730f on network 8bf2562b-6c87-4be2-8208-77515ba35784 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:04:45.133687 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-6f93fdc1-4f4a-4157-b46a-e1a05e02939a service neutron] Attempting to bind port 3c7637d4-4ffb-46b5-a63f-f60a07b7730f on network 8bf2562b-6c87-4be2-8208-77515ba35784 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:45.142842 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-6f93fdc1-4f4a-4157-b46a-e1a05e02939a service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:45.143605 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-6f93fdc1-4f4a-4157-b46a-e1a05e02939a service neutron] Checking segment: {'id': '2e3a5c5c-eeac-43e0-b6a7-f7ce6cb8747c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8bf2562b-6c87-4be2-8208-77515ba35784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:45.144379 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-6f93fdc1-4f4a-4157-b46a-e1a05e02939a service neutron] Bound using segment: {'id': '2e3a5c5c-eeac-43e0-b6a7-f7ce6cb8747c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8bf2562b-6c87-4be2-8208-77515ba35784'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:45.150229 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-6f93fdc1-4f4a-4157-b46a-e1a05e02939a service neutron] Bound port: 3c7637d4-4ffb-46b5-a63f-f60a07b7730f, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e3a5c5c-eeac-43e0-b6a7-f7ce6cb8747c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8bf2562b-6c87-4be2-8208-77515ba35784'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:45.151900 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-6f93fdc1-4f4a-4157-b46a-e1a05e02939a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.158584 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56556) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:45.294762 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-6f93fdc1-4f4a-4157-b46a-e1a05e02939a service neutron] For port 3c7637d4-4ffb-46b5-a63f-f60a07b7730f, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:45.306601 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-6f93fdc1-4f4a-4157-b46a-e1a05e02939a service neutron] For port 3c7637d4-4ffb-46b5-a63f-f60a07b7730f, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=3c7637d4-4ffb-46b5-a63f-f60a07b7730f,segment=NetworkSegment(2e3a5c5c-eeac-43e0-b6a7-f7ce6cb8747c),segment_id=2e3a5c5c-eeac-43e0-b6a7-f7ce6cb8747c)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:45.317737 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-6f93fdc1-4f4a-4157-b46a-e1a05e02939a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.381344 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-6f93fdc1-4f4a-4157-b46a-e1a05e02939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:45.382128 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-6f93fdc1-4f4a-4157-b46a-e1a05e02939a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.383898 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-6f93fdc1-4f4a-4157-b46a-e1a05e02939a service neutron] 10.222.0.72 "PUT /v2.0/ports/3c7637d4-4ffb-46b5-a63f-f60a07b7730f HTTP/1.1" status: 200 len: 1092 time: 1.5332646 Jul 07 17:04:45.430140 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93fdc1-4f4a-4157-b46a-e1a05e02939a service neutron] Pushing event updated for resources: {'Port': ['ID=3c7637d4-4ffb-46b5-a63f-f60a07b7730f,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:45.578468 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-4e6d86c3-db94-49a1-b273-92175cecf719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:45.581749 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-4e6d86c3-db94-49a1-b273-92175cecf719 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51cf7d6ec5694e04a51e147025cae6ee&device_id=e03d45d4-62fe-42c6-9565-6eda981fdd33 HTTP/1.1" status: 200 len: 1095 time: 0.0918884 Jul 07 17:04:45.674525 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-ba2701d7-d71c-4fe1-b5c0-2e12006e894d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c7637d4-4ffb-46b5-a63f-f60a07b7730f HTTP/1.1" status: 200 len: 217 time: 0.0847495 Jul 07 17:04:45.834824 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-30f8ef2a-7f4d-4364-a1f0-ed503f082b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:45.837572 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-30f8ef2a-7f4d-4364-a1f0-ed503f082b14 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6ad51f08-eed7-4fa7-a2dc-2f66e31ccecf HTTP/1.1" status: 200 len: 853 time: 0.1518731 Jul 07 17:04:45.943234 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-22584f9b-73e9-4471-8428-1dc7eeb61555 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8bf2562b-6c87-4be2-8208-77515ba35784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977614 Jul 07 17:04:45.982756 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c25b3d31-9b7f-4691-9ff6-c4c0710cd21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:46.157542 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e03d45d4-62fe-42c6-9565-6eda981fdd33', 'tag': '3c7637d4-4ffb-46b5-a63f-f60a07b7730f'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:46.162014 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8c2123-f62d-4b0e-b999-c8efcf750f01" -d '{"events": [{"name": "network-changed", "server_uuid": "e03d45d4-62fe-42c6-9565-6eda981fdd33", "tag": "3c7637d4-4ffb-46b5-a63f-f60a07b7730f"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:46.203230 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a487c-4577-46f9-ac19-48716774d43a req-cef4d52b-720c-48b9-b4ac-329486447d19 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:46.206084 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-126a487c-4577-46f9-ac19-48716774d43a req-cef4d52b-720c-48b9-b4ac-329486447d19 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/ports?device_id=e03d45d4-62fe-42c6-9565-6eda981fdd33 HTTP/1.1" status: 200 len: 943 time: 0.2584138 Jul 07 17:04:46.225888 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-934db1c3-3a4f-4461-8aec-9322f42f8edd service neutron] 10.222.0.72 "GET /v2.0/networks/8bf2562b-6c87-4be2-8208-77515ba35784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600424 Jul 07 17:04:46.266312 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25414814-322f-4710-8136-3c9b746b7121 req-da877e69-c399-4968-b1c0-72a8edad1c6c tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:46.267836 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-25414814-322f-4710-8136-3c9b746b7121 req-da877e69-c399-4968-b1c0-72a8edad1c6c tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 945 time: 0.1440458 Jul 07 17:04:46.277974 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 266a129f-1b60-42a1-982d-84a8d7266776 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:04:46.354300 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-25414814-322f-4710-8136-3c9b746b7121 req-42392dce-1d95-4f49-921a-53a433516367 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/security-groups?id=522aea4d-5b76-4154-ad36-969cd1f04a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677159 Jul 07 17:04:46.430170 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-027a3b3c-94de-41dc-83db-a3b3d664ef4e req-741a5df2-40b4-46b5-b5fc-8eedae7273c4 service neutron] 10.222.0.72 "GET /v2.0/networks/8bf2562b-6c87-4be2-8208-77515ba35784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962013 Jul 07 17:04:46.475926 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-126a487c-4577-46f9-ac19-48716774d43a req-6a7e8a64-80bb-4a56-ab89-a0ecd04adf0c tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/security-groups?id=72156c4f-ddd5-45a2-a321-7e04e349dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473776 Jul 07 17:04:46.523953 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 266a129f-1b60-42a1-982d-84a8d7266776, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=266a129f-1b60-42a1-982d-84a8d7266776,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:46.541385 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '266a129f-1b60-42a1-982d-84a8d7266776', 'network_id': '9a069726-4687-4aab-843c-2a39928b12be', 'port_id': '266a129f-1b60-42a1-982d-84a8d7266776', 'mac_address': 'fa:16:3e:24:1f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d83fa63-04fe-47d2-9e05-061a0c3de479', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:04:46.599879 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:46.619536 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-c25b3d31-9b7f-4691-9ff6-c4c0710cd21a admin admin] Deleting port 1f436fe7-3098-4f82-84ea-b82e7499fbcc {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:46.619773 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c25b3d31-9b7f-4691-9ff6-c4c0710cd21a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:46.629103 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 266a129f-1b60-42a1-982d-84a8d7266776 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:46.694010 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9e544d-9edd-49f6-8377-ffd1687289fb x-openstack-request-id: req-5e9e544d-9edd-49f6-8377-ffd1687289fb {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:46.694552 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 266a129f-1b60-42a1-982d-84a8d7266776, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=266a129f-1b60-42a1-982d-84a8d7266776,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:46.694650 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e03d45d4-62fe-42c6-9565-6eda981fdd33", "tag": "3c7637d4-4ffb-46b5-a63f-f60a07b7730f", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:46.694830 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e9e544d-9edd-49f6-8377-ffd1687289fb {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:46.695487 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e03d45d4-62fe-42c6-9565-6eda981fdd33', 'tag': '3c7637d4-4ffb-46b5-a63f-f60a07b7730f', 'status': 'completed', 'code': 200} Jul 07 17:04:46.701927 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:46.778526 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21785291-90b3-44e5-a026-4eaca75fc3b8 req-34d7bbf0-cec3-4e47-8b7e-45782ee09666 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:46.780276 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-21785291-90b3-44e5-a026-4eaca75fc3b8 req-34d7bbf0-cec3-4e47-8b7e-45782ee09666 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.2469168 Jul 07 17:04:46.794789 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-c25b3d31-9b7f-4691-9ff6-c4c0710cd21a admin admin] For port 1f436fe7-3098-4f82-84ea-b82e7499fbcc, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=1f436fe7-3098-4f82-84ea-b82e7499fbcc,segment=NetworkSegment(e9cb0466-5459-40c6-867e-64c5a1d48fcc),segment_id=e9cb0466-5459-40c6-867e-64c5a1d48fcc)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:46.795248 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c25b3d31-9b7f-4691-9ff6-c4c0710cd21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:46.823815 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-c25b3d31-9b7f-4691-9ff6-c4c0710cd21a admin admin] Calling delete_port for 1f436fe7-3098-4f82-84ea-b82e7499fbcc owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:46.842985 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=266a129f-1b60-42a1-982d-84a8d7266776,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:46.905634 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-21785291-90b3-44e5-a026-4eaca75fc3b8 req-3b2245f9-0e64-43d3-b02f-f0ff25ed11c5 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072400 Jul 07 17:04:46.920096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c2123-f62d-4b0e-b999-c8efcf750f01 req-b3ea845f-a466-4153-96e6-8f6c2a721db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:46.921903 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4e8c2123-f62d-4b0e-b999-c8efcf750f01 req-b3ea845f-a466-4153-96e6-8f6c2a721db7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51cf7d6ec5694e04a51e147025cae6ee&device_id=e03d45d4-62fe-42c6-9565-6eda981fdd33 HTTP/1.1" status: 200 len: 1095 time: 0.1958737 Jul 07 17:04:46.925826 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['266a129f-1b60-42a1-982d-84a8d7266776'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:47.301659 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e37e4b-67d1-4be2-a218-d3f6e4fcf352 req-ad7691e9-0794-4904-baf1-c04ffe1143f1 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:47.303807 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c7e37e4b-67d1-4be2-a218-d3f6e4fcf352 req-ad7691e9-0794-4904-baf1-c04ffe1143f1 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 945 time: 0.4636593 Jul 07 17:04:47.320455 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56622) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:47.326244 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-271b2979-dc00-4d88-b386-2804196e3412 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Request body: {'floatingip': {'port_id': '5ff0689d-6401-4272-9067-f2809e977526'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:47.383613 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c25b3d31-9b7f-4691-9ff6-c4c0710cd21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:47.385150 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-271b2979-dc00-4d88-b386-2804196e3412 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks [] for floatingip, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:47.438156 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b3d31-9b7f-4691-9ff6-c4c0710cd21a admin admin] Pushing event deleted for resources: {'Port': ['ID=1f436fe7-3098-4f82-84ea-b82e7499fbcc,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:47.451345 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c2123-f62d-4b0e-b999-c8efcf750f01 req-aa6abcc3-6248-41ce-96c6-ef03155b410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:47.453010 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4e8c2123-f62d-4b0e-b999-c8efcf750f01 req-aa6abcc3-6248-41ce-96c6-ef03155b410e service neutron] 10.222.0.72 "GET /v2.0/networks?id=8bf2562b-6c87-4be2-8208-77515ba35784 HTTP/1.1" status: 200 len: 914 time: 0.5229905 Jul 07 17:04:47.580610 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4e8c2123-f62d-4b0e-b999-c8efcf750f01 req-5f0cc26d-fd5e-4b61-9a57-3fda20f426ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c7637d4-4ffb-46b5-a63f-f60a07b7730f HTTP/1.1" status: 200 len: 217 time: 0.1078796 Jul 07 17:04:47.786221 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c2123-f62d-4b0e-b999-c8efcf750f01 req-9ad10efe-e618-4ef1-9bfe-c1205613d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:47.796587 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4e8c2123-f62d-4b0e-b999-c8efcf750f01 req-9ad10efe-e618-4ef1-9bfe-c1205613d08b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6ad51f08-eed7-4fa7-a2dc-2f66e31ccecf HTTP/1.1" status: 200 len: 853 time: 0.2119787 Jul 07 17:04:48.296461 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 266a129f-1b60-42a1-982d-84a8d7266776 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:48.451676 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 266a129f-1b60-42a1-982d-84a8d7266776 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:48.453175 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.601757 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c25b3d31-9b7f-4691-9ff6-c4c0710cd21a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.692860 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.746883 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-271b2979-dc00-4d88-b386-2804196e3412 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.752102 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4e8c2123-f62d-4b0e-b999-c8efcf750f01 req-d4d36912-ba4f-4b0c-9a43-b838ea3361d1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8bf2562b-6c87-4be2-8208-77515ba35784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9436450 Jul 07 17:04:48.767278 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-271b2979-dc00-4d88-b386-2804196e3412 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.777184 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597325a-b2cb-41bf-a3f6-c72c02f5ba6b req-306e8091-3aa1-4531-b434-013b9e4f545c tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:48.778912 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3597325a-b2cb-41bf-a3f6-c72c02f5ba6b req-306e8091-3aa1-4531-b434-013b9e4f545c tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.3179376 Jul 07 17:04:48.853263 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38034d73-2bed-421b-b26f-9e8a9da38fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266a129f-1b60-42a1-982d-84a8d7266776'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:48.857721 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0416101f-a009-4d16-b15c-04fefd7f4371" -d '{"events": [{"server_uuid": "38034d73-2bed-421b-b26f-9e8a9da38fcc", "name": "network-vif-plugged", "status": "completed", "tag": "266a129f-1b60-42a1-982d-84a8d7266776"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:48.884454 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 266a129f-1b60-42a1-982d-84a8d7266776, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=266a129f-1b60-42a1-982d-84a8d7266776,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:48.890919 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:49.081439 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=266a129f-1b60-42a1-982d-84a8d7266776,revision_number=7']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:49.150704 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3597325a-b2cb-41bf-a3f6-c72c02f5ba6b req-9f4fd569-3805-4555-b408-6220f620318a tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201220 Jul 07 17:04:49.229174 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 3c7637d4-4ffb-46b5-a63f-f60a07b7730f details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:04:49.319673 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a683b-9942-49c3-bc33-f882bcd6eecd req-cee407ab-0a6e-4176-b968-d03e11ff6581 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:49.335023 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-431a683b-9942-49c3-bc33-f882bcd6eecd req-cee407ab-0a6e-4176-b968-d03e11ff6581 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/ports?device_id=e03d45d4-62fe-42c6-9565-6eda981fdd33 HTTP/1.1" status: 200 len: 943 time: 1.3795934 Jul 07 17:04:49.434651 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4e8c2123-f62d-4b0e-b999-c8efcf750f01 req-38809540-855e-40fd-81c3-cc15ba370c6d service neutron] 10.222.0.72 "GET /v2.0/networks/8bf2562b-6c87-4be2-8208-77515ba35784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6594443 Jul 07 17:04:49.437685 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-271b2979-dc00-4d88-b386-2804196e3412 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Floating IP f2402cf1-7265-42a7-9162-b5860a876bef associated. External IP: 172.25.0.200, port: 5ff0689d-6401-4272-9067-f2809e977526. Jul 07 17:04:49.469236 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25b3d31-9b7f-4691-9ff6-c4c0710cd21a admin admin] Router 2e858453-6b51-4608-9e70-8ebaefe7e277 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:04:49.632499 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 3c7637d4-4ffb-46b5-a63f-f60a07b7730f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=3c7637d4-4ffb-46b5-a63f-f60a07b7730f,segment=NetworkSegment(2e3a5c5c-eeac-43e0-b6a7-f7ce6cb8747c),segment_id=2e3a5c5c-eeac-43e0-b6a7-f7ce6cb8747c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:49.684887 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '3c7637d4-4ffb-46b5-a63f-f60a07b7730f', 'network_id': '8bf2562b-6c87-4be2-8208-77515ba35784', 'port_id': '3c7637d4-4ffb-46b5-a63f-f60a07b7730f', 'mac_address': 'fa:16:3e:54:a3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad51f08-eed7-4fa7-a2dc-2f66e31ccecf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:04:49.862783 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-431a683b-9942-49c3-bc33-f882bcd6eecd req-d70b9f5e-0fa6-4548-93ca-c055ea502b79 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/security-groups?id=72156c4f-ddd5-45a2-a321-7e04e349dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5213087 Jul 07 17:04:49.920034 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25b3d31-9b7f-4691-9ff6-c4c0710cd21a admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:04:49.921419 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:49.961707 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07c58aa-8500-410f-af6a-0278b04b7268 None None] Sync routers for ids ['2e858453-6b51-4608-9e70-8ebaefe7e277'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:04:49.963356 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c25b3d31-9b7f-4691-9ff6-c4c0710cd21a admin admin] 10.222.0.53 "PUT /v2.0/routers/2e858453-6b51-4608-9e70-8ebaefe7e277/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8029170 Jul 07 17:04:49.967220 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56686) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:50.000189 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c7637d4-4ffb-46b5-a63f-f60a07b7730f {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:50.146235 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e134e920-09f0-4ccf-8af7-109b452537d5 x-openstack-request-id: req-e134e920-09f0-4ccf-8af7-109b452537d5 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:50.147282 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38034d73-2bed-421b-b26f-9e8a9da38fcc", "name": "network-vif-plugged", "status": "completed", "tag": "266a129f-1b60-42a1-982d-84a8d7266776", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:50.151303 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e134e920-09f0-4ccf-8af7-109b452537d5 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:50.151991 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38034d73-2bed-421b-b26f-9e8a9da38fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266a129f-1b60-42a1-982d-84a8d7266776', 'code': 200} Jul 07 17:04:50.153032 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07c58aa-8500-410f-af6a-0278b04b7268 None None] Routers {'2e858453-6b51-4608-9e70-8ebaefe7e277'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:50.154104 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-e07c58aa-8500-410f-af6a-0278b04b7268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:04:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['2e858453-6b51-4608-9e70-8ebaefe7e277'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:50.183523 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 3c7637d4-4ffb-46b5-a63f-f60a07b7730f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=3c7637d4-4ffb-46b5-a63f-f60a07b7730f,segment=NetworkSegment(2e3a5c5c-eeac-43e0-b6a7-f7ce6cb8747c),segment_id=2e3a5c5c-eeac-43e0-b6a7-f7ce6cb8747c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:50.432580 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.513198 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4e8c2123-f62d-4b0e-b999-c8efcf750f01 req-a3a3cc07-9a93-4413-bbcc-6c0e1cf750e6 service neutron] 10.222.0.72 "GET /v2.0/networks/8bf2562b-6c87-4be2-8208-77515ba35784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0514753 Jul 07 17:04:50.627209 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a84506b6-d055-41dd-af15-128e4b7f29db admin admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.721477 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=3c7637d4-4ffb-46b5-a63f-f60a07b7730f,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:50.773746 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391555c-2797-43ce-849f-8cec281578c2 req-959b4378-18e5-48d3-a732-3e4f5ab7ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:50.777066 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9391555c-2797-43ce-849f-8cec281578c2 req-959b4378-18e5-48d3-a732-3e4f5ab7ae2f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=207540dbe3464bb3ab0c2692583793a4&device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 1102 time: 0.8733993 Jul 07 17:04:50.873016 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271b2979-dc00-4d88-b386-2804196e3412 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Router c0df6dec-d07e-4da0-bcf2-44c1fc7eda94 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:04:50.948079 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['3c7637d4-4ffb-46b5-a63f-f60a07b7730f'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:51.054961 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a84506b6-d055-41dd-af15-128e4b7f29db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:51.129326 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-e07c58aa-8500-410f-af6a-0278b04b7268 None None] Set router 2e858453-6b51-4608-9e70-8ebaefe7e277 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:04:51.201838 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-a84506b6-d055-41dd-af15-128e4b7f29db admin admin] Deleting port 45cd7174-5e41-4cb3-907c-c27ad9ceab85 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:51.203276 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a84506b6-d055-41dd-af15-128e4b7f29db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:51.467322 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-a84506b6-d055-41dd-af15-128e4b7f29db admin admin] For port 45cd7174-5e41-4cb3-907c-c27ad9ceab85, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=45cd7174-5e41-4cb3-907c-c27ad9ceab85,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:51.470520 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a84506b6-d055-41dd-af15-128e4b7f29db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:51.530663 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-a84506b6-d055-41dd-af15-128e4b7f29db admin admin] Calling delete_port for 45cd7174-5e41-4cb3-907c-c27ad9ceab85 owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:51.814548 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-e07c58aa-8500-410f-af6a-0278b04b7268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-router', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:37Z', 'updated_at': '2021-07-07T17:04:47Z', 'revision_number': 5, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'gw_port': {'id': '45cd7174-5e41-4cb3-907c-c27ad9ceab85', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:51.882712 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07c58aa-8500-410f-af6a-0278b04b7268 None None] Checking router: 2e858453-6b51-4608-9e70-8ebaefe7e277 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:04:51.909788 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07c58aa-8500-410f-af6a-0278b04b7268 None None] Routers {'2e858453-6b51-4608-9e70-8ebaefe7e277'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:51.911482 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-e07c58aa-8500-410f-af6a-0278b04b7268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:04:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['2e858453-6b51-4608-9e70-8ebaefe7e277'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:51.947176 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e8856-d282-4cb7-9e81-b2e9ac2d03a8 req-18c0fd9f-5bcc-48f7-b2a8-96c7425b95e1 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:51.961927 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-506e8856-d282-4cb7-9e81-b2e9ac2d03a8 req-18c0fd9f-5bcc-48f7-b2a8-96c7425b95e1 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/ports?device_id=e03d45d4-62fe-42c6-9565-6eda981fdd33 HTTP/1.1" status: 200 len: 944 time: 0.4137669 Jul 07 17:04:52.129360 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-506e8856-d282-4cb7-9e81-b2e9ac2d03a8 req-2ea33aef-7a1c-47fa-8e1f-a7b848427076 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/security-groups?id=72156c4f-ddd5-45a2-a321-7e04e349dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649907 Jul 07 17:04:52.149077 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b340b0-0203-491b-a83b-dabca2370b6e req-7e3d187f-d79f-4538-99be-e923d9fc0b70 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:52.162112 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26b340b0-0203-491b-a83b-dabca2370b6e req-7e3d187f-d79f-4538-99be-e923d9fc0b70 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 1.3984833 Jul 07 17:04:52.344470 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-e07c58aa-8500-410f-af6a-0278b04b7268 None None] Set router 2e858453-6b51-4608-9e70-8ebaefe7e277 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:04:52.477143 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a84506b6-d055-41dd-af15-128e4b7f29db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:52.509973 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-e07c58aa-8500-410f-af6a-0278b04b7268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-router', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:37Z', 'updated_at': '2021-07-07T17:04:51Z', 'revision_number': 6, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:52.535747 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-31ba4141-0a73-4c1a-b747-41c12b91debe req-c7c45a40-e887-47ee-bfae-e0e9df6408d0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77e8f408-3025-483c-9c47-75a7dec82d2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6067824 Jul 07 17:04:52.557676 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391555c-2797-43ce-849f-8cec281578c2 req-dec2b699-1beb-4d3b-8c90-58380415565c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:52.563855 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9391555c-2797-43ce-849f-8cec281578c2 req-dec2b699-1beb-4d3b-8c90-58380415565c service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 1.6994524 Jul 07 17:04:52.577002 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07c58aa-8500-410f-af6a-0278b04b7268 None None] The sync data for ids ['2e858453-6b51-4608-9e70-8ebaefe7e277'] in n-d-791503-12 is: [{'id': '2e858453-6b51-4608-9e70-8ebaefe7e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-408886939-router', 'tenant_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:37Z', 'updated_at': '2021-07-07T17:04:51Z', 'revision_number': 6, 'project_id': 'f5e8caecfebe4e289ece65e903aef8e4', 'gw_port_host': None}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:04:52.591089 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26b340b0-0203-491b-a83b-dabca2370b6e req-8d0fb544-9370-4219-bace-cb379ffed24f tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271123 Jul 07 17:04:52.631650 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84506b6-d055-41dd-af15-128e4b7f29db admin admin] Pushing event deleted for resources: {'Port': ['ID=45cd7174-5e41-4cb3-907c-c27ad9ceab85,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:52.793775 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271b2979-dc00-4d88-b386-2804196e3412 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:04:52.799298 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-271b2979-dc00-4d88-b386-2804196e3412 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:52.810881 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f1c218-0a2b-457c-af3a-a590c768b8a7 None None] Sync routers for ids ['c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:04:52.817802 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a84506b6-d055-41dd-af15-128e4b7f29db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:52.831066 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f1c218-0a2b-457c-af3a-a590c768b8a7 None None] Routers {'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:52.832047 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f4f1c218-0a2b-457c-af3a-a590c768b8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:04:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:52.916004 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9391555c-2797-43ce-849f-8cec281578c2 req-bbb8bcc7-652d-4754-98eb-7030bee58b3f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=7fdfdbfe-4b80-4b9c-986e-0a121af06247 HTTP/1.1" status: 200 len: 217 time: 0.3235216 Jul 07 17:04:52.985947 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-271b2979-dc00-4d88-b386-2804196e3412 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "PUT /v2.0/floatingips/f2402cf1-7265-42a7-9162-b5860a876bef HTTP/1.1" status: 200 len: 991 time: 5.6642275 Jul 07 17:04:53.022326 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f181bb-15fe-4de8-8a9d-fc984a8e9133', 'tag': '5ff0689d-6401-4272-9067-f2809e977526'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:53.024910 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8a1a42-3469-4a0c-a7c2-7d5f9fe9a0b8" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f181bb-15fe-4de8-8a9d-fc984a8e9133", "tag": "5ff0689d-6401-4272-9067-f2809e977526"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:53.028144 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56724) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:53.070276 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391555c-2797-43ce-849f-8cec281578c2 req-3cc9e8c2-182c-470a-8deb-02e395366f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:53.071859 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9391555c-2797-43ce-849f-8cec281578c2 req-3cc9e8c2-182c-470a-8deb-02e395366f59 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1363680 Jul 07 17:04:53.079632 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba4141-0a73-4c1a-b747-41c12b91debe req-3e190361-b254-476b-a064-b7ae587d2b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:53.106130 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-31ba4141-0a73-4c1a-b747-41c12b91debe req-3e190361-b254-476b-a064-b7ae587d2b04 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=207540dbe3464bb3ab0c2692583793a4&device_id=77e8f408-3025-483c-9c47-75a7dec82d2a HTTP/1.1" status: 200 len: 1102 time: 0.4784770 Jul 07 17:04:53.217655 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a84506b6-d055-41dd-af15-128e4b7f29db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.225463 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a84506b6-d055-41dd-af15-128e4b7f29db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.229857 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7fdfdbfe-4b80-4b9c-986e-0a121af06247 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:04:53.234132 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 3c7637d4-4ffb-46b5-a63f-f60a07b7730f up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:53.256871 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-f4f1c218-0a2b-457c-af3a-a590c768b8a7 None None] Set router c0df6dec-d07e-4da0-bcf2-44c1fc7eda94 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:04:53.469556 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 1f436fe7-3098-4f82-84ea-b82e7499fbcc no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:53.485189 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f99f302f-8c2f-4fea-93e3-d8c590eaac35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.511281 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff2968f-8f9c-4ea2-ac27-c8bd32a317ac x-openstack-request-id: req-7ff2968f-8f9c-4ea2-ac27-c8bd32a317ac {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:53.512161 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f181bb-15fe-4de8-8a9d-fc984a8e9133", "tag": "5ff0689d-6401-4272-9067-f2809e977526", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:53.512161 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ff2968f-8f9c-4ea2-ac27-c8bd32a317ac {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:53.512466 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f181bb-15fe-4de8-8a9d-fc984a8e9133', 'tag': '5ff0689d-6401-4272-9067-f2809e977526', 'status': 'completed', 'code': 200} Jul 07 17:04:53.535992 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a84506b6-d055-41dd-af15-128e4b7f29db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.542574 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84506b6-d055-41dd-af15-128e4b7f29db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e858453-6b51-4608-9e70-8ebaefe7e277 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:04:53.576009 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a84506b6-d055-41dd-af15-128e4b7f29db admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.585836 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a84506b6-d055-41dd-af15-128e4b7f29db admin admin] 10.222.0.53 "DELETE /v2.0/routers/2e858453-6b51-4608-9e70-8ebaefe7e277 HTTP/1.1" status: 204 len: 168 time: 3.6162362 Jul 07 17:04:53.593923 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56734) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:53.603237 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.resource_extend [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:04:53.651787 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba4141-0a73-4c1a-b747-41c12b91debe req-5e7ba047-d98e-4902-af33-410f16a86030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:53.653368 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-31ba4141-0a73-4c1a-b747-41c12b91debe req-5e7ba047-d98e-4902-af33-410f16a86030 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.5251899 Jul 07 17:04:53.673367 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391555c-2797-43ce-849f-8cec281578c2 req-16409828-f410-4a05-8869-03bd49181c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:53.674290 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-df6d92ff-6981-48fa-b725-a435f6585164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.699806 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9391555c-2797-43ce-849f-8cec281578c2 req-16409828-f410-4a05-8869-03bd49181c95 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5917919 Jul 07 17:04:53.769814 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 1f436fe7-3098-4f82-84ea-b82e7499fbcc {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:04:53.770244 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 1f436fe7-3098-4f82-84ea-b82e7499fbcc not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:04:53.870834 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 3c7637d4-4ffb-46b5-a63f-f60a07b7730f completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:53.899432 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 3c7637d4-4ffb-46b5-a63f-f60a07b7730f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:53.901116 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.976144 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7fdfdbfe-4b80-4b9c-986e-0a121af06247, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7fdfdbfe-4b80-4b9c-986e-0a121af06247,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:53.993954 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '7fdfdbfe-4b80-4b9c-986e-0a121af06247', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': '7fdfdbfe-4b80-4b9c-986e-0a121af06247', 'mac_address': 'fa:16:3e:62:68:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:04:53.998043 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-17aef674-f947-4773-a339-1332a350a3b1 admin admin] Deleting subnet f72dc930-c441-487e-b962-f0c75fa19c76 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:04:54.010594 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f4f1c218-0a2b-457c-af3a-a590c768b8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'name': 'tempest-ServersTestBootFromVolume-478284095-router', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:27Z', 'updated_at': '2021-07-07T17:03:36Z', 'revision_number': 4, 'project_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'gw_port': {'id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:28Z', 'updated_at': '2021-07-07T17:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'f2402cf1-7265-42a7-9162-b5860a876bef', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'floating_ip_address': '172.25.0.200', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'port_id': '5ff0689d-6401-4272-9067-f2809e977526', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1', 'mac_address': 'fa:16:3e:60:e5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f181bb-15fe-4de8-8a9d-fc984a8e9133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:03:43Z', 'updated_at': '2021-07-07T17:04:48Z', 'revision_number': 1, 'project_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bc9c3c-20ba-42e4-9b45-9d9abfce2de7', 'name': '', 'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'mac_address': 'fa:16:3e:d5:c3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '0b8d8829-190a-4c91-a488-56cdaabd4f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:34Z', 'updated_at': '2021-07-07T17:03:43Z', 'revision_number': 5, 'project_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'subnets': [{'id': '0b8d8829-190a-4c91-a488-56cdaabd4f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:54.025144 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-17aef674-f947-4773-a339-1332a350a3b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.088602 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.107069 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.157777 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 3c7637d4-4ffb-46b5-a63f-f60a07b7730f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=3c7637d4-4ffb-46b5-a63f-f60a07b7730f,segment=NetworkSegment(2e3a5c5c-eeac-43e0-b6a7-f7ce6cb8747c),segment_id=2e3a5c5c-eeac-43e0-b6a7-f7ce6cb8747c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:54.162101 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03d45d4-62fe-42c6-9565-6eda981fdd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7637d4-4ffb-46b5-a63f-f60a07b7730f'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:54.165622 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a30918-d79b-4bc6-bf37-74e0cb4f83fe" -d '{"events": [{"server_uuid": "e03d45d4-62fe-42c6-9565-6eda981fdd33", "name": "network-vif-plugged", "status": "completed", "tag": "3c7637d4-4ffb-46b5-a63f-f60a07b7730f"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:54.172040 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.173224 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7fdfdbfe-4b80-4b9c-986e-0a121af06247 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:54.218072 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f1c218-0a2b-457c-af3a-a590c768b8a7 None None] Checking router: c0df6dec-d07e-4da0-bcf2-44c1fc7eda94 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:04:54.231859 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7fdfdbfe-4b80-4b9c-986e-0a121af06247 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:54.235817 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f1c218-0a2b-457c-af3a-a590c768b8a7 None None] Routers {'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:54.236472 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f4f1c218-0a2b-457c-af3a-a590c768b8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:04:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:54.345944 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7fdfdbfe-4b80-4b9c-986e-0a121af06247, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7fdfdbfe-4b80-4b9c-986e-0a121af06247,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:54.361693 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.371309 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-17aef674-f947-4773-a339-1332a350a3b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.409492 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a1a42-3469-4a0c-a7c2-7d5f9fe9a0b8 req-664f5cde-6c73-4b38-bc35-57df6dbb9e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:54.412842 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8a8a1a42-3469-4a0c-a7c2-7d5f9fe9a0b8 req-664f5cde-6c73-4b38-bc35-57df6dbb9e1b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8817a8bfe3be4fa1b0c7ad0eb238df26&device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 1097 time: 0.9963727 Jul 07 17:04:54.426380 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-31ba4141-0a73-4c1a-b747-41c12b91debe req-16b48e1b-fc64-47a3-99e8-cd0bc0afc142 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=026d928d-2392-4fab-ac23-66fd99d24772 HTTP/1.1" status: 200 len: 217 time: 0.7140603 Jul 07 17:04:54.459362 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=3c7637d4-4ffb-46b5-a63f-f60a07b7730f,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:54.463759 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-f4f1c218-0a2b-457c-af3a-a590c768b8a7 None None] Set router c0df6dec-d07e-4da0-bcf2-44c1fc7eda94 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:04:54.516462 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-17aef674-f947-4773-a339-1332a350a3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.593073 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-17aef674-f947-4773-a339-1332a350a3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.598161 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.639380 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-17aef674-f947-4773-a339-1332a350a3b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.643707 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-17aef674-f947-4773-a339-1332a350a3b1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f72dc930-c441-487e-b962-f0c75fa19c76 HTTP/1.1" status: 204 len: 168 time: 1.0457647 Jul 07 17:04:54.647077 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56754) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:54.654161 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba4141-0a73-4c1a-b747-41c12b91debe req-d09b5ba8-390e-46ce-9595-aebc40d7248e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:54.655458 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f99f302f-8c2f-4fea-93e3-d8c590eaac35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.656184 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-31ba4141-0a73-4c1a-b747-41c12b91debe req-d09b5ba8-390e-46ce-9595-aebc40d7248e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.2310016 Jul 07 17:04:54.657882 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a1a42-3469-4a0c-a7c2-7d5f9fe9a0b8 req-c7dd88b7-4ece-4e01-aa29-beae8cd3ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:54.662304 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8a8a1a42-3469-4a0c-a7c2-7d5f9fe9a0b8 req-c7dd88b7-4ece-4e01-aa29-beae8cd3ef73 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f1b2860f-d1dd-483c-9fd7-4a5a24a825e1 HTTP/1.1" status: 200 len: 916 time: 0.2359364 Jul 07 17:04:54.665772 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aef674-f947-4773-a339-1332a350a3b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f72dc930-c441-487e-b962-f0c75fa19c76,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:54.665970 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe09761-66bc-4110-9000-0e3a174f036e None None] Network 0518196d-eefc-4ac7-b5ab-2055eb805352 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:54.670899 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f99f302f-8c2f-4fea-93e3-d8c590eaac35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.730293 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f99f302f-8c2f-4fea-93e3-d8c590eaac35 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=08eade871f6b4b93a36672d1ceef24e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6771820 Jul 07 17:04:54.735463 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56758) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:54.807289 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cd46f-5f6c-4c36-8692-3241486c80e9 req-82418826-fc8e-4403-ac35-91b4b4103d9b tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:54.815722 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ab5cd46f-5f6c-4c36-8692-3241486c80e9 req-82418826-fc8e-4403-ac35-91b4b4103d9b tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 950 time: 0.8466923 Jul 07 17:04:54.871334 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8a8a1a42-3469-4a0c-a7c2-7d5f9fe9a0b8 req-985ef26e-79dc-4265-a42b-4d5273e0b8b7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ff0689d-6401-4272-9067-f2809e977526 HTTP/1.1" status: 200 len: 999 time: 0.1834118 Jul 07 17:04:54.883868 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f302f-8c2f-4fea-93e3-d8c590eaac35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be34c604-a13c-491d-a8f2-4d54c31f5d6c,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:54.923611 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['7fdfdbfe-4b80-4b9c-986e-0a121af06247'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:54.937943 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7fdfdbfe-4b80-4b9c-986e-0a121af06247,revision_number=9']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:54.952979 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb927456-f118-4039-9c81-f8436335db09 req-29204368-2c46-4c38-80b6-75551f49582e tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:54.961534 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eb927456-f118-4039-9c81-f8436335db09 req-29204368-2c46-4c38-80b6-75551f49582e tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/ports?device_id=e03d45d4-62fe-42c6-9565-6eda981fdd33 HTTP/1.1" status: 200 len: 944 time: 1.3070455 Jul 07 17:04:54.971118 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a1a42-3469-4a0c-a7c2-7d5f9fe9a0b8 req-7ef1fb4c-97f9-4839-a125-1dc969f23902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:54.974989 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8a8a1a42-3469-4a0c-a7c2-7d5f9fe9a0b8 req-7ef1fb4c-97f9-4839-a125-1dc969f23902 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0b8d8829-190a-4c91-a488-56cdaabd4f9d HTTP/1.1" status: 200 len: 854 time: 0.0927877 Jul 07 17:04:54.995401 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7fdfdbfe-4b80-4b9c-986e-0a121af06247 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:55.034263 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ab5cd46f-5f6c-4c36-8692-3241486c80e9 req-6721ea13-4089-4abc-bf47-d4f1cc3a4ac1 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174909 Jul 07 17:04:55.037379 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5fa3a8ad-469d-4fac-9447-5f4f24eb9101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.047442 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-69ffb8a0-92a7-4b4f-9620-6a6dca4fd2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.101374 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9391555c-2797-43ce-849f-8cec281578c2 req-31a79b7f-1c03-4eec-b708-296fb8d55f3c service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1718621 Jul 07 17:04:55.105116 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f4f1c218-0a2b-457c-af3a-a590c768b8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'name': 'tempest-ServersTestBootFromVolume-478284095-router', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:27Z', 'updated_at': '2021-07-07T17:03:36Z', 'revision_number': 4, 'project_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'gw_port': {'id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:28Z', 'updated_at': '2021-07-07T17:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'f2402cf1-7265-42a7-9162-b5860a876bef', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'floating_ip_address': '172.25.0.200', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'port_id': '5ff0689d-6401-4272-9067-f2809e977526', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1', 'mac_address': 'fa:16:3e:60:e5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f181bb-15fe-4de8-8a9d-fc984a8e9133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:03:43Z', 'updated_at': '2021-07-07T17:04:48Z', 'revision_number': 1, 'project_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bc9c3c-20ba-42e4-9b45-9d9abfce2de7', 'name': '', 'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'mac_address': 'fa:16:3e:d5:c3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '0b8d8829-190a-4c91-a488-56cdaabd4f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:34Z', 'updated_at': '2021-07-07T17:03:43Z', 'revision_number': 5, 'project_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'subnets': [{'id': '0b8d8829-190a-4c91-a488-56cdaabd4f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:55.170238 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5fa3a8ad-469d-4fac-9447-5f4f24eb9101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.194860 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 45cd7174-5e41-4cb3-907c-c27ad9ceab85 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:55.206479 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f1c218-0a2b-457c-af3a-a590c768b8a7 None None] The sync data for ids ['c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'] in n-d-791503-12 is: [{'id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'name': 'tempest-ServersTestBootFromVolume-478284095-router', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:27Z', 'updated_at': '2021-07-07T17:03:36Z', 'revision_number': 4, 'project_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'gw_port': {'id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:28Z', 'updated_at': '2021-07-07T17:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'f2402cf1-7265-42a7-9162-b5860a876bef', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'floating_ip_address': '172.25.0.200', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'port_id': '5ff0689d-6401-4272-9067-f2809e977526', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1', 'mac_address': 'fa:16:3e:60:e5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f181bb-15fe-4de8-8a9d-fc984a8e9133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:03:43Z', 'updated_at': '2021-07-07T17:04:48Z', 'revision_number': 1, 'project_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bc9c3c-20ba-42e4-9b45-9d9abfce2de7', 'name': '', 'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'mac_address': 'fa:16:3e:d5:c3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '0b8d8829-190a-4c91-a488-56cdaabd4f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:34Z', 'updated_at': '2021-07-07T17:03:43Z', 'revision_number': 5, 'project_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'subnets': [{'id': '0b8d8829-190a-4c91-a488-56cdaabd4f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:04:55.208337 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7fdfdbfe-4b80-4b9c-986e-0a121af06247, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7fdfdbfe-4b80-4b9c-986e-0a121af06247,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:55.275419 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9391555c-2797-43ce-849f-8cec281578c2 req-dc141ed4-4a0b-4066-9b24-9a6f74891576 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641412 Jul 07 17:04:55.373944 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eb927456-f118-4039-9c81-f8436335db09 req-0b79463d-3d83-4967-a742-23fc2776df22 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/security-groups?id=72156c4f-ddd5-45a2-a321-7e04e349dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074726 Jul 07 17:04:55.431886 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-69ffb8a0-92a7-4b4f-9620-6a6dca4fd2fe admin admin] Deleting port d217642e-c70b-4800-80da-28fa35122c57 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:55.432356 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-69ffb8a0-92a7-4b4f-9620-6a6dca4fd2fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.450739 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba4141-0a73-4c1a-b747-41c12b91debe req-f4afe262-09a7-4a7f-b6d0-27838936c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:55.456340 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-31ba4141-0a73-4c1a-b747-41c12b91debe req-f4afe262-09a7-4a7f-b6d0-27838936c6f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7890069 Jul 07 17:04:55.533564 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5fa3a8ad-469d-4fac-9447-5f4f24eb9101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.540722 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5fa3a8ad-469d-4fac-9447-5f4f24eb9101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.542938 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5fa3a8ad-469d-4fac-9447-5f4f24eb9101 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be34c604-a13c-491d-a8f2-4d54c31f5d6c HTTP/1.1" status: 204 len: 168 time: 0.7756052 Jul 07 17:04:55.756960 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3a8ad-469d-4fac-9447-5f4f24eb9101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be34c604-a13c-491d-a8f2-4d54c31f5d6c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:55.828419 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-69ffb8a0-92a7-4b4f-9620-6a6dca4fd2fe admin admin] For port d217642e-c70b-4800-80da-28fa35122c57, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d217642e-c70b-4800-80da-28fa35122c57,segment=NetworkSegment(e9cb0466-5459-40c6-867e-64c5a1d48fcc),segment_id=e9cb0466-5459-40c6-867e-64c5a1d48fcc)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:55.839955 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-69ffb8a0-92a7-4b4f-9620-6a6dca4fd2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.887753 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-69ffb8a0-92a7-4b4f-9620-6a6dca4fd2fe admin admin] Calling delete_port for d217642e-c70b-4800-80da-28fa35122c57 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:55.888879 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a1a42-3469-4a0c-a7c2-7d5f9fe9a0b8 req-032b1c14-d114-4069-b096-afbd30142774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:55.890474 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8a8a1a42-3469-4a0c-a7c2-7d5f9fe9a0b8 req-032b1c14-d114-4069-b096-afbd30142774 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1b2860f-d1dd-483c-9fd7-4a5a24a825e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8759253 Jul 07 17:04:55.950312 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc24c677-30c2-4e5d-97f7-561b54ad731f x-openstack-request-id: req-dc24c677-30c2-4e5d-97f7-561b54ad731f {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:55.951168 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e03d45d4-62fe-42c6-9565-6eda981fdd33", "name": "network-vif-plugged", "status": "completed", "tag": "3c7637d4-4ffb-46b5-a63f-f60a07b7730f", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:55.951168 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc24c677-30c2-4e5d-97f7-561b54ad731f {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:55.951516 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e03d45d4-62fe-42c6-9565-6eda981fdd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7637d4-4ffb-46b5-a63f-f60a07b7730f', 'code': 200} Jul 07 17:04:55.951882 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.988795 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b297ce-f499-420b-9377-b7f5fdb9d939 None None] New status for floating IP f2402cf1-7265-42a7-9162-b5860a876bef: ACTIVE {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:04:56.021554 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 45cd7174-5e41-4cb3-907c-c27ad9ceab85 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:04:56.021922 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 45cd7174-5e41-4cb3-907c-c27ad9ceab85 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:04:56.131178 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-69ffb8a0-92a7-4b4f-9620-6a6dca4fd2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.194903 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-31ba4141-0a73-4c1a-b747-41c12b91debe req-2710068c-a11c-4369-9abd-d80a7a06d7c2 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7286119 Jul 07 17:04:56.227094 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ffb8a0-92a7-4b4f-9620-6a6dca4fd2fe admin admin] No DVR routers for this DVR port d217642e-c70b-4800-80da-28fa35122c57 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:56.231144 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffb8a0-92a7-4b4f-9620-6a6dca4fd2fe admin admin] Pushing event deleted for resources: {'Port': ['ID=d217642e-c70b-4800-80da-28fa35122c57,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:56.325505 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56774) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:56.369973 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecbf58-e21f-42f1-8922-cfbb2571a06e req-8ec3ed0d-efa5-4fe3-a325-52703132505f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:56.372737 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-92ecbf58-e21f-42f1-8922-cfbb2571a06e req-8ec3ed0d-efa5-4fe3-a325-52703132505f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e03d45d4-62fe-42c6-9565-6eda981fdd33 HTTP/1.1" status: 200 len: 1097 time: 0.5163701 Jul 07 17:04:56.393514 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2cbc9315-618d-47d7-a92e-4b62356c1e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.476031 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-69ffb8a0-92a7-4b4f-9620-6a6dca4fd2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.497989 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8a8a1a42-3469-4a0c-a7c2-7d5f9fe9a0b8 req-9fae3567-bdcb-41be-884a-8a73df7bec29 service neutron] 10.222.0.72 "GET /v2.0/networks/f1b2860f-d1dd-483c-9fd7-4a5a24a825e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246277 Jul 07 17:04:56.532762 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-69ffb8a0-92a7-4b4f-9620-6a6dca4fd2fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0518196d-eefc-4ac7-b5ab-2055eb805352']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:56.575219 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-69ffb8a0-92a7-4b4f-9620-6a6dca4fd2fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9cb0466-5459-40c6-867e-64c5a1d48fcc') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:56.575986 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-69ffb8a0-92a7-4b4f-9620-6a6dca4fd2fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9cb0466-5459-40c6-867e-64c5a1d48fcc') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:56.609060 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-69ffb8a0-92a7-4b4f-9620-6a6dca4fd2fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.668715 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-69ffb8a0-92a7-4b4f-9620-6a6dca4fd2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.724806 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-92ecbf58-e21f-42f1-8922-cfbb2571a06e req-3f41b658-9052-4327-ab76-a3788ac7e93d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=72156c4f-ddd5-45a2-a321-7e04e349dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713749 Jul 07 17:04:56.757949 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ffb8a0-92a7-4b4f-9620-6a6dca4fd2fe admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:04:56.759194 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-69ffb8a0-92a7-4b4f-9620-6a6dca4fd2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:04:56.771759 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:04:56.803916 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7fdfdbfe-4b80-4b9c-986e-0a121af06247,revision_number=10']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:56.808937 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.822808 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-31ba4141-0a73-4c1a-b747-41c12b91debe req-a035bd49-c6ed-4ba0-a4d2-c486aebbb179 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5983326 Jul 07 17:04:56.918821 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-95a16585-cf28-4741-9cc7-3b9af39d8977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.001789 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9cdad-0e4a-497e-9040-8cf8a21837bb req-80e310f1-4615-4321-8f99-c8a2a923fd99 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:57.011323 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5e9cdad-0e4a-497e-9040-8cf8a21837bb req-80e310f1-4615-4321-8f99-c8a2a923fd99 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 949 time: 0.5552583 Jul 07 17:04:57.027843 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960cca0e-dfdd-47df-9e47-f8fe23d6c3c0 None None] DHCP port deletion for 0518196d-eefc-4ac7-b5ab-2055eb805352 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:04:57.065671 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2cbc9315-618d-47d7-a92e-4b62356c1e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.077622 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-69ffb8a0-92a7-4b4f-9620-6a6dca4fd2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.086544 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8a8a1a42-3469-4a0c-a7c2-7d5f9fe9a0b8 req-3757daae-47fc-40b8-8a21-52cc1bae5834 service neutron] 10.222.0.72 "GET /v2.0/networks/f1b2860f-d1dd-483c-9fd7-4a5a24a825e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067284 Jul 07 17:04:57.096324 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2cbc9315-618d-47d7-a92e-4b62356c1e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.114444 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5e9cdad-0e4a-497e-9040-8cf8a21837bb req-82f44f90-e046-4303-abf2-c8ac0257d419 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993903 Jul 07 17:04:57.126054 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-69ffb8a0-92a7-4b4f-9620-6a6dca4fd2fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.129648 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-69ffb8a0-92a7-4b4f-9620-6a6dca4fd2fe admin admin] 10.222.0.53 "DELETE /v2.0/networks/0518196d-eefc-4ac7-b5ab-2055eb805352 HTTP/1.1" status: 204 len: 168 time: 2.4768183 Jul 07 17:04:57.251131 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc9315-618d-47d7-a92e-4b62356c1e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3029fb5-1b3e-4f1c-a34d-50f672c9c080,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:57.268111 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffb8a0-92a7-4b4f-9620-6a6dca4fd2fe admin admin] Pushing event deleted for resources: {'Network': ['ID=0518196d-eefc-4ac7-b5ab-2055eb805352,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:57.273606 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2cbc9315-618d-47d7-a92e-4b62356c1e2f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7cc6a22ed8c44a94b9830498b508b5c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9505417 Jul 07 17:04:57.277230 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56788) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:57.291642 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc7b70-f2f2-462f-8594-447b811f67f9 req-83fdd0a3-d339-431c-a84d-ee9e1be357f9 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:57.299844 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-97dc7b70-f2f2-462f-8594-447b811f67f9 req-83fdd0a3-d339-431c-a84d-ee9e1be357f9 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/ports?device_id=e03d45d4-62fe-42c6-9565-6eda981fdd33 HTTP/1.1" status: 200 len: 945 time: 0.6129553 Jul 07 17:04:57.350751 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d217642e-c70b-4800-80da-28fa35122c57 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:57.365533 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-97dc7b70-f2f2-462f-8594-447b811f67f9 req-7375d962-3fe1-4729-8354-c6aeb7297859 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/security-groups?id=72156c4f-ddd5-45a2-a321-7e04e349dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602291 Jul 07 17:04:57.452509 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: d217642e-c70b-4800-80da-28fa35122c57 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:04:57.459006 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d217642e-c70b-4800-80da-28fa35122c57 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:04:57.503018 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4918967b-014e-4499-82fa-683a2762bf9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.576430 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4918967b-014e-4499-82fa-683a2762bf9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.715140 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4918967b-014e-4499-82fa-683a2762bf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.722199 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4918967b-014e-4499-82fa-683a2762bf9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.736350 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4918967b-014e-4499-82fa-683a2762bf9f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f3029fb5-1b3e-4f1c-a34d-50f672c9c080 HTTP/1.1" status: 204 len: 168 time: 0.4539354 Jul 07 17:04:57.770116 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56802) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:57.789608 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.796367 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918967b-014e-4499-82fa-683a2762bf9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3029fb5-1b3e-4f1c-a34d-50f672c9c080,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:57.916191 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56804) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:57.917008 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4688d019-209c-4116-b495-a493359b05b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f5e8caecfebe4e289ece65e903aef8e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394670 Jul 07 17:04:58.011225 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-88c7f9e2-6423-43bb-8695-93ecbe0bc223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.059742 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-88c7f9e2-6423-43bb-8695-93ecbe0bc223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.156691 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-88c7f9e2-6423-43bb-8695-93ecbe0bc223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.160153 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-88c7f9e2-6423-43bb-8695-93ecbe0bc223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.165141 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-88c7f9e2-6423-43bb-8695-93ecbe0bc223 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b5c84727-886c-44c3-98f6-6ec95066fe72 HTTP/1.1" status: 204 len: 168 time: 0.2436793 Jul 07 17:04:58.194675 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7f9e2-6423-43bb-8695-93ecbe0bc223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c84727-886c-44c3-98f6-6ec95066fe72,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:58.678510 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666ae43-a02c-4f91-b857-00e60a90230e req-4b3df367-df6e-46f4-994e-f98da8a845ee tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:58.688212 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c666ae43-a02c-4f91-b857-00e60a90230e req-4b3df367-df6e-46f4-994e-f98da8a845ee tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 949 time: 0.2946894 Jul 07 17:04:58.802853 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c666ae43-a02c-4f91-b857-00e60a90230e req-8fb27ffb-8f6c-4dc7-a1ac-e81b768e0d15 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021740 Jul 07 17:04:59.159717 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3e7e4-cfe5-408e-b4a6-2fc30f58f08f req-3e7aa6ca-7ef2-4fba-85dd-766bdba30772 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:59.175164 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-61e3e7e4-cfe5-408e-b4a6-2fc30f58f08f req-3e7aa6ca-7ef2-4fba-85dd-766bdba30772 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/ports?device_id=e03d45d4-62fe-42c6-9565-6eda981fdd33 HTTP/1.1" status: 200 len: 945 time: 0.1997986 Jul 07 17:04:59.269213 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7fdfdbfe-4b80-4b9c-986e-0a121af06247 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:59.296417 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-61e3e7e4-cfe5-408e-b4a6-2fc30f58f08f req-42903544-09ec-4ff1-ae5f-24739b822f1e tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/security-groups?id=72156c4f-ddd5-45a2-a321-7e04e349dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196156 Jul 07 17:04:59.449774 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 7fdfdbfe-4b80-4b9c-986e-0a121af06247 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:59.450295 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:59.705355 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:59.767306 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e2c209-8045-45f8-b00d-18126cc52571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fdfdbfe-4b80-4b9c-986e-0a121af06247'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:59.779050 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fc5156-1d6d-4e02-964e-a9a6c84dc0f0" -d '{"events": [{"server_uuid": "78e2c209-8045-45f8-b00d-18126cc52571", "name": "network-vif-plugged", "status": "completed", "tag": "7fdfdbfe-4b80-4b9c-986e-0a121af06247"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:59.828189 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7fdfdbfe-4b80-4b9c-986e-0a121af06247, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7fdfdbfe-4b80-4b9c-986e-0a121af06247,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:59.840477 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:59.974192 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7fdfdbfe-4b80-4b9c-986e-0a121af06247,revision_number=11']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:00.005688 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b112dd7-a6fa-4b73-b0ae-b91ce705a49c x-openstack-request-id: req-7b112dd7-a6fa-4b73-b0ae-b91ce705a49c {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:00.006288 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e2c209-8045-45f8-b00d-18126cc52571", "name": "network-vif-plugged", "status": "completed", "tag": "7fdfdbfe-4b80-4b9c-986e-0a121af06247", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:00.006703 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b112dd7-a6fa-4b73-b0ae-b91ce705a49c {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:00.007527 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e2c209-8045-45f8-b00d-18126cc52571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fdfdbfe-4b80-4b9c-986e-0a121af06247', 'code': 200} Jul 07 17:05:00.010978 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:00.012736 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:00.025666 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:00.037471 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:00.037997 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:00.038547 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:00.039086 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:00.039625 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:00.040191 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:00.040789 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:00.041350 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:00.041922 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:00.162755 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:00.461084 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fcd34-9a64-415c-b676-3c27047f884a req-ef189a8b-5c18-4856-bfe5-29860013cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:00.469192 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-485fcd34-9a64-415c-b676-3c27047f884a req-ef189a8b-5c18-4856-bfe5-29860013cf11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51cf7d6ec5694e04a51e147025cae6ee&device_id=e03d45d4-62fe-42c6-9565-6eda981fdd33 HTTP/1.1" status: 200 len: 1097 time: 0.3578176 Jul 07 17:05:00.554780 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1534455-dca1-4f3b-8aaf-0c658670fd2a req-a28f9be7-4c4d-4aca-bdfa-b323cf6762b4 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:00.580473 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d1534455-dca1-4f3b-8aaf-0c658670fd2a req-a28f9be7-4c4d-4aca-bdfa-b323cf6762b4 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 951 time: 0.2130556 Jul 07 17:05:00.710343 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56894) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:00.717244 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d1534455-dca1-4f3b-8aaf-0c658670fd2a req-0f4ce61a-4a11-4c89-bb81-4b720ebade3f tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355567 Jul 07 17:05:00.872741 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fcd34-9a64-415c-b676-3c27047f884a req-5be4812c-4323-49fa-916b-2c25aef5b5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:00.878748 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-485fcd34-9a64-415c-b676-3c27047f884a req-5be4812c-4323-49fa-916b-2c25aef5b5e9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8bf2562b-6c87-4be2-8208-77515ba35784 HTTP/1.1" status: 200 len: 914 time: 0.2581661 Jul 07 17:05:00.886828 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c6190-bda5-4316-9043-f7fe39c4b51b req-07c08735-b974-4a4a-a8ef-ef59f6a157e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:00.889960 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-863c6190-bda5-4316-9043-f7fe39c4b51b req-07c08735-b974-4a4a-a8ef-ef59f6a157e0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 1103 time: 0.5780108 Jul 07 17:05:00.987537 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56ee21-6367-44b3-8b67-3d3927c2670d req-998c670c-0696-45ea-b269-df3cc99a2426 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:01.001324 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ed56ee21-6367-44b3-8b67-3d3927c2670d req-998c670c-0696-45ea-b269-df3cc99a2426 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/ports?device_id=e03d45d4-62fe-42c6-9565-6eda981fdd33 HTTP/1.1" status: 200 len: 945 time: 0.5854726 Jul 07 17:05:01.077800 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-485fcd34-9a64-415c-b676-3c27047f884a req-e5e3fa77-923e-409d-8d02-fd5a1e17ff4e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c7637d4-4ffb-46b5-a63f-f60a07b7730f HTTP/1.1" status: 200 len: 217 time: 0.1848321 Jul 07 17:05:01.101596 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ed56ee21-6367-44b3-8b67-3d3927c2670d req-5b8cc928-3c59-4fc0-85fe-74b81dd68bca tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/security-groups?id=72156c4f-ddd5-45a2-a321-7e04e349dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987852 Jul 07 17:05:01.112133 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-3b93eaa1-4ea3-40b2-86ab-c5b858c34c3a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1246230316-network', 'tenant_id': '1eb8e2bb799046408828da59e3a894ca'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:01.192988 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b93eaa1-4ea3-40b2-86ab-c5b858c34c3a admin admin] Made reservation on behalf of 1eb8e2bb799046408828da59e3a894ca for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:01.198838 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3b93eaa1-4ea3-40b2-86ab-c5b858c34c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.230887 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3b93eaa1-4ea3-40b2-86ab-c5b858c34c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.270142 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fcd34-9a64-415c-b676-3c27047f884a req-abc69a78-d87e-4def-b765-9bbbfd240764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:01.274059 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-485fcd34-9a64-415c-b676-3c27047f884a req-abc69a78-d87e-4def-b765-9bbbfd240764 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6ad51f08-eed7-4fa7-a2dc-2f66e31ccecf HTTP/1.1" status: 200 len: 853 time: 0.1692748 Jul 07 17:05:01.277961 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-863c6190-bda5-4316-9043-f7fe39c4b51b req-85bd108d-1197-48aa-9754-c7b268aac3ee service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728347 Jul 07 17:05:01.377025 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-485fcd34-9a64-415c-b676-3c27047f884a req-122380ee-ba50-4ee0-a3ed-5ee945605fd7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8bf2562b-6c87-4be2-8208-77515ba35784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464768 Jul 07 17:05:01.524143 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3b93eaa1-4ea3-40b2-86ab-c5b858c34c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.533979 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3b93eaa1-4ea3-40b2-86ab-c5b858c34c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.553757 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b93eaa1-4ea3-40b2-86ab-c5b858c34c3a admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:05:01.598275 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3b93eaa1-4ea3-40b2-86ab-c5b858c34c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.599194 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-3b93eaa1-4ea3-40b2-86ab-c5b858c34c3a admin admin] Added segment 8705b03f-d303-4cff-81e4-94e4b07a40d7 of type vlan for network 51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8 Jul 07 17:05:01.612878 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93eaa1-4ea3-40b2-86ab-c5b858c34c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fe32e8-0f19-45a4-a867-48ff105dd33c,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:01.650260 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-485fcd34-9a64-415c-b676-3c27047f884a req-592cf040-ee2c-4d3a-b259-ef5a39c0d9b0 service neutron] 10.222.0.72 "GET /v2.0/networks/8bf2562b-6c87-4be2-8208-77515ba35784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614527 Jul 07 17:05:01.661098 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3b93eaa1-4ea3-40b2-86ab-c5b858c34c3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.701358 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3b93eaa1-4ea3-40b2-86ab-c5b858c34c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.703259 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b93eaa1-4ea3-40b2-86ab-c5b858c34c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:01.705962 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3b93eaa1-4ea3-40b2-86ab-c5b858c34c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.825222 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3b93eaa1-4ea3-40b2-86ab-c5b858c34c3a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1102951 Jul 07 17:05:01.829529 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56922) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:01.834920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93eaa1-4ea3-40b2-86ab-c5b858c34c3a admin admin] Pushing event updated for resources: {'Network': ['ID=51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:01.850810 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-7c74088d-f250-4cdc-81a6-1569eecb48b8 admin admin] Request body: {'subnet': {'network_id': '51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1246230316-subnet', 'tenant_id': '1eb8e2bb799046408828da59e3a894ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:01.852347 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:05:01.908907 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c74088d-f250-4cdc-81a6-1569eecb48b8 admin admin] Made reservation on behalf of 1eb8e2bb799046408828da59e3a894ca for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:01.912584 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7c74088d-f250-4cdc-81a6-1569eecb48b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.974044 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-485fcd34-9a64-415c-b676-3c27047f884a req-7913309b-ddf9-4bbf-97aa-7a7d16cb1b9e service neutron] 10.222.0.72 "GET /v2.0/networks/8bf2562b-6c87-4be2-8208-77515ba35784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160071 Jul 07 17:05:02.209293 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd1e3f-1580-4795-a8bf-4fc260446100 req-d8c7bb40-ed39-414c-a4e1-ac9d5ac28c48 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:02.211388 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-77bd1e3f-1580-4795-a8bf-4fc260446100 req-d8c7bb40-ed39-414c-a4e1-ac9d5ac28c48 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 951 time: 0.1460638 Jul 07 17:05:02.295145 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-77bd1e3f-1580-4795-a8bf-4fc260446100 req-bdb479d8-74ae-42b3-8452-831ea0c49c8b tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672638 Jul 07 17:05:02.522512 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7c74088d-f250-4cdc-81a6-1569eecb48b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:02.653051 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b5fc2-fb77-47a5-8a2d-aabbf2fa09a3 req-90aeea8e-eec8-47bd-a005-c94de3d11a26 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:02.657105 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-786b5fc2-fb77-47a5-8a2d-aabbf2fa09a3 req-90aeea8e-eec8-47bd-a005-c94de3d11a26 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/ports?device_id=e03d45d4-62fe-42c6-9565-6eda981fdd33 HTTP/1.1" status: 200 len: 945 time: 0.1896424 Jul 07 17:05:02.761431 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-786b5fc2-fb77-47a5-8a2d-aabbf2fa09a3 req-f101ef73-7eba-4d18-af35-8498bb21dbbc tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/security-groups?id=72156c4f-ddd5-45a2-a321-7e04e349dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934103 Jul 07 17:05:02.764468 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74088d-f250-4cdc-81a6-1569eecb48b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f983bcf-4cba-45d5-8e60-43f0ea89d50f,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:02.779151 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c74088d-f250-4cdc-81a6-1569eecb48b8 admin admin] Checking segment: {'id': '8705b03f-d303-4cff-81e4-94e4b07a40d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:02.780095 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c74088d-f250-4cdc-81a6-1569eecb48b8 admin admin] Network hostable DHCP agents. Network: 51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:05:02.824907 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c74088d-f250-4cdc-81a6-1569eecb48b8 admin admin] Network 51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:05:02.847048 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-7c74088d-f250-4cdc-81a6-1569eecb48b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:02.853947 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c74088d-f250-4cdc-81a6-1569eecb48b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:02.858812 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7c74088d-f250-4cdc-81a6-1569eecb48b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:02.859191 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4f0a4c-5cb4-4020-aea0-0866d8794607 None None] Network 51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:02.914782 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7c74088d-f250-4cdc-81a6-1569eecb48b8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0807896 Jul 07 17:05:02.915140 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56958) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:02.924816 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-c0009c12-c78d-4c63-86bc-2ff5927a4fc6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1246230316-router', 'tenant_id': '1eb8e2bb799046408828da59e3a894ca', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:03.007245 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c0009c12-c78d-4c63-86bc-2ff5927a4fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.012856 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c0009c12-c78d-4c63-86bc-2ff5927a4fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.215701 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c0009c12-c78d-4c63-86bc-2ff5927a4fc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.425538 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b06204e-a13b-4c0b-bda1-c91ef5636735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8', 'network_id': '51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8', 'tenant_id': '1eb8e2bb799046408828da59e3a894ca', 'fixed_ips': [{'subnet_id': '3f983bcf-4cba-45d5-8e60-43f0ea89d50f'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:05:03.426936 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8b06204e-a13b-4c0b-bda1-c91ef5636735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.654812 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-8b06204e-a13b-4c0b-bda1-c91ef5636735 None None] Allocated IP 172.20.0.2 (51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8/3f983bcf-4cba-45d5-8e60-43f0ea89d50f/7b74783a-1407-4c2a-9154-359f0e4adcc6) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:03.789667 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c0009c12-c78d-4c63-86bc-2ff5927a4fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.921906 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8b06204e-a13b-4c0b-bda1-c91ef5636735 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.933053 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8b06204e-a13b-4c0b-bda1-c91ef5636735 None None] Transition to ACTIVE for port object 7b74783a-1407-4c2a-9154-359f0e4adcc6 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:03.963142 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8b06204e-a13b-4c0b-bda1-c91ef5636735 None None] Transition to ACTIVE for port object 7b74783a-1407-4c2a-9154-359f0e4adcc6 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:03.970712 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df112e-7052-4413-af75-c12260ba86f3 req-0e695e6b-68e2-4694-a145-830d4cefdb26 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:03.976293 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8b06204e-a13b-4c0b-bda1-c91ef5636735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.985801 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-64df112e-7052-4413-af75-c12260ba86f3 req-0e695e6b-68e2-4694-a145-830d4cefdb26 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 951 time: 0.3783407 Jul 07 17:05:04.081374 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b06204e-a13b-4c0b-bda1-c91ef5636735 None None] Network 51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:04.083091 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-64df112e-7052-4413-af75-c12260ba86f3 req-d9fac62d-62d2-414c-963f-3863d0c44d2f tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957499 Jul 07 17:05:04.086139 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56984) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:04.086490 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-8b06204e-a13b-4c0b-bda1-c91ef5636735 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:04.088896 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06204e-a13b-4c0b-bda1-c91ef5636735 None None] Pushing event updated for resources: {'Port': ['ID=7b74783a-1407-4c2a-9154-359f0e4adcc6,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:04.091408 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b06204e-a13b-4c0b-bda1-c91ef5636735 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:04.202672 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5b940-368c-48f9-9346-e664486506b2 req-165febe8-b8f5-4474-b265-aa9d7cb68c4d tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:04.212440 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-97d5b940-368c-48f9-9346-e664486506b2 req-165febe8-b8f5-4474-b265-aa9d7cb68c4d tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/ports?device_id=e03d45d4-62fe-42c6-9565-6eda981fdd33 HTTP/1.1" status: 200 len: 945 time: 0.1504960 Jul 07 17:05:04.273610 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-8b06204e-a13b-4c0b-bda1-c91ef5636735 None None] Attempting to bind port 7b74783a-1407-4c2a-9154-359f0e4adcc6 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:04.277260 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-8b06204e-a13b-4c0b-bda1-c91ef5636735 None None] Attempting to bind port 7b74783a-1407-4c2a-9154-359f0e4adcc6 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '8705b03f-d303-4cff-81e4-94e4b07a40d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:04.278007 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b06204e-a13b-4c0b-bda1-c91ef5636735 None None] Attempting to bind port 7b74783a-1407-4c2a-9154-359f0e4adcc6 on network 51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:04.288597 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b06204e-a13b-4c0b-bda1-c91ef5636735 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:04.291246 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-97d5b940-368c-48f9-9346-e664486506b2 req-ffb05ef0-90e1-4b5e-bcbf-ead59627954e tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/security-groups?id=72156c4f-ddd5-45a2-a321-7e04e349dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775506 Jul 07 17:05:04.293000 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b06204e-a13b-4c0b-bda1-c91ef5636735 None None] Checking segment: {'id': '8705b03f-d303-4cff-81e4-94e4b07a40d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:04.294849 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8b06204e-a13b-4c0b-bda1-c91ef5636735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.296694 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b06204e-a13b-4c0b-bda1-c91ef5636735 None None] Bound using segment: {'id': '8705b03f-d303-4cff-81e4-94e4b07a40d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:04.297973 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-8b06204e-a13b-4c0b-bda1-c91ef5636735 None None] Bound port: 7b74783a-1407-4c2a-9154-359f0e4adcc6, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8705b03f-d303-4cff-81e4-94e4b07a40d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:04.299387 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8b06204e-a13b-4c0b-bda1-c91ef5636735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.456921 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8b06204e-a13b-4c0b-bda1-c91ef5636735 None None] For port 7b74783a-1407-4c2a-9154-359f0e4adcc6, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:04.461837 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8b06204e-a13b-4c0b-bda1-c91ef5636735 None None] For port 7b74783a-1407-4c2a-9154-359f0e4adcc6, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7b74783a-1407-4c2a-9154-359f0e4adcc6,segment=NetworkSegment(8705b03f-d303-4cff-81e4-94e4b07a40d7),segment_id=8705b03f-d303-4cff-81e4-94e4b07a40d7)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:04.468812 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8b06204e-a13b-4c0b-bda1-c91ef5636735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.509679 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2b5936a2-b15f-48bb-a23c-c94df862b0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.518226 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c0009c12-c78d-4c63-86bc-2ff5927a4fc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.550706 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06204e-a13b-4c0b-bda1-c91ef5636735 None None] Pushing event updated for resources: {'Port': ['ID=7b74783a-1407-4c2a-9154-359f0e4adcc6,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:04.582902 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c0009c12-c78d-4c63-86bc-2ff5927a4fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.049407 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2b5936a2-b15f-48bb-a23c-c94df862b0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.052549 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-c0009c12-c78d-4c63-86bc-2ff5927a4fc6 admin admin] Allocated IP 172.25.0.58 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/cefd297b-6dba-452b-9792-cc6559e6b003) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:05.056472 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2b5936a2-b15f-48bb-a23c-c94df862b0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.489614 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7b74783a-1407-4c2a-9154-359f0e4adcc6 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:05.683182 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 7b74783a-1407-4c2a-9154-359f0e4adcc6 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:05.977700 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68d8e6-7e29-4d1c-a5b5-4b79a00e47be req-5203ba5a-69b9-4c3f-9d75-0fab42c13094 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:05.982986 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8b68d8e6-7e29-4d1c-a5b5-4b79a00e47be req-5203ba5a-69b9-4c3f-9d75-0fab42c13094 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/ports?device_id=e03d45d4-62fe-42c6-9565-6eda981fdd33 HTTP/1.1" status: 200 len: 945 time: 0.1256840 Jul 07 17:05:06.012330 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2b5936a2-b15f-48bb-a23c-c94df862b0ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=432ab8e52f2a483794b6ea0b1e5dc935&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9166152 Jul 07 17:05:06.018360 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57018) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:06.080929 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8b68d8e6-7e29-4d1c-a5b5-4b79a00e47be req-934684a1-5f4a-4740-a97a-f4a1be11763d tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/security-groups?id=72156c4f-ddd5-45a2-a321-7e04e349dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886750 Jul 07 17:05:06.125607 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c0009c12-c78d-4c63-86bc-2ff5927a4fc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.181377 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5936a2-b15f-48bb-a23c-c94df862b0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af56a2b-bdac-4550-895c-792d9cbfe65b,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:06.215240 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c0009c12-c78d-4c63-86bc-2ff5927a4fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.303863 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0009c12-c78d-4c63-86bc-2ff5927a4fc6 admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:06.324231 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-c0009c12-c78d-4c63-86bc-2ff5927a4fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:06.333862 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a411c27c-b8d9-4319-a094-88b78f3dcd49 None None] Network 51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:06.369019 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0009c12-c78d-4c63-86bc-2ff5927a4fc6 admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:06.409000 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6164549a-0c92-4a73-9bef-ca1a42dffb23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.427236 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0009c12-c78d-4c63-86bc-2ff5927a4fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=cefd297b-6dba-452b-9792-cc6559e6b003,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:06.492591 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-29ce82ec-0b89-413d-bcfc-bf029fec145f None None] Provisioning for port 7b74783a-1407-4c2a-9154-359f0e4adcc6 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:06.522844 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-29ce82ec-0b89-413d-bcfc-bf029fec145f None None] Provisioning complete for port 7b74783a-1407-4c2a-9154-359f0e4adcc6 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:06.526500 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-29ce82ec-0b89-413d-bcfc-bf029fec145f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.564118 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af161991-2858-4d63-85cc-01c7d19ab03e req-7539f885-8e61-4d72-b686-28d814aaed56 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:06.566426 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-af161991-2858-4d63-85cc-01c7d19ab03e req-7539f885-8e61-4d72-b686-28d814aaed56 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 1103 time: 1.4277868 Jul 07 17:05:06.570694 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6164549a-0c92-4a73-9bef-ca1a42dffb23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.708992 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-af161991-2858-4d63-85cc-01c7d19ab03e req-aa2ab1e3-4eee-4a91-b654-533a90a53dba tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290145 Jul 07 17:05:06.842556 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-29ce82ec-0b89-413d-bcfc-bf029fec145f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.946501 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6164549a-0c92-4a73-9bef-ca1a42dffb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.947974 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-29ce82ec-0b89-413d-bcfc-bf029fec145f None None] For port 7b74783a-1407-4c2a-9154-359f0e4adcc6, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7b74783a-1407-4c2a-9154-359f0e4adcc6,segment=NetworkSegment(8705b03f-d303-4cff-81e4-94e4b07a40d7),segment_id=8705b03f-d303-4cff-81e4-94e4b07a40d7)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:06.952223 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6164549a-0c92-4a73-9bef-ca1a42dffb23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.965977 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6164549a-0c92-4a73-9bef-ca1a42dffb23 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2af56a2b-bdac-4550-895c-792d9cbfe65b HTTP/1.1" status: 204 len: 168 time: 0.9392862 Jul 07 17:05:06.990053 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-29ce82ec-0b89-413d-bcfc-bf029fec145f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.015573 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164549a-0c92-4a73-9bef-ca1a42dffb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af56a2b-bdac-4550-895c-792d9cbfe65b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:07.029729 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c0009c12-c78d-4c63-86bc-2ff5927a4fc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.279098 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.395616 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce82ec-0b89-413d-bcfc-bf029fec145f None None] Pushing event updated for resources: {'Port': ['ID=7b74783a-1407-4c2a-9154-359f0e4adcc6,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:07.548285 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:05:07.602087 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.652207 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-57c86244-6416-427b-afe6-b87e032da91c None None] Provisioning complete for port 7b74783a-1407-4c2a-9154-359f0e4adcc6 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:07.652820 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-57c86244-6416-427b-afe6-b87e032da91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.678996 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb7a9f-6225-42b2-aca1-77b156ff2469 req-2d71223e-ad66-438e-873f-f130ce9cc503 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:07.680753 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b0eb7a9f-6225-42b2-aca1-77b156ff2469 req-2d71223e-ad66-438e-873f-f130ce9cc503 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.72 "GET /v2.0/ports?device_id=e03d45d4-62fe-42c6-9565-6eda981fdd33 HTTP/1.1" status: 200 len: 945 time: 0.4261234 Jul 07 17:05:07.827770 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c0009c12-c78d-4c63-86bc-2ff5927a4fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.906263 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57054) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:07.944049 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7c0a77d4-2e76-4148-82f0-94fb75ba9ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.276744 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8837e3-83ea-4eff-a208-4c7090fe6c86 req-09c70fa2-04b2-4a2e-b715-ea31861db5ca tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:08.284428 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a8837e3-83ea-4eff-a208-4c7090fe6c86 req-09c70fa2-04b2-4a2e-b715-ea31861db5ca tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/ports?device_id=e03d45d4-62fe-42c6-9565-6eda981fdd33 HTTP/1.1" status: 200 len: 945 time: 0.7151277 Jul 07 17:05:08.346058 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0009c12-c78d-4c63-86bc-2ff5927a4fc6 admin admin] Router 13239956-4ee7-4c0b-8f33-7faf45762b5a is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:05:08.348146 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a8837e3-83ea-4eff-a208-4c7090fe6c86 req-6ce134d0-2586-4054-a1aa-ca0dc78abb9a tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/security-groups?id=72156c4f-ddd5-45a2-a321-7e04e349dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620708 Jul 07 17:05:08.377301 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-b0eb7a9f-6225-42b2-aca1-77b156ff2469 req-69cd73ca-c177-4c9d-9961-b64bdb048b26 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Deleting port 3c7637d4-4ffb-46b5-a63f-f60a07b7730f {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:08.377851 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b0eb7a9f-6225-42b2-aca1-77b156ff2469 req-69cd73ca-c177-4c9d-9961-b64bdb048b26 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.385649 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7c0a77d4-2e76-4148-82f0-94fb75ba9ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.456764 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a5c96-eba2-4a25-8a84-8a67b70f4557 req-9601b94f-a400-4848-ad3f-3e6c9a241578 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:08.465245 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-967a5c96-eba2-4a25-8a84-8a67b70f4557 req-9601b94f-a400-4848-ad3f-3e6c9a241578 tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 1103 time: 0.2686212 Jul 07 17:05:08.468023 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7c0a77d4-2e76-4148-82f0-94fb75ba9ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.567797 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7c0a77d4-2e76-4148-82f0-94fb75ba9ea7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6814ddbb799b41ed95391b69137b04a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6594746 Jul 07 17:05:08.590253 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57060) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:08.594583 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a77d4-2e76-4148-82f0-94fb75ba9ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc75eec7-6b77-47bc-acbc-12815c2702ab,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:08.596239 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-b0eb7a9f-6225-42b2-aca1-77b156ff2469 req-69cd73ca-c177-4c9d-9961-b64bdb048b26 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] For port 3c7637d4-4ffb-46b5-a63f-f60a07b7730f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=3c7637d4-4ffb-46b5-a63f-f60a07b7730f,segment=NetworkSegment(2e3a5c5c-eeac-43e0-b6a7-f7ce6cb8747c),segment_id=2e3a5c5c-eeac-43e0-b6a7-f7ce6cb8747c)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:08.597054 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b0eb7a9f-6225-42b2-aca1-77b156ff2469 req-69cd73ca-c177-4c9d-9961-b64bdb048b26 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.625732 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-b0eb7a9f-6225-42b2-aca1-77b156ff2469 req-69cd73ca-c177-4c9d-9961-b64bdb048b26 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Calling delete_port for 3c7637d4-4ffb-46b5-a63f-f60a07b7730f owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:08.712667 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-967a5c96-eba2-4a25-8a84-8a67b70f4557 req-4dbc41cf-dee3-42d3-b4ec-c69b27fbf5cd tempest-ServersAdminTestJSON-323685065 tempest-ServersAdminTestJSON-323685065-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438657 Jul 07 17:05:08.836196 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0009c12-c78d-4c63-86bc-2ff5927a4fc6 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:05:08.849000 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e931bd19-062d-4eee-a2e3-bdcbbfb95570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.853964 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf243d04-1cdb-4810-83d0-487729f898a9 None None] Sync routers for ids ['13239956-4ee7-4c0b-8f33-7faf45762b5a'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:05:08.889901 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf243d04-1cdb-4810-83d0-487729f898a9 None None] Routers {'13239956-4ee7-4c0b-8f33-7faf45762b5a'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:08.891313 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-bf243d04-1cdb-4810-83d0-487729f898a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:04:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['13239956-4ee7-4c0b-8f33-7faf45762b5a'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:08.944713 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c0009c12-c78d-4c63-86bc-2ff5927a4fc6 admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.946759 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c0009c12-c78d-4c63-86bc-2ff5927a4fc6 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0303340 Jul 07 17:05:08.958753 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57070) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:08.970027 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e931bd19-062d-4eee-a2e3-bdcbbfb95570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.135711 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e931bd19-062d-4eee-a2e3-bdcbbfb95570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.138441 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e931bd19-062d-4eee-a2e3-bdcbbfb95570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.139801 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e931bd19-062d-4eee-a2e3-bdcbbfb95570 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bc75eec7-6b77-47bc-acbc-12815c2702ab HTTP/1.1" status: 204 len: 168 time: 0.5114746 Jul 07 17:05:09.152331 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-bf243d04-1cdb-4810-83d0-487729f898a9 None None] Set router 13239956-4ee7-4c0b-8f33-7faf45762b5a gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:05:09.172042 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b0eb7a9f-6225-42b2-aca1-77b156ff2469 req-69cd73ca-c177-4c9d-9961-b64bdb048b26 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.180188 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931bd19-062d-4eee-a2e3-bdcbbfb95570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc75eec7-6b77-47bc-acbc-12815c2702ab,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:09.186410 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['3c7637d4-4ffb-46b5-a63f-f60a07b7730f'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:09.362460 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7b74783a-1407-4c2a-9154-359f0e4adcc6 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:09.375305 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd73ca-c177-4c9d-9961-b64bdb048b26 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Pushing event deleted for resources: {'Port': ['ID=3c7637d4-4ffb-46b5-a63f-f60a07b7730f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:09.562376 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 7b74783a-1407-4c2a-9154-359f0e4adcc6 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:09.563063 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.578911 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0eb7a9f-6225-42b2-aca1-77b156ff2469 req-69cd73ca-c177-4c9d-9961-b64bdb048b26 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] No DVR routers for this DVR port 3c7637d4-4ffb-46b5-a63f-f60a07b7730f on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:09.584648 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-bf243d04-1cdb-4810-83d0-487729f898a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13239956-4ee7-4c0b-8f33-7faf45762b5a', 'name': 'tempest-FloatingIPDetailsTestJSON-1246230316-router', 'tenant_id': '1eb8e2bb799046408828da59e3a894ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cefd297b-6dba-452b-9792-cc6559e6b003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:03Z', 'updated_at': '2021-07-07T17:05:06Z', 'revision_number': 3, 'project_id': '1eb8e2bb799046408828da59e3a894ca', 'gw_port': {'id': 'cefd297b-6dba-452b-9792-cc6559e6b003', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13239956-4ee7-4c0b-8f33-7faf45762b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:04Z', 'updated_at': '2021-07-07T17:05:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:09.598023 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b0eb7a9f-6225-42b2-aca1-77b156ff2469 req-69cd73ca-c177-4c9d-9961-b64bdb048b26 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.602378 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b0eb7a9f-6225-42b2-aca1-77b156ff2469 req-69cd73ca-c177-4c9d-9961-b64bdb048b26 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.72 "DELETE /v2.0/ports/3c7637d4-4ffb-46b5-a63f-f60a07b7730f HTTP/1.1" status: 204 len: 173 time: 1.9131541 Jul 07 17:05:09.603312 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03d45d4-62fe-42c6-9565-6eda981fdd33', 'name': 'network-vif-deleted', 'tag': '3c7637d4-4ffb-46b5-a63f-f60a07b7730f'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:09.607684 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767bc1d9-9d48-4f95-a459-2b4d26d744be" -d '{"events": [{"server_uuid": "e03d45d4-62fe-42c6-9565-6eda981fdd33", "name": "network-vif-deleted", "tag": "3c7637d4-4ffb-46b5-a63f-f60a07b7730f"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:09.653922 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf243d04-1cdb-4810-83d0-487729f898a9 None None] Checking router: 13239956-4ee7-4c0b-8f33-7faf45762b5a for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:05:09.654286 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf243d04-1cdb-4810-83d0-487729f898a9 None None] Updating router 13239956-4ee7-4c0b-8f33-7faf45762b5a port cefd297b-6dba-452b-9792-cc6559e6b003 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:05:09.732317 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-bf243d04-1cdb-4810-83d0-487729f898a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.799963 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc259cac-54af-45b7-80a1-5fb6e0e18ca1 req-de1e3bcc-9031-45c0-9ba4-f7beb545821d tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:09.814779 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bc259cac-54af-45b7-80a1-5fb6e0e18ca1 req-de1e3bcc-9031-45c0-9ba4-f7beb545821d tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d244dcc5-9079-45bf-a95e-705045159329 HTTP/1.1" status: 200 len: 949 time: 0.3112872 Jul 07 17:05:09.943682 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bc259cac-54af-45b7-80a1-5fb6e0e18ca1 req-0ce92199-0c48-41bf-a69c-0a096f8a30dc tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239963 Jul 07 17:05:10.009948 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a75374fe-87a4-470e-a571-6b2b894782a2 req-74a992e4-3e3f-4a4f-988f-705b503dbe81 tempest-InstanceActionsTestJSON-26749332 tempest-InstanceActionsTestJSON-26749332-project] 10.222.0.53 "GET /v2.0/ports?device_id=e03d45d4-62fe-42c6-9565-6eda981fdd33 HTTP/1.1" status: 200 len: 210 time: 0.1234086 Jul 07 17:05:10.179035 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f64873-ba95-4ab7-bdff-d6d92c3244c4 x-openstack-request-id: req-10f64873-ba95-4ab7-bdff-d6d92c3244c4 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:10.179342 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e03d45d4-62fe-42c6-9565-6eda981fdd33", "name": "network-vif-deleted", "tag": "3c7637d4-4ffb-46b5-a63f-f60a07b7730f", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:10.179604 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-10f64873-ba95-4ab7-bdff-d6d92c3244c4 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:10.180022 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e03d45d4-62fe-42c6-9565-6eda981fdd33', 'name': 'network-vif-deleted', 'tag': '3c7637d4-4ffb-46b5-a63f-f60a07b7730f', 'status': 'completed', 'code': 200} Jul 07 17:05:10.410279 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-bf243d04-1cdb-4810-83d0-487729f898a9 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:10.457077 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-bf243d04-1cdb-4810-83d0-487729f898a9 None None] Transition to ACTIVE for port object cefd297b-6dba-452b-9792-cc6559e6b003 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:10.471488 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-bf243d04-1cdb-4810-83d0-487729f898a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:10.642313 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814e9d9-70d4-44eb-a37a-5b820989f973 None None] Pushing event updated for resources: {'Port': ['ID=cefd297b-6dba-452b-9792-cc6559e6b003,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:10.657022 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-bf243d04-1cdb-4810-83d0-487729f898a9 None None] Attempting to bind port cefd297b-6dba-452b-9792-cc6559e6b003 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:10.657454 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-bf243d04-1cdb-4810-83d0-487729f898a9 None None] Attempting to bind port cefd297b-6dba-452b-9792-cc6559e6b003 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:10.657941 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf243d04-1cdb-4810-83d0-487729f898a9 None None] Attempting to bind port cefd297b-6dba-452b-9792-cc6559e6b003 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:10.679115 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c814e9d9-70d4-44eb-a37a-5b820989f973 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:10.679613 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c814e9d9-70d4-44eb-a37a-5b820989f973 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:10.680158 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c814e9d9-70d4-44eb-a37a-5b820989f973 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:10.680494 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c814e9d9-70d4-44eb-a37a-5b820989f973 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:10.680914 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c814e9d9-70d4-44eb-a37a-5b820989f973 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:10.682158 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c814e9d9-70d4-44eb-a37a-5b820989f973 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:10.682508 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c814e9d9-70d4-44eb-a37a-5b820989f973 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:10.682846 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c814e9d9-70d4-44eb-a37a-5b820989f973 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:10.683182 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c814e9d9-70d4-44eb-a37a-5b820989f973 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:10.683513 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c814e9d9-70d4-44eb-a37a-5b820989f973 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:10.683849 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c814e9d9-70d4-44eb-a37a-5b820989f973 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:10.685062 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c814e9d9-70d4-44eb-a37a-5b820989f973 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:10.700494 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf243d04-1cdb-4810-83d0-487729f898a9 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:10.700494 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf243d04-1cdb-4810-83d0-487729f898a9 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:10.700494 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-bf243d04-1cdb-4810-83d0-487729f898a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:10.700494 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf243d04-1cdb-4810-83d0-487729f898a9 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:10.700494 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-bf243d04-1cdb-4810-83d0-487729f898a9 None None] Bound port: cefd297b-6dba-452b-9792-cc6559e6b003, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:10.700494 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-bf243d04-1cdb-4810-83d0-487729f898a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:10.793483 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4dcca408-8a1d-41ba-8229-fb5f11de8551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:10.855687 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-bf243d04-1cdb-4810-83d0-487729f898a9 None None] For port cefd297b-6dba-452b-9792-cc6559e6b003, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:10.876815 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-bf243d04-1cdb-4810-83d0-487729f898a9 None None] For port cefd297b-6dba-452b-9792-cc6559e6b003, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=cefd297b-6dba-452b-9792-cc6559e6b003,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:10.884667 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-bf243d04-1cdb-4810-83d0-487729f898a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.002104 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf243d04-1cdb-4810-83d0-487729f898a9 None None] Routers {'13239956-4ee7-4c0b-8f33-7faf45762b5a'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:11.006900 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-bf243d04-1cdb-4810-83d0-487729f898a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:04:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['13239956-4ee7-4c0b-8f33-7faf45762b5a'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:11.020933 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50952c0b-eb16-4227-89c3-2fcbeaf005f9 req-175fd25f-2d67-4390-bfc3-9b51166e0a8d tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:11.022713 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-50952c0b-eb16-4227-89c3-2fcbeaf005f9 req-175fd25f-2d67-4390-bfc3-9b51166e0a8d tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.72 "GET /v2.0/ports?device_id=d244dcc5-9079-45bf-a95e-705045159329 HTTP/1.1" status: 200 len: 949 time: 0.2055426 Jul 07 17:05:11.144700 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814e9d9-70d4-44eb-a37a-5b820989f973 None None] Pushing event updated for resources: {'Port': ['ID=cefd297b-6dba-452b-9792-cc6559e6b003,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:11.324264 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 3c7637d4-4ffb-46b5-a63f-f60a07b7730f no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:05:11.351430 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-bf243d04-1cdb-4810-83d0-487729f898a9 None None] Set router 13239956-4ee7-4c0b-8f33-7faf45762b5a gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:05:11.366439 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57126) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:11.394262 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-4dcca408-8a1d-41ba-8229-fb5f11de8551 admin admin] Allocated IP 172.20.0.1 (51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8/3f983bcf-4cba-45d5-8e60-43f0ea89d50f/ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:11.421168 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 3c7637d4-4ffb-46b5-a63f-f60a07b7730f {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:05:11.421531 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 3c7637d4-4ffb-46b5-a63f-f60a07b7730f not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:05:11.422046 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 67c31bbc-0527-4f8a-aefa-7af1f0802d92 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:05:11.558414 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e052dea-6cda-44f0-bc31-1ad53a5fe107 admin admin] Deleting subnet 6ad51f08-eed7-4fa7-a2dc-2f66e31ccecf {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:05:11.566020 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0e052dea-6cda-44f0-bc31-1ad53a5fe107 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.627733 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0e052dea-6cda-44f0-bc31-1ad53a5fe107 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.699537 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0e052dea-6cda-44f0-bc31-1ad53a5fe107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.745777 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-50952c0b-eb16-4227-89c3-2fcbeaf005f9 req-faeec30f-89ce-4985-9f8f-a2677364e641 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Deleting port 67c31bbc-0527-4f8a-aefa-7af1f0802d92 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:11.747378 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-50952c0b-eb16-4227-89c3-2fcbeaf005f9 req-faeec30f-89ce-4985-9f8f-a2677364e641 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.783778 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf393b6-c4c0-4af6-99b0-1a52370ccf79 req-51085eb5-c439-4a75-b65e-b22706b77f8b tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:11.786559 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0cf393b6-c4c0-4af6-99b0-1a52370ccf79 req-51085eb5-c439-4a75-b65e-b22706b77f8b tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d244dcc5-9079-45bf-a95e-705045159329 HTTP/1.1" status: 200 len: 949 time: 0.3075619 Jul 07 17:05:11.788718 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0e052dea-6cda-44f0-bc31-1ad53a5fe107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.818504 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0e052dea-6cda-44f0-bc31-1ad53a5fe107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.825356 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0e052dea-6cda-44f0-bc31-1ad53a5fe107 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6ad51f08-eed7-4fa7-a2dc-2f66e31ccecf HTTP/1.1" status: 204 len: 168 time: 0.4565341 Jul 07 17:05:11.830027 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57132) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:11.880151 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.942691 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e052dea-6cda-44f0-bc31-1ad53a5fe107 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ad51f08-eed7-4fa7-a2dc-2f66e31ccecf,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:11.946069 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 67c31bbc-0527-4f8a-aefa-7af1f0802d92, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=67c31bbc-0527-4f8a-aefa-7af1f0802d92,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:11.947646 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd244dcc5-9079-45bf-a95e-705045159329', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67c31bbc-0527-4f8a-aefa-7af1f0802d92'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:11.951114 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123d55e1-ba06-4e4f-9cd1-c4c2f2a76f2f" -d '{"events": [{"server_uuid": "d244dcc5-9079-45bf-a95e-705045159329", "name": "network-vif-unplugged", "status": "completed", "tag": "67c31bbc-0527-4f8a-aefa-7af1f0802d92"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:11.956366 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.028888 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=67c31bbc-0527-4f8a-aefa-7af1f0802d92,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:12.176948 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-bf243d04-1cdb-4810-83d0-487729f898a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13239956-4ee7-4c0b-8f33-7faf45762b5a', 'name': 'tempest-FloatingIPDetailsTestJSON-1246230316-router', 'tenant_id': '1eb8e2bb799046408828da59e3a894ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cefd297b-6dba-452b-9792-cc6559e6b003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:03Z', 'updated_at': '2021-07-07T17:05:06Z', 'revision_number': 3, 'project_id': '1eb8e2bb799046408828da59e3a894ca', 'gw_port': {'id': 'cefd297b-6dba-452b-9792-cc6559e6b003', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13239956-4ee7-4c0b-8f33-7faf45762b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:04Z', 'updated_at': '2021-07-07T17:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:12.228720 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0cf393b6-c4c0-4af6-99b0-1a52370ccf79 req-f27a35e5-e940-454c-a7d8-654861d3dced tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251387 Jul 07 17:05:12.232581 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4dcca408-8a1d-41ba-8229-fb5f11de8551 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.253372 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a65a15f4-6633-4efa-a492-e3744fccc3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.264606 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf243d04-1cdb-4810-83d0-487729f898a9 None None] The sync data for ids ['13239956-4ee7-4c0b-8f33-7faf45762b5a'] in n-d-791503-12 is: [{'id': '13239956-4ee7-4c0b-8f33-7faf45762b5a', 'name': 'tempest-FloatingIPDetailsTestJSON-1246230316-router', 'tenant_id': '1eb8e2bb799046408828da59e3a894ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cefd297b-6dba-452b-9792-cc6559e6b003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:03Z', 'updated_at': '2021-07-07T17:05:06Z', 'revision_number': 3, 'project_id': '1eb8e2bb799046408828da59e3a894ca', 'gw_port': {'id': 'cefd297b-6dba-452b-9792-cc6559e6b003', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13239956-4ee7-4c0b-8f33-7faf45762b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:04Z', 'updated_at': '2021-07-07T17:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:05:12.285260 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-50952c0b-eb16-4227-89c3-2fcbeaf005f9 req-faeec30f-89ce-4985-9f8f-a2677364e641 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] For port 67c31bbc-0527-4f8a-aefa-7af1f0802d92, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=67c31bbc-0527-4f8a-aefa-7af1f0802d92,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:12.286369 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-50952c0b-eb16-4227-89c3-2fcbeaf005f9 req-faeec30f-89ce-4985-9f8f-a2677364e641 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.380396 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-4dcca408-8a1d-41ba-8229-fb5f11de8551 admin admin] Transition to ACTIVE for port object ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:12.400544 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-50952c0b-eb16-4227-89c3-2fcbeaf005f9 req-faeec30f-89ce-4985-9f8f-a2677364e641 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Calling delete_port for 67c31bbc-0527-4f8a-aefa-7af1f0802d92 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:12.437996 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a65a15f4-6633-4efa-a492-e3744fccc3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.474825 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-a65a15f4-6633-4efa-a492-e3744fccc3fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf2562b-6c87-4be2-8208-77515ba35784']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:12.505303 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-a65a15f4-6633-4efa-a492-e3744fccc3fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3a5c5c-eeac-43e0-b6a7-f7ce6cb8747c') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:12.505555 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-a65a15f4-6633-4efa-a492-e3744fccc3fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3a5c5c-eeac-43e0-b6a7-f7ce6cb8747c') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:12.530896 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a65a15f4-6633-4efa-a492-e3744fccc3fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.568242 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4398b7b-471b-480a-b696-0c566745a2f9 x-openstack-request-id: req-f4398b7b-471b-480a-b696-0c566745a2f9 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:12.570788 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d244dcc5-9079-45bf-a95e-705045159329", "name": "network-vif-unplugged", "status": "completed", "tag": "67c31bbc-0527-4f8a-aefa-7af1f0802d92", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:12.571340 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f4398b7b-471b-480a-b696-0c566745a2f9 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:12.572221 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd244dcc5-9079-45bf-a95e-705045159329', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67c31bbc-0527-4f8a-aefa-7af1f0802d92', 'code': 200} Jul 07 17:05:12.581244 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a65a15f4-6633-4efa-a492-e3744fccc3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.605769 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65a15f4-6633-4efa-a492-e3744fccc3fc admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:05:12.606897 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a65a15f4-6633-4efa-a492-e3744fccc3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:05:12.609741 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:05:12.649964 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4dcca408-8a1d-41ba-8229-fb5f11de8551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.808997 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a65a15f4-6633-4efa-a492-e3744fccc3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.815409 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a65a15f4-6633-4efa-a492-e3744fccc3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.820238 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a65a15f4-6633-4efa-a492-e3744fccc3fc admin admin] 10.222.0.53 "DELETE /v2.0/networks/8bf2562b-6c87-4be2-8208-77515ba35784 HTTP/1.1" status: 204 len: 168 time: 0.9835122 Jul 07 17:05:12.834808 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcca408-8a1d-41ba-8229-fb5f11de8551 admin admin] Pushing event updated for resources: {'Port': ['ID=ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:12.856364 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a15f4-6633-4efa-a492-e3744fccc3fc admin admin] Pushing event deleted for resources: {'Network': ['ID=8bf2562b-6c87-4be2-8208-77515ba35784,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:12.890429 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcca408-8a1d-41ba-8229-fb5f11de8551 admin admin] Network 51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:12.896143 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-4dcca408-8a1d-41ba-8229-fb5f11de8551 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:12.899191 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcca408-8a1d-41ba-8229-fb5f11de8551 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:12.996513 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4dcca408-8a1d-41ba-8229-fb5f11de8551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.263806 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-50952c0b-eb16-4227-89c3-2fcbeaf005f9 req-faeec30f-89ce-4985-9f8f-a2677364e641 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.294940 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['7fdfdbfe-4b80-4b9c-986e-0a121af06247'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:13.302397 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['026d928d-2392-4fab-ac23-66fd99d24772'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:13.669650 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57186) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:13.686427 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeec30f-89ce-4985-9f8f-a2677364e641 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Pushing event deleted for resources: {'Port': ['ID=67c31bbc-0527-4f8a-aefa-7af1f0802d92,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:13.698703 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device cefd297b-6dba-452b-9792-cc6559e6b003 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:13.802444 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-19c39300-9c16-4bee-a13f-5bee3071197e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=51cf7d6ec5694e04a51e147025cae6ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301765 Jul 07 17:05:13.803658 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57188) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:13.844757 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4dcca408-8a1d-41ba-8229-fb5f11de8551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.943442 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cac123a9-7096-4f30-a078-ab02c9e67c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.980057 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cac123a9-7096-4f30-a078-ab02c9e67c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.989958 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ccb5122d-15a4-4f32-8e7a-ca58eddd0048 None None] Provisioning for port ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:14.031655 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ccb5122d-15a4-4f32-8e7a-ca58eddd0048 None None] Provisioning complete for port ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:14.032707 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ccb5122d-15a4-4f32-8e7a-ca58eddd0048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:14.145838 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-ccb5122d-15a4-4f32-8e7a-ca58eddd0048 None None] Port ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:05:14.189291 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-40a066f6-89d9-4f50-a550-716268613719 req-5bc97dca-f4e0-45e9-8c69-f62e36a9d4eb tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d244dcc5-9079-45bf-a95e-705045159329 HTTP/1.1" status: 200 len: 210 time: 0.2439339 Jul 07 17:05:14.197454 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cac123a9-7096-4f30-a078-ab02c9e67c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:14.210280 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cac123a9-7096-4f30-a078-ab02c9e67c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:14.229295 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cac123a9-7096-4f30-a078-ab02c9e67c2e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/72156c4f-ddd5-45a2-a321-7e04e349dae9 HTTP/1.1" status: 204 len: 168 time: 0.4235308 Jul 07 17:05:14.265431 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac123a9-7096-4f30-a078-ab02c9e67c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72156c4f-ddd5-45a2-a321-7e04e349dae9,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:14.576199 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port cefd297b-6dba-452b-9792-cc6559e6b003 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:14.587608 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port cefd297b-6dba-452b-9792-cc6559e6b003 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:14.589528 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:14.701975 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4dcca408-8a1d-41ba-8229-fb5f11de8551 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:14.855152 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-50952c0b-eb16-4227-89c3-2fcbeaf005f9 req-faeec30f-89ce-4985-9f8f-a2677364e641 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] No DVR routers for this DVR port 67c31bbc-0527-4f8a-aefa-7af1f0802d92 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:14.867442 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4dcca408-8a1d-41ba-8229-fb5f11de8551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:14.888320 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-50952c0b-eb16-4227-89c3-2fcbeaf005f9 req-faeec30f-89ce-4985-9f8f-a2677364e641 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:14.891870 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-50952c0b-eb16-4227-89c3-2fcbeaf005f9 req-faeec30f-89ce-4985-9f8f-a2677364e641 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.72 "DELETE /v2.0/ports/67c31bbc-0527-4f8a-aefa-7af1f0802d92 HTTP/1.1" status: 204 len: 173 time: 3.8583999 Jul 07 17:05:14.914669 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd244dcc5-9079-45bf-a95e-705045159329', 'name': 'network-vif-deleted', 'tag': '67c31bbc-0527-4f8a-aefa-7af1f0802d92'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:14.918948 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb73aa42-e688-42f3-9b7f-adfdc1b25779" -d '{"events": [{"server_uuid": "d244dcc5-9079-45bf-a95e-705045159329", "name": "network-vif-deleted", "tag": "67c31bbc-0527-4f8a-aefa-7af1f0802d92"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:14.947296 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.010745 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port cefd297b-6dba-452b-9792-cc6559e6b003, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=cefd297b-6dba-452b-9792-cc6559e6b003,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:15.019533 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.185015 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44201b2d-5f66-45d9-8c23-0b12901c266a x-openstack-request-id: req-44201b2d-5f66-45d9-8c23-0b12901c266a {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:15.185342 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d244dcc5-9079-45bf-a95e-705045159329", "name": "network-vif-deleted", "tag": "67c31bbc-0527-4f8a-aefa-7af1f0802d92", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:15.185727 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44201b2d-5f66-45d9-8c23-0b12901c266a {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:15.186159 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd244dcc5-9079-45bf-a95e-705045159329', 'name': 'network-vif-deleted', 'tag': '67c31bbc-0527-4f8a-aefa-7af1f0802d92', 'status': 'completed', 'code': 200} Jul 07 17:05:15.213424 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcca408-8a1d-41ba-8229-fb5f11de8551 admin admin] Pushing event updated for resources: {'Port': ['ID=ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:15.216372 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4dcca408-8a1d-41ba-8229-fb5f11de8551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.326194 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=cefd297b-6dba-452b-9792-cc6559e6b003,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:15.390627 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcca408-8a1d-41ba-8229-fb5f11de8551 admin admin] Network 51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:15.392304 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-4dcca408-8a1d-41ba-8229-fb5f11de8551 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:15.979642 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0ec742b-f6e1-4b81-adaa-260cfa4155ae req-26bcf912-4724-4ebf-90c5-a85b28f77126 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d244dcc5-9079-45bf-a95e-705045159329 HTTP/1.1" status: 200 len: 210 time: 0.2520447 Jul 07 17:05:16.008456 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcca408-8a1d-41ba-8229-fb5f11de8551 admin admin] Router 13239956-4ee7-4c0b-8f33-7faf45762b5a has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:05:16.205582 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-be4e2178-077a-4eb2-acf2-94ed0adf0902 None None] Provisioning complete for port ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:16.207040 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-be4e2178-077a-4eb2-acf2-94ed0adf0902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:16.356091 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcca408-8a1d-41ba-8229-fb5f11de8551 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:05:16.378702 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4dcca408-8a1d-41ba-8229-fb5f11de8551 admin admin] 10.222.0.53 "PUT /v2.0/routers/13239956-4ee7-4c0b-8f33-7faf45762b5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4090090 Jul 07 17:05:16.405321 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-be4e2178-077a-4eb2-acf2-94ed0adf0902 None None] Port ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:05:16.470609 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57256) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:16.514333 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1d5019-b1f4-41d1-adb3-21149edfad86 None None] Sync routers for ids ['13239956-4ee7-4c0b-8f33-7faf45762b5a'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:05:16.533386 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1d5019-b1f4-41d1-adb3-21149edfad86 None None] Routers {'13239956-4ee7-4c0b-8f33-7faf45762b5a'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:16.535455 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-5f1d5019-b1f4-41d1-adb3-21149edfad86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:04:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['13239956-4ee7-4c0b-8f33-7faf45762b5a'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:16.721346 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-238f1cda-e10a-46be-92db-db638796cf1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.038441 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-238f1cda-e10a-46be-92db-db638796cf1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.045418 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-238f1cda-e10a-46be-92db-db638796cf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.101598 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57288) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:17.131451 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-238f1cda-e10a-46be-92db-db638796cf1c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=73ae303d5ece4371bd2f58129bce7c81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6586521 Jul 07 17:05:17.135883 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57292) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:17.146624 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f1cda-e10a-46be-92db-db638796cf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5ee7c7-84b6-498d-9e56-70dc7bcbf590,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:17.268408 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-5f1d5019-b1f4-41d1-adb3-21149edfad86 None None] Set router 13239956-4ee7-4c0b-8f33-7faf45762b5a gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:05:17.321705 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0e45f87b-994c-4217-bd14-42581765869e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.359844 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0e45f87b-994c-4217-bd14-42581765869e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.433127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-671f0514-d9a0-4f4f-a72c-4f336188b43b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-681504198-network', 'tenant_id': '5f047ef100fe4caa8d5e62940251eceb'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:17.491164 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0e45f87b-994c-4217-bd14-42581765869e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.497534 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0e45f87b-994c-4217-bd14-42581765869e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.506831 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0e45f87b-994c-4217-bd14-42581765869e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e5ee7c7-84b6-498d-9e56-70dc7bcbf590 HTTP/1.1" status: 204 len: 168 time: 0.3681092 Jul 07 17:05:17.533124 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device cefd297b-6dba-452b-9792-cc6559e6b003 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:17.533687 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3fc63ba3-4c0e-46cc-b4bd-e6c88e7945b2 req-13b2497b-8d0e-45ee-b189-83eeca9b19e9 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3027897 Jul 07 17:05:17.542862 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45f87b-994c-4217-bd14-42581765869e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5ee7c7-84b6-498d-9e56-70dc7bcbf590,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:17.544565 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-3fc63ba3-4c0e-46cc-b4bd-e6c88e7945b2 req-4b6e3864-8450-4109-a1ed-f19fdfb2e37c tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:17.571601 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671f0514-d9a0-4f4f-a72c-4f336188b43b admin admin] Made reservation on behalf of 5f047ef100fe4caa8d5e62940251eceb for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:17.582915 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-671f0514-d9a0-4f4f-a72c-4f336188b43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.650203 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-671f0514-d9a0-4f4f-a72c-4f336188b43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.655208 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3fc63ba3-4c0e-46cc-b4bd-e6c88e7945b2 req-4b6e3864-8450-4109-a1ed-f19fdfb2e37c tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks [] for floatingip, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.729207 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port cefd297b-6dba-452b-9792-cc6559e6b003 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:17.729850 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.862513 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-671f0514-d9a0-4f4f-a72c-4f336188b43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.870122 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-671f0514-d9a0-4f4f-a72c-4f336188b43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.898351 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671f0514-d9a0-4f4f-a72c-4f336188b43b admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:05:17.914487 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-671f0514-d9a0-4f4f-a72c-4f336188b43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.914974 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-671f0514-d9a0-4f4f-a72c-4f336188b43b admin admin] Added segment 2f026523-69fe-43a7-998a-5a827b861a2a of type vlan for network 980d4d7f-4d7a-4300-8886-ddee889ed2b3 Jul 07 17:05:17.980381 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-671f0514-d9a0-4f4f-a72c-4f336188b43b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.012227 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3fc63ba3-4c0e-46cc-b4bd-e6c88e7945b2 req-4b6e3864-8450-4109-a1ed-f19fdfb2e37c tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.058028 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f0514-d9a0-4f4f-a72c-4f336188b43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:18.062081 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-671f0514-d9a0-4f4f-a72c-4f336188b43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.077215 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671f0514-d9a0-4f4f-a72c-4f336188b43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:18.079171 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-671f0514-d9a0-4f4f-a72c-4f336188b43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.124642 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-671f0514-d9a0-4f4f-a72c-4f336188b43b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0216620 Jul 07 17:05:18.126189 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57310) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:18.166385 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-5f1d5019-b1f4-41d1-adb3-21149edfad86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13239956-4ee7-4c0b-8f33-7faf45762b5a', 'name': 'tempest-FloatingIPDetailsTestJSON-1246230316-router', 'tenant_id': '1eb8e2bb799046408828da59e3a894ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cefd297b-6dba-452b-9792-cc6559e6b003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:03Z', 'updated_at': '2021-07-07T17:05:13Z', 'revision_number': 4, 'project_id': '1eb8e2bb799046408828da59e3a894ca', 'gw_port': {'id': 'cefd297b-6dba-452b-9792-cc6559e6b003', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13239956-4ee7-4c0b-8f33-7faf45762b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:04Z', 'updated_at': '2021-07-07T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c', 'name': '', 'network_id': '51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8', 'tenant_id': '1eb8e2bb799046408828da59e3a894ca', 'mac_address': 'fa:16:3e:1f:9a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13239956-4ee7-4c0b-8f33-7faf45762b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '3f983bcf-4cba-45d5-8e60-43f0ea89d50f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:10Z', 'updated_at': '2021-07-07T17:05:14Z', 'revision_number': 2, 'project_id': '1eb8e2bb799046408828da59e3a894ca', 'subnets': [{'id': '3f983bcf-4cba-45d5-8e60-43f0ea89d50f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:18.169536 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-e34bd7c4-b88d-4fcf-94a2-b74587472470 admin admin] Request body: {'subnet': {'network_id': '980d4d7f-4d7a-4300-8886-ddee889ed2b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-681504198-subnet', 'tenant_id': '5f047ef100fe4caa8d5e62940251eceb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:18.213868 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f0514-d9a0-4f4f-a72c-4f336188b43b admin admin] Pushing event updated for resources: {'Network': ['ID=980d4d7f-4d7a-4300-8886-ddee889ed2b3,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:18.226300 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1d5019-b1f4-41d1-adb3-21149edfad86 None None] Checking router: 13239956-4ee7-4c0b-8f33-7faf45762b5a for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:05:18.226695 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1d5019-b1f4-41d1-adb3-21149edfad86 None None] Updating router 13239956-4ee7-4c0b-8f33-7faf45762b5a port ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:05:18.234676 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 980d4d7f-4d7a-4300-8886-ddee889ed2b3 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:05:18.241382 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34bd7c4-b88d-4fcf-94a2-b74587472470 admin admin] Made reservation on behalf of 5f047ef100fe4caa8d5e62940251eceb for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:18.251414 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e34bd7c4-b88d-4fcf-94a2-b74587472470 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.280704 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-3fc63ba3-4c0e-46cc-b4bd-e6c88e7945b2 req-4b6e3864-8450-4109-a1ed-f19fdfb2e37c tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Allocated IP 172.25.0.126 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/5491bccc-84dd-4967-8d4b-e20188101505) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:18.433217 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57314) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:18.478936 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5f1d5019-b1f4-41d1-adb3-21149edfad86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.481615 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3478713d-635e-4547-ae85-7ad7927284d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.572920 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3fc63ba3-4c0e-46cc-b4bd-e6c88e7945b2 req-4b6e3864-8450-4109-a1ed-f19fdfb2e37c tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.629561 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3fc63ba3-4c0e-46cc-b4bd-e6c88e7945b2 req-4b6e3864-8450-4109-a1ed-f19fdfb2e37c tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.630806 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40451c63-fa70-46ec-bbbd-db20853ca04e req-2c3a5750-c584-4568-a36a-73cd9f451b68 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:18.632462 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-40451c63-fa70-46ec-bbbd-db20853ca04e req-2c3a5750-c584-4568-a36a-73cd9f451b68 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=77e8f408-3025-483c-9c47-75a7dec82d2a HTTP/1.1" status: 200 len: 950 time: 0.1599269 Jul 07 17:05:18.635268 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e34bd7c4-b88d-4fcf-94a2-b74587472470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.685475 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc63ba3-4c0e-46cc-b4bd-e6c88e7945b2 req-4b6e3864-8450-4109-a1ed-f19fdfb2e37c tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:18.700465 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-3fc63ba3-4c0e-46cc-b4bd-e6c88e7945b2 req-4b6e3864-8450-4109-a1ed-f19fdfb2e37c tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:18.711346 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc63ba3-4c0e-46cc-b4bd-e6c88e7945b2 req-4b6e3864-8450-4109-a1ed-f19fdfb2e37c tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:18.716745 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e3864-8450-4109-a1ed-f19fdfb2e37c tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Pushing event updated for resources: {'Port': ['ID=5491bccc-84dd-4967-8d4b-e20188101505,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:18.746291 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bd7c4-b88d-4fcf-94a2-b74587472470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89ca7077-9a91-4390-ad1c-d7a6ed89ab03,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:18.770328 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-40451c63-fa70-46ec-bbbd-db20853ca04e req-46fdca0f-d12c-409c-bdb3-4bf3fa84cdc0 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087389 Jul 07 17:05:18.776876 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34bd7c4-b88d-4fcf-94a2-b74587472470 admin admin] Checking segment: {'id': '2f026523-69fe-43a7-998a-5a827b861a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '980d4d7f-4d7a-4300-8886-ddee889ed2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:18.777770 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34bd7c4-b88d-4fcf-94a2-b74587472470 admin admin] Network hostable DHCP agents. Network: 980d4d7f-4d7a-4300-8886-ddee889ed2b3, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:05:18.829386 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34bd7c4-b88d-4fcf-94a2-b74587472470 admin admin] Network 980d4d7f-4d7a-4300-8886-ddee889ed2b3 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:05:18.847790 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-e34bd7c4-b88d-4fcf-94a2-b74587472470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 980d4d7f-4d7a-4300-8886-ddee889ed2b3) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:18.858871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34bd7c4-b88d-4fcf-94a2-b74587472470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:18.863377 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e34bd7c4-b88d-4fcf-94a2-b74587472470 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.867918 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3fc63ba3-4c0e-46cc-b4bd-e6c88e7945b2 req-4b6e3864-8450-4109-a1ed-f19fdfb2e37c tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.884118 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3478713d-635e-4547-ae85-7ad7927284d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.887966 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc5584a-bc43-4c4d-ab5d-3c9c7cf4e57a None None] Network 980d4d7f-4d7a-4300-8886-ddee889ed2b3 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:18.901336 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e34bd7c4-b88d-4fcf-94a2-b74587472470 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7372260 Jul 07 17:05:18.921806 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3478713d-635e-4547-ae85-7ad7927284d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.955671 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3478713d-635e-4547-ae85-7ad7927284d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=28d2e119842b47a58544489761a8ddae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5198014 Jul 07 17:05:18.960839 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57326) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:19.033711 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478713d-635e-4547-ae85-7ad7927284d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4ca171-854e-4683-a442-d9e59f5158f5,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:19.047929 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3fc63ba3-4c0e-46cc-b4bd-e6c88e7945b2 req-4b6e3864-8450-4109-a1ed-f19fdfb2e37c tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.094065 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b94f03f-17f5-45a6-a077-79ba31a5d304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.176580 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b94f03f-17f5-45a6-a077-79ba31a5d304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.219177 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5f1d5019-b1f4-41d1-adb3-21149edfad86 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.262503 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5f1d5019-b1f4-41d1-adb3-21149edfad86 None None] Transition to ACTIVE for port object ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:19.280697 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bf3548-1a53-4642-b608-5388ece43c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-980d4d7f-4d7a-4300-8886-ddee889ed2b3', 'network_id': '980d4d7f-4d7a-4300-8886-ddee889ed2b3', 'tenant_id': '5f047ef100fe4caa8d5e62940251eceb', 'fixed_ips': [{'subnet_id': '89ca7077-9a91-4390-ad1c-d7a6ed89ab03'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:05:19.281706 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a4bf3548-1a53-4642-b608-5388ece43c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.319180 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5f1d5019-b1f4-41d1-adb3-21149edfad86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.443488 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073a5bf-faf5-425c-ac25-55a6d8199587 req-412bae2b-99de-4fd5-b632-54d006f5925f tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:19.445929 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e073a5bf-faf5-425c-ac25-55a6d8199587 req-412bae2b-99de-4fd5-b632-54d006f5925f tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.64 "GET /v2.0/ports?device_id=77e8f408-3025-483c-9c47-75a7dec82d2a HTTP/1.1" status: 200 len: 950 time: 0.2259700 Jul 07 17:05:19.446884 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b94f03f-17f5-45a6-a077-79ba31a5d304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.450388 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b94f03f-17f5-45a6-a077-79ba31a5d304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.452140 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3b94f03f-17f5-45a6-a077-79ba31a5d304 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ee4ca171-854e-4683-a442-d9e59f5158f5 HTTP/1.1" status: 204 len: 168 time: 0.4899211 Jul 07 17:05:19.493871 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1594c-a60c-4f77-a19d-df812e710e35 None None] Pushing event updated for resources: {'Port': ['ID=ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:19.598083 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94f03f-17f5-45a6-a077-79ba31a5d304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4ca171-854e-4683-a442-d9e59f5158f5,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:19.658855 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-e073a5bf-faf5-425c-ac25-55a6d8199587 req-9f9111c4-0bd0-443c-9e71-6df5bb42dbc0 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Deleting port 026d928d-2392-4fab-ac23-66fd99d24772 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:19.659627 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e073a5bf-faf5-425c-ac25-55a6d8199587 req-9f9111c4-0bd0-443c-9e71-6df5bb42dbc0 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.739728 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-5f1d5019-b1f4-41d1-adb3-21149edfad86 None None] Attempting to bind port ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:19.740786 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-5f1d5019-b1f4-41d1-adb3-21149edfad86 None None] Attempting to bind port ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '8705b03f-d303-4cff-81e4-94e4b07a40d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:19.741447 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1d5019-b1f4-41d1-adb3-21149edfad86 None None] Attempting to bind port ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c on network 51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:19.777387 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3fc63ba3-4c0e-46cc-b4bd-e6c88e7945b2 req-4b6e3864-8450-4109-a1ed-f19fdfb2e37c tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.786584 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3fc63ba3-4c0e-46cc-b4bd-e6c88e7945b2 req-4b6e3864-8450-4109-a1ed-f19fdfb2e37c tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.854402 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-e073a5bf-faf5-425c-ac25-55a6d8199587 req-9f9111c4-0bd0-443c-9e71-6df5bb42dbc0 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] For port 026d928d-2392-4fab-ac23-66fd99d24772, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=026d928d-2392-4fab-ac23-66fd99d24772,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:19.855092 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e073a5bf-faf5-425c-ac25-55a6d8199587 req-9f9111c4-0bd0-443c-9e71-6df5bb42dbc0 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.856325 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1d5019-b1f4-41d1-adb3-21149edfad86 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:19.857272 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1d5019-b1f4-41d1-adb3-21149edfad86 None None] Checking segment: {'id': '8705b03f-d303-4cff-81e4-94e4b07a40d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:19.858075 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5f1d5019-b1f4-41d1-adb3-21149edfad86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.859331 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1d5019-b1f4-41d1-adb3-21149edfad86 None None] Bound using segment: {'id': '8705b03f-d303-4cff-81e4-94e4b07a40d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:19.859978 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-5f1d5019-b1f4-41d1-adb3-21149edfad86 None None] Bound port: ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8705b03f-d303-4cff-81e4-94e4b07a40d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:19.860805 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5f1d5019-b1f4-41d1-adb3-21149edfad86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.900941 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-e073a5bf-faf5-425c-ac25-55a6d8199587 req-9f9111c4-0bd0-443c-9e71-6df5bb42dbc0 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Calling delete_port for 026d928d-2392-4fab-ac23-66fd99d24772 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:19.995219 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3fc63ba3-4c0e-46cc-b4bd-e6c88e7945b2 req-4b6e3864-8450-4109-a1ed-f19fdfb2e37c tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:20.014309 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e3864-8450-4109-a1ed-f19fdfb2e37c tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Pushing event updated for resources: {'Port': ['ID=5491bccc-84dd-4967-8d4b-e20188101505,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:20.044144 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-a4bf3548-1a53-4642-b608-5388ece43c59 None None] Allocated IP 172.20.0.2 (980d4d7f-4d7a-4300-8886-ddee889ed2b3/89ca7077-9a91-4390-ad1c-d7a6ed89ab03/c4888ade-ed7c-446d-86e2-fa23e02a7850) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:20.054712 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3fc63ba3-4c0e-46cc-b4bd-e6c88e7945b2 req-4b6e3864-8450-4109-a1ed-f19fdfb2e37c tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:20.057380 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3fc63ba3-4c0e-46cc-b4bd-e6c88e7945b2 req-4b6e3864-8450-4109-a1ed-f19fdfb2e37c tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5216281 Jul 07 17:05:20.179288 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3fc63ba3-4c0e-46cc-b4bd-e6c88e7945b2 req-bf3574a8-d7c1-49bb-b79f-475ae256ddb1 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 696 time: 0.0959044 Jul 07 17:05:20.198162 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-5f1d5019-b1f4-41d1-adb3-21149edfad86 None None] For port ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:20.227118 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-5f1d5019-b1f4-41d1-adb3-21149edfad86 None None] For port ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c,segment=NetworkSegment(8705b03f-d303-4cff-81e4-94e4b07a40d7),segment_id=8705b03f-d303-4cff-81e4-94e4b07a40d7)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:20.235363 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5f1d5019-b1f4-41d1-adb3-21149edfad86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:20.299428 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e073a5bf-faf5-425c-ac25-55a6d8199587 req-9f9111c4-0bd0-443c-9e71-6df5bb42dbc0 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:20.314949 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1594c-a60c-4f77-a19d-df812e710e35 None None] Pushing event updated for resources: {'Port': ['ID=ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:20.325364 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['7fdfdbfe-4b80-4b9c-986e-0a121af06247'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:20.366106 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['026d928d-2392-4fab-ac23-66fd99d24772'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:20.428727 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1d5019-b1f4-41d1-adb3-21149edfad86 None None] Routers {'13239956-4ee7-4c0b-8f33-7faf45762b5a'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:20.430311 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-5f1d5019-b1f4-41d1-adb3-21149edfad86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:04:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['13239956-4ee7-4c0b-8f33-7faf45762b5a'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:20.435890 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9111c4-0bd0-443c-9e71-6df5bb42dbc0 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Pushing event deleted for resources: {'Port': ['ID=026d928d-2392-4fab-ac23-66fd99d24772,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:20.497609 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e073a5bf-faf5-425c-ac25-55a6d8199587 req-9f9111c4-0bd0-443c-9e71-6df5bb42dbc0 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] No DVR routers for this DVR port 026d928d-2392-4fab-ac23-66fd99d24772 on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:20.503108 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e073a5bf-faf5-425c-ac25-55a6d8199587 req-9f9111c4-0bd0-443c-9e71-6df5bb42dbc0 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:20.506420 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e073a5bf-faf5-425c-ac25-55a6d8199587 req-9f9111c4-0bd0-443c-9e71-6df5bb42dbc0 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.64 "DELETE /v2.0/ports/026d928d-2392-4fab-ac23-66fd99d24772 HTTP/1.1" status: 204 len: 173 time: 1.0528772 Jul 07 17:05:20.507113 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e8f408-3025-483c-9c47-75a7dec82d2a', 'name': 'network-vif-deleted', 'tag': '026d928d-2392-4fab-ac23-66fd99d24772'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:20.526028 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264347cb-1877-4034-844e-99be2c846a42" -d '{"events": [{"server_uuid": "77e8f408-3025-483c-9c47-75a7dec82d2a", "name": "network-vif-deleted", "tag": "026d928d-2392-4fab-ac23-66fd99d24772"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:20.529053 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc63ba3-4c0e-46cc-b4bd-e6c88e7945b2 req-e8398a47-8328-4add-86d4-d38f8abc358a tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:20.531071 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3fc63ba3-4c0e-46cc-b4bd-e6c88e7945b2 req-e8398a47-8328-4add-86d4-d38f8abc358a tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 784 time: 0.3456845 Jul 07 17:05:20.654634 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-5f1d5019-b1f4-41d1-adb3-21149edfad86 None None] Set router 13239956-4ee7-4c0b-8f33-7faf45762b5a gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:05:20.794536 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-250dce38-a65c-463f-b483-b4dd6ac15810 req-40135342-e198-4d37-87a2-d01ce711ff5f tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=77e8f408-3025-483c-9c47-75a7dec82d2a HTTP/1.1" status: 200 len: 210 time: 0.0625916 Jul 07 17:05:21.465880 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a4bf3548-1a53-4642-b608-5388ece43c59 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:21.487423 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a4bf3548-1a53-4642-b608-5388ece43c59 None None] Transition to ACTIVE for port object c4888ade-ed7c-446d-86e2-fa23e02a7850 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:21.510966 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-5f1d5019-b1f4-41d1-adb3-21149edfad86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13239956-4ee7-4c0b-8f33-7faf45762b5a', 'name': 'tempest-FloatingIPDetailsTestJSON-1246230316-router', 'tenant_id': '1eb8e2bb799046408828da59e3a894ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cefd297b-6dba-452b-9792-cc6559e6b003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:03Z', 'updated_at': '2021-07-07T17:05:13Z', 'revision_number': 4, 'project_id': '1eb8e2bb799046408828da59e3a894ca', 'gw_port': {'id': 'cefd297b-6dba-452b-9792-cc6559e6b003', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13239956-4ee7-4c0b-8f33-7faf45762b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:04Z', 'updated_at': '2021-07-07T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c', 'name': '', 'network_id': '51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8', 'tenant_id': '1eb8e2bb799046408828da59e3a894ca', 'mac_address': 'fa:16:3e:1f:9a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13239956-4ee7-4c0b-8f33-7faf45762b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '3f983bcf-4cba-45d5-8e60-43f0ea89d50f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:10Z', 'updated_at': '2021-07-07T17:05:20Z', 'revision_number': 4, 'project_id': '1eb8e2bb799046408828da59e3a894ca', 'subnets': [{'id': '3f983bcf-4cba-45d5-8e60-43f0ea89d50f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:21.590158 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1d5019-b1f4-41d1-adb3-21149edfad86 None None] The sync data for ids ['13239956-4ee7-4c0b-8f33-7faf45762b5a'] in n-d-791503-12 is: [{'id': '13239956-4ee7-4c0b-8f33-7faf45762b5a', 'name': 'tempest-FloatingIPDetailsTestJSON-1246230316-router', 'tenant_id': '1eb8e2bb799046408828da59e3a894ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cefd297b-6dba-452b-9792-cc6559e6b003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:03Z', 'updated_at': '2021-07-07T17:05:13Z', 'revision_number': 4, 'project_id': '1eb8e2bb799046408828da59e3a894ca', 'gw_port': {'id': 'cefd297b-6dba-452b-9792-cc6559e6b003', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13239956-4ee7-4c0b-8f33-7faf45762b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:04Z', 'updated_at': '2021-07-07T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c', 'name': '', 'network_id': '51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8', 'tenant_id': '1eb8e2bb799046408828da59e3a894ca', 'mac_address': 'fa:16:3e:1f:9a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13239956-4ee7-4c0b-8f33-7faf45762b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '3f983bcf-4cba-45d5-8e60-43f0ea89d50f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:10Z', 'updated_at': '2021-07-07T17:05:20Z', 'revision_number': 4, 'project_id': '1eb8e2bb799046408828da59e3a894ca', 'subnets': [{'id': '3f983bcf-4cba-45d5-8e60-43f0ea89d50f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:05:21.593577 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a4bf3548-1a53-4642-b608-5388ece43c59 None None] Transition to ACTIVE for port object c4888ade-ed7c-446d-86e2-fa23e02a7850 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:21.616513 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a4bf3548-1a53-4642-b608-5388ece43c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:21.762206 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf3548-1a53-4642-b608-5388ece43c59 None None] Pushing event updated for resources: {'Port': ['ID=c4888ade-ed7c-446d-86e2-fa23e02a7850,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:21.775608 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bf3548-1a53-4642-b608-5388ece43c59 None None] Network 980d4d7f-4d7a-4300-8886-ddee889ed2b3 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:21.778049 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-a4bf3548-1a53-4642-b608-5388ece43c59 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:21.781105 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bf3548-1a53-4642-b608-5388ece43c59 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:21.920228 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-f1b96753-f25a-4146-bbf0-d84ee9f56f2a tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:21.935352 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-f1b96753-f25a-4146-bbf0-d84ee9f56f2a tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/networks?id=980d4d7f-4d7a-4300-8886-ddee889ed2b3 HTTP/1.1" status: 200 len: 815 time: 1.1688843 Jul 07 17:05:21.975362 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-711c57ac-1234-4919-a6ea-0bf13909f115 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/quotas/5f047ef100fe4caa8d5e62940251eceb HTTP/1.1" status: 200 len: 375 time: 0.0338078 Jul 07 17:05:22.144098 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-751a9827-dad9-4d74-9704-855cc8c9eefc tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f047ef100fe4caa8d5e62940251eceb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1507840 Jul 07 17:05:22.185121 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-a4bf3548-1a53-4642-b608-5388ece43c59 None None] Attempting to bind port c4888ade-ed7c-446d-86e2-fa23e02a7850 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:22.185512 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-a4bf3548-1a53-4642-b608-5388ece43c59 None None] Attempting to bind port c4888ade-ed7c-446d-86e2-fa23e02a7850 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '2f026523-69fe-43a7-998a-5a827b861a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '980d4d7f-4d7a-4300-8886-ddee889ed2b3'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:22.185939 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf3548-1a53-4642-b608-5388ece43c59 None None] Attempting to bind port c4888ade-ed7c-446d-86e2-fa23e02a7850 on network 980d4d7f-4d7a-4300-8886-ddee889ed2b3 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:22.194299 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf3548-1a53-4642-b608-5388ece43c59 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:22.194777 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf3548-1a53-4642-b608-5388ece43c59 None None] Checking segment: {'id': '2f026523-69fe-43a7-998a-5a827b861a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '980d4d7f-4d7a-4300-8886-ddee889ed2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:22.195108 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a4bf3548-1a53-4642-b608-5388ece43c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:22.196919 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf3548-1a53-4642-b608-5388ece43c59 None None] Bound using segment: {'id': '2f026523-69fe-43a7-998a-5a827b861a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '980d4d7f-4d7a-4300-8886-ddee889ed2b3'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:22.197890 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-a4bf3548-1a53-4642-b608-5388ece43c59 None None] Bound port: c4888ade-ed7c-446d-86e2-fa23e02a7850, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f026523-69fe-43a7-998a-5a827b861a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '980d4d7f-4d7a-4300-8886-ddee889ed2b3'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:22.198488 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a4bf3548-1a53-4642-b608-5388ece43c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:22.341559 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-a4bf3548-1a53-4642-b608-5388ece43c59 None None] For port c4888ade-ed7c-446d-86e2-fa23e02a7850, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:22.346198 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-a4bf3548-1a53-4642-b608-5388ece43c59 None None] For port c4888ade-ed7c-446d-86e2-fa23e02a7850, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c4888ade-ed7c-446d-86e2-fa23e02a7850,segment=NetworkSegment(2f026523-69fe-43a7-998a-5a827b861a2a),segment_id=2f026523-69fe-43a7-998a-5a827b861a2a)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:22.355225 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a4bf3548-1a53-4642-b608-5388ece43c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:22.411036 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-2246ba8e-ac8f-44a5-bccc-e53f382effc1 service neutron] 10.222.0.53 "GET /v2.0/networks/980d4d7f-4d7a-4300-8886-ddee889ed2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398052 Jul 07 17:05:22.427505 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfce82fd-eb28-416d-9fcf-37f722717c8e x-openstack-request-id: req-cfce82fd-eb28-416d-9fcf-37f722717c8e {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:22.427949 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e8f408-3025-483c-9c47-75a7dec82d2a", "name": "network-vif-deleted", "tag": "026d928d-2392-4fab-ac23-66fd99d24772", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:22.436754 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cfce82fd-eb28-416d-9fcf-37f722717c8e {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:22.437559 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e8f408-3025-483c-9c47-75a7dec82d2a', 'name': 'network-vif-deleted', 'tag': '026d928d-2392-4fab-ac23-66fd99d24772', 'status': 'completed', 'code': 200} Jul 07 17:05:22.462761 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 266a129f-1b60-42a1-982d-84a8d7266776 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:05:22.589746 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf3548-1a53-4642-b608-5388ece43c59 None None] Pushing event updated for resources: {'Port': ['ID=c4888ade-ed7c-446d-86e2-fa23e02a7850,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:22.621303 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-3336f445-e381-4266-9d23-5374ae434097 service neutron] 10.222.0.53 "GET /v2.0/networks/980d4d7f-4d7a-4300-8886-ddee889ed2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970210 Jul 07 17:05:22.678075 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:22.743092 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 266a129f-1b60-42a1-982d-84a8d7266776, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=266a129f-1b60-42a1-982d-84a8d7266776,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:22.744729 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38034d73-2bed-421b-b26f-9e8a9da38fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '266a129f-1b60-42a1-982d-84a8d7266776'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:22.753821 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad2fb48-6b94-40b3-ad1c-4d30599457d3" -d '{"events": [{"server_uuid": "38034d73-2bed-421b-b26f-9e8a9da38fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "266a129f-1b60-42a1-982d-84a8d7266776"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:22.760766 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:22.762705 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 026d928d-2392-4fab-ac23-66fd99d24772 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:05:22.794964 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0e810f34-9f9b-415b-9075-cf82e04cf0fd req-b3c07a9c-0e29-47e6-bcfa-bcae0f99066a tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3372102 Jul 07 17:05:22.809180 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-0e810f34-9f9b-415b-9075-cf82e04cf0fd req-b239e911-860a-4e1a-a4be-47272f69fdeb tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:22.822809 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 026d928d-2392-4fab-ac23-66fd99d24772 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:05:22.826150 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 026d928d-2392-4fab-ac23-66fd99d24772 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:05:22.859302 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0e810f34-9f9b-415b-9075-cf82e04cf0fd req-b239e911-860a-4e1a-a4be-47272f69fdeb tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks [] for floatingip, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:23.014028 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=266a129f-1b60-42a1-982d-84a8d7266776,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:23.211646 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0e810f34-9f9b-415b-9075-cf82e04cf0fd req-b239e911-860a-4e1a-a4be-47272f69fdeb tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:23.379523 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c64c5549-433a-477c-99c3-41fa73530f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:23.564683 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c4888ade-ed7c-446d-86e2-fa23e02a7850 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:23.635091 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-0e810f34-9f9b-415b-9075-cf82e04cf0fd req-b239e911-860a-4e1a-a4be-47272f69fdeb tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Allocated IP 172.25.0.110 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/32ec3935-f584-480c-b492-176310fcfd1b) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:23.722065 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port c4888ade-ed7c-446d-86e2-fa23e02a7850 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:23.740831 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:23.912426 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:23.919198 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:23.919876 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:24.159732 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0e810f34-9f9b-415b-9075-cf82e04cf0fd req-b239e911-860a-4e1a-a4be-47272f69fdeb tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:24.314996 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0e810f34-9f9b-415b-9075-cf82e04cf0fd req-b239e911-860a-4e1a-a4be-47272f69fdeb tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:24.375494 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e810f34-9f9b-415b-9075-cf82e04cf0fd req-b239e911-860a-4e1a-a4be-47272f69fdeb tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:24.383470 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-0e810f34-9f9b-415b-9075-cf82e04cf0fd req-b239e911-860a-4e1a-a4be-47272f69fdeb tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:24.389911 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e810f34-9f9b-415b-9075-cf82e04cf0fd req-b239e911-860a-4e1a-a4be-47272f69fdeb tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:24.427624 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9e5a85-46b3-4e2f-9854-768b1360f993 x-openstack-request-id: req-4e9e5a85-46b3-4e2f-9854-768b1360f993 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:24.428093 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38034d73-2bed-421b-b26f-9e8a9da38fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "266a129f-1b60-42a1-982d-84a8d7266776", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:24.428473 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4e9e5a85-46b3-4e2f-9854-768b1360f993 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:24.439156 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38034d73-2bed-421b-b26f-9e8a9da38fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '266a129f-1b60-42a1-982d-84a8d7266776', 'code': 200} Jul 07 17:05:24.465399 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239e911-860a-4e1a-a4be-47272f69fdeb tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Pushing event updated for resources: {'Port': ['ID=32ec3935-f584-480c-b492-176310fcfd1b,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:24.466737 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:24.510982 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4aa9bef-97fa-4389-9092-4c07d3d889ec None None] Network 980d4d7f-4d7a-4300-8886-ddee889ed2b3 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:24.598333 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0e810f34-9f9b-415b-9075-cf82e04cf0fd req-b239e911-860a-4e1a-a4be-47272f69fdeb tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:24.730758 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c,segment=NetworkSegment(8705b03f-d303-4cff-81e4-94e4b07a40d7),segment_id=8705b03f-d303-4cff-81e4-94e4b07a40d7)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:24.750724 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3bcf701f-d3da-4459-81d0-9e9af9c939b3 None None] Provisioning for port c4888ade-ed7c-446d-86e2-fa23e02a7850 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:24.759320 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:24.822160 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3bcf701f-d3da-4459-81d0-9e9af9c939b3 None None] Provisioning complete for port c4888ade-ed7c-446d-86e2-fa23e02a7850 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:24.822568 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3bcf701f-d3da-4459-81d0-9e9af9c939b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:24.980364 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:25.038179 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-23e3dad6-c037-4507-84ed-7ab6c18f06a8 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:25.040429 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-23e3dad6-c037-4507-84ed-7ab6c18f06a8 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/networks?id=980d4d7f-4d7a-4300-8886-ddee889ed2b3 HTTP/1.1" status: 200 len: 815 time: 0.2292819 Jul 07 17:05:25.067668 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-b88e7d4b-faac-4417-9ae3-d5d0fcb9c0e4 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/quotas/5f047ef100fe4caa8d5e62940251eceb HTTP/1.1" status: 200 len: 375 time: 0.0157468 Jul 07 17:05:25.118936 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0e810f34-9f9b-415b-9075-cf82e04cf0fd req-b239e911-860a-4e1a-a4be-47272f69fdeb tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:25.179297 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3bcf701f-d3da-4459-81d0-9e9af9c939b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:25.201308 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-e6c78b05-7a59-4d8d-9cd8-830281f82c61 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f047ef100fe4caa8d5e62940251eceb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1232767 Jul 07 17:05:25.233510 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3bcf701f-d3da-4459-81d0-9e9af9c939b3 None None] For port c4888ade-ed7c-446d-86e2-fa23e02a7850, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c4888ade-ed7c-446d-86e2-fa23e02a7850,segment=NetworkSegment(2f026523-69fe-43a7-998a-5a827b861a2a),segment_id=2f026523-69fe-43a7-998a-5a827b861a2a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:25.239692 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3bcf701f-d3da-4459-81d0-9e9af9c939b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:25.353132 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf701f-d3da-4459-81d0-9e9af9c939b3 None None] Pushing event updated for resources: {'Port': ['ID=c4888ade-ed7c-446d-86e2-fa23e02a7850,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:25.392076 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:25.453188 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-4372d049-a692-41a1-840a-0d0608ee11e1 service neutron] 10.222.0.53 "GET /v2.0/networks/980d4d7f-4d7a-4300-8886-ddee889ed2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504206 Jul 07 17:05:25.457484 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:25.458195 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:25.709411 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0e810f34-9f9b-415b-9075-cf82e04cf0fd req-b239e911-860a-4e1a-a4be-47272f69fdeb tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:25.712472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57512) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:25.721971 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0e810f34-9f9b-415b-9075-cf82e04cf0fd req-b239e911-860a-4e1a-a4be-47272f69fdeb tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:25.771125 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f4a7d4cf-d4f1-401b-b55c-a769d9adce56 None None] Provisioning complete for port c4888ade-ed7c-446d-86e2-fa23e02a7850 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:25.773494 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f4a7d4cf-d4f1-401b-b55c-a769d9adce56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:25.775746 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-6f559ee8-4772-47ea-ad87-e118f9b4a4e8 service neutron] 10.222.0.53 "GET /v2.0/networks/980d4d7f-4d7a-4300-8886-ddee889ed2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207788 Jul 07 17:05:25.802908 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239e911-860a-4e1a-a4be-47272f69fdeb tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Pushing event updated for resources: {'Port': ['ID=32ec3935-f584-480c-b492-176310fcfd1b,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:25.893961 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-1186a1fe-dd29-4223-b4f2-7d5572c6b98a tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:25.896804 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-1186a1fe-dd29-4223-b4f2-7d5572c6b98a tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.64 "GET /v2.0/networks?id=980d4d7f-4d7a-4300-8886-ddee889ed2b3 HTTP/1.1" status: 200 len: 815 time: 0.3374538 Jul 07 17:05:25.909409 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0e810f34-9f9b-415b-9075-cf82e04cf0fd req-b239e911-860a-4e1a-a4be-47272f69fdeb tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:25.913789 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-28285541-e440-4d09-b3c5-a777e256f9e0 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Request body: {'port': {'device_id': '35d4a8f0-dd06-400d-aa7c-11981ad57346', 'network_id': '980d4d7f-4d7a-4300-8886-ddee889ed2b3', 'admin_state_up': True, 'tenant_id': '5f047ef100fe4caa8d5e62940251eceb'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:25.936488 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0e810f34-9f9b-415b-9075-cf82e04cf0fd req-b239e911-860a-4e1a-a4be-47272f69fdeb tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:25.938023 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0e810f34-9f9b-415b-9075-cf82e04cf0fd req-b239e911-860a-4e1a-a4be-47272f69fdeb tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1421380 Jul 07 17:05:26.073360 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-088c3c01-8aa2-49a9-8b01-fbe666a933d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:26.119148 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:26.170232 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0e810f34-9f9b-415b-9075-cf82e04cf0fd req-601a3d92-75fb-4d10-b1ef-ce1e2f764bf7 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.110 HTTP/1.1" status: 200 len: 696 time: 0.2174785 Jul 07 17:05:26.247172 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-088c3c01-8aa2-49a9-8b01-fbe666a933d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:26.255157 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-088c3c01-8aa2-49a9-8b01-fbe666a933d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:26.332584 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-088c3c01-8aa2-49a9-8b01-fbe666a933d7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=334861d0b3f44771a9c4205c348ed0ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6152225 Jul 07 17:05:26.332901 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c3c01-8aa2-49a9-8b01-fbe666a933d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437d1194-3fcc-4c64-89e0-f2645d57fc63,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:26.335296 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57520) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:26.356515 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-28285541-e440-4d09-b3c5-a777e256f9e0 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Made reservation on behalf of 5f047ef100fe4caa8d5e62940251eceb for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:26.365032 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-28285541-e440-4d09-b3c5-a777e256f9e0 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:26.420935 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9552e6-d17a-4d7d-84f8-f02b4e3189f8 req-d37892f5-5d40-42e8-b764-32868e4ae57c tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:26.422775 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bd9552e6-d17a-4d7d-84f8-f02b4e3189f8 req-d37892f5-5d40-42e8-b764-32868e4ae57c tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.64 "GET /v2.0/ports?device_id=38034d73-2bed-421b-b26f-9e8a9da38fcc HTTP/1.1" status: 200 len: 943 time: 0.3825622 Jul 07 17:05:26.544458 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c3c01-8aa2-49a9-8b01-fbe666a933d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:26.544995 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c3c01-8aa2-49a9-8b01-fbe666a933d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:26.545187 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c3c01-8aa2-49a9-8b01-fbe666a933d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:26.545608 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c3c01-8aa2-49a9-8b01-fbe666a933d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:26.545952 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c3c01-8aa2-49a9-8b01-fbe666a933d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:26.546377 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c3c01-8aa2-49a9-8b01-fbe666a933d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:26.546611 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c3c01-8aa2-49a9-8b01-fbe666a933d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:26.546942 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c3c01-8aa2-49a9-8b01-fbe666a933d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:26.547386 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c3c01-8aa2-49a9-8b01-fbe666a933d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:26.547702 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c3c01-8aa2-49a9-8b01-fbe666a933d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:26.548071 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c3c01-8aa2-49a9-8b01-fbe666a933d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:26.548354 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c3c01-8aa2-49a9-8b01-fbe666a933d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:26.606177 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e810f34-9f9b-415b-9075-cf82e04cf0fd req-9b52fff6-4cfd-4d49-9fbe-992740e1bfa4 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:26.609140 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0e810f34-9f9b-415b-9075-cf82e04cf0fd req-9b52fff6-4cfd-4d49-9fbe-992740e1bfa4 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 784 time: 0.4375772 Jul 07 17:05:26.650966 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-28285541-e440-4d09-b3c5-a777e256f9e0 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Allocated IP 172.20.0.9 (980d4d7f-4d7a-4300-8886-ddee889ed2b3/89ca7077-9a91-4390-ad1c-d7a6ed89ab03/4b8ab502-71e6-45d7-998a-fbe7b2e557f5) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:26.653551 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d88e61e4-f384-4ca5-aa93-50e2daa2f8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:26.660184 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-bd9552e6-d17a-4d7d-84f8-f02b4e3189f8 req-2864a1d7-5962-4f32-bed1-d889093f8045 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Deleting port 266a129f-1b60-42a1-982d-84a8d7266776 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:26.660822 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bd9552e6-d17a-4d7d-84f8-f02b4e3189f8 req-2864a1d7-5962-4f32-bed1-d889093f8045 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:26.714998 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-04fed9dc-c320-4a60-a9d3-a87b5dcd4daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:26.740704 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d88e61e4-f384-4ca5-aa93-50e2daa2f8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:26.970474 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-28285541-e440-4d09-b3c5-a777e256f9e0 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.021686 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d88e61e4-f384-4ca5-aa93-50e2daa2f8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.025205 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d88e61e4-f384-4ca5-aa93-50e2daa2f8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.030783 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d88e61e4-f384-4ca5-aa93-50e2daa2f8de admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/437d1194-3fcc-4c64-89e0-f2645d57fc63 HTTP/1.1" status: 204 len: 168 time: 0.6903713 Jul 07 17:05:27.031043 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-bd9552e6-d17a-4d7d-84f8-f02b4e3189f8 req-2864a1d7-5962-4f32-bed1-d889093f8045 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] For port 266a129f-1b60-42a1-982d-84a8d7266776, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=266a129f-1b60-42a1-982d-84a8d7266776,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:27.031043 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bd9552e6-d17a-4d7d-84f8-f02b4e3189f8 req-2864a1d7-5962-4f32-bed1-d889093f8045 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.031917 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-28285541-e440-4d09-b3c5-a777e256f9e0 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Transition to ACTIVE for port object 4b8ab502-71e6-45d7-998a-fbe7b2e557f5 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:27.045906 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e61e4-f384-4ca5-aa93-50e2daa2f8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437d1194-3fcc-4c64-89e0-f2645d57fc63,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:27.054477 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-bd9552e6-d17a-4d7d-84f8-f02b4e3189f8 req-2864a1d7-5962-4f32-bed1-d889093f8045 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Calling delete_port for 266a129f-1b60-42a1-982d-84a8d7266776 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:27.107175 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-28285541-e440-4d09-b3c5-a777e256f9e0 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.258208 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-28285541-e440-4d09-b3c5-a777e256f9e0 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Network 980d4d7f-4d7a-4300-8886-ddee889ed2b3 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:27.262338 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-28285541-e440-4d09-b3c5-a777e256f9e0 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:27.272843 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-28285541-e440-4d09-b3c5-a777e256f9e0 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:27.325441 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-3b9c7b62-5b3c-4c61-af7a-b275c957ca71 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:27.331080 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-3b9c7b62-5b3c-4c61-af7a-b275c957ca71 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/networks?id=9a069726-4687-4aab-843c-2a39928b12be HTTP/1.1" status: 200 len: 805 time: 0.4816618 Jul 07 17:05:27.336613 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bd9552e6-d17a-4d7d-84f8-f02b4e3189f8 req-2864a1d7-5962-4f32-bed1-d889093f8045 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.375172 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-28285541-e440-4d09-b3c5-a777e256f9e0 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:27.375890 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-28285541-e440-4d09-b3c5-a777e256f9e0 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.404481 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28285541-e440-4d09-b3c5-a777e256f9e0 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Pushing event updated for resources: {'Port': ['ID=4b8ab502-71e6-45d7-998a-fbe7b2e557f5,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:27.413934 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c4888ade-ed7c-446d-86e2-fa23e02a7850 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:27.445482 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-28285541-e440-4d09-b3c5-a777e256f9e0 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5367579 Jul 07 17:05:27.465871 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-3683a099-6ece-42cc-afb9-69d9726ea691 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/quotas/565e8acc09134f1f976b9c4727940d5d HTTP/1.1" status: 200 len: 375 time: 0.1196265 Jul 07 17:05:27.467548 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864a1d7-5962-4f32-bed1-d889093f8045 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Pushing event deleted for resources: {'Port': ['ID=266a129f-1b60-42a1-982d-84a8d7266776,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:27.571336 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-be8ed9a3-9b39-4e78-a8b5-77c72c659d3e service neutron] Request body: {'port': {'device_id': '35d4a8f0-dd06-400d-aa7c-11981ad57346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:27.602515 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port c4888ade-ed7c-446d-86e2-fa23e02a7850 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:27.603615 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.628945 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43727122-a923-4dbc-9325-554cd56877f1 req-6cfca54a-304b-43fe-8b38-4119a3e421a1 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:27.643372 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43727122-a923-4dbc-9325-554cd56877f1 req-6cfca54a-304b-43fe-8b38-4119a3e421a1 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/networks?id=980d4d7f-4d7a-4300-8886-ddee889ed2b3 HTTP/1.1" status: 200 len: 815 time: 0.1959445 Jul 07 17:05:27.674298 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43727122-a923-4dbc-9325-554cd56877f1 req-d4cb35d5-b6d0-4031-8bf6-940204894b3f tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/quotas/5f047ef100fe4caa8d5e62940251eceb HTTP/1.1" status: 200 len: 375 time: 0.0297894 Jul 07 17:05:27.702157 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-423861ee-8462-4328-9c42-0a0c7419f886 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=565e8acc09134f1f976b9c4727940d5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2146132 Jul 07 17:05:27.780844 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9552e6-d17a-4d7d-84f8-f02b4e3189f8 req-2864a1d7-5962-4f32-bed1-d889093f8045 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] No DVR routers for this DVR port 266a129f-1b60-42a1-982d-84a8d7266776 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:27.790034 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bd9552e6-d17a-4d7d-84f8-f02b4e3189f8 req-2864a1d7-5962-4f32-bed1-d889093f8045 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.795253 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bd9552e6-d17a-4d7d-84f8-f02b4e3189f8 req-2864a1d7-5962-4f32-bed1-d889093f8045 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.64 "DELETE /v2.0/ports/266a129f-1b60-42a1-982d-84a8d7266776 HTTP/1.1" status: 204 len: 173 time: 1.3653319 Jul 07 17:05:27.817722 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38034d73-2bed-421b-b26f-9e8a9da38fcc', 'name': 'network-vif-deleted', 'tag': '266a129f-1b60-42a1-982d-84a8d7266776'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:27.822774 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c651938-c267-45d8-a155-b4a083c6d148" -d '{"events": [{"server_uuid": "38034d73-2bed-421b-b26f-9e8a9da38fcc", "name": "network-vif-deleted", "tag": "266a129f-1b60-42a1-982d-84a8d7266776"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:27.882135 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-be8ed9a3-9b39-4e78-a8b5-77c72c659d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.909672 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57558) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:27.917721 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.955217 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-26ba6895-e3cb-4d0f-9779-3b13301a5ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.000510 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-900e12f7-a21a-4c14-ba03-7eba4a1eb4ce None None] Provisioning for port 4b8ab502-71e6-45d7-998a-fbe7b2e557f5 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:28.015647 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-900e12f7-a21a-4c14-ba03-7eba4a1eb4ce None None] Provisioning complete for port 4b8ab502-71e6-45d7-998a-fbe7b2e557f5 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:28.016413 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-900e12f7-a21a-4c14-ba03-7eba4a1eb4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.063457 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-80a035d0-5881-4469-b451-8f797f5034c7 service neutron] 10.222.0.53 "GET /v2.0/networks/9a069726-4687-4aab-843c-2a39928b12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075461 Jul 07 17:05:28.078346 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-900e12f7-a21a-4c14-ba03-7eba4a1eb4ce None None] Port 4b8ab502-71e6-45d7-998a-fbe7b2e557f5 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:05:28.298110 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-26ba6895-e3cb-4d0f-9779-3b13301a5ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.303649 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-c160adea-06c8-4fde-8aca-dce98d04fdba service neutron] 10.222.0.53 "GET /v2.0/networks/9a069726-4687-4aab-843c-2a39928b12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154932 Jul 07 17:05:28.310088 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-26ba6895-e3cb-4d0f-9779-3b13301a5ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.335088 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43727122-a923-4dbc-9325-554cd56877f1 req-015679f8-d39c-497a-a9b5-7780435a19cf tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f047ef100fe4caa8d5e62940251eceb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4611959 Jul 07 17:05:28.386937 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fdcbd-3e0e-4ade-a695-6ccda9b8d60c req-ede299bc-b122-4002-bf57-05d38b539b01 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:28.388845 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-524fdcbd-3e0e-4ade-a695-6ccda9b8d60c req-ede299bc-b122-4002-bf57-05d38b539b01 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.72 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 951 time: 0.2468898 Jul 07 17:05:28.390251 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba6895-e3cb-4d0f-9779-3b13301a5ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f86fc6-94ba-4cbd-a0d6-d85a280308cb,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:28.411301 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-26ba6895-e3cb-4d0f-9779-3b13301a5ec3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=498cb38c72224d42a005ae690aa178a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4966269 Jul 07 17:05:28.412122 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba6895-e3cb-4d0f-9779-3b13301a5ec3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:28.412725 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba6895-e3cb-4d0f-9779-3b13301a5ec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:28.413292 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba6895-e3cb-4d0f-9779-3b13301a5ec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:28.413863 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba6895-e3cb-4d0f-9779-3b13301a5ec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:28.415041 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba6895-e3cb-4d0f-9779-3b13301a5ec3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:28.415522 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba6895-e3cb-4d0f-9779-3b13301a5ec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:28.416204 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba6895-e3cb-4d0f-9779-3b13301a5ec3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:28.416644 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba6895-e3cb-4d0f-9779-3b13301a5ec3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:28.417211 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba6895-e3cb-4d0f-9779-3b13301a5ec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:28.417768 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba6895-e3cb-4d0f-9779-3b13301a5ec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:28.418326 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba6895-e3cb-4d0f-9779-3b13301a5ec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:28.418852 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba6895-e3cb-4d0f-9779-3b13301a5ec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:28.425122 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57564) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:28.538085 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6255cc2f-e619-40f1-a980-d2cb336d7e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.630921 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6255cc2f-e619-40f1-a980-d2cb336d7e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.866277 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6255cc2f-e619-40f1-a980-d2cb336d7e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.870758 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6255cc2f-e619-40f1-a980-d2cb336d7e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.872214 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6255cc2f-e619-40f1-a980-d2cb336d7e9b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/25f86fc6-94ba-4cbd-a0d6-d85a280308cb HTTP/1.1" status: 204 len: 168 time: 0.4457457 Jul 07 17:05:28.887968 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1417566-2577-42ce-9b42-e3611050da36 req-be6bad68-c676-4d41-aa3e-290d71fb185f tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:28.901523 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d1417566-2577-42ce-9b42-e3611050da36 req-be6bad68-c676-4d41-aa3e-290d71fb185f tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e2c209-8045-45f8-b00d-18126cc52571 HTTP/1.1" status: 200 len: 951 time: 0.1744044 Jul 07 17:05:28.948768 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255cc2f-e619-40f1-a980-d2cb336d7e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f86fc6-94ba-4cbd-a0d6-d85a280308cb,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:29.026127 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d1417566-2577-42ce-9b42-e3611050da36 req-e2cc0337-08b8-464e-ac04-41b0e566054e tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.53 "GET /v2.0/security-groups?id=a999307c-d86e-4f5f-92b2-5788a03d60f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232100 Jul 07 17:05:29.102824 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-be8ed9a3-9b39-4e78-a8b5-77c72c659d3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b8ab502-71e6-45d7-998a-fbe7b2e557f5 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:29.137905 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43727122-a923-4dbc-9325-554cd56877f1 req-1c48bd10-bce9-4730-9e32-d5ebbf86649f service neutron] 10.222.0.53 "GET /v2.0/networks/980d4d7f-4d7a-4300-8886-ddee889ed2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7922261 Jul 07 17:05:29.140453 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-be8ed9a3-9b39-4e78-a8b5-77c72c659d3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.194130 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-be8ed9a3-9b39-4e78-a8b5-77c72c659d3e service neutron] Transition to ACTIVE for port object 4b8ab502-71e6-45d7-998a-fbe7b2e557f5 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:29.205685 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-1ccbbd40-bbe2-4c81-a93e-a75e31ee0f66 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:29.207350 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-1ccbbd40-bbe2-4c81-a93e-a75e31ee0f66 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.72 "GET /v2.0/networks?id=980d4d7f-4d7a-4300-8886-ddee889ed2b3 HTTP/1.1" status: 200 len: 815 time: 0.5520532 Jul 07 17:05:29.247983 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37fee8f3-e51a-4b45-ae8c-7e308149ae80 req-0d9e3180-d1c5-41df-8ef8-edf2131f91e0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1872983 Jul 07 17:05:29.263479 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-37fee8f3-e51a-4b45-ae8c-7e308149ae80 req-90227e06-7e8a-4ffa-b657-80286aa8dfb0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:29.263786 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-be8ed9a3-9b39-4e78-a8b5-77c72c659d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.276151 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-576ecdc4-157f-4b04-ac9d-ff0134167271 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Request body: {'port': {'device_id': '47553531-46f9-4984-8386-ed272d15fbad', 'network_id': '980d4d7f-4d7a-4300-8886-ddee889ed2b3', 'admin_state_up': True, 'tenant_id': '5f047ef100fe4caa8d5e62940251eceb'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:29.316306 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-37fee8f3-e51a-4b45-ae8c-7e308149ae80 req-90227e06-7e8a-4ffa-b657-80286aa8dfb0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks [] for floatingip, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.431181 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-524fdcbd-3e0e-4ade-a695-6ccda9b8d60c req-b3183080-9844-46ce-bb2c-2ee5f8e68765 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Deleting port 7fdfdbfe-4b80-4b9c-986e-0a121af06247 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:29.433176 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-524fdcbd-3e0e-4ade-a695-6ccda9b8d60c req-b3183080-9844-46ce-bb2c-2ee5f8e68765 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.563553 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ed9a3-9b39-4e78-a8b5-77c72c659d3e service neutron] Pushing event updated for resources: {'Port': ['ID=4b8ab502-71e6-45d7-998a-fbe7b2e557f5,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:29.587429 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-37fee8f3-e51a-4b45-ae8c-7e308149ae80 req-90227e06-7e8a-4ffa-b657-80286aa8dfb0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.624214 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43727122-a923-4dbc-9325-554cd56877f1 req-e3931fd0-dde1-4666-b539-85eb90832b79 service neutron] 10.222.0.53 "GET /v2.0/networks/980d4d7f-4d7a-4300-8886-ddee889ed2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454305 Jul 07 17:05:29.845825 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-37fee8f3-e51a-4b45-ae8c-7e308149ae80 req-90227e06-7e8a-4ffa-b657-80286aa8dfb0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Allocated IP 172.25.0.208 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/2d9f303f-404f-49c0-bd95-d03b800e14b3) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:29.863714 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-be8ed9a3-9b39-4e78-a8b5-77c72c659d3e service neutron] Attempting to bind port 4b8ab502-71e6-45d7-998a-fbe7b2e557f5 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:29.864127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-be8ed9a3-9b39-4e78-a8b5-77c72c659d3e service neutron] Attempting to bind port 4b8ab502-71e6-45d7-998a-fbe7b2e557f5 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '2f026523-69fe-43a7-998a-5a827b861a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '980d4d7f-4d7a-4300-8886-ddee889ed2b3'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:29.864426 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-be8ed9a3-9b39-4e78-a8b5-77c72c659d3e service neutron] Attempting to bind port 4b8ab502-71e6-45d7-998a-fbe7b2e557f5 on network 980d4d7f-4d7a-4300-8886-ddee889ed2b3 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:29.874349 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-524fdcbd-3e0e-4ade-a695-6ccda9b8d60c req-b3183080-9844-46ce-bb2c-2ee5f8e68765 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] For port 7fdfdbfe-4b80-4b9c-986e-0a121af06247, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7fdfdbfe-4b80-4b9c-986e-0a121af06247,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:29.875199 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-524fdcbd-3e0e-4ade-a695-6ccda9b8d60c req-b3183080-9844-46ce-bb2c-2ee5f8e68765 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.891759 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-be8ed9a3-9b39-4e78-a8b5-77c72c659d3e service neutron] Port 4b8ab502-71e6-45d7-998a-fbe7b2e557f5 on network 980d4d7f-4d7a-4300-8886-ddee889ed2b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:05:29.892276 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-be8ed9a3-9b39-4e78-a8b5-77c72c659d3e service neutron] Attempting to bind port 4b8ab502-71e6-45d7-998a-fbe7b2e557f5 on network 980d4d7f-4d7a-4300-8886-ddee889ed2b3 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:29.924965 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-be8ed9a3-9b39-4e78-a8b5-77c72c659d3e service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:29.925476 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-be8ed9a3-9b39-4e78-a8b5-77c72c659d3e service neutron] Checking segment: {'id': '2f026523-69fe-43a7-998a-5a827b861a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '980d4d7f-4d7a-4300-8886-ddee889ed2b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:29.926337 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-be8ed9a3-9b39-4e78-a8b5-77c72c659d3e service neutron] Bound using segment: {'id': '2f026523-69fe-43a7-998a-5a827b861a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '980d4d7f-4d7a-4300-8886-ddee889ed2b3'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:29.927311 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-be8ed9a3-9b39-4e78-a8b5-77c72c659d3e service neutron] Bound port: 4b8ab502-71e6-45d7-998a-fbe7b2e557f5, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f026523-69fe-43a7-998a-5a827b861a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '980d4d7f-4d7a-4300-8886-ddee889ed2b3'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:29.927934 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-be8ed9a3-9b39-4e78-a8b5-77c72c659d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.941756 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-524fdcbd-3e0e-4ade-a695-6ccda9b8d60c req-b3183080-9844-46ce-bb2c-2ee5f8e68765 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Calling delete_port for 7fdfdbfe-4b80-4b9c-986e-0a121af06247 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:30.043905 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-576ecdc4-157f-4b04-ac9d-ff0134167271 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Made reservation on behalf of 5f047ef100fe4caa8d5e62940251eceb for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:30.048796 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-576ecdc4-157f-4b04-ac9d-ff0134167271 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:30.137541 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:30.162944 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-37fee8f3-e51a-4b45-ae8c-7e308149ae80 req-90227e06-7e8a-4ffa-b657-80286aa8dfb0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:30.222221 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ca113b-0490-4f4b-9294-f54d34a5fdc1 x-openstack-request-id: req-56ca113b-0490-4f4b-9294-f54d34a5fdc1 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:30.222661 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38034d73-2bed-421b-b26f-9e8a9da38fcc", "name": "network-vif-deleted", "tag": "266a129f-1b60-42a1-982d-84a8d7266776", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:30.223023 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-56ca113b-0490-4f4b-9294-f54d34a5fdc1 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:30.223607 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38034d73-2bed-421b-b26f-9e8a9da38fcc', 'name': 'network-vif-deleted', 'tag': '266a129f-1b60-42a1-982d-84a8d7266776', 'status': 'completed', 'code': 200} Jul 07 17:05:30.234708 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-37fee8f3-e51a-4b45-ae8c-7e308149ae80 req-90227e06-7e8a-4ffa-b657-80286aa8dfb0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:30.236046 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-be8ed9a3-9b39-4e78-a8b5-77c72c659d3e service neutron] For port 4b8ab502-71e6-45d7-998a-fbe7b2e557f5, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:30.250422 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-be8ed9a3-9b39-4e78-a8b5-77c72c659d3e service neutron] For port 4b8ab502-71e6-45d7-998a-fbe7b2e557f5, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=4b8ab502-71e6-45d7-998a-fbe7b2e557f5,segment=NetworkSegment(2f026523-69fe-43a7-998a-5a827b861a2a),segment_id=2f026523-69fe-43a7-998a-5a827b861a2a)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:30.296672 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37fee8f3-e51a-4b45-ae8c-7e308149ae80 req-90227e06-7e8a-4ffa-b657-80286aa8dfb0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:30.302974 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-37fee8f3-e51a-4b45-ae8c-7e308149ae80 req-90227e06-7e8a-4ffa-b657-80286aa8dfb0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:30.315818 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fee8f3-e51a-4b45-ae8c-7e308149ae80 req-90227e06-7e8a-4ffa-b657-80286aa8dfb0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:30.367247 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-be8ed9a3-9b39-4e78-a8b5-77c72c659d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:30.382033 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90227e06-7e8a-4ffa-b657-80286aa8dfb0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Pushing event updated for resources: {'Port': ['ID=2d9f303f-404f-49c0-bd95-d03b800e14b3,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:30.472845 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-be8ed9a3-9b39-4e78-a8b5-77c72c659d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:30.473699 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-be8ed9a3-9b39-4e78-a8b5-77c72c659d3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:30.475082 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-be8ed9a3-9b39-4e78-a8b5-77c72c659d3e service neutron] 10.222.0.64 "PUT /v2.0/ports/4b8ab502-71e6-45d7-998a-fbe7b2e557f5 HTTP/1.1" status: 200 len: 1092 time: 2.9087834 Jul 07 17:05:30.475991 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d4a8f0-dd06-400d-aa7c-11981ad57346', 'tag': '4b8ab502-71e6-45d7-998a-fbe7b2e557f5'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:30.496714 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 266a129f-1b60-42a1-982d-84a8d7266776 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:05:30.501105 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3600b6-4377-4da6-ae03-d847ea6928e5" -d '{"events": [{"name": "network-changed", "server_uuid": "35d4a8f0-dd06-400d-aa7c-11981ad57346", "tag": "4b8ab502-71e6-45d7-998a-fbe7b2e557f5"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:30.609536 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-524fdcbd-3e0e-4ade-a695-6ccda9b8d60c req-b3183080-9844-46ce-bb2c-2ee5f8e68765 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:30.617908 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 266a129f-1b60-42a1-982d-84a8d7266776 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:05:30.625668 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-37fee8f3-e51a-4b45-ae8c-7e308149ae80 req-90227e06-7e8a-4ffa-b657-80286aa8dfb0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:30.632052 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 266a129f-1b60-42a1-982d-84a8d7266776 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:05:30.749476 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-37fee8f3-e51a-4b45-ae8c-7e308149ae80 req-90227e06-7e8a-4ffa-b657-80286aa8dfb0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:30.898180 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-524fdcbd-3e0e-4ade-a695-6ccda9b8d60c req-b3183080-9844-46ce-bb2c-2ee5f8e68765 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] No DVR routers for this DVR port 7fdfdbfe-4b80-4b9c-986e-0a121af06247 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:30.906128 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-524fdcbd-3e0e-4ade-a695-6ccda9b8d60c req-b3183080-9844-46ce-bb2c-2ee5f8e68765 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:30.911909 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-524fdcbd-3e0e-4ade-a695-6ccda9b8d60c req-b3183080-9844-46ce-bb2c-2ee5f8e68765 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] 10.222.0.72 "DELETE /v2.0/ports/7fdfdbfe-4b80-4b9c-986e-0a121af06247 HTTP/1.1" status: 204 len: 173 time: 2.4758980 Jul 07 17:05:31.371330 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ed9a3-9b39-4e78-a8b5-77c72c659d3e service neutron] Pushing event updated for resources: {'Port': ['ID=4b8ab502-71e6-45d7-998a-fbe7b2e557f5,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:31.423088 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7fdfdbfe-4b80-4b9c-986e-0a121af06247 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:05:31.492991 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 7fdfdbfe-4b80-4b9c-986e-0a121af06247 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:05:31.494603 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7fdfdbfe-4b80-4b9c-986e-0a121af06247 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:05:31.558910 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-83f1f12b-5a9f-4fe7-acd6-2da14cb0272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:31.562749 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-83f1f12b-5a9f-4fe7-acd6-2da14cb0272a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5f047ef100fe4caa8d5e62940251eceb&device_id=35d4a8f0-dd06-400d-aa7c-11981ad57346 HTTP/1.1" status: 200 len: 1095 time: 0.9139936 Jul 07 17:05:31.564138 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3183080-9844-46ce-bb2c-2ee5f8e68765 tempest-ServersAdminTestJSON-1757778009 tempest-ServersAdminTestJSON-1757778009-project] Pushing event deleted for resources: {'Port': ['ID=7fdfdbfe-4b80-4b9c-986e-0a121af06247,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:31.569972 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-576ecdc4-157f-4b04-ac9d-ff0134167271 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Allocated IP 172.20.0.4 (980d4d7f-4d7a-4300-8886-ddee889ed2b3/89ca7077-9a91-4390-ad1c-d7a6ed89ab03/40291d0d-d781-4826-a7cd-cd221c803abd) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:31.599088 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-db5f35a2-a9ac-4fc9-9465-842c504885e1 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:31.600971 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-db5f35a2-a9ac-4fc9-9465-842c504885e1 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.64 "GET /v2.0/networks?id=9a069726-4687-4aab-843c-2a39928b12be HTTP/1.1" status: 200 len: 805 time: 0.4121807 Jul 07 17:05:31.632943 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e1c8fbdb-1b2d-4053-a479-695d2df8bf6f tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Request body: {'port': {'device_id': '8e06f329-b82d-4ba2-969e-9b138191b875', 'network_id': '9a069726-4687-4aab-843c-2a39928b12be', 'admin_state_up': True, 'tenant_id': '565e8acc09134f1f976b9c4727940d5d'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:31.640613 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1f401256-6f40-422e-915d-a16c7b9f961b req-691b27b9-6b21-44a6-b70e-b56f8f4d6746 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 210 time: 0.2320459 Jul 07 17:05:31.729257 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-6a4ea9bf-0cf0-4738-99bd-259929b6a8d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b8ab502-71e6-45d7-998a-fbe7b2e557f5 HTTP/1.1" status: 200 len: 217 time: 0.1449752 Jul 07 17:05:31.879426 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-37fee8f3-e51a-4b45-ae8c-7e308149ae80 req-90227e06-7e8a-4ffa-b657-80286aa8dfb0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:31.901040 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-37fee8f3-e51a-4b45-ae8c-7e308149ae80 req-90227e06-7e8a-4ffa-b657-80286aa8dfb0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:31.956271 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-28e62609-b487-42f1-b92b-59cf9f5d45a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:31.959533 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-28e62609-b487-42f1-b92b-59cf9f5d45a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89ca7077-9a91-4390-ad1c-d7a6ed89ab03 HTTP/1.1" status: 200 len: 854 time: 0.2235401 Jul 07 17:05:32.085921 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90227e06-7e8a-4ffa-b657-80286aa8dfb0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Pushing event updated for resources: {'Port': ['ID=2d9f303f-404f-49c0-bd95-d03b800e14b3,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:32.151211 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57628) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:32.152993 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-37fee8f3-e51a-4b45-ae8c-7e308149ae80 req-90227e06-7e8a-4ffa-b657-80286aa8dfb0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:32.221678 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e1c8fbdb-1b2d-4053-a479-695d2df8bf6f tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Made reservation on behalf of 565e8acc09134f1f976b9c4727940d5d for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:32.231898 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e1c8fbdb-1b2d-4053-a479-695d2df8bf6f tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:32.287432 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-37fee8f3-e51a-4b45-ae8c-7e308149ae80 req-90227e06-7e8a-4ffa-b657-80286aa8dfb0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:32.290952 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37fee8f3-e51a-4b45-ae8c-7e308149ae80 req-90227e06-7e8a-4ffa-b657-80286aa8dfb0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0357084 Jul 07 17:05:32.483020 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2a6eda2b-2486-4169-b34c-febb7fbd0d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:32.527188 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37fee8f3-e51a-4b45-ae8c-7e308149ae80 req-dc7e16e5-0711-471a-8bb2-2d8bdbfa5160 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.2256880 Jul 07 17:05:32.573124 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c6164b99-5caa-4129-b31f-4b4f36e5272a req-cde066d3-1072-48cb-884a-f40850416ebb tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=f84ca80e-2a87-41df-9f81-138d1c6bfecc HTTP/1.1" status: 200 len: 210 time: 0.6264346 Jul 07 17:05:32.648127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-add8dcdb-3bf9-4c10-a704-94651fa02e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:32.650859 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-add8dcdb-3bf9-4c10-a704-94651fa02e3b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=980d4d7f-4d7a-4300-8886-ddee889ed2b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6507502 Jul 07 17:05:32.675703 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-576ecdc4-157f-4b04-ac9d-ff0134167271 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:32.746191 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-576ecdc4-157f-4b04-ac9d-ff0134167271 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Transition to ACTIVE for port object 40291d0d-d781-4826-a7cd-cd221c803abd will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:32.820930 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-8d8d1174-e9aa-4085-889f-142d9519223d service neutron] 10.222.0.64 "GET /v2.0/networks/980d4d7f-4d7a-4300-8886-ddee889ed2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623998 Jul 07 17:05:32.982876 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76051a26-dc50-4b5b-acdb-82b4a5e3893f x-openstack-request-id: req-76051a26-dc50-4b5b-acdb-82b4a5e3893f {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:32.983700 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d4a8f0-dd06-400d-aa7c-11981ad57346", "tag": "4b8ab502-71e6-45d7-998a-fbe7b2e557f5", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:32.984150 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-76051a26-dc50-4b5b-acdb-82b4a5e3893f {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:32.984942 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d4a8f0-dd06-400d-aa7c-11981ad57346', 'tag': '4b8ab502-71e6-45d7-998a-fbe7b2e557f5', 'status': 'completed', 'code': 200} Jul 07 17:05:32.995274 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-576ecdc4-157f-4b04-ac9d-ff0134167271 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:33.005419 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fee8f3-e51a-4b45-ae8c-7e308149ae80 req-916a8498-21b0-410a-988f-439050c78f73 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:33.008046 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37fee8f3-e51a-4b45-ae8c-7e308149ae80 req-916a8498-21b0-410a-988f-439050c78f73 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 784 time: 0.4604769 Jul 07 17:05:33.048071 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e1c8fbdb-1b2d-4053-a479-695d2df8bf6f tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Allocated IP 172.20.0.6 (9a069726-4687-4aab-843c-2a39928b12be/2d83fa63-04fe-47d2-9e05-061a0c3de479/925938cb-6953-43da-bb93-f0caed7d8932) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:33.123337 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43727122-a923-4dbc-9325-554cd56877f1 req-1df6ea28-96de-40f1-963c-454e68c89291 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:33.125929 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-43727122-a923-4dbc-9325-554cd56877f1 req-1df6ea28-96de-40f1-963c-454e68c89291 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.64 "GET /v2.0/networks?id=980d4d7f-4d7a-4300-8886-ddee889ed2b3 HTTP/1.1" status: 200 len: 815 time: 0.4374461 Jul 07 17:05:33.151040 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-43727122-a923-4dbc-9325-554cd56877f1 req-5ff5fdbc-f41c-4f51-b04e-24b3a19174eb tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Request body: {'port': {'device_id': 'f84ca80e-2a87-41df-9f81-138d1c6bfecc', 'network_id': '980d4d7f-4d7a-4300-8886-ddee889ed2b3', 'admin_state_up': True, 'tenant_id': '5f047ef100fe4caa8d5e62940251eceb'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:33.342586 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ecdc4-157f-4b04-ac9d-ff0134167271 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Pushing event updated for resources: {'Port': ['ID=40291d0d-d781-4826-a7cd-cd221c803abd,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:33.358029 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2a6eda2b-2486-4169-b34c-febb7fbd0d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:33.399635 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2a6eda2b-2486-4169-b34c-febb7fbd0d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:33.429332 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-576ecdc4-157f-4b04-ac9d-ff0134167271 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Network 980d4d7f-4d7a-4300-8886-ddee889ed2b3 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:33.446659 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-576ecdc4-157f-4b04-ac9d-ff0134167271 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:33.465457 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-576ecdc4-157f-4b04-ac9d-ff0134167271 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:33.566412 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57642) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:33.622372 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba1ecb7c-2817-4dba-a49d-e4b3e301b851 req-cbb26ea1-68bb-478b-ab7e-26af496bbacf service neutron] 10.222.0.64 "GET /v2.0/networks/980d4d7f-4d7a-4300-8886-ddee889ed2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7925918 Jul 07 17:05:33.653811 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-576ecdc4-157f-4b04-ac9d-ff0134167271 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:33.656045 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-576ecdc4-157f-4b04-ac9d-ff0134167271 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:33.688780 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2a6eda2b-2486-4169-b34c-febb7fbd0d81 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f4c87f3f6ef4ebaa24d69254b364719&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5290513 Jul 07 17:05:33.694121 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-576ecdc4-157f-4b04-ac9d-ff0134167271 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4314506 Jul 07 17:05:33.694846 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57648) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:33.708102 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6eda2b-2486-4169-b34c-febb7fbd0d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09886455-0670-454b-ba4b-2dbed2b9c319,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:33.725431 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-aad3dd96-1ed5-4d10-8dea-6b862990da6d service neutron] Request body: {'port': {'device_id': '47553531-46f9-4984-8386-ed272d15fbad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:33.808466 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e1c8fbdb-1b2d-4053-a479-695d2df8bf6f tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:33.841399 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43727122-a923-4dbc-9325-554cd56877f1 req-5ff5fdbc-f41c-4f51-b04e-24b3a19174eb tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Made reservation on behalf of 5f047ef100fe4caa8d5e62940251eceb for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:33.859863 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-43727122-a923-4dbc-9325-554cd56877f1 req-5ff5fdbc-f41c-4f51-b04e-24b3a19174eb tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:33.973493 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7330bdf4-1599-4182-8408-290cab5e5b7d req-8654f8fe-d3b4-4afc-ad5a-a1da95771d7c tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 210 time: 0.0875597 Jul 07 17:05:34.025411 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c12af4a3-fdc5-41bc-87a4-16ed6c298e46 None None] Provisioning for port 40291d0d-d781-4826-a7cd-cd221c803abd completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:34.033432 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c12af4a3-fdc5-41bc-87a4-16ed6c298e46 None None] Provisioning complete for port 40291d0d-d781-4826-a7cd-cd221c803abd triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:34.034571 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c12af4a3-fdc5-41bc-87a4-16ed6c298e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.088105 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-02f276fb-08f7-474e-b52e-dd1f23dd77f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=207540dbe3464bb3ab0c2692583793a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5171046 Jul 07 17:05:34.090759 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57650) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:34.097130 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4577236b-c882-428d-817e-31f6c6bd8664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.110706 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-aad3dd96-1ed5-4d10-8dea-6b862990da6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.132907 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3600b6-4377-4da6-ae03-d847ea6928e5 req-938af6b1-8300-4e78-bd01-00cfae40d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:34.134960 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9c3600b6-4377-4da6-ae03-d847ea6928e5 req-938af6b1-8300-4e78-bd01-00cfae40d94a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5f047ef100fe4caa8d5e62940251eceb&device_id=35d4a8f0-dd06-400d-aa7c-11981ad57346 HTTP/1.1" status: 200 len: 1095 time: 0.4263854 Jul 07 17:05:34.175124 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fa4f0cdc-078f-441c-a039-9f03acdbfaa2 req-a826021f-5063-4a26-b53d-00081c74007e tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3099747 Jul 07 17:05:34.183911 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e1c8fbdb-1b2d-4053-a479-695d2df8bf6f tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.188792 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c12af4a3-fdc5-41bc-87a4-16ed6c298e46 None None] Port 40291d0d-d781-4826-a7cd-cd221c803abd cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:05:34.212211 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4577236b-c882-428d-817e-31f6c6bd8664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.234664 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-fa4f0cdc-078f-441c-a039-9f03acdbfaa2 req-072727c0-1ed1-4fdc-ac10-7ebd974c33b0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:34.306665 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e1c8fbdb-1b2d-4053-a479-695d2df8bf6f tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Network 9a069726-4687-4aab-843c-2a39928b12be is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:34.327471 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3ce53966-e09a-42cd-bec2-42c8c681faf5 req-826bdd8e-0d29-4cf4-8a8b-4b5b868c8a11 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=f84ca80e-2a87-41df-9f81-138d1c6bfecc HTTP/1.1" status: 200 len: 210 time: 0.0570550 Jul 07 17:05:34.429857 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3600b6-4377-4da6-ae03-d847ea6928e5 req-068810b9-f351-44a7-a935-68442a97087b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:34.431747 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9c3600b6-4377-4da6-ae03-d847ea6928e5 req-068810b9-f351-44a7-a935-68442a97087b service neutron] 10.222.0.64 "GET /v2.0/networks?id=980d4d7f-4d7a-4300-8886-ddee889ed2b3 HTTP/1.1" status: 200 len: 916 time: 0.2867305 Jul 07 17:05:34.457394 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4577236b-c882-428d-817e-31f6c6bd8664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.460534 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4577236b-c882-428d-817e-31f6c6bd8664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.465664 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4577236b-c882-428d-817e-31f6c6bd8664 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/09886455-0670-454b-ba4b-2dbed2b9c319 HTTP/1.1" status: 204 len: 168 time: 0.7651892 Jul 07 17:05:34.502798 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9c3600b6-4377-4da6-ae03-d847ea6928e5 req-ac5be50f-e97b-49e9-b92a-86d756764da4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b8ab502-71e6-45d7-998a-fbe7b2e557f5 HTTP/1.1" status: 200 len: 217 time: 0.0603111 Jul 07 17:05:34.514443 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577236b-c882-428d-817e-31f6c6bd8664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09886455-0670-454b-ba4b-2dbed2b9c319,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:34.599780 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3600b6-4377-4da6-ae03-d847ea6928e5 req-3694432e-277b-46d1-a9fa-74651eb872e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:34.599780 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9c3600b6-4377-4da6-ae03-d847ea6928e5 req-3694432e-277b-46d1-a9fa-74651eb872e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89ca7077-9a91-4390-ad1c-d7a6ed89ab03 HTTP/1.1" status: 200 len: 854 time: 0.0861607 Jul 07 17:05:34.754738 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3600b6-4377-4da6-ae03-d847ea6928e5 req-71d531c6-048d-45bd-b7f1-0124d117e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:34.757723 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9c3600b6-4377-4da6-ae03-d847ea6928e5 req-71d531c6-048d-45bd-b7f1-0124d117e3f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=980d4d7f-4d7a-4300-8886-ddee889ed2b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1503639 Jul 07 17:05:34.787543 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e1c8fbdb-1b2d-4053-a479-695d2df8bf6f tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:34.808715 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e1c8fbdb-1b2d-4053-a479-695d2df8bf6f tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:34.815433 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-43727122-a923-4dbc-9325-554cd56877f1 req-5ff5fdbc-f41c-4f51-b04e-24b3a19174eb tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Allocated IP 172.20.0.13 (980d4d7f-4d7a-4300-8886-ddee889ed2b3/89ca7077-9a91-4390-ad1c-d7a6ed89ab03/40385cf8-6e86-425c-a323-3cfbee75a623) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:34.824652 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8fbdb-1b2d-4053-a479-695d2df8bf6f tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Pushing event updated for resources: {'Port': ['ID=925938cb-6953-43da-bb93-f0caed7d8932,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:34.831644 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5de29b1e-2960-4ff6-89b8-fa502d3bd902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.888548 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fa4f0cdc-078f-441c-a039-9f03acdbfaa2 req-072727c0-1ed1-4fdc-ac10-7ebd974c33b0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks [] for floatingip, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.931189 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9c3600b6-4377-4da6-ae03-d847ea6928e5 req-b97f9b6a-26ab-4b8b-8a4b-d7f5a39d74eb service neutron] 10.222.0.64 "GET /v2.0/networks/980d4d7f-4d7a-4300-8886-ddee889ed2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664066 Jul 07 17:05:34.991355 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e2c209-8045-45f8-b00d-18126cc52571', 'name': 'network-vif-deleted', 'tag': '7fdfdbfe-4b80-4b9c-986e-0a121af06247'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:34.993797 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442ffe71-0a22-4eab-b9c0-191b00170544" -d '{"events": [{"server_uuid": "78e2c209-8045-45f8-b00d-18126cc52571", "name": "network-vif-deleted", "tag": "7fdfdbfe-4b80-4b9c-986e-0a121af06247"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:35.024082 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e1c8fbdb-1b2d-4053-a479-695d2df8bf6f tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:35.025245 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e1c8fbdb-1b2d-4053-a479-695d2df8bf6f tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:35.067422 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9c3600b6-4377-4da6-ae03-d847ea6928e5 req-d0ae3176-c5c6-4ebe-95de-c49af011c777 service neutron] 10.222.0.64 "GET /v2.0/networks/980d4d7f-4d7a-4300-8886-ddee889ed2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290832 Jul 07 17:05:35.080612 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5de29b1e-2960-4ff6-89b8-fa502d3bd902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:35.107275 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f266ed-9bda-4f8a-ae5a-fa05fc592472 x-openstack-request-id: req-08f266ed-9bda-4f8a-ae5a-fa05fc592472 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:35.108011 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e2c209-8045-45f8-b00d-18126cc52571", "name": "network-vif-deleted", "tag": "7fdfdbfe-4b80-4b9c-986e-0a121af06247", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:35.108429 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08f266ed-9bda-4f8a-ae5a-fa05fc592472 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:35.109170 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e2c209-8045-45f8-b00d-18126cc52571', 'name': 'network-vif-deleted', 'tag': '7fdfdbfe-4b80-4b9c-986e-0a121af06247', 'status': 'completed', 'code': 200} Jul 07 17:05:35.218030 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e1c8fbdb-1b2d-4053-a479-695d2df8bf6f tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5921841 Jul 07 17:05:35.254992 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e15b7985-c3da-46ce-9336-c7ca39df03ea service neutron] Request body: {'port': {'device_id': '8e06f329-b82d-4ba2-969e-9b138191b875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:35.364189 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50352c-a343-47f0-8c69-22bbd0ba41fd req-615b3394-30a2-4991-9632-27073ef21726 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:35.365996 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef50352c-a343-47f0-8c69-22bbd0ba41fd req-615b3394-30a2-4991-9632-27073ef21726 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 931 time: 0.0894663 Jul 07 17:05:35.421192 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef50352c-a343-47f0-8c69-22bbd0ba41fd req-d3d14964-f59e-45d6-acfd-a62f1bb09e85 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426168 Jul 07 17:05:35.534230 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5de29b1e-2960-4ff6-89b8-fa502d3bd902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:35.537055 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5de29b1e-2960-4ff6-89b8-fa502d3bd902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:35.538463 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5de29b1e-2960-4ff6-89b8-fa502d3bd902 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a999307c-d86e-4f5f-92b2-5788a03d60f5 HTTP/1.1" status: 204 len: 168 time: 1.4444039 Jul 07 17:05:35.577907 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de29b1e-2960-4ff6-89b8-fa502d3bd902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a999307c-d86e-4f5f-92b2-5788a03d60f5,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:35.587475 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e15b7985-c3da-46ce-9336-c7ca39df03ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:35.619418 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-43727122-a923-4dbc-9325-554cd56877f1 req-5ff5fdbc-f41c-4f51-b04e-24b3a19174eb tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:35.644114 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fa4f0cdc-078f-441c-a039-9f03acdbfaa2 req-072727c0-1ed1-4fdc-ac10-7ebd974c33b0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:35.672438 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8bcd578b-9dbb-4524-a125-d051b730719f req-89a3656a-5c25-48cb-aa59-42a1a9c84802 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=f84ca80e-2a87-41df-9f81-138d1c6bfecc HTTP/1.1" status: 200 len: 210 time: 0.0326719 Jul 07 17:05:35.683269 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-43727122-a923-4dbc-9325-554cd56877f1 req-5ff5fdbc-f41c-4f51-b04e-24b3a19174eb tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Transition to ACTIVE for port object 40385cf8-6e86-425c-a323-3cfbee75a623 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:35.984204 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-43727122-a923-4dbc-9325-554cd56877f1 req-5ff5fdbc-f41c-4f51-b04e-24b3a19174eb tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:36.090927 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43727122-a923-4dbc-9325-554cd56877f1 req-5ff5fdbc-f41c-4f51-b04e-24b3a19174eb tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Network 980d4d7f-4d7a-4300-8886-ddee889ed2b3 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:36.104321 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-43727122-a923-4dbc-9325-554cd56877f1 req-5ff5fdbc-f41c-4f51-b04e-24b3a19174eb tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:36.106960 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-fa4f0cdc-078f-441c-a039-9f03acdbfaa2 req-072727c0-1ed1-4fdc-ac10-7ebd974c33b0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Allocated IP 172.25.0.218 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/4153f29e-35ed-44fb-a145-1d1682f978c0) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:36.114632 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-43727122-a923-4dbc-9325-554cd56877f1 req-5ff5fdbc-f41c-4f51-b04e-24b3a19174eb tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:36.122127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-aad3dd96-1ed5-4d10-8dea-6b862990da6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40291d0d-d781-4826-a7cd-cd221c803abd {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:36.144136 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-aad3dd96-1ed5-4d10-8dea-6b862990da6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:36.187472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-aad3dd96-1ed5-4d10-8dea-6b862990da6d service neutron] Transition to ACTIVE for port object 40291d0d-d781-4826-a7cd-cd221c803abd will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:36.192095 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5fdbc-f41c-4f51-b04e-24b3a19174eb tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Pushing event updated for resources: {'Port': ['ID=40385cf8-6e86-425c-a323-3cfbee75a623,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:36.199376 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-aad3dd96-1ed5-4d10-8dea-6b862990da6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:36.356348 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57702) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:36.387285 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43727122-a923-4dbc-9325-554cd56877f1 req-5ff5fdbc-f41c-4f51-b04e-24b3a19174eb tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:36.388703 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-43727122-a923-4dbc-9325-554cd56877f1 req-5ff5fdbc-f41c-4f51-b04e-24b3a19174eb tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:36.444527 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-43727122-a923-4dbc-9325-554cd56877f1 req-5ff5fdbc-f41c-4f51-b04e-24b3a19174eb tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3050189 Jul 07 17:05:36.456198 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3dd96-1ed5-4d10-8dea-6b862990da6d service neutron] Pushing event updated for resources: {'Port': ['ID=40291d0d-d781-4826-a7cd-cd221c803abd,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:36.465750 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-43727122-a923-4dbc-9325-554cd56877f1 req-a228b979-8325-4c34-bac6-47672cabcde8 service neutron] Request body: {'port': {'device_id': 'f84ca80e-2a87-41df-9f81-138d1c6bfecc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:36.511497 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c6c6715e-db0a-4b40-8cb9-50fc657a9463 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e0679ee8105943689314a5343206f059&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1537914 Jul 07 17:05:36.517716 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57708) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:36.540396 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 4b8ab502-71e6-45d7-998a-fbe7b2e557f5 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:05:36.586362 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fa4f0cdc-078f-441c-a039-9f03acdbfaa2 req-072727c0-1ed1-4fdc-ac10-7ebd974c33b0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:36.622069 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e15b7985-c3da-46ce-9336-c7ca39df03ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 925938cb-6953-43da-bb93-f0caed7d8932 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:36.632366 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-aad3dd96-1ed5-4d10-8dea-6b862990da6d service neutron] Attempting to bind port 40291d0d-d781-4826-a7cd-cd221c803abd on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:36.632651 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-aad3dd96-1ed5-4d10-8dea-6b862990da6d service neutron] Attempting to bind port 40291d0d-d781-4826-a7cd-cd221c803abd by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '2f026523-69fe-43a7-998a-5a827b861a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '980d4d7f-4d7a-4300-8886-ddee889ed2b3'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:36.633006 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-aad3dd96-1ed5-4d10-8dea-6b862990da6d service neutron] Attempting to bind port 40291d0d-d781-4826-a7cd-cd221c803abd on network 980d4d7f-4d7a-4300-8886-ddee889ed2b3 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:36.662023 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e15b7985-c3da-46ce-9336-c7ca39df03ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:36.662728 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-aad3dd96-1ed5-4d10-8dea-6b862990da6d service neutron] Port 40291d0d-d781-4826-a7cd-cd221c803abd on network 980d4d7f-4d7a-4300-8886-ddee889ed2b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:05:36.663070 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-aad3dd96-1ed5-4d10-8dea-6b862990da6d service neutron] Attempting to bind port 40291d0d-d781-4826-a7cd-cd221c803abd on network 980d4d7f-4d7a-4300-8886-ddee889ed2b3 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:36.707153 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e15b7985-c3da-46ce-9336-c7ca39df03ea service neutron] Transition to ACTIVE for port object 925938cb-6953-43da-bb93-f0caed7d8932 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:36.710163 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-43727122-a923-4dbc-9325-554cd56877f1 req-a228b979-8325-4c34-bac6-47672cabcde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:36.726166 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-aad3dd96-1ed5-4d10-8dea-6b862990da6d service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:36.727050 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-aad3dd96-1ed5-4d10-8dea-6b862990da6d service neutron] Checking segment: {'id': '2f026523-69fe-43a7-998a-5a827b861a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '980d4d7f-4d7a-4300-8886-ddee889ed2b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:36.727050 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-aad3dd96-1ed5-4d10-8dea-6b862990da6d service neutron] Bound using segment: {'id': '2f026523-69fe-43a7-998a-5a827b861a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '980d4d7f-4d7a-4300-8886-ddee889ed2b3'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:36.727555 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-aad3dd96-1ed5-4d10-8dea-6b862990da6d service neutron] Bound port: 40291d0d-d781-4826-a7cd-cd221c803abd, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f026523-69fe-43a7-998a-5a827b861a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '980d4d7f-4d7a-4300-8886-ddee889ed2b3'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:36.727942 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-aad3dd96-1ed5-4d10-8dea-6b862990da6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:36.735296 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-072c05b0-96bc-4c8b-9de6-d68d1b2e396f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:36.756306 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e15b7985-c3da-46ce-9336-c7ca39df03ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:36.820309 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 4b8ab502-71e6-45d7-998a-fbe7b2e557f5, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=4b8ab502-71e6-45d7-998a-fbe7b2e557f5,segment=NetworkSegment(2f026523-69fe-43a7-998a-5a827b861a2a),segment_id=2f026523-69fe-43a7-998a-5a827b861a2a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:36.825131 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2f0ab69c-c0af-4909-9190-ff5068d06207 None None] Provisioning for port 40385cf8-6e86-425c-a323-3cfbee75a623 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:36.852697 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2f0ab69c-c0af-4909-9190-ff5068d06207 None None] Provisioning complete for port 40385cf8-6e86-425c-a323-3cfbee75a623 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:36.854967 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2f0ab69c-c0af-4909-9190-ff5068d06207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:36.860767 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '4b8ab502-71e6-45d7-998a-fbe7b2e557f5', 'network_id': '980d4d7f-4d7a-4300-8886-ddee889ed2b3', 'port_id': '4b8ab502-71e6-45d7-998a-fbe7b2e557f5', 'mac_address': 'fa:16:3e:19:90:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ca7077-9a91-4390-ad1c-d7a6ed89ab03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:05:36.894435 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fa4f0cdc-078f-441c-a039-9f03acdbfaa2 req-072727c0-1ed1-4fdc-ac10-7ebd974c33b0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:36.923585 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-072c05b0-96bc-4c8b-9de6-d68d1b2e396f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:36.962703 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b7985-c3da-46ce-9336-c7ca39df03ea service neutron] Pushing event updated for resources: {'Port': ['ID=925938cb-6953-43da-bb93-f0caed7d8932,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:37.045101 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-aad3dd96-1ed5-4d10-8dea-6b862990da6d service neutron] For port 40291d0d-d781-4826-a7cd-cd221c803abd, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:37.051317 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-aad3dd96-1ed5-4d10-8dea-6b862990da6d service neutron] For port 40291d0d-d781-4826-a7cd-cd221c803abd, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=40291d0d-d781-4826-a7cd-cd221c803abd,segment=NetworkSegment(2f026523-69fe-43a7-998a-5a827b861a2a),segment_id=2f026523-69fe-43a7-998a-5a827b861a2a)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:37.061509 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:37.063168 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-aad3dd96-1ed5-4d10-8dea-6b862990da6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:37.088437 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ab69c-c0af-4909-9190-ff5068d06207 None None] Port 40385cf8-6e86-425c-a323-3cfbee75a623 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:05:37.118046 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8ab502-71e6-45d7-998a-fbe7b2e557f5 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:37.122952 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa4f0cdc-078f-441c-a039-9f03acdbfaa2 req-072727c0-1ed1-4fdc-ac10-7ebd974c33b0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:37.128093 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:37.138189 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-fa4f0cdc-078f-441c-a039-9f03acdbfaa2 req-072727c0-1ed1-4fdc-ac10-7ebd974c33b0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:37.138586 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-aad3dd96-1ed5-4d10-8dea-6b862990da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:37.139310 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-aad3dd96-1ed5-4d10-8dea-6b862990da6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:37.141040 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-aad3dd96-1ed5-4d10-8dea-6b862990da6d service neutron] 10.222.0.72 "PUT /v2.0/ports/40291d0d-d781-4826-a7cd-cd221c803abd HTTP/1.1" status: 200 len: 1092 time: 3.4298465 Jul 07 17:05:37.146776 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47553531-46f9-4984-8386-ed272d15fbad', 'tag': '40291d0d-d781-4826-a7cd-cd221c803abd'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:37.149128 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbdf75d-6605-4701-a917-81f8d2769040" -d '{"events": [{"name": "network-changed", "server_uuid": "47553531-46f9-4984-8386-ed272d15fbad", "tag": "40291d0d-d781-4826-a7cd-cd221c803abd"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:37.164816 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4f0cdc-078f-441c-a039-9f03acdbfaa2 req-072727c0-1ed1-4fdc-ac10-7ebd974c33b0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:37.178957 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072727c0-1ed1-4fdc-ac10-7ebd974c33b0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Pushing event updated for resources: {'Port': ['ID=4153f29e-35ed-44fb-a145-1d1682f978c0,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:37.197018 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0255b-2fa7-428d-959a-9a7633960d53 req-9778aa00-8bb3-470b-9f83-d032197e36e0 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:37.208235 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-95e0255b-2fa7-428d-959a-9a7633960d53 req-9778aa00-8bb3-470b-9f83-d032197e36e0 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 943 time: 0.3805261 Jul 07 17:05:37.210817 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-072c05b0-96bc-4c8b-9de6-d68d1b2e396f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:37.214567 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-072c05b0-96bc-4c8b-9de6-d68d1b2e396f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:37.216197 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-072c05b0-96bc-4c8b-9de6-d68d1b2e396f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c3b2d31-f6fc-4b42-9b42-baf06e8f4c6c HTTP/1.1" status: 204 len: 168 time: 0.6976683 Jul 07 17:05:37.246746 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57724) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:37.284167 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 4b8ab502-71e6-45d7-998a-fbe7b2e557f5, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=4b8ab502-71e6-45d7-998a-fbe7b2e557f5,segment=NetworkSegment(2f026523-69fe-43a7-998a-5a827b861a2a),segment_id=2f026523-69fe-43a7-998a-5a827b861a2a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:37.318224 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:37.323153 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3dd96-1ed5-4d10-8dea-6b862990da6d service neutron] Pushing event updated for resources: {'Port': ['ID=40291d0d-d781-4826-a7cd-cd221c803abd,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:37.453532 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c05b0-96bc-4c8b-9de6-d68d1b2e396f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3b2d31-f6fc-4b42-9b42-baf06e8f4c6c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:37.482381 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=4b8ab502-71e6-45d7-998a-fbe7b2e557f5,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:37.540417 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-95e0255b-2fa7-428d-959a-9a7633960d53 req-30d343a7-c32c-4cdc-aff0-a979a8dbeda0 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307669 Jul 07 17:05:37.585690 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:37.601409 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['4b8ab502-71e6-45d7-998a-fbe7b2e557f5'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:37.663090 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-14724743-1627-41d9-b2cb-b3572c5cabd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:37.665883 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-14724743-1627-41d9-b2cb-b3572c5cabd0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f047ef100fe4caa8d5e62940251eceb&device_id=47553531-46f9-4984-8386-ed272d15fbad HTTP/1.1" status: 200 len: 1095 time: 0.4477780 Jul 07 17:05:37.678661 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e15b7985-c3da-46ce-9336-c7ca39df03ea service neutron] Attempting to bind port 925938cb-6953-43da-bb93-f0caed7d8932 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:37.679250 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e15b7985-c3da-46ce-9336-c7ca39df03ea service neutron] Attempting to bind port 925938cb-6953-43da-bb93-f0caed7d8932 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'c42bd21f-85e5-4932-b296-cd596f5e6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9a069726-4687-4aab-843c-2a39928b12be'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:37.681511 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e15b7985-c3da-46ce-9336-c7ca39df03ea service neutron] Attempting to bind port 925938cb-6953-43da-bb93-f0caed7d8932 on network 9a069726-4687-4aab-843c-2a39928b12be {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:37.711662 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e15b7985-c3da-46ce-9336-c7ca39df03ea service neutron] Port 925938cb-6953-43da-bb93-f0caed7d8932 on network 9a069726-4687-4aab-843c-2a39928b12be not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:05:37.712568 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e15b7985-c3da-46ce-9336-c7ca39df03ea service neutron] Attempting to bind port 925938cb-6953-43da-bb93-f0caed7d8932 on network 9a069726-4687-4aab-843c-2a39928b12be {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:37.876487 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-6c011b7e-9141-42de-98a8-1e24f1d11729 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40291d0d-d781-4826-a7cd-cd221c803abd HTTP/1.1" status: 200 len: 217 time: 0.2015915 Jul 07 17:05:37.917668 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-43727122-a923-4dbc-9325-554cd56877f1 req-a228b979-8325-4c34-bac6-47672cabcde8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40385cf8-6e86-425c-a323-3cfbee75a623 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:37.945430 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-43727122-a923-4dbc-9325-554cd56877f1 req-a228b979-8325-4c34-bac6-47672cabcde8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:37.951593 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e15b7985-c3da-46ce-9336-c7ca39df03ea service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:37.952188 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e15b7985-c3da-46ce-9336-c7ca39df03ea service neutron] Checking segment: {'id': 'c42bd21f-85e5-4932-b296-cd596f5e6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9a069726-4687-4aab-843c-2a39928b12be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:37.952865 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e15b7985-c3da-46ce-9336-c7ca39df03ea service neutron] Bound using segment: {'id': 'c42bd21f-85e5-4932-b296-cd596f5e6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9a069726-4687-4aab-843c-2a39928b12be'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:37.953643 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e15b7985-c3da-46ce-9336-c7ca39df03ea service neutron] Bound port: 925938cb-6953-43da-bb93-f0caed7d8932, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c42bd21f-85e5-4932-b296-cd596f5e6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9a069726-4687-4aab-843c-2a39928b12be'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:37.954419 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e15b7985-c3da-46ce-9336-c7ca39df03ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:38.027421 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-43727122-a923-4dbc-9325-554cd56877f1 req-a228b979-8325-4c34-bac6-47672cabcde8 service neutron] Transition to ACTIVE for port object 40385cf8-6e86-425c-a323-3cfbee75a623 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:38.036231 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fa4f0cdc-078f-441c-a039-9f03acdbfaa2 req-072727c0-1ed1-4fdc-ac10-7ebd974c33b0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:38.073846 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-68feb714-a719-4ed0-b95f-b18d0ea5854b tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-80223946'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:38.080978 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-43727122-a923-4dbc-9325-554cd56877f1 req-a228b979-8325-4c34-bac6-47672cabcde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:38.168155 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-531b4554-ac65-4d02-b533-680058322db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:38.178940 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-531b4554-ac65-4d02-b533-680058322db4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=89ca7077-9a91-4390-ad1c-d7a6ed89ab03 HTTP/1.1" status: 200 len: 854 time: 0.2747085 Jul 07 17:05:38.178940 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68feb714-a719-4ed0-b95f-b18d0ea5854b tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Made reservation on behalf of ea4e23e5cb00435ba2cd55343084f1bb for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:38.186392 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68feb714-a719-4ed0-b95f-b18d0ea5854b tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:38.223931 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68feb714-a719-4ed0-b95f-b18d0ea5854b tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:38.278726 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947418f5-8a8e-4ef8-9489-a72c773afd16 req-58082999-c9a3-44f5-9b69-6e8120317047 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:38.286412 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-947418f5-8a8e-4ef8-9489-a72c773afd16 req-58082999-c9a3-44f5-9b69-6e8120317047 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=f84ca80e-2a87-41df-9f81-138d1c6bfecc HTTP/1.1" status: 200 len: 932 time: 0.4266438 Jul 07 17:05:38.363018 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e15b7985-c3da-46ce-9336-c7ca39df03ea service neutron] For port 925938cb-6953-43da-bb93-f0caed7d8932, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:38.372674 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e15b7985-c3da-46ce-9336-c7ca39df03ea service neutron] For port 925938cb-6953-43da-bb93-f0caed7d8932, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=925938cb-6953-43da-bb93-f0caed7d8932,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:38.377923 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228b979-8325-4c34-bac6-47672cabcde8 service neutron] Pushing event updated for resources: {'Port': ['ID=40385cf8-6e86-425c-a323-3cfbee75a623,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:38.396406 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-947418f5-8a8e-4ef8-9489-a72c773afd16 req-fc290f38-bd0c-468b-ad1b-39d53c34a812 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088359 Jul 07 17:05:38.471067 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-5225b0af-487f-4fa2-b97c-72f9eb2a2991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:38.472771 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-5225b0af-487f-4fa2-b97c-72f9eb2a2991 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=980d4d7f-4d7a-4300-8886-ddee889ed2b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2772708 Jul 07 17:05:38.509275 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e15b7985-c3da-46ce-9336-c7ca39df03ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:38.643147 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68feb714-a719-4ed0-b95f-b18d0ea5854b tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:38.655004 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68feb714-a719-4ed0-b95f-b18d0ea5854b tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:38.699813 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68feb714-a719-4ed0-b95f-b18d0ea5854b tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:05:38.740969 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68feb714-a719-4ed0-b95f-b18d0ea5854b tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:38.741483 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-68feb714-a719-4ed0-b95f-b18d0ea5854b tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Added segment ae89076e-d6e9-46d2-bb60-eaa908db1516 of type vlan for network a4182a46-9db2-496c-86ac-baf3a0f65688 Jul 07 17:05:38.745286 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68feb714-a719-4ed0-b95f-b18d0ea5854b tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=131a06fb-ff70-4487-bbee-1842cc73808a,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:38.749781 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e15b7985-c3da-46ce-9336-c7ca39df03ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:38.750853 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e15b7985-c3da-46ce-9336-c7ca39df03ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:38.753686 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e15b7985-c3da-46ce-9336-c7ca39df03ea service neutron] 10.222.0.64 "PUT /v2.0/ports/925938cb-6953-43da-bb93-f0caed7d8932 HTTP/1.1" status: 200 len: 1092 time: 3.5194256 Jul 07 17:05:38.754778 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e06f329-b82d-4ba2-969e-9b138191b875', 'tag': '925938cb-6953-43da-bb93-f0caed7d8932'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:38.770252 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c724a1-8ba4-469b-b708-be8577d20b33" -d '{"events": [{"name": "network-changed", "server_uuid": "8e06f329-b82d-4ba2-969e-9b138191b875", "tag": "925938cb-6953-43da-bb93-f0caed7d8932"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:38.770509 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-ca4bc309-7ddf-4f89-a756-955a574944f3 service neutron] 10.222.0.72 "GET /v2.0/networks/980d4d7f-4d7a-4300-8886-ddee889ed2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885783 Jul 07 17:05:38.789753 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-43727122-a923-4dbc-9325-554cd56877f1 req-a228b979-8325-4c34-bac6-47672cabcde8 service neutron] Attempting to bind port 40385cf8-6e86-425c-a323-3cfbee75a623 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:38.790474 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-43727122-a923-4dbc-9325-554cd56877f1 req-a228b979-8325-4c34-bac6-47672cabcde8 service neutron] Attempting to bind port 40385cf8-6e86-425c-a323-3cfbee75a623 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '2f026523-69fe-43a7-998a-5a827b861a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '980d4d7f-4d7a-4300-8886-ddee889ed2b3'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:38.791218 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43727122-a923-4dbc-9325-554cd56877f1 req-a228b979-8325-4c34-bac6-47672cabcde8 service neutron] Attempting to bind port 40385cf8-6e86-425c-a323-3cfbee75a623 on network 980d4d7f-4d7a-4300-8886-ddee889ed2b3 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:38.807184 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fa4f0cdc-078f-441c-a039-9f03acdbfaa2 req-072727c0-1ed1-4fdc-ac10-7ebd974c33b0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:38.838304 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b7985-c3da-46ce-9336-c7ca39df03ea service neutron] Pushing event updated for resources: {'Port': ['ID=925938cb-6953-43da-bb93-f0caed7d8932,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:38.875529 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68feb714-a719-4ed0-b95f-b18d0ea5854b tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:38.915582 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43727122-a923-4dbc-9325-554cd56877f1 req-a228b979-8325-4c34-bac6-47672cabcde8 service neutron] Port 40385cf8-6e86-425c-a323-3cfbee75a623 on network 980d4d7f-4d7a-4300-8886-ddee889ed2b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:05:38.915926 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43727122-a923-4dbc-9325-554cd56877f1 req-a228b979-8325-4c34-bac6-47672cabcde8 service neutron] Attempting to bind port 40385cf8-6e86-425c-a323-3cfbee75a623 on network 980d4d7f-4d7a-4300-8886-ddee889ed2b3 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:38.943761 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43727122-a923-4dbc-9325-554cd56877f1 req-a228b979-8325-4c34-bac6-47672cabcde8 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:38.944196 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43727122-a923-4dbc-9325-554cd56877f1 req-a228b979-8325-4c34-bac6-47672cabcde8 service neutron] Checking segment: {'id': '2f026523-69fe-43a7-998a-5a827b861a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '980d4d7f-4d7a-4300-8886-ddee889ed2b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:38.944510 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43727122-a923-4dbc-9325-554cd56877f1 req-a228b979-8325-4c34-bac6-47672cabcde8 service neutron] Bound using segment: {'id': '2f026523-69fe-43a7-998a-5a827b861a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '980d4d7f-4d7a-4300-8886-ddee889ed2b3'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:38.945350 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-43727122-a923-4dbc-9325-554cd56877f1 req-a228b979-8325-4c34-bac6-47672cabcde8 service neutron] Bound port: 40385cf8-6e86-425c-a323-3cfbee75a623, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f026523-69fe-43a7-998a-5a827b861a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '980d4d7f-4d7a-4300-8886-ddee889ed2b3'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:38.945648 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-43727122-a923-4dbc-9325-554cd56877f1 req-a228b979-8325-4c34-bac6-47672cabcde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:38.959712 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68feb714-a719-4ed0-b95f-b18d0ea5854b tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:38.967082 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68feb714-a719-4ed0-b95f-b18d0ea5854b tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:38.968665 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68feb714-a719-4ed0-b95f-b18d0ea5854b tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:39.017154 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-68feb714-a719-4ed0-b95f-b18d0ea5854b tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6947987 Jul 07 17:05:39.026046 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-92c44d6a-42cb-4f4b-b146-1707151c5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:39.027649 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-92c44d6a-42cb-4f4b-b146-1707151c5fed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=565e8acc09134f1f976b9c4727940d5d&device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 1095 time: 0.1945112 Jul 07 17:05:39.038705 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57756) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:39.049085 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41175302-3a8e-4ad1-b7ca-77f6e8ab6b29 req-78e8e30c-673d-4c9d-8c30-217bd05bb19d service neutron] 10.222.0.72 "GET /v2.0/networks/980d4d7f-4d7a-4300-8886-ddee889ed2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401407 Jul 07 17:05:39.098042 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68feb714-a719-4ed0-b95f-b18d0ea5854b tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Pushing event updated for resources: {'Network': ['ID=a4182a46-9db2-496c-86ac-baf3a0f65688,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:39.106357 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6486a7a-3f1b-485d-ba67-69583dec1210 x-openstack-request-id: req-a6486a7a-3f1b-485d-ba67-69583dec1210 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:39.107342 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47553531-46f9-4984-8386-ed272d15fbad", "tag": "40291d0d-d781-4826-a7cd-cd221c803abd", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:39.107894 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a6486a7a-3f1b-485d-ba67-69583dec1210 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:39.108854 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47553531-46f9-4984-8386-ed272d15fbad', 'tag': '40291d0d-d781-4826-a7cd-cd221c803abd', 'status': 'completed', 'code': 200} Jul 07 17:05:39.121142 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network a4182a46-9db2-496c-86ac-baf3a0f65688 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:05:39.190467 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-86712a44-a49b-41e7-a9c6-94d3a475905e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=925938cb-6953-43da-bb93-f0caed7d8932 HTTP/1.1" status: 200 len: 217 time: 0.1457839 Jul 07 17:05:39.238988 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdf75d-6605-4701-a917-81f8d2769040 req-a3ae5e89-63f3-4549-8db0-67c03d58d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:39.242475 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6cbdf75d-6605-4701-a917-81f8d2769040 req-a3ae5e89-63f3-4549-8db0-67c03d58d055 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f047ef100fe4caa8d5e62940251eceb&device_id=47553531-46f9-4984-8386-ed272d15fbad HTTP/1.1" status: 200 len: 1095 time: 0.1238811 Jul 07 17:05:39.268553 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e5894c39-0af4-4dc8-8c8f-ab838818e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:39.273590 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-e5894c39-0af4-4dc8-8c8f-ab838818e090 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2d83fa63-04fe-47d2-9e05-061a0c3de479 HTTP/1.1" status: 200 len: 845 time: 0.0619123 Jul 07 17:05:39.277004 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-43727122-a923-4dbc-9325-554cd56877f1 req-a228b979-8325-4c34-bac6-47672cabcde8 service neutron] For port 40385cf8-6e86-425c-a323-3cfbee75a623, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:39.317332 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-92eb7fad-8b76-46ba-9220-eb031c2c2663 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a069726-4687-4aab-843c-2a39928b12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309799 Jul 07 17:05:39.384286 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-43727122-a923-4dbc-9325-554cd56877f1 req-a228b979-8325-4c34-bac6-47672cabcde8 service neutron] For port 40385cf8-6e86-425c-a323-3cfbee75a623, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=40385cf8-6e86-425c-a323-3cfbee75a623,segment=NetworkSegment(2f026523-69fe-43a7-998a-5a827b861a2a),segment_id=2f026523-69fe-43a7-998a-5a827b861a2a)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:39.400670 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-43727122-a923-4dbc-9325-554cd56877f1 req-a228b979-8325-4c34-bac6-47672cabcde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:39.486793 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43727122-a923-4dbc-9325-554cd56877f1 req-a228b979-8325-4c34-bac6-47672cabcde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:39.487435 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-43727122-a923-4dbc-9325-554cd56877f1 req-a228b979-8325-4c34-bac6-47672cabcde8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:39.488950 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-43727122-a923-4dbc-9325-554cd56877f1 req-a228b979-8325-4c34-bac6-47672cabcde8 service neutron] 10.222.0.64 "PUT /v2.0/ports/40385cf8-6e86-425c-a323-3cfbee75a623 HTTP/1.1" status: 200 len: 1093 time: 3.0363004 Jul 07 17:05:39.521895 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fa4f0cdc-078f-441c-a039-9f03acdbfaa2 req-072727c0-1ed1-4fdc-ac10-7ebd974c33b0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:39.530349 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228b979-8325-4c34-bac6-47672cabcde8 service neutron] Pushing event updated for resources: {'Port': ['ID=40385cf8-6e86-425c-a323-3cfbee75a623,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:39.544470 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e32f902a-84a2-4386-a671-6920ed6bc311 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Request body: {'network': {'name': 'tempest-network--1212397646', 'router:external': True}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:39.549701 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fa4f0cdc-078f-441c-a039-9f03acdbfaa2 req-072727c0-1ed1-4fdc-ac10-7ebd974c33b0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:39.562605 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdf75d-6605-4701-a917-81f8d2769040 req-82427a7b-df0f-4cd3-8c5a-424e82eff5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:39.566885 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6cbdf75d-6605-4701-a917-81f8d2769040 req-82427a7b-df0f-4cd3-8c5a-424e82eff5f1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=980d4d7f-4d7a-4300-8886-ddee889ed2b3 HTTP/1.1" status: 200 len: 916 time: 0.3167539 Jul 07 17:05:39.571257 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-6bc2ba3d-9bde-4d16-b43f-20c0f85e6c86 service neutron] 10.222.0.64 "GET /v2.0/networks/9a069726-4687-4aab-843c-2a39928b12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441225 Jul 07 17:05:39.647297 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6cbdf75d-6605-4701-a917-81f8d2769040 req-020f8269-21cc-4b4d-aba5-d9ce1f17cd97 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40291d0d-d781-4826-a7cd-cd221c803abd HTTP/1.1" status: 200 len: 217 time: 0.0730500 Jul 07 17:05:39.704598 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a188d9a-2f88-4c51-875d-a2495156921c req-25ccb078-deeb-4744-9dcc-0043897b67eb tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:39.707208 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a188d9a-2f88-4c51-875d-a2495156921c req-25ccb078-deeb-4744-9dcc-0043897b67eb tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 943 time: 0.2917526 Jul 07 17:05:39.731199 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32f902a-84a2-4386-a671-6920ed6bc311 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Made reservation on behalf of 620b2044215a47d09ed04224ba53446e for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:39.734378 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e32f902a-84a2-4386-a671-6920ed6bc311 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:39.754526 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdf75d-6605-4701-a917-81f8d2769040 req-7274275b-cd2a-4842-84a6-a9351b0bc2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:39.756493 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6cbdf75d-6605-4701-a917-81f8d2769040 req-7274275b-cd2a-4842-84a6-a9351b0bc2f0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=89ca7077-9a91-4390-ad1c-d7a6ed89ab03 HTTP/1.1" status: 200 len: 854 time: 0.1026678 Jul 07 17:05:39.773433 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072727c0-1ed1-4fdc-ac10-7ebd974c33b0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Pushing event updated for resources: {'Port': ['ID=4153f29e-35ed-44fb-a145-1d1682f978c0,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:39.790955 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e32f902a-84a2-4386-a671-6920ed6bc311 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:39.827360 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fa4f0cdc-078f-441c-a039-9f03acdbfaa2 req-072727c0-1ed1-4fdc-ac10-7ebd974c33b0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:39.840255 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a188d9a-2f88-4c51-875d-a2495156921c req-e059d100-60b5-4471-9d60-ea732d527939 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202927 Jul 07 17:05:39.886975 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7e8a299d-2949-4d17-8ddb-27407b0cdb3e req-c5fab6b4-5b80-4833-8caf-f7a4220dd407 service neutron] 10.222.0.64 "GET /v2.0/networks/9a069726-4687-4aab-843c-2a39928b12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802849 Jul 07 17:05:39.896577 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43727122-a923-4dbc-9325-554cd56877f1 req-6a9efa18-27f4-44c8-9f39-d38974e0f63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:39.896901 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdf75d-6605-4701-a917-81f8d2769040 req-8faf8752-8a03-448f-ac79-e9ec0347b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:39.898183 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-43727122-a923-4dbc-9325-554cd56877f1 req-6a9efa18-27f4-44c8-9f39-d38974e0f63a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5f047ef100fe4caa8d5e62940251eceb&device_id=f84ca80e-2a87-41df-9f81-138d1c6bfecc HTTP/1.1" status: 200 len: 1096 time: 0.3238430 Jul 07 17:05:39.899399 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6cbdf75d-6605-4701-a917-81f8d2769040 req-8faf8752-8a03-448f-ac79-e9ec0347b9aa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=980d4d7f-4d7a-4300-8886-ddee889ed2b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1353607 Jul 07 17:05:39.952946 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-43727122-a923-4dbc-9325-554cd56877f1 req-0b057111-0fab-431b-a344-0f8d5bc2dead service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40385cf8-6e86-425c-a323-3cfbee75a623 HTTP/1.1" status: 200 len: 217 time: 0.0459003 Jul 07 17:05:40.016990 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8454c18-e3fd-4beb-924c-a1f8340c4322 x-openstack-request-id: req-d8454c18-e3fd-4beb-924c-a1f8340c4322 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:40.018899 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e06f329-b82d-4ba2-969e-9b138191b875", "tag": "925938cb-6953-43da-bb93-f0caed7d8932", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:40.018899 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8454c18-e3fd-4beb-924c-a1f8340c4322 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:40.018899 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e06f329-b82d-4ba2-969e-9b138191b875', 'tag': '925938cb-6953-43da-bb93-f0caed7d8932', 'status': 'completed', 'code': 200} Jul 07 17:05:40.041674 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43727122-a923-4dbc-9325-554cd56877f1 req-13b2eaa9-9792-46de-94d6-05d8b26b9aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:40.043322 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-43727122-a923-4dbc-9325-554cd56877f1 req-13b2eaa9-9792-46de-94d6-05d8b26b9aef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89ca7077-9a91-4390-ad1c-d7a6ed89ab03 HTTP/1.1" status: 200 len: 854 time: 0.0811191 Jul 07 17:05:40.061735 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6cbdf75d-6605-4701-a917-81f8d2769040 req-184f3cbd-7705-4b49-891e-1f4c274c4e25 service neutron] 10.222.0.72 "GET /v2.0/networks/980d4d7f-4d7a-4300-8886-ddee889ed2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543794 Jul 07 17:05:40.145349 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e32f902a-84a2-4386-a671-6920ed6bc311 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:40.153840 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e32f902a-84a2-4386-a671-6920ed6bc311 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:40.168477 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fa4f0cdc-078f-441c-a039-9f03acdbfaa2 req-072727c0-1ed1-4fdc-ac10-7ebd974c33b0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:40.170037 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fa4f0cdc-078f-441c-a039-9f03acdbfaa2 req-072727c0-1ed1-4fdc-ac10-7ebd974c33b0 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.9513025 Jul 07 17:05:40.206288 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e32f902a-84a2-4386-a671-6920ed6bc311 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:05:40.208114 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6cbdf75d-6605-4701-a917-81f8d2769040 req-4eb4698c-4636-4f84-8089-4efbba23e818 service neutron] 10.222.0.72 "GET /v2.0/networks/980d4d7f-4d7a-4300-8886-ddee889ed2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387739 Jul 07 17:05:40.261508 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a10ee-895e-4ffb-a3a7-4e790bae19ce req-ef021769-7c04-4402-b52e-c5f8fe341f29 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:40.264109 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aa5a10ee-895e-4ffb-a3a7-4e790bae19ce req-ef021769-7c04-4402-b52e-c5f8fe341f29 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=f84ca80e-2a87-41df-9f81-138d1c6bfecc HTTP/1.1" status: 200 len: 944 time: 0.1252060 Jul 07 17:05:40.269568 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f902a-84a2-4386-a671-6920ed6bc311 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2918a23-e6e0-4340-b1bc-0e4d65f19196,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:40.272993 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e32f902a-84a2-4386-a671-6920ed6bc311 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:40.273349 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-e32f902a-84a2-4386-a671-6920ed6bc311 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Added segment 534bc17f-8001-450d-a383-798181aefce4 of type vlan for network cb0ded22-e553-4b01-9895-35293d1fdb01 Jul 07 17:05:40.318885 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aa5a10ee-895e-4ffb-a3a7-4e790bae19ce req-cdb7071d-fa1d-4bb4-8d1a-e44f40ab7b75 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479336 Jul 07 17:05:40.560263 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 4b8ab502-71e6-45d7-998a-fbe7b2e557f5 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:40.636337 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fa4f0cdc-078f-441c-a039-9f03acdbfaa2 req-675cda34-38fa-4e99-a465-42cd14a59d3d tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.218 HTTP/1.1" status: 200 len: 696 time: 0.4538660 Jul 07 17:05:40.672869 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 4b8ab502-71e6-45d7-998a-fbe7b2e557f5 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:40.675758 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c724a1-8ba4-469b-b708-be8577d20b33 req-bfa2fe2b-1b04-4006-b719-e6e853af9d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:40.677620 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-09c724a1-8ba4-469b-b708-be8577d20b33 req-bfa2fe2b-1b04-4006-b719-e6e853af9d73 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=565e8acc09134f1f976b9c4727940d5d&device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 1095 time: 0.6106598 Jul 07 17:05:40.680022 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43727122-a923-4dbc-9325-554cd56877f1 req-421ae3cb-69a1-457a-8361-5b26b0f4cb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:40.680233 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 4b8ab502-71e6-45d7-998a-fbe7b2e557f5 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:40.680612 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:40.681621 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-43727122-a923-4dbc-9325-554cd56877f1 req-421ae3cb-69a1-457a-8361-5b26b0f4cb69 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=980d4d7f-4d7a-4300-8886-ddee889ed2b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6297469 Jul 07 17:05:40.802576 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:40.831164 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e32f902a-84a2-4386-a671-6920ed6bc311 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:40.839076 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d4a8f0-dd06-400d-aa7c-11981ad57346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8ab502-71e6-45d7-998a-fbe7b2e557f5'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:40.841480 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2078a33d-dec5-4404-bc46-ef827f918fda" -d '{"events": [{"server_uuid": "35d4a8f0-dd06-400d-aa7c-11981ad57346", "name": "network-vif-plugged", "status": "completed", "tag": "4b8ab502-71e6-45d7-998a-fbe7b2e557f5"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:40.862418 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 4b8ab502-71e6-45d7-998a-fbe7b2e557f5, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=4b8ab502-71e6-45d7-998a-fbe7b2e557f5,segment=NetworkSegment(2f026523-69fe-43a7-998a-5a827b861a2a),segment_id=2f026523-69fe-43a7-998a-5a827b861a2a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:40.870319 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:40.945833 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d529f29-23b5-4201-81c3-63d4acc92774 x-openstack-request-id: req-2d529f29-23b5-4201-81c3-63d4acc92774 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:40.945833 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d4a8f0-dd06-400d-aa7c-11981ad57346", "name": "network-vif-plugged", "status": "completed", "tag": "4b8ab502-71e6-45d7-998a-fbe7b2e557f5", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:40.945833 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d529f29-23b5-4201-81c3-63d4acc92774 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:40.945833 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d4a8f0-dd06-400d-aa7c-11981ad57346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8ab502-71e6-45d7-998a-fbe7b2e557f5', 'code': 200} Jul 07 17:05:40.998495 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=4b8ab502-71e6-45d7-998a-fbe7b2e557f5,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:41.023887 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e32f902a-84a2-4386-a671-6920ed6bc311 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:41.024943 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32f902a-84a2-4386-a671-6920ed6bc311 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:41.025542 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e32f902a-84a2-4386-a671-6920ed6bc311 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:41.041557 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f0cdc-078f-441c-a039-9f03acdbfaa2 req-ebe6791a-da05-4d08-9519-9b7219e41efd tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:41.043049 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fa4f0cdc-078f-441c-a039-9f03acdbfaa2 req-ebe6791a-da05-4d08-9519-9b7219e41efd tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 784 time: 0.3941596 Jul 07 17:05:41.091122 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c724a1-8ba4-469b-b708-be8577d20b33 req-b42396a0-379a-4d97-9aa0-895047c6e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:41.092679 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-09c724a1-8ba4-469b-b708-be8577d20b33 req-b42396a0-379a-4d97-9aa0-895047c6e12b service neutron] 10.222.0.64 "GET /v2.0/networks?id=9a069726-4687-4aab-843c-2a39928b12be HTTP/1.1" status: 200 len: 906 time: 0.3954031 Jul 07 17:05:41.127876 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-43727122-a923-4dbc-9325-554cd56877f1 req-c8a85d99-f8c9-4268-b3e0-2ba1ee1d12c4 service neutron] 10.222.0.64 "GET /v2.0/networks/980d4d7f-4d7a-4300-8886-ddee889ed2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156234 Jul 07 17:05:41.139783 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33992d0d-7e25-41ad-b5f7-e82cd2915566 req-04436ab2-2051-4f38-86d9-0ff0d5ec5ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:41.141397 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-33992d0d-7e25-41ad-b5f7-e82cd2915566 req-04436ab2-2051-4f38-86d9-0ff0d5ec5ca2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=35d4a8f0-dd06-400d-aa7c-11981ad57346 HTTP/1.1" status: 200 len: 1097 time: 0.1398396 Jul 07 17:05:41.169870 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e32f902a-84a2-4386-a671-6920ed6bc311 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.1281486 Jul 07 17:05:41.177632 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57794) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:41.211395 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-09c724a1-8ba4-469b-b708-be8577d20b33 req-ee8afcc8-6fbb-4629-bcc0-873e57bc4072 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=925938cb-6953-43da-bb93-f0caed7d8932 HTTP/1.1" status: 200 len: 217 time: 0.1095524 Jul 07 17:05:41.214144 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142d898-0365-4d4a-814c-81248e225aaf req-2384dce5-9802-48e2-8a52-9ddcd724bfaf tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:41.215979 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8142d898-0365-4d4a-814c-81248e225aaf req-2384dce5-9802-48e2-8a52-9ddcd724bfaf tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 943 time: 0.1435616 Jul 07 17:05:41.221108 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f902a-84a2-4386-a671-6920ed6bc311 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Pushing event updated for resources: {'Network': ['ID=cb0ded22-e553-4b01-9895-35293d1fdb01,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:41.238474 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network cb0ded22-e553-4b01-9895-35293d1fdb01 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:05:41.245631 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b235cbe2-a3f5-4729-a8ef-ab2fa41964e1 req-76f76b8f-805f-4495-9419-bbaf5e36006f tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/floatingips/2321a258-d622-47f9-8c88-db5f39e9c1a1 HTTP/1.1" status: 200 len: 693 time: 0.1504066 Jul 07 17:05:41.271085 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-33992d0d-7e25-41ad-b5f7-e82cd2915566 req-28ca2fc7-6c9d-4452-ab50-1623f068402f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223736 Jul 07 17:05:41.311187 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f9a744db-107c-4d61-9a77-4fb4048f80dd tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:41.319600 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8142d898-0365-4d4a-814c-81248e225aaf req-13f4935b-0865-441f-bfea-b56814b36ee9 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703406 Jul 07 17:05:41.411958 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c724a1-8ba4-469b-b708-be8577d20b33 req-dc109a11-62e5-4255-a248-402a0d55113e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:41.413517 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-09c724a1-8ba4-469b-b708-be8577d20b33 req-dc109a11-62e5-4255-a248-402a0d55113e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2d83fa63-04fe-47d2-9e05-061a0c3de479 HTTP/1.1" status: 200 len: 845 time: 0.1942024 Jul 07 17:05:41.446226 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 40291d0d-d781-4826-a7cd-cd221c803abd details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:05:41.463172 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-09c724a1-8ba4-469b-b708-be8577d20b33 req-27aef6c1-9ef2-43cf-8aab-c33e00534b5b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a069726-4687-4aab-843c-2a39928b12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396769 Jul 07 17:05:41.467946 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f9a744db-107c-4d61-9a77-4fb4048f80dd tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:41.489861 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-f9a744db-107c-4d61-9a77-4fb4048f80dd tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb0ded22-e553-4b01-9895-35293d1fdb01']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:41.524582 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-f9a744db-107c-4d61-9a77-4fb4048f80dd tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '534bc17f-8001-450d-a383-798181aefce4') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:41.525092 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-f9a744db-107c-4d61-9a77-4fb4048f80dd tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '534bc17f-8001-450d-a383-798181aefce4') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:41.536591 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-43727122-a923-4dbc-9325-554cd56877f1 req-72d60494-8ae1-4633-b5ef-20755618c3fa service neutron] 10.222.0.64 "GET /v2.0/networks/980d4d7f-4d7a-4300-8886-ddee889ed2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687568 Jul 07 17:05:41.539753 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f9a744db-107c-4d61-9a77-4fb4048f80dd tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:41.564435 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235cbe2-a3f5-4729-a8ef-ab2fa41964e1 req-b1c75fcd-1d9d-43ac-9e41-df1b2d8f08bf tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:41.566050 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b235cbe2-a3f5-4729-a8ef-ab2fa41964e1 req-b1c75fcd-1d9d-43ac-9e41-df1b2d8f08bf tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 784 time: 0.2642140 Jul 07 17:05:41.572776 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f9a744db-107c-4d61-9a77-4fb4048f80dd tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:41.581530 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a744db-107c-4d61-9a77-4fb4048f80dd tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:05:41.581920 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f9a744db-107c-4d61-9a77-4fb4048f80dd tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:05:41.583880 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:05:41.631392 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 40291d0d-d781-4826-a7cd-cd221c803abd, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=40291d0d-d781-4826-a7cd-cd221c803abd,segment=NetworkSegment(2f026523-69fe-43a7-998a-5a827b861a2a),segment_id=2f026523-69fe-43a7-998a-5a827b861a2a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:41.651715 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8192c-2191-4620-90a2-0dc701d8a913 req-1dbedb86-c5e5-4f87-8cd4-2df80e19b947 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:41.662713 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d3e8192c-2191-4620-90a2-0dc701d8a913 req-1dbedb86-c5e5-4f87-8cd4-2df80e19b947 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=f84ca80e-2a87-41df-9f81-138d1c6bfecc HTTP/1.1" status: 200 len: 944 time: 0.1944411 Jul 07 17:05:41.663070 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '40291d0d-d781-4826-a7cd-cd221c803abd', 'network_id': '980d4d7f-4d7a-4300-8886-ddee889ed2b3', 'port_id': '40291d0d-d781-4826-a7cd-cd221c803abd', 'mac_address': 'fa:16:3e:6f:6c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ca7077-9a91-4390-ad1c-d7a6ed89ab03', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:05:41.664405 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-09c724a1-8ba4-469b-b708-be8577d20b33 req-8ecde215-79f9-4f1d-9062-dfb4f97eb292 service neutron] 10.222.0.64 "GET /v2.0/networks/9a069726-4687-4aab-843c-2a39928b12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844962 Jul 07 17:05:41.708919 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f9a744db-107c-4d61-9a77-4fb4048f80dd tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:41.724450 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d3e8192c-2191-4620-90a2-0dc701d8a913 req-c5606cb6-9df4-406b-8aeb-46075a8569a9 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601597 Jul 07 17:05:41.747930 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a744db-107c-4d61-9a77-4fb4048f80dd tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cb0ded22-e553-4b01-9895-35293d1fdb01 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:05:41.751272 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:41.752926 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f9a744db-107c-4d61-9a77-4fb4048f80dd tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:41.758655 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f9a744db-107c-4d61-9a77-4fb4048f80dd tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] 10.222.0.53 "DELETE /v2.0/networks/cb0ded22-e553-4b01-9895-35293d1fdb01 HTTP/1.1" status: 204 len: 168 time: 0.5787957 Jul 07 17:05:41.783853 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57810) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:41.791642 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40291d0d-d781-4826-a7cd-cd221c803abd {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:41.792594 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-a681ba2f-ac47-4733-9db9-7d391e10b28f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:41.816661 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a744db-107c-4d61-9a77-4fb4048f80dd tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Pushing event deleted for resources: {'Network': ['ID=cb0ded22-e553-4b01-9895-35293d1fdb01,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:41.831794 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 40291d0d-d781-4826-a7cd-cd221c803abd, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=40291d0d-d781-4826-a7cd-cd221c803abd,segment=NetworkSegment(2f026523-69fe-43a7-998a-5a827b861a2a),segment_id=2f026523-69fe-43a7-998a-5a827b861a2a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:41.841751 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:41.862612 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-09c724a1-8ba4-469b-b708-be8577d20b33 req-d74b1624-ce4a-42b2-8cd1-c368c47ea545 service neutron] 10.222.0.64 "GET /v2.0/networks/9a069726-4687-4aab-843c-2a39928b12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898348 Jul 07 17:05:41.923050 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a681ba2f-ac47-4733-9db9-7d391e10b28f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Made reservation on behalf of 620b2044215a47d09ed04224ba53446e for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:41.926145 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a681ba2f-ac47-4733-9db9-7d391e10b28f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:41.930689 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=40291d0d-d781-4826-a7cd-cd221c803abd,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:41.940124 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-975ce271-6ef8-4fa7-8473-25664f868921 req-a44787d2-b8d9-40ae-acad-f5d03b40fa2c tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/floatingips/2321a258-d622-47f9-8c88-db5f39e9c1a1 HTTP/1.1" status: 200 len: 693 time: 0.1761575 Jul 07 17:05:42.021288 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84ca80e-2a87-41df-9f81-138d1c6bfecc', 'tag': '40385cf8-6e86-425c-a323-3cfbee75a623'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:42.024474 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1332a917-b71d-4e3c-9333-9c57c82086ba" -d '{"events": [{"name": "network-changed", "server_uuid": "f84ca80e-2a87-41df-9f81-138d1c6bfecc", "tag": "40385cf8-6e86-425c-a323-3cfbee75a623"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:42.042265 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a681ba2f-ac47-4733-9db9-7d391e10b28f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:05:42.104081 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a681ba2f-ac47-4733-9db9-7d391e10b28f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:42.104677 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-a681ba2f-ac47-4733-9db9-7d391e10b28f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Added segment 7059de60-28c4-4fce-be2e-6957b90d5a2e of type vlan for network 6a80a216-c88e-42b5-86f6-a065de4abf00 Jul 07 17:05:42.136663 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['40291d0d-d781-4826-a7cd-cd221c803abd'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:42.398258 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4845e6c6-fea2-4532-bafc-f3d62ccf51dc x-openstack-request-id: req-4845e6c6-fea2-4532-bafc-f3d62ccf51dc {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:42.398571 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84ca80e-2a87-41df-9f81-138d1c6bfecc", "tag": "40385cf8-6e86-425c-a323-3cfbee75a623", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:42.398841 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4845e6c6-fea2-4532-bafc-f3d62ccf51dc {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:42.399258 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84ca80e-2a87-41df-9f81-138d1c6bfecc', 'tag': '40385cf8-6e86-425c-a323-3cfbee75a623', 'status': 'completed', 'code': 200} Jul 07 17:05:42.498754 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332a917-b71d-4e3c-9333-9c57c82086ba req-84c225d9-7535-4681-89a0-5f79ab8ffd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:42.502360 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1332a917-b71d-4e3c-9333-9c57c82086ba req-84c225d9-7535-4681-89a0-5f79ab8ffd9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5f047ef100fe4caa8d5e62940251eceb&device_id=f84ca80e-2a87-41df-9f81-138d1c6bfecc HTTP/1.1" status: 200 len: 1096 time: 0.0785086 Jul 07 17:05:42.532868 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ce271-6ef8-4fa7-8473-25664f868921 req-a12cd6b4-64b5-4fd0-a02f-9b2086d682db tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:42.534622 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-975ce271-6ef8-4fa7-8473-25664f868921 req-a12cd6b4-64b5-4fd0-a02f-9b2086d682db tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 784 time: 0.5934775 Jul 07 17:05:42.564544 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a681ba2f-ac47-4733-9db9-7d391e10b28f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:42.571055 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 925938cb-6953-43da-bb93-f0caed7d8932 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:05:42.617870 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-975ce271-6ef8-4fa7-8473-25664f868921 req-0ae82bad-f421-4d3e-8287-dfc7555bef8f tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.218 HTTP/1.1" status: 200 len: 696 time: 0.0640604 Jul 07 17:05:42.648474 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a681ba2f-ac47-4733-9db9-7d391e10b28f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:42.649418 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a681ba2f-ac47-4733-9db9-7d391e10b28f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:42.650644 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a681ba2f-ac47-4733-9db9-7d391e10b28f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:42.704314 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 925938cb-6953-43da-bb93-f0caed7d8932, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=925938cb-6953-43da-bb93-f0caed7d8932,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:42.721580 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '925938cb-6953-43da-bb93-f0caed7d8932', 'network_id': '9a069726-4687-4aab-843c-2a39928b12be', 'port_id': '925938cb-6953-43da-bb93-f0caed7d8932', 'mac_address': 'fa:16:3e:18:8e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d83fa63-04fe-47d2-9e05-061a0c3de479', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:05:42.731233 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332a917-b71d-4e3c-9333-9c57c82086ba req-a0ea02e2-af5c-4026-83db-d94523f1e6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:42.733545 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1332a917-b71d-4e3c-9333-9c57c82086ba req-a0ea02e2-af5c-4026-83db-d94523f1e6f9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=980d4d7f-4d7a-4300-8886-ddee889ed2b3 HTTP/1.1" status: 200 len: 916 time: 0.2234805 Jul 07 17:05:42.748267 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2f544-b2e0-43d6-8d1a-84141dea61f8 req-8a4a680c-6090-4b04-a07d-be2e66dfec41 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:42.750841 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-05f2f544-b2e0-43d6-8d1a-84141dea61f8 req-8a4a680c-6090-4b04-a07d-be2e66dfec41 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 943 time: 0.1702006 Jul 07 17:05:42.757262 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681ba2f-ac47-4733-9db9-7d391e10b28f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Pushing event updated for resources: {'Network': ['ID=6a80a216-c88e-42b5-86f6-a065de4abf00,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:42.769029 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-975ce271-6ef8-4fa7-8473-25664f868921 req-2d37cd63-1bd4-4182-841d-c7d7d2387659 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.218 HTTP/1.1" status: 200 len: 696 time: 0.1296146 Jul 07 17:05:42.785410 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a681ba2f-ac47-4733-9db9-7d391e10b28f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9945769 Jul 07 17:05:42.785875 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57826) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:42.790401 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 6a80a216-c88e-42b5-86f6-a065de4abf00 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:05:42.791255 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-2a3dbe75-979a-4c0b-9888-beac61fae438 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Request body: {'subnet': {'network_id': '6a80a216-c88e-42b5-86f6-a065de4abf00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:42.822975 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:42.838945 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1332a917-b71d-4e3c-9333-9c57c82086ba req-c401da98-5c3b-4bfb-a1e0-8f75203ad9dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40385cf8-6e86-425c-a323-3cfbee75a623 HTTP/1.1" status: 200 len: 217 time: 0.0858495 Jul 07 17:05:42.875396 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3dbe75-979a-4c0b-9888-beac61fae438 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Made reservation on behalf of 620b2044215a47d09ed04224ba53446e for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:42.878861 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2a3dbe75-979a-4c0b-9888-beac61fae438 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:42.920858 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-05f2f544-b2e0-43d6-8d1a-84141dea61f8 req-69f2f5c9-aa03-4210-bfa9-2e17e160d25f tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944488 Jul 07 17:05:42.928516 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332a917-b71d-4e3c-9333-9c57c82086ba req-0036a3de-e17a-4b02-a841-33faa6575934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:42.930279 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1332a917-b71d-4e3c-9333-9c57c82086ba req-0036a3de-e17a-4b02-a841-33faa6575934 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89ca7077-9a91-4390-ad1c-d7a6ed89ab03 HTTP/1.1" status: 200 len: 854 time: 0.0778892 Jul 07 17:05:42.943277 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925938cb-6953-43da-bb93-f0caed7d8932 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:43.019392 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 925938cb-6953-43da-bb93-f0caed7d8932, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=925938cb-6953-43da-bb93-f0caed7d8932,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:43.027247 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.047034 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332a917-b71d-4e3c-9333-9c57c82086ba req-90cd2823-6faf-4ab0-ba7d-62076d1bc3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:43.049348 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1332a917-b71d-4e3c-9333-9c57c82086ba req-90cd2823-6faf-4ab0-ba7d-62076d1bc3ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=980d4d7f-4d7a-4300-8886-ddee889ed2b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1119540 Jul 07 17:05:43.080188 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-975ce271-6ef8-4fa7-8473-25664f868921 req-6550a909-c526-445a-85aa-76837ae891b2 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Deleting port 4153f29e-35ed-44fb-a145-1d1682f978c0 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:43.081328 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-975ce271-6ef8-4fa7-8473-25664f868921 req-6550a909-c526-445a-85aa-76837ae891b2 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.139861 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=925938cb-6953-43da-bb93-f0caed7d8932,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:43.241614 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1332a917-b71d-4e3c-9333-9c57c82086ba req-91132d25-b33c-4370-8e7b-cf6a6a91e450 service neutron] 10.222.0.64 "GET /v2.0/networks/980d4d7f-4d7a-4300-8886-ddee889ed2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842973 Jul 07 17:05:43.242193 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-975ce271-6ef8-4fa7-8473-25664f868921 req-6550a909-c526-445a-85aa-76837ae891b2 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.242540 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-975ce271-6ef8-4fa7-8473-25664f868921 req-6550a909-c526-445a-85aa-76837ae891b2 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.267365 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-975ce271-6ef8-4fa7-8473-25664f868921 req-6550a909-c526-445a-85aa-76837ae891b2 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Calling delete_port for 4153f29e-35ed-44fb-a145-1d1682f978c0 owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:43.295070 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['925938cb-6953-43da-bb93-f0caed7d8932'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:43.478500 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 40291d0d-d781-4826-a7cd-cd221c803abd up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:43.497242 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1332a917-b71d-4e3c-9333-9c57c82086ba req-8a1950a4-a947-440a-a515-3a4ebbbc11e7 service neutron] 10.222.0.64 "GET /v2.0/networks/980d4d7f-4d7a-4300-8886-ddee889ed2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485063 Jul 07 17:05:43.520911 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a81bef-8eae-419e-8d5a-226689d9d3b3 req-83f3ae8f-cb70-45ae-b3c0-1af60c9a9fe6 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:43.530751 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b1a81bef-8eae-419e-8d5a-226689d9d3b3 req-83f3ae8f-cb70-45ae-b3c0-1af60c9a9fe6 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=f84ca80e-2a87-41df-9f81-138d1c6bfecc HTTP/1.1" status: 200 len: 944 time: 0.1991155 Jul 07 17:05:43.588478 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b1a81bef-8eae-419e-8d5a-226689d9d3b3 req-cb491c32-4ca1-4401-8321-e10df380f9a2 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518799 Jul 07 17:05:43.606301 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 40291d0d-d781-4826-a7cd-cd221c803abd completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:43.621426 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 40291d0d-d781-4826-a7cd-cd221c803abd triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:43.621426 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.621780 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-975ce271-6ef8-4fa7-8473-25664f868921 req-6550a909-c526-445a-85aa-76837ae891b2 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.621780 n-d-791503-12 neutron-server[100192]: DEBUG neutron.objects.ports [None req-2a3dbe75-979a-4c0b-9888-beac61fae438 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100192) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:05:43.621780 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2a3dbe75-979a-4c0b-9888-beac61fae438 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.688082 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550a909-c526-445a-85aa-76837ae891b2 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Pushing event deleted for resources: {'Port': ['ID=4153f29e-35ed-44fb-a145-1d1682f978c0,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:43.730922 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.788170 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47553531-46f9-4984-8386-ed272d15fbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40291d0d-d781-4826-a7cd-cd221c803abd'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:43.797876 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a10d2b-8ee4-4ab4-9c38-5a4601492b42" -d '{"events": [{"server_uuid": "47553531-46f9-4984-8386-ed272d15fbad", "name": "network-vif-plugged", "status": "completed", "tag": "40291d0d-d781-4826-a7cd-cd221c803abd"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:43.802865 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3dbe75-979a-4c0b-9888-beac61fae438 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bf27c2b0-061b-4a2b-a8f5-5f22d37ee27c,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:43.816744 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 40291d0d-d781-4826-a7cd-cd221c803abd, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=40291d0d-d781-4826-a7cd-cd221c803abd,segment=NetworkSegment(2f026523-69fe-43a7-998a-5a827b861a2a),segment_id=2f026523-69fe-43a7-998a-5a827b861a2a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:43.823755 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.829250 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-975ce271-6ef8-4fa7-8473-25664f868921 req-6550a909-c526-445a-85aa-76837ae891b2 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.837328 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-975ce271-6ef8-4fa7-8473-25664f868921 req-6550a909-c526-445a-85aa-76837ae891b2 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.837328 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-975ce271-6ef8-4fa7-8473-25664f868921 req-6550a909-c526-445a-85aa-76837ae891b2 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "DELETE /v2.0/floatingips/2321a258-d622-47f9-8c88-db5f39e9c1a1 HTTP/1.1" status: 204 len: 173 time: 1.0372126 Jul 07 17:05:43.838535 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3dbe75-979a-4c0b-9888-beac61fae438 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Checking segment: {'id': '7059de60-28c4-4fce-be2e-6957b90d5a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6a80a216-c88e-42b5-86f6-a065de4abf00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:43.839107 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3dbe75-979a-4c0b-9888-beac61fae438 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Network hostable DHCP agents. Network: 6a80a216-c88e-42b5-86f6-a065de4abf00, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:05:43.899612 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3dbe75-979a-4c0b-9888-beac61fae438 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Network 6a80a216-c88e-42b5-86f6-a065de4abf00 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:05:43.923623 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-2a3dbe75-979a-4c0b-9888-beac61fae438 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 6a80a216-c88e-42b5-86f6-a065de4abf00) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:43.940234 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3dbe75-979a-4c0b-9888-beac61fae438 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:43.941210 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2a3dbe75-979a-4c0b-9888-beac61fae438 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.983340 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2a3dbe75-979a-4c0b-9888-beac61fae438 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1944094 Jul 07 17:05:43.988777 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57842) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:44.013359 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9502d94d-360d-41c3-9a5e-f5d09a44911f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Request body: {'floatingip': {'floating_network_id': '6a80a216-c88e-42b5-86f6-a065de4abf00'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:44.087660 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469bf6a0-fd22-4a19-94a9-77d8bda25a9b x-openstack-request-id: req-469bf6a0-fd22-4a19-94a9-77d8bda25a9b {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:44.088299 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47553531-46f9-4984-8386-ed272d15fbad", "name": "network-vif-plugged", "status": "completed", "tag": "40291d0d-d781-4826-a7cd-cd221c803abd", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:44.088985 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-469bf6a0-fd22-4a19-94a9-77d8bda25a9b {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:44.089741 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47553531-46f9-4984-8386-ed272d15fbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40291d0d-d781-4826-a7cd-cd221c803abd', 'code': 200} Jul 07 17:05:44.094314 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cadd81-a0ee-4eb4-8c0b-552639d1e23a None None] Network 6a80a216-c88e-42b5-86f6-a065de4abf00 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:44.106155 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9502d94d-360d-41c3-9a5e-f5d09a44911f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:44.193794 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9385e-eb1e-4649-a8ad-cf14d696e6e3 req-6846da92-d6d4-474d-b358-ab1dc90574c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:44.195890 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-39b9385e-eb1e-4649-a8ad-cf14d696e6e3 req-6846da92-d6d4-474d-b358-ab1dc90574c4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=47553531-46f9-4984-8386-ed272d15fbad HTTP/1.1" status: 200 len: 1097 time: 0.1609745 Jul 07 17:05:44.258617 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-39b9385e-eb1e-4649-a8ad-cf14d696e6e3 req-42ed148b-48d1-4c40-aa06-0239b0f109a1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536222 Jul 07 17:05:44.297290 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=40291d0d-d781-4826-a7cd-cd221c803abd,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:44.343754 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9502d94d-360d-41c3-9a5e-f5d09a44911f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:44.429583 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acd487-b2c1-4105-ae9f-f9a3087242e0 req-c26b0ff5-2b57-411c-8432-0756f84cbcbf tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:44.444252 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acd487-b2c1-4105-ae9f-f9a3087242e0 req-c26b0ff5-2b57-411c-8432-0756f84cbcbf tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:44.447143 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44acd487-b2c1-4105-ae9f-f9a3087242e0 req-c26b0ff5-2b57-411c-8432-0756f84cbcbf tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1357 time: 0.5258965 Jul 07 17:05:44.484313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c657301f-6e28-4bf6-94c0-48a77353fbe0 None None] Network 6a80a216-c88e-42b5-86f6-a065de4abf00 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:44.490857 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cb8dd-c01b-4091-972f-98ba8c1bbeb0 req-6fb23272-5172-44af-99b9-6c336f3c1f23 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:44.492854 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-120cb8dd-c01b-4091-972f-98ba8c1bbeb0 req-6fb23272-5172-44af-99b9-6c336f3c1f23 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 944 time: 0.2067039 Jul 07 17:05:44.544827 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:05:44.549549 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-9502d94d-360d-41c3-9a5e-f5d09a44911f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Allocated IP 172.20.0.8 (6a80a216-c88e-42b5-86f6-a065de4abf00/bf27c2b0-061b-4a2b-a8f5-5f22d37ee27c/65730601-08fe-49c1-b897-8d6b27bfc714) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:44.582757 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 40385cf8-6e86-425c-a323-3cfbee75a623 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:05:44.585039 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-120cb8dd-c01b-4091-972f-98ba8c1bbeb0 req-70924286-9d24-42b5-94d3-77dc0f092214 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752988 Jul 07 17:05:44.723617 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-534ba7c9-be44-4846-b609-d9ff24be0284 req-fb1f74e6-28d7-483e-958e-93c53016296a tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=1eb8e2bb799046408828da59e3a894ca HTTP/1.1" status: 200 len: 1657 time: 0.2079518 Jul 07 17:05:44.738592 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 925938cb-6953-43da-bb93-f0caed7d8932 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:44.789762 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9502d94d-360d-41c3-9a5e-f5d09a44911f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:44.870117 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 40385cf8-6e86-425c-a323-3cfbee75a623, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=40385cf8-6e86-425c-a323-3cfbee75a623,segment=NetworkSegment(2f026523-69fe-43a7-998a-5a827b861a2a),segment_id=2f026523-69fe-43a7-998a-5a827b861a2a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:44.901166 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '40385cf8-6e86-425c-a323-3cfbee75a623', 'network_id': '980d4d7f-4d7a-4300-8886-ddee889ed2b3', 'port_id': '40385cf8-6e86-425c-a323-3cfbee75a623', 'mac_address': 'fa:16:3e:5a:6d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ca7077-9a91-4390-ad1c-d7a6ed89ab03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:05:44.963491 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f9381-b334-4216-8a6f-d3dd3ced216e req-74c83b22-4d11-47b5-afed-8349e292db36 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:44.966253 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c30f9381-b334-4216-8a6f-d3dd3ced216e req-74c83b22-4d11-47b5-afed-8349e292db36 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=f84ca80e-2a87-41df-9f81-138d1c6bfecc HTTP/1.1" status: 200 len: 944 time: 0.1599429 Jul 07 17:05:44.967995 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9502d94d-360d-41c3-9a5e-f5d09a44911f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:44.975789 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ba7c9-be44-4846-b609-d9ff24be0284 req-252ef6af-6d25-4939-8d93-ed2d6515cd89 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:44.978133 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-534ba7c9-be44-4846-b609-d9ff24be0284 req-252ef6af-6d25-4939-8d93-ed2d6515cd89 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/networks?id=b1c8a741-d954-43c5-b974-954b2190b048&id=b1c8a741-d954-43c5-b974-954b2190b048&id=b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 787 time: 0.2524474 Jul 07 17:05:44.979505 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 925938cb-6953-43da-bb93-f0caed7d8932 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:44.995221 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-534ba7c9-be44-4846-b609-d9ff24be0284 req-5263558a-29e2-4264-8850-ce159e96a668 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:05:44.996293 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-534ba7c9-be44-4846-b609-d9ff24be0284 req-5263558a-29e2-4264-8850-ce159e96a668 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075886 Jul 07 17:05:45.018445 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 925938cb-6953-43da-bb93-f0caed7d8932 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:45.018846 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.078049 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c30f9381-b334-4216-8a6f-d3dd3ced216e req-5dda8680-ec37-491d-966e-75a74fbd2b81 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026764 Jul 07 17:05:45.086972 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.094221 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9502d94d-360d-41c3-9a5e-f5d09a44911f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Network 6a80a216-c88e-42b5-86f6-a065de4abf00 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:45.098941 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-9502d94d-360d-41c3-9a5e-f5d09a44911f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:45.112229 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9502d94d-360d-41c3-9a5e-f5d09a44911f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:45.119806 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40385cf8-6e86-425c-a323-3cfbee75a623 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:45.204231 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.234797 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 40385cf8-6e86-425c-a323-3cfbee75a623, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=40385cf8-6e86-425c-a323-3cfbee75a623,segment=NetworkSegment(2f026523-69fe-43a7-998a-5a827b861a2a),segment_id=2f026523-69fe-43a7-998a-5a827b861a2a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:45.247140 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9502d94d-360d-41c3-9a5e-f5d09a44911f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.252513 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.314934 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9502d94d-360d-41c3-9a5e-f5d09a44911f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.317233 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502d94d-360d-41c3-9a5e-f5d09a44911f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Pushing event updated for resources: {'Port': ['ID=65730601-08fe-49c1-b897-8d6b27bfc714,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:45.336435 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=40385cf8-6e86-425c-a323-3cfbee75a623,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:45.362679 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 925938cb-6953-43da-bb93-f0caed7d8932, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=925938cb-6953-43da-bb93-f0caed7d8932,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:45.369953 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.477682 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=925938cb-6953-43da-bb93-f0caed7d8932,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:45.479631 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4b553f78-586a-4fc0-9b76-6303e3d1f0a5 req-857f2ea6-7998-446e-926f-84a29bd1ee8f tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/floatingips/0fec0637-c6bb-448f-889d-cfc8553729f0 HTTP/1.1" status: 200 len: 693 time: 0.0847445 Jul 07 17:05:45.540905 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['40385cf8-6e86-425c-a323-3cfbee75a623'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:45.555792 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57866) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:45.797393 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b553f78-586a-4fc0-9b76-6303e3d1f0a5 req-3e8822b1-f0f7-4e9c-acf0-7158913b3f32 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:45.799827 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5c5cb5ee-1cb5-4be9-8788-fe72b94e02d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.808034 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4b553f78-586a-4fc0-9b76-6303e3d1f0a5 req-3e8822b1-f0f7-4e9c-acf0-7158913b3f32 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 784 time: 0.3141887 Jul 07 17:05:45.904541 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4b553f78-586a-4fc0-9b76-6303e3d1f0a5 req-bacc092c-f4db-4e56-b4ce-39ce8a3034b5 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.0946388 Jul 07 17:05:45.960527 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5c5cb5ee-1cb5-4be9-8788-fe72b94e02d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.963987 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9502d94d-360d-41c3-9a5e-f5d09a44911f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.972230 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c9334-547f-41f3-b486-e49ffffdee0e req-63691278-021d-4883-8d84-aa167bc85f6b tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:45.973906 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-847c9334-547f-41f3-b486-e49ffffdee0e req-63691278-021d-4883-8d84-aa167bc85f6b tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 945 time: 0.1148632 Jul 07 17:05:45.974601 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9502d94d-360d-41c3-9a5e-f5d09a44911f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.975156 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5c5cb5ee-1cb5-4be9-8788-fe72b94e02d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.984057 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4b553f78-586a-4fc0-9b76-6303e3d1f0a5 req-ae1c9dcf-fcbe-48f0-bfc0-0603c917ec95 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.0689197 Jul 07 17:05:46.037989 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5c5cb5ee-1cb5-4be9-8788-fe72b94e02d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c3f070a25754e13b864a28ce26fdca8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4806705 Jul 07 17:05:46.041095 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5cb5ee-1cb5-4be9-8788-fe72b94e02d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fbb24f-5c4a-4c68-8aad-e238cf51cfef,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:46.046382 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57872) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:46.080973 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-847c9334-547f-41f3-b486-e49ffffdee0e req-fe6948e8-1626-4592-862f-0ad234c8341d tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897541 Jul 07 17:05:46.091831 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e06f329-b82d-4ba2-969e-9b138191b875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925938cb-6953-43da-bb93-f0caed7d8932'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:46.098080 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abcd910-cb73-410a-9ae4-34581d967a6d" -d '{"events": [{"server_uuid": "8e06f329-b82d-4ba2-969e-9b138191b875", "name": "network-vif-plugged", "status": "completed", "tag": "925938cb-6953-43da-bb93-f0caed7d8932"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:46.116034 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502d94d-360d-41c3-9a5e-f5d09a44911f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Pushing event updated for resources: {'Port': ['ID=65730601-08fe-49c1-b897-8d6b27bfc714,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:46.158869 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-06ed5732-d15f-48a6-8085-cc21251e60ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.191405 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-06ed5732-d15f-48a6-8085-cc21251e60ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.200902 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9502d94d-360d-41c3-9a5e-f5d09a44911f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.241044 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9502d94d-360d-41c3-9a5e-f5d09a44911f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.242216 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9502d94d-360d-41c3-9a5e-f5d09a44911f tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2516930 Jul 07 17:05:46.245663 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57878) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:46.303103 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-06ed5732-d15f-48a6-8085-cc21251e60ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.306207 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-06ed5732-d15f-48a6-8085-cc21251e60ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.307640 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-06ed5732-d15f-48a6-8085-cc21251e60ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c3fbb24f-5c4a-4c68-8aad-e238cf51cfef HTTP/1.1" status: 204 len: 168 time: 0.2593393 Jul 07 17:05:46.336335 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ddebf78c-c629-40a3-bc7d-67db4a29c728 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] 10.222.0.53 "GET /v2.0/floatingips?floating_network_id=6a80a216-c88e-42b5-86f6-a065de4abf00 HTTP/1.1" status: 200 len: 689 time: 0.0894611 Jul 07 17:05:46.339340 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-4b553f78-586a-4fc0-9b76-6303e3d1f0a5 req-c1b9d40c-0f1f-423b-a73a-d5eb647e3755 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Deleting port 2d9f303f-404f-49c0-bd95-d03b800e14b3 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:46.339692 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4b553f78-586a-4fc0-9b76-6303e3d1f0a5 req-c1b9d40c-0f1f-423b-a73a-d5eb647e3755 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.341552 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57882) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:46.352382 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d6f48-8779-4344-9a97-7f18b2bf0508 req-400d3174-735f-47df-89d3-cbe450dfd736 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:46.363729 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-675d6f48-8779-4344-9a97-7f18b2bf0508 req-400d3174-735f-47df-89d3-cbe450dfd736 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=f84ca80e-2a87-41df-9f81-138d1c6bfecc HTTP/1.1" status: 200 len: 945 time: 0.1354725 Jul 07 17:05:46.374292 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed5732-d15f-48a6-8085-cc21251e60ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fbb24f-5c4a-4c68-8aad-e238cf51cfef,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:46.435644 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-675d6f48-8779-4344-9a97-7f18b2bf0508 req-a5dcdf4e-f5f8-47cd-927d-02e02c97f35d tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702672 Jul 07 17:05:46.505861 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f97604-e826-40ab-9b80-56349d8abc88 x-openstack-request-id: req-c3f97604-e826-40ab-9b80-56349d8abc88 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:46.506363 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e06f329-b82d-4ba2-969e-9b138191b875", "name": "network-vif-plugged", "status": "completed", "tag": "925938cb-6953-43da-bb93-f0caed7d8932", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:46.507054 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c3f97604-e826-40ab-9b80-56349d8abc88 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:46.507540 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4b553f78-586a-4fc0-9b76-6303e3d1f0a5 req-c1b9d40c-0f1f-423b-a73a-d5eb647e3755 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.507869 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4b553f78-586a-4fc0-9b76-6303e3d1f0a5 req-c1b9d40c-0f1f-423b-a73a-d5eb647e3755 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.508042 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e06f329-b82d-4ba2-969e-9b138191b875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925938cb-6953-43da-bb93-f0caed7d8932', 'code': 200} Jul 07 17:05:46.513529 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a067c99c-9390-4801-84c0-ec1f9d881fc1 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.559246 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-4b553f78-586a-4fc0-9b76-6303e3d1f0a5 req-c1b9d40c-0f1f-423b-a73a-d5eb647e3755 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Calling delete_port for 2d9f303f-404f-49c0-bd95-d03b800e14b3 owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:46.580193 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 40385cf8-6e86-425c-a323-3cfbee75a623 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:46.730988 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 40385cf8-6e86-425c-a323-3cfbee75a623 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:46.740459 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf01bf-8876-4adc-94dd-82fb8c75d82e req-ef61899c-b5b4-451c-b37d-efa63b04b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:46.740459 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5bbf01bf-8876-4adc-94dd-82fb8c75d82e req-ef61899c-b5b4-451c-b37d-efa63b04b471 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 1097 time: 0.1093531 Jul 07 17:05:46.744081 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 40385cf8-6e86-425c-a323-3cfbee75a623 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:46.745564 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.815229 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5bbf01bf-8876-4adc-94dd-82fb8c75d82e req-08507d90-89cd-4269-b734-4692e52cb336 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682411 Jul 07 17:05:46.835813 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-a067c99c-9390-4801-84c0-ec1f9d881fc1 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Deleting port 65730601-08fe-49c1-b897-8d6b27bfc714 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:46.836406 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a067c99c-9390-4801-84c0-ec1f9d881fc1 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.936521 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:47.001190 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 40385cf8-6e86-425c-a323-3cfbee75a623, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=40385cf8-6e86-425c-a323-3cfbee75a623,segment=NetworkSegment(2f026523-69fe-43a7-998a-5a827b861a2a),segment_id=2f026523-69fe-43a7-998a-5a827b861a2a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:47.012882 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:47.046609 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a067c99c-9390-4801-84c0-ec1f9d881fc1 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:47.046609 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a067c99c-9390-4801-84c0-ec1f9d881fc1 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:47.049000 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4b553f78-586a-4fc0-9b76-6303e3d1f0a5 req-c1b9d40c-0f1f-423b-a73a-d5eb647e3755 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:47.083244 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=40385cf8-6e86-425c-a323-3cfbee75a623,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:47.109716 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-a067c99c-9390-4801-84c0-ec1f9d881fc1 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Calling delete_port for 65730601-08fe-49c1-b897-8d6b27bfc714 owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:47.112056 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9d40c-0f1f-423b-a73a-d5eb647e3755 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Pushing event deleted for resources: {'Port': ['ID=2d9f303f-404f-49c0-bd95-d03b800e14b3,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:47.281141 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4b553f78-586a-4fc0-9b76-6303e3d1f0a5 req-c1b9d40c-0f1f-423b-a73a-d5eb647e3755 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:47.285711 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4b553f78-586a-4fc0-9b76-6303e3d1f0a5 req-c1b9d40c-0f1f-423b-a73a-d5eb647e3755 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:47.287158 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4b553f78-586a-4fc0-9b76-6303e3d1f0a5 req-c1b9d40c-0f1f-423b-a73a-d5eb647e3755 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "DELETE /v2.0/floatingips/0fec0637-c6bb-448f-889d-cfc8553729f0 HTTP/1.1" status: 204 len: 173 time: 1.2944214 Jul 07 17:05:47.336496 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ca0ec-c916-40ee-951c-1975c6e2c0de req-8fb98980-e91d-46d6-9998-fa09ed6c50b1 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:47.339261 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5f9ca0ec-c916-40ee-951c-1975c6e2c0de req-8fb98980-e91d-46d6-9998-fa09ed6c50b1 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 945 time: 0.1075156 Jul 07 17:05:47.382963 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5f92f58c-8995-42aa-8adb-61c4998d0bca req-302de26b-9f67-4a41-b204-7971e00a79a8 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/floatingips/85c81b76-17dd-4584-834d-ee9cdad0b8d7 HTTP/1.1" status: 200 len: 693 time: 0.0547414 Jul 07 17:05:47.407215 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5f9ca0ec-c916-40ee-951c-1975c6e2c0de req-402cd814-6d19-432f-b1c1-0f412d2233ba tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611000 Jul 07 17:05:47.408167 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57912) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:47.588877 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-87b5f3de-78a8-44c5-9239-820585e42499 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1270036384-network', 'tenant_id': '0619d9ce57e640d69697686701ede2d5'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:47.639176 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b5f3de-78a8-44c5-9239-820585e42499 admin admin] Made reservation on behalf of 0619d9ce57e640d69697686701ede2d5 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:47.644053 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87b5f3de-78a8-44c5-9239-820585e42499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:47.661010 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87b5f3de-78a8-44c5-9239-820585e42499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:47.837631 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e13fe-f220-46af-b040-25531ee80c14 req-7c51bffd-470a-4c71-97b6-79781a1b5510 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:47.840669 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b16e13fe-f220-46af-b040-25531ee80c14 req-7c51bffd-470a-4c71-97b6-79781a1b5510 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=f84ca80e-2a87-41df-9f81-138d1c6bfecc HTTP/1.1" status: 200 len: 946 time: 0.1316788 Jul 07 17:05:47.934757 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b16e13fe-f220-46af-b040-25531ee80c14 req-60c3f80d-6d8b-43ec-b2f7-348bfd2ec3cf tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639036 Jul 07 17:05:48.049531 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a067c99c-9390-4801-84c0-ec1f9d881fc1 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:48.061608 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92f58c-8995-42aa-8adb-61c4998d0bca req-531d3503-9069-4a15-86fb-176ae241fb33 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:48.063303 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5f92f58c-8995-42aa-8adb-61c4998d0bca req-531d3503-9069-4a15-86fb-176ae241fb33 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 784 time: 0.6482460 Jul 07 17:05:48.099038 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067c99c-9390-4801-84c0-ec1f9d881fc1 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Pushing event deleted for resources: {'Port': ['ID=65730601-08fe-49c1-b897-8d6b27bfc714,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:48.199257 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87b5f3de-78a8-44c5-9239-820585e42499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:48.207583 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87b5f3de-78a8-44c5-9239-820585e42499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:48.243589 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b5f3de-78a8-44c5-9239-820585e42499 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:05:48.261773 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5f92f58c-8995-42aa-8adb-61c4998d0bca req-b47afd65-8a41-439f-87a9-0c6c483d0cdc tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.110 HTTP/1.1" status: 200 len: 696 time: 0.1655951 Jul 07 17:05:48.268744 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87b5f3de-78a8-44c5-9239-820585e42499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:48.269278 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-87b5f3de-78a8-44c5-9239-820585e42499 admin admin] Added segment 3b1545df-5e16-4718-bcde-8455d2e85a83 of type vlan for network 4c935c1a-eb79-4212-9ee0-98c09bbd29ac Jul 07 17:05:48.271167 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5f3de-78a8-44c5-9239-820585e42499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679096b6-fc45-4866-bdff-203512c76e03,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:48.346144 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a067c99c-9390-4801-84c0-ec1f9d881fc1 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:48.349865 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87b5f3de-78a8-44c5-9239-820585e42499 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:48.372810 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5f92f58c-8995-42aa-8adb-61c4998d0bca req-3ec05d1e-9c4d-4e0c-9d04-035c199a1883 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.110 HTTP/1.1" status: 200 len: 696 time: 0.1026154 Jul 07 17:05:48.397101 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87b5f3de-78a8-44c5-9239-820585e42499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:48.398180 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b5f3de-78a8-44c5-9239-820585e42499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:48.398793 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87b5f3de-78a8-44c5-9239-820585e42499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:48.463588 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-87b5f3de-78a8-44c5-9239-820585e42499 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0538177 Jul 07 17:05:48.470601 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57926) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:48.472687 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a067c99c-9390-4801-84c0-ec1f9d881fc1 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:48.476773 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5f3de-78a8-44c5-9239-820585e42499 admin admin] Pushing event updated for resources: {'Network': ['ID=4c935c1a-eb79-4212-9ee0-98c09bbd29ac,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:48.478674 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-3f7c9e82-d343-44ea-9fa6-196544c4926a admin admin] Request body: {'subnet': {'network_id': '4c935c1a-eb79-4212-9ee0-98c09bbd29ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1270036384-subnet', 'tenant_id': '0619d9ce57e640d69697686701ede2d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:48.495879 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 4c935c1a-eb79-4212-9ee0-98c09bbd29ac details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:05:48.511257 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84ca80e-2a87-41df-9f81-138d1c6bfecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40385cf8-6e86-425c-a323-3cfbee75a623'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:48.513467 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e643fd-4473-4753-8955-5c017b9d3fd9" -d '{"events": [{"server_uuid": "f84ca80e-2a87-41df-9f81-138d1c6bfecc", "name": "network-vif-plugged", "status": "completed", "tag": "40385cf8-6e86-425c-a323-3cfbee75a623"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:48.640068 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7c9e82-d343-44ea-9fa6-196544c4926a admin admin] Made reservation on behalf of 0619d9ce57e640d69697686701ede2d5 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:48.642751 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f7c9e82-d343-44ea-9fa6-196544c4926a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:48.691239 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0d0db-7859-46b5-8741-5f33210b9d5d req-16d8f37d-1e88-4cb7-86dc-5f0dc1d4d788 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:48.692966 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-17a0d0db-7859-46b5-8741-5f33210b9d5d req-16d8f37d-1e88-4cb7-86dc-5f0dc1d4d788 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 945 time: 0.0749185 Jul 07 17:05:48.740073 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-17a0d0db-7859-46b5-8741-5f33210b9d5d req-84f26f54-b364-4b5b-b5f3-f0722f84012c tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394909 Jul 07 17:05:48.763301 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a067c99c-9390-4801-84c0-ec1f9d881fc1 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:48.832022 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30c1955-bc69-46f9-a4d4-eb31558e851d x-openstack-request-id: req-a30c1955-bc69-46f9-a4d4-eb31558e851d {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:48.832682 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84ca80e-2a87-41df-9f81-138d1c6bfecc", "name": "network-vif-plugged", "status": "completed", "tag": "40385cf8-6e86-425c-a323-3cfbee75a623", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:48.833216 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a30c1955-bc69-46f9-a4d4-eb31558e851d {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:48.833987 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84ca80e-2a87-41df-9f81-138d1c6bfecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40385cf8-6e86-425c-a323-3cfbee75a623', 'code': 200} Jul 07 17:05:48.837675 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067c99c-9390-4801-84c0-ec1f9d881fc1 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bf27c2b0-061b-4a2b-a8f5-5f22d37ee27c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:48.840771 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-5f92f58c-8995-42aa-8adb-61c4998d0bca req-54d06ddf-23a8-4de0-94c5-8b06c678f7b7 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Deleting port 32ec3935-f584-480c-b492-176310fcfd1b {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:48.841126 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5f92f58c-8995-42aa-8adb-61c4998d0bca req-54d06ddf-23a8-4de0-94c5-8b06c678f7b7 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:48.957889 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a067c99c-9390-4801-84c0-ec1f9d881fc1 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:48.984809 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4621d08-f402-4bf7-87b6-e7900b873920 req-6464e1a4-b619-441d-b967-e030587642cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:48.989115 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e4621d08-f402-4bf7-87b6-e7900b873920 req-6464e1a4-b619-441d-b967-e030587642cc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f84ca80e-2a87-41df-9f81-138d1c6bfecc HTTP/1.1" status: 200 len: 1098 time: 0.0740066 Jul 07 17:05:49.003617 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-a067c99c-9390-4801-84c0-ec1f9d881fc1 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a80a216-c88e-42b5-86f6-a065de4abf00']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:49.025482 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-a067c99c-9390-4801-84c0-ec1f9d881fc1 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7059de60-28c4-4fce-be2e-6957b90d5a2e') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:49.025843 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-a067c99c-9390-4801-84c0-ec1f9d881fc1 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7059de60-28c4-4fce-be2e-6957b90d5a2e') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:49.030589 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e4621d08-f402-4bf7-87b6-e7900b873920 req-b2f1337e-a20b-432f-8b75-bbbff7888190 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350101 Jul 07 17:05:49.058730 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a067c99c-9390-4801-84c0-ec1f9d881fc1 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:49.115554 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5f92f58c-8995-42aa-8adb-61c4998d0bca req-54d06ddf-23a8-4de0-94c5-8b06c678f7b7 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:49.115895 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5f92f58c-8995-42aa-8adb-61c4998d0bca req-54d06ddf-23a8-4de0-94c5-8b06c678f7b7 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:49.124160 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a067c99c-9390-4801-84c0-ec1f9d881fc1 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:49.151242 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-5f92f58c-8995-42aa-8adb-61c4998d0bca req-54d06ddf-23a8-4de0-94c5-8b06c678f7b7 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Calling delete_port for 32ec3935-f584-480c-b492-176310fcfd1b owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:49.155201 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a067c99c-9390-4801-84c0-ec1f9d881fc1 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:05:49.155619 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a067c99c-9390-4801-84c0-ec1f9d881fc1 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:05:49.161142 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:05:49.215958 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e724765-23dc-4d79-944c-72fe0c41c0d3 req-41c6ef59-3545-4b4d-bf0e-879492e99c87 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:49.217718 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3e724765-23dc-4d79-944c-72fe0c41c0d3 req-41c6ef59-3545-4b4d-bf0e-879492e99c87 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=f84ca80e-2a87-41df-9f81-138d1c6bfecc HTTP/1.1" status: 200 len: 946 time: 0.0805626 Jul 07 17:05:49.233922 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f7c9e82-d343-44ea-9fa6-196544c4926a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:49.266210 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3e724765-23dc-4d79-944c-72fe0c41c0d3 req-c1eed759-79b0-4d6a-bb17-57ab1c42b2b3 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412924 Jul 07 17:05:49.396025 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a067c99c-9390-4801-84c0-ec1f9d881fc1 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:49.420456 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a067c99c-9390-4801-84c0-ec1f9d881fc1 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6a80a216-c88e-42b5-86f6-a065de4abf00 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:05:49.422073 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c9e82-d343-44ea-9fa6-196544c4926a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee09074b-a4b3-4478-8f8b-1ac34da3149d,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:49.428492 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a067c99c-9390-4801-84c0-ec1f9d881fc1 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:49.430595 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a067c99c-9390-4801-84c0-ec1f9d881fc1 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] 10.222.0.53 "DELETE /v2.0/networks/6a80a216-c88e-42b5-86f6-a065de4abf00 HTTP/1.1" status: 204 len: 168 time: 3.0881193 Jul 07 17:05:49.434310 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57942) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:49.449409 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067c99c-9390-4801-84c0-ec1f9d881fc1 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Pushing event deleted for resources: {'Network': ['ID=6a80a216-c88e-42b5-86f6-a065de4abf00,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:49.457963 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7c9e82-d343-44ea-9fa6-196544c4926a admin admin] Checking segment: {'id': '3b1545df-5e16-4718-bcde-8455d2e85a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4c935c1a-eb79-4212-9ee0-98c09bbd29ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:49.458407 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7c9e82-d343-44ea-9fa6-196544c4926a admin admin] Network hostable DHCP agents. Network: 4c935c1a-eb79-4212-9ee0-98c09bbd29ac, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:05:49.495968 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7c9e82-d343-44ea-9fa6-196544c4926a admin admin] Network 4c935c1a-eb79-4212-9ee0-98c09bbd29ac is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:05:49.515572 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-3f7c9e82-d343-44ea-9fa6-196544c4926a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 4c935c1a-eb79-4212-9ee0-98c09bbd29ac) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:49.526349 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5df2541-1425-4b98-941f-3ca97f0c4f8b None None] Network 4c935c1a-eb79-4212-9ee0-98c09bbd29ac requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:49.545657 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7c9e82-d343-44ea-9fa6-196544c4926a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:49.546336 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f7c9e82-d343-44ea-9fa6-196544c4926a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:49.592580 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3f7c9e82-d343-44ea-9fa6-196544c4926a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1166129 Jul 07 17:05:49.602676 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57944) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:49.618259 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d64ae404-4140-4b15-a9f2-1ee9c6a3ac32 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1270036384-router', 'tenant_id': '0619d9ce57e640d69697686701ede2d5', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:49.660346 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5f92f58c-8995-42aa-8adb-61c4998d0bca req-54d06ddf-23a8-4de0-94c5-8b06c678f7b7 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:49.738624 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d06ddf-23a8-4de0-94c5-8b06c678f7b7 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Pushing event deleted for resources: {'Port': ['ID=32ec3935-f584-480c-b492-176310fcfd1b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:49.743034 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d64ae404-4140-4b15-a9f2-1ee9c6a3ac32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:49.744265 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d64ae404-4140-4b15-a9f2-1ee9c6a3ac32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:49.830716 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d64ae404-4140-4b15-a9f2-1ee9c6a3ac32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:49.857168 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13536b11-3f11-40b1-885d-9d067bc3be53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-4c935c1a-eb79-4212-9ee0-98c09bbd29ac', 'network_id': '4c935c1a-eb79-4212-9ee0-98c09bbd29ac', 'tenant_id': '0619d9ce57e640d69697686701ede2d5', 'fixed_ips': [{'subnet_id': 'ee09074b-a4b3-4478-8f8b-1ac34da3149d'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:05:49.858072 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-13536b11-3f11-40b1-885d-9d067bc3be53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.005180 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1606f1-8347-4f5d-b1fd-b71f1aa901f4 req-54b073a6-e74a-42bd-9681-b81700527745 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.013850 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8f1606f1-8347-4f5d-b1fd-b71f1aa901f4 req-54b073a6-e74a-42bd-9681-b81700527745 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 945 time: 0.6280775 Jul 07 17:05:50.034369 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-13536b11-3f11-40b1-885d-9d067bc3be53 None None] Allocated IP 172.20.0.2 (4c935c1a-eb79-4212-9ee0-98c09bbd29ac/ee09074b-a4b3-4478-8f8b-1ac34da3149d/2fca7e4f-77fd-4692-a37e-6eece30abeec) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:50.051498 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a77e49fc-82e0-42ec-9cc0-db11c8bc1715 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3528 time: 0.6141627 Jul 07 17:05:50.054295 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57946) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:50.094455 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5f92f58c-8995-42aa-8adb-61c4998d0bca req-54d06ddf-23a8-4de0-94c5-8b06c678f7b7 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.097143 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8f1606f1-8347-4f5d-b1fd-b71f1aa901f4 req-b8162be9-1b76-46f6-a662-a5c5aaf1ce4d tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819781 Jul 07 17:05:50.099327 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5f92f58c-8995-42aa-8adb-61c4998d0bca req-54d06ddf-23a8-4de0-94c5-8b06c678f7b7 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.100484 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5f92f58c-8995-42aa-8adb-61c4998d0bca req-54d06ddf-23a8-4de0-94c5-8b06c678f7b7 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "DELETE /v2.0/floatingips/85c81b76-17dd-4584-834d-ee9cdad0b8d7 HTTP/1.1" status: 204 len: 173 time: 1.6996934 Jul 07 17:05:50.230378 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb87450-85f0-4d33-a2b4-d28ad28077d5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.230784 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb87450-85f0-4d33-a2b4-d28ad28077d5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.231266 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb87450-85f0-4d33-a2b4-d28ad28077d5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.231799 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb87450-85f0-4d33-a2b4-d28ad28077d5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.232173 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb87450-85f0-4d33-a2b4-d28ad28077d5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.232648 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb87450-85f0-4d33-a2b4-d28ad28077d5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.233232 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb87450-85f0-4d33-a2b4-d28ad28077d5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.233688 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb87450-85f0-4d33-a2b4-d28ad28077d5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.234166 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb87450-85f0-4d33-a2b4-d28ad28077d5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.234616 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb87450-85f0-4d33-a2b4-d28ad28077d5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.235067 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb87450-85f0-4d33-a2b4-d28ad28077d5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.235897 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb87450-85f0-4d33-a2b4-d28ad28077d5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.236814 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb87450-85f0-4d33-a2b4-d28ad28077d5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.237297 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb87450-85f0-4d33-a2b4-d28ad28077d5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.240324 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-13536b11-3f11-40b1-885d-9d067bc3be53 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.240662 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2bb87450-85f0-4d33-a2b4-d28ad28077d5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8933 time: 0.1847980 Jul 07 17:05:50.243343 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57950) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:50.252916 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-13536b11-3f11-40b1-885d-9d067bc3be53 None None] Transition to ACTIVE for port object 2fca7e4f-77fd-4692-a37e-6eece30abeec will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:50.253835 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d64ae404-4140-4b15-a9f2-1ee9c6a3ac32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.276379 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-13536b11-3f11-40b1-885d-9d067bc3be53 None None] Transition to ACTIVE for port object 2fca7e4f-77fd-4692-a37e-6eece30abeec will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:50.285758 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-13536b11-3f11-40b1-885d-9d067bc3be53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.291826 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-57a4178e-8340-47b5-9bab-852222007777 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] delete failed (client error): The resource could not be found. Jul 07 17:05:50.292954 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-57a4178e-8340-47b5-9bab-852222007777 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/3afa1d70-a2e4-4d70-b59a-4131db58a266 HTTP/1.1" status: 404 len: 345 time: 0.0485928 Jul 07 17:05:50.295911 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57952) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:50.328916 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2dc2004-f575-475e-bce2-0caf3d647dc3 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] DELETE failed (client error): The resource could not be found. Jul 07 17:05:50.331791 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2dc2004-f575-475e-bce2-0caf3d647dc3 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:05:50.335206 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c2dc2004-f575-475e-bce2-0caf3d647dc3 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] 10.222.0.53 "DELETE /v2.0/networks/6a80a216-c88e-42b5-86f6-a065de4abf00 HTTP/1.1" status: 404 len: 339 time: 0.0380521 Jul 07 17:05:50.338908 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57956) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:50.344286 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-4131ce8a-7991-4254-855e-4a82a56c4a9c tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Request body: {'network': {'name': 'tempest-network--337067822', 'router:external': True}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:50.369093 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13536b11-3f11-40b1-885d-9d067bc3be53 None None] Pushing event updated for resources: {'Port': ['ID=2fca7e4f-77fd-4692-a37e-6eece30abeec,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:50.397174 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4131ce8a-7991-4254-855e-4a82a56c4a9c tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Made reservation on behalf of 620b2044215a47d09ed04224ba53446e for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:50.400529 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4131ce8a-7991-4254-855e-4a82a56c4a9c tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.409731 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13536b11-3f11-40b1-885d-9d067bc3be53 None None] Network 4c935c1a-eb79-4212-9ee0-98c09bbd29ac is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:50.416573 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-13536b11-3f11-40b1-885d-9d067bc3be53 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:50.421490 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13536b11-3f11-40b1-885d-9d067bc3be53 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:50.446499 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4131ce8a-7991-4254-855e-4a82a56c4a9c tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:05:50.474439 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4131ce8a-7991-4254-855e-4a82a56c4a9c tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.475071 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-4131ce8a-7991-4254-855e-4a82a56c4a9c tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Added segment 5c4790a6-4cab-44fa-a7c2-07dff8624ece of type vlan for network 5152f0ac-86e2-4dde-b5a1-e8eb29699526 Jul 07 17:05:50.492956 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-13536b11-3f11-40b1-885d-9d067bc3be53 None None] Attempting to bind port 2fca7e4f-77fd-4692-a37e-6eece30abeec on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:50.493744 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-13536b11-3f11-40b1-885d-9d067bc3be53 None None] Attempting to bind port 2fca7e4f-77fd-4692-a37e-6eece30abeec by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '3b1545df-5e16-4718-bcde-8455d2e85a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4c935c1a-eb79-4212-9ee0-98c09bbd29ac'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:50.494448 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13536b11-3f11-40b1-885d-9d067bc3be53 None None] Attempting to bind port 2fca7e4f-77fd-4692-a37e-6eece30abeec on network 4c935c1a-eb79-4212-9ee0-98c09bbd29ac {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:50.506854 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13536b11-3f11-40b1-885d-9d067bc3be53 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:50.508819 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13536b11-3f11-40b1-885d-9d067bc3be53 None None] Checking segment: {'id': '3b1545df-5e16-4718-bcde-8455d2e85a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4c935c1a-eb79-4212-9ee0-98c09bbd29ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:50.509684 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-13536b11-3f11-40b1-885d-9d067bc3be53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.510461 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13536b11-3f11-40b1-885d-9d067bc3be53 None None] Bound using segment: {'id': '3b1545df-5e16-4718-bcde-8455d2e85a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4c935c1a-eb79-4212-9ee0-98c09bbd29ac'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:50.511362 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-13536b11-3f11-40b1-885d-9d067bc3be53 None None] Bound port: 2fca7e4f-77fd-4692-a37e-6eece30abeec, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b1545df-5e16-4718-bcde-8455d2e85a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4c935c1a-eb79-4212-9ee0-98c09bbd29ac'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:50.512483 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-13536b11-3f11-40b1-885d-9d067bc3be53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.558874 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4131ce8a-7991-4254-855e-4a82a56c4a9c tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.590939 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-02434cef-7959-417d-8cf1-ed8ae24baa2a req-85cb24fa-55a8-405a-b50d-865b4ca185cd tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/floatingips/aaafca40-ebdb-4246-b769-7a9760752bf7 HTTP/1.1" status: 200 len: 693 time: 0.1705804 Jul 07 17:05:50.620267 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4131ce8a-7991-4254-855e-4a82a56c4a9c tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.622200 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4131ce8a-7991-4254-855e-4a82a56c4a9c tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.643548 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4131ce8a-7991-4254-855e-4a82a56c4a9c tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.659906 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-13536b11-3f11-40b1-885d-9d067bc3be53 None None] For port 2fca7e4f-77fd-4692-a37e-6eece30abeec, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:50.667949 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-13536b11-3f11-40b1-885d-9d067bc3be53 None None] For port 2fca7e4f-77fd-4692-a37e-6eece30abeec, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=2fca7e4f-77fd-4692-a37e-6eece30abeec,segment=NetworkSegment(3b1545df-5e16-4718-bcde-8455d2e85a83),segment_id=3b1545df-5e16-4718-bcde-8455d2e85a83)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:50.674842 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-13536b11-3f11-40b1-885d-9d067bc3be53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.748608 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131ce8a-7991-4254-855e-4a82a56c4a9c tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Pushing event updated for resources: {'Network': ['ID=5152f0ac-86e2-4dde-b5a1-e8eb29699526,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:50.759993 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4131ce8a-7991-4254-855e-4a82a56c4a9c tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4199073 Jul 07 17:05:50.764823 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 5152f0ac-86e2-4dde-b5a1-e8eb29699526 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:05:50.769973 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57958) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:50.825554 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02434cef-7959-417d-8cf1-ed8ae24baa2a req-dfc11177-d97c-4310-9fca-2b10df5e4b23 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.827075 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-02434cef-7959-417d-8cf1-ed8ae24baa2a req-dfc11177-d97c-4310-9fca-2b10df5e4b23 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 784 time: 0.2207856 Jul 07 17:05:50.863044 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13536b11-3f11-40b1-885d-9d067bc3be53 None None] Pushing event updated for resources: {'Port': ['ID=2fca7e4f-77fd-4692-a37e-6eece30abeec,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:50.983768 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-02434cef-7959-417d-8cf1-ed8ae24baa2a req-38ea9edc-c73a-4af1-a9f9-25933753fca9 tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 696 time: 0.1108127 Jul 07 17:05:51.002229 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3974fa-6e84-47b8-84f6-e6813f6da58f req-a61dd28a-c797-4f2f-a510-afd07454cb73 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:51.004983 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9e3974fa-6e84-47b8-84f6-e6813f6da58f req-a61dd28a-c797-4f2f-a510-afd07454cb73 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=f84ca80e-2a87-41df-9f81-138d1c6bfecc HTTP/1.1" status: 200 len: 946 time: 0.1556473 Jul 07 17:05:51.018364 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99c1ac5-09b3-43ed-861e-25d1d2e47265 tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:51.027061 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99c1ac5-09b3-43ed-861e-25d1d2e47265 tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:51.037853 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99c1ac5-09b3-43ed-861e-25d1d2e47265 tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:51.050163 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99c1ac5-09b3-43ed-861e-25d1d2e47265 tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:51.051256 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c99c1ac5-09b3-43ed-861e-25d1d2e47265 tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.2799664 Jul 07 17:05:51.064701 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57960) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:51.086378 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d64ae404-4140-4b15-a9f2-1ee9c6a3ac32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.145716 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d64ae404-4140-4b15-a9f2-1ee9c6a3ac32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.158899 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-02434cef-7959-417d-8cf1-ed8ae24baa2a req-307a42d1-4a43-4ec1-a4ee-18cb3738c85f tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 696 time: 0.1714382 Jul 07 17:05:51.196770 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9e3974fa-6e84-47b8-84f6-e6813f6da58f req-8a30f183-18f5-4527-8a96-7d3be3a74dca tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440885 Jul 07 17:05:51.245561 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-08330476-38ed-405d-9ca2-f5f4dc081747 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.355680 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 2fca7e4f-77fd-4692-a37e-6eece30abeec up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:51.405910 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-08330476-38ed-405d-9ca2-f5f4dc081747 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.419585 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-08330476-38ed-405d-9ca2-f5f4dc081747 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5152f0ac-86e2-4dde-b5a1-e8eb29699526']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:51.433805 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-08330476-38ed-405d-9ca2-f5f4dc081747 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c4790a6-4cab-44fa-a7c2-07dff8624ece') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:51.433805 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-08330476-38ed-405d-9ca2-f5f4dc081747 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c4790a6-4cab-44fa-a7c2-07dff8624ece') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:51.445673 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-08330476-38ed-405d-9ca2-f5f4dc081747 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.464124 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-08330476-38ed-405d-9ca2-f5f4dc081747 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.476333 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08330476-38ed-405d-9ca2-f5f4dc081747 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:05:51.478097 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-08330476-38ed-405d-9ca2-f5f4dc081747 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:05:51.480410 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:05:51.489979 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 2fca7e4f-77fd-4692-a37e-6eece30abeec completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:51.537951 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-d64ae404-4140-4b15-a9f2-1ee9c6a3ac32 admin admin] Allocated IP 172.25.0.8 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/507bf0ad-164e-4765-8a2a-a825b9bc2481) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:51.612570 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-08330476-38ed-405d-9ca2-f5f4dc081747 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.624012 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08330476-38ed-405d-9ca2-f5f4dc081747 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5152f0ac-86e2-4dde-b5a1-e8eb29699526 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:05:51.638321 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-08330476-38ed-405d-9ca2-f5f4dc081747 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.647631 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-08330476-38ed-405d-9ca2-f5f4dc081747 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] 10.222.0.53 "DELETE /v2.0/networks/5152f0ac-86e2-4dde-b5a1-e8eb29699526 HTTP/1.1" status: 204 len: 168 time: 0.5759013 Jul 07 17:05:51.651431 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57972) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:51.660716 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-07833090-bf12-4701-9ede-d473f22a7790 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Request body: {'network': {'name': 'tempest-network--1456340871', 'router:external': True}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:51.667785 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-02434cef-7959-417d-8cf1-ed8ae24baa2a req-623e7c4a-6d48-42d7-a848-6fccc957dc9d tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Deleting port 5491bccc-84dd-4967-8d4b-e20188101505 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:51.668362 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-02434cef-7959-417d-8cf1-ed8ae24baa2a req-623e7c4a-6d48-42d7-a848-6fccc957dc9d tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.678790 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3d04a-2a71-474e-a89b-ef6b4f221ec1 req-c96dfb2e-639c-4485-82d9-bef025a01d0b tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:51.680448 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-72e3d04a-2a71-474e-a89b-ef6b4f221ec1 req-c96dfb2e-639c-4485-82d9-bef025a01d0b tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 945 time: 0.1505148 Jul 07 17:05:51.681744 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08330476-38ed-405d-9ca2-f5f4dc081747 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Pushing event deleted for resources: {'Network': ['ID=5152f0ac-86e2-4dde-b5a1-e8eb29699526,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:51.740845 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-72e3d04a-2a71-474e-a89b-ef6b4f221ec1 req-2e3e1242-0a46-4ddf-8b4f-718bbd170f78 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449252 Jul 07 17:05:51.871356 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07833090-bf12-4701-9ede-d473f22a7790 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Made reservation on behalf of 620b2044215a47d09ed04224ba53446e for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:51.875664 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-07833090-bf12-4701-9ede-d473f22a7790 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.946229 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d64ae404-4140-4b15-a9f2-1ee9c6a3ac32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.989628 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-02434cef-7959-417d-8cf1-ed8ae24baa2a req-623e7c4a-6d48-42d7-a848-6fccc957dc9d tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.990190 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-02434cef-7959-417d-8cf1-ed8ae24baa2a req-623e7c4a-6d48-42d7-a848-6fccc957dc9d tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:52.020847 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07833090-bf12-4701-9ede-d473f22a7790 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:05:52.041359 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-02434cef-7959-417d-8cf1-ed8ae24baa2a req-623e7c4a-6d48-42d7-a848-6fccc957dc9d tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Calling delete_port for 5491bccc-84dd-4967-8d4b-e20188101505 owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:52.069229 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-07833090-bf12-4701-9ede-d473f22a7790 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:52.069820 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-07833090-bf12-4701-9ede-d473f22a7790 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Added segment b33c5962-3206-4698-921b-c6340db71fc7 of type vlan for network a11ac946-53e0-4fa7-a41a-543f8e978d15 Jul 07 17:05:52.111715 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32713a79-389b-4b81-9c89-fba28354304f req-3a124cd8-0042-47e7-b470-05632a87c58f tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:52.130341 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-32713a79-389b-4b81-9c89-fba28354304f req-3a124cd8-0042-47e7-b470-05632a87c58f tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d4a8f0-dd06-400d-aa7c-11981ad57346 HTTP/1.1" status: 200 len: 945 time: 0.1345487 Jul 07 17:05:52.228407 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-32713a79-389b-4b81-9c89-fba28354304f req-aa3a1ef3-4ce0-49d4-a03c-738a7f286064 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925639 Jul 07 17:05:52.302832 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-07833090-bf12-4701-9ede-d473f22a7790 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:52.325585 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d64ae404-4140-4b15-a9f2-1ee9c6a3ac32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:52.343678 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e31ff8-dd67-4e52-88e3-f324972b48e5 None None] Network 4c935c1a-eb79-4212-9ee0-98c09bbd29ac requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:52.439467 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-07833090-bf12-4701-9ede-d473f22a7790 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:52.440503 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07833090-bf12-4701-9ede-d473f22a7790 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:52.449501 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-07833090-bf12-4701-9ede-d473f22a7790 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:52.491566 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a883bc82-5445-474e-9c72-be298e8128f5 None None] Provisioning for port 2fca7e4f-77fd-4692-a37e-6eece30abeec completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:52.496022 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ae404-4140-4b15-a9f2-1ee9c6a3ac32 admin admin] Pushing event updated for resources: {'Port': ['ID=507bf0ad-164e-4765-8a2a-a825b9bc2481,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:52.501626 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64ae404-4140-4b15-a9f2-1ee9c6a3ac32 admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:52.517811 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a883bc82-5445-474e-9c72-be298e8128f5 None None] Provisioning complete for port 2fca7e4f-77fd-4692-a37e-6eece30abeec triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:52.518924 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a883bc82-5445-474e-9c72-be298e8128f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:52.529654 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-07833090-bf12-4701-9ede-d473f22a7790 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8762939 Jul 07 17:05:52.532336 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57976) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:52.622228 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-d64ae404-4140-4b15-a9f2-1ee9c6a3ac32 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:52.632006 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-02434cef-7959-417d-8cf1-ed8ae24baa2a req-623e7c4a-6d48-42d7-a848-6fccc957dc9d tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:52.734750 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a883bc82-5445-474e-9c72-be298e8128f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:52.746076 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f7f094-f53e-4852-942e-ade901c05564 tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:52.751006 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-75f7f094-f53e-4852-942e-ade901c05564 tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] 10.222.0.53 "GET /v2.0/networks/a11ac946-53e0-4fa7-a41a-543f8e978d15 HTTP/1.1" status: 200 len: 757 time: 0.2144780 Jul 07 17:05:52.752782 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57978) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:52.791138 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-a883bc82-5445-474e-9c72-be298e8128f5 None None] For port 2fca7e4f-77fd-4692-a37e-6eece30abeec, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=2fca7e4f-77fd-4692-a37e-6eece30abeec,segment=NetworkSegment(3b1545df-5e16-4718-bcde-8455d2e85a83),segment_id=3b1545df-5e16-4718-bcde-8455d2e85a83)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:52.797593 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a883bc82-5445-474e-9c72-be298e8128f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:52.872421 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883bc82-5445-474e-9c72-be298e8128f5 None None] Pushing event updated for resources: {'Port': ['ID=2fca7e4f-77fd-4692-a37e-6eece30abeec,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:52.931174 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d691c12-41a3-4199-8d02-57c83cbf9274 req-7e72e913-f4bb-4743-ae38-017f033612af tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:52.933992 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9d691c12-41a3-4199-8d02-57c83cbf9274 req-7e72e913-f4bb-4743-ae38-017f033612af tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=47553531-46f9-4984-8386-ed272d15fbad HTTP/1.1" status: 200 len: 945 time: 0.3139956 Jul 07 17:05:52.958458 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c31b5a-bb09-4e66-972c-0d82853a799f tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:52.961112 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b7c31b5a-bb09-4e66-972c-0d82853a799f tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] 10.222.0.53 "GET /v2.0/networks/a4182a46-9db2-496c-86ac-baf3a0f65688 HTTP/1.1" status: 200 len: 766 time: 0.2068706 Jul 07 17:05:52.971262 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57984) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:53.002614 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64ae404-4140-4b15-a9f2-1ee9c6a3ac32 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:53.059157 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e7c4a-6d48-42d7-a848-6fccc957dc9d tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Pushing event deleted for resources: {'Port': ['ID=5491bccc-84dd-4967-8d4b-e20188101505,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:53.088340 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07833090-bf12-4701-9ede-d473f22a7790 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Pushing event updated for resources: {'Network': ['ID=a11ac946-53e0-4fa7-a41a-543f8e978d15,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:53.101740 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network a11ac946-53e0-4fa7-a41a-543f8e978d15 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:05:53.139186 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9d691c12-41a3-4199-8d02-57c83cbf9274 req-509c50b7-fa22-4d7f-9dee-a90c4105318f tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958933 Jul 07 17:05:53.161396 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cabe2384-99f0-48ec-a29f-a1e008e26512 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.176397 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-fe66bc96-e878-4627-9549-8f99f048d44b None None] Provisioning complete for port 2fca7e4f-77fd-4692-a37e-6eece30abeec triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:53.176832 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fe66bc96-e878-4627-9549-8f99f048d44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.253170 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-02434cef-7959-417d-8cf1-ed8ae24baa2a req-623e7c4a-6d48-42d7-a848-6fccc957dc9d tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.255610 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-02434cef-7959-417d-8cf1-ed8ae24baa2a req-623e7c4a-6d48-42d7-a848-6fccc957dc9d tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.257564 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-02434cef-7959-417d-8cf1-ed8ae24baa2a req-623e7c4a-6d48-42d7-a848-6fccc957dc9d tempest-FloatingIPDetailsTestJSON-1410776524 tempest-FloatingIPDetailsTestJSON-1410776524-project] 10.222.0.53 "DELETE /v2.0/floatingips/aaafca40-ebdb-4246-b769-7a9760752bf7 HTTP/1.1" status: 204 len: 173 time: 2.0187597 Jul 07 17:05:53.267085 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57988) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:53.328173 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 2fca7e4f-77fd-4692-a37e-6eece30abeec up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:53.390089 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cabe2384-99f0-48ec-a29f-a1e008e26512 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.402197 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a70d935b-44d4-44ae-8dff-c9ecb7a2b185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.412407 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 2fca7e4f-77fd-4692-a37e-6eece30abeec triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:53.412845 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.414902 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-cabe2384-99f0-48ec-a29f-a1e008e26512 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11ac946-53e0-4fa7-a41a-543f8e978d15']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:53.445038 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-cabe2384-99f0-48ec-a29f-a1e008e26512 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33c5962-3206-4698-921b-c6340db71fc7') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:53.445650 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-cabe2384-99f0-48ec-a29f-a1e008e26512 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33c5962-3206-4698-921b-c6340db71fc7') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:53.466554 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cabe2384-99f0-48ec-a29f-a1e008e26512 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.499246 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cabe2384-99f0-48ec-a29f-a1e008e26512 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.513608 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cabe2384-99f0-48ec-a29f-a1e008e26512 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:05:53.514648 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cabe2384-99f0-48ec-a29f-a1e008e26512 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:05:53.563940 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:05:53.664111 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cabe2384-99f0-48ec-a29f-a1e008e26512 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.668995 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabe2384-99f0-48ec-a29f-a1e008e26512 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a11ac946-53e0-4fa7-a41a-543f8e978d15 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:05:53.671701 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cabe2384-99f0-48ec-a29f-a1e008e26512 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.674411 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cabe2384-99f0-48ec-a29f-a1e008e26512 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] 10.222.0.53 "DELETE /v2.0/networks/a11ac946-53e0-4fa7-a41a-543f8e978d15 HTTP/1.1" status: 204 len: 168 time: 0.6995423 Jul 07 17:05:53.680049 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57994) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:53.692832 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-0fe7528d-03d9-4955-b518-81209514602e tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Request body: {'network': {'name': 'tempest-network--1878758858'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:53.725416 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe7528d-03d9-4955-b518-81209514602e tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Made reservation on behalf of 620b2044215a47d09ed04224ba53446e for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:53.727833 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0fe7528d-03d9-4955-b518-81209514602e tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.734699 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30460b29-a097-4386-a674-5b519c3cdf95 req-efa25516-86b1-4fec-881a-127238202f1c tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:53.752924 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-30460b29-a097-4386-a674-5b519c3cdf95 req-efa25516-86b1-4fec-881a-127238202f1c tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 945 time: 0.3398702 Jul 07 17:05:53.755590 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe2384-99f0-48ec-a29f-a1e008e26512 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Pushing event deleted for resources: {'Network': ['ID=a11ac946-53e0-4fa7-a41a-543f8e978d15,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:53.766917 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe7528d-03d9-4955-b518-81209514602e tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:05:53.780253 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0fe7528d-03d9-4955-b518-81209514602e tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.780764 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-0fe7528d-03d9-4955-b518-81209514602e tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Added segment 79400df5-ae5d-4a08-8bab-31990a652e24 of type vlan for network d5438eb7-b1c5-4383-a34d-b6b5df38cfe2 Jul 07 17:05:53.832969 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-30460b29-a097-4386-a674-5b519c3cdf95 req-18de3413-9c71-44db-8289-30866269ef45 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724573 Jul 07 17:05:53.837161 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0fe7528d-03d9-4955-b518-81209514602e tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.842073 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d64ae404-4140-4b15-a9f2-1ee9c6a3ac32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.021109 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.db.resource_extend [None req-0fe7528d-03d9-4955-b518-81209514602e tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:05:54.187016 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0fe7528d-03d9-4955-b518-81209514602e tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.188071 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe7528d-03d9-4955-b518-81209514602e tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:54.188789 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0fe7528d-03d9-4955-b518-81209514602e tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.302744 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0fe7528d-03d9-4955-b518-81209514602e tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6214170 Jul 07 17:05:54.314276 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57996) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:54.321855 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-a22ecce2-288c-4f0e-9c8d-1dcae475d550 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:54.340918 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7528d-03d9-4955-b518-81209514602e tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Pushing event updated for resources: {'Network': ['ID=d5438eb7-b1c5-4383-a34d-b6b5df38cfe2,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:54.359910 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network d5438eb7-b1c5-4383-a34d-b6b5df38cfe2 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:05:54.392531 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bccfec-55cb-4e8c-b2a8-e63b2308dcc9 req-75e534ca-09be-4987-b2ba-42786459a297 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:54.394538 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-07bccfec-55cb-4e8c-b2a8-e63b2308dcc9 req-75e534ca-09be-4987-b2ba-42786459a297 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=f84ca80e-2a87-41df-9f81-138d1c6bfecc HTTP/1.1" status: 200 len: 946 time: 0.4185698 Jul 07 17:05:54.534688 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-07bccfec-55cb-4e8c-b2a8-e63b2308dcc9 req-fc7087d6-9859-4936-899b-521783411b0d tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096253 Jul 07 17:05:54.552572 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d64ae404-4140-4b15-a9f2-1ee9c6a3ac32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.574330 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a22ecce2-288c-4f0e-9c8d-1dcae475d550 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.596989 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a22ecce2-288c-4f0e-9c8d-1dcae475d550 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.610053 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a22ecce2-288c-4f0e-9c8d-1dcae475d550 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Network d5438eb7-b1c5-4383-a34d-b6b5df38cfe2 is not hosted by any dhcp agent {{(pid=100193) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:05:54.611925 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22ecce2-288c-4f0e-9c8d-1dcae475d550 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:54.612697 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a22ecce2-288c-4f0e-9c8d-1dcae475d550 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.617349 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a22ecce2-288c-4f0e-9c8d-1dcae475d550 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] 10.222.0.53 "PUT /v2.0/networks/d5438eb7-b1c5-4383-a34d-b6b5df38cfe2 HTTP/1.1" status: 200 len: 858 time: 0.3014233 Jul 07 17:05:54.629774 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58002) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:54.765048 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ecce2-288c-4f0e-9c8d-1dcae475d550 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Pushing event updated for resources: {'Network': ['ID=d5438eb7-b1c5-4383-a34d-b6b5df38cfe2,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:54.767144 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-829638aa-bdca-4309-8089-9160aeb27bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.792907 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-976b0444-9f7f-4855-9d26-ea036ffd46b5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.866607 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64ae404-4140-4b15-a9f2-1ee9c6a3ac32 admin admin] Router ca2bddf5-1c27-404b-bd27-729ce230a571 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:05:54.938220 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-976b0444-9f7f-4855-9d26-ea036ffd46b5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.951183 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-976b0444-9f7f-4855-9d26-ea036ffd46b5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5438eb7-b1c5-4383-a34d-b6b5df38cfe2']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:54.967734 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-976b0444-9f7f-4855-9d26-ea036ffd46b5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79400df5-ae5d-4a08-8bab-31990a652e24') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:54.968251 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-976b0444-9f7f-4855-9d26-ea036ffd46b5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79400df5-ae5d-4a08-8bab-31990a652e24') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:54.994131 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-976b0444-9f7f-4855-9d26-ea036ffd46b5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.013160 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-976b0444-9f7f-4855-9d26-ea036ffd46b5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.021184 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-976b0444-9f7f-4855-9d26-ea036ffd46b5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:05:55.021611 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-976b0444-9f7f-4855-9d26-ea036ffd46b5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:05:55.023856 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:05:55.129402 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-976b0444-9f7f-4855-9d26-ea036ffd46b5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.134707 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976b0444-9f7f-4855-9d26-ea036ffd46b5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d5438eb7-b1c5-4383-a34d-b6b5df38cfe2 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:05:55.137705 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-976b0444-9f7f-4855-9d26-ea036ffd46b5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.144331 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-976b0444-9f7f-4855-9d26-ea036ffd46b5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] 10.222.0.53 "DELETE /v2.0/networks/d5438eb7-b1c5-4383-a34d-b6b5df38cfe2 HTTP/1.1" status: 204 len: 168 time: 0.5128915 Jul 07 17:05:55.145250 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58008) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:55.160209 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea2654-daf4-403b-b71e-765c2ee8ccc7 req-ae58c382-d5f1-44bc-89a4-cb4b30110b2c tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:55.162516 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a7ea2654-daf4-403b-b71e-765c2ee8ccc7 req-ae58c382-d5f1-44bc-89a4-cb4b30110b2c tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d4a8f0-dd06-400d-aa7c-11981ad57346 HTTP/1.1" status: 200 len: 945 time: 0.2138875 Jul 07 17:05:55.163994 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64ae404-4140-4b15-a9f2-1ee9c6a3ac32 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:05:55.204073 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b0444-9f7f-4855-9d26-ea036ffd46b5 tempest-ExternalNetworksTestJSON-1314117018 tempest-ExternalNetworksTestJSON-1314117018-project-admin] Pushing event deleted for resources: {'Network': ['ID=d5438eb7-b1c5-4383-a34d-b6b5df38cfe2,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:55.210962 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-887fd440-9905-4417-bdc7-1778e30511eb tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] DELETE failed (client error): The resource could not be found. Jul 07 17:05:55.211220 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-887fd440-9905-4417-bdc7-1778e30511eb tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:05:55.217161 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-887fd440-9905-4417-bdc7-1778e30511eb tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] 10.222.0.53 "DELETE /v2.0/subnets/bf27c2b0-061b-4a2b-a8f5-5f22d37ee27c HTTP/1.1" status: 404 len: 337 time: 0.0679350 Jul 07 17:05:55.219499 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58012) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:55.220880 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d64ae404-4140-4b15-a9f2-1ee9c6a3ac32 admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.224835 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d64ae404-4140-4b15-a9f2-1ee9c6a3ac32 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6186423 Jul 07 17:05:55.225900 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58014) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:55.253429 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4668dc-2b72-4c47-9d0c-a35cd9c76f2a req-e043b34f-cfcb-4c35-8456-2092e174f6f7 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:55.255580 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1a4668dc-2b72-4c47-9d0c-a35cd9c76f2a req-e043b34f-cfcb-4c35-8456-2092e174f6f7 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 945 time: 0.1922607 Jul 07 17:05:55.298881 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a7ea2654-daf4-403b-b71e-765c2ee8ccc7 req-e0dde6b6-2ace-4658-91ff-3264be7502b0 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276064 Jul 07 17:05:55.413946 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1a4668dc-2b72-4c47-9d0c-a35cd9c76f2a req-3ebf8b2f-dc32-446c-afb0-ff3d622841e3 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177418 Jul 07 17:05:55.430266 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-77eabc0a-44d9-4070-8365-dc271ecc0ef1 tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.512025 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-829638aa-bdca-4309-8089-9160aeb27bff admin admin] Deleting port ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:55.512369 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-829638aa-bdca-4309-8089-9160aeb27bff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.718781 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-829638aa-bdca-4309-8089-9160aeb27bff admin admin] For port ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c,segment=NetworkSegment(8705b03f-d303-4cff-81e4-94e4b07a40d7),segment_id=8705b03f-d303-4cff-81e4-94e4b07a40d7)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:55.719161 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-829638aa-bdca-4309-8089-9160aeb27bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.750945 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-77eabc0a-44d9-4070-8365-dc271ecc0ef1 tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.770273 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-829638aa-bdca-4309-8089-9160aeb27bff admin admin] Calling delete_port for ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:55.778870 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-77eabc0a-44d9-4070-8365-dc271ecc0ef1 tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4182a46-9db2-496c-86ac-baf3a0f65688']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:55.793800 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-77eabc0a-44d9-4070-8365-dc271ecc0ef1 tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae89076e-d6e9-46d2-bb60-eaa908db1516') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:55.794311 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-77eabc0a-44d9-4070-8365-dc271ecc0ef1 tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae89076e-d6e9-46d2-bb60-eaa908db1516') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:55.809641 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-77eabc0a-44d9-4070-8365-dc271ecc0ef1 tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.833930 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-77eabc0a-44d9-4070-8365-dc271ecc0ef1 tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.842412 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77eabc0a-44d9-4070-8365-dc271ecc0ef1 tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:05:55.843744 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-77eabc0a-44d9-4070-8365-dc271ecc0ef1 tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:05:55.848888 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:05:55.889161 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c58a9a-51d0-4c20-a4d9-6952d36e354c None None] Sync routers for ids ['ca2bddf5-1c27-404b-bd27-729ce230a571'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:05:55.908786 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c58a9a-51d0-4c20-a4d9-6952d36e354c None None] Routers {'ca2bddf5-1c27-404b-bd27-729ce230a571'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:55.910468 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f8c58a9a-51d0-4c20-a4d9-6952d36e354c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:05:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ca2bddf5-1c27-404b-bd27-729ce230a571'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:55.951962 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-77eabc0a-44d9-4070-8365-dc271ecc0ef1 tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.959253 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-77eabc0a-44d9-4070-8365-dc271ecc0ef1 tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.964991 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-77eabc0a-44d9-4070-8365-dc271ecc0ef1 tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] 10.222.0.53 "DELETE /v2.0/networks/a4182a46-9db2-496c-86ac-baf3a0f65688 HTTP/1.1" status: 204 len: 168 time: 0.7441669 Jul 07 17:05:55.988806 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eabc0a-44d9-4070-8365-dc271ecc0ef1 tempest-ExternalNetworksTestJSON-720633135 tempest-ExternalNetworksTestJSON-720633135-project] Pushing event deleted for resources: {'Network': ['ID=a4182a46-9db2-496c-86ac-baf3a0f65688,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:56.110624 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-f8c58a9a-51d0-4c20-a4d9-6952d36e354c None None] Set router ca2bddf5-1c27-404b-bd27-729ce230a571 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:05:56.118813 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:56.255193 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58024) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:56.329645 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb05c2f-a635-4d3a-a8a2-2ae2a9547a6c req-b9f13133-9438-4eef-a579-a7932a234a4a tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:56.335784 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb05c2f-a635-4d3a-a8a2-2ae2a9547a6c req-b9f13133-9438-4eef-a579-a7932a234a4a tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:56.341939 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb05c2f-a635-4d3a-a8a2-2ae2a9547a6c req-b9f13133-9438-4eef-a579-a7932a234a4a tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:56.344449 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-acb05c2f-a635-4d3a-a8a2-2ae2a9547a6c req-b9f13133-9438-4eef-a579-a7932a234a4a tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=f84ca80e-2a87-41df-9f81-138d1c6bfecc&device_id=47553531-46f9-4984-8386-ed272d15fbad&device_id=35d4a8f0-dd06-400d-aa7c-11981ad57346 HTTP/1.1" status: 200 len: 2417 time: 0.6214774 Jul 07 17:05:56.370876 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f8c58a9a-51d0-4c20-a4d9-6952d36e354c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2bddf5-1c27-404b-bd27-729ce230a571', 'name': 'tempest-FloatingIPsNegativeTestJSON-1270036384-router', 'tenant_id': '0619d9ce57e640d69697686701ede2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '507bf0ad-164e-4765-8a2a-a825b9bc2481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:49Z', 'updated_at': '2021-07-07T17:05:53Z', 'revision_number': 3, 'project_id': '0619d9ce57e640d69697686701ede2d5', 'gw_port': {'id': '507bf0ad-164e-4765-8a2a-a825b9bc2481', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2bddf5-1c27-404b-bd27-729ce230a571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:51Z', 'updated_at': '2021-07-07T17:05:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:56.417830 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c58a9a-51d0-4c20-a4d9-6952d36e354c None None] Checking router: ca2bddf5-1c27-404b-bd27-729ce230a571 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:05:56.418228 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c58a9a-51d0-4c20-a4d9-6952d36e354c None None] Updating router ca2bddf5-1c27-404b-bd27-729ce230a571 port 507bf0ad-164e-4765-8a2a-a825b9bc2481 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:05:56.455862 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c35cbafb-ddb1-482b-8e2f-617e99ec7ad4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ea4e23e5cb00435ba2cd55343084f1bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1987090 Jul 07 17:05:56.457849 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58032) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:56.483565 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f8c58a9a-51d0-4c20-a4d9-6952d36e354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:56.492468 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-acb05c2f-a635-4d3a-a8a2-2ae2a9547a6c req-20e17a03-efaa-4c7f-b236-10301e35a2e3 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021700 Jul 07 17:05:56.552857 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-adb58278-47cd-43bc-a49f-c24b2c171561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:56.606030 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-adb58278-47cd-43bc-a49f-c24b2c171561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:56.661250 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ce85e2b-0b06-4205-af75-5f356a223744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:56.707189 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-be5a1688-46ca-49f9-a5c3-689612fd864e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:56.715359 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-adb58278-47cd-43bc-a49f-c24b2c171561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:56.718883 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-adb58278-47cd-43bc-a49f-c24b2c171561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:56.721659 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-adb58278-47cd-43bc-a49f-c24b2c171561 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/131a06fb-ff70-4487-bbee-1842cc73808a HTTP/1.1" status: 204 len: 168 time: 0.2623086 Jul 07 17:05:56.757033 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bd138-63c4-4419-bda8-39ff2db94b25 req-7cbab68d-1da0-4c49-b69b-7eff12906498 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:56.758930 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd7bd138-63c4-4419-bda8-39ff2db94b25 req-7cbab68d-1da0-4c49-b69b-7eff12906498 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 945 time: 0.0991950 Jul 07 17:05:56.761006 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb58278-47cd-43bc-a49f-c24b2c171561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131a06fb-ff70-4487-bbee-1842cc73808a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:56.854269 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd7bd138-63c4-4419-bda8-39ff2db94b25 req-a4ae7bcd-de2e-4cc9-9be8-0b1549fb6738 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848699 Jul 07 17:05:56.927967 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-829638aa-bdca-4309-8089-9160aeb27bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:57.041658 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f8c58a9a-51d0-4c20-a4d9-6952d36e354c None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:57.056817 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-f8c58a9a-51d0-4c20-a4d9-6952d36e354c None None] Transition to ACTIVE for port object 507bf0ad-164e-4765-8a2a-a825b9bc2481 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:57.068276 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f8c58a9a-51d0-4c20-a4d9-6952d36e354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:57.134560 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829638aa-bdca-4309-8089-9160aeb27bff admin admin] Pushing event deleted for resources: {'Port': ['ID=ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:57.197072 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-f8c58a9a-51d0-4c20-a4d9-6952d36e354c None None] Attempting to bind port 507bf0ad-164e-4765-8a2a-a825b9bc2481 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:57.200854 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-f8c58a9a-51d0-4c20-a4d9-6952d36e354c None None] Attempting to bind port 507bf0ad-164e-4765-8a2a-a825b9bc2481 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:57.204133 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c58a9a-51d0-4c20-a4d9-6952d36e354c None None] Attempting to bind port 507bf0ad-164e-4765-8a2a-a825b9bc2481 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:57.268465 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c58a9a-51d0-4c20-a4d9-6952d36e354c None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:57.269343 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c58a9a-51d0-4c20-a4d9-6952d36e354c None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:57.270458 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f8c58a9a-51d0-4c20-a4d9-6952d36e354c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:57.270702 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c58a9a-51d0-4c20-a4d9-6952d36e354c None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:57.271887 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-f8c58a9a-51d0-4c20-a4d9-6952d36e354c None None] Bound port: 507bf0ad-164e-4765-8a2a-a825b9bc2481, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:57.273519 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f8c58a9a-51d0-4c20-a4d9-6952d36e354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:57.403870 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-0ce85e2b-0b06-4205-af75-5f356a223744 admin admin] Allocated IP 172.20.0.1 (4c935c1a-eb79-4212-9ee0-98c09bbd29ac/ee09074b-a4b3-4478-8f8b-1ac34da3149d/8e88b344-ce8d-4f15-97bc-a7a1ca8bb741) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:57.439539 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58044) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:57.451852 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cc2a1-c982-4ca0-9c77-3e2b382b1720 req-d8e8cc1e-ce35-406a-832b-6dcd63ff850b tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:57.459804 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e65cc2a1-c982-4ca0-9c77-3e2b382b1720 req-d8e8cc1e-ce35-406a-832b-6dcd63ff850b tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=f84ca80e-2a87-41df-9f81-138d1c6bfecc HTTP/1.1" status: 200 len: 946 time: 0.4070892 Jul 07 17:05:57.473095 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5cf02-7f68-46bf-874d-fbdad6abd127 None None] Pushing event updated for resources: {'Port': ['ID=507bf0ad-164e-4765-8a2a-a825b9bc2481,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:57.496900 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-f8c58a9a-51d0-4c20-a4d9-6952d36e354c None None] For port 507bf0ad-164e-4765-8a2a-a825b9bc2481, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:57.502099 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-f8c58a9a-51d0-4c20-a4d9-6952d36e354c None None] For port 507bf0ad-164e-4765-8a2a-a825b9bc2481, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=507bf0ad-164e-4765-8a2a-a825b9bc2481,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:57.508018 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f8c58a9a-51d0-4c20-a4d9-6952d36e354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:57.521924 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-83e46f63-d42e-402f-884c-07dd98a4acc6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=620b2044215a47d09ed04224ba53446e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0797920 Jul 07 17:05:57.525956 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58046) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:57.577904 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e65cc2a1-c982-4ca0-9c77-3e2b382b1720 req-32cf49d0-ba18-4533-a211-8a65559d2729 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171534 Jul 07 17:05:57.580611 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-829638aa-bdca-4309-8089-9160aeb27bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:57.615284 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f0823b80-384c-4257-a96f-b0865d42b5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:57.646307 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f0823b80-384c-4257-a96f-b0865d42b5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:57.649050 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5cf02-7f68-46bf-874d-fbdad6abd127 None None] Pushing event updated for resources: {'Port': ['ID=507bf0ad-164e-4765-8a2a-a825b9bc2481,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:57.658198 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c58a9a-51d0-4c20-a4d9-6952d36e354c None None] Routers {'ca2bddf5-1c27-404b-bd27-729ce230a571'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:57.659685 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f8c58a9a-51d0-4c20-a4d9-6952d36e354c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:05:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ca2bddf5-1c27-404b-bd27-729ce230a571'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:57.675092 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ce85e2b-0b06-4205-af75-5f356a223744 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:57.743006 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-0ce85e2b-0b06-4205-af75-5f356a223744 admin admin] Transition to ACTIVE for port object 8e88b344-ce8d-4f15-97bc-a7a1ca8bb741 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:57.760402 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f0823b80-384c-4257-a96f-b0865d42b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:57.762533 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f0823b80-384c-4257-a96f-b0865d42b5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:57.768949 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f0823b80-384c-4257-a96f-b0865d42b5f6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c2918a23-e6e0-4340-b1bc-0e4d65f19196 HTTP/1.1" status: 204 len: 168 time: 0.2360673 Jul 07 17:05:57.780683 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0823b80-384c-4257-a96f-b0865d42b5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2918a23-e6e0-4340-b1bc-0e4d65f19196,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:57.828075 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:57.908174 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ce85e2b-0b06-4205-af75-5f356a223744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:57.985587 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce85e2b-0b06-4205-af75-5f356a223744 admin admin] Network 4c935c1a-eb79-4212-9ee0-98c09bbd29ac is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:57.998806 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-f8c58a9a-51d0-4c20-a4d9-6952d36e354c None None] Set router ca2bddf5-1c27-404b-bd27-729ce230a571 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:05:58.028262 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-0ce85e2b-0b06-4205-af75-5f356a223744 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:58.053094 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce85e2b-0b06-4205-af75-5f356a223744 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:58.099375 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce85e2b-0b06-4205-af75-5f356a223744 admin admin] Pushing event updated for resources: {'Port': ['ID=8e88b344-ce8d-4f15-97bc-a7a1ca8bb741,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:58.177674 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ce85e2b-0b06-4205-af75-5f356a223744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:58.327163 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829638aa-bdca-4309-8089-9160aeb27bff admin admin] Router 13239956-4ee7-4c0b-8f33-7faf45762b5a has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:05:58.411824 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f8c58a9a-51d0-4c20-a4d9-6952d36e354c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2bddf5-1c27-404b-bd27-729ce230a571', 'name': 'tempest-FloatingIPsNegativeTestJSON-1270036384-router', 'tenant_id': '0619d9ce57e640d69697686701ede2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '507bf0ad-164e-4765-8a2a-a825b9bc2481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:49Z', 'updated_at': '2021-07-07T17:05:53Z', 'revision_number': 3, 'project_id': '0619d9ce57e640d69697686701ede2d5', 'gw_port': {'id': '507bf0ad-164e-4765-8a2a-a825b9bc2481', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2bddf5-1c27-404b-bd27-729ce230a571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:51Z', 'updated_at': '2021-07-07T17:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:58.453318 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c58a9a-51d0-4c20-a4d9-6952d36e354c None None] The sync data for ids ['ca2bddf5-1c27-404b-bd27-729ce230a571'] in n-d-791503-12 is: [{'id': 'ca2bddf5-1c27-404b-bd27-729ce230a571', 'name': 'tempest-FloatingIPsNegativeTestJSON-1270036384-router', 'tenant_id': '0619d9ce57e640d69697686701ede2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '507bf0ad-164e-4765-8a2a-a825b9bc2481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:49Z', 'updated_at': '2021-07-07T17:05:53Z', 'revision_number': 3, 'project_id': '0619d9ce57e640d69697686701ede2d5', 'gw_port': {'id': '507bf0ad-164e-4765-8a2a-a825b9bc2481', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2bddf5-1c27-404b-bd27-729ce230a571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:51Z', 'updated_at': '2021-07-07T17:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:05:58.607915 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c910502a-6600-4ae9-bacc-a83c519dc1e4 None None] Provisioning for port 8e88b344-ce8d-4f15-97bc-a7a1ca8bb741 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:58.619802 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c910502a-6600-4ae9-bacc-a83c519dc1e4 None None] Provisioning complete for port 8e88b344-ce8d-4f15-97bc-a7a1ca8bb741 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:58.620268 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c910502a-6600-4ae9-bacc-a83c519dc1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:58.687089 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c910502a-6600-4ae9-bacc-a83c519dc1e4 None None] Port 8e88b344-ce8d-4f15-97bc-a7a1ca8bb741 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:05:58.712188 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f8de5-e50f-4dfc-8182-69442b43e89b req-14a4f207-2712-42cb-a0a7-d4bf7937f22a tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:58.726141 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2e6f8de5-e50f-4dfc-8182-69442b43e89b req-14a4f207-2712-42cb-a0a7-d4bf7937f22a tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 945 time: 0.4382737 Jul 07 17:05:58.953898 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2e6f8de5-e50f-4dfc-8182-69442b43e89b req-c2debc24-3d22-4586-a447-c49c5d82b458 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152326 Jul 07 17:05:58.968891 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829638aa-bdca-4309-8089-9160aeb27bff admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:05:58.971531 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ce85e2b-0b06-4205-af75-5f356a223744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:58.991778 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-829638aa-bdca-4309-8089-9160aeb27bff admin admin] 10.222.0.53 "PUT /v2.0/routers/13239956-4ee7-4c0b-8f33-7faf45762b5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7196190 Jul 07 17:05:58.994790 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d543850-8183-455b-b5ed-6113e8a996ae None None] Sync routers for ids ['13239956-4ee7-4c0b-8f33-7faf45762b5a'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:05:59.002748 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58076) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:59.045756 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d543850-8183-455b-b5ed-6113e8a996ae None None] Routers {'13239956-4ee7-4c0b-8f33-7faf45762b5a'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:59.046959 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9d543850-8183-455b-b5ed-6113e8a996ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:05:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['13239956-4ee7-4c0b-8f33-7faf45762b5a'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:59.325529 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-9d543850-8183-455b-b5ed-6113e8a996ae None None] Set router 13239956-4ee7-4c0b-8f33-7faf45762b5a gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:05:59.471532 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ce85e2b-0b06-4205-af75-5f356a223744 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:59.480680 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ce85e2b-0b06-4205-af75-5f356a223744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:59.516066 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67d1874f-a4e3-438c-bda1-17feb3057e77 admin admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:59.612362 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ce85e2b-0b06-4205-af75-5f356a223744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:59.628328 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 507bf0ad-164e-4765-8a2a-a825b9bc2481 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:59.713172 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce85e2b-0b06-4205-af75-5f356a223744 admin admin] Pushing event updated for resources: {'Port': ['ID=8e88b344-ce8d-4f15-97bc-a7a1ca8bb741,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:59.738884 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67d1874f-a4e3-438c-bda1-17feb3057e77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:59.850547 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-67d1874f-a4e3-438c-bda1-17feb3057e77 admin admin] Deleting port cefd297b-6dba-452b-9792-cc6559e6b003 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:59.850920 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67d1874f-a4e3-438c-bda1-17feb3057e77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:59.858971 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce85e2b-0b06-4205-af75-5f356a223744 admin admin] Network 4c935c1a-eb79-4212-9ee0-98c09bbd29ac is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:59.861289 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-0ce85e2b-0b06-4205-af75-5f356a223744 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:00.198566 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 507bf0ad-164e-4765-8a2a-a825b9bc2481 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:00.206661 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce85e2b-0b06-4205-af75-5f356a223744 admin admin] Router ca2bddf5-1c27-404b-bd27-729ce230a571 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:06:00.224081 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 507bf0ad-164e-4765-8a2a-a825b9bc2481 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:00.226287 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:00.234300 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:00.267071 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-67d1874f-a4e3-438c-bda1-17feb3057e77 admin admin] For port cefd297b-6dba-452b-9792-cc6559e6b003, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=cefd297b-6dba-452b-9792-cc6559e6b003,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:00.271931 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67d1874f-a4e3-438c-bda1-17feb3057e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:00.334926 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-67d1874f-a4e3-438c-bda1-17feb3057e77 admin admin] Calling delete_port for cefd297b-6dba-452b-9792-cc6559e6b003 owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:00.616397 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-08e450b9-f02f-4ff9-9d31-e9401285a136 None None] Provisioning complete for port 8e88b344-ce8d-4f15-97bc-a7a1ca8bb741 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:00.626343 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-08e450b9-f02f-4ff9-9d31-e9401285a136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:00.651606 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:00.679056 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce85e2b-0b06-4205-af75-5f356a223744 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:06:00.696387 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0ce85e2b-0b06-4205-af75-5f356a223744 admin admin] 10.222.0.53 "PUT /v2.0/routers/ca2bddf5-1c27-404b-bd27-729ce230a571/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4690061 Jul 07 17:06:00.709643 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61271fa-6a74-4d4f-a5c2-5809e481d711 req-d69fff1a-8d88-4864-9f98-b4633021a937 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:00.733588 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e61271fa-6a74-4d4f-a5c2-5809e481d711 req-d69fff1a-8d88-4864-9f98-b4633021a937 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 945 time: 0.3973079 Jul 07 17:06:00.788445 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 507bf0ad-164e-4765-8a2a-a825b9bc2481, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=507bf0ad-164e-4765-8a2a-a825b9bc2481,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:00.808425 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9d543850-8183-455b-b5ed-6113e8a996ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13239956-4ee7-4c0b-8f33-7faf45762b5a', 'name': 'tempest-FloatingIPDetailsTestJSON-1246230316-router', 'tenant_id': '1eb8e2bb799046408828da59e3a894ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cefd297b-6dba-452b-9792-cc6559e6b003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:03Z', 'updated_at': '2021-07-07T17:05:56Z', 'revision_number': 5, 'project_id': '1eb8e2bb799046408828da59e3a894ca', 'gw_port': {'id': 'cefd297b-6dba-452b-9792-cc6559e6b003', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13239956-4ee7-4c0b-8f33-7faf45762b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:04Z', 'updated_at': '2021-07-07T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:00.837460 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e61271fa-6a74-4d4f-a5c2-5809e481d711 req-2eee94a5-90a0-4a48-afa6-f322bba25f95 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024446 Jul 07 17:06:00.899879 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d543850-8183-455b-b5ed-6113e8a996ae None None] Checking router: 13239956-4ee7-4c0b-8f33-7faf45762b5a for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:06:00.902531 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:00.937127 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67d1874f-a4e3-438c-bda1-17feb3057e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:00.944514 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-08e450b9-f02f-4ff9-9d31-e9401285a136 None None] Port 8e88b344-ce8d-4f15-97bc-a7a1ca8bb741 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:06:00.970989 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d543850-8183-455b-b5ed-6113e8a996ae None None] Routers {'13239956-4ee7-4c0b-8f33-7faf45762b5a'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:00.974178 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9d543850-8183-455b-b5ed-6113e8a996ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:05:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['13239956-4ee7-4c0b-8f33-7faf45762b5a'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:01.076988 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1874f-a4e3-438c-bda1-17feb3057e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=cefd297b-6dba-452b-9792-cc6559e6b003,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:01.089346 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-9d543850-8183-455b-b5ed-6113e8a996ae None None] Set router 13239956-4ee7-4c0b-8f33-7faf45762b5a gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:06:01.199906 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9d543850-8183-455b-b5ed-6113e8a996ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13239956-4ee7-4c0b-8f33-7faf45762b5a', 'name': 'tempest-FloatingIPDetailsTestJSON-1246230316-router', 'tenant_id': '1eb8e2bb799046408828da59e3a894ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:03Z', 'updated_at': '2021-07-07T17:06:00Z', 'revision_number': 7, 'project_id': '1eb8e2bb799046408828da59e3a894ca', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:01.201918 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=507bf0ad-164e-4765-8a2a-a825b9bc2481,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:01.236882 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67d1874f-a4e3-438c-bda1-17feb3057e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:01.287347 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d543850-8183-455b-b5ed-6113e8a996ae None None] The sync data for ids ['13239956-4ee7-4c0b-8f33-7faf45762b5a'] in n-d-791503-12 is: [{'id': '13239956-4ee7-4c0b-8f33-7faf45762b5a', 'name': 'tempest-FloatingIPDetailsTestJSON-1246230316-router', 'tenant_id': '1eb8e2bb799046408828da59e3a894ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:03Z', 'updated_at': '2021-07-07T17:06:00Z', 'revision_number': 7, 'project_id': '1eb8e2bb799046408828da59e3a894ca', 'gw_port_host': None}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:06:01.299155 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:01.299514 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:01.300082 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:01.300549 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:01.300975 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:01.301323 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:01.301918 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:01.302256 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:01.302347 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:01.302661 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:01.302989 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:01.303325 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:01.437553 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67d1874f-a4e3-438c-bda1-17feb3057e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:01.446054 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67d1874f-a4e3-438c-bda1-17feb3057e77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:01.507242 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d533e-b320-4e00-816b-a7f1460457f4 req-92226503-30e3-47e7-8b91-77072053fc22 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:01.514828 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-550d533e-b320-4e00-816b-a7f1460457f4 req-92226503-30e3-47e7-8b91-77072053fc22 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d4a8f0-dd06-400d-aa7c-11981ad57346 HTTP/1.1" status: 200 len: 945 time: 0.5532777 Jul 07 17:06:01.541821 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67d1874f-a4e3-438c-bda1-17feb3057e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:01.542438 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d1874f-a4e3-438c-bda1-17feb3057e77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13239956-4ee7-4c0b-8f33-7faf45762b5a {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:06:01.552847 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67d1874f-a4e3-438c-bda1-17feb3057e77 admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:01.554205 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-67d1874f-a4e3-438c-bda1-17feb3057e77 admin admin] 10.222.0.53 "DELETE /v2.0/routers/13239956-4ee7-4c0b-8f33-7faf45762b5a HTTP/1.1" status: 204 len: 168 time: 2.5497639 Jul 07 17:06:01.559140 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58128) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:01.572202 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-550d533e-b320-4e00-816b-a7f1460457f4 req-651ecf0a-01b0-4a31-a35c-f6e64b2a2e23 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561810 Jul 07 17:06:01.747817 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-1900ea63-8c86-4267-bed3-cedd264c1ffe admin admin] Deleting subnet 3f983bcf-4cba-45d5-8e60-43f0ea89d50f {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:06:01.768601 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e10a7847-1d81-4f08-b7c2-cd0dbdcb12f4 req-f99366b2-d135-4ae7-86eb-60c68fd0a78f tempest-FloatingIPsNegativeTestJSON-163518817 tempest-FloatingIPsNegativeTestJSON-163518817-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=0619d9ce57e640d69697686701ede2d5 HTTP/1.1" status: 200 len: 217 time: 0.1384616 Jul 07 17:06:01.777935 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1900ea63-8c86-4267-bed3-cedd264c1ffe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:01.782333 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00391ae7-aba1-4cbb-9c90-0eea43ee2728 None None] Sync routers for ids ['ca2bddf5-1c27-404b-bd27-729ce230a571'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:06:01.798762 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00391ae7-aba1-4cbb-9c90-0eea43ee2728 None None] Routers {'ca2bddf5-1c27-404b-bd27-729ce230a571'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:01.802709 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-00391ae7-aba1-4cbb-9c90-0eea43ee2728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:05:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ca2bddf5-1c27-404b-bd27-729ce230a571'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:01.847135 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1900ea63-8c86-4267-bed3-cedd264c1ffe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:01.927824 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2e562f57-4ba9-4935-92d5-5379dd63851e req-6094e488-df36-4380-90ca-a72b01614b0e tempest-FloatingIPsNegativeTestJSON-163518817 tempest-FloatingIPsNegativeTestJSON-163518817-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0353198 Jul 07 17:06:01.992063 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-00391ae7-aba1-4cbb-9c90-0eea43ee2728 None None] Set router ca2bddf5-1c27-404b-bd27-729ce230a571 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:06:02.089460 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [req-34dd4bc1-b05b-4b5f-a390-671f17f0cddb req-80e99e33-84a1-4535-b453-c04d745def47 tempest-FloatingIPsNegativeTestJSON-163518817 tempest-FloatingIPsNegativeTestJSON-163518817-project] show failed (client error): The resource could not be found. Jul 07 17:06:02.103000 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-34dd4bc1-b05b-4b5f-a390-671f17f0cddb req-80e99e33-84a1-4535-b453-c04d745def47 tempest-FloatingIPsNegativeTestJSON-163518817 tempest-FloatingIPsNegativeTestJSON-163518817-project] 10.222.0.53 "GET /v2.0/floatingips/db723676-1c7d-48fc-b999-42d5b1212d90 HTTP/1.1" status: 404 len: 350 time: 0.1193049 Jul 07 17:06:02.103166 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b42907-85e1-42e4-9f21-70c2bf1b3cc1 req-f967f7c7-7370-4bc1-9b57-1882f9c9c507 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:02.103346 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62b42907-85e1-42e4-9f21-70c2bf1b3cc1 req-f967f7c7-7370-4bc1-9b57-1882f9c9c507 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 945 time: 0.0882928 Jul 07 17:06:02.104880 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58150) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:02.137882 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1900ea63-8c86-4267-bed3-cedd264c1ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:02.318906 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1900ea63-8c86-4267-bed3-cedd264c1ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:02.384269 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900ea63-8c86-4267-bed3-cedd264c1ffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f983bcf-4cba-45d5-8e60-43f0ea89d50f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:02.397523 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1900ea63-8c86-4267-bed3-cedd264c1ffe admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:02.407723 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6ca9ea-81e9-4c15-af06-bcbcbf6c2ff3 None None] Network 51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:02.412519 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1900ea63-8c86-4267-bed3-cedd264c1ffe admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3f983bcf-4cba-45d5-8e60-43f0ea89d50f HTTP/1.1" status: 204 len: 168 time: 0.8510392 Jul 07 17:06:02.413706 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58156) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:02.431638 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62b42907-85e1-42e4-9f21-70c2bf1b3cc1 req-11fa9770-38e4-43f9-b96a-4754b4fb384e tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377260 Jul 07 17:06:02.653257 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58160) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:02.669958 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-09ba1158-b462-4e63-9e1f-a500f4b9db5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:02.705069 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-00391ae7-aba1-4cbb-9c90-0eea43ee2728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2bddf5-1c27-404b-bd27-729ce230a571', 'name': 'tempest-FloatingIPsNegativeTestJSON-1270036384-router', 'tenant_id': '0619d9ce57e640d69697686701ede2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '507bf0ad-164e-4765-8a2a-a825b9bc2481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:49Z', 'updated_at': '2021-07-07T17:05:58Z', 'revision_number': 4, 'project_id': '0619d9ce57e640d69697686701ede2d5', 'gw_port': {'id': '507bf0ad-164e-4765-8a2a-a825b9bc2481', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2bddf5-1c27-404b-bd27-729ce230a571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:51Z', 'updated_at': '2021-07-07T17:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '8e88b344-ce8d-4f15-97bc-a7a1ca8bb741', 'name': '', 'network_id': '4c935c1a-eb79-4212-9ee0-98c09bbd29ac', 'tenant_id': '0619d9ce57e640d69697686701ede2d5', 'mac_address': 'fa:16:3e:1a:51:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2bddf5-1c27-404b-bd27-729ce230a571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'ee09074b-a4b3-4478-8f8b-1ac34da3149d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:56Z', 'updated_at': '2021-07-07T17:05:59Z', 'revision_number': 2, 'project_id': '0619d9ce57e640d69697686701ede2d5', 'subnets': [{'id': 'ee09074b-a4b3-4478-8f8b-1ac34da3149d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:02.782822 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00391ae7-aba1-4cbb-9c90-0eea43ee2728 None None] Checking router: ca2bddf5-1c27-404b-bd27-729ce230a571 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:06:02.785123 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00391ae7-aba1-4cbb-9c90-0eea43ee2728 None None] Updating router ca2bddf5-1c27-404b-bd27-729ce230a571 port 8e88b344-ce8d-4f15-97bc-a7a1ca8bb741 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:06:02.799458 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-09ba1158-b462-4e63-9e1f-a500f4b9db5f admin admin] Deleting port 7b74783a-1407-4c2a-9154-359f0e4adcc6 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:02.800371 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-09ba1158-b462-4e63-9e1f-a500f4b9db5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:02.874973 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-00391ae7-aba1-4cbb-9c90-0eea43ee2728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.008800 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-09ba1158-b462-4e63-9e1f-a500f4b9db5f admin admin] For port 7b74783a-1407-4c2a-9154-359f0e4adcc6, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7b74783a-1407-4c2a-9154-359f0e4adcc6,segment=NetworkSegment(8705b03f-d303-4cff-81e4-94e4b07a40d7),segment_id=8705b03f-d303-4cff-81e4-94e4b07a40d7)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:03.009185 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-09ba1158-b462-4e63-9e1f-a500f4b9db5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.027349 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-09ba1158-b462-4e63-9e1f-a500f4b9db5f admin admin] Calling delete_port for 7b74783a-1407-4c2a-9154-359f0e4adcc6 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:03.046492 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609bf097-58e1-45f1-8152-39dad35cb9d8 None None] DHCP port deletion for 51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:06:03.165529 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1a07020c-71fc-4d1f-823d-2b2cc777f171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.175841 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-609bf097-58e1-45f1-8152-39dad35cb9d8 None None] Deleting port 7b74783a-1407-4c2a-9154-359f0e4adcc6 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:03.177515 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-609bf097-58e1-45f1-8152-39dad35cb9d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.199728 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-09ba1158-b462-4e63-9e1f-a500f4b9db5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.296723 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 507bf0ad-164e-4765-8a2a-a825b9bc2481 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:03.304559 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba1158-b462-4e63-9e1f-a500f4b9db5f admin admin] Pushing event deleted for resources: {'Port': ['ID=7b74783a-1407-4c2a-9154-359f0e4adcc6,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:03.325079 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ba1158-b462-4e63-9e1f-a500f4b9db5f admin admin] No DVR routers for this DVR port 7b74783a-1407-4c2a-9154-359f0e4adcc6 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:03.361407 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-609bf097-58e1-45f1-8152-39dad35cb9d8 None None] For port 7b74783a-1407-4c2a-9154-359f0e4adcc6, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7b74783a-1407-4c2a-9154-359f0e4adcc6,segment=NetworkSegment(8705b03f-d303-4cff-81e4-94e4b07a40d7),segment_id=8705b03f-d303-4cff-81e4-94e4b07a40d7)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:03.361900 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-609bf097-58e1-45f1-8152-39dad35cb9d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.382672 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-609bf097-58e1-45f1-8152-39dad35cb9d8 None None] Calling delete_port for 7b74783a-1407-4c2a-9154-359f0e4adcc6 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:03.414108 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-c3e4a60c-36c9-4cf2-a14e-cb643be67b8e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:03.492418 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 507bf0ad-164e-4765-8a2a-a825b9bc2481 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:03.492418 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.494808 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-609bf097-58e1-45f1-8152-39dad35cb9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.555758 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bf097-58e1-45f1-8152-39dad35cb9d8 None None] Pushing event deleted for resources: {'Port': ['ID=7b74783a-1407-4c2a-9154-359f0e4adcc6,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:03.571327 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609bf097-58e1-45f1-8152-39dad35cb9d8 None None] No DVR routers for this DVR port 7b74783a-1407-4c2a-9154-359f0e4adcc6 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:03.582600 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-00391ae7-aba1-4cbb-9c90-0eea43ee2728 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.591119 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-09ba1158-b462-4e63-9e1f-a500f4b9db5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.610480 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-09ba1158-b462-4e63-9e1f-a500f4b9db5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:03.614032 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-00391ae7-aba1-4cbb-9c90-0eea43ee2728 None None] Transition to ACTIVE for port object 8e88b344-ce8d-4f15-97bc-a7a1ca8bb741 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:03.627915 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-00391ae7-aba1-4cbb-9c90-0eea43ee2728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.631055 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c3e4a60c-36c9-4cf2-a14e-cb643be67b8e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks [] for floatingip, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.636753 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-09ba1158-b462-4e63-9e1f-a500f4b9db5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8705b03f-d303-4cff-81e4-94e4b07a40d7') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:03.637036 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-09ba1158-b462-4e63-9e1f-a500f4b9db5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8705b03f-d303-4cff-81e4-94e4b07a40d7') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:03.652596 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-09ba1158-b462-4e63-9e1f-a500f4b9db5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.799672 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaef5a9-1d63-4624-a957-de565fc4e917 req-220b15a1-9e13-4b9a-8be9-71d1360cfc72 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:03.804546 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7aaef5a9-1d63-4624-a957-de565fc4e917 req-220b15a1-9e13-4b9a-8be9-71d1360cfc72 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d4a8f0-dd06-400d-aa7c-11981ad57346 HTTP/1.1" status: 200 len: 945 time: 0.7560580 Jul 07 17:06:03.873618 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7b74783a-1407-4c2a-9154-359f0e4adcc6 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:03.884424 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320491ee-a6a1-4c98-bc07-f39cbab5e269 None None] Pushing event updated for resources: {'Port': ['ID=8e88b344-ce8d-4f15-97bc-a7a1ca8bb741,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:03.926511 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-00391ae7-aba1-4cbb-9c90-0eea43ee2728 None None] Attempting to bind port 8e88b344-ce8d-4f15-97bc-a7a1ca8bb741 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:06:03.927086 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-00391ae7-aba1-4cbb-9c90-0eea43ee2728 None None] Attempting to bind port 8e88b344-ce8d-4f15-97bc-a7a1ca8bb741 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '3b1545df-5e16-4718-bcde-8455d2e85a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4c935c1a-eb79-4212-9ee0-98c09bbd29ac'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:06:03.927214 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 7b74783a-1407-4c2a-9154-359f0e4adcc6 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:03.927537 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7b74783a-1407-4c2a-9154-359f0e4adcc6 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:06:03.927724 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00391ae7-aba1-4cbb-9c90-0eea43ee2728 None None] Attempting to bind port 8e88b344-ce8d-4f15-97bc-a7a1ca8bb741 on network 4c935c1a-eb79-4212-9ee0-98c09bbd29ac {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:03.927958 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:03.934618 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00391ae7-aba1-4cbb-9c90-0eea43ee2728 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:06:03.944250 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00391ae7-aba1-4cbb-9c90-0eea43ee2728 None None] Checking segment: {'id': '3b1545df-5e16-4718-bcde-8455d2e85a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4c935c1a-eb79-4212-9ee0-98c09bbd29ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:03.944906 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-00391ae7-aba1-4cbb-9c90-0eea43ee2728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.945427 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00391ae7-aba1-4cbb-9c90-0eea43ee2728 None None] Bound using segment: {'id': '3b1545df-5e16-4718-bcde-8455d2e85a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4c935c1a-eb79-4212-9ee0-98c09bbd29ac'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:06:03.946046 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-00391ae7-aba1-4cbb-9c90-0eea43ee2728 None None] Bound port: 8e88b344-ce8d-4f15-97bc-a7a1ca8bb741, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b1545df-5e16-4718-bcde-8455d2e85a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4c935c1a-eb79-4212-9ee0-98c09bbd29ac'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:06:03.946557 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-00391ae7-aba1-4cbb-9c90-0eea43ee2728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.970149 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:03.970997 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device ff351cdc-d8ce-4b7a-a8b6-0d43d824c65c not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:06:03.976589 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device cefd297b-6dba-452b-9792-cc6559e6b003 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:03.995943 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7aaef5a9-1d63-4624-a957-de565fc4e917 req-7e976b8f-0816-4948-8e4b-918b77fb5a05 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719892 Jul 07 17:06:04.040475 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: cefd297b-6dba-452b-9792-cc6559e6b003 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:04.041174 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device cefd297b-6dba-452b-9792-cc6559e6b003 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:06:04.097222 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-09ba1158-b462-4e63-9e1f-a500f4b9db5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:04.106178 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ba1158-b462-4e63-9e1f-a500f4b9db5f admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:06:04.106876 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-09ba1158-b462-4e63-9e1f-a500f4b9db5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:04.163315 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-00391ae7-aba1-4cbb-9c90-0eea43ee2728 None None] For port 8e88b344-ce8d-4f15-97bc-a7a1ca8bb741, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:06:04.169946 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-00391ae7-aba1-4cbb-9c90-0eea43ee2728 None None] For port 8e88b344-ce8d-4f15-97bc-a7a1ca8bb741, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8e88b344-ce8d-4f15-97bc-a7a1ca8bb741,segment=NetworkSegment(3b1545df-5e16-4718-bcde-8455d2e85a83),segment_id=3b1545df-5e16-4718-bcde-8455d2e85a83)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:06:04.174411 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:06:04.180581 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-00391ae7-aba1-4cbb-9c90-0eea43ee2728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:04.268534 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-09ba1158-b462-4e63-9e1f-a500f4b9db5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:04.280871 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320491ee-a6a1-4c98-bc07-f39cbab5e269 None None] Pushing event updated for resources: {'Port': ['ID=8e88b344-ce8d-4f15-97bc-a7a1ca8bb741,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:04.288812 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00391ae7-aba1-4cbb-9c90-0eea43ee2728 None None] Routers {'ca2bddf5-1c27-404b-bd27-729ce230a571'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:04.289798 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-00391ae7-aba1-4cbb-9c90-0eea43ee2728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:05:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ca2bddf5-1c27-404b-bd27-729ce230a571'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:04.298675 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-09ba1158-b462-4e63-9e1f-a500f4b9db5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:04.306417 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-09ba1158-b462-4e63-9e1f-a500f4b9db5f admin admin] 10.222.0.53 "DELETE /v2.0/networks/51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8 HTTP/1.1" status: 204 len: 168 time: 1.8870142 Jul 07 17:06:04.329257 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba1158-b462-4e63-9e1f-a500f4b9db5f admin admin] Pushing event deleted for resources: {'Network': ['ID=51dd9ec8-4af0-4858-aa9e-8f3f33e44ed8,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:04.357237 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739e1d6-e9b4-446a-8ab2-7ff14beb081f req-3c5016a4-eac2-48be-b398-c2158c962128 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:04.365147 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3739e1d6-e9b4-446a-8ab2-7ff14beb081f req-3c5016a4-eac2-48be-b398-c2158c962128 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 945 time: 0.1893566 Jul 07 17:06:04.416301 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3739e1d6-e9b4-446a-8ab2-7ff14beb081f req-d3bdbf64-94d7-460d-85c5-cc4fae149694 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501130 Jul 07 17:06:04.615672 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-00391ae7-aba1-4cbb-9c90-0eea43ee2728 None None] Set router ca2bddf5-1c27-404b-bd27-729ce230a571 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:06:04.618985 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-1a07020c-71fc-4d1f-823d-2b2cc777f171 admin admin] Deleting port 8e88b344-ce8d-4f15-97bc-a7a1ca8bb741 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:04.619425 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1a07020c-71fc-4d1f-823d-2b2cc777f171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:04.689688 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c3e4a60c-36c9-4cf2-a14e-cb643be67b8e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:04.710757 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58182) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:04.798127 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6d308bc5-c7bb-4614-adbb-76a5e0b1e624 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1eb8e2bb799046408828da59e3a894ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0834312 Jul 07 17:06:04.801168 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58184) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:04.821597 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-1a07020c-71fc-4d1f-823d-2b2cc777f171 admin admin] For port 8e88b344-ce8d-4f15-97bc-a7a1ca8bb741, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8e88b344-ce8d-4f15-97bc-a7a1ca8bb741,segment=NetworkSegment(3b1545df-5e16-4718-bcde-8455d2e85a83),segment_id=3b1545df-5e16-4718-bcde-8455d2e85a83)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:04.822431 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1a07020c-71fc-4d1f-823d-2b2cc777f171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:04.860846 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-1a07020c-71fc-4d1f-823d-2b2cc777f171 admin admin] Calling delete_port for 8e88b344-ce8d-4f15-97bc-a7a1ca8bb741 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:04.889985 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-81f3e972-8c79-4af2-b871-8f93622e8842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:04.927748 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-c3e4a60c-36c9-4cf2-a14e-cb643be67b8e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Allocated IP 172.25.0.95 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/a563504b-47b9-4e65-906c-8d76b98e4abc) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:04.934664 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-81f3e972-8c79-4af2-b871-8f93622e8842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:05.008982 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-81f3e972-8c79-4af2-b871-8f93622e8842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:05.013942 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-81f3e972-8c79-4af2-b871-8f93622e8842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:05.020280 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-81f3e972-8c79-4af2-b871-8f93622e8842 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b3fe32e8-0f19-45a4-a867-48ff105dd33c HTTP/1.1" status: 204 len: 168 time: 0.2148259 Jul 07 17:06:05.038373 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3e972-8c79-4af2-b871-8f93622e8842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fe32e8-0f19-45a4-a867-48ff105dd33c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:05.051907 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-00391ae7-aba1-4cbb-9c90-0eea43ee2728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2bddf5-1c27-404b-bd27-729ce230a571', 'name': 'tempest-FloatingIPsNegativeTestJSON-1270036384-router', 'tenant_id': '0619d9ce57e640d69697686701ede2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '507bf0ad-164e-4765-8a2a-a825b9bc2481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:49Z', 'updated_at': '2021-07-07T17:05:58Z', 'revision_number': 4, 'project_id': '0619d9ce57e640d69697686701ede2d5', 'gw_port': {'id': '507bf0ad-164e-4765-8a2a-a825b9bc2481', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2bddf5-1c27-404b-bd27-729ce230a571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:51Z', 'updated_at': '2021-07-07T17:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '8e88b344-ce8d-4f15-97bc-a7a1ca8bb741', 'name': '', 'network_id': '4c935c1a-eb79-4212-9ee0-98c09bbd29ac', 'tenant_id': '0619d9ce57e640d69697686701ede2d5', 'mac_address': 'fa:16:3e:1a:51:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2bddf5-1c27-404b-bd27-729ce230a571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'ee09074b-a4b3-4478-8f8b-1ac34da3149d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:56Z', 'updated_at': '2021-07-07T17:06:04Z', 'revision_number': 4, 'project_id': '0619d9ce57e640d69697686701ede2d5', 'subnets': [{'id': 'ee09074b-a4b3-4478-8f8b-1ac34da3149d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:05.121468 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00391ae7-aba1-4cbb-9c90-0eea43ee2728 None None] The sync data for ids ['ca2bddf5-1c27-404b-bd27-729ce230a571'] in n-d-791503-12 is: [{'id': 'ca2bddf5-1c27-404b-bd27-729ce230a571', 'name': 'tempest-FloatingIPsNegativeTestJSON-1270036384-router', 'tenant_id': '0619d9ce57e640d69697686701ede2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '507bf0ad-164e-4765-8a2a-a825b9bc2481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:49Z', 'updated_at': '2021-07-07T17:05:58Z', 'revision_number': 4, 'project_id': '0619d9ce57e640d69697686701ede2d5', 'gw_port': {'id': '507bf0ad-164e-4765-8a2a-a825b9bc2481', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2bddf5-1c27-404b-bd27-729ce230a571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:51Z', 'updated_at': '2021-07-07T17:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '8e88b344-ce8d-4f15-97bc-a7a1ca8bb741', 'name': '', 'network_id': '4c935c1a-eb79-4212-9ee0-98c09bbd29ac', 'tenant_id': '0619d9ce57e640d69697686701ede2d5', 'mac_address': 'fa:16:3e:1a:51:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2bddf5-1c27-404b-bd27-729ce230a571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'ee09074b-a4b3-4478-8f8b-1ac34da3149d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:56Z', 'updated_at': '2021-07-07T17:06:04Z', 'revision_number': 4, 'project_id': '0619d9ce57e640d69697686701ede2d5', 'subnets': [{'id': 'ee09074b-a4b3-4478-8f8b-1ac34da3149d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:06:05.139272 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c3e4a60c-36c9-4cf2-a14e-cb643be67b8e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:05.273722 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1a07020c-71fc-4d1f-823d-2b2cc777f171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:05.342375 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07020c-71fc-4d1f-823d-2b2cc777f171 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e88b344-ce8d-4f15-97bc-a7a1ca8bb741,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:05.363881 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c3e4a60c-36c9-4cf2-a14e-cb643be67b8e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:05.436682 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4a60c-36c9-4cf2-a14e-cb643be67b8e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Pushing event updated for resources: {'Port': ['ID=a563504b-47b9-4e65-906c-8d76b98e4abc,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:05.506801 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e4a60c-36c9-4cf2-a14e-cb643be67b8e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:05.528672 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-c3e4a60c-36c9-4cf2-a14e-cb643be67b8e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:05.542421 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e4a60c-36c9-4cf2-a14e-cb643be67b8e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:05.650602 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8e88b344-ce8d-4f15-97bc-a7a1ca8bb741 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:05.709252 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 8e88b344-ce8d-4f15-97bc-a7a1ca8bb741 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:05.711079 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8e88b344-ce8d-4f15-97bc-a7a1ca8bb741 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 07 17:06:05.760879 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Port 8e88b344-ce8d-4f15-97bc-a7a1ca8bb741 not found, will not notify nova. {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 07 17:06:05.974337 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c3e4a60c-36c9-4cf2-a14e-cb643be67b8e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:06.008156 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca74fbf-6f38-45d5-a7f8-729a290a4186 req-1e31cc67-92b3-4532-9283-3131add94dbf tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:06.017664 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ca74fbf-6f38-45d5-a7f8-729a290a4186 req-1e31cc67-92b3-4532-9283-3131add94dbf tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 945 time: 0.1636965 Jul 07 17:06:06.039928 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1a07020c-71fc-4d1f-823d-2b2cc777f171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:06.083071 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c3e4a60c-36c9-4cf2-a14e-cb643be67b8e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:06.115620 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ca74fbf-6f38-45d5-a7f8-729a290a4186 req-9e9a744b-6822-4149-b9a1-5c18ef31d3bc tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899000 Jul 07 17:06:06.198884 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96a54c-d777-4745-806a-f5b6adad9eb6 req-6ad7af38-7c69-45fb-8bd6-da4be9e9ea61 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:06.200556 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7e96a54c-d777-4745-806a-f5b6adad9eb6 req-6ad7af38-7c69-45fb-8bd6-da4be9e9ea61 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d4a8f0-dd06-400d-aa7c-11981ad57346 HTTP/1.1" status: 200 len: 945 time: 0.9713085 Jul 07 17:06:06.393295 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7e96a54c-d777-4745-806a-f5b6adad9eb6 req-59e524c8-ce6b-4cc9-9ff9-f9be7ad90420 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817057 Jul 07 17:06:06.582170 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c3e4a60c-36c9-4cf2-a14e-cb643be67b8e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:06.591211 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c3e4a60c-36c9-4cf2-a14e-cb643be67b8e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:06.685257 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58220) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:06.699540 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4a60c-36c9-4cf2-a14e-cb643be67b8e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Pushing event updated for resources: {'Port': ['ID=a563504b-47b9-4e65-906c-8d76b98e4abc,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:06.703362 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a07020c-71fc-4d1f-823d-2b2cc777f171 admin admin] Router ca2bddf5-1c27-404b-bd27-729ce230a571 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:06:06.717607 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c3e4a60c-36c9-4cf2-a14e-cb643be67b8e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:06.771820 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c3e4a60c-36c9-4cf2-a14e-cb643be67b8e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:06.777097 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c3e4a60c-36c9-4cf2-a14e-cb643be67b8e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1188703 Jul 07 17:06:06.778046 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58224) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:06.791199 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-b601c4e0-d630-440e-8156-ceefa29ab23a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-832929846'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:06.817666 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b601c4e0-d630-440e-8156-ceefa29ab23a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Made reservation on behalf of 93026716fe644dc9afde9c1d74c1b502 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:06.823947 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b601c4e0-d630-440e-8156-ceefa29ab23a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:06.836573 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b601c4e0-d630-440e-8156-ceefa29ab23a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:06.892688 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-a2653099-b129-47ac-83f5-e9392336c098 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-600963732-network', 'tenant_id': '17e586787a97456ea44df1f572786774'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:06.893169 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a07020c-71fc-4d1f-823d-2b2cc777f171 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:06:06.902330 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1a07020c-71fc-4d1f-823d-2b2cc777f171 admin admin] 10.222.0.53 "PUT /v2.0/routers/ca2bddf5-1c27-404b-bd27-729ce230a571/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7969573 Jul 07 17:06:06.904866 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58226) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:06.999136 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b601c4e0-d630-440e-8156-ceefa29ab23a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.001877 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.009125 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b601c4e0-d630-440e-8156-ceefa29ab23a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.059327 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b601c4e0-d630-440e-8156-ceefa29ab23a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:06:07.068849 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b5182e0-fe2f-4d7a-9ba5-686f8b0ef2fc admin admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.087786 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b601c4e0-d630-440e-8156-ceefa29ab23a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.088267 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-b601c4e0-d630-440e-8156-ceefa29ab23a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Added segment 291c4ab0-fd9d-4251-8b2a-3970849fd1cc of type vlan for network 9c1fbf34-304f-4da3-9702-ede2c97e1429 Jul 07 17:06:07.090253 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2653099-b129-47ac-83f5-e9392336c098 admin admin] Made reservation on behalf of 17e586787a97456ea44df1f572786774 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:07.093023 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a2653099-b129-47ac-83f5-e9392336c098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.095412 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601c4e0-d630-440e-8156-ceefa29ab23a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cfd58e-fe7f-40a7-9db6-1e8819e7724b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:07.117335 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a2653099-b129-47ac-83f5-e9392336c098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.169323 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b601c4e0-d630-440e-8156-ceefa29ab23a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.260615 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b601c4e0-d630-440e-8156-ceefa29ab23a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.269179 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b601c4e0-d630-440e-8156-ceefa29ab23a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:07.269874 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b601c4e0-d630-440e-8156-ceefa29ab23a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.316569 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b5182e0-fe2f-4d7a-9ba5-686f8b0ef2fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.399862 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0e7f14-9d3e-43b6-9e78-1fb355a69833 None None] Sync routers for ids ['ca2bddf5-1c27-404b-bd27-729ce230a571'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:06:07.425218 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601c4e0-d630-440e-8156-ceefa29ab23a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Pushing event updated for resources: {'Network': ['ID=9c1fbf34-304f-4da3-9702-ede2c97e1429,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:07.431522 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0e7f14-9d3e-43b6-9e78-1fb355a69833 None None] Routers {'ca2bddf5-1c27-404b-bd27-729ce230a571'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:07.434926 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bf0e7f14-9d3e-43b6-9e78-1fb355a69833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:05:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ca2bddf5-1c27-404b-bd27-729ce230a571'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:07.456441 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 9c1fbf34-304f-4da3-9702-ede2c97e1429 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:06:07.473291 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a2653099-b129-47ac-83f5-e9392336c098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.477269 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-9b5182e0-fe2f-4d7a-9ba5-686f8b0ef2fc admin admin] Deleting port 507bf0ad-164e-4765-8a2a-a825b9bc2481 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:07.478117 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b5182e0-fe2f-4d7a-9ba5-686f8b0ef2fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.528171 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a2653099-b129-47ac-83f5-e9392336c098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.551829 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b601c4e0-d630-440e-8156-ceefa29ab23a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7673879 Jul 07 17:06:07.564462 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58236) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:07.575700 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-1da9e4b5-728d-4fd4-a597-be5ca74fb504 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Request body: {'subnet': {'network_id': '9c1fbf34-304f-4da3-9702-ede2c97e1429', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:07.583196 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2653099-b129-47ac-83f5-e9392336c098 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:06:07.624206 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2653099-b129-47ac-83f5-e9392336c098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb562f08-0309-409b-87d4-8a818f061375,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:07.651122 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-bf0e7f14-9d3e-43b6-9e78-1fb355a69833 None None] Set router ca2bddf5-1c27-404b-bd27-729ce230a571 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:06:07.657206 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a2653099-b129-47ac-83f5-e9392336c098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.657771 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-a2653099-b129-47ac-83f5-e9392336c098 admin admin] Added segment 53f81cea-49a1-4beb-a5e1-dba35f1ef8f8 of type vlan for network 9ffd6a7f-d7b0-4b5a-b790-da741ae974fa Jul 07 17:06:07.731836 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2dbfb-971c-40e7-a169-4787d3b48f08 req-cbd49b0d-5188-4652-8a15-19fc122c7767 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:07.733521 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-91f2dbfb-971c-40e7-a169-4787d3b48f08 req-cbd49b0d-5188-4652-8a15-19fc122c7767 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 945 time: 0.2662001 Jul 07 17:06:07.738641 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a2653099-b129-47ac-83f5-e9392336c098 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.776183 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bf0e7f14-9d3e-43b6-9e78-1fb355a69833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2bddf5-1c27-404b-bd27-729ce230a571', 'name': 'tempest-FloatingIPsNegativeTestJSON-1270036384-router', 'tenant_id': '0619d9ce57e640d69697686701ede2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:49Z', 'updated_at': '2021-07-07T17:06:07Z', 'revision_number': 6, 'project_id': '0619d9ce57e640d69697686701ede2d5', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:07.814624 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-91f2dbfb-971c-40e7-a169-4787d3b48f08 req-1afaf2cf-af53-4091-aada-4463ca2845b8 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716758 Jul 07 17:06:07.815855 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a2653099-b129-47ac-83f5-e9392336c098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.817149 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2653099-b129-47ac-83f5-e9392336c098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:07.817759 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a2653099-b129-47ac-83f5-e9392336c098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.872093 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a2653099-b129-47ac-83f5-e9392336c098 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1854749 Jul 07 17:06:07.876187 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58240) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:07.882230 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-76a4a3b3-9adc-4457-b8b8-f5e9e184fc1a admin admin] Request body: {'subnet': {'network_id': '9ffd6a7f-d7b0-4b5a-b790-da741ae974fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-600963732-subnet', 'tenant_id': '17e586787a97456ea44df1f572786774', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:07.909969 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2653099-b129-47ac-83f5-e9392336c098 admin admin] Pushing event updated for resources: {'Network': ['ID=9ffd6a7f-d7b0-4b5a-b790-da741ae974fa,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:07.929781 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-9b5182e0-fe2f-4d7a-9ba5-686f8b0ef2fc admin admin] For port 507bf0ad-164e-4765-8a2a-a825b9bc2481, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=507bf0ad-164e-4765-8a2a-a825b9bc2481,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:07.930755 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b5182e0-fe2f-4d7a-9ba5-686f8b0ef2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.944350 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.db.api [None req-76a4a3b3-9adc-4457-b8b8-f5e9e184fc1a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:06:07.944350 n-d-791503-12 neutron-server[100192]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 17:06:07.944350 n-d-791503-12 neutron-server[100192]: [parameters: {'project_id_1': '17e586787a97456ea44df1f572786774', 'expiration_1': datetime.datetime(2021, 7, 7, 17, 6, 7, 897498)}] Jul 07 17:06:07.944350 n-d-791503-12 neutron-server[100192]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:06:07.945860 n-d-791503-12 neutron-server[100192]: DEBUG oslo_db.api [None req-76a4a3b3-9adc-4457-b8b8-f5e9e184fc1a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:06:07.952913 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 9ffd6a7f-d7b0-4b5a-b790-da741ae974fa details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:06:07.976786 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0e7f14-9d3e-43b6-9e78-1fb355a69833 None None] Checking router: ca2bddf5-1c27-404b-bd27-729ce230a571 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:06:07.988367 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-9b5182e0-fe2f-4d7a-9ba5-686f8b0ef2fc admin admin] Calling delete_port for 507bf0ad-164e-4765-8a2a-a825b9bc2481 owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:07.990751 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da9e4b5-728d-4fd4-a597-be5ca74fb504 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Made reservation on behalf of 93026716fe644dc9afde9c1d74c1b502 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:07.997133 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1da9e4b5-728d-4fd4-a597-be5ca74fb504 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:08.094608 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:08.100536 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b118c-4580-4380-9583-8d2d93308fc6 req-107084e9-bc56-4541-8ee7-e763dd58202a tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:08.103712 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-128b118c-4580-4380-9583-8d2d93308fc6 req-107084e9-bc56-4541-8ee7-e763dd58202a tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d4a8f0-dd06-400d-aa7c-11981ad57346 HTTP/1.1" status: 200 len: 945 time: 0.4262352 Jul 07 17:06:08.117865 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0e7f14-9d3e-43b6-9e78-1fb355a69833 None None] Routers {'ca2bddf5-1c27-404b-bd27-729ce230a571'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:08.118800 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bf0e7f14-9d3e-43b6-9e78-1fb355a69833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:05:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ca2bddf5-1c27-404b-bd27-729ce230a571'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:08.298520 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-128b118c-4580-4380-9583-8d2d93308fc6 req-b430205f-824a-45d1-a8e7-c0a48164b989 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684155 Jul 07 17:06:08.319013 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-bf0e7f14-9d3e-43b6-9e78-1fb355a69833 None None] Set router ca2bddf5-1c27-404b-bd27-729ce230a571 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:06:08.387231 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bf0e7f14-9d3e-43b6-9e78-1fb355a69833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2bddf5-1c27-404b-bd27-729ce230a571', 'name': 'tempest-FloatingIPsNegativeTestJSON-1270036384-router', 'tenant_id': '0619d9ce57e640d69697686701ede2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:49Z', 'updated_at': '2021-07-07T17:06:07Z', 'revision_number': 6, 'project_id': '0619d9ce57e640d69697686701ede2d5', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:08.421648 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b5182e0-fe2f-4d7a-9ba5-686f8b0ef2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:08.423313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0e7f14-9d3e-43b6-9e78-1fb355a69833 None None] The sync data for ids ['ca2bddf5-1c27-404b-bd27-729ce230a571'] in n-d-791503-12 is: [{'id': 'ca2bddf5-1c27-404b-bd27-729ce230a571', 'name': 'tempest-FloatingIPsNegativeTestJSON-1270036384-router', 'tenant_id': '0619d9ce57e640d69697686701ede2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:49Z', 'updated_at': '2021-07-07T17:06:07Z', 'revision_number': 6, 'project_id': '0619d9ce57e640d69697686701ede2d5', 'gw_port_host': None}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:06:08.464183 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5182e0-fe2f-4d7a-9ba5-686f8b0ef2fc admin admin] Pushing event deleted for resources: {'Port': ['ID=507bf0ad-164e-4765-8a2a-a825b9bc2481,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:08.486012 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a4a3b3-9adc-4457-b8b8-f5e9e184fc1a admin admin] Made reservation on behalf of 17e586787a97456ea44df1f572786774 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:08.489200 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-76a4a3b3-9adc-4457-b8b8-f5e9e184fc1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:08.596809 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1da9e4b5-728d-4fd4-a597-be5ca74fb504 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:08.692333 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b5182e0-fe2f-4d7a-9ba5-686f8b0ef2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:08.731693 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9e4b5-728d-4fd4-a597-be5ca74fb504 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Pushing event updated for resources: {'Subnet': ['ID=7ee4c0d2-12a7-43ee-bdf6-1afc3fe917d3,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:08.755829 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-76a4a3b3-9adc-4457-b8b8-f5e9e184fc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:08.823973 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b5182e0-fe2f-4d7a-9ba5-686f8b0ef2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:08.826317 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da9e4b5-728d-4fd4-a597-be5ca74fb504 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Checking segment: {'id': '291c4ab0-fd9d-4251-8b2a-3970849fd1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9c1fbf34-304f-4da3-9702-ede2c97e1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:08.826682 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da9e4b5-728d-4fd4-a597-be5ca74fb504 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Network hostable DHCP agents. Network: 9c1fbf34-304f-4da3-9702-ede2c97e1429, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:06:08.830276 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b5182e0-fe2f-4d7a-9ba5-686f8b0ef2fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:08.851964 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4a3b3-9adc-4457-b8b8-f5e9e184fc1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=70cdd0d0-8567-4b58-b257-aa6dbe513c99,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:08.865862 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a4a3b3-9adc-4457-b8b8-f5e9e184fc1a admin admin] Checking segment: {'id': '53f81cea-49a1-4beb-a5e1-dba35f1ef8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9ffd6a7f-d7b0-4b5a-b790-da741ae974fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:08.866498 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a4a3b3-9adc-4457-b8b8-f5e9e184fc1a admin admin] Network hostable DHCP agents. Network: 9ffd6a7f-d7b0-4b5a-b790-da741ae974fa, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:06:08.902026 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da9e4b5-728d-4fd4-a597-be5ca74fb504 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Network 9c1fbf34-304f-4da3-9702-ede2c97e1429 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:06:08.907978 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a4a3b3-9adc-4457-b8b8-f5e9e184fc1a admin admin] Network 9ffd6a7f-d7b0-4b5a-b790-da741ae974fa is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:06:08.910613 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b5182e0-fe2f-4d7a-9ba5-686f8b0ef2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:08.911557 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5182e0-fe2f-4d7a-9ba5-686f8b0ef2fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca2bddf5-1c27-404b-bd27-729ce230a571 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:06:08.921798 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b5182e0-fe2f-4d7a-9ba5-686f8b0ef2fc admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:08.926750 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9b5182e0-fe2f-4d7a-9ba5-686f8b0ef2fc admin admin] 10.222.0.53 "DELETE /v2.0/routers/ca2bddf5-1c27-404b-bd27-729ce230a571 HTTP/1.1" status: 204 len: 168 time: 2.0204847 Jul 07 17:06:08.927546 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58246) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:08.930337 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-76a4a3b3-9adc-4457-b8b8-f5e9e184fc1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 9ffd6a7f-d7b0-4b5a-b790-da741ae974fa) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:08.937558 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a4a3b3-9adc-4457-b8b8-f5e9e184fc1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:08.939567 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-76a4a3b3-9adc-4457-b8b8-f5e9e184fc1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:08.943591 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-1da9e4b5-728d-4fd4-a597-be5ca74fb504 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 9c1fbf34-304f-4da3-9702-ede2c97e1429) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:08.949137 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da9e4b5-728d-4fd4-a597-be5ca74fb504 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:08.949785 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1da9e4b5-728d-4fd4-a597-be5ca74fb504 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:08.953808 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d497f03e-4135-4994-98bf-c49eab68df45 None None] Network 9ffd6a7f-d7b0-4b5a-b790-da741ae974fa requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:08.974758 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-76a4a3b3-9adc-4457-b8b8-f5e9e184fc1a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0961421 Jul 07 17:06:09.008483 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530459a9-28eb-4d37-947a-34017c1acecd None None] Network 9c1fbf34-304f-4da3-9702-ede2c97e1429 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:09.042612 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1da9e4b5-728d-4fd4-a597-be5ca74fb504 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4765205 Jul 07 17:06:09.046945 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58252) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:09.054064 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-d4145c58-41c3-40b6-b058-e550178cec1e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-567842102', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}, 'admin_state_up': False}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:09.088004 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-9835438f-5ef3-4406-a539-dc3c695d0f2e admin admin] Deleting subnet ee09074b-a4b3-4478-8f8b-1ac34da3149d {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:06:09.098410 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9835438f-5ef3-4406-a539-dc3c695d0f2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:09.102000 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4145c58-41c3-40b6-b058-e550178cec1e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:09.103618 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4145c58-41c3-40b6-b058-e550178cec1e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:09.203963 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9835438f-5ef3-4406-a539-dc3c695d0f2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:09.344811 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4145c58-41c3-40b6-b058-e550178cec1e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:09.358671 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb367f60-97ee-48e5-9271-74770ecf28dc req-7ee4c49e-1bb8-41c2-b805-0dd78e002a8c tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:09.361994 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fb367f60-97ee-48e5-9271-74770ecf28dc req-7ee4c49e-1bb8-41c2-b805-0dd78e002a8c tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 945 time: 0.3858962 Jul 07 17:06:09.450384 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017b2642-d4fb-4c2f-98bd-bdad9c2066ec None None] Network 9ffd6a7f-d7b0-4b5a-b790-da741ae974fa requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:09.576518 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 507bf0ad-164e-4765-8a2a-a825b9bc2481 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:09.650424 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 507bf0ad-164e-4765-8a2a-a825b9bc2481 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:09.650909 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 507bf0ad-164e-4765-8a2a-a825b9bc2481 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:06:09.651601 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8e88b344-ce8d-4f15-97bc-a7a1ca8bb741 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:09.720342 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 8e88b344-ce8d-4f15-97bc-a7a1ca8bb741 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:09.720909 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8e88b344-ce8d-4f15-97bc-a7a1ca8bb741 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:06:09.792609 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072edb87-b6e4-4923-a3ff-48b2d799a6bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-9c1fbf34-304f-4da3-9702-ede2c97e1429', 'network_id': '9c1fbf34-304f-4da3-9702-ede2c97e1429', 'tenant_id': '93026716fe644dc9afde9c1d74c1b502', 'fixed_ips': [{'subnet_id': '7ee4c0d2-12a7-43ee-bdf6-1afc3fe917d3'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:06:09.794185 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-072edb87-b6e4-4923-a3ff-48b2d799a6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:09.890654 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84d220-bf69-47b0-8e6b-1c673cf24cbf req-9ed1968d-d56f-41c1-a74a-0811a2189e15 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:09.896835 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1b84d220-bf69-47b0-8e6b-1c673cf24cbf req-9ed1968d-d56f-41c1-a74a-0811a2189e15 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d4a8f0-dd06-400d-aa7c-11981ad57346 HTTP/1.1" status: 200 len: 945 time: 0.2674825 Jul 07 17:06:09.980494 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1b84d220-bf69-47b0-8e6b-1c673cf24cbf req-0d2a2a5a-5e4f-4d00-b2b4-6dc73f8131e6 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798714 Jul 07 17:06:10.077974 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fb367f60-97ee-48e5-9271-74770ecf28dc req-1146b006-6c43-46f5-9c0e-d33593708db0 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6830206 Jul 07 17:06:10.080063 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9835438f-5ef3-4406-a539-dc3c695d0f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:10.106154 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4145c58-41c3-40b6-b058-e550178cec1e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:10.201703 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-072edb87-b6e4-4923-a3ff-48b2d799a6bf None None] Allocated IP 172.20.0.2 (9c1fbf34-304f-4da3-9702-ede2c97e1429/7ee4c0d2-12a7-43ee-bdf6-1afc3fe917d3/e9c2057e-6941-4f0f-8492-d803bca388f9) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:10.254738 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9835438f-5ef3-4406-a539-dc3c695d0f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:10.332506 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9835438f-5ef3-4406-a539-dc3c695d0f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:10.339569 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24565a6-0be2-4a16-8a67-8e8717f4207a None None] Network 4c935c1a-eb79-4212-9ee0-98c09bbd29ac requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:10.342269 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9835438f-5ef3-4406-a539-dc3c695d0f2e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ee09074b-a4b3-4478-8f8b-1ac34da3149d HTTP/1.1" status: 204 len: 168 time: 1.4108059 Jul 07 17:06:10.343581 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58278) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:10.346055 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835438f-5ef3-4406-a539-dc3c695d0f2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee09074b-a4b3-4478-8f8b-1ac34da3149d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:10.472994 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-23a82084-d244-40cd-ae36-fcb66717dc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:10.495326 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-d1356aa9-b7a8-4550-be66-8ad691b229ed tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:10.509557 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-d1356aa9-b7a8-4550-be66-8ad691b229ed tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/networks?id=9ffd6a7f-d7b0-4b5a-b790-da741ae974fa HTTP/1.1" status: 200 len: 821 time: 0.2683578 Jul 07 17:06:10.531320 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-fe0591c4-191f-452e-b32e-462d262c7875 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/quotas/17e586787a97456ea44df1f572786774 HTTP/1.1" status: 200 len: 375 time: 0.0201800 Jul 07 17:06:10.590193 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-36d8994c-6615-49ce-8797-85ad4066c857 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=17e586787a97456ea44df1f572786774&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533552 Jul 07 17:06:10.643935 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4145c58-41c3-40b6-b058-e550178cec1e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:10.675563 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4145c58-41c3-40b6-b058-e550178cec1e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:10.717014 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-82440cf1-bbc5-4398-bcf6-64ca425ad079 service neutron] 10.222.0.53 "GET /v2.0/networks/9ffd6a7f-d7b0-4b5a-b790-da741ae974fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257715 Jul 07 17:06:10.751021 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-23a82084-d244-40cd-ae36-fcb66717dc83 admin admin] Deleting port 2fca7e4f-77fd-4692-a37e-6eece30abeec {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:10.751289 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-23a82084-d244-40cd-ae36-fcb66717dc83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:10.761879 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-072edb87-b6e4-4923-a3ff-48b2d799a6bf None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:10.782612 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-072edb87-b6e4-4923-a3ff-48b2d799a6bf None None] Transition to ACTIVE for port object e9c2057e-6941-4f0f-8492-d803bca388f9 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:10.838071 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-3ec85157-99c1-4716-b825-01cb94209013 service neutron] 10.222.0.53 "GET /v2.0/networks/9ffd6a7f-d7b0-4b5a-b790-da741ae974fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201258 Jul 07 17:06:10.872381 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-072edb87-b6e4-4923-a3ff-48b2d799a6bf None None] Transition to ACTIVE for port object e9c2057e-6941-4f0f-8492-d803bca388f9 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:10.890222 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-072edb87-b6e4-4923-a3ff-48b2d799a6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:10.953979 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072edb87-b6e4-4923-a3ff-48b2d799a6bf None None] Network 9c1fbf34-304f-4da3-9702-ede2c97e1429 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:10.955170 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-23a82084-d244-40cd-ae36-fcb66717dc83 admin admin] For port 2fca7e4f-77fd-4692-a37e-6eece30abeec, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=2fca7e4f-77fd-4692-a37e-6eece30abeec,segment=NetworkSegment(3b1545df-5e16-4718-bcde-8455d2e85a83),segment_id=3b1545df-5e16-4718-bcde-8455d2e85a83)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:10.955914 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-23a82084-d244-40cd-ae36-fcb66717dc83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:10.964162 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-072edb87-b6e4-4923-a3ff-48b2d799a6bf None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:10.967792 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072edb87-b6e4-4923-a3ff-48b2d799a6bf None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:10.988392 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072edb87-b6e4-4923-a3ff-48b2d799a6bf None None] Pushing event updated for resources: {'Port': ['ID=e9c2057e-6941-4f0f-8492-d803bca388f9,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:11.043742 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-d4145c58-41c3-40b6-b058-e550178cec1e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Allocated IP 172.25.0.122 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/6bf6ccbf-ed0c-435c-af96-f09475d4dcea) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:11.062179 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-23a82084-d244-40cd-ae36-fcb66717dc83 admin admin] Calling delete_port for 2fca7e4f-77fd-4692-a37e-6eece30abeec owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:11.164565 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-072edb87-b6e4-4923-a3ff-48b2d799a6bf None None] Attempting to bind port e9c2057e-6941-4f0f-8492-d803bca388f9 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:06:11.164967 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-072edb87-b6e4-4923-a3ff-48b2d799a6bf None None] Attempting to bind port e9c2057e-6941-4f0f-8492-d803bca388f9 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '291c4ab0-fd9d-4251-8b2a-3970849fd1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9c1fbf34-304f-4da3-9702-ede2c97e1429'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:06:11.165359 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072edb87-b6e4-4923-a3ff-48b2d799a6bf None None] Attempting to bind port e9c2057e-6941-4f0f-8492-d803bca388f9 on network 9c1fbf34-304f-4da3-9702-ede2c97e1429 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:11.183486 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072edb87-b6e4-4923-a3ff-48b2d799a6bf None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:06:11.185062 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072edb87-b6e4-4923-a3ff-48b2d799a6bf None None] Checking segment: {'id': '291c4ab0-fd9d-4251-8b2a-3970849fd1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9c1fbf34-304f-4da3-9702-ede2c97e1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:11.185694 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-072edb87-b6e4-4923-a3ff-48b2d799a6bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:11.188066 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072edb87-b6e4-4923-a3ff-48b2d799a6bf None None] Bound using segment: {'id': '291c4ab0-fd9d-4251-8b2a-3970849fd1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9c1fbf34-304f-4da3-9702-ede2c97e1429'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:06:11.189537 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-072edb87-b6e4-4923-a3ff-48b2d799a6bf None None] Bound port: e9c2057e-6941-4f0f-8492-d803bca388f9, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '291c4ab0-fd9d-4251-8b2a-3970849fd1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9c1fbf34-304f-4da3-9702-ede2c97e1429'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:06:11.189955 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-072edb87-b6e4-4923-a3ff-48b2d799a6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:11.223425 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f83c71a-bc0c-4a76-80b9-7b9e0166f105 None None] DHCP port deletion for 4c935c1a-eb79-4212-9ee0-98c09bbd29ac request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:06:11.317960 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-072edb87-b6e4-4923-a3ff-48b2d799a6bf None None] For port e9c2057e-6941-4f0f-8492-d803bca388f9, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:06:11.321472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16386eca-dac4-4ee8-b965-08ca9c3930a1 req-ea4282bb-878e-4490-a9ff-7243872d1fce tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:11.324499 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-16386eca-dac4-4ee8-b965-08ca9c3930a1 req-ea4282bb-878e-4490-a9ff-7243872d1fce tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d4a8f0-dd06-400d-aa7c-11981ad57346 HTTP/1.1" status: 200 len: 945 time: 0.1756277 Jul 07 17:06:11.347010 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-072edb87-b6e4-4923-a3ff-48b2d799a6bf None None] For port e9c2057e-6941-4f0f-8492-d803bca388f9, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e9c2057e-6941-4f0f-8492-d803bca388f9,segment=NetworkSegment(291c4ab0-fd9d-4251-8b2a-3970849fd1cc),segment_id=291c4ab0-fd9d-4251-8b2a-3970849fd1cc)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:06:11.352649 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-2f83c71a-bc0c-4a76-80b9-7b9e0166f105 None None] Deleting port 2fca7e4f-77fd-4692-a37e-6eece30abeec {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:11.353444 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2f83c71a-bc0c-4a76-80b9-7b9e0166f105 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:11.413926 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-16386eca-dac4-4ee8-b965-08ca9c3930a1 req-60316d0d-adee-41c8-afe7-ace2dbecf677 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771198 Jul 07 17:06:11.431504 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f4a2c4e5-7015-466a-9308-169164df2389 req-519f6f06-51eb-4c02-924a-8bfecd7acf14 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e67678e-f31a-41a3-b5ef-61a4727495f8 HTTP/1.1" status: 200 len: 210 time: 0.2966499 Jul 07 17:06:11.436587 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-2f83c71a-bc0c-4a76-80b9-7b9e0166f105 None None] For port 2fca7e4f-77fd-4692-a37e-6eece30abeec, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=2fca7e4f-77fd-4692-a37e-6eece30abeec,segment=NetworkSegment(3b1545df-5e16-4718-bcde-8455d2e85a83),segment_id=3b1545df-5e16-4718-bcde-8455d2e85a83)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:11.436942 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2f83c71a-bc0c-4a76-80b9-7b9e0166f105 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:11.466230 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-2f83c71a-bc0c-4a76-80b9-7b9e0166f105 None None] Calling delete_port for 2fca7e4f-77fd-4692-a37e-6eece30abeec owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:11.480477 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 2fca7e4f-77fd-4692-a37e-6eece30abeec no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:11.485532 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-072edb87-b6e4-4923-a3ff-48b2d799a6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:11.671832 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4145c58-41c3-40b6-b058-e550178cec1e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:11.681589 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072edb87-b6e4-4923-a3ff-48b2d799a6bf None None] Pushing event updated for resources: {'Port': ['ID=e9c2057e-6941-4f0f-8492-d803bca388f9,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:11.725269 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2f83c71a-bc0c-4a76-80b9-7b9e0166f105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:11.766866 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83c71a-bc0c-4a76-80b9-7b9e0166f105 None None] Pushing event deleted for resources: {'Port': ['ID=2fca7e4f-77fd-4692-a37e-6eece30abeec,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:11.788509 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f83c71a-bc0c-4a76-80b9-7b9e0166f105 None None] No DVR routers for this DVR port 2fca7e4f-77fd-4692-a37e-6eece30abeec on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:11.812119 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:11.815827 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-23a82084-d244-40cd-ae36-fcb66717dc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:11.846015 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a82084-d244-40cd-ae36-fcb66717dc83 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fca7e4f-77fd-4692-a37e-6eece30abeec,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:11.866672 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a82084-d244-40cd-ae36-fcb66717dc83 admin admin] No DVR routers for this DVR port 2fca7e4f-77fd-4692-a37e-6eece30abeec on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:11.874759 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4145c58-41c3-40b6-b058-e550178cec1e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:11.993671 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4145c58-41c3-40b6-b058-e550178cec1e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:12.007556 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-d4145c58-41c3-40b6-b058-e550178cec1e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:12.020268 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05036dfb-b7fa-4f1a-8752-9d5561d08788 req-21a37e1b-7347-484e-8ec6-477b90765ecd tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:12.033935 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-05036dfb-b7fa-4f1a-8752-9d5561d08788 req-21a37e1b-7347-484e-8ec6-477b90765ecd tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 945 time: 0.2745104 Jul 07 17:06:12.082422 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4145c58-41c3-40b6-b058-e550178cec1e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Pushing event updated for resources: {'Port': ['ID=6bf6ccbf-ed0c-435c-af96-f09475d4dcea,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:12.087721 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4145c58-41c3-40b6-b058-e550178cec1e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:12.099373 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-05036dfb-b7fa-4f1a-8752-9d5561d08788 req-4097a72a-c662-4ae4-82c0-61dbd8b591bc tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642924 Jul 07 17:06:12.136323 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-23a82084-d244-40cd-ae36-fcb66717dc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:12.162162 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-23a82084-d244-40cd-ae36-fcb66717dc83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c935c1a-eb79-4212-9ee0-98c09bbd29ac']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:12.177580 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-23a82084-d244-40cd-ae36-fcb66717dc83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b1545df-5e16-4718-bcde-8455d2e85a83') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:12.177863 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-23a82084-d244-40cd-ae36-fcb66717dc83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b1545df-5e16-4718-bcde-8455d2e85a83') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:12.196461 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-23a82084-d244-40cd-ae36-fcb66717dc83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:12.261012 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-23a82084-d244-40cd-ae36-fcb66717dc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:12.280611 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a82084-d244-40cd-ae36-fcb66717dc83 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:06:12.281908 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-23a82084-d244-40cd-ae36-fcb66717dc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:06:12.286467 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:06:12.542954 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-23a82084-d244-40cd-ae36-fcb66717dc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:12.554304 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-23a82084-d244-40cd-ae36-fcb66717dc83 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:12.570201 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-23a82084-d244-40cd-ae36-fcb66717dc83 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4c935c1a-eb79-4212-9ee0-98c09bbd29ac HTTP/1.1" status: 204 len: 168 time: 2.2187386 Jul 07 17:06:12.689207 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a82084-d244-40cd-ae36-fcb66717dc83 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c935c1a-eb79-4212-9ee0-98c09bbd29ac,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:12.735412 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b1597408-bbc7-4c62-ae2d-4edaf9fd86d8 req-733f0708-ff27-4b24-a093-fafea2929d56 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e67678e-f31a-41a3-b5ef-61a4727495f8 HTTP/1.1" status: 200 len: 210 time: 0.0549762 Jul 07 17:06:12.894952 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58314) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:12.905276 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4145c58-41c3-40b6-b058-e550178cec1e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.102841 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7879b51e-dd10-45f8-90dc-32b46f4d1523 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0619d9ce57e640d69697686701ede2d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2051764 Jul 07 17:06:13.106742 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58316) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:13.122414 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f78bf-a791-44b8-bf7c-5da201a4b4ac req-acf5acd0-aa5f-4555-88a2-990eb2e3770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:13.124125 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c36f78bf-a791-44b8-bf7c-5da201a4b4ac req-acf5acd0-aa5f-4555-88a2-990eb2e3770f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5f047ef100fe4caa8d5e62940251eceb&device_id=35d4a8f0-dd06-400d-aa7c-11981ad57346 HTTP/1.1" status: 200 len: 1097 time: 0.2198591 Jul 07 17:06:13.360767 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a538fde-0bd3-409a-a955-741ebe00c67a None None] Network 9c1fbf34-304f-4da3-9702-ede2c97e1429 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:13.363030 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-a8eb5d12-7679-46de-889a-9f514e614a20 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:13.364696 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-a8eb5d12-7679-46de-889a-9f514e614a20 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.72 "GET /v2.0/networks?id=9ffd6a7f-d7b0-4b5a-b790-da741ae974fa HTTP/1.1" status: 200 len: 821 time: 0.4131191 Jul 07 17:06:13.372030 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e2c7c9ea-4677-44d7-98a3-8f984762ab48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.385929 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-a5e2cdd3-320c-4838-99af-39b7345d14d0 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Request body: {'port': {'device_id': '1e67678e-f31a-41a3-b5ef-61a4727495f8', 'network_id': '9ffd6a7f-d7b0-4b5a-b790-da741ae974fa', 'admin_state_up': True, 'tenant_id': '17e586787a97456ea44df1f572786774'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:13.399070 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ff67e-9c09-4e3e-a0ce-c359f54d8127 req-3b59b486-fca9-4994-9fe3-657ded9a64c3 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:13.401777 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a23ff67e-9c09-4e3e-a0ce-c359f54d8127 req-3b59b486-fca9-4994-9fe3-657ded9a64c3 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d4a8f0-dd06-400d-aa7c-11981ad57346 HTTP/1.1" status: 200 len: 945 time: 0.7024987 Jul 07 17:06:13.417209 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e9c2057e-6941-4f0f-8492-d803bca388f9 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:13.502951 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-fd1a27c0-21fe-481e-b16f-559a343fffeb None None] Provisioning for port e9c2057e-6941-4f0f-8492-d803bca388f9 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:13.532204 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e2c7c9ea-4677-44d7-98a3-8f984762ab48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.554069 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port e9c2057e-6941-4f0f-8492-d803bca388f9 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:13.565112 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port e9c2057e-6941-4f0f-8492-d803bca388f9 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:13.565718 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.615256 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a23ff67e-9c09-4e3e-a0ce-c359f54d8127 req-0f642f36-10c4-4780-89a1-ca9aff6f3a11 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727655 Jul 07 17:06:13.631967 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f78bf-a791-44b8-bf7c-5da201a4b4ac req-265f15d8-e827-4173-87a0-4a172ac8d1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:13.638374 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c36f78bf-a791-44b8-bf7c-5da201a4b4ac req-265f15d8-e827-4173-87a0-4a172ac8d1ce service neutron] 10.222.0.64 "GET /v2.0/networks?id=980d4d7f-4d7a-4300-8886-ddee889ed2b3 HTTP/1.1" status: 200 len: 916 time: 0.5033345 Jul 07 17:06:13.653070 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4145c58-41c3-40b6-b058-e550178cec1e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.653377 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6768dbd-2694-4ebc-985f-b75d79cb45f1 req-036c6d26-03e1-49d9-915a-ec5eee7223ea tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:13.654954 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f6768dbd-2694-4ebc-985f-b75d79cb45f1 req-036c6d26-03e1-49d9-915a-ec5eee7223ea tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 945 time: 0.2769725 Jul 07 17:06:13.693250 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-a5e2cdd3-320c-4838-99af-39b7345d14d0 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Made reservation on behalf of 17e586787a97456ea44df1f572786774 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:13.697665 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-a5e2cdd3-320c-4838-99af-39b7345d14d0 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.730768 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.735774 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e2c7c9ea-4677-44d7-98a3-8f984762ab48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.738587 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e2c7c9ea-4677-44d7-98a3-8f984762ab48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.743148 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e2c7c9ea-4677-44d7-98a3-8f984762ab48 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/679096b6-fc45-4866-bdff-203512c76e03 HTTP/1.1" status: 204 len: 168 time: 0.6352916 Jul 07 17:06:13.761891 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f6768dbd-2694-4ebc-985f-b75d79cb45f1 req-521936bc-01e2-46c5-96c3-170943caa007 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998397 Jul 07 17:06:13.801800 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7c9ea-4677-44d7-98a3-8f984762ab48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679096b6-fc45-4866-bdff-203512c76e03,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:13.814694 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c36f78bf-a791-44b8-bf7c-5da201a4b4ac req-8b81d98d-664a-4c48-ab2c-f1c3f45518ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b8ab502-71e6-45d7-998a-fbe7b2e557f5 HTTP/1.1" status: 200 len: 217 time: 0.1679399 Jul 07 17:06:13.821953 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port e9c2057e-6941-4f0f-8492-d803bca388f9, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e9c2057e-6941-4f0f-8492-d803bca388f9,segment=NetworkSegment(291c4ab0-fd9d-4251-8b2a-3970849fd1cc),segment_id=291c4ab0-fd9d-4251-8b2a-3970849fd1cc)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:13.834018 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.942864 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f78bf-a791-44b8-bf7c-5da201a4b4ac req-8baa13ec-cfc2-42b9-93d6-e031eff878c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:13.945899 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c36f78bf-a791-44b8-bf7c-5da201a4b4ac req-8baa13ec-cfc2-42b9-93d6-e031eff878c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89ca7077-9a91-4390-ad1c-d7a6ed89ab03 HTTP/1.1" status: 200 len: 854 time: 0.1204181 Jul 07 17:06:13.966869 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=e9c2057e-6941-4f0f-8492-d803bca388f9,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:14.126375 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-a5e2cdd3-320c-4838-99af-39b7345d14d0 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Allocated IP 172.20.0.2 (9ffd6a7f-d7b0-4b5a-b790-da741ae974fa/70cdd0d0-8567-4b58-b257-aa6dbe513c99/1103f1e1-dc48-4f8b-ba50-5e39995d974a) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:14.181747 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7d280328-9ef5-4d61-ab68-7df1d12355eb req-b16d1d83-145e-42af-8b46-a745197ccc2b tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e67678e-f31a-41a3-b5ef-61a4727495f8 HTTP/1.1" status: 200 len: 210 time: 0.1042900 Jul 07 17:06:14.254891 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-dc271ec5-b137-43c6-b1c8-4739c7aae5f1 None None] Provisioning complete for port e9c2057e-6941-4f0f-8492-d803bca388f9 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:14.256071 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-dc271ec5-b137-43c6-b1c8-4739c7aae5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.264531 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f78bf-a791-44b8-bf7c-5da201a4b4ac req-113ba33a-f982-48f4-9409-b30af70e5bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:14.266845 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c36f78bf-a791-44b8-bf7c-5da201a4b4ac req-113ba33a-f982-48f4-9409-b30af70e5bea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=980d4d7f-4d7a-4300-8886-ddee889ed2b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3118095 Jul 07 17:06:14.377299 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4145c58-41c3-40b6-b058-e550178cec1e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Router 20898f28-5ad5-4709-b75f-635491d65495 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:06:14.462632 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-a5e2cdd3-320c-4838-99af-39b7345d14d0 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.472217 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c36f78bf-a791-44b8-bf7c-5da201a4b4ac req-6d14f4ec-bc61-4aa8-b55e-34e373dae517 service neutron] 10.222.0.64 "GET /v2.0/networks/980d4d7f-4d7a-4300-8886-ddee889ed2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934607 Jul 07 17:06:14.539713 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-a5e2cdd3-320c-4838-99af-39b7345d14d0 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.592681 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-a5e2cdd3-320c-4838-99af-39b7345d14d0 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Network 9ffd6a7f-d7b0-4b5a-b790-da741ae974fa is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:14.598021 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-a5e2cdd3-320c-4838-99af-39b7345d14d0 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:14.601323 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-a5e2cdd3-320c-4838-99af-39b7345d14d0 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:14.650181 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2cdd3-320c-4838-99af-39b7345d14d0 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Pushing event updated for resources: {'Port': ['ID=1103f1e1-dc48-4f8b-ba50-5e39995d974a,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:14.713105 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-a5e2cdd3-320c-4838-99af-39b7345d14d0 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:14.718207 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-a5e2cdd3-320c-4838-99af-39b7345d14d0 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.758417 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-a5e2cdd3-320c-4838-99af-39b7345d14d0 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3785179 Jul 07 17:06:14.778947 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-f4197cb7-0228-4386-a587-44e4312da852 service neutron] Request body: {'port': {'device_id': '1e67678e-f31a-41a3-b5ef-61a4727495f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:15.035762 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4145c58-41c3-40b6-b058-e550178cec1e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:06:15.049531 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3f4d82-7527-4522-8068-f986385ec56a None None] Sync routers for ids ['20898f28-5ad5-4709-b75f-635491d65495'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:06:15.051312 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c36f78bf-a791-44b8-bf7c-5da201a4b4ac req-010a47ce-6135-4460-b07e-3b8808cad0b3 service neutron] 10.222.0.64 "GET /v2.0/networks/980d4d7f-4d7a-4300-8886-ddee889ed2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5715799 Jul 07 17:06:15.066776 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3f4d82-7527-4522-8068-f986385ec56a None None] Routers {'20898f28-5ad5-4709-b75f-635491d65495'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:15.068225 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-8a3f4d82-7527-4522-8068-f986385ec56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:05:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['20898f28-5ad5-4709-b75f-635491d65495'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:15.070414 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfd094-45ad-410c-ba07-0b24e412cb7e req-2c8e8383-d51d-4c49-9f77-d0b7c4cf8703 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:15.080077 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a00808-f32d-4b81-a507-4f2fce4712ee req-d75873a0-4323-4a1f-8b5a-7c4d088bb3b2 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:15.081925 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-58a00808-f32d-4b81-a507-4f2fce4712ee req-d75873a0-4323-4a1f-8b5a-7c4d088bb3b2 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 945 time: 0.1393616 Jul 07 17:06:15.083348 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4145c58-41c3-40b6-b058-e550178cec1e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:15.084873 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d4145c58-41c3-40b6-b058-e550178cec1e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.0367024 Jul 07 17:06:15.088294 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fbbfd094-45ad-410c-ba07-0b24e412cb7e req-2c8e8383-d51d-4c49-9f77-d0b7c4cf8703 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d4a8f0-dd06-400d-aa7c-11981ad57346 HTTP/1.1" status: 200 len: 945 time: 0.3022909 Jul 07 17:06:15.089534 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58354) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:15.145541 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-8a3f4d82-7527-4522-8068-f986385ec56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:15.162048 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3f4d82-7527-4522-8068-f986385ec56a None None] Routers {'20898f28-5ad5-4709-b75f-635491d65495'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:15.162836 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-8a3f4d82-7527-4522-8068-f986385ec56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:05:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['20898f28-5ad5-4709-b75f-635491d65495'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:15.165415 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-f4197cb7-0228-4386-a587-44e4312da852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:15.203005 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-58a00808-f32d-4b81-a507-4f2fce4712ee req-a64405cf-4dac-4130-894e-1b269b7d6215 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147864 Jul 07 17:06:15.240720 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-8a3f4d82-7527-4522-8068-f986385ec56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:15.241308 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3f4d82-7527-4522-8068-f986385ec56a None None] The sync data for ids ['20898f28-5ad5-4709-b75f-635491d65495'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:06:15.256979 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fbbfd094-45ad-410c-ba07-0b24e412cb7e req-b1249eec-219f-4e8e-beee-af139bc95c2e tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659791 Jul 07 17:06:15.356707 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e9c2057e-6941-4f0f-8492-d803bca388f9 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:15.504479 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port e9c2057e-6941-4f0f-8492-d803bca388f9 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:15.505167 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:15.985402 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-f4197cb7-0228-4386-a587-44e4312da852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1103f1e1-dc48-4f8b-ba50-5e39995d974a {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:06:16.001316 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-f4197cb7-0228-4386-a587-44e4312da852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:16.023853 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-f4197cb7-0228-4386-a587-44e4312da852 service neutron] Transition to ACTIVE for port object 1103f1e1-dc48-4f8b-ba50-5e39995d974a will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:16.030261 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-f4197cb7-0228-4386-a587-44e4312da852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:16.105364 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4197cb7-0228-4386-a587-44e4312da852 service neutron] Pushing event updated for resources: {'Port': ['ID=1103f1e1-dc48-4f8b-ba50-5e39995d974a,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:16.142576 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca51f6-229b-4e1f-b2c2-a65607f090de req-1823cae9-a631-4a62-b589-a5a924f912f7 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:16.144224 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2eca51f6-229b-4e1f-b2c2-a65607f090de req-1823cae9-a631-4a62-b589-a5a924f912f7 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e67678e-f31a-41a3-b5ef-61a4727495f8 HTTP/1.1" status: 200 len: 931 time: 0.1877534 Jul 07 17:06:16.198119 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-f4197cb7-0228-4386-a587-44e4312da852 service neutron] Attempting to bind port 1103f1e1-dc48-4f8b-ba50-5e39995d974a on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:06:16.198490 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-f4197cb7-0228-4386-a587-44e4312da852 service neutron] Attempting to bind port 1103f1e1-dc48-4f8b-ba50-5e39995d974a by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '53f81cea-49a1-4beb-a5e1-dba35f1ef8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9ffd6a7f-d7b0-4b5a-b790-da741ae974fa'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:06:16.198930 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-f4197cb7-0228-4386-a587-44e4312da852 service neutron] Attempting to bind port 1103f1e1-dc48-4f8b-ba50-5e39995d974a on network 9ffd6a7f-d7b0-4b5a-b790-da741ae974fa {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:16.204376 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-f4197cb7-0228-4386-a587-44e4312da852 service neutron] Port 1103f1e1-dc48-4f8b-ba50-5e39995d974a on network 9ffd6a7f-d7b0-4b5a-b790-da741ae974fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:06:16.204793 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-f4197cb7-0228-4386-a587-44e4312da852 service neutron] Attempting to bind port 1103f1e1-dc48-4f8b-ba50-5e39995d974a on network 9ffd6a7f-d7b0-4b5a-b790-da741ae974fa {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:16.212168 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-f4197cb7-0228-4386-a587-44e4312da852 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:06:16.212489 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-f4197cb7-0228-4386-a587-44e4312da852 service neutron] Checking segment: {'id': '53f81cea-49a1-4beb-a5e1-dba35f1ef8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9ffd6a7f-d7b0-4b5a-b790-da741ae974fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:16.213184 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-f4197cb7-0228-4386-a587-44e4312da852 service neutron] Bound using segment: {'id': '53f81cea-49a1-4beb-a5e1-dba35f1ef8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9ffd6a7f-d7b0-4b5a-b790-da741ae974fa'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:06:16.213704 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-f4197cb7-0228-4386-a587-44e4312da852 service neutron] Bound port: 1103f1e1-dc48-4f8b-ba50-5e39995d974a, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f81cea-49a1-4beb-a5e1-dba35f1ef8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9ffd6a7f-d7b0-4b5a-b790-da741ae974fa'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:06:16.214609 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-f4197cb7-0228-4386-a587-44e4312da852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:16.223779 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dd05f693-2998-41af-b0b9-2af352380e0e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:16.247914 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2eca51f6-229b-4e1f-b2c2-a65607f090de req-d3c95074-55ba-4c16-ac0b-bf16a319994d tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695875 Jul 07 17:06:16.419133 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-f4197cb7-0228-4386-a587-44e4312da852 service neutron] For port 1103f1e1-dc48-4f8b-ba50-5e39995d974a, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:06:16.436791 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-f4197cb7-0228-4386-a587-44e4312da852 service neutron] For port 1103f1e1-dc48-4f8b-ba50-5e39995d974a, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=1103f1e1-dc48-4f8b-ba50-5e39995d974a,segment=NetworkSegment(53f81cea-49a1-4beb-a5e1-dba35f1ef8f8),segment_id=53f81cea-49a1-4beb-a5e1-dba35f1ef8f8)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:06:16.443389 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-f4197cb7-0228-4386-a587-44e4312da852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:16.504051 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-f4197cb7-0228-4386-a587-44e4312da852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:16.504780 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-f4197cb7-0228-4386-a587-44e4312da852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:16.506263 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-f4197cb7-0228-4386-a587-44e4312da852 service neutron] 10.222.0.72 "PUT /v2.0/ports/1103f1e1-dc48-4f8b-ba50-5e39995d974a HTTP/1.1" status: 200 len: 1092 time: 1.7385323 Jul 07 17:06:16.506748 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e67678e-f31a-41a3-b5ef-61a4727495f8', 'tag': '1103f1e1-dc48-4f8b-ba50-5e39995d974a'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:16.509341 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904cbdd9-6fbd-4763-9780-8ed234ec7685" -d '{"events": [{"name": "network-changed", "server_uuid": "1e67678e-f31a-41a3-b5ef-61a4727495f8", "tag": "1103f1e1-dc48-4f8b-ba50-5e39995d974a"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:16.546512 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071e951-c929-4cd9-b51e-0d41a01d6035 req-a6177d70-f6b4-46f0-bfb1-be3915beed0b tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:16.548761 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f071e951-c929-4cd9-b51e-0d41a01d6035 req-a6177d70-f6b4-46f0-bfb1-be3915beed0b tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 945 time: 0.1696355 Jul 07 17:06:16.550359 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4197cb7-0228-4386-a587-44e4312da852 service neutron] Pushing event updated for resources: {'Port': ['ID=1103f1e1-dc48-4f8b-ba50-5e39995d974a,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:16.640024 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f071e951-c929-4cd9-b51e-0d41a01d6035 req-5d9a2a78-5957-4c43-9249-675251cbcd25 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782392 Jul 07 17:06:16.663542 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-c114f0b9-af84-4415-80d0-68dd455b4d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:16.681182 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-c114f0b9-af84-4415-80d0-68dd455b4d72 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=17e586787a97456ea44df1f572786774&device_id=1e67678e-f31a-41a3-b5ef-61a4727495f8 HTTP/1.1" status: 200 len: 1095 time: 0.1066337 Jul 07 17:06:16.719887 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abd90f-6272-460a-abf2-fe4e62f929f9 req-ab908db0-b0cd-4e43-9fd0-2e6fb18ffaf8 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:16.721470 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62abd90f-6272-460a-abf2-fe4e62f929f9 req-ab908db0-b0cd-4e43-9fd0-2e6fb18ffaf8 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d4a8f0-dd06-400d-aa7c-11981ad57346 HTTP/1.1" status: 200 len: 945 time: 0.2533405 Jul 07 17:06:16.737677 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-1ccf74cf-15c0-484f-8d74-a6f644b1fda3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1103f1e1-dc48-4f8b-ba50-5e39995d974a HTTP/1.1" status: 200 len: 217 time: 0.0587053 Jul 07 17:06:16.842003 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-196b17c7-eb60-482d-8742-e7e979823129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:16.845209 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-196b17c7-eb60-482d-8742-e7e979823129 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70cdd0d0-8567-4b58-b257-aa6dbe513c99 HTTP/1.1" status: 200 len: 861 time: 0.0962059 Jul 07 17:06:16.846518 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62abd90f-6272-460a-abf2-fe4e62f929f9 req-adf923fc-1310-4438-abbe-2d67e8ac3022 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930407 Jul 07 17:06:16.892283 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-dd05f693-2998-41af-b0b9-2af352380e0e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Allocated IP 172.20.0.1 (9c1fbf34-304f-4da3-9702-ede2c97e1429/7ee4c0d2-12a7-43ee-bdf6-1afc3fe917d3/194956f0-ab89-4697-ad55-461a09ec83a1) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:16.951505 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-ea876021-be5d-45ef-9b1b-285ba3da68ae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9ffd6a7f-d7b0-4b5a-b790-da741ae974fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964289 Jul 07 17:06:16.954519 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661e94b2-dd47-4471-b62f-44f29ef32983 x-openstack-request-id: req-661e94b2-dd47-4471-b62f-44f29ef32983 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:16.954946 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e67678e-f31a-41a3-b5ef-61a4727495f8", "tag": "1103f1e1-dc48-4f8b-ba50-5e39995d974a", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:16.955335 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-661e94b2-dd47-4471-b62f-44f29ef32983 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:16.956003 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e67678e-f31a-41a3-b5ef-61a4727495f8', 'tag': '1103f1e1-dc48-4f8b-ba50-5e39995d974a', 'status': 'completed', 'code': 200} Jul 07 17:06:17.183704 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dd05f693-2998-41af-b0b9-2af352380e0e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:17.215695 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-dd05f693-2998-41af-b0b9-2af352380e0e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Transition to ACTIVE for port object 194956f0-ab89-4697-ad55-461a09ec83a1 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:17.216934 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-29782c7c-6d9a-41d6-99ec-aa8d782f2beb service neutron] 10.222.0.72 "GET /v2.0/networks/9ffd6a7f-d7b0-4b5a-b790-da741ae974fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572999 Jul 07 17:06:17.289957 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dd05f693-2998-41af-b0b9-2af352380e0e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:17.372438 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd05f693-2998-41af-b0b9-2af352380e0e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Network 9c1fbf34-304f-4da3-9702-ede2c97e1429 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:17.374136 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-dd05f693-2998-41af-b0b9-2af352380e0e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:17.377110 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05f693-2998-41af-b0b9-2af352380e0e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Pushing event updated for resources: {'Port': ['ID=194956f0-ab89-4697-ad55-461a09ec83a1,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:17.389440 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd05f693-2998-41af-b0b9-2af352380e0e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:17.457080 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a4e2cfc-ba89-4050-b17d-6580c9d09d0d req-c7e5a6b7-38ad-4363-9512-2897bada2883 service neutron] 10.222.0.72 "GET /v2.0/networks/9ffd6a7f-d7b0-4b5a-b790-da741ae974fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313888 Jul 07 17:06:17.498583 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dd05f693-2998-41af-b0b9-2af352380e0e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:17.585313 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2319641-5773-4990-81a8-835798474924 req-102b19dd-c8a6-448e-95b8-7ebc0266ce09 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:17.592813 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2319641-5773-4990-81a8-835798474924 req-102b19dd-c8a6-448e-95b8-7ebc0266ce09 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d4a8f0-dd06-400d-aa7c-11981ad57346 HTTP/1.1" status: 200 len: 945 time: 0.1596286 Jul 07 17:06:17.672824 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2319641-5773-4990-81a8-835798474924 req-a2b9596b-0445-48e2-979c-e05d543f9a81 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788522 Jul 07 17:06:17.686136 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cbdd9-6fbd-4763-9780-8ed234ec7685 req-ebcfffbd-0ade-4b1b-b80b-a439977c1740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:17.691151 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-904cbdd9-6fbd-4763-9780-8ed234ec7685 req-ebcfffbd-0ade-4b1b-b80b-a439977c1740 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=17e586787a97456ea44df1f572786774&device_id=1e67678e-f31a-41a3-b5ef-61a4727495f8 HTTP/1.1" status: 200 len: 1095 time: 0.1316817 Jul 07 17:06:17.767032 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dd05f693-2998-41af-b0b9-2af352380e0e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:17.858422 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9dfc379c-1beb-4939-8b24-e606ae7d708b None None] Provisioning for port 194956f0-ab89-4697-ad55-461a09ec83a1 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:17.866165 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9dfc379c-1beb-4939-8b24-e606ae7d708b None None] Provisioning complete for port 194956f0-ab89-4697-ad55-461a09ec83a1 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:17.866973 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9dfc379c-1beb-4939-8b24-e606ae7d708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:17.919189 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-9dfc379c-1beb-4939-8b24-e606ae7d708b None None] Port 194956f0-ab89-4697-ad55-461a09ec83a1 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:06:17.956252 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63bae1-390f-4bd2-8acc-6de40c21d706 req-b3092caf-e38e-4902-8ae9-1573f34c593c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:17.959126 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a63bae1-390f-4bd2-8acc-6de40c21d706 req-b3092caf-e38e-4902-8ae9-1573f34c593c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e67678e-f31a-41a3-b5ef-61a4727495f8 HTTP/1.1" status: 200 len: 943 time: 0.2969615 Jul 07 17:06:18.010058 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cbdd9-6fbd-4763-9780-8ed234ec7685 req-edeb522c-4d5f-4d7d-a5d0-73c641c88dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:18.012562 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-904cbdd9-6fbd-4763-9780-8ed234ec7685 req-edeb522c-4d5f-4d7d-a5d0-73c641c88dab service neutron] 10.222.0.72 "GET /v2.0/networks?id=9ffd6a7f-d7b0-4b5a-b790-da741ae974fa HTTP/1.1" status: 200 len: 922 time: 0.2900784 Jul 07 17:06:18.105555 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-904cbdd9-6fbd-4763-9780-8ed234ec7685 req-e9ff10c6-133b-4047-aa2d-d25c72d6d318 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1103f1e1-dc48-4f8b-ba50-5e39995d974a HTTP/1.1" status: 200 len: 217 time: 0.0837300 Jul 07 17:06:18.121511 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a63bae1-390f-4bd2-8acc-6de40c21d706 req-1d123561-6228-4263-a277-0b9a78766822 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554534 Jul 07 17:06:18.221620 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dd05f693-2998-41af-b0b9-2af352380e0e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:18.223967 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cbdd9-6fbd-4763-9780-8ed234ec7685 req-3cd071d2-db07-4cb7-aed7-7cecc0de5039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:18.227051 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-904cbdd9-6fbd-4763-9780-8ed234ec7685 req-3cd071d2-db07-4cb7-aed7-7cecc0de5039 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70cdd0d0-8567-4b58-b257-aa6dbe513c99 HTTP/1.1" status: 200 len: 861 time: 0.1026688 Jul 07 17:06:18.228683 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dd05f693-2998-41af-b0b9-2af352380e0e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:18.289102 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05f693-2998-41af-b0b9-2af352380e0e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Pushing event updated for resources: {'Port': ['ID=194956f0-ab89-4697-ad55-461a09ec83a1,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:18.289937 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-904cbdd9-6fbd-4763-9780-8ed234ec7685 req-89642a7e-401c-45bb-ae99-a8057b5b36fe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9ffd6a7f-d7b0-4b5a-b790-da741ae974fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558836 Jul 07 17:06:18.350773 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dd05f693-2998-41af-b0b9-2af352380e0e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:18.513159 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd05f693-2998-41af-b0b9-2af352380e0e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Network 9c1fbf34-304f-4da3-9702-ede2c97e1429 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:18.521226 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-dd05f693-2998-41af-b0b9-2af352380e0e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:18.524252 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-904cbdd9-6fbd-4763-9780-8ed234ec7685 req-1ad21e8b-04a7-4040-b5fb-bba8d5d80b7b service neutron] 10.222.0.72 "GET /v2.0/networks/9ffd6a7f-d7b0-4b5a-b790-da741ae974fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204359 Jul 07 17:06:18.537889 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c32389-7075-474f-969f-63f9bd95c856 req-dff84d36-0b66-4fb6-a570-8a5bd9d7adb0 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:18.539550 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d8c32389-7075-474f-969f-63f9bd95c856 req-dff84d36-0b66-4fb6-a570-8a5bd9d7adb0 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=47553531-46f9-4984-8386-ed272d15fbad HTTP/1.1" status: 200 len: 945 time: 0.1219552 Jul 07 17:06:18.593167 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdb810-5bc6-4183-92d2-29e5d6c9f395 req-d5a15c24-f3d7-4ced-820b-0fdd2385cb13 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:18.595862 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2fbdb810-5bc6-4183-92d2-29e5d6c9f395 req-d5a15c24-f3d7-4ced-820b-0fdd2385cb13 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 945 time: 0.2135851 Jul 07 17:06:18.664166 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d8c32389-7075-474f-969f-63f9bd95c856 req-0f4e5307-fac4-4a25-b625-a8339dd89a68 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169279 Jul 07 17:06:18.685715 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2fbdb810-5bc6-4183-92d2-29e5d6c9f395 req-f66aee37-059f-494b-bcd9-f9837ced16f8 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795469 Jul 07 17:06:18.699441 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-904cbdd9-6fbd-4763-9780-8ed234ec7685 req-b4491755-9a80-4285-b331-c883c190a839 service neutron] 10.222.0.72 "GET /v2.0/networks/9ffd6a7f-d7b0-4b5a-b790-da741ae974fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654148 Jul 07 17:06:18.747941 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd05f693-2998-41af-b0b9-2af352380e0e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Router 20898f28-5ad5-4709-b75f-635491d65495 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:06:18.862316 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ced243fb-99b0-4a51-8345-3ae69757b83b None None] Provisioning complete for port 194956f0-ab89-4697-ad55-461a09ec83a1 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:18.863497 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ced243fb-99b0-4a51-8345-3ae69757b83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:18.910232 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-ced243fb-99b0-4a51-8345-3ae69757b83b None None] Port 194956f0-ab89-4697-ad55-461a09ec83a1 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:06:18.932892 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd05f693-2998-41af-b0b9-2af352380e0e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:06:18.944004 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-dd05f693-2998-41af-b0b9-2af352380e0e tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] 10.222.0.53 "PUT /v2.0/routers/20898f28-5ad5-4709-b75f-635491d65495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8415298 Jul 07 17:06:18.945716 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58512) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:18.954531 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80860296-3b71-43df-8ee9-6d780efa55af None None] Sync routers for ids ['20898f28-5ad5-4709-b75f-635491d65495'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:06:18.966843 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80860296-3b71-43df-8ee9-6d780efa55af None None] Routers {'20898f28-5ad5-4709-b75f-635491d65495'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:18.967548 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-80860296-3b71-43df-8ee9-6d780efa55af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:05:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['20898f28-5ad5-4709-b75f-635491d65495'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:18.969964 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-de6a61ce-6049-4237-a95c-ad2875289469 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Request body: {'port': {'network_id': '9c1fbf34-304f-4da3-9702-ede2c97e1429', 'name': 'tempest-FloatingIPAdminTestJSON-156604017'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:19.017268 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-80860296-3b71-43df-8ee9-6d780efa55af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:19.030266 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80860296-3b71-43df-8ee9-6d780efa55af None None] Routers {'20898f28-5ad5-4709-b75f-635491d65495'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:19.032563 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-80860296-3b71-43df-8ee9-6d780efa55af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:05:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['20898f28-5ad5-4709-b75f-635491d65495'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:19.073039 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-80860296-3b71-43df-8ee9-6d780efa55af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:19.074221 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80860296-3b71-43df-8ee9-6d780efa55af None None] The sync data for ids ['20898f28-5ad5-4709-b75f-635491d65495'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:06:19.166069 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6a61ce-6049-4237-a95c-ad2875289469 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Made reservation on behalf of 93026716fe644dc9afde9c1d74c1b502 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:19.173168 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-de6a61ce-6049-4237-a95c-ad2875289469 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:19.207057 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-de6a61ce-6049-4237-a95c-ad2875289469 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] device_id is not set on port 8a0a78d5-070f-4906-93ee-dc22a6c8382c yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:06:19.242711 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74626fa-28e8-44b6-9505-13afa15cac94 req-2f738fd1-93c9-4e67-8add-e966da705309 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:19.244510 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a74626fa-28e8-44b6-9505-13afa15cac94 req-2f738fd1-93c9-4e67-8add-e966da705309 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=f84ca80e-2a87-41df-9f81-138d1c6bfecc HTTP/1.1" status: 200 len: 946 time: 0.1040859 Jul 07 17:06:19.316729 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a74626fa-28e8-44b6-9505-13afa15cac94 req-226d4695-2ca4-4d03-bcd7-8bbfdaf51491 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628831 Jul 07 17:06:19.376456 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-de6a61ce-6049-4237-a95c-ad2875289469 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Allocated IP 172.20.0.10 (9c1fbf34-304f-4da3-9702-ede2c97e1429/7ee4c0d2-12a7-43ee-bdf6-1afc3fe917d3/8a0a78d5-070f-4906-93ee-dc22a6c8382c) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:19.591942 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b5961-97a7-44c3-aedb-4bf217c48d42 req-da064a0a-9817-4c08-a653-997a1eff128b tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:19.594223 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e78b5961-97a7-44c3-aedb-4bf217c48d42 req-da064a0a-9817-4c08-a653-997a1eff128b tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e67678e-f31a-41a3-b5ef-61a4727495f8 HTTP/1.1" status: 200 len: 943 time: 0.1409981 Jul 07 17:06:19.601201 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-de6a61ce-6049-4237-a95c-ad2875289469 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:19.639847 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-de6a61ce-6049-4237-a95c-ad2875289469 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Transition to ACTIVE for port object 8a0a78d5-070f-4906-93ee-dc22a6c8382c will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:19.644006 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e78b5961-97a7-44c3-aedb-4bf217c48d42 req-d43433d9-fbf1-4941-b0ad-0e0ac3a2c9e5 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410042 Jul 07 17:06:19.659905 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-3f8fb545-cdb7-440c-a833-7f37d6912311 req-d1622066-c863-4094-a8d2-9787ac4d757a tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:06:19.661700 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3f8fb545-cdb7-440c-a833-7f37d6912311 req-d1622066-c863-4094-a8d2-9787ac4d757a tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126624 Jul 07 17:06:19.841827 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-de6a61ce-6049-4237-a95c-ad2875289469 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.318908 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee8472-6942-4493-a990-4b0f15c3f537 req-1cbfc2a3-bc95-45f4-82e0-35839d6b3af4 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:20.320613 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ecee8472-6942-4493-a990-4b0f15c3f537 req-1cbfc2a3-bc95-45f4-82e0-35839d6b3af4 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 945 time: 0.0840645 Jul 07 17:06:20.382912 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ecee8472-6942-4493-a990-4b0f15c3f537 req-297607c0-b8bb-4cb9-9e1a-7f9f8b807f56 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550475 Jul 07 17:06:20.396767 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6a61ce-6049-4237-a95c-ad2875289469 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Network 9c1fbf34-304f-4da3-9702-ede2c97e1429 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:20.403812 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3f8fb545-cdb7-440c-a833-7f37d6912311 req-66bde7e0-235d-4882-b7bd-b9010ebefe71 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.7330456 Jul 07 17:06:20.408226 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-de6a61ce-6049-4237-a95c-ad2875289469 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:20.434754 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6a61ce-6049-4237-a95c-ad2875289469 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:20.444519 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a61ce-6049-4237-a95c-ad2875289469 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Pushing event updated for resources: {'Port': ['ID=8a0a78d5-070f-4906-93ee-dc22a6c8382c,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:20.541745 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6a61ce-6049-4237-a95c-ad2875289469 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:20.544140 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-de6a61ce-6049-4237-a95c-ad2875289469 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.582259 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58618) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:20.584893 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-de6a61ce-6049-4237-a95c-ad2875289469 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6367528 Jul 07 17:06:20.858577 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-98061860-9772-433a-999e-893663213b09 None None] Provisioning for port 8a0a78d5-070f-4906-93ee-dc22a6c8382c completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:20.868856 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-98061860-9772-433a-999e-893663213b09 None None] Provisioning complete for port 8a0a78d5-070f-4906-93ee-dc22a6c8382c triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:20.869481 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-98061860-9772-433a-999e-893663213b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.920064 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-8ab41a2d-e808-40d5-9ec6-b7d12163c7e8 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'project_id': '93026716fe644dc9afde9c1d74c1b502', 'port_id': '8a0a78d5-070f-4906-93ee-dc22a6c8382c'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:20.948194 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-98061860-9772-433a-999e-893663213b09 None None] Port 8a0a78d5-070f-4906-93ee-dc22a6c8382c cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:06:21.028365 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8ab41a2d-e808-40d5-9ec6-b7d12163c7e8 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:21.089879 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3afa9-0277-4a1d-88b4-30b8a45aafe9 req-66de2d25-e124-413f-bc3d-0bffe4178505 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:21.091505 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3c3afa9-0277-4a1d-88b4-30b8a45aafe9 req-66de2d25-e124-413f-bc3d-0bffe4178505 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d4a8f0-dd06-400d-aa7c-11981ad57346 HTTP/1.1" status: 200 len: 945 time: 0.1620116 Jul 07 17:06:21.148773 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3c3afa9-0277-4a1d-88b4-30b8a45aafe9 req-49426dab-1432-444e-b96a-23fe593cad1e tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464509 Jul 07 17:06:21.187976 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8ab41a2d-e808-40d5-9ec6-b7d12163c7e8 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:21.365262 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-8ab41a2d-e808-40d5-9ec6-b7d12163c7e8 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Allocated IP 172.25.0.204 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/c4674e22-934e-4a88-ac67-5893314a51d4) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:21.536605 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:06:21.569193 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cf15d-1284-42e9-9857-4528e6bfa088 req-54dd6d8d-3f4d-4598-a6c1-21f0921ebc9c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:21.570905 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-324cf15d-1284-42e9-9857-4528e6bfa088 req-54dd6d8d-3f4d-4598-a6c1-21f0921ebc9c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e67678e-f31a-41a3-b5ef-61a4727495f8 HTTP/1.1" status: 200 len: 943 time: 0.1795263 Jul 07 17:06:21.582829 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8ab41a2d-e808-40d5-9ec6-b7d12163c7e8 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:21.616050 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 1103f1e1-dc48-4f8b-ba50-5e39995d974a details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:06:21.636523 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-324cf15d-1284-42e9-9857-4528e6bfa088 req-66d6183d-ed0c-4584-ac63-7785058cb484 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508583 Jul 07 17:06:21.684848 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8ab41a2d-e808-40d5-9ec6-b7d12163c7e8 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:21.759024 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab41a2d-e808-40d5-9ec6-b7d12163c7e8 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Pushing event updated for resources: {'Port': ['ID=c4674e22-934e-4a88-ac67-5893314a51d4,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:21.779604 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab41a2d-e808-40d5-9ec6-b7d12163c7e8 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:21.781778 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-8ab41a2d-e808-40d5-9ec6-b7d12163c7e8 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:21.784762 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab41a2d-e808-40d5-9ec6-b7d12163c7e8 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:21.819400 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 1103f1e1-dc48-4f8b-ba50-5e39995d974a, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=1103f1e1-dc48-4f8b-ba50-5e39995d974a,segment=NetworkSegment(53f81cea-49a1-4beb-a5e1-dba35f1ef8f8),segment_id=53f81cea-49a1-4beb-a5e1-dba35f1ef8f8)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:21.848227 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '1103f1e1-dc48-4f8b-ba50-5e39995d974a', 'network_id': '9ffd6a7f-d7b0-4b5a-b790-da741ae974fa', 'port_id': '1103f1e1-dc48-4f8b-ba50-5e39995d974a', 'mac_address': 'fa:16:3e:7e:f2:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70cdd0d0-8567-4b58-b257-aa6dbe513c99', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:06:21.919565 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:21.945737 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1103f1e1-dc48-4f8b-ba50-5e39995d974a {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:06:21.992883 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 1103f1e1-dc48-4f8b-ba50-5e39995d974a, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=1103f1e1-dc48-4f8b-ba50-5e39995d974a,segment=NetworkSegment(53f81cea-49a1-4beb-a5e1-dba35f1ef8f8),segment_id=53f81cea-49a1-4beb-a5e1-dba35f1ef8f8)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:22.000885 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:22.081116 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=1103f1e1-dc48-4f8b-ba50-5e39995d974a,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:22.126439 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0dbe06-0e41-43c6-a7ce-1907c5904ca6 req-c0be85c1-30ce-41dc-b6af-3a51cba70334 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:22.128055 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2a0dbe06-0e41-43c6-a7ce-1907c5904ca6 req-c0be85c1-30ce-41dc-b6af-3a51cba70334 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=47553531-46f9-4984-8386-ed272d15fbad HTTP/1.1" status: 200 len: 945 time: 0.1772907 Jul 07 17:06:22.227716 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2a0dbe06-0e41-43c6-a7ce-1907c5904ca6 req-ebf9d4ed-7934-4037-a1d8-919a4270a7e5 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644126 Jul 07 17:06:22.339111 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['1103f1e1-dc48-4f8b-ba50-5e39995d974a'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:22.448160 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8ab41a2d-e808-40d5-9ec6-b7d12163c7e8 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:22.622723 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8ab41a2d-e808-40d5-9ec6-b7d12163c7e8 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:22.687022 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6c68b-0cfd-474f-8d60-dfa2b7bdb1b5 req-d4649d6e-36dc-43a9-9d19-a05bb9246557 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:22.688940 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dff6c68b-0cfd-474f-8d60-dfa2b7bdb1b5 req-d4649d6e-36dc-43a9-9d19-a05bb9246557 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=f84ca80e-2a87-41df-9f81-138d1c6bfecc HTTP/1.1" status: 200 len: 946 time: 0.1454782 Jul 07 17:06:22.750010 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 925938cb-6953-43da-bb93-f0caed7d8932 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:06:22.780416 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dff6c68b-0cfd-474f-8d60-dfa2b7bdb1b5 req-6ddc5beb-e075-4041-ba9a-4057da0b199c tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849137 Jul 07 17:06:22.864057 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8ab41a2d-e808-40d5-9ec6-b7d12163c7e8 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:22.871647 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8ab41a2d-e808-40d5-9ec6-b7d12163c7e8 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:22.929446 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 925938cb-6953-43da-bb93-f0caed7d8932, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=925938cb-6953-43da-bb93-f0caed7d8932,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:22.955037 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '925938cb-6953-43da-bb93-f0caed7d8932', 'network_id': '9a069726-4687-4aab-843c-2a39928b12be', 'port_id': '925938cb-6953-43da-bb93-f0caed7d8932', 'mac_address': 'fa:16:3e:18:8e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d83fa63-04fe-47d2-9e05-061a0c3de479', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:06:22.981808 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab41a2d-e808-40d5-9ec6-b7d12163c7e8 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Pushing event updated for resources: {'Port': ['ID=c4674e22-934e-4a88-ac67-5893314a51d4,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:23.012817 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8ab41a2d-e808-40d5-9ec6-b7d12163c7e8 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.024315 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.041571 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 925938cb-6953-43da-bb93-f0caed7d8932 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:06:23.071028 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 925938cb-6953-43da-bb93-f0caed7d8932, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=925938cb-6953-43da-bb93-f0caed7d8932,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:23.074533 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d3f2f-c995-4a8b-8724-e49c9e42e2a8 req-f7d56035-00fd-4623-901e-de4d417a04ed tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:23.076193 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0d2d3f2f-c995-4a8b-8724-e49c9e42e2a8 req-f7d56035-00fd-4623-901e-de4d417a04ed tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e67678e-f31a-41a3-b5ef-61a4727495f8 HTTP/1.1" status: 200 len: 944 time: 0.1654139 Jul 07 17:06:23.084246 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.163909 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0d2d3f2f-c995-4a8b-8724-e49c9e42e2a8 req-a40c7815-3367-4cfa-9ec3-dabec333f8bf tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780880 Jul 07 17:06:23.174877 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-8ab41a2d-e808-40d5-9ec6-b7d12163c7e8 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Floating IP 99eb1e82-10e9-4cd1-a643-ac54703c2f2c associated. External IP: 172.25.0.204, port: 8a0a78d5-070f-4906-93ee-dc22a6c8382c. Jul 07 17:06:23.302250 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=925938cb-6953-43da-bb93-f0caed7d8932,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:23.359925 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c41a001c-564c-475d-9457-2def54d272e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.370330 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['925938cb-6953-43da-bb93-f0caed7d8932'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:23.626647 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 1103f1e1-dc48-4f8b-ba50-5e39995d974a up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:23.762252 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 1103f1e1-dc48-4f8b-ba50-5e39995d974a completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:23.768243 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 1103f1e1-dc48-4f8b-ba50-5e39995d974a triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:23.769381 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.772091 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6480521-166f-471a-a0ab-4f11b9d68772 req-12b230d0-fed3-4a50-bf9a-0e9ae4fc6691 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:23.786870 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6480521-166f-471a-a0ab-4f11b9d68772 req-12b230d0-fed3-4a50-bf9a-0e9ae4fc6691 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:23.804612 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6480521-166f-471a-a0ab-4f11b9d68772 req-12b230d0-fed3-4a50-bf9a-0e9ae4fc6691 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:23.806465 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f6480521-166f-471a-a0ab-4f11b9d68772 req-12b230d0-fed3-4a50-bf9a-0e9ae4fc6691 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=f84ca80e-2a87-41df-9f81-138d1c6bfecc&device_id=47553531-46f9-4984-8386-ed272d15fbad&device_id=35d4a8f0-dd06-400d-aa7c-11981ad57346 HTTP/1.1" status: 200 len: 2417 time: 0.1670904 Jul 07 17:06:23.883618 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f6480521-166f-471a-a0ab-4f11b9d68772 req-03f23fda-c611-486c-b889-581c2b582192 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666020 Jul 07 17:06:23.931434 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.981079 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e67678e-f31a-41a3-b5ef-61a4727495f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1103f1e1-dc48-4f8b-ba50-5e39995d974a'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:23.985583 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd49a24f-db51-446c-8602-d752d8b9754d" -d '{"events": [{"server_uuid": "1e67678e-f31a-41a3-b5ef-61a4727495f8", "name": "network-vif-plugged", "status": "completed", "tag": "1103f1e1-dc48-4f8b-ba50-5e39995d974a"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:24.010949 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 1103f1e1-dc48-4f8b-ba50-5e39995d974a, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=1103f1e1-dc48-4f8b-ba50-5e39995d974a,segment=NetworkSegment(53f81cea-49a1-4beb-a5e1-dba35f1ef8f8),segment_id=53f81cea-49a1-4beb-a5e1-dba35f1ef8f8)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:24.019033 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.066344 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab41a2d-e808-40d5-9ec6-b7d12163c7e8 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Router 20898f28-5ad5-4709-b75f-635491d65495 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:06:24.095272 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=1103f1e1-dc48-4f8b-ba50-5e39995d974a,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:24.198858 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-857afb02-845f-449c-b719-c2f296d63c27 req-7da6ee33-e625-4aac-b4e0-af681be4a369 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:06:24.200075 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-857afb02-845f-449c-b719-c2f296d63c27 req-7da6ee33-e625-4aac-b4e0-af681be4a369 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079572 Jul 07 17:06:24.296976 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab41a2d-e808-40d5-9ec6-b7d12163c7e8 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:06:24.321810 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3f4a5c-f998-48e9-ab2b-6af9a6f023cf None None] Sync routers for ids ['20898f28-5ad5-4709-b75f-635491d65495'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:06:24.339304 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c2b4ca-040b-48d4-9113-5d31b24fece8 x-openstack-request-id: req-77c2b4ca-040b-48d4-9113-5d31b24fece8 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:24.339746 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e67678e-f31a-41a3-b5ef-61a4727495f8", "name": "network-vif-plugged", "status": "completed", "tag": "1103f1e1-dc48-4f8b-ba50-5e39995d974a", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:24.340150 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77c2b4ca-040b-48d4-9113-5d31b24fece8 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:24.340783 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e67678e-f31a-41a3-b5ef-61a4727495f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1103f1e1-dc48-4f8b-ba50-5e39995d974a', 'code': 200} Jul 07 17:06:24.343521 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3f4a5c-f998-48e9-ab2b-6af9a6f023cf None None] Routers {'20898f28-5ad5-4709-b75f-635491d65495'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:24.345573 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-6a3f4a5c-f998-48e9-ab2b-6af9a6f023cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:05:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['20898f28-5ad5-4709-b75f-635491d65495'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:24.366898 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8ab41a2d-e808-40d5-9ec6-b7d12163c7e8 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.420537 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-6a3f4a5c-f998-48e9-ab2b-6af9a6f023cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:24.444813 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3f4a5c-f998-48e9-ab2b-6af9a6f023cf None None] Routers {'20898f28-5ad5-4709-b75f-635491d65495'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:24.444813 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-6a3f4a5c-f998-48e9-ab2b-6af9a6f023cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:05:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['20898f28-5ad5-4709-b75f-635491d65495'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:24.497020 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-857afb02-845f-449c-b719-c2f296d63c27 req-95023f03-0b29-43c9-a039-303ad14533c3 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2837596 Jul 07 17:06:24.506211 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8ab41a2d-e808-40d5-9ec6-b7d12163c7e8 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.9225581 Jul 07 17:06:24.506897 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58834) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:24.520582 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-6a3f4a5c-f998-48e9-ab2b-6af9a6f023cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:24.521706 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3f4a5c-f998-48e9-ab2b-6af9a6f023cf None None] The sync data for ids ['20898f28-5ad5-4709-b75f-635491d65495'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:06:24.760111 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 925938cb-6953-43da-bb93-f0caed7d8932 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:24.794867 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8b0d4541-59a2-4c8e-b5f7-e6dff31d5eeb tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] 10.222.0.53 "GET /v2.0/floatingips/99eb1e82-10e9-4cd1-a643-ac54703c2f2c HTTP/1.1" status: 200 len: 983 time: 0.2781382 Jul 07 17:06:24.797755 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58864) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:24.880114 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b097be-8080-4ec5-9a3d-881fc441dd19 req-0668d175-d230-497f-b87d-4a58832f7dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:24.891895 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e0b097be-8080-4ec5-9a3d-881fc441dd19 req-0668d175-d230-497f-b87d-4a58832f7dd8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1e67678e-f31a-41a3-b5ef-61a4727495f8 HTTP/1.1" status: 200 len: 1097 time: 0.4102247 Jul 07 17:06:24.906546 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ac74adad-8f32-4c6f-8f9f-d536bdb3f59d tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3822 time: 0.1077013 Jul 07 17:06:24.911542 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58866) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:24.930060 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 925938cb-6953-43da-bb93-f0caed7d8932 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:24.930537 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.011303 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e0b097be-8080-4ec5-9a3d-881fc441dd19 req-40be9511-5c5f-44f7-a30d-a71397a16a2e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150134 Jul 07 17:06:25.055395 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.134398 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 925938cb-6953-43da-bb93-f0caed7d8932, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=925938cb-6953-43da-bb93-f0caed7d8932,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:25.141308 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.208848 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74209eae-285d-44fa-9507-34aa8771249d req-2c7428b1-6d2b-4a1c-9ffa-8684c020d365 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:25.216962 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-74209eae-285d-44fa-9507-34aa8771249d req-2c7428b1-6d2b-4a1c-9ffa-8684c020d365 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e67678e-f31a-41a3-b5ef-61a4727495f8 HTTP/1.1" status: 200 len: 945 time: 0.1798501 Jul 07 17:06:25.268939 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=925938cb-6953-43da-bb93-f0caed7d8932,revision_number=7']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:25.285454 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-74209eae-285d-44fa-9507-34aa8771249d req-8278fa7d-3ff4-4223-abbf-9e21f4749e1e tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681841 Jul 07 17:06:25.317322 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-239fbe4e-254a-4bc2-9874-ef3795e1ea8a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Deleting port c4674e22-934e-4a88-ac67-5893314a51d4 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:25.317679 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-239fbe4e-254a-4bc2-9874-ef3795e1ea8a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.518763 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-239fbe4e-254a-4bc2-9874-ef3795e1ea8a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.519115 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-239fbe4e-254a-4bc2-9874-ef3795e1ea8a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.551679 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-239fbe4e-254a-4bc2-9874-ef3795e1ea8a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Calling delete_port for c4674e22-934e-4a88-ac67-5893314a51d4 owned by network:floatingip {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:25.929630 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-239fbe4e-254a-4bc2-9874-ef3795e1ea8a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.978967 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fbe4e-254a-4bc2-9874-ef3795e1ea8a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Pushing event deleted for resources: {'Port': ['ID=c4674e22-934e-4a88-ac67-5893314a51d4,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:26.080611 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-239fbe4e-254a-4bc2-9874-ef3795e1ea8a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks [] for floatingip, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:26.081055 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-239fbe4e-254a-4bc2-9874-ef3795e1ea8a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Floating IP 99eb1e82-10e9-4cd1-a643-ac54703c2f2c disassociated (deleted). External IP: 172.25.0.204, port: 8a0a78d5-070f-4906-93ee-dc22a6c8382c. Jul 07 17:06:26.149115 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:26.342723 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e06f329-b82d-4ba2-969e-9b138191b875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925938cb-6953-43da-bb93-f0caed7d8932'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:26.348893 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03d8eff-ad67-4594-b632-4189c640dbda" -d '{"events": [{"server_uuid": "8e06f329-b82d-4ba2-969e-9b138191b875", "name": "network-vif-plugged", "status": "completed", "tag": "925938cb-6953-43da-bb93-f0caed7d8932"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:26.590494 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d47c5b-bf0f-46ed-a833-e03feb35797a x-openstack-request-id: req-09d47c5b-bf0f-46ed-a833-e03feb35797a {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:26.590792 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e06f329-b82d-4ba2-969e-9b138191b875", "name": "network-vif-plugged", "status": "completed", "tag": "925938cb-6953-43da-bb93-f0caed7d8932", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:26.591233 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09d47c5b-bf0f-46ed-a833-e03feb35797a {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:26.591823 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e06f329-b82d-4ba2-969e-9b138191b875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925938cb-6953-43da-bb93-f0caed7d8932', 'code': 200} Jul 07 17:06:26.717790 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f2a6aa8e-db8c-4669-95c1-7b8d27a0d9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:26.741559 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d566d-73c1-4729-a6ca-99c61eb7d8cd req-9f41dc21-5e07-4543-b433-1127a8e4202a tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:26.756715 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d80d566d-73c1-4729-a6ca-99c61eb7d8cd req-9f41dc21-5e07-4543-b433-1127a8e4202a tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e67678e-f31a-41a3-b5ef-61a4727495f8 HTTP/1.1" status: 200 len: 945 time: 0.1502552 Jul 07 17:06:26.775201 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239fbe4e-254a-4bc2-9874-ef3795e1ea8a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Router 20898f28-5ad5-4709-b75f-635491d65495 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:06:26.844212 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d80d566d-73c1-4729-a6ca-99c61eb7d8cd req-dfe6774d-5823-4251-af19-8ea3f38635f6 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860693 Jul 07 17:06:27.006870 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239fbe4e-254a-4bc2-9874-ef3795e1ea8a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:06:27.019642 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042bcff2-2188-4de2-b14f-deed27b98b4c None None] Sync routers for ids ['20898f28-5ad5-4709-b75f-635491d65495'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:06:27.036832 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-239fbe4e-254a-4bc2-9874-ef3795e1ea8a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.040212 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042bcff2-2188-4de2-b14f-deed27b98b4c None None] Routers {'20898f28-5ad5-4709-b75f-635491d65495'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:27.041265 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-042bcff2-2188-4de2-b14f-deed27b98b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:06:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['20898f28-5ad5-4709-b75f-635491d65495'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:27.087052 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-239fbe4e-254a-4bc2-9874-ef3795e1ea8a tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] 10.222.0.53 "DELETE /v2.0/floatingips/99eb1e82-10e9-4cd1-a643-ac54703c2f2c HTTP/1.1" status: 204 len: 168 time: 2.1743376 Jul 07 17:06:27.092517 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59002) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:27.103318 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:27.157155 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.159085 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-042bcff2-2188-4de2-b14f-deed27b98b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:27.182562 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042bcff2-2188-4de2-b14f-deed27b98b4c None None] Routers {'20898f28-5ad5-4709-b75f-635491d65495'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:27.185536 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-042bcff2-2188-4de2-b14f-deed27b98b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:06:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['20898f28-5ad5-4709-b75f-635491d65495'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:27.286858 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-042bcff2-2188-4de2-b14f-deed27b98b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:27.292943 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042bcff2-2188-4de2-b14f-deed27b98b4c None None] The sync data for ids ['20898f28-5ad5-4709-b75f-635491d65495'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:06:27.379074 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.663247 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Allocated IP 172.25.0.219 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/aab8df96-ded1-4eb6-935a-8441afa69991) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:27.787942 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.983082 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:28.004516 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0b612-988b-4b80-97e9-e2b4d4f47252 req-634fdbd0-7cbf-42b3-99d0-bd5c752fe8fc tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:28.011712 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fac0b612-988b-4b80-97e9-e2b4d4f47252 req-634fdbd0-7cbf-42b3-99d0-bd5c752fe8fc tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e67678e-f31a-41a3-b5ef-61a4727495f8 HTTP/1.1" status: 200 len: 945 time: 0.1875222 Jul 07 17:06:28.082788 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fac0b612-988b-4b80-97e9-e2b4d4f47252 req-c54bc280-4a31-441c-8693-028b5c36421a tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700281 Jul 07 17:06:28.128221 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:28.197856 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:28.207420 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:28.216989 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:28.248680 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Pushing event updated for resources: {'Port': ['ID=aab8df96-ded1-4eb6-935a-8441afa69991,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:28.429707 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:28.584943 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:28.927740 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:28.940696 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:29.043907 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Pushing event updated for resources: {'Port': ['ID=aab8df96-ded1-4eb6-935a-8441afa69991,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:29.057826 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:29.058834 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:29.059653 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:29.060429 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:29.061018 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:29.062496 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:29.063147 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:29.063800 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:29.064347 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:29.064922 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:29.065469 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:29.066034 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:29.162806 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:29.204289 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:29.211823 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-196ea2c2-7a4e-4871-8af0-3d773277a95e tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1085215 Jul 07 17:06:29.212293 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59068) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:29.553757 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-fc79a047-b63f-4e00-a4bf-7943228358a0 tempest-FloatingIPAdminTestJSON-2026232157 tempest-FloatingIPAdminTestJSON-2026232157-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:29.563049 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59074) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:29.660048 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fc79a047-b63f-4e00-a4bf-7943228358a0 tempest-FloatingIPAdminTestJSON-2026232157 tempest-FloatingIPAdminTestJSON-2026232157-project] Notify callbacks [] for floatingip, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:29.683340 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb77b52-fd1e-4754-863a-42ce8cdce7a7 req-9427b412-7ca4-46e5-8a22-2ae026905eac tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:29.699970 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ddb77b52-fd1e-4754-863a-42ce8cdce7a7 req-9427b412-7ca4-46e5-8a22-2ae026905eac tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e67678e-f31a-41a3-b5ef-61a4727495f8 HTTP/1.1" status: 200 len: 945 time: 0.2178957 Jul 07 17:06:29.705356 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473f700-da6e-4fc3-b29d-78c69a14fcf3 req-8610f093-c242-41ac-ac98-f5ffa5dcaebc tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:29.722084 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c473f700-da6e-4fc3-b29d-78c69a14fcf3 req-8610f093-c242-41ac-ac98-f5ffa5dcaebc tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=f84ca80e-2a87-41df-9f81-138d1c6bfecc HTTP/1.1" status: 200 len: 946 time: 0.1809981 Jul 07 17:06:29.805401 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c473f700-da6e-4fc3-b29d-78c69a14fcf3 req-a45b6457-9ef8-4d23-ae4b-2b659cd8d468 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777261 Jul 07 17:06:29.911810 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ddb77b52-fd1e-4754-863a-42ce8cdce7a7 req-caa0ffcd-b3e8-4958-aea5-738c039c2698 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104983 Jul 07 17:06:29.913355 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3e2f990f-5d28-437d-b119-8245393b72bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:30.130490 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:30.228224 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fc79a047-b63f-4e00-a4bf-7943228358a0 tempest-FloatingIPAdminTestJSON-2026232157 tempest-FloatingIPAdminTestJSON-2026232157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:30.289638 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3e2f990f-5d28-437d-b119-8245393b72bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:30.377375 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3e2f990f-5d28-437d-b119-8245393b72bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:30.558559 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3e2f990f-5d28-437d-b119-8245393b72bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0968f5657b1b4986a1bcf071f6ef0cfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9896095 Jul 07 17:06:30.559178 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59100) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:30.567330 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f990f-5d28-437d-b119-8245393b72bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150a4374-7ab2-4e3e-bc82-5782f310a6a7,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:30.630045 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe3f3b-d3fc-4aae-abdb-d853262d17c0 req-54a69fdd-c8c0-4bb7-b6c5-5b784500e2d0 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:30.636658 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bdfe3f3b-d3fc-4aae-abdb-d853262d17c0 req-54a69fdd-c8c0-4bb7-b6c5-5b784500e2d0 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ca80e-2a87-41df-9f81-138d1c6bfecc HTTP/1.1" status: 200 len: 946 time: 0.5371792 Jul 07 17:06:30.642583 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a3858a88-81fc-473d-a9bf-08df33f6a5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:30.688718 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a3858a88-81fc-473d-a9bf-08df33f6a5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:30.788995 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a3858a88-81fc-473d-a9bf-08df33f6a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:30.795057 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a3858a88-81fc-473d-a9bf-08df33f6a5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:30.798032 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a3858a88-81fc-473d-a9bf-08df33f6a5b4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/150a4374-7ab2-4e3e-bc82-5782f310a6a7 HTTP/1.1" status: 204 len: 168 time: 0.2375677 Jul 07 17:06:30.814257 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e424b82-af28-4bbd-ab7b-00a06ab838c1 req-1306778e-9ab4-4a01-9de8-cfc411f3d086 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:30.818847 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2e424b82-af28-4bbd-ab7b-00a06ab838c1 req-1306778e-9ab4-4a01-9de8-cfc411f3d086 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e67678e-f31a-41a3-b5ef-61a4727495f8 HTTP/1.1" status: 200 len: 945 time: 0.6030283 Jul 07 17:06:30.861771 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3858a88-81fc-473d-a9bf-08df33f6a5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150a4374-7ab2-4e3e-bc82-5782f310a6a7,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:30.861962 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-fc79a047-b63f-4e00-a4bf-7943228358a0 tempest-FloatingIPAdminTestJSON-2026232157 tempest-FloatingIPAdminTestJSON-2026232157-project] Allocated IP 172.25.0.16 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/2c5d90d6-7ea4-4ea1-b84f-f9559ce3f47e) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:30.888275 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3858a88-81fc-473d-a9bf-08df33f6a5b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:30.888586 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3858a88-81fc-473d-a9bf-08df33f6a5b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:30.893442 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3858a88-81fc-473d-a9bf-08df33f6a5b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:30.894368 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3858a88-81fc-473d-a9bf-08df33f6a5b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:30.895155 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3858a88-81fc-473d-a9bf-08df33f6a5b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:30.896008 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3858a88-81fc-473d-a9bf-08df33f6a5b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:30.896870 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3858a88-81fc-473d-a9bf-08df33f6a5b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:30.897677 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3858a88-81fc-473d-a9bf-08df33f6a5b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:30.901490 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3858a88-81fc-473d-a9bf-08df33f6a5b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:30.902353 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3858a88-81fc-473d-a9bf-08df33f6a5b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:30.903101 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3858a88-81fc-473d-a9bf-08df33f6a5b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:30.903848 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3858a88-81fc-473d-a9bf-08df33f6a5b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:31.217636 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2e424b82-af28-4bbd-ab7b-00a06ab838c1 req-8ad0257f-1b42-438f-96f7-525a9b8e733e tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711538 Jul 07 17:06:31.460570 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-bdfe3f3b-d3fc-4aae-abdb-d853262d17c0 req-b9e8840e-74d3-4a0d-a08d-19310be61d26 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Deleting port 40385cf8-6e86-425c-a323-3cfbee75a623 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:31.461729 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bdfe3f3b-d3fc-4aae-abdb-d853262d17c0 req-b9e8840e-74d3-4a0d-a08d-19310be61d26 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:31.610081 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e517919-fb77-4521-bf22-5da345014102 req-58c9ae5f-a2b4-43d7-82b6-9134f1687861 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:31.613996 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3e517919-fb77-4521-bf22-5da345014102 req-58c9ae5f-a2b4-43d7-82b6-9134f1687861 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=f84ca80e-2a87-41df-9f81-138d1c6bfecc HTTP/1.1" status: 200 len: 946 time: 0.2388225 Jul 07 17:06:31.677406 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fc79a047-b63f-4e00-a4bf-7943228358a0 tempest-FloatingIPAdminTestJSON-2026232157 tempest-FloatingIPAdminTestJSON-2026232157-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:31.701121 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3e517919-fb77-4521-bf22-5da345014102 req-5ec379b9-be06-4be0-9ca1-7f08cc6b552c tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720835 Jul 07 17:06:31.833531 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-bdfe3f3b-d3fc-4aae-abdb-d853262d17c0 req-b9e8840e-74d3-4a0d-a08d-19310be61d26 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] For port 40385cf8-6e86-425c-a323-3cfbee75a623, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=40385cf8-6e86-425c-a323-3cfbee75a623,segment=NetworkSegment(2f026523-69fe-43a7-998a-5a827b861a2a),segment_id=2f026523-69fe-43a7-998a-5a827b861a2a)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:31.833715 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bdfe3f3b-d3fc-4aae-abdb-d853262d17c0 req-b9e8840e-74d3-4a0d-a08d-19310be61d26 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:31.882692 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-bdfe3f3b-d3fc-4aae-abdb-d853262d17c0 req-b9e8840e-74d3-4a0d-a08d-19310be61d26 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Calling delete_port for 40385cf8-6e86-425c-a323-3cfbee75a623 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:31.901599 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fc79a047-b63f-4e00-a4bf-7943228358a0 tempest-FloatingIPAdminTestJSON-2026232157 tempest-FloatingIPAdminTestJSON-2026232157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:31.959389 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc79a047-b63f-4e00-a4bf-7943228358a0 tempest-FloatingIPAdminTestJSON-2026232157 tempest-FloatingIPAdminTestJSON-2026232157-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:31.961677 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-fc79a047-b63f-4e00-a4bf-7943228358a0 tempest-FloatingIPAdminTestJSON-2026232157 tempest-FloatingIPAdminTestJSON-2026232157-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:32.076762 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc79a047-b63f-4e00-a4bf-7943228358a0 tempest-FloatingIPAdminTestJSON-2026232157 tempest-FloatingIPAdminTestJSON-2026232157-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:32.325213 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79a047-b63f-4e00-a4bf-7943228358a0 tempest-FloatingIPAdminTestJSON-2026232157 tempest-FloatingIPAdminTestJSON-2026232157-project] Pushing event updated for resources: {'Port': ['ID=2c5d90d6-7ea4-4ea1-b84f-f9559ce3f47e,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:32.369418 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bdfe3f3b-d3fc-4aae-abdb-d853262d17c0 req-b9e8840e-74d3-4a0d-a08d-19310be61d26 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:32.383817 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['4b8ab502-71e6-45d7-998a-fbe7b2e557f5'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:32.433806 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8840e-74d3-4a0d-a08d-19310be61d26 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Pushing event deleted for resources: {'Port': ['ID=40385cf8-6e86-425c-a323-3cfbee75a623,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:32.454071 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06dd9d-52a0-48d4-9876-1104f7913d46 req-49dc3f1f-7d6b-4149-b3ee-b0a4c8554378 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:32.456382 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3c06dd9d-52a0-48d4-9876-1104f7913d46 req-49dc3f1f-7d6b-4149-b3ee-b0a4c8554378 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e67678e-f31a-41a3-b5ef-61a4727495f8 HTTP/1.1" status: 200 len: 945 time: 0.3840325 Jul 07 17:06:32.480674 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59144) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:32.507171 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['40291d0d-d781-4826-a7cd-cd221c803abd'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:32.563817 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fc79a047-b63f-4e00-a4bf-7943228358a0 tempest-FloatingIPAdminTestJSON-2026232157 tempest-FloatingIPAdminTestJSON-2026232157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:32.571224 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfe3f3b-d3fc-4aae-abdb-d853262d17c0 req-b9e8840e-74d3-4a0d-a08d-19310be61d26 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] No DVR routers for this DVR port 40385cf8-6e86-425c-a323-3cfbee75a623 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:32.575252 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bdfe3f3b-d3fc-4aae-abdb-d853262d17c0 req-b9e8840e-74d3-4a0d-a08d-19310be61d26 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:32.579972 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bdfe3f3b-d3fc-4aae-abdb-d853262d17c0 req-b9e8840e-74d3-4a0d-a08d-19310be61d26 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.64 "DELETE /v2.0/ports/40385cf8-6e86-425c-a323-3cfbee75a623 HTTP/1.1" status: 204 len: 173 time: 1.9289088 Jul 07 17:06:32.594390 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84ca80e-2a87-41df-9f81-138d1c6bfecc', 'name': 'network-vif-deleted', 'tag': '40385cf8-6e86-425c-a323-3cfbee75a623'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:32.596945 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d05f6f7-9657-4efc-adf7-a1db1930bc92" -d '{"events": [{"server_uuid": "f84ca80e-2a87-41df-9f81-138d1c6bfecc", "name": "network-vif-deleted", "tag": "40385cf8-6e86-425c-a323-3cfbee75a623"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:32.650175 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3c06dd9d-52a0-48d4-9876-1104f7913d46 req-35010213-d37f-4805-9fe3-5038e7b3d6d1 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841810 Jul 07 17:06:32.747350 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9935c3-0a66-4c94-b1fb-76f9c0d3ea67 x-openstack-request-id: req-eb9935c3-0a66-4c94-b1fb-76f9c0d3ea67 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:32.747811 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84ca80e-2a87-41df-9f81-138d1c6bfecc", "name": "network-vif-deleted", "tag": "40385cf8-6e86-425c-a323-3cfbee75a623", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:32.748006 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb9935c3-0a66-4c94-b1fb-76f9c0d3ea67 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:32.748410 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84ca80e-2a87-41df-9f81-138d1c6bfecc', 'name': 'network-vif-deleted', 'tag': '40385cf8-6e86-425c-a323-3cfbee75a623', 'status': 'completed', 'code': 200} Jul 07 17:06:32.760765 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-418227ee-c84d-41e8-b157-a84900e6d901 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-246148451-network', 'tenant_id': 'd0c6afdb5a174208a63eedab9c063294'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:32.800198 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fc79a047-b63f-4e00-a4bf-7943228358a0 tempest-FloatingIPAdminTestJSON-2026232157 tempest-FloatingIPAdminTestJSON-2026232157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:32.841284 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 40385cf8-6e86-425c-a323-3cfbee75a623 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:32.872757 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418227ee-c84d-41e8-b157-a84900e6d901 admin admin] Made reservation on behalf of d0c6afdb5a174208a63eedab9c063294 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:32.884279 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-418227ee-c84d-41e8-b157-a84900e6d901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:32.935047 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-418227ee-c84d-41e8-b157-a84900e6d901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.086696 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 40385cf8-6e86-425c-a323-3cfbee75a623 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:33.087046 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 40385cf8-6e86-425c-a323-3cfbee75a623 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:06:33.319814 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-418227ee-c84d-41e8-b157-a84900e6d901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.356980 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-418227ee-c84d-41e8-b157-a84900e6d901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.365211 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fc79a047-b63f-4e00-a4bf-7943228358a0 tempest-FloatingIPAdminTestJSON-2026232157 tempest-FloatingIPAdminTestJSON-2026232157-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.380086 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fc79a047-b63f-4e00-a4bf-7943228358a0 tempest-FloatingIPAdminTestJSON-2026232157 tempest-FloatingIPAdminTestJSON-2026232157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.413947 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418227ee-c84d-41e8-b157-a84900e6d901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38454295-2de9-4e87-8574-d77945d35f89,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:33.418494 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8a91bd72-0af6-4df5-88f3-e35181508378 req-f7c72be9-ea56-486a-b203-77900b8275e9 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=f84ca80e-2a87-41df-9f81-138d1c6bfecc HTTP/1.1" status: 200 len: 210 time: 0.0505650 Jul 07 17:06:33.461580 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418227ee-c84d-41e8-b157-a84900e6d901 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:06:33.525659 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a6dff-e60e-42ed-a552-3a60f3ffbd65 req-f0fb67a2-7b9e-4cfe-b669-89d4c93e9bfc tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:33.528134 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-069a6dff-e60e-42ed-a552-3a60f3ffbd65 req-f0fb67a2-7b9e-4cfe-b669-89d4c93e9bfc tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e67678e-f31a-41a3-b5ef-61a4727495f8 HTTP/1.1" status: 200 len: 945 time: 0.2679410 Jul 07 17:06:33.529736 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-418227ee-c84d-41e8-b157-a84900e6d901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.530804 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-418227ee-c84d-41e8-b157-a84900e6d901 admin admin] Added segment 75249286-1251-4250-97ca-1009ddba8934 of type vlan for network 2262c290-60d5-40f1-890f-6f4683d95102 Jul 07 17:06:33.550066 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79a047-b63f-4e00-a4bf-7943228358a0 tempest-FloatingIPAdminTestJSON-2026232157 tempest-FloatingIPAdminTestJSON-2026232157-project] Pushing event updated for resources: {'Port': ['ID=2c5d90d6-7ea4-4ea1-b84f-f9559ce3f47e,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:33.579439 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fc79a047-b63f-4e00-a4bf-7943228358a0 tempest-FloatingIPAdminTestJSON-2026232157 tempest-FloatingIPAdminTestJSON-2026232157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.617250 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fc79a047-b63f-4e00-a4bf-7943228358a0 tempest-FloatingIPAdminTestJSON-2026232157 tempest-FloatingIPAdminTestJSON-2026232157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.619477 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fc79a047-b63f-4e00-a4bf-7943228358a0 tempest-FloatingIPAdminTestJSON-2026232157 tempest-FloatingIPAdminTestJSON-2026232157-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4061134 Jul 07 17:06:33.625291 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59166) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:33.785547 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-932c9071-fe8a-400d-a138-2cb5c98ef4c0 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4006 time: 0.1561356 Jul 07 17:06:33.789418 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59172) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:33.800818 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-418227ee-c84d-41e8-b157-a84900e6d901 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.828927 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-069a6dff-e60e-42ed-a552-3a60f3ffbd65 req-a2437330-90a2-442c-bda8-80c32ed56f9f tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588515 Jul 07 17:06:33.874034 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-418227ee-c84d-41e8-b157-a84900e6d901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.875838 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418227ee-c84d-41e8-b157-a84900e6d901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:33.877121 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-418227ee-c84d-41e8-b157-a84900e6d901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.978001 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-418227ee-c84d-41e8-b157-a84900e6d901 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4952257 Jul 07 17:06:33.984754 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59180) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:34.005427 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-126a3f17-148f-4a30-9e5d-cf2e552e70ad admin admin] Request body: {'subnet': {'network_id': '2262c290-60d5-40f1-890f-6f4683d95102', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-246148451-subnet', 'tenant_id': 'd0c6afdb5a174208a63eedab9c063294', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:34.045455 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-33abb0f3-7d97-4a1a-9cc0-484f6f2b9db0 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2545755 Jul 07 17:06:34.049474 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418227ee-c84d-41e8-b157-a84900e6d901 admin admin] Pushing event updated for resources: {'Network': ['ID=2262c290-60d5-40f1-890f-6f4683d95102,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:34.050708 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59182) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:34.073708 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 2262c290-60d5-40f1-890f-6f4683d95102 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:06:34.079511 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126a3f17-148f-4a30-9e5d-cf2e552e70ad admin admin] Made reservation on behalf of d0c6afdb5a174208a63eedab9c063294 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:34.082462 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-126a3f17-148f-4a30-9e5d-cf2e552e70ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:34.552940 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-126a3f17-148f-4a30-9e5d-cf2e552e70ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:34.637590 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a3f17-148f-4a30-9e5d-cf2e552e70ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=88a3eeb6-f2ca-480c-973b-4e582a078a70,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:34.666067 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c053da3-556b-42f3-a585-0f5b2c016a62 req-021a8086-bb5d-4bd3-92a6-eb56173453e7 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:34.668261 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0c053da3-556b-42f3-a585-0f5b2c016a62 req-021a8086-bb5d-4bd3-92a6-eb56173453e7 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e67678e-f31a-41a3-b5ef-61a4727495f8 HTTP/1.1" status: 200 len: 945 time: 0.2190559 Jul 07 17:06:34.731416 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a3f17-148f-4a30-9e5d-cf2e552e70ad admin admin] Checking segment: {'id': '75249286-1251-4250-97ca-1009ddba8934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2262c290-60d5-40f1-890f-6f4683d95102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:34.732100 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126a3f17-148f-4a30-9e5d-cf2e552e70ad admin admin] Network hostable DHCP agents. Network: 2262c290-60d5-40f1-890f-6f4683d95102, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:06:34.762274 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0c053da3-556b-42f3-a585-0f5b2c016a62 req-3da1f9da-9d29-4610-bacc-5de1b569cc87 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640683 Jul 07 17:06:34.776901 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126a3f17-148f-4a30-9e5d-cf2e552e70ad admin admin] Network 2262c290-60d5-40f1-890f-6f4683d95102 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:06:34.800553 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-126a3f17-148f-4a30-9e5d-cf2e552e70ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 2262c290-60d5-40f1-890f-6f4683d95102) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:34.818384 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186c32c0-baf5-4a2a-87c2-5ebeda9c1663 None None] Network 2262c290-60d5-40f1-890f-6f4683d95102 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:34.823296 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126a3f17-148f-4a30-9e5d-cf2e552e70ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:34.825248 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-126a3f17-148f-4a30-9e5d-cf2e552e70ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:34.862967 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-38023348-bc24-4a92-b8e0-4d3b4457dd6e tempest-FloatingIPAdminTestJSON-2026232157 tempest-FloatingIPAdminTestJSON-2026232157-project] Deleting port 2c5d90d6-7ea4-4ea1-b84f-f9559ce3f47e {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:34.863801 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38023348-bc24-4a92-b8e0-4d3b4457dd6e tempest-FloatingIPAdminTestJSON-2026232157 tempest-FloatingIPAdminTestJSON-2026232157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:34.900687 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-126a3f17-148f-4a30-9e5d-cf2e552e70ad admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9144044 Jul 07 17:06:35.031098 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38023348-bc24-4a92-b8e0-4d3b4457dd6e tempest-FloatingIPAdminTestJSON-2026232157 tempest-FloatingIPAdminTestJSON-2026232157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:35.035610 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38023348-bc24-4a92-b8e0-4d3b4457dd6e tempest-FloatingIPAdminTestJSON-2026232157 tempest-FloatingIPAdminTestJSON-2026232157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:35.090774 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-38023348-bc24-4a92-b8e0-4d3b4457dd6e tempest-FloatingIPAdminTestJSON-2026232157 tempest-FloatingIPAdminTestJSON-2026232157-project] Calling delete_port for 2c5d90d6-7ea4-4ea1-b84f-f9559ce3f47e owned by network:floatingip {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:35.244664 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a4d285-977f-4afb-9610-f6d464d687b6 None None] Network 2262c290-60d5-40f1-890f-6f4683d95102 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:35.493304 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38023348-bc24-4a92-b8e0-4d3b4457dd6e tempest-FloatingIPAdminTestJSON-2026232157 tempest-FloatingIPAdminTestJSON-2026232157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:35.583646 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38023348-bc24-4a92-b8e0-4d3b4457dd6e tempest-FloatingIPAdminTestJSON-2026232157 tempest-FloatingIPAdminTestJSON-2026232157-project] Pushing event deleted for resources: {'Port': ['ID=2c5d90d6-7ea4-4ea1-b84f-f9559ce3f47e,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:35.675830 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38023348-bc24-4a92-b8e0-4d3b4457dd6e tempest-FloatingIPAdminTestJSON-2026232157 tempest-FloatingIPAdminTestJSON-2026232157-project] Notify callbacks [] for floatingip, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:35.678519 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38023348-bc24-4a92-b8e0-4d3b4457dd6e tempest-FloatingIPAdminTestJSON-2026232157 tempest-FloatingIPAdminTestJSON-2026232157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:35.679711 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-38023348-bc24-4a92-b8e0-4d3b4457dd6e tempest-FloatingIPAdminTestJSON-2026232157 tempest-FloatingIPAdminTestJSON-2026232157-project] 10.222.0.53 "DELETE /v2.0/floatingips/552e09db-5d0a-4d13-a2c8-1ae264e62860 HTTP/1.1" status: 204 len: 168 time: 1.6278856 Jul 07 17:06:35.684392 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59214) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:35.792274 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba5528-25eb-4b67-8ce2-8c836a15af46 req-bf7bc515-ed87-4f87-a21b-2ac51367c00f tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:35.793878 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6eba5528-25eb-4b67-8ce2-8c836a15af46 req-bf7bc515-ed87-4f87-a21b-2ac51367c00f tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e67678e-f31a-41a3-b5ef-61a4727495f8 HTTP/1.1" status: 200 len: 945 time: 0.2409911 Jul 07 17:06:35.896762 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6eba5528-25eb-4b67-8ce2-8c836a15af46 req-8aa58385-6ca1-4077-b798-28c3417d1a1a tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651646 Jul 07 17:06:35.937502 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-c1f5a550-4924-4926-88cf-948ca7704053 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Deleting port aab8df96-ded1-4eb6-935a-8441afa69991 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:35.937865 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a550-4924-4926-88cf-948ca7704053 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:35.956436 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c705b2d-0440-4ff8-818b-61da7608d72f req-8f87a6d7-9dcc-480f-bd1e-66918eedb7bf tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:35.966932 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9c705b2d-0440-4ff8-818b-61da7608d72f req-8f87a6d7-9dcc-480f-bd1e-66918eedb7bf tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=47553531-46f9-4984-8386-ed272d15fbad HTTP/1.1" status: 200 len: 945 time: 0.1263182 Jul 07 17:06:36.026199 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9c705b2d-0440-4ff8-818b-61da7608d72f req-e475e13d-03e1-44a1-876f-a6570690e398 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591533 Jul 07 17:06:36.072916 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a550-4924-4926-88cf-948ca7704053 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:36.073762 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a550-4924-4926-88cf-948ca7704053 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:36.094289 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-c1f5a550-4924-4926-88cf-948ca7704053 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Calling delete_port for aab8df96-ded1-4eb6-935a-8441afa69991 owned by network:floatingip {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:36.320838 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a550-4924-4926-88cf-948ca7704053 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:36.379932 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5a550-4924-4926-88cf-948ca7704053 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Pushing event deleted for resources: {'Port': ['ID=aab8df96-ded1-4eb6-935a-8441afa69991,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:36.476990 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a550-4924-4926-88cf-948ca7704053 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:36.491943 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a550-4924-4926-88cf-948ca7704053 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:36.501574 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c1f5a550-4924-4926-88cf-948ca7704053 tempest-FloatingIPAdminTestJSON-1969788090 tempest-FloatingIPAdminTestJSON-1969788090-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/10d76f7c-7683-4591-84ba-deefd15c264e HTTP/1.1" status: 204 len: 168 time: 0.8106704 Jul 07 17:06:36.502042 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59244) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:36.759181 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-83943103-bf0f-4d47-bfbb-4c7d3d305980 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Deleting port 8a0a78d5-070f-4906-93ee-dc22a6c8382c {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:36.759637 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-83943103-bf0f-4d47-bfbb-4c7d3d305980 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:36.971925 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-83943103-bf0f-4d47-bfbb-4c7d3d305980 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:36.999147 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-83943103-bf0f-4d47-bfbb-4c7d3d305980 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Calling delete_port for 8a0a78d5-070f-4906-93ee-dc22a6c8382c owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:37.028217 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:37.057318 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-6f2613f5-6b95-45b2-9fbf-ff76bca44f47 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:37.059447 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-6f2613f5-6b95-45b2-9fbf-ff76bca44f47 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] 10.222.0.53 "GET /v2.0/networks?id=2262c290-60d5-40f1-890f-6f4683d95102 HTTP/1.1" status: 200 len: 821 time: 0.3831155 Jul 07 17:06:37.130907 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-48b96a4e-6a3b-40b6-9f99-2602cf69eb7d tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] 10.222.0.53 "GET /v2.0/quotas/d0c6afdb5a174208a63eedab9c063294 HTTP/1.1" status: 200 len: 375 time: 0.0621841 Jul 07 17:06:37.304220 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9e07c-f189-4a6f-85e6-c63b4ca8082b req-023548bc-2fd6-4bc0-a31f-3aa4b0c4fe33 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:37.307050 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1ac9e07c-f189-4a6f-85e6-c63b4ca8082b req-023548bc-2fd6-4bc0-a31f-3aa4b0c4fe33 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.72 "GET /v2.0/ports?device_id=47553531-46f9-4984-8386-ed272d15fbad HTTP/1.1" status: 200 len: 945 time: 0.5173397 Jul 07 17:06:37.323886 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-39e87cd1-d351-48d9-9b80-7ca4ed799031 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d0c6afdb5a174208a63eedab9c063294&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1788156 Jul 07 17:06:37.368120 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-83943103-bf0f-4d47-bfbb-4c7d3d305980 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:37.418336 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83943103-bf0f-4d47-bfbb-4c7d3d305980 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Pushing event deleted for resources: {'Port': ['ID=8a0a78d5-070f-4906-93ee-dc22a6c8382c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:37.478887 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-e7f736ed-0ff8-40c6-a165-4902e8547192 service neutron] 10.222.0.53 "GET /v2.0/networks/2262c290-60d5-40f1-890f-6f4683d95102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535809 Jul 07 17:06:37.571253 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-83943103-bf0f-4d47-bfbb-4c7d3d305980 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:37.574357 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-83943103-bf0f-4d47-bfbb-4c7d3d305980 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] 10.222.0.53 "DELETE /v2.0/ports/8a0a78d5-070f-4906-93ee-dc22a6c8382c HTTP/1.1" status: 204 len: 168 time: 1.0704305 Jul 07 17:06:37.578716 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59262) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:37.620286 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:37.709143 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd1a744-cc0f-4c62-bebf-ed7d51a76ea7 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:37.710967 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-8fb92627-d233-4577-8ebc-bfcc80090b8f service neutron] 10.222.0.53 "GET /v2.0/networks/2262c290-60d5-40f1-890f-6f4683d95102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311897 Jul 07 17:06:37.716824 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2fd1a744-cc0f-4c62-bebf-ed7d51a76ea7 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] 10.222.0.53 "GET /v2.0/ports?device_id=20898f28-5ad5-4709-b75f-635491d65495 HTTP/1.1" status: 200 len: 913 time: 0.1323056 Jul 07 17:06:37.718307 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59264) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:37.913260 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-1ac9e07c-f189-4a6f-85e6-c63b4ca8082b req-15e470fc-cc88-4e41-bd06-8d1336d2956f tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Deleting port 40291d0d-d781-4826-a7cd-cd221c803abd {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:37.914000 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1ac9e07c-f189-4a6f-85e6-c63b4ca8082b req-15e470fc-cc88-4e41-bd06-8d1336d2956f tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:38.134553 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-1ac9e07c-f189-4a6f-85e6-c63b4ca8082b req-15e470fc-cc88-4e41-bd06-8d1336d2956f tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] For port 40291d0d-d781-4826-a7cd-cd221c803abd, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=40291d0d-d781-4826-a7cd-cd221c803abd,segment=NetworkSegment(2f026523-69fe-43a7-998a-5a827b861a2a),segment_id=2f026523-69fe-43a7-998a-5a827b861a2a)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:38.136665 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1ac9e07c-f189-4a6f-85e6-c63b4ca8082b req-15e470fc-cc88-4e41-bd06-8d1336d2956f tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:38.169032 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-1ac9e07c-f189-4a6f-85e6-c63b4ca8082b req-15e470fc-cc88-4e41-bd06-8d1336d2956f tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Calling delete_port for 40291d0d-d781-4826-a7cd-cd221c803abd owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:38.694002 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b65d857c-5ffa-489b-8787-cc999ab691bb req-f64f2220-42e4-4ba3-afdc-7d7bf9c15529 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] 10.222.0.53 "GET /v2.0/ports?device_id=10d58bbb-cbec-4194-80bb-def7f29637c0 HTTP/1.1" status: 200 len: 210 time: 0.0901804 Jul 07 17:06:38.702995 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1ac9e07c-f189-4a6f-85e6-c63b4ca8082b req-15e470fc-cc88-4e41-bd06-8d1336d2956f tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:38.723530 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['4b8ab502-71e6-45d7-998a-fbe7b2e557f5'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:38.830114 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e470fc-cc88-4e41-bd06-8d1336d2956f tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Pushing event deleted for resources: {'Port': ['ID=40291d0d-d781-4826-a7cd-cd221c803abd,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:38.973173 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac9e07c-f189-4a6f-85e6-c63b4ca8082b req-15e470fc-cc88-4e41-bd06-8d1336d2956f tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] No DVR routers for this DVR port 40291d0d-d781-4826-a7cd-cd221c803abd on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:38.986215 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442084a2-f49b-4fd4-8098-3483711d0474 req-d2821058-581a-4608-9179-b3c09a5048b7 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:38.990737 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1ac9e07c-f189-4a6f-85e6-c63b4ca8082b req-15e470fc-cc88-4e41-bd06-8d1336d2956f tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:38.999452 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-442084a2-f49b-4fd4-8098-3483711d0474 req-d2821058-581a-4608-9179-b3c09a5048b7 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=47553531-46f9-4984-8386-ed272d15fbad HTTP/1.1" status: 200 len: 867 time: 0.4101806 Jul 07 17:06:39.004547 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1ac9e07c-f189-4a6f-85e6-c63b4ca8082b req-15e470fc-cc88-4e41-bd06-8d1336d2956f tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.72 "DELETE /v2.0/ports/40291d0d-d781-4826-a7cd-cd221c803abd HTTP/1.1" status: 204 len: 173 time: 1.6656933 Jul 07 17:06:39.005959 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47553531-46f9-4984-8386-ed272d15fbad', 'name': 'network-vif-deleted', 'tag': '40291d0d-d781-4826-a7cd-cd221c803abd'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:39.013434 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d197142-48a7-45d4-bc73-2716e0808ff4" -d '{"events": [{"server_uuid": "47553531-46f9-4984-8386-ed272d15fbad", "name": "network-vif-deleted", "tag": "40291d0d-d781-4826-a7cd-cd221c803abd"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:39.215442 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-442084a2-f49b-4fd4-8098-3483711d0474 req-996cfed5-b40d-42dd-833d-437fbac66968 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144980 Jul 07 17:06:39.318265 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-34bd9ca4-cea7-48b5-9f41-5d44608fa14b tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:39.654003 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 40291d0d-d781-4826-a7cd-cd221c803abd no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:39.790900 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cb691-d266-4bea-bfa1-6fed85e86d05 req-868d20e8-e905-44c5-888f-b320a2beeda4 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:39.793258 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c66cb691-d266-4bea-bfa1-6fed85e86d05 req-868d20e8-e905-44c5-888f-b320a2beeda4 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e67678e-f31a-41a3-b5ef-61a4727495f8 HTTP/1.1" status: 200 len: 945 time: 0.2892327 Jul 07 17:06:39.793704 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 40291d0d-d781-4826-a7cd-cd221c803abd {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:39.797321 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 40291d0d-d781-4826-a7cd-cd221c803abd not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:06:39.865723 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c66cb691-d266-4bea-bfa1-6fed85e86d05 req-07495db2-2df8-4351-b2f8-ab7131eff2ac tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538340 Jul 07 17:06:39.878335 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcebde46-e8a5-4b2e-888b-e29494942a92 x-openstack-request-id: req-fcebde46-e8a5-4b2e-888b-e29494942a92 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:39.878931 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47553531-46f9-4984-8386-ed272d15fbad", "name": "network-vif-deleted", "tag": "40291d0d-d781-4826-a7cd-cd221c803abd", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:39.879589 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fcebde46-e8a5-4b2e-888b-e29494942a92 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:39.880587 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47553531-46f9-4984-8386-ed272d15fbad', 'name': 'network-vif-deleted', 'tag': '40291d0d-d781-4826-a7cd-cd221c803abd', 'status': 'completed', 'code': 200} Jul 07 17:06:40.183401 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-34bd9ca4-cea7-48b5-9f41-5d44608fa14b tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Deleting port 194956f0-ab89-4697-ad55-461a09ec83a1 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:40.185170 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-34bd9ca4-cea7-48b5-9f41-5d44608fa14b tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:40.303159 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-90329bdc-1556-4388-a466-bf2b8d0e4ba4 req-3e1e33c5-23c4-42df-a8ae-cdc53fb158d0 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] 10.222.0.53 "GET /v2.0/ports?device_id=10d58bbb-cbec-4194-80bb-def7f29637c0 HTTP/1.1" status: 200 len: 210 time: 0.1203253 Jul 07 17:06:40.349990 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c3d60-0055-4276-b0df-e4924bc6efd3 req-de0ee351-3b33-4775-ad4c-becc3f159f0e tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:40.360200 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c72c3d60-0055-4276-b0df-e4924bc6efd3 req-de0ee351-3b33-4775-ad4c-becc3f159f0e tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 945 time: 0.2146273 Jul 07 17:06:40.399079 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-34bd9ca4-cea7-48b5-9f41-5d44608fa14b tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:40.415461 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-34bd9ca4-cea7-48b5-9f41-5d44608fa14b tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Calling delete_port for 194956f0-ab89-4697-ad55-461a09ec83a1 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:40.471380 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c72c3d60-0055-4276-b0df-e4924bc6efd3 req-1a41c097-94ce-4600-a8e8-89e0bd6522ef tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/security-groups?id=522aea4d-5b76-4154-ad36-969cd1f04a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064546 Jul 07 17:06:40.862867 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-34bd9ca4-cea7-48b5-9f41-5d44608fa14b tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:40.960913 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd9ca4-cea7-48b5-9f41-5d44608fa14b tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Pushing event deleted for resources: {'Port': ['ID=194956f0-ab89-4697-ad55-461a09ec83a1,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:41.496719 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a6678-2261-4a46-8030-2305ff432b0d req-86a09fa7-734f-4247-92ae-02f9019491a1 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:41.507645 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-546a6678-2261-4a46-8030-2305ff432b0d req-86a09fa7-734f-4247-92ae-02f9019491a1 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e67678e-f31a-41a3-b5ef-61a4727495f8 HTTP/1.1" status: 200 len: 945 time: 0.1931760 Jul 07 17:06:41.579034 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-546a6678-2261-4a46-8030-2305ff432b0d req-0fa966f9-00ea-4f3c-b9b5-fd06035cf4b2 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686512 Jul 07 17:06:41.589856 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-34bd9ca4-cea7-48b5-9f41-5d44608fa14b tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:41.666345 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 1103f1e1-dc48-4f8b-ba50-5e39995d974a details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:06:41.818443 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 1103f1e1-dc48-4f8b-ba50-5e39995d974a, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=1103f1e1-dc48-4f8b-ba50-5e39995d974a,segment=NetworkSegment(53f81cea-49a1-4beb-a5e1-dba35f1ef8f8),segment_id=53f81cea-49a1-4beb-a5e1-dba35f1ef8f8)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:41.832827 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '1103f1e1-dc48-4f8b-ba50-5e39995d974a', 'network_id': '9ffd6a7f-d7b0-4b5a-b790-da741ae974fa', 'port_id': '1103f1e1-dc48-4f8b-ba50-5e39995d974a', 'mac_address': 'fa:16:3e:7e:f2:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70cdd0d0-8567-4b58-b257-aa6dbe513c99', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:06:41.902125 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:41.945252 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1103f1e1-dc48-4f8b-ba50-5e39995d974a {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:06:41.984367 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 1103f1e1-dc48-4f8b-ba50-5e39995d974a, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=1103f1e1-dc48-4f8b-ba50-5e39995d974a,segment=NetworkSegment(53f81cea-49a1-4beb-a5e1-dba35f1ef8f8),segment_id=53f81cea-49a1-4beb-a5e1-dba35f1ef8f8)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:41.993655 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:42.117157 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['1103f1e1-dc48-4f8b-ba50-5e39995d974a'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:42.123830 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=1103f1e1-dc48-4f8b-ba50-5e39995d974a,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:42.224423 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-99ae2533-70e3-4005-9cb5-dc9f9aae1ee4 req-2537e084-092c-46be-8c3b-3abab1657c65 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] 10.222.0.53 "GET /v2.0/ports?device_id=10d58bbb-cbec-4194-80bb-def7f29637c0 HTTP/1.1" status: 200 len: 210 time: 0.0737391 Jul 07 17:06:42.350205 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-53e5725c-a859-46c9-9de4-7cd25ab4d526 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:42.351094 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-53e5725c-a859-46c9-9de4-7cd25ab4d526 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] 10.222.0.64 "GET /v2.0/networks?id=2262c290-60d5-40f1-890f-6f4683d95102 HTTP/1.1" status: 200 len: 821 time: 0.9497344 Jul 07 17:06:42.368237 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-782723bc-42cb-4931-b723-4b0d67363697 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Request body: {'port': {'device_id': '10d58bbb-cbec-4194-80bb-def7f29637c0', 'network_id': '2262c290-60d5-40f1-890f-6f4683d95102', 'admin_state_up': True, 'tenant_id': 'd0c6afdb5a174208a63eedab9c063294'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:42.532984 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc53f34-d104-475d-84bf-3a8a9eda890d req-07b3c159-f957-45f6-900a-d7b7bc70b0a2 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:42.534685 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-afc53f34-d104-475d-84bf-3a8a9eda890d req-07b3c159-f957-45f6-900a-d7b7bc70b0a2 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d4a8f0-dd06-400d-aa7c-11981ad57346 HTTP/1.1" status: 200 len: 945 time: 1.1313334 Jul 07 17:06:42.708583 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bd9ca4-cea7-48b5-9f41-5d44608fa14b tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Router 20898f28-5ad5-4709-b75f-635491d65495 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:06:42.893812 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-afc53f34-d104-475d-84bf-3a8a9eda890d req-c8cf7605-6e8c-452c-967d-73626b9d5baf tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964688 Jul 07 17:06:42.993534 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a3d9f-fd12-4c50-8e45-ba9a7a798321 req-7bc4fc75-0069-4b98-bf4d-58b713ec95c5 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:42.993534 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-497a3d9f-fd12-4c50-8e45-ba9a7a798321 req-7bc4fc75-0069-4b98-bf4d-58b713ec95c5 tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.64 "GET /v2.0/ports?device_id=35d4a8f0-dd06-400d-aa7c-11981ad57346 HTTP/1.1" status: 200 len: 945 time: 0.2935493 Jul 07 17:06:43.033846 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-782723bc-42cb-4931-b723-4b0d67363697 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Made reservation on behalf of d0c6afdb5a174208a63eedab9c063294 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:43.033846 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-782723bc-42cb-4931-b723-4b0d67363697 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:43.033846 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bd9ca4-cea7-48b5-9f41-5d44608fa14b tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:06:43.033846 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-34bd9ca4-cea7-48b5-9f41-5d44608fa14b tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] 10.222.0.53 "PUT /v2.0/routers/20898f28-5ad5-4709-b75f-635491d65495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3130047 Jul 07 17:06:43.056556 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99692370-927d-4558-ba3e-e7efe3465ceb None None] Sync routers for ids ['20898f28-5ad5-4709-b75f-635491d65495'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:06:43.057308 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59358) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:43.080655 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99692370-927d-4558-ba3e-e7efe3465ceb None None] Routers {'20898f28-5ad5-4709-b75f-635491d65495'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:43.081315 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-99692370-927d-4558-ba3e-e7efe3465ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:06:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['20898f28-5ad5-4709-b75f-635491d65495'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:43.165296 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-99692370-927d-4558-ba3e-e7efe3465ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:43.188375 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99692370-927d-4558-ba3e-e7efe3465ceb None None] Routers {'20898f28-5ad5-4709-b75f-635491d65495'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:43.190787 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-99692370-927d-4558-ba3e-e7efe3465ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:06:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['20898f28-5ad5-4709-b75f-635491d65495'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:43.286706 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-99692370-927d-4558-ba3e-e7efe3465ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:43.287388 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99692370-927d-4558-ba3e-e7efe3465ceb None None] The sync data for ids ['20898f28-5ad5-4709-b75f-635491d65495'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:06:43.312497 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-782723bc-42cb-4931-b723-4b0d67363697 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Allocated IP 172.20.0.9 (2262c290-60d5-40f1-890f-6f4683d95102/88a3eeb6-f2ca-480c-973b-4e582a078a70/9b585056-080d-442a-b9d9-625c6fda86a7) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:43.380717 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-497a3d9f-fd12-4c50-8e45-ba9a7a798321 req-874e18b8-d971-42e3-9539-5e29ca51f4bd tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Deleting port 4b8ab502-71e6-45d7-998a-fbe7b2e557f5 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:43.381249 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-497a3d9f-fd12-4c50-8e45-ba9a7a798321 req-874e18b8-d971-42e3-9539-5e29ca51f4bd tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:43.571438 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b402b7f-cbb6-4dcc-a7ae-375298b69640 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:43.616782 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-497a3d9f-fd12-4c50-8e45-ba9a7a798321 req-874e18b8-d971-42e3-9539-5e29ca51f4bd tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] For port 4b8ab502-71e6-45d7-998a-fbe7b2e557f5, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=4b8ab502-71e6-45d7-998a-fbe7b2e557f5,segment=NetworkSegment(2f026523-69fe-43a7-998a-5a827b861a2a),segment_id=2f026523-69fe-43a7-998a-5a827b861a2a)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:43.617417 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-497a3d9f-fd12-4c50-8e45-ba9a7a798321 req-874e18b8-d971-42e3-9539-5e29ca51f4bd tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:43.653589 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-497a3d9f-fd12-4c50-8e45-ba9a7a798321 req-874e18b8-d971-42e3-9539-5e29ca51f4bd tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Calling delete_port for 4b8ab502-71e6-45d7-998a-fbe7b2e557f5 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:43.656299 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330221d-7e9a-42c5-80d0-12c2cb5ebc4d req-9d2b2811-b2b8-48a6-93ef-21d2e2242b0f tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:43.667363 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d330221d-7e9a-42c5-80d0-12c2cb5ebc4d req-9d2b2811-b2b8-48a6-93ef-21d2e2242b0f tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 945 time: 0.3025179 Jul 07 17:06:43.676292 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 1103f1e1-dc48-4f8b-ba50-5e39995d974a up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:43.686425 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-782723bc-42cb-4931-b723-4b0d67363697 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:43.703478 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa869ec-a5f1-4a54-a28a-6d4e85c8ff88 req-77a3f63a-1cbf-4c5b-85a7-8e6e25166e7f tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:43.710914 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8aa869ec-a5f1-4a54-a28a-6d4e85c8ff88 req-77a3f63a-1cbf-4c5b-85a7-8e6e25166e7f tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e67678e-f31a-41a3-b5ef-61a4727495f8 HTTP/1.1" status: 200 len: 944 time: 0.2227094 Jul 07 17:06:43.785709 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 1103f1e1-dc48-4f8b-ba50-5e39995d974a triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:43.786241 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:43.818262 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d330221d-7e9a-42c5-80d0-12c2cb5ebc4d req-9783854a-df41-4e2d-bc79-dedbe41190bd tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/security-groups?id=522aea4d-5b76-4154-ad36-969cd1f04a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496704 Jul 07 17:06:43.873108 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b402b7f-cbb6-4dcc-a7ae-375298b69640 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:43.882886 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-782723bc-42cb-4931-b723-4b0d67363697 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:43.978885 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:44.028725 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e67678e-f31a-41a3-b5ef-61a4727495f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1103f1e1-dc48-4f8b-ba50-5e39995d974a'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:44.028725 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb24e428-7a0b-41a8-bad8-4b00064fb693" -d '{"events": [{"server_uuid": "1e67678e-f31a-41a3-b5ef-61a4727495f8", "name": "network-vif-plugged", "status": "completed", "tag": "1103f1e1-dc48-4f8b-ba50-5e39995d974a"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:44.043856 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-782723bc-42cb-4931-b723-4b0d67363697 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Network 2262c290-60d5-40f1-890f-6f4683d95102 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:44.045316 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 1103f1e1-dc48-4f8b-ba50-5e39995d974a, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=1103f1e1-dc48-4f8b-ba50-5e39995d974a,segment=NetworkSegment(53f81cea-49a1-4beb-a5e1-dba35f1ef8f8),segment_id=53f81cea-49a1-4beb-a5e1-dba35f1ef8f8)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:44.046739 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-497a3d9f-fd12-4c50-8e45-ba9a7a798321 req-874e18b8-d971-42e3-9539-5e29ca51f4bd tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:44.053016 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-7b402b7f-cbb6-4dcc-a7ae-375298b69640 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Deleting port 6bf6ccbf-ed0c-435c-af96-f09475d4dcea {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:44.053464 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b402b7f-cbb6-4dcc-a7ae-375298b69640 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:44.054598 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8aa869ec-a5f1-4a54-a28a-6d4e85c8ff88 req-368fa773-2c16-461a-995f-d0bef06497dc tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427410 Jul 07 17:06:44.059531 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-782723bc-42cb-4931-b723-4b0d67363697 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:44.063927 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-782723bc-42cb-4931-b723-4b0d67363697 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:44.078455 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['4b8ab502-71e6-45d7-998a-fbe7b2e557f5'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:44.123210 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:44.151122 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-782723bc-42cb-4931-b723-4b0d67363697 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:44.151466 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-782723bc-42cb-4931-b723-4b0d67363697 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:44.178520 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782723bc-42cb-4931-b723-4b0d67363697 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Pushing event updated for resources: {'Port': ['ID=9b585056-080d-442a-b9d9-625c6fda86a7,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:44.185274 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=1103f1e1-dc48-4f8b-ba50-5e39995d974a,revision_number=7']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:44.190637 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48064e70-7152-415c-8b9a-b8aa8ce3a983 req-6b22f89d-03f1-4389-9854-1d03aafe7879 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:44.192328 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-48064e70-7152-415c-8b9a-b8aa8ce3a983 req-6b22f89d-03f1-4389-9854-1d03aafe7879 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] 10.222.0.53 "GET /v2.0/ports?device_id=10d58bbb-cbec-4194-80bb-def7f29637c0 HTTP/1.1" status: 200 len: 931 time: 0.2031281 Jul 07 17:06:44.199147 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-782723bc-42cb-4931-b723-4b0d67363697 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8379691 Jul 07 17:06:44.251722 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-f3b4a9a1-7962-48ed-8589-a530f18449e7 service neutron] Request body: {'port': {'device_id': '10d58bbb-cbec-4194-80bb-def7f29637c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:44.278681 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b402b7f-cbb6-4dcc-a7ae-375298b69640 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:44.284422 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-48064e70-7152-415c-8b9a-b8aa8ce3a983 req-80aa44ba-b5ce-403e-8545-1ecbb11e6f6e tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] 10.222.0.53 "GET /v2.0/security-groups?id=38454295-2de9-4e87-8574-d77945d35f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769248 Jul 07 17:06:44.302117 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-7b402b7f-cbb6-4dcc-a7ae-375298b69640 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Calling delete_port for 6bf6ccbf-ed0c-435c-af96-f09475d4dcea owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:44.360505 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-497a3d9f-fd12-4c50-8e45-ba9a7a798321 req-874e18b8-d971-42e3-9539-5e29ca51f4bd tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] No DVR routers for this DVR port 4b8ab502-71e6-45d7-998a-fbe7b2e557f5 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:44.363527 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e18b8-d971-42e3-9539-5e29ca51f4bd tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Pushing event deleted for resources: {'Port': ['ID=4b8ab502-71e6-45d7-998a-fbe7b2e557f5,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:44.378455 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-497a3d9f-fd12-4c50-8e45-ba9a7a798321 req-874e18b8-d971-42e3-9539-5e29ca51f4bd tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:44.382171 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-497a3d9f-fd12-4c50-8e45-ba9a7a798321 req-874e18b8-d971-42e3-9539-5e29ca51f4bd tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.64 "DELETE /v2.0/ports/4b8ab502-71e6-45d7-998a-fbe7b2e557f5 HTTP/1.1" status: 204 len: 173 time: 1.3758454 Jul 07 17:06:44.385962 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d4a8f0-dd06-400d-aa7c-11981ad57346', 'name': 'network-vif-deleted', 'tag': '4b8ab502-71e6-45d7-998a-fbe7b2e557f5'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:44.391654 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3906f614-aee3-40e8-add0-0a1b1ae3907b" -d '{"events": [{"server_uuid": "35d4a8f0-dd06-400d-aa7c-11981ad57346", "name": "network-vif-deleted", "tag": "4b8ab502-71e6-45d7-998a-fbe7b2e557f5"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:44.488183 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-f3b4a9a1-7962-48ed-8589-a530f18449e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:44.530912 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38530ac-1104-4c57-a0f7-16e6bcde8ea2 x-openstack-request-id: req-f38530ac-1104-4c57-a0f7-16e6bcde8ea2 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:44.531182 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e67678e-f31a-41a3-b5ef-61a4727495f8", "name": "network-vif-plugged", "status": "completed", "tag": "1103f1e1-dc48-4f8b-ba50-5e39995d974a", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:44.531382 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f38530ac-1104-4c57-a0f7-16e6bcde8ea2 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:44.531881 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e67678e-f31a-41a3-b5ef-61a4727495f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1103f1e1-dc48-4f8b-ba50-5e39995d974a', 'code': 200} Jul 07 17:06:44.593572 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6312a1a9-c0f4-40ee-86d0-7152e936b5ec req-e4dc458b-4025-4f20-8d45-730e2cbdf6ad tempest-ListServerFiltersTestJSON-527138099 tempest-ListServerFiltersTestJSON-527138099-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d4a8f0-dd06-400d-aa7c-11981ad57346 HTTP/1.1" status: 200 len: 210 time: 0.0429077 Jul 07 17:06:44.609883 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b402b7f-cbb6-4dcc-a7ae-375298b69640 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:44.697350 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b402b7f-cbb6-4dcc-a7ae-375298b69640 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Pushing event deleted for resources: {'Port': ['ID=6bf6ccbf-ed0c-435c-af96-f09475d4dcea,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:44.810601 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b402b7f-cbb6-4dcc-a7ae-375298b69640 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:44.928761 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12de0728-0a2e-43a5-a28f-916b01ad02cc x-openstack-request-id: req-12de0728-0a2e-43a5-a28f-916b01ad02cc {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:44.930634 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d4a8f0-dd06-400d-aa7c-11981ad57346", "name": "network-vif-deleted", "tag": "4b8ab502-71e6-45d7-998a-fbe7b2e557f5", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:44.931143 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12de0728-0a2e-43a5-a28f-916b01ad02cc {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:44.931730 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d4a8f0-dd06-400d-aa7c-11981ad57346', 'name': 'network-vif-deleted', 'tag': '4b8ab502-71e6-45d7-998a-fbe7b2e557f5', 'status': 'completed', 'code': 200} Jul 07 17:06:44.990506 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b402b7f-cbb6-4dcc-a7ae-375298b69640 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:44.993505 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b402b7f-cbb6-4dcc-a7ae-375298b69640 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.056823 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b402b7f-cbb6-4dcc-a7ae-375298b69640 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.057592 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b402b7f-cbb6-4dcc-a7ae-375298b69640 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Fanout notify agent at l3_agent the message router_deleted on router 20898f28-5ad5-4709-b75f-635491d65495 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:06:45.067451 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-f3b4a9a1-7962-48ed-8589-a530f18449e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b585056-080d-442a-b9d9-625c6fda86a7 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:06:45.073700 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b402b7f-cbb6-4dcc-a7ae-375298b69640 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.076000 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7b402b7f-cbb6-4dcc-a7ae-375298b69640 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] 10.222.0.53 "DELETE /v2.0/routers/20898f28-5ad5-4709-b75f-635491d65495 HTTP/1.1" status: 204 len: 168 time: 2.0163510 Jul 07 17:06:45.078685 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59406) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:45.098460 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-f3b4a9a1-7962-48ed-8589-a530f18449e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.141686 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-f3b4a9a1-7962-48ed-8589-a530f18449e7 service neutron] Transition to ACTIVE for port object 9b585056-080d-442a-b9d9-625c6fda86a7 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:45.149855 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-f3b4a9a1-7962-48ed-8589-a530f18449e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.157055 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ed55c7-bc0e-479d-b056-2d7a345835d6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Deleting subnet 7ee4c0d2-12a7-43ee-bdf6-1afc3fe917d3 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:06:45.161429 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-49ed55c7-bc0e-479d-b056-2d7a345835d6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.225218 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-49ed55c7-bc0e-479d-b056-2d7a345835d6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.291795 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4a9a1-7962-48ed-8589-a530f18449e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9b585056-080d-442a-b9d9-625c6fda86a7,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:45.403589 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256087a-a1cd-4a39-99f4-37b24f9f8ffe req-6239a19c-5255-4ff8-83be-f517af5ef5eb tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:45.405508 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e256087a-a1cd-4a39-99f4-37b24f9f8ffe req-6239a19c-5255-4ff8-83be-f517af5ef5eb tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e67678e-f31a-41a3-b5ef-61a4727495f8 HTTP/1.1" status: 200 len: 945 time: 0.1856971 Jul 07 17:06:45.420034 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-49ed55c7-bc0e-479d-b056-2d7a345835d6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.440810 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-f3b4a9a1-7962-48ed-8589-a530f18449e7 service neutron] Attempting to bind port 9b585056-080d-442a-b9d9-625c6fda86a7 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:06:45.441156 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-f3b4a9a1-7962-48ed-8589-a530f18449e7 service neutron] Attempting to bind port 9b585056-080d-442a-b9d9-625c6fda86a7 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '75249286-1251-4250-97ca-1009ddba8934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2262c290-60d5-40f1-890f-6f4683d95102'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:06:45.441487 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-f3b4a9a1-7962-48ed-8589-a530f18449e7 service neutron] Attempting to bind port 9b585056-080d-442a-b9d9-625c6fda86a7 on network 2262c290-60d5-40f1-890f-6f4683d95102 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:45.448070 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-f3b4a9a1-7962-48ed-8589-a530f18449e7 service neutron] Port 9b585056-080d-442a-b9d9-625c6fda86a7 on network 2262c290-60d5-40f1-890f-6f4683d95102 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:06:45.448281 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-f3b4a9a1-7962-48ed-8589-a530f18449e7 service neutron] Attempting to bind port 9b585056-080d-442a-b9d9-625c6fda86a7 on network 2262c290-60d5-40f1-890f-6f4683d95102 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:45.464084 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-f3b4a9a1-7962-48ed-8589-a530f18449e7 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:06:45.464427 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-f3b4a9a1-7962-48ed-8589-a530f18449e7 service neutron] Checking segment: {'id': '75249286-1251-4250-97ca-1009ddba8934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2262c290-60d5-40f1-890f-6f4683d95102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:45.464847 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-f3b4a9a1-7962-48ed-8589-a530f18449e7 service neutron] Bound using segment: {'id': '75249286-1251-4250-97ca-1009ddba8934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2262c290-60d5-40f1-890f-6f4683d95102'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:06:45.465302 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-f3b4a9a1-7962-48ed-8589-a530f18449e7 service neutron] Bound port: 9b585056-080d-442a-b9d9-625c6fda86a7, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75249286-1251-4250-97ca-1009ddba8934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2262c290-60d5-40f1-890f-6f4683d95102'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:06:45.465666 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-f3b4a9a1-7962-48ed-8589-a530f18449e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.484606 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e256087a-a1cd-4a39-99f4-37b24f9f8ffe req-cba33096-9b6d-4120-ac25-3909a3c0d52a tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651948 Jul 07 17:06:45.538792 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-49ed55c7-bc0e-479d-b056-2d7a345835d6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.549497 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-f3b4a9a1-7962-48ed-8589-a530f18449e7 service neutron] For port 9b585056-080d-442a-b9d9-625c6fda86a7, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:06:45.553164 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-f3b4a9a1-7962-48ed-8589-a530f18449e7 service neutron] For port 9b585056-080d-442a-b9d9-625c6fda86a7, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=9b585056-080d-442a-b9d9-625c6fda86a7,segment=NetworkSegment(75249286-1251-4250-97ca-1009ddba8934),segment_id=75249286-1251-4250-97ca-1009ddba8934)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:06:45.559052 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-f3b4a9a1-7962-48ed-8589-a530f18449e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.598425 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed55c7-bc0e-479d-b056-2d7a345835d6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Pushing event deleted for resources: {'Subnet': ['ID=7ee4c0d2-12a7-43ee-bdf6-1afc3fe917d3,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:45.598745 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-f3b4a9a1-7962-48ed-8589-a530f18449e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:45.599498 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-f3b4a9a1-7962-48ed-8589-a530f18449e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.602566 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-f3b4a9a1-7962-48ed-8589-a530f18449e7 service neutron] 10.222.0.64 "PUT /v2.0/ports/9b585056-080d-442a-b9d9-625c6fda86a7 HTTP/1.1" status: 200 len: 1092 time: 1.3566909 Jul 07 17:06:45.626659 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac6f469-4e15-486c-b063-7a0d3cfcc67e None None] Network 9c1fbf34-304f-4da3-9702-ede2c97e1429 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:45.641771 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-49ed55c7-bc0e-479d-b056-2d7a345835d6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.644020 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-49ed55c7-bc0e-479d-b056-2d7a345835d6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] 10.222.0.53 "DELETE /v2.0/subnets/7ee4c0d2-12a7-43ee-bdf6-1afc3fe917d3 HTTP/1.1" status: 204 len: 168 time: 0.5636644 Jul 07 17:06:45.647515 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59428) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:45.750588 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b61d4d6e-1c01-4e49-af95-179ecd6487f6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.781162 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4a9a1-7962-48ed-8589-a530f18449e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9b585056-080d-442a-b9d9-625c6fda86a7,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:45.846500 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a269f7bd-856f-4f28-8789-d57fcc184ef5 None None] DHCP port deletion for 9c1fbf34-304f-4da3-9702-ede2c97e1429 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:06:45.852305 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcc286-ad34-460a-8fd4-16317bcf1b82 req-693d56bc-9543-47f6-854b-49dffe5acf97 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:45.857317 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1bbcc286-ad34-460a-8fd4-16317bcf1b82 req-693d56bc-9543-47f6-854b-49dffe5acf97 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] 10.222.0.53 "GET /v2.0/ports?device_id=10d58bbb-cbec-4194-80bb-def7f29637c0 HTTP/1.1" status: 200 len: 943 time: 0.2464373 Jul 07 17:06:45.860916 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-710328b2-33ae-4b7b-9d52-953bbc5e4479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:45.862748 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-710328b2-33ae-4b7b-9d52-953bbc5e4479 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d0c6afdb5a174208a63eedab9c063294&device_id=10d58bbb-cbec-4194-80bb-def7f29637c0 HTTP/1.1" status: 200 len: 1095 time: 0.1884670 Jul 07 17:06:45.901513 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a269f7bd-856f-4f28-8789-d57fcc184ef5 None None] Deleting port e9c2057e-6941-4f0f-8492-d803bca388f9 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:45.902062 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a269f7bd-856f-4f28-8789-d57fcc184ef5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.926947 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-1e565cfc-fbab-4878-b8a0-ddf7ba9b4eba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b585056-080d-442a-b9d9-625c6fda86a7 HTTP/1.1" status: 200 len: 217 time: 0.0560236 Jul 07 17:06:45.976831 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1bbcc286-ad34-460a-8fd4-16317bcf1b82 req-72699e0d-e871-4133-92a2-712c96e436aa tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] 10.222.0.53 "GET /v2.0/security-groups?id=38454295-2de9-4e87-8574-d77945d35f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129510 Jul 07 17:06:45.980021 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-a269f7bd-856f-4f28-8789-d57fcc184ef5 None None] For port e9c2057e-6941-4f0f-8492-d803bca388f9, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e9c2057e-6941-4f0f-8492-d803bca388f9,segment=NetworkSegment(291c4ab0-fd9d-4251-8b2a-3970849fd1cc),segment_id=291c4ab0-fd9d-4251-8b2a-3970849fd1cc)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:45.980556 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a269f7bd-856f-4f28-8789-d57fcc184ef5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.994964 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-c8ea9d85-2c52-4dad-8e13-ebd5a0571a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:45.996532 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-c8ea9d85-2c52-4dad-8e13-ebd5a0571a74 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88a3eeb6-f2ca-480c-973b-4e582a078a70 HTTP/1.1" status: 200 len: 861 time: 0.0637603 Jul 07 17:06:45.997782 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a269f7bd-856f-4f28-8789-d57fcc184ef5 None None] Calling delete_port for e9c2057e-6941-4f0f-8492-d803bca388f9 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:46.063818 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-063ae566-3a0c-4be7-ada5-a9cdedc0e782 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2262c290-60d5-40f1-890f-6f4683d95102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601511 Jul 07 17:06:46.120177 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0173f8f-ee16-41eb-a204-504c979d69c7 req-81e2edbe-ca58-42b6-9f6c-35666fe7f2a0 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:46.121881 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c0173f8f-ee16-41eb-a204-504c979d69c7 req-81e2edbe-ca58-42b6-9f6c-35666fe7f2a0 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 945 time: 0.5304091 Jul 07 17:06:46.139668 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a269f7bd-856f-4f28-8789-d57fcc184ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.184516 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269f7bd-856f-4f28-8789-d57fcc184ef5 None None] Pushing event deleted for resources: {'Port': ['ID=e9c2057e-6941-4f0f-8492-d803bca388f9,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:46.189987 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a269f7bd-856f-4f28-8789-d57fcc184ef5 None None] No DVR routers for this DVR port e9c2057e-6941-4f0f-8492-d803bca388f9 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:46.202965 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c0173f8f-ee16-41eb-a204-504c979d69c7 req-aa7e98f5-44dc-4dd5-bc9c-a0f33e03de00 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/security-groups?id=522aea4d-5b76-4154-ad36-969cd1f04a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674601 Jul 07 17:06:46.214502 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-b61d4d6e-1c01-4e49-af95-179ecd6487f6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Deleting port e9c2057e-6941-4f0f-8492-d803bca388f9 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:46.215167 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b61d4d6e-1c01-4e49-af95-179ecd6487f6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.275821 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-c44a63dc-da0d-4c77-8182-ab247945a53c service neutron] 10.222.0.64 "GET /v2.0/networks/2262c290-60d5-40f1-890f-6f4683d95102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046278 Jul 07 17:06:46.329818 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-b61d4d6e-1c01-4e49-af95-179ecd6487f6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] For port e9c2057e-6941-4f0f-8492-d803bca388f9, host n-d-791503-12, got binding levels [] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:46.330676 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b61d4d6e-1c01-4e49-af95-179ecd6487f6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.354992 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59444) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:46.366708 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-b61d4d6e-1c01-4e49-af95-179ecd6487f6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Calling delete_port for e9c2057e-6941-4f0f-8492-d803bca388f9 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:46.370601 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.ipam_backend_mixin [None req-b61d4d6e-1c01-4e49-af95-179ecd6487f6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Port e9c2057e-6941-4f0f-8492-d803bca388f9 was not found and therefore no delete operation was performed {{(pid=100192) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:06:46.395467 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b61d4d6e-1c01-4e49-af95-179ecd6487f6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.437195 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fafc4367-9304-4ee9-b2c1-c7078cc15a8a req-7e07f868-5ed5-4be3-aa9d-8fe3a0d38eb4 service neutron] 10.222.0.64 "GET /v2.0/networks/2262c290-60d5-40f1-890f-6f4683d95102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537290 Jul 07 17:06:46.437395 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d4d6e-1c01-4e49-af95-179ecd6487f6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Pushing event deleted for resources: {'Port': ['ID=e9c2057e-6941-4f0f-8492-d803bca388f9,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:46.446316 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61d4d6e-1c01-4e49-af95-179ecd6487f6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] No DVR routers for this DVR port e9c2057e-6941-4f0f-8492-d803bca388f9 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:46.470417 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-c665ad35-527b-4771-a5d6-e2671fc2d23e admin admin] Deleting subnet 89ca7077-9a91-4390-ad1c-d7a6ed89ab03 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:06:46.493188 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c665ad35-527b-4771-a5d6-e2671fc2d23e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.601304 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b61d4d6e-1c01-4e49-af95-179ecd6487f6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.606071 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c665ad35-527b-4771-a5d6-e2671fc2d23e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.638449 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-b61d4d6e-1c01-4e49-af95-179ecd6487f6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c1fbf34-304f-4da3-9702-ede2c97e1429']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:46.656916 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-b61d4d6e-1c01-4e49-af95-179ecd6487f6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291c4ab0-fd9d-4251-8b2a-3970849fd1cc') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:46.657269 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-b61d4d6e-1c01-4e49-af95-179ecd6487f6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291c4ab0-fd9d-4251-8b2a-3970849fd1cc') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:46.672042 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b61d4d6e-1c01-4e49-af95-179ecd6487f6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.721757 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b61d4d6e-1c01-4e49-af95-179ecd6487f6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.735743 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b61d4d6e-1c01-4e49-af95-179ecd6487f6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:06:46.736303 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b61d4d6e-1c01-4e49-af95-179ecd6487f6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:06:46.740425 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:06:46.812207 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db6ec9-57a9-4e7c-8a70-441e1ec4e97c req-91158e3d-239c-46c2-bb33-cd924d27cd6c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:46.813317 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c665ad35-527b-4771-a5d6-e2671fc2d23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.814157 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f6db6ec9-57a9-4e7c-8a70-441e1ec4e97c req-91158e3d-239c-46c2-bb33-cd924d27cd6c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e67678e-f31a-41a3-b5ef-61a4727495f8 HTTP/1.1" status: 200 len: 945 time: 0.1182640 Jul 07 17:06:46.865900 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 925938cb-6953-43da-bb93-f0caed7d8932 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:46.890651 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b61d4d6e-1c01-4e49-af95-179ecd6487f6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.895805 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b61d4d6e-1c01-4e49-af95-179ecd6487f6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.897730 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f6db6ec9-57a9-4e7c-8a70-441e1ec4e97c req-dcf2aa79-f47e-4f5b-a5cd-35c482e71265 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676427 Jul 07 17:06:46.900909 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b61d4d6e-1c01-4e49-af95-179ecd6487f6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] 10.222.0.53 "DELETE /v2.0/networks/9c1fbf34-304f-4da3-9702-ede2c97e1429 HTTP/1.1" status: 204 len: 168 time: 1.2522552 Jul 07 17:06:46.901144 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59474) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:46.946931 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d4d6e-1c01-4e49-af95-179ecd6487f6 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Pushing event deleted for resources: {'Network': ['ID=9c1fbf34-304f-4da3-9702-ede2c97e1429,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:46.979928 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d58bbb-cbec-4194-80bb-def7f29637c0', 'tag': '9b585056-080d-442a-b9d9-625c6fda86a7'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:46.988815 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a0fa36-4841-4582-811b-2e47532a658a" -d '{"events": [{"name": "network-changed", "server_uuid": "10d58bbb-cbec-4194-80bb-def7f29637c0", "tag": "9b585056-080d-442a-b9d9-625c6fda86a7"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:47.020532 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c665ad35-527b-4771-a5d6-e2671fc2d23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.037635 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.041756 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c1430-09dc-4eb4-bf15-8a54cf269bd8 req-5d1962b9-4be0-4801-97f4-03180ab4aafa tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:47.043615 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a51c1430-09dc-4eb4-bf15-8a54cf269bd8 req-5d1962b9-4be0-4801-97f4-03180ab4aafa tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e67678e-f31a-41a3-b5ef-61a4727495f8 HTTP/1.1" status: 200 len: 945 time: 0.2323627 Jul 07 17:06:47.075343 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e06f329-b82d-4ba2-969e-9b138191b875', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '925938cb-6953-43da-bb93-f0caed7d8932'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:47.078179 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3a791a-dda4-4937-9901-947f6518eff6" -d '{"events": [{"server_uuid": "8e06f329-b82d-4ba2-969e-9b138191b875", "name": "network-vif-unplugged", "status": "completed", "tag": "925938cb-6953-43da-bb93-f0caed7d8932"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:47.083811 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c665ad35-527b-4771-a5d6-e2671fc2d23e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.086005 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c665ad35-527b-4771-a5d6-e2671fc2d23e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/89ca7077-9a91-4390-ad1c-d7a6ed89ab03 HTTP/1.1" status: 204 len: 168 time: 0.7261367 Jul 07 17:06:47.090079 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665ad35-527b-4771-a5d6-e2671fc2d23e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89ca7077-9a91-4390-ad1c-d7a6ed89ab03,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:47.094200 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59490) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:47.104036 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee415cd7-dddf-472b-a8ee-dba36a446ef2 None None] Network 980d4d7f-4d7a-4300-8886-ddee889ed2b3 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:47.251136 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 925938cb-6953-43da-bb93-f0caed7d8932, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=925938cb-6953-43da-bb93-f0caed7d8932,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:47.325139 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.327084 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 4b8ab502-71e6-45d7-998a-fbe7b2e557f5 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:47.335709 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0e2f5-ee59-4e1a-9e32-58d43d429ec6 req-8197fb07-1d6d-4b08-b600-377f404d5825 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:47.337853 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cee0e2f5-ee59-4e1a-9e32-58d43d429ec6 req-8197fb07-1d6d-4b08-b600-377f404d5825 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 945 time: 0.3812361 Jul 07 17:06:47.395757 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4dc8de44-d2e5-4815-8ea1-c81de862d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.566264 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1927ff5-9c9b-4522-91a4-c6b032100663 x-openstack-request-id: req-c1927ff5-9c9b-4522-91a4-c6b032100663 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:47.566502 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e06f329-b82d-4ba2-969e-9b138191b875", "name": "network-vif-unplugged", "status": "completed", "tag": "925938cb-6953-43da-bb93-f0caed7d8932", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:47.566720 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1927ff5-9c9b-4522-91a4-c6b032100663 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:47.567127 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e06f329-b82d-4ba2-969e-9b138191b875', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '925938cb-6953-43da-bb93-f0caed7d8932', 'code': 200} Jul 07 17:06:47.567927 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e9c2057e-6941-4f0f-8492-d803bca388f9 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:47.573848 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b418ac19-579e-46c5-9432-4b76a0a388dd x-openstack-request-id: req-b418ac19-579e-46c5-9432-4b76a0a388dd {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:47.573848 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d58bbb-cbec-4194-80bb-def7f29637c0", "tag": "9b585056-080d-442a-b9d9-625c6fda86a7", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:47.573848 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b418ac19-579e-46c5-9432-4b76a0a388dd {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:47.574415 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d58bbb-cbec-4194-80bb-def7f29637c0', 'tag': '9b585056-080d-442a-b9d9-625c6fda86a7', 'status': 'completed', 'code': 200} Jul 07 17:06:47.592144 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 4b8ab502-71e6-45d7-998a-fbe7b2e557f5 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:47.592498 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 4b8ab502-71e6-45d7-998a-fbe7b2e557f5 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:06:47.596947 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: e9c2057e-6941-4f0f-8492-d803bca388f9 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:47.597298 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e9c2057e-6941-4f0f-8492-d803bca388f9 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:06:47.629592 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=925938cb-6953-43da-bb93-f0caed7d8932,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:47.659862 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-a51c1430-09dc-4eb4-bf15-8a54cf269bd8 req-7af197f1-dea7-43da-8960-3c19f3906afe tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Deleting port 1103f1e1-dc48-4f8b-ba50-5e39995d974a {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:47.660370 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-a51c1430-09dc-4eb4-bf15-8a54cf269bd8 req-7af197f1-dea7-43da-8960-3c19f3906afe tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.743496 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408e4d24-62d9-46c2-a5a7-6d9d69d398b2 None None] DHCP port deletion for 980d4d7f-4d7a-4300-8886-ddee889ed2b3 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:06:47.782220 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-cee0e2f5-ee59-4e1a-9e32-58d43d429ec6 req-45047bb7-3983-47d9-9237-02b3db1bca75 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Deleting port 5ff0689d-6401-4272-9067-f2809e977526 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:47.782626 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cee0e2f5-ee59-4e1a-9e32-58d43d429ec6 req-45047bb7-3983-47d9-9237-02b3db1bca75 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.812870 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-4dc8de44-d2e5-4815-8ea1-c81de862d802 admin admin] Deleting port c4888ade-ed7c-446d-86e2-fa23e02a7850 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:47.813332 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4dc8de44-d2e5-4815-8ea1-c81de862d802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.823908 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-408e4d24-62d9-46c2-a5a7-6d9d69d398b2 None None] Deleting port c4888ade-ed7c-446d-86e2-fa23e02a7850 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:47.824441 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-408e4d24-62d9-46c2-a5a7-6d9d69d398b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.847497 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0fa36-4841-4582-811b-2e47532a658a req-41cb8b5a-6c6f-431a-a8ec-01ce10132e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:47.850191 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b0a0fa36-4841-4582-811b-2e47532a658a req-41cb8b5a-6c6f-431a-a8ec-01ce10132e9f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d0c6afdb5a174208a63eedab9c063294&device_id=10d58bbb-cbec-4194-80bb-def7f29637c0 HTTP/1.1" status: 200 len: 1095 time: 0.2803771 Jul 07 17:06:47.860604 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a538c31-0828-4bbb-b0f4-07b70e4db8c9 req-a230021f-c085-4dae-ae31-b45540f4a279 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:47.862469 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5a538c31-0828-4bbb-b0f4-07b70e4db8c9 req-a230021f-c085-4dae-ae31-b45540f4a279 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 945 time: 0.3192229 Jul 07 17:06:47.870789 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b1f39-e01a-4dd1-a30f-4a4933677996 req-7118035a-8593-475b-8bd7-fc09d1dfa5e9 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:47.883937 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2c3b1f39-e01a-4dd1-a30f-4a4933677996 req-7118035a-8593-475b-8bd7-fc09d1dfa5e9 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] 10.222.0.53 "GET /v2.0/ports?device_id=10d58bbb-cbec-4194-80bb-def7f29637c0 HTTP/1.1" status: 200 len: 943 time: 0.3081014 Jul 07 17:06:47.924907 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-408e4d24-62d9-46c2-a5a7-6d9d69d398b2 None None] For port c4888ade-ed7c-446d-86e2-fa23e02a7850, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c4888ade-ed7c-446d-86e2-fa23e02a7850,segment=NetworkSegment(2f026523-69fe-43a7-998a-5a827b861a2a),segment_id=2f026523-69fe-43a7-998a-5a827b861a2a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:47.925739 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-408e4d24-62d9-46c2-a5a7-6d9d69d398b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.927600 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-76cf36e7-4a54-4b24-848e-26d64a384f75 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Deleting port a563504b-47b9-4e65-906c-8d76b98e4abc {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:47.928389 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-76cf36e7-4a54-4b24-848e-26d64a384f75 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.965990 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-408e4d24-62d9-46c2-a5a7-6d9d69d398b2 None None] Calling delete_port for c4888ade-ed7c-446d-86e2-fa23e02a7850 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:47.974483 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-a51c1430-09dc-4eb4-bf15-8a54cf269bd8 req-7af197f1-dea7-43da-8960-3c19f3906afe tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] For port 1103f1e1-dc48-4f8b-ba50-5e39995d974a, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=1103f1e1-dc48-4f8b-ba50-5e39995d974a,segment=NetworkSegment(53f81cea-49a1-4beb-a5e1-dba35f1ef8f8),segment_id=53f81cea-49a1-4beb-a5e1-dba35f1ef8f8)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:47.974944 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-a51c1430-09dc-4eb4-bf15-8a54cf269bd8 req-7af197f1-dea7-43da-8960-3c19f3906afe tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:48.022080 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-a51c1430-09dc-4eb4-bf15-8a54cf269bd8 req-7af197f1-dea7-43da-8960-3c19f3906afe tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Calling delete_port for 1103f1e1-dc48-4f8b-ba50-5e39995d974a owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:48.038540 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-4dc8de44-d2e5-4815-8ea1-c81de862d802 admin admin] For port c4888ade-ed7c-446d-86e2-fa23e02a7850, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c4888ade-ed7c-446d-86e2-fa23e02a7850,segment=NetworkSegment(2f026523-69fe-43a7-998a-5a827b861a2a),segment_id=2f026523-69fe-43a7-998a-5a827b861a2a)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:48.038922 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4dc8de44-d2e5-4815-8ea1-c81de862d802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:48.070701 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5a538c31-0828-4bbb-b0f4-07b70e4db8c9 req-56fc1369-1f40-43a9-8fb9-d41eb35b0b03 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/security-groups?id=522aea4d-5b76-4154-ad36-969cd1f04a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895828 Jul 07 17:06:48.093523 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-408e4d24-62d9-46c2-a5a7-6d9d69d398b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:48.115344 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-4dc8de44-d2e5-4815-8ea1-c81de862d802 admin admin] Calling delete_port for c4888ade-ed7c-446d-86e2-fa23e02a7850 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:48.138230 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-cee0e2f5-ee59-4e1a-9e32-58d43d429ec6 req-45047bb7-3983-47d9-9237-02b3db1bca75 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] For port 5ff0689d-6401-4272-9067-f2809e977526, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=5ff0689d-6401-4272-9067-f2809e977526,segment=NetworkSegment(2535c727-b2f1-4d11-9876-7392a2724c3c),segment_id=2535c727-b2f1-4d11-9876-7392a2724c3c)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:48.138230 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cee0e2f5-ee59-4e1a-9e32-58d43d429ec6 req-45047bb7-3983-47d9-9237-02b3db1bca75 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:48.139407 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408e4d24-62d9-46c2-a5a7-6d9d69d398b2 None None] No DVR routers for this DVR port c4888ade-ed7c-446d-86e2-fa23e02a7850 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:48.145508 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e4d24-62d9-46c2-a5a7-6d9d69d398b2 None None] Pushing event deleted for resources: {'Port': ['ID=c4888ade-ed7c-446d-86e2-fa23e02a7850,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:48.155794 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2c3b1f39-e01a-4dd1-a30f-4a4933677996 req-a7dabbfb-9243-4a21-956a-caf035d120cc tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] 10.222.0.53 "GET /v2.0/security-groups?id=38454295-2de9-4e87-8574-d77945d35f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699449 Jul 07 17:06:48.287505 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-76cf36e7-4a54-4b24-848e-26d64a384f75 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:48.288317 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-76cf36e7-4a54-4b24-848e-26d64a384f75 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:48.297495 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0fa36-4841-4582-811b-2e47532a658a req-a4a7810f-082d-496a-bd44-f7c69e9237be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:48.297495 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b0a0fa36-4841-4582-811b-2e47532a658a req-a4a7810f-082d-496a-bd44-f7c69e9237be service neutron] 10.222.0.64 "GET /v2.0/networks?id=2262c290-60d5-40f1-890f-6f4683d95102 HTTP/1.1" status: 200 len: 922 time: 0.3973732 Jul 07 17:06:48.408535 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-76cf36e7-4a54-4b24-848e-26d64a384f75 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Calling delete_port for a563504b-47b9-4e65-906c-8d76b98e4abc owned by network:floatingip {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:48.413171 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b0a0fa36-4841-4582-811b-2e47532a658a req-0272b292-697d-4d7f-a5d4-414bb9b4e177 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b585056-080d-442a-b9d9-625c6fda86a7 HTTP/1.1" status: 200 len: 217 time: 0.0944066 Jul 07 17:06:48.501512 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4dc8de44-d2e5-4815-8ea1-c81de862d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:48.560221 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8de44-d2e5-4815-8ea1-c81de862d802 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4888ade-ed7c-446d-86e2-fa23e02a7850,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:48.565189 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc8de44-d2e5-4815-8ea1-c81de862d802 admin admin] No DVR routers for this DVR port c4888ade-ed7c-446d-86e2-fa23e02a7850 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:48.607726 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0fa36-4841-4582-811b-2e47532a658a req-6f1ff349-aee0-44e4-8202-8a54470389f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:48.613048 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b0a0fa36-4841-4582-811b-2e47532a658a req-6f1ff349-aee0-44e4-8202-8a54470389f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88a3eeb6-f2ca-480c-973b-4e582a078a70 HTTP/1.1" status: 200 len: 861 time: 0.1910756 Jul 07 17:06:48.619111 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-a51c1430-09dc-4eb4-bf15-8a54cf269bd8 req-7af197f1-dea7-43da-8960-3c19f3906afe tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:48.624207 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cee0e2f5-ee59-4e1a-9e32-58d43d429ec6 req-45047bb7-3983-47d9-9237-02b3db1bca75 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:48.624207 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cee0e2f5-ee59-4e1a-9e32-58d43d429ec6 req-45047bb7-3983-47d9-9237-02b3db1bca75 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:48.624797 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [req-cee0e2f5-ee59-4e1a-9e32-58d43d429ec6 req-45047bb7-3983-47d9-9237-02b3db1bca75 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Floating IP f2402cf1-7265-42a7-9162-b5860a876bef disassociated. External IP: 172.25.0.200, port: 5ff0689d-6401-4272-9067-f2809e977526. Jul 07 17:06:48.625270 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-cee0e2f5-ee59-4e1a-9e32-58d43d429ec6 req-45047bb7-3983-47d9-9237-02b3db1bca75 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Calling delete_port for 5ff0689d-6401-4272-9067-f2809e977526 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:48.742042 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b0a0fa36-4841-4582-811b-2e47532a658a req-32aebf08-3999-40a4-b2a5-c0b74f3f65b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2262c290-60d5-40f1-890f-6f4683d95102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996037 Jul 07 17:06:48.781524 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4dc8de44-d2e5-4815-8ea1-c81de862d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:48.798431 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-4dc8de44-d2e5-4815-8ea1-c81de862d802 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['980d4d7f-4d7a-4300-8886-ddee889ed2b3']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:48.816914 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-4dc8de44-d2e5-4815-8ea1-c81de862d802 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f026523-69fe-43a7-998a-5a827b861a2a') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:48.817518 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-4dc8de44-d2e5-4815-8ea1-c81de862d802 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f026523-69fe-43a7-998a-5a827b861a2a') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:48.831528 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4dc8de44-d2e5-4815-8ea1-c81de862d802 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:48.842320 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af197f1-dea7-43da-8960-3c19f3906afe tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Pushing event deleted for resources: {'Port': ['ID=1103f1e1-dc48-4f8b-ba50-5e39995d974a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:48.884482 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 9b585056-080d-442a-b9d9-625c6fda86a7 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:06:48.894403 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4dc8de44-d2e5-4815-8ea1-c81de862d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:48.910935 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc8de44-d2e5-4815-8ea1-c81de862d802 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:06:48.911743 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4dc8de44-d2e5-4815-8ea1-c81de862d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:06:48.961158 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:06:49.042856 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-817152f2-699b-489d-82c8-d9ef7304c4d3 req-f924cfbf-8b1f-4738-8dc9-01e97e3f8616 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e67678e-f31a-41a3-b5ef-61a4727495f8 HTTP/1.1" status: 200 len: 210 time: 0.0782807 Jul 07 17:06:49.069014 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51c1430-09dc-4eb4-bf15-8a54cf269bd8 req-7af197f1-dea7-43da-8960-3c19f3906afe tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] No DVR routers for this DVR port 1103f1e1-dc48-4f8b-ba50-5e39995d974a on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:49.071791 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b0a0fa36-4841-4582-811b-2e47532a658a req-648b55f7-b474-4cfa-a985-8d96f617c414 service neutron] 10.222.0.64 "GET /v2.0/networks/2262c290-60d5-40f1-890f-6f4683d95102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187051 Jul 07 17:06:49.074517 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-76cf36e7-4a54-4b24-848e-26d64a384f75 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:49.077457 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4dc8de44-d2e5-4815-8ea1-c81de862d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:49.079426 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-a51c1430-09dc-4eb4-bf15-8a54cf269bd8 req-7af197f1-dea7-43da-8960-3c19f3906afe tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:49.082128 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a51c1430-09dc-4eb4-bf15-8a54cf269bd8 req-7af197f1-dea7-43da-8960-3c19f3906afe tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.72 "DELETE /v2.0/ports/1103f1e1-dc48-4f8b-ba50-5e39995d974a HTTP/1.1" status: 204 len: 173 time: 2.0128324 Jul 07 17:06:49.085364 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e67678e-f31a-41a3-b5ef-61a4727495f8', 'name': 'network-vif-deleted', 'tag': '1103f1e1-dc48-4f8b-ba50-5e39995d974a'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:49.087069 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb391dc-e8e8-4e4f-a385-5266a1af5df5" -d '{"events": [{"server_uuid": "1e67678e-f31a-41a3-b5ef-61a4727495f8", "name": "network-vif-deleted", "tag": "1103f1e1-dc48-4f8b-ba50-5e39995d974a"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:49.095386 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4dc8de44-d2e5-4815-8ea1-c81de862d802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:49.111137 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4dc8de44-d2e5-4815-8ea1-c81de862d802 admin admin] 10.222.0.53 "DELETE /v2.0/networks/980d4d7f-4d7a-4300-8886-ddee889ed2b3 HTTP/1.1" status: 204 len: 168 time: 1.9805887 Jul 07 17:06:49.135873 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8de44-d2e5-4815-8ea1-c81de862d802 admin admin] Pushing event deleted for resources: {'Network': ['ID=980d4d7f-4d7a-4300-8886-ddee889ed2b3,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:49.192274 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 9b585056-080d-442a-b9d9-625c6fda86a7, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=9b585056-080d-442a-b9d9-625c6fda86a7,segment=NetworkSegment(75249286-1251-4250-97ca-1009ddba8934),segment_id=75249286-1251-4250-97ca-1009ddba8934)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:49.241301 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '9b585056-080d-442a-b9d9-625c6fda86a7', 'network_id': '2262c290-60d5-40f1-890f-6f4683d95102', 'port_id': '9b585056-080d-442a-b9d9-625c6fda86a7', 'mac_address': 'fa:16:3e:16:8f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a3eeb6-f2ca-480c-973b-4e582a078a70', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:06:49.304542 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cee0e2f5-ee59-4e1a-9e32-58d43d429ec6 req-45047bb7-3983-47d9-9237-02b3db1bca75 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:49.355186 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf36e7-4a54-4b24-848e-26d64a384f75 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Pushing event deleted for resources: {'Port': ['ID=a563504b-47b9-4e65-906c-8d76b98e4abc,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:49.368053 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:49.435177 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b585056-080d-442a-b9d9-625c6fda86a7 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:06:49.444415 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6a6396-86d5-4382-b998-731c07ed3e59 x-openstack-request-id: req-ee6a6396-86d5-4382-b998-731c07ed3e59 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:49.447587 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e67678e-f31a-41a3-b5ef-61a4727495f8", "name": "network-vif-deleted", "tag": "1103f1e1-dc48-4f8b-ba50-5e39995d974a", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:49.449126 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee6a6396-86d5-4382-b998-731c07ed3e59 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:49.450123 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e67678e-f31a-41a3-b5ef-61a4727495f8', 'name': 'network-vif-deleted', 'tag': '1103f1e1-dc48-4f8b-ba50-5e39995d974a', 'status': 'completed', 'code': 200} Jul 07 17:06:49.453792 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45047bb7-3983-47d9-9237-02b3db1bca75 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Pushing event deleted for resources: {'Port': ['ID=5ff0689d-6401-4272-9067-f2809e977526,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:49.483302 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c4888ade-ed7c-446d-86e2-fa23e02a7850 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:49.504931 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59528) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:49.551226 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: c4888ade-ed7c-446d-86e2-fa23e02a7850 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:49.552150 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c4888ade-ed7c-446d-86e2-fa23e02a7850 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:06:49.575709 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 9b585056-080d-442a-b9d9-625c6fda86a7, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=9b585056-080d-442a-b9d9-625c6fda86a7,segment=NetworkSegment(75249286-1251-4250-97ca-1009ddba8934),segment_id=75249286-1251-4250-97ca-1009ddba8934)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:49.581121 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-76cf36e7-4a54-4b24-848e-26d64a384f75 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks [] for floatingip, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:49.583900 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-76cf36e7-4a54-4b24-848e-26d64a384f75 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:49.589745 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-76cf36e7-4a54-4b24-848e-26d64a384f75 tempest-FloatingIPAdminTestJSON-1422889560 tempest-FloatingIPAdminTestJSON-1422889560-project] 10.222.0.53 "DELETE /v2.0/floatingips/771ff99e-b9af-47b7-a52e-6dbc985048ce HTTP/1.1" status: 204 len: 168 time: 2.6819172 Jul 07 17:06:49.595775 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:49.711709 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=9b585056-080d-442a-b9d9-625c6fda86a7,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:49.724080 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 1103f1e1-dc48-4f8b-ba50-5e39995d974a no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:49.732240 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b0a0fa36-4841-4582-811b-2e47532a658a req-7130770e-81a5-4cad-8dc5-5748c1c02745 service neutron] 10.222.0.64 "GET /v2.0/networks/2262c290-60d5-40f1-890f-6f4683d95102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6430569 Jul 07 17:06:49.752243 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-81a50212-11a1-407b-bb29-9be9fe8b03eb req-1063eb2b-d0b3-40a2-9d1e-622d0bb13214 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 210 time: 0.0749643 Jul 07 17:06:49.800904 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 1103f1e1-dc48-4f8b-ba50-5e39995d974a {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:49.801948 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 1103f1e1-dc48-4f8b-ba50-5e39995d974a not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:06:49.802997 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 5ff0689d-6401-4272-9067-f2809e977526 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:49.817037 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cee0e2f5-ee59-4e1a-9e32-58d43d429ec6 req-45047bb7-3983-47d9-9237-02b3db1bca75 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Router c0df6dec-d07e-4da0-bcf2-44c1fc7eda94 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:06:49.842464 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 5ff0689d-6401-4272-9067-f2809e977526 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:49.842812 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 5ff0689d-6401-4272-9067-f2809e977526 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:06:49.876608 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-99e15ef6-80a3-4d62-93a2-fcdd5d08eaf0 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:49.879415 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-99e15ef6-80a3-4d62-93a2-fcdd5d08eaf0 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/networks?id=9a069726-4687-4aab-843c-2a39928b12be HTTP/1.1" status: 200 len: 805 time: 0.7473850 Jul 07 17:06:49.896851 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-52edf644-8b56-4f97-b245-b2864131171d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f047ef100fe4caa8d5e62940251eceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3891859 Jul 07 17:06:49.897763 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59534) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:49.907848 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['9b585056-080d-442a-b9d9-625c6fda86a7'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:50.035729 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-e7e11bf6-4ef5-4d4a-b4d0-4067664fa751 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/quotas/565e8acc09134f1f976b9c4727940d5d HTTP/1.1" status: 200 len: 375 time: 0.1354837 Jul 07 17:06:50.212808 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59538) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:50.222002 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cee0e2f5-ee59-4e1a-9e32-58d43d429ec6 req-45047bb7-3983-47d9-9237-02b3db1bca75 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:06:50.250323 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523d336a-93bc-46dd-955f-91275e44bfbc None None] Sync routers for ids ['c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:06:50.270468 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523d336a-93bc-46dd-955f-91275e44bfbc None None] Routers {'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:50.271558 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-523d336a-93bc-46dd-955f-91275e44bfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:06:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:50.408925 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d9d0af16-6f76-4395-a669-51db77b3425f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:50.422727 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee0e2f5-ee59-4e1a-9e32-58d43d429ec6 req-45047bb7-3983-47d9-9237-02b3db1bca75 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] No DVR routers for this DVR port 5ff0689d-6401-4272-9067-f2809e977526 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:50.425450 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-cee0e2f5-ee59-4e1a-9e32-58d43d429ec6 req-45047bb7-3983-47d9-9237-02b3db1bca75 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:50.428020 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cee0e2f5-ee59-4e1a-9e32-58d43d429ec6 req-45047bb7-3983-47d9-9237-02b3db1bca75 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.72 "DELETE /v2.0/ports/5ff0689d-6401-4272-9067-f2809e977526 HTTP/1.1" status: 204 len: 173 time: 3.0733716 Jul 07 17:06:50.488209 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d565b-7b0f-44ff-9aeb-a6f7856003a4 req-164f9bad-2ea4-4cd5-a1a7-ead9660f08ef tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:50.491344 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-883d565b-7b0f-44ff-9aeb-a6f7856003a4 req-164f9bad-2ea4-4cd5-a1a7-ead9660f08ef tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] 10.222.0.53 "GET /v2.0/ports?device_id=10d58bbb-cbec-4194-80bb-def7f29637c0 HTTP/1.1" status: 200 len: 944 time: 0.2803261 Jul 07 17:06:50.560053 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-523d336a-93bc-46dd-955f-91275e44bfbc None None] Set router c0df6dec-d07e-4da0-bcf2-44c1fc7eda94 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:06:50.575769 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d9d0af16-6f76-4395-a669-51db77b3425f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:50.579931 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-883d565b-7b0f-44ff-9aeb-a6f7856003a4 req-140a007c-9796-4d88-aa03-e870798eb30b tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] 10.222.0.53 "GET /v2.0/security-groups?id=38454295-2de9-4e87-8574-d77945d35f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736928 Jul 07 17:06:50.690224 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-0c832cac-cded-4d9d-89cb-c6d4c3da634f tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=565e8acc09134f1f976b9c4727940d5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6445825 Jul 07 17:06:50.722586 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c71f1-28fb-4090-92b9-e79078d278bb req-c43b31ee-6efd-42d3-ba8b-bb9718f5322a tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:50.725203 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1d5c71f1-28fb-4090-92b9-e79078d278bb req-c43b31ee-6efd-42d3-ba8b-bb9718f5322a tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e06f329-b82d-4ba2-969e-9b138191b875 HTTP/1.1" status: 200 len: 943 time: 0.5992117 Jul 07 17:06:50.755382 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4c0d25ba-58d1-4f57-91b3-37c3ef996e50 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=93026716fe644dc9afde9c1d74c1b502&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5082371 Jul 07 17:06:50.759370 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59546) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:50.885961 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 9b585056-080d-442a-b9d9-625c6fda86a7 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:50.978323 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d9d0af16-6f76-4395-a669-51db77b3425f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:50.984971 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d9d0af16-6f76-4395-a669-51db77b3425f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:50.989532 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d9d0af16-6f76-4395-a669-51db77b3425f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c14ca4c0-c81b-406a-9cd9-e32bbbd902b3 HTTP/1.1" status: 204 len: 168 time: 1.0858066 Jul 07 17:06:51.008454 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 9b585056-080d-442a-b9d9-625c6fda86a7 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:51.017335 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 9b585056-080d-442a-b9d9-625c6fda86a7 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:51.017959 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.024124 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e5c7e6fe-8426-4ab8-a6cd-9ca9a5a570d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.109641 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e5c7e6fe-8426-4ab8-a6cd-9ca9a5a570d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.113007 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-523d336a-93bc-46dd-955f-91275e44bfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'name': 'tempest-ServersTestBootFromVolume-478284095-router', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:27Z', 'updated_at': '2021-07-07T17:03:36Z', 'revision_number': 4, 'project_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'gw_port': {'id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:28Z', 'updated_at': '2021-07-07T17:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '25bc9c3c-20ba-42e4-9b45-9d9abfce2de7', 'name': '', 'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'mac_address': 'fa:16:3e:d5:c3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '0b8d8829-190a-4c91-a488-56cdaabd4f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:34Z', 'updated_at': '2021-07-07T17:03:43Z', 'revision_number': 5, 'project_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'subnets': [{'id': '0b8d8829-190a-4c91-a488-56cdaabd4f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:51.122731 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0af16-6f76-4395-a669-51db77b3425f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14ca4c0-c81b-406a-9cd9-e32bbbd902b3,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:51.149841 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-d457150c-0a8a-4ebb-b945-a95d1113dd5b service neutron] 10.222.0.53 "GET /v2.0/networks/9a069726-4687-4aab-843c-2a39928b12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584236 Jul 07 17:06:51.191489 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523d336a-93bc-46dd-955f-91275e44bfbc None None] Checking router: c0df6dec-d07e-4da0-bcf2-44c1fc7eda94 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:06:51.217050 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523d336a-93bc-46dd-955f-91275e44bfbc None None] Routers {'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:51.218076 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-523d336a-93bc-46dd-955f-91275e44bfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:06:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:51.305800 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-1d5c71f1-28fb-4090-92b9-e79078d278bb req-406b467a-62dd-4d61-9fdb-817747809984 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Deleting port 925938cb-6953-43da-bb93-f0caed7d8932 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:51.306358 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1d5c71f1-28fb-4090-92b9-e79078d278bb req-406b467a-62dd-4d61-9fdb-817747809984 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.309996 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e5c7e6fe-8426-4ab8-a6cd-9ca9a5a570d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.318921 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e5c7e6fe-8426-4ab8-a6cd-9ca9a5a570d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.328722 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e5c7e6fe-8426-4ab8-a6cd-9ca9a5a570d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a8cfd58e-fe7f-40a7-9db6-1e8819e7724b HTTP/1.1" status: 204 len: 168 time: 0.5657089 Jul 07 17:06:51.375841 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7e6fe-8426-4ab8-a6cd-9ca9a5a570d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cfd58e-fe7f-40a7-9db6-1e8819e7724b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:51.451967 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f181bb-15fe-4de8-8a9d-fc984a8e9133', 'name': 'network-vif-deleted', 'tag': '5ff0689d-6401-4272-9067-f2809e977526'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:51.458940 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5154db-6ca1-48bf-ba29-e3b4f91fbc3a" -d '{"events": [{"server_uuid": "e1f181bb-15fe-4de8-8a9d-fc984a8e9133", "name": "network-vif-deleted", "tag": "5ff0689d-6401-4272-9067-f2809e977526"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:51.493205 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-42cada59-be0c-4f17-ad5d-f3abe89ff3db service neutron] 10.222.0.53 "GET /v2.0/networks/9a069726-4687-4aab-843c-2a39928b12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417294 Jul 07 17:06:51.642461 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-1d5c71f1-28fb-4090-92b9-e79078d278bb req-406b467a-62dd-4d61-9fdb-817747809984 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] For port 925938cb-6953-43da-bb93-f0caed7d8932, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=925938cb-6953-43da-bb93-f0caed7d8932,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:51.649824 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1d5c71f1-28fb-4090-92b9-e79078d278bb req-406b467a-62dd-4d61-9fdb-817747809984 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.698079 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-1d5c71f1-28fb-4090-92b9-e79078d278bb req-406b467a-62dd-4d61-9fdb-817747809984 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Calling delete_port for 925938cb-6953-43da-bb93-f0caed7d8932 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:51.719509 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.821986 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d58bbb-cbec-4194-80bb-def7f29637c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b585056-080d-442a-b9d9-625c6fda86a7'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:51.827355 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e5932e-e786-4909-afd6-be3c3173a673" -d '{"events": [{"server_uuid": "10d58bbb-cbec-4194-80bb-def7f29637c0", "name": "network-vif-plugged", "status": "completed", "tag": "9b585056-080d-442a-b9d9-625c6fda86a7"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:51.872190 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-56c4578f-86f2-4677-bf4f-5b3ba136f521 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2687652 Jul 07 17:06:51.890363 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 9b585056-080d-442a-b9d9-625c6fda86a7, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=9b585056-080d-442a-b9d9-625c6fda86a7,segment=NetworkSegment(75249286-1251-4250-97ca-1009ddba8934),segment_id=75249286-1251-4250-97ca-1009ddba8934)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:51.904030 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-523d336a-93bc-46dd-955f-91275e44bfbc None None] Set router c0df6dec-d07e-4da0-bcf2-44c1fc7eda94 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:06:51.923488 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.929017 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 925938cb-6953-43da-bb93-f0caed7d8932 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:52.057978 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f9047dc6-1369-4d2a-b446-a63587eb3762 req-16c0f526-a319-461d-8d74-65049e460c3e tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 210 time: 0.0909111 Jul 07 17:06:52.196564 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450e94c4-c469-4bd4-98bb-785a45ace9f3 x-openstack-request-id: req-450e94c4-c469-4bd4-98bb-785a45ace9f3 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:52.221902 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f181bb-15fe-4de8-8a9d-fc984a8e9133", "name": "network-vif-deleted", "tag": "5ff0689d-6401-4272-9067-f2809e977526", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:52.222449 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-450e94c4-c469-4bd4-98bb-785a45ace9f3 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:52.223020 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f181bb-15fe-4de8-8a9d-fc984a8e9133', 'name': 'network-vif-deleted', 'tag': '5ff0689d-6401-4272-9067-f2809e977526', 'status': 'completed', 'code': 200} Jul 07 17:06:52.266500 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=9b585056-080d-442a-b9d9-625c6fda86a7,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:52.328094 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1d5c71f1-28fb-4090-92b9-e79078d278bb req-406b467a-62dd-4d61-9fdb-817747809984 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:52.353313 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485c86-6588-489f-8f36-a17c6988b82b req-adbf823a-86ee-4668-b89e-e4769069769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:52.353816 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485c86-6588-489f-8f36-a17c6988b82b req-adbf823a-86ee-4668-b89e-e4769069769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:52.354488 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485c86-6588-489f-8f36-a17c6988b82b req-adbf823a-86ee-4668-b89e-e4769069769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:52.355189 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485c86-6588-489f-8f36-a17c6988b82b req-adbf823a-86ee-4668-b89e-e4769069769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:52.355448 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485c86-6588-489f-8f36-a17c6988b82b req-adbf823a-86ee-4668-b89e-e4769069769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:52.355943 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485c86-6588-489f-8f36-a17c6988b82b req-adbf823a-86ee-4668-b89e-e4769069769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:52.357023 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485c86-6588-489f-8f36-a17c6988b82b req-adbf823a-86ee-4668-b89e-e4769069769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:52.360334 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-adbf823a-86ee-4668-b89e-e4769069769a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b6d220ae528f42c295cc654c1d123274&device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 6500 time: 0.3231130 Jul 07 17:06:52.439046 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Port 925938cb-6953-43da-bb93-f0caed7d8932 update to DOWN by agent not found {{(pid=100194) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 07 17:06:52.538369 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b467a-62dd-4d61-9fdb-817747809984 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Pushing event deleted for resources: {'Port': ['ID=925938cb-6953-43da-bb93-f0caed7d8932,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:52.695134 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59584) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:52.711812 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5c71f1-28fb-4090-92b9-e79078d278bb req-406b467a-62dd-4d61-9fdb-817747809984 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] No DVR routers for this DVR port 925938cb-6953-43da-bb93-f0caed7d8932 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:52.737295 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1d5c71f1-28fb-4090-92b9-e79078d278bb req-406b467a-62dd-4d61-9fdb-817747809984 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:52.739939 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1d5c71f1-28fb-4090-92b9-e79078d278bb req-406b467a-62dd-4d61-9fdb-817747809984 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.64 "DELETE /v2.0/ports/925938cb-6953-43da-bb93-f0caed7d8932 HTTP/1.1" status: 204 len: 173 time: 1.9828973 Jul 07 17:06:52.740327 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e06f329-b82d-4ba2-969e-9b138191b875', 'name': 'network-vif-deleted', 'tag': '925938cb-6953-43da-bb93-f0caed7d8932'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:52.756721 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1642eb-94a6-4f7b-8bf3-8ca4a08b6e68" -d '{"events": [{"server_uuid": "8e06f329-b82d-4ba2-969e-9b138191b875", "name": "network-vif-deleted", "tag": "925938cb-6953-43da-bb93-f0caed7d8932"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:52.891174 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-ea319635-1159-4824-9df4-c34b6f706cff service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3711107 Jul 07 17:06:53.033460 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485c86-6588-489f-8f36-a17c6988b82b req-aa0e1085-7302-42e1-b559-8052fd918c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:53.035465 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485c86-6588-489f-8f36-a17c6988b82b req-aa0e1085-7302-42e1-b559-8052fd918c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:53.036575 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485c86-6588-489f-8f36-a17c6988b82b req-aa0e1085-7302-42e1-b559-8052fd918c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:53.039864 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-aa0e1085-7302-42e1-b559-8052fd918c62 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b1ef1e6-de16-48e9-886d-760c85a81894&id=631352b9-cdc0-4502-b4e6-9840754bae5a&id=631352b9-cdc0-4502-b4e6-9840754bae5a&id=631352b9-cdc0-4502-b4e6-9840754bae5a&id=631352b9-cdc0-4502-b4e6-9840754bae5a&id=f52f86e5-4ccf-471b-ba73-453c1047945f&id=f52f86e5-4ccf-471b-ba73-453c1047945f HTTP/1.1" status: 200 len: 2293 time: 0.6514933 Jul 07 17:06:53.047535 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-afe94836-303b-45b4-b4ef-ae63e82ad87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.119640 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-7060f3d1-3c61-476a-835d-cdf09e1cd60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:53.120356 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-7060f3d1-3c61-476a-835d-cdf09e1cd60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:53.120999 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-7060f3d1-3c61-476a-835d-cdf09e1cd60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:53.121542 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-7060f3d1-3c61-476a-835d-cdf09e1cd60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:53.122174 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-7060f3d1-3c61-476a-835d-cdf09e1cd60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:53.122810 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-7060f3d1-3c61-476a-835d-cdf09e1cd60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:53.125109 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-7060f3d1-3c61-476a-835d-cdf09e1cd60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:53.127862 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-7060f3d1-3c61-476a-835d-cdf09e1cd60e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52ba6e7d3c334b5d9c08203be3275f20&device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 6508 time: 0.1388934 Jul 07 17:06:53.144349 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-523d336a-93bc-46dd-955f-91275e44bfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'name': 'tempest-ServersTestBootFromVolume-478284095-router', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:27Z', 'updated_at': '2021-07-07T17:03:36Z', 'revision_number': 4, 'project_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'gw_port': {'id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:28Z', 'updated_at': '2021-07-07T17:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '25bc9c3c-20ba-42e4-9b45-9d9abfce2de7', 'name': '', 'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'mac_address': 'fa:16:3e:d5:c3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '0b8d8829-190a-4c91-a488-56cdaabd4f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:34Z', 'updated_at': '2021-07-07T17:03:43Z', 'revision_number': 5, 'project_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'subnets': [{'id': '0b8d8829-190a-4c91-a488-56cdaabd4f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:53.181605 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523d336a-93bc-46dd-955f-91275e44bfbc None None] The sync data for ids ['c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'] in n-d-791503-12 is: [{'id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'name': 'tempest-ServersTestBootFromVolume-478284095-router', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:27Z', 'updated_at': '2021-07-07T17:03:36Z', 'revision_number': 4, 'project_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'gw_port': {'id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:28Z', 'updated_at': '2021-07-07T17:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '25bc9c3c-20ba-42e4-9b45-9d9abfce2de7', 'name': '', 'network_id': 'f1b2860f-d1dd-483c-9fd7-4a5a24a825e1', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'mac_address': 'fa:16:3e:d5:c3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '0b8d8829-190a-4c91-a488-56cdaabd4f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:34Z', 'updated_at': '2021-07-07T17:03:43Z', 'revision_number': 5, 'project_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'subnets': [{'id': '0b8d8829-190a-4c91-a488-56cdaabd4f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:06:53.219923 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59594) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:53.257177 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f001e081-268b-4429-b4e4-557dba4610b0 x-openstack-request-id: req-f001e081-268b-4429-b4e4-557dba4610b0 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:53.257553 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d58bbb-cbec-4194-80bb-def7f29637c0", "name": "network-vif-plugged", "status": "completed", "tag": "9b585056-080d-442a-b9d9-625c6fda86a7", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:53.258436 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f001e081-268b-4429-b4e4-557dba4610b0 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:53.258862 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d58bbb-cbec-4194-80bb-def7f29637c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b585056-080d-442a-b9d9-625c6fda86a7', 'code': 200} Jul 07 17:06:53.299419 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-df38c32f-7cd4-4587-ada9-a10636cfb77b tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1580954084', 'description': 'tempest-description--553308841'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:53.363878 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-df38c32f-7cd4-4587-ada9-a10636cfb77b tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.369754 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-37960129-a757-4038-a6c8-a35f3c566948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.564225 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-887a4a8a-536e-4bcb-b0fc-8cc6c37e5c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:53.564860 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-887a4a8a-536e-4bcb-b0fc-8cc6c37e5c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:53.565493 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-887a4a8a-536e-4bcb-b0fc-8cc6c37e5c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:53.567479 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-887a4a8a-536e-4bcb-b0fc-8cc6c37e5c69 service neutron] 10.222.0.64 "GET /v2.0/networks?id=94d2cc3b-5a36-4261-9491-3ddbfc283976&id=fab6f54d-9214-45d2-b598-1fe08070fc1d&id=fab6f54d-9214-45d2-b598-1fe08070fc1d&id=fab6f54d-9214-45d2-b598-1fe08070fc1d&id=fab6f54d-9214-45d2-b598-1fe08070fc1d&id=fb74cf42-8431-4db2-86e2-f968c1182b61&id=fb74cf42-8431-4db2-86e2-f968c1182b61 HTTP/1.1" status: 200 len: 2298 time: 0.4077594 Jul 07 17:06:53.574219 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e4d4a-824b-4049-9bc0-5aa3d47055d1 req-96edb485-513b-4f9a-b11f-ea424f3cdf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:53.575765 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cf4e4d4a-824b-4049-9bc0-5aa3d47055d1 req-96edb485-513b-4f9a-b11f-ea424f3cdf35 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=10d58bbb-cbec-4194-80bb-def7f29637c0 HTTP/1.1" status: 200 len: 1097 time: 0.1514537 Jul 07 17:06:53.761130 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-afe94836-303b-45b4-b4ef-ae63e82ad87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.788527 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-afe94836-303b-45b4-b4ef-ae63e82ad87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.869757 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf7882f-835f-459e-9a5f-af94f4f7f033 None None] New status for floating IP f2402cf1-7265-42a7-9162-b5860a876bef: DOWN {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:06:53.885694 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cf4e4d4a-824b-4049-9bc0-5aa3d47055d1 req-88ab626a-e0a2-44e5-a27e-ec73a0d3a53f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=38454295-2de9-4e87-8574-d77945d35f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438307 Jul 07 17:06:53.972168 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-a8c24bda-f944-45bd-994c-1ccc95a568d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47bf5e37-4f50-40b7-9c7a-0594677913b4 HTTP/1.1" status: 200 len: 1002 time: 0.9120867 Jul 07 17:06:54.001033 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd96010-3c96-464d-b37a-7b95975cc0ca req-f18a751c-a165-49ff-a38f-459a43c81476 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:54.026157 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-efd96010-3c96-464d-b37a-7b95975cc0ca req-f18a751c-a165-49ff-a38f-459a43c81476 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] 10.222.0.53 "GET /v2.0/ports?device_id=10d58bbb-cbec-4194-80bb-def7f29637c0 HTTP/1.1" status: 200 len: 945 time: 1.3316560 Jul 07 17:06:54.033709 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-afe94836-303b-45b4-b4ef-ae63e82ad87a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b89c3c1add194a44959502bc41a36382&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3371131 Jul 07 17:06:54.042690 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59604) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:54.055538 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe94836-303b-45b4-b4ef-ae63e82ad87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bfda67-7929-496b-abab-150bafc8eafd,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:54.072991 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-0db70d98-9bb7-4a83-92b6-35d84fcdfe65 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee9f9590-c476-4e56-b319-494470a69a36 HTTP/1.1" status: 200 len: 1001 time: 0.4949574 Jul 07 17:06:54.212927 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59608) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:54.309599 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-efd96010-3c96-464d-b37a-7b95975cc0ca req-e2fcaed3-7710-4c8c-9861-21d0298fc8ec tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] 10.222.0.53 "GET /v2.0/security-groups?id=38454295-2de9-4e87-8574-d77945d35f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813563 Jul 07 17:06:54.367740 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-44ea711e-a592-402d-b86f-0ef7834b08b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:54.378772 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485c86-6588-489f-8f36-a17c6988b82b req-b8b82436-6fa8-4115-9395-926b7a394677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:54.381460 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-b8b82436-6fa8-4115-9395-926b7a394677 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7bf3ce58-a71d-4412-bb72-4611169487c0 HTTP/1.1" status: 200 len: 851 time: 0.3368285 Jul 07 17:06:54.559282 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9b95fe82-a8b1-421b-b478-125042e35921 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-841253216-network', 'tenant_id': '854488ce7e0c4852954684e9f239b430'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:54.601565 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-44ea711e-a592-402d-b86f-0ef7834b08b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:54.665400 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f79b022e-ea7f-467e-a8bd-5aef2f879078 req-03abb063-c3f7-4610-b1af-65bf81adb758 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c978324-880d-4a92-9b6e-3952abc28e96 HTTP/1.1" status: 200 len: 210 time: 0.5596480 Jul 07 17:06:54.722905 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-7dcb9b97-f892-41db-aa8c-28ca110d2de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:54.729832 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-7dcb9b97-f892-41db-aa8c-28ca110d2de9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ce5d8e85-e977-4ec0-aa8c-00c1d211eb94 HTTP/1.1" status: 200 len: 856 time: 0.6457226 Jul 07 17:06:54.735711 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485c86-6588-489f-8f36-a17c6988b82b req-6c3c7f64-0c4d-439c-818a-5292b86791ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:54.737215 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-df38c32f-7cd4-4587-ada9-a10636cfb77b tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:54.740734 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-6c3c7f64-0c4d-439c-818a-5292b86791ee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b1ef1e6-de16-48e9-886d-760c85a81894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3435373 Jul 07 17:06:54.767221 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-df38c32f-7cd4-4587-ada9-a10636cfb77b tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:54.814463 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b95fe82-a8b1-421b-b478-125042e35921 admin admin] Made reservation on behalf of 854488ce7e0c4852954684e9f239b430 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:54.829799 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b95fe82-a8b1-421b-b478-125042e35921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:54.849290 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-df38c32f-7cd4-4587-ada9-a10636cfb77b tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:54.854713 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-df38c32f-7cd4-4587-ada9-a10636cfb77b tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6293175 Jul 07 17:06:54.871246 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59614) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:54.873046 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b95fe82-a8b1-421b-b478-125042e35921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:54.881652 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed5e2bc-59d7-4805-9cc8-1032b2e98378 x-openstack-request-id: req-4ed5e2bc-59d7-4805-9cc8-1032b2e98378 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:54.881934 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e06f329-b82d-4ba2-969e-9b138191b875", "name": "network-vif-deleted", "tag": "925938cb-6953-43da-bb93-f0caed7d8932", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:54.882321 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ed5e2bc-59d7-4805-9cc8-1032b2e98378 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:54.882601 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e06f329-b82d-4ba2-969e-9b138191b875', 'name': 'network-vif-deleted', 'tag': '925938cb-6953-43da-bb93-f0caed7d8932', 'status': 'completed', 'code': 200} Jul 07 17:06:54.885613 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-bd1226da-9d74-478e-a8bf-cf55f3cf837c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Request body: {'security_group_rule': {'security_group_id': '92f1d40f-5dd5-42b5-98c8-8e2a9b793a8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:54.949112 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-44ea711e-a592-402d-b86f-0ef7834b08b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:54.953336 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38c32f-7cd4-4587-ada9-a10636cfb77b tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92f1d40f-5dd5-42b5-98c8-8e2a9b793a8a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:54.955223 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-44ea711e-a592-402d-b86f-0ef7834b08b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:54.956275 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-44ea711e-a592-402d-b86f-0ef7834b08b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/77bfda67-7929-496b-abab-150bafc8eafd HTTP/1.1" status: 204 len: 168 time: 0.9029338 Jul 07 17:06:55.015604 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-d6788036-04ec-4dec-9535-730cf5f193ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:55.017404 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-d6788036-04ec-4dec-9535-730cf5f193ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=94d2cc3b-5a36-4261-9491-3ddbfc283976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2787216 Jul 07 17:06:55.124416 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea711e-a592-402d-b86f-0ef7834b08b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bfda67-7929-496b-abab-150bafc8eafd,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:55.195644 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-64a963bb-677f-4f86-a45a-7b615aebb376 service neutron] 10.222.0.64 "GET /v2.0/networks/94d2cc3b-5a36-4261-9491-3ddbfc283976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680822 Jul 07 17:06:55.289346 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-a0cc4085-c973-4666-b26d-0dcc7720b8a9 service neutron] 10.222.0.72 "GET /v2.0/networks/2b1ef1e6-de16-48e9-886d-760c85a81894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996517 Jul 07 17:06:55.357959 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-5810fe1e-1491-4a5d-9560-84bdfd2fbf12 service neutron] 10.222.0.64 "GET /v2.0/networks/94d2cc3b-5a36-4261-9491-3ddbfc283976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569493 Jul 07 17:06:55.449131 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-f45033fe-f303-4408-9bbb-ed2d3b4e522e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=874aad95-4d95-4e67-b5f3-a74579b36f91 HTTP/1.1" status: 200 len: 217 time: 0.0813417 Jul 07 17:06:55.528289 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-30bde312-2f8e-4157-b800-22c5ee38a578 req-26645352-f60a-4b46-879f-7c1ba37c37f5 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 210 time: 0.5116172 Jul 07 17:06:55.580204 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59622) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:55.633658 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bd1226da-9d74-478e-a8bf-cf55f3cf837c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:55.649757 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cc14555f-5279-450f-a390-b456c942802a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:55.655610 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-9f45b86e-73e3-4b42-a2cc-04386c8a8cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:55.658627 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-9f45b86e-73e3-4b42-a2cc-04386c8a8cc6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d273b5eb-a1f3-41e7-afcb-8544824ca516 HTTP/1.1" status: 200 len: 797 time: 0.2036364 Jul 07 17:06:55.749834 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-c736ec46-e6b1-47bb-8e45-7ddea1a5f224 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:55.751474 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-c736ec46-e6b1-47bb-8e45-7ddea1a5f224 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.72 "GET /v2.0/networks?id=9a069726-4687-4aab-843c-2a39928b12be HTTP/1.1" status: 200 len: 805 time: 0.4335709 Jul 07 17:06:55.792500 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ce399-0fee-402c-8d35-3dbcdf379ed5 req-f32ce922-7fbe-46bb-b296-5ae32765b0c0 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:55.803415 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b01ce399-0fee-402c-8d35-3dbcdf379ed5 req-f32ce922-7fbe-46bb-b296-5ae32765b0c0 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] 10.222.0.53 "GET /v2.0/ports?device_id=10d58bbb-cbec-4194-80bb-def7f29637c0 HTTP/1.1" status: 200 len: 945 time: 0.2256052 Jul 07 17:06:55.830930 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-58df838c-e9bd-40a4-bdf8-1b871f708a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:55.833354 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-58df838c-e9bd-40a4-bdf8-1b871f708a08 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fab6f54d-9214-45d2-b598-1fe08070fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1565273 Jul 07 17:06:55.849241 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b95fe82-a8b1-421b-b478-125042e35921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:55.870280 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-085e57dc-cf0e-4daf-9fde-55a306558688 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Request body: {'port': {'device_id': '3c978324-880d-4a92-9b6e-3952abc28e96', 'network_id': '9a069726-4687-4aab-843c-2a39928b12be', 'admin_state_up': True, 'tenant_id': '565e8acc09134f1f976b9c4727940d5d'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:55.876487 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b95fe82-a8b1-421b-b478-125042e35921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:55.876939 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b01ce399-0fee-402c-8d35-3dbcdf379ed5 req-98915317-122d-41cb-963d-0d4dbb3cd72e tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] 10.222.0.53 "GET /v2.0/security-groups?id=38454295-2de9-4e87-8574-d77945d35f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641930 Jul 07 17:06:55.980105 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bd1226da-9d74-478e-a8bf-cf55f3cf837c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.018255 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eb2d2865-0889-453e-a1ee-45dadcd1c80d req-ea4fbfeb-7672-4d2b-91c1-5260fc31c429 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c978324-880d-4a92-9b6e-3952abc28e96 HTTP/1.1" status: 200 len: 210 time: 0.0577521 Jul 07 17:06:56.038836 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b95fe82-a8b1-421b-b478-125042e35921 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:06:56.043785 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bd1226da-9d74-478e-a8bf-cf55f3cf837c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.078536 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1226da-9d74-478e-a8bf-cf55f3cf837c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc65207-d7eb-4471-a4d8-7e82642a1d25,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:56.091205 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95fe82-a8b1-421b-b478-125042e35921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a066ad69-b4ab-484b-8a72-9596673e3f1f,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:56.097827 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-f44043e5-e89b-4c0d-b39c-043811123ea1 service neutron] 10.222.0.72 "GET /v2.0/networks/2b1ef1e6-de16-48e9-886d-760c85a81894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7763391 Jul 07 17:06:56.136914 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.190609 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-85d4c3db-f2f2-4682-aefc-92f0d0af7dea service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312230 Jul 07 17:06:56.193749 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-f217acbf-bf70-4925-ac0a-367e815d2409 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca HTTP/1.1" status: 200 len: 217 time: 0.0711687 Jul 07 17:06:56.195080 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b95fe82-a8b1-421b-b478-125042e35921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.195431 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-9b95fe82-a8b1-421b-b478-125042e35921 admin admin] Added segment ade778ba-4db4-4b5f-926a-2b8a323277b1 of type vlan for network 656dd087-69ac-4445-b8fb-7180ff9e7eaa Jul 07 17:06:56.346400 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cc14555f-5279-450f-a390-b456c942802a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.374835 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cc14555f-5279-450f-a390-b456c942802a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.533289 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cc14555f-5279-450f-a390-b456c942802a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a69620608a83497a963a375a8bd6a146&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9512701 Jul 07 17:06:56.547028 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59636) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:56.641214 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14555f-5279-450f-a390-b456c942802a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72b9fbb-6f00-4757-8c5c-3539d67d538b,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:56.719529 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f4111cfc-caf9-455c-9c8d-d51692cbf1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.765120 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-0623a964-2f4c-474c-aa44-3cfaad8c1ebd service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498158 Jul 07 17:06:56.769820 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-77b82650-61c0-4797-b229-bd3c6bf8f8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.821048 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-77b82650-61c0-4797-b229-bd3c6bf8f8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.836716 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b95fe82-a8b1-421b-b478-125042e35921 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.862884 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bd1226da-9d74-478e-a8bf-cf55f3cf837c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.870678 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bd1226da-9d74-478e-a8bf-cf55f3cf837c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9927850 Jul 07 17:06:56.882766 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59640) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:56.915546 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-c8bc9457-2ba8-495f-8593-a12e5cfdfa9b tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Request body: {'security_group_rule': {'security_group_id': '92f1d40f-5dd5-42b5-98c8-8e2a9b793a8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:56.956889 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485c86-6588-489f-8f36-a17c6988b82b req-27f65e79-5791-416a-9a47-7a47874becca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:56.959621 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-27f65e79-5791-416a-9a47-7a47874becca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11c30ad8-8f95-45c0-9f1d-ea2c0038c53f HTTP/1.1" status: 200 len: 797 time: 0.7532482 Jul 07 17:06:57.007145 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-9e67c7aa-fade-46ef-be48-438f397e28aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=ba66bda7-9cd8-47c6-937f-ed3c0e115210 HTTP/1.1" status: 200 len: 217 time: 0.2089558 Jul 07 17:06:57.049852 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-085e57dc-cf0e-4daf-9fde-55a306558688 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Made reservation on behalf of 565e8acc09134f1f976b9c4727940d5d for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:57.054169 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-085e57dc-cf0e-4daf-9fde-55a306558688 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:57.056389 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a4f50447-eaf1-43cb-a700-bd14e968c85e req-60e28ba1-57b6-4229-b10f-8fc3c14a918b tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 210 time: 0.1441481 Jul 07 17:06:57.101297 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b95fe82-a8b1-421b-b478-125042e35921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:57.102316 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b95fe82-a8b1-421b-b478-125042e35921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:57.102917 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b95fe82-a8b1-421b-b478-125042e35921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:57.141415 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-77b82650-61c0-4797-b229-bd3c6bf8f8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:57.146650 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-77b82650-61c0-4797-b229-bd3c6bf8f8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:57.148680 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-77b82650-61c0-4797-b229-bd3c6bf8f8d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c72b9fbb-6f00-4757-8c5c-3539d67d538b HTTP/1.1" status: 204 len: 168 time: 0.5992403 Jul 07 17:06:57.164070 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-8c315f76-d7e3-49a6-af55-6ea0c0b71601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:57.166780 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-8c315f76-d7e3-49a6-af55-6ea0c0b71601 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d273b5eb-a1f3-41e7-afcb-8544824ca516 HTTP/1.1" status: 200 len: 797 time: 0.1153636 Jul 07 17:06:57.186092 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b82650-61c0-4797-b229-bd3c6bf8f8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72b9fbb-6f00-4757-8c5c-3539d67d538b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:57.265669 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-476d5706-4be5-438a-8c4f-8df2bf2e2547 req-f86d48e5-b545-41ff-8776-553509e68cc9 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c978324-880d-4a92-9b6e-3952abc28e96 HTTP/1.1" status: 200 len: 210 time: 0.0405276 Jul 07 17:06:57.330338 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c8bc9457-2ba8-495f-8593-a12e5cfdfa9b tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:57.332437 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-b34c2f90-117d-49f6-a6d0-77398fc1f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:57.334372 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-b34c2f90-117d-49f6-a6d0-77398fc1f322 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fab6f54d-9214-45d2-b598-1fe08070fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1589720 Jul 07 17:06:57.340822 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9b95fe82-a8b1-421b-b478-125042e35921 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.1219158 Jul 07 17:06:57.341131 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59650) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:57.347432 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-b0972054-94ce-4bf0-8f25-bb3a65cd1138 admin admin] Request body: {'subnet': {'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-841253216-subnet', 'tenant_id': '854488ce7e0c4852954684e9f239b430', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:57.361320 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95fe82-a8b1-421b-b478-125042e35921 admin admin] Pushing event updated for resources: {'Network': ['ID=656dd087-69ac-4445-b8fb-7180ff9e7eaa,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:57.377080 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 656dd087-69ac-4445-b8fb-7180ff9e7eaa details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:06:57.561540 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0972054-94ce-4bf0-8f25-bb3a65cd1138 admin admin] Made reservation on behalf of 854488ce7e0c4852954684e9f239b430 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:57.565908 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b0972054-94ce-4bf0-8f25-bb3a65cd1138 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:57.631113 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c68cfb-6b02-4c98-9ee8-d34567836230 req-bf82af77-deb3-468b-9e78-bdd9471af9b5 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:57.641542 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c7c68cfb-6b02-4c98-9ee8-d34567836230 req-bf82af77-deb3-468b-9e78-bdd9471af9b5 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] 10.222.0.53 "GET /v2.0/ports?device_id=10d58bbb-cbec-4194-80bb-def7f29637c0 HTTP/1.1" status: 200 len: 945 time: 0.6000240 Jul 07 17:06:57.666163 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-0bbbcf2d-015a-4c2a-bc4c-f86d725c6fcc service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226128 Jul 07 17:06:57.731609 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c7c68cfb-6b02-4c98-9ee8-d34567836230 req-d7d19ff6-6283-4722-bb5b-a26f75a29a0c tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] 10.222.0.53 "GET /v2.0/security-groups?id=38454295-2de9-4e87-8574-d77945d35f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883265 Jul 07 17:06:57.793444 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:57.807473 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485c86-6588-489f-8f36-a17c6988b82b req-d2d2255f-31b7-48d9-abdb-33e5627b2374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:57.810536 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-d2d2255f-31b7-48d9-abdb-33e5627b2374 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=631352b9-cdc0-4502-b4e6-9840754bae5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8324165 Jul 07 17:06:57.872540 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-917af351-c40d-4f08-8b50-1d7c9bb39816 service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974027 Jul 07 17:06:57.931389 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-82029e0d-d500-48f6-80ff-708c95e78cac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=c583747a-145e-45b6-b632-ab9ce786178b HTTP/1.1" status: 200 len: 217 time: 0.0516303 Jul 07 17:06:58.005825 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c8bc9457-2ba8-495f-8593-a12e5cfdfa9b tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.030513 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c8bc9457-2ba8-495f-8593-a12e5cfdfa9b tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.050052 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-085e57dc-cf0e-4daf-9fde-55a306558688 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Allocated IP 172.20.0.6 (9a069726-4687-4aab-843c-2a39928b12be/2d83fa63-04fe-47d2-9e05-061a0c3de479/71dc3fe8-3124-462a-9ebb-e984b5208525) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:58.066771 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b0972054-94ce-4bf0-8f25-bb3a65cd1138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.105872 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc9457-2ba8-495f-8593-a12e5cfdfa9b tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d342b4-e5da-41ab-87cd-8eae204fb6f1,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:58.113318 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-1b7bdcd5-894e-48cf-9ec8-52a8b5e0e005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:58.115088 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-1b7bdcd5-894e-48cf-9ec8-52a8b5e0e005 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d273b5eb-a1f3-41e7-afcb-8544824ca516 HTTP/1.1" status: 200 len: 797 time: 0.1538296 Jul 07 17:06:58.163849 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c8bc9457-2ba8-495f-8593-a12e5cfdfa9b tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.171703 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c8bc9457-2ba8-495f-8593-a12e5cfdfa9b tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2876120 Jul 07 17:06:58.176867 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59664) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:58.193985 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-b81c6575-eb55-4627-8c64-45119e5a3f0e tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:58.194229 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0972054-94ce-4bf0-8f25-bb3a65cd1138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=160646de-633f-43bb-ab77-cdc4622fc25c,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:58.207352 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0972054-94ce-4bf0-8f25-bb3a65cd1138 admin admin] Checking segment: {'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:58.207802 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0972054-94ce-4bf0-8f25-bb3a65cd1138 admin admin] Network hostable DHCP agents. Network: 656dd087-69ac-4445-b8fb-7180ff9e7eaa, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:06:58.234023 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-b7825181-b427-48ee-84e9-b220efb27667 service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163146 Jul 07 17:06:58.271256 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0972054-94ce-4bf0-8f25-bb3a65cd1138 admin admin] Network 656dd087-69ac-4445-b8fb-7180ff9e7eaa is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:06:58.298248 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-58b543ee-0f36-47db-87af-e32821a9a3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:58.299861 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-58b543ee-0f36-47db-87af-e32821a9a3c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fab6f54d-9214-45d2-b598-1fe08070fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1755042 Jul 07 17:06:58.300593 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-b0972054-94ce-4bf0-8f25-bb3a65cd1138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 656dd087-69ac-4445-b8fb-7180ff9e7eaa) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:58.306981 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0972054-94ce-4bf0-8f25-bb3a65cd1138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:58.306981 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b0972054-94ce-4bf0-8f25-bb3a65cd1138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.312975 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7f6f79-9c2c-483a-8800-36511e6ceeba None None] Network 656dd087-69ac-4445-b8fb-7180ff9e7eaa requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:58.458225 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-f49ffe39-2920-4acb-82dc-2fcf9f00dd9a service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076583 Jul 07 17:06:58.464542 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445afd2-c5f4-4745-8a2d-b94403015701 req-623833e4-b78c-498d-a389-e3366d7d0193 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:58.466207 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8445afd2-c5f4-4745-8a2d-b94403015701 req-623833e4-b78c-498d-a389-e3366d7d0193 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] 10.222.0.64 "GET /v2.0/ports?device_id=10d58bbb-cbec-4194-80bb-def7f29637c0 HTTP/1.1" status: 200 len: 945 time: 0.2488892 Jul 07 17:06:58.539060 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:06:58.580342 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-4566705a-ff80-4801-9729-5e79604c871c service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510905 Jul 07 17:06:58.602173 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f1a191cc-a5c5-4962-8c7e-bd824cc55aaf req-6d66f847-7394-4f8b-aa3a-367db83b1c2a tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 210 time: 0.1373518 Jul 07 17:06:58.622270 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f001a84c-eb06-4532-9867-3228c79201fd None None] Network 656dd087-69ac-4445-b8fb-7180ff9e7eaa requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:58.701915 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-fd134365-988e-4eb9-9f48-b75e112e503a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d HTTP/1.1" status: 200 len: 217 time: 0.2059159 Jul 07 17:06:58.711414 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-19b27a9b-534a-4872-b072-17ef7a3ca096 req-75ceabaa-d900-4500-acc1-977d2b1d46b7 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c978324-880d-4a92-9b6e-3952abc28e96 HTTP/1.1" status: 200 len: 210 time: 0.1097879 Jul 07 17:06:58.745531 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-8445afd2-c5f4-4745-8a2d-b94403015701 req-0da96a2b-5b36-401b-8f93-8ab8623a8c77 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Deleting port 9b585056-080d-442a-b9d9-625c6fda86a7 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:58.745887 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8445afd2-c5f4-4745-8a2d-b94403015701 req-0da96a2b-5b36-401b-8f93-8ab8623a8c77 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.914395 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-3789c0a8-dc8e-4439-ab46-3a7165ae6b63 service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254621 Jul 07 17:06:58.978531 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b81c6575-eb55-4627-8c64-45119e5a3f0e tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.978888 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-87cedeeb-98d7-4483-9c4a-e28fc01dc77d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=e3b5255c-56de-4333-94b1-1e038c40d00f HTTP/1.1" status: 200 len: 217 time: 0.0532439 Jul 07 17:06:59.016703 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b0972054-94ce-4bf0-8f25-bb3a65cd1138 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6705554 Jul 07 17:06:59.119507 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-8445afd2-c5f4-4745-8a2d-b94403015701 req-0da96a2b-5b36-401b-8f93-8ab8623a8c77 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] For port 9b585056-080d-442a-b9d9-625c6fda86a7, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=9b585056-080d-442a-b9d9-625c6fda86a7,segment=NetworkSegment(75249286-1251-4250-97ca-1009ddba8934),segment_id=75249286-1251-4250-97ca-1009ddba8934)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:59.119885 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8445afd2-c5f4-4745-8a2d-b94403015701 req-0da96a2b-5b36-401b-8f93-8ab8623a8c77 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:59.174518 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-8445afd2-c5f4-4745-8a2d-b94403015701 req-0da96a2b-5b36-401b-8f93-8ab8623a8c77 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Calling delete_port for 9b585056-080d-442a-b9d9-625c6fda86a7 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:59.212272 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485c86-6588-489f-8f36-a17c6988b82b req-eb7e879e-cf72-4434-b8ce-2f1283a578ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:59.219520 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-eb7e879e-cf72-4434-b8ce-2f1283a578ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11c30ad8-8f95-45c0-9f1d-ea2c0038c53f HTTP/1.1" status: 200 len: 797 time: 0.3091357 Jul 07 17:06:59.242471 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-085e57dc-cf0e-4daf-9fde-55a306558688 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:59.263071 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-434cf2ab-85df-4f93-b041-15be9ab45a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:59.267505 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-434cf2ab-85df-4f93-b041-15be9ab45a50 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d273b5eb-a1f3-41e7-afcb-8544824ca516 HTTP/1.1" status: 200 len: 797 time: 0.2813973 Jul 07 17:06:59.455387 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-085e57dc-cf0e-4daf-9fde-55a306558688 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:59.461045 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485c86-6588-489f-8f36-a17c6988b82b req-da650649-8d34-4028-82c2-ccb932470924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:59.463509 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-da650649-8d34-4028-82c2-ccb932470924 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=631352b9-cdc0-4502-b4e6-9840754bae5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2245903 Jul 07 17:06:59.673000 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c25ff-b9de-417e-be5e-a0f4d80d1c64 req-b116d7af-bf31-416f-99ca-cc38371f30e0 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:59.677882 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3a5c25ff-b9de-417e-be5e-a0f4d80d1c64 req-b116d7af-bf31-416f-99ca-cc38371f30e0 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] 10.222.0.53 "GET /v2.0/ports?device_id=10d58bbb-cbec-4194-80bb-def7f29637c0 HTTP/1.1" status: 200 len: 945 time: 0.6961381 Jul 07 17:06:59.686682 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8445afd2-c5f4-4745-8a2d-b94403015701 req-0da96a2b-5b36-401b-8f93-8ab8623a8c77 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:59.696528 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-085e57dc-cf0e-4daf-9fde-55a306558688 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Network 9a069726-4687-4aab-843c-2a39928b12be is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:59.717389 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-085e57dc-cf0e-4daf-9fde-55a306558688 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:59.720570 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-085e57dc-cf0e-4daf-9fde-55a306558688 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:59.736120 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e57dc-cf0e-4daf-9fde-55a306558688 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Pushing event updated for resources: {'Port': ['ID=71dc3fe8-3124-462a-9ebb-e984b5208525,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:59.741593 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b81c6575-eb55-4627-8c64-45119e5a3f0e tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:59.862283 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da96a2b-5b36-401b-8f93-8ab8623a8c77 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Pushing event deleted for resources: {'Port': ['ID=9b585056-080d-442a-b9d9-625c6fda86a7,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:59.922823 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-b81c6575-eb55-4627-8c64-45119e5a3f0e tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Allocated IP 172.25.0.213 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/98cdd210-553f-4945-855e-987cf030ee62) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:59.973662 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-568adbae-b083-4e1f-86eb-88df98e7a7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:59.975706 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-568adbae-b083-4e1f-86eb-88df98e7a7fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fab6f54d-9214-45d2-b598-1fe08070fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5962148 Jul 07 17:07:00.032103 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-8445afd2-c5f4-4745-8a2d-b94403015701 req-0da96a2b-5b36-401b-8f93-8ab8623a8c77 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] No DVR routers for this DVR port 9b585056-080d-442a-b9d9-625c6fda86a7 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:07:00.050652 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3a5c25ff-b9de-417e-be5e-a0f4d80d1c64 req-ad19cf09-3999-4839-97d6-780f310b6787 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] 10.222.0.53 "GET /v2.0/security-groups?id=38454295-2de9-4e87-8574-d77945d35f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605266 Jul 07 17:07:00.072781 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8445afd2-c5f4-4745-8a2d-b94403015701 req-0da96a2b-5b36-401b-8f93-8ab8623a8c77 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.084028 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8445afd2-c5f4-4745-8a2d-b94403015701 req-0da96a2b-5b36-401b-8f93-8ab8623a8c77 tempest-InstanceActionsNegativeTestJSON-800012471 tempest-InstanceActionsNegativeTestJSON-800012471-project] 10.222.0.64 "DELETE /v2.0/ports/9b585056-080d-442a-b9d9-625c6fda86a7 HTTP/1.1" status: 204 len: 173 time: 1.6116436 Jul 07 17:07:00.086232 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d58bbb-cbec-4194-80bb-def7f29637c0', 'name': 'network-vif-deleted', 'tag': '9b585056-080d-442a-b9d9-625c6fda86a7'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:00.090876 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd055eed-03dd-45ad-bac8-68f0e3f4c73e" -d '{"events": [{"server_uuid": "10d58bbb-cbec-4194-80bb-def7f29637c0", "name": "network-vif-deleted", "tag": "9b585056-080d-442a-b9d9-625c6fda86a7"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:00.158557 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.264568 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-e4f667f0-f226-45eb-9da9-3d3df9f243c4 service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519317 Jul 07 17:07:00.316856 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59726) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:00.346787 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-085e57dc-cf0e-4daf-9fde-55a306558688 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:00.347727 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-085e57dc-cf0e-4daf-9fde-55a306558688 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.383274 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b81c6575-eb55-4627-8c64-45119e5a3f0e tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.386943 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e5325d0b-8a4b-4534-bf68-5dfe6aa374fb req-7c45587b-75b3-4ac5-a484-013866ec4c34 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1f181bb-15fe-4de8-8a9d-fc984a8e9133 HTTP/1.1" status: 200 len: 210 time: 0.0382831 Jul 07 17:07:00.426175 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-da0a10b4-706c-4e4b-a52c-cc71055ac202 service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9487040 Jul 07 17:07:00.483815 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-c0253302-a660-4044-9778-49e6ef6f6b1d service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055883 Jul 07 17:07:00.554696 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-085e57dc-cf0e-4daf-9fde-55a306558688 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6886799 Jul 07 17:07:00.580504 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-ee0b6683-cf64-49d7-8ad9-ecb5ee61c599 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=870ee654-1865-4fc9-9384-819a276cb46e HTTP/1.1" status: 200 len: 217 time: 0.0897830 Jul 07 17:07:00.632199 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-ac6bc1e5-359e-4c3a-be2b-00e35ddcd5cb tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1427173614'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:00.634816 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-ac6bc1e5-359e-4c3a-be2b-00e35ddcd5cb tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] Unknown quota resources ['metering_label']. {{(pid=100192) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:07:00.642168 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-c1b7e608-b57e-4967-9f7c-8c165b1db8c0 service neutron] Request body: {'port': {'device_id': '3c978324-880d-4a92-9b6e-3952abc28e96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:00.767590 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-3712849d-8e78-4bb9-ad66-494d40467e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:00.770474 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-3712849d-8e78-4bb9-ad66-494d40467e78 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fd26278-1ee8-4aad-a564-96dc9b452a11 HTTP/1.1" status: 200 len: 797 time: 0.1829200 Jul 07 17:07:00.787231 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-df7bd73c-9598-4c02-9920-1a55d7f2c5a9 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:00.788832 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-df7bd73c-9598-4c02-9920-1a55d7f2c5a9 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/networks?id=656dd087-69ac-4445-b8fb-7180ff9e7eaa HTTP/1.1" status: 200 len: 805 time: 0.7644997 Jul 07 17:07:00.920915 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f823f-c38d-49c2-926a-0caff066b4a2 req-b060554e-f5d1-455e-b4cb-2e1a0aaf2fb2 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:00.923251 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0f5f823f-c38d-49c2-926a-0caff066b4a2 req-b060554e-f5d1-455e-b4cb-2e1a0aaf2fb2 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c978324-880d-4a92-9b6e-3952abc28e96 HTTP/1.1" status: 200 len: 931 time: 0.2737632 Jul 07 17:07:00.944149 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 9b585056-080d-442a-b9d9-625c6fda86a7 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:00.997135 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b81c6575-eb55-4627-8c64-45119e5a3f0e tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.001560 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0f5f823f-c38d-49c2-926a-0caff066b4a2 req-75d9bf82-db8f-41ef-8a8d-8a6106d5230c tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672622 Jul 07 17:07:01.025417 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-588cdb39-545f-4cc2-9d64-38c944e24982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:01.031489 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-588cdb39-545f-4cc2-9d64-38c944e24982 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb74cf42-8431-4db2-86e2-f968c1182b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2535944 Jul 07 17:07:01.038789 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-40393175-ef91-4421-b32b-c644443d34fd tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/quotas/854488ce7e0c4852954684e9f239b430 HTTP/1.1" status: 200 len: 375 time: 0.2268248 Jul 07 17:07:01.040125 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 9b585056-080d-442a-b9d9-625c6fda86a7 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:07:01.041079 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 9b585056-080d-442a-b9d9-625c6fda86a7 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:07:01.243051 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ac6bc1e5-359e-4c3a-be2b-00e35ddcd5cb tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.247456 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ac6bc1e5-359e-4c3a-be2b-00e35ddcd5cb tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9072993 Jul 07 17:07:01.251766 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59732) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:01.269955 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e03bda-7b58-4a09-ba7d-c0304270e244 x-openstack-request-id: req-b6e03bda-7b58-4a09-ba7d-c0304270e244 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:01.270509 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d58bbb-cbec-4194-80bb-def7f29637c0", "name": "network-vif-deleted", "tag": "9b585056-080d-442a-b9d9-625c6fda86a7", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:01.270807 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6e03bda-7b58-4a09-ba7d-c0304270e244 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:01.271423 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d58bbb-cbec-4194-80bb-def7f29637c0', 'name': 'network-vif-deleted', 'tag': '9b585056-080d-442a-b9d9-625c6fda86a7', 'status': 'completed', 'code': 200} Jul 07 17:07:01.281391 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-fa7a72c2-a82b-4492-bcda-1715bc0714b0 tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '94ea0749-9ad1-4214-8726-fc15d5c7f165'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:01.282313 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-fa7a72c2-a82b-4492-bcda-1715bc0714b0 tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100192) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:07:01.289546 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81c6575-eb55-4627-8c64-45119e5a3f0e tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:01.294966 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-a3b6259d-c74a-4a01-a51e-f3d05f5d5bd1 service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8659604 Jul 07 17:07:01.316041 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-6c29320d-407b-42ba-931e-d53c7f022fd6 service neutron] 10.222.0.64 "GET /v2.0/networks/fb74cf42-8431-4db2-86e2-f968c1182b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639360 Jul 07 17:07:01.334258 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-c1b7e608-b57e-4967-9f7c-8c165b1db8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.351279 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-0d82ca2b-95b9-4c9d-bd4b-d1eb9871d3db tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=854488ce7e0c4852954684e9f239b430&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1248415 Jul 07 17:07:01.360283 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-b81c6575-eb55-4627-8c64-45119e5a3f0e tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:01.373498 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81c6575-eb55-4627-8c64-45119e5a3f0e tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:01.434296 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c6575-eb55-4627-8c64-45119e5a3f0e tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Pushing event updated for resources: {'Port': ['ID=98cdd210-553f-4945-855e-987cf030ee62,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:01.496227 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-c2d5b63b-a3a0-425f-9476-21b4dfdd9623 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=49dedb3b-3027-44d3-9dfc-eaffaf552295 HTTP/1.1" status: 200 len: 217 time: 0.1557879 Jul 07 17:07:01.539951 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-f199f102-772d-4b46-8e70-0c8d40b4a654 service neutron] 10.222.0.64 "GET /v2.0/networks/fb74cf42-8431-4db2-86e2-f968c1182b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167931 Jul 07 17:07:01.649817 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-1be26024-346b-4e2f-b348-fb627b537203 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b8d331dd-bb8d-437d-9375-521139323c2b HTTP/1.1" status: 200 len: 217 time: 0.1025124 Jul 07 17:07:01.663474 n-d-791503-12 neutron-server[100192]: WARNING neutron.services.metering.metering_plugin [None req-fa7a72c2-a82b-4492-bcda-1715bc0714b0 tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 17:07:01.727809 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59736) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:01.823698 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-83ab06cb-7f92-4657-962b-5d96845e2740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:01.827109 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-83ab06cb-7f92-4657-962b-5d96845e2740 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fd26278-1ee8-4aad-a564-96dc9b452a11 HTTP/1.1" status: 200 len: 797 time: 0.1679022 Jul 07 17:07:01.910594 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-10dcb99c-a1f9-45f0-a302-74e553ae2b98 admin admin] Deleting subnet 88a3eeb6-f2ca-480c-973b-4e582a078a70 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:07:01.916648 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-10dcb99c-a1f9-45f0-a302-74e553ae2b98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.971949 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59740) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:02.381612 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485c86-6588-489f-8f36-a17c6988b82b req-2c07490f-1090-4bc2-801b-a4718e30a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:02.384305 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-2c07490f-1090-4bc2-801b-a4718e30a439 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11c30ad8-8f95-45c0-9f1d-ea2c0038c53f HTTP/1.1" status: 200 len: 797 time: 0.8489070 Jul 07 17:07:02.405675 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-10dcb99c-a1f9-45f0-a302-74e553ae2b98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.487306 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-0ada926f-faa0-4120-8b3a-c324620bb18d service neutron] 10.222.0.53 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1349499 Jul 07 17:07:02.489769 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fa7a72c2-a82b-4492-bcda-1715bc0714b0 tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.491782 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fa7a72c2-a82b-4492-bcda-1715bc0714b0 tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.2254384 Jul 07 17:07:02.494831 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-10dcb99c-a1f9-45f0-a302-74e553ae2b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.501543 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59746) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:02.544898 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-8d621209-cc32-4d4b-8fde-0ece46eee35e tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '94ea0749-9ad1-4214-8726-fc15d5c7f165'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:02.546279 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-8d621209-cc32-4d4b-8fde-0ece46eee35e tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100193) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:07:02.559141 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-20dc24ec-019c-44c5-bc40-accda7b06563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:02.560860 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-20dc24ec-019c-44c5-bc40-accda7b06563 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb74cf42-8431-4db2-86e2-f968c1182b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7281766 Jul 07 17:07:02.567361 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-61be299c-3767-453b-8354-b31d621ecb66 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.577820 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b81c6575-eb55-4627-8c64-45119e5a3f0e tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.758164 n-d-791503-12 neutron-server[100193]: WARNING neutron.services.metering.metering_plugin [None req-8d621209-cc32-4d4b-8fde-0ece46eee35e tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 17:07:02.766824 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-61be299c-3767-453b-8354-b31d621ecb66 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.793520 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2931c-cb99-445e-8c8c-7a77e5cf5b05 req-b14afe21-72b5-4721-b9d6-9f130cef7ce3 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:02.795215 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-98c2931c-cb99-445e-8c8c-7a77e5cf5b05 req-b14afe21-72b5-4721-b9d6-9f130cef7ce3 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c978324-880d-4a92-9b6e-3952abc28e96 HTTP/1.1" status: 200 len: 931 time: 0.4609334 Jul 07 17:07:02.915730 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485c86-6588-489f-8f36-a17c6988b82b req-634d6d40-beaf-4264-aeab-731225435a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:02.918572 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-634d6d40-beaf-4264-aeab-731225435a00 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=631352b9-cdc0-4502-b4e6-9840754bae5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4596112 Jul 07 17:07:02.919806 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b81c6575-eb55-4627-8c64-45119e5a3f0e tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.033942 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-10dcb99c-a1f9-45f0-a302-74e553ae2b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.072698 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8d621209-cc32-4d4b-8fde-0ece46eee35e tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.074785 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8d621209-cc32-4d4b-8fde-0ece46eee35e tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5719893 Jul 07 17:07:03.102012 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59750) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:03.105100 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-a7217c22-9a3e-4e24-b9aa-26dc5516733c service neutron] 10.222.0.53 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592101 Jul 07 17:07:03.131085 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dcb99c-a1f9-45f0-a302-74e553ae2b98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88a3eeb6-f2ca-480c-973b-4e582a078a70,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:03.145624 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-10dcb99c-a1f9-45f0-a302-74e553ae2b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.149045 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-10dcb99c-a1f9-45f0-a302-74e553ae2b98 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/88a3eeb6-f2ca-480c-973b-4e582a078a70 HTTP/1.1" status: 204 len: 168 time: 1.4167542 Jul 07 17:07:03.155556 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59752) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:03.160070 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-f4a14f19-a452-4150-b110-edc201f93d0b service neutron] 10.222.0.64 "GET /v2.0/networks/fb74cf42-8431-4db2-86e2-f968c1182b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834215 Jul 07 17:07:03.170840 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b813b92b-19a3-4694-b52e-827f1bf9edc7 tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=7a9a8edc-b6bb-4c67-8d2d-48397b6460a4 HTTP/1.1" status: 200 len: 462 time: 0.0644755 Jul 07 17:07:03.176412 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59754) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:03.333655 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-98c2931c-cb99-445e-8c8c-7a77e5cf5b05 req-39c98d46-775b-4bee-a97f-f191fb6db072 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571762 Jul 07 17:07:03.459738 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-473fb4e4-10b6-48f8-869b-9bbf49517446 service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210822 Jul 07 17:07:03.491405 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-c1b7e608-b57e-4967-9f7c-8c165b1db8c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71dc3fe8-3124-462a-9ebb-e984b5208525 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:03.601595 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-c1b7e608-b57e-4967-9f7c-8c165b1db8c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.637137 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5603a612-387a-4b55-af43-a06f1c358b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.645315 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-61be299c-3767-453b-8354-b31d621ecb66 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.648104 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-61be299c-3767-453b-8354-b31d621ecb66 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.649270 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-61be299c-3767-453b-8354-b31d621ecb66 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "DELETE /v2.0/security-groups/522aea4d-5b76-4154-ad36-969cd1f04a29 HTTP/1.1" status: 204 len: 168 time: 1.6758034 Jul 07 17:07:03.660847 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59760) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:03.698214 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-35fe2dab-1da0-4400-ba67-ec0c7fc341cb req-61ce6a4d-8317-459f-a314-638c465e7deb service neutron] 10.222.0.64 "GET /v2.0/networks/fb74cf42-8431-4db2-86e2-f968c1182b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025272 Jul 07 17:07:03.698993 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be299c-3767-453b-8354-b31d621ecb66 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=522aea4d-5b76-4154-ad36-969cd1f04a29,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:03.706267 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-5cf95fe9-8a9c-4df1-9133-0d3f6f34d922 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] show failed (client error): The resource could not be found. Jul 07 17:07:03.707322 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5cf95fe9-8a9c-4df1-9133-0d3f6f34d922 tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "GET /v2.0/security-groups/522aea4d-5b76-4154-ad36-969cd1f04a29 HTTP/1.1" status: 404 len: 347 time: 0.0425611 Jul 07 17:07:03.713445 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59766) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:03.785399 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-198ba4cf-0bc7-49ac-82c2-f64ec817622a req-b2739864-bf1e-4179-a4e1-ca9b3d20f427 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=260b767c-5518-4fed-ac48-28cafd51406d HTTP/1.1" status: 200 len: 210 time: 0.1747413 Jul 07 17:07:03.802225 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-c1b7e608-b57e-4967-9f7c-8c165b1db8c0 service neutron] Transition to ACTIVE for port object 71dc3fe8-3124-462a-9ebb-e984b5208525 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:03.814796 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-40606f1c-c046-41ed-8126-92657b3a959f tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.820141 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-40606f1c-c046-41ed-8126-92657b3a959f tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/7a9a8edc-b6bb-4c67-8d2d-48397b6460a4 HTTP/1.1" status: 204 len: 168 time: 0.6345215 Jul 07 17:07:03.820786 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59768) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:03.824387 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b81c6575-eb55-4627-8c64-45119e5a3f0e tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.827298 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-c1b7e608-b57e-4967-9f7c-8c165b1db8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.851377 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b81c6575-eb55-4627-8c64-45119e5a3f0e tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.921269 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f25fb635-53c1-41f9-a6a9-2fd3d7dca5e8 tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=7a9a8edc-b6bb-4c67-8d2d-48397b6460a4 HTTP/1.1" status: 200 len: 221 time: 0.0987964 Jul 07 17:07:03.925596 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59770) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:03.928991 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-540e9bf4-6751-4a70-9f7f-fb9738bf3701 service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682758 Jul 07 17:07:03.943565 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5603a612-387a-4b55-af43-a06f1c358b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.957075 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-daee4889-56d7-4985-87ce-aa517cdee18c tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--282233915', 'description': 'label created by tempest'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:03.957546 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-daee4889-56d7-4985-87ce-aa517cdee18c tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] Unknown quota resources ['metering_label']. {{(pid=100192) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:07:03.962111 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-5603a612-387a-4b55-af43-a06f1c358b82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2262c290-60d5-40f1-890f-6f4683d95102']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:03.983450 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-5603a612-387a-4b55-af43-a06f1c358b82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75249286-1251-4250-97ca-1009ddba8934') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:03.983940 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-5603a612-387a-4b55-af43-a06f1c358b82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75249286-1251-4250-97ca-1009ddba8934') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:04.027952 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5603a612-387a-4b55-af43-a06f1c358b82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.047354 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5603a612-387a-4b55-af43-a06f1c358b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.056366 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5603a612-387a-4b55-af43-a06f1c358b82 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:07:04.057195 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5603a612-387a-4b55-af43-a06f1c358b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.059462 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7e608-b57e-4967-9f7c-8c165b1db8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=71dc3fe8-3124-462a-9ebb-e984b5208525,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:04.071238 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-486607a3-48b6-42fc-87b1-a6bf8dbfe831 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=8d3beb7b-b73e-4339-ba42-9083ce28761c HTTP/1.1" status: 200 len: 217 time: 0.1031449 Jul 07 17:07:04.162562 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b81c6575-eb55-4627-8c64-45119e5a3f0e tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:07:04.198583 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:07:04.214504 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5603a612-387a-4b55-af43-a06f1c358b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.239227 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5603a612-387a-4b55-af43-a06f1c358b82 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.246141 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5603a612-387a-4b55-af43-a06f1c358b82 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2262c290-60d5-40f1-890f-6f4683d95102 HTTP/1.1" status: 204 len: 168 time: 1.0837948 Jul 07 17:07:04.251124 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603a612-387a-4b55-af43-a06f1c358b82 admin admin] Pushing event deleted for resources: {'Network': ['ID=2262c290-60d5-40f1-890f-6f4683d95102,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:04.317745 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c6575-eb55-4627-8c64-45119e5a3f0e tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Pushing event updated for resources: {'Port': ['ID=98cdd210-553f-4945-855e-987cf030ee62,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:04.327305 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-81b60257-78a2-4cbc-a5ee-f4e335e571af tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Deleting port 30f26ec8-ffa7-4e7a-918e-31b2c7b68247 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:04.327905 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81b60257-78a2-4cbc-a5ee-f4e335e571af tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.330983 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b81c6575-eb55-4627-8c64-45119e5a3f0e tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.341983 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b81c6575-eb55-4627-8c64-45119e5a3f0e tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1447265 Jul 07 17:07:04.374215 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485c86-6588-489f-8f36-a17c6988b82b req-cfedff30-8a19-46f7-b92a-ae53372d1b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:04.375933 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-cfedff30-8a19-46f7-b92a-ae53372d1b95 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11c30ad8-8f95-45c0-9f1d-ea2c0038c53f HTTP/1.1" status: 200 len: 797 time: 0.2612507 Jul 07 17:07:04.379649 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-daee4889-56d7-4985-87ce-aa517cdee18c tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.380954 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-daee4889-56d7-4985-87ce-aa517cdee18c tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4509618 Jul 07 17:07:04.383967 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59778) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:04.424121 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-c1b7e608-b57e-4967-9f7c-8c165b1db8c0 service neutron] Attempting to bind port 71dc3fe8-3124-462a-9ebb-e984b5208525 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:04.424828 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-c1b7e608-b57e-4967-9f7c-8c165b1db8c0 service neutron] Attempting to bind port 71dc3fe8-3124-462a-9ebb-e984b5208525 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'c42bd21f-85e5-4932-b296-cd596f5e6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9a069726-4687-4aab-843c-2a39928b12be'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:04.425397 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-c1b7e608-b57e-4967-9f7c-8c165b1db8c0 service neutron] Attempting to bind port 71dc3fe8-3124-462a-9ebb-e984b5208525 on network 9a069726-4687-4aab-843c-2a39928b12be {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:04.443819 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-c1b7e608-b57e-4967-9f7c-8c165b1db8c0 service neutron] Port 71dc3fe8-3124-462a-9ebb-e984b5208525 on network 9a069726-4687-4aab-843c-2a39928b12be not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:07:04.444241 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-c1b7e608-b57e-4967-9f7c-8c165b1db8c0 service neutron] Attempting to bind port 71dc3fe8-3124-462a-9ebb-e984b5208525 on network 9a069726-4687-4aab-843c-2a39928b12be {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:04.471002 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-c1b7e608-b57e-4967-9f7c-8c165b1db8c0 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:04.471002 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-c1b7e608-b57e-4967-9f7c-8c165b1db8c0 service neutron] Checking segment: {'id': 'c42bd21f-85e5-4932-b296-cd596f5e6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9a069726-4687-4aab-843c-2a39928b12be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:04.471002 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-c1b7e608-b57e-4967-9f7c-8c165b1db8c0 service neutron] Bound using segment: {'id': 'c42bd21f-85e5-4932-b296-cd596f5e6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9a069726-4687-4aab-843c-2a39928b12be'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:04.471588 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-c1b7e608-b57e-4967-9f7c-8c165b1db8c0 service neutron] Bound port: 71dc3fe8-3124-462a-9ebb-e984b5208525, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c42bd21f-85e5-4932-b296-cd596f5e6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9a069726-4687-4aab-843c-2a39928b12be'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:04.477208 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-c1b7e608-b57e-4967-9f7c-8c165b1db8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.618520 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59784) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:04.630272 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485c86-6588-489f-8f36-a17c6988b82b req-db9bec49-e295-4d6b-9321-b777b9048797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:04.630962 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-db9bec49-e295-4d6b-9321-b777b9048797 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=631352b9-cdc0-4502-b4e6-9840754bae5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2436602 Jul 07 17:07:04.664910 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4b1163e6-f466-4403-839d-0a411d7785e8 tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=a687ee37-ea0c-4963-becd-1fec489d9b9c HTTP/1.1" status: 200 len: 467 time: 0.2733948 Jul 07 17:07:04.675383 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59788) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:04.676971 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-c1b7e608-b57e-4967-9f7c-8c165b1db8c0 service neutron] For port 71dc3fe8-3124-462a-9ebb-e984b5208525, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:04.777708 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-c1b7e608-b57e-4967-9f7c-8c165b1db8c0 service neutron] For port 71dc3fe8-3124-462a-9ebb-e984b5208525, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=71dc3fe8-3124-462a-9ebb-e984b5208525,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:04.786573 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-c1b7e608-b57e-4967-9f7c-8c165b1db8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.854082 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-c1b7e608-b57e-4967-9f7c-8c165b1db8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:04.854796 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-c1b7e608-b57e-4967-9f7c-8c165b1db8c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.856293 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-c1b7e608-b57e-4967-9f7c-8c165b1db8c0 service neutron] 10.222.0.72 "PUT /v2.0/ports/71dc3fe8-3124-462a-9ebb-e984b5208525 HTTP/1.1" status: 200 len: 1092 time: 4.2445128 Jul 07 17:07:04.857507 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c978324-880d-4a92-9b6e-3952abc28e96', 'tag': '71dc3fe8-3124-462a-9ebb-e984b5208525'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:04.860550 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742fa544-615d-4693-a8ac-764495cf3b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "3c978324-880d-4a92-9b6e-3952abc28e96", "tag": "71dc3fe8-3124-462a-9ebb-e984b5208525"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:04.906423 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-1fbae533-581c-4030-a340-86517c4b7942 service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573848 Jul 07 17:07:04.910341 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7e608-b57e-4967-9f7c-8c165b1db8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=71dc3fe8-3124-462a-9ebb-e984b5208525,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:05.061159 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81b60257-78a2-4cbc-a5ee-f4e335e571af tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.062180 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81b60257-78a2-4cbc-a5ee-f4e335e571af tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.072009 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-2c3e2e0f-d695-4cc6-aab0-b85725b3c306 service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576355 Jul 07 17:07:05.074086 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-e2b461ef-0b0e-4989-8d44-51473763a501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:05.076173 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-e2b461ef-0b0e-4989-8d44-51473763a501 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=565e8acc09134f1f976b9c4727940d5d&device_id=3c978324-880d-4a92-9b6e-3952abc28e96 HTTP/1.1" status: 200 len: 1095 time: 0.1486530 Jul 07 17:07:05.165936 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-727f620c-3cd5-450e-beb4-47ca7ce1fda3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71dc3fe8-3124-462a-9ebb-e984b5208525 HTTP/1.1" status: 200 len: 217 time: 0.0728788 Jul 07 17:07:05.176863 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-c698ae09-9710-4ecc-a05a-582a5f4b264c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c53515a8-9fd6-4c21-9637-86f0e67278e8 HTTP/1.1" status: 200 len: 217 time: 0.0909042 Jul 07 17:07:05.205249 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-81b60257-78a2-4cbc-a5ee-f4e335e571af tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Calling delete_port for 30f26ec8-ffa7-4e7a-918e-31b2c7b68247 owned by network:floatingip {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:05.211905 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-20435ccb-d1e8-4cde-9ecc-4e2ce8279c99 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d0c6afdb5a174208a63eedab9c063294&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5837870 Jul 07 17:07:05.217792 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59804) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:05.354102 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-37277074-c997-43f8-80ab-a423eaac344b tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.358958 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-37277074-c997-43f8-80ab-a423eaac344b tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/a687ee37-ea0c-4963-becd-1fec489d9b9c HTTP/1.1" status: 204 len: 168 time: 0.6779718 Jul 07 17:07:05.359701 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59806) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:05.403344 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-73b9380e-f8c4-48d6-96ea-50be30946d7d tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=a687ee37-ea0c-4963-becd-1fec489d9b9c HTTP/1.1" status: 200 len: 216 time: 0.0359755 Jul 07 17:07:05.408221 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59808) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:05.421110 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485c86-6588-489f-8f36-a17c6988b82b req-de6ef0ff-06f1-45bd-94fd-4ab7e3506f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:05.422651 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-de6ef0ff-06f1-45bd-94fd-4ab7e3506f93 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94fb5041-e475-4bc0-9d1d-291598430d4a HTTP/1.1" status: 200 len: 797 time: 0.2256877 Jul 07 17:07:05.435597 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-f370de8f-6145-46cf-ac8d-c4638a85f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:05.437212 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-f370de8f-6145-46cf-ac8d-c4638a85f814 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2d83fa63-04fe-47d2-9e05-061a0c3de479 HTTP/1.1" status: 200 len: 845 time: 0.2567298 Jul 07 17:07:05.442234 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bf26a54b-559f-4895-bd7b-015078f4c9bc tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0322731 Jul 07 17:07:05.451678 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59810) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:05.461356 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5c2c6-28ea-44ce-888d-a083abac9999 req-f9748350-1d8d-4430-ae23-6ace8aa73e5f tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:05.464217 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-abc5c2c6-28ea-44ce-888d-a083abac9999 req-f9748350-1d8d-4430-ae23-6ace8aa73e5f tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c978324-880d-4a92-9b6e-3952abc28e96 HTTP/1.1" status: 200 len: 943 time: 0.5470319 Jul 07 17:07:05.531489 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-b29c4ca3-fa6a-47e5-b062-ca315f0861e5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9a069726-4687-4aab-843c-2a39928b12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809278 Jul 07 17:07:05.563555 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2183a522-4efd-40a9-987c-0ef0a3fa9cc2 tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1013176 Jul 07 17:07:05.565158 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59812) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:05.590566 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-7277ae57-1184-4a5e-b9b2-c634c692065e tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:05.592301 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-7277ae57-1184-4a5e-b9b2-c634c692065e tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/networks?id=9ffd6a7f-d7b0-4b5a-b790-da741ae974fa HTTP/1.1" status: 200 len: 821 time: 0.4296510 Jul 07 17:07:05.631208 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-56085a1e-087e-44bd-80b2-b9ff3525fa70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.708212 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-abc5c2c6-28ea-44ce-888d-a083abac9999 req-b4fe1625-b69d-4e51-b4df-cab2b9467563 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031748 Jul 07 17:07:05.718123 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6807dfe7-32fd-4cb5-9fa2-c995ede6a423 tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/94ea0749-9ad1-4214-8726-fc15d5c7f165 HTTP/1.1" status: 200 len: 473 time: 0.1504385 Jul 07 17:07:05.726913 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59814) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:05.734104 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-20420d71-3a6b-4f5a-8b9f-76cdd7d7e8e0 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/quotas/17e586787a97456ea44df1f572786774 HTTP/1.1" status: 200 len: 375 time: 0.0950007 Jul 07 17:07:05.758135 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-56085a1e-087e-44bd-80b2-b9ff3525fa70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.794154 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a487bdb7-e49c-4329-b15e-9f9396af8dc7 tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/d8a11dc3-773b-4b9d-a7ab-d283c658b1ba HTTP/1.1" status: 200 len: 459 time: 0.0637708 Jul 07 17:07:05.799971 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59818) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:05.822389 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81b60257-78a2-4cbc-a5ee-f4e335e571af tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.852863 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-c9b38181-cdfe-4662-ba76-d31aed2dcddb tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:05.853739 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485c86-6588-489f-8f36-a17c6988b82b req-20330cbc-f12f-461c-8878-15142ec88742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:05.855327 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-20330cbc-f12f-461c-8878-15142ec88742 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f52f86e5-4ccf-471b-ba73-453c1047945f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4171693 Jul 07 17:07:05.855882 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-c9b38181-cdfe-4662-ba76-d31aed2dcddb tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.64 "GET /v2.0/networks?id=656dd087-69ac-4445-b8fb-7180ff9e7eaa HTTP/1.1" status: 200 len: 805 time: 0.3898888 Jul 07 17:07:05.865652 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-c905bdd7-6262-46c4-858b-e68f8cd8b48d service neutron] 10.222.0.72 "GET /v2.0/networks/9a069726-4687-4aab-843c-2a39928b12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253438 Jul 07 17:07:05.913025 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-15681d20-5c86-4644-a73c-94af13cebd28 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Request body: {'port': {'device_id': '260b767c-5518-4fed-ac48-28cafd51406d', 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa', 'admin_state_up': True, 'tenant_id': '854488ce7e0c4852954684e9f239b430'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:05.920546 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b60257-78a2-4cbc-a5ee-f4e335e571af tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Pushing event deleted for resources: {'Port': ['ID=30f26ec8-ffa7-4e7a-918e-31b2c7b68247,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:06.008554 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-56085a1e-087e-44bd-80b2-b9ff3525fa70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.011263 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-56085a1e-087e-44bd-80b2-b9ff3525fa70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.012504 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-56085a1e-087e-44bd-80b2-b9ff3525fa70 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/38454295-2de9-4e87-8574-d77945d35f89 HTTP/1.1" status: 204 len: 168 time: 0.7850595 Jul 07 17:07:06.052714 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56085a1e-087e-44bd-80b2-b9ff3525fa70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38454295-2de9-4e87-8574-d77945d35f89,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:06.062670 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-c3631210-6653-4297-99a2-29d1044bc7a1 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=17e586787a97456ea44df1f572786774&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3079746 Jul 07 17:07:06.094329 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-80ebc9dc-c8a0-4560-aa21-8e306d53f07a service neutron] 10.222.0.72 "GET /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312565 Jul 07 17:07:06.096478 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e955c97e-2408-4f2b-8417-7042b9d989b7 req-5b3536ed-1607-4545-90d7-4b54eabb93fc service neutron] 10.222.0.72 "GET /v2.0/networks/9a069726-4687-4aab-843c-2a39928b12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201359 Jul 07 17:07:06.106333 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9b45d9fa-2d4e-492e-a024-edad9fbdbef0 req-fdfc04d1-fc8d-4158-925a-17a9592f8e15 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=260b767c-5518-4fed-ac48-28cafd51406d HTTP/1.1" status: 200 len: 210 time: 0.2091570 Jul 07 17:07:06.592147 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26d7645-9982-45d1-a6fb-ae2e7cf90691 x-openstack-request-id: req-a26d7645-9982-45d1-a6fb-ae2e7cf90691 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:06.592509 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c978324-880d-4a92-9b6e-3952abc28e96", "tag": "71dc3fe8-3124-462a-9ebb-e984b5208525", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:06.592906 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a26d7645-9982-45d1-a6fb-ae2e7cf90691 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:06.593428 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c978324-880d-4a92-9b6e-3952abc28e96', 'tag': '71dc3fe8-3124-462a-9ebb-e984b5208525', 'status': 'completed', 'code': 200} Jul 07 17:07:06.728428 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-b952fb88-fe3f-4d0f-a445-e3fbc5dec958 service neutron] 10.222.0.53 "GET /v2.0/networks/9ffd6a7f-d7b0-4b5a-b790-da741ae974fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6263225 Jul 07 17:07:06.737857 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-93eee877-5659-4994-9bc0-868184537442 service neutron] 10.222.0.72 "GET /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6268888 Jul 07 17:07:06.883653 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fa544-615d-4693-a8ac-764495cf3b2b req-395f3c22-fe36-460d-891c-b47cd3975514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:06.886398 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-742fa544-615d-4693-a8ac-764495cf3b2b req-395f3c22-fe36-460d-891c-b47cd3975514 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=565e8acc09134f1f976b9c4727940d5d&device_id=3c978324-880d-4a92-9b6e-3952abc28e96 HTTP/1.1" status: 200 len: 1095 time: 0.2965829 Jul 07 17:07:06.923064 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d85df932-adf9-45d2-be9f-700ca41ecb6b tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.926077 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d85df932-adf9-45d2-be9f-700ca41ecb6b tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/d8a11dc3-773b-4b9d-a7ab-d283c658b1ba HTTP/1.1" status: 204 len: 168 time: 1.1228247 Jul 07 17:07:06.936035 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59836) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:06.959025 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81b60257-78a2-4cbc-a5ee-f4e335e571af tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks [] for floatingip, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.962403 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81b60257-78a2-4cbc-a5ee-f4e335e571af tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.963792 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-81b60257-78a2-4cbc-a5ee-f4e335e571af tempest-ServersTestBootFromVolume-485978559 tempest-ServersTestBootFromVolume-485978559-project] 10.222.0.53 "DELETE /v2.0/floatingips/f2402cf1-7265-42a7-9162-b5860a876bef HTTP/1.1" status: 204 len: 168 time: 3.2489607 Jul 07 17:07:06.988997 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59838) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:07.038321 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-92f46e06-940c-48e9-85ab-bc8970c60b10 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cb7e9c4c-fd57-4d46-895f-74234734d082 HTTP/1.1" status: 200 len: 217 time: 0.2843490 Jul 07 17:07:07.039866 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.141399 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-15681d20-5c86-4644-a73c-94af13cebd28 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Made reservation on behalf of 854488ce7e0c4852954684e9f239b430 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:07.145355 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-15681d20-5c86-4644-a73c-94af13cebd28 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.227615 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd4e42-c6e7-47a7-a51a-ab8377637796 req-5713a78c-402f-4dbb-9bb6-a9404f578573 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:07.234035 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9cbd4e42-c6e7-47a7-a51a-ab8377637796 req-5713a78c-402f-4dbb-9bb6-a9404f578573 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c978324-880d-4a92-9b6e-3952abc28e96 HTTP/1.1" status: 200 len: 943 time: 0.2963369 Jul 07 17:07:07.421664 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-86d0bc00-f3e9-48e6-ab6f-74ae4335d765 service neutron] 10.222.0.53 "GET /v2.0/networks/9ffd6a7f-d7b0-4b5a-b790-da741ae974fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6792512 Jul 07 17:07:07.468052 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59850) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:07.485936 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485c86-6588-489f-8f36-a17c6988b82b req-399b78fd-2f06-4875-a878-7f5ce62ac387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:07.488094 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-399b78fd-2f06-4875-a878-7f5ce62ac387 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94fb5041-e475-4bc0-9d1d-291598430d4a HTTP/1.1" status: 200 len: 797 time: 0.4358566 Jul 07 17:07:07.489339 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9cbd4e42-c6e7-47a7-a51a-ab8377637796 req-7fe72e45-601c-43d4-93ca-d614fc473b17 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467308 Jul 07 17:07:07.496537 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-49ba3f16-8683-4743-8e97-6a3a7f8a9cdf tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.507188 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-49ba3f16-8683-4743-8e97-6a3a7f8a9cdf tempest-MeteringIpV6TestJSON-620970301 tempest-MeteringIpV6TestJSON-620970301-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/94ea0749-9ad1-4214-8726-fc15d5c7f165 HTTP/1.1" status: 204 len: 168 time: 0.5620332 Jul 07 17:07:07.513012 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fa544-615d-4693-a8ac-764495cf3b2b req-00a47406-9da9-462a-9d6a-732cbdb5142e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:07.515163 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-742fa544-615d-4693-a8ac-764495cf3b2b req-00a47406-9da9-462a-9d6a-732cbdb5142e service neutron] 10.222.0.72 "GET /v2.0/networks?id=9a069726-4687-4aab-843c-2a39928b12be HTTP/1.1" status: 200 len: 906 time: 0.5774016 Jul 07 17:07:07.533654 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-15681d20-5c86-4644-a73c-94af13cebd28 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Allocated IP 172.20.0.11 (656dd087-69ac-4445-b8fb-7180ff9e7eaa/160646de-633f-43bb-ab77-cdc4622fc25c/42cfc02f-3401-4427-a978-d55f0e45e38f) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:07.608096 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.616970 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-742fa544-615d-4693-a8ac-764495cf3b2b req-12312578-6f25-4ef8-be2e-cddf0890f6ad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71dc3fe8-3124-462a-9ebb-e984b5208525 HTTP/1.1" status: 200 len: 217 time: 0.0805440 Jul 07 17:07:07.703781 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fa544-615d-4693-a8ac-764495cf3b2b req-dbecd20e-ddff-4ce2-91b4-ecc7e658b53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:07.705799 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-742fa544-615d-4693-a8ac-764495cf3b2b req-dbecd20e-ddff-4ce2-91b4-ecc7e658b53e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2d83fa63-04fe-47d2-9e05-061a0c3de479 HTTP/1.1" status: 200 len: 845 time: 0.0770833 Jul 07 17:07:07.762374 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-742fa544-615d-4693-a8ac-764495cf3b2b req-b22edb59-8ee7-4be0-8ccc-3db8f460e290 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9a069726-4687-4aab-843c-2a39928b12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490606 Jul 07 17:07:07.766821 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485c86-6588-489f-8f36-a17c6988b82b req-d8ed3ff3-370d-4259-a0b7-1595f156d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:07.768643 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-d8ed3ff3-370d-4259-a0b7-1595f156d01d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f52f86e5-4ccf-471b-ba73-453c1047945f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2659299 Jul 07 17:07:07.937327 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-4139072f-5516-46b8-8a07-c4f4aade7d33 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1306582082-network', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:07.946840 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9c3ac03e-7523-42ee-a2ae-a9c687c23958 req-4a83b94b-e7c6-42d0-95e5-652762b49188 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=260b767c-5518-4fed-ac48-28cafd51406d HTTP/1.1" status: 200 len: 210 time: 0.1049817 Jul 07 17:07:07.973217 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-15681d20-5c86-4644-a73c-94af13cebd28 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.014787 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4139072f-5516-46b8-8a07-c4f4aade7d33 admin admin] Made reservation on behalf of ea3241034bb848a48d8167b6b493e4d4 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:08.017483 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4139072f-5516-46b8-8a07-c4f4aade7d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.043842 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4139072f-5516-46b8-8a07-c4f4aade7d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.085869 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-742fa544-615d-4693-a8ac-764495cf3b2b req-436775fc-f2c2-4c07-93e0-0939265e4f45 service neutron] 10.222.0.72 "GET /v2.0/networks/9a069726-4687-4aab-843c-2a39928b12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140576 Jul 07 17:07:08.132254 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-dd062c4b-5b05-474b-ab00-25dada12db89 service neutron] 10.222.0.72 "GET /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487952 Jul 07 17:07:08.192718 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-15681d20-5c86-4644-a73c-94af13cebd28 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.244830 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59870) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:08.311451 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eee84342-72c9-4cbd-ae6d-543bf9386228 req-45ffcb5c-73d7-45b5-a940-ef94034113f9 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6adf702-f40c-4c39-878b-23b80b9c51de HTTP/1.1" status: 200 len: 210 time: 0.0711684 Jul 07 17:07:08.327670 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4139072f-5516-46b8-8a07-c4f4aade7d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.338229 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-15681d20-5c86-4644-a73c-94af13cebd28 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Network 656dd087-69ac-4445-b8fb-7180ff9e7eaa is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:08.344539 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4139072f-5516-46b8-8a07-c4f4aade7d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.352105 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-15681d20-5c86-4644-a73c-94af13cebd28 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:08.357474 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15681d20-5c86-4644-a73c-94af13cebd28 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Pushing event updated for resources: {'Port': ['ID=42cfc02f-3401-4427-a978-d55f0e45e38f,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:08.361344 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-15681d20-5c86-4644-a73c-94af13cebd28 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:08.415911 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ea793321-5a02-4889-aa43-1734ed89216d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.424966 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4139072f-5516-46b8-8a07-c4f4aade7d33 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:07:08.453796 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60485c86-6588-489f-8f36-a17c6988b82b req-6d272a90-2eef-49c9-a7f4-a9916cbe81cf service neutron] 10.222.0.72 "GET /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708719 Jul 07 17:07:08.477971 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139072f-5516-46b8-8a07-c4f4aade7d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:08.494337 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4139072f-5516-46b8-8a07-c4f4aade7d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.494699 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-4139072f-5516-46b8-8a07-c4f4aade7d33 admin admin] Added segment dbf014a0-307e-439c-80e0-f384f9e18b8c of type vlan for network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b Jul 07 17:07:08.524723 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-15681d20-5c86-4644-a73c-94af13cebd28 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:08.525424 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-15681d20-5c86-4644-a73c-94af13cebd28 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.538520 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-742fa544-615d-4693-a8ac-764495cf3b2b req-d8d5ebaa-a434-4cf9-adfd-3eef2e38ccb3 service neutron] 10.222.0.72 "GET /v2.0/networks/9a069726-4687-4aab-843c-2a39928b12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039936 Jul 07 17:07:08.628139 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1d0fa3ab-643c-41d9-a875-f9e2816ecc3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.670632 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4139072f-5516-46b8-8a07-c4f4aade7d33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.798573 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1d0fa3ab-643c-41d9-a875-f9e2816ecc3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.815402 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43516665-4904-4bd7-9b9c-3ab147810d60 req-f094c180-af46-4ea8-a6ba-4bddcaa87698 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:08.817168 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43516665-4904-4bd7-9b9c-3ab147810d60 req-f094c180-af46-4ea8-a6ba-4bddcaa87698 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c978324-880d-4a92-9b6e-3952abc28e96 HTTP/1.1" status: 200 len: 943 time: 0.1273425 Jul 07 17:07:08.818486 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1d0fa3ab-643c-41d9-a875-f9e2816ecc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.821534 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4139072f-5516-46b8-8a07-c4f4aade7d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.824490 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4139072f-5516-46b8-8a07-c4f4aade7d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:08.825975 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4139072f-5516-46b8-8a07-c4f4aade7d33 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.901047 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1d0fa3ab-643c-41d9-a875-f9e2816ecc3d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=faa3d4c96e634440b3c072b078befb08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6336265 Jul 07 17:07:08.921041 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-15681d20-5c86-4644-a73c-94af13cebd28 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0216062 Jul 07 17:07:08.922976 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59880) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:08.943751 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0fa3ab-643c-41d9-a875-f9e2816ecc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d73208c-84a6-485d-b077-cf98cc26f3e0,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:08.975965 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-c69143e0-5046-4958-900e-ee8e5224c523 service neutron] Request body: {'port': {'device_id': '260b767c-5518-4fed-ac48-28cafd51406d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:09.003860 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43516665-4904-4bd7-9b9c-3ab147810d60 req-5d730eac-8761-47f2-8c75-c5c6d6ec3b4a tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677086 Jul 07 17:07:09.037380 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4139072f-5516-46b8-8a07-c4f4aade7d33 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5666428 Jul 07 17:07:09.040548 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59882) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:09.046791 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9877b15e-c168-424b-8245-9edce616f74a admin admin] Request body: {'subnet': {'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1306582082-subnet', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:09.091127 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139072f-5516-46b8-8a07-c4f4aade7d33 admin admin] Pushing event updated for resources: {'Network': ['ID=77d41963-e136-4ba3-ad68-c6ff6b5ca03b,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:09.113020 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:07:09.119673 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9877b15e-c168-424b-8245-9edce616f74a admin admin] Made reservation on behalf of ea3241034bb848a48d8167b6b493e4d4 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:09.127760 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9877b15e-c168-424b-8245-9edce616f74a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.173726 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b6255566-d2bb-4408-874b-9d78c180d242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.199865 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b6255566-d2bb-4408-874b-9d78c180d242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.258769 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-c69143e0-5046-4958-900e-ee8e5224c523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.393598 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b6255566-d2bb-4408-874b-9d78c180d242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.394822 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413af304-de3d-4a9d-bf38-80e1cf0d5f89 req-ff993848-f1cd-470d-bcba-ffe15ba664cb tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:09.396269 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b6255566-d2bb-4408-874b-9d78c180d242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.397409 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-413af304-de3d-4a9d-bf38-80e1cf0d5f89 req-ff993848-f1cd-470d-bcba-ffe15ba664cb tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=260b767c-5518-4fed-ac48-28cafd51406d HTTP/1.1" status: 200 len: 932 time: 0.1430836 Jul 07 17:07:09.400219 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b6255566-d2bb-4408-874b-9d78c180d242 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5d73208c-84a6-485d-b077-cf98cc26f3e0 HTTP/1.1" status: 204 len: 168 time: 0.4712839 Jul 07 17:07:09.422576 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6255566-d2bb-4408-874b-9d78c180d242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d73208c-84a6-485d-b077-cf98cc26f3e0,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:09.516031 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-413af304-de3d-4a9d-bf38-80e1cf0d5f89 req-f8fe5690-f747-49ee-bc4c-9b73108d76df tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028721 Jul 07 17:07:09.662014 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9877b15e-c168-424b-8245-9edce616f74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.668368 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-ea793321-5a02-4889-aa43-1734ed89216d admin admin] Deleting port 25bc9c3c-20ba-42e4-9b45-9d9abfce2de7 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:09.668935 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ea793321-5a02-4889-aa43-1734ed89216d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.838331 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 71dc3fe8-3124-462a-9ebb-e984b5208525 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:07:09.880092 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ab906b6a-f4ac-4a30-adfc-0687109c6953 req-f78db007-ebe2-4a99-90bb-cb01383e86ec tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6adf702-f40c-4c39-878b-23b80b9c51de HTTP/1.1" status: 200 len: 210 time: 0.0806286 Jul 07 17:07:09.884987 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877b15e-c168-424b-8245-9edce616f74a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb25b29e-8000-461d-9a31-049cca6cce84,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:09.900094 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9877b15e-c168-424b-8245-9edce616f74a admin admin] Checking segment: {'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:09.900471 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9877b15e-c168-424b-8245-9edce616f74a admin admin] Network hostable DHCP agents. Network: 77d41963-e136-4ba3-ad68-c6ff6b5ca03b, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:07:09.954925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9877b15e-c168-424b-8245-9edce616f74a admin admin] Network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:07:09.961927 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-c69143e0-5046-4958-900e-ee8e5224c523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42cfc02f-3401-4427-a978-d55f0e45e38f {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:09.972941 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-9877b15e-c168-424b-8245-9edce616f74a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 77d41963-e136-4ba3-ad68-c6ff6b5ca03b) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:09.978709 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9877b15e-c168-424b-8245-9edce616f74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:09.979541 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9877b15e-c168-424b-8245-9edce616f74a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.992554 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-c69143e0-5046-4958-900e-ee8e5224c523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.995103 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022031dd-1fc7-4706-b5a6-ff032678fe82 None None] Network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:10.015170 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9877b15e-c168-424b-8245-9edce616f74a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9731984 Jul 07 17:07:10.018332 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59896) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:10.025856 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-1a31c51c-4c1e-49ac-b97e-35541cab08a7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1306582082-router', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:10.056219 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-ea793321-5a02-4889-aa43-1734ed89216d admin admin] For port 25bc9c3c-20ba-42e4-9b45-9d9abfce2de7, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=25bc9c3c-20ba-42e4-9b45-9d9abfce2de7,segment=NetworkSegment(2535c727-b2f1-4d11-9876-7392a2724c3c),segment_id=2535c727-b2f1-4d11-9876-7392a2724c3c)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:10.056853 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ea793321-5a02-4889-aa43-1734ed89216d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.077054 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-ea793321-5a02-4889-aa43-1734ed89216d admin admin] Calling delete_port for 25bc9c3c-20ba-42e4-9b45-9d9abfce2de7 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:10.107667 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1a31c51c-4c1e-49ac-b97e-35541cab08a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.121908 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1a31c51c-4c1e-49ac-b97e-35541cab08a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.158708 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 71dc3fe8-3124-462a-9ebb-e984b5208525, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=71dc3fe8-3124-462a-9ebb-e984b5208525,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:10.194608 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-5306edbc-617f-4169-bf84-4ed3119fb49f tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:10.196502 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-5306edbc-617f-4169-bf84-4ed3119fb49f tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.64 "GET /v2.0/networks?id=9ffd6a7f-d7b0-4b5a-b790-da741ae974fa HTTP/1.1" status: 200 len: 821 time: 0.5678627 Jul 07 17:07:10.204143 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '71dc3fe8-3124-462a-9ebb-e984b5208525', 'network_id': '9a069726-4687-4aab-843c-2a39928b12be', 'port_id': '71dc3fe8-3124-462a-9ebb-e984b5208525', 'mac_address': 'fa:16:3e:f0:7b:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d83fa63-04fe-47d2-9e05-061a0c3de479', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:07:10.260736 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59902) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:10.262393 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1a31c51c-4c1e-49ac-b97e-35541cab08a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.265611 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.286663 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-4b646e08-421a-4bd4-944a-53df5ff4bd47 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Request body: {'port': {'device_id': 'f6adf702-f40c-4c39-878b-23b80b9c51de', 'network_id': '9ffd6a7f-d7b0-4b5a-b790-da741ae974fa', 'admin_state_up': True, 'tenant_id': '17e586787a97456ea44df1f572786774'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:10.318018 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-c69143e0-5046-4958-900e-ee8e5224c523 service neutron] Transition to ACTIVE for port object 42cfc02f-3401-4427-a978-d55f0e45e38f will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:10.369037 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e66ebf21-fc4c-4676-b14d-c189a204aa73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.453030 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71dc3fe8-3124-462a-9ebb-e984b5208525 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:10.458946 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-c69143e0-5046-4958-900e-ee8e5224c523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.493440 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 71dc3fe8-3124-462a-9ebb-e984b5208525, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=71dc3fe8-3124-462a-9ebb-e984b5208525,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:10.517001 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.543868 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db41dc0f-5c45-4ae8-908b-d2b9092eb3d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'fixed_ips': [{'subnet_id': 'eb25b29e-8000-461d-9a31-049cca6cce84'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:07:10.545396 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-db41dc0f-5c45-4ae8-908b-d2b9092eb3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.559159 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1a31c51c-4c1e-49ac-b97e-35541cab08a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.603070 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=71dc3fe8-3124-462a-9ebb-e984b5208525,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:10.605239 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69143e0-5046-4958-900e-ee8e5224c523 service neutron] Pushing event updated for resources: {'Port': ['ID=42cfc02f-3401-4427-a978-d55f0e45e38f,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:10.665573 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:10.665907 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:10.666437 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:10.666937 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:10.667441 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:10.667952 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:10.668450 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:10.669508 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:10.670685 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:10.671051 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:10.671395 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:10.671730 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:10.759480 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-db41dc0f-5c45-4ae8-908b-d2b9092eb3d0 None None] Allocated IP 172.20.0.2 (77d41963-e136-4ba3-ad68-c6ff6b5ca03b/eb25b29e-8000-461d-9a31-049cca6cce84/7378f982-492b-425d-8ceb-08f012456f48) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:10.789362 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e66ebf21-fc4c-4676-b14d-c189a204aa73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.832286 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['71dc3fe8-3124-462a-9ebb-e984b5208525'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:10.853004 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e66ebf21-fc4c-4676-b14d-c189a204aa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.875189 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ea793321-5a02-4889-aa43-1734ed89216d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.881935 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1a31c51c-4c1e-49ac-b97e-35541cab08a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.911812 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1a31c51c-4c1e-49ac-b97e-35541cab08a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.931147 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab93c8-56b3-4f99-997d-66faa926f79d req-8b6cf306-8ad9-4ba3-b15a-cc45b211b797 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:10.937253 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dfab93c8-56b3-4f99-997d-66faa926f79d req-8b6cf306-8ad9-4ba3-b15a-cc45b211b797 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=260b767c-5518-4fed-ac48-28cafd51406d HTTP/1.1" status: 200 len: 944 time: 0.1821549 Jul 07 17:07:11.022731 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-db41dc0f-5c45-4ae8-908b-d2b9092eb3d0 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.027725 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dfab93c8-56b3-4f99-997d-66faa926f79d req-8ebf57b0-05e0-4342-8206-e5272d35394f tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848131 Jul 07 17:07:11.027937 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45276d4-38ca-40a0-8150-2381eef268db req-4d0420cc-2eae-439e-b0e5-3f28a12869cf tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:11.040987 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c45276d4-38ca-40a0-8150-2381eef268db req-4d0420cc-2eae-439e-b0e5-3f28a12869cf tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c978324-880d-4a92-9b6e-3952abc28e96 HTTP/1.1" status: 200 len: 943 time: 0.8421423 Jul 07 17:07:11.060844 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-db41dc0f-5c45-4ae8-908b-d2b9092eb3d0 None None] Transition to ACTIVE for port object 7378f982-492b-425d-8ceb-08f012456f48 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:11.073121 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea793321-5a02-4889-aa43-1734ed89216d admin admin] Pushing event deleted for resources: {'Port': ['ID=25bc9c3c-20ba-42e4-9b45-9d9abfce2de7,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:11.099498 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-1a31c51c-4c1e-49ac-b97e-35541cab08a7 admin admin] Allocated IP 172.25.0.140 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/e0062c70-7233-406d-9eac-a0e9b4661c38) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:11.116962 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-db41dc0f-5c45-4ae8-908b-d2b9092eb3d0 None None] Transition to ACTIVE for port object 7378f982-492b-425d-8ceb-08f012456f48 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:11.156527 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-db41dc0f-5c45-4ae8-908b-d2b9092eb3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.307174 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db41dc0f-5c45-4ae8-908b-d2b9092eb3d0 None None] Network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:11.320323 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-db41dc0f-5c45-4ae8-908b-d2b9092eb3d0 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:11.323265 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41dc0f-5c45-4ae8-908b-d2b9092eb3d0 None None] Pushing event updated for resources: {'Port': ['ID=7378f982-492b-425d-8ceb-08f012456f48,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:11.328894 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db41dc0f-5c45-4ae8-908b-d2b9092eb3d0 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:11.366819 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1a31c51c-4c1e-49ac-b97e-35541cab08a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.455138 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-db41dc0f-5c45-4ae8-908b-d2b9092eb3d0 None None] Attempting to bind port 7378f982-492b-425d-8ceb-08f012456f48 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:11.455516 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-db41dc0f-5c45-4ae8-908b-d2b9092eb3d0 None None] Attempting to bind port 7378f982-492b-425d-8ceb-08f012456f48 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:11.455883 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db41dc0f-5c45-4ae8-908b-d2b9092eb3d0 None None] Attempting to bind port 7378f982-492b-425d-8ceb-08f012456f48 on network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:11.464518 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db41dc0f-5c45-4ae8-908b-d2b9092eb3d0 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:11.465302 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db41dc0f-5c45-4ae8-908b-d2b9092eb3d0 None None] Checking segment: {'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:11.465955 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-db41dc0f-5c45-4ae8-908b-d2b9092eb3d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.467973 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db41dc0f-5c45-4ae8-908b-d2b9092eb3d0 None None] Bound using segment: {'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:11.468959 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-db41dc0f-5c45-4ae8-908b-d2b9092eb3d0 None None] Bound port: 7378f982-492b-425d-8ceb-08f012456f48, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:11.469537 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-db41dc0f-5c45-4ae8-908b-d2b9092eb3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.501475 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1a31c51c-4c1e-49ac-b97e-35541cab08a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.555421 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-db41dc0f-5c45-4ae8-908b-d2b9092eb3d0 None None] For port 7378f982-492b-425d-8ceb-08f012456f48, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:11.561112 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-db41dc0f-5c45-4ae8-908b-d2b9092eb3d0 None None] For port 7378f982-492b-425d-8ceb-08f012456f48, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7378f982-492b-425d-8ceb-08f012456f48,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:11.568755 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-db41dc0f-5c45-4ae8-908b-d2b9092eb3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.569960 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7e90689f-2041-4c91-8eb3-a508892951d2 req-07d9d59c-2f95-4c2f-acb9-92ffaa186df2 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6adf702-f40c-4c39-878b-23b80b9c51de HTTP/1.1" status: 200 len: 210 time: 0.0711775 Jul 07 17:07:11.584862 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a31c51c-4c1e-49ac-b97e-35541cab08a7 admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:11.590656 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-1a31c51c-4c1e-49ac-b97e-35541cab08a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:11.593343 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a31c51c-4c1e-49ac-b97e-35541cab08a7 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:11.653303 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a31c51c-4c1e-49ac-b97e-35541cab08a7 admin admin] Pushing event updated for resources: {'Port': ['ID=e0062c70-7233-406d-9eac-a0e9b4661c38,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:11.668517 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41dc0f-5c45-4ae8-908b-d2b9092eb3d0 None None] Pushing event updated for resources: {'Port': ['ID=7378f982-492b-425d-8ceb-08f012456f48,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:11.837107 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 71dc3fe8-3124-462a-9ebb-e984b5208525 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:11.915477 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-4b646e08-421a-4bd4-944a-53df5ff4bd47 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Made reservation on behalf of 17e586787a97456ea44df1f572786774 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:11.922325 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-4b646e08-421a-4bd4-944a-53df5ff4bd47 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.945560 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 71dc3fe8-3124-462a-9ebb-e984b5208525 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:11.949102 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e66ebf21-fc4c-4676-b14d-c189a204aa73 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ada74b4c7846472fb963911149bf3e96&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6868961 Jul 07 17:07:11.950649 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ebf21-fc4c-4676-b14d-c189a204aa73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a77de7-e012-463c-bc5f-f1bbf6d857ec,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:11.953926 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 71dc3fe8-3124-462a-9ebb-e984b5208525 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:11.955969 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59918) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:11.956194 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.984398 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1a31c51c-4c1e-49ac-b97e-35541cab08a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.067293 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.077063 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-c69143e0-5046-4958-900e-ee8e5224c523 service neutron] Attempting to bind port 42cfc02f-3401-4427-a978-d55f0e45e38f on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:12.077657 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-c69143e0-5046-4958-900e-ee8e5224c523 service neutron] Attempting to bind port 42cfc02f-3401-4427-a978-d55f0e45e38f by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:12.077944 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-c69143e0-5046-4958-900e-ee8e5224c523 service neutron] Attempting to bind port 42cfc02f-3401-4427-a978-d55f0e45e38f on network 656dd087-69ac-4445-b8fb-7180ff9e7eaa {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:12.104221 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c978324-880d-4a92-9b6e-3952abc28e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71dc3fe8-3124-462a-9ebb-e984b5208525'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:12.108546 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9ac3bc-0fef-477c-9678-38691a513205" -d '{"events": [{"server_uuid": "3c978324-880d-4a92-9b6e-3952abc28e96", "name": "network-vif-plugged", "status": "completed", "tag": "71dc3fe8-3124-462a-9ebb-e984b5208525"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:12.127376 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 71dc3fe8-3124-462a-9ebb-e984b5208525, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=71dc3fe8-3124-462a-9ebb-e984b5208525,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:12.134668 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.171418 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-c69143e0-5046-4958-900e-ee8e5224c523 service neutron] Port 42cfc02f-3401-4427-a978-d55f0e45e38f on network 656dd087-69ac-4445-b8fb-7180ff9e7eaa not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:07:12.172189 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-c69143e0-5046-4958-900e-ee8e5224c523 service neutron] Attempting to bind port 42cfc02f-3401-4427-a978-d55f0e45e38f on network 656dd087-69ac-4445-b8fb-7180ff9e7eaa {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:12.193270 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-98dc74b1-5453-4dd2-9524-d1a050beaa8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.197668 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-c69143e0-5046-4958-900e-ee8e5224c523 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:12.201396 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-c69143e0-5046-4958-900e-ee8e5224c523 service neutron] Checking segment: {'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:12.202115 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-c69143e0-5046-4958-900e-ee8e5224c523 service neutron] Bound using segment: {'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:12.202762 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-c69143e0-5046-4958-900e-ee8e5224c523 service neutron] Bound port: 42cfc02f-3401-4427-a978-d55f0e45e38f, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:12.203472 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-c69143e0-5046-4958-900e-ee8e5224c523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.225885 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c45276d4-38ca-40a0-8150-2381eef268db req-56afa330-2342-463b-bbb2-f7b9b2e0cb1d tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1836052 Jul 07 17:07:12.233050 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=71dc3fe8-3124-462a-9ebb-e984b5208525,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:12.426793 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23c22c-41bf-41a7-8504-bc87ab46b12c req-e87f414d-a766-419b-9311-acf770ca3438 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:12.428418 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1b23c22c-41bf-41a7-8504-bc87ab46b12c req-e87f414d-a766-419b-9311-acf770ca3438 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=260b767c-5518-4fed-ac48-28cafd51406d HTTP/1.1" status: 200 len: 944 time: 0.1281812 Jul 07 17:07:12.429948 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1a31c51c-4c1e-49ac-b97e-35541cab08a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.443562 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-98dc74b1-5453-4dd2-9524-d1a050beaa8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.609727 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-c69143e0-5046-4958-900e-ee8e5224c523 service neutron] For port 42cfc02f-3401-4427-a978-d55f0e45e38f, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:12.626010 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c01659-7866-44b2-9e48-2167854b3c5b x-openstack-request-id: req-33c01659-7866-44b2-9e48-2167854b3c5b {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:12.626910 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c978324-880d-4a92-9b6e-3952abc28e96", "name": "network-vif-plugged", "status": "completed", "tag": "71dc3fe8-3124-462a-9ebb-e984b5208525", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:12.626910 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-33c01659-7866-44b2-9e48-2167854b3c5b {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:12.633700 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c978324-880d-4a92-9b6e-3952abc28e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71dc3fe8-3124-462a-9ebb-e984b5208525', 'code': 200} Jul 07 17:07:12.653089 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-c69143e0-5046-4958-900e-ee8e5224c523 service neutron] For port 42cfc02f-3401-4427-a978-d55f0e45e38f, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=42cfc02f-3401-4427-a978-d55f0e45e38f,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:12.665564 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-4b646e08-421a-4bd4-944a-53df5ff4bd47 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Allocated IP 172.20.0.13 (9ffd6a7f-d7b0-4b5a-b790-da741ae974fa/70cdd0d0-8567-4b58-b257-aa6dbe513c99/bff2bb40-e5c4-4cb7-9c35-c3b759b71616) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:12.675411 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-c69143e0-5046-4958-900e-ee8e5224c523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.756813 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ea793321-5a02-4889-aa43-1734ed89216d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.772515 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-c69143e0-5046-4958-900e-ee8e5224c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:12.773367 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-c69143e0-5046-4958-900e-ee8e5224c523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.775453 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-c69143e0-5046-4958-900e-ee8e5224c523 service neutron] 10.222.0.64 "PUT /v2.0/ports/42cfc02f-3401-4427-a978-d55f0e45e38f HTTP/1.1" status: 200 len: 1093 time: 3.8091867 Jul 07 17:07:12.787038 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260b767c-5518-4fed-ac48-28cafd51406d', 'tag': '42cfc02f-3401-4427-a978-d55f0e45e38f'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:12.790458 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a2f01f-e2f1-4f26-ab61-4c901d359849" -d '{"events": [{"name": "network-changed", "server_uuid": "260b767c-5518-4fed-ac48-28cafd51406d", "tag": "42cfc02f-3401-4427-a978-d55f0e45e38f"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:12.793342 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-98dc74b1-5453-4dd2-9524-d1a050beaa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.796873 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-98dc74b1-5453-4dd2-9524-d1a050beaa8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.799613 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-98dc74b1-5453-4dd2-9524-d1a050beaa8a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21a77de7-e012-463c-bc5f-f1bbf6d857ec HTTP/1.1" status: 204 len: 168 time: 0.8213534 Jul 07 17:07:12.816096 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69143e0-5046-4958-900e-ee8e5224c523 service neutron] Pushing event updated for resources: {'Port': ['ID=42cfc02f-3401-4427-a978-d55f0e45e38f,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:13.083684 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc74b1-5453-4dd2-9524-d1a050beaa8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a77de7-e012-463c-bc5f-f1bbf6d857ec,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:13.112109 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1b23c22c-41bf-41a7-8504-bc87ab46b12c req-5209116a-8d53-46e5-bea5-1bcc2347e321 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6401458 Jul 07 17:07:13.176098 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2464523-c31b-4b7e-9605-2befb94b89a8 req-d61575b3-bfe9-4338-b68f-93417ac22b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:13.177761 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e2464523-c31b-4b7e-9605-2befb94b89a8 req-d61575b3-bfe9-4338-b68f-93417ac22b8e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3c978324-880d-4a92-9b6e-3952abc28e96 HTTP/1.1" status: 200 len: 1097 time: 0.1835854 Jul 07 17:07:13.231230 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a31c51c-4c1e-49ac-b97e-35541cab08a7 admin admin] Router 988740ec-914b-4294-96ae-cf03fea467e6 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:07:13.321959 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442896ff-9043-4db3-9136-814f4359e885 None None] Network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:13.358184 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a602fc8c-36d1-4ea0-b537-0d2dad9f0ea1 req-d89b187d-38d0-445b-9dcd-6eb534680e69 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6adf702-f40c-4c39-878b-23b80b9c51de HTTP/1.1" status: 200 len: 210 time: 0.2626371 Jul 07 17:07:13.453584 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-97997257-0d91-46bf-b8d3-7ae075138fdd None None] Provisioning for port 7378f982-492b-425d-8ceb-08f012456f48 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:13.520905 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e2464523-c31b-4b7e-9605-2befb94b89a8 req-ec9b2777-47f2-4157-a686-9fc0d9054eb0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360450 Jul 07 17:07:13.560953 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a31c51c-4c1e-49ac-b97e-35541cab08a7 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:07:13.581049 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f85af8-64e5-4d33-bc95-ef985b89d801 None None] Sync routers for ids ['988740ec-914b-4294-96ae-cf03fea467e6'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:07:13.594781 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7378f982-492b-425d-8ceb-08f012456f48 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:13.610759 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1a31c51c-4c1e-49ac-b97e-35541cab08a7 admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.613151 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1a31c51c-4c1e-49ac-b97e-35541cab08a7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5935037 Jul 07 17:07:13.616135 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59944) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:13.705954 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f85af8-64e5-4d33-bc95-ef985b89d801 None None] Routers {'988740ec-914b-4294-96ae-cf03fea467e6'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:13.706785 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-00f85af8-64e5-4d33-bc95-ef985b89d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:06:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['988740ec-914b-4294-96ae-cf03fea467e6'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:13.753008 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-02a32da2-8b86-46bb-81d4-dbf88c142b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:13.755861 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-02a32da2-8b86-46bb-81d4-dbf88c142b5c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=854488ce7e0c4852954684e9f239b430&device_id=260b767c-5518-4fed-ac48-28cafd51406d HTTP/1.1" status: 200 len: 1096 time: 0.8887846 Jul 07 17:07:13.848814 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-911f3d93-52b3-4362-8d50-605a39365682 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42cfc02f-3401-4427-a978-d55f0e45e38f HTTP/1.1" status: 200 len: 217 time: 0.0818942 Jul 07 17:07:13.916744 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-00f85af8-64e5-4d33-bc95-ef985b89d801 None None] Set router 988740ec-914b-4294-96ae-cf03fea467e6 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:14.002292 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568a9fe9-7f33-493b-b783-ec2737b37592 x-openstack-request-id: req-568a9fe9-7f33-493b-b783-ec2737b37592 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:14.002905 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260b767c-5518-4fed-ac48-28cafd51406d", "tag": "42cfc02f-3401-4427-a978-d55f0e45e38f", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:14.003176 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-568a9fe9-7f33-493b-b783-ec2737b37592 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:14.003659 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260b767c-5518-4fed-ac48-28cafd51406d', 'tag': '42cfc02f-3401-4427-a978-d55f0e45e38f', 'status': 'completed', 'code': 200} Jul 07 17:07:14.019820 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3c5b2-150f-4e5e-b81a-0eb25976bf1f req-91fee950-316e-4af4-8b0b-4b5bd0932bc3 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:14.027972 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5fa3c5b2-150f-4e5e-b81a-0eb25976bf1f req-91fee950-316e-4af4-8b0b-4b5bd0932bc3 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c978324-880d-4a92-9b6e-3952abc28e96 HTTP/1.1" status: 200 len: 945 time: 0.2981949 Jul 07 17:07:14.035296 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea793321-5a02-4889-aa43-1734ed89216d admin admin] Router c0df6dec-d07e-4da0-bcf2-44c1fc7eda94 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:07:14.071379 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-4b646e08-421a-4bd4-944a-53df5ff4bd47 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.076279 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-416be47b-b804-42cc-a731-c5cd47e330f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:14.078011 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-416be47b-b804-42cc-a731-c5cd47e330f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=160646de-633f-43bb-ab77-cdc4622fc25c HTTP/1.1" status: 200 len: 845 time: 0.2203975 Jul 07 17:07:14.129309 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-af5d1455-3d59-483f-a08d-47318915275f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=656dd087-69ac-4445-b8fb-7180ff9e7eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417328 Jul 07 17:07:14.175943 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5fa3c5b2-150f-4e5e-b81a-0eb25976bf1f req-7312a2fa-909f-496e-8241-6af4ccc195ce tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461532 Jul 07 17:07:14.255177 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea793321-5a02-4889-aa43-1734ed89216d admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:07:14.268755 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a73616-c69e-4c28-a57a-f5e9d4acd8b0 None None] Sync routers for ids ['c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:07:14.277933 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ea793321-5a02-4889-aa43-1734ed89216d admin admin] 10.222.0.53 "PUT /v2.0/routers/c0df6dec-d07e-4da0-bcf2-44c1fc7eda94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2858875 Jul 07 17:07:14.282987 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59958) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:14.289501 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a73616-c69e-4c28-a57a-f5e9d4acd8b0 None None] Routers {'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:14.290502 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b9a73616-c69e-4c28-a57a-f5e9d4acd8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:06:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:14.315037 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 7378f982-492b-425d-8ceb-08f012456f48 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:14.336942 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 7378f982-492b-425d-8ceb-08f012456f48 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:14.337628 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.541369 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-b9a73616-c69e-4c28-a57a-f5e9d4acd8b0 None None] Set router c0df6dec-d07e-4da0-bcf2-44c1fc7eda94 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:14.575501 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.697473 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-00f85af8-64e5-4d33-bc95-ef985b89d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988740ec-914b-4294-96ae-cf03fea467e6', 'name': 'tempest-ServerActionsTestJSON-1306582082-router', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:07:11Z', 'revision_number': 3, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'gw_port': {'id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:07:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:14.713994 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 7378f982-492b-425d-8ceb-08f012456f48, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7378f982-492b-425d-8ceb-08f012456f48,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:14.787298 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.789339 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f85af8-64e5-4d33-bc95-ef985b89d801 None None] Checking router: 988740ec-914b-4294-96ae-cf03fea467e6 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:07:14.789721 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f85af8-64e5-4d33-bc95-ef985b89d801 None None] Updating router 988740ec-914b-4294-96ae-cf03fea467e6 port e0062c70-7233-406d-9eac-a0e9b4661c38 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:07:14.890549 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-4b646e08-421a-4bd4-944a-53df5ff4bd47 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.944061 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=7378f982-492b-425d-8ceb-08f012456f48,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:14.959832 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-00f85af8-64e5-4d33-bc95-ef985b89d801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.997890 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75208b9e-8f66-4627-9344-b7d9c0da4c60 req-57f7fb4f-f78d-41a5-b198-e929dfad2806 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:15.006079 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-75208b9e-8f66-4627-9344-b7d9c0da4c60 req-57f7fb4f-f78d-41a5-b198-e929dfad2806 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=260b767c-5518-4fed-ac48-28cafd51406d HTTP/1.1" status: 200 len: 944 time: 0.4241569 Jul 07 17:07:15.038463 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b9a73616-c69e-4c28-a57a-f5e9d4acd8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'name': 'tempest-ServersTestBootFromVolume-478284095-router', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:27Z', 'updated_at': '2021-07-07T17:07:10Z', 'revision_number': 5, 'project_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'gw_port': {'id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:28Z', 'updated_at': '2021-07-07T17:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:15.081090 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a73616-c69e-4c28-a57a-f5e9d4acd8b0 None None] Checking router: c0df6dec-d07e-4da0-bcf2-44c1fc7eda94 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:07:15.091564 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a73616-c69e-4c28-a57a-f5e9d4acd8b0 None None] Routers {'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:15.092221 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b9a73616-c69e-4c28-a57a-f5e9d4acd8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:06:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:15.095868 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-75208b9e-8f66-4627-9344-b7d9c0da4c60 req-a1240ffd-ddd4-45e5-8a04-c920a1488ea6 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881162 Jul 07 17:07:15.209370 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-5d48a3d4-3c31-4f9d-b6db-25930fb9c876 service neutron] 10.222.0.64 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9555087 Jul 07 17:07:15.233342 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-4b646e08-421a-4bd4-944a-53df5ff4bd47 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Network 9ffd6a7f-d7b0-4b5a-b790-da741ae974fa is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:15.239913 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-b9a73616-c69e-4c28-a57a-f5e9d4acd8b0 None None] Set router c0df6dec-d07e-4da0-bcf2-44c1fc7eda94 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:15.252784 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-737819fa-10cd-4948-874f-cb3aaa051f4a admin admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:15.266327 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-4b646e08-421a-4bd4-944a-53df5ff4bd47 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:15.276352 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-4b646e08-421a-4bd4-944a-53df5ff4bd47 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:15.303375 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bed2e147-0f1a-4416-bf5e-cde894ae8b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:15.348887 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b646e08-421a-4bd4-944a-53df5ff4bd47 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Pushing event updated for resources: {'Port': ['ID=bff2bb40-e5c4-4cb7-9c35-c3b759b71616,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:15.371790 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f11bcaca-f85c-4544-aec3-8c308fbcf10c None None] Provisioning complete for port 7378f982-492b-425d-8ceb-08f012456f48 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:15.379388 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f11bcaca-f85c-4544-aec3-8c308fbcf10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:15.547345 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7378f982-492b-425d-8ceb-08f012456f48 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:15.630748 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c4316-95e2-4dfa-8d59-78091d8ad936 req-1a8acb39-4393-4f23-abfe-56ee390de6c3 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:15.644122 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6a2c4316-95e2-4dfa-8d59-78091d8ad936 req-1a8acb39-4393-4f23-abfe-56ee390de6c3 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6adf702-f40c-4c39-878b-23b80b9c51de HTTP/1.1" status: 200 len: 932 time: 0.7749419 Jul 07 17:07:15.664108 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-4b646e08-421a-4bd4-944a-53df5ff4bd47 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:15.665633 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-4b646e08-421a-4bd4-944a-53df5ff4bd47 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:15.743133 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b9a73616-c69e-4c28-a57a-f5e9d4acd8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'name': 'tempest-ServersTestBootFromVolume-478284095-router', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:27Z', 'updated_at': '2021-07-07T17:07:10Z', 'revision_number': 5, 'project_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'gw_port': {'id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:28Z', 'updated_at': '2021-07-07T17:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:15.842285 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a73616-c69e-4c28-a57a-f5e9d4acd8b0 None None] The sync data for ids ['c0df6dec-d07e-4da0-bcf2-44c1fc7eda94'] in n-d-791503-12 is: [{'id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'name': 'tempest-ServersTestBootFromVolume-478284095-router', 'tenant_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:27Z', 'updated_at': '2021-07-07T17:07:10Z', 'revision_number': 5, 'project_id': '8817a8bfe3be4fa1b0c7ad0eb238df26', 'gw_port': {'id': '1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df6dec-d07e-4da0-bcf2-44c1fc7eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:28Z', 'updated_at': '2021-07-07T17:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:07:15.870980 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-4b646e08-421a-4bd4-944a-53df5ff4bd47 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6135480 Jul 07 17:07:15.933901 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-bed2e147-0f1a-4416-bf5e-cde894ae8b3b admin admin] Allocated IP 172.20.0.1 (77d41963-e136-4ba3-ad68-c6ff6b5ca03b/eb25b29e-8000-461d-9a31-049cca6cce84/b174880f-664b-484e-94f8-cb6f68857a48) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:15.968117 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-1a44776f-d093-4ef3-8f4f-eba73bef191b service neutron] Request body: {'port': {'device_id': 'f6adf702-f40c-4c39-878b-23b80b9c51de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:16.013346 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 7378f982-492b-425d-8ceb-08f012456f48 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:16.014223 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.031436 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-737819fa-10cd-4948-874f-cb3aaa051f4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.088933 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6a2c4316-95e2-4dfa-8d59-78091d8ad936 req-f63cd9cc-f1c0-4851-b4ca-30077500e5b7 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428720 Jul 07 17:07:16.112871 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bed2e147-0f1a-4416-bf5e-cde894ae8b3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.134708 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-bed2e147-0f1a-4416-bf5e-cde894ae8b3b admin admin] Transition to ACTIVE for port object b174880f-664b-484e-94f8-cb6f68857a48 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:16.180000 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-00f85af8-64e5-4d33-bc95-ef985b89d801 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.207101 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-00f85af8-64e5-4d33-bc95-ef985b89d801 None None] Transition to ACTIVE for port object e0062c70-7233-406d-9eac-a0e9b4661c38 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:16.293486 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bed2e147-0f1a-4416-bf5e-cde894ae8b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.379766 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67af5b36-63ac-44b8-9ab7-127a2ce99667 req-197543c7-5d88-4bb4-a564-ea10b57de94c service neutron] 10.222.0.64 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1443951 Jul 07 17:07:16.443766 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-1a44776f-d093-4ef3-8f4f-eba73bef191b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.502855 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed2e147-0f1a-4416-bf5e-cde894ae8b3b admin admin] Network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:16.509799 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-bed2e147-0f1a-4416-bf5e-cde894ae8b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:16.538198 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-00f85af8-64e5-4d33-bc95-ef985b89d801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.576170 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2e147-0f1a-4416-bf5e-cde894ae8b3b admin admin] Pushing event updated for resources: {'Port': ['ID=b174880f-664b-484e-94f8-cb6f68857a48,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:16.586417 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed2e147-0f1a-4416-bf5e-cde894ae8b3b admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:16.608982 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-737819fa-10cd-4948-874f-cb3aaa051f4a admin admin] Deleting port 1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:16.609805 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-737819fa-10cd-4948-874f-cb3aaa051f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.611604 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41559cb1-7599-4e39-bdae-2c395ee077b7 None None] Pushing event updated for resources: {'Port': ['ID=e0062c70-7233-406d-9eac-a0e9b4661c38,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:16.645872 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310fe36-8ce7-49d7-8739-74c11dca1553 req-84e5c5cf-4cb1-4600-96f6-9f1738a4956e tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:16.649696 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d310fe36-8ce7-49d7-8739-74c11dca1553 req-84e5c5cf-4cb1-4600-96f6-9f1738a4956e tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c978324-880d-4a92-9b6e-3952abc28e96 HTTP/1.1" status: 200 len: 945 time: 0.4907506 Jul 07 17:07:16.656725 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-00f85af8-64e5-4d33-bc95-ef985b89d801 None None] Attempting to bind port e0062c70-7233-406d-9eac-a0e9b4661c38 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:16.657290 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-00f85af8-64e5-4d33-bc95-ef985b89d801 None None] Attempting to bind port e0062c70-7233-406d-9eac-a0e9b4661c38 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:16.657960 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f85af8-64e5-4d33-bc95-ef985b89d801 None None] Attempting to bind port e0062c70-7233-406d-9eac-a0e9b4661c38 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:16.679201 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f85af8-64e5-4d33-bc95-ef985b89d801 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:16.679830 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f85af8-64e5-4d33-bc95-ef985b89d801 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:16.680610 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-00f85af8-64e5-4d33-bc95-ef985b89d801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.681341 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f85af8-64e5-4d33-bc95-ef985b89d801 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:16.683184 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-00f85af8-64e5-4d33-bc95-ef985b89d801 None None] Bound port: e0062c70-7233-406d-9eac-a0e9b4661c38, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:16.683892 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-00f85af8-64e5-4d33-bc95-ef985b89d801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.742240 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bed2e147-0f1a-4416-bf5e-cde894ae8b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.852955 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-00f85af8-64e5-4d33-bc95-ef985b89d801 None None] For port e0062c70-7233-406d-9eac-a0e9b4661c38, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:16.858535 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-00f85af8-64e5-4d33-bc95-ef985b89d801 None None] For port e0062c70-7233-406d-9eac-a0e9b4661c38, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e0062c70-7233-406d-9eac-a0e9b4661c38,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:16.875109 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-00f85af8-64e5-4d33-bc95-ef985b89d801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.885214 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d310fe36-8ce7-49d7-8739-74c11dca1553 req-eeaf34b7-8030-44bb-9fbc-3525453f87f5 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880505 Jul 07 17:07:17.005312 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41559cb1-7599-4e39-bdae-2c395ee077b7 None None] Pushing event updated for resources: {'Port': ['ID=e0062c70-7233-406d-9eac-a0e9b4661c38,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:17.020043 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f85af8-64e5-4d33-bc95-ef985b89d801 None None] Routers {'988740ec-914b-4294-96ae-cf03fea467e6'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:17.021368 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-00f85af8-64e5-4d33-bc95-ef985b89d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:06:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['988740ec-914b-4294-96ae-cf03fea467e6'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:17.107399 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59998) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:17.107793 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bed2e147-0f1a-4416-bf5e-cde894ae8b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.119057 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-21de9173-1945-4512-bce3-3cf5f77d64d7 None None] Provisioning for port b174880f-664b-484e-94f8-cb6f68857a48 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:17.132506 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-21de9173-1945-4512-bce3-3cf5f77d64d7 None None] Provisioning complete for port b174880f-664b-484e-94f8-cb6f68857a48 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:17.133648 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-21de9173-1945-4512-bce3-3cf5f77d64d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.332193 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-00f85af8-64e5-4d33-bc95-ef985b89d801 None None] Set router 988740ec-914b-4294-96ae-cf03fea467e6 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:17.342922 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 25bc9c3c-20ba-42e4-9b45-9d9abfce2de7 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:17.422062 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 25bc9c3c-20ba-42e4-9b45-9d9abfce2de7 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:07:17.422417 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 25bc9c3c-20ba-42e4-9b45-9d9abfce2de7 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:07:17.428263 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-21de9173-1945-4512-bce3-3cf5f77d64d7 None None] Port b174880f-664b-484e-94f8-cb6f68857a48 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:07:17.485111 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bed2e147-0f1a-4416-bf5e-cde894ae8b3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.493017 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-cef83e7a-da40-4603-893e-ffa779482232 tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-813511711'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:17.494147 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-cef83e7a-da40-4603-893e-ffa779482232 tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] Unknown quota resources ['metering_label']. {{(pid=100192) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:07:17.500324 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bed2e147-0f1a-4416-bf5e-cde894ae8b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.584666 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2e147-0f1a-4416-bf5e-cde894ae8b3b admin admin] Pushing event updated for resources: {'Port': ['ID=b174880f-664b-484e-94f8-cb6f68857a48,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:17.621645 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-737819fa-10cd-4948-874f-cb3aaa051f4a admin admin] For port 1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:17.623285 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-737819fa-10cd-4948-874f-cb3aaa051f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.655635 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2f01f-e2f1-4f26-ab61-4c901d359849 req-cef23111-60a9-4f19-a1c6-37e29b3d9fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:17.657498 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-87a2f01f-e2f1-4f26-ab61-4c901d359849 req-cef23111-60a9-4f19-a1c6-37e29b3d9fb6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=854488ce7e0c4852954684e9f239b430&device_id=260b767c-5518-4fed-ac48-28cafd51406d HTTP/1.1" status: 200 len: 1096 time: 1.1728547 Jul 07 17:07:17.659952 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-737819fa-10cd-4948-874f-cb3aaa051f4a admin admin] Calling delete_port for 1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2 owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:17.727537 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-00f85af8-64e5-4d33-bc95-ef985b89d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988740ec-914b-4294-96ae-cf03fea467e6', 'name': 'tempest-ServerActionsTestJSON-1306582082-router', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:07:16Z', 'revision_number': 4, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'gw_port': {'id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'b174880f-664b-484e-94f8-cb6f68857a48', 'name': '', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'mac_address': 'fa:16:3e:f5:2b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:15Z', 'updated_at': '2021-07-07T17:07:15Z', 'revision_number': 1, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'subnets': [{'id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:17.743599 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cef83e7a-da40-4603-893e-ffa779482232 tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.745020 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cef83e7a-da40-4603-893e-ffa779482232 tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6094115 Jul 07 17:07:17.746284 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bed2e147-0f1a-4416-bf5e-cde894ae8b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.749655 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60004) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:17.754962 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-cb375374-0800-4b69-b836-cf511b8b86c5 tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '2d301ba2-12ca-493d-ba5b-97ec8e191230'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:17.755332 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-cb375374-0800-4b69-b836-cf511b8b86c5 tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100192) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:07:17.761827 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f85af8-64e5-4d33-bc95-ef985b89d801 None None] The sync data for ids ['988740ec-914b-4294-96ae-cf03fea467e6'] in n-d-791503-12 is: [{'id': '988740ec-914b-4294-96ae-cf03fea467e6', 'name': 'tempest-ServerActionsTestJSON-1306582082-router', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:07:16Z', 'revision_number': 4, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'gw_port': {'id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'b174880f-664b-484e-94f8-cb6f68857a48', 'name': '', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'mac_address': 'fa:16:3e:f5:2b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:15Z', 'updated_at': '2021-07-07T17:07:15Z', 'revision_number': 1, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'subnets': [{'id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:07:17.819185 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f6df4-f359-4e2f-aa1f-2e32f0f5f1e5 req-9136aad9-0d65-4600-a1f6-38b2f2814cdf tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:17.821263 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e53f6df4-f359-4e2f-aa1f-2e32f0f5f1e5 req-9136aad9-0d65-4600-a1f6-38b2f2814cdf tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=260b767c-5518-4fed-ac48-28cafd51406d HTTP/1.1" status: 200 len: 944 time: 0.8865662 Jul 07 17:07:17.884367 n-d-791503-12 neutron-server[100192]: WARNING neutron.services.metering.metering_plugin [None req-cb375374-0800-4b69-b836-cf511b8b86c5 tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 17:07:18.001618 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e53f6df4-f359-4e2f-aa1f-2e32f0f5f1e5 req-535bcc02-a367-475c-8431-8b1c53983371 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681907 Jul 07 17:07:18.044762 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cb375374-0800-4b69-b836-cf511b8b86c5 tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.044762 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cb375374-0800-4b69-b836-cf511b8b86c5 tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2855568 Jul 07 17:07:18.044762 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60008) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:18.052429 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-4e148032-c5e7-42c3-9c50-6ed733b31ad9 tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '2d301ba2-12ca-493d-ba5b-97ec8e191230'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:18.053053 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-4e148032-c5e7-42c3-9c50-6ed733b31ad9 tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100192) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:07:18.063441 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed2e147-0f1a-4416-bf5e-cde894ae8b3b admin admin] Network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:18.069970 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-bed2e147-0f1a-4416-bf5e-cde894ae8b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:18.294866 n-d-791503-12 neutron-server[100192]: WARNING neutron.services.metering.metering_plugin [None req-4e148032-c5e7-42c3-9c50-6ed733b31ad9 tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 17:07:18.495287 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-1a44776f-d093-4ef3-8f4f-eba73bef191b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bff2bb40-e5c4-4cb7-9c35-c3b759b71616 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:18.540583 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517875e-cc04-4dd6-ad0c-7015549ee1bc req-17591b75-7805-4c93-b5b0-f2c3d2e68ecc tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:18.540959 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-1a44776f-d093-4ef3-8f4f-eba73bef191b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.548086 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2f01f-e2f1-4f26-ab61-4c901d359849 req-5659285f-657d-4090-96ad-38005ec70caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:18.549485 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d517875e-cc04-4dd6-ad0c-7015549ee1bc req-17591b75-7805-4c93-b5b0-f2c3d2e68ecc tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6adf702-f40c-4c39-878b-23b80b9c51de HTTP/1.1" status: 200 len: 932 time: 0.6008897 Jul 07 17:07:18.550775 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-87a2f01f-e2f1-4f26-ab61-4c901d359849 req-5659285f-657d-4090-96ad-38005ec70caf service neutron] 10.222.0.64 "GET /v2.0/networks?id=656dd087-69ac-4445-b8fb-7180ff9e7eaa HTTP/1.1" status: 200 len: 906 time: 0.8830047 Jul 07 17:07:18.649594 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-1a44776f-d093-4ef3-8f4f-eba73bef191b service neutron] Transition to ACTIVE for port object bff2bb40-e5c4-4cb7-9c35-c3b759b71616 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:18.658179 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-87a2f01f-e2f1-4f26-ab61-4c901d359849 req-d42f535c-0cdc-48c1-87d6-d85bd0e48ee6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42cfc02f-3401-4427-a978-d55f0e45e38f HTTP/1.1" status: 200 len: 217 time: 0.0943131 Jul 07 17:07:18.668405 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-1a44776f-d093-4ef3-8f4f-eba73bef191b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.694656 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b5ec61f5-e26f-49f2-89e1-bf6e1e22052d None None] Provisioning complete for port b174880f-664b-484e-94f8-cb6f68857a48 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:18.699071 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b5ec61f5-e26f-49f2-89e1-bf6e1e22052d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.707940 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d517875e-cc04-4dd6-ad0c-7015549ee1bc req-6cfe30c4-62f3-440e-958e-d74af4f7ba0d tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551189 Jul 07 17:07:18.713862 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4e148032-c5e7-42c3-9c50-6ed733b31ad9 tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.718804 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4e148032-c5e7-42c3-9c50-6ed733b31ad9 tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6721816 Jul 07 17:07:18.738328 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60014) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:18.767558 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-35e235b5-2a6e-4bd4-b064-26e16381bbff tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=598cfb83-af59-4c0b-9361-3e57132981d7 HTTP/1.1" status: 200 len: 464 time: 0.0276089 Jul 07 17:07:18.770525 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60016) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:18.801302 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed2e147-0f1a-4416-bf5e-cde894ae8b3b admin admin] Router 988740ec-914b-4294-96ae-cf03fea467e6 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:07:18.830937 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-b5ec61f5-e26f-49f2-89e1-bf6e1e22052d None None] Port b174880f-664b-484e-94f8-cb6f68857a48 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:07:18.920257 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44776f-d093-4ef3-8f4f-eba73bef191b service neutron] Pushing event updated for resources: {'Port': ['ID=bff2bb40-e5c4-4cb7-9c35-c3b759b71616,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:18.945824 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698a258-0305-4105-82bb-f446991d2949 req-c46f2a7a-ddbc-441c-b796-cd3598284f2e tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:18.959479 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a698a258-0305-4105-82bb-f446991d2949 req-c46f2a7a-ddbc-441c-b796-cd3598284f2e tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c978324-880d-4a92-9b6e-3952abc28e96 HTTP/1.1" status: 200 len: 945 time: 0.6150239 Jul 07 17:07:18.971712 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-737819fa-10cd-4948-874f-cb3aaa051f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.021413 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 42cfc02f-3401-4427-a978-d55f0e45e38f details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:07:19.042972 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2f01f-e2f1-4f26-ab61-4c901d359849 req-1ff206f8-1621-4627-8877-06354a03d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:19.066287 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-87a2f01f-e2f1-4f26-ab61-4c901d359849 req-1ff206f8-1621-4627-8877-06354a03d09e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=160646de-633f-43bb-ab77-cdc4622fc25c HTTP/1.1" status: 200 len: 845 time: 0.3733940 Jul 07 17:07:19.130597 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737819fa-10cd-4948-874f-cb3aaa051f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:19.225012 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-95b53fb7-92af-41bc-8c9a-3aa9f62227b1 tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.227392 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 42cfc02f-3401-4427-a978-d55f0e45e38f, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=42cfc02f-3401-4427-a978-d55f0e45e38f,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:19.229854 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-95b53fb7-92af-41bc-8c9a-3aa9f62227b1 tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/598cfb83-af59-4c0b-9361-3e57132981d7 HTTP/1.1" status: 204 len: 168 time: 0.4579680 Jul 07 17:07:19.233613 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60020) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:19.255096 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-87a2f01f-e2f1-4f26-ab61-4c901d359849 req-b506e43a-17fc-4b3a-b36f-29ddf7f8394f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=656dd087-69ac-4445-b8fb-7180ff9e7eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1376622 Jul 07 17:07:19.255365 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-da0556b2-d2f6-409c-81ad-b97cad18966b tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=598cfb83-af59-4c0b-9361-3e57132981d7 HTTP/1.1" status: 200 len: 221 time: 0.0203323 Jul 07 17:07:19.258374 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60022) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:19.266488 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-0288f9e3-40b0-45b6-bfb7-f3f9e4b9aa90 tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1636122023', 'description': 'label created by tempest'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:19.266946 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-0288f9e3-40b0-45b6-bfb7-f3f9e4b9aa90 tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] Unknown quota resources ['metering_label']. {{(pid=100192) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:07:19.267309 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '42cfc02f-3401-4427-a978-d55f0e45e38f', 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa', 'port_id': '42cfc02f-3401-4427-a978-d55f0e45e38f', 'mac_address': 'fa:16:3e:62:1b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160646de-633f-43bb-ab77-cdc4622fc25c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:07:19.348715 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a698a258-0305-4105-82bb-f446991d2949 req-6970d5ad-4a42-4d73-82df-a22225a52240 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879535 Jul 07 17:07:19.398016 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.430280 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42cfc02f-3401-4427-a978-d55f0e45e38f {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:19.449638 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed2e147-0f1a-4416-bf5e-cde894ae8b3b admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:07:19.486833 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bed2e147-0f1a-4416-bf5e-cde894ae8b3b admin admin] 10.222.0.53 "PUT /v2.0/routers/988740ec-914b-4294-96ae-cf03fea467e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8472998 Jul 07 17:07:19.496556 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 42cfc02f-3401-4427-a978-d55f0e45e38f, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=42cfc02f-3401-4427-a978-d55f0e45e38f,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:19.509537 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.633780 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-737819fa-10cd-4948-874f-cb3aaa051f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.658168 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0288f9e3-40b0-45b6-bfb7-f3f9e4b9aa90 tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.671252 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0288f9e3-40b0-45b6-bfb7-f3f9e4b9aa90 tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4079878 Jul 07 17:07:19.677096 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=42cfc02f-3401-4427-a978-d55f0e45e38f,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:19.703485 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60026) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:19.709233 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-1a44776f-d093-4ef3-8f4f-eba73bef191b service neutron] Attempting to bind port bff2bb40-e5c4-4cb7-9c35-c3b759b71616 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:19.709233 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-1a44776f-d093-4ef3-8f4f-eba73bef191b service neutron] Attempting to bind port bff2bb40-e5c4-4cb7-9c35-c3b759b71616 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '53f81cea-49a1-4beb-a5e1-dba35f1ef8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9ffd6a7f-d7b0-4b5a-b790-da741ae974fa'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:19.709233 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-1a44776f-d093-4ef3-8f4f-eba73bef191b service neutron] Attempting to bind port bff2bb40-e5c4-4cb7-9c35-c3b759b71616 on network 9ffd6a7f-d7b0-4b5a-b790-da741ae974fa {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:19.726517 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e0062c70-7233-406d-9eac-a0e9b4661c38 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:19.827267 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['42cfc02f-3401-4427-a978-d55f0e45e38f'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:19.830485 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a0c5e8a1-b826-4de1-873c-3fd10a850041 tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=977fb3e7-d2ae-4ed3-a089-3fb7f7c8c7cc HTTP/1.1" status: 200 len: 468 time: 0.1156845 Jul 07 17:07:19.841514 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60032) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:19.884256 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port e0062c70-7233-406d-9eac-a0e9b4661c38 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:19.892528 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port e0062c70-7233-406d-9eac-a0e9b4661c38 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:19.893327 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.923674 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-1a44776f-d093-4ef3-8f4f-eba73bef191b service neutron] Port bff2bb40-e5c4-4cb7-9c35-c3b759b71616 on network 9ffd6a7f-d7b0-4b5a-b790-da741ae974fa not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:07:19.927563 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-1a44776f-d093-4ef3-8f4f-eba73bef191b service neutron] Attempting to bind port bff2bb40-e5c4-4cb7-9c35-c3b759b71616 on network 9ffd6a7f-d7b0-4b5a-b790-da741ae974fa {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:19.941440 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-737819fa-10cd-4948-874f-cb3aaa051f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.974873 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-737819fa-10cd-4948-874f-cb3aaa051f4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.984763 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-1a44776f-d093-4ef3-8f4f-eba73bef191b service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:19.985428 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-1a44776f-d093-4ef3-8f4f-eba73bef191b service neutron] Checking segment: {'id': '53f81cea-49a1-4beb-a5e1-dba35f1ef8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9ffd6a7f-d7b0-4b5a-b790-da741ae974fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:19.985991 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-1a44776f-d093-4ef3-8f4f-eba73bef191b service neutron] Bound using segment: {'id': '53f81cea-49a1-4beb-a5e1-dba35f1ef8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9ffd6a7f-d7b0-4b5a-b790-da741ae974fa'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:19.986630 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-1a44776f-d093-4ef3-8f4f-eba73bef191b service neutron] Bound port: bff2bb40-e5c4-4cb7-9c35-c3b759b71616, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f81cea-49a1-4beb-a5e1-dba35f1ef8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9ffd6a7f-d7b0-4b5a-b790-da741ae974fa'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:19.987185 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-1a44776f-d093-4ef3-8f4f-eba73bef191b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.999459 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-87a2f01f-e2f1-4f26-ab61-4c901d359849 req-a14a22c2-b2a2-47d7-9912-b9f5a2a17f21 service neutron] 10.222.0.64 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7123029 Jul 07 17:07:20.088334 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:20.125420 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port e0062c70-7233-406d-9eac-a0e9b4661c38, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e0062c70-7233-406d-9eac-a0e9b4661c38,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:20.137691 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:20.139304 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-737819fa-10cd-4948-874f-cb3aaa051f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:20.140091 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737819fa-10cd-4948-874f-cb3aaa051f4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0df6dec-d07e-4da0-bcf2-44c1fc7eda94 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:07:20.161592 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-737819fa-10cd-4948-874f-cb3aaa051f4a admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:20.167333 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-737819fa-10cd-4948-874f-cb3aaa051f4a admin admin] 10.222.0.53 "DELETE /v2.0/routers/c0df6dec-d07e-4da0-bcf2-44c1fc7eda94 HTTP/1.1" status: 204 len: 168 time: 5.8788497 Jul 07 17:07:20.168506 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60036) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:20.285308 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-1a44776f-d093-4ef3-8f4f-eba73bef191b service neutron] For port bff2bb40-e5c4-4cb7-9c35-c3b759b71616, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:20.309998 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-9671676f-1c04-4353-87ef-29387933e948 admin admin] Deleting subnet 0b8d8829-190a-4c91-a488-56cdaabd4f9d {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:07:20.315623 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-1a44776f-d093-4ef3-8f4f-eba73bef191b service neutron] For port bff2bb40-e5c4-4cb7-9c35-c3b759b71616, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bff2bb40-e5c4-4cb7-9c35-c3b759b71616,segment=NetworkSegment(53f81cea-49a1-4beb-a5e1-dba35f1ef8f8),segment_id=53f81cea-49a1-4beb-a5e1-dba35f1ef8f8)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:20.332025 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=e0062c70-7233-406d-9eac-a0e9b4661c38,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:20.348984 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894c7f6-86bc-4f82-95b6-d2d2dbca4dee req-0fe1c012-03a4-412f-8b0b-a6e26581dac3 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:20.352937 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e894c7f6-86bc-4f82-95b6-d2d2dbca4dee req-0fe1c012-03a4-412f-8b0b-a6e26581dac3 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6adf702-f40c-4c39-878b-23b80b9c51de HTTP/1.1" status: 200 len: 944 time: 0.4219418 Jul 07 17:07:20.354359 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9671676f-1c04-4353-87ef-29387933e948 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:20.409423 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-1a44776f-d093-4ef3-8f4f-eba73bef191b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:20.494394 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-87a2f01f-e2f1-4f26-ab61-4c901d359849 req-4327ce6e-0a7c-4ebb-9bab-3f880d9c504b service neutron] 10.222.0.64 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543531 Jul 07 17:07:20.527753 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9671676f-1c04-4353-87ef-29387933e948 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:20.620531 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-1a44776f-d093-4ef3-8f4f-eba73bef191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:20.621903 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-1a44776f-d093-4ef3-8f4f-eba73bef191b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:20.624985 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-1a44776f-d093-4ef3-8f4f-eba73bef191b service neutron] 10.222.0.64 "PUT /v2.0/ports/bff2bb40-e5c4-4cb7-9c35-c3b759b71616 HTTP/1.1" status: 200 len: 1093 time: 4.6774240 Jul 07 17:07:20.633961 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6adf702-f40c-4c39-878b-23b80b9c51de', 'tag': 'bff2bb40-e5c4-4cb7-9c35-c3b759b71616'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:20.636500 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98d81d1-4d07-4db2-a413-9fed015e15b9" -d '{"events": [{"name": "network-changed", "server_uuid": "f6adf702-f40c-4c39-878b-23b80b9c51de", "tag": "bff2bb40-e5c4-4cb7-9c35-c3b759b71616"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:20.649211 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4fbfc-c06a-4439-ac0e-071fba3c9c94 req-45d1127c-1e5c-46ea-a723-5dea6b876078 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:20.650910 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cef4fbfc-c06a-4439-ac0e-071fba3c9c94 req-45d1127c-1e5c-46ea-a723-5dea6b876078 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=260b767c-5518-4fed-ac48-28cafd51406d HTTP/1.1" status: 200 len: 945 time: 1.0983791 Jul 07 17:07:20.745659 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e894c7f6-86bc-4f82-95b6-d2d2dbca4dee req-2cc72b8b-0719-4bc2-8fd9-d43176efe88d tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291104 Jul 07 17:07:20.748013 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-037caf35-753c-468f-b6e9-493deb47040e tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:20.749508 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-037caf35-753c-468f-b6e9-493deb47040e tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/977fb3e7-d2ae-4ed3-a089-3fb7f7c8c7cc HTTP/1.1" status: 204 len: 168 time: 0.9031289 Jul 07 17:07:20.756063 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cef4fbfc-c06a-4439-ac0e-071fba3c9c94 req-deec3fe0-a79b-4ec3-9d7b-fc4072fe25e6 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902016 Jul 07 17:07:20.756247 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60044) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:20.767531 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44776f-d093-4ef3-8f4f-eba73bef191b service neutron] Pushing event updated for resources: {'Port': ['ID=bff2bb40-e5c4-4cb7-9c35-c3b759b71616,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:20.851856 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-35033d8e-1868-44bf-8660-c3414d2278f6 tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=977fb3e7-d2ae-4ed3-a089-3fb7f7c8c7cc HTTP/1.1" status: 200 len: 216 time: 0.0858195 Jul 07 17:07:20.857651 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60048) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:20.883267 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fb27fb19-72f3-4734-9bd4-8fa4850867ae tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0227041 Jul 07 17:07:20.884357 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60050) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:20.913238 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e41c4f01-47d7-45a1-bd82-269a7219fd34 tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0271804 Jul 07 17:07:20.914136 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60052) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:20.944857 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9671676f-1c04-4353-87ef-29387933e948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:20.951598 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-63d7d25a-4ad0-49c6-afca-6850f3bd7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:20.955097 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-63d7d25a-4ad0-49c6-afca-6850f3bd7d85 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17e586787a97456ea44df1f572786774&device_id=f6adf702-f40c-4c39-878b-23b80b9c51de HTTP/1.1" status: 200 len: 1096 time: 0.2709930 Jul 07 17:07:20.998218 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-22ec21ea-48dc-440d-83a2-9b4646b1eaed tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/2d301ba2-12ca-493d-ba5b-97ec8e191230 HTTP/1.1" status: 200 len: 472 time: 0.0825531 Jul 07 17:07:20.999193 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60054) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:21.017450 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-92edf47e-9ece-40de-9821-a07ef41be366 tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/b872dec3-32da-4ad6-a265-6f56ced501ce HTTP/1.1" status: 200 len: 461 time: 0.0168762 Jul 07 17:07:21.018191 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60056) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:21.036168 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 42cfc02f-3401-4427-a978-d55f0e45e38f up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:21.147075 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-817b4ffb-89a4-4d22-b26f-fb89cb870fcd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bff2bb40-e5c4-4cb7-9c35-c3b759b71616 HTTP/1.1" status: 200 len: 217 time: 0.1563897 Jul 07 17:07:21.178766 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-24b791b7-824d-4b99-b8ad-ba3686a675ca tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:21.184660 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-24b791b7-824d-4b99-b8ad-ba3686a675ca tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/b872dec3-32da-4ad6-a265-6f56ced501ce HTTP/1.1" status: 204 len: 168 time: 0.1650960 Jul 07 17:07:21.185729 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60058) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:21.192817 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 42cfc02f-3401-4427-a978-d55f0e45e38f completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:21.209244 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 42cfc02f-3401-4427-a978-d55f0e45e38f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:21.210010 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:21.446521 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-b1d8356c-e81c-4a80-9e92-a0393d23c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:21.448930 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-b1d8356c-e81c-4a80-9e92-a0393d23c0a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=70cdd0d0-8567-4b58-b257-aa6dbe513c99 HTTP/1.1" status: 200 len: 861 time: 0.2903154 Jul 07 17:07:21.450555 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9671676f-1c04-4353-87ef-29387933e948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:21.489952 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e0062c70-7233-406d-9eac-a0e9b4661c38 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:21.574984 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-ef94d0fa-330a-4db1-a1f0-833497b69659 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ffd6a7f-d7b0-4b5a-b790-da741ae974fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032627 Jul 07 17:07:21.631323 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:21.631625 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671676f-1c04-4353-87ef-29387933e948 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b8d8829-190a-4c91-a488-56cdaabd4f9d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:21.639216 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f8c895-5f86-4127-97c7-9ca9ed1dc402 None None] Network f1b2860f-d1dd-483c-9fd7-4a5a24a825e1 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:21.665471 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9671676f-1c04-4353-87ef-29387933e948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:21.668343 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9671676f-1c04-4353-87ef-29387933e948 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0b8d8829-190a-4c91-a488-56cdaabd4f9d HTTP/1.1" status: 204 len: 168 time: 1.4977725 Jul 07 17:07:21.674076 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60060) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:21.764257 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 42cfc02f-3401-4427-a978-d55f0e45e38f, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=42cfc02f-3401-4427-a978-d55f0e45e38f,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:21.765569 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port e0062c70-7233-406d-9eac-a0e9b4661c38 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:21.766010 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:21.769649 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260b767c-5518-4fed-ac48-28cafd51406d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cfc02f-3401-4427-a978-d55f0e45e38f'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:21.772198 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0475aea-620d-4ed3-b731-2f2b9cc93f1a" -d '{"events": [{"server_uuid": "260b767c-5518-4fed-ac48-28cafd51406d", "name": "network-vif-plugged", "status": "completed", "tag": "42cfc02f-3401-4427-a978-d55f0e45e38f"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:21.779348 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:21.792914 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-8e754bc3-884d-4725-9abb-b55f4f7d7246 service neutron] 10.222.0.64 "GET /v2.0/networks/9ffd6a7f-d7b0-4b5a-b790-da741ae974fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778555 Jul 07 17:07:21.898421 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c0270d25-3676-43fe-810b-c68fa9f4177f tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:21.903828 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c0270d25-3676-43fe-810b-c68fa9f4177f tempest-MeteringTestJSON-1451424783 tempest-MeteringTestJSON-1451424783-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/2d301ba2-12ca-493d-ba5b-97ec8e191230 HTTP/1.1" status: 204 len: 168 time: 0.7136033 Jul 07 17:07:21.907179 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60068) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:21.915920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-63f27dc3-f43f-4c3f-a48f-96a1cb22b677 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1686045017', 'description': 'tempest-description--1040229258'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:21.931751 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5cce7d-4a26-48a4-8e1e-2264684c5577 None None] Sync routers for ids ['988740ec-914b-4294-96ae-cf03fea467e6'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:07:21.948026 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d8eb3f-d680-4348-a07b-266fb157667a x-openstack-request-id: req-75d8eb3f-d680-4348-a07b-266fb157667a {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:21.948741 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6adf702-f40c-4c39-878b-23b80b9c51de", "tag": "bff2bb40-e5c4-4cb7-9c35-c3b759b71616", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:21.949505 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75d8eb3f-d680-4348-a07b-266fb157667a {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:21.950712 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6adf702-f40c-4c39-878b-23b80b9c51de', 'tag': 'bff2bb40-e5c4-4cb7-9c35-c3b759b71616', 'status': 'completed', 'code': 200} Jul 07 17:07:21.969302 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a3026907-48d5-463f-8a02-2b108ac1f66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:22.001687 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=42cfc02f-3401-4427-a978-d55f0e45e38f,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:22.010662 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ca03f-0010-45ef-9ff0-875353f69148 req-90da1c5f-5a86-4010-9ae8-607833c313a9 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.028654 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-149ca03f-0010-45ef-9ff0-875353f69148 req-90da1c5f-5a86-4010-9ae8-607833c313a9 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c978324-880d-4a92-9b6e-3952abc28e96 HTTP/1.1" status: 200 len: 945 time: 0.4336791 Jul 07 17:07:22.041700 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-63f27dc3-f43f-4c3f-a48f-96a1cb22b677 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:22.063300 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8678b369-7514-4135-847d-6eac20621ee8 x-openstack-request-id: req-8678b369-7514-4135-847d-6eac20621ee8 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:22.063895 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260b767c-5518-4fed-ac48-28cafd51406d", "name": "network-vif-plugged", "status": "completed", "tag": "42cfc02f-3401-4427-a978-d55f0e45e38f", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:22.063895 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8678b369-7514-4135-847d-6eac20621ee8 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:22.064231 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260b767c-5518-4fed-ac48-28cafd51406d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cfc02f-3401-4427-a978-d55f0e45e38f', 'code': 200} Jul 07 17:07:22.084683 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5cce7d-4a26-48a4-8e1e-2264684c5577 None None] Routers {'988740ec-914b-4294-96ae-cf03fea467e6'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:22.097058 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-7a5cce7d-4a26-48a4-8e1e-2264684c5577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:06:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['988740ec-914b-4294-96ae-cf03fea467e6'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:22.168384 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-149ca03f-0010-45ef-9ff0-875353f69148 req-4253852c-3382-40de-b7da-0415d19f267e tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380985 Jul 07 17:07:22.215558 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-a3026907-48d5-463f-8a02-2b108ac1f66c admin admin] Deleting port baeec029-2402-477f-b262-bfacea03fce7 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:22.216331 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a3026907-48d5-463f-8a02-2b108ac1f66c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:22.259301 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:22.362857 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-a3026907-48d5-463f-8a02-2b108ac1f66c admin admin] For port baeec029-2402-477f-b262-bfacea03fce7, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=baeec029-2402-477f-b262-bfacea03fce7,segment=NetworkSegment(2535c727-b2f1-4d11-9876-7392a2724c3c),segment_id=2535c727-b2f1-4d11-9876-7392a2724c3c)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:22.364189 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a3026907-48d5-463f-8a02-2b108ac1f66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:22.386513 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-a3026907-48d5-463f-8a02-2b108ac1f66c admin admin] Calling delete_port for baeec029-2402-477f-b262-bfacea03fce7 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:22.402589 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60080) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:22.436706 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9e1f62bd-f224-40ea-9184-2cb6f1a91b88 req-8a42ac17-089d-4d62-9fd1-a6467d4f0f4e service neutron] 10.222.0.64 "GET /v2.0/networks/9ffd6a7f-d7b0-4b5a-b790-da741ae974fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6362836 Jul 07 17:07:22.580998 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc04eb-f448-4c95-9759-4a213c09a536 req-e76f6f69-d5ec-4fc1-b3d0-40c806163b8d tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.588147 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cadc04eb-f448-4c95-9759-4a213c09a536 req-e76f6f69-d5ec-4fc1-b3d0-40c806163b8d tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6adf702-f40c-4c39-878b-23b80b9c51de HTTP/1.1" status: 200 len: 944 time: 0.1282125 Jul 07 17:07:22.604234 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:07:22.604820 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 1bf6ee84-7d94-4546-a2a1-8e19fab0e8e2 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:07:22.644218 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a3026907-48d5-463f-8a02-2b108ac1f66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:22.666553 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b12b5c-d730-4d2c-8cd1-255e103f8815 req-d8e3546c-50ce-4dce-a2ab-1584b93ad62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.667060 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b55ef7b-d071-4c14-8b1e-759463edb8b4 None None] DHCP port deletion for f1b2860f-d1dd-483c-9fd7-4a5a24a825e1 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:07:22.668165 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-77b12b5c-d730-4d2c-8cd1-255e103f8815 req-d8e3546c-50ce-4dce-a2ab-1584b93ad62e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=260b767c-5518-4fed-ac48-28cafd51406d HTTP/1.1" status: 200 len: 1098 time: 0.3860347 Jul 07 17:07:22.678980 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3026907-48d5-463f-8a02-2b108ac1f66c admin admin] Pushing event deleted for resources: {'Port': ['ID=baeec029-2402-477f-b262-bfacea03fce7,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:22.690626 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-7a5cce7d-4a26-48a4-8e1e-2264684c5577 None None] Set router 988740ec-914b-4294-96ae-cf03fea467e6 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:22.697924 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cadc04eb-f448-4c95-9759-4a213c09a536 req-ffa8131c-2a9c-4e2a-8af3-179ffbfda1af tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087701 Jul 07 17:07:22.701916 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2f851529-64fc-4181-8ccc-c91234348154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:22.712513 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3026907-48d5-463f-8a02-2b108ac1f66c admin admin] No DVR routers for this DVR port baeec029-2402-477f-b262-bfacea03fce7 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:07:22.722301 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca59cd-606d-4d99-a2b9-395d557b5121 req-a021eb61-5084-40c3-b870-97616cef99c2 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.725002 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9aca59cd-606d-4d99-a2b9-395d557b5121 req-a021eb61-5084-40c3-b870-97616cef99c2 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=260b767c-5518-4fed-ac48-28cafd51406d HTTP/1.1" status: 200 len: 946 time: 0.5649717 Jul 07 17:07:22.854477 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a3026907-48d5-463f-8a02-2b108ac1f66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:22.877534 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-a3026907-48d5-463f-8a02-2b108ac1f66c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b2860f-d1dd-483c-9fd7-4a5a24a825e1']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:22.910473 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-a3026907-48d5-463f-8a02-2b108ac1f66c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2535c727-b2f1-4d11-9876-7392a2724c3c') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:22.911683 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-a3026907-48d5-463f-8a02-2b108ac1f66c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2535c727-b2f1-4d11-9876-7392a2724c3c') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:22.925926 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9aca59cd-606d-4d99-a2b9-395d557b5121 req-16cb8f5d-1a9a-4a29-86a7-ab094342f8ee tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751177 Jul 07 17:07:22.938229 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a3026907-48d5-463f-8a02-2b108ac1f66c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:22.945760 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d81d1-4d07-4db2-a413-9fed015e15b9 req-7a5b5dbc-4f05-4d50-a089-ecd5e0b4dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.948474 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f98d81d1-4d07-4db2-a413-9fed015e15b9 req-7a5b5dbc-4f05-4d50-a089-ecd5e0b4dfae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17e586787a97456ea44df1f572786774&device_id=f6adf702-f40c-4c39-878b-23b80b9c51de HTTP/1.1" status: 200 len: 1096 time: 0.4426770 Jul 07 17:07:22.964352 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-63f27dc3-f43f-4c3f-a48f-96a1cb22b677 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:22.964352 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-77b12b5c-d730-4d2c-8cd1-255e103f8815 req-22471848-da67-4e43-bcbd-c00e0c9ec150 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809241 Jul 07 17:07:23.009971 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a3026907-48d5-463f-8a02-2b108ac1f66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.028499 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-63f27dc3-f43f-4c3f-a48f-96a1cb22b677 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.038237 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3026907-48d5-463f-8a02-2b108ac1f66c admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:07:23.038992 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a3026907-48d5-463f-8a02-2b108ac1f66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:07:23.043632 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:07:23.228039 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a3026907-48d5-463f-8a02-2b108ac1f66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.261173 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a3026907-48d5-463f-8a02-2b108ac1f66c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.265968 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a3026907-48d5-463f-8a02-2b108ac1f66c admin admin] 10.222.0.53 "DELETE /v2.0/networks/f1b2860f-d1dd-483c-9fd7-4a5a24a825e1 HTTP/1.1" status: 204 len: 168 time: 1.5879898 Jul 07 17:07:23.273620 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3026907-48d5-463f-8a02-2b108ac1f66c admin admin] Pushing event deleted for resources: {'Network': ['ID=f1b2860f-d1dd-483c-9fd7-4a5a24a825e1,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:23.330537 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-7a5cce7d-4a26-48a4-8e1e-2264684c5577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988740ec-914b-4294-96ae-cf03fea467e6', 'name': 'tempest-ServerActionsTestJSON-1306582082-router', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:07:16Z', 'revision_number': 4, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'gw_port': {'id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'b174880f-664b-484e-94f8-cb6f68857a48', 'name': '', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'mac_address': 'fa:16:3e:f5:2b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:15Z', 'updated_at': '2021-07-07T17:07:17Z', 'revision_number': 2, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'subnets': [{'id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:23.343694 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2f851529-64fc-4181-8ccc-c91234348154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.354456 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2f851529-64fc-4181-8ccc-c91234348154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.392772 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5cce7d-4a26-48a4-8e1e-2264684c5577 None None] Checking router: 988740ec-914b-4294-96ae-cf03fea467e6 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:07:23.393369 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5cce7d-4a26-48a4-8e1e-2264684c5577 None None] Updating router 988740ec-914b-4294-96ae-cf03fea467e6 port b174880f-664b-484e-94f8-cb6f68857a48 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:07:23.451476 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f851529-64fc-4181-8ccc-c91234348154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed59e2d-268a-44be-bcc0-eaa35f075b3c,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:23.489827 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2f851529-64fc-4181-8ccc-c91234348154 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d66a4fc0239b4746930f2bb3a16a6c5f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0836201 Jul 07 17:07:23.493273 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60090) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:23.515119 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-343db190-8868-40e0-9d9f-4d58c1289f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.519461 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device baeec029-2402-477f-b262-bfacea03fce7 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:23.564707 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: baeec029-2402-477f-b262-bfacea03fce7 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:07:23.565306 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device baeec029-2402-477f-b262-bfacea03fce7 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:07:23.574127 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7a5cce7d-4a26-48a4-8e1e-2264684c5577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.631114 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60096) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:23.691736 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-34fc5644-a963-49e4-80aa-784e786fbf42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.757661 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f27dc3-f43f-4c3f-a48f-96a1cb22b677 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbde43d-65b0-4739-aee8-0293958bbe5e,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:23.770049 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-20e352c2-6f41-4e94-91bc-267eb054506a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8817a8bfe3be4fa1b0c7ad0eb238df26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1326935 Jul 07 17:07:23.773290 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60100) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:23.792413 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-34fc5644-a963-49e4-80aa-784e786fbf42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.806515 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-63f27dc3-f43f-4c3f-a48f-96a1cb22b677 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.818381 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-63f27dc3-f43f-4c3f-a48f-96a1cb22b677 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.9092882 Jul 07 17:07:23.822999 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60102) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:23.836146 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-6789c167-579c-4e5d-a094-bbba4b1d6917 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Request body: {'security_group_rule': {'security_group_id': '6cbde43d-65b0-4739-aee8-0293958bbe5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:23.972815 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6789c167-579c-4e5d-a094-bbba4b1d6917 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.989521 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d81d1-4d07-4db2-a413-9fed015e15b9 req-c3e9f833-65dc-47a3-9126-452d179898dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:23.995577 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f98d81d1-4d07-4db2-a413-9fed015e15b9 req-c3e9f833-65dc-47a3-9126-452d179898dd service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ffd6a7f-d7b0-4b5a-b790-da741ae974fa HTTP/1.1" status: 200 len: 922 time: 1.0333781 Jul 07 17:07:24.088806 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6789c167-579c-4e5d-a094-bbba4b1d6917 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.091228 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-34fc5644-a963-49e4-80aa-784e786fbf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.094854 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-34fc5644-a963-49e4-80aa-784e786fbf42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.099622 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-34fc5644-a963-49e4-80aa-784e786fbf42 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3ed59e2d-268a-44be-bcc0-eaa35f075b3c HTTP/1.1" status: 204 len: 168 time: 0.6045680 Jul 07 17:07:24.110205 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6789c167-579c-4e5d-a094-bbba4b1d6917 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.113954 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-41fd55ac-b9a2-42fd-a2a9-8446bf8e2073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.126902 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc5644-a963-49e4-80aa-784e786fbf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed59e2d-268a-44be-bcc0-eaa35f075b3c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:24.132907 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f98d81d1-4d07-4db2-a413-9fed015e15b9 req-5d306bd5-77f5-4158-bdb3-7d6461b6a472 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bff2bb40-e5c4-4cb7-9c35-c3b759b71616 HTTP/1.1" status: 200 len: 217 time: 0.1289752 Jul 07 17:07:24.136830 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6789c167-579c-4e5d-a094-bbba4b1d6917 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.142418 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6789c167-579c-4e5d-a094-bbba4b1d6917 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3181934 Jul 07 17:07:24.145082 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60112) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:24.158091 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-f20ac326-674c-4a28-810b-7bfaa6025b4e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Request body: {'security_group_rule': {'security_group_id': '6cbde43d-65b0-4739-aee8-0293958bbe5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:24.166046 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789c167-579c-4e5d-a094-bbba4b1d6917 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f2b536-3ae4-48e5-a3d3-7f806c551184,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:24.236976 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f20ac326-674c-4a28-810b-7bfaa6025b4e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.267031 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-41fd55ac-b9a2-42fd-a2a9-8446bf8e2073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.318656 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7a5cce7d-4a26-48a4-8e1e-2264684c5577 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.337600 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7a5cce7d-4a26-48a4-8e1e-2264684c5577 None None] Transition to ACTIVE for port object b174880f-664b-484e-94f8-cb6f68857a48 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:24.353062 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7a5cce7d-4a26-48a4-8e1e-2264684c5577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.357150 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d81d1-4d07-4db2-a413-9fed015e15b9 req-01aed6ab-3185-4ed0-a2fb-a3b5fa824974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:24.359966 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f98d81d1-4d07-4db2-a413-9fed015e15b9 req-01aed6ab-3185-4ed0-a2fb-a3b5fa824974 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=70cdd0d0-8567-4b58-b257-aa6dbe513c99 HTTP/1.1" status: 200 len: 861 time: 0.1928535 Jul 07 17:07:24.372850 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f20ac326-674c-4a28-810b-7bfaa6025b4e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.382200 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f20ac326-674c-4a28-810b-7bfaa6025b4e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.461995 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d608c-f831-4b20-b8fe-a874af6ebb6d None None] Pushing event updated for resources: {'Port': ['ID=b174880f-664b-484e-94f8-cb6f68857a48,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:24.470703 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f98d81d1-4d07-4db2-a413-9fed015e15b9 req-73130a16-9a5b-482d-bc7c-b1849120374c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ffd6a7f-d7b0-4b5a-b790-da741ae974fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943758 Jul 07 17:07:24.473328 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f20ac326-674c-4a28-810b-7bfaa6025b4e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.475662 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f20ac326-674c-4a28-810b-7bfaa6025b4e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3292196 Jul 07 17:07:24.481785 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60124) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:24.488772 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ac326-674c-4a28-810b-7bfaa6025b4e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e6329c-daae-4db8-9daf-26c97e24edd0,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:24.507126 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-f4b82a9f-9512-46a3-bc32-7b6e572da8b7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:24.536096 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1c543-bcf5-4df5-8981-34aa85f1dcbe req-d0cdf63c-b7d7-4bca-85b6-f79438af04e8 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:24.560350 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4cf1c543-bcf5-4df5-8981-34aa85f1dcbe req-d0cdf63c-b7d7-4bca-85b6-f79438af04e8 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6adf702-f40c-4c39-878b-23b80b9c51de HTTP/1.1" status: 200 len: 944 time: 0.4503305 Jul 07 17:07:24.601446 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f4b82a9f-9512-46a3-bc32-7b6e572da8b7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.609327 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-7a5cce7d-4a26-48a4-8e1e-2264684c5577 None None] Attempting to bind port b174880f-664b-484e-94f8-cb6f68857a48 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:24.609804 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-7a5cce7d-4a26-48a4-8e1e-2264684c5577 None None] Attempting to bind port b174880f-664b-484e-94f8-cb6f68857a48 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:24.610181 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5cce7d-4a26-48a4-8e1e-2264684c5577 None None] Attempting to bind port b174880f-664b-484e-94f8-cb6f68857a48 on network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:24.634994 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5cce7d-4a26-48a4-8e1e-2264684c5577 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:24.637362 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5cce7d-4a26-48a4-8e1e-2264684c5577 None None] Checking segment: {'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:24.639319 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7a5cce7d-4a26-48a4-8e1e-2264684c5577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.639924 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5cce7d-4a26-48a4-8e1e-2264684c5577 None None] Bound using segment: {'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:24.642168 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-7a5cce7d-4a26-48a4-8e1e-2264684c5577 None None] Bound port: b174880f-664b-484e-94f8-cb6f68857a48, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:24.643568 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7a5cce7d-4a26-48a4-8e1e-2264684c5577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.706103 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-41fd55ac-b9a2-42fd-a2a9-8446bf8e2073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.708937 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-41fd55ac-b9a2-42fd-a2a9-8446bf8e2073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.714590 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-41fd55ac-b9a2-42fd-a2a9-8446bf8e2073 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8cd3ba75-a6ac-46f4-b71c-7a4e3063e2ce HTTP/1.1" status: 204 len: 168 time: 0.9399364 Jul 07 17:07:24.793091 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd55ac-b9a2-42fd-a2a9-8446bf8e2073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd3ba75-a6ac-46f4-b71c-7a4e3063e2ce,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:24.876537 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-7a5cce7d-4a26-48a4-8e1e-2264684c5577 None None] For port b174880f-664b-484e-94f8-cb6f68857a48, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:24.896442 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4cf1c543-bcf5-4df5-8981-34aa85f1dcbe req-851fa1f2-532c-4bae-ab62-83b3840c048f tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309617 Jul 07 17:07:24.903585 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-7a5cce7d-4a26-48a4-8e1e-2264684c5577 None None] For port b174880f-664b-484e-94f8-cb6f68857a48, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b174880f-664b-484e-94f8-cb6f68857a48,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:24.919823 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7a5cce7d-4a26-48a4-8e1e-2264684c5577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.937123 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df410057-3212-4176-be70-b24d735b0749 req-f065d6dc-b501-4b0b-9247-27c16535dfc7 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:24.939789 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-df410057-3212-4176-be70-b24d735b0749 req-f065d6dc-b501-4b0b-9247-27c16535dfc7 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=260b767c-5518-4fed-ac48-28cafd51406d HTTP/1.1" status: 200 len: 946 time: 0.1825883 Jul 07 17:07:24.977053 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f98d81d1-4d07-4db2-a413-9fed015e15b9 req-953686e3-07f4-48fc-b2d0-910ca4862ca1 service neutron] 10.222.0.64 "GET /v2.0/networks/9ffd6a7f-d7b0-4b5a-b790-da741ae974fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971719 Jul 07 17:07:24.989531 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d608c-f831-4b20-b8fe-a874af6ebb6d None None] Pushing event updated for resources: {'Port': ['ID=b174880f-664b-484e-94f8-cb6f68857a48,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:25.027185 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5cce7d-4a26-48a4-8e1e-2264684c5577 None None] Routers {'988740ec-914b-4294-96ae-cf03fea467e6'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:25.028163 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-7a5cce7d-4a26-48a4-8e1e-2264684c5577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:06:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['988740ec-914b-4294-96ae-cf03fea467e6'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:25.037216 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device bff2bb40-e5c4-4cb7-9c35-c3b759b71616 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:07:25.107885 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-df410057-3212-4176-be70-b24d735b0749 req-61596e4e-2198-4b37-b5a9-cb6862a734d6 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591678 Jul 07 17:07:25.139947 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60130) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:25.239903 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3ee451d8-7433-40d2-85d8-3c51f2d5c6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:25.301714 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f98d81d1-4d07-4db2-a413-9fed015e15b9 req-b723598e-fe76-4d85-a0d8-280d88f7c350 service neutron] 10.222.0.64 "GET /v2.0/networks/9ffd6a7f-d7b0-4b5a-b790-da741ae974fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989228 Jul 07 17:07:25.331155 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.resource_extend [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:07:25.389616 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f4b82a9f-9512-46a3-bc32-7b6e572da8b7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:25.522952 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-7a5cce7d-4a26-48a4-8e1e-2264684c5577 None None] Set router 988740ec-914b-4294-96ae-cf03fea467e6 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:25.572438 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b174880f-664b-484e-94f8-cb6f68857a48 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:25.676982 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port bff2bb40-e5c4-4cb7-9c35-c3b759b71616, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bff2bb40-e5c4-4cb7-9c35-c3b759b71616,segment=NetworkSegment(53f81cea-49a1-4beb-a5e1-dba35f1ef8f8),segment_id=53f81cea-49a1-4beb-a5e1-dba35f1ef8f8)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:25.741586 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'bff2bb40-e5c4-4cb7-9c35-c3b759b71616', 'network_id': '9ffd6a7f-d7b0-4b5a-b790-da741ae974fa', 'port_id': 'bff2bb40-e5c4-4cb7-9c35-c3b759b71616', 'mac_address': 'fa:16:3e:5b:42:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70cdd0d0-8567-4b58-b257-aa6dbe513c99', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:07:25.857278 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645cb1b-27f2-4c94-ba80-2f65803a35d2 req-2d40dfec-bfe1-4bbc-8dc3-d17c36a3a02e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:25.861980 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1645cb1b-27f2-4c94-ba80-2f65803a35d2 req-2d40dfec-bfe1-4bbc-8dc3-d17c36a3a02e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/networks?id=656dd087-69ac-4445-b8fb-7180ff9e7eaa HTTP/1.1" status: 200 len: 805 time: 0.2246192 Jul 07 17:07:25.868772 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:25.870972 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port b174880f-664b-484e-94f8-cb6f68857a48 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:25.891610 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1645cb1b-27f2-4c94-ba80-2f65803a35d2 req-97898fa0-1565-4efe-a8bc-909ad83ec5e1 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/quotas/854488ce7e0c4852954684e9f239b430 HTTP/1.1" status: 200 len: 375 time: 0.0216093 Jul 07 17:07:25.902102 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port b174880f-664b-484e-94f8-cb6f68857a48 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:25.902728 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:25.926242 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-f4b82a9f-9512-46a3-bc32-7b6e572da8b7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Allocated IP 172.25.0.83 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/1f4d8606-e043-4cf6-a7f2-f46a16a88bda) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:25.948585 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff2bb40-e5c4-4cb7-9c35-c3b759b71616 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:26.003608 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port bff2bb40-e5c4-4cb7-9c35-c3b759b71616, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bff2bb40-e5c4-4cb7-9c35-c3b759b71616,segment=NetworkSegment(53f81cea-49a1-4beb-a5e1-dba35f1ef8f8),segment_id=53f81cea-49a1-4beb-a5e1-dba35f1ef8f8)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:26.066897 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3ee451d8-7433-40d2-85d8-3c51f2d5c6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.074610 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3ee451d8-7433-40d2-85d8-3c51f2d5c6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.085547 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.090610 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.123100 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1645cb1b-27f2-4c94-ba80-2f65803a35d2 req-ca5a7d32-06ce-4c38-8305-023e9360ed18 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=854488ce7e0c4852954684e9f239b430&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2300322 Jul 07 17:07:26.203475 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee451d8-7433-40d2-85d8-3c51f2d5c6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab446233-42a7-410e-81d0-7f7538325adf,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:26.208490 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3ee451d8-7433-40d2-85d8-3c51f2d5c6cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0853b73b35d54dfc81932da590bd0f12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0654531 Jul 07 17:07:26.217197 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60176) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:26.291089 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.310674 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port b174880f-664b-484e-94f8-cb6f68857a48, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b174880f-664b-484e-94f8-cb6f68857a48,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:26.313090 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=bff2bb40-e5c4-4cb7-9c35-c3b759b71616,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:26.321684 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.341015 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f4b82a9f-9512-46a3-bc32-7b6e572da8b7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.384815 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['bff2bb40-e5c4-4cb7-9c35-c3b759b71616'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:26.394099 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-7a5cce7d-4a26-48a4-8e1e-2264684c5577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988740ec-914b-4294-96ae-cf03fea467e6', 'name': 'tempest-ServerActionsTestJSON-1306582082-router', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:07:16Z', 'revision_number': 4, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'gw_port': {'id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'b174880f-664b-484e-94f8-cb6f68857a48', 'name': '', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'mac_address': 'fa:16:3e:f5:2b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:15Z', 'updated_at': '2021-07-07T17:07:24Z', 'revision_number': 4, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'subnets': [{'id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:26.445196 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1645cb1b-27f2-4c94-ba80-2f65803a35d2 req-5d2ddc77-a379-4c27-8508-29e0a8e7c795 service neutron] 10.222.0.53 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127742 Jul 07 17:07:26.470378 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60180) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:26.479721 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f4b82a9f-9512-46a3-bc32-7b6e572da8b7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.495312 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5cce7d-4a26-48a4-8e1e-2264684c5577 None None] The sync data for ids ['988740ec-914b-4294-96ae-cf03fea467e6'] in n-d-791503-12 is: [{'id': '988740ec-914b-4294-96ae-cf03fea467e6', 'name': 'tempest-ServerActionsTestJSON-1306582082-router', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:07:16Z', 'revision_number': 4, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'gw_port': {'id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'b174880f-664b-484e-94f8-cb6f68857a48', 'name': '', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'mac_address': 'fa:16:3e:f5:2b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:15Z', 'updated_at': '2021-07-07T17:07:24Z', 'revision_number': 4, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'subnets': [{'id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:07:26.532236 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8061b-acdd-4c56-b6d8-63c5a2fc49c6 req-ad4a3b50-451e-4389-867e-9c1c2f51859b tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:26.546496 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-86b8061b-acdd-4c56-b6d8-63c5a2fc49c6 req-ad4a3b50-451e-4389-867e-9c1c2f51859b tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6adf702-f40c-4c39-878b-23b80b9c51de HTTP/1.1" status: 200 len: 945 time: 0.3676934 Jul 07 17:07:26.574004 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=b174880f-664b-484e-94f8-cb6f68857a48,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:26.590261 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2bbb1c9d-7c7c-4e0e-be21-ec7e6fc554c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.674159 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b82a9f-9512-46a3-bc32-7b6e572da8b7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:26.717049 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-f4b82a9f-9512-46a3-bc32-7b6e572da8b7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:26.729894 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b82a9f-9512-46a3-bc32-7b6e572da8b7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:26.740326 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1645cb1b-27f2-4c94-ba80-2f65803a35d2 req-0a4c061a-a58e-4341-8763-6dfab6c54244 service neutron] 10.222.0.53 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883086 Jul 07 17:07:26.757055 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2bbb1c9d-7c7c-4e0e-be21-ec7e6fc554c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.839587 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-f8aa1870-aeb6-4170-8b26-199482a00a0a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-898830715-network', 'tenant_id': 'a4ab8ff299394c71bb0b88792c24c705'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:26.865382 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b82a9f-9512-46a3-bc32-7b6e572da8b7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Pushing event updated for resources: {'Port': ['ID=1f4d8606-e043-4cf6-a7f2-f46a16a88bda,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:26.901190 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8aa1870-aeb6-4170-8b26-199482a00a0a admin admin] Made reservation on behalf of a4ab8ff299394c71bb0b88792c24c705 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:26.905546 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fa5d18d1-26c7-4abd-8a38-840e60bbe92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.906801 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8aa1870-aeb6-4170-8b26-199482a00a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.913969 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-86b8061b-acdd-4c56-b6d8-63c5a2fc49c6 req-e69afe66-c6b4-478a-8215-1adf8b87a912 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656573 Jul 07 17:07:26.931840 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8aa1870-aeb6-4170-8b26-199482a00a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.999883 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2bbb1c9d-7c7c-4e0e-be21-ec7e6fc554c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.004099 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2bbb1c9d-7c7c-4e0e-be21-ec7e6fc554c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.011356 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2bbb1c9d-7c7c-4e0e-be21-ec7e6fc554c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab446233-42a7-410e-81d0-7f7538325adf HTTP/1.1" status: 204 len: 168 time: 0.7905893 Jul 07 17:07:27.069160 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb1c9d-7c7c-4e0e-be21-ec7e6fc554c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab446233-42a7-410e-81d0-7f7538325adf,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:27.138586 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f4b82a9f-9512-46a3-bc32-7b6e572da8b7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.245727 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8aa1870-aeb6-4170-8b26-199482a00a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.257139 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8aa1870-aeb6-4170-8b26-199482a00a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.317464 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8aa1870-aeb6-4170-8b26-199482a00a0a admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:07:27.345955 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8aa1870-aeb6-4170-8b26-199482a00a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.346311 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-f8aa1870-aeb6-4170-8b26-199482a00a0a admin admin] Added segment f0a88ad8-bc79-44b5-b0b8-836380d308d1 of type vlan for network 1d27adf9-5e42-4aa9-8ba3-61f87e200f94 Jul 07 17:07:27.372594 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa1870-aeb6-4170-8b26-199482a00a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf307b6-d3aa-4b49-836c-3933764fcbed,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:27.443163 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f4b82a9f-9512-46a3-bc32-7b6e572da8b7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.486071 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8aa1870-aeb6-4170-8b26-199482a00a0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.534161 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b174880f-664b-484e-94f8-cb6f68857a48 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:27.577517 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8aa1870-aeb6-4170-8b26-199482a00a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.579165 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8aa1870-aeb6-4170-8b26-199482a00a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:27.580678 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8aa1870-aeb6-4170-8b26-199482a00a0a admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.783927 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port b174880f-664b-484e-94f8-cb6f68857a48 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:27.784895 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.797028 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f8aa1870-aeb6-4170-8b26-199482a00a0a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3228135 Jul 07 17:07:27.803836 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60224) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:27.824219 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-979708e4-628f-4337-9540-701d39ec6cf1 admin admin] Request body: {'subnet': {'network_id': '1d27adf9-5e42-4aa9-8ba3-61f87e200f94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-898830715-subnet', 'tenant_id': 'a4ab8ff299394c71bb0b88792c24c705', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:27.938970 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa1870-aeb6-4170-8b26-199482a00a0a admin admin] Pushing event updated for resources: {'Network': ['ID=1d27adf9-5e42-4aa9-8ba3-61f87e200f94,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:27.945104 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 71dc3fe8-3124-462a-9ebb-e984b5208525 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:07:27.950307 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979708e4-628f-4337-9540-701d39ec6cf1 admin admin] Made reservation on behalf of a4ab8ff299394c71bb0b88792c24c705 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:27.966091 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 1d27adf9-5e42-4aa9-8ba3-61f87e200f94 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:07:27.968163 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-979708e4-628f-4337-9540-701d39ec6cf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.970461 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:28.094758 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f4b82a9f-9512-46a3-bc32-7b6e572da8b7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:28.110475 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f4b82a9f-9512-46a3-bc32-7b6e572da8b7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:28.340765 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f4b82a9f-9512-46a3-bc32-7b6e572da8b7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:28.391690 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f4b82a9f-9512-46a3-bc32-7b6e572da8b7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:28.403413 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f4b82a9f-9512-46a3-bc32-7b6e572da8b7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9194365 Jul 07 17:07:28.417129 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b82a9f-9512-46a3-bc32-7b6e572da8b7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Pushing event updated for resources: {'Port': ['ID=1f4d8606-e043-4cf6-a7f2-f46a16a88bda,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:28.720998 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-979708e4-628f-4337-9540-701d39ec6cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:28.736660 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 71dc3fe8-3124-462a-9ebb-e984b5208525, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=71dc3fe8-3124-462a-9ebb-e984b5208525,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:28.760424 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '71dc3fe8-3124-462a-9ebb-e984b5208525', 'network_id': '9a069726-4687-4aab-843c-2a39928b12be', 'port_id': '71dc3fe8-3124-462a-9ebb-e984b5208525', 'mac_address': 'fa:16:3e:f0:7b:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d83fa63-04fe-47d2-9e05-061a0c3de479', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:07:28.851884 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107763e0-7a3c-43c0-96de-4de07aaafac0 req-5efb4f51-d83b-4e18-9bc5-a2b17a878b8b tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:28.854195 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-107763e0-7a3c-43c0-96de-4de07aaafac0 req-5efb4f51-d83b-4e18-9bc5-a2b17a878b8b tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6adf702-f40c-4c39-878b-23b80b9c51de HTTP/1.1" status: 200 len: 945 time: 0.5018001 Jul 07 17:07:28.868583 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:28.907448 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979708e4-628f-4337-9540-701d39ec6cf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3919b021-806b-497e-8462-a9346dab8947,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:28.937444 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71dc3fe8-3124-462a-9ebb-e984b5208525 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:28.961171 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979708e4-628f-4337-9540-701d39ec6cf1 admin admin] Checking segment: {'id': 'f0a88ad8-bc79-44b5-b0b8-836380d308d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1d27adf9-5e42-4aa9-8ba3-61f87e200f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:28.961171 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979708e4-628f-4337-9540-701d39ec6cf1 admin admin] Network hostable DHCP agents. Network: 1d27adf9-5e42-4aa9-8ba3-61f87e200f94, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:07:29.024213 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 71dc3fe8-3124-462a-9ebb-e984b5208525, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=71dc3fe8-3124-462a-9ebb-e984b5208525,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:29.032605 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:29.039171 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-107763e0-7a3c-43c0-96de-4de07aaafac0 req-ee86112d-5411-49ca-926f-054203340239 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695685 Jul 07 17:07:29.049519 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979708e4-628f-4337-9540-701d39ec6cf1 admin admin] Network 1d27adf9-5e42-4aa9-8ba3-61f87e200f94 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:07:29.078158 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-979708e4-628f-4337-9540-701d39ec6cf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 1d27adf9-5e42-4aa9-8ba3-61f87e200f94) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:29.093626 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979708e4-628f-4337-9540-701d39ec6cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:29.095146 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-979708e4-628f-4337-9540-701d39ec6cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:29.169888 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-979708e4-628f-4337-9540-701d39ec6cf1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3605316 Jul 07 17:07:29.185928 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=71dc3fe8-3124-462a-9ebb-e984b5208525,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:29.191498 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device bff2bb40-e5c4-4cb7-9c35-c3b759b71616 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:29.200075 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c4c4ac-eebe-4caa-89b0-26d92b486d41 None None] Network 1d27adf9-5e42-4aa9-8ba3-61f87e200f94 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:29.412504 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['71dc3fe8-3124-462a-9ebb-e984b5208525'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:29.492902 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-9233f9fe-0319-405d-a823-5c4be989bb59 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1686045017&fields=id&tenant_id=ea3241034bb848a48d8167b6b493e4d4 HTTP/1.1" status: 200 len: 267 time: 0.1417758 Jul 07 17:07:29.751226 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port bff2bb40-e5c4-4cb7-9c35-c3b759b71616 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:29.789884 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port bff2bb40-e5c4-4cb7-9c35-c3b759b71616 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:29.790654 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:29.869153 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-62515a2a-e874-4259-881a-236e7e696a27 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:29.883239 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-62515a2a-e874-4259-881a-236e7e696a27 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 812 time: 0.3851469 Jul 07 17:07:29.919797 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-c6564db6-74e1-46fe-ae4b-666e1ea757f1 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/quotas/ea3241034bb848a48d8167b6b493e4d4 HTTP/1.1" status: 200 len: 375 time: 0.0340590 Jul 07 17:07:30.080016 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-5e542f5a-b5c3-4de9-9a98-f7d229de7fb4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1590309 Jul 07 17:07:30.211477 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.258053 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ff8727-ce83-4e44-9bf8-ca8994d5d6eb None None] Network 1d27adf9-5e42-4aa9-8ba3-61f87e200f94 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:30.275429 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-689595e5-6eeb-47ad-b16e-dac7b635357d service neutron] 10.222.0.53 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447964 Jul 07 17:07:30.410852 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-ed8522e9-0d91-4795-8147-d54cb49c715f service neutron] 10.222.0.53 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269827 Jul 07 17:07:30.451959 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.482097 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6adf702-f40c-4c39-878b-23b80b9c51de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff2bb40-e5c4-4cb7-9c35-c3b759b71616'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:30.484687 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd7d776-9eea-4d4e-98a6-673863bca134" -d '{"events": [{"server_uuid": "f6adf702-f40c-4c39-878b-23b80b9c51de", "name": "network-vif-plugged", "status": "completed", "tag": "bff2bb40-e5c4-4cb7-9c35-c3b759b71616"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:30.514168 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port bff2bb40-e5c4-4cb7-9c35-c3b759b71616, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bff2bb40-e5c4-4cb7-9c35-c3b759b71616,segment=NetworkSegment(53f81cea-49a1-4beb-a5e1-dba35f1ef8f8),segment_id=53f81cea-49a1-4beb-a5e1-dba35f1ef8f8)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:30.541785 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.903659 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=bff2bb40-e5c4-4cb7-9c35-c3b759b71616,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:31.197606 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-2b90d12e-1669-4068-adce-0a544e9a38e4 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:31.207769 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-2b90d12e-1669-4068-adce-0a544e9a38e4 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.53 "GET /v2.0/networks?id=1d27adf9-5e42-4aa9-8ba3-61f87e200f94 HTTP/1.1" status: 200 len: 820 time: 0.2608809 Jul 07 17:07:31.226785 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-34167276-9278-4cad-8958-ec219b249522 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.53 "GET /v2.0/quotas/a4ab8ff299394c71bb0b88792c24c705 HTTP/1.1" status: 200 len: 375 time: 0.0174866 Jul 07 17:07:31.292440 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-82ec51f9-3bcf-4138-9a12-a73f0439aff8 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a4ab8ff299394c71bb0b88792c24c705&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639176 Jul 07 17:07:31.448093 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-14edc5a2-304a-436e-8b6f-a32709f9c15b tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:31.463210 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-14edc5a2-304a-436e-8b6f-a32709f9c15b tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/networks?id=656dd087-69ac-4445-b8fb-7180ff9e7eaa HTTP/1.1" status: 200 len: 805 time: 0.4925025 Jul 07 17:07:31.484776 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-8e239aad-97ee-45d8-b5f5-de5721ae4206 service neutron] 10.222.0.53 "GET /v2.0/networks/1d27adf9-5e42-4aa9-8ba3-61f87e200f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908276 Jul 07 17:07:31.500024 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-84c9eebd-0f20-4cc8-a9e3-30e06d9ae3bc tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/quotas/854488ce7e0c4852954684e9f239b430 HTTP/1.1" status: 200 len: 375 time: 0.0351779 Jul 07 17:07:31.647496 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60360) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:31.671541 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-6bcaf407-f321-4a6c-979d-d854280eb175 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=854488ce7e0c4852954684e9f239b430&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1697879 Jul 07 17:07:31.723462 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-b33320d9-0fb9-4765-900d-286ab7d07224 service neutron] 10.222.0.53 "GET /v2.0/networks/1d27adf9-5e42-4aa9-8ba3-61f87e200f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361841 Jul 07 17:07:31.926523 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1239440113', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:31.961496 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 71dc3fe8-3124-462a-9ebb-e984b5208525 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:32.049340 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Made reservation on behalf of 178a5aff5f884f329cdabf4c4d778e93 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:32.051863 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.073067 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 71dc3fe8-3124-462a-9ebb-e984b5208525 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:32.073486 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.098714 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.301999 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.334046 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-24f9d856-2824-4b63-ba32-4b61868f4180 service neutron] 10.222.0.53 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6335454 Jul 07 17:07:32.360897 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca1f61-64b7-48b7-8fcc-1ff26b7cc63a req-1cd21ad1-527b-4dca-8eef-bfc54439f175 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:32.372085 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-57ca1f61-64b7-48b7-8fcc-1ff26b7cc63a req-1cd21ad1-527b-4dca-8eef-bfc54439f175 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6adf702-f40c-4c39-878b-23b80b9c51de HTTP/1.1" status: 200 len: 946 time: 0.1769972 Jul 07 17:07:32.445439 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 71dc3fe8-3124-462a-9ebb-e984b5208525, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=71dc3fe8-3124-462a-9ebb-e984b5208525,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:32.458648 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-57ca1f61-64b7-48b7-8fcc-1ff26b7cc63a req-b934f7a4-d1ca-4464-b6fb-65a45eb2cdf6 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819073 Jul 07 17:07:32.459546 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.542204 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-ebb919b8-8e97-4e59-b382-ccd0962d9ae4 service neutron] 10.222.0.53 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073495 Jul 07 17:07:32.559970 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.570359 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.577702 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] device_id is not set on port ffb8029e-d62a-4d77-b70e-b95f5720c6f2 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:07:32.587940 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=71dc3fe8-3124-462a-9ebb-e984b5208525,revision_number=7']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:32.712259 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d70860-3eb9-44e8-9126-69586a2cc0fc,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:32.737545 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:32.738978 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:32.740449 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:32.741861 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:32.742800 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:32.744200 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:32.745117 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:32.746643 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:32.749157 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:32.750906 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:32.752275 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:32.752924 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:32.979543 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96a97ca-365a-43ef-b602-0e6d5406ef4b x-openstack-request-id: req-d96a97ca-365a-43ef-b602-0e6d5406ef4b {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:32.982759 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6adf702-f40c-4c39-878b-23b80b9c51de", "name": "network-vif-plugged", "status": "completed", "tag": "bff2bb40-e5c4-4cb7-9c35-c3b759b71616", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:32.983397 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d96a97ca-365a-43ef-b602-0e6d5406ef4b {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:32.984296 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6adf702-f40c-4c39-878b-23b80b9c51de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff2bb40-e5c4-4cb7-9c35-c3b759b71616', 'code': 200} Jul 07 17:07:33.151882 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Allocated IP 172.25.0.166 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/ffb8029e-d62a-4d77-b70e-b95f5720c6f2) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:33.357946 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-da0cc71f-b5fc-48a1-869e-16b81fd80ec7 req-d9327dec-3494-4c46-b109-c1dd82206951 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 210 time: 0.1120350 Jul 07 17:07:33.377832 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-8765ee9b-3c63-4624-a4fc-9e5c8acbc1d3 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:33.382926 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-8765ee9b-3c63-4624-a4fc-9e5c8acbc1d3 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.72 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 812 time: 0.5180552 Jul 07 17:07:33.527664 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-3a7c20b9-25ed-4eb4-8bc5-af1c38707c33 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea3241034bb848a48d8167b6b493e4d4 HTTP/1.1" status: 200 len: 380 time: 0.1340964 Jul 07 17:07:33.541715 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-d9cd30bd-fefe-42a2-a542-9140957c3f33 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Request body: {'port': {'device_id': 'a006a60a-8ef7-4446-8714-2825430f9e2c', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'admin_state_up': True, 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'security_groups': ['6cbde43d-65b0-4739-aee8-0293958bbe5e']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:33.807438 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5b8a2c85-292e-4a33-be5c-ba47915ea030 req-8d5730e6-172d-4478-bff9-40a1b7668f2b tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=13a9b41a-0730-4792-a6ca-e2dcde668a62 HTTP/1.1" status: 200 len: 210 time: 0.0495114 Jul 07 17:07:33.810217 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c39cc389-0615-45fd-ad9f-6f1174baaaff req-d961b819-7543-41df-a1a4-c301d997d2ad tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.53 "GET /v2.0/ports?device_id=e63b45c6-3767-4d17-a30f-b548807ce12e HTTP/1.1" status: 200 len: 210 time: 0.1826138 Jul 07 17:07:33.864684 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-d9cd30bd-fefe-42a2-a542-9140957c3f33 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Made reservation on behalf of ea3241034bb848a48d8167b6b493e4d4 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:33.864684 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-d9cd30bd-fefe-42a2-a542-9140957c3f33 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:34.042296 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c69797-8b49-404f-850a-f6848f71e6bb req-af95ac8f-6edc-4758-a3af-bac9a121a3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:34.045502 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-28c69797-8b49-404f-850a-f6848f71e6bb req-af95ac8f-6edc-4758-a3af-bac9a121a3f4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f6adf702-f40c-4c39-878b-23b80b9c51de HTTP/1.1" status: 200 len: 1098 time: 0.7569754 Jul 07 17:07:34.067932 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:34.263156 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-28c69797-8b49-404f-850a-f6848f71e6bb req-f60cd8d4-46c5-4584-92d2-cc9a26c627e6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905003 Jul 07 17:07:34.273001 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15f47b-a3b4-4a7e-bb1d-6c1719a2044e req-69f42b3a-d337-478b-9bd5-01552c7c7523 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:34.275414 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8c15f47b-a3b4-4a7e-bb1d-6c1719a2044e req-69f42b3a-d337-478b-9bd5-01552c7c7523 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6adf702-f40c-4c39-878b-23b80b9c51de HTTP/1.1" status: 200 len: 946 time: 0.1798317 Jul 07 17:07:34.334323 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-d9cd30bd-fefe-42a2-a542-9140957c3f33 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Allocated IP 172.20.0.13 (77d41963-e136-4ba3-ad68-c6ff6b5ca03b/eb25b29e-8000-461d-9a31-049cca6cce84/7e78f571-904f-4da8-88ba-e8ea6ef2575f) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:34.370857 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8c15f47b-a3b4-4a7e-bb1d-6c1719a2044e req-59a39b08-57a1-4287-a83c-d491e034ab3d tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860486 Jul 07 17:07:34.394824 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:34.524837 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Pushing event updated for resources: {'Port': ['ID=ffb8029e-d62a-4d77-b70e-b95f5720c6f2,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:34.569965 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:34.571928 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:34.582916 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:34.694644 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:34.695313 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:34.736099 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-abf9f016-da38-48d1-af5b-074e3314172f tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0862899 Jul 07 17:07:34.737071 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60410) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:34.742559 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-27fb7f8a-9441-487f-a4e0-706fa282ad99 tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.166'}]}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:34.781015 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-d9cd30bd-fefe-42a2-a542-9140957c3f33 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:34.804326 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-27fb7f8a-9441-487f-a4e0-706fa282ad99 tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:34.805753 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-27fb7f8a-9441-487f-a4e0-706fa282ad99 tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:34.858540 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-d9cd30bd-fefe-42a2-a542-9140957c3f33 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Transition to ACTIVE for port object 7e78f571-904f-4da8-88ba-e8ea6ef2575f will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:34.956154 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-27fb7f8a-9441-487f-a4e0-706fa282ad99 tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:34.986026 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c978324-880d-4a92-9b6e-3952abc28e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71dc3fe8-3124-462a-9ebb-e984b5208525'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:34.988068 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9c36f57e-bfd3-436c-9072-f95d3e099f1f req-7b334d15-856d-4f7d-a45f-64ce690e68e1 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 210 time: 0.0494382 Jul 07 17:07:34.988783 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea76c280-654f-4bf1-b269-f8fd10e6b05e" -d '{"events": [{"server_uuid": "3c978324-880d-4a92-9b6e-3952abc28e96", "name": "network-vif-plugged", "status": "completed", "tag": "71dc3fe8-3124-462a-9ebb-e984b5208525"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:35.009771 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-d9cd30bd-fefe-42a2-a542-9140957c3f33 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:35.188206 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-27fb7f8a-9441-487f-a4e0-706fa282ad99 tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:35.304007 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8169f41c-1394-40f3-be50-877958500040 req-989bebbf-612b-4730-bb67-b4a84326356e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=13a9b41a-0730-4792-a6ca-e2dcde668a62 HTTP/1.1" status: 200 len: 210 time: 0.2794740 Jul 07 17:07:35.362753 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5b5117c3-cb84-4cbe-9bf7-ec411a41aa9b req-b6374250-e00f-4d9d-a9ca-4157ec1f932a tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.53 "GET /v2.0/ports?device_id=e63b45c6-3767-4d17-a30f-b548807ce12e HTTP/1.1" status: 200 len: 210 time: 0.0931318 Jul 07 17:07:35.409510 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-d9cd30bd-fefe-42a2-a542-9140957c3f33 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:35.413987 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd30bd-fefe-42a2-a542-9140957c3f33 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Pushing event updated for resources: {'Port': ['ID=7e78f571-904f-4da8-88ba-e8ea6ef2575f,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:35.417333 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-d9cd30bd-fefe-42a2-a542-9140957c3f33 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:35.429762 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-d9cd30bd-fefe-42a2-a542-9140957c3f33 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:35.442720 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689f9313-b7bb-4ac5-b763-0090dfefb5e9 x-openstack-request-id: req-689f9313-b7bb-4ac5-b763-0090dfefb5e9 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:35.443314 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c978324-880d-4a92-9b6e-3952abc28e96", "name": "network-vif-plugged", "status": "completed", "tag": "71dc3fe8-3124-462a-9ebb-e984b5208525", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:35.443824 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-689f9313-b7bb-4ac5-b763-0090dfefb5e9 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:35.444450 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c978324-880d-4a92-9b6e-3952abc28e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71dc3fe8-3124-462a-9ebb-e984b5208525', 'code': 200} Jul 07 17:07:35.542256 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:07:35.566798 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd30bd-fefe-42a2-a542-9140957c3f33 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:35.568582 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd30bd-fefe-42a2-a542-9140957c3f33 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:35.574578 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd30bd-fefe-42a2-a542-9140957c3f33 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:35.575233 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd30bd-fefe-42a2-a542-9140957c3f33 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:35.575785 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd30bd-fefe-42a2-a542-9140957c3f33 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:35.587271 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd30bd-fefe-42a2-a542-9140957c3f33 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:35.587732 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd30bd-fefe-42a2-a542-9140957c3f33 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:35.588077 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd30bd-fefe-42a2-a542-9140957c3f33 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:35.588420 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd30bd-fefe-42a2-a542-9140957c3f33 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:35.588795 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd30bd-fefe-42a2-a542-9140957c3f33 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:35.592150 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd30bd-fefe-42a2-a542-9140957c3f33 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:35.592684 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd30bd-fefe-42a2-a542-9140957c3f33 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:35.951157 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-27fb7f8a-9441-487f-a4e0-706fa282ad99 tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:35.964099 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-d9cd30bd-fefe-42a2-a542-9140957c3f33 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:35.965355 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-d9cd30bd-fefe-42a2-a542-9140957c3f33 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:35.990924 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-27fb7f8a-9441-487f-a4e0-706fa282ad99 tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:35.994213 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-d9cd30bd-fefe-42a2-a542-9140957c3f33 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4620082 Jul 07 17:07:36.014263 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-aaeb4a72-b3ac-4dff-9643-e081cd493933 service neutron] Request body: {'port': {'device_id': 'a006a60a-8ef7-4446-8714-2825430f9e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:36.092306 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-ef529814-6abf-424d-ba21-8557fef1351e tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:36.093964 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-ef529814-6abf-424d-ba21-8557fef1351e tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.72 "GET /v2.0/networks?id=1d27adf9-5e42-4aa9-8ba3-61f87e200f94 HTTP/1.1" status: 200 len: 820 time: 0.5419779 Jul 07 17:07:36.142911 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-adeabcfc-9ce1-441c-9d5d-bbaabd462890 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Request body: {'port': {'device_id': 'e63b45c6-3767-4d17-a30f-b548807ce12e', 'network_id': '1d27adf9-5e42-4aa9-8ba3-61f87e200f94', 'admin_state_up': True, 'tenant_id': 'a4ab8ff299394c71bb0b88792c24c705'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:36.148782 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e9807780-0bf8-477c-b1dd-3f472db20c6e None None] Provisioning for port 7e78f571-904f-4da8-88ba-e8ea6ef2575f completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:36.156324 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e9807780-0bf8-477c-b1dd-3f472db20c6e None None] Provisioning complete for port 7e78f571-904f-4da8-88ba-e8ea6ef2575f triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:36.160838 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e9807780-0bf8-477c-b1dd-3f472db20c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:36.302325 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-e9807780-0bf8-477c-b1dd-3f472db20c6e None None] Port 7e78f571-904f-4da8-88ba-e8ea6ef2575f cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:07:36.433034 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef0406-10c6-47fc-b743-c9f4527c01eb req-9fad6290-3103-411b-8386-4de67c3c5570 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:36.467772 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-90ef0406-10c6-47fc-b743-c9f4527c01eb req-9fad6290-3103-411b-8386-4de67c3c5570 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6adf702-f40c-4c39-878b-23b80b9c51de HTTP/1.1" status: 200 len: 946 time: 0.6068969 Jul 07 17:07:36.483896 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b432f43-e979-4806-a353-9c0c0d7f1655 req-a8901c2e-6778-4ca8-8db2-27ba3c67f707 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:36.491733 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3b432f43-e979-4806-a353-9c0c0d7f1655 req-a8901c2e-6778-4ca8-8db2-27ba3c67f707 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 932 time: 0.1527894 Jul 07 17:07:36.554116 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3b432f43-e979-4806-a353-9c0c0d7f1655 req-62df2434-d8e0-4255-8a57-c6ea1bf067e0 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599895 Jul 07 17:07:36.561491 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-27fb7f8a-9441-487f-a4e0-706fa282ad99 tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:36.604881 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-aaeb4a72-b3ac-4dff-9643-e081cd493933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:36.672819 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-adeabcfc-9ce1-441c-9d5d-bbaabd462890 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Made reservation on behalf of a4ab8ff299394c71bb0b88792c24c705 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:36.678988 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-adeabcfc-9ce1-441c-9d5d-bbaabd462890 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:36.750057 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-90ef0406-10c6-47fc-b743-c9f4527c01eb req-219427fb-9b81-448b-aed2-d780f15a76ac tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796683 Jul 07 17:07:37.070487 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.342152 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c68a0f64-4f9b-4056-9fb0-90484dac90f8 req-183dedee-41ee-40e1-9af2-007ff1abafb7 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.53 "GET /v2.0/ports?device_id=e63b45c6-3767-4d17-a30f-b548807ce12e HTTP/1.1" status: 200 len: 210 time: 0.1925361 Jul 07 17:07:37.619841 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.694110 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-aaeb4a72-b3ac-4dff-9643-e081cd493933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e78f571-904f-4da8-88ba-e8ea6ef2575f {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:37.703931 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-aaeb4a72-b3ac-4dff-9643-e081cd493933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.721234 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-aaeb4a72-b3ac-4dff-9643-e081cd493933 service neutron] Transition to ACTIVE for port object 7e78f571-904f-4da8-88ba-e8ea6ef2575f will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:37.741437 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-aaeb4a72-b3ac-4dff-9643-e081cd493933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.784824 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-adeabcfc-9ce1-441c-9d5d-bbaabd462890 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Allocated IP 172.20.0.14 (1d27adf9-5e42-4aa9-8ba3-61f87e200f94/3919b021-806b-497e-8462-a9346dab8947/13f956a9-135e-4837-b9ec-114a03c584c6) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:37.882906 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb4a72-b3ac-4dff-9643-e081cd493933 service neutron] Pushing event updated for resources: {'Port': ['ID=7e78f571-904f-4da8-88ba-e8ea6ef2575f,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:37.972832 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-706691d7-366f-4c68-9bf3-5a76db310acc req-a1eab506-1efa-4734-88e3-d275effef428 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=13a9b41a-0730-4792-a6ca-e2dcde668a62 HTTP/1.1" status: 200 len: 210 time: 1.1238937 Jul 07 17:07:38.029863 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-27fb7f8a-9441-487f-a4e0-706fa282ad99 tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:38.046625 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-27fb7f8a-9441-487f-a4e0-706fa282ad99 tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:38.106415 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-c204ad5e-892f-42b5-8690-071e0c990cf9 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:38.109504 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-c204ad5e-892f-42b5-8690-071e0c990cf9 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.72 "GET /v2.0/networks?id=656dd087-69ac-4445-b8fb-7180ff9e7eaa HTTP/1.1" status: 200 len: 805 time: 1.2297277 Jul 07 17:07:38.130632 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-50c43c8a-6a47-46b3-9ab9-612b23996ba4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Request body: {'port': {'device_id': '13a9b41a-0730-4792-a6ca-e2dcde668a62', 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa', 'admin_state_up': True, 'tenant_id': '854488ce7e0c4852954684e9f239b430'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:38.437274 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-27fb7f8a-9441-487f-a4e0-706fa282ad99 tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:38.437725 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fb7f8a-9441-487f-a4e0-706fa282ad99 tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a9feb1e8-b7cd-4af5-9164-21e17da2fe45 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:07:38.452874 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-50c43c8a-6a47-46b3-9ab9-612b23996ba4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Made reservation on behalf of 854488ce7e0c4852954684e9f239b430 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:38.456993 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-50c43c8a-6a47-46b3-9ab9-612b23996ba4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:38.508406 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-27fb7f8a-9441-487f-a4e0-706fa282ad99 tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:07:38.516405 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-27fb7f8a-9441-487f-a4e0-706fa282ad99 tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.7713730 Jul 07 17:07:38.531788 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60464) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:38.617096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18103079-a65a-49ab-a640-46d2c5f766ea req-4fb5a90c-9866-4fd8-bae3-262038079362 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:38.625301 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-18103079-a65a-49ab-a640-46d2c5f766ea req-4fb5a90c-9866-4fd8-bae3-262038079362 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6adf702-f40c-4c39-878b-23b80b9c51de HTTP/1.1" status: 200 len: 946 time: 0.7922914 Jul 07 17:07:38.783196 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-aaeb4a72-b3ac-4dff-9643-e081cd493933 service neutron] Attempting to bind port 7e78f571-904f-4da8-88ba-e8ea6ef2575f on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:38.783525 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-aaeb4a72-b3ac-4dff-9643-e081cd493933 service neutron] Attempting to bind port 7e78f571-904f-4da8-88ba-e8ea6ef2575f by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:38.783942 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-aaeb4a72-b3ac-4dff-9643-e081cd493933 service neutron] Attempting to bind port 7e78f571-904f-4da8-88ba-e8ea6ef2575f on network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:38.807310 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-aaeb4a72-b3ac-4dff-9643-e081cd493933 service neutron] Port 7e78f571-904f-4da8-88ba-e8ea6ef2575f on network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:07:38.807640 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-aaeb4a72-b3ac-4dff-9643-e081cd493933 service neutron] Attempting to bind port 7e78f571-904f-4da8-88ba-e8ea6ef2575f on network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:38.831148 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-aaeb4a72-b3ac-4dff-9643-e081cd493933 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:38.831754 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-aaeb4a72-b3ac-4dff-9643-e081cd493933 service neutron] Checking segment: {'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:38.832237 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-aaeb4a72-b3ac-4dff-9643-e081cd493933 service neutron] Bound using segment: {'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:38.832907 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-aaeb4a72-b3ac-4dff-9643-e081cd493933 service neutron] Bound port: 7e78f571-904f-4da8-88ba-e8ea6ef2575f, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:38.833967 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-aaeb4a72-b3ac-4dff-9643-e081cd493933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:38.845672 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-18103079-a65a-49ab-a640-46d2c5f766ea req-f14a7535-7944-4453-a7af-70235511188c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194266 Jul 07 17:07:38.979656 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-c1b44df0-a010-433a-b8bf-c011ca2cf4e5 tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Deleting port ffb8029e-d62a-4d77-b70e-b95f5720c6f2 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:38.980367 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c1b44df0-a010-433a-b8bf-c011ca2cf4e5 tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:39.045463 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-50c43c8a-6a47-46b3-9ab9-612b23996ba4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Allocated IP 172.20.0.9 (656dd087-69ac-4445-b8fb-7180ff9e7eaa/160646de-633f-43bb-ab77-cdc4622fc25c/086cb871-6c15-4a48-9049-28ba1f5e3a6c) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:39.048820 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-adeabcfc-9ce1-441c-9d5d-bbaabd462890 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:39.090716 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a3b32-8570-43fc-bc13-2ad53782c92d req-ad24830d-375c-4c02-83b2-0338bab08e24 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:39.093469 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cd8a3b32-8570-43fc-bc13-2ad53782c92d req-ad24830d-375c-4c02-83b2-0338bab08e24 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 944 time: 0.3611004 Jul 07 17:07:39.129316 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-166b3b1e-95ac-4c38-90d1-242fa5d301a1 req-584e1663-e747-45b8-9dae-475850915f6f tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.53 "GET /v2.0/ports?device_id=e63b45c6-3767-4d17-a30f-b548807ce12e HTTP/1.1" status: 200 len: 210 time: 0.0913324 Jul 07 17:07:39.194542 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-aaeb4a72-b3ac-4dff-9643-e081cd493933 service neutron] For port 7e78f571-904f-4da8-88ba-e8ea6ef2575f, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:39.203319 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-aaeb4a72-b3ac-4dff-9643-e081cd493933 service neutron] For port 7e78f571-904f-4da8-88ba-e8ea6ef2575f, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:39.224361 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-aaeb4a72-b3ac-4dff-9643-e081cd493933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:39.252366 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cd8a3b32-8570-43fc-bc13-2ad53782c92d req-cabf8af6-1774-4e5e-a719-3d0d4a62f9a8 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473229 Jul 07 17:07:39.301478 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-aaeb4a72-b3ac-4dff-9643-e081cd493933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:39.311450 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-aaeb4a72-b3ac-4dff-9643-e081cd493933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:39.314155 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-aaeb4a72-b3ac-4dff-9643-e081cd493933 service neutron] 10.222.0.72 "PUT /v2.0/ports/7e78f571-904f-4da8-88ba-e8ea6ef2575f HTTP/1.1" status: 200 len: 1093 time: 3.3079309 Jul 07 17:07:39.353201 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c1b44df0-a010-433a-b8bf-c011ca2cf4e5 tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:39.394956 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a006a60a-8ef7-4446-8714-2825430f9e2c', 'tag': '7e78f571-904f-4da8-88ba-e8ea6ef2575f'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:39.407890 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a7d4e7-eb0c-41c4-ae67-3b4643568faf" -d '{"events": [{"name": "network-changed", "server_uuid": "a006a60a-8ef7-4446-8714-2825430f9e2c", "tag": "7e78f571-904f-4da8-88ba-e8ea6ef2575f"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:39.453198 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-adeabcfc-9ce1-441c-9d5d-bbaabd462890 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:39.499881 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-c1b44df0-a010-433a-b8bf-c011ca2cf4e5 tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Calling delete_port for ffb8029e-d62a-4d77-b70e-b95f5720c6f2 owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:39.697264 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-adeabcfc-9ce1-441c-9d5d-bbaabd462890 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Network 1d27adf9-5e42-4aa9-8ba3-61f87e200f94 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:39.704802 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb4a72-b3ac-4dff-9643-e081cd493933 service neutron] Pushing event updated for resources: {'Port': ['ID=7e78f571-904f-4da8-88ba-e8ea6ef2575f,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:39.724743 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-adeabcfc-9ce1-441c-9d5d-bbaabd462890 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:39.762202 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-adeabcfc-9ce1-441c-9d5d-bbaabd462890 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:39.952801 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-5d7a00b8-f550-44e9-9fa4-79814aa1c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:39.955217 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-5d7a00b8-f550-44e9-9fa4-79814aa1c6a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 1096 time: 0.5383017 Jul 07 17:07:39.974917 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-282af457-f926-4ad3-85cb-bb72ed7de322 req-8ab4dda0-74e7-4bb2-857c-c34aca58d199 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=13a9b41a-0730-4792-a6ca-e2dcde668a62 HTTP/1.1" status: 200 len: 210 time: 0.1072686 Jul 07 17:07:40.028749 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-50c43c8a-6a47-46b3-9ab9-612b23996ba4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:40.094717 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-aa9ca361-3311-49b1-bb19-b589fb22a398 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f HTTP/1.1" status: 200 len: 217 time: 0.1101165 Jul 07 17:07:40.095319 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeabcfc-9ce1-441c-9d5d-bbaabd462890 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Pushing event updated for resources: {'Port': ['ID=13f956a9-135e-4837-b9ec-114a03c584c6,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:40.114022 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-adeabcfc-9ce1-441c-9d5d-bbaabd462890 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:40.115176 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-adeabcfc-9ce1-441c-9d5d-bbaabd462890 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:40.252021 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c1b44df0-a010-433a-b8bf-c011ca2cf4e5 tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:40.255049 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-50c43c8a-6a47-46b3-9ab9-612b23996ba4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:40.292334 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['42cfc02f-3401-4427-a978-d55f0e45e38f'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:40.299541 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-adeabcfc-9ce1-441c-9d5d-bbaabd462890 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1942768 Jul 07 17:07:40.335498 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-e3bd1c93-f3da-4d93-a3e1-171b731a7b22 service neutron] Request body: {'port': {'device_id': 'e63b45c6-3767-4d17-a30f-b548807ce12e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:40.348156 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e58c09a-9dd2-4d22-8cfc-077da5c01f9d x-openstack-request-id: req-3e58c09a-9dd2-4d22-8cfc-077da5c01f9d {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:40.350359 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a006a60a-8ef7-4446-8714-2825430f9e2c", "tag": "7e78f571-904f-4da8-88ba-e8ea6ef2575f", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:40.350706 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e58c09a-9dd2-4d22-8cfc-077da5c01f9d {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:40.353679 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a006a60a-8ef7-4446-8714-2825430f9e2c', 'tag': '7e78f571-904f-4da8-88ba-e8ea6ef2575f', 'status': 'completed', 'code': 200} Jul 07 17:07:40.363122 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-1ef31a2b-332c-43d2-89d6-aefb228a3cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:40.368094 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-1ef31a2b-332c-43d2-89d6-aefb228a3cf1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 200 len: 851 time: 0.2666111 Jul 07 17:07:40.384036 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b44df0-a010-433a-b8bf-c011ca2cf4e5 tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Pushing event deleted for resources: {'Port': ['ID=ffb8029e-d62a-4d77-b70e-b95f5720c6f2,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:40.566755 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-50c43c8a-6a47-46b3-9ab9-612b23996ba4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Network 656dd087-69ac-4445-b8fb-7180ff9e7eaa is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:40.572250 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-50c43c8a-6a47-46b3-9ab9-612b23996ba4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:40.598937 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-50c43c8a-6a47-46b3-9ab9-612b23996ba4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:40.652170 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c43c8a-6a47-46b3-9ab9-612b23996ba4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Pushing event updated for resources: {'Port': ['ID=086cb871-6c15-4a48-9049-28ba1f5e3a6c,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:40.682556 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c1b44df0-a010-433a-b8bf-c011ca2cf4e5 tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:40.691713 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c1b44df0-a010-433a-b8bf-c011ca2cf4e5 tempest-RoutersAdminNegativeTest-1112367269 tempest-RoutersAdminNegativeTest-1112367269-project-admin] 10.222.0.53 "DELETE /v2.0/ports/ffb8029e-d62a-4d77-b70e-b95f5720c6f2 HTTP/1.1" status: 204 len: 168 time: 2.1587369 Jul 07 17:07:40.725152 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-50c43c8a-6a47-46b3-9ab9-612b23996ba4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:40.726339 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-50c43c8a-6a47-46b3-9ab9-612b23996ba4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:40.771512 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-eaf50913-678d-467b-a696-1b08f732cb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:40.775791 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-50c43c8a-6a47-46b3-9ab9-612b23996ba4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6547897 Jul 07 17:07:40.785384 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-eaf50913-678d-467b-a696-1b08f732cb80 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4068213 Jul 07 17:07:40.787509 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-e3bd1c93-f3da-4d93-a3e1-171b731a7b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:40.792267 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-04343e2c-8242-43b3-b572-b5d4655ffe53 service neutron] Request body: {'port': {'device_id': '13a9b41a-0730-4792-a6ca-e2dcde668a62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:40.996465 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ad3cf-e8d3-44b6-a3b8-1db7c4ff60c5 req-eb0fa8df-e546-4c40-baf3-a0354efadab6 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:41.002220 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-04343e2c-8242-43b3-b572-b5d4655ffe53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:41.005758 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f88ad3cf-e8d3-44b6-a3b8-1db7c4ff60c5 req-eb0fa8df-e546-4c40-baf3-a0354efadab6 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.53 "GET /v2.0/ports?device_id=e63b45c6-3767-4d17-a30f-b548807ce12e HTTP/1.1" status: 200 len: 932 time: 0.2809510 Jul 07 17:07:41.157585 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f88ad3cf-e8d3-44b6-a3b8-1db7c4ff60c5 req-50d061e7-5ed7-46fc-919e-475f5d9cdcee tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.53 "GET /v2.0/security-groups?id=0bf307b6-d3aa-4b49-836c-3933764fcbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506479 Jul 07 17:07:41.178055 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-66b84d4d-1d7a-4cd3-a05b-0a81ab61aec5 service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838143 Jul 07 17:07:41.561566 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60516) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:41.568675 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-e3bd1c93-f3da-4d93-a3e1-171b731a7b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f956a9-135e-4837-b9ec-114a03c584c6 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:41.578940 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-e3bd1c93-f3da-4d93-a3e1-171b731a7b22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:41.608126 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-53c2afa5-8975-4fac-998c-da7b2a03e6d7 req-f658e04b-8143-4725-87c0-b46a9fa498a4 service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009502 Jul 07 17:07:41.621613 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-e3bd1c93-f3da-4d93-a3e1-171b731a7b22 service neutron] Transition to ACTIVE for port object 13f956a9-135e-4837-b9ec-114a03c584c6 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:41.644512 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-e3bd1c93-f3da-4d93-a3e1-171b731a7b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:41.729804 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2becdd60-d5c1-47cf-92cb-26855cf83a29 req-b155b0d9-cf0c-4eac-98fa-675bd03e2c88 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:41.733417 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2becdd60-d5c1-47cf-92cb-26855cf83a29 req-b155b0d9-cf0c-4eac-98fa-675bd03e2c88 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 944 time: 0.2458882 Jul 07 17:07:41.786213 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd1c93-f3da-4d93-a3e1-171b731a7b22 service neutron] Pushing event updated for resources: {'Port': ['ID=13f956a9-135e-4837-b9ec-114a03c584c6,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:41.922521 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8ffccd33-1fb9-4d14-be2c-ad57944dbee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:41.955943 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-04343e2c-8242-43b3-b572-b5d4655ffe53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 086cb871-6c15-4a48-9049-28ba1f5e3a6c {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:41.990549 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2becdd60-d5c1-47cf-92cb-26855cf83a29 req-2e509ed7-4986-4b0d-9fd2-3beb1ec44d2e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394297 Jul 07 17:07:41.994080 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-04343e2c-8242-43b3-b572-b5d4655ffe53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.068676 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-04343e2c-8242-43b3-b572-b5d4655ffe53 service neutron] Transition to ACTIVE for port object 086cb871-6c15-4a48-9049-28ba1f5e3a6c will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:42.101353 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-04343e2c-8242-43b3-b572-b5d4655ffe53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.119018 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bb965-4561-4381-ab1f-3876f5d28612 req-c85784c3-54f5-4686-9bf5-b7eee5d30ac7 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:42.133549 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cb9bb965-4561-4381-ab1f-3876f5d28612 req-c85784c3-54f5-4686-9bf5-b7eee5d30ac7 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=13a9b41a-0730-4792-a6ca-e2dcde668a62 HTTP/1.1" status: 200 len: 931 time: 0.5052388 Jul 07 17:07:42.198950 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7d4e7-eb0c-41c4-ae67-3b4643568faf req-27d8c50b-2739-483f-b0a7-e2fbd3fdb59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:42.202868 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-09a7d4e7-eb0c-41c4-ae67-3b4643568faf req-27d8c50b-2739-483f-b0a7-e2fbd3fdb59d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 1096 time: 0.3826258 Jul 07 17:07:42.286949 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04343e2c-8242-43b3-b572-b5d4655ffe53 service neutron] Pushing event updated for resources: {'Port': ['ID=086cb871-6c15-4a48-9049-28ba1f5e3a6c,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:42.369969 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cb9bb965-4561-4381-ab1f-3876f5d28612 req-3dfaa8ac-fdfb-45d9-bf63-cb48c54db09a tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343380 Jul 07 17:07:42.457378 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-e3bd1c93-f3da-4d93-a3e1-171b731a7b22 service neutron] Attempting to bind port 13f956a9-135e-4837-b9ec-114a03c584c6 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:42.457883 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-e3bd1c93-f3da-4d93-a3e1-171b731a7b22 service neutron] Attempting to bind port 13f956a9-135e-4837-b9ec-114a03c584c6 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'f0a88ad8-bc79-44b5-b0b8-836380d308d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1d27adf9-5e42-4aa9-8ba3-61f87e200f94'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:42.458444 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-e3bd1c93-f3da-4d93-a3e1-171b731a7b22 service neutron] Attempting to bind port 13f956a9-135e-4837-b9ec-114a03c584c6 on network 1d27adf9-5e42-4aa9-8ba3-61f87e200f94 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:42.516972 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-e3bd1c93-f3da-4d93-a3e1-171b731a7b22 service neutron] Port 13f956a9-135e-4837-b9ec-114a03c584c6 on network 1d27adf9-5e42-4aa9-8ba3-61f87e200f94 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:07:42.518471 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-e3bd1c93-f3da-4d93-a3e1-171b731a7b22 service neutron] Attempting to bind port 13f956a9-135e-4837-b9ec-114a03c584c6 on network 1d27adf9-5e42-4aa9-8ba3-61f87e200f94 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:42.551177 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-e3bd1c93-f3da-4d93-a3e1-171b731a7b22 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:42.551177 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-e3bd1c93-f3da-4d93-a3e1-171b731a7b22 service neutron] Checking segment: {'id': 'f0a88ad8-bc79-44b5-b0b8-836380d308d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1d27adf9-5e42-4aa9-8ba3-61f87e200f94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:42.552476 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-e3bd1c93-f3da-4d93-a3e1-171b731a7b22 service neutron] Bound using segment: {'id': 'f0a88ad8-bc79-44b5-b0b8-836380d308d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1d27adf9-5e42-4aa9-8ba3-61f87e200f94'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:42.554537 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-e3bd1c93-f3da-4d93-a3e1-171b731a7b22 service neutron] Bound port: 13f956a9-135e-4837-b9ec-114a03c584c6, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0a88ad8-bc79-44b5-b0b8-836380d308d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1d27adf9-5e42-4aa9-8ba3-61f87e200f94'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:42.559183 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-e3bd1c93-f3da-4d93-a3e1-171b731a7b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.661701 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-04343e2c-8242-43b3-b572-b5d4655ffe53 service neutron] Attempting to bind port 086cb871-6c15-4a48-9049-28ba1f5e3a6c on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:42.662499 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7d4e7-eb0c-41c4-ae67-3b4643568faf req-8e2efd20-27ed-42ae-8467-9afbcf69dd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:42.662676 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-04343e2c-8242-43b3-b572-b5d4655ffe53 service neutron] Attempting to bind port 086cb871-6c15-4a48-9049-28ba1f5e3a6c by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:42.662676 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-04343e2c-8242-43b3-b572-b5d4655ffe53 service neutron] Attempting to bind port 086cb871-6c15-4a48-9049-28ba1f5e3a6c on network 656dd087-69ac-4445-b8fb-7180ff9e7eaa {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:42.678080 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-09a7d4e7-eb0c-41c4-ae67-3b4643568faf req-8e2efd20-27ed-42ae-8467-9afbcf69dd92 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 913 time: 0.4589658 Jul 07 17:07:42.685725 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-04343e2c-8242-43b3-b572-b5d4655ffe53 service neutron] Port 086cb871-6c15-4a48-9049-28ba1f5e3a6c on network 656dd087-69ac-4445-b8fb-7180ff9e7eaa not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:07:42.686489 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-04343e2c-8242-43b3-b572-b5d4655ffe53 service neutron] Attempting to bind port 086cb871-6c15-4a48-9049-28ba1f5e3a6c on network 656dd087-69ac-4445-b8fb-7180ff9e7eaa {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:42.723411 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-04343e2c-8242-43b3-b572-b5d4655ffe53 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:42.723960 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-04343e2c-8242-43b3-b572-b5d4655ffe53 service neutron] Checking segment: {'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:42.724693 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-04343e2c-8242-43b3-b572-b5d4655ffe53 service neutron] Bound using segment: {'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:42.725465 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-04343e2c-8242-43b3-b572-b5d4655ffe53 service neutron] Bound port: 086cb871-6c15-4a48-9049-28ba1f5e3a6c, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:42.726128 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-04343e2c-8242-43b3-b572-b5d4655ffe53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.839734 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8ffccd33-1fb9-4d14-be2c-ad57944dbee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.861381 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bf02e-2d4c-4f93-86df-479a5832429d req-6a365482-0335-4db5-9531-b7a1f2379a5f tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:42.864069 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-590bf02e-2d4c-4f93-86df-479a5832429d req-6a365482-0335-4db5-9531-b7a1f2379a5f tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.53 "GET /v2.0/ports?device_id=e63b45c6-3767-4d17-a30f-b548807ce12e HTTP/1.1" status: 200 len: 944 time: 0.2812490 Jul 07 17:07:42.868868 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8ffccd33-1fb9-4d14-be2c-ad57944dbee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.892051 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-09a7d4e7-eb0c-41c4-ae67-3b4643568faf req-142aa614-e328-49d6-93be-e9f6fe6ae6b0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f HTTP/1.1" status: 200 len: 217 time: 0.1286323 Jul 07 17:07:42.997526 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-e3bd1c93-f3da-4d93-a3e1-171b731a7b22 service neutron] For port 13f956a9-135e-4837-b9ec-114a03c584c6, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:43.018581 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffccd33-1fb9-4d14-be2c-ad57944dbee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35a624f-d8ab-4ea8-a58f-a7c38ed679e3,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:43.030538 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8ffccd33-1fb9-4d14-be2c-ad57944dbee7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a69b153895d946a6aa469ab15ba1c5d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4615259 Jul 07 17:07:43.032516 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60540) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:43.039979 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea035be-ce7a-498b-aff0-15b434ef6d53 req-f7c800e2-9b1a-4851-a5db-15e6640b2f58 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:43.052764 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aea035be-ce7a-498b-aff0-15b434ef6d53 req-f7c800e2-9b1a-4851-a5db-15e6640b2f58 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6adf702-f40c-4c39-878b-23b80b9c51de HTTP/1.1" status: 200 len: 946 time: 0.3732741 Jul 07 17:07:43.065783 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-e3bd1c93-f3da-4d93-a3e1-171b731a7b22 service neutron] For port 13f956a9-135e-4837-b9ec-114a03c584c6, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=13f956a9-135e-4837-b9ec-114a03c584c6,segment=NetworkSegment(f0a88ad8-bc79-44b5-b0b8-836380d308d1),segment_id=f0a88ad8-bc79-44b5-b0b8-836380d308d1)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:43.094636 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-04343e2c-8242-43b3-b572-b5d4655ffe53 service neutron] For port 086cb871-6c15-4a48-9049-28ba1f5e3a6c, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:43.097537 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-e3bd1c93-f3da-4d93-a3e1-171b731a7b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:43.121938 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-590bf02e-2d4c-4f93-86df-479a5832429d req-c653af2a-eb73-4699-a06f-8a1e79dbb155 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.53 "GET /v2.0/security-groups?id=0bf307b6-d3aa-4b49-836c-3933764fcbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422612 Jul 07 17:07:43.141655 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-04343e2c-8242-43b3-b572-b5d4655ffe53 service neutron] For port 086cb871-6c15-4a48-9049-28ba1f5e3a6c, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=086cb871-6c15-4a48-9049-28ba1f5e3a6c,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:43.168147 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device bff2bb40-e5c4-4cb7-9c35-c3b759b71616 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:07:43.174830 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7d4e7-eb0c-41c4-ae67-3b4643568faf req-b64c11a1-dddf-41f9-9eaa-cf517ef28fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:43.177793 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-09a7d4e7-eb0c-41c4-ae67-3b4643568faf req-b64c11a1-dddf-41f9-9eaa-cf517ef28fcc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 200 len: 851 time: 0.2771418 Jul 07 17:07:43.188128 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b19d4822-9001-4e53-b77f-7b80ffca8fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:43.197420 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-04343e2c-8242-43b3-b572-b5d4655ffe53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:43.299013 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b19d4822-9001-4e53-b77f-7b80ffca8fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:43.301970 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-e3bd1c93-f3da-4d93-a3e1-171b731a7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:43.321790 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-e3bd1c93-f3da-4d93-a3e1-171b731a7b22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:43.321790 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-e3bd1c93-f3da-4d93-a3e1-171b731a7b22 service neutron] 10.222.0.72 "PUT /v2.0/ports/13f956a9-135e-4837-b9ec-114a03c584c6 HTTP/1.1" status: 200 len: 1093 time: 2.9908462 Jul 07 17:07:43.337986 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63b45c6-3767-4d17-a30f-b548807ce12e', 'tag': '13f956a9-135e-4837-b9ec-114a03c584c6'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:43.347172 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6e2581-6192-4826-8e67-c4c0c2082c85" -d '{"events": [{"name": "network-changed", "server_uuid": "e63b45c6-3767-4d17-a30f-b548807ce12e", "tag": "13f956a9-135e-4837-b9ec-114a03c584c6"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:43.395940 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aea035be-ce7a-498b-aff0-15b434ef6d53 req-7946dbb3-db05-43da-888a-585160cd90c3 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416617 Jul 07 17:07:43.406730 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-04343e2c-8242-43b3-b572-b5d4655ffe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:43.407782 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-04343e2c-8242-43b3-b572-b5d4655ffe53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:43.410309 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-04343e2c-8242-43b3-b572-b5d4655ffe53 service neutron] 10.222.0.72 "PUT /v2.0/ports/086cb871-6c15-4a48-9049-28ba1f5e3a6c HTTP/1.1" status: 200 len: 1092 time: 2.6266873 Jul 07 17:07:43.414100 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a9b41a-0730-4792-a6ca-e2dcde668a62', 'tag': '086cb871-6c15-4a48-9049-28ba1f5e3a6c'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:43.426391 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5b334f-ba31-449a-b4df-ab05e9d73306" -d '{"events": [{"name": "network-changed", "server_uuid": "13a9b41a-0730-4792-a6ca-e2dcde668a62", "tag": "086cb871-6c15-4a48-9049-28ba1f5e3a6c"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:43.480127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd1c93-f3da-4d93-a3e1-171b731a7b22 service neutron] Pushing event updated for resources: {'Port': ['ID=13f956a9-135e-4837-b9ec-114a03c584c6,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:43.626981 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04343e2c-8242-43b3-b572-b5d4655ffe53 service neutron] Pushing event updated for resources: {'Port': ['ID=086cb871-6c15-4a48-9049-28ba1f5e3a6c,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:43.650052 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port bff2bb40-e5c4-4cb7-9c35-c3b759b71616, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bff2bb40-e5c4-4cb7-9c35-c3b759b71616,segment=NetworkSegment(53f81cea-49a1-4beb-a5e1-dba35f1ef8f8),segment_id=53f81cea-49a1-4beb-a5e1-dba35f1ef8f8)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:43.701438 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'bff2bb40-e5c4-4cb7-9c35-c3b759b71616', 'network_id': '9ffd6a7f-d7b0-4b5a-b790-da741ae974fa', 'port_id': 'bff2bb40-e5c4-4cb7-9c35-c3b759b71616', 'mac_address': 'fa:16:3e:5b:42:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70cdd0d0-8567-4b58-b257-aa6dbe513c99', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:07:43.702954 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-2e664743-b8f1-42a4-9043-4ad069321892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:43.710350 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-2e664743-b8f1-42a4-9043-4ad069321892 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4ab8ff299394c71bb0b88792c24c705&device_id=e63b45c6-3767-4d17-a30f-b548807ce12e HTTP/1.1" status: 200 len: 1096 time: 0.2777567 Jul 07 17:07:43.798514 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7d4e7-eb0c-41c4-ae67-3b4643568faf req-7172a064-8174-4138-96a3-10b43cf47e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:43.800259 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-09a7d4e7-eb0c-41c4-ae67-3b4643568faf req-7172a064-8174-4138-96a3-10b43cf47e6b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6068244 Jul 07 17:07:43.837932 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e94ada-a538-4e9a-a5b4-1ed03cfe2f4d x-openstack-request-id: req-02e94ada-a538-4e9a-a5b4-1ed03cfe2f4d {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:43.838239 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63b45c6-3767-4d17-a30f-b548807ce12e", "tag": "13f956a9-135e-4837-b9ec-114a03c584c6", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:43.838462 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02e94ada-a538-4e9a-a5b4-1ed03cfe2f4d {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:43.838877 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63b45c6-3767-4d17-a30f-b548807ce12e', 'tag': '13f956a9-135e-4837-b9ec-114a03c584c6', 'status': 'completed', 'code': 200} Jul 07 17:07:43.914970 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b19d4822-9001-4e53-b77f-7b80ffca8fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:43.917266 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:43.925732 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b19d4822-9001-4e53-b77f-7b80ffca8fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:43.927724 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b19d4822-9001-4e53-b77f-7b80ffca8fed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f35a624f-d8ab-4ea8-a58f-a7c38ed679e3 HTTP/1.1" status: 204 len: 168 time: 0.8851593 Jul 07 17:07:43.962875 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-7a2a488c-1ad0-401a-bb6c-d3fd59c11cca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13f956a9-135e-4837-b9ec-114a03c584c6 HTTP/1.1" status: 200 len: 217 time: 0.2423217 Jul 07 17:07:43.985107 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-f5d531df-a5ba-47c0-84c7-75e341a6f7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:43.988191 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-f5d531df-a5ba-47c0-84c7-75e341a6f7c2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=854488ce7e0c4852954684e9f239b430&device_id=13a9b41a-0730-4792-a6ca-e2dcde668a62 HTTP/1.1" status: 200 len: 1095 time: 0.4512780 Jul 07 17:07:44.005391 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bff2bb40-e5c4-4cb7-9c35-c3b759b71616 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:44.096157 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d4822-9001-4e53-b77f-7b80ffca8fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35a624f-d8ab-4ea8-a58f-a7c38ed679e3,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:44.110250 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port bff2bb40-e5c4-4cb7-9c35-c3b759b71616, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bff2bb40-e5c4-4cb7-9c35-c3b759b71616,segment=NetworkSegment(53f81cea-49a1-4beb-a5e1-dba35f1ef8f8),segment_id=53f81cea-49a1-4beb-a5e1-dba35f1ef8f8)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:44.158990 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:44.179705 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-be71538c-ec0b-42a0-90a1-d4fba9811769 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=086cb871-6c15-4a48-9049-28ba1f5e3a6c HTTP/1.1" status: 200 len: 217 time: 0.1660726 Jul 07 17:07:44.244568 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-09a7d4e7-eb0c-41c4-ae67-3b4643568faf req-7987a82e-f76c-46ff-a7b8-3a19122b45e9 service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340849 Jul 07 17:07:44.293707 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-be455d04-b43d-4065-9669-534c9dd107e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:44.298064 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-be455d04-b43d-4065-9669-534c9dd107e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3919b021-806b-497e-8462-a9346dab8947 HTTP/1.1" status: 200 len: 860 time: 0.3161421 Jul 07 17:07:44.337611 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['bff2bb40-e5c4-4cb7-9c35-c3b759b71616'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:44.344661 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=bff2bb40-e5c4-4cb7-9c35-c3b759b71616,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:44.395674 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46ac40-7651-4a52-839e-5a2047c09248 req-e937cdc1-ecc5-4fee-99c6-0bfea2c221e5 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:44.408648 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9c46ac40-7651-4a52-839e-5a2047c09248 req-e937cdc1-ecc5-4fee-99c6-0bfea2c221e5 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 944 time: 0.5869188 Jul 07 17:07:44.424229 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-18f79379-96a8-4f09-887f-c58264c4c1a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1d27adf9-5e42-4aa9-8ba3-61f87e200f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113105 Jul 07 17:07:44.539613 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd378e-5ea4-4b1a-8d03-729b0a2284af req-f7096dc5-a66f-446a-8390-29a6d272a838 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:44.551380 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67dd378e-5ea4-4b1a-8d03-729b0a2284af req-f7096dc5-a66f-446a-8390-29a6d272a838 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=13a9b41a-0730-4792-a6ca-e2dcde668a62 HTTP/1.1" status: 200 len: 943 time: 0.4033051 Jul 07 17:07:44.593194 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-7737ce1b-3530-46ed-83f4-7f3c50b3e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:44.596764 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-7737ce1b-3530-46ed-83f4-7f3c50b3e770 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=160646de-633f-43bb-ab77-cdc4622fc25c HTTP/1.1" status: 200 len: 845 time: 0.3948348 Jul 07 17:07:44.638148 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67dd378e-5ea4-4b1a-8d03-729b0a2284af req-950da86c-b761-4eef-b77f-8205ac0d088a tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845985 Jul 07 17:07:44.649812 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9c46ac40-7651-4a52-839e-5a2047c09248 req-28e2643f-75c7-49c4-92f9-de91528a1087 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2390888 Jul 07 17:07:44.681317 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-bb4b3d64-4a04-4931-a54b-9f8942897bfc service neutron] 10.222.0.72 "GET /v2.0/networks/1d27adf9-5e42-4aa9-8ba3-61f87e200f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461638 Jul 07 17:07:44.751118 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01795f2-6259-4bc2-888f-7b4a888cea66 x-openstack-request-id: req-e01795f2-6259-4bc2-888f-7b4a888cea66 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:44.752061 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a9b41a-0730-4792-a6ca-e2dcde668a62", "tag": "086cb871-6c15-4a48-9049-28ba1f5e3a6c", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:44.752061 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e01795f2-6259-4bc2-888f-7b4a888cea66 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:44.754183 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a9b41a-0730-4792-a6ca-e2dcde668a62', 'tag': '086cb871-6c15-4a48-9049-28ba1f5e3a6c', 'status': 'completed', 'code': 200} Jul 07 17:07:44.794224 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-f71b34b6-7651-439d-b67a-e7f9e738d951 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=656dd087-69ac-4445-b8fb-7180ff9e7eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1843266 Jul 07 17:07:44.821590 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60578) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:44.990486 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9dcf9915-987b-47ef-a957-6a258ff27a35 req-a8cace34-ae49-458c-b696-548565cf284a service neutron] 10.222.0.72 "GET /v2.0/networks/1d27adf9-5e42-4aa9-8ba3-61f87e200f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003273 Jul 07 17:07:45.042717 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-08a42558-3e66-43f3-9da8-1740e5a10f51 service neutron] 10.222.0.72 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394574 Jul 07 17:07:45.085000 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112f18c-3877-4cbc-9b84-040f0d2b7522 req-06603b3c-c679-495a-914c-757229f542bf tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:45.094272 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d112f18c-3877-4cbc-9b84-040f0d2b7522 req-06603b3c-c679-495a-914c-757229f542bf tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.53 "GET /v2.0/ports?device_id=e63b45c6-3767-4d17-a30f-b548807ce12e HTTP/1.1" status: 200 len: 944 time: 0.2028630 Jul 07 17:07:45.098283 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8702d537-19fc-4ebb-afa0-d741695adf10 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=178a5aff5f884f329cdabf4c4d778e93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2431095 Jul 07 17:07:45.102687 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60582) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:45.188151 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device bff2bb40-e5c4-4cb7-9c35-c3b759b71616 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:45.246858 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d112f18c-3877-4cbc-9b84-040f0d2b7522 req-6083356d-9811-414b-b912-4c477e79118e tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.53 "GET /v2.0/security-groups?id=0bf307b6-d3aa-4b49-836c-3933764fcbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468587 Jul 07 17:07:45.264188 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e2581-6192-4826-8e67-c4c0c2082c85 req-bfc457a5-3785-413b-9639-d703d1facf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:45.269796 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8b6e2581-6192-4826-8e67-c4c0c2082c85 req-bfc457a5-3785-413b-9639-d703d1facf7f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4ab8ff299394c71bb0b88792c24c705&device_id=e63b45c6-3767-4d17-a30f-b548807ce12e HTTP/1.1" status: 200 len: 1096 time: 0.1734984 Jul 07 17:07:45.382697 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-09a7d4e7-eb0c-41c4-ae67-3b4643568faf req-52cb3724-89a7-491d-a71c-93d9e661ec1f service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1136467 Jul 07 17:07:45.384062 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port bff2bb40-e5c4-4cb7-9c35-c3b759b71616 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:45.387975 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.509438 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e2581-6192-4826-8e67-c4c0c2082c85 req-d20eb74a-4807-4cc8-9247-293206da3f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:45.509438 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8b6e2581-6192-4826-8e67-c4c0c2082c85 req-d20eb74a-4807-4cc8-9247-293206da3f79 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1d27adf9-5e42-4aa9-8ba3-61f87e200f94 HTTP/1.1" status: 200 len: 921 time: 0.2320292 Jul 07 17:07:45.537796 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7a4e58cd-abf4-47e8-b95d-fdca0057d8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.568326 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c2d81966-b2bb-40bd-a6ee-201d0a4ae55c req-54a23672-8a3f-4fd1-b6b1-1d0a30a703bc service neutron] 10.222.0.72 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4848258 Jul 07 17:07:45.572860 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8b6e2581-6192-4826-8e67-c4c0c2082c85 req-b3941d63-7a62-4d3d-b1c7-77318a5f6705 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13f956a9-135e-4837-b9ec-114a03c584c6 HTTP/1.1" status: 200 len: 217 time: 0.0559790 Jul 07 17:07:45.611379 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54558104-0ed6-4c10-93aa-623d6fe61d01 req-b0bd4f9d-ec01-4ac0-84bc-bf60d016161c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:45.614168 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-54558104-0ed6-4c10-93aa-623d6fe61d01 req-b0bd4f9d-ec01-4ac0-84bc-bf60d016161c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6adf702-f40c-4c39-878b-23b80b9c51de HTTP/1.1" status: 200 len: 945 time: 0.3119624 Jul 07 17:07:45.623857 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7a4e58cd-abf4-47e8-b95d-fdca0057d8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.648014 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.667478 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e2581-6192-4826-8e67-c4c0c2082c85 req-9bb0e55f-d92f-426e-9103-fb26dde6f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:45.673944 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8b6e2581-6192-4826-8e67-c4c0c2082c85 req-9bb0e55f-d92f-426e-9103-fb26dde6f4c7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3919b021-806b-497e-8462-a9346dab8947 HTTP/1.1" status: 200 len: 860 time: 0.0896068 Jul 07 17:07:45.724596 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6adf702-f40c-4c39-878b-23b80b9c51de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff2bb40-e5c4-4cb7-9c35-c3b759b71616'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:45.729574 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd37e44f-6d0d-4e6c-bbba-9e73eff347f1" -d '{"events": [{"server_uuid": "f6adf702-f40c-4c39-878b-23b80b9c51de", "name": "network-vif-plugged", "status": "completed", "tag": "bff2bb40-e5c4-4cb7-9c35-c3b759b71616"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:45.778652 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port bff2bb40-e5c4-4cb7-9c35-c3b759b71616, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bff2bb40-e5c4-4cb7-9c35-c3b759b71616,segment=NetworkSegment(53f81cea-49a1-4beb-a5e1-dba35f1ef8f8),segment_id=53f81cea-49a1-4beb-a5e1-dba35f1ef8f8)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:45.783771 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8b6e2581-6192-4826-8e67-c4c0c2082c85 req-347a5cbf-890b-49b8-83ab-5baaef8805f7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1d27adf9-5e42-4aa9-8ba3-61f87e200f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003487 Jul 07 17:07:45.788956 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.806173 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-54558104-0ed6-4c10-93aa-623d6fe61d01 req-2bb905ed-fc76-4ca8-bac4-d8e37688e150 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711175 Jul 07 17:07:45.844303 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7a4e58cd-abf4-47e8-b95d-fdca0057d8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.852430 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7a4e58cd-abf4-47e8-b95d-fdca0057d8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.855303 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7a4e58cd-abf4-47e8-b95d-fdca0057d8b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/89d70860-3eb9-44e8-9126-69586a2cc0fc HTTP/1.1" status: 204 len: 168 time: 0.7474947 Jul 07 17:07:45.904484 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e58cd-abf4-47e8-b95d-fdca0057d8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d70860-3eb9-44e8-9126-69586a2cc0fc,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:45.934402 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=bff2bb40-e5c4-4cb7-9c35-c3b759b71616,revision_number=7']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:45.950731 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b334f-ba31-449a-b4df-ab05e9d73306 req-1a265bc4-9fd3-4930-b5a4-b3910b6c10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:45.958442 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-da5b334f-ba31-449a-b4df-ab05e9d73306 req-1a265bc4-9fd3-4930-b5a4-b3910b6c10f2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=854488ce7e0c4852954684e9f239b430&device_id=13a9b41a-0730-4792-a6ca-e2dcde668a62 HTTP/1.1" status: 200 len: 1095 time: 0.2680357 Jul 07 17:07:46.035126 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7e78f571-904f-4da8-88ba-e8ea6ef2575f details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:07:46.057560 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8b6e2581-6192-4826-8e67-c4c0c2082c85 req-828efff6-4c34-448c-8966-cf1f48c434cd service neutron] 10.222.0.72 "GET /v2.0/networks/1d27adf9-5e42-4aa9-8ba3-61f87e200f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649753 Jul 07 17:07:46.077686 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b334f-ba31-449a-b4df-ab05e9d73306 req-8162c79a-8d78-4f03-a750-9f4785f03b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:46.080048 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-da5b334f-ba31-449a-b4df-ab05e9d73306 req-8162c79a-8d78-4f03-a750-9f4785f03b8f service neutron] 10.222.0.72 "GET /v2.0/networks?id=656dd087-69ac-4445-b8fb-7180ff9e7eaa HTTP/1.1" status: 200 len: 906 time: 0.1198320 Jul 07 17:07:46.196346 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddb200-1c5b-4fc8-8d94-90677ea326e5 req-ca4f9ae0-4ae9-4388-b270-611acb10e5b4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:46.205225 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dcddb200-1c5b-4fc8-8d94-90677ea326e5 req-ca4f9ae0-4ae9-4388-b270-611acb10e5b4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=13a9b41a-0730-4792-a6ca-e2dcde668a62 HTTP/1.1" status: 200 len: 943 time: 0.2620771 Jul 07 17:07:46.215450 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8b6e2581-6192-4826-8e67-c4c0c2082c85 req-5b9d74de-2855-471c-835e-b18e2f95a396 service neutron] 10.222.0.72 "GET /v2.0/networks/1d27adf9-5e42-4aa9-8ba3-61f87e200f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425521 Jul 07 17:07:46.246075 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-da5b334f-ba31-449a-b4df-ab05e9d73306 req-1cbe0f48-e171-4522-bdda-57633ec1a23d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=086cb871-6c15-4a48-9049-28ba1f5e3a6c HTTP/1.1" status: 200 len: 217 time: 0.1575038 Jul 07 17:07:46.330462 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dcddb200-1c5b-4fc8-8d94-90677ea326e5 req-2e07b5db-11f8-46d6-858e-1deb2cc2a5fa tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238668 Jul 07 17:07:46.349303 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7e78f571-904f-4da8-88ba-e8ea6ef2575f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:46.373137 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '7e78f571-904f-4da8-88ba-e8ea6ef2575f', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'port_id': '7e78f571-904f-4da8-88ba-e8ea6ef2575f', 'mac_address': 'fa:16:3e:ed:cc:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:07:46.413519 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b334f-ba31-449a-b4df-ab05e9d73306 req-4fec3b7c-5e5b-4803-81a7-173fc6b5fe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:46.416373 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-da5b334f-ba31-449a-b4df-ab05e9d73306 req-4fec3b7c-5e5b-4803-81a7-173fc6b5fe99 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=160646de-633f-43bb-ab77-cdc4622fc25c HTTP/1.1" status: 200 len: 845 time: 0.1132143 Jul 07 17:07:46.450658 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d32e80-1e62-465a-9024-49800d280fc3 x-openstack-request-id: req-c3d32e80-1e62-465a-9024-49800d280fc3 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:46.451387 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6adf702-f40c-4c39-878b-23b80b9c51de", "name": "network-vif-plugged", "status": "completed", "tag": "bff2bb40-e5c4-4cb7-9c35-c3b759b71616", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:46.451387 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c3d32e80-1e62-465a-9024-49800d280fc3 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:46.457208 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6adf702-f40c-4c39-878b-23b80b9c51de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff2bb40-e5c4-4cb7-9c35-c3b759b71616', 'code': 200} Jul 07 17:07:46.483000 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.488956 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-da5b334f-ba31-449a-b4df-ab05e9d73306 req-f721790a-22cd-4e5f-b7bd-d5ff3ad8b3e2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=656dd087-69ac-4445-b8fb-7180ff9e7eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633583 Jul 07 17:07:46.506933 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b12a5e-5a5b-4383-ae8b-82ad9af8eb29 req-870b1a98-3c28-4e83-870f-4f6ae87bba97 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:46.522717 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-47b12a5e-5a5b-4383-ae8b-82ad9af8eb29 req-870b1a98-3c28-4e83-870f-4f6ae87bba97 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 944 time: 0.2989359 Jul 07 17:07:46.536033 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e78f571-904f-4da8-88ba-e8ea6ef2575f {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:46.603496 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7e78f571-904f-4da8-88ba-e8ea6ef2575f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:46.610359 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.794565 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7e78f571-904f-4da8-88ba-e8ea6ef2575f,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:46.910508 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['7e78f571-904f-4da8-88ba-e8ea6ef2575f'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:46.913187 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-47b12a5e-5a5b-4383-ae8b-82ad9af8eb29 req-66d76a16-5383-4dcb-a96e-c3bf75696c66 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3888712 Jul 07 17:07:47.117535 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-da5b334f-ba31-449a-b4df-ab05e9d73306 req-a7ef3836-7cc2-4c44-8189-4178d9d3adc1 service neutron] 10.222.0.72 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5894916 Jul 07 17:07:47.206367 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device bff2bb40-e5c4-4cb7-9c35-c3b759b71616 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:47.369635 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-da5b334f-ba31-449a-b4df-ab05e9d73306 req-83bf3eff-e953-43a3-840c-432a65e207ba service neutron] 10.222.0.72 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450895 Jul 07 17:07:47.382953 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d0bcd-a317-4815-a32a-2830f1d3e57d req-b3667cb8-e7d4-4c16-909a-1d343c93f7f0 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:47.391347 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d84d0bcd-a317-4815-a32a-2830f1d3e57d req-b3667cb8-e7d4-4c16-909a-1d343c93f7f0 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.53 "GET /v2.0/ports?device_id=e63b45c6-3767-4d17-a30f-b548807ce12e HTTP/1.1" status: 200 len: 944 time: 0.2172225 Jul 07 17:07:47.497469 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d84d0bcd-a317-4815-a32a-2830f1d3e57d req-062e6da6-a011-40ab-99b0-d2b33cbbae7f tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.53 "GET /v2.0/security-groups?id=0bf307b6-d3aa-4b49-836c-3933764fcbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050456 Jul 07 17:07:47.594354 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.722526 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port bff2bb40-e5c4-4cb7-9c35-c3b759b71616, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bff2bb40-e5c4-4cb7-9c35-c3b759b71616,segment=NetworkSegment(53f81cea-49a1-4beb-a5e1-dba35f1ef8f8),segment_id=53f81cea-49a1-4beb-a5e1-dba35f1ef8f8)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:47.733245 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.858196 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=bff2bb40-e5c4-4cb7-9c35-c3b759b71616,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:47.884557 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60640) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:47.979355 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b63e17-42c7-4c0a-9fd6-7ee1d9789ebd req-28aefcd9-6c07-4935-ac10-505ac363e793 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:47.987503 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-01b63e17-42c7-4c0a-9fd6-7ee1d9789ebd req-28aefcd9-6c07-4935-ac10-505ac363e793 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6adf702-f40c-4c39-878b-23b80b9c51de HTTP/1.1" status: 200 len: 944 time: 0.2069910 Jul 07 17:07:48.038980 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 13f956a9-135e-4837-b9ec-114a03c584c6 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:07:48.060445 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-01b63e17-42c7-4c0a-9fd6-7ee1d9789ebd req-cefd2b52-3add-4ed3-8a07-f4adef9e9e3d tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659869 Jul 07 17:07:48.083827 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48a516-828d-4dcb-8efe-f54688e35a69 req-4ccc8434-5579-420a-a8b6-549cf2020d95 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:48.097712 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dd48a516-828d-4dcb-8efe-f54688e35a69 req-4ccc8434-5579-420a-a8b6-549cf2020d95 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=13a9b41a-0730-4792-a6ca-e2dcde668a62 HTTP/1.1" status: 200 len: 943 time: 0.1841054 Jul 07 17:07:48.157230 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dd48a516-828d-4dcb-8efe-f54688e35a69 req-c2b22ad0-399c-4855-8462-2f931778c83d tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579510 Jul 07 17:07:48.161476 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-5e2b3717-e23d-40ca-9010-eaf048108487 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1832474100'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:48.208693 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2b3717-e23d-40ca-9010-eaf048108487 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Made reservation on behalf of 21919683220a41d3a4d84233ba5e4402 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:48.235251 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5e2b3717-e23d-40ca-9010-eaf048108487 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.279438 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5e2b3717-e23d-40ca-9010-eaf048108487 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.310244 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 13f956a9-135e-4837-b9ec-114a03c584c6, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=13f956a9-135e-4837-b9ec-114a03c584c6,segment=NetworkSegment(f0a88ad8-bc79-44b5-b0b8-836380d308d1),segment_id=f0a88ad8-bc79-44b5-b0b8-836380d308d1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:48.324552 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '13f956a9-135e-4837-b9ec-114a03c584c6', 'network_id': '1d27adf9-5e42-4aa9-8ba3-61f87e200f94', 'port_id': '13f956a9-135e-4837-b9ec-114a03c584c6', 'mac_address': 'fa:16:3e:b3:c7:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3919b021-806b-497e-8462-a9346dab8947', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:07:48.369356 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.390813 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f956a9-135e-4837-b9ec-114a03c584c6 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:48.417807 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 13f956a9-135e-4837-b9ec-114a03c584c6, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=13f956a9-135e-4837-b9ec-114a03c584c6,segment=NetworkSegment(f0a88ad8-bc79-44b5-b0b8-836380d308d1),segment_id=f0a88ad8-bc79-44b5-b0b8-836380d308d1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:48.429721 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.483052 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6adf702-f40c-4c39-878b-23b80b9c51de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bff2bb40-e5c4-4cb7-9c35-c3b759b71616'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:48.493211 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726ff655-66be-4218-a706-96157ff9f614" -d '{"events": [{"server_uuid": "f6adf702-f40c-4c39-878b-23b80b9c51de", "name": "network-vif-unplugged", "status": "completed", "tag": "bff2bb40-e5c4-4cb7-9c35-c3b759b71616"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:48.532708 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84754b6-bfd9-4203-8e89-00f009927242 req-35979871-7756-4a9a-9206-292b96e4cdeb tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:48.541162 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b84754b6-bfd9-4203-8e89-00f009927242 req-35979871-7756-4a9a-9206-292b96e4cdeb tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.2347660 Jul 07 17:07:48.585758 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5e2b3717-e23d-40ca-9010-eaf048108487 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.587206 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=13f956a9-135e-4837-b9ec-114a03c584c6,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:48.593263 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5e2b3717-e23d-40ca-9010-eaf048108487 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.658795 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b84754b6-bfd9-4203-8e89-00f009927242 req-b9b53b4d-e4df-46e4-bcda-313f751b0d63 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142764 Jul 07 17:07:48.669618 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2b3717-e23d-40ca-9010-eaf048108487 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:07:48.696900 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b3717-e23d-40ca-9010-eaf048108487 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c388116d-e40c-4f1f-9cac-069d6d3b3c83,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:48.696900 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5e2b3717-e23d-40ca-9010-eaf048108487 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.696900 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-5e2b3717-e23d-40ca-9010-eaf048108487 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Added segment fcdfe6a3-3183-4ce8-9371-fb1d09ae6552 of type vlan for network 10670639-730a-48c4-a835-7826e37ccffb Jul 07 17:07:48.733648 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['13f956a9-135e-4837-b9ec-114a03c584c6'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:48.812504 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e27dcfd-d279-416a-863e-f8cb5a880248 x-openstack-request-id: req-2e27dcfd-d279-416a-863e-f8cb5a880248 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:48.812875 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6adf702-f40c-4c39-878b-23b80b9c51de", "name": "network-vif-unplugged", "status": "completed", "tag": "bff2bb40-e5c4-4cb7-9c35-c3b759b71616", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:48.813078 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e27dcfd-d279-416a-863e-f8cb5a880248 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:48.813482 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6adf702-f40c-4c39-878b-23b80b9c51de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bff2bb40-e5c4-4cb7-9c35-c3b759b71616', 'code': 200} Jul 07 17:07:48.848536 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5e2b3717-e23d-40ca-9010-eaf048108487 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.942679 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6e63b-5eb4-45a6-a715-a2c5f6bfd150 req-ce162eff-e535-4400-a8d8-690d209b4be1 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:48.944919 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-95f6e63b-5eb4-45a6-a715-a2c5f6bfd150 req-ce162eff-e535-4400-a8d8-690d209b4be1 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6adf702-f40c-4c39-878b-23b80b9c51de HTTP/1.1" status: 200 len: 944 time: 0.1585705 Jul 07 17:07:48.976290 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5e2b3717-e23d-40ca-9010-eaf048108487 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.982939 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2b3717-e23d-40ca-9010-eaf048108487 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:48.983607 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5e2b3717-e23d-40ca-9010-eaf048108487 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.217187 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5e2b3717-e23d-40ca-9010-eaf048108487 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3129981 Jul 07 17:07:49.234641 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b3717-e23d-40ca-9010-eaf048108487 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event updated for resources: {'Network': ['ID=10670639-730a-48c4-a835-7826e37ccffb,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:49.280330 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 10670639-730a-48c4-a835-7826e37ccffb details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:07:49.417115 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-95f6e63b-5eb4-45a6-a715-a2c5f6bfd150 req-4823d2b3-af93-435f-bfcf-1c73d6884800 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Deleting port bff2bb40-e5c4-4cb7-9c35-c3b759b71616 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:49.420672 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-95f6e63b-5eb4-45a6-a715-a2c5f6bfd150 req-4823d2b3-af93-435f-bfcf-1c73d6884800 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.718067 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-95f6e63b-5eb4-45a6-a715-a2c5f6bfd150 req-4823d2b3-af93-435f-bfcf-1c73d6884800 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] For port bff2bb40-e5c4-4cb7-9c35-c3b759b71616, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bff2bb40-e5c4-4cb7-9c35-c3b759b71616,segment=NetworkSegment(53f81cea-49a1-4beb-a5e1-dba35f1ef8f8),segment_id=53f81cea-49a1-4beb-a5e1-dba35f1ef8f8)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:49.719210 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-95f6e63b-5eb4-45a6-a715-a2c5f6bfd150 req-4823d2b3-af93-435f-bfcf-1c73d6884800 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.739777 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eba74c-dedf-4716-8e0b-fe08a4b22df3 req-0ea7f950-51cf-4c57-9ae3-97a0ddc23fec tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:49.751413 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60eba74c-dedf-4716-8e0b-fe08a4b22df3 req-0ea7f950-51cf-4c57-9ae3-97a0ddc23fec tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.53 "GET /v2.0/ports?device_id=e63b45c6-3767-4d17-a30f-b548807ce12e HTTP/1.1" status: 200 len: 945 time: 0.1323624 Jul 07 17:07:49.752441 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-95f6e63b-5eb4-45a6-a715-a2c5f6bfd150 req-4823d2b3-af93-435f-bfcf-1c73d6884800 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Calling delete_port for bff2bb40-e5c4-4cb7-9c35-c3b759b71616 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:49.827013 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60eba74c-dedf-4716-8e0b-fe08a4b22df3 req-9443da2b-bb0c-42ed-b50c-2f4fd9dad1d6 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.53 "GET /v2.0/security-groups?id=0bf307b6-d3aa-4b49-836c-3933764fcbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743229 Jul 07 17:07:49.934413 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec5a4b-2e35-4390-9308-f877d615b6f0 req-4a9f282d-6543-4cf6-b71d-b66e583e8233 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:49.937076 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2cec5a4b-2e35-4390-9308-f877d615b6f0 req-4a9f282d-6543-4cf6-b71d-b66e583e8233 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6adf702-f40c-4c39-878b-23b80b9c51de HTTP/1.1" status: 200 len: 944 time: 0.3309329 Jul 07 17:07:50.051433 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 086cb871-6c15-4a48-9049-28ba1f5e3a6c details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:07:50.059420 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7e78f571-904f-4da8-88ba-e8ea6ef2575f up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:50.164925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816429c-7343-44e2-b156-641469f366e9 req-471e180b-10cb-4a65-8d0d-b53b04fb1c27 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:50.167749 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-95f6e63b-5eb4-45a6-a715-a2c5f6bfd150 req-4823d2b3-af93-435f-bfcf-1c73d6884800 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.173484 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f816429c-7343-44e2-b156-641469f366e9 req-471e180b-10cb-4a65-8d0d-b53b04fb1c27 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=13a9b41a-0730-4792-a6ca-e2dcde668a62 HTTP/1.1" status: 200 len: 943 time: 0.1362333 Jul 07 17:07:50.255498 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2cec5a4b-2e35-4390-9308-f877d615b6f0 req-b857e052-4d13-4f84-9e86-99d207076ace tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897775 Jul 07 17:07:50.282689 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 086cb871-6c15-4a48-9049-28ba1f5e3a6c, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=086cb871-6c15-4a48-9049-28ba1f5e3a6c,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:50.296566 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '086cb871-6c15-4a48-9049-28ba1f5e3a6c', 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa', 'port_id': '086cb871-6c15-4a48-9049-28ba1f5e3a6c', 'mac_address': 'fa:16:3e:7f:87:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160646de-633f-43bb-ab77-cdc4622fc25c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:07:50.373954 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.393442 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 086cb871-6c15-4a48-9049-28ba1f5e3a6c {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:50.398546 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 7e78f571-904f-4da8-88ba-e8ea6ef2575f completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:50.404600 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 7e78f571-904f-4da8-88ba-e8ea6ef2575f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:50.405090 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.436250 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f816429c-7343-44e2-b156-641469f366e9 req-529d7ea6-c173-4c11-a70b-f4064f7b24bd tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616286 Jul 07 17:07:50.475286 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823d2b3-af93-435f-bfcf-1c73d6884800 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Pushing event deleted for resources: {'Port': ['ID=bff2bb40-e5c4-4cb7-9c35-c3b759b71616,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:50.519782 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 086cb871-6c15-4a48-9049-28ba1f5e3a6c, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=086cb871-6c15-4a48-9049-28ba1f5e3a6c,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:50.552344 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f6e63b-5eb4-45a6-a715-a2c5f6bfd150 req-4823d2b3-af93-435f-bfcf-1c73d6884800 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] No DVR routers for this DVR port bff2bb40-e5c4-4cb7-9c35-c3b759b71616 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:07:50.558737 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-95f6e63b-5eb4-45a6-a715-a2c5f6bfd150 req-4823d2b3-af93-435f-bfcf-1c73d6884800 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.568923 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-95f6e63b-5eb4-45a6-a715-a2c5f6bfd150 req-4823d2b3-af93-435f-bfcf-1c73d6884800 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.64 "DELETE /v2.0/ports/bff2bb40-e5c4-4cb7-9c35-c3b759b71616 HTTP/1.1" status: 204 len: 173 time: 1.6126249 Jul 07 17:07:50.573936 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6adf702-f40c-4c39-878b-23b80b9c51de', 'name': 'network-vif-deleted', 'tag': 'bff2bb40-e5c4-4cb7-9c35-c3b759b71616'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:50.581449 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff427eb7-c3a0-4db3-8ff0-e275556eba11" -d '{"events": [{"server_uuid": "f6adf702-f40c-4c39-878b-23b80b9c51de", "name": "network-vif-deleted", "tag": "bff2bb40-e5c4-4cb7-9c35-c3b759b71616"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:50.622526 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.916204 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e63b0-df31-4d0f-b778-469cb2fd3a46 req-be1b928b-db96-4713-bf76-87a0bf56a244 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:50.928360 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-756e63b0-df31-4d0f-b778-469cb2fd3a46 req-be1b928b-db96-4713-bf76-87a0bf56a244 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.1843109 Jul 07 17:07:50.940282 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.011330 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7e78f571-904f-4da8-88ba-e8ea6ef2575f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:51.015537 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a006a60a-8ef7-4446-8714-2825430f9e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e78f571-904f-4da8-88ba-e8ea6ef2575f'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:51.019170 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03913100-665b-44aa-b823-bb8d3de7fbdb" -d '{"events": [{"server_uuid": "a006a60a-8ef7-4446-8714-2825430f9e2c", "name": "network-vif-plugged", "status": "completed", "tag": "7e78f571-904f-4da8-88ba-e8ea6ef2575f"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:51.030704 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-756e63b0-df31-4d0f-b778-469cb2fd3a46 req-01c4e517-6d65-46d3-99d7-42875d0af735 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988297 Jul 07 17:07:51.036064 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.086705 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e46af50-8812-437b-a5dc-41204d7d5830 x-openstack-request-id: req-3e46af50-8812-437b-a5dc-41204d7d5830 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:51.086705 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6adf702-f40c-4c39-878b-23b80b9c51de", "name": "network-vif-deleted", "tag": "bff2bb40-e5c4-4cb7-9c35-c3b759b71616", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:51.087314 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e46af50-8812-437b-a5dc-41204d7d5830 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:51.088008 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6adf702-f40c-4c39-878b-23b80b9c51de', 'name': 'network-vif-deleted', 'tag': 'bff2bb40-e5c4-4cb7-9c35-c3b759b71616', 'status': 'completed', 'code': 200} Jul 07 17:07:51.096369 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=086cb871-6c15-4a48-9049-28ba1f5e3a6c,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:51.186359 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb77abc-0824-4c08-a8e4-24148cb1c650 x-openstack-request-id: req-5cb77abc-0824-4c08-a8e4-24148cb1c650 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:51.186967 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a006a60a-8ef7-4446-8714-2825430f9e2c", "name": "network-vif-plugged", "status": "completed", "tag": "7e78f571-904f-4da8-88ba-e8ea6ef2575f", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:51.187378 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5cb77abc-0824-4c08-a8e4-24148cb1c650 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:51.188076 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a006a60a-8ef7-4446-8714-2825430f9e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e78f571-904f-4da8-88ba-e8ea6ef2575f', 'code': 200} Jul 07 17:07:51.280445 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7e78f571-904f-4da8-88ba-e8ea6ef2575f,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:51.294390 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device bff2bb40-e5c4-4cb7-9c35-c3b759b71616 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:51.377540 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: bff2bb40-e5c4-4cb7-9c35-c3b759b71616 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:07:51.381063 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device bff2bb40-e5c4-4cb7-9c35-c3b759b71616 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:07:51.393724 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['086cb871-6c15-4a48-9049-28ba1f5e3a6c'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:51.468655 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09f70d-aa51-440c-91eb-a30fe8705590 req-670bbd48-8742-418e-9659-ee38b2afa339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:51.482628 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec09f70d-aa51-440c-91eb-a30fe8705590 req-670bbd48-8742-418e-9659-ee38b2afa339 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 1098 time: 0.2229152 Jul 07 17:07:51.693489 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec09f70d-aa51-440c-91eb-a30fe8705590 req-28cd834a-185f-4aa8-b0b6-e009bb2c1c32 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006850 Jul 07 17:07:51.731823 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f2403c00-f37a-4767-9e6b-46e00481b7be req-92437512-9682-40c7-8ca9-e6f3c8e381e6 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6adf702-f40c-4c39-878b-23b80b9c51de HTTP/1.1" status: 200 len: 210 time: 0.0910475 Jul 07 17:07:51.834578 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1506b8-46c6-473a-ba89-6ee83db2d303 req-a857ab81-3f81-481c-901b-5ded6bb869ca tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:51.848486 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6a1506b8-46c6-473a-ba89-6ee83db2d303 req-a857ab81-3f81-481c-901b-5ded6bb869ca tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.53 "GET /v2.0/ports?device_id=e63b45c6-3767-4d17-a30f-b548807ce12e HTTP/1.1" status: 200 len: 945 time: 0.2967098 Jul 07 17:07:51.938528 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6a1506b8-46c6-473a-ba89-6ee83db2d303 req-c0b3a0d3-6964-43b9-b178-c5639dd15d46 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.53 "GET /v2.0/security-groups?id=0bf307b6-d3aa-4b49-836c-3933764fcbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884612 Jul 07 17:07:52.003137 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-5de31ced-2369-45a9-af4b-ca1d7819fa6c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1986322 Jul 07 17:07:52.067990 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 13f956a9-135e-4837-b9ec-114a03c584c6 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:52.204193 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143c84b-2162-4c57-bbf0-873f36090f13 req-61268891-86f5-42b7-a46c-72b729ed9df4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.227216 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d143c84b-2162-4c57-bbf0-873f36090f13 req-61268891-86f5-42b7-a46c-72b729ed9df4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=13a9b41a-0730-4792-a6ca-e2dcde668a62 HTTP/1.1" status: 200 len: 944 time: 0.2034619 Jul 07 17:07:52.240387 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 13f956a9-135e-4837-b9ec-114a03c584c6 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:52.264478 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 13f956a9-135e-4837-b9ec-114a03c584c6 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:52.265039 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:52.381298 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d143c84b-2162-4c57-bbf0-873f36090f13 req-1250fcdf-2c24-40ea-a612-059c7b01a903 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531940 Jul 07 17:07:52.442977 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-e0477863-b4e7-4bf0-b9f1-c7d92cb0af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.444400 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-e0477863-b4e7-4bf0-b9f1-c7d92cb0af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.444400 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-e0477863-b4e7-4bf0-b9f1-c7d92cb0af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.444748 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-e0477863-b4e7-4bf0-b9f1-c7d92cb0af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.444983 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-e0477863-b4e7-4bf0-b9f1-c7d92cb0af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.445466 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-e0477863-b4e7-4bf0-b9f1-c7d92cb0af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.447776 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-e0477863-b4e7-4bf0-b9f1-c7d92cb0af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.449693 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-e0477863-b4e7-4bf0-b9f1-c7d92cb0af53 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b6d220ae528f42c295cc654c1d123274&device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 6500 time: 0.3123727 Jul 07 17:07:52.708463 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:52.827435 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-01a1181a-0c9a-4e7d-972d-454473da0062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.828679 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-01a1181a-0c9a-4e7d-972d-454473da0062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.829675 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-01a1181a-0c9a-4e7d-972d-454473da0062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.832978 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-01a1181a-0c9a-4e7d-972d-454473da0062 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b1ef1e6-de16-48e9-886d-760c85a81894&id=631352b9-cdc0-4502-b4e6-9840754bae5a&id=631352b9-cdc0-4502-b4e6-9840754bae5a&id=631352b9-cdc0-4502-b4e6-9840754bae5a&id=631352b9-cdc0-4502-b4e6-9840754bae5a&id=f52f86e5-4ccf-471b-ba73-453c1047945f&id=f52f86e5-4ccf-471b-ba73-453c1047945f HTTP/1.1" status: 200 len: 2293 time: 0.1605446 Jul 07 17:07:52.848804 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 13f956a9-135e-4837-b9ec-114a03c584c6, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=13f956a9-135e-4837-b9ec-114a03c584c6,segment=NetworkSegment(f0a88ad8-bc79-44b5-b0b8-836380d308d1),segment_id=f0a88ad8-bc79-44b5-b0b8-836380d308d1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:52.857934 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:52.871125 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0114a5-9281-494c-a4fe-b40fce0624fe req-37808ad0-c3d3-489f-944f-32b75382c961 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.893558 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7d0114a5-9281-494c-a4fe-b40fce0624fe req-37808ad0-c3d3-489f-944f-32b75382c961 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 946 time: 0.2795830 Jul 07 17:07:53.112037 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=13f956a9-135e-4837-b9ec-114a03c584c6,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:53.139462 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7d0114a5-9281-494c-a4fe-b40fce0624fe req-758db7e9-eda8-491b-a4e5-3bd4d32e4f22 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421362 Jul 07 17:07:53.189669 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63b45c6-3767-4d17-a30f-b548807ce12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f956a9-135e-4837-b9ec-114a03c584c6'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:53.192600 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a5864b-e9d6-4322-a345-6531bf0fb021" -d '{"events": [{"server_uuid": "e63b45c6-3767-4d17-a30f-b548807ce12e", "name": "network-vif-plugged", "status": "completed", "tag": "13f956a9-135e-4837-b9ec-114a03c584c6"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:53.193790 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-5a4353b2-6bb1-4512-9f8b-bf5b2e18d69c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47bf5e37-4f50-40b7-9c7a-0594677913b4 HTTP/1.1" status: 200 len: 1002 time: 0.3337109 Jul 07 17:07:53.409007 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-93b0ffe6-4b71-4090-8d26-935e350f0022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:53.410589 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-439ae431-8af5-4f04-8959-8e4870d2c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:53.415331 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-93b0ffe6-4b71-4090-8d26-935e350f0022 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7bf3ce58-a71d-4412-bb72-4611169487c0 HTTP/1.1" status: 200 len: 851 time: 0.2037604 Jul 07 17:07:53.506077 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575a0837-b025-4684-b529-726c90bee6b4 x-openstack-request-id: req-575a0837-b025-4684-b529-726c90bee6b4 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:53.506364 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63b45c6-3767-4d17-a30f-b548807ce12e", "name": "network-vif-plugged", "status": "completed", "tag": "13f956a9-135e-4837-b9ec-114a03c584c6", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:53.506732 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-575a0837-b025-4684-b529-726c90bee6b4 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:53.507016 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63b45c6-3767-4d17-a30f-b548807ce12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f956a9-135e-4837-b9ec-114a03c584c6', 'code': 200} Jul 07 17:07:53.521905 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d8ceb-8294-4823-8f1c-da0a8af6becf req-72d34b6d-33fa-42a6-acc5-e37948034830 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:53.533877 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a51d8ceb-8294-4823-8f1c-da0a8af6becf req-72d34b6d-33fa-42a6-acc5-e37948034830 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.53 "GET /v2.0/ports?device_id=e63b45c6-3767-4d17-a30f-b548807ce12e HTTP/1.1" status: 200 len: 946 time: 0.2139411 Jul 07 17:07:53.584307 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-de848f0c-8a73-4938-a16f-2af49acf44c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:53.590365 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-de848f0c-8a73-4938-a16f-2af49acf44c6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b1ef1e6-de16-48e9-886d-760c85a81894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1663675 Jul 07 17:07:53.801716 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a51d8ceb-8294-4823-8f1c-da0a8af6becf req-fa9093f3-c2c2-4815-99e6-e669840bdcbe tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.53 "GET /v2.0/security-groups?id=0bf307b6-d3aa-4b49-836c-3933764fcbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666063 Jul 07 17:07:53.827648 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-2ab39dfc-0b3e-436e-ba32-570d8a413871 service neutron] 10.222.0.72 "GET /v2.0/networks/2b1ef1e6-de16-48e9-886d-760c85a81894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263613 Jul 07 17:07:53.848673 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f633c03-9714-4e82-a19b-8e5d9074ff82 req-c1f21e9d-ab29-420d-b685-89b98dd32eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:53.848989 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f633c03-9714-4e82-a19b-8e5d9074ff82 req-c1f21e9d-ab29-420d-b685-89b98dd32eb8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e63b45c6-3767-4d17-a30f-b548807ce12e HTTP/1.1" status: 200 len: 1098 time: 0.2091012 Jul 07 17:07:53.898862 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f633c03-9714-4e82-a19b-8e5d9074ff82 req-2f031f1b-aa75-46ea-a926-edb813e40c0c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0bf307b6-d3aa-4b49-836c-3933764fcbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425131 Jul 07 17:07:54.048637 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 086cb871-6c15-4a48-9049-28ba1f5e3a6c up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:54.248357 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 086cb871-6c15-4a48-9049-28ba1f5e3a6c completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:54.286299 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 086cb871-6c15-4a48-9049-28ba1f5e3a6c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:54.286763 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.438422 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.479908 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 086cb871-6c15-4a48-9049-28ba1f5e3a6c, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=086cb871-6c15-4a48-9049-28ba1f5e3a6c,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:54.485446 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.546217 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=086cb871-6c15-4a48-9049-28ba1f5e3a6c,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:54.551960 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60748) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:54.560477 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-ad309d4d-87fd-4e05-b027-e27157a1a9f4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Request body: {'subnet': {'network_id': '10670639-730a-48c4-a835-7826e37ccffb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:54.704570 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-0c0efc13-ba6f-42ef-bf1a-6d4bfd9b2cef service neutron] 10.222.0.72 "GET /v2.0/networks/2b1ef1e6-de16-48e9-886d-760c85a81894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8698244 Jul 07 17:07:54.719619 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc16092-1bdd-4264-acf5-abc2e0cf8c9b req-40d78650-0258-4b69-9051-22521d72640f tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:54.722648 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4bc16092-1bdd-4264-acf5-abc2e0cf8c9b req-40d78650-0258-4b69-9051-22521d72640f tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=13a9b41a-0730-4792-a6ca-e2dcde668a62 HTTP/1.1" status: 200 len: 944 time: 0.7816765 Jul 07 17:07:54.736332 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-480d7536-6233-4bb9-85a7-180243520a23 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:54.738177 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-480d7536-6233-4bb9-85a7-180243520a23 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/networks?id=9ffd6a7f-d7b0-4b5a-b790-da741ae974fa HTTP/1.1" status: 200 len: 821 time: 0.7233307 Jul 07 17:07:54.775566 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-135b3212-0a1e-45f5-be6d-6932b90f57ba tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/quotas/17e586787a97456ea44df1f572786774 HTTP/1.1" status: 200 len: 375 time: 0.0281701 Jul 07 17:07:54.785354 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4bc16092-1bdd-4264-acf5-abc2e0cf8c9b req-33cadd6c-736f-4342-b3a1-25a8fcf6bd4d tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567124 Jul 07 17:07:54.817151 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad309d4d-87fd-4e05-b027-e27157a1a9f4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Made reservation on behalf of 21919683220a41d3a4d84233ba5e4402 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:54.821093 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ad309d4d-87fd-4e05-b027-e27157a1a9f4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.833521 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-bb3d1155-5222-4c81-872a-9364373b35f2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2822917 Jul 07 17:07:54.899185 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-c9769ba9-ac2b-4b84-9611-2c3dd0e3aa65 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca HTTP/1.1" status: 200 len: 217 time: 0.0934508 Jul 07 17:07:55.008355 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-b6d93f42-4ae9-4af2-84af-9281fbca838e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.011317 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-b6d93f42-4ae9-4af2-84af-9281fbca838e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11c30ad8-8f95-45c0-9f1d-ea2c0038c53f HTTP/1.1" status: 200 len: 797 time: 0.1045589 Jul 07 17:07:55.144827 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-edf428b2-01c6-431e-96f1-60c760af4ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.146620 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-edf428b2-01c6-431e-96f1-60c760af4ef3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=631352b9-cdc0-4502-b4e6-9840754bae5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1285231 Jul 07 17:07:55.153121 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-bc7919b2-8244-42c4-a551-cf6f3496ab15 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=17e586787a97456ea44df1f572786774&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3709991 Jul 07 17:07:55.235966 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6206-afc6-48eb-a3b1-148fad75740c req-d8a06eaa-0c60-4370-8605-9e0286081465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.236467 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6206-afc6-48eb-a3b1-148fad75740c req-d8a06eaa-0c60-4370-8605-9e0286081465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.236990 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6206-afc6-48eb-a3b1-148fad75740c req-d8a06eaa-0c60-4370-8605-9e0286081465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.237480 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6206-afc6-48eb-a3b1-148fad75740c req-d8a06eaa-0c60-4370-8605-9e0286081465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.237957 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6206-afc6-48eb-a3b1-148fad75740c req-d8a06eaa-0c60-4370-8605-9e0286081465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.238436 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6206-afc6-48eb-a3b1-148fad75740c req-d8a06eaa-0c60-4370-8605-9e0286081465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.238915 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6206-afc6-48eb-a3b1-148fad75740c req-d8a06eaa-0c60-4370-8605-9e0286081465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.241114 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-d8a06eaa-0c60-4370-8605-9e0286081465 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52ba6e7d3c334b5d9c08203be3275f20&device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 6508 time: 0.2441351 Jul 07 17:07:55.322000 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-487bdb0a-30c4-413a-81fb-65f1c60b6c48 service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669014 Jul 07 17:07:55.337037 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c9322-6c3f-4348-a33c-d3e1d7d32708 req-1d231b3b-3e3a-45bc-a0fc-2f6c9b5ff2e8 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.339483 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8e3c9322-6c3f-4348-a33c-d3e1d7d32708 req-1d231b3b-3e3a-45bc-a0fc-2f6c9b5ff2e8 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 946 time: 0.1210036 Jul 07 17:07:55.353607 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ad309d4d-87fd-4e05-b027-e27157a1a9f4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.436255 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8e3c9322-6c3f-4348-a33c-d3e1d7d32708 req-c5f76937-7c9e-4ede-b2e1-d3d9671fb705 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891278 Jul 07 17:07:55.466510 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-d2a32f9f-2b4f-4579-82da-e2f564841655 service neutron] 10.222.0.53 "GET /v2.0/networks/9ffd6a7f-d7b0-4b5a-b790-da741ae974fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971625 Jul 07 17:07:55.468475 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-2cdef405-7a0a-4454-af1c-c4805d1bfa48 service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395397 Jul 07 17:07:55.508984 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a9b41a-0730-4792-a6ca-e2dcde668a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086cb871-6c15-4a48-9049-28ba1f5e3a6c'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:55.517290 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c13c99-a739-4caf-8c46-d229c4b98805" -d '{"events": [{"server_uuid": "13a9b41a-0730-4792-a6ca-e2dcde668a62", "name": "network-vif-plugged", "status": "completed", "tag": "086cb871-6c15-4a48-9049-28ba1f5e3a6c"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:55.518869 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-78ce0589-1e2e-427e-8e4d-a0bf49c195ba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d HTTP/1.1" status: 200 len: 217 time: 0.0434055 Jul 07 17:07:55.563891 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad309d4d-87fd-4e05-b027-e27157a1a9f4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event updated for resources: {'Subnet': ['ID=b2e99baf-c027-4c58-9301-12020b8fc67e,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:55.587587 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-30b859ab-1c56-405e-a2ad-db1aee45ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.592323 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-30b859ab-1c56-405e-a2ad-db1aee45ef9c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11c30ad8-8f95-45c0-9f1d-ea2c0038c53f HTTP/1.1" status: 200 len: 797 time: 0.0669541 Jul 07 17:07:55.606413 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6206-afc6-48eb-a3b1-148fad75740c req-603bd517-dff5-4b7b-afed-8287cab37e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.606922 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6206-afc6-48eb-a3b1-148fad75740c req-603bd517-dff5-4b7b-afed-8287cab37e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.607389 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6206-afc6-48eb-a3b1-148fad75740c req-603bd517-dff5-4b7b-afed-8287cab37e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.609141 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-603bd517-dff5-4b7b-afed-8287cab37e64 service neutron] 10.222.0.64 "GET /v2.0/networks?id=94d2cc3b-5a36-4261-9491-3ddbfc283976&id=fab6f54d-9214-45d2-b598-1fe08070fc1d&id=fab6f54d-9214-45d2-b598-1fe08070fc1d&id=fab6f54d-9214-45d2-b598-1fe08070fc1d&id=fab6f54d-9214-45d2-b598-1fe08070fc1d&id=fb74cf42-8431-4db2-86e2-f968c1182b61&id=fb74cf42-8431-4db2-86e2-f968c1182b61 HTTP/1.1" status: 200 len: 2298 time: 0.3298995 Jul 07 17:07:55.614174 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad309d4d-87fd-4e05-b027-e27157a1a9f4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Checking segment: {'id': 'fcdfe6a3-3183-4ce8-9371-fb1d09ae6552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '10670639-730a-48c4-a835-7826e37ccffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:55.614551 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad309d4d-87fd-4e05-b027-e27157a1a9f4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Network hostable DHCP agents. Network: 10670639-730a-48c4-a835-7826e37ccffb, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:07:55.679097 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-8dc188a6-bf9b-42f7-890f-89a2d6890ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.681643 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-8dc188a6-bf9b-42f7-890f-89a2d6890ea1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=631352b9-cdc0-4502-b4e6-9840754bae5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0821583 Jul 07 17:07:55.704201 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-bc7ffaa5-bc77-4646-831a-c2a986189883 service neutron] 10.222.0.53 "GET /v2.0/networks/9ffd6a7f-d7b0-4b5a-b790-da741ae974fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228415 Jul 07 17:07:55.719667 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad309d4d-87fd-4e05-b027-e27157a1a9f4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Network 10670639-730a-48c4-a835-7826e37ccffb is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:07:55.737968 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-1f9173ee-50f1-4ad4-ac31-4c394ea770f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee9f9590-c476-4e56-b319-494470a69a36 HTTP/1.1" status: 200 len: 1001 time: 0.1087925 Jul 07 17:07:55.853398 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6206-afc6-48eb-a3b1-148fad75740c req-66c716fa-0a9e-4055-9a01-74d6daba1345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.857595 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-66c716fa-0a9e-4055-9a01-74d6daba1345 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ce5d8e85-e977-4ec0-aa8c-00c1d211eb94 HTTP/1.1" status: 200 len: 856 time: 0.1116781 Jul 07 17:07:55.859548 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-ad309d4d-87fd-4e05-b027-e27157a1a9f4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 10670639-730a-48c4-a835-7826e37ccffb) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:55.875171 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-866ba9c6-0380-437c-bc3c-abfe6360092f service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858442 Jul 07 17:07:55.884421 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6a39eb-b1db-4fad-b757-6a02c11d0bb1 None None] Network 10670639-730a-48c4-a835-7826e37ccffb requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:55.890553 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad309d4d-87fd-4e05-b027-e27157a1a9f4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.891572 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ad309d4d-87fd-4e05-b027-e27157a1a9f4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.897533 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008fcac-b046-4515-8669-5eb29d9b2762 req-bc88f787-dc6d-4771-ba48-c5ecb2d716c5 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.899142 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3008fcac-b046-4515-8669-5eb29d9b2762 req-bc88f787-dc6d-4771-ba48-c5ecb2d716c5 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.53 "GET /v2.0/ports?device_id=e63b45c6-3767-4d17-a30f-b548807ce12e HTTP/1.1" status: 200 len: 946 time: 0.1473784 Jul 07 17:07:55.962036 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ad309d4d-87fd-4e05-b027-e27157a1a9f4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4090371 Jul 07 17:07:55.967051 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60782) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:55.990967 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-b441c686-f305-4b32-be1e-2f32a1df33a2 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2130898403'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:56.044436 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3008fcac-b046-4515-8669-5eb29d9b2762 req-4330b2fe-869a-4280-8134-719075dcc1f6 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.53 "GET /v2.0/security-groups?id=0bf307b6-d3aa-4b49-836c-3933764fcbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295333 Jul 07 17:07:56.088147 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b441c686-f305-4b32-be1e-2f32a1df33a2 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Made reservation on behalf of 21919683220a41d3a4d84233ba5e4402 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:56.095070 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b441c686-f305-4b32-be1e-2f32a1df33a2 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:56.159404 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-36949b14-8743-4fb1-a212-ae86d5703a96 service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592039 Jul 07 17:07:56.165221 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f666e6c3-289b-4e96-9c55-0c31bb722dd7 x-openstack-request-id: req-f666e6c3-289b-4e96-9c55-0c31bb722dd7 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:56.165525 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a9b41a-0730-4792-a6ca-e2dcde668a62", "name": "network-vif-plugged", "status": "completed", "tag": "086cb871-6c15-4a48-9049-28ba1f5e3a6c", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:56.165786 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f666e6c3-289b-4e96-9c55-0c31bb722dd7 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:56.166207 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a9b41a-0730-4792-a6ca-e2dcde668a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086cb871-6c15-4a48-9049-28ba1f5e3a6c', 'code': 200} Jul 07 17:07:56.171494 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:56.175175 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6206-afc6-48eb-a3b1-148fad75740c req-416c0f6c-f140-4db5-9de1-fc1bb7c1b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:56.179301 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-416c0f6c-f140-4db5-9de1-fc1bb7c1b5bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=94d2cc3b-5a36-4261-9491-3ddbfc283976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3118865 Jul 07 17:07:56.218428 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-6154a5b0-65c2-4be9-9a4c-a62a558315cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=49dedb3b-3027-44d3-9dfc-eaffaf552295 HTTP/1.1" status: 200 len: 217 time: 0.0445299 Jul 07 17:07:56.261189 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479c2d67-d0e8-44ab-873d-36d1760df8f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-10670639-730a-48c4-a835-7826e37ccffb', 'network_id': '10670639-730a-48c4-a835-7826e37ccffb', 'tenant_id': '21919683220a41d3a4d84233ba5e4402', 'fixed_ips': [{'subnet_id': 'b2e99baf-c027-4c58-9301-12020b8fc67e'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:07:56.262151 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-479c2d67-d0e8-44ab-873d-36d1760df8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:56.404098 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-cc1d6f30-2b4a-4aa9-afcf-81a5ca4002ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:56.407333 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-cc1d6f30-2b4a-4aa9-afcf-81a5ca4002ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11c30ad8-8f95-45c0-9f1d-ea2c0038c53f HTTP/1.1" status: 200 len: 797 time: 0.1824129 Jul 07 17:07:56.424839 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b441c686-f305-4b32-be1e-2f32a1df33a2 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:07:56.466097 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b441c686-f305-4b32-be1e-2f32a1df33a2 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:56.466573 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-b441c686-f305-4b32-be1e-2f32a1df33a2 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Added segment 9d72ffff-fcae-47ad-a6b9-83ff8aad51ee of type vlan for network 943b0e8d-1172-4b54-a0ff-9f9158162418 Jul 07 17:07:56.543020 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-3a285747-c236-4077-ac75-561fd4e97237 service neutron] 10.222.0.64 "GET /v2.0/networks/94d2cc3b-5a36-4261-9491-3ddbfc283976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538036 Jul 07 17:07:56.545266 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b441c686-f305-4b32-be1e-2f32a1df33a2 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:56.579859 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-479c2d67-d0e8-44ab-873d-36d1760df8f1 None None] Allocated IP 2001:db8:0:ffff::2 (10670639-730a-48c4-a835-7826e37ccffb/b2e99baf-c027-4c58-9301-12020b8fc67e/9ce9637f-8ad5-4b01-8cfb-c29092504752) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:56.587781 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6916145-3d03-408c-b2ec-64b0eef153d2 req-b7c77336-8872-48fd-aa4e-0904d6812665 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:56.605468 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d6916145-3d03-408c-b2ec-64b0eef153d2 req-b7c77336-8872-48fd-aa4e-0904d6812665 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 946 time: 0.4610629 Jul 07 17:07:56.611613 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60802) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:56.622015 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-310ecc7a-a6a4-4164-a94b-34cf84d49840 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Request body: {'floatingip': {'port_id': '7e78f571-904f-4da8-88ba-e8ea6ef2575f'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:56.764000 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-eab45bf8-e745-487e-8678-2c31467b55b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:56.767998 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-eab45bf8-e745-487e-8678-2c31467b55b9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=631352b9-cdc0-4502-b4e6-9840754bae5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3522453 Jul 07 17:07:56.770037 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.db.resource_extend [None req-b441c686-f305-4b32-be1e-2f32a1df33a2 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:07:56.773104 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-310ecc7a-a6a4-4164-a94b-34cf84d49840 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks [] for floatingip, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:56.805639 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b441c686-f305-4b32-be1e-2f32a1df33a2 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:56.812860 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b441c686-f305-4b32-be1e-2f32a1df33a2 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:56.813512 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b441c686-f305-4b32-be1e-2f32a1df33a2 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:56.870339 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-479c2d67-d0e8-44ab-873d-36d1760df8f1 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:56.874836 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bb8ed57e-1aed-49d6-b1e2-b588ce238371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:56.889501 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-479c2d67-d0e8-44ab-873d-36d1760df8f1 None None] Transition to ACTIVE for port object 9ce9637f-8ad5-4b01-8cfb-c29092504752 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:56.911582 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-479c2d67-d0e8-44ab-873d-36d1760df8f1 None None] Transition to ACTIVE for port object 9ce9637f-8ad5-4b01-8cfb-c29092504752 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:56.921670 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-479c2d67-d0e8-44ab-873d-36d1760df8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:56.960454 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7a88d-5cd4-4af5-a944-9abb38793799 req-b2b98cf2-cccc-49d6-b92c-9b9cc6e1f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:56.962178 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8eb7a88d-5cd4-4af5-a944-9abb38793799 req-b2b98cf2-cccc-49d6-b92c-9b9cc6e1f4b7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=13a9b41a-0730-4792-a6ca-e2dcde668a62 HTTP/1.1" status: 200 len: 1097 time: 0.5931106 Jul 07 17:07:56.965555 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441c686-f305-4b32-be1e-2f32a1df33a2 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event updated for resources: {'Network': ['ID=943b0e8d-1172-4b54-a0ff-9f9158162418,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:56.969223 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad1f76-b359-47e1-9c4f-0437e4154da9 req-e0b2ccbd-ebbc-4f90-8590-bb0bf9c8a6e7 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:56.969583 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2a3921d7-8372-4a5d-bd9b-9a0b6f317414 req-8fdce4ce-060c-421a-9aeb-5a19601a241e tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa HTTP/1.1" status: 200 len: 210 time: 0.2275891 Jul 07 17:07:56.981544 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b441c686-f305-4b32-be1e-2f32a1df33a2 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0078964 Jul 07 17:07:56.985593 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-24ad1f76-b359-47e1-9c4f-0437e4154da9 req-e0b2ccbd-ebbc-4f90-8590-bb0bf9c8a6e7 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=13a9b41a-0730-4792-a6ca-e2dcde668a62 HTTP/1.1" status: 200 len: 945 time: 0.4980254 Jul 07 17:07:56.988709 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60806) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:57.005284 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c2d67-d0e8-44ab-873d-36d1760df8f1 None None] Pushing event updated for resources: {'Port': ['ID=9ce9637f-8ad5-4b01-8cfb-c29092504752,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:57.012551 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 943b0e8d-1172-4b54-a0ff-9f9158162418 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:07:57.028043 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8eb7a88d-5cd4-4af5-a944-9abb38793799 req-5d6b1dd0-b6cd-44d8-a6ab-471e2a0efe3d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573761 Jul 07 17:07:57.032046 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-aa56aad7-a450-4276-bfbe-958df68fca68 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Request body: {'subnet': {'network_id': '943b0e8d-1172-4b54-a0ff-9f9158162418', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:57.051963 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-e6ae5ac4-f653-4394-8f09-75416d3511bf service neutron] 10.222.0.64 "GET /v2.0/networks/94d2cc3b-5a36-4261-9491-3ddbfc283976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974580 Jul 07 17:07:57.108743 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479c2d67-d0e8-44ab-873d-36d1760df8f1 None None] Network 10670639-730a-48c4-a835-7826e37ccffb is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:57.112513 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-479c2d67-d0e8-44ab-873d-36d1760df8f1 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:57.116906 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479c2d67-d0e8-44ab-873d-36d1760df8f1 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:57.132691 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-fc43f82a-b04e-46d3-9c0d-cd28610272b9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=874aad95-4d95-4e67-b5f3-a74579b36f91 HTTP/1.1" status: 200 len: 217 time: 0.0726430 Jul 07 17:07:57.227954 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6206-afc6-48eb-a3b1-148fad75740c req-da5d3431-0af8-4996-aac9-de5afb3bc583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:57.230981 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-da5d3431-0af8-4996-aac9-de5afb3bc583 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d273b5eb-a1f3-41e7-afcb-8544824ca516 HTTP/1.1" status: 200 len: 797 time: 0.0909772 Jul 07 17:07:57.254638 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-479c2d67-d0e8-44ab-873d-36d1760df8f1 None None] Attempting to bind port 9ce9637f-8ad5-4b01-8cfb-c29092504752 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:57.254638 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-479c2d67-d0e8-44ab-873d-36d1760df8f1 None None] Attempting to bind port 9ce9637f-8ad5-4b01-8cfb-c29092504752 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'fcdfe6a3-3183-4ce8-9371-fb1d09ae6552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '10670639-730a-48c4-a835-7826e37ccffb'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:57.254638 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479c2d67-d0e8-44ab-873d-36d1760df8f1 None None] Attempting to bind port 9ce9637f-8ad5-4b01-8cfb-c29092504752 on network 10670639-730a-48c4-a835-7826e37ccffb {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:57.262243 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479c2d67-d0e8-44ab-873d-36d1760df8f1 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:57.262836 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479c2d67-d0e8-44ab-873d-36d1760df8f1 None None] Checking segment: {'id': 'fcdfe6a3-3183-4ce8-9371-fb1d09ae6552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '10670639-730a-48c4-a835-7826e37ccffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:57.263117 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-479c2d67-d0e8-44ab-873d-36d1760df8f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:57.263507 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479c2d67-d0e8-44ab-873d-36d1760df8f1 None None] Bound using segment: {'id': 'fcdfe6a3-3183-4ce8-9371-fb1d09ae6552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '10670639-730a-48c4-a835-7826e37ccffb'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:57.263999 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-479c2d67-d0e8-44ab-873d-36d1760df8f1 None None] Bound port: 9ce9637f-8ad5-4b01-8cfb-c29092504752, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcdfe6a3-3183-4ce8-9371-fb1d09ae6552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '10670639-730a-48c4-a835-7826e37ccffb'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:57.267336 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-479c2d67-d0e8-44ab-873d-36d1760df8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:57.321840 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6206-afc6-48eb-a3b1-148fad75740c req-1552ccd8-397f-4c2d-a005-b497010c0a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:57.324175 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-1552ccd8-397f-4c2d-a005-b497010c0a8d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fab6f54d-9214-45d2-b598-1fe08070fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0846004 Jul 07 17:07:57.427637 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-479c2d67-d0e8-44ab-873d-36d1760df8f1 None None] For port 9ce9637f-8ad5-4b01-8cfb-c29092504752, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:57.438824 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-24ad1f76-b359-47e1-9c4f-0437e4154da9 req-b423deba-29cc-46fb-ab9c-08a6357632f5 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516654 Jul 07 17:07:57.440551 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-479c2d67-d0e8-44ab-873d-36d1760df8f1 None None] For port 9ce9637f-8ad5-4b01-8cfb-c29092504752, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=9ce9637f-8ad5-4b01-8cfb-c29092504752,segment=NetworkSegment(fcdfe6a3-3183-4ce8-9371-fb1d09ae6552),segment_id=fcdfe6a3-3183-4ce8-9371-fb1d09ae6552)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:57.449501 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-479c2d67-d0e8-44ab-873d-36d1760df8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:57.506368 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-4a3540ca-78c3-4384-9653-26a07439e6a8 service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7144344 Jul 07 17:07:57.506941 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-e21f4681-ba32-4e37-a5b1-2407fa12cbe0 service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732259 Jul 07 17:07:57.587760 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c2d67-d0e8-44ab-873d-36d1760df8f1 None None] Pushing event updated for resources: {'Port': ['ID=9ce9637f-8ad5-4b01-8cfb-c29092504752,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:57.725310 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-0a7b1959-52c8-45f5-9517-85e9ed4336df service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109191 Jul 07 17:07:57.773761 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa56aad7-a450-4276-bfbe-958df68fca68 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Made reservation on behalf of 21919683220a41d3a4d84233ba5e4402 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:57.780763 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aa56aad7-a450-4276-bfbe-958df68fca68 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:57.827879 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:57.944709 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-5a0b31c6-b288-472b-a50a-3aa61e75932d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=ba66bda7-9cd8-47c6-937f-ed3c0e115210 HTTP/1.1" status: 200 len: 217 time: 0.2111084 Jul 07 17:07:58.100922 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 71dc3fe8-3124-462a-9ebb-e984b5208525 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:58.433463 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:58.491450 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-03d33dea-d399-4938-b706-565485ea8c68 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:58.493730 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-03d33dea-d399-4938-b706-565485ea8c68 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.64 "GET /v2.0/networks?id=9ffd6a7f-d7b0-4b5a-b790-da741ae974fa HTTP/1.1" status: 200 len: 821 time: 0.2848761 Jul 07 17:07:58.497231 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6206-afc6-48eb-a3b1-148fad75740c req-dcae57d6-9f78-4df2-a1c5-f53ad6b8a562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:58.498940 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-dcae57d6-9f78-4df2-a1c5-f53ad6b8a562 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d273b5eb-a1f3-41e7-afcb-8544824ca516 HTTP/1.1" status: 200 len: 797 time: 0.5292275 Jul 07 17:07:58.499464 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c978324-880d-4a92-9b6e-3952abc28e96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71dc3fe8-3124-462a-9ebb-e984b5208525'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:58.507647 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ef18fe-c378-4f50-bcd7-6ada2b75ac56" -d '{"events": [{"server_uuid": "3c978324-880d-4a92-9b6e-3952abc28e96", "name": "network-vif-unplugged", "status": "completed", "tag": "71dc3fe8-3124-462a-9ebb-e984b5208525"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:58.514816 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-40a1234c-ea5d-4bd3-b7df-55e0f65b1c2c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Request body: {'port': {'device_id': 'bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa', 'network_id': '9ffd6a7f-d7b0-4b5a-b790-da741ae974fa', 'admin_state_up': True, 'tenant_id': '17e586787a97456ea44df1f572786774'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:58.543998 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 71dc3fe8-3124-462a-9ebb-e984b5208525, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=71dc3fe8-3124-462a-9ebb-e984b5208525,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:58.553881 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:58.675329 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=71dc3fe8-3124-462a-9ebb-e984b5208525,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:58.716538 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-7f0fdb39-f4ee-4595-abf5-0717b12e3b0e service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1421475 Jul 07 17:07:58.808336 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6206-afc6-48eb-a3b1-148fad75740c req-f183e853-7b26-4f60-995c-437799110004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:58.810287 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-f183e853-7b26-4f60-995c-437799110004 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fab6f54d-9214-45d2-b598-1fe08070fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2160096 Jul 07 17:07:58.878262 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-40a1234c-ea5d-4bd3-b7df-55e0f65b1c2c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Made reservation on behalf of 17e586787a97456ea44df1f572786774 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:58.885974 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-40a1234c-ea5d-4bd3-b7df-55e0f65b1c2c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:58.957671 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6a5791ca-3a79-46e7-b5b5-ca0409d476bd req-5f8afb6e-d4d4-4409-a4d4-0d5e5a42f809 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa HTTP/1.1" status: 200 len: 210 time: 0.2464452 Jul 07 17:07:58.965885 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-a7ea79e7-b008-428e-b1c1-5a63df2e36ae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=8d3beb7b-b73e-4339-ba42-9083ce28761c HTTP/1.1" status: 200 len: 217 time: 0.1785707 Jul 07 17:07:59.087172 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-e0d2264e-f763-4809-9658-f97b2b155438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:59.090074 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-e0d2264e-f763-4809-9658-f97b2b155438 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11c30ad8-8f95-45c0-9f1d-ea2c0038c53f HTTP/1.1" status: 200 len: 797 time: 0.1058564 Jul 07 17:07:59.095553 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd2d358-01bf-4bd2-9384-63b75309c515 x-openstack-request-id: req-3cd2d358-01bf-4bd2-9384-63b75309c515 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:59.095874 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c978324-880d-4a92-9b6e-3952abc28e96", "name": "network-vif-unplugged", "status": "completed", "tag": "71dc3fe8-3124-462a-9ebb-e984b5208525", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:59.096174 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3cd2d358-01bf-4bd2-9384-63b75309c515 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:59.096590 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c978324-880d-4a92-9b6e-3952abc28e96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71dc3fe8-3124-462a-9ebb-e984b5208525', 'code': 200} Jul 07 17:07:59.183532 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-bd30aa27-0a3a-4046-b3e7-7663c06ff888 service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622096 Jul 07 17:07:59.315108 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e41c499-a812-41c6-a159-9c40bd5b44ac None None] Network 10670639-730a-48c4-a835-7826e37ccffb requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:59.342286 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-310ecc7a-a6a4-4164-a94b-34cf84d49840 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.374473 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-310ecc7a-a6a4-4164-a94b-34cf84d49840 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.574676 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 9ce9637f-8ad5-4b01-8cfb-c29092504752 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:59.637518 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4d5bd2c2-32fa-4a54-975f-a4ba53dfe837 None None] Provisioning for port 9ce9637f-8ad5-4b01-8cfb-c29092504752 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:59.681754 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 9ce9637f-8ad5-4b01-8cfb-c29092504752 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:59.689392 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 9ce9637f-8ad5-4b01-8cfb-c29092504752 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:59.689759 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.801365 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.847003 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 9ce9637f-8ad5-4b01-8cfb-c29092504752, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=9ce9637f-8ad5-4b01-8cfb-c29092504752,segment=NetworkSegment(fcdfe6a3-3183-4ce8-9371-fb1d09ae6552),segment_id=fcdfe6a3-3183-4ce8-9371-fb1d09ae6552)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:59.853389 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.888989 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-40a1234c-ea5d-4bd3-b7df-55e0f65b1c2c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Allocated IP 172.20.0.7 (9ffd6a7f-d7b0-4b5a-b790-da741ae974fa/70cdd0d0-8567-4b58-b257-aa6dbe513c99/f05ab62b-84f8-48e9-b585-dc68201091a1) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:59.929089 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-ef0aec41-9e77-4637-be78-884f78fdfc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:59.934168 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-ef0aec41-9e77-4637-be78-884f78fdfc2d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=631352b9-cdc0-4502-b4e6-9840754bae5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7116284 Jul 07 17:07:59.937026 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beef2b2-1709-4cbd-ae43-a5968b2b62bd req-2c08ca3c-44ce-4709-9f8a-c569ff83a6ab tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:59.945323 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0beef2b2-1709-4cbd-ae43-a5968b2b62bd req-2c08ca3c-44ce-4709-9f8a-c569ff83a6ab tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=13a9b41a-0730-4792-a6ca-e2dcde668a62 HTTP/1.1" status: 200 len: 945 time: 0.8759131 Jul 07 17:08:00.001424 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=9ce9637f-8ad5-4b01-8cfb-c29092504752,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:00.009591 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-1c4ae337-d8f6-422f-91b6-cc4d1f682b0f service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8162398 Jul 07 17:08:00.063377 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0beef2b2-1709-4cbd-ae43-a5968b2b62bd req-8bdc1c36-605a-4275-b6c4-419d272c0d66 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169140 Jul 07 17:08:00.125065 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-e6e4b93c-13da-41a2-9c44-9b3edf2c121e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=c583747a-145e-45b6-b632-ab9ce786178b HTTP/1.1" status: 200 len: 217 time: 0.0951679 Jul 07 17:08:00.149406 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:00.206880 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a40666f2-f82d-4984-8e0a-ca0dfeca60ee None None] Provisioning complete for port 9ce9637f-8ad5-4b01-8cfb-c29092504752 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:00.208091 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a40666f2-f82d-4984-8e0a-ca0dfeca60ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:00.233601 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-310ecc7a-a6a4-4164-a94b-34cf84d49840 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Floating IP 6b087c2f-8e74-428c-9601-39cb303b42d4 associated. External IP: 172.25.0.83, port: 7e78f571-904f-4da8-88ba-e8ea6ef2575f. Jul 07 17:08:00.385795 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6206-afc6-48eb-a3b1-148fad75740c req-f2d832c8-24c2-4693-8137-112b62a37e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:00.387917 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-f2d832c8-24c2-4693-8137-112b62a37e4c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d273b5eb-a1f3-41e7-afcb-8544824ca516 HTTP/1.1" status: 200 len: 797 time: 0.2543061 Jul 07 17:08:00.456908 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-39c31a22-8754-4329-9ebc-a6445c8fef2d tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:00.459149 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-39c31a22-8754-4329-9ebc-a6445c8fef2d tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/networks?id=9a069726-4687-4aab-843c-2a39928b12be HTTP/1.1" status: 200 len: 805 time: 0.2248869 Jul 07 17:08:00.462814 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aa56aad7-a450-4276-bfbe-958df68fca68 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:00.472813 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-73578f46-0bf9-4460-a99b-20e8ceb711f1 req-b4f6586e-b64c-43eb-bc2b-8dd768cc5d0d tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa HTTP/1.1" status: 200 len: 210 time: 0.0808737 Jul 07 17:08:00.507785 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-b0636ab4-0e99-47f3-802f-603244a7a1e7 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/quotas/565e8acc09134f1f976b9c4727940d5d HTTP/1.1" status: 200 len: 375 time: 0.0362341 Jul 07 17:08:00.511879 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-40a1234c-ea5d-4bd3-b7df-55e0f65b1c2c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:00.569376 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6206-afc6-48eb-a3b1-148fad75740c req-2e32a91f-ff2c-4e02-b829-0a68a767b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:00.571001 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-2e32a91f-ff2c-4e02-b829-0a68a767b6b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fab6f54d-9214-45d2-b598-1fe08070fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1748247 Jul 07 17:08:00.657283 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-fb2690fa-707e-4156-9464-dddc238de9c1 service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7068577 Jul 07 17:08:00.684577 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-40a1234c-ea5d-4bd3-b7df-55e0f65b1c2c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:00.758544 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-4feb19b1-eda3-45f8-bbaf-925fdfcc3d5b tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=565e8acc09134f1f976b9c4727940d5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2311983 Jul 07 17:08:00.763317 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56aad7-a450-4276-bfbe-958df68fca68 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event updated for resources: {'Subnet': ['ID=927536eb-6cbe-402b-8205-d3cbaea8986f,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:00.771753 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-40a1234c-ea5d-4bd3-b7df-55e0f65b1c2c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Network 9ffd6a7f-d7b0-4b5a-b790-da741ae974fa is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:00.779700 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-bdfb9c15-d349-4ddd-85fb-b521433fcf56 service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991971 Jul 07 17:08:00.783566 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-40a1234c-ea5d-4bd3-b7df-55e0f65b1c2c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:00.790169 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-40a1234c-ea5d-4bd3-b7df-55e0f65b1c2c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:00.802873 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a1234c-ea5d-4bd3-b7df-55e0f65b1c2c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Pushing event updated for resources: {'Port': ['ID=f05ab62b-84f8-48e9-b585-dc68201091a1,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:00.926010 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa56aad7-a450-4276-bfbe-958df68fca68 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Checking segment: {'id': '9d72ffff-fcae-47ad-a6b9-83ff8aad51ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '943b0e8d-1172-4b54-a0ff-9f9158162418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:00.927570 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa56aad7-a450-4276-bfbe-958df68fca68 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Network hostable DHCP agents. Network: 943b0e8d-1172-4b54-a0ff-9f9158162418, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:08:00.971761 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-40a1234c-ea5d-4bd3-b7df-55e0f65b1c2c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:00.972955 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-40a1234c-ea5d-4bd3-b7df-55e0f65b1c2c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.030655 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-55c42152-a31e-465a-a2d2-008be9e4a108 service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417121 Jul 07 17:08:01.035699 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-40a1234c-ea5d-4bd3-b7df-55e0f65b1c2c tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5270729 Jul 07 17:08:01.056313 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-3d7e8dc0-2c9a-4605-9979-afafae46ffd2 service neutron] Request body: {'port': {'device_id': 'bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:01.117095 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-a520c8e4-e7c0-44bf-8801-7dc4e918322e service neutron] 10.222.0.53 "GET /v2.0/networks/9a069726-4687-4aab-843c-2a39928b12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166273 Jul 07 17:08:01.121081 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-88267637-2f6a-4a12-be96-70aecd25b699 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=e3b5255c-56de-4333-94b1-1e038c40d00f HTTP/1.1" status: 200 len: 217 time: 0.0792050 Jul 07 17:08:01.286483 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-3d7e8dc0-2c9a-4605-9979-afafae46ffd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.289684 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6206-afc6-48eb-a3b1-148fad75740c req-b638c4b3-828c-4437-adbe-850f441c5a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:01.291291 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-b638c4b3-828c-4437-adbe-850f441c5a16 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d273b5eb-a1f3-41e7-afcb-8544824ca516 HTTP/1.1" status: 200 len: 797 time: 0.1592331 Jul 07 17:08:01.367244 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-346715e4-50bd-48c4-b4b0-2808a26c7955 service neutron] 10.222.0.53 "GET /v2.0/networks/9a069726-4687-4aab-843c-2a39928b12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405279 Jul 07 17:08:01.550626 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa56aad7-a450-4276-bfbe-958df68fca68 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Network 943b0e8d-1172-4b54-a0ff-9f9158162418 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:08:01.565746 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6206-afc6-48eb-a3b1-148fad75740c req-6f3b4f5f-1966-460d-bae9-d100ae2ee5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:01.566154 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 9ce9637f-8ad5-4b01-8cfb-c29092504752 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:01.567329 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-6f3b4f5f-1966-460d-bae9-d100ae2ee5da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fab6f54d-9214-45d2-b598-1fe08070fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2661288 Jul 07 17:08:01.606818 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42782fe4-ff39-4b45-a330-c3036020b39a req-6f0043f0-1b78-49ff-b57e-135bf2985160 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:01.609842 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-42782fe4-ff39-4b45-a330-c3036020b39a req-6f0043f0-1b78-49ff-b57e-135bf2985160 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=13a9b41a-0730-4792-a6ca-e2dcde668a62 HTTP/1.1" status: 200 len: 945 time: 0.9979076 Jul 07 17:08:01.622365 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-aa56aad7-a450-4276-bfbe-958df68fca68 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 943b0e8d-1172-4b54-a0ff-9f9158162418) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:01.644688 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790eabcb-497e-44ba-8ebd-a73be11b3e0e None None] Network 943b0e8d-1172-4b54-a0ff-9f9158162418 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:01.655087 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-2fb58f88-cbe6-433e-a31f-b901ab5b6693 service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9417560 Jul 07 17:08:01.669211 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa56aad7-a450-4276-bfbe-958df68fca68 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:01.669892 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aa56aad7-a450-4276-bfbe-958df68fca68 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.733899 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82416e-b7fc-4bb4-8e9b-e42b5fbc2a64 req-6615c1a3-e095-464e-a674-493cae628816 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:01.735787 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ec82416e-b7fc-4bb4-8e9b-e42b5fbc2a64 req-6615c1a3-e095-464e-a674-493cae628816 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c978324-880d-4a92-9b6e-3952abc28e96 HTTP/1.1" status: 200 len: 943 time: 0.3019378 Jul 07 17:08:01.770333 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-ef818bd4-a906-4f61-b3da-aaf3ad724f24 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c53515a8-9fd6-4c21-9637-86f0e67278e8 HTTP/1.1" status: 200 len: 217 time: 0.1088717 Jul 07 17:08:01.826816 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310ecc7a-a6a4-4164-a94b-34cf84d49840 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Router 988740ec-914b-4294-96ae-cf03fea467e6 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:08:01.872081 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-79ce3a2f-11f7-4a88-be1b-80c1cb01929b service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952321 Jul 07 17:08:01.918049 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-42782fe4-ff39-4b45-a330-c3036020b39a req-8c935eff-fcff-46a5-8376-5a9155bd64eb tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788608 Jul 07 17:08:01.920270 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-a338aee1-1535-477d-855e-4316a6770390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:01.922297 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-a338aee1-1535-477d-855e-4316a6770390 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94fb5041-e475-4bc0-9d1d-291598430d4a HTTP/1.1" status: 200 len: 797 time: 0.1364651 Jul 07 17:08:01.926035 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-aa56aad7-a450-4276-bfbe-958df68fca68 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.9065790 Jul 07 17:08:01.930468 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60906) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:02.023881 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 9ce9637f-8ad5-4b01-8cfb-c29092504752 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:02.025169 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.031109 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-ec82416e-b7fc-4bb4-8e9b-e42b5fbc2a64 req-131d3785-b7e0-4426-998f-5c07d8c57f08 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Deleting port 71dc3fe8-3124-462a-9ebb-e984b5208525 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:02.031972 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ec82416e-b7fc-4bb4-8e9b-e42b5fbc2a64 req-131d3785-b7e0-4426-998f-5c07d8c57f08 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.266100 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-2f0ad779-d3e0-49b1-bb38-33699ba00b02 service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835344 Jul 07 17:08:02.302734 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-3d7e8dc0-2c9a-4605-9979-afafae46ffd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f05ab62b-84f8-48e9-b585-dc68201091a1 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:02.325973 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-3d7e8dc0-2c9a-4605-9979-afafae46ffd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.440071 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-9ccc3396-7e1d-4b52-bbf4-aeaac5439738 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=870ee654-1865-4fc9-9384-819a276cb46e HTTP/1.1" status: 200 len: 217 time: 0.1659725 Jul 07 17:08:02.498241 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-3d7e8dc0-2c9a-4605-9979-afafae46ffd2 service neutron] Transition to ACTIVE for port object f05ab62b-84f8-48e9-b585-dc68201091a1 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:02.550731 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.557577 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-3d7e8dc0-2c9a-4605-9979-afafae46ffd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.569187 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4765ec-7ced-4fc9-9dfc-fe0f60105b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-943b0e8d-1172-4b54-a0ff-9f9158162418', 'network_id': '943b0e8d-1172-4b54-a0ff-9f9158162418', 'tenant_id': '21919683220a41d3a4d84233ba5e4402', 'fixed_ips': [{'subnet_id': '927536eb-6cbe-402b-8205-d3cbaea8986f'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:08:02.571563 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ba4765ec-7ced-4fc9-9dfc-fe0f60105b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.627802 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e8dc0-2c9a-4605-9979-afafae46ffd2 service neutron] Pushing event updated for resources: {'Port': ['ID=f05ab62b-84f8-48e9-b585-dc68201091a1,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:02.701615 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1f8ca716-ce6b-4acd-add1-7ce504eee3d0 req-dbd2dfec-27ae-42c0-9c2b-60af462c9cfc tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ae55a0-f4ba-4f48-861d-b6576b7e951a HTTP/1.1" status: 200 len: 210 time: 0.0823462 Jul 07 17:08:02.712683 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-ec82416e-b7fc-4bb4-8e9b-e42b5fbc2a64 req-131d3785-b7e0-4426-998f-5c07d8c57f08 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] For port 71dc3fe8-3124-462a-9ebb-e984b5208525, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=71dc3fe8-3124-462a-9ebb-e984b5208525,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:02.713965 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ec82416e-b7fc-4bb4-8e9b-e42b5fbc2a64 req-131d3785-b7e0-4426-998f-5c07d8c57f08 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.735808 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6206-afc6-48eb-a3b1-148fad75740c req-b6f20921-f07e-40c5-86cf-fa956d25c9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:02.737385 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-b6f20921-f07e-40c5-86cf-fa956d25c9a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fd26278-1ee8-4aad-a564-96dc9b452a11 HTTP/1.1" status: 200 len: 797 time: 0.2809694 Jul 07 17:08:02.788267 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310ecc7a-a6a4-4164-a94b-34cf84d49840 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:08:02.803069 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-310ecc7a-a6a4-4164-a94b-34cf84d49840 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.812522 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ca4b82-daab-45ec-a55f-217f7089005f None None] Sync routers for ids ['988740ec-914b-4294-96ae-cf03fea467e6'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:08:02.817041 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-ec82416e-b7fc-4bb4-8e9b-e42b5fbc2a64 req-131d3785-b7e0-4426-998f-5c07d8c57f08 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Calling delete_port for 71dc3fe8-3124-462a-9ebb-e984b5208525 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:02.848466 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-3d7e8dc0-2c9a-4605-9979-afafae46ffd2 service neutron] Attempting to bind port f05ab62b-84f8-48e9-b585-dc68201091a1 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:02.849025 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-3d7e8dc0-2c9a-4605-9979-afafae46ffd2 service neutron] Attempting to bind port f05ab62b-84f8-48e9-b585-dc68201091a1 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '53f81cea-49a1-4beb-a5e1-dba35f1ef8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9ffd6a7f-d7b0-4b5a-b790-da741ae974fa'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:02.849544 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-3d7e8dc0-2c9a-4605-9979-afafae46ffd2 service neutron] Attempting to bind port f05ab62b-84f8-48e9-b585-dc68201091a1 on network 9ffd6a7f-d7b0-4b5a-b790-da741ae974fa {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:02.860304 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ca4b82-daab-45ec-a55f-217f7089005f None None] Routers {'988740ec-914b-4294-96ae-cf03fea467e6'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:02.866932 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-29ca4b82-daab-45ec-a55f-217f7089005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:07:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['988740ec-914b-4294-96ae-cf03fea467e6'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:02.908041 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-3d7e8dc0-2c9a-4605-9979-afafae46ffd2 service neutron] Port f05ab62b-84f8-48e9-b585-dc68201091a1 on network 9ffd6a7f-d7b0-4b5a-b790-da741ae974fa not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:08:02.908041 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-3d7e8dc0-2c9a-4605-9979-afafae46ffd2 service neutron] Attempting to bind port f05ab62b-84f8-48e9-b585-dc68201091a1 on network 9ffd6a7f-d7b0-4b5a-b790-da741ae974fa {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:03.008592 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-3d7e8dc0-2c9a-4605-9979-afafae46ffd2 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:03.009170 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-3d7e8dc0-2c9a-4605-9979-afafae46ffd2 service neutron] Checking segment: {'id': '53f81cea-49a1-4beb-a5e1-dba35f1ef8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9ffd6a7f-d7b0-4b5a-b790-da741ae974fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:03.009810 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-3d7e8dc0-2c9a-4605-9979-afafae46ffd2 service neutron] Bound using segment: {'id': '53f81cea-49a1-4beb-a5e1-dba35f1ef8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9ffd6a7f-d7b0-4b5a-b790-da741ae974fa'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:03.011010 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-3d7e8dc0-2c9a-4605-9979-afafae46ffd2 service neutron] Bound port: f05ab62b-84f8-48e9-b585-dc68201091a1, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f81cea-49a1-4beb-a5e1-dba35f1ef8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9ffd6a7f-d7b0-4b5a-b790-da741ae974fa'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:03.011622 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-3d7e8dc0-2c9a-4605-9979-afafae46ffd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.020943 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-23f1536b-3e25-4fa9-8c12-c19e4d58bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:03.042739 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-23f1536b-3e25-4fa9-8c12-c19e4d58bc7e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f52f86e5-4ccf-471b-ba73-453c1047945f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1129961 Jul 07 17:08:03.131362 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-ba4765ec-7ced-4fc9-9dfc-fe0f60105b2b None None] Allocated IP 2001:db8::1 (943b0e8d-1172-4b54-a0ff-9f9158162418/927536eb-6cbe-402b-8205-d3cbaea8986f/57527aef-09ba-4f32-b71a-c1773aa69c5f) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:03.187966 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-3d7e8dc0-2c9a-4605-9979-afafae46ffd2 service neutron] For port f05ab62b-84f8-48e9-b585-dc68201091a1, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:03.193678 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-3d7e8dc0-2c9a-4605-9979-afafae46ffd2 service neutron] For port f05ab62b-84f8-48e9-b585-dc68201091a1, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=f05ab62b-84f8-48e9-b585-dc68201091a1,segment=NetworkSegment(53f81cea-49a1-4beb-a5e1-dba35f1ef8f8),segment_id=53f81cea-49a1-4beb-a5e1-dba35f1ef8f8)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:03.200533 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6206-afc6-48eb-a3b1-148fad75740c req-36fd170e-91a1-49f5-8a67-b1e022e388fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:03.202493 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-36fd170e-91a1-49f5-8a67-b1e022e388fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb74cf42-8431-4db2-86e2-f968c1182b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4395454 Jul 07 17:08:03.214877 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-3d7e8dc0-2c9a-4605-9979-afafae46ffd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.290509 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-29ca4b82-daab-45ec-a55f-217f7089005f None None] Set router 988740ec-914b-4294-96ae-cf03fea467e6 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:08:03.309395 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-3d7e8dc0-2c9a-4605-9979-afafae46ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:03.310505 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-3d7e8dc0-2c9a-4605-9979-afafae46ffd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.316179 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-3d7e8dc0-2c9a-4605-9979-afafae46ffd2 service neutron] 10.222.0.64 "PUT /v2.0/ports/f05ab62b-84f8-48e9-b585-dc68201091a1 HTTP/1.1" status: 200 len: 1092 time: 2.2694142 Jul 07 17:08:03.316497 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.318721 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa', 'tag': 'f05ab62b-84f8-48e9-b585-dc68201091a1'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:03.323417 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8760d91-8ac6-4439-b270-3b791d6f332e" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa", "tag": "f05ab62b-84f8-48e9-b585-dc68201091a1"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:03.482130 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e8dc0-2c9a-4605-9979-afafae46ffd2 service neutron] Pushing event updated for resources: {'Port': ['ID=f05ab62b-84f8-48e9-b585-dc68201091a1,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:03.572903 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ec82416e-b7fc-4bb4-8e9b-e42b5fbc2a64 req-131d3785-b7e0-4426-998f-5c07d8c57f08 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.657935 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-310ecc7a-a6a4-4164-a94b-34cf84d49840 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "PUT /v2.0/floatingips/6b087c2f-8e74-428c-9601-39cb303b42d4 HTTP/1.1" status: 200 len: 991 time: 7.0433981 Jul 07 17:08:03.666545 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a006a60a-8ef7-4446-8714-2825430f9e2c', 'tag': '7e78f571-904f-4da8-88ba-e8ea6ef2575f'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:03.670846 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bf6f7e-5cf1-4d7f-a67f-fd905611c3cb" -d '{"events": [{"name": "network-changed", "server_uuid": "a006a60a-8ef7-4446-8714-2825430f9e2c", "tag": "7e78f571-904f-4da8-88ba-e8ea6ef2575f"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:03.685708 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ba4765ec-7ced-4fc9-9dfc-fe0f60105b2b None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.717567 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ba4765ec-7ced-4fc9-9dfc-fe0f60105b2b None None] Transition to ACTIVE for port object 57527aef-09ba-4f32-b71a-c1773aa69c5f will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:03.737886 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-84c1aab1-6869-4439-8ca8-58a41e7b28be service neutron] 10.222.0.64 "GET /v2.0/networks/fb74cf42-8431-4db2-86e2-f968c1182b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109859 Jul 07 17:08:03.744077 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d3785-b7e0-4426-998f-5c07d8c57f08 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Pushing event deleted for resources: {'Port': ['ID=71dc3fe8-3124-462a-9ebb-e984b5208525,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:03.777969 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ba4765ec-7ced-4fc9-9dfc-fe0f60105b2b None None] Transition to ACTIVE for port object 57527aef-09ba-4f32-b71a-c1773aa69c5f will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:03.802009 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ba4765ec-7ced-4fc9-9dfc-fe0f60105b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.803573 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feee2aa-5905-4421-b6f1-bdedd96e89a1 req-9cff5487-0cb0-46dd-a462-2e86f2a4a940 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:03.820383 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4feee2aa-5905-4421-b6f1-bdedd96e89a1 req-9cff5487-0cb0-46dd-a462-2e86f2a4a940 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa HTTP/1.1" status: 200 len: 943 time: 1.0091367 Jul 07 17:08:03.894235 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4765ec-7ced-4fc9-9dfc-fe0f60105b2b None None] Network 943b0e8d-1172-4b54-a0ff-9f9158162418 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:03.897943 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-ba4765ec-7ced-4fc9-9dfc-fe0f60105b2b None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:03.903457 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4765ec-7ced-4fc9-9dfc-fe0f60105b2b None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:03.930595 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-a08abf15-16a6-46f6-bab0-30b31f389313 service neutron] 10.222.0.72 "GET /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8767867 Jul 07 17:08:03.957802 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-29ca4b82-daab-45ec-a55f-217f7089005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988740ec-914b-4294-96ae-cf03fea467e6', 'name': 'tempest-ServerActionsTestJSON-1306582082-router', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:07:16Z', 'revision_number': 4, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'gw_port': {'id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '6b087c2f-8e74-428c-9601-39cb303b42d4', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'floating_ip_address': '172.25.0.83', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'port_id': '7e78f571-904f-4da8-88ba-e8ea6ef2575f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'mac_address': 'fa:16:3e:ed:cc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a006a60a-8ef7-4446-8714-2825430f9e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:07:26Z', 'updated_at': '2021-07-07T17:07:59Z', 'revision_number': 1, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b174880f-664b-484e-94f8-cb6f68857a48', 'name': '', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'mac_address': 'fa:16:3e:f5:2b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:15Z', 'updated_at': '2021-07-07T17:07:26Z', 'revision_number': 5, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'subnets': [{'id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:03.975098 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4feee2aa-5905-4421-b6f1-bdedd96e89a1 req-0dd0899e-1722-4c18-9f35-f3cc57db4d63 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530163 Jul 07 17:08:03.999356 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-ba4765ec-7ced-4fc9-9dfc-fe0f60105b2b None None] Attempting to bind port 57527aef-09ba-4f32-b71a-c1773aa69c5f on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:03.999744 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-ba4765ec-7ced-4fc9-9dfc-fe0f60105b2b None None] Attempting to bind port 57527aef-09ba-4f32-b71a-c1773aa69c5f by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '9d72ffff-fcae-47ad-a6b9-83ff8aad51ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '943b0e8d-1172-4b54-a0ff-9f9158162418'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:04.000131 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4765ec-7ced-4fc9-9dfc-fe0f60105b2b None None] Attempting to bind port 57527aef-09ba-4f32-b71a-c1773aa69c5f on network 943b0e8d-1172-4b54-a0ff-9f9158162418 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:04.002540 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4765ec-7ced-4fc9-9dfc-fe0f60105b2b None None] Pushing event updated for resources: {'Port': ['ID=57527aef-09ba-4f32-b71a-c1773aa69c5f,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:04.009850 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4765ec-7ced-4fc9-9dfc-fe0f60105b2b None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:04.010998 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4765ec-7ced-4fc9-9dfc-fe0f60105b2b None None] Checking segment: {'id': '9d72ffff-fcae-47ad-a6b9-83ff8aad51ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '943b0e8d-1172-4b54-a0ff-9f9158162418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:04.011423 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ba4765ec-7ced-4fc9-9dfc-fe0f60105b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.014374 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4765ec-7ced-4fc9-9dfc-fe0f60105b2b None None] Bound using segment: {'id': '9d72ffff-fcae-47ad-a6b9-83ff8aad51ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '943b0e8d-1172-4b54-a0ff-9f9158162418'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:04.015010 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-ba4765ec-7ced-4fc9-9dfc-fe0f60105b2b None None] Bound port: 57527aef-09ba-4f32-b71a-c1773aa69c5f, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d72ffff-fcae-47ad-a6b9-83ff8aad51ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '943b0e8d-1172-4b54-a0ff-9f9158162418'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:04.015421 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ba4765ec-7ced-4fc9-9dfc-fe0f60105b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.036717 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ca4b82-daab-45ec-a55f-217f7089005f None None] Checking router: 988740ec-914b-4294-96ae-cf03fea467e6 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:08:04.076654 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ca4b82-daab-45ec-a55f-217f7089005f None None] Routers {'988740ec-914b-4294-96ae-cf03fea467e6'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:04.082071 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-29ca4b82-daab-45ec-a55f-217f7089005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:07:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['988740ec-914b-4294-96ae-cf03fea467e6'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:04.110086 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-ba4765ec-7ced-4fc9-9dfc-fe0f60105b2b None None] For port 57527aef-09ba-4f32-b71a-c1773aa69c5f, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:04.114320 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-ba4765ec-7ced-4fc9-9dfc-fe0f60105b2b None None] For port 57527aef-09ba-4f32-b71a-c1773aa69c5f, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=57527aef-09ba-4f32-b71a-c1773aa69c5f,segment=NetworkSegment(9d72ffff-fcae-47ad-a6b9-83ff8aad51ee),segment_id=9d72ffff-fcae-47ad-a6b9-83ff8aad51ee)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:04.124116 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 71dc3fe8-3124-462a-9ebb-e984b5208525 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:04.132489 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ba4765ec-7ced-4fc9-9dfc-fe0f60105b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.199989 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-dafe2ed0-98e0-402d-8b05-fd9121d3c763 service neutron] 10.222.0.72 "GET /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580178 Jul 07 17:08:04.236658 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4765ec-7ced-4fc9-9dfc-fe0f60105b2b None None] Pushing event updated for resources: {'Port': ['ID=57527aef-09ba-4f32-b71a-c1773aa69c5f,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:04.240791 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 71dc3fe8-3124-462a-9ebb-e984b5208525 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:04.241147 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 71dc3fe8-3124-462a-9ebb-e984b5208525 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:04.317379 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf9e6dd-2d7e-49be-acd3-c1be7a60bd8c None None] Network 943b0e8d-1172-4b54-a0ff-9f9158162418 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:04.383438 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.440484 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-29ca4b82-daab-45ec-a55f-217f7089005f None None] Set router 988740ec-914b-4294-96ae-cf03fea467e6 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:08:04.590123 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec82416e-b7fc-4bb4-8e9b-e42b5fbc2a64 req-131d3785-b7e0-4426-998f-5c07d8c57f08 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] No DVR routers for this DVR port 71dc3fe8-3124-462a-9ebb-e984b5208525 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:04.599377 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ec82416e-b7fc-4bb4-8e9b-e42b5fbc2a64 req-131d3785-b7e0-4426-998f-5c07d8c57f08 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.602998 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ec82416e-b7fc-4bb4-8e9b-e42b5fbc2a64 req-131d3785-b7e0-4426-998f-5c07d8c57f08 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.72 "DELETE /v2.0/ports/71dc3fe8-3124-462a-9ebb-e984b5208525 HTTP/1.1" status: 204 len: 173 time: 2.8534007 Jul 07 17:08:04.609669 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-9ee55604-7454-45a4-ba94-30f0f0a766b4 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:04.611534 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-9ee55604-7454-45a4-ba94-30f0f0a766b4 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.64 "GET /v2.0/networks?id=9a069726-4687-4aab-843c-2a39928b12be HTTP/1.1" status: 200 len: 805 time: 0.3991954 Jul 07 17:08:04.629176 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef115431-25cb-45e5-83c8-bdd85c6ad752 None None] get_active_networks_info from n-d-791503-12 {{(pid=100194) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:08:04.736001 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-b2fa2d9e-f8c8-4705-9637-a0fb4d67bd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:04.739013 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-b2fa2d9e-f8c8-4705-9637-a0fb4d67bd1f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17e586787a97456ea44df1f572786774&device_id=bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa HTTP/1.1" status: 200 len: 1095 time: 1.1628971 Jul 07 17:08:04.765302 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-4d9fe32e-a4ed-4598-9aa5-290d67913342 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Request body: {'port': {'device_id': 'e9ae55a0-f4ba-4f48-861d-b6576b7e951a', 'network_id': '9a069726-4687-4aab-843c-2a39928b12be', 'admin_state_up': True, 'tenant_id': '565e8acc09134f1f976b9c4727940d5d'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:04.767030 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e140d36-2d47-4b48-b3b7-ded845dd03f8 req-fdc4bdbc-e6e2-48d2-aa17-0ea2505694b6 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:04.780159 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9e140d36-2d47-4b48-b3b7-ded845dd03f8 req-fdc4bdbc-e6e2-48d2-aa17-0ea2505694b6 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.53 "GET /v2.0/ports?device_id=e63b45c6-3767-4d17-a30f-b548807ce12e HTTP/1.1" status: 200 len: 946 time: 1.1863611 Jul 07 17:08:04.898024 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-f1070849-0c7d-41c7-aea6-a0b034e279b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f05ab62b-84f8-48e9-b585-dc68201091a1 HTTP/1.1" status: 200 len: 217 time: 0.1099572 Jul 07 17:08:04.912753 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event deleted for resources: {'Subnet': ['ID=927536eb-6cbe-402b-8205-d3cbaea8986f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:04.941925 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-a81bddd9-f1a8-4175-8282-4fe6cf14c08c service neutron] 10.222.0.64 "GET /v2.0/networks/fb74cf42-8431-4db2-86e2-f968c1182b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1886597 Jul 07 17:08:04.980569 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-e052442a-ed7b-4fff-b3ac-a8ee3271140f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cb7e9c4c-fd57-4d46-895f-74234734d082 HTTP/1.1" status: 200 len: 217 time: 0.5931306 Jul 07 17:08:05.007013 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.026604 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-29ca4b82-daab-45ec-a55f-217f7089005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988740ec-914b-4294-96ae-cf03fea467e6', 'name': 'tempest-ServerActionsTestJSON-1306582082-router', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:07:16Z', 'revision_number': 4, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'gw_port': {'id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '6b087c2f-8e74-428c-9601-39cb303b42d4', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'floating_ip_address': '172.25.0.83', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'port_id': '7e78f571-904f-4da8-88ba-e8ea6ef2575f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'mac_address': 'fa:16:3e:ed:cc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a006a60a-8ef7-4446-8714-2825430f9e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:07:26Z', 'updated_at': '2021-07-07T17:07:59Z', 'revision_number': 1, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b174880f-664b-484e-94f8-cb6f68857a48', 'name': '', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'mac_address': 'fa:16:3e:f5:2b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:15Z', 'updated_at': '2021-07-07T17:07:26Z', 'revision_number': 5, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'subnets': [{'id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:05.060862 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-5694e178-e016-480d-899f-10aff85bf3a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b8d331dd-bb8d-437d-9375-521139323c2b HTTP/1.1" status: 200 len: 217 time: 0.0700240 Jul 07 17:08:05.081592 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9e140d36-2d47-4b48-b3b7-ded845dd03f8 req-7a6755a8-8ae5-415d-a939-9fae614076dd tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.53 "GET /v2.0/security-groups?id=0bf307b6-d3aa-4b49-836c-3933764fcbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998717 Jul 07 17:08:05.094445 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943b0e8d-1172-4b54-a0ff-9f9158162418']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:05.106818 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-4d9fe32e-a4ed-4598-9aa5-290d67913342 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Made reservation on behalf of 565e8acc09134f1f976b9c4727940d5d for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:05.112144 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-4d9fe32e-a4ed-4598-9aa5-290d67913342 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.147130 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef115431-25cb-45e5-83c8-bdd85c6ad752 None None] Resources bound (agent type, host, resource id): {{(pid=100194) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:08:05.152500 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010d68e-f556-4dee-9495-ebea28a36c7d req-a4d379e6-a092-442d-89fb-c305895109e4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:05.154581 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b010d68e-f556-4dee-9495-ebea28a36c7d req-a4d379e6-a092-442d-89fb-c305895109e4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=13a9b41a-0730-4792-a6ca-e2dcde668a62 HTTP/1.1" status: 200 len: 945 time: 0.7604117 Jul 07 17:08:05.243275 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-6130bd3d-2c3b-42be-8d26-ae1485853a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:05.246746 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-6130bd3d-2c3b-42be-8d26-ae1485853a62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=70cdd0d0-8567-4b58-b257-aa6dbe513c99 HTTP/1.1" status: 200 len: 861 time: 0.3389721 Jul 07 17:08:05.295883 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ca4b82-daab-45ec-a55f-217f7089005f None None] The sync data for ids ['988740ec-914b-4294-96ae-cf03fea467e6'] in n-d-791503-12 is: [{'id': '988740ec-914b-4294-96ae-cf03fea467e6', 'name': 'tempest-ServerActionsTestJSON-1306582082-router', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:07:16Z', 'revision_number': 4, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'gw_port': {'id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '6b087c2f-8e74-428c-9601-39cb303b42d4', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'floating_ip_address': '172.25.0.83', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'port_id': '7e78f571-904f-4da8-88ba-e8ea6ef2575f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'mac_address': 'fa:16:3e:ed:cc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a006a60a-8ef7-4446-8714-2825430f9e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:07:26Z', 'updated_at': '2021-07-07T17:07:59Z', 'revision_number': 1, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b174880f-664b-484e-94f8-cb6f68857a48', 'name': '', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'mac_address': 'fa:16:3e:f5:2b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:15Z', 'updated_at': '2021-07-07T17:07:26Z', 'revision_number': 5, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'subnets': [{'id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:08:05.364258 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d72ffff-fcae-47ad-a6b9-83ff8aad51ee') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:05.364258 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d72ffff-fcae-47ad-a6b9-83ff8aad51ee') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:05.395909 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.500488 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918a4502-3351-4add-8a02-775a0e5b4a61 x-openstack-request-id: req-918a4502-3351-4add-8a02-775a0e5b4a61 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:05.500983 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa", "tag": "f05ab62b-84f8-48e9-b585-dc68201091a1", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:05.501390 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-918a4502-3351-4add-8a02-775a0e5b4a61 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:05.502049 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa', 'tag': 'f05ab62b-84f8-48e9-b585-dc68201091a1', 'status': 'completed', 'code': 200} Jul 07 17:08:05.504584 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6206-afc6-48eb-a3b1-148fad75740c req-44e98e18-a554-420b-90b9-3bcc30ab64fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:05.507266 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-44e98e18-a554-420b-90b9-3bcc30ab64fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fd26278-1ee8-4aad-a564-96dc9b452a11 HTTP/1.1" status: 200 len: 797 time: 0.4174924 Jul 07 17:08:05.511843 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-245eb0d3-b540-4500-9533-434f964b9601 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ffd6a7f-d7b0-4b5a-b790-da741ae974fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1943703 Jul 07 17:08:05.559767 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.581571 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-5bcac975-1a48-4638-8998-d5b04a77a398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:05.583634 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-5bcac975-1a48-4638-8998-d5b04a77a398 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94fb5041-e475-4bc0-9d1d-291598430d4a HTTP/1.1" status: 200 len: 797 time: 0.5861595 Jul 07 17:08:05.691557 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2ec3f-c5cd-41a4-8d1c-db6b601f72cc req-e71718c0-4add-44e3-b562-436d67f7c913 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:05.714891 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e4e2ec3f-c5cd-41a4-8d1c-db6b601f72cc req-e71718c0-4add-44e3-b562-436d67f7c913 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.72 "GET /v2.0/ports?device_id=e63b45c6-3767-4d17-a30f-b548807ce12e HTTP/1.1" status: 200 len: 946 time: 1.5130322 Jul 07 17:08:05.727620 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:08:05.728449 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:08:05.745646 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:08:05.814169 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847c14d-100e-46ac-b852-9b994400a871 req-eed425c5-771b-4cc9-8458-84743e14a7ae tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:05.815840 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c847c14d-100e-46ac-b852-9b994400a871 req-eed425c5-771b-4cc9-8458-84743e14a7ae tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.72 "GET /v2.0/ports?device_id=13a9b41a-0730-4792-a6ca-e2dcde668a62 HTTP/1.1" status: 200 len: 945 time: 0.5648518 Jul 07 17:08:05.847780 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-ec85fd2e-1090-4c1b-9978-ad6ccf0f69bc service neutron] 10.222.0.64 "GET /v2.0/networks/9ffd6a7f-d7b0-4b5a-b790-da741ae974fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218067 Jul 07 17:08:05.884456 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68a7896-a531-4b90-9676-98bdc22423f4 None None] New status for floating IP 6b087c2f-8e74-428c-9601-39cb303b42d4: ACTIVE {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:08:05.920113 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6206-afc6-48eb-a3b1-148fad75740c req-aac41ceb-c459-44bf-a15f-17919686fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:05.921932 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-aac41ceb-c459-44bf-a15f-17919686fad7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb74cf42-8431-4db2-86e2-f968c1182b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3938658 Jul 07 17:08:05.984201 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b010d68e-f556-4dee-9495-ebea28a36c7d req-4d0a126f-aef2-44ea-90a9-e88a4b1fe6a6 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6574452 Jul 07 17:08:06.105898 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0558dd50-79ba-4593-af52-a736341e08e8 x-openstack-request-id: req-0558dd50-79ba-4593-af52-a736341e08e8 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:06.106379 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a006a60a-8ef7-4446-8714-2825430f9e2c", "tag": "7e78f571-904f-4da8-88ba-e8ea6ef2575f", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:06.117308 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0558dd50-79ba-4593-af52-a736341e08e8 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:06.118231 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a006a60a-8ef7-4446-8714-2825430f9e2c', 'tag': '7e78f571-904f-4da8-88ba-e8ea6ef2575f', 'status': 'completed', 'code': 200} Jul 07 17:08:06.165751 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-4d9fe32e-a4ed-4598-9aa5-290d67913342 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Allocated IP 172.20.0.9 (9a069726-4687-4aab-843c-2a39928b12be/2d83fa63-04fe-47d2-9e05-061a0c3de479/09674d99-b8e8-429e-893f-c7b649dbe0a4) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:06.197416 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.db.api [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:08:06.197416 n-d-791503-12 neutron-server[100192]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:08:06.197416 n-d-791503-12 neutron-server[100192]: [parameters: {'id': '943b0e8d-1172-4b54-a0ff-9f9158162418'}] Jul 07 17:08:06.197416 n-d-791503-12 neutron-server[100192]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:08:06.198232 n-d-791503-12 neutron-server[100192]: DEBUG oslo_db.api [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:08:06.203597 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-1fe1a7f5-5d52-4e59-bcbd-9a945e2a27d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:06.205310 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-1fe1a7f5-5d52-4e59-bcbd-9a945e2a27d6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f52f86e5-4ccf-471b-ba73-453c1047945f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5866632 Jul 07 17:08:06.214405 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fb81f8e0-c98f-487e-8933-aedf253be35f req-42017ed6-61ea-48fd-886a-b07177cb5106 service neutron] 10.222.0.64 "GET /v2.0/networks/9ffd6a7f-d7b0-4b5a-b790-da741ae974fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400030 Jul 07 17:08:06.219565 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-46627012-368b-48d3-a609-d31a2e213701 service neutron] 10.222.0.64 "GET /v2.0/networks/fb74cf42-8431-4db2-86e2-f968c1182b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503819 Jul 07 17:08:06.247583 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-c847c14d-100e-46ac-b852-9b994400a871 req-e40ac828-0e56-4d3b-ba3b-c3bce4d84ced tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Deleting port 086cb871-6c15-4a48-9049-28ba1f5e3a6c {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:06.247754 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c847c14d-100e-46ac-b852-9b994400a871 req-e40ac828-0e56-4d3b-ba3b-c3bce4d84ced tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.331872 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-e4e2ec3f-c5cd-41a4-8d1c-db6b601f72cc req-8b3a7f63-af5e-4412-acf2-37bac788c216 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Deleting port 13f956a9-135e-4837-b9ec-114a03c584c6 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:06.332327 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e4e2ec3f-c5cd-41a4-8d1c-db6b601f72cc req-8b3a7f63-af5e-4412-acf2-37bac788c216 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.401589 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf6f7e-5cf1-4d7f-a67f-fd905611c3cb req-a3cd294e-7df1-4869-b9ce-3847ec270aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:06.403397 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c6bf6f7e-5cf1-4d7f-a67f-fd905611c3cb req-a3cd294e-7df1-4869-b9ce-3847ec270aec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 1098 time: 0.3255990 Jul 07 17:08:06.476805 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08b2d1a3-458a-4996-a377-6f249cf4662c req-956166b9-8efe-4bb8-9176-4a0c84cdec25 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ae55a0-f4ba-4f48-861d-b6576b7e951a HTTP/1.1" status: 200 len: 210 time: 0.0760393 Jul 07 17:08:06.582332 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-7e4374bc-e77b-4a57-bc2f-3d90321c08b7 service neutron] 10.222.0.72 "GET /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688092 Jul 07 17:08:06.591574 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-c847c14d-100e-46ac-b852-9b994400a871 req-e40ac828-0e56-4d3b-ba3b-c3bce4d84ced tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] For port 086cb871-6c15-4a48-9049-28ba1f5e3a6c, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=086cb871-6c15-4a48-9049-28ba1f5e3a6c,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:06.592003 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c847c14d-100e-46ac-b852-9b994400a871 req-e40ac828-0e56-4d3b-ba3b-c3bce4d84ced tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.609725 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-e4e2ec3f-c5cd-41a4-8d1c-db6b601f72cc req-8b3a7f63-af5e-4412-acf2-37bac788c216 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] For port 13f956a9-135e-4837-b9ec-114a03c584c6, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=13f956a9-135e-4837-b9ec-114a03c584c6,segment=NetworkSegment(f0a88ad8-bc79-44b5-b0b8-836380d308d1),segment_id=f0a88ad8-bc79-44b5-b0b8-836380d308d1)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:06.610144 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e4e2ec3f-c5cd-41a4-8d1c-db6b601f72cc req-8b3a7f63-af5e-4412-acf2-37bac788c216 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.617385 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-caff6206-afc6-48eb-a3b1-148fad75740c req-173a9feb-1723-49e0-b117-9c42e22ca69c service neutron] 10.222.0.64 "GET /v2.0/networks/fb74cf42-8431-4db2-86e2-f968c1182b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852677 Jul 07 17:08:06.637766 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-c847c14d-100e-46ac-b852-9b994400a871 req-e40ac828-0e56-4d3b-ba3b-c3bce4d84ced tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Calling delete_port for 086cb871-6c15-4a48-9049-28ba1f5e3a6c owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:06.658670 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8760d91-8ac6-4439-b270-3b791d6f332e req-886e6ab5-2c80-4cbd-89aa-9d46467da57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:06.660766 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c8760d91-8ac6-4439-b270-3b791d6f332e req-886e6ab5-2c80-4cbd-89aa-9d46467da57f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17e586787a97456ea44df1f572786774&device_id=bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa HTTP/1.1" status: 200 len: 1095 time: 0.3849175 Jul 07 17:08:06.673175 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-e4e2ec3f-c5cd-41a4-8d1c-db6b601f72cc req-8b3a7f63-af5e-4412-acf2-37bac788c216 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Calling delete_port for 13f956a9-135e-4837-b9ec-114a03c584c6 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:06.693740 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932b936-0159-42b2-91d8-73986d436a83 req-ea4a7f3b-df03-4f00-a244-d4d143f391f6 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:06.699747 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b932b936-0159-42b2-91d8-73986d436a83 req-ea4a7f3b-df03-4f00-a244-d4d143f391f6 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa HTTP/1.1" status: 200 len: 943 time: 0.4240482 Jul 07 17:08:06.703588 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.810013 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf6f7e-5cf1-4d7f-a67f-fd905611c3cb req-90271b1b-0dd6-42ce-9450-c2c61089943d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:06.810498 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-4d9fe32e-a4ed-4598-9aa5-290d67913342 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.812478 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c6bf6f7e-5cf1-4d7f-a67f-fd905611c3cb req-90271b1b-0dd6-42ce-9450-c2c61089943d service neutron] 10.222.0.72 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 913 time: 0.3872995 Jul 07 17:08:06.894604 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-5e36ae09-faba-4579-9c89-49f2e46d9461 service neutron] 10.222.0.72 "GET /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017662 Jul 07 17:08:06.982238 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-4d9fe32e-a4ed-4598-9aa5-290d67913342 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.021389 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a921275-dfd0-4731-9423-b37bcae6a124 req-e4011bde-1a9a-44ca-b5a2-a2a5162b33dd tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:07.022465 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2a921275-dfd0-4731-9423-b37bcae6a124 req-e4011bde-1a9a-44ca-b5a2-a2a5162b33dd tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.53 "GET /v2.0/ports?device_id=e63b45c6-3767-4d17-a30f-b548807ce12e HTTP/1.1" status: 200 len: 946 time: 0.2941525 Jul 07 17:08:07.043873 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.100668 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b932b936-0159-42b2-91d8-73986d436a83 req-83af6280-fc22-4438-a696-bdce359f6c6d tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988130 Jul 07 17:08:07.115349 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Deleting port 57527aef-09ba-4f32-b71a-c1773aa69c5f {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:07.115722 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.123896 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-4d9fe32e-a4ed-4598-9aa5-290d67913342 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Network 9a069726-4687-4aab-843c-2a39928b12be is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:07.148524 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-4d9fe32e-a4ed-4598-9aa5-290d67913342 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:07.148790 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c6bf6f7e-5cf1-4d7f-a67f-fd905611c3cb req-8d54c874-f5ba-4147-9b4b-60e37e7d2384 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f HTTP/1.1" status: 200 len: 1001 time: 0.2708676 Jul 07 17:08:07.153190 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-4d9fe32e-a4ed-4598-9aa5-290d67913342 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:07.217488 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e4e2ec3f-c5cd-41a4-8d1c-db6b601f72cc req-8b3a7f63-af5e-4412-acf2-37bac788c216 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.230593 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9fe32e-a4ed-4598-9aa5-290d67913342 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Pushing event updated for resources: {'Port': ['ID=09674d99-b8e8-429e-893f-c7b649dbe0a4,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:07.263596 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8760d91-8ac6-4439-b270-3b791d6f332e req-9e3c2ff8-6423-4619-a03f-70bb2e307272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:07.265856 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c8760d91-8ac6-4439-b270-3b791d6f332e req-9e3c2ff8-6423-4619-a03f-70bb2e307272 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ffd6a7f-d7b0-4b5a-b790-da741ae974fa HTTP/1.1" status: 200 len: 922 time: 0.5965860 Jul 07 17:08:07.310496 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a7f63-af5e-4412-acf2-37bac788c216 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Pushing event deleted for resources: {'Port': ['ID=13f956a9-135e-4837-b9ec-114a03c584c6,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:07.316726 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device f05ab62b-84f8-48e9-b585-dc68201091a1 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:07.329981 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2a921275-dfd0-4731-9423-b37bcae6a124 req-17e55e29-dc1d-40f2-8584-9fb2fd008e11 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.53 "GET /v2.0/security-groups?id=0bf307b6-d3aa-4b49-836c-3933764fcbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912796 Jul 07 17:08:07.420300 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf6f7e-5cf1-4d7f-a67f-fd905611c3cb req-61d50d35-adef-42c7-9638-cb5a5561f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:07.422029 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c6bf6f7e-5cf1-4d7f-a67f-fd905611c3cb req-61d50d35-adef-42c7-9638-cb5a5561f13b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 200 len: 851 time: 0.2595921 Jul 07 17:08:07.428975 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c8760d91-8ac6-4439-b270-3b791d6f332e req-470c521b-d94e-4aa9-87f6-45c53b126996 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f05ab62b-84f8-48e9-b585-dc68201091a1 HTTP/1.1" status: 200 len: 217 time: 0.1255195 Jul 07 17:08:07.450266 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] For port 57527aef-09ba-4f32-b71a-c1773aa69c5f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=57527aef-09ba-4f32-b71a-c1773aa69c5f,segment=NetworkSegment(9d72ffff-fcae-47ad-a6b9-83ff8aad51ee),segment_id=9d72ffff-fcae-47ad-a6b9-83ff8aad51ee)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:07.451273 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.479457 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-4d9fe32e-a4ed-4598-9aa5-290d67913342 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:07.489922 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c847c14d-100e-46ac-b852-9b994400a871 req-e40ac828-0e56-4d3b-ba3b-c3bce4d84ced tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.494114 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-4d9fe32e-a4ed-4598-9aa5-290d67913342 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.503611 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['086cb871-6c15-4a48-9049-28ba1f5e3a6c'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:07.507490 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['42cfc02f-3401-4427-a978-d55f0e45e38f'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:07.549248 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c978324-880d-4a92-9b6e-3952abc28e96', 'name': 'network-vif-deleted', 'tag': '71dc3fe8-3124-462a-9ebb-e984b5208525'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:07.551750 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e4b42c-8db1-45c0-9e10-16643a7bcad4" -d '{"events": [{"server_uuid": "3c978324-880d-4a92-9b6e-3952abc28e96", "name": "network-vif-deleted", "tag": "71dc3fe8-3124-462a-9ebb-e984b5208525"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:07.580229 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e2ec3f-c5cd-41a4-8d1c-db6b601f72cc req-8b3a7f63-af5e-4412-acf2-37bac788c216 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] No DVR routers for this DVR port 13f956a9-135e-4837-b9ec-114a03c584c6 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:07.580822 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port f05ab62b-84f8-48e9-b585-dc68201091a1, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=f05ab62b-84f8-48e9-b585-dc68201091a1,segment=NetworkSegment(53f81cea-49a1-4beb-a5e1-dba35f1ef8f8),segment_id=53f81cea-49a1-4beb-a5e1-dba35f1ef8f8)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:07.593264 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e4e2ec3f-c5cd-41a4-8d1c-db6b601f72cc req-8b3a7f63-af5e-4412-acf2-37bac788c216 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.596670 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e4e2ec3f-c5cd-41a4-8d1c-db6b601f72cc req-8b3a7f63-af5e-4412-acf2-37bac788c216 tempest-ServerMetadataNegativeTestJSON-507747639 tempest-ServerMetadataNegativeTestJSON-507747639-project] 10.222.0.72 "DELETE /v2.0/ports/13f956a9-135e-4837-b9ec-114a03c584c6 HTTP/1.1" status: 204 len: 173 time: 1.8454387 Jul 07 17:08:07.600290 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Calling delete_port for 57527aef-09ba-4f32-b71a-c1773aa69c5f owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:07.627128 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-4d9fe32e-a4ed-4598-9aa5-290d67913342 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8667748 Jul 07 17:08:07.646368 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-9a81ccc1-4031-44e2-a398-473c1e5a9322 service neutron] Request body: {'port': {'device_id': 'e9ae55a0-f4ba-4f48-861d-b6576b7e951a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:07.682342 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'f05ab62b-84f8-48e9-b585-dc68201091a1', 'network_id': '9ffd6a7f-d7b0-4b5a-b790-da741ae974fa', 'port_id': 'f05ab62b-84f8-48e9-b585-dc68201091a1', 'mac_address': 'fa:16:3e:6e:85:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70cdd0d0-8567-4b58-b257-aa6dbe513c99', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:07.703842 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ac828-0e56-4d3b-ba3b-c3bce4d84ced tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Pushing event deleted for resources: {'Port': ['ID=086cb871-6c15-4a48-9049-28ba1f5e3a6c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:07.723525 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.831770 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.890225 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05ab62b-84f8-48e9-b585-dc68201091a1 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:07.905957 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-c847c14d-100e-46ac-b852-9b994400a871 req-e40ac828-0e56-4d3b-ba3b-c3bce4d84ced tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] No DVR routers for this DVR port 086cb871-6c15-4a48-9049-28ba1f5e3a6c on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:07.915380 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8760d91-8ac6-4439-b270-3b791d6f332e req-c0426096-8711-4996-8260-4fcdcd2ae123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:07.917951 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c8760d91-8ac6-4439-b270-3b791d6f332e req-c0426096-8711-4996-8260-4fcdcd2ae123 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=70cdd0d0-8567-4b58-b257-aa6dbe513c99 HTTP/1.1" status: 200 len: 861 time: 0.4794862 Jul 07 17:08:07.921513 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-daa83467-2bb8-4651-b32f-67a2d3849656 req-027f3262-e606-40fc-9de5-bb52180b7885 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=13a9b41a-0730-4792-a6ca-e2dcde668a62 HTTP/1.1" status: 200 len: 210 time: 0.1478701 Jul 07 17:08:07.922954 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c847c14d-100e-46ac-b852-9b994400a871 req-e40ac828-0e56-4d3b-ba3b-c3bce4d84ced tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.927143 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c847c14d-100e-46ac-b852-9b994400a871 req-e40ac828-0e56-4d3b-ba3b-c3bce4d84ced tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.72 "DELETE /v2.0/ports/086cb871-6c15-4a48-9049-28ba1f5e3a6c HTTP/1.1" status: 204 len: 173 time: 2.0956693 Jul 07 17:08:08.008844 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c8760d91-8ac6-4439-b270-3b791d6f332e req-a5b0d5f5-004f-4026-bd62-15e3cd93a3e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ffd6a7f-d7b0-4b5a-b790-da741ae974fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613196 Jul 07 17:08:08.017906 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port f05ab62b-84f8-48e9-b585-dc68201091a1, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=f05ab62b-84f8-48e9-b585-dc68201091a1,segment=NetworkSegment(53f81cea-49a1-4beb-a5e1-dba35f1ef8f8),segment_id=53f81cea-49a1-4beb-a5e1-dba35f1ef8f8)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:08.027614 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.140563 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c8760d91-8ac6-4439-b270-3b791d6f332e req-452145d0-d095-41d0-a869-15d5d9e7db8a service neutron] 10.222.0.64 "GET /v2.0/networks/9ffd6a7f-d7b0-4b5a-b790-da741ae974fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252637 Jul 07 17:08:08.147981 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a46fe5c-552c-488f-9115-57f8f79aca25 x-openstack-request-id: req-8a46fe5c-552c-488f-9115-57f8f79aca25 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:08.147981 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c978324-880d-4a92-9b6e-3952abc28e96", "name": "network-vif-deleted", "tag": "71dc3fe8-3124-462a-9ebb-e984b5208525", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:08.147981 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a46fe5c-552c-488f-9115-57f8f79aca25 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:08.148552 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c978324-880d-4a92-9b6e-3952abc28e96', 'name': 'network-vif-deleted', 'tag': '71dc3fe8-3124-462a-9ebb-e984b5208525', 'status': 'completed', 'code': 200} Jul 07 17:08:08.149293 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 13f956a9-135e-4837-b9ec-114a03c584c6 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:08.157423 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63b45c6-3767-4d17-a30f-b548807ce12e', 'name': 'network-vif-deleted', 'tag': '13f956a9-135e-4837-b9ec-114a03c584c6'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:08.162468 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf6f7e-5cf1-4d7f-a67f-fd905611c3cb req-683c9d08-76b8-4676-bdce-395d7478c5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:08.164770 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c6bf6f7e-5cf1-4d7f-a67f-fd905611c3cb req-683c9d08-76b8-4676-bdce-395d7478c5d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6958733 Jul 07 17:08:08.171999 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e970573d-5310-449b-a638-d92a17ea6f02" -d '{"events": [{"server_uuid": "e63b45c6-3767-4d17-a30f-b548807ce12e", "name": "network-vif-deleted", "tag": "13f956a9-135e-4837-b9ec-114a03c584c6"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:08.206876 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 13f956a9-135e-4837-b9ec-114a03c584c6 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:08.207342 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 13f956a9-135e-4837-b9ec-114a03c584c6 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:08.213779 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=f05ab62b-84f8-48e9-b585-dc68201091a1,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:08.234374 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.253285 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-9a81ccc1-4031-44e2-a398-473c1e5a9322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.286663 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] No DVR routers for this DVR port 57527aef-09ba-4f32-b71a-c1773aa69c5f on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:08.290848 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event deleted for resources: {'Port': ['ID=57527aef-09ba-4f32-b71a-c1773aa69c5f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:08.326425 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['f05ab62b-84f8-48e9-b585-dc68201091a1'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:08.360455 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c8760d91-8ac6-4439-b270-3b791d6f332e req-3548260a-fc56-4cbf-87c7-a6d95070b6f9 service neutron] 10.222.0.64 "GET /v2.0/networks/9ffd6a7f-d7b0-4b5a-b790-da741ae974fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943610 Jul 07 17:08:08.452220 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.470460 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943b0e8d-1172-4b54-a0ff-9f9158162418']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:08.477776 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c6bf6f7e-5cf1-4d7f-a67f-fd905611c3cb req-e0c71609-9db1-4419-9964-fece687f7379 service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158080 Jul 07 17:08:08.535243 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278d683-5120-45a8-b467-8097b8d97d23 req-98e90d81-8a86-400e-b902-fee86a8b160d tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:08.544676 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e278d683-5120-45a8-b467-8097b8d97d23 req-98e90d81-8a86-400e-b902-fee86a8b160d tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ae55a0-f4ba-4f48-861d-b6576b7e951a HTTP/1.1" status: 200 len: 931 time: 0.5303516 Jul 07 17:08:08.547953 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d72ffff-fcae-47ad-a6b9-83ff8aad51ee') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:08.548250 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d72ffff-fcae-47ad-a6b9-83ff8aad51ee') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:08.582551 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.627508 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.654309 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e278d683-5120-45a8-b467-8097b8d97d23 req-4ddbe147-238a-4e76-a97d-2b58d929545f tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042213 Jul 07 17:08:08.658621 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:08:08.659348 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.670629 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d977c6-a7c0-4000-be63-a43836616e61 req-c27515d6-e478-4f01-aa59-89e627193957 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:08.684332 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-89d977c6-a7c0-4000-be63-a43836616e61 req-c27515d6-e478-4f01-aa59-89e627193957 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa HTTP/1.1" status: 200 len: 944 time: 0.2045014 Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:08:08.693598 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:08:08.788261 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-89d977c6-a7c0-4000-be63-a43836616e61 req-8532e0aa-e7be-4d00-9c23-fdf04f21395f tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021042 Jul 07 17:08:08.835175 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b48047-0a0b-4d03-80be-df0a948c1b32 x-openstack-request-id: req-d1b48047-0a0b-4d03-80be-df0a948c1b32 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:08.835966 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63b45c6-3767-4d17-a30f-b548807ce12e", "name": "network-vif-deleted", "tag": "13f956a9-135e-4837-b9ec-114a03c584c6", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:08.836240 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1b48047-0a0b-4d03-80be-df0a948c1b32 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:08.836726 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63b45c6-3767-4d17-a30f-b548807ce12e', 'name': 'network-vif-deleted', 'tag': '13f956a9-135e-4837-b9ec-114a03c584c6', 'status': 'completed', 'code': 200} Jul 07 17:08:08.868561 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c6bf6f7e-5cf1-4d7f-a67f-fd905611c3cb req-86ca4eb4-e412-4ec8-b427-a3a02f425d22 service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442078 Jul 07 17:08:08.898392 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.917489 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.920979 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "DELETE /v2.0/networks/943b0e8d-1172-4b54-a0ff-9f9158162418 HTTP/1.1" status: 204 len: 168 time: 6.9873168 Jul 07 17:08:08.925635 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60960) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:08.935300 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-9ead112a-c6b6-4a35-9e27-5a736757dfad tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-677389320'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:08.992540 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ead112a-c6b6-4a35-9e27-5a736757dfad tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Made reservation on behalf of 21919683220a41d3a4d84233ba5e4402 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:08.998451 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9ead112a-c6b6-4a35-9e27-5a736757dfad tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.029075 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60964) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:09.086995 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ead112a-c6b6-4a35-9e27-5a736757dfad tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:08:09.117711 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9ead112a-c6b6-4a35-9e27-5a736757dfad tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.118070 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-9ead112a-c6b6-4a35-9e27-5a736757dfad tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Added segment 706ebbb4-5db0-4129-8d9e-52f1200eb5f0 of type vlan for network f42e025b-d5b0-435f-83f7-398f2bb0711e Jul 07 17:08:09.134467 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d591c27-be1a-4dd4-a4e5-a2160226353d admin admin] Deleting subnet 3919b021-806b-497e-8462-a9346dab8947 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:09.160850 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5d591c27-be1a-4dd4-a4e5-a2160226353d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.215618 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9ead112a-c6b6-4a35-9e27-5a736757dfad tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.235822 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5d591c27-be1a-4dd4-a4e5-a2160226353d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.296430 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9ead112a-c6b6-4a35-9e27-5a736757dfad tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.304456 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ead112a-c6b6-4a35-9e27-5a736757dfad tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:09.305228 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9ead112a-c6b6-4a35-9e27-5a736757dfad tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.321643 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5d591c27-be1a-4dd4-a4e5-a2160226353d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.471088 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9ead112a-c6b6-4a35-9e27-5a736757dfad tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5437613 Jul 07 17:08:09.477123 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60968) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:09.478027 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3144a4-46d0-4aa4-9a2e-168a29b3fa8f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event deleted for resources: {'Network': ['ID=943b0e8d-1172-4b54-a0ff-9f9158162418,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:09.480165 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead112a-c6b6-4a35-9e27-5a736757dfad tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event updated for resources: {'Network': ['ID=f42e025b-d5b0-435f-83f7-398f2bb0711e,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:09.485045 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d28cb3b0-ffb5-4d2a-ba7a-e194fe60a15e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Request body: {'subnet': {'network_id': 'f42e025b-d5b0-435f-83f7-398f2bb0711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:09.512592 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5d591c27-be1a-4dd4-a4e5-a2160226353d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.521206 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network f42e025b-d5b0-435f-83f7-398f2bb0711e details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:08:09.551267 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d591c27-be1a-4dd4-a4e5-a2160226353d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3919b021-806b-497e-8462-a9346dab8947,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:09.555849 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5d591c27-be1a-4dd4-a4e5-a2160226353d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.559504 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5d591c27-be1a-4dd4-a4e5-a2160226353d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3919b021-806b-497e-8462-a9346dab8947 HTTP/1.1" status: 204 len: 168 time: 0.5257831 Jul 07 17:08:09.562624 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60970) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:09.667816 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-9a81ccc1-4031-44e2-a398-473c1e5a9322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09674d99-b8e8-429e-893f-c7b649dbe0a4 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:09.674024 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28cb3b0-ffb5-4d2a-ba7a-e194fe60a15e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Made reservation on behalf of 21919683220a41d3a4d84233ba5e4402 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:09.678456 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d28cb3b0-ffb5-4d2a-ba7a-e194fe60a15e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.686257 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6801a1ee-b02f-4b5c-8ca8-6b0df7d66d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.688856 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-9a81ccc1-4031-44e2-a398-473c1e5a9322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.760928 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-9a81ccc1-4031-44e2-a398-473c1e5a9322 service neutron] Transition to ACTIVE for port object 09674d99-b8e8-429e-893f-c7b649dbe0a4 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:09.904704 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-9a81ccc1-4031-44e2-a398-473c1e5a9322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.159702 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81ccc1-4031-44e2-a398-473c1e5a9322 service neutron] Pushing event updated for resources: {'Port': ['ID=09674d99-b8e8-429e-893f-c7b649dbe0a4,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:10.163209 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 086cb871-6c15-4a48-9049-28ba1f5e3a6c no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:10.176501 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d28cb3b0-ffb5-4d2a-ba7a-e194fe60a15e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.207715 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 086cb871-6c15-4a48-9049-28ba1f5e3a6c {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:10.208283 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 086cb871-6c15-4a48-9049-28ba1f5e3a6c not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:10.219255 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a9b41a-0730-4792-a6ca-e2dcde668a62', 'name': 'network-vif-deleted', 'tag': '086cb871-6c15-4a48-9049-28ba1f5e3a6c'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:10.221688 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a72b45e-1f14-465b-a5ad-a0855e083f28" -d '{"events": [{"server_uuid": "13a9b41a-0730-4792-a6ca-e2dcde668a62", "name": "network-vif-deleted", "tag": "086cb871-6c15-4a48-9049-28ba1f5e3a6c"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:10.320586 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6801a1ee-b02f-4b5c-8ca8-6b0df7d66d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.339854 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-6801a1ee-b02f-4b5c-8ca8-6b0df7d66d73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d27adf9-5e42-4aa9-8ba3-61f87e200f94']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:10.363171 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-6801a1ee-b02f-4b5c-8ca8-6b0df7d66d73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a88ad8-bc79-44b5-b0b8-836380d308d1') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:10.363597 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-6801a1ee-b02f-4b5c-8ca8-6b0df7d66d73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a88ad8-bc79-44b5-b0b8-836380d308d1') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:10.382500 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6801a1ee-b02f-4b5c-8ca8-6b0df7d66d73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.402396 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2c3f7-23f5-4206-a46e-06559a7ed329 req-0a93e0f6-a59b-4513-8baf-8ee3603bc414 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:10.404365 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5a2c3f7-23f5-4206-a46e-06559a7ed329 req-0a93e0f6-a59b-4513-8baf-8ee3603bc414 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ae55a0-f4ba-4f48-861d-b6576b7e951a HTTP/1.1" status: 200 len: 943 time: 0.5058124 Jul 07 17:08:10.408779 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cb3b0-ffb5-4d2a-ba7a-e194fe60a15e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event updated for resources: {'Subnet': ['ID=a32f2542-2806-47ca-858c-e874a38984de,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:10.413616 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8ce6b-1573-46a3-a0ab-3b11cb71bb1e req-7792b0c1-4ebc-412b-bc29-ab498b3d0f6d tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:10.415566 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fca8ce6b-1573-46a3-a0ab-3b11cb71bb1e req-7792b0c1-4ebc-412b-bc29-ab498b3d0f6d tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa HTTP/1.1" status: 200 len: 944 time: 0.1973011 Jul 07 17:08:10.423110 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6801a1ee-b02f-4b5c-8ca8-6b0df7d66d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.445095 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6801a1ee-b02f-4b5c-8ca8-6b0df7d66d73 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:08:10.445646 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6801a1ee-b02f-4b5c-8ca8-6b0df7d66d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:08:10.449161 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:08:10.471442 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-9a81ccc1-4031-44e2-a398-473c1e5a9322 service neutron] Attempting to bind port 09674d99-b8e8-429e-893f-c7b649dbe0a4 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:10.471870 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-9a81ccc1-4031-44e2-a398-473c1e5a9322 service neutron] Attempting to bind port 09674d99-b8e8-429e-893f-c7b649dbe0a4 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'c42bd21f-85e5-4932-b296-cd596f5e6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9a069726-4687-4aab-843c-2a39928b12be'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:10.472289 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-9a81ccc1-4031-44e2-a398-473c1e5a9322 service neutron] Attempting to bind port 09674d99-b8e8-429e-893f-c7b649dbe0a4 on network 9a069726-4687-4aab-843c-2a39928b12be {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:10.484927 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28cb3b0-ffb5-4d2a-ba7a-e194fe60a15e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Checking segment: {'id': '706ebbb4-5db0-4129-8d9e-52f1200eb5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f42e025b-d5b0-435f-83f7-398f2bb0711e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:10.486016 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28cb3b0-ffb5-4d2a-ba7a-e194fe60a15e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Network hostable DHCP agents. Network: f42e025b-d5b0-435f-83f7-398f2bb0711e, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:08:10.498053 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-9a81ccc1-4031-44e2-a398-473c1e5a9322 service neutron] Port 09674d99-b8e8-429e-893f-c7b649dbe0a4 on network 9a069726-4687-4aab-843c-2a39928b12be not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:08:10.498486 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-9a81ccc1-4031-44e2-a398-473c1e5a9322 service neutron] Attempting to bind port 09674d99-b8e8-429e-893f-c7b649dbe0a4 on network 9a069726-4687-4aab-843c-2a39928b12be {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:10.517650 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5a2c3f7-23f5-4206-a46e-06559a7ed329 req-89339038-a5ff-44e7-a385-4c62ae77cf10 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966556 Jul 07 17:08:10.519109 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-9a81ccc1-4031-44e2-a398-473c1e5a9322 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:10.519511 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-9a81ccc1-4031-44e2-a398-473c1e5a9322 service neutron] Checking segment: {'id': 'c42bd21f-85e5-4932-b296-cd596f5e6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9a069726-4687-4aab-843c-2a39928b12be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:10.520123 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-9a81ccc1-4031-44e2-a398-473c1e5a9322 service neutron] Bound using segment: {'id': 'c42bd21f-85e5-4932-b296-cd596f5e6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9a069726-4687-4aab-843c-2a39928b12be'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:10.520899 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-9a81ccc1-4031-44e2-a398-473c1e5a9322 service neutron] Bound port: 09674d99-b8e8-429e-893f-c7b649dbe0a4, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c42bd21f-85e5-4932-b296-cd596f5e6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9a069726-4687-4aab-843c-2a39928b12be'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:10.521522 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-9a81ccc1-4031-44e2-a398-473c1e5a9322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.560893 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fca8ce6b-1573-46a3-a0ab-3b11cb71bb1e req-eeaf161e-9313-4b2b-8dd6-0edfafdda6ae tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307166 Jul 07 17:08:10.585131 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6801a1ee-b02f-4b5c-8ca8-6b0df7d66d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.602542 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28cb3b0-ffb5-4d2a-ba7a-e194fe60a15e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Network f42e025b-d5b0-435f-83f7-398f2bb0711e is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:08:10.616070 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6801a1ee-b02f-4b5c-8ca8-6b0df7d66d73 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.619069 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6801a1ee-b02f-4b5c-8ca8-6b0df7d66d73 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1d27adf9-5e42-4aa9-8ba3-61f87e200f94 HTTP/1.1" status: 204 len: 168 time: 1.0551417 Jul 07 17:08:10.631165 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-d28cb3b0-ffb5-4d2a-ba7a-e194fe60a15e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, f42e025b-d5b0-435f-83f7-398f2bb0711e) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:10.649422 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03969c5-81d2-4f20-acfc-400caf89ed90 None None] Network f42e025b-d5b0-435f-83f7-398f2bb0711e requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:10.662255 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801a1ee-b02f-4b5c-8ca8-6b0df7d66d73 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d27adf9-5e42-4aa9-8ba3-61f87e200f94,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:10.662587 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28cb3b0-ffb5-4d2a-ba7a-e194fe60a15e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:10.663607 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d28cb3b0-ffb5-4d2a-ba7a-e194fe60a15e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.722792 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-9a81ccc1-4031-44e2-a398-473c1e5a9322 service neutron] For port 09674d99-b8e8-429e-893f-c7b649dbe0a4, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:10.730683 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-9a81ccc1-4031-44e2-a398-473c1e5a9322 service neutron] For port 09674d99-b8e8-429e-893f-c7b649dbe0a4, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=09674d99-b8e8-429e-893f-c7b649dbe0a4,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:10.740705 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d3857d-b9c1-42f8-970b-77e169fe0fa0 x-openstack-request-id: req-98d3857d-b9c1-42f8-970b-77e169fe0fa0 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:10.741172 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a9b41a-0730-4792-a6ca-e2dcde668a62", "name": "network-vif-deleted", "tag": "086cb871-6c15-4a48-9049-28ba1f5e3a6c", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:10.742266 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98d3857d-b9c1-42f8-970b-77e169fe0fa0 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:10.743234 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a9b41a-0730-4792-a6ca-e2dcde668a62', 'name': 'network-vif-deleted', 'tag': '086cb871-6c15-4a48-9049-28ba1f5e3a6c', 'status': 'completed', 'code': 200} Jul 07 17:08:10.755274 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-9a81ccc1-4031-44e2-a398-473c1e5a9322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.875466 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d28cb3b0-ffb5-4d2a-ba7a-e194fe60a15e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3893716 Jul 07 17:08:10.877101 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-9a81ccc1-4031-44e2-a398-473c1e5a9322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:10.877101 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-9a81ccc1-4031-44e2-a398-473c1e5a9322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.878486 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60990) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:10.878884 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-9a81ccc1-4031-44e2-a398-473c1e5a9322 service neutron] 10.222.0.64 "PUT /v2.0/ports/09674d99-b8e8-429e-893f-c7b649dbe0a4 HTTP/1.1" status: 200 len: 1092 time: 3.2423234 Jul 07 17:08:10.879442 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ae55a0-f4ba-4f48-861d-b6576b7e951a', 'tag': '09674d99-b8e8-429e-893f-c7b649dbe0a4'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:10.882217 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2148de-ecc1-4844-94eb-b0aa5c076dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ae55a0-f4ba-4f48-861d-b6576b7e951a", "tag": "09674d99-b8e8-429e-893f-c7b649dbe0a4"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:10.894537 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-9fc9fb10-51a8-4b0e-89f3-48b644727c7d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1198832017'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:10.902944 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81ccc1-4031-44e2-a398-473c1e5a9322 service neutron] Pushing event updated for resources: {'Port': ['ID=09674d99-b8e8-429e-893f-c7b649dbe0a4,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:10.984957 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc9fb10-51a8-4b0e-89f3-48b644727c7d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Made reservation on behalf of 21919683220a41d3a4d84233ba5e4402 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:10.991207 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9fc9fb10-51a8-4b0e-89f3-48b644727c7d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.069187 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc9fb10-51a8-4b0e-89f3-48b644727c7d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:08:11.097650 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9fc9fb10-51a8-4b0e-89f3-48b644727c7d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.098412 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-9fc9fb10-51a8-4b0e-89f3-48b644727c7d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Added segment b2a01c58-98af-40c9-a99b-db8b1806b650 of type vlan for network 71b7e400-96b5-4930-8d95-3fd58441a74d Jul 07 17:08:11.117950 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8ac19e-83b6-4671-a74a-bb1d600918a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-f42e025b-d5b0-435f-83f7-398f2bb0711e', 'network_id': 'f42e025b-d5b0-435f-83f7-398f2bb0711e', 'tenant_id': '21919683220a41d3a4d84233ba5e4402', 'fixed_ips': [{'subnet_id': 'a32f2542-2806-47ca-858c-e874a38984de'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:08:11.121855 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fc8ac19e-83b6-4671-a74a-bb1d600918a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.148168 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-16cd2d63-f949-4e92-aad9-90d44fdd6d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:11.150037 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-16cd2d63-f949-4e92-aad9-90d44fdd6d57 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=565e8acc09134f1f976b9c4727940d5d&device_id=e9ae55a0-f4ba-4f48-861d-b6576b7e951a HTTP/1.1" status: 200 len: 1095 time: 0.2060571 Jul 07 17:08:11.201680 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60996) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:11.244075 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8cd67f-edd6-41c6-ad94-49b347333633 x-openstack-request-id: req-ec8cd67f-edd6-41c6-ad94-49b347333633 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:11.247367 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ae55a0-f4ba-4f48-861d-b6576b7e951a", "tag": "09674d99-b8e8-429e-893f-c7b649dbe0a4", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:11.247640 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec8cd67f-edd6-41c6-ad94-49b347333633 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:11.248277 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ae55a0-f4ba-4f48-861d-b6576b7e951a', 'tag': '09674d99-b8e8-429e-893f-c7b649dbe0a4', 'status': 'completed', 'code': 200} Jul 07 17:08:11.249536 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9fc9fb10-51a8-4b0e-89f3-48b644727c7d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.256313 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-a6bb7650-1617-47ff-8058-53dfbdaa73a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09674d99-b8e8-429e-893f-c7b649dbe0a4 HTTP/1.1" status: 200 len: 217 time: 0.0978994 Jul 07 17:08:11.334213 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ccf66d90-446f-445a-88a6-7e7efd8e4484 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a4ab8ff299394c71bb0b88792c24c705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1274118 Jul 07 17:08:11.335310 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 32770) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:11.340122 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-157085de-3eef-4533-8d7e-39bb45067064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:11.343432 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-157085de-3eef-4533-8d7e-39bb45067064 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2d83fa63-04fe-47d2-9e05-061a0c3de479 HTTP/1.1" status: 200 len: 845 time: 0.0807734 Jul 07 17:08:11.367215 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device f05ab62b-84f8-48e9-b585-dc68201091a1 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:11.389506 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9fc9fb10-51a8-4b0e-89f3-48b644727c7d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.393407 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-c36d2b23-58eb-4b23-8808-9fd29a769355 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a069726-4687-4aab-843c-2a39928b12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428956 Jul 07 17:08:11.401305 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc9fb10-51a8-4b0e-89f3-48b644727c7d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:11.402820 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9fc9fb10-51a8-4b0e-89f3-48b644727c7d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.467078 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-fc8ac19e-83b6-4671-a74a-bb1d600918a9 None None] Allocated IP 2001:db8::1 (f42e025b-d5b0-435f-83f7-398f2bb0711e/a32f2542-2806-47ca-858c-e874a38984de/b3b8d5b0-ec8a-45f5-a74d-e316d849f62a) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:11.508100 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9fc9fb10-51a8-4b0e-89f3-48b644727c7d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6231470 Jul 07 17:08:11.516603 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 32776) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:11.531500 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-897a7210-dbdb-4e18-8cb3-0494e364e27e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Request body: {'subnet': {'network_id': '71b7e400-96b5-4930-8d95-3fd58441a74d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:11.581316 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-39490053-1217-4b42-b9c1-362a86713400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.586281 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9fb10-51a8-4b0e-89f3-48b644727c7d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event updated for resources: {'Network': ['ID=71b7e400-96b5-4930-8d95-3fd58441a74d,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:11.586520 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port f05ab62b-84f8-48e9-b585-dc68201091a1 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:11.611023 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 71b7e400-96b5-4930-8d95-3fd58441a74d details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:08:11.639644 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-39490053-1217-4b42-b9c1-362a86713400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.678935 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c5230-c4f7-4e57-8269-37036f762929 req-177f42c2-1bf5-42d2-8d75-bbe9565e0b65 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:11.689522 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-132c5230-c4f7-4e57-8269-37036f762929 req-177f42c2-1bf5-42d2-8d75-bbe9565e0b65 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/networks?id=656dd087-69ac-4445-b8fb-7180ff9e7eaa HTTP/1.1" status: 200 len: 805 time: 0.2941802 Jul 07 17:08:11.723258 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897a7210-dbdb-4e18-8cb3-0494e364e27e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Made reservation on behalf of 21919683220a41d3a4d84233ba5e4402 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:11.728010 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-897a7210-dbdb-4e18-8cb3-0494e364e27e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.729484 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-132c5230-c4f7-4e57-8269-37036f762929 req-3f39ff21-8388-4d26-bd69-d33a1d80716d tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/quotas/854488ce7e0c4852954684e9f239b430 HTTP/1.1" status: 200 len: 375 time: 0.0385427 Jul 07 17:08:11.756061 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-39490053-1217-4b42-b9c1-362a86713400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.765610 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-39490053-1217-4b42-b9c1-362a86713400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.768273 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-39490053-1217-4b42-b9c1-362a86713400 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0bf307b6-d3aa-4b49-836c-3933764fcbed HTTP/1.1" status: 204 len: 168 time: 0.4312928 Jul 07 17:08:11.830268 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-9e56db4c-b655-4e2c-9bb6-5d9e10e320b4 service neutron] 10.222.0.64 "GET /v2.0/networks/9a069726-4687-4aab-843c-2a39928b12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217782 Jul 07 17:08:11.834180 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39490053-1217-4b42-b9c1-362a86713400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf307b6-d3aa-4b49-836c-3933764fcbed,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:11.859887 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port f05ab62b-84f8-48e9-b585-dc68201091a1 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:11.860805 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.910895 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.ipam_backend_mixin [None req-897a7210-dbdb-4e18-8cb3-0494e364e27e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Performing IP validity checks on allocation pools {{(pid=100193) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 17:08:11.912150 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.ipam_backend_mixin [None req-897a7210-dbdb-4e18-8cb3-0494e364e27e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100193) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 17:08:11.984918 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4ce00-4d3f-4718-a430-6b0d5eb07da3 req-52f2b2ab-4d7c-49c3-aed9-76f60215b7e7 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:11.995100 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f8d4ce00-4d3f-4718-a430-6b0d5eb07da3 req-52f2b2ab-4d7c-49c3-aed9-76f60215b7e7 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ae55a0-f4ba-4f48-861d-b6576b7e951a HTTP/1.1" status: 200 len: 943 time: 0.1757414 Jul 07 17:08:12.013672 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-132c5230-c4f7-4e57-8269-37036f762929 req-6726b0a1-c1ff-4bac-96d5-4bb8ac36bbe7 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=854488ce7e0c4852954684e9f239b430&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2770662 Jul 07 17:08:12.064909 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f8d4ce00-4d3f-4718-a430-6b0d5eb07da3 req-4c9f4075-9931-450f-929a-bee2eefc244f tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687463 Jul 07 17:08:12.089390 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b00fc6c8-0ac7-4fb4-98a2-fd47cab7f5b9 req-4d0fe571-6898-4d8e-bc8a-3838586a5d1a service neutron] 10.222.0.64 "GET /v2.0/networks/9a069726-4687-4aab-843c-2a39928b12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498682 Jul 07 17:08:12.334826 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.346968 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fc8ac19e-83b6-4671-a74a-bb1d600918a9 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.362938 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-897a7210-dbdb-4e18-8cb3-0494e364e27e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.384092 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-fc8ac19e-83b6-4671-a74a-bb1d600918a9 None None] Transition to ACTIVE for port object b3b8d5b0-ec8a-45f5-a74d-e316d849f62a will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:12.408223 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2148de-ecc1-4844-94eb-b0aa5c076dc3 req-72d62df8-5f40-4b19-a6ca-fd8fb30c7a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:12.412199 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6e2148de-ecc1-4844-94eb-b0aa5c076dc3 req-72d62df8-5f40-4b19-a6ca-fd8fb30c7a99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=565e8acc09134f1f976b9c4727940d5d&device_id=e9ae55a0-f4ba-4f48-861d-b6576b7e951a HTTP/1.1" status: 200 len: 1095 time: 0.2053411 Jul 07 17:08:12.415179 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05ab62b-84f8-48e9-b585-dc68201091a1'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:12.418063 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f58b76-a8ba-4df4-ae5e-18f42e13da0e" -d '{"events": [{"server_uuid": "bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa", "name": "network-vif-plugged", "status": "completed", "tag": "f05ab62b-84f8-48e9-b585-dc68201091a1"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:12.439420 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port f05ab62b-84f8-48e9-b585-dc68201091a1, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=f05ab62b-84f8-48e9-b585-dc68201091a1,segment=NetworkSegment(53f81cea-49a1-4beb-a5e1-dba35f1ef8f8),segment_id=53f81cea-49a1-4beb-a5e1-dba35f1ef8f8)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:12.441207 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-fc8ac19e-83b6-4671-a74a-bb1d600918a9 None None] Transition to ACTIVE for port object b3b8d5b0-ec8a-45f5-a74d-e316d849f62a will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:12.446206 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.458944 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fc8ac19e-83b6-4671-a74a-bb1d600918a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.470855 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a7210-dbdb-4e18-8cb3-0494e364e27e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event updated for resources: {'Subnet': ['ID=3797bb7a-5847-4edb-b633-44df8af39cbb,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:12.496946 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a31bb1-f2b8-4154-a38f-f496d137d081 req-0db57abd-246d-4fc8-87e2-ad3513f3428d tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:12.505375 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e1a31bb1-f2b8-4154-a38f-f496d137d081 req-0db57abd-246d-4fc8-87e2-ad3513f3428d tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa HTTP/1.1" status: 200 len: 944 time: 0.1914613 Jul 07 17:08:12.514457 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8ac19e-83b6-4671-a74a-bb1d600918a9 None None] Network f42e025b-d5b0-435f-83f7-398f2bb0711e is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:12.521638 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-fc8ac19e-83b6-4671-a74a-bb1d600918a9 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:12.524640 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8ac19e-83b6-4671-a74a-bb1d600918a9 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:12.539050 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=f05ab62b-84f8-48e9-b585-dc68201091a1,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:12.550626 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a7210-dbdb-4e18-8cb3-0494e364e27e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Checking segment: {'id': 'b2a01c58-98af-40c9-a99b-db8b1806b650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '71b7e400-96b5-4930-8d95-3fd58441a74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:12.551025 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:08:12.551574 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897a7210-dbdb-4e18-8cb3-0494e364e27e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Network hostable DHCP agents. Network: 71b7e400-96b5-4930-8d95-3fd58441a74d, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:08:12.598661 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e1a31bb1-f2b8-4154-a38f-f496d137d081 req-5f51f7b6-3776-4927-8dea-19dd8a34de54 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919290 Jul 07 17:08:12.603032 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.604954 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.605511 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.606111 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.607314 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.607314 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.607314 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.607760 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.607904 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.608236 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.608909 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.609565 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.628933 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897a7210-dbdb-4e18-8cb3-0494e364e27e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Network 71b7e400-96b5-4930-8d95-3fd58441a74d is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:08:12.654978 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-897a7210-dbdb-4e18-8cb3-0494e364e27e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 71b7e400-96b5-4930-8d95-3fd58441a74d) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:12.671746 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-fc8ac19e-83b6-4671-a74a-bb1d600918a9 None None] Attempting to bind port b3b8d5b0-ec8a-45f5-a74d-e316d849f62a on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:12.672539 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-fc8ac19e-83b6-4671-a74a-bb1d600918a9 None None] Attempting to bind port b3b8d5b0-ec8a-45f5-a74d-e316d849f62a by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '706ebbb4-5db0-4129-8d9e-52f1200eb5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f42e025b-d5b0-435f-83f7-398f2bb0711e'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:12.672952 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8ac19e-83b6-4671-a74a-bb1d600918a9 None None] Attempting to bind port b3b8d5b0-ec8a-45f5-a74d-e316d849f62a on network f42e025b-d5b0-435f-83f7-398f2bb0711e {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:12.685455 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897a7210-dbdb-4e18-8cb3-0494e364e27e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:12.686370 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-897a7210-dbdb-4e18-8cb3-0494e364e27e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.687830 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ac19e-83b6-4671-a74a-bb1d600918a9 None None] Pushing event updated for resources: {'Port': ['ID=b3b8d5b0-ec8a-45f5-a74d-e316d849f62a,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:12.691804 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8ac19e-83b6-4671-a74a-bb1d600918a9 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:12.692195 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8ac19e-83b6-4671-a74a-bb1d600918a9 None None] Checking segment: {'id': '706ebbb4-5db0-4129-8d9e-52f1200eb5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f42e025b-d5b0-435f-83f7-398f2bb0711e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:12.693036 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fc8ac19e-83b6-4671-a74a-bb1d600918a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.693445 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8ac19e-83b6-4671-a74a-bb1d600918a9 None None] Bound using segment: {'id': '706ebbb4-5db0-4129-8d9e-52f1200eb5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f42e025b-d5b0-435f-83f7-398f2bb0711e'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:12.693954 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-fc8ac19e-83b6-4671-a74a-bb1d600918a9 None None] Bound port: b3b8d5b0-ec8a-45f5-a74d-e316d849f62a, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706ebbb4-5db0-4129-8d9e-52f1200eb5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f42e025b-d5b0-435f-83f7-398f2bb0711e'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:12.695062 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fc8ac19e-83b6-4671-a74a-bb1d600918a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.699751 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f7817c-0e97-4df7-8ed8-9baae976544a None None] Network 71b7e400-96b5-4930-8d95-3fd58441a74d requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:12.751159 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-897a7210-dbdb-4e18-8cb3-0494e364e27e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2253320 Jul 07 17:08:12.751691 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 32800) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:12.820068 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2148de-ecc1-4844-94eb-b0aa5c076dc3 req-44bd70ac-848b-45ad-88fe-628c54cf087a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:12.830690 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6e2148de-ecc1-4844-94eb-b0aa5c076dc3 req-44bd70ac-848b-45ad-88fe-628c54cf087a service neutron] 10.222.0.64 "GET /v2.0/networks?id=9a069726-4687-4aab-843c-2a39928b12be HTTP/1.1" status: 200 len: 906 time: 0.4100106 Jul 07 17:08:12.974364 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6e2148de-ecc1-4844-94eb-b0aa5c076dc3 req-f6849ad2-b35f-4d06-9a7b-319ee4a0b513 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09674d99-b8e8-429e-893f-c7b649dbe0a4 HTTP/1.1" status: 200 len: 217 time: 0.0734253 Jul 07 17:08:12.996145 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-fc8ac19e-83b6-4671-a74a-bb1d600918a9 None None] For port b3b8d5b0-ec8a-45f5-a74d-e316d849f62a, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:13.001381 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24b8cb0b-52cb-452a-9010-ea51ef897181 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:13.002564 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-fc8ac19e-83b6-4671-a74a-bb1d600918a9 None None] For port b3b8d5b0-ec8a-45f5-a74d-e316d849f62a, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b3b8d5b0-ec8a-45f5-a74d-e316d849f62a,segment=NetworkSegment(706ebbb4-5db0-4129-8d9e-52f1200eb5f0),segment_id=706ebbb4-5db0-4129-8d9e-52f1200eb5f0)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:13.018081 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fc8ac19e-83b6-4671-a74a-bb1d600918a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:13.189455 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2148de-ecc1-4844-94eb-b0aa5c076dc3 req-fed7e17e-0852-4148-a32b-76b19223dea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:13.195738 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6e2148de-ecc1-4844-94eb-b0aa5c076dc3 req-fed7e17e-0852-4148-a32b-76b19223dea2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2d83fa63-04fe-47d2-9e05-061a0c3de479 HTTP/1.1" status: 200 len: 845 time: 0.2085145 Jul 07 17:08:13.227557 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ac19e-83b6-4671-a74a-bb1d600918a9 None None] Pushing event updated for resources: {'Port': ['ID=b3b8d5b0-ec8a-45f5-a74d-e316d849f62a,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:13.241746 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c27d6bc-7faf-4cc9-9e85-cd1efe5ed4f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-71b7e400-96b5-4930-8d95-3fd58441a74d', 'network_id': '71b7e400-96b5-4930-8d95-3fd58441a74d', 'tenant_id': '21919683220a41d3a4d84233ba5e4402', 'fixed_ips': [{'subnet_id': '3797bb7a-5847-4edb-b633-44df8af39cbb'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:08:13.254087 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8c27d6bc-7faf-4cc9-9e85-cd1efe5ed4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:13.274831 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24b8cb0b-52cb-452a-9010-ea51ef897181 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:13.320242 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-132c5230-c4f7-4e57-8269-37036f762929 req-2e6da18d-7085-4eb5-a4bf-203c5f4a037e service neutron] 10.222.0.53 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2840395 Jul 07 17:08:13.333006 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6e2148de-ecc1-4844-94eb-b0aa5c076dc3 req-99d0de4e-52bb-4f4a-9c86-4c0e069317df service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a069726-4687-4aab-843c-2a39928b12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038430 Jul 07 17:08:13.346477 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caff62e0-7742-401c-b534-063cb707232e x-openstack-request-id: req-caff62e0-7742-401c-b534-063cb707232e {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:13.347050 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa", "name": "network-vif-plugged", "status": "completed", "tag": "f05ab62b-84f8-48e9-b585-dc68201091a1", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:13.347341 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-caff62e0-7742-401c-b534-063cb707232e {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:13.347950 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05ab62b-84f8-48e9-b585-dc68201091a1', 'code': 200} Jul 07 17:08:13.367621 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 09674d99-b8e8-429e-893f-c7b649dbe0a4 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:13.454768 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24b8cb0b-52cb-452a-9010-ea51ef897181 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:13.703411 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 32818) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:13.766026 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8cb0b-52cb-452a-9010-ea51ef897181 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event deleted for resources: {'Subnet': ['ID=3797bb7a-5847-4edb-b633-44df8af39cbb,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:13.793924 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-132c5230-c4f7-4e57-8269-37036f762929 req-294547fb-e882-4475-9b93-d638d760e6d9 service neutron] 10.222.0.53 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651136 Jul 07 17:08:13.865953 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6e2148de-ecc1-4844-94eb-b0aa5c076dc3 req-31ce4985-3cc9-4859-8128-14f964827b39 service neutron] 10.222.0.64 "GET /v2.0/networks/9a069726-4687-4aab-843c-2a39928b12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023870 Jul 07 17:08:13.883179 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24b8cb0b-52cb-452a-9010-ea51ef897181 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:13.936103 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-24b8cb0b-52cb-452a-9010-ea51ef897181 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b7e400-96b5-4930-8d95-3fd58441a74d']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:13.972572 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e69b28-db80-4ace-b991-433026ae8aec req-5cb9044d-c551-4d38-b439-965b0237d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:13.975244 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d1e69b28-db80-4ace-b991-433026ae8aec req-5cb9044d-c551-4d38-b439-965b0237d3cc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa HTTP/1.1" status: 200 len: 1097 time: 0.4814057 Jul 07 17:08:13.982452 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-24b8cb0b-52cb-452a-9010-ea51ef897181 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a01c58-98af-40c9-a99b-db8b1806b650') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:13.983022 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-24b8cb0b-52cb-452a-9010-ea51ef897181 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a01c58-98af-40c9-a99b-db8b1806b650') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:13.987699 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 09674d99-b8e8-429e-893f-c7b649dbe0a4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=09674d99-b8e8-429e-893f-c7b649dbe0a4,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:14.027447 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '09674d99-b8e8-429e-893f-c7b649dbe0a4', 'network_id': '9a069726-4687-4aab-843c-2a39928b12be', 'port_id': '09674d99-b8e8-429e-893f-c7b649dbe0a4', 'mac_address': 'fa:16:3e:f4:af:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d83fa63-04fe-47d2-9e05-061a0c3de479', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:14.071700 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d1e69b28-db80-4ace-b991-433026ae8aec req-8c7b044c-7503-4120-8622-43dd88f48d9a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848391 Jul 07 17:08:14.074964 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-755e814b-ad20-48d9-a476-04d1bd76ecdb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1891297879-network', 'tenant_id': '714c5973a0b4427daf9bad1f0fff20b4'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:14.083855 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.109073 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513df488-604f-45e5-8306-453ce71cb7c2 req-0bed1021-44ea-49a3-8580-6a1556850ee8 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:14.121522 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-513df488-604f-45e5-8306-453ce71cb7c2 req-0bed1021-44ea-49a3-8580-6a1556850ee8 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ae55a0-f4ba-4f48-861d-b6576b7e951a HTTP/1.1" status: 200 len: 943 time: 0.6308372 Jul 07 17:08:14.125033 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24b8cb0b-52cb-452a-9010-ea51ef897181 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.172067 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755e814b-ad20-48d9-a476-04d1bd76ecdb admin admin] Made reservation on behalf of 714c5973a0b4427daf9bad1f0fff20b4 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server [None req-8c27d6bc-7faf-4cc9-9e85-cd1efe5ed4f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3797bb7a-5847-4edb-b633-44df8af39cbb: This subnet is being modified by another concurrent operation. Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:08:14.172721 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3797bb7a-5847-4edb-b633-44df8af39cbb: This subnet is being modified by another concurrent operation. Jul 07 17:08:14.181022 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server Jul 07 17:08:14.190770 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-755e814b-ad20-48d9-a476-04d1bd76ecdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.190991 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24b8cb0b-52cb-452a-9010-ea51ef897181 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.212454 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09674d99-b8e8-429e-893f-c7b649dbe0a4 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:14.222158 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-755e814b-ad20-48d9-a476-04d1bd76ecdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.245348 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b8cb0b-52cb-452a-9010-ea51ef897181 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:08:14.246235 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24b8cb0b-52cb-452a-9010-ea51ef897181 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.266242 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6e2148de-ecc1-4844-94eb-b0aa5c076dc3 req-7931314f-73c5-44c2-bf70-08cc01fa56d9 service neutron] 10.222.0.64 "GET /v2.0/networks/9a069726-4687-4aab-843c-2a39928b12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825846 Jul 07 17:08:14.271225 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df311022-4133-4fba-a2df-f5dc525c1216 None None] Network 71b7e400-96b5-4930-8d95-3fd58441a74d requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:14.288004 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-513df488-604f-45e5-8306-453ce71cb7c2 req-cd18e35a-4564-45fc-b48d-52dde0710c72 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528852 Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:08:14.289716 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:08:14.379851 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 09674d99-b8e8-429e-893f-c7b649dbe0a4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=09674d99-b8e8-429e-893f-c7b649dbe0a4,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:14.444290 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.513569 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24b8cb0b-52cb-452a-9010-ea51ef897181 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.528267 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f8b1f-747c-4fdf-9138-77a1121b32e2 req-1e9dd875-4503-4e50-80da-71d33b28f337 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:14.536947 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24b8cb0b-52cb-452a-9010-ea51ef897181 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.537440 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=09674d99-b8e8-429e-893f-c7b649dbe0a4,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:14.544485 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8d0f8b1f-747c-4fdf-9138-77a1121b32e2 req-1e9dd875-4503-4e50-80da-71d33b28f337 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa HTTP/1.1" status: 200 len: 945 time: 0.2468615 Jul 07 17:08:14.554630 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 32836) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:14.556126 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-24b8cb0b-52cb-452a-9010-ea51ef897181 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "DELETE /v2.0/networks/71b7e400-96b5-4930-8d95-3fd58441a74d HTTP/1.1" status: 204 len: 168 time: 1.8022521 Jul 07 17:08:14.567566 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-16ae4728-0e70-434a-b8f1-c3b30244c0a6 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-301028809'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:14.574815 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8cb0b-52cb-452a-9010-ea51ef897181 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event deleted for resources: {'Network': ['ID=71b7e400-96b5-4930-8d95-3fd58441a74d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:14.659201 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8d0f8b1f-747c-4fdf-9138-77a1121b32e2 req-8b35247f-575d-4fb2-a0a3-7a4d762e2c47 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130874 Jul 07 17:08:14.747210 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-755e814b-ad20-48d9-a476-04d1bd76ecdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.749674 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['09674d99-b8e8-429e-893f-c7b649dbe0a4'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:14.758979 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-755e814b-ad20-48d9-a476-04d1bd76ecdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.847717 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755e814b-ad20-48d9-a476-04d1bd76ecdb admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:08:14.926593 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-97a931bd-e63d-4c75-9564-21869f35a3e4 req-149261d7-6735-4ed4-99d2-9edea0aa40a1 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=d72992ce-79b3-4750-8893-7afb7a147ec2 HTTP/1.1" status: 200 len: 210 time: 0.0958517 Jul 07 17:08:14.935633 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e814b-ad20-48d9-a476-04d1bd76ecdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a6cf3b-9559-4f73-8fa4-50faac352e87,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:14.952996 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ae4728-0e70-434a-b8f1-c3b30244c0a6 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Made reservation on behalf of 21919683220a41d3a4d84233ba5e4402 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:14.972998 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-16ae4728-0e70-434a-b8f1-c3b30244c0a6 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.972998 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-755e814b-ad20-48d9-a476-04d1bd76ecdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.972998 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-755e814b-ad20-48d9-a476-04d1bd76ecdb admin admin] Added segment a8f5d722-70dd-4b0a-ac22-e44981341ac0 of type vlan for network ab82b3df-4c86-4ece-b695-047ab3f5d517 Jul 07 17:08:15.045636 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-755e814b-ad20-48d9-a476-04d1bd76ecdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:15.123488 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-755e814b-ad20-48d9-a476-04d1bd76ecdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:15.124714 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755e814b-ad20-48d9-a476-04d1bd76ecdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:15.125327 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-755e814b-ad20-48d9-a476-04d1bd76ecdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:15.257766 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ffeefd-4b73-4a54-a0a1-c438f038cc38 None None] Network f42e025b-d5b0-435f-83f7-398f2bb0711e requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:15.291977 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-755e814b-ad20-48d9-a476-04d1bd76ecdb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5851631 Jul 07 17:08:15.295871 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 32840) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:15.307307 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-167ad5e7-947d-4901-9f18-8f520b706fae admin admin] Request body: {'subnet': {'network_id': 'ab82b3df-4c86-4ece-b695-047ab3f5d517', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1891297879-subnet', 'tenant_id': '714c5973a0b4427daf9bad1f0fff20b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:15.345743 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ae4728-0e70-434a-b8f1-c3b30244c0a6 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:08:15.355421 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167ad5e7-947d-4901-9f18-8f520b706fae admin admin] Made reservation on behalf of 714c5973a0b4427daf9bad1f0fff20b4 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:15.361657 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-167ad5e7-947d-4901-9f18-8f520b706fae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:15.363022 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e814b-ad20-48d9-a476-04d1bd76ecdb admin admin] Pushing event updated for resources: {'Network': ['ID=ab82b3df-4c86-4ece-b695-047ab3f5d517,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:15.379467 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-33cac5ef-c311-4025-a282-b0d6e48b1be8 None None] Provisioning for port b3b8d5b0-ec8a-45f5-a74d-e316d849f62a completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:15.391788 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network ab82b3df-4c86-4ece-b695-047ab3f5d517 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:08:15.394311 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-16ae4728-0e70-434a-b8f1-c3b30244c0a6 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:15.395284 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-16ae4728-0e70-434a-b8f1-c3b30244c0a6 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Added segment 11fe9111-eeac-4267-8526-6b0c75f310e3 of type vlan for network 333ef20c-9e8c-4000-9c84-2d05a0927e85 Jul 07 17:08:15.540987 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-16ae4728-0e70-434a-b8f1-c3b30244c0a6 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:15.661534 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b3b8d5b0-ec8a-45f5-a74d-e316d849f62a up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:15.666684 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-16ae4728-0e70-434a-b8f1-c3b30244c0a6 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:15.677032 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ae4728-0e70-434a-b8f1-c3b30244c0a6 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:15.678156 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-16ae4728-0e70-434a-b8f1-c3b30244c0a6 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:15.741728 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-167ad5e7-947d-4901-9f18-8f520b706fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:15.837725 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-16ae4728-0e70-434a-b8f1-c3b30244c0a6 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2706614 Jul 07 17:08:15.841188 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 32848) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:15.842252 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae4728-0e70-434a-b8f1-c3b30244c0a6 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event updated for resources: {'Network': ['ID=333ef20c-9e8c-4000-9c84-2d05a0927e85,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:15.855706 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-4ba127b8-0e63-48cb-bc41-ab4215d671c9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Request body: {'subnet': {'network_id': '333ef20c-9e8c-4000-9c84-2d05a0927e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:15.865225 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 333ef20c-9e8c-4000-9c84-2d05a0927e85 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:08:15.880815 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ad5e7-947d-4901-9f18-8f520b706fae admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f885443-046f-4184-82cb-bdc354731f9f,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:15.904696 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167ad5e7-947d-4901-9f18-8f520b706fae admin admin] Checking segment: {'id': 'a8f5d722-70dd-4b0a-ac22-e44981341ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ab82b3df-4c86-4ece-b695-047ab3f5d517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:15.905289 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167ad5e7-947d-4901-9f18-8f520b706fae admin admin] Network hostable DHCP agents. Network: ab82b3df-4c86-4ece-b695-047ab3f5d517, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:08:15.955663 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167ad5e7-947d-4901-9f18-8f520b706fae admin admin] Network ab82b3df-4c86-4ece-b695-047ab3f5d517 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:08:15.965523 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e996672-a1c5-4f87-91ca-42c32d45bf9a req-24a50451-6cd1-420a-bbff-eb7abc1e4fe3 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:15.975624 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-167ad5e7-947d-4901-9f18-8f520b706fae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, ab82b3df-4c86-4ece-b695-047ab3f5d517) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:15.980135 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2e996672-a1c5-4f87-91ca-42c32d45bf9a req-24a50451-6cd1-420a-bbff-eb7abc1e4fe3 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ae55a0-f4ba-4f48-861d-b6576b7e951a HTTP/1.1" status: 200 len: 944 time: 0.3892140 Jul 07 17:08:15.995209 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7e5eb9-13dd-42ca-b707-a1ee4de5c27f None None] Network ab82b3df-4c86-4ece-b695-047ab3f5d517 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:15.998502 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167ad5e7-947d-4901-9f18-8f520b706fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:15.999282 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-167ad5e7-947d-4901-9f18-8f520b706fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.022270 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-167ad5e7-947d-4901-9f18-8f520b706fae admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7234528 Jul 07 17:08:16.026680 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 32852) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:16.036308 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-39b31764-5677-4e74-970a-3b2e23f72bfb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1891297879-router', 'tenant_id': '714c5973a0b4427daf9bad1f0fff20b4', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:16.069720 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-39b31764-5677-4e74-970a-3b2e23f72bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.070914 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-39b31764-5677-4e74-970a-3b2e23f72bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.104717 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port b3b8d5b0-ec8a-45f5-a74d-e316d849f62a completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:16.120377 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2e996672-a1c5-4f87-91ca-42c32d45bf9a req-ed8a2391-c805-4e53-b71a-ca4910cf5167 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384618 Jul 07 17:08:16.125015 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port b3b8d5b0-ec8a-45f5-a74d-e316d849f62a triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:16.125415 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.202555 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba127b8-0e63-48cb-bc41-ab4215d671c9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Made reservation on behalf of 21919683220a41d3a4d84233ba5e4402 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:16.205827 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-39b31764-5677-4e74-970a-3b2e23f72bfb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.206574 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4ba127b8-0e63-48cb-bc41-ab4215d671c9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.438490 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443e9d76-0dc3-4fa8-98ee-76808b4414da None None] Network ab82b3df-4c86-4ece-b695-047ab3f5d517 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:16.506262 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-39b31764-5677-4e74-970a-3b2e23f72bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.507195 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.554198 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da858928-db1d-411d-b1bb-e1cebccdc0f2 req-33eece86-3fbf-43c0-8248-1fc28c53bc6b tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:16.561427 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da858928-db1d-411d-b1bb-e1cebccdc0f2 req-33eece86-3fbf-43c0-8248-1fc28c53bc6b tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa HTTP/1.1" status: 200 len: 945 time: 0.2205951 Jul 07 17:08:16.589470 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port b3b8d5b0-ec8a-45f5-a74d-e316d849f62a, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b3b8d5b0-ec8a-45f5-a74d-e316d849f62a,segment=NetworkSegment(706ebbb4-5db0-4129-8d9e-52f1200eb5f0),segment_id=706ebbb4-5db0-4129-8d9e-52f1200eb5f0)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:16.597283 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.668508 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=b3b8d5b0-ec8a-45f5-a74d-e316d849f62a,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:16.718708 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1c03e40b-7c63-405a-bf1f-3cd5e8054f01 None None] Provisioning complete for port b3b8d5b0-ec8a-45f5-a74d-e316d849f62a triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:16.719499 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1c03e40b-7c63-405a-bf1f-3cd5e8054f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.781325 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da858928-db1d-411d-b1bb-e1cebccdc0f2 req-a18644fe-d30a-4a9c-be49-d656cc899633 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186971 Jul 07 17:08:16.842667 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d8a00d-17fc-4f7c-a580-e9186d502df5 None None] get_active_networks_info from n-d-791503-12 {{(pid=100194) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:08:16.852658 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9ec0e2eb-5635-403a-867f-af29756ee5eb req-b464a064-b121-4217-b46b-226db7a72ada tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=d72992ce-79b3-4750-8893-7afb7a147ec2 HTTP/1.1" status: 200 len: 210 time: 0.5151782 Jul 07 17:08:16.892801 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4ba127b8-0e63-48cb-bc41-ab4215d671c9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.934663 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c5230-c4f7-4e57-8269-37036f762929 req-15335802-e18a-4e0b-acc5-82ff84d3f634 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:16.936446 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-132c5230-c4f7-4e57-8269-37036f762929 req-15335802-e18a-4e0b-acc5-82ff84d3f634 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.72 "GET /v2.0/networks?id=656dd087-69ac-4445-b8fb-7180ff9e7eaa HTTP/1.1" status: 200 len: 805 time: 0.2629945 Jul 07 17:08:16.961064 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-132c5230-c4f7-4e57-8269-37036f762929 req-ebbed32f-d989-4edf-8575-9fc09fce9a4e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Request body: {'port': {'device_id': 'd72992ce-79b3-4750-8893-7afb7a147ec2', 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa', 'admin_state_up': True, 'tenant_id': '854488ce7e0c4852954684e9f239b430'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:17.032358 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba127b8-0e63-48cb-bc41-ab4215d671c9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event updated for resources: {'Subnet': ['ID=e967bccd-3c09-4ecd-b1e2-8ab84e88e52b,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:17.058088 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba127b8-0e63-48cb-bc41-ab4215d671c9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Checking segment: {'id': '11fe9111-eeac-4267-8526-6b0c75f310e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '333ef20c-9e8c-4000-9c84-2d05a0927e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:17.059043 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba127b8-0e63-48cb-bc41-ab4215d671c9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Network hostable DHCP agents. Network: 333ef20c-9e8c-4000-9c84-2d05a0927e85, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:08:17.121427 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba127b8-0e63-48cb-bc41-ab4215d671c9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Network 333ef20c-9e8c-4000-9c84-2d05a0927e85 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:08:17.139265 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-4ba127b8-0e63-48cb-bc41-ab4215d671c9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 333ef20c-9e8c-4000-9c84-2d05a0927e85) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:17.145925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba127b8-0e63-48cb-bc41-ab4215d671c9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:17.146540 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4ba127b8-0e63-48cb-bc41-ab4215d671c9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.177770 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4ba127b8-0e63-48cb-bc41-ab4215d671c9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3292913 Jul 07 17:08:17.181662 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 32864) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:17.205856 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d8a00d-17fc-4f7c-a580-e9186d502df5 None None] Resources bound (agent type, host, resource id): {{(pid=100194) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:08:17.380510 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132c5230-c4f7-4e57-8269-37036f762929 req-ebbed32f-d989-4edf-8575-9fc09fce9a4e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Made reservation on behalf of 854488ce7e0c4852954684e9f239b430 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:17.386227 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-132c5230-c4f7-4e57-8269-37036f762929 req-ebbed32f-d989-4edf-8575-9fc09fce9a4e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.402057 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-39b31764-5677-4e74-970a-3b2e23f72bfb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.433286 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-39b31764-5677-4e74-970a-3b2e23f72bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.504873 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2f08588a-2f31-425e-b1f3-fe66cd6910cb tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.602643 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 09674d99-b8e8-429e-893f-c7b649dbe0a4 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:17.605763 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b3b8d5b0-ec8a-45f5-a74d-e316d849f62a up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:17.626478 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2f08588a-2f31-425e-b1f3-fe66cd6910cb tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.740587 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993a287-5838-4dc1-aa20-6c63d051427c req-9639eff8-aace-462a-8a42-0471ecb0a08e tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:17.743287 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7993a287-5838-4dc1-aa20-6c63d051427c req-9639eff8-aace-462a-8a42-0471ecb0a08e tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa HTTP/1.1" status: 200 len: 945 time: 0.1798663 Jul 07 17:08:17.756463 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 09674d99-b8e8-429e-893f-c7b649dbe0a4 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:17.793953 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port b3b8d5b0-ec8a-45f5-a74d-e316d849f62a triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:17.794432 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.796462 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2f08588a-2f31-425e-b1f3-fe66cd6910cb tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.818832 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7993a287-5838-4dc1-aa20-6c63d051427c req-c1ca5ebe-a5a3-438b-85be-822a4bee62eb tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680766 Jul 07 17:08:17.819324 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 09674d99-b8e8-429e-893f-c7b649dbe0a4 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:17.819770 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.842210 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08588a-2f31-425e-b1f3-fe66cd6910cb tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event deleted for resources: {'Subnet': ['ID=e967bccd-3c09-4ecd-b1e2-8ab84e88e52b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:17.909024 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-39b31764-5677-4e74-970a-3b2e23f72bfb admin admin] Allocated IP 172.25.0.98 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/18616bc8-8f5c-438b-85bc-4ef73e81581f) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:17.924784 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2f08588a-2f31-425e-b1f3-fe66cd6910cb tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.948377 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-2f08588a-2f31-425e-b1f3-fe66cd6910cb tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333ef20c-9e8c-4000-9c84-2d05a0927e85']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:17.954896 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928b154-00d2-4d12-b8ca-c3135efbc10e req-67bc6a21-24a8-4534-a988-6969812145bc tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:17.957376 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f928b154-00d2-4d12-b8ca-c3135efbc10e req-67bc6a21-24a8-4534-a988-6969812145bc tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ae55a0-f4ba-4f48-861d-b6576b7e951a HTTP/1.1" status: 200 len: 944 time: 0.4573262 Jul 07 17:08:17.961254 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-132c5230-c4f7-4e57-8269-37036f762929 req-ebbed32f-d989-4edf-8575-9fc09fce9a4e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Allocated IP 172.20.0.5 (656dd087-69ac-4445-b8fb-7180ff9e7eaa/160646de-633f-43bb-ab77-cdc4622fc25c/721c5961-078a-4f8f-ac3a-8e0df7fea6c8) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:17.973233 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-2f08588a-2f31-425e-b1f3-fe66cd6910cb tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11fe9111-eeac-4267-8526-6b0c75f310e3') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:17.974223 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-2f08588a-2f31-425e-b1f3-fe66cd6910cb tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11fe9111-eeac-4267-8526-6b0c75f310e3') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:17.997008 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2f08588a-2f31-425e-b1f3-fe66cd6910cb tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.069845 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.085252 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2a11af51-5779-4db0-9df5-fdb60b194c30 req-5ef693ba-1457-466f-babe-49f6f481e7ec tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=d72992ce-79b3-4750-8893-7afb7a147ec2 HTTP/1.1" status: 200 len: 210 time: 0.0848234 Jul 07 17:08:18.099415 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2f08588a-2f31-425e-b1f3-fe66cd6910cb tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.106993 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f928b154-00d2-4d12-b8ca-c3135efbc10e req-5b352e46-82ce-46fe-a202-5a6f745fc302 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326349 Jul 07 17:08:18.136282 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f08588a-2f31-425e-b1f3-fe66cd6910cb tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:08:18.137260 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2f08588a-2f31-425e-b1f3-fe66cd6910cb tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:08:18.153543 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:08:18.180027 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 09674d99-b8e8-429e-893f-c7b649dbe0a4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=09674d99-b8e8-429e-893f-c7b649dbe0a4,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:18.182134 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ae55a0-f4ba-4f48-861d-b6576b7e951a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09674d99-b8e8-429e-893f-c7b649dbe0a4'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:18.186882 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7908b177-84d0-48a2-8f59-a042c557ea97" -d '{"events": [{"server_uuid": "e9ae55a0-f4ba-4f48-861d-b6576b7e951a", "name": "network-vif-plugged", "status": "completed", "tag": "09674d99-b8e8-429e-893f-c7b649dbe0a4"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:18.191764 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.226576 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6bdcb5-b057-487b-91fb-8b9291c4fc11 None None] Network 333ef20c-9e8c-4000-9c84-2d05a0927e85 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:18.261962 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-39b31764-5677-4e74-970a-3b2e23f72bfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.313523 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=09674d99-b8e8-429e-893f-c7b649dbe0a4,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:18.362120 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-132c5230-c4f7-4e57-8269-37036f762929 req-ebbed32f-d989-4edf-8575-9fc09fce9a4e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.386357 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-39b31764-5677-4e74-970a-3b2e23f72bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.420412 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2f08588a-2f31-425e-b1f3-fe66cd6910cb tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.431728 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e88c3c9-b8b2-4fda-8e1a-23afac50bf1d x-openstack-request-id: req-2e88c3c9-b8b2-4fda-8e1a-23afac50bf1d {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:18.432158 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ae55a0-f4ba-4f48-861d-b6576b7e951a", "name": "network-vif-plugged", "status": "completed", "tag": "09674d99-b8e8-429e-893f-c7b649dbe0a4", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:18.432497 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e88c3c9-b8b2-4fda-8e1a-23afac50bf1d {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:18.433141 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ae55a0-f4ba-4f48-861d-b6576b7e951a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09674d99-b8e8-429e-893f-c7b649dbe0a4', 'code': 200} Jul 07 17:08:18.441052 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95e42d3-2665-4aa0-9b72-7a2bf08afd59 None None] Network 333ef20c-9e8c-4000-9c84-2d05a0927e85 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:18.457657 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95e42d3-2665-4aa0-9b72-7a2bf08afd59 None None] Network 333ef20c-9e8c-4000-9c84-2d05a0927e85 could not be found, it might have been deleted concurrently. {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 17:08:18.465783 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b31764-5677-4e74-970a-3b2e23f72bfb admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:18.466818 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2f08588a-2f31-425e-b1f3-fe66cd6910cb tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.472923 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-39b31764-5677-4e74-970a-3b2e23f72bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:18.475401 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b31764-5677-4e74-970a-3b2e23f72bfb admin admin] Pushing event updated for resources: {'Port': ['ID=18616bc8-8f5c-438b-85bc-4ef73e81581f,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:18.478841 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b31764-5677-4e74-970a-3b2e23f72bfb admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:18.489173 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2f08588a-2f31-425e-b1f3-fe66cd6910cb tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "DELETE /v2.0/networks/333ef20c-9e8c-4000-9c84-2d05a0927e85 HTTP/1.1" status: 204 len: 168 time: 1.3059940 Jul 07 17:08:18.493390 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 32878) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:18.504311 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-012e494f-0d5a-4aed-9a22-4df1f8b8fd2e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-730102270'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:18.528991 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-132c5230-c4f7-4e57-8269-37036f762929 req-ebbed32f-d989-4edf-8575-9fc09fce9a4e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.547074 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['42cfc02f-3401-4427-a978-d55f0e45e38f'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:18.556118 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08588a-2f31-425e-b1f3-fe66cd6910cb tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event deleted for resources: {'Network': ['ID=333ef20c-9e8c-4000-9c84-2d05a0927e85,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:18.639359 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012e494f-0d5a-4aed-9a22-4df1f8b8fd2e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Made reservation on behalf of 21919683220a41d3a4d84233ba5e4402 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:18.645460 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-012e494f-0d5a-4aed-9a22-4df1f8b8fd2e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.667758 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132c5230-c4f7-4e57-8269-37036f762929 req-ebbed32f-d989-4edf-8575-9fc09fce9a4e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Network 656dd087-69ac-4445-b8fb-7180ff9e7eaa is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:18.687752 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-132c5230-c4f7-4e57-8269-37036f762929 req-ebbed32f-d989-4edf-8575-9fc09fce9a4e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:18.713135 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012e494f-0d5a-4aed-9a22-4df1f8b8fd2e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:08:18.736474 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e930cf-7332-4bf5-9d7f-8361437b6b76 req-0d6434c2-77a0-4908-95bf-3879925b3ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:18.739319 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-88e930cf-7332-4bf5-9d7f-8361437b6b76 req-0d6434c2-77a0-4908-95bf-3879925b3ffa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e9ae55a0-f4ba-4f48-861d-b6576b7e951a HTTP/1.1" status: 200 len: 1097 time: 0.1736286 Jul 07 17:08:18.745148 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-012e494f-0d5a-4aed-9a22-4df1f8b8fd2e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.745572 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-012e494f-0d5a-4aed-9a22-4df1f8b8fd2e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Added segment 61e9cb0c-8bdf-4bd1-b330-3f60092f8a23 of type vlan for network cf344287-4ddd-4eab-8bac-7b9033f87c91 Jul 07 17:08:18.844872 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-012e494f-0d5a-4aed-9a22-4df1f8b8fd2e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.853376 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-88e930cf-7332-4bf5-9d7f-8361437b6b76 req-efd26c59-7723-4145-ad87-12619e1c2008 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043563 Jul 07 17:08:18.897995 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-012e494f-0d5a-4aed-9a22-4df1f8b8fd2e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.912430 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012e494f-0d5a-4aed-9a22-4df1f8b8fd2e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:18.913543 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-012e494f-0d5a-4aed-9a22-4df1f8b8fd2e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:19.002852 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-012e494f-0d5a-4aed-9a22-4df1f8b8fd2e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5029044 Jul 07 17:08:19.008329 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 32882) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:19.014360 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-e2c5587e-a861-4c78-bbde-fabd0f4950c9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Request body: {'subnet': {'network_id': 'cf344287-4ddd-4eab-8bac-7b9033f87c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:19.028720 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e494f-0d5a-4aed-9a22-4df1f8b8fd2e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event updated for resources: {'Network': ['ID=cf344287-4ddd-4eab-8bac-7b9033f87c91,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:19.045629 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-132c5230-c4f7-4e57-8269-37036f762929 req-ebbed32f-d989-4edf-8575-9fc09fce9a4e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:19.047413 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network cf344287-4ddd-4eab-8bac-7b9033f87c91 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:08:19.129060 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbed32f-d989-4edf-8575-9fc09fce9a4e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Pushing event updated for resources: {'Port': ['ID=721c5961-078a-4f8f-ac3a-8e0df7fea6c8,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:19.207156 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c5587e-a861-4c78-bbde-fabd0f4950c9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Made reservation on behalf of 21919683220a41d3a4d84233ba5e4402 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:19.213844 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e2c5587e-a861-4c78-bbde-fabd0f4950c9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:19.220549 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c5230-c4f7-4e57-8269-37036f762929 req-ebbed32f-d989-4edf-8575-9fc09fce9a4e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:19.221251 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-132c5230-c4f7-4e57-8269-37036f762929 req-ebbed32f-d989-4edf-8575-9fc09fce9a4e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:19.271664 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c33d9-c138-4934-90de-07d8e413f2a4 req-8215720e-5da6-474f-9ed7-742792d39314 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:19.274032 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-019c33d9-c138-4934-90de-07d8e413f2a4 req-8215720e-5da6-474f-9ed7-742792d39314 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa HTTP/1.1" status: 200 len: 945 time: 0.6304398 Jul 07 17:08:19.275797 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-132c5230-c4f7-4e57-8269-37036f762929 req-ebbed32f-d989-4edf-8575-9fc09fce9a4e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3262446 Jul 07 17:08:19.357622 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-132c5230-c4f7-4e57-8269-37036f762929 req-6fe27eb0-a52b-45fd-8a82-73f5cde52c03 service neutron] Request body: {'port': {'device_id': 'd72992ce-79b3-4750-8893-7afb7a147ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:19.433973 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bf893-39a3-49f4-a126-a5b7bd93186c req-664e05ed-4baf-4c92-a66e-cb73d56f1104 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:19.435636 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-759bf893-39a3-49f4-a126-a5b7bd93186c req-664e05ed-4baf-4c92-a66e-cb73d56f1104 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa HTTP/1.1" status: 200 len: 945 time: 0.3856514 Jul 07 17:08:19.494133 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351775d-b71b-4033-9355-324386387890 req-a006093e-3293-44e6-92c0-75fdc24f4d43 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:19.496516 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6351775d-b71b-4033-9355-324386387890 req-a006093e-3293-44e6-92c0-75fdc24f4d43 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ae55a0-f4ba-4f48-861d-b6576b7e951a HTTP/1.1" status: 200 len: 945 time: 0.1560345 Jul 07 17:08:19.509489 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-39b31764-5677-4e74-970a-3b2e23f72bfb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:19.588901 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e2c5587e-a861-4c78-bbde-fabd0f4950c9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:19.657911 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-132c5230-c4f7-4e57-8269-37036f762929 req-6fe27eb0-a52b-45fd-8a82-73f5cde52c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:19.668269 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6351775d-b71b-4033-9355-324386387890 req-cea365e4-5b3f-4349-bab3-729712e86f4f tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498461 Jul 07 17:08:19.672405 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-759bf893-39a3-49f4-a126-a5b7bd93186c req-14a04d7a-4eac-421f-825a-59720578d22f tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb562f08-0309-409b-87d4-8a818f061375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217739 Jul 07 17:08:19.741950 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5587e-a861-4c78-bbde-fabd0f4950c9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event updated for resources: {'Subnet': ['ID=c4ac1423-175b-4226-ba93-9821a2697a55,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:19.756480 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c5587e-a861-4c78-bbde-fabd0f4950c9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Checking segment: {'id': '61e9cb0c-8bdf-4bd1-b330-3f60092f8a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cf344287-4ddd-4eab-8bac-7b9033f87c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:19.757106 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c5587e-a861-4c78-bbde-fabd0f4950c9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Network hostable DHCP agents. Network: cf344287-4ddd-4eab-8bac-7b9033f87c91, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:08:19.791610 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c5587e-a861-4c78-bbde-fabd0f4950c9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Network cf344287-4ddd-4eab-8bac-7b9033f87c91 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:08:19.818415 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-e2c5587e-a861-4c78-bbde-fabd0f4950c9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, cf344287-4ddd-4eab-8bac-7b9033f87c91) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:19.834135 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c5587e-a861-4c78-bbde-fabd0f4950c9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:19.835132 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e2c5587e-a861-4c78-bbde-fabd0f4950c9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:19.835801 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9dafe2-9a23-44a2-a0b1-2c649caba897 None None] Network cf344287-4ddd-4eab-8bac-7b9033f87c91 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:19.876095 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-019c33d9-c138-4934-90de-07d8e413f2a4 req-ca28c1e7-49ec-41a6-bce1-3c202ac112a5 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Deleting port f05ab62b-84f8-48e9-b585-dc68201091a1 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:19.876696 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-019c33d9-c138-4934-90de-07d8e413f2a4 req-ca28c1e7-49ec-41a6-bce1-3c202ac112a5 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:19.892374 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e2c5587e-a861-4c78-bbde-fabd0f4950c9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8826976 Jul 07 17:08:19.896848 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 32894) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:20.107571 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-049dba91-045b-4c02-bf16-b53283f220a8 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.211313 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-019c33d9-c138-4934-90de-07d8e413f2a4 req-ca28c1e7-49ec-41a6-bce1-3c202ac112a5 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] For port f05ab62b-84f8-48e9-b585-dc68201091a1, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=f05ab62b-84f8-48e9-b585-dc68201091a1,segment=NetworkSegment(53f81cea-49a1-4beb-a5e1-dba35f1ef8f8),segment_id=53f81cea-49a1-4beb-a5e1-dba35f1ef8f8)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:20.212191 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-019c33d9-c138-4934-90de-07d8e413f2a4 req-ca28c1e7-49ec-41a6-bce1-3c202ac112a5 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.251788 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-049dba91-045b-4c02-bf16-b53283f220a8 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.280455 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e798c6-6128-4015-9ecf-613f93ff4eb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-cf344287-4ddd-4eab-8bac-7b9033f87c91', 'network_id': 'cf344287-4ddd-4eab-8bac-7b9033f87c91', 'tenant_id': '21919683220a41d3a4d84233ba5e4402', 'fixed_ips': [{'subnet_id': 'c4ac1423-175b-4226-ba93-9821a2697a55'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:08:20.281533 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-58e798c6-6128-4015-9ecf-613f93ff4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.327751 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8e9be-46db-4d7d-b424-49289ba654cc req-6613d23e-ed99-4ce4-898c-d0997dbcbebe tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:20.336818 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7cf8e9be-46db-4d7d-b424-49289ba654cc req-6613d23e-ed99-4ce4-898c-d0997dbcbebe tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=d72992ce-79b3-4750-8893-7afb7a147ec2 HTTP/1.1" status: 200 len: 931 time: 0.2208421 Jul 07 17:08:20.359033 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-019c33d9-c138-4934-90de-07d8e413f2a4 req-ca28c1e7-49ec-41a6-bce1-3c202ac112a5 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Calling delete_port for f05ab62b-84f8-48e9-b585-dc68201091a1 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:20.450569 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7cf8e9be-46db-4d7d-b424-49289ba654cc req-8f234b23-8071-408e-897a-fa9c29461cd7 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020119 Jul 07 17:08:20.454541 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-049dba91-045b-4c02-bf16-b53283f220a8 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server [None req-58e798c6-6128-4015-9ecf-613f93ff4eb7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c4ac1423-175b-4226-ba93-9821a2697a55: This subnet is being modified by another concurrent operation. Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:08:20.476669 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c4ac1423-175b-4226-ba93-9821a2697a55: This subnet is being modified by another concurrent operation. Jul 07 17:08:20.491456 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server Jul 07 17:08:20.508192 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34353814-5f60-4da6-aba6-713293d55762 None None] Network cf344287-4ddd-4eab-8bac-7b9033f87c91 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:20.532477 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049dba91-045b-4c02-bf16-b53283f220a8 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event deleted for resources: {'Subnet': ['ID=c4ac1423-175b-4226-ba93-9821a2697a55,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:20.658082 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-049dba91-045b-4c02-bf16-b53283f220a8 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.677088 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-049dba91-045b-4c02-bf16-b53283f220a8 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf344287-4ddd-4eab-8bac-7b9033f87c91']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:20.683757 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-39b31764-5677-4e74-970a-3b2e23f72bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.696601 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-049dba91-045b-4c02-bf16-b53283f220a8 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e9cb0c-8bdf-4bd1-b330-3f60092f8a23') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:20.697053 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-049dba91-045b-4c02-bf16-b53283f220a8 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e9cb0c-8bdf-4bd1-b330-3f60092f8a23') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:20.703815 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a066afa-8edd-49ec-b8db-43bd0162a48f None None] get_active_networks_info from n-d-791503-12 {{(pid=100194) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:08:20.714454 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-049dba91-045b-4c02-bf16-b53283f220a8 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.741286 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-049dba91-045b-4c02-bf16-b53283f220a8 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.758440 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049dba91-045b-4c02-bf16-b53283f220a8 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:08:20.759137 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-049dba91-045b-4c02-bf16-b53283f220a8 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:08:20.766264 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:08:20.905173 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-049dba91-045b-4c02-bf16-b53283f220a8 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.933621 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-049dba91-045b-4c02-bf16-b53283f220a8 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.950003 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-049dba91-045b-4c02-bf16-b53283f220a8 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "DELETE /v2.0/networks/cf344287-4ddd-4eab-8bac-7b9033f87c91 HTTP/1.1" status: 204 len: 168 time: 1.0481007 Jul 07 17:08:20.952365 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 32902) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:20.988031 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-7d390179-0fa7-4b92-892e-e6f74ad2f587 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1352576791'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:21.030314 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-132c5230-c4f7-4e57-8269-37036f762929 req-6fe27eb0-a52b-45fd-8a82-73f5cde52c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721c5961-078a-4f8f-ac3a-8e0df7fea6c8 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:21.044397 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049dba91-045b-4c02-bf16-b53283f220a8 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event deleted for resources: {'Network': ['ID=cf344287-4ddd-4eab-8bac-7b9033f87c91,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:21.056214 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-132c5230-c4f7-4e57-8269-37036f762929 req-6fe27eb0-a52b-45fd-8a82-73f5cde52c03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.059567 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-019c33d9-c138-4934-90de-07d8e413f2a4 req-ca28c1e7-49ec-41a6-bce1-3c202ac112a5 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.111010 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a066afa-8edd-49ec-b8db-43bd0162a48f None None] Resources bound (agent type, host, resource id): {{(pid=100194) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:08:21.123557 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d390179-0fa7-4b92-892e-e6f74ad2f587 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Made reservation on behalf of 21919683220a41d3a4d84233ba5e4402 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:21.128046 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7d390179-0fa7-4b92-892e-e6f74ad2f587 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.144247 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ebffcf83-4d6c-4117-9a0a-c06bed4b3c24 req-c33c7f1e-b26b-497b-8bf3-eecbec3c4a97 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa HTTP/1.1" status: 200 len: 210 time: 0.0811644 Jul 07 17:08:21.149314 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-132c5230-c4f7-4e57-8269-37036f762929 req-6fe27eb0-a52b-45fd-8a82-73f5cde52c03 service neutron] Transition to ACTIVE for port object 721c5961-078a-4f8f-ac3a-8e0df7fea6c8 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:21.154206 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28c1e7-49ec-41a6-bce1-3c202ac112a5 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Pushing event deleted for resources: {'Port': ['ID=f05ab62b-84f8-48e9-b585-dc68201091a1,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:21.164423 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-132c5230-c4f7-4e57-8269-37036f762929 req-6fe27eb0-a52b-45fd-8a82-73f5cde52c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.210859 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d390179-0fa7-4b92-892e-e6f74ad2f587 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:08:21.230820 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7d390179-0fa7-4b92-892e-e6f74ad2f587 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.231656 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-7d390179-0fa7-4b92-892e-e6f74ad2f587 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Added segment 5d675bda-1146-46eb-ba4e-aaeb49dfc1c5 of type vlan for network a72e9960-5cf7-4201-81e4-98d36b3d4b7d Jul 07 17:08:21.247412 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-019c33d9-c138-4934-90de-07d8e413f2a4 req-ca28c1e7-49ec-41a6-bce1-3c202ac112a5 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] No DVR routers for this DVR port f05ab62b-84f8-48e9-b585-dc68201091a1 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:21.255624 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-019c33d9-c138-4934-90de-07d8e413f2a4 req-ca28c1e7-49ec-41a6-bce1-3c202ac112a5 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.257678 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-019c33d9-c138-4934-90de-07d8e413f2a4 req-ca28c1e7-49ec-41a6-bce1-3c202ac112a5 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.64 "DELETE /v2.0/ports/f05ab62b-84f8-48e9-b585-dc68201091a1 HTTP/1.1" status: 204 len: 173 time: 1.9426675 Jul 07 17:08:21.258312 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b31764-5677-4e74-970a-3b2e23f72bfb admin admin] Router d40f8af5-5c62-4019-a073-7ac2a6c018ad is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:08:21.261040 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa', 'name': 'network-vif-deleted', 'tag': 'f05ab62b-84f8-48e9-b585-dc68201091a1'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:21.263448 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69d320b-e039-4aa9-ae64-e3abcbc89514" -d '{"events": [{"server_uuid": "bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa", "name": "network-vif-deleted", "tag": "f05ab62b-84f8-48e9-b585-dc68201091a1"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:21.327623 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe27eb0-a52b-45fd-8a82-73f5cde52c03 service neutron] Pushing event updated for resources: {'Port': ['ID=721c5961-078a-4f8f-ac3a-8e0df7fea6c8,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:21.328300 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7d390179-0fa7-4b92-892e-e6f74ad2f587 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.369374 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8001674-f274-4968-a45e-3a6c005595ed req-83d1a66a-03dd-4c60-ad1c-c1fbc4556ce5 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:21.370335 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device f05ab62b-84f8-48e9-b585-dc68201091a1 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:21.381737 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d8001674-f274-4968-a45e-3a6c005595ed req-83d1a66a-03dd-4c60-ad1c-c1fbc4556ce5 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ae55a0-f4ba-4f48-861d-b6576b7e951a HTTP/1.1" status: 200 len: 945 time: 0.3186367 Jul 07 17:08:21.468195 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d8001674-f274-4968-a45e-3a6c005595ed req-ae3d2a7a-ad16-44c5-9176-2d37f9cfeb7d tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849929 Jul 07 17:08:21.474424 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: f05ab62b-84f8-48e9-b585-dc68201091a1 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:21.474773 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device f05ab62b-84f8-48e9-b585-dc68201091a1 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:21.483564 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7d390179-0fa7-4b92-892e-e6f74ad2f587 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.501127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d390179-0fa7-4b92-892e-e6f74ad2f587 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:21.501816 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7d390179-0fa7-4b92-892e-e6f74ad2f587 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.627432 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d390179-0fa7-4b92-892e-e6f74ad2f587 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event updated for resources: {'Network': ['ID=a72e9960-5cf7-4201-81e4-98d36b3d4b7d,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:21.654915 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network a72e9960-5cf7-4201-81e4-98d36b3d4b7d details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:08:21.656314 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7d390179-0fa7-4b92-892e-e6f74ad2f587 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6865778 Jul 07 17:08:21.657165 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 32916) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:21.663743 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-e6071961-8a12-4145-8c11-936789a8634c tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Request body: {'subnet': {'network_id': 'a72e9960-5cf7-4201-81e4-98d36b3d4b7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:21.749062 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef650b13-1d63-4725-bfaf-3bb02bb937f5 x-openstack-request-id: req-ef650b13-1d63-4725-bfaf-3bb02bb937f5 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:21.749542 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa", "name": "network-vif-deleted", "tag": "f05ab62b-84f8-48e9-b585-dc68201091a1", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:21.749810 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef650b13-1d63-4725-bfaf-3bb02bb937f5 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:21.750433 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2888e5-10cc-4a60-8c7c-c69f4e4bbbaa', 'name': 'network-vif-deleted', 'tag': 'f05ab62b-84f8-48e9-b585-dc68201091a1', 'status': 'completed', 'code': 200} Jul 07 17:08:21.752350 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b31764-5677-4e74-970a-3b2e23f72bfb admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:08:21.770926 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67da9ef0-754d-442e-a552-98db89ab043c None None] Sync routers for ids ['d40f8af5-5c62-4019-a073-7ac2a6c018ad'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:08:21.792466 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67da9ef0-754d-442e-a552-98db89ab043c None None] Routers {'d40f8af5-5c62-4019-a073-7ac2a6c018ad'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:21.794119 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-67da9ef0-754d-442e-a552-98db89ab043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:07:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d40f8af5-5c62-4019-a073-7ac2a6c018ad'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:21.877792 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-39b31764-5677-4e74-970a-3b2e23f72bfb admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.880049 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-39b31764-5677-4e74-970a-3b2e23f72bfb admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.8520050 Jul 07 17:08:21.896671 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 32918) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:21.914136 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6071961-8a12-4145-8c11-936789a8634c tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Made reservation on behalf of 21919683220a41d3a4d84233ba5e4402 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:21.932896 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6071961-8a12-4145-8c11-936789a8634c tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.028290 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-67da9ef0-754d-442e-a552-98db89ab043c None None] Set router d40f8af5-5c62-4019-a073-7ac2a6c018ad gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:08:22.075229 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-132c5230-c4f7-4e57-8269-37036f762929 req-6fe27eb0-a52b-45fd-8a82-73f5cde52c03 service neutron] Attempting to bind port 721c5961-078a-4f8f-ac3a-8e0df7fea6c8 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:22.075571 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-132c5230-c4f7-4e57-8269-37036f762929 req-6fe27eb0-a52b-45fd-8a82-73f5cde52c03 service neutron] Attempting to bind port 721c5961-078a-4f8f-ac3a-8e0df7fea6c8 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:22.075915 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132c5230-c4f7-4e57-8269-37036f762929 req-6fe27eb0-a52b-45fd-8a82-73f5cde52c03 service neutron] Attempting to bind port 721c5961-078a-4f8f-ac3a-8e0df7fea6c8 on network 656dd087-69ac-4445-b8fb-7180ff9e7eaa {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:22.103753 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132c5230-c4f7-4e57-8269-37036f762929 req-6fe27eb0-a52b-45fd-8a82-73f5cde52c03 service neutron] Port 721c5961-078a-4f8f-ac3a-8e0df7fea6c8 on network 656dd087-69ac-4445-b8fb-7180ff9e7eaa not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:08:22.104081 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132c5230-c4f7-4e57-8269-37036f762929 req-6fe27eb0-a52b-45fd-8a82-73f5cde52c03 service neutron] Attempting to bind port 721c5961-078a-4f8f-ac3a-8e0df7fea6c8 on network 656dd087-69ac-4445-b8fb-7180ff9e7eaa {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:22.152018 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132c5230-c4f7-4e57-8269-37036f762929 req-6fe27eb0-a52b-45fd-8a82-73f5cde52c03 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:22.152766 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132c5230-c4f7-4e57-8269-37036f762929 req-6fe27eb0-a52b-45fd-8a82-73f5cde52c03 service neutron] Checking segment: {'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:22.154157 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132c5230-c4f7-4e57-8269-37036f762929 req-6fe27eb0-a52b-45fd-8a82-73f5cde52c03 service neutron] Bound using segment: {'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:22.154850 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-132c5230-c4f7-4e57-8269-37036f762929 req-6fe27eb0-a52b-45fd-8a82-73f5cde52c03 service neutron] Bound port: 721c5961-078a-4f8f-ac3a-8e0df7fea6c8, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:22.155306 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-132c5230-c4f7-4e57-8269-37036f762929 req-6fe27eb0-a52b-45fd-8a82-73f5cde52c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.321467 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02058a99-a73a-41d7-993d-1ac6d1d01c5a req-3d72d6a6-67a6-4717-a93c-e78b6b012f7f tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:22.330958 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-02058a99-a73a-41d7-993d-1ac6d1d01c5a req-3d72d6a6-67a6-4717-a93c-e78b6b012f7f tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=d72992ce-79b3-4750-8893-7afb7a147ec2 HTTP/1.1" status: 200 len: 943 time: 0.5611064 Jul 07 17:08:22.459416 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-67da9ef0-754d-442e-a552-98db89ab043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40f8af5-5c62-4019-a073-7ac2a6c018ad', 'name': 'tempest-ServerRescueNegativeTestJSON-1891297879-router', 'tenant_id': '714c5973a0b4427daf9bad1f0fff20b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '18616bc8-8f5c-438b-85bc-4ef73e81581f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:16Z', 'updated_at': '2021-07-07T17:08:19Z', 'revision_number': 3, 'project_id': '714c5973a0b4427daf9bad1f0fff20b4', 'gw_port': {'id': '18616bc8-8f5c-438b-85bc-4ef73e81581f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40f8af5-5c62-4019-a073-7ac2a6c018ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:17Z', 'updated_at': '2021-07-07T17:08:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:22.515438 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67da9ef0-754d-442e-a552-98db89ab043c None None] Checking router: d40f8af5-5c62-4019-a073-7ac2a6c018ad for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:08:22.515991 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67da9ef0-754d-442e-a552-98db89ab043c None None] Updating router d40f8af5-5c62-4019-a073-7ac2a6c018ad port 18616bc8-8f5c-438b-85bc-4ef73e81581f binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:08:22.534692 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6071961-8a12-4145-8c11-936789a8634c tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.613533 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-67da9ef0-754d-442e-a552-98db89ab043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.613805 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-02058a99-a73a-41d7-993d-1ac6d1d01c5a req-3da4fa12-6589-41e6-b5cc-4fe89b115d21 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648385 Jul 07 17:08:22.636240 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6071961-8a12-4145-8c11-936789a8634c tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event updated for resources: {'Subnet': ['ID=ceb32415-41b3-4a8c-bfb4-8be7c7f81f7a,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:22.710835 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-132c5230-c4f7-4e57-8269-37036f762929 req-6fe27eb0-a52b-45fd-8a82-73f5cde52c03 service neutron] For port 721c5961-078a-4f8f-ac3a-8e0df7fea6c8, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:22.747430 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-132c5230-c4f7-4e57-8269-37036f762929 req-6fe27eb0-a52b-45fd-8a82-73f5cde52c03 service neutron] For port 721c5961-078a-4f8f-ac3a-8e0df7fea6c8, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=721c5961-078a-4f8f-ac3a-8e0df7fea6c8,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:22.762209 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-132c5230-c4f7-4e57-8269-37036f762929 req-6fe27eb0-a52b-45fd-8a82-73f5cde52c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.817074 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6071961-8a12-4145-8c11-936789a8634c tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Checking segment: {'id': '5d675bda-1146-46eb-ba4e-aaeb49dfc1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a72e9960-5cf7-4201-81e4-98d36b3d4b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:22.826066 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6071961-8a12-4145-8c11-936789a8634c tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Network hostable DHCP agents. Network: a72e9960-5cf7-4201-81e4-98d36b3d4b7d, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:08:22.888007 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6071961-8a12-4145-8c11-936789a8634c tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Network a72e9960-5cf7-4201-81e4-98d36b3d4b7d is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:08:22.918754 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-e6071961-8a12-4145-8c11-936789a8634c tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, a72e9960-5cf7-4201-81e4-98d36b3d4b7d) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:22.929333 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877a1da4-bae4-413c-97fe-c46546623a87 None None] Network a72e9960-5cf7-4201-81e4-98d36b3d4b7d requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:22.950489 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6071961-8a12-4145-8c11-936789a8634c tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:22.951540 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6071961-8a12-4145-8c11-936789a8634c tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.012983 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e6071961-8a12-4145-8c11-936789a8634c tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3512545 Jul 07 17:08:23.014501 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 32946) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:23.043182 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-8d408b50-7a88-490a-be54-d8a81b7a49a8 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Request body: {'subnet': {'network_id': 'a72e9960-5cf7-4201-81e4-98d36b3d4b7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:23.064520 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c5230-c4f7-4e57-8269-37036f762929 req-6fe27eb0-a52b-45fd-8a82-73f5cde52c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:23.065627 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-132c5230-c4f7-4e57-8269-37036f762929 req-6fe27eb0-a52b-45fd-8a82-73f5cde52c03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.067343 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-132c5230-c4f7-4e57-8269-37036f762929 req-6fe27eb0-a52b-45fd-8a82-73f5cde52c03 service neutron] 10.222.0.72 "PUT /v2.0/ports/721c5961-078a-4f8f-ac3a-8e0df7fea6c8 HTTP/1.1" status: 200 len: 1092 time: 3.7396803 Jul 07 17:08:23.098041 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe27eb0-a52b-45fd-8a82-73f5cde52c03 service neutron] Pushing event updated for resources: {'Port': ['ID=721c5961-078a-4f8f-ac3a-8e0df7fea6c8,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:23.358990 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-67da9ef0-754d-442e-a552-98db89ab043c None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.391988 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-67da9ef0-754d-442e-a552-98db89ab043c None None] Transition to ACTIVE for port object 18616bc8-8f5c-438b-85bc-4ef73e81581f will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:23.402432 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-67da9ef0-754d-442e-a552-98db89ab043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.489794 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d408b50-7a88-490a-be54-d8a81b7a49a8 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Made reservation on behalf of 21919683220a41d3a4d84233ba5e4402 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:23.506186 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8d408b50-7a88-490a-be54-d8a81b7a49a8 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.557887 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a30faace-3ad3-41d2-83d0-1c8e2dcf5e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.566482 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-67da9ef0-754d-442e-a552-98db89ab043c None None] Attempting to bind port 18616bc8-8f5c-438b-85bc-4ef73e81581f on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:23.567345 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-67da9ef0-754d-442e-a552-98db89ab043c None None] Attempting to bind port 18616bc8-8f5c-438b-85bc-4ef73e81581f by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:23.568268 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67da9ef0-754d-442e-a552-98db89ab043c None None] Attempting to bind port 18616bc8-8f5c-438b-85bc-4ef73e81581f on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:23.576838 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ea1814-902f-4842-a123-2dac34e9977f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-a72e9960-5cf7-4201-81e4-98d36b3d4b7d', 'network_id': 'a72e9960-5cf7-4201-81e4-98d36b3d4b7d', 'tenant_id': '21919683220a41d3a4d84233ba5e4402', 'fixed_ips': [{'subnet_id': 'ceb32415-41b3-4a8c-bfb4-8be7c7f81f7a'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:08:23.578744 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-58ea1814-902f-4842-a123-2dac34e9977f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.600265 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67da9ef0-754d-442e-a552-98db89ab043c None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:23.602574 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67da9ef0-754d-442e-a552-98db89ab043c None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:23.603963 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-67da9ef0-754d-442e-a552-98db89ab043c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.604654 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67da9ef0-754d-442e-a552-98db89ab043c None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:23.605494 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-67da9ef0-754d-442e-a552-98db89ab043c None None] Bound port: 18616bc8-8f5c-438b-85bc-4ef73e81581f, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:23.606135 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-67da9ef0-754d-442e-a552-98db89ab043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.609139 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355fbb89-9ef4-437b-a424-165c70eb1f9f None None] Pushing event updated for resources: {'Port': ['ID=18616bc8-8f5c-438b-85bc-4ef73e81581f,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:23.643587 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fbb89-9ef4-437b-a424-165c70eb1f9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:23.652850 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fbb89-9ef4-437b-a424-165c70eb1f9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:23.653790 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fbb89-9ef4-437b-a424-165c70eb1f9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:23.654616 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fbb89-9ef4-437b-a424-165c70eb1f9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:23.655515 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fbb89-9ef4-437b-a424-165c70eb1f9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:23.657017 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fbb89-9ef4-437b-a424-165c70eb1f9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:23.657853 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fbb89-9ef4-437b-a424-165c70eb1f9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:23.658680 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fbb89-9ef4-437b-a424-165c70eb1f9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:23.659501 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fbb89-9ef4-437b-a424-165c70eb1f9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:23.663874 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fbb89-9ef4-437b-a424-165c70eb1f9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:23.664891 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fbb89-9ef4-437b-a424-165c70eb1f9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:23.666087 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fbb89-9ef4-437b-a424-165c70eb1f9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:23.830016 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72992ce-79b3-4750-8893-7afb7a147ec2', 'tag': '721c5961-078a-4f8f-ac3a-8e0df7fea6c8'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:23.832614 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9c4dd8-6e93-46cf-97db-f55fcf992564" -d '{"events": [{"name": "network-changed", "server_uuid": "d72992ce-79b3-4750-8893-7afb7a147ec2", "tag": "721c5961-078a-4f8f-ac3a-8e0df7fea6c8"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:23.839359 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 32976) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:23.842260 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-67da9ef0-754d-442e-a552-98db89ab043c None None] For port 18616bc8-8f5c-438b-85bc-4ef73e81581f, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:23.848371 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-67da9ef0-754d-442e-a552-98db89ab043c None None] For port 18616bc8-8f5c-438b-85bc-4ef73e81581f, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=18616bc8-8f5c-438b-85bc-4ef73e81581f,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:23.857329 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-67da9ef0-754d-442e-a552-98db89ab043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.012839 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-34ba8166-1cd9-420c-9291-f4a06cd52034 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.014001 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355fbb89-9ef4-437b-a424-165c70eb1f9f None None] Pushing event updated for resources: {'Port': ['ID=18616bc8-8f5c-438b-85bc-4ef73e81581f,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:24.043560 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8d408b50-7a88-490a-be54-d8a81b7a49a8 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.049355 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c5230-c4f7-4e57-8269-37036f762929 req-7161de74-7f2b-4221-aeb8-6f69bfcacbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:24.051073 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-132c5230-c4f7-4e57-8269-37036f762929 req-7161de74-7f2b-4221-aeb8-6f69bfcacbc3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=854488ce7e0c4852954684e9f239b430&device_id=d72992ce-79b3-4750-8893-7afb7a147ec2 HTTP/1.1" status: 200 len: 1095 time: 0.8790855 Jul 07 17:08:24.064678 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67da9ef0-754d-442e-a552-98db89ab043c None None] Routers {'d40f8af5-5c62-4019-a073-7ac2a6c018ad'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:24.065339 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-67da9ef0-754d-442e-a552-98db89ab043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:07:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d40f8af5-5c62-4019-a073-7ac2a6c018ad'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:24.094689 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-58ea1814-902f-4842-a123-2dac34e9977f None None] Allocated IP 2001:db8::2 (a72e9960-5cf7-4201-81e4-98d36b3d4b7d/ceb32415-41b3-4a8c-bfb4-8be7c7f81f7a/96d386db-7644-4baa-bf00-6be62eb15ef8) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:24.143710 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7857ec4-71a1-4bac-b25a-46522796c0d1 x-openstack-request-id: req-c7857ec4-71a1-4bac-b25a-46522796c0d1 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:24.144103 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72992ce-79b3-4750-8893-7afb7a147ec2", "tag": "721c5961-078a-4f8f-ac3a-8e0df7fea6c8", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:24.144280 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7857ec4-71a1-4bac-b25a-46522796c0d1 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:24.146030 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72992ce-79b3-4750-8893-7afb7a147ec2', 'tag': '721c5961-078a-4f8f-ac3a-8e0df7fea6c8', 'status': 'completed', 'code': 200} Jul 07 17:08:24.149385 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d408b50-7a88-490a-be54-d8a81b7a49a8 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Network a72e9960-5cf7-4201-81e4-98d36b3d4b7d is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:24.159069 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-8d408b50-7a88-490a-be54-d8a81b7a49a8 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:24.168117 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d408b50-7a88-490a-be54-d8a81b7a49a8 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:24.174852 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8d408b50-7a88-490a-be54-d8a81b7a49a8 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.186570 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-34ba8166-1cd9-420c-9291-f4a06cd52034 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.229577 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d408b50-7a88-490a-be54-d8a81b7a49a8 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event updated for resources: {'Subnet': ['ID=3f1224e3-8659-4a6d-b35a-b3bc189aea34,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:24.241894 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8d408b50-7a88-490a-be54-d8a81b7a49a8 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2230895 Jul 07 17:08:24.243276 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 32992) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:24.304367 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-132c5230-c4f7-4e57-8269-37036f762929 req-4848c2a2-ee67-4d9b-ab6f-d82b79f96b14 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=721c5961-078a-4f8f-ac3a-8e0df7fea6c8 HTTP/1.1" status: 200 len: 217 time: 0.2285721 Jul 07 17:08:24.352515 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-67da9ef0-754d-442e-a552-98db89ab043c None None] Set router d40f8af5-5c62-4019-a073-7ac2a6c018ad gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:08:24.436157 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-58ea1814-902f-4842-a123-2dac34e9977f None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.448115 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-58ea1814-902f-4842-a123-2dac34e9977f None None] Transition to ACTIVE for port object 96d386db-7644-4baa-bf00-6be62eb15ef8 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:24.468160 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-58ea1814-902f-4842-a123-2dac34e9977f None None] Transition to ACTIVE for port object 96d386db-7644-4baa-bf00-6be62eb15ef8 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:24.475882 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-58ea1814-902f-4842-a123-2dac34e9977f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.492049 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d565e3b8-2871-4bf5-bfc5-2d406355bf5d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:24.494651 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d565e3b8-2871-4bf5-bfc5-2d406355bf5d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:24.496538 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d565e3b8-2871-4bf5-bfc5-2d406355bf5d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:24.503841 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da16b418-9f4e-4f58-bb05-6dde7ac8be39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.506574 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d565e3b8-2871-4bf5-bfc5-2d406355bf5d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:24.508597 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d565e3b8-2871-4bf5-bfc5-2d406355bf5d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:24.510777 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d565e3b8-2871-4bf5-bfc5-2d406355bf5d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2656684 Jul 07 17:08:24.518858 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 32996) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:24.525206 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-16e88137-c2ef-4cb8-9d59-edcb3f676a03 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1629485412'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:24.546818 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea1814-902f-4842-a123-2dac34e9977f None None] Pushing event updated for resources: {'Port': ['ID=96d386db-7644-4baa-bf00-6be62eb15ef8,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:24.557370 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ea1814-902f-4842-a123-2dac34e9977f None None] Network a72e9960-5cf7-4201-81e4-98d36b3d4b7d is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:24.559217 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-58ea1814-902f-4842-a123-2dac34e9977f None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:24.562261 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea1814-902f-4842-a123-2dac34e9977f None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:24.584402 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c5230-c4f7-4e57-8269-37036f762929 req-311dd2ba-8eae-4fcb-a14d-74f3e66198fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:24.590266 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-132c5230-c4f7-4e57-8269-37036f762929 req-311dd2ba-8eae-4fcb-a14d-74f3e66198fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=160646de-633f-43bb-ab77-cdc4622fc25c HTTP/1.1" status: 200 len: 845 time: 0.2639804 Jul 07 17:08:24.605541 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e88137-c2ef-4cb8-9d59-edcb3f676a03 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Made reservation on behalf of 21919683220a41d3a4d84233ba5e4402 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:24.611636 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-16e88137-c2ef-4cb8-9d59-edcb3f676a03 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.636255 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-58ea1814-902f-4842-a123-2dac34e9977f None None] Attempting to bind port 96d386db-7644-4baa-bf00-6be62eb15ef8 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:24.636651 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-58ea1814-902f-4842-a123-2dac34e9977f None None] Attempting to bind port 96d386db-7644-4baa-bf00-6be62eb15ef8 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '5d675bda-1146-46eb-ba4e-aaeb49dfc1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a72e9960-5cf7-4201-81e4-98d36b3d4b7d'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:24.637033 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ea1814-902f-4842-a123-2dac34e9977f None None] Attempting to bind port 96d386db-7644-4baa-bf00-6be62eb15ef8 on network a72e9960-5cf7-4201-81e4-98d36b3d4b7d {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:24.644299 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ea1814-902f-4842-a123-2dac34e9977f None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:24.644741 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ea1814-902f-4842-a123-2dac34e9977f None None] Checking segment: {'id': '5d675bda-1146-46eb-ba4e-aaeb49dfc1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a72e9960-5cf7-4201-81e4-98d36b3d4b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:24.645146 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-58ea1814-902f-4842-a123-2dac34e9977f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.645565 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ea1814-902f-4842-a123-2dac34e9977f None None] Bound using segment: {'id': '5d675bda-1146-46eb-ba4e-aaeb49dfc1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a72e9960-5cf7-4201-81e4-98d36b3d4b7d'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:24.647664 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-58ea1814-902f-4842-a123-2dac34e9977f None None] Bound port: 96d386db-7644-4baa-bf00-6be62eb15ef8, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d675bda-1146-46eb-ba4e-aaeb49dfc1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a72e9960-5cf7-4201-81e4-98d36b3d4b7d'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:24.647664 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-58ea1814-902f-4842-a123-2dac34e9977f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.663536 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-34ba8166-1cd9-420c-9291-f4a06cd52034 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.666560 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-34ba8166-1cd9-420c-9291-f4a06cd52034 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.670325 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-34ba8166-1cd9-420c-9291-f4a06cd52034 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "DELETE /v2.0/security-groups/92f1d40f-5dd5-42b5-98c8-8e2a9b793a8a HTTP/1.1" status: 204 len: 168 time: 0.8264868 Jul 07 17:08:24.676745 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-132c5230-c4f7-4e57-8269-37036f762929 req-b614e25a-2f1a-407a-9fb5-02cf4e5b79e1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=656dd087-69ac-4445-b8fb-7180ff9e7eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743937 Jul 07 17:08:24.684739 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 32998) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:24.688444 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e88137-c2ef-4cb8-9d59-edcb3f676a03 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:08:24.693415 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd3028-b8d5-4186-9665-eace0d71e86f req-2af2f092-7352-47b8-a0aa-9be90fe23578 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:24.701516 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b4dd3028-b8d5-4186-9665-eace0d71e86f req-2af2f092-7352-47b8-a0aa-9be90fe23578 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=d72992ce-79b3-4750-8893-7afb7a147ec2 HTTP/1.1" status: 200 len: 943 time: 0.6414819 Jul 07 17:08:24.705516 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-16e88137-c2ef-4cb8-9d59-edcb3f676a03 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.706185 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-16e88137-c2ef-4cb8-9d59-edcb3f676a03 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Added segment 1fbd1dea-4205-4cf4-ae83-bdb49ea29d09 of type vlan for network 5f886ae2-c239-4d27-ac3f-d06fd39e8807 Jul 07 17:08:24.737122 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-58ea1814-902f-4842-a123-2dac34e9977f None None] For port 96d386db-7644-4baa-bf00-6be62eb15ef8, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:24.743963 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-58ea1814-902f-4842-a123-2dac34e9977f None None] For port 96d386db-7644-4baa-bf00-6be62eb15ef8, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=96d386db-7644-4baa-bf00-6be62eb15ef8,segment=NetworkSegment(5d675bda-1146-46eb-ba4e-aaeb49dfc1c5),segment_id=5d675bda-1146-46eb-ba4e-aaeb49dfc1c5)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:24.752768 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-58ea1814-902f-4842-a123-2dac34e9977f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.768552 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba8166-1cd9-420c-9291-f4a06cd52034 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f1d40f-5dd5-42b5-98c8-8e2a9b793a8a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:24.793523 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-16e88137-c2ef-4cb8-9d59-edcb3f676a03 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.806995 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-9516a7b8-c5ac-4162-bc83-70d7d8238a5a tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] show failed (client error): The resource could not be found. Jul 07 17:08:24.810804 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9516a7b8-c5ac-4162-bc83-70d7d8238a5a tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "GET /v2.0/security-groups/92f1d40f-5dd5-42b5-98c8-8e2a9b793a8a HTTP/1.1" status: 404 len: 347 time: 0.0987644 Jul 07 17:08:24.840934 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-67da9ef0-754d-442e-a552-98db89ab043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40f8af5-5c62-4019-a073-7ac2a6c018ad', 'name': 'tempest-ServerRescueNegativeTestJSON-1891297879-router', 'tenant_id': '714c5973a0b4427daf9bad1f0fff20b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '18616bc8-8f5c-438b-85bc-4ef73e81581f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:16Z', 'updated_at': '2021-07-07T17:08:19Z', 'revision_number': 3, 'project_id': '714c5973a0b4427daf9bad1f0fff20b4', 'gw_port': {'id': '18616bc8-8f5c-438b-85bc-4ef73e81581f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40f8af5-5c62-4019-a073-7ac2a6c018ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:17Z', 'updated_at': '2021-07-07T17:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:24.841898 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33000) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:24.872257 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea1814-902f-4842-a123-2dac34e9977f None None] Pushing event updated for resources: {'Port': ['ID=96d386db-7644-4baa-bf00-6be62eb15ef8,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:24.886085 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b4dd3028-b8d5-4186-9665-eace0d71e86f req-30e424d8-f3f6-4c57-aa90-e14d34f2e1fe tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833870 Jul 07 17:08:24.927824 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67da9ef0-754d-442e-a552-98db89ab043c None None] The sync data for ids ['d40f8af5-5c62-4019-a073-7ac2a6c018ad'] in n-d-791503-12 is: [{'id': 'd40f8af5-5c62-4019-a073-7ac2a6c018ad', 'name': 'tempest-ServerRescueNegativeTestJSON-1891297879-router', 'tenant_id': '714c5973a0b4427daf9bad1f0fff20b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '18616bc8-8f5c-438b-85bc-4ef73e81581f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:16Z', 'updated_at': '2021-07-07T17:08:19Z', 'revision_number': 3, 'project_id': '714c5973a0b4427daf9bad1f0fff20b4', 'gw_port': {'id': '18616bc8-8f5c-438b-85bc-4ef73e81581f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40f8af5-5c62-4019-a073-7ac2a6c018ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:17Z', 'updated_at': '2021-07-07T17:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:08:25.039716 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-132c5230-c4f7-4e57-8269-37036f762929 req-11b31b83-cb2e-4c24-a025-72140002c519 service neutron] 10.222.0.72 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191252 Jul 07 17:08:25.041321 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-16e88137-c2ef-4cb8-9d59-edcb3f676a03 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.047427 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e88137-c2ef-4cb8-9d59-edcb3f676a03 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:25.048180 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-16e88137-c2ef-4cb8-9d59-edcb3f676a03 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.150977 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e88137-c2ef-4cb8-9d59-edcb3f676a03 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event updated for resources: {'Network': ['ID=5f886ae2-c239-4d27-ac3f-d06fd39e8807,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:25.159424 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-da16b418-9f4e-4f58-bb05-6dde7ac8be39 admin admin] Allocated IP 172.20.0.1 (ab82b3df-4c86-4ece-b695-047ab3f5d517/8f885443-046f-4184-82cb-bdc354731f9f/e1ed12a9-fd41-4f5e-89b8-c13b51ca422e) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:25.166742 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 5f886ae2-c239-4d27-ac3f-d06fd39e8807 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:08:25.231065 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-16e88137-c2ef-4cb8-9d59-edcb3f676a03 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7108781 Jul 07 17:08:25.231805 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33002) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:25.249102 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-ed6f966a-128d-4501-b8d6-727f5901ac1f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:25.307926 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-132c5230-c4f7-4e57-8269-37036f762929 req-bc334b90-491f-4f8e-ace9-a6c27f053ca7 service neutron] 10.222.0.72 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583504 Jul 07 17:08:25.392709 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 09674d99-b8e8-429e-893f-c7b649dbe0a4 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:25.517834 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da16b418-9f4e-4f58-bb05-6dde7ac8be39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.570209 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e55c7-02fc-4d67-9071-8176c9b05667 req-4a7c09d1-95e7-4548-a62d-e9a2d54d79e4 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:25.577438 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c70e55c7-02fc-4d67-9071-8176c9b05667 req-4a7c09d1-95e7-4548-a62d-e9a2d54d79e4 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ae55a0-f4ba-4f48-861d-b6576b7e951a HTTP/1.1" status: 200 len: 945 time: 0.6071467 Jul 07 17:08:25.610841 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 09674d99-b8e8-429e-893f-c7b649dbe0a4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=09674d99-b8e8-429e-893f-c7b649dbe0a4,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:25.635911 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '09674d99-b8e8-429e-893f-c7b649dbe0a4', 'network_id': '9a069726-4687-4aab-843c-2a39928b12be', 'port_id': '09674d99-b8e8-429e-893f-c7b649dbe0a4', 'mac_address': 'fa:16:3e:f4:af:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d83fa63-04fe-47d2-9e05-061a0c3de479', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:25.706557 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.730231 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09674d99-b8e8-429e-893f-c7b649dbe0a4 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:25.774868 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 09674d99-b8e8-429e-893f-c7b649dbe0a4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=09674d99-b8e8-429e-893f-c7b649dbe0a4,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:25.782954 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.833788 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da16b418-9f4e-4f58-bb05-6dde7ac8be39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.839387 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-75984ab2-f7c2-4d7c-8548-71811eacd6f7 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Deleting port 98cdd210-553f-4945-855e-987cf030ee62 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:25.839878 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75984ab2-f7c2-4d7c-8548-71811eacd6f7 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.895266 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da16b418-9f4e-4f58-bb05-6dde7ac8be39 admin admin] Network ab82b3df-4c86-4ece-b695-047ab3f5d517 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:25.901161 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-da16b418-9f4e-4f58-bb05-6dde7ac8be39 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:25.909422 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da16b418-9f4e-4f58-bb05-6dde7ac8be39 admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:25.983331 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da16b418-9f4e-4f58-bb05-6dde7ac8be39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.096561 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c70e55c7-02fc-4d67-9071-8176c9b05667 req-2e60d5f1-43f8-48e8-874e-f9942cc66d4a tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637618 Jul 07 17:08:26.294727 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16b418-9f4e-4f58-bb05-6dde7ac8be39 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ed12a9-fd41-4f5e-89b8-c13b51ca422e,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:26.326011 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c4dd8-6e93-46cf-97db-f55fcf992564 req-30574c3c-d96a-4aea-85ea-d2f4d9c7d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:26.333799 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ca9c4dd8-6e93-46cf-97db-f55fcf992564 req-30574c3c-d96a-4aea-85ea-d2f4d9c7d278 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=854488ce7e0c4852954684e9f239b430&device_id=d72992ce-79b3-4750-8893-7afb7a147ec2 HTTP/1.1" status: 200 len: 1095 time: 0.6111398 Jul 07 17:08:26.358828 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 96d386db-7644-4baa-bf00-6be62eb15ef8 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:26.381262 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da16b418-9f4e-4f58-bb05-6dde7ac8be39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.424956 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed6f966a-128d-4501-b8d6-727f5901ac1f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.426311 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.440323 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['09674d99-b8e8-429e-893f-c7b649dbe0a4'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:26.571316 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=09674d99-b8e8-429e-893f-c7b649dbe0a4,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:26.579835 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75984ab2-f7c2-4d7c-8548-71811eacd6f7 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.580406 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75984ab2-f7c2-4d7c-8548-71811eacd6f7 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.590362 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 96d386db-7644-4baa-bf00-6be62eb15ef8 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:26.626656 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed6f966a-128d-4501-b8d6-727f5901ac1f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.764571 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-75984ab2-f7c2-4d7c-8548-71811eacd6f7 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Calling delete_port for 98cdd210-553f-4945-855e-987cf030ee62 owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:26.770914 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ed6f966a-128d-4501-b8d6-727f5901ac1f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Network 5f886ae2-c239-4d27-ac3f-d06fd39e8807 is not hosted by any dhcp agent {{(pid=100192) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:08:26.771917 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8d2b7755-9289-43b2-93f4-2eeef34f9e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.778468 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6f966a-128d-4501-b8d6-727f5901ac1f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:26.779573 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed6f966a-128d-4501-b8d6-727f5901ac1f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.781309 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ed6f966a-128d-4501-b8d6-727f5901ac1f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "PUT /v2.0/networks/5f886ae2-c239-4d27-ac3f-d06fd39e8807 HTTP/1.1" status: 200 len: 723 time: 1.5474017 Jul 07 17:08:26.784387 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33014) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:26.820775 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-2fd084fa-d541-48ab-a958-24c95416d73b tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Request body: {'subnet': {'network_id': '5f886ae2-c239-4d27-ac3f-d06fd39e8807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:26.979598 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da16b418-9f4e-4f58-bb05-6dde7ac8be39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.984193 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c4dd8-6e93-46cf-97db-f55fcf992564 req-2c1a0d48-b7e2-495f-a74e-025d005b93c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:26.987059 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ca9c4dd8-6e93-46cf-97db-f55fcf992564 req-2c1a0d48-b7e2-495f-a74e-025d005b93c0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=656dd087-69ac-4445-b8fb-7180ff9e7eaa HTTP/1.1" status: 200 len: 906 time: 0.6412299 Jul 07 17:08:26.989091 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da16b418-9f4e-4f58-bb05-6dde7ac8be39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.077620 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e653445b-9c71-4c87-995f-a0c38355c943 None None] Network a72e9960-5cf7-4201-81e4-98d36b3d4b7d requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:27.159520 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ca9c4dd8-6e93-46cf-97db-f55fcf992564 req-8e775497-7dd7-4e64-8b01-86b3a13f20e3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=721c5961-078a-4f8f-ac3a-8e0df7fea6c8 HTTP/1.1" status: 200 len: 217 time: 0.1260498 Jul 07 17:08:27.278248 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16b418-9f4e-4f58-bb05-6dde7ac8be39 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ed12a9-fd41-4f5e-89b8-c13b51ca422e,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:27.302538 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da16b418-9f4e-4f58-bb05-6dde7ac8be39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.326190 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4aec5d88-d44b-465a-b824-a9d8167d1cd4 None None] Provisioning for port 96d386db-7644-4baa-bf00-6be62eb15ef8 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:27.333854 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4aec5d88-d44b-465a-b824-a9d8167d1cd4 None None] Provisioning complete for port 96d386db-7644-4baa-bf00-6be62eb15ef8 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:27.335727 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4aec5d88-d44b-465a-b824-a9d8167d1cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.344501 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f966a-128d-4501-b8d6-727f5901ac1f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event updated for resources: {'Network': ['ID=5f886ae2-c239-4d27-ac3f-d06fd39e8807,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:27.363576 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3ba0d-2aa3-4314-b868-43af7aecf378 req-980ed960-3b66-4ee4-a46d-dd3bb93bd521 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:27.371908 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 5f886ae2-c239-4d27-ac3f-d06fd39e8807 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:08:27.372649 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bdd3ba0d-2aa3-4314-b868-43af7aecf378 req-980ed960-3b66-4ee4-a46d-dd3bb93bd521 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=d72992ce-79b3-4750-8893-7afb7a147ec2 HTTP/1.1" status: 200 len: 943 time: 0.6883554 Jul 07 17:08:27.379080 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 09674d99-b8e8-429e-893f-c7b649dbe0a4 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:27.478855 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c4dd8-6e93-46cf-97db-f55fcf992564 req-5b76e1a9-7aff-4079-8b68-d6165e46e2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:27.480665 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bdd3ba0d-2aa3-4314-b868-43af7aecf378 req-5c7b8655-1d48-4f43-9671-65c14190618e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071987 Jul 07 17:08:27.481449 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ca9c4dd8-6e93-46cf-97db-f55fcf992564 req-5b76e1a9-7aff-4079-8b68-d6165e46e2e7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=160646de-633f-43bb-ab77-cdc4622fc25c HTTP/1.1" status: 200 len: 845 time: 0.2912269 Jul 07 17:08:27.490075 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd084fa-d541-48ab-a958-24c95416d73b tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Made reservation on behalf of 21919683220a41d3a4d84233ba5e4402 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:27.496354 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2fd084fa-d541-48ab-a958-24c95416d73b tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.581412 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ca9c4dd8-6e93-46cf-97db-f55fcf992564 req-16ae78d0-a38e-4f07-9e69-b2c8271b8ff8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=656dd087-69ac-4445-b8fb-7180ff9e7eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862215 Jul 07 17:08:27.635162 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 18616bc8-8f5c-438b-85bc-4ef73e81581f up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:27.700086 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75984ab2-f7c2-4d7c-8548-71811eacd6f7 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.778324 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75984ab2-f7c2-4d7c-8548-71811eacd6f7 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Pushing event deleted for resources: {'Port': ['ID=98cdd210-553f-4945-855e-987cf030ee62,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:27.800892 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fdbb7-3802-46a2-ad74-786edb778e66 req-08a8743f-e5c1-4488-8140-4615fcf03d08 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:27.807370 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-503fdbb7-3802-46a2-ad74-786edb778e66 req-08a8743f-e5c1-4488-8140-4615fcf03d08 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ae55a0-f4ba-4f48-861d-b6576b7e951a HTTP/1.1" status: 200 len: 944 time: 0.5127182 Jul 07 17:08:27.850510 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4aec5d88-d44b-465a-b824-a9d8167d1cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.860645 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da16b418-9f4e-4f58-bb05-6dde7ac8be39 admin admin] Network ab82b3df-4c86-4ece-b695-047ab3f5d517 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:27.861393 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.867351 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-da16b418-9f4e-4f58-bb05-6dde7ac8be39 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:27.878416 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 09674d99-b8e8-429e-893f-c7b649dbe0a4 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:27.879217 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.935133 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-503fdbb7-3802-46a2-ad74-786edb778e66 req-5e761a97-a001-4712-ab22-b28a04daa43e tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057642 Jul 07 17:08:27.936937 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70ae68f-1d23-4ab6-918b-b9d6da2f25e8 None None] Update dhcp port {'port': {'network_id': 'a72e9960-5cf7-4201-81e4-98d36b3d4b7d', 'fixed_ips': [{'subnet_id': 'ceb32415-41b3-4a8c-bfb4-8be7c7f81f7a', 'ip_address': '2001:db8::2'}, {'subnet_id': '3f1224e3-8659-4a6d-b35a-b3bc189aea34'}], 'binding:host_id': 'n-d-791503-12'}, 'id': '96d386db-7644-4baa-bf00-6be62eb15ef8'} from n-d-791503-12. {{(pid=100194) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:08:27.944798 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ca9c4dd8-6e93-46cf-97db-f55fcf992564 req-1e90a743-b8ff-480d-b4b6-f0f41e65d034 service neutron] 10.222.0.72 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537860 Jul 07 17:08:27.979559 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75984ab2-f7c2-4d7c-8548-71811eacd6f7 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.985023 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75984ab2-f7c2-4d7c-8548-71811eacd6f7 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.986537 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-75984ab2-f7c2-4d7c-8548-71811eacd6f7 tempest-ImagesOneServerNegativeTestJSON-1562913235 tempest-ImagesOneServerNegativeTestJSON-1562913235-project] 10.222.0.53 "DELETE /v2.0/floatingips/b535a8ec-b213-45e4-ab8e-b61baa060af0 HTTP/1.1" status: 204 len: 168 time: 3.1431646 Jul 07 17:08:28.023424 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 18616bc8-8f5c-438b-85bc-4ef73e81581f completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:28.058823 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 18616bc8-8f5c-438b-85bc-4ef73e81581f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:28.059142 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:28.094769 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2fd084fa-d541-48ab-a958-24c95416d73b tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:28.200714 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-4aec5d88-d44b-465a-b824-a9d8167d1cd4 None None] For port 96d386db-7644-4baa-bf00-6be62eb15ef8, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=96d386db-7644-4baa-bf00-6be62eb15ef8,segment=NetworkSegment(5d675bda-1146-46eb-ba4e-aaeb49dfc1c5),segment_id=5d675bda-1146-46eb-ba4e-aaeb49dfc1c5)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:28.201807 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d70ae68f-1d23-4ab6-918b-b9d6da2f25e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:28.232580 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da16b418-9f4e-4f58-bb05-6dde7ac8be39 admin admin] Router d40f8af5-5c62-4019-a073-7ac2a6c018ad has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:08:28.240658 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 721c5961-078a-4f8f-ac3a-8e0df7fea6c8 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:28.265308 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd084fa-d541-48ab-a958-24c95416d73b tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event updated for resources: {'Subnet': ['ID=aafd7051-24a9-4daf-92fb-4f1e18c164b5,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:28.267944 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4aec5d88-d44b-465a-b824-a9d8167d1cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:28.281061 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd084fa-d541-48ab-a958-24c95416d73b tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Checking segment: {'id': '1fbd1dea-4205-4cf4-ae83-bdb49ea29d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5f886ae2-c239-4d27-ac3f-d06fd39e8807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:28.281563 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd084fa-d541-48ab-a958-24c95416d73b tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Network hostable DHCP agents. Network: 5f886ae2-c239-4d27-ac3f-d06fd39e8807, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:08:28.338820 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd084fa-d541-48ab-a958-24c95416d73b tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Network 5f886ae2-c239-4d27-ac3f-d06fd39e8807 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:08:28.361367 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-2fd084fa-d541-48ab-a958-24c95416d73b tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 5f886ae2-c239-4d27-ac3f-d06fd39e8807) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:28.380662 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd084fa-d541-48ab-a958-24c95416d73b tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:28.382437 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2fd084fa-d541-48ab-a958-24c95416d73b tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:28.420672 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2fd084fa-d541-48ab-a958-24c95416d73b tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5999258 Jul 07 17:08:28.420964 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27441bfa-1c22-4bfe-a0e2-d9e60e871066 None None] Network 5f886ae2-c239-4d27-ac3f-d06fd39e8807 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:28.421713 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33038) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:28.434551 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-a3601152-3eff-4237-af38-10cd51042510 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:28.435006 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ca9c4dd8-6e93-46cf-97db-f55fcf992564 req-2e56092a-f670-48ac-85b4-4b5c0f248a07 service neutron] 10.222.0.72 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370513 Jul 07 17:08:28.544953 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da16b418-9f4e-4f58-bb05-6dde7ac8be39 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:08:28.577968 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-da16b418-9f4e-4f58-bb05-6dde7ac8be39 admin admin] 10.222.0.53 "PUT /v2.0/routers/d40f8af5-5c62-4019-a073-7ac2a6c018ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6796801 Jul 07 17:08:28.589612 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:28.660642 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a3601152-3eff-4237-af38-10cd51042510 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4412267'] for subnet, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:28.687766 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 721c5961-078a-4f8f-ac3a-8e0df7fea6c8, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=721c5961-078a-4f8f-ac3a-8e0df7fea6c8,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:28.727469 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '721c5961-078a-4f8f-ac3a-8e0df7fea6c8', 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa', 'port_id': '721c5961-078a-4f8f-ac3a-8e0df7fea6c8', 'mac_address': 'fa:16:3e:e2:14:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160646de-633f-43bb-ab77-cdc4622fc25c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:28.730735 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec5d88-d44b-465a-b824-a9d8167d1cd4 None None] Pushing event updated for resources: {'Port': ['ID=96d386db-7644-4baa-bf00-6be62eb15ef8,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:28.734965 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c0fbf-0b77-463c-8a5a-84eb0d45a7bb None None] Sync routers for ids ['d40f8af5-5c62-4019-a073-7ac2a6c018ad'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:08:28.958617 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33062) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:28.992280 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561c0fbf-0b77-463c-8a5a-84eb0d45a7bb None None] Routers {'d40f8af5-5c62-4019-a073-7ac2a6c018ad'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:28.994005 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-561c0fbf-0b77-463c-8a5a-84eb0d45a7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:08:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d40f8af5-5c62-4019-a073-7ac2a6c018ad'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:29.009732 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39b558-56d0-46e2-a414-ce6b4c37f857 req-719ac55a-5971-4134-94b7-eab5e5f4576f tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:29.011860 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ca39b558-56d0-46e2-a414-ce6b4c37f857 req-719ac55a-5971-4134-94b7-eab5e5f4576f tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=d72992ce-79b3-4750-8893-7afb7a147ec2 HTTP/1.1" status: 200 len: 943 time: 0.2490809 Jul 07 17:08:29.043295 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed39b1a-f82d-4e88-8bcb-36bec1bd0a4d admin admin] Deleting subnet 70cdd0d0-8567-4b58-b257-aa6dbe513c99 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:29.046989 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9ed39b1a-f82d-4e88-8bcb-36bec1bd0a4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.049456 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a3601152-3eff-4237-af38-10cd51042510 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737955985695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16518350'] for subnet, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.068541 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.074121 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8130a77e-0fc0-4e8f-97ed-a8e763ba9c36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-5f886ae2-c239-4d27-ac3f-d06fd39e8807', 'network_id': '5f886ae2-c239-4d27-ac3f-d06fd39e8807', 'tenant_id': '21919683220a41d3a4d84233ba5e4402', 'fixed_ips': [{'subnet_id': 'aafd7051-24a9-4daf-92fb-4f1e18c164b5'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:08:29.075366 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8130a77e-0fc0-4e8f-97ed-a8e763ba9c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.078367 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ae55a0-f4ba-4f48-861d-b6576b7e951a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09674d99-b8e8-429e-893f-c7b649dbe0a4'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:29.080789 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fee8553-8577-4c90-8a78-2835a40f3df2" -d '{"events": [{"server_uuid": "e9ae55a0-f4ba-4f48-861d-b6576b7e951a", "name": "network-vif-plugged", "status": "completed", "tag": "09674d99-b8e8-429e-893f-c7b649dbe0a4"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:29.090459 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9ed39b1a-f82d-4e88-8bcb-36bec1bd0a4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.116467 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 09674d99-b8e8-429e-893f-c7b649dbe0a4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=09674d99-b8e8-429e-893f-c7b649dbe0a4,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:29.135714 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9ed39b1a-f82d-4e88-8bcb-36bec1bd0a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.139785 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.166755 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3601152-3eff-4237-af38-10cd51042510 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:29.167342 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a3601152-3eff-4237-af38-10cd51042510 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.171701 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a3601152-3eff-4237-af38-10cd51042510 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "PUT /v2.0/subnets/aafd7051-24a9-4daf-92fb-4f1e18c164b5 HTTP/1.1" status: 200 len: 826 time: 0.7486699 Jul 07 17:08:29.172707 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33066) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:29.203652 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9ed39b1a-f82d-4e88-8bcb-36bec1bd0a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.235622 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed39b1a-f82d-4e88-8bcb-36bec1bd0a4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70cdd0d0-8567-4b58-b257-aa6dbe513c99,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:29.237765 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9ed39b1a-f82d-4e88-8bcb-36bec1bd0a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.242749 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9ed39b1a-f82d-4e88-8bcb-36bec1bd0a4d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/70cdd0d0-8567-4b58-b257-aa6dbe513c99 HTTP/1.1" status: 204 len: 168 time: 0.2797353 Jul 07 17:08:29.247316 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33068) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:29.257051 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ca39b558-56d0-46e2-a414-ce6b4c37f857 req-5aa3b774-90fa-4b51-ba7e-99335d143201 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242303 Jul 07 17:08:29.261331 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3601152-3eff-4237-af38-10cd51042510 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event updated for resources: {'Subnet': ['ID=aafd7051-24a9-4daf-92fb-4f1e18c164b5,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:29.347996 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-d70ae68f-1d23-4ab6-918b-b9d6da2f25e8 None None] Allocated IP 172.20.0.1 (a72e9960-5cf7-4201-81e4-98d36b3d4b7d/3f1224e3-8659-4a6d-b35a-b3bc189aea34/96d386db-7644-4baa-bf00-6be62eb15ef8) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:29.355840 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-32531504-94a2-48d6-b82f-219865f86151 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.403905 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-20eba343-81ce-4177-9349-d07ce1438e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.452564 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 18616bc8-8f5c-438b-85bc-4ef73e81581f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=18616bc8-8f5c-438b-85bc-4ef73e81581f,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:29.471745 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-32531504-94a2-48d6-b82f-219865f86151 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.538908 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.544474 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 09674d99-b8e8-429e-893f-c7b649dbe0a4 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:29.581159 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.618884 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-32531504-94a2-48d6-b82f-219865f86151 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.629429 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-20eba343-81ce-4177-9349-d07ce1438e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.651945 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-20eba343-81ce-4177-9349-d07ce1438e18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ffd6a7f-d7b0-4b5a-b790-da741ae974fa']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:29.671225 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-20eba343-81ce-4177-9349-d07ce1438e18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f81cea-49a1-4beb-a5e1-dba35f1ef8f8') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:29.671630 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-20eba343-81ce-4177-9349-d07ce1438e18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f81cea-49a1-4beb-a5e1-dba35f1ef8f8') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:29.695825 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-20eba343-81ce-4177-9349-d07ce1438e18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.732368 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32531504-94a2-48d6-b82f-219865f86151 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event deleted for resources: {'Subnet': ['ID=aafd7051-24a9-4daf-92fb-4f1e18c164b5,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:29.742206 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-20eba343-81ce-4177-9349-d07ce1438e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.762479 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-32531504-94a2-48d6-b82f-219865f86151 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.772336 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20eba343-81ce-4177-9349-d07ce1438e18 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:08:29.772778 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-20eba343-81ce-4177-9349-d07ce1438e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.773012 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a82ba4-8ca5-41d6-acda-b4ad4e5f2391 req-58bc7262-72ea-45aa-ba5a-fde697a1e9f9 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:29.775918 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e5a82ba4-8ca5-41d6-acda-b4ad4e5f2391 req-58bc7262-72ea-45aa-ba5a-fde697a1e9f9 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ae55a0-f4ba-4f48-861d-b6576b7e951a HTTP/1.1" status: 200 len: 945 time: 0.2364304 Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:08:29.777392 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:08:29.787825 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-e8186b36-7559-4e07-8b6b-cb95007e2927 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:29.790675 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-e8186b36-7559-4e07-8b6b-cb95007e2927 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/networks?id=ab82b3df-4c86-4ece-b695-047ab3f5d517 HTTP/1.1" status: 200 len: 819 time: 0.2276368 Jul 07 17:08:29.797893 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-32531504-94a2-48d6-b82f-219865f86151 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f886ae2-c239-4d27-ac3f-d06fd39e8807']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:29.826115 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-32531504-94a2-48d6-b82f-219865f86151 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fbd1dea-4205-4cf4-ae83-bdb49ea29d09') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:29.826467 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-32531504-94a2-48d6-b82f-219865f86151 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fbd1dea-4205-4cf4-ae83-bdb49ea29d09') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:29.843057 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-32531504-94a2-48d6-b82f-219865f86151 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.855532 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-c50c5593-5170-4ffc-81b9-1a5abfe3dd66 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/quotas/714c5973a0b4427daf9bad1f0fff20b4 HTTP/1.1" status: 200 len: 375 time: 0.0216668 Jul 07 17:08:29.882776 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e5a82ba4-8ca5-41d6-acda-b4ad4e5f2391 req-25cbd30a-3fcf-43be-bcee-f4c6ae25ae4b tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe0444d-6c84-4179-8eda-247e2e55a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750253 Jul 07 17:08:29.883336 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-32531504-94a2-48d6-b82f-219865f86151 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.904266 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32531504-94a2-48d6-b82f-219865f86151 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:08:29.905649 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-32531504-94a2-48d6-b82f-219865f86151 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:08:29.914286 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:08:29.931920 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-20eba343-81ce-4177-9349-d07ce1438e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.951181 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d70ae68f-1d23-4ab6-918b-b9d6da2f25e8 None None] For port 96d386db-7644-4baa-bf00-6be62eb15ef8, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=96d386db-7644-4baa-bf00-6be62eb15ef8,segment=NetworkSegment(5d675bda-1146-46eb-ba4e-aaeb49dfc1c5),segment_id=5d675bda-1146-46eb-ba4e-aaeb49dfc1c5)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:29.981238 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-20eba343-81ce-4177-9349-d07ce1438e18 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.986065 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-20eba343-81ce-4177-9349-d07ce1438e18 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9ffd6a7f-d7b0-4b5a-b790-da741ae974fa HTTP/1.1" status: 204 len: 168 time: 0.7375839 Jul 07 17:08:30.022993 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 96d386db-7644-4baa-bf00-6be62eb15ef8 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:30.053253 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eba343-81ce-4177-9349-d07ce1438e18 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ffd6a7f-d7b0-4b5a-b790-da741ae974fa,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:30.067117 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d70ae68f-1d23-4ab6-918b-b9d6da2f25e8 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.075220 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=09674d99-b8e8-429e-893f-c7b649dbe0a4,revision_number=7']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:30.078946 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721c5961-078a-4f8f-ac3a-8e0df7fea6c8 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:30.100392 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3d29bf-343b-4b3d-8602-c2c12d0ce2de x-openstack-request-id: req-bc3d29bf-343b-4b3d-8602-c2c12d0ce2de {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:30.100749 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ae55a0-f4ba-4f48-861d-b6576b7e951a", "name": "network-vif-plugged", "status": "completed", "tag": "09674d99-b8e8-429e-893f-c7b649dbe0a4", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:30.101084 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc3d29bf-343b-4b3d-8602-c2c12d0ce2de {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:30.101356 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ae55a0-f4ba-4f48-861d-b6576b7e951a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09674d99-b8e8-429e-893f-c7b649dbe0a4', 'code': 200} Jul 07 17:08:30.121778 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-32531504-94a2-48d6-b82f-219865f86151 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.133100 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-32531504-94a2-48d6-b82f-219865f86151 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.140175 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-32531504-94a2-48d6-b82f-219865f86151 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "DELETE /v2.0/networks/5f886ae2-c239-4d27-ac3f-d06fd39e8807 HTTP/1.1" status: 204 len: 168 time: 0.9587312 Jul 07 17:08:30.145298 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-8b742f19-5e76-4212-908c-1f2daea55225 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=714c5973a0b4427daf9bad1f0fff20b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2757287 Jul 07 17:08:30.146220 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33084) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:30.167168 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.api [None req-8130a77e-0fc0-4e8f-97ed-a8e763ba9c36 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:08:30.167168 n-d-791503-12 neutron-server[100194]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 07 17:08:30.167168 n-d-791503-12 neutron-server[100194]: [parameters: {'project_id': '21919683220a41d3a4d84233ba5e4402', 'id': '4d2357b5-f95f-4e75-8af3-e63126ac286a', 'name': '', 'network_id': '5f886ae2-c239-4d27-ac3f-d06fd39e8807', 'mac_address': 'fa:16:3e:ef:10:21', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-5f886ae2-c239-4d27-ac3f-d06fd39e8807', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1407}] Jul 07 17:08:30.167168 n-d-791503-12 neutron-server[100194]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:08:30.168110 n-d-791503-12 neutron-server[100194]: DEBUG oslo_db.api [None req-8130a77e-0fc0-4e8f-97ed-a8e763ba9c36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:08:30.187532 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32531504-94a2-48d6-b82f-219865f86151 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event deleted for resources: {'Network': ['ID=5f886ae2-c239-4d27-ac3f-d06fd39e8807,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:30.199877 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-561c0fbf-0b77-463c-8a5a-84eb0d45a7bb None None] Set router d40f8af5-5c62-4019-a073-7ac2a6c018ad gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:08:30.203151 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d70ae68f-1d23-4ab6-918b-b9d6da2f25e8 None None] Transition to ACTIVE for port object 96d386db-7644-4baa-bf00-6be62eb15ef8 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:30.210617 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 721c5961-078a-4f8f-ac3a-8e0df7fea6c8, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=721c5961-078a-4f8f-ac3a-8e0df7fea6c8,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:30.226405 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a3efe7-4ecb-43da-b4bc-543d475bc7ce tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] DELETE failed (client error): The resource could not be found. Jul 07 17:08:30.227403 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a3efe7-4ecb-43da-b4bc-543d475bc7ce tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:08:30.236895 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-64a3efe7-4ecb-43da-b4bc-543d475bc7ce tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "DELETE /v2.0/networks/5f886ae2-c239-4d27-ac3f-d06fd39e8807 HTTP/1.1" status: 404 len: 339 time: 0.0834119 Jul 07 17:08:30.237951 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33086) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:30.247532 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-930422dd-a905-4491-afcc-761b670e59ff tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1726762753', 'description': 'd1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:30.253201 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d70ae68f-1d23-4ab6-918b-b9d6da2f25e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.266722 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33092) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:30.267451 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.293137 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.302210 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=18616bc8-8f5c-438b-85bc-4ef73e81581f,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:30.331425 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa542db-7c1f-4896-8ad0-c81adca15680 req-5d25649a-4d69-487c-a21d-d04441e69f47 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:30.334221 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4aa542db-7c1f-4896-8ad0-c81adca15680 req-5d25649a-4d69-487c-a21d-d04441e69f47 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9ae55a0-f4ba-4f48-861d-b6576b7e951a HTTP/1.1" status: 200 len: 945 time: 0.4000542 Jul 07 17:08:30.355520 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930422dd-a905-4491-afcc-761b670e59ff tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Made reservation on behalf of 21919683220a41d3a4d84233ba5e4402 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:30.365394 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-930422dd-a905-4491-afcc-761b670e59ff tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.459974 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-930422dd-a905-4491-afcc-761b670e59ff tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:08:30.473492 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5aa489ca-8fe4-44f5-886d-e9c6a72152ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=17e586787a97456ea44df1f572786774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2045052 Jul 07 17:08:30.479107 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33096) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:30.527777 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-4aa542db-7c1f-4896-8ad0-c81adca15680 req-51a4071a-b42f-44f8-b3d2-e1cf67671d99 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Deleting port 09674d99-b8e8-429e-893f-c7b649dbe0a4 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:30.528134 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4aa542db-7c1f-4896-8ad0-c81adca15680 req-51a4071a-b42f-44f8-b3d2-e1cf67671d99 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.561175 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-930422dd-a905-4491-afcc-761b670e59ff tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.562355 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-930422dd-a905-4491-afcc-761b670e59ff tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Added segment ac6d0a85-cdbf-457a-8649-e4db651493c8 of type vlan for network c6007cdd-fd76-4cbe-bd4d-33de9e4da444 Jul 07 17:08:30.630841 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-930422dd-a905-4491-afcc-761b670e59ff tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.646697 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-4aa542db-7c1f-4896-8ad0-c81adca15680 req-51a4071a-b42f-44f8-b3d2-e1cf67671d99 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] For port 09674d99-b8e8-429e-893f-c7b649dbe0a4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=09674d99-b8e8-429e-893f-c7b649dbe0a4,segment=NetworkSegment(c42bd21f-85e5-4932-b296-cd596f5e6fb3),segment_id=c42bd21f-85e5-4932-b296-cd596f5e6fb3)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:30.647208 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4aa542db-7c1f-4896-8ad0-c81adca15680 req-51a4071a-b42f-44f8-b3d2-e1cf67671d99 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.670275 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-4aa542db-7c1f-4896-8ad0-c81adca15680 req-51a4071a-b42f-44f8-b3d2-e1cf67671d99 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Calling delete_port for 09674d99-b8e8-429e-893f-c7b649dbe0a4 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:30.678261 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-930422dd-a905-4491-afcc-761b670e59ff tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.688681 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930422dd-a905-4491-afcc-761b670e59ff tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:30.689270 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-930422dd-a905-4491-afcc-761b670e59ff tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.695784 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8130a77e-0fc0-4e8f-97ed-a8e763ba9c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.716804 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['721c5961-078a-4f8f-ac3a-8e0df7fea6c8'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:30.755970 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.793563 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930422dd-a905-4491-afcc-761b670e59ff tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event updated for resources: {'Network': ['ID=c6007cdd-fd76-4cbe-bd4d-33de9e4da444,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:30.822635 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-63b3c0ab-4ec2-4c85-89d7-38eca014b042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.829752 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-930422dd-a905-4491-afcc-761b670e59ff tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5908008 Jul 07 17:08:30.839895 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33098) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:30.867190 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4aa542db-7c1f-4896-8ad0-c81adca15680 req-51a4071a-b42f-44f8-b3d2-e1cf67671d99 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.891742 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network c6007cdd-fd76-4cbe-bd4d-33de9e4da444 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:08:30.944720 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-63b3c0ab-4ec2-4c85-89d7-38eca014b042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.971852 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ae68f-1d23-4ab6-918b-b9d6da2f25e8 None None] Pushing event updated for resources: {'Port': ['ID=96d386db-7644-4baa-bf00-6be62eb15ef8,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:31.119449 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbb63c0-e4fc-4ca9-a8d6-8e4f3ea86baa tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:31.121319 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-efbb63c0-e4fc-4ca9-a8d6-8e4f3ea86baa tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "GET /v2.0/networks?id=c6007cdd-fd76-4cbe-bd4d-33de9e4da444 HTTP/1.1" status: 200 len: 765 time: 0.2802951 Jul 07 17:08:31.124171 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-63b3c0ab-4ec2-4c85-89d7-38eca014b042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.127449 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-63b3c0ab-4ec2-4c85-89d7-38eca014b042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.131611 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-63b3c0ab-4ec2-4c85-89d7-38eca014b042 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bb562f08-0309-409b-87d4-8a818f061375 HTTP/1.1" status: 204 len: 168 time: 0.6484568 Jul 07 17:08:31.133001 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33104) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:31.141563 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-05c655ac-c853-475d-8ec6-62e7516d5aa6 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Request body: {'network': {'description': 'd2'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:31.176062 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3c0ab-4ec2-4c85-89d7-38eca014b042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb562f08-0309-409b-87d4-8a818f061375,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:31.245478 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fc05b5-d36e-4531-8e7e-7db54ca59b8e None None] Network 5f886ae2-c239-4d27-ac3f-d06fd39e8807 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:31.288665 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=721c5961-078a-4f8f-ac3a-8e0df7fea6c8,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:31.298762 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be04213-ccec-4a63-b2b5-8df82a025990 req-37bed8a0-f114-45cc-a6c1-078ab21bd2fa tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:31.311602 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5be04213-ccec-4a63-b2b5-8df82a025990 req-37bed8a0-f114-45cc-a6c1-078ab21bd2fa tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=d72992ce-79b3-4750-8893-7afb7a147ec2 HTTP/1.1" status: 200 len: 944 time: 0.3115184 Jul 07 17:08:31.362212 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fc05b5-d36e-4531-8e7e-7db54ca59b8e None None] Network 5f886ae2-c239-4d27-ac3f-d06fd39e8807 could not be found, it might have been deleted concurrently. {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 17:08:31.405907 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8d6bb4-da4c-4d1a-a74d-3ac0d347575d None None] Network 5f886ae2-c239-4d27-ac3f-d06fd39e8807 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:31.513750 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5be04213-ccec-4a63-b2b5-8df82a025990 req-dec619d3-de4d-43be-8077-05fe2ba4a3d4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048335 Jul 07 17:08:31.533383 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4071a-b42f-44f8-b3d2-e1cf67671d99 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Pushing event deleted for resources: {'Port': ['ID=09674d99-b8e8-429e-893f-c7b649dbe0a4,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:31.592112 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-05c655ac-c853-475d-8ec6-62e7516d5aa6 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.619007 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa542db-7c1f-4896-8ad0-c81adca15680 req-51a4071a-b42f-44f8-b3d2-e1cf67671d99 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] No DVR routers for this DVR port 09674d99-b8e8-429e-893f-c7b649dbe0a4 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:31.623721 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4aa542db-7c1f-4896-8ad0-c81adca15680 req-51a4071a-b42f-44f8-b3d2-e1cf67671d99 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.626235 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4aa542db-7c1f-4896-8ad0-c81adca15680 req-51a4071a-b42f-44f8-b3d2-e1cf67671d99 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.64 "DELETE /v2.0/ports/09674d99-b8e8-429e-893f-c7b649dbe0a4 HTTP/1.1" status: 204 len: 173 time: 1.2834628 Jul 07 17:08:31.626738 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ae55a0-f4ba-4f48-861d-b6576b7e951a', 'name': 'network-vif-deleted', 'tag': '09674d99-b8e8-429e-893f-c7b649dbe0a4'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:31.629321 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e95295-00ba-485c-8b9a-0b05462a2b14" -d '{"events": [{"server_uuid": "e9ae55a0-f4ba-4f48-861d-b6576b7e951a", "name": "network-vif-deleted", "tag": "09674d99-b8e8-429e-893f-c7b649dbe0a4"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:31.630729 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8d6bb4-da4c-4d1a-a74d-3ac0d347575d None None] Network 5f886ae2-c239-4d27-ac3f-d06fd39e8807 could not be found, it might have been deleted concurrently. {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 17:08:31.654176 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-05c655ac-c853-475d-8ec6-62e7516d5aa6 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.700657 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-05c655ac-c853-475d-8ec6-62e7516d5aa6 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Network c6007cdd-fd76-4cbe-bd4d-33de9e4da444 is not hosted by any dhcp agent {{(pid=100192) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:08:31.705728 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-ac7ecda5-a24e-4462-a162-99a04c9071d7 service neutron] 10.222.0.53 "GET /v2.0/networks/ab82b3df-4c86-4ece-b695-047ab3f5d517?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4817722 Jul 07 17:08:31.743372 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c655ac-c853-475d-8ec6-62e7516d5aa6 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:31.745086 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-05c655ac-c853-475d-8ec6-62e7516d5aa6 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.749314 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-05c655ac-c853-475d-8ec6-62e7516d5aa6 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "PUT /v2.0/networks/c6007cdd-fd76-4cbe-bd4d-33de9e4da444 HTTP/1.1" status: 200 len: 762 time: 0.6093757 Jul 07 17:08:31.750062 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33114) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:31.947379 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 18616bc8-8f5c-438b-85bc-4ef73e81581f up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:31.989095 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-f476289e-9b4d-43ca-9a7f-517a13ba5d65 service neutron] 10.222.0.53 "GET /v2.0/networks/ab82b3df-4c86-4ece-b695-047ab3f5d517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721000 Jul 07 17:08:32.064690 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbab56d-c5ab-4097-a577-4798cf9cee58 None None] Network a72e9960-5cf7-4201-81e4-98d36b3d4b7d requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:32.100711 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c655ac-c853-475d-8ec6-62e7516d5aa6 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event updated for resources: {'Network': ['ID=c6007cdd-fd76-4cbe-bd4d-33de9e4da444,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:32.119373 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b068947b-b040-4560-93c6-bdd349c98392 req-354b888b-85c0-498c-91e0-a61421344105 tempest-ImagesTestJSON-1726572964 tempest-ImagesTestJSON-1726572964-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ae55a0-f4ba-4f48-861d-b6576b7e951a HTTP/1.1" status: 200 len: 210 time: 0.2222357 Jul 07 17:08:32.152770 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2900669c-3c4d-467c-8146-f041a9f475a7 None None] Provisioning for port 96d386db-7644-4baa-bf00-6be62eb15ef8 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:32.187608 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network c6007cdd-fd76-4cbe-bd4d-33de9e4da444 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:08:32.188302 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288952d4-8c77-4c19-aca1-56df83fbc10e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:32.201672 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33126) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:32.221776 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-288952d4-8c77-4c19-aca1-56df83fbc10e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "GET /v2.0/networks?id=c6007cdd-fd76-4cbe-bd4d-33de9e4da444 HTTP/1.1" status: 200 len: 765 time: 0.3091443 Jul 07 17:08:32.351727 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2900669c-3c4d-467c-8146-f041a9f475a7 None None] Provisioning complete for port 96d386db-7644-4baa-bf00-6be62eb15ef8 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:32.352120 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2900669c-3c4d-467c-8146-f041a9f475a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.688992 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec584e8-9f35-4661-9768-f9fd89b594c6 x-openstack-request-id: req-5ec584e8-9f35-4661-9768-f9fd89b594c6 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:32.690159 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ae55a0-f4ba-4f48-861d-b6576b7e951a", "name": "network-vif-deleted", "tag": "09674d99-b8e8-429e-893f-c7b649dbe0a4", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:32.690945 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ec584e8-9f35-4661-9768-f9fd89b594c6 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:32.692010 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ae55a0-f4ba-4f48-861d-b6576b7e951a', 'name': 'network-vif-deleted', 'tag': '09674d99-b8e8-429e-893f-c7b649dbe0a4', 'status': 'completed', 'code': 200} Jul 07 17:08:32.780597 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-561c0fbf-0b77-463c-8a5a-84eb0d45a7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40f8af5-5c62-4019-a073-7ac2a6c018ad', 'name': 'tempest-ServerRescueNegativeTestJSON-1891297879-router', 'tenant_id': '714c5973a0b4427daf9bad1f0fff20b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '18616bc8-8f5c-438b-85bc-4ef73e81581f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:16Z', 'updated_at': '2021-07-07T17:08:26Z', 'revision_number': 4, 'project_id': '714c5973a0b4427daf9bad1f0fff20b4', 'gw_port': {'id': '18616bc8-8f5c-438b-85bc-4ef73e81581f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40f8af5-5c62-4019-a073-7ac2a6c018ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:17Z', 'updated_at': '2021-07-07T17:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'e1ed12a9-fd41-4f5e-89b8-c13b51ca422e', 'name': '', 'network_id': 'ab82b3df-4c86-4ece-b695-047ab3f5d517', 'tenant_id': '714c5973a0b4427daf9bad1f0fff20b4', 'mac_address': 'fa:16:3e:9d:15:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40f8af5-5c62-4019-a073-7ac2a6c018ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '8f885443-046f-4184-82cb-bdc354731f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:24Z', 'updated_at': '2021-07-07T17:08:26Z', 'revision_number': 2, 'project_id': '714c5973a0b4427daf9bad1f0fff20b4', 'subnets': [{'id': '8f885443-046f-4184-82cb-bdc354731f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:32.798012 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-797a58cf-f308-4b50-b316-1ae7f68efa0e req-2a86e06d-44f7-42ae-bf9d-ce110c3705ea tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 210 time: 0.1134501 Jul 07 17:08:32.836397 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c0fbf-0b77-463c-8a5a-84eb0d45a7bb None None] Checking router: d40f8af5-5c62-4019-a073-7ac2a6c018ad for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:08:32.837509 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c0fbf-0b77-463c-8a5a-84eb0d45a7bb None None] Updating router d40f8af5-5c62-4019-a073-7ac2a6c018ad port e1ed12a9-fd41-4f5e-89b8-c13b51ca422e binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:08:32.866389 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921b6b20-7237-4c50-a1cb-4f0b7143e973 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:32.872568 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-921b6b20-7237-4c50-a1cb-4f0b7143e973 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6671095 Jul 07 17:08:32.873604 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33148) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:32.924345 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 18616bc8-8f5c-438b-85bc-4ef73e81581f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:32.925083 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.968097 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-568186ec-ba3e-49f3-b7fe-5ff29f1e9ef9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "GET /v2.0/subnets?network_id=b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 207 time: 0.0922809 Jul 07 17:08:32.972666 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33150) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:32.973719 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33152) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:33.121971 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-561c0fbf-0b77-463c-8a5a-84eb0d45a7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.171740 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6123c-ef04-4da3-9c21-9e4915522078 req-2f1cd250-0a90-4a58-bc20-39b9d8245308 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:33.174535 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76f6123c-ef04-4da3-9c21-9e4915522078 req-2f1cd250-0a90-4a58-bc20-39b9d8245308 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=d72992ce-79b3-4750-8893-7afb7a147ec2 HTTP/1.1" status: 200 len: 944 time: 0.1788719 Jul 07 17:08:33.248717 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1651cc35-50da-4ab9-8652-07177aa13847 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:33.256018 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1651cc35-50da-4ab9-8652-07177aa13847 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:33.263238 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1651cc35-50da-4ab9-8652-07177aa13847 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:33.279943 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1651cc35-50da-4ab9-8652-07177aa13847 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:33.286641 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1651cc35-50da-4ab9-8652-07177aa13847 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:33.293251 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1651cc35-50da-4ab9-8652-07177aa13847 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:33.295777 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1651cc35-50da-4ab9-8652-07177aa13847 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3192134 Jul 07 17:08:33.310258 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33162) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:33.315065 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76f6123c-ef04-4da3-9c21-9e4915522078 req-63633293-5b6b-4edd-9c9b-7c7523454607 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319413 Jul 07 17:08:33.676689 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-99c05479-b5c9-4b46-9bef-b273c70a7afe admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1996688030-network', 'tenant_id': '2fe17a6fbd19425cb38c02ad6df4484f'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:33.700205 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b9c6f48a-cc2e-47db-b7c1-99f86376dccf tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3859229 Jul 07 17:08:33.716185 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33184) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:33.748360 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c05479-b5c9-4b46-9bef-b273c70a7afe admin admin] Made reservation on behalf of 2fe17a6fbd19425cb38c02ad6df4484f for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:33.758448 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-99c05479-b5c9-4b46-9bef-b273c70a7afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.797149 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-99c05479-b5c9-4b46-9bef-b273c70a7afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.824817 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-3ace21fd-914a-456d-a084-d112a5336c3c tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:33.827379 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-3ace21fd-914a-456d-a084-d112a5336c3c tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/networks?id=ab82b3df-4c86-4ece-b695-047ab3f5d517 HTTP/1.1" status: 200 len: 819 time: 0.3137481 Jul 07 17:08:33.864761 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-8851ddec-8f77-4d24-a028-9d44ff766898 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/quotas/714c5973a0b4427daf9bad1f0fff20b4 HTTP/1.1" status: 200 len: 375 time: 0.0260065 Jul 07 17:08:33.959114 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bc5eb8-e1ca-4b3e-97f2-eb191c5e832a tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:33.960880 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bc5eb8-e1ca-4b3e-97f2-eb191c5e832a tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:33.962908 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bc5eb8-e1ca-4b3e-97f2-eb191c5e832a tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:33.964680 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bc5eb8-e1ca-4b3e-97f2-eb191c5e832a tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:33.966704 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bc5eb8-e1ca-4b3e-97f2-eb191c5e832a tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:33.978830 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-11bc5eb8-e1ca-4b3e-97f2-eb191c5e832a tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2612054 Jul 07 17:08:33.979309 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33188) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:34.084581 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61e07d4-cf30-467e-a9fc-8c9240350460 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['shared'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:34.086079 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61e07d4-cf30-467e-a9fc-8c9240350460 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['shared'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:34.088499 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61e07d4-cf30-467e-a9fc-8c9240350460 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['shared'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:34.090050 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61e07d4-cf30-467e-a9fc-8c9240350460 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['shared'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:34.091597 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61e07d4-cf30-467e-a9fc-8c9240350460 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['shared'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:34.097431 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a61e07d4-cf30-467e-a9fc-8c9240350460 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1150835 Jul 07 17:08:34.098060 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33192) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:34.109624 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-99c05479-b5c9-4b46-9bef-b273c70a7afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.118374 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-99c05479-b5c9-4b46-9bef-b273c70a7afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.130719 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-acda79cf-a9f1-4c8f-bbf4-f27bc545c65a tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=714c5973a0b4427daf9bad1f0fff20b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2581489 Jul 07 17:08:34.169424 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c05479-b5c9-4b46-9bef-b273c70a7afe admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:08:34.215664 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 96d386db-7644-4baa-bf00-6be62eb15ef8 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:34.241019 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c05479-b5c9-4b46-9bef-b273c70a7afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc432689-42c2-4598-a430-7e6140c929d5,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:34.255955 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-99c05479-b5c9-4b46-9bef-b273c70a7afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.256912 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-99c05479-b5c9-4b46-9bef-b273c70a7afe admin admin] Added segment daf42bd2-fc12-4c99-b88e-eb60fef0924a of type vlan for network e48a1335-f2ce-4136-9503-051b68c84575 Jul 07 17:08:34.262979 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c05479-b5c9-4b46-9bef-b273c70a7afe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:34.263733 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c05479-b5c9-4b46-9bef-b273c70a7afe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:34.264432 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c05479-b5c9-4b46-9bef-b273c70a7afe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:34.265178 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c05479-b5c9-4b46-9bef-b273c70a7afe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:34.269728 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c05479-b5c9-4b46-9bef-b273c70a7afe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:34.271804 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c05479-b5c9-4b46-9bef-b273c70a7afe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:34.274786 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c05479-b5c9-4b46-9bef-b273c70a7afe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:34.277974 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c05479-b5c9-4b46-9bef-b273c70a7afe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:34.279341 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c05479-b5c9-4b46-9bef-b273c70a7afe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:34.279964 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c05479-b5c9-4b46-9bef-b273c70a7afe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:34.284361 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c05479-b5c9-4b46-9bef-b273c70a7afe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:34.285255 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c05479-b5c9-4b46-9bef-b273c70a7afe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:34.305773 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 721c5961-078a-4f8f-ac3a-8e0df7fea6c8 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:34.400841 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-561c0fbf-0b77-463c-8a5a-84eb0d45a7bb None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.459222 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-561c0fbf-0b77-463c-8a5a-84eb0d45a7bb None None] Transition to ACTIVE for port object e1ed12a9-fd41-4f5e-89b8-c13b51ca422e will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:34.510632 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-561c0fbf-0b77-463c-8a5a-84eb0d45a7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.535985 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 721c5961-078a-4f8f-ac3a-8e0df7fea6c8 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:34.606351 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 96d386db-7644-4baa-bf00-6be62eb15ef8 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:34.606914 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.615408 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 721c5961-078a-4f8f-ac3a-8e0df7fea6c8 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:34.615983 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.616440 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052cb9fb-1f33-4f44-b6f9-26538b3efc39 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:34.625730 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-052cb9fb-1f33-4f44-b6f9-26538b3efc39 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "GET /v2.0/networks/10670639-730a-48c4-a835-7826e37ccffb HTTP/1.1" status: 200 len: 804 time: 0.5172472 Jul 07 17:08:34.630822 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33198) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:34.636016 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-fa9b049d-d283-44da-89bd-1a9b320246ad service neutron] 10.222.0.53 "GET /v2.0/networks/ab82b3df-4c86-4ece-b695-047ab3f5d517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5021141 Jul 07 17:08:34.636840 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-99c05479-b5c9-4b46-9bef-b273c70a7afe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.748876 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525f0c7-15a3-40dc-ba46-7bf16bf949fc None None] Pushing event updated for resources: {'Port': ['ID=e1ed12a9-fd41-4f5e-89b8-c13b51ca422e,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:34.796543 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b63f55c8-ddc3-4752-898b-818edbc72775 None None] Provisioning complete for port 96d386db-7644-4baa-bf00-6be62eb15ef8 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:34.797059 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b63f55c8-ddc3-4752-898b-818edbc72775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.858722 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b8216a72-d7f1-4c78-bfbc-997eacc85f01 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "GET /v2.0/networks/10670639-730a-48c4-a835-7826e37ccffb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2209711 Jul 07 17:08:34.865002 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33202) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:34.880008 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-61fc7728-a414-4e4f-bb1b-ebe97b948696 service neutron] 10.222.0.53 "GET /v2.0/networks/ab82b3df-4c86-4ece-b695-047ab3f5d517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131937 Jul 07 17:08:34.889284 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f5135-7832-4a05-88fe-d2bb9fb5e43c req-3bc3f9b3-5056-4fb4-b4df-0e723fa2b7e9 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:34.902897 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f9f5135-7832-4a05-88fe-d2bb9fb5e43c req-3bc3f9b3-5056-4fb4-b4df-0e723fa2b7e9 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=d72992ce-79b3-4750-8893-7afb7a147ec2 HTTP/1.1" status: 200 len: 944 time: 0.2924085 Jul 07 17:08:34.918062 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-99c05479-b5c9-4b46-9bef-b273c70a7afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.919769 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c05479-b5c9-4b46-9bef-b273c70a7afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:34.920830 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-99c05479-b5c9-4b46-9bef-b273c70a7afe admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.926891 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-561c0fbf-0b77-463c-8a5a-84eb0d45a7bb None None] Attempting to bind port e1ed12a9-fd41-4f5e-89b8-c13b51ca422e on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:34.927515 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-561c0fbf-0b77-463c-8a5a-84eb0d45a7bb None None] Attempting to bind port e1ed12a9-fd41-4f5e-89b8-c13b51ca422e by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'a8f5d722-70dd-4b0a-ac22-e44981341ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ab82b3df-4c86-4ece-b695-047ab3f5d517'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:34.928118 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c0fbf-0b77-463c-8a5a-84eb0d45a7bb None None] Attempting to bind port e1ed12a9-fd41-4f5e-89b8-c13b51ca422e on network ab82b3df-4c86-4ece-b695-047ab3f5d517 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:34.974831 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-261dbe2a-0882-4c3a-bc06-1cd9a28cd303 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:34.977797 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-261dbe2a-0882-4c3a-bc06-1cd9a28cd303 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.64 "GET /v2.0/networks?id=ab82b3df-4c86-4ece-b695-047ab3f5d517 HTTP/1.1" status: 200 len: 819 time: 0.5637722 Jul 07 17:08:35.005066 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fe993c-5db9-48aa-9885-89c849de0f84 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:35.011971 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-36fe993c-5db9-48aa-9885-89c849de0f84 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "GET /v2.0/subnets/b2e99baf-c027-4c58-9301-12020b8fc67e HTTP/1.1" status: 200 len: 843 time: 0.1447849 Jul 07 17:08:35.013045 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33206) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:35.043231 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c0fbf-0b77-463c-8a5a-84eb0d45a7bb None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:35.043630 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c0fbf-0b77-463c-8a5a-84eb0d45a7bb None None] Checking segment: {'id': 'a8f5d722-70dd-4b0a-ac22-e44981341ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ab82b3df-4c86-4ece-b695-047ab3f5d517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:35.044009 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-561c0fbf-0b77-463c-8a5a-84eb0d45a7bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.044440 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c0fbf-0b77-463c-8a5a-84eb0d45a7bb None None] Bound using segment: {'id': 'a8f5d722-70dd-4b0a-ac22-e44981341ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ab82b3df-4c86-4ece-b695-047ab3f5d517'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:35.044970 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-561c0fbf-0b77-463c-8a5a-84eb0d45a7bb None None] Bound port: e1ed12a9-fd41-4f5e-89b8-c13b51ca422e, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f5d722-70dd-4b0a-ac22-e44981341ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ab82b3df-4c86-4ece-b695-047ab3f5d517'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:35.045363 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-561c0fbf-0b77-463c-8a5a-84eb0d45a7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.091826 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-e9f7176a-56ce-406a-9185-6aa7e33f8f43 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Request body: {'port': {'device_id': '4724ece5-49b2-4b85-be4b-f8ebda99374c', 'network_id': 'ab82b3df-4c86-4ece-b695-047ab3f5d517', 'admin_state_up': True, 'tenant_id': '714c5973a0b4427daf9bad1f0fff20b4'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:35.096360 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.179955 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72992ce-79b3-4750-8893-7afb7a147ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721c5961-078a-4f8f-ac3a-8e0df7fea6c8'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:35.183803 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970af7d4-0e79-4faa-8074-c2061c533d54" -d '{"events": [{"server_uuid": "d72992ce-79b3-4750-8893-7afb7a147ec2", "name": "network-vif-plugged", "status": "completed", "tag": "721c5961-078a-4f8f-ac3a-8e0df7fea6c8"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:35.206627 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 721c5961-078a-4f8f-ac3a-8e0df7fea6c8, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=721c5961-078a-4f8f-ac3a-8e0df7fea6c8,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:35.209013 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1a4320-a762-4f98-a4ee-a66eebaa73c1 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['shared'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:35.216999 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.224799 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8e1a4320-a762-4f98-a4ee-a66eebaa73c1 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "GET /v2.0/subnets/b2e99baf-c027-4c58-9301-12020b8fc67e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2100105 Jul 07 17:08:35.228404 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33222) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:35.247398 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-28c0e77e-f641-4635-887b-62a62651a07d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1634756829'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:35.292660 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-561c0fbf-0b77-463c-8a5a-84eb0d45a7bb None None] For port e1ed12a9-fd41-4f5e-89b8-c13b51ca422e, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:35.299111 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-561c0fbf-0b77-463c-8a5a-84eb0d45a7bb None None] For port e1ed12a9-fd41-4f5e-89b8-c13b51ca422e, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e1ed12a9-fd41-4f5e-89b8-c13b51ca422e,segment=NetworkSegment(a8f5d722-70dd-4b0a-ac22-e44981341ac0),segment_id=a8f5d722-70dd-4b0a-ac22-e44981341ac0)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:35.312048 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c0e77e-f641-4635-887b-62a62651a07d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Made reservation on behalf of 21919683220a41d3a4d84233ba5e4402 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:35.321649 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-28c0e77e-f641-4635-887b-62a62651a07d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.333783 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-561c0fbf-0b77-463c-8a5a-84eb0d45a7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.382848 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=721c5961-078a-4f8f-ac3a-8e0df7fea6c8,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:35.392805 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c0e77e-f641-4635-887b-62a62651a07d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:08:35.418792 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-99c05479-b5c9-4b46-9bef-b273c70a7afe admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1832175 Jul 07 17:08:35.430422 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33224) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:35.437095 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f9f5135-7832-4a05-88fe-d2bb9fb5e43c req-5ebad902-35f7-48a0-8076-28a1c17e0d01 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328746 Jul 07 17:08:35.441866 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-b36c09e1-7fb3-4a80-9798-97e330967f35 admin admin] Request body: {'subnet': {'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1996688030-subnet', 'tenant_id': '2fe17a6fbd19425cb38c02ad6df4484f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:35.452793 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-28c0e77e-f641-4635-887b-62a62651a07d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.453581 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-28c0e77e-f641-4635-887b-62a62651a07d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Added segment eb4d00c1-1417-4be1-8abc-a3fcfdea8244 of type vlan for network 3b67efb6-d18d-4a1a-b436-82d42066d886 Jul 07 17:08:35.476172 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561c0fbf-0b77-463c-8a5a-84eb0d45a7bb None None] Routers {'d40f8af5-5c62-4019-a073-7ac2a6c018ad'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:35.477854 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-561c0fbf-0b77-463c-8a5a-84eb0d45a7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:08:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d40f8af5-5c62-4019-a073-7ac2a6c018ad'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:35.486344 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c05479-b5c9-4b46-9bef-b273c70a7afe admin admin] Pushing event updated for resources: {'Network': ['ID=e48a1335-f2ce-4136-9503-051b68c84575,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:35.496489 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-e9f7176a-56ce-406a-9185-6aa7e33f8f43 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Made reservation on behalf of 714c5973a0b4427daf9bad1f0fff20b4 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:35.507947 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-e9f7176a-56ce-406a-9185-6aa7e33f8f43 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.560118 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-28c0e77e-f641-4635-887b-62a62651a07d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.569294 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36c09e1-7fb3-4a80-9798-97e330967f35 admin admin] Made reservation on behalf of 2fe17a6fbd19425cb38c02ad6df4484f for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:35.573701 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b36c09e1-7fb3-4a80-9798-97e330967f35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.583468 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network e48a1335-f2ce-4136-9503-051b68c84575 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:08:35.757662 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525f0c7-15a3-40dc-ba46-7bf16bf949fc None None] Pushing event updated for resources: {'Port': ['ID=e1ed12a9-fd41-4f5e-89b8-c13b51ca422e,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:35.778130 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fd82fe06-9949-41ab-91d8-c76306fbfb95 req-bc4c980b-c9ec-4ceb-866e-936b3057444d tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 210 time: 0.1146212 Jul 07 17:08:35.814604 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-e9f7176a-56ce-406a-9185-6aa7e33f8f43 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Allocated IP 172.20.0.8 (ab82b3df-4c86-4ece-b695-047ab3f5d517/8f885443-046f-4184-82cb-bdc354731f9f/ef380acb-b070-4a03-8ab4-9915f4d0d9d6) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:35.879724 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-28c0e77e-f641-4635-887b-62a62651a07d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.892345 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c0e77e-f641-4635-887b-62a62651a07d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:35.893635 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-28c0e77e-f641-4635-887b-62a62651a07d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.941861 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-561c0fbf-0b77-463c-8a5a-84eb0d45a7bb None None] Set router d40f8af5-5c62-4019-a073-7ac2a6c018ad gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:08:35.950711 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de38e8d7-4a37-40cf-a493-61fab962331f x-openstack-request-id: req-de38e8d7-4a37-40cf-a493-61fab962331f {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:35.951602 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72992ce-79b3-4750-8893-7afb7a147ec2", "name": "network-vif-plugged", "status": "completed", "tag": "721c5961-078a-4f8f-ac3a-8e0df7fea6c8", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:35.952338 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de38e8d7-4a37-40cf-a493-61fab962331f {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:35.953886 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72992ce-79b3-4750-8893-7afb7a147ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721c5961-078a-4f8f-ac3a-8e0df7fea6c8', 'code': 200} Jul 07 17:08:36.063537 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-28c0e77e-f641-4635-887b-62a62651a07d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8197806 Jul 07 17:08:36.067528 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33240) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:36.084160 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0e77e-f641-4635-887b-62a62651a07d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event updated for resources: {'Network': ['ID=3b67efb6-d18d-4a1a-b436-82d42066d886,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:36.143875 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0e77e-f641-4635-887b-62a62651a07d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:36.144296 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0e77e-f641-4635-887b-62a62651a07d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:36.144860 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0e77e-f641-4635-887b-62a62651a07d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:36.145488 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0e77e-f641-4635-887b-62a62651a07d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:36.146045 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0e77e-f641-4635-887b-62a62651a07d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:36.146684 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0e77e-f641-4635-887b-62a62651a07d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:36.147306 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0e77e-f641-4635-887b-62a62651a07d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:36.147946 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0e77e-f641-4635-887b-62a62651a07d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:36.148516 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0e77e-f641-4635-887b-62a62651a07d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:36.149878 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0e77e-f641-4635-887b-62a62651a07d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:36.150589 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0e77e-f641-4635-887b-62a62651a07d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:36.151206 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0e77e-f641-4635-887b-62a62651a07d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:36.156849 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-652734a5-d0c5-45b7-aba8-370b3e923426 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Request body: {'subnet': {'network_id': '3b67efb6-d18d-4a1a-b436-82d42066d886', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:36.254729 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-e9f7176a-56ce-406a-9185-6aa7e33f8f43 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.279198 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 3b67efb6-d18d-4a1a-b436-82d42066d886 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:08:36.346917 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b36c09e1-7fb3-4a80-9798-97e330967f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.395583 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c09e1-7fb3-4a80-9798-97e330967f35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14e47f73-09be-4e96-b070-1b771944d586,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:36.440531 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36c09e1-7fb3-4a80-9798-97e330967f35 admin admin] Checking segment: {'id': 'daf42bd2-fc12-4c99-b88e-eb60fef0924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:36.441347 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36c09e1-7fb3-4a80-9798-97e330967f35 admin admin] Network hostable DHCP agents. Network: e48a1335-f2ce-4136-9503-051b68c84575, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:08:36.477060 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36c09e1-7fb3-4a80-9798-97e330967f35 admin admin] Network e48a1335-f2ce-4136-9503-051b68c84575 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:08:36.489912 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c7560-7a55-4028-937b-acfad30396dd req-44be5dbe-da99-4a64-af78-5c1670d3ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.497203 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b53c7560-7a55-4028-937b-acfad30396dd req-44be5dbe-da99-4a64-af78-5c1670d3ecc4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d72992ce-79b3-4750-8893-7afb7a147ec2 HTTP/1.1" status: 200 len: 1097 time: 0.4438789 Jul 07 17:08:36.505657 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-b36c09e1-7fb3-4a80-9798-97e330967f35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, e48a1335-f2ce-4136-9503-051b68c84575) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:36.511945 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36c09e1-7fb3-4a80-9798-97e330967f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.512821 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b36c09e1-7fb3-4a80-9798-97e330967f35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.539037 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aa987d-cd3f-434b-9405-c6a4eac9c151 None None] Network e48a1335-f2ce-4136-9503-051b68c84575 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:36.550317 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33252) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:36.579100 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652734a5-d0c5-45b7-aba8-370b3e923426 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Made reservation on behalf of 21919683220a41d3a4d84233ba5e4402 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:36.585651 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-652734a5-d0c5-45b7-aba8-370b3e923426 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.603651 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b36c09e1-7fb3-4a80-9798-97e330967f35 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1704960 Jul 07 17:08:36.654326 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e0c6cac-4170-42ad-85e0-9e2c700f649b admin admin] Deleting subnet 2d83fa63-04fe-47d2-9e05-061a0c3de479 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:36.674155 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0e0c6cac-4170-42ad-85e0-9e2c700f649b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.734493 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0e0c6cac-4170-42ad-85e0-9e2c700f649b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.814039 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0e0c6cac-4170-42ad-85e0-9e2c700f649b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.837800 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-561c0fbf-0b77-463c-8a5a-84eb0d45a7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40f8af5-5c62-4019-a073-7ac2a6c018ad', 'name': 'tempest-ServerRescueNegativeTestJSON-1891297879-router', 'tenant_id': '714c5973a0b4427daf9bad1f0fff20b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '18616bc8-8f5c-438b-85bc-4ef73e81581f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:16Z', 'updated_at': '2021-07-07T17:08:26Z', 'revision_number': 4, 'project_id': '714c5973a0b4427daf9bad1f0fff20b4', 'gw_port': {'id': '18616bc8-8f5c-438b-85bc-4ef73e81581f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40f8af5-5c62-4019-a073-7ac2a6c018ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:17Z', 'updated_at': '2021-07-07T17:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'e1ed12a9-fd41-4f5e-89b8-c13b51ca422e', 'name': '', 'network_id': 'ab82b3df-4c86-4ece-b695-047ab3f5d517', 'tenant_id': '714c5973a0b4427daf9bad1f0fff20b4', 'mac_address': 'fa:16:3e:9d:15:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40f8af5-5c62-4019-a073-7ac2a6c018ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '8f885443-046f-4184-82cb-bdc354731f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:24Z', 'updated_at': '2021-07-07T17:08:35Z', 'revision_number': 4, 'project_id': '714c5973a0b4427daf9bad1f0fff20b4', 'subnets': [{'id': '8f885443-046f-4184-82cb-bdc354731f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:36.855525 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b53c7560-7a55-4028-937b-acfad30396dd req-1ee5303a-8fa9-4c71-8cd5-52259ea0f465 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019507 Jul 07 17:08:36.882574 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-e9f7176a-56ce-406a-9185-6aa7e33f8f43 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.906727 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ce3740-6d3d-4c5d-8cde-494c74ab43e9 None None] Network e48a1335-f2ce-4136-9503-051b68c84575 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:36.917701 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c0fbf-0b77-463c-8a5a-84eb0d45a7bb None None] The sync data for ids ['d40f8af5-5c62-4019-a073-7ac2a6c018ad'] in n-d-791503-12 is: [{'id': 'd40f8af5-5c62-4019-a073-7ac2a6c018ad', 'name': 'tempest-ServerRescueNegativeTestJSON-1891297879-router', 'tenant_id': '714c5973a0b4427daf9bad1f0fff20b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '18616bc8-8f5c-438b-85bc-4ef73e81581f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:16Z', 'updated_at': '2021-07-07T17:08:26Z', 'revision_number': 4, 'project_id': '714c5973a0b4427daf9bad1f0fff20b4', 'gw_port': {'id': '18616bc8-8f5c-438b-85bc-4ef73e81581f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40f8af5-5c62-4019-a073-7ac2a6c018ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:17Z', 'updated_at': '2021-07-07T17:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'e1ed12a9-fd41-4f5e-89b8-c13b51ca422e', 'name': '', 'network_id': 'ab82b3df-4c86-4ece-b695-047ab3f5d517', 'tenant_id': '714c5973a0b4427daf9bad1f0fff20b4', 'mac_address': 'fa:16:3e:9d:15:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40f8af5-5c62-4019-a073-7ac2a6c018ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '8f885443-046f-4184-82cb-bdc354731f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:24Z', 'updated_at': '2021-07-07T17:08:35Z', 'revision_number': 4, 'project_id': '714c5973a0b4427daf9bad1f0fff20b4', 'subnets': [{'id': '8f885443-046f-4184-82cb-bdc354731f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:08:36.941350 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0e0c6cac-4170-42ad-85e0-9e2c700f649b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.967976 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.ipam_backend_mixin [None req-652734a5-d0c5-45b7-aba8-370b3e923426 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Performing IP validity checks on allocation pools {{(pid=100193) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 17:08:36.968951 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.ipam_backend_mixin [None req-652734a5-d0c5-45b7-aba8-370b3e923426 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100193) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 17:08:37.032561 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c6cac-4170-42ad-85e0-9e2c700f649b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d83fa63-04fe-47d2-9e05-061a0c3de479,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:37.044047 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0e0c6cac-4170-42ad-85e0-9e2c700f649b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.065244 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0e0c6cac-4170-42ad-85e0-9e2c700f649b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2d83fa63-04fe-47d2-9e05-061a0c3de479 HTTP/1.1" status: 204 len: 168 time: 0.5112696 Jul 07 17:08:37.067151 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33262) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:37.153668 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.204865 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-49a55e6d-f3c2-48a2-b6c6-e1ab76eefbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.327124 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7176a-56ce-406a-9185-6aa7e33f8f43 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Pushing event updated for resources: {'Port': ['ID=ef380acb-b070-4a03-8ab4-9915f4d0d9d6,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:37.332098 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-e9f7176a-56ce-406a-9185-6aa7e33f8f43 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Network ab82b3df-4c86-4ece-b695-047ab3f5d517 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:37.338696 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-e9f7176a-56ce-406a-9185-6aa7e33f8f43 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:37.363441 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-e9f7176a-56ce-406a-9185-6aa7e33f8f43 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:37.481620 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdcfa4-b292-4184-9c54-9dc596dd314b req-670a92c2-6a1b-4549-b7f4-2529d8b68ea4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:37.487636 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e1ed12a9-fd41-4f5e-89b8-c13b51ca422e up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:37.495973 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-25bdcfa4-b292-4184-9c54-9dc596dd314b req-670a92c2-6a1b-4549-b7f4-2529d8b68ea4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=d72992ce-79b3-4750-8893-7afb7a147ec2 HTTP/1.1" status: 200 len: 945 time: 0.7378714 Jul 07 17:08:37.695052 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.701240 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port e1ed12a9-fd41-4f5e-89b8-c13b51ca422e completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:37.722699 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port e1ed12a9-fd41-4f5e-89b8-c13b51ca422e triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:37.723343 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.742231 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-e9f7176a-56ce-406a-9185-6aa7e33f8f43 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:37.743364 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-e9f7176a-56ce-406a-9185-6aa7e33f8f43 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.762261 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b5223026-2b40-4173-a2b8-9fefe38e86ec req-5fc25805-386e-4d3a-a1c7-ab05e59d2f6b tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 210 time: 0.5548840 Jul 07 17:08:37.952688 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-49a55e6d-f3c2-48a2-b6c6-e1ab76eefbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.982503 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-49a55e6d-f3c2-48a2-b6c6-e1ab76eefbd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a069726-4687-4aab-843c-2a39928b12be']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:38.004115 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-49a55e6d-f3c2-48a2-b6c6-e1ab76eefbd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c42bd21f-85e5-4932-b296-cd596f5e6fb3') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:38.004422 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-49a55e6d-f3c2-48a2-b6c6-e1ab76eefbd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c42bd21f-85e5-4932-b296-cd596f5e6fb3') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:38.037094 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-49a55e6d-f3c2-48a2-b6c6-e1ab76eefbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.047692 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.072186 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-49a55e6d-f3c2-48a2-b6c6-e1ab76eefbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.082428 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a55e6d-f3c2-48a2-b6c6-e1ab76eefbd0 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:08:38.084730 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-49a55e6d-f3c2-48a2-b6c6-e1ab76eefbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:08:38.089140 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:08:38.157740 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-25bdcfa4-b292-4184-9c54-9dc596dd314b req-a78133bb-5c3c-43c1-b272-acd937812db6 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6601851 Jul 07 17:08:38.200987 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-e9f7176a-56ce-406a-9185-6aa7e33f8f43 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1909037 Jul 07 17:08:38.220180 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port e1ed12a9-fd41-4f5e-89b8-c13b51ca422e, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e1ed12a9-fd41-4f5e-89b8-c13b51ca422e,segment=NetworkSegment(a8f5d722-70dd-4b0a-ac22-e44981341ac0),segment_id=a8f5d722-70dd-4b0a-ac22-e44981341ac0)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:38.239508 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.244963 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-49a55e6d-f3c2-48a2-b6c6-e1ab76eefbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.252780 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-49a55e6d-f3c2-48a2-b6c6-e1ab76eefbd0 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.280386 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-49a55e6d-f3c2-48a2-b6c6-e1ab76eefbd0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9a069726-4687-4aab-843c-2a39928b12be HTTP/1.1" status: 204 len: 168 time: 1.1896336 Jul 07 17:08:38.288670 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-7fea1773-ca87-47a1-bec7-eec9d643e94a service neutron] Request body: {'port': {'device_id': '4724ece5-49b2-4b85-be4b-f8ebda99374c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:38.319567 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a55e6d-f3c2-48a2-b6c6-e1ab76eefbd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a069726-4687-4aab-843c-2a39928b12be,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:38.422409 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=e1ed12a9-fd41-4f5e-89b8-c13b51ca422e,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:38.560914 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33282) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:38.605524 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-4c4051e5-ed05-4d7a-9acd-833518826471 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:38.607970 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-4c4051e5-ed05-4d7a-9acd-833518826471 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/networks?id=e48a1335-f2ce-4136-9503-051b68c84575 HTTP/1.1" status: 200 len: 812 time: 0.1990137 Jul 07 17:08:38.641343 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-0fea5918-2ee2-435c-b7ee-21c372df6c67 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/quotas/2fe17a6fbd19425cb38c02ad6df4484f HTTP/1.1" status: 200 len: 375 time: 0.0228522 Jul 07 17:08:38.700504 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-edf642dd-080f-461a-b2f8-422cc2cacbeb tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:38.703732 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-edf642dd-080f-461a-b2f8-422cc2cacbeb tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.72 "GET /v2.0/networks?id=ab82b3df-4c86-4ece-b695-047ab3f5d517 HTTP/1.1" status: 200 len: 819 time: 1.1643679 Jul 07 17:08:38.710104 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-550f7ee2-c2c5-4be8-bc6a-3f2d9f2a6d6f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fe17a6fbd19425cb38c02ad6df4484f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639608 Jul 07 17:08:38.714988 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-652734a5-d0c5-45b7-aba8-370b3e923426 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.751168 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-21ad4463-1742-467b-983b-047dcdb47d88 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Request body: {'port': {'device_id': '63ed7dc2-3b98-45d5-98d0-6778b59d0ca1', 'network_id': 'ab82b3df-4c86-4ece-b695-047ab3f5d517', 'admin_state_up': True, 'tenant_id': '714c5973a0b4427daf9bad1f0fff20b4'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:38.762285 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-7fea1773-ca87-47a1-bec7-eec9d643e94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.859505 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-78404437-cb14-4b10-8ccc-8654a978a176 service neutron] 10.222.0.53 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482708 Jul 07 17:08:38.914885 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-04c8c25c-5236-48d9-9a97-017a1593d4da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=565e8acc09134f1f976b9c4727940d5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3404980 Jul 07 17:08:38.920816 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33286) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:39.020523 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2a0845f5-8615-424a-aba7-df1021ea97af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.036088 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-0291b75c-c8fb-41ba-89be-7e9ff758b2f7 service neutron] 10.222.0.53 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752210 Jul 07 17:08:39.065782 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2a0845f5-8615-424a-aba7-df1021ea97af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.099704 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652734a5-d0c5-45b7-aba8-370b3e923426 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event updated for resources: {'Subnet': ['ID=b12ee63e-5a91-4370-be6b-c192768ba955,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:39.139611 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d248f3e-e50f-4c90-bb2a-68656ea6428c req-11b3fcef-585b-49db-a0a3-23932335d5f8 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 210 time: 0.1285756 Jul 07 17:08:39.145667 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2a0845f5-8615-424a-aba7-df1021ea97af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.150058 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2a0845f5-8615-424a-aba7-df1021ea97af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.153461 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2a0845f5-8615-424a-aba7-df1021ea97af admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9fe0444d-6c84-4179-8eda-247e2e55a0fb HTTP/1.1" status: 204 len: 168 time: 0.2301397 Jul 07 17:08:39.182918 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0845f5-8615-424a-aba7-df1021ea97af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe0444d-6c84-4179-8eda-247e2e55a0fb,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:39.327161 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e1ed12a9-fd41-4f5e-89b8-c13b51ca422e up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:39.332706 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652734a5-d0c5-45b7-aba8-370b3e923426 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Checking segment: {'id': 'eb4d00c1-1417-4be1-8abc-a3fcfdea8244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3b67efb6-d18d-4a1a-b436-82d42066d886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:39.333286 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652734a5-d0c5-45b7-aba8-370b3e923426 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Network hostable DHCP agents. Network: 3b67efb6-d18d-4a1a-b436-82d42066d886, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:08:39.441541 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port e1ed12a9-fd41-4f5e-89b8-c13b51ca422e triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:39.442160 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.442751 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-79959224-7332-4f30-ab40-43c6183700fd req-85f0218f-f046-4501-925b-1e2aef2ded99 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d977ad-f2c8-4596-bfa0-a16a2cff50b9 HTTP/1.1" status: 200 len: 210 time: 0.1266520 Jul 07 17:08:39.450951 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-21ad4463-1742-467b-983b-047dcdb47d88 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Made reservation on behalf of 714c5973a0b4427daf9bad1f0fff20b4 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:39.457718 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-21ad4463-1742-467b-983b-047dcdb47d88 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.557915 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652734a5-d0c5-45b7-aba8-370b3e923426 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Network 3b67efb6-d18d-4a1a-b436-82d42066d886 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:08:39.617046 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-652734a5-d0c5-45b7-aba8-370b3e923426 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 3b67efb6-d18d-4a1a-b436-82d42066d886) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:39.625459 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652734a5-d0c5-45b7-aba8-370b3e923426 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:39.626090 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-652734a5-d0c5-45b7-aba8-370b3e923426 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879099'] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.630405 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b50f062-43e4-4bca-9661-7ca8e99ef048 None None] Network 3b67efb6-d18d-4a1a-b436-82d42066d886 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:39.664225 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-652734a5-d0c5-45b7-aba8-370b3e923426 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.5923262 Jul 07 17:08:39.671388 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33304) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:39.685202 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-46e1971f-450f-49d9-beb9-04e6851f021d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:39.802104 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46c3e5-c9ce-49d9-b73b-bd756fb2fa6f req-4e91a648-b9eb-4031-b89f-c3354057bda3 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:39.815486 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-46e1971f-450f-49d9-beb9-04e6851f021d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16524344'] for subnet, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.833986 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d46c3e5-c9ce-49d9-b73b-bd756fb2fa6f req-4e91a648-b9eb-4031-b89f-c3354057bda3 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=d72992ce-79b3-4750-8893-7afb7a147ec2 HTTP/1.1" status: 200 len: 945 time: 0.1929338 Jul 07 17:08:39.949456 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d46c3e5-c9ce-49d9-b73b-bd756fb2fa6f req-742aefc6-22ac-4985-9269-758ff77a592b tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105382 Jul 07 17:08:40.013224 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbeb576-6a37-40b1-b2d8-fabb38e784f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-3b67efb6-d18d-4a1a-b436-82d42066d886', 'network_id': '3b67efb6-d18d-4a1a-b436-82d42066d886', 'tenant_id': '21919683220a41d3a4d84233ba5e4402', 'fixed_ips': [{'subnet_id': 'b12ee63e-5a91-4370-be6b-c192768ba955'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:08:40.014741 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ccbeb576-6a37-40b1-b2d8-fabb38e784f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.213205 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-7fea1773-ca87-47a1-bec7-eec9d643e94a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef380acb-b070-4a03-8ab4-9915f4d0d9d6 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:40.255614 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-7fea1773-ca87-47a1-bec7-eec9d643e94a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.291517 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-7fea1773-ca87-47a1-bec7-eec9d643e94a service neutron] Transition to ACTIVE for port object ef380acb-b070-4a03-8ab4-9915f4d0d9d6 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:40.293608 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-46e1971f-450f-49d9-beb9-04e6851f021d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737955985695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16359504'] for subnet, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.366538 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-ccbeb576-6a37-40b1-b2d8-fabb38e784f2 None None] Allocated IP 2001:db8::3 (3b67efb6-d18d-4a1a-b436-82d42066d886/b12ee63e-5a91-4370-be6b-c192768ba955/258e8f91-9576-4fdd-92a4-2c9f86b94537) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:40.540912 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-87b49c49-043e-4483-9d5e-ade9da52bdab req-5aeb530d-8cc1-4386-baa1-8ed9746247e5 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 210 time: 0.0777740 Jul 07 17:08:40.732085 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ccbeb576-6a37-40b1-b2d8-fabb38e784f2 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.744644 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ccbeb576-6a37-40b1-b2d8-fabb38e784f2 None None] Transition to ACTIVE for port object 258e8f91-9576-4fdd-92a4-2c9f86b94537 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:40.766892 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ccbeb576-6a37-40b1-b2d8-fabb38e784f2 None None] Transition to ACTIVE for port object 258e8f91-9576-4fdd-92a4-2c9f86b94537 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:40.777613 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ccbeb576-6a37-40b1-b2d8-fabb38e784f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.843586 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbeb576-6a37-40b1-b2d8-fabb38e784f2 None None] Network 3b67efb6-d18d-4a1a-b436-82d42066d886 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:40.848154 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-ccbeb576-6a37-40b1-b2d8-fabb38e784f2 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:40.857593 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbeb576-6a37-40b1-b2d8-fabb38e784f2 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:40.864364 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-7fea1773-ca87-47a1-bec7-eec9d643e94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.868332 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1971f-450f-49d9-beb9-04e6851f021d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event updated for resources: {'Subnet': ['ID=b12ee63e-5a91-4370-be6b-c192768ba955,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:40.919238 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbeb576-6a37-40b1-b2d8-fabb38e784f2 None None] Pushing event updated for resources: {'Port': ['ID=258e8f91-9576-4fdd-92a4-2c9f86b94537,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:40.949215 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e1971f-450f-49d9-beb9-04e6851f021d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:40.949970 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-46e1971f-450f-49d9-beb9-04e6851f021d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.951357 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-46e1971f-450f-49d9-beb9-04e6851f021d tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "PUT /v2.0/subnets/b12ee63e-5a91-4370-be6b-c192768ba955 HTTP/1.1" status: 200 len: 900 time: 1.2784760 Jul 07 17:08:40.954337 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33338) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:40.975544 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-ccbeb576-6a37-40b1-b2d8-fabb38e784f2 None None] Attempting to bind port 258e8f91-9576-4fdd-92a4-2c9f86b94537 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:40.976312 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-ccbeb576-6a37-40b1-b2d8-fabb38e784f2 None None] Attempting to bind port 258e8f91-9576-4fdd-92a4-2c9f86b94537 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'eb4d00c1-1417-4be1-8abc-a3fcfdea8244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3b67efb6-d18d-4a1a-b436-82d42066d886'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:40.977160 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbeb576-6a37-40b1-b2d8-fabb38e784f2 None None] Attempting to bind port 258e8f91-9576-4fdd-92a4-2c9f86b94537 on network 3b67efb6-d18d-4a1a-b436-82d42066d886 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:40.983750 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbeb576-6a37-40b1-b2d8-fabb38e784f2 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:40.984141 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbeb576-6a37-40b1-b2d8-fabb38e784f2 None None] Checking segment: {'id': 'eb4d00c1-1417-4be1-8abc-a3fcfdea8244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3b67efb6-d18d-4a1a-b436-82d42066d886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:40.984559 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ccbeb576-6a37-40b1-b2d8-fabb38e784f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.985017 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbeb576-6a37-40b1-b2d8-fabb38e784f2 None None] Bound using segment: {'id': 'eb4d00c1-1417-4be1-8abc-a3fcfdea8244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3b67efb6-d18d-4a1a-b436-82d42066d886'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:40.985743 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-ccbeb576-6a37-40b1-b2d8-fabb38e784f2 None None] Bound port: 258e8f91-9576-4fdd-92a4-2c9f86b94537, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4d00c1-1417-4be1-8abc-a3fcfdea8244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3b67efb6-d18d-4a1a-b436-82d42066d886'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:40.986391 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ccbeb576-6a37-40b1-b2d8-fabb38e784f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.025369 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d205a3-8e8f-4862-bf71-8ac3f0c0ed79 req-5be1ec38-2c9f-4c37-a34e-06d38e889eba tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:41.027467 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-55d205a3-8e8f-4862-bf71-8ac3f0c0ed79 req-5be1ec38-2c9f-4c37-a34e-06d38e889eba tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=d72992ce-79b3-4750-8893-7afb7a147ec2 HTTP/1.1" status: 200 len: 945 time: 0.8376846 Jul 07 17:08:41.046910 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea1773-ca87-47a1-bec7-eec9d643e94a service neutron] Pushing event updated for resources: {'Port': ['ID=ef380acb-b070-4a03-8ab4-9915f4d0d9d6,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:41.078533 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-21ad4463-1742-467b-983b-047dcdb47d88 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Allocated IP 172.20.0.2 (ab82b3df-4c86-4ece-b695-047ab3f5d517/8f885443-046f-4184-82cb-bdc354731f9f/0f28c0c7-7d72-43f8-a758-8ee89ee474e3) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:41.108608 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-ccbeb576-6a37-40b1-b2d8-fabb38e784f2 None None] For port 258e8f91-9576-4fdd-92a4-2c9f86b94537, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:41.113428 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-ccbeb576-6a37-40b1-b2d8-fabb38e784f2 None None] For port 258e8f91-9576-4fdd-92a4-2c9f86b94537, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=258e8f91-9576-4fdd-92a4-2c9f86b94537,segment=NetworkSegment(eb4d00c1-1417-4be1-8abc-a3fcfdea8244),segment_id=eb4d00c1-1417-4be1-8abc-a3fcfdea8244)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:41.121649 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ccbeb576-6a37-40b1-b2d8-fabb38e784f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.189331 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-55d205a3-8e8f-4862-bf71-8ac3f0c0ed79 req-8ce1b600-5944-4023-a78b-7ff4bab198aa tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483760 Jul 07 17:08:41.217679 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d9fde78c-cd25-4121-8b03-fb939f6dded3 req-b8c42c8c-c773-4118-aab8-cbf91053251c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d977ad-f2c8-4596-bfa0-a16a2cff50b9 HTTP/1.1" status: 200 len: 210 time: 0.0897288 Jul 07 17:08:41.258282 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8bb2d738-3666-4e0b-aef1-fc2ed5d77ca4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.260033 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbeb576-6a37-40b1-b2d8-fabb38e784f2 None None] Pushing event updated for resources: {'Port': ['ID=258e8f91-9576-4fdd-92a4-2c9f86b94537,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:41.295032 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-7fea1773-ca87-47a1-bec7-eec9d643e94a service neutron] Attempting to bind port ef380acb-b070-4a03-8ab4-9915f4d0d9d6 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:41.295578 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-7fea1773-ca87-47a1-bec7-eec9d643e94a service neutron] Attempting to bind port ef380acb-b070-4a03-8ab4-9915f4d0d9d6 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'a8f5d722-70dd-4b0a-ac22-e44981341ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ab82b3df-4c86-4ece-b695-047ab3f5d517'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:41.296120 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-7fea1773-ca87-47a1-bec7-eec9d643e94a service neutron] Attempting to bind port ef380acb-b070-4a03-8ab4-9915f4d0d9d6 on network ab82b3df-4c86-4ece-b695-047ab3f5d517 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:41.403817 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-8bb2d738-3666-4e0b-aef1-fc2ed5d77ca4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Deleting port 258e8f91-9576-4fdd-92a4-2c9f86b94537 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:41.404146 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8bb2d738-3666-4e0b-aef1-fc2ed5d77ca4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.432947 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-7fea1773-ca87-47a1-bec7-eec9d643e94a service neutron] Port ef380acb-b070-4a03-8ab4-9915f4d0d9d6 on network ab82b3df-4c86-4ece-b695-047ab3f5d517 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:08:41.433565 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-7fea1773-ca87-47a1-bec7-eec9d643e94a service neutron] Attempting to bind port ef380acb-b070-4a03-8ab4-9915f4d0d9d6 on network ab82b3df-4c86-4ece-b695-047ab3f5d517 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:41.444489 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-7fea1773-ca87-47a1-bec7-eec9d643e94a service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:41.445149 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-7fea1773-ca87-47a1-bec7-eec9d643e94a service neutron] Checking segment: {'id': 'a8f5d722-70dd-4b0a-ac22-e44981341ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ab82b3df-4c86-4ece-b695-047ab3f5d517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:41.446305 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-7fea1773-ca87-47a1-bec7-eec9d643e94a service neutron] Bound using segment: {'id': 'a8f5d722-70dd-4b0a-ac22-e44981341ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ab82b3df-4c86-4ece-b695-047ab3f5d517'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:41.447221 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-7fea1773-ca87-47a1-bec7-eec9d643e94a service neutron] Bound port: ef380acb-b070-4a03-8ab4-9915f4d0d9d6, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f5d722-70dd-4b0a-ac22-e44981341ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ab82b3df-4c86-4ece-b695-047ab3f5d517'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:41.447815 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-7fea1773-ca87-47a1-bec7-eec9d643e94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.617153 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-7fea1773-ca87-47a1-bec7-eec9d643e94a service neutron] For port ef380acb-b070-4a03-8ab4-9915f4d0d9d6, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:41.682505 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-8bb2d738-3666-4e0b-aef1-fc2ed5d77ca4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] For port 258e8f91-9576-4fdd-92a4-2c9f86b94537, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=258e8f91-9576-4fdd-92a4-2c9f86b94537,segment=NetworkSegment(eb4d00c1-1417-4be1-8abc-a3fcfdea8244),segment_id=eb4d00c1-1417-4be1-8abc-a3fcfdea8244)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:41.683088 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8bb2d738-3666-4e0b-aef1-fc2ed5d77ca4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.706751 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-21ad4463-1742-467b-983b-047dcdb47d88 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.723018 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-7fea1773-ca87-47a1-bec7-eec9d643e94a service neutron] For port ef380acb-b070-4a03-8ab4-9915f4d0d9d6, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=ef380acb-b070-4a03-8ab4-9915f4d0d9d6,segment=NetworkSegment(a8f5d722-70dd-4b0a-ac22-e44981341ac0),segment_id=a8f5d722-70dd-4b0a-ac22-e44981341ac0)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:41.744101 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-7fea1773-ca87-47a1-bec7-eec9d643e94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.764166 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-deadbee3-821a-4c46-b4b2-38be7dd6ec7c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:41.766267 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-deadbee3-821a-4c46-b4b2-38be7dd6ec7c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.64 "GET /v2.0/networks?id=e48a1335-f2ce-4136-9503-051b68c84575 HTTP/1.1" status: 200 len: 812 time: 0.2725527 Jul 07 17:08:41.771570 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-8bb2d738-3666-4e0b-aef1-fc2ed5d77ca4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Calling delete_port for 258e8f91-9576-4fdd-92a4-2c9f86b94537 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:41.785468 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-8e4e0a64-64cb-4907-9e04-ceb421a8db0f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Request body: {'port': {'device_id': 'd9d977ad-f2c8-4596-bfa0-a16a2cff50b9', 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575', 'admin_state_up': True, 'tenant_id': '2fe17a6fbd19425cb38c02ad6df4484f'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:41.870897 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-7fea1773-ca87-47a1-bec7-eec9d643e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:41.874900 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-7fea1773-ca87-47a1-bec7-eec9d643e94a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.876812 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-7fea1773-ca87-47a1-bec7-eec9d643e94a service neutron] 10.222.0.64 "PUT /v2.0/ports/ef380acb-b070-4a03-8ab4-9915f4d0d9d6 HTTP/1.1" status: 200 len: 1092 time: 3.6167579 Jul 07 17:08:41.879129 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4724ece5-49b2-4b85-be4b-f8ebda99374c', 'tag': 'ef380acb-b070-4a03-8ab4-9915f4d0d9d6'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:41.881726 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6106bfa6-0a4a-4d15-9d5a-9dbcc994d026" -d '{"events": [{"name": "network-changed", "server_uuid": "4724ece5-49b2-4b85-be4b-f8ebda99374c", "tag": "ef380acb-b070-4a03-8ab4-9915f4d0d9d6"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:41.922494 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea1773-ca87-47a1-bec7-eec9d643e94a service neutron] Pushing event updated for resources: {'Port': ['ID=ef380acb-b070-4a03-8ab4-9915f4d0d9d6,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:41.934750 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-21ad4463-1742-467b-983b-047dcdb47d88 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.997718 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-21ad4463-1742-467b-983b-047dcdb47d88 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Network ab82b3df-4c86-4ece-b695-047ab3f5d517 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:42.003647 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-21ad4463-1742-467b-983b-047dcdb47d88 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:42.011022 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-21ad4463-1742-467b-983b-047dcdb47d88 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:42.130030 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8bb2d738-3666-4e0b-aef1-fc2ed5d77ca4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:42.195977 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad4463-1742-467b-983b-047dcdb47d88 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Pushing event updated for resources: {'Port': ['ID=0f28c0c7-7d72-43f8-a758-8ee89ee474e3,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:42.212103 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-21ad4463-1742-467b-983b-047dcdb47d88 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:42.213009 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-21ad4463-1742-467b-983b-047dcdb47d88 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:42.261710 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-21ad4463-1742-467b-983b-047dcdb47d88 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5314226 Jul 07 17:08:42.269828 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-de9075d5-ed26-4afc-94e8-c79e1a8d9bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:42.278631 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-de9075d5-ed26-4afc-94e8-c79e1a8d9bba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=714c5973a0b4427daf9bad1f0fff20b4&device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 1095 time: 0.2891972 Jul 07 17:08:42.299216 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-6176b72d-fc93-4613-87e5-02aaa8e0e834 service neutron] Request body: {'port': {'device_id': '63ed7dc2-3b98-45d5-98d0-6778b59d0ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:42.318232 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2d738-3666-4e0b-aef1-fc2ed5d77ca4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event deleted for resources: {'Port': ['ID=258e8f91-9576-4fdd-92a4-2c9f86b94537,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:42.410302 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb2d738-3666-4e0b-aef1-fc2ed5d77ca4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] No DVR routers for this DVR port 258e8f91-9576-4fdd-92a4-2c9f86b94537 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:42.500517 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-6176b72d-fc93-4613-87e5-02aaa8e0e834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:42.508206 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-eab43caa-045c-4d68-80a1-d07192731e6d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef380acb-b070-4a03-8ab4-9915f4d0d9d6 HTTP/1.1" status: 200 len: 217 time: 0.1399446 Jul 07 17:08:42.546976 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33368) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:42.556568 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8bb2d738-3666-4e0b-aef1-fc2ed5d77ca4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:42.652930 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-f8f147a6-4090-431a-a6b9-c014c357fd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:42.656879 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-f8f147a6-4090-431a-a6b9-c014c357fd90 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8f885443-046f-4184-82cb-bdc354731f9f HTTP/1.1" status: 200 len: 859 time: 0.1327894 Jul 07 17:08:42.659757 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc00b70-946f-4ed8-8177-b1a1e2f5e00e x-openstack-request-id: req-3dc00b70-946f-4ed8-8177-b1a1e2f5e00e {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:42.660779 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4724ece5-49b2-4b85-be4b-f8ebda99374c", "tag": "ef380acb-b070-4a03-8ab4-9915f4d0d9d6", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:42.661520 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3dc00b70-946f-4ed8-8177-b1a1e2f5e00e {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:42.662455 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4724ece5-49b2-4b85-be4b-f8ebda99374c', 'tag': 'ef380acb-b070-4a03-8ab4-9915f4d0d9d6', 'status': 'completed', 'code': 200} Jul 07 17:08:42.693045 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31686aae-b637-4f05-a329-d35241db11f0 req-ea62d47a-1193-40c4-b2d8-a8d5672ed36c tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:42.694755 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-31686aae-b637-4f05-a329-d35241db11f0 req-ea62d47a-1193-40c4-b2d8-a8d5672ed36c tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 931 time: 0.5959823 Jul 07 17:08:42.755777 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-64eeeb37-4c16-41ce-a987-0ef8187fb664 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab82b3df-4c86-4ece-b695-047ab3f5d517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886683 Jul 07 17:08:42.780506 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-8e4e0a64-64cb-4907-9e04-ceb421a8db0f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Made reservation on behalf of 2fe17a6fbd19425cb38c02ad6df4484f for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:42.787060 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-8e4e0a64-64cb-4907-9e04-ceb421a8db0f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:42.823274 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-31686aae-b637-4f05-a329-d35241db11f0 req-2b58b672-2bf7-4fe4-be51-dbcb9dcbe9f9 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085367 Jul 07 17:08:42.964347 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7fd10e69-bcaa-42c5-a9d5-bf452f264469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.056288 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8bb2d738-3666-4e0b-aef1-fc2ed5d77ca4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.062418 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d242ef8-9ac0-4936-bab3-282535e76751 None None] Network 3b67efb6-d18d-4a1a-b436-82d42066d886 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:43.142790 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b74a7186-457f-42aa-ae00-ab8010b514e6 req-b6ec2946-9d94-4ad7-9442-141f6b996a1b tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d977ad-f2c8-4596-bfa0-a16a2cff50b9 HTTP/1.1" status: 200 len: 210 time: 0.3850608 Jul 07 17:08:43.168980 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-51632ea3-ef0e-4f8c-9459-5f47aa85dac7 None None] Could not find standard attr ID for object 258e8f91-9576-4fdd-92a4-2c9f86b94537. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:08:43.286644 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8bb2d738-3666-4e0b-aef1-fc2ed5d77ca4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.307593 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-8bb2d738-3666-4e0b-aef1-fc2ed5d77ca4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b67efb6-d18d-4a1a-b436-82d42066d886']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:43.351362 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d47da32-cd08-4f1e-8f24-62bc18660e5a None None] DHCP port deletion for 3b67efb6-d18d-4a1a-b436-82d42066d886 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:08:43.358282 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-4b8969a6-1afe-4ffb-aecb-dc627d098752 service neutron] 10.222.0.64 "GET /v2.0/networks/ab82b3df-4c86-4ece-b695-047ab3f5d517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953598 Jul 07 17:08:43.370438 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-8bb2d738-3666-4e0b-aef1-fc2ed5d77ca4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb4d00c1-1417-4be1-8abc-a3fcfdea8244') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:43.370438 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-8bb2d738-3666-4e0b-aef1-fc2ed5d77ca4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb4d00c1-1417-4be1-8abc-a3fcfdea8244') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:43.382968 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e982fcfb-ebf9-45f3-81e4-b9b98d59fcd0 None None] Network 3b67efb6-d18d-4a1a-b436-82d42066d886 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:43.391538 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8bb2d738-3666-4e0b-aef1-fc2ed5d77ca4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.427605 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8bb2d738-3666-4e0b-aef1-fc2ed5d77ca4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.439929 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb2d738-3666-4e0b-aef1-fc2ed5d77ca4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:08:43.440781 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8bb2d738-3666-4e0b-aef1-fc2ed5d77ca4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:08:43.466083 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:08:43.580314 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2d738-3666-4e0b-aef1-fc2ed5d77ca4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event deleted for resources: {'Subnet': ['ID=b12ee63e-5a91-4370-be6b-c192768ba955,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:43.597776 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8bb2d738-3666-4e0b-aef1-fc2ed5d77ca4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.637542 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8bb2d738-3666-4e0b-aef1-fc2ed5d77ca4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.644423 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8bb2d738-3666-4e0b-aef1-fc2ed5d77ca4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "DELETE /v2.0/networks/3b67efb6-d18d-4a1a-b436-82d42066d886 HTTP/1.1" status: 204 len: 168 time: 2.6841538 Jul 07 17:08:43.644733 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2d738-3666-4e0b-aef1-fc2ed5d77ca4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event deleted for resources: {'Network': ['ID=3b67efb6-d18d-4a1a-b436-82d42066d886,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:43.648231 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33376) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:43.708139 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-6176b72d-fc93-4613-87e5-02aaa8e0e834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f28c0c7-7d72-43f8-a758-8ee89ee474e3 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:43.709206 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e3b280-ad1f-447c-a40d-8b6c4b7a2d36 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] DELETE failed (client error): The resource could not be found. Jul 07 17:08:43.709945 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2e3b280-ad1f-447c-a40d-8b6c4b7a2d36 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:08:43.712542 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f2e3b280-ad1f-447c-a40d-8b6c4b7a2d36 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "DELETE /v2.0/subnets/b12ee63e-5a91-4370-be6b-c192768ba955 HTTP/1.1" status: 404 len: 337 time: 0.0552163 Jul 07 17:08:43.720322 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33378) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:43.728399 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-6176b72d-fc93-4613-87e5-02aaa8e0e834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.746470 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-8e4e0a64-64cb-4907-9e04-ceb421a8db0f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Allocated IP 172.20.0.13 (e48a1335-f2ce-4136-9503-051b68c84575/14e47f73-09be-4e96-b070-1b771944d586/a3bc37a2-84fe-4914-971d-4a9e9493ef3b) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:43.750109 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b469870-42b0-4d45-a79e-91048eaf9ee4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] DELETE failed (client error): The resource could not be found. Jul 07 17:08:43.750865 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b469870-42b0-4d45-a79e-91048eaf9ee4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:08:43.753203 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4b469870-42b0-4d45-a79e-91048eaf9ee4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "DELETE /v2.0/networks/3b67efb6-d18d-4a1a-b436-82d42066d886 HTTP/1.1" status: 404 len: 339 time: 0.0305722 Jul 07 17:08:43.755097 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-6176b72d-fc93-4613-87e5-02aaa8e0e834 service neutron] Transition to ACTIVE for port object 0f28c0c7-7d72-43f8-a758-8ee89ee474e3 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:43.760739 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33380) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:43.787399 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4141e5d5-397a-472c-bcbc-d710f0f02ae1 req-2984a452-d974-4a67-9b06-850d98ce624f service neutron] 10.222.0.64 "GET /v2.0/networks/ab82b3df-4c86-4ece-b695-047ab3f5d517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102228 Jul 07 17:08:43.793765 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-6176b72d-fc93-4613-87e5-02aaa8e0e834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.941628 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54955b-5714-4911-aafd-87797aea84cf req-2cf38989-36d0-451e-8330-c634dee0bab7 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:43.943126 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5d54955b-5714-4911-aafd-87797aea84cf req-2cf38989-36d0-451e-8330-c634dee0bab7 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=d72992ce-79b3-4750-8893-7afb7a147ec2 HTTP/1.1" status: 200 len: 945 time: 0.8650479 Jul 07 17:08:43.947612 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176b72d-fc93-4613-87e5-02aaa8e0e834 service neutron] Pushing event updated for resources: {'Port': ['ID=0f28c0c7-7d72-43f8-a758-8ee89ee474e3,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:44.043280 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-edd5acad-80a3-4504-ab54-0cebc5d2ac82 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.046615 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7fd10e69-bcaa-42c5-a9d5-bf452f264469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.058846 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7fd10e69-bcaa-42c5-a9d5-bf452f264469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.109334 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106bfa6-0a4a-4d15-9d5a-9dbcc994d026 req-12ef0e2a-be76-4ebe-a05c-15e0e61866a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:44.111067 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6106bfa6-0a4a-4d15-9d5a-9dbcc994d026 req-12ef0e2a-be76-4ebe-a05c-15e0e61866a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=714c5973a0b4427daf9bad1f0fff20b4&device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 1095 time: 0.2365201 Jul 07 17:08:44.156096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd10e69-bcaa-42c5-a9d5-bf452f264469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d1162f-8152-4c12-9a86-da2007b2f781,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:44.161402 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5d54955b-5714-4911-aafd-87797aea84cf req-fb4eb33c-cefa-4485-9f36-23b124711be9 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909595 Jul 07 17:08:44.174718 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7fd10e69-bcaa-42c5-a9d5-bf452f264469 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7bf5e7cd63c140b4a1302c2117564ec5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6163025 Jul 07 17:08:44.202257 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33384) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:44.285569 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-6176b72d-fc93-4613-87e5-02aaa8e0e834 service neutron] Attempting to bind port 0f28c0c7-7d72-43f8-a758-8ee89ee474e3 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:44.286013 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-6176b72d-fc93-4613-87e5-02aaa8e0e834 service neutron] Attempting to bind port 0f28c0c7-7d72-43f8-a758-8ee89ee474e3 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a8f5d722-70dd-4b0a-ac22-e44981341ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ab82b3df-4c86-4ece-b695-047ab3f5d517'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:44.286434 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-6176b72d-fc93-4613-87e5-02aaa8e0e834 service neutron] Attempting to bind port 0f28c0c7-7d72-43f8-a758-8ee89ee474e3 on network ab82b3df-4c86-4ece-b695-047ab3f5d517 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:44.324707 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-6176b72d-fc93-4613-87e5-02aaa8e0e834 service neutron] Port 0f28c0c7-7d72-43f8-a758-8ee89ee474e3 on network ab82b3df-4c86-4ece-b695-047ab3f5d517 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:08:44.325141 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-6176b72d-fc93-4613-87e5-02aaa8e0e834 service neutron] Attempting to bind port 0f28c0c7-7d72-43f8-a758-8ee89ee474e3 on network ab82b3df-4c86-4ece-b695-047ab3f5d517 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:44.335814 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636b836-8bb9-450d-b81c-aa9a354b12ab req-f72bac37-aaa8-4220-ba9f-8d6063391a41 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:44.337814 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e636b836-8bb9-450d-b81c-aa9a354b12ab req-f72bac37-aaa8-4220-ba9f-8d6063391a41 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72992ce-79b3-4750-8893-7afb7a147ec2 HTTP/1.1" status: 200 len: 945 time: 0.3331933 Jul 07 17:08:44.341585 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-8e4e0a64-64cb-4907-9e04-ceb421a8db0f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.360826 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-edd5acad-80a3-4504-ab54-0cebc5d2ac82 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.378601 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747efc7-3bb6-45d9-8887-e5b760b0e75d req-dad23b95-2551-43fa-9fbc-a0ad13ab1b5a tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:44.380236 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e747efc7-3bb6-45d9-8887-e5b760b0e75d req-dad23b95-2551-43fa-9fbc-a0ad13ab1b5a tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 943 time: 0.3517437 Jul 07 17:08:44.381115 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-6176b72d-fc93-4613-87e5-02aaa8e0e834 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:44.381459 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-6176b72d-fc93-4613-87e5-02aaa8e0e834 service neutron] Checking segment: {'id': 'a8f5d722-70dd-4b0a-ac22-e44981341ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ab82b3df-4c86-4ece-b695-047ab3f5d517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:44.381851 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-6176b72d-fc93-4613-87e5-02aaa8e0e834 service neutron] Bound using segment: {'id': 'a8f5d722-70dd-4b0a-ac22-e44981341ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ab82b3df-4c86-4ece-b695-047ab3f5d517'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:44.382303 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-6176b72d-fc93-4613-87e5-02aaa8e0e834 service neutron] Bound port: 0f28c0c7-7d72-43f8-a758-8ee89ee474e3, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f5d722-70dd-4b0a-ac22-e44981341ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ab82b3df-4c86-4ece-b695-047ab3f5d517'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:44.382665 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-6176b72d-fc93-4613-87e5-02aaa8e0e834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.396073 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9b3f6ffb-0eb0-4865-86cb-5f5297ae398c req-d72de6f0-1383-4a62-a579-906ce362545c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d977ad-f2c8-4596-bfa0-a16a2cff50b9 HTTP/1.1" status: 200 len: 210 time: 0.0588763 Jul 07 17:08:44.401093 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-edd5acad-80a3-4504-ab54-0cebc5d2ac82 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6007cdd-fd76-4cbe-bd4d-33de9e4da444']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:44.414818 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-edd5acad-80a3-4504-ab54-0cebc5d2ac82 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6d0a85-cdbf-457a-8649-e4db651493c8') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:44.415201 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-edd5acad-80a3-4504-ab54-0cebc5d2ac82 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6d0a85-cdbf-457a-8649-e4db651493c8') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:44.430061 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106bfa6-0a4a-4d15-9d5a-9dbcc994d026 req-45a7a066-c46c-4857-8acf-880ce6e1f45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:44.431757 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6106bfa6-0a4a-4d15-9d5a-9dbcc994d026 req-45a7a066-c46c-4857-8acf-880ce6e1f45c service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab82b3df-4c86-4ece-b695-047ab3f5d517 HTTP/1.1" status: 200 len: 920 time: 0.3109417 Jul 07 17:08:44.437095 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-edd5acad-80a3-4504-ab54-0cebc5d2ac82 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.489705 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-edd5acad-80a3-4504-ab54-0cebc5d2ac82 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.506867 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd5acad-80a3-4504-ab54-0cebc5d2ac82 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:08:44.507548 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-edd5acad-80a3-4504-ab54-0cebc5d2ac82 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:08:44.515149 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:08:44.532705 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dd9b5363-9c24-42fc-a11b-d588eace5567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.537629 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-8e4e0a64-64cb-4907-9e04-ceb421a8db0f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.552200 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6106bfa6-0a4a-4d15-9d5a-9dbcc994d026 req-f3fada82-6f42-4580-9be9-0b9fdb50b02f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef380acb-b070-4a03-8ab4-9915f4d0d9d6 HTTP/1.1" status: 200 len: 217 time: 0.0995073 Jul 07 17:08:44.654302 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e747efc7-3bb6-45d9-8887-e5b760b0e75d req-ff8061ad-da30-4f97-b300-514cf1d0d6ce tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465525 Jul 07 17:08:44.668713 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-8e4e0a64-64cb-4907-9e04-ceb421a8db0f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Network e48a1335-f2ce-4136-9503-051b68c84575 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:44.672329 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-8e4e0a64-64cb-4907-9e04-ceb421a8db0f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:44.680958 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dd9b5363-9c24-42fc-a11b-d588eace5567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.681252 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-8e4e0a64-64cb-4907-9e04-ceb421a8db0f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:44.714793 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-edd5acad-80a3-4504-ab54-0cebc5d2ac82 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.728658 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-6176b72d-fc93-4613-87e5-02aaa8e0e834 service neutron] For port 0f28c0c7-7d72-43f8-a758-8ee89ee474e3, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:44.728886 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-edd5acad-80a3-4504-ab54-0cebc5d2ac82 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.732659 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-edd5acad-80a3-4504-ab54-0cebc5d2ac82 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "DELETE /v2.0/networks/c6007cdd-fd76-4cbe-bd4d-33de9e4da444 HTTP/1.1" status: 204 len: 168 time: 0.9683936 Jul 07 17:08:44.737757 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33392) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:44.744920 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e0a64-64cb-4907-9e04-ceb421a8db0f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Pushing event updated for resources: {'Port': ['ID=a3bc37a2-84fe-4914-971d-4a9e9493ef3b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:44.767208 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-6176b72d-fc93-4613-87e5-02aaa8e0e834 service neutron] For port 0f28c0c7-7d72-43f8-a758-8ee89ee474e3, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=0f28c0c7-7d72-43f8-a758-8ee89ee474e3,segment=NetworkSegment(a8f5d722-70dd-4b0a-ac22-e44981341ac0),segment_id=a8f5d722-70dd-4b0a-ac22-e44981341ac0)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:44.775559 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106bfa6-0a4a-4d15-9d5a-9dbcc994d026 req-bf150ceb-4171-458a-9073-a190bd3f4db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:44.777134 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6106bfa6-0a4a-4d15-9d5a-9dbcc994d026 req-bf150ceb-4171-458a-9073-a190bd3f4db1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8f885443-046f-4184-82cb-bdc354731f9f HTTP/1.1" status: 200 len: 859 time: 0.1852760 Jul 07 17:08:44.783771 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-6176b72d-fc93-4613-87e5-02aaa8e0e834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.833323 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5acad-80a3-4504-ab54-0cebc5d2ac82 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event deleted for resources: {'Network': ['ID=c6007cdd-fd76-4cbe-bd4d-33de9e4da444,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:44.843556 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c3fa4d-fa49-47cd-bb92-9fa562e09604 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] DELETE failed (client error): The resource could not be found. Jul 07 17:08:44.844341 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19c3fa4d-fa49-47cd-bb92-9fa562e09604 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:08:44.847801 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-19c3fa4d-fa49-47cd-bb92-9fa562e09604 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "DELETE /v2.0/subnets/aafd7051-24a9-4daf-92fb-4f1e18c164b5 HTTP/1.1" status: 404 len: 337 time: 0.1060553 Jul 07 17:08:44.854307 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33396) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:44.878825 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6106bfa6-0a4a-4d15-9d5a-9dbcc994d026 req-e68daed3-9612-4f6a-a40e-e48ab26fef46 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab82b3df-4c86-4ece-b695-047ab3f5d517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882173 Jul 07 17:08:44.907461 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-8e4e0a64-64cb-4907-9e04-ceb421a8db0f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:44.909446 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-8e4e0a64-64cb-4907-9e04-ceb421a8db0f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.915908 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d3b9413-175f-4448-ac2c-f7cbf4300d1e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] DELETE failed (client error): The resource could not be found. Jul 07 17:08:44.917103 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d3b9413-175f-4448-ac2c-f7cbf4300d1e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:08:44.920175 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3d3b9413-175f-4448-ac2c-f7cbf4300d1e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "DELETE /v2.0/networks/5f886ae2-c239-4d27-ac3f-d06fd39e8807 HTTP/1.1" status: 404 len: 339 time: 0.0643122 Jul 07 17:08:44.928662 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33398) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:44.933735 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-6176b72d-fc93-4613-87e5-02aaa8e0e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:44.934953 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-6176b72d-fc93-4613-87e5-02aaa8e0e834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.937599 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-6176b72d-fc93-4613-87e5-02aaa8e0e834 service neutron] 10.222.0.72 "PUT /v2.0/ports/0f28c0c7-7d72-43f8-a758-8ee89ee474e3 HTTP/1.1" status: 200 len: 1092 time: 2.6561980 Jul 07 17:08:44.940293 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-e636b836-8bb9-450d-b81c-aa9a354b12ab req-db634f39-314e-4317-8c35-bc7f40cb4699 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Deleting port 721c5961-078a-4f8f-ac3a-8e0df7fea6c8 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:44.940958 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e636b836-8bb9-450d-b81c-aa9a354b12ab req-db634f39-314e-4317-8c35-bc7f40cb4699 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.945758 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ed7dc2-3b98-45d5-98d0-6778b59d0ca1', 'tag': '0f28c0c7-7d72-43f8-a758-8ee89ee474e3'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:44.949981 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d3800a-0d93-4637-a31e-f4e9b12861e6" -d '{"events": [{"name": "network-changed", "server_uuid": "63ed7dc2-3b98-45d5-98d0-6778b59d0ca1", "tag": "0f28c0c7-7d72-43f8-a758-8ee89ee474e3"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:45.002499 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-8e4e0a64-64cb-4907-9e04-ceb421a8db0f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2265632 Jul 07 17:08:45.026376 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-e0c87c09-62a8-425a-a68f-c54612bd2e2f service neutron] Request body: {'port': {'device_id': 'd9d977ad-f2c8-4596-bfa0-a16a2cff50b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:45.081481 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c1ae265-d774-4f02-8e80-b740d768ad3f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Deleting subnet 3f1224e3-8659-4a6d-b35a-b3bc189aea34 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:45.090453 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2c1ae265-d774-4f02-8e80-b740d768ad3f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.092521 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5584e82a-6ee2-495c-a793-b987f8dadc10 x-openstack-request-id: req-5584e82a-6ee2-495c-a793-b987f8dadc10 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:45.093026 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ed7dc2-3b98-45d5-98d0-6778b59d0ca1", "tag": "0f28c0c7-7d72-43f8-a758-8ee89ee474e3", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:45.093430 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5584e82a-6ee2-495c-a793-b987f8dadc10 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:45.094074 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ed7dc2-3b98-45d5-98d0-6778b59d0ca1', 'tag': '0f28c0c7-7d72-43f8-a758-8ee89ee474e3', 'status': 'completed', 'code': 200} Jul 07 17:08:45.171162 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dd9b5363-9c24-42fc-a11b-d588eace5567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.175887 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dd9b5363-9c24-42fc-a11b-d588eace5567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.180741 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-dd9b5363-9c24-42fc-a11b-d588eace5567 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b1d1162f-8152-4c12-9a86-da2007b2f781 HTTP/1.1" status: 204 len: 168 time: 0.9682817 Jul 07 17:08:45.191483 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176b72d-fc93-4613-87e5-02aaa8e0e834 service neutron] Pushing event updated for resources: {'Port': ['ID=0f28c0c7-7d72-43f8-a758-8ee89ee474e3,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:45.206099 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 258e8f91-9576-4fdd-92a4-2c9f86b94537 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:45.236162 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2c1ae265-d774-4f02-8e80-b740d768ad3f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.284468 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-e0c87c09-62a8-425a-a68f-c54612bd2e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.296059 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 258e8f91-9576-4fdd-92a4-2c9f86b94537 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:45.296350 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-e636b836-8bb9-450d-b81c-aa9a354b12ab req-db634f39-314e-4317-8c35-bc7f40cb4699 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] For port 721c5961-078a-4f8f-ac3a-8e0df7fea6c8, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=721c5961-078a-4f8f-ac3a-8e0df7fea6c8,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:45.297114 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e636b836-8bb9-450d-b81c-aa9a354b12ab req-db634f39-314e-4317-8c35-bc7f40cb4699 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.312776 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 258e8f91-9576-4fdd-92a4-2c9f86b94537 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:45.319125 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-e636b836-8bb9-450d-b81c-aa9a354b12ab req-db634f39-314e-4317-8c35-bc7f40cb4699 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Calling delete_port for 721c5961-078a-4f8f-ac3a-8e0df7fea6c8 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:45.394459 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b5363-9c24-42fc-a11b-d588eace5567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d1162f-8152-4c12-9a86-da2007b2f781,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:45.535636 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2c1ae265-d774-4f02-8e80-b740d768ad3f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.561313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device ef380acb-b070-4a03-8ab4-9915f4d0d9d6 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:45.579253 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e636b836-8bb9-450d-b81c-aa9a354b12ab req-db634f39-314e-4317-8c35-bc7f40cb4699 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.630298 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-63388d2d-b8b9-47dd-afe6-0fdd719cfbad req-3f3752f7-b726-4f6f-a53c-b1adfe73dc04 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=d72992ce-79b3-4750-8893-7afb7a147ec2 HTTP/1.1" status: 200 len: 210 time: 0.2398703 Jul 07 17:08:45.688652 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port ef380acb-b070-4a03-8ab4-9915f4d0d9d6, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=ef380acb-b070-4a03-8ab4-9915f4d0d9d6,segment=NetworkSegment(a8f5d722-70dd-4b0a-ac22-e44981341ac0),segment_id=a8f5d722-70dd-4b0a-ac22-e44981341ac0)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:45.707247 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'ef380acb-b070-4a03-8ab4-9915f4d0d9d6', 'network_id': 'ab82b3df-4c86-4ece-b695-047ab3f5d517', 'port_id': 'ef380acb-b070-4a03-8ab4-9915f4d0d9d6', 'mac_address': 'fa:16:3e:19:91:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f885443-046f-4184-82cb-bdc354731f9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:45.709544 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['721c5961-078a-4f8f-ac3a-8e0df7fea6c8'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:45.712381 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['42cfc02f-3401-4427-a978-d55f0e45e38f'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:45.713665 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6106bfa6-0a4a-4d15-9d5a-9dbcc994d026 req-2b9de4ec-e754-4366-87c1-f3a49254dad1 service neutron] 10.222.0.64 "GET /v2.0/networks/ab82b3df-4c86-4ece-b695-047ab3f5d517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8081057 Jul 07 17:08:45.809527 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.823655 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db634f39-314e-4317-8c35-bc7f40cb4699 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Pushing event deleted for resources: {'Port': ['ID=721c5961-078a-4f8f-ac3a-8e0df7fea6c8,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:45.846609 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef380acb-b070-4a03-8ab4-9915f4d0d9d6 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:45.897845 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port ef380acb-b070-4a03-8ab4-9915f4d0d9d6, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=ef380acb-b070-4a03-8ab4-9915f4d0d9d6,segment=NetworkSegment(a8f5d722-70dd-4b0a-ac22-e44981341ac0),segment_id=a8f5d722-70dd-4b0a-ac22-e44981341ac0)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:45.907414 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.962439 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2c1ae265-d774-4f02-8e80-b740d768ad3f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.026821 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=ef380acb-b070-4a03-8ab4-9915f4d0d9d6,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:46.038142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-5e606c89-a61d-4c20-aa4d-11b09a5775e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:46.041635 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-5e606c89-a61d-4c20-aa4d-11b09a5775e0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=714c5973a0b4427daf9bad1f0fff20b4&device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 1095 time: 1.0246348 Jul 07 17:08:46.046366 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-e636b836-8bb9-450d-b81c-aa9a354b12ab req-db634f39-314e-4317-8c35-bc7f40cb4699 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] No DVR routers for this DVR port 721c5961-078a-4f8f-ac3a-8e0df7fea6c8 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:46.057711 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e636b836-8bb9-450d-b81c-aa9a354b12ab req-db634f39-314e-4317-8c35-bc7f40cb4699 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.061590 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e636b836-8bb9-450d-b81c-aa9a354b12ab req-db634f39-314e-4317-8c35-bc7f40cb4699 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.72 "DELETE /v2.0/ports/721c5961-078a-4f8f-ac3a-8e0df7fea6c8 HTTP/1.1" status: 204 len: 173 time: 1.7122743 Jul 07 17:08:46.143541 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-e7485156-3e91-4e22-91a6-670226869fd8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0f28c0c7-7d72-43f8-a758-8ee89ee474e3 HTTP/1.1" status: 200 len: 217 time: 0.0885625 Jul 07 17:08:46.185381 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['ef380acb-b070-4a03-8ab4-9915f4d0d9d6'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:46.335740 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6106bfa6-0a4a-4d15-9d5a-9dbcc994d026 req-a1b2c4a4-5dba-4351-a353-0571625f65e5 service neutron] 10.222.0.64 "GET /v2.0/networks/ab82b3df-4c86-4ece-b695-047ab3f5d517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388803 Jul 07 17:08:46.361032 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-5b968068-399a-4d24-bf68-e08e3a6c6a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:46.362993 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-5b968068-399a-4d24-bf68-e08e3a6c6a2e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f885443-046f-4184-82cb-bdc354731f9f HTTP/1.1" status: 200 len: 859 time: 0.1843505 Jul 07 17:08:46.393272 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a533738-29b9-473b-8b8a-cfa95324ad75 req-8833ec4a-0dc0-473e-b2d9-1c9b4e15c3cd tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:46.402004 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6a533738-29b9-473b-8b8a-cfa95324ad75 req-8833ec4a-0dc0-473e-b2d9-1c9b4e15c3cd tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 943 time: 0.2561579 Jul 07 17:08:46.442680 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-96f33074-899e-461e-a93f-6b7806a002d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ab82b3df-4c86-4ece-b695-047ab3f5d517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715132 Jul 07 17:08:46.500084 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ae265-d774-4f02-8e80-b740d768ad3f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event deleted for resources: {'Subnet': ['ID=3f1224e3-8659-4a6d-b35a-b3bc189aea34,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:46.506953 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2c1ae265-d774-4f02-8e80-b740d768ad3f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.509709 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2c1ae265-d774-4f02-8e80-b740d768ad3f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "DELETE /v2.0/subnets/3f1224e3-8659-4a6d-b35a-b3bc189aea34 HTTP/1.1" status: 204 len: 168 time: 1.5819664 Jul 07 17:08:46.514843 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33432) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:46.515952 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f532e3d2-e225-4992-b6c9-5b655a0e5835 None None] Network a72e9960-5cf7-4201-81e4-98d36b3d4b7d requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:46.560600 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8b4e7-abba-4063-80ac-2dd25562c5e6 req-fcd5d99f-1393-4159-af0c-4c095f062675 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:46.562260 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1ac8b4e7-abba-4063-80ac-2dd25562c5e6 req-fcd5d99f-1393-4159-af0c-4c095f062675 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d977ad-f2c8-4596-bfa0-a16a2cff50b9 HTTP/1.1" status: 200 len: 932 time: 0.9801929 Jul 07 17:08:46.631178 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1ac8b4e7-abba-4063-80ac-2dd25562c5e6 req-d2661231-52ea-4642-a86d-4829f8783a2a tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503554 Jul 07 17:08:46.652214 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c913ef-dd90-4192-80d6-eeff1fe330c2 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Deleting subnet ceb32415-41b3-4a8c-bfb4-8be7c7f81f7a {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:46.660917 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-84c913ef-dd90-4192-80d6-eeff1fe330c2 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.671351 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-cd15e246-99c4-4882-8ea2-883c324ffce8 service neutron] 10.222.0.72 "GET /v2.0/networks/ab82b3df-4c86-4ece-b695-047ab3f5d517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009442 Jul 07 17:08:46.714881 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6a533738-29b9-473b-8b8a-cfa95324ad75 req-092606f5-5ea1-4930-8e43-2b549e1c8348 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112915 Jul 07 17:08:46.753460 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-84c913ef-dd90-4192-80d6-eeff1fe330c2 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.780236 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-e0c87c09-62a8-425a-a68f-c54612bd2e2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3bc37a2-84fe-4914-971d-4a9e9493ef3b {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:46.797934 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-e0c87c09-62a8-425a-a68f-c54612bd2e2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.850672 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-e0c87c09-62a8-425a-a68f-c54612bd2e2f service neutron] Transition to ACTIVE for port object a3bc37a2-84fe-4914-971d-4a9e9493ef3b will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:46.860303 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-e0c87c09-62a8-425a-a68f-c54612bd2e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.932712 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-84c913ef-dd90-4192-80d6-eeff1fe330c2 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.102539 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bd9d663d-a31f-40a3-875d-012ee43f1946 req-502a9eaa-928d-4020-af0a-74a4b74b863d service neutron] 10.222.0.72 "GET /v2.0/networks/ab82b3df-4c86-4ece-b695-047ab3f5d517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846047 Jul 07 17:08:47.105441 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72992ce-79b3-4750-8893-7afb7a147ec2', 'name': 'network-vif-deleted', 'tag': '721c5961-078a-4f8f-ac3a-8e0df7fea6c8'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:47.110413 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fcdf75-6316-450d-b7d4-aa44eef38303" -d '{"events": [{"server_uuid": "d72992ce-79b3-4750-8893-7afb7a147ec2", "name": "network-vif-deleted", "tag": "721c5961-078a-4f8f-ac3a-8e0df7fea6c8"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:47.207812 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-84c913ef-dd90-4192-80d6-eeff1fe330c2 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.389727 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c913ef-dd90-4192-80d6-eeff1fe330c2 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb32415-41b3-4a8c-bfb4-8be7c7f81f7a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:47.399786 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3800a-0d93-4637-a31e-f4e9b12861e6 req-233bc6c9-b304-4315-9b0c-dee07d543025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:47.402656 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31d3800a-0d93-4637-a31e-f4e9b12861e6 req-233bc6c9-b304-4315-9b0c-dee07d543025 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=714c5973a0b4427daf9bad1f0fff20b4&device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 1095 time: 0.1562469 Jul 07 17:08:47.403999 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-84c913ef-dd90-4192-80d6-eeff1fe330c2 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.407487 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-84c913ef-dd90-4192-80d6-eeff1fe330c2 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "DELETE /v2.0/subnets/ceb32415-41b3-4a8c-bfb4-8be7c7f81f7a HTTP/1.1" status: 204 len: 168 time: 0.8912168 Jul 07 17:08:47.411863 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33446) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:47.525526 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af3001cf-80aa-4cf9-b3e6-aaa6a308ddad req-b549193f-38be-439b-ba3c-ab45a9724116 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=d72992ce-79b3-4750-8893-7afb7a147ec2 HTTP/1.1" status: 200 len: 210 time: 0.2417157 Jul 07 17:08:47.542791 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c87c09-62a8-425a-a68f-c54612bd2e2f service neutron] Pushing event updated for resources: {'Port': ['ID=a3bc37a2-84fe-4914-971d-4a9e9493ef3b,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:47.579316 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device ef380acb-b070-4a03-8ab4-9915f4d0d9d6 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:47.627793 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-e0c87c09-62a8-425a-a68f-c54612bd2e2f service neutron] Attempting to bind port a3bc37a2-84fe-4914-971d-4a9e9493ef3b on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:47.628526 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-e0c87c09-62a8-425a-a68f-c54612bd2e2f service neutron] Attempting to bind port a3bc37a2-84fe-4914-971d-4a9e9493ef3b by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'daf42bd2-fc12-4c99-b88e-eb60fef0924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:47.628938 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-e0c87c09-62a8-425a-a68f-c54612bd2e2f service neutron] Attempting to bind port a3bc37a2-84fe-4914-971d-4a9e9493ef3b on network e48a1335-f2ce-4136-9503-051b68c84575 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:47.647725 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-e0c87c09-62a8-425a-a68f-c54612bd2e2f service neutron] Port a3bc37a2-84fe-4914-971d-4a9e9493ef3b on network e48a1335-f2ce-4136-9503-051b68c84575 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:08:47.648250 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-e0c87c09-62a8-425a-a68f-c54612bd2e2f service neutron] Attempting to bind port a3bc37a2-84fe-4914-971d-4a9e9493ef3b on network e48a1335-f2ce-4136-9503-051b68c84575 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:47.689563 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-e0c87c09-62a8-425a-a68f-c54612bd2e2f service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:47.690546 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-e0c87c09-62a8-425a-a68f-c54612bd2e2f service neutron] Checking segment: {'id': 'daf42bd2-fc12-4c99-b88e-eb60fef0924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:47.691419 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-e0c87c09-62a8-425a-a68f-c54612bd2e2f service neutron] Bound using segment: {'id': 'daf42bd2-fc12-4c99-b88e-eb60fef0924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:47.695480 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-e0c87c09-62a8-425a-a68f-c54612bd2e2f service neutron] Bound port: a3bc37a2-84fe-4914-971d-4a9e9493ef3b, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf42bd2-fc12-4c99-b88e-eb60fef0924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:47.697838 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-e0c87c09-62a8-425a-a68f-c54612bd2e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.778406 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3800a-0d93-4637-a31e-f4e9b12861e6 req-d6d998bb-e038-443f-b492-baafa8cbbace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:47.781047 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31d3800a-0d93-4637-a31e-f4e9b12861e6 req-d6d998bb-e038-443f-b492-baafa8cbbace service neutron] 10.222.0.72 "GET /v2.0/networks?id=ab82b3df-4c86-4ece-b695-047ab3f5d517 HTTP/1.1" status: 200 len: 920 time: 0.3646636 Jul 07 17:08:47.787276 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5f15d6c3-60e4-4a8a-9156-e15b80c1fda9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.808749 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port ef380acb-b070-4a03-8ab4-9915f4d0d9d6 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:47.818213 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port ef380acb-b070-4a03-8ab4-9915f4d0d9d6 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:47.819792 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.845476 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bf2e95-cfe2-4d4e-b798-c8a696dfe8a5 x-openstack-request-id: req-a6bf2e95-cfe2-4d4e-b798-c8a696dfe8a5 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:47.846009 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72992ce-79b3-4750-8893-7afb7a147ec2", "name": "network-vif-deleted", "tag": "721c5961-078a-4f8f-ac3a-8e0df7fea6c8", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:47.846426 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a6bf2e95-cfe2-4d4e-b798-c8a696dfe8a5 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:47.847065 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72992ce-79b3-4750-8893-7afb7a147ec2', 'name': 'network-vif-deleted', 'tag': '721c5961-078a-4f8f-ac3a-8e0df7fea6c8', 'status': 'completed', 'code': 200} Jul 07 17:08:47.977550 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-109bbca6-b5c2-4ac9-b5a7-a3cfae95b95e req-3e35028e-2252-4cc0-ba75-85455cc28306 tempest-AbsoluteLimitsNegativeTestJSON-1696269258 tempest-AbsoluteLimitsNegativeTestJSON-1696269258-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1be7008f8b304dd3a27dd9391568bea2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0934575 Jul 07 17:08:48.037059 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.097131 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4724ece5-49b2-4b85-be4b-f8ebda99374c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef380acb-b070-4a03-8ab4-9915f4d0d9d6'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:48.101382 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aabcac7-72f1-4a82-b312-6c20b4c4237e" -d '{"events": [{"server_uuid": "4724ece5-49b2-4b85-be4b-f8ebda99374c", "name": "network-vif-plugged", "status": "completed", "tag": "ef380acb-b070-4a03-8ab4-9915f4d0d9d6"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:48.130907 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port ef380acb-b070-4a03-8ab4-9915f4d0d9d6, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=ef380acb-b070-4a03-8ab4-9915f4d0d9d6,segment=NetworkSegment(a8f5d722-70dd-4b0a-ac22-e44981341ac0),segment_id=a8f5d722-70dd-4b0a-ac22-e44981341ac0)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:48.139390 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.231720 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-e0c87c09-62a8-425a-a68f-c54612bd2e2f service neutron] For port a3bc37a2-84fe-4914-971d-4a9e9493ef3b, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:48.261671 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=ef380acb-b070-4a03-8ab4-9915f4d0d9d6,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:48.275062 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec58e091-e1fa-4a21-aec5-f86497386614 None None] Network a72e9960-5cf7-4201-81e4-98d36b3d4b7d requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:48.310451 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-e0c87c09-62a8-425a-a68f-c54612bd2e2f service neutron] For port a3bc37a2-84fe-4914-971d-4a9e9493ef3b, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=a3bc37a2-84fe-4914-971d-4a9e9493ef3b,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:48.326339 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-e0c87c09-62a8-425a-a68f-c54612bd2e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.348400 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 721c5961-078a-4f8f-ac3a-8e0df7fea6c8 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:48.353451 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31d3800a-0d93-4637-a31e-f4e9b12861e6 req-5f6250d8-d2a1-493b-84e0-2f0d75983e63 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0f28c0c7-7d72-43f8-a758-8ee89ee474e3 HTTP/1.1" status: 200 len: 217 time: 0.5466616 Jul 07 17:08:48.397904 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 721c5961-078a-4f8f-ac3a-8e0df7fea6c8 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:48.398850 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 721c5961-078a-4f8f-ac3a-8e0df7fea6c8 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:48.428320 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-90e6ca84-b0fb-47bf-8e90-ab87c8ca0ba9 None None] Provisioning complete for port 96d386db-7644-4baa-bf00-6be62eb15ef8 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:48.428320 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-90e6ca84-b0fb-47bf-8e90-ab87c8ca0ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.439955 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bbca6-b5c2-4ac9-b5a7-a3cfae95b95e req-fdd6d356-3b19-4329-a805-3b6fd3582acf tempest-AbsoluteLimitsNegativeTestJSON-1696269258 tempest-AbsoluteLimitsNegativeTestJSON-1696269258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:48.442820 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-109bbca6-b5c2-4ac9-b5a7-a3cfae95b95e req-fdd6d356-3b19-4329-a805-3b6fd3582acf tempest-AbsoluteLimitsNegativeTestJSON-1696269258 tempest-AbsoluteLimitsNegativeTestJSON-1696269258-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4637547 Jul 07 17:08:48.457618 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-e0c87c09-62a8-425a-a68f-c54612bd2e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:48.457955 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-e0c87c09-62a8-425a-a68f-c54612bd2e2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.459883 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-e0c87c09-62a8-425a-a68f-c54612bd2e2f service neutron] 10.222.0.64 "PUT /v2.0/ports/a3bc37a2-84fe-4914-971d-4a9e9493ef3b HTTP/1.1" status: 200 len: 1093 time: 3.4464433 Jul 07 17:08:48.460728 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d977ad-f2c8-4596-bfa0-a16a2cff50b9', 'tag': 'a3bc37a2-84fe-4914-971d-4a9e9493ef3b'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:48.465194 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2080c3a8-9c8f-4cb6-a155-e1d51f8be7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d977ad-f2c8-4596-bfa0-a16a2cff50b9", "tag": "a3bc37a2-84fe-4914-971d-4a9e9493ef3b"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:48.484999 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3800a-0d93-4637-a31e-f4e9b12861e6 req-b9ea914b-1323-4e46-92ea-3ee674b0e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:48.487613 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31d3800a-0d93-4637-a31e-f4e9b12861e6 req-b9ea914b-1323-4e46-92ea-3ee674b0e162 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f885443-046f-4184-82cb-bdc354731f9f HTTP/1.1" status: 200 len: 859 time: 0.1211021 Jul 07 17:08:48.513167 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c87c09-62a8-425a-a68f-c54612bd2e2f service neutron] Pushing event updated for resources: {'Port': ['ID=a3bc37a2-84fe-4914-971d-4a9e9493ef3b,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:48.537487 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-109bbca6-b5c2-4ac9-b5a7-a3cfae95b95e req-561a387d-89c5-4db7-9c41-fd5b2d112cb9 tempest-AbsoluteLimitsNegativeTestJSON-1696269258 tempest-AbsoluteLimitsNegativeTestJSON-1696269258-project] 10.222.0.53 "GET /v2.0/quotas/1be7008f8b304dd3a27dd9391568bea2 HTTP/1.1" status: 200 len: 375 time: 0.0274198 Jul 07 17:08:48.553431 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31d3800a-0d93-4637-a31e-f4e9b12861e6 req-9afe0d27-04bc-4260-8414-ebd274a79936 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ab82b3df-4c86-4ece-b695-047ab3f5d517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566585 Jul 07 17:08:48.575377 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44268b42-80ce-4d17-bdb3-74bcc9527424 req-abc4849b-90e0-4db7-906c-5892dcb94787 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:48.577423 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44268b42-80ce-4d17-bdb3-74bcc9527424 req-abc4849b-90e0-4db7-906c-5892dcb94787 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d977ad-f2c8-4596-bfa0-a16a2cff50b9 HTTP/1.1" status: 200 len: 944 time: 0.2337451 Jul 07 17:08:48.645548 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-109bbca6-b5c2-4ac9-b5a7-a3cfae95b95e req-88d3939f-5610-444d-86a6-0582e143d33a tempest-AbsoluteLimitsNegativeTestJSON-1696269258 tempest-AbsoluteLimitsNegativeTestJSON-1696269258-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1be7008f8b304dd3a27dd9391568bea2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0940540 Jul 07 17:08:48.681406 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-5f15d6c3-60e4-4a8a-9156-e15b80c1fda9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Deleting port 96d386db-7644-4baa-bf00-6be62eb15ef8 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:48.681892 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5f15d6c3-60e4-4a8a-9156-e15b80c1fda9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.696761 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-1b90e645-0a08-489b-937c-2164ba48886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:48.700096 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-1b90e645-0a08-489b-937c-2164ba48886a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fe17a6fbd19425cb38c02ad6df4484f&device_id=d9d977ad-f2c8-4596-bfa0-a16a2cff50b9 HTTP/1.1" status: 200 len: 1096 time: 0.1610336 Jul 07 17:08:48.799096 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f95b65-4716-4723-863e-77df80a23b9a None None] DHCP port deletion for a72e9960-5cf7-4201-81e4-98d36b3d4b7d request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:08:48.816605 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44268b42-80ce-4d17-bdb3-74bcc9527424 req-12c5ca55-a256-4d4b-83de-31d0c87710dd tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174385 Jul 07 17:08:48.864437 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-98b212e7-2dc1-406b-92d0-23146631f92f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3bc37a2-84fe-4914-971d-4a9e9493ef3b HTTP/1.1" status: 200 len: 217 time: 0.1566732 Jul 07 17:08:48.873927 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31d3800a-0d93-4637-a31e-f4e9b12861e6 req-e71568e4-7b7e-48ec-8428-c91dafcb1ed1 service neutron] 10.222.0.72 "GET /v2.0/networks/ab82b3df-4c86-4ece-b695-047ab3f5d517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084471 Jul 07 17:08:48.876238 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-5f15d6c3-60e4-4a8a-9156-e15b80c1fda9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] For port 96d386db-7644-4baa-bf00-6be62eb15ef8, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=96d386db-7644-4baa-bf00-6be62eb15ef8,segment=NetworkSegment(5d675bda-1146-46eb-ba4e-aaeb49dfc1c5),segment_id=5d675bda-1146-46eb-ba4e-aaeb49dfc1c5)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:48.876656 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5f15d6c3-60e4-4a8a-9156-e15b80c1fda9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.917151 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-5f15d6c3-60e4-4a8a-9156-e15b80c1fda9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Calling delete_port for 96d386db-7644-4baa-bf00-6be62eb15ef8 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:48.963545 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a7f95b65-4716-4723-863e-77df80a23b9a None None] Deleting port 96d386db-7644-4baa-bf00-6be62eb15ef8 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:48.964089 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a7f95b65-4716-4723-863e-77df80a23b9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.053910 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-c0b858db-24c0-426d-8589-6c128ebd9da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:49.056609 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-c0b858db-24c0-426d-8589-6c128ebd9da3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14e47f73-09be-4e96-b070-1b771944d586 HTTP/1.1" status: 200 len: 852 time: 0.1856780 Jul 07 17:08:49.074680 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-a7f95b65-4716-4723-863e-77df80a23b9a None None] For port 96d386db-7644-4baa-bf00-6be62eb15ef8, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=96d386db-7644-4baa-bf00-6be62eb15ef8,segment=NetworkSegment(5d675bda-1146-46eb-ba4e-aaeb49dfc1c5),segment_id=5d675bda-1146-46eb-ba4e-aaeb49dfc1c5)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:49.075262 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a7f95b65-4716-4723-863e-77df80a23b9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.093147 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a7f95b65-4716-4723-863e-77df80a23b9a None None] Calling delete_port for 96d386db-7644-4baa-bf00-6be62eb15ef8 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:49.112467 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-380089ee-e934-4694-813e-e556625393e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e48a1335-f2ce-4136-9503-051b68c84575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475380 Jul 07 17:08:49.208727 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6ff50c-700c-4322-9687-0c1ff93c181d x-openstack-request-id: req-7d6ff50c-700c-4322-9687-0c1ff93c181d {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:49.209311 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4724ece5-49b2-4b85-be4b-f8ebda99374c", "name": "network-vif-plugged", "status": "completed", "tag": "ef380acb-b070-4a03-8ab4-9915f4d0d9d6", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:49.209311 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d6ff50c-700c-4322-9687-0c1ff93c181d {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:49.210177 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4724ece5-49b2-4b85-be4b-f8ebda99374c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef380acb-b070-4a03-8ab4-9915f4d0d9d6', 'code': 200} Jul 07 17:08:49.214239 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a7f95b65-4716-4723-863e-77df80a23b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.241731 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31d3800a-0d93-4637-a31e-f4e9b12861e6 req-6c32ca8c-2063-49b5-825c-17ebe89291b8 service neutron] 10.222.0.72 "GET /v2.0/networks/ab82b3df-4c86-4ece-b695-047ab3f5d517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511837 Jul 07 17:08:49.330819 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f95b65-4716-4723-863e-77df80a23b9a None None] Pushing event deleted for resources: {'Port': ['ID=96d386db-7644-4baa-bf00-6be62eb15ef8,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:49.360764 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 96d386db-7644-4baa-bf00-6be62eb15ef8 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:49.363197 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620a206-215d-4b06-878a-65d8837d32cf req-feb23f6f-1d9b-4455-9c32-29687f30425f tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:49.365621 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f620a206-215d-4b06-878a-65d8837d32cf req-feb23f6f-1d9b-4455-9c32-29687f30425f tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 943 time: 0.3732049 Jul 07 17:08:49.384571 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f95b65-4716-4723-863e-77df80a23b9a None None] No DVR routers for this DVR port 96d386db-7644-4baa-bf00-6be62eb15ef8 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:49.386764 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 96d386db-7644-4baa-bf00-6be62eb15ef8 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:49.387233 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 96d386db-7644-4baa-bf00-6be62eb15ef8 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:49.397206 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5f15d6c3-60e4-4a8a-9156-e15b80c1fda9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.477575 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15d6c3-60e4-4a8a-9156-e15b80c1fda9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event deleted for resources: {'Port': ['ID=96d386db-7644-4baa-bf00-6be62eb15ef8,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:49.489646 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33480) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:49.490601 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-03713397-0f3e-4a04-b72e-0b61944ca89e service neutron] 10.222.0.64 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693917 Jul 07 17:08:49.494584 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f620a206-215d-4b06-878a-65d8837d32cf req-d8eabfed-35ab-498f-9b37-37f50a082b4e tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842516 Jul 07 17:08:49.507779 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f15d6c3-60e4-4a8a-9156-e15b80c1fda9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] No DVR routers for this DVR port 96d386db-7644-4baa-bf00-6be62eb15ef8 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:49.566197 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:08:49.573394 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1f26ed-7284-44cc-8a05-6f617636bb23 x-openstack-request-id: req-1d1f26ed-7284-44cc-8a05-6f617636bb23 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:49.573674 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d977ad-f2c8-4596-bfa0-a16a2cff50b9", "tag": "a3bc37a2-84fe-4914-971d-4a9e9493ef3b", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:49.573825 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d1f26ed-7284-44cc-8a05-6f617636bb23 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:49.574283 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d977ad-f2c8-4596-bfa0-a16a2cff50b9', 'tag': 'a3bc37a2-84fe-4914-971d-4a9e9493ef3b', 'status': 'completed', 'code': 200} Jul 07 17:08:49.655812 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5f15d6c3-60e4-4a8a-9156-e15b80c1fda9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.668313 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe00ccf-9a20-4cd9-99ed-6953f7a4d1d2 req-d646c53c-5313-4bbc-89ce-15d6d9d7e0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:49.669592 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4fe00ccf-9a20-4cd9-99ed-6953f7a4d1d2 req-d646c53c-5313-4bbc-89ce-15d6d9d7e0a2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 1097 time: 0.3515637 Jul 07 17:08:49.674522 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-5f15d6c3-60e4-4a8a-9156-e15b80c1fda9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a72e9960-5cf7-4201-81e4-98d36b3d4b7d']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:49.706697 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e4f654ad-c695-4d23-8d4a-c54a9f33d248 req-9609d6bb-d8f3-4e26-9d16-37a637061a84 service neutron] 10.222.0.64 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058558 Jul 07 17:08:49.714714 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-5f15d6c3-60e4-4a8a-9156-e15b80c1fda9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d675bda-1146-46eb-ba4e-aaeb49dfc1c5') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:49.715056 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-5f15d6c3-60e4-4a8a-9156-e15b80c1fda9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d675bda-1146-46eb-ba4e-aaeb49dfc1c5') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:49.744322 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5f15d6c3-60e4-4a8a-9156-e15b80c1fda9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.761552 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4fe00ccf-9a20-4cd9-99ed-6953f7a4d1d2 req-a5252d33-a330-4379-ae9d-5e119a961bf7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835965 Jul 07 17:08:49.764389 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-58294191-be2d-41fe-857d-3524b45a1f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.781346 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5f15d6c3-60e4-4a8a-9156-e15b80c1fda9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.807479 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f15d6c3-60e4-4a8a-9156-e15b80c1fda9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:08:49.807973 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5f15d6c3-60e4-4a8a-9156-e15b80c1fda9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:08:49.811798 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:08:50.094231 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5f15d6c3-60e4-4a8a-9156-e15b80c1fda9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.101359 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5f15d6c3-60e4-4a8a-9156-e15b80c1fda9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.105502 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5f15d6c3-60e4-4a8a-9156-e15b80c1fda9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "DELETE /v2.0/networks/a72e9960-5cf7-4201-81e4-98d36b3d4b7d HTTP/1.1" status: 204 len: 168 time: 2.6915212 Jul 07 17:08:50.109161 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33502) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:50.165057 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15d6c3-60e4-4a8a-9156-e15b80c1fda9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event deleted for resources: {'Network': ['ID=a72e9960-5cf7-4201-81e4-98d36b3d4b7d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:50.210643 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-a075ebcf-9145-4166-9044-290c5ca49ee4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] DELETE failed (client error): The resource could not be found. Jul 07 17:08:50.211401 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a075ebcf-9145-4166-9044-290c5ca49ee4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:08:50.213297 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a075ebcf-9145-4166-9044-290c5ca49ee4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "DELETE /v2.0/subnets/c4ac1423-175b-4226-ba93-9821a2697a55 HTTP/1.1" status: 404 len: 337 time: 0.1028588 Jul 07 17:08:50.220591 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33504) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:50.246281 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080c3a8-9c8f-4cb6-a155-e1d51f8be7bf req-26bd92dc-b45b-4855-9bf6-7a314c49560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:50.249012 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2080c3a8-9c8f-4cb6-a155-e1d51f8be7bf req-26bd92dc-b45b-4855-9bf6-7a314c49560e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fe17a6fbd19425cb38c02ad6df4484f&device_id=d9d977ad-f2c8-4596-bfa0-a16a2cff50b9 HTTP/1.1" status: 200 len: 1096 time: 0.3474641 Jul 07 17:08:50.250452 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-8488bb0c-c3d8-434c-a2de-d1549d89e013 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] DELETE failed (client error): The resource could not be found. Jul 07 17:08:50.251066 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8488bb0c-c3d8-434c-a2de-d1549d89e013 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:08:50.253001 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8488bb0c-c3d8-434c-a2de-d1549d89e013 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "DELETE /v2.0/networks/cf344287-4ddd-4eab-8bac-7b9033f87c91 HTTP/1.1" status: 404 len: 339 time: 0.0309711 Jul 07 17:08:50.259330 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33506) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:50.293811 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-43003fae-c0f3-4f85-9ca4-79f4453cd2d4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] DELETE failed (client error): The resource could not be found. Jul 07 17:08:50.294274 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43003fae-c0f3-4f85-9ca4-79f4453cd2d4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:08:50.296111 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-43003fae-c0f3-4f85-9ca4-79f4453cd2d4 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "DELETE /v2.0/subnets/e967bccd-3c09-4ecd-b1e2-8ab84e88e52b HTTP/1.1" status: 404 len: 337 time: 0.0354049 Jul 07 17:08:50.299845 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33508) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:50.331091 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-4baf0841-e93f-4c81-af71-4ffab020c811 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] DELETE failed (client error): The resource could not be found. Jul 07 17:08:50.331585 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4baf0841-e93f-4c81-af71-4ffab020c811 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:08:50.338491 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 0f28c0c7-7d72-43f8-a758-8ee89ee474e3 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:50.339314 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4baf0841-e93f-4c81-af71-4ffab020c811 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "DELETE /v2.0/networks/333ef20c-9e8c-4000-9c84-2d05a0927e85 HTTP/1.1" status: 404 len: 339 time: 0.0328074 Jul 07 17:08:50.339314 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33510) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:50.373559 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e22457-db4d-4bd7-9ff7-3c1d84aea4b4 req-59657dd0-e4ed-41bf-ab9e-ba9b0dd27a3a tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:50.376326 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-03e22457-db4d-4bd7-9ff7-3c1d84aea4b4 req-59657dd0-e4ed-41bf-ab9e-ba9b0dd27a3a tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d977ad-f2c8-4596-bfa0-a16a2cff50b9 HTTP/1.1" status: 200 len: 944 time: 0.3772876 Jul 07 17:08:50.384093 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5739087-14d6-4727-8f1f-031b01910b07 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] DELETE failed (client error): The resource could not be found. Jul 07 17:08:50.384943 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5739087-14d6-4727-8f1f-031b01910b07 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:08:50.386498 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c5739087-14d6-4727-8f1f-031b01910b07 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "DELETE /v2.0/subnets/3797bb7a-5847-4edb-b633-44df8af39cbb HTTP/1.1" status: 404 len: 337 time: 0.0467668 Jul 07 17:08:50.390628 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33512) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:50.399144 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-2959a6ac-288c-48c5-aa00-6c58d46ae38f tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:50.400775 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-2959a6ac-288c-48c5-aa00-6c58d46ae38f tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/networks?id=656dd087-69ac-4445-b8fb-7180ff9e7eaa HTTP/1.1" status: 200 len: 805 time: 0.2463205 Jul 07 17:08:50.400999 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-58294191-be2d-41fe-857d-3524b45a1f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.421220 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-417d3d56-8a91-497f-9dc7-f0a9b54583d9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] DELETE failed (client error): The resource could not be found. Jul 07 17:08:50.422014 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-417d3d56-8a91-497f-9dc7-f0a9b54583d9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:08:50.422423 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-58294191-be2d-41fe-857d-3524b45a1f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.425972 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-417d3d56-8a91-497f-9dc7-f0a9b54583d9 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "DELETE /v2.0/networks/71b7e400-96b5-4930-8d95-3fd58441a74d HTTP/1.1" status: 404 len: 339 time: 0.0320306 Jul 07 17:08:50.429610 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33514) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:50.442817 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-0c322ed9-7171-4f39-aad0-2856488bd08f tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/quotas/854488ce7e0c4852954684e9f239b430 HTTP/1.1" status: 200 len: 375 time: 0.0332835 Jul 07 17:08:50.501035 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 0f28c0c7-7d72-43f8-a758-8ee89ee474e3, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=0f28c0c7-7d72-43f8-a758-8ee89ee474e3,segment=NetworkSegment(a8f5d722-70dd-4b0a-ac22-e44981341ac0),segment_id=a8f5d722-70dd-4b0a-ac22-e44981341ac0)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:50.529474 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '0f28c0c7-7d72-43f8-a758-8ee89ee474e3', 'network_id': 'ab82b3df-4c86-4ece-b695-047ab3f5d517', 'port_id': '0f28c0c7-7d72-43f8-a758-8ee89ee474e3', 'mac_address': 'fa:16:3e:45:e1:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f885443-046f-4184-82cb-bdc354731f9f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:50.530235 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-6931f69d-686c-4ee2-a37c-f9bd16c62d6e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Deleting subnet a32f2542-2806-47ca-858c-e874a38984de {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:50.540128 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6931f69d-686c-4ee2-a37c-f9bd16c62d6e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.584022 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58294191-be2d-41fe-857d-3524b45a1f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb39acf7-f8ce-4488-8b7f-a95259c679a7,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:50.595514 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-58294191-be2d-41fe-857d-3524b45a1f1c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1be7008f8b304dd3a27dd9391568bea2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1043572 Jul 07 17:08:50.598086 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33520) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:50.611163 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-03e22457-db4d-4bd7-9ff7-3c1d84aea4b4 req-3173d1b9-f643-4732-b1b9-4e6d049c14c8 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058768 Jul 07 17:08:50.613179 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-94ef58f1-7a63-4b0c-b7be-f44b21a65366 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=854488ce7e0c4852954684e9f239b430&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1492789 Jul 07 17:08:50.641182 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.649357 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080c3a8-9c8f-4cb6-a155-e1d51f8be7bf req-87db26d6-ac1d-41f8-9d6d-9c84701113e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:50.653056 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2080c3a8-9c8f-4cb6-a155-e1d51f8be7bf req-87db26d6-ac1d-41f8-9d6d-9c84701113e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e48a1335-f2ce-4136-9503-051b68c84575 HTTP/1.1" status: 200 len: 913 time: 0.3950515 Jul 07 17:08:50.696880 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f28c0c7-7d72-43f8-a758-8ee89ee474e3 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:50.717810 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2080c3a8-9c8f-4cb6-a155-e1d51f8be7bf req-c6e48586-a25d-404b-848d-f033589e8946 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3bc37a2-84fe-4914-971d-4a9e9493ef3b HTTP/1.1" status: 200 len: 217 time: 0.0555062 Jul 07 17:08:50.734178 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 0f28c0c7-7d72-43f8-a758-8ee89ee474e3, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=0f28c0c7-7d72-43f8-a758-8ee89ee474e3,segment=NetworkSegment(a8f5d722-70dd-4b0a-ac22-e44981341ac0),segment_id=a8f5d722-70dd-4b0a-ac22-e44981341ac0)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:50.739839 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.778333 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6931f69d-686c-4ee2-a37c-f9bd16c62d6e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.796249 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4ef7f79b-3c6e-48b9-8546-c14719ab6c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.807239 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080c3a8-9c8f-4cb6-a155-e1d51f8be7bf req-dcb6cbc6-67e8-4184-8d11-6950246bdd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:50.808952 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2080c3a8-9c8f-4cb6-a155-e1d51f8be7bf req-dcb6cbc6-67e8-4184-8d11-6950246bdd5c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14e47f73-09be-4e96-b070-1b771944d586 HTTP/1.1" status: 200 len: 852 time: 0.0810976 Jul 07 17:08:50.833129 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=0f28c0c7-7d72-43f8-a758-8ee89ee474e3,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:50.864227 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2080c3a8-9c8f-4cb6-a155-e1d51f8be7bf req-00992b4c-a080-4286-8777-bc3ef6bf6d3a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e48a1335-f2ce-4136-9503-051b68c84575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476899 Jul 07 17:08:50.868849 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4ef7f79b-3c6e-48b9-8546-c14719ab6c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.980272 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-05f1a861-1795-4637-949a-e177a8298195 service neutron] 10.222.0.53 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661089 Jul 07 17:08:51.035163 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2080c3a8-9c8f-4cb6-a155-e1d51f8be7bf req-26b457f6-a170-47a7-ad89-d14060297f64 service neutron] 10.222.0.64 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542082 Jul 07 17:08:51.037983 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4ef7f79b-3c6e-48b9-8546-c14719ab6c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.043339 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4ef7f79b-3c6e-48b9-8546-c14719ab6c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.047851 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4ef7f79b-3c6e-48b9-8546-c14719ab6c2a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fb39acf7-f8ce-4488-8b7f-a95259c679a7 HTTP/1.1" status: 204 len: 168 time: 0.4330640 Jul 07 17:08:51.065478 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6931f69d-686c-4ee2-a37c-f9bd16c62d6e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.074481 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['0f28c0c7-7d72-43f8-a758-8ee89ee474e3'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:51.225733 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2080c3a8-9c8f-4cb6-a155-e1d51f8be7bf req-0b87a037-ac71-400a-a9a3-2aa6af170af4 service neutron] 10.222.0.64 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782424 Jul 07 17:08:51.260200 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6931f69d-686c-4ee2-a37c-f9bd16c62d6e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.261671 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7f79b-3c6e-48b9-8546-c14719ab6c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb39acf7-f8ce-4488-8b7f-a95259c679a7,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:51.301693 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931f69d-686c-4ee2-a37c-f9bd16c62d6e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event deleted for resources: {'Subnet': ['ID=a32f2542-2806-47ca-858c-e874a38984de,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:51.316725 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6931f69d-686c-4ee2-a37c-f9bd16c62d6e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.322172 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6931f69d-686c-4ee2-a37c-f9bd16c62d6e tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "DELETE /v2.0/subnets/a32f2542-2806-47ca-858c-e874a38984de HTTP/1.1" status: 204 len: 168 time: 0.8874171 Jul 07 17:08:51.324554 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33528) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:51.329359 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b075c5-a118-4bf2-99f2-bd85bb19b186 None None] Network f42e025b-d5b0-435f-83f7-398f2bb0711e requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:51.398191 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-91fd11f4-5b16-4184-bfdf-ceed4c92b6ca service neutron] 10.222.0.53 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852601 Jul 07 17:08:51.482403 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132c122-02a2-4b13-ae71-d0550acf99a2 req-d0e81054-8c23-4c1c-a7f6-ae5873885d07 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:51.484011 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1132c122-02a2-4b13-ae71-d0550acf99a2 req-d0e81054-8c23-4c1c-a7f6-ae5873885d07 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 944 time: 0.1906023 Jul 07 17:08:51.500042 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-12621f53-3470-4818-9c4f-44079bf9c641 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.595639 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device a3bc37a2-84fe-4914-971d-4a9e9493ef3b details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:51.598845 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1132c122-02a2-4b13-ae71-d0550acf99a2 req-132ab159-7702-4e45-be87-ea0c5e874c9d tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994329 Jul 07 17:08:51.714735 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-12621f53-3470-4818-9c4f-44079bf9c641 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Deleting port b3b8d5b0-ec8a-45f5-a74d-e316d849f62a {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:51.714735 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-12621f53-3470-4818-9c4f-44079bf9c641 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.731614 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8941da-d643-4468-b2d5-07d3a7a034a4 None None] DHCP port deletion for f42e025b-d5b0-435f-83f7-398f2bb0711e request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:08:51.793795 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-12621f53-3470-4818-9c4f-44079bf9c641 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] For port b3b8d5b0-ec8a-45f5-a74d-e316d849f62a, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b3b8d5b0-ec8a-45f5-a74d-e316d849f62a,segment=NetworkSegment(706ebbb4-5db0-4129-8d9e-52f1200eb5f0),segment_id=706ebbb4-5db0-4129-8d9e-52f1200eb5f0)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:51.794192 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-12621f53-3470-4818-9c4f-44079bf9c641 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.813916 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-12621f53-3470-4818-9c4f-44079bf9c641 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Calling delete_port for b3b8d5b0-ec8a-45f5-a74d-e316d849f62a owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:51.968053 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7917d3b5-f365-478f-979b-5d6b6dc1e0a8 req-18dbb154-31a8-43c7-98b5-35cb77f2e276 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=1702409a-d055-410c-8033-2c333deecf83 HTTP/1.1" status: 200 len: 210 time: 0.1265395 Jul 07 17:08:52.014464 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port a3bc37a2-84fe-4914-971d-4a9e9493ef3b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=a3bc37a2-84fe-4914-971d-4a9e9493ef3b,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:52.057686 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-12621f53-3470-4818-9c4f-44079bf9c641 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.075851 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12621f53-3470-4818-9c4f-44079bf9c641 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] No DVR routers for this DVR port b3b8d5b0-ec8a-45f5-a74d-e316d849f62a on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:52.097701 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-6b8941da-d643-4468-b2d5-07d3a7a034a4 None None] Deleting port b3b8d5b0-ec8a-45f5-a74d-e316d849f62a {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:52.098322 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6b8941da-d643-4468-b2d5-07d3a7a034a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.109510 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'a3bc37a2-84fe-4914-971d-4a9e9493ef3b', 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575', 'port_id': 'a3bc37a2-84fe-4914-971d-4a9e9493ef3b', 'mac_address': 'fa:16:3e:83:be:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e47f73-09be-4e96-b070-1b771944d586', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:52.133131 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12621f53-3470-4818-9c4f-44079bf9c641 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event deleted for resources: {'Port': ['ID=b3b8d5b0-ec8a-45f5-a74d-e316d849f62a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:52.307383 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-6b8941da-d643-4468-b2d5-07d3a7a034a4 None None] For port b3b8d5b0-ec8a-45f5-a74d-e316d849f62a, host n-d-791503-12, got binding levels [] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:52.307788 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6b8941da-d643-4468-b2d5-07d3a7a034a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.350848 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 0f28c0c7-7d72-43f8-a758-8ee89ee474e3 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:52.357737 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-6b8941da-d643-4468-b2d5-07d3a7a034a4 None None] Calling delete_port for b3b8d5b0-ec8a-45f5-a74d-e316d849f62a owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:52.361560 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.395773 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.ipam_backend_mixin [None req-6b8941da-d643-4468-b2d5-07d3a7a034a4 None None] Port b3b8d5b0-ec8a-45f5-a74d-e316d849f62a was not found and therefore no delete operation was performed {{(pid=100194) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:08:52.397987 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3bc37a2-84fe-4914-971d-4a9e9493ef3b {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:52.446843 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6b8941da-d643-4468-b2d5-07d3a7a034a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.492602 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8941da-d643-4468-b2d5-07d3a7a034a4 None None] Pushing event deleted for resources: {'Port': ['ID=b3b8d5b0-ec8a-45f5-a74d-e316d849f62a,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:52.544985 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port a3bc37a2-84fe-4914-971d-4a9e9493ef3b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=a3bc37a2-84fe-4914-971d-4a9e9493ef3b,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:52.572661 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8941da-d643-4468-b2d5-07d3a7a034a4 None None] No DVR routers for this DVR port b3b8d5b0-ec8a-45f5-a74d-e316d849f62a on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:52.576019 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-12621f53-3470-4818-9c4f-44079bf9c641 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.580242 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.663560 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-12621f53-3470-4818-9c4f-44079bf9c641 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42e025b-d5b0-435f-83f7-398f2bb0711e']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:52.703808 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196349f-c464-4af3-b808-383ad93d2288 req-e8703fc0-e219-41b2-87f8-b9841edb057c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:52.711965 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b196349f-c464-4af3-b808-383ad93d2288 req-e8703fc0-e219-41b2-87f8-b9841edb057c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d977ad-f2c8-4596-bfa0-a16a2cff50b9 HTTP/1.1" status: 200 len: 944 time: 0.4805412 Jul 07 17:08:52.735249 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 0f28c0c7-7d72-43f8-a758-8ee89ee474e3 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:52.739644 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-12621f53-3470-4818-9c4f-44079bf9c641 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706ebbb4-5db0-4129-8d9e-52f1200eb5f0') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:52.739941 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-12621f53-3470-4818-9c4f-44079bf9c641 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706ebbb4-5db0-4129-8d9e-52f1200eb5f0') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:52.742987 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 0f28c0c7-7d72-43f8-a758-8ee89ee474e3 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:52.743765 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.784887 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=a3bc37a2-84fe-4914-971d-4a9e9493ef3b,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:52.796587 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-12621f53-3470-4818-9c4f-44079bf9c641 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.834282 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b196349f-c464-4af3-b808-383ad93d2288 req-c01bfa89-a0c4-41b5-907c-759869934944 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916200 Jul 07 17:08:52.840728 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-12621f53-3470-4818-9c4f-44079bf9c641 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.861293 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12621f53-3470-4818-9c4f-44079bf9c641 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:08:52.862297 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-12621f53-3470-4818-9c4f-44079bf9c641 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:08:52.877541 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:08:52.919911 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.985688 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['a3bc37a2-84fe-4914-971d-4a9e9493ef3b'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:53.003896 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f05f0-d10e-467d-a6ac-ac779c9b2245 req-ef4103f1-9197-45b4-bde6-2069af2c4989 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:53.011161 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ed7dc2-3b98-45d5-98d0-6778b59d0ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f28c0c7-7d72-43f8-a758-8ee89ee474e3'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:53.011994 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f20f05f0-d10e-467d-a6ac-ac779c9b2245 req-ef4103f1-9197-45b4-bde6-2069af2c4989 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 944 time: 0.1018419 Jul 07 17:08:53.019106 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786ce7de-17db-47c7-a297-f94ad754b20f" -d '{"events": [{"server_uuid": "63ed7dc2-3b98-45d5-98d0-6778b59d0ca1", "name": "network-vif-plugged", "status": "completed", "tag": "0f28c0c7-7d72-43f8-a758-8ee89ee474e3"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:53.068757 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f20f05f0-d10e-467d-a6ac-ac779c9b2245 req-1a1436a9-c9e3-4e3e-ba80-b8231bf9abed tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557652 Jul 07 17:08:53.092697 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-12621f53-3470-4818-9c4f-44079bf9c641 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:53.121256 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-12621f53-3470-4818-9c4f-44079bf9c641 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:53.124861 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 0f28c0c7-7d72-43f8-a758-8ee89ee474e3, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=0f28c0c7-7d72-43f8-a758-8ee89ee474e3,segment=NetworkSegment(a8f5d722-70dd-4b0a-ac22-e44981341ac0),segment_id=a8f5d722-70dd-4b0a-ac22-e44981341ac0)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:53.126449 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33576) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:53.134323 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-12621f53-3470-4818-9c4f-44079bf9c641 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "DELETE /v2.0/networks/f42e025b-d5b0-435f-83f7-398f2bb0711e HTTP/1.1" status: 204 len: 168 time: 1.8085725 Jul 07 17:08:53.144355 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:53.145759 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12621f53-3470-4818-9c4f-44079bf9c641 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event deleted for resources: {'Network': ['ID=f42e025b-d5b0-435f-83f7-398f2bb0711e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:53.200090 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-40760b49-a99c-441a-9b5b-931148d6ceec tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] DELETE failed (client error): The resource could not be found. Jul 07 17:08:53.201243 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40760b49-a99c-441a-9b5b-931148d6ceec tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:08:53.204960 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-40760b49-a99c-441a-9b5b-931148d6ceec tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "DELETE /v2.0/subnets/927536eb-6cbe-402b-8205-d3cbaea8986f HTTP/1.1" status: 404 len: 337 time: 0.0764630 Jul 07 17:08:53.208443 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33578) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:53.298242 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-091e91cd-0022-420a-9164-33703bc58741 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] DELETE failed (client error): The resource could not be found. Jul 07 17:08:53.300142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-091e91cd-0022-420a-9164-33703bc58741 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:08:53.303602 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-091e91cd-0022-420a-9164-33703bc58741 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "DELETE /v2.0/networks/943b0e8d-1172-4b54-a0ff-9f9158162418 HTTP/1.1" status: 404 len: 339 time: 0.0925262 Jul 07 17:08:53.306502 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33580) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:53.357564 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31154ac2-8646-4fd1-8e77-c3c9939c3606 req-d7726165-7387-464b-9050-5d26902b3223 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=1702409a-d055-410c-8033-2c333deecf83 HTTP/1.1" status: 200 len: 210 time: 0.1133380 Jul 07 17:08:53.389911 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=0f28c0c7-7d72-43f8-a758-8ee89ee474e3,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:53.404305 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b3b8d5b0-ec8a-45f5-a74d-e316d849f62a no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:53.422273 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-45defb7d-a18b-4e1e-90a1-16d7b6fc1af6 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Deleting subnet b2e99baf-c027-4c58-9301-12020b8fc67e {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:53.455759 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-45defb7d-a18b-4e1e-90a1-16d7b6fc1af6 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:53.464052 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: b3b8d5b0-ec8a-45f5-a74d-e316d849f62a {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:53.464637 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b3b8d5b0-ec8a-45f5-a74d-e316d849f62a not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:53.479597 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b22911-c395-453f-972c-501996679669 x-openstack-request-id: req-f3b22911-c395-453f-972c-501996679669 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:53.480572 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ed7dc2-3b98-45d5-98d0-6778b59d0ca1", "name": "network-vif-plugged", "status": "completed", "tag": "0f28c0c7-7d72-43f8-a758-8ee89ee474e3", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:53.481484 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3b22911-c395-453f-972c-501996679669 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:53.482341 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ed7dc2-3b98-45d5-98d0-6778b59d0ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f28c0c7-7d72-43f8-a758-8ee89ee474e3', 'code': 200} Jul 07 17:08:53.487663 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-085271ac-5413-4a1d-b83a-1652fa51811f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:53.675035 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-45defb7d-a18b-4e1e-90a1-16d7b6fc1af6 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:53.802750 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548385e4-15cb-4f5c-8d5e-4ebab32f3535 req-9e631491-3ce6-4e52-90c9-cadb2427592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:53.805166 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-548385e4-15cb-4f5c-8d5e-4ebab32f3535 req-9e631491-3ce6-4e52-90c9-cadb2427592c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 1097 time: 0.1070101 Jul 07 17:08:53.855794 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-548385e4-15cb-4f5c-8d5e-4ebab32f3535 req-5c1dec62-f56d-4212-93cf-c55227efc409 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397999 Jul 07 17:08:53.863229 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-45defb7d-a18b-4e1e-90a1-16d7b6fc1af6 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:53.957910 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-45defb7d-a18b-4e1e-90a1-16d7b6fc1af6 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:54.004540 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45defb7d-a18b-4e1e-90a1-16d7b6fc1af6 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event deleted for resources: {'Subnet': ['ID=b2e99baf-c027-4c58-9301-12020b8fc67e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:54.020225 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-45defb7d-a18b-4e1e-90a1-16d7b6fc1af6 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:54.024485 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-45defb7d-a18b-4e1e-90a1-16d7b6fc1af6 tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "DELETE /v2.0/subnets/b2e99baf-c027-4c58-9301-12020b8fc67e HTTP/1.1" status: 204 len: 168 time: 0.7165790 Jul 07 17:08:54.028477 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33606) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:54.032266 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146c6559-3706-4e93-ba1a-2ee10470dba8 None None] Network 10670639-730a-48c4-a835-7826e37ccffb requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:54.272418 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-061faf8f-2b52-41b5-9492-f9331d5a337f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:54.362641 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5641a0-7e71-405d-8926-1b9014182040 req-660ceea6-dd5d-413e-9515-999d3c17ee37 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:54.366492 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe5641a0-7e71-405d-8926-1b9014182040 req-660ceea6-dd5d-413e-9515-999d3c17ee37 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d977ad-f2c8-4596-bfa0-a16a2cff50b9 HTTP/1.1" status: 200 len: 945 time: 0.2501798 Jul 07 17:08:54.402592 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33616) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:54.450778 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe5641a0-7e71-405d-8926-1b9014182040 req-eb78063c-2917-4a97-90a9-5cc582421d33 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717921 Jul 07 17:08:54.489373 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-061faf8f-2b52-41b5-9492-f9331d5a337f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Deleting port 9ce9637f-8ad5-4b01-8cfb-c29092504752 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:54.490384 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-061faf8f-2b52-41b5-9492-f9331d5a337f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:54.492641 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8d46bd-a4f7-4158-93d5-11c61f0156e3 None None] DHCP port deletion for 10670639-730a-48c4-a835-7826e37ccffb request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:08:54.643063 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-7c8d46bd-a4f7-4158-93d5-11c61f0156e3 None None] Deleting port 9ce9637f-8ad5-4b01-8cfb-c29092504752 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:54.643311 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7c8d46bd-a4f7-4158-93d5-11c61f0156e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:54.776381 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7a773c18-8739-4dc6-a0ee-99574ad3f9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:54.841931 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-fbb3de58-0f36-4a35-8dd4-d39752a3fd27 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:54.845150 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-fbb3de58-0f36-4a35-8dd4-d39752a3fd27 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.72 "GET /v2.0/networks?id=656dd087-69ac-4445-b8fb-7180ff9e7eaa HTTP/1.1" status: 200 len: 805 time: 0.4206123 Jul 07 17:08:54.849307 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-7c8d46bd-a4f7-4158-93d5-11c61f0156e3 None None] For port 9ce9637f-8ad5-4b01-8cfb-c29092504752, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=9ce9637f-8ad5-4b01-8cfb-c29092504752,segment=NetworkSegment(fcdfe6a3-3183-4ce8-9371-fb1d09ae6552),segment_id=fcdfe6a3-3183-4ce8-9371-fb1d09ae6552)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:54.849714 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7c8d46bd-a4f7-4158-93d5-11c61f0156e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:54.851879 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-48b1df91-2190-43d5-a144-723d8800f7c0 req-28eafec6-c62e-40de-a883-3cd1d68e5b8e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=260b767c-5518-4fed-ac48-28cafd51406d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2211144 Jul 07 17:08:54.865945 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-21b84cce-b7e6-4d11-b0cf-4fd575fcbe98 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Request body: {'port': {'device_id': '1702409a-d055-410c-8033-2c333deecf83', 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa', 'admin_state_up': True, 'tenant_id': '854488ce7e0c4852954684e9f239b430'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:54.884345 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-7c8d46bd-a4f7-4158-93d5-11c61f0156e3 None None] Calling delete_port for 9ce9637f-8ad5-4b01-8cfb-c29092504752 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:55.023678 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7c8d46bd-a4f7-4158-93d5-11c61f0156e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.040933 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8d46bd-a4f7-4158-93d5-11c61f0156e3 None None] No DVR routers for this DVR port 9ce9637f-8ad5-4b01-8cfb-c29092504752 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:55.067042 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d46bd-a4f7-4158-93d5-11c61f0156e3 None None] Pushing event deleted for resources: {'Port': ['ID=9ce9637f-8ad5-4b01-8cfb-c29092504752,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:55.091405 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e6ba9811-2e1d-4699-985b-8e43d3a4d6aa req-76eacfd3-25ae-4490-89c6-6ac72f0dfafd tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=1702409a-d055-410c-8033-2c333deecf83 HTTP/1.1" status: 200 len: 210 time: 0.0708601 Jul 07 17:08:55.099527 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90d48c-d184-4cad-ab04-314de2a63d63 req-ca8f90ea-a431-4939-8a3d-91050514b89d tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:55.102744 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4b90d48c-d184-4cad-ab04-314de2a63d63 req-ca8f90ea-a431-4939-8a3d-91050514b89d tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 945 time: 0.5448544 Jul 07 17:08:55.152299 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-061faf8f-2b52-41b5-9492-f9331d5a337f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] For port 9ce9637f-8ad5-4b01-8cfb-c29092504752, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=9ce9637f-8ad5-4b01-8cfb-c29092504752,segment=NetworkSegment(fcdfe6a3-3183-4ce8-9371-fb1d09ae6552),segment_id=fcdfe6a3-3183-4ce8-9371-fb1d09ae6552)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:55.152835 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-061faf8f-2b52-41b5-9492-f9331d5a337f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.180471 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-061faf8f-2b52-41b5-9492-f9331d5a337f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Calling delete_port for 9ce9637f-8ad5-4b01-8cfb-c29092504752 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:55.244220 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4b90d48c-d184-4cad-ab04-314de2a63d63 req-0c161996-dbca-4cd6-bd44-974b3ebcbc30 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196098 Jul 07 17:08:55.324135 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1df91-2190-43d5-a144-723d8800f7c0 req-f1daee24-5d0f-4d5f-a0b9-c99a22c86c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:55.326760 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-48b1df91-2190-43d5-a144-723d8800f7c0 req-f1daee24-5d0f-4d5f-a0b9-c99a22c86c6b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=854488ce7e0c4852954684e9f239b430&device_id=260b767c-5518-4fed-ac48-28cafd51406d HTTP/1.1" status: 200 len: 1098 time: 0.3511803 Jul 07 17:08:55.351756 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 9ce9637f-8ad5-4b01-8cfb-c29092504752 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:55.397346 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-061faf8f-2b52-41b5-9492-f9331d5a337f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.418239 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 9ce9637f-8ad5-4b01-8cfb-c29092504752 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:55.420017 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 9ce9637f-8ad5-4b01-8cfb-c29092504752 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:55.442461 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061faf8f-2b52-41b5-9492-f9331d5a337f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] No DVR routers for this DVR port 9ce9637f-8ad5-4b01-8cfb-c29092504752 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:55.528150 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061faf8f-2b52-41b5-9492-f9331d5a337f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event deleted for resources: {'Port': ['ID=9ce9637f-8ad5-4b01-8cfb-c29092504752,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:55.538575 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7a773c18-8739-4dc6-a0ee-99574ad3f9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.555201 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7a773c18-8739-4dc6-a0ee-99574ad3f9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.596331 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device a3bc37a2-84fe-4914-971d-4a9e9493ef3b up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:55.662389 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-061faf8f-2b52-41b5-9492-f9331d5a337f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.667482 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-21b84cce-b7e6-4d11-b0cf-4fd575fcbe98 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Made reservation on behalf of 854488ce7e0c4852954684e9f239b430 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:55.673698 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-21b84cce-b7e6-4d11-b0cf-4fd575fcbe98 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.685605 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-061faf8f-2b52-41b5-9492-f9331d5a337f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10670639-730a-48c4-a835-7826e37ccffb']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:55.688138 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a773c18-8739-4dc6-a0ee-99574ad3f9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77ab41e-3609-4a58-abe2-eb09da7a7bba,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:55.708859 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-061faf8f-2b52-41b5-9492-f9331d5a337f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcdfe6a3-3183-4ce8-9371-fb1d09ae6552') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:55.709674 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-061faf8f-2b52-41b5-9492-f9331d5a337f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcdfe6a3-3183-4ce8-9371-fb1d09ae6552') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:55.730476 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-061faf8f-2b52-41b5-9492-f9331d5a337f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.731319 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port a3bc37a2-84fe-4914-971d-4a9e9493ef3b completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:55.738901 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port a3bc37a2-84fe-4914-971d-4a9e9493ef3b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:55.739398 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.750256 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7a773c18-8739-4dc6-a0ee-99574ad3f9bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1bd5e7562db641998715b83cff02b1b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3441291 Jul 07 17:08:55.756580 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33628) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:55.795904 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-061faf8f-2b52-41b5-9492-f9331d5a337f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.829028 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1df91-2190-43d5-a144-723d8800f7c0 req-6a70456d-8fe7-431b-9685-e1bdae179035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:55.831550 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-48b1df91-2190-43d5-a144-723d8800f7c0 req-6a70456d-8fe7-431b-9685-e1bdae179035 service neutron] 10.222.0.64 "GET /v2.0/networks?id=656dd087-69ac-4445-b8fb-7180ff9e7eaa HTTP/1.1" status: 200 len: 906 time: 0.4446144 Jul 07 17:08:55.843686 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061faf8f-2b52-41b5-9492-f9331d5a337f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:08:55.844375 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-061faf8f-2b52-41b5-9492-f9331d5a337f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:08:55.852061 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:08:55.892671 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.922728 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d977ad-f2c8-4596-bfa0-a16a2cff50b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3bc37a2-84fe-4914-971d-4a9e9493ef3b'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:55.925166 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e6e5ea-6195-4983-99f5-ee763a64c40d" -d '{"events": [{"server_uuid": "d9d977ad-f2c8-4596-bfa0-a16a2cff50b9", "name": "network-vif-plugged", "status": "completed", "tag": "a3bc37a2-84fe-4914-971d-4a9e9493ef3b"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:55.948496 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port a3bc37a2-84fe-4914-971d-4a9e9493ef3b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=a3bc37a2-84fe-4914-971d-4a9e9493ef3b,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:55.953599 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.998357 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aa884917-30ec-447b-989a-39ac2c4dd172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.000466 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-48b1df91-2190-43d5-a144-723d8800f7c0 req-ab24497d-76e1-4ac1-83d9-0579368800ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42cfc02f-3401-4427-a978-d55f0e45e38f HTTP/1.1" status: 200 len: 217 time: 0.1594064 Jul 07 17:08:56.006820 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-061faf8f-2b52-41b5-9492-f9331d5a337f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.041220 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=a3bc37a2-84fe-4914-971d-4a9e9493ef3b,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:56.053675 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-061faf8f-2b52-41b5-9492-f9331d5a337f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.058292 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-061faf8f-2b52-41b5-9492-f9331d5a337f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] 10.222.0.53 "DELETE /v2.0/networks/10670639-730a-48c4-a835-7826e37ccffb HTTP/1.1" status: 204 len: 168 time: 2.0278304 Jul 07 17:08:56.063571 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061faf8f-2b52-41b5-9492-f9331d5a337f tempest-NetworksIpV6Test-1085530964 tempest-NetworksIpV6Test-1085530964-project] Pushing event deleted for resources: {'Network': ['ID=10670639-730a-48c4-a835-7826e37ccffb,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:56.088760 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aa884917-30ec-447b-989a-39ac2c4dd172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.099699 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbdb0d7-2fe4-4f71-b78e-37dea70138a0 x-openstack-request-id: req-4bbdb0d7-2fe4-4f71-b78e-37dea70138a0 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:56.100816 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d977ad-f2c8-4596-bfa0-a16a2cff50b9", "name": "network-vif-plugged", "status": "completed", "tag": "a3bc37a2-84fe-4914-971d-4a9e9493ef3b", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:56.102584 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4bbdb0d7-2fe4-4f71-b78e-37dea70138a0 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:56.104794 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d977ad-f2c8-4596-bfa0-a16a2cff50b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3bc37a2-84fe-4914-971d-4a9e9493ef3b', 'code': 200} Jul 07 17:08:56.181086 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.244389 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4141f2-799b-42f6-9e40-bed1d636068f req-a42ad5ea-44f4-462f-98f7-9c327648c46c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:56.268864 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fb4141f2-799b-42f6-9e40-bed1d636068f req-a42ad5ea-44f4-462f-98f7-9c327648c46c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d977ad-f2c8-4596-bfa0-a16a2cff50b9 HTTP/1.1" status: 200 len: 945 time: 0.6030369 Jul 07 17:08:56.334111 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aa884917-30ec-447b-989a-39ac2c4dd172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.336879 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aa884917-30ec-447b-989a-39ac2c4dd172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.342835 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-aa884917-30ec-447b-989a-39ac2c4dd172 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e77ab41e-3609-4a58-abe2-eb09da7a7bba HTTP/1.1" status: 204 len: 168 time: 0.5866675 Jul 07 17:08:56.359950 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe1764-c6d7-4967-b4ea-7688f11fd2f4 req-00c20519-4f86-436d-8b06-6f7fb33701ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:56.363128 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bfbe1764-c6d7-4967-b4ea-7688f11fd2f4 req-00c20519-4f86-436d-8b06-6f7fb33701ea service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d9d977ad-f2c8-4596-bfa0-a16a2cff50b9 HTTP/1.1" status: 200 len: 1098 time: 0.1494508 Jul 07 17:08:56.381537 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-21b84cce-b7e6-4d11-b0cf-4fd575fcbe98 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Allocated IP 172.20.0.14 (656dd087-69ac-4445-b8fb-7180ff9e7eaa/160646de-633f-43bb-ab77-cdc4622fc25c/3c1035c2-0979-4c15-b7ed-32a6708c4678) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:56.412410 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa884917-30ec-447b-989a-39ac2c4dd172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77ab41e-3609-4a58-abe2-eb09da7a7bba,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:56.442358 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bfbe1764-c6d7-4967-b4ea-7688f11fd2f4 req-aae31e26-801c-476e-bd58-0b7e19949b2b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661948 Jul 07 17:08:56.510077 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c67a626c-cf61-4d2a-9cb3-0cf6dd15f486 req-9ab282bf-5c08-4450-aa71-e212f901edbd tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=1702409a-d055-410c-8033-2c333deecf83 HTTP/1.1" status: 200 len: 210 time: 0.0655570 Jul 07 17:08:56.535293 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1df91-2190-43d5-a144-723d8800f7c0 req-2f3a3da2-b847-4a53-8877-31ce651eb6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:56.535735 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-48b1df91-2190-43d5-a144-723d8800f7c0 req-2f3a3da2-b847-4a53-8877-31ce651eb6bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=160646de-633f-43bb-ab77-cdc4622fc25c HTTP/1.1" status: 200 len: 845 time: 0.5243514 Jul 07 17:08:56.598066 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-48b1df91-2190-43d5-a144-723d8800f7c0 req-28894531-e748-41eb-b18e-d5d7c8ac6eb3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=656dd087-69ac-4445-b8fb-7180ff9e7eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514827 Jul 07 17:08:56.615761 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fb4141f2-799b-42f6-9e40-bed1d636068f req-4ac42ff9-851e-4fd7-87ad-cf178a92e475 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450816 Jul 07 17:08:56.662767 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33648) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:56.727203 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a536f404-1f37-4d68-a182-ba97697f76df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.744664 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-48b1df91-2190-43d5-a144-723d8800f7c0 req-ec574aee-930f-4809-b83c-76db01e06c9f service neutron] 10.222.0.64 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218548 Jul 07 17:08:56.920865 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d034d3-8402-4a9e-a97c-adfebef973b6 req-94e13902-8ce9-42fc-adfa-20e673e3e0fd tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:56.939751 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f5d034d3-8402-4a9e-a97c-adfebef973b6 req-94e13902-8ce9-42fc-adfa-20e673e3e0fd tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 945 time: 0.1358283 Jul 07 17:08:57.011527 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f5d034d3-8402-4a9e-a97c-adfebef973b6 req-a064ce7c-1dbc-4c56-8c2f-c39d709b7680 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672143 Jul 07 17:08:57.226232 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1642d72d-cca6-4fd4-bb03-dc7beea45acd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=21919683220a41d3a4d84233ba5e4402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5665286 Jul 07 17:08:57.226952 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33660) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:57.381051 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e7b4-4972-4ebb-9b6c-125ee49e060b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.420715 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e7b4-4972-4ebb-9b6c-125ee49e060b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.519800 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e7b4-4972-4ebb-9b6c-125ee49e060b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.524130 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e7b4-4972-4ebb-9b6c-125ee49e060b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.525242 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cfc9e7b4-4972-4ebb-9b6c-125ee49e060b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c388116d-e40c-4f1f-9cac-069d6d3b3c83 HTTP/1.1" status: 204 len: 168 time: 0.2968974 Jul 07 17:08:57.535466 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9e7b4-4972-4ebb-9b6c-125ee49e060b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c388116d-e40c-4f1f-9cac-069d6d3b3c83,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:57.562030 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-21b84cce-b7e6-4d11-b0cf-4fd575fcbe98 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.643846 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-48b1df91-2190-43d5-a144-723d8800f7c0 req-46909096-c2ae-4311-a8f1-c1a817f1bfdf service neutron] 10.222.0.64 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8813162 Jul 07 17:08:57.652030 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-21b84cce-b7e6-4d11-b0cf-4fd575fcbe98 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.665344 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['42cfc02f-3401-4427-a978-d55f0e45e38f'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:57.761766 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-21b84cce-b7e6-4d11-b0cf-4fd575fcbe98 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Network 656dd087-69ac-4445-b8fb-7180ff9e7eaa is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:57.764752 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b84cce-b7e6-4d11-b0cf-4fd575fcbe98 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Pushing event updated for resources: {'Port': ['ID=3c1035c2-0979-4c15-b7ed-32a6708c4678,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:57.769163 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-21b84cce-b7e6-4d11-b0cf-4fd575fcbe98 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:57.779090 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-21b84cce-b7e6-4d11-b0cf-4fd575fcbe98 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:57.830830 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.979626 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cbd8a-0f2b-4760-b1a6-25781d0dcc5f req-3ba6e964-fdf3-4642-8799-469531c2da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:57.981387 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4e7cbd8a-0f2b-4760-b1a6-25781d0dcc5f req-3ba6e964-fdf3-4642-8799-469531c2da51 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=714c5973a0b4427daf9bad1f0fff20b4&device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 1097 time: 0.2868900 Jul 07 17:08:57.988561 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-21b84cce-b7e6-4d11-b0cf-4fd575fcbe98 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:57.995983 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-21b84cce-b7e6-4d11-b0cf-4fd575fcbe98 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:58.078456 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1483e8-87fe-4b36-add2-badfd7f0937a req-2810e8bf-350b-47ba-8c59-c4e0f87134dc tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:58.094384 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-21b84cce-b7e6-4d11-b0cf-4fd575fcbe98 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2388432 Jul 07 17:08:58.106914 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ae1483e8-87fe-4b36-add2-badfd7f0937a req-2810e8bf-350b-47ba-8c59-c4e0f87134dc tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 945 time: 0.2169652 Jul 07 17:08:58.113660 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-5ad5e19e-24e8-42f9-a78b-15305fcc69af service neutron] Request body: {'port': {'device_id': '1702409a-d055-410c-8033-2c333deecf83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:58.197192 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee928fb6-004a-4d81-b8cb-126cf743c3a4 req-ab7bb8f8-4c88-4172-9833-2968d21096df tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:58.198924 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee928fb6-004a-4d81-b8cb-126cf743c3a4 req-ab7bb8f8-4c88-4172-9833-2968d21096df tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=1702409a-d055-410c-8033-2c333deecf83 HTTP/1.1" status: 200 len: 932 time: 0.3359692 Jul 07 17:08:58.220810 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cbd8a-0f2b-4760-b1a6-25781d0dcc5f req-6f349849-e1e2-4ced-a44e-ed0d046a1172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:58.222500 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4e7cbd8a-0f2b-4760-b1a6-25781d0dcc5f req-6f349849-e1e2-4ced-a44e-ed0d046a1172 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ab82b3df-4c86-4ece-b695-047ab3f5d517 HTTP/1.1" status: 200 len: 920 time: 0.2061760 Jul 07 17:08:58.229867 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ae1483e8-87fe-4b36-add2-badfd7f0937a req-53327eeb-3675-4556-aa72-a88e4684aef4 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174436 Jul 07 17:08:58.301545 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4e7cbd8a-0f2b-4760-b1a6-25781d0dcc5f req-03d4d4c0-9e00-4e91-89cc-2087a20cfa41 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0f28c0c7-7d72-43f8-a758-8ee89ee474e3 HTTP/1.1" status: 200 len: 217 time: 0.0573416 Jul 07 17:08:58.335231 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-5ad5e19e-24e8-42f9-a78b-15305fcc69af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:58.384721 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee928fb6-004a-4d81-b8cb-126cf743c3a4 req-1d27fa9d-16af-4898-b8fc-cea5b61beb11 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724162 Jul 07 17:08:58.584931 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cbd8a-0f2b-4760-b1a6-25781d0dcc5f req-5add929d-c0f0-4616-801b-19dacced40af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:58.588655 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4e7cbd8a-0f2b-4760-b1a6-25781d0dcc5f req-5add929d-c0f0-4616-801b-19dacced40af service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f885443-046f-4184-82cb-bdc354731f9f HTTP/1.1" status: 200 len: 859 time: 0.2735310 Jul 07 17:08:58.652961 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec47bc-4b34-48ac-a5dd-125db162b979 req-fff5d4d9-eda2-4ec5-8255-8f85e6079867 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:58.664735 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9cec47bc-4b34-48ac-a5dd-125db162b979 req-fff5d4d9-eda2-4ec5-8255-8f85e6079867 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d977ad-f2c8-4596-bfa0-a16a2cff50b9 HTTP/1.1" status: 200 len: 946 time: 0.2135303 Jul 07 17:08:58.688658 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4e7cbd8a-0f2b-4760-b1a6-25781d0dcc5f req-3bc6aedb-e9e7-4f82-b7cc-fb59354bd25f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ab82b3df-4c86-4ece-b695-047ab3f5d517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841627 Jul 07 17:08:58.755321 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9cec47bc-4b34-48ac-a5dd-125db162b979 req-5a9e08a7-1911-462c-9cb3-0f1ebda64d3c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869830 Jul 07 17:08:59.115144 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4e7cbd8a-0f2b-4760-b1a6-25781d0dcc5f req-fd8bdd6f-ff6c-45ff-b6c3-3af5c76fbab3 service neutron] 10.222.0.72 "GET /v2.0/networks/ab82b3df-4c86-4ece-b695-047ab3f5d517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133573 Jul 07 17:08:59.154534 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33718) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:59.290035 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-f3e4ec98-c25f-4b38-9336-b186c0a23eee tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1358768346'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:59.330846 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e4ec98-c25f-4b38-9336-b186c0a23eee tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Made reservation on behalf of b2964c50612d4f618aa06c37eac9e100 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:59.336403 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f3e4ec98-c25f-4b38-9336-b186c0a23eee tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:59.364842 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f3e4ec98-c25f-4b38-9336-b186c0a23eee tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:59.447531 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4e7cbd8a-0f2b-4760-b1a6-25781d0dcc5f req-0e195f8d-b835-436f-a3f5-0add69f6f354 service neutron] 10.222.0.72 "GET /v2.0/networks/ab82b3df-4c86-4ece-b695-047ab3f5d517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717416 Jul 07 17:08:59.463260 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-5ad5e19e-24e8-42f9-a78b-15305fcc69af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c1035c2-0979-4c15-b7ed-32a6708c4678 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:59.475661 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-5ad5e19e-24e8-42f9-a78b-15305fcc69af service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:59.512779 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-5ad5e19e-24e8-42f9-a78b-15305fcc69af service neutron] Transition to ACTIVE for port object 3c1035c2-0979-4c15-b7ed-32a6708c4678 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:59.521086 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-5ad5e19e-24e8-42f9-a78b-15305fcc69af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:59.593384 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f3e4ec98-c25f-4b38-9336-b186c0a23eee tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:59.615623 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f3e4ec98-c25f-4b38-9336-b186c0a23eee tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:59.700186 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e4ec98-c25f-4b38-9336-b186c0a23eee tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:08:59.720435 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4ec98-c25f-4b38-9336-b186c0a23eee tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c936d1b0-9f30-457f-974b-fe45c2a849e0,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:59.742228 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f3e4ec98-c25f-4b38-9336-b186c0a23eee tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:59.743876 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-f3e4ec98-c25f-4b38-9336-b186c0a23eee tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Added segment 9aa7d17c-3a44-4ad3-99b7-7d9e2d36a99a of type vlan for network 18882e50-5383-4164-9a2c-68311a43f4fb Jul 07 17:08:59.758051 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5e19e-24e8-42f9-a78b-15305fcc69af service neutron] Pushing event updated for resources: {'Port': ['ID=3c1035c2-0979-4c15-b7ed-32a6708c4678,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:59.847244 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-5ad5e19e-24e8-42f9-a78b-15305fcc69af service neutron] Attempting to bind port 3c1035c2-0979-4c15-b7ed-32a6708c4678 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:59.847936 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-5ad5e19e-24e8-42f9-a78b-15305fcc69af service neutron] Attempting to bind port 3c1035c2-0979-4c15-b7ed-32a6708c4678 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:59.848515 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-5ad5e19e-24e8-42f9-a78b-15305fcc69af service neutron] Attempting to bind port 3c1035c2-0979-4c15-b7ed-32a6708c4678 on network 656dd087-69ac-4445-b8fb-7180ff9e7eaa {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:59.858808 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50571a69-6511-446d-8c2c-175f6083d780 req-0f865ca8-26cd-4a7a-a0ef-47e30d695b16 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:59.862952 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4632d-a53f-4b55-9168-7dc48015ca3a req-114a779e-2602-4098-81da-a1e4ed1862f1 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:59.865237 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-50571a69-6511-446d-8c2c-175f6083d780 req-0f865ca8-26cd-4a7a-a0ef-47e30d695b16 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=1702409a-d055-410c-8033-2c333deecf83 HTTP/1.1" status: 200 len: 944 time: 0.1799843 Jul 07 17:08:59.873018 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-5ad5e19e-24e8-42f9-a78b-15305fcc69af service neutron] Port 3c1035c2-0979-4c15-b7ed-32a6708c4678 on network 656dd087-69ac-4445-b8fb-7180ff9e7eaa not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:08:59.873348 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-05e4632d-a53f-4b55-9168-7dc48015ca3a req-114a779e-2602-4098-81da-a1e4ed1862f1 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 945 time: 0.3571754 Jul 07 17:08:59.873900 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-5ad5e19e-24e8-42f9-a78b-15305fcc69af service neutron] Attempting to bind port 3c1035c2-0979-4c15-b7ed-32a6708c4678 on network 656dd087-69ac-4445-b8fb-7180ff9e7eaa {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:59.897327 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-5ad5e19e-24e8-42f9-a78b-15305fcc69af service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:59.897690 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-5ad5e19e-24e8-42f9-a78b-15305fcc69af service neutron] Checking segment: {'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:59.898119 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-5ad5e19e-24e8-42f9-a78b-15305fcc69af service neutron] Bound using segment: {'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:59.898758 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-5ad5e19e-24e8-42f9-a78b-15305fcc69af service neutron] Bound port: 3c1035c2-0979-4c15-b7ed-32a6708c4678, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:59.899119 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-5ad5e19e-24e8-42f9-a78b-15305fcc69af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:59.902224 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f3e4ec98-c25f-4b38-9336-b186c0a23eee tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:59.971707 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-50571a69-6511-446d-8c2c-175f6083d780 req-50a56783-00cf-439f-8182-53b6275a3060 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034830 Jul 07 17:08:59.975958 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-05e4632d-a53f-4b55-9168-7dc48015ca3a req-5f1caeff-994a-47cb-a18f-0fcd31ccc86e tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913932 Jul 07 17:08:59.993145 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f3e4ec98-c25f-4b38-9336-b186c0a23eee tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.031211 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e4ec98-c25f-4b38-9336-b186c0a23eee tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:00.031211 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f3e4ec98-c25f-4b38-9336-b186c0a23eee tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.046365 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-5ad5e19e-24e8-42f9-a78b-15305fcc69af service neutron] For port 3c1035c2-0979-4c15-b7ed-32a6708c4678, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:00.050755 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-5ad5e19e-24e8-42f9-a78b-15305fcc69af service neutron] For port 3c1035c2-0979-4c15-b7ed-32a6708c4678, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=3c1035c2-0979-4c15-b7ed-32a6708c4678,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:00.057111 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-5ad5e19e-24e8-42f9-a78b-15305fcc69af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.103144 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-5ad5e19e-24e8-42f9-a78b-15305fcc69af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:00.103875 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-5ad5e19e-24e8-42f9-a78b-15305fcc69af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.105497 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-5ad5e19e-24e8-42f9-a78b-15305fcc69af service neutron] 10.222.0.72 "PUT /v2.0/ports/3c1035c2-0979-4c15-b7ed-32a6708c4678 HTTP/1.1" status: 200 len: 1093 time: 1.9993110 Jul 07 17:09:00.106052 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1702409a-d055-410c-8033-2c333deecf83', 'tag': '3c1035c2-0979-4c15-b7ed-32a6708c4678'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:00.108754 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fe8e70-d9ec-4577-b8a5-46dd2c2eed19" -d '{"events": [{"name": "network-changed", "server_uuid": "1702409a-d055-410c-8033-2c333deecf83", "tag": "3c1035c2-0979-4c15-b7ed-32a6708c4678"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:00.168137 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.174831 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f3e4ec98-c25f-4b38-9336-b186c0a23eee tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0185544 Jul 07 17:09:00.185481 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5e19e-24e8-42f9-a78b-15305fcc69af service neutron] Pushing event updated for resources: {'Port': ['ID=3c1035c2-0979-4c15-b7ed-32a6708c4678,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:00.191791 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4ec98-c25f-4b38-9336-b186c0a23eee tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event updated for resources: {'Network': ['ID=18882e50-5383-4164-9a2c-68311a43f4fb,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:00.242403 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 18882e50-5383-4164-9a2c-68311a43f4fb details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:09:00.314553 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-62215d85-163a-4d6d-b191-a42d2028d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:00.316648 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-62215d85-163a-4d6d-b191-a42d2028d788 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=854488ce7e0c4852954684e9f239b430&device_id=1702409a-d055-410c-8033-2c333deecf83 HTTP/1.1" status: 200 len: 1096 time: 0.1508482 Jul 07 17:09:00.343514 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9434527-3c1f-4c55-b0d9-6616664d0b08 req-98103159-6f77-4b54-8aeb-793f475dde6d tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:00.345746 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d9434527-3c1f-4c55-b0d9-6616664d0b08 req-98103159-6f77-4b54-8aeb-793f475dde6d tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d977ad-f2c8-4596-bfa0-a16a2cff50b9 HTTP/1.1" status: 200 len: 946 time: 0.1456723 Jul 07 17:09:00.407442 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-6592a993-4fc9-4d35-965a-60db1a692888 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c1035c2-0979-4c15-b7ed-32a6708c4678 HTTP/1.1" status: 200 len: 217 time: 0.0825782 Jul 07 17:09:00.465098 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d9434527-3c1f-4c55-b0d9-6616664d0b08 req-f9e028db-b4ec-4597-948f-0c2360ea0ce4 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879340 Jul 07 17:09:00.516943 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-0f2ef576-ce7b-4c5e-8cca-e27b4e13b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:00.522729 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-0f2ef576-ce7b-4c5e-8cca-e27b4e13b9fe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=160646de-633f-43bb-ab77-cdc4622fc25c HTTP/1.1" status: 200 len: 845 time: 0.1081674 Jul 07 17:09:00.590001 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-fa6bc1ff-eee4-43e3-ba0e-edeacaebe283 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=656dd087-69ac-4445-b8fb-7180ff9e7eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599473 Jul 07 17:09:00.597779 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7681a16b-9390-440e-b5d7-9577a2efe21f x-openstack-request-id: req-7681a16b-9390-440e-b5d7-9577a2efe21f {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:00.598219 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1702409a-d055-410c-8033-2c333deecf83", "tag": "3c1035c2-0979-4c15-b7ed-32a6708c4678", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:00.601426 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7681a16b-9390-440e-b5d7-9577a2efe21f {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:00.602088 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1702409a-d055-410c-8033-2c333deecf83', 'tag': '3c1035c2-0979-4c15-b7ed-32a6708c4678', 'status': 'completed', 'code': 200} Jul 07 17:09:00.762448 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-f1dff0f9-042e-49d1-a300-9c3f411be083 service neutron] 10.222.0.72 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591613 Jul 07 17:09:00.875738 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eb4872c7-f6f0-42ad-bc34-b655f385718f req-7628b3c1-9e63-4436-9d08-ec4f90523785 service neutron] 10.222.0.72 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067965 Jul 07 17:09:01.030471 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe8e70-d9ec-4577-b8a5-46dd2c2eed19 req-d9fe6465-b318-4e84-9401-19d7108237c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:01.032116 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a0fe8e70-d9ec-4577-b8a5-46dd2c2eed19 req-d9fe6465-b318-4e84-9401-19d7108237c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=854488ce7e0c4852954684e9f239b430&device_id=1702409a-d055-410c-8033-2c333deecf83 HTTP/1.1" status: 200 len: 1096 time: 0.0929458 Jul 07 17:09:01.066113 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe317d-54fd-4e98-98ff-cb1fc7c93528 req-a21b3fd2-30f4-4920-a424-5851edfe0c69 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:01.079437 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f3fe317d-54fd-4e98-98ff-cb1fc7c93528 req-a21b3fd2-30f4-4920-a424-5851edfe0c69 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d977ad-f2c8-4596-bfa0-a16a2cff50b9 HTTP/1.1" status: 200 len: 946 time: 0.1781297 Jul 07 17:09:01.281911 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec8d07-8f93-4deb-b696-921fd03b335d req-ada4cb81-7196-42c4-ba58-a195ee7c25a4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:01.289988 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-69ec8d07-8f93-4deb-b696-921fd03b335d req-ada4cb81-7196-42c4-ba58-a195ee7c25a4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=1702409a-d055-410c-8033-2c333deecf83 HTTP/1.1" status: 200 len: 944 time: 0.1153564 Jul 07 17:09:01.363897 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-69ec8d07-8f93-4deb-b696-921fd03b335d req-66d5eb0a-8b36-45ee-91e9-bad708c8f60a tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726118 Jul 07 17:09:01.458300 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe8e70-d9ec-4577-b8a5-46dd2c2eed19 req-f6337ed2-db12-4bbb-bea1-7ad24e98f4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:01.460113 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a0fe8e70-d9ec-4577-b8a5-46dd2c2eed19 req-f6337ed2-db12-4bbb-bea1-7ad24e98f4c2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=656dd087-69ac-4445-b8fb-7180ff9e7eaa HTTP/1.1" status: 200 len: 906 time: 0.4181473 Jul 07 17:09:01.531697 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a0fe8e70-d9ec-4577-b8a5-46dd2c2eed19 req-a6a6ac8b-9027-4b6e-a3d1-0ca054a6d66e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c1035c2-0979-4c15-b7ed-32a6708c4678 HTTP/1.1" status: 200 len: 217 time: 0.0612836 Jul 07 17:09:01.588683 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f5f69-25b3-401e-bd20-5edb4252e01c req-c18076e7-5de1-4718-92a5-5265287b9712 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:01.596245 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7a1f5f69-25b3-401e-bd20-5edb4252e01c req-c18076e7-5de1-4718-92a5-5265287b9712 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 945 time: 0.3088694 Jul 07 17:09:01.627548 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-f3fe317d-54fd-4e98-98ff-cb1fc7c93528 req-68203501-e9d2-4b2b-9257-411f61f2a137 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Deleting port a3bc37a2-84fe-4914-971d-4a9e9493ef3b {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:01.628135 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f3fe317d-54fd-4e98-98ff-cb1fc7c93528 req-68203501-e9d2-4b2b-9257-411f61f2a137 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:01.715642 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7a1f5f69-25b3-401e-bd20-5edb4252e01c req-bca45235-ae61-45ff-83b9-0b45b65b5f4b tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182330 Jul 07 17:09:01.718697 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe8e70-d9ec-4577-b8a5-46dd2c2eed19 req-03771462-56c6-4138-9007-5685186dd547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:01.724312 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a0fe8e70-d9ec-4577-b8a5-46dd2c2eed19 req-03771462-56c6-4138-9007-5685186dd547 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=160646de-633f-43bb-ab77-cdc4622fc25c HTTP/1.1" status: 200 len: 845 time: 0.1798320 Jul 07 17:09:01.785700 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a0fe8e70-d9ec-4577-b8a5-46dd2c2eed19 req-f0aded0d-fe87-4189-abe5-31278631ad62 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=656dd087-69ac-4445-b8fb-7180ff9e7eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498290 Jul 07 17:09:01.800705 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c924838-e42e-43cb-842c-bf2e6b06a5cb req-ea1b544a-8016-4c6d-b2bf-56bb13ad8afa tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:01.802329 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1c924838-e42e-43cb-842c-bf2e6b06a5cb req-ea1b544a-8016-4c6d-b2bf-56bb13ad8afa tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d977ad-f2c8-4596-bfa0-a16a2cff50b9 HTTP/1.1" status: 200 len: 946 time: 0.1416454 Jul 07 17:09:01.853139 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-f3fe317d-54fd-4e98-98ff-cb1fc7c93528 req-68203501-e9d2-4b2b-9257-411f61f2a137 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] For port a3bc37a2-84fe-4914-971d-4a9e9493ef3b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=a3bc37a2-84fe-4914-971d-4a9e9493ef3b,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:01.853698 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f3fe317d-54fd-4e98-98ff-cb1fc7c93528 req-68203501-e9d2-4b2b-9257-411f61f2a137 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:01.873634 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-f3fe317d-54fd-4e98-98ff-cb1fc7c93528 req-68203501-e9d2-4b2b-9257-411f61f2a137 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Calling delete_port for a3bc37a2-84fe-4914-971d-4a9e9493ef3b owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:01.895875 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1c924838-e42e-43cb-842c-bf2e6b06a5cb req-8b5bfa6b-4313-4c9e-a220-bff4c52cb963 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867820 Jul 07 17:09:02.107618 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a0fe8e70-d9ec-4577-b8a5-46dd2c2eed19 req-85bdd4b9-05e3-485d-8aba-d0e99a0cbff5 service neutron] 10.222.0.72 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501229 Jul 07 17:09:02.186511 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f3fe317d-54fd-4e98-98ff-cb1fc7c93528 req-68203501-e9d2-4b2b-9257-411f61f2a137 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.230011 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68203501-e9d2-4b2b-9257-411f61f2a137 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Pushing event deleted for resources: {'Port': ['ID=a3bc37a2-84fe-4914-971d-4a9e9493ef3b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:02.296190 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fe317d-54fd-4e98-98ff-cb1fc7c93528 req-68203501-e9d2-4b2b-9257-411f61f2a137 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] No DVR routers for this DVR port a3bc37a2-84fe-4914-971d-4a9e9493ef3b on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:02.304726 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f3fe317d-54fd-4e98-98ff-cb1fc7c93528 req-68203501-e9d2-4b2b-9257-411f61f2a137 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.306892 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f3fe317d-54fd-4e98-98ff-cb1fc7c93528 req-68203501-e9d2-4b2b-9257-411f61f2a137 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.64 "DELETE /v2.0/ports/a3bc37a2-84fe-4914-971d-4a9e9493ef3b HTTP/1.1" status: 204 len: 173 time: 1.0826139 Jul 07 17:09:02.313534 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a0fe8e70-d9ec-4577-b8a5-46dd2c2eed19 req-5f03c846-7901-4100-8e56-3c1935dc3cf6 service neutron] 10.222.0.72 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988680 Jul 07 17:09:02.428502 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33786) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:02.640440 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1062d9b9-802c-4b27-99ca-83e4d2b49b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.673922 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d977ad-f2c8-4596-bfa0-a16a2cff50b9', 'name': 'network-vif-deleted', 'tag': 'a3bc37a2-84fe-4914-971d-4a9e9493ef3b'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:02.684086 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f24e6a-483c-4bbf-a1a3-f6e8d7232e2e" -d '{"events": [{"server_uuid": "d9d977ad-f2c8-4596-bfa0-a16a2cff50b9", "name": "network-vif-deleted", "tag": "a3bc37a2-84fe-4914-971d-4a9e9493ef3b"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:02.793956 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1062d9b9-802c-4b27-99ca-83e4d2b49b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.799777 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1062d9b9-802c-4b27-99ca-83e4d2b49b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.826677 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba18476-5743-4aa2-8ee9-3b4a34c6f536 req-083d0aed-d85b-4a17-839c-6ae19273f18e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:02.837724 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8ba18476-5743-4aa2-8ee9-3b4a34c6f536 req-083d0aed-d85b-4a17-839c-6ae19273f18e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=1702409a-d055-410c-8033-2c333deecf83 HTTP/1.1" status: 200 len: 944 time: 0.2683790 Jul 07 17:09:02.883307 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1062d9b9-802c-4b27-99ca-83e4d2b49b66 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a48d87563a2d4ac185c0960515b10847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4511189 Jul 07 17:09:02.885851 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062d9b9-802c-4b27-99ca-83e4d2b49b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e505dfa8-b089-4aa4-8b60-debf41411c5b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:02.889203 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33798) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:02.950620 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8ba18476-5743-4aa2-8ee9-3b4a34c6f536 req-d96f289e-5b7d-47a9-ba19-e2c95ed89b9e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096265 Jul 07 17:09:02.950620 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446037f4-7f5f-4a5c-a73d-e4a7ff0febd7 x-openstack-request-id: req-446037f4-7f5f-4a5c-a73d-e4a7ff0febd7 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:02.950620 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d977ad-f2c8-4596-bfa0-a16a2cff50b9", "name": "network-vif-deleted", "tag": "a3bc37a2-84fe-4914-971d-4a9e9493ef3b", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:02.951216 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-446037f4-7f5f-4a5c-a73d-e4a7ff0febd7 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:02.954244 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d977ad-f2c8-4596-bfa0-a16a2cff50b9', 'name': 'network-vif-deleted', 'tag': 'a3bc37a2-84fe-4914-971d-4a9e9493ef3b', 'status': 'completed', 'code': 200} Jul 07 17:09:03.006526 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a1d2ec28-531d-41ac-892b-24b055faf302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.060106 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a1d2ec28-531d-41ac-892b-24b055faf302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.188296 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9ab4c16d-3978-45e1-be2d-db1fac273099 req-a82428dc-6375-41e6-abb0-939eb3a12124 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d977ad-f2c8-4596-bfa0-a16a2cff50b9 HTTP/1.1" status: 200 len: 210 time: 0.0495176 Jul 07 17:09:03.197184 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a1d2ec28-531d-41ac-892b-24b055faf302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.203250 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a1d2ec28-531d-41ac-892b-24b055faf302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.205391 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a1d2ec28-531d-41ac-892b-24b055faf302 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e505dfa8-b089-4aa4-8b60-debf41411c5b HTTP/1.1" status: 204 len: 168 time: 0.3152487 Jul 07 17:09:03.223307 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2ec28-531d-41ac-892b-24b055faf302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e505dfa8-b089-4aa4-8b60-debf41411c5b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:03.413825 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e1568-2a9b-483f-afb9-6c2408ed3c49 req-fc16aeac-c3e6-4c96-8a07-10308e6a6dd9 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:03.435982 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-433e1568-2a9b-483f-afb9-6c2408ed3c49 req-fc16aeac-c3e6-4c96-8a07-10308e6a6dd9 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 945 time: 0.2658446 Jul 07 17:09:03.594387 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-433e1568-2a9b-483f-afb9-6c2408ed3c49 req-16603ab6-49db-4f73-86a7-bc907db7154f tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552002 Jul 07 17:09:03.639963 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device a3bc37a2-84fe-4914-971d-4a9e9493ef3b no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:03.704110 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: a3bc37a2-84fe-4914-971d-4a9e9493ef3b {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:09:03.704704 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device a3bc37a2-84fe-4914-971d-4a9e9493ef3b not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:09:03.953826 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33812) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:03.969163 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-50292bf1-f144-49a3-ac1b-74692ab92cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.106778 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-50292bf1-f144-49a3-ac1b-74692ab92cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.112230 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-50292bf1-f144-49a3-ac1b-74692ab92cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.162891 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-50292bf1-f144-49a3-ac1b-74692ab92cdd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=50ba061679f74cc191e7b4687e1f1ee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2014868 Jul 07 17:09:04.162891 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50292bf1-f144-49a3-ac1b-74692ab92cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8599c301-8ec5-4d37-96cf-f2fe8d8999c1,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:04.162891 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33816) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:04.342102 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c1965af4-8e1c-4c4c-87f0-5d312dbcc785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.366696 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fb76c-eca6-45a0-9087-c9c22c897b7f req-7adcae38-0edc-4e4a-9d01-8b2f7f9313ce tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:04.373578 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-059fb76c-eca6-45a0-9087-c9c22c897b7f req-7adcae38-0edc-4e4a-9d01-8b2f7f9313ce tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=1702409a-d055-410c-8033-2c333deecf83 HTTP/1.1" status: 200 len: 944 time: 0.1930208 Jul 07 17:09:04.396919 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 3c1035c2-0979-4c15-b7ed-32a6708c4678 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:04.474734 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c1965af4-8e1c-4c4c-87f0-5d312dbcc785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.552915 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-059fb76c-eca6-45a0-9087-c9c22c897b7f req-50e8b209-b5a5-4e98-949a-e3e8a2213773 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677532 Jul 07 17:09:04.599647 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33822) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:04.609998 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-3913bbf2-20e9-4109-942b-786c2b7a8013 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Request body: {'subnet': {'network_id': '18882e50-5383-4164-9a2c-68311a43f4fb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:04.638922 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 3c1035c2-0979-4c15-b7ed-32a6708c4678, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=3c1035c2-0979-4c15-b7ed-32a6708c4678,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:04.668280 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '3c1035c2-0979-4c15-b7ed-32a6708c4678', 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa', 'port_id': '3c1035c2-0979-4c15-b7ed-32a6708c4678', 'mac_address': 'fa:16:3e:5d:fc:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160646de-633f-43bb-ab77-cdc4622fc25c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:04.744700 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c1965af4-8e1c-4c4c-87f0-5d312dbcc785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.748092 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c1965af4-8e1c-4c4c-87f0-5d312dbcc785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.753781 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c1965af4-8e1c-4c4c-87f0-5d312dbcc785 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8599c301-8ec5-4d37-96cf-f2fe8d8999c1 HTTP/1.1" status: 204 len: 168 time: 0.5867481 Jul 07 17:09:04.760910 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.787284 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1965af4-8e1c-4c4c-87f0-5d312dbcc785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8599c301-8ec5-4d37-96cf-f2fe8d8999c1,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:04.842897 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c1035c2-0979-4c15-b7ed-32a6708c4678 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:04.892903 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 3c1035c2-0979-4c15-b7ed-32a6708c4678, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=3c1035c2-0979-4c15-b7ed-32a6708c4678,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:04.900833 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.980191 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=3c1035c2-0979-4c15-b7ed-32a6708c4678,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:05.005555 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3913bbf2-20e9-4109-942b-786c2b7a8013 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Made reservation on behalf of b2964c50612d4f618aa06c37eac9e100 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:05.010533 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3913bbf2-20e9-4109-942b-786c2b7a8013 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:05.065914 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350160d-d56f-41fc-a8a6-108b5e941aa9 req-e4447ce3-8d66-43bf-8a51-2dccbb38ede0 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:05.068782 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9350160d-d56f-41fc-a8a6-108b5e941aa9 req-e4447ce3-8d66-43bf-8a51-2dccbb38ede0 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 945 time: 0.1589174 Jul 07 17:09:05.074763 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118a25e-121e-4683-8310-3e00ca699721 req-d8232a76-6c04-46fb-957e-0dd9fa548600 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:05.076371 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3118a25e-121e-4683-8310-3e00ca699721 req-d8232a76-6c04-46fb-957e-0dd9fa548600 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/networks?id=e48a1335-f2ce-4136-9503-051b68c84575 HTTP/1.1" status: 200 len: 812 time: 0.2924175 Jul 07 17:09:05.129164 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3118a25e-121e-4683-8310-3e00ca699721 req-2bf8a16c-f016-43dd-8fdb-2d87c6e610b7 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/quotas/2fe17a6fbd19425cb38c02ad6df4484f HTTP/1.1" status: 200 len: 375 time: 0.0265250 Jul 07 17:09:05.175140 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9350160d-d56f-41fc-a8a6-108b5e941aa9 req-e8dca1be-a726-4ad2-be3c-796026f9bcb4 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803106 Jul 07 17:09:05.231054 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3118a25e-121e-4683-8310-3e00ca699721 req-17c90639-214f-4ad4-a4e7-fcf978bb9c72 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fe17a6fbd19425cb38c02ad6df4484f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810637 Jul 07 17:09:05.236550 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['3c1035c2-0979-4c15-b7ed-32a6708c4678'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:05.890132 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6d87e-c6ce-4a7a-a484-00e5ee8f9188 req-f7bcc128-8076-4eae-9b33-2a1a3abc41a1 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:05.892415 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-20f6d87e-c6ce-4a7a-a484-00e5ee8f9188 req-f7bcc128-8076-4eae-9b33-2a1a3abc41a1 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=1702409a-d055-410c-8033-2c333deecf83 HTTP/1.1" status: 200 len: 945 time: 0.1545968 Jul 07 17:09:05.950732 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-20f6d87e-c6ce-4a7a-a484-00e5ee8f9188 req-89497330-6cba-42f3-9886-e901c5c6b684 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477073 Jul 07 17:09:06.021820 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3118a25e-121e-4683-8310-3e00ca699721 req-695c6843-f296-48b3-b670-affd3126ac5b service neutron] 10.222.0.53 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7753005 Jul 07 17:09:06.027663 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3913bbf2-20e9-4109-942b-786c2b7a8013 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.176674 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913bbf2-20e9-4109-942b-786c2b7a8013 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event updated for resources: {'Subnet': ['ID=798c45e7-6635-45eb-b68e-db0071e40183,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:06.189733 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3913bbf2-20e9-4109-942b-786c2b7a8013 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Checking segment: {'id': '9aa7d17c-3a44-4ad3-99b7-7d9e2d36a99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '18882e50-5383-4164-9a2c-68311a43f4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:06.190098 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3913bbf2-20e9-4109-942b-786c2b7a8013 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Network hostable DHCP agents. Network: 18882e50-5383-4164-9a2c-68311a43f4fb, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:09:06.224067 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3118a25e-121e-4683-8310-3e00ca699721 req-2c17d159-5570-4fca-91fc-28365204a717 service neutron] 10.222.0.53 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863720 Jul 07 17:09:06.235260 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3913bbf2-20e9-4109-942b-786c2b7a8013 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Network 18882e50-5383-4164-9a2c-68311a43f4fb is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:09:06.258477 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-3913bbf2-20e9-4109-942b-786c2b7a8013 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 18882e50-5383-4164-9a2c-68311a43f4fb) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:06.267061 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3913bbf2-20e9-4109-942b-786c2b7a8013 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:06.269411 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3913bbf2-20e9-4109-942b-786c2b7a8013 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.286071 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67dad76-164b-4d5a-8058-7735bb61ee6d None None] Network 18882e50-5383-4164-9a2c-68311a43f4fb requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:06.324249 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3913bbf2-20e9-4109-942b-786c2b7a8013 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7172606 Jul 07 17:09:06.325462 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33870) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:06.335818 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-b1ca055b-29ed-40fb-9aa8-5b9c143cdf23 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1787384635'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:06.448072 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ca055b-29ed-40fb-9aa8-5b9c143cdf23 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Made reservation on behalf of b2964c50612d4f618aa06c37eac9e100 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:06.454155 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b1ca055b-29ed-40fb-9aa8-5b9c143cdf23 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.528938 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718b43e8-b926-4b90-b561-60e33dd3cdee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-18882e50-5383-4164-9a2c-68311a43f4fb', 'network_id': '18882e50-5383-4164-9a2c-68311a43f4fb', 'tenant_id': 'b2964c50612d4f618aa06c37eac9e100', 'fixed_ips': [{'subnet_id': '798c45e7-6635-45eb-b68e-db0071e40183'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:09:06.530070 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-718b43e8-b926-4b90-b561-60e33dd3cdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.571378 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ca055b-29ed-40fb-9aa8-5b9c143cdf23 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:09:06.593980 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c71d4-554e-4af9-bdd5-74e598690e2a req-b6eb5673-8c33-479f-bcaa-9676e8c31ff4 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:06.604846 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-507c71d4-554e-4af9-bdd5-74e598690e2a req-b6eb5673-8c33-479f-bcaa-9676e8c31ff4 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 945 time: 0.2511292 Jul 07 17:09:06.648360 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b1ca055b-29ed-40fb-9aa8-5b9c143cdf23 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.648360 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-b1ca055b-29ed-40fb-9aa8-5b9c143cdf23 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Added segment 518e2c8d-3d1e-49d5-82f1-9056f18df2c1 of type vlan for network dbf13513-abb3-4d0f-96a6-ca4b0944036a Jul 07 17:09:06.693191 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-507c71d4-554e-4af9-bdd5-74e598690e2a req-eeeb6eee-aa0c-404f-8343-afcfb02c34f1 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870051 Jul 07 17:09:06.767483 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-51569924-4372-46c7-8715-b2ecc2b34938 req-a5e12b4a-9029-4a83-bb2b-ec2bac4854ed tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=b261fb8f-c4a2-4b95-95ba-864d2b5cc54e HTTP/1.1" status: 200 len: 210 time: 0.0664828 Jul 07 17:09:06.785518 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b1ca055b-29ed-40fb-9aa8-5b9c143cdf23 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.815328 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-718b43e8-b926-4b90-b561-60e33dd3cdee None None] Allocated IP 2001:db8:0:ffff::2 (18882e50-5383-4164-9a2c-68311a43f4fb/798c45e7-6635-45eb-b68e-db0071e40183/c1e21ea6-e160-4c52-ba3b-3c73b474d98b) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:06.868994 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b1ca055b-29ed-40fb-9aa8-5b9c143cdf23 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.891403 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ca055b-29ed-40fb-9aa8-5b9c143cdf23 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:06.894151 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b1ca055b-29ed-40fb-9aa8-5b9c143cdf23 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:07.043245 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33896) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:07.044134 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b1ca055b-29ed-40fb-9aa8-5b9c143cdf23 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7166505 Jul 07 17:09:07.044512 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-718b43e8-b926-4b90-b561-60e33dd3cdee None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:07.056166 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-dd65453e-23a8-4896-924e-78ff32cc096d tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Request body: {'subnet': {'network_id': 'dbf13513-abb3-4d0f-96a6-ca4b0944036a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:07.059994 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-718b43e8-b926-4b90-b561-60e33dd3cdee None None] Transition to ACTIVE for port object c1e21ea6-e160-4c52-ba3b-3c73b474d98b will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:07.064656 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca055b-29ed-40fb-9aa8-5b9c143cdf23 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event updated for resources: {'Network': ['ID=dbf13513-abb3-4d0f-96a6-ca4b0944036a,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:07.098483 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-718b43e8-b926-4b90-b561-60e33dd3cdee None None] Transition to ACTIVE for port object c1e21ea6-e160-4c52-ba3b-3c73b474d98b will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:07.121880 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network dbf13513-abb3-4d0f-96a6-ca4b0944036a details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:09:07.129784 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-718b43e8-b926-4b90-b561-60e33dd3cdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:07.318705 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:07.320388 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd65453e-23a8-4896-924e-78ff32cc096d tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Made reservation on behalf of b2964c50612d4f618aa06c37eac9e100 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:07.323579 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718b43e8-b926-4b90-b561-60e33dd3cdee None None] Network 18882e50-5383-4164-9a2c-68311a43f4fb is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:07.330580 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dd65453e-23a8-4896-924e-78ff32cc096d tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:07.336313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-718b43e8-b926-4b90-b561-60e33dd3cdee None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:07.339240 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718b43e8-b926-4b90-b561-60e33dd3cdee None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:07.423989 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b43e8-b926-4b90-b561-60e33dd3cdee None None] Pushing event updated for resources: {'Port': ['ID=c1e21ea6-e160-4c52-ba3b-3c73b474d98b,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:07.435900 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-718b43e8-b926-4b90-b561-60e33dd3cdee None None] Attempting to bind port c1e21ea6-e160-4c52-ba3b-3c73b474d98b on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:07.436338 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-718b43e8-b926-4b90-b561-60e33dd3cdee None None] Attempting to bind port c1e21ea6-e160-4c52-ba3b-3c73b474d98b by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '9aa7d17c-3a44-4ad3-99b7-7d9e2d36a99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '18882e50-5383-4164-9a2c-68311a43f4fb'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:07.436760 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718b43e8-b926-4b90-b561-60e33dd3cdee None None] Attempting to bind port c1e21ea6-e160-4c52-ba3b-3c73b474d98b on network 18882e50-5383-4164-9a2c-68311a43f4fb {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:07.447545 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718b43e8-b926-4b90-b561-60e33dd3cdee None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:07.447961 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718b43e8-b926-4b90-b561-60e33dd3cdee None None] Checking segment: {'id': '9aa7d17c-3a44-4ad3-99b7-7d9e2d36a99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '18882e50-5383-4164-9a2c-68311a43f4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:07.448641 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-718b43e8-b926-4b90-b561-60e33dd3cdee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:07.449479 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718b43e8-b926-4b90-b561-60e33dd3cdee None None] Bound using segment: {'id': '9aa7d17c-3a44-4ad3-99b7-7d9e2d36a99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '18882e50-5383-4164-9a2c-68311a43f4fb'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:07.450058 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-718b43e8-b926-4b90-b561-60e33dd3cdee None None] Bound port: c1e21ea6-e160-4c52-ba3b-3c73b474d98b, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa7d17c-3a44-4ad3-99b7-7d9e2d36a99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '18882e50-5383-4164-9a2c-68311a43f4fb'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:07.450518 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-718b43e8-b926-4b90-b561-60e33dd3cdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:07.537011 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-718b43e8-b926-4b90-b561-60e33dd3cdee None None] For port c1e21ea6-e160-4c52-ba3b-3c73b474d98b, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:07.541472 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-718b43e8-b926-4b90-b561-60e33dd3cdee None None] For port c1e21ea6-e160-4c52-ba3b-3c73b474d98b, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c1e21ea6-e160-4c52-ba3b-3c73b474d98b,segment=NetworkSegment(9aa7d17c-3a44-4ad3-99b7-7d9e2d36a99a),segment_id=9aa7d17c-3a44-4ad3-99b7-7d9e2d36a99a)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:07.548045 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-718b43e8-b926-4b90-b561-60e33dd3cdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:07.593683 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11017898-876e-4dfa-935b-d40227e074e5 req-cbff08d5-28d5-479d-8f47-ea031afdce12 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:07.595362 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-11017898-876e-4dfa-935b-d40227e074e5 req-cbff08d5-28d5-479d-8f47-ea031afdce12 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=1702409a-d055-410c-8033-2c333deecf83 HTTP/1.1" status: 200 len: 945 time: 0.1987419 Jul 07 17:09:07.711524 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:07.712803 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b43e8-b926-4b90-b561-60e33dd3cdee None None] Pushing event updated for resources: {'Port': ['ID=c1e21ea6-e160-4c52-ba3b-3c73b474d98b,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:07.863375 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-11017898-876e-4dfa-935b-d40227e074e5 req-afd091ee-d243-4714-863c-c08aea6e67bc tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833354 Jul 07 17:09:07.944461 n-d-791503-12 neutron-server[100193]: DEBUG neutron.objects.ports [None req-dd65453e-23a8-4896-924e-78ff32cc096d tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100193) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:09:07.948945 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dd65453e-23a8-4896-924e-78ff32cc096d tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.057330 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65453e-23a8-4896-924e-78ff32cc096d tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event updated for resources: {'Subnet': ['ID=05f0c216-6b77-44a5-86e6-8826edef4503,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:08.078760 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd65453e-23a8-4896-924e-78ff32cc096d tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Checking segment: {'id': '518e2c8d-3d1e-49d5-82f1-9056f18df2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'dbf13513-abb3-4d0f-96a6-ca4b0944036a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:08.081798 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd65453e-23a8-4896-924e-78ff32cc096d tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Network hostable DHCP agents. Network: dbf13513-abb3-4d0f-96a6-ca4b0944036a, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:09:08.124897 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd65453e-23a8-4896-924e-78ff32cc096d tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Network dbf13513-abb3-4d0f-96a6-ca4b0944036a is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:09:08.139499 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-dd65453e-23a8-4896-924e-78ff32cc096d tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, dbf13513-abb3-4d0f-96a6-ca4b0944036a) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:08.153194 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813a40a4-cdd9-434c-88e4-fbafc06e11da None None] Network dbf13513-abb3-4d0f-96a6-ca4b0944036a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:08.156105 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd65453e-23a8-4896-924e-78ff32cc096d tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:08.161620 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dd65453e-23a8-4896-924e-78ff32cc096d tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.186956 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb5147-bce3-44e1-9c24-96bd18a253b7 req-83f6b56c-5b1b-465b-aae2-513aa6adaa52 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:08.188649 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-47fb5147-bce3-44e1-9c24-96bd18a253b7 req-83f6b56c-5b1b-465b-aae2-513aa6adaa52 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 945 time: 0.1863568 Jul 07 17:09:08.227122 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f985ee4b-d5ef-4141-bd6f-c5f9b3f8afcc req-731c9ecd-c140-40bc-b864-65dda93136fb tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=b261fb8f-c4a2-4b95-95ba-864d2b5cc54e HTTP/1.1" status: 200 len: 210 time: 0.0608273 Jul 07 17:09:08.231861 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-dd65453e-23a8-4896-924e-78ff32cc096d tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1825514 Jul 07 17:09:08.234983 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33922) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:08.253481 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-8095aef4-4b1b-40d4-8506-6e85086b9ef2 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Request body: {'port': {'network_id': 'dbf13513-abb3-4d0f-96a6-ca4b0944036a', 'name': 'tempest-NetworksIpV6TestAttrs-491741991'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:08.302635 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-47fb5147-bce3-44e1-9c24-96bd18a253b7 req-a75e26e4-117e-4ddf-93f2-87d511685d2c tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951054 Jul 07 17:09:08.391380 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 3c1035c2-0979-4c15-b7ed-32a6708c4678 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:08.541172 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 3c1035c2-0979-4c15-b7ed-32a6708c4678 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:08.567071 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 3c1035c2-0979-4c15-b7ed-32a6708c4678 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:08.568013 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.618611 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8095aef4-4b1b-40d4-8506-6e85086b9ef2 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Made reservation on behalf of b2964c50612d4f618aa06c37eac9e100 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:08.623550 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8095aef4-4b1b-40d4-8506-6e85086b9ef2 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.654418 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-8095aef4-4b1b-40d4-8506-6e85086b9ef2 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] device_id is not set on port 497c7293-5951-4684-afc4-519919cfb6d0 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:09:08.692535 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca2bd43-9688-4bcf-982c-9f021a11d02c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-dbf13513-abb3-4d0f-96a6-ca4b0944036a', 'network_id': 'dbf13513-abb3-4d0f-96a6-ca4b0944036a', 'tenant_id': 'b2964c50612d4f618aa06c37eac9e100', 'fixed_ips': [{'subnet_id': '05f0c216-6b77-44a5-86e6-8826edef4503'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:09:08.694007 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cca2bd43-9688-4bcf-982c-9f021a11d02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.695524 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118a25e-121e-4683-8310-3e00ca699721 req-429df805-bee5-4c93-a9f1-36d0d3132f41 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:08.697374 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3118a25e-121e-4683-8310-3e00ca699721 req-429df805-bee5-4c93-a9f1-36d0d3132f41 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.64 "GET /v2.0/networks?id=e48a1335-f2ce-4136-9503-051b68c84575 HTTP/1.1" status: 200 len: 812 time: 0.3075569 Jul 07 17:09:08.754290 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-3118a25e-121e-4683-8310-3e00ca699721 req-ced6b068-2b7f-4237-a34d-ed69c38fe900 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Request body: {'port': {'device_id': 'b261fb8f-c4a2-4b95-95ba-864d2b5cc54e', 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575', 'admin_state_up': True, 'tenant_id': '2fe17a6fbd19425cb38c02ad6df4484f'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:08.990635 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3118a25e-121e-4683-8310-3e00ca699721 req-ced6b068-2b7f-4237-a34d-ed69c38fe900 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Made reservation on behalf of 2fe17a6fbd19425cb38c02ad6df4484f for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:09.002892 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3118a25e-121e-4683-8310-3e00ca699721 req-ced6b068-2b7f-4237-a34d-ed69c38fe900 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.045929 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-8095aef4-4b1b-40d4-8506-6e85086b9ef2 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Allocated IP 2001:db8::f816:3eff:fe7e:481d (dbf13513-abb3-4d0f-96a6-ca4b0944036a/05f0c216-6b77-44a5-86e6-8826edef4503/497c7293-5951-4684-afc4-519919cfb6d0) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:09.048791 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.127102 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1702409a-d055-410c-8033-2c333deecf83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1035c2-0979-4c15-b7ed-32a6708c4678'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:09.129812 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd266776-cdda-40e6-92f1-62fdfa4f2d58" -d '{"events": [{"server_uuid": "1702409a-d055-410c-8033-2c333deecf83", "name": "network-vif-plugged", "status": "completed", "tag": "3c1035c2-0979-4c15-b7ed-32a6708c4678"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:09.165022 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 3c1035c2-0979-4c15-b7ed-32a6708c4678, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=3c1035c2-0979-4c15-b7ed-32a6708c4678,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:09.174133 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.257421 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60ad445-6d8e-4d95-a5c5-7b4c5b35cbaf x-openstack-request-id: req-b60ad445-6d8e-4d95-a5c5-7b4c5b35cbaf {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:09.258103 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1702409a-d055-410c-8033-2c333deecf83", "name": "network-vif-plugged", "status": "completed", "tag": "3c1035c2-0979-4c15-b7ed-32a6708c4678", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:09.258537 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b60ad445-6d8e-4d95-a5c5-7b4c5b35cbaf {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:09.259156 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1702409a-d055-410c-8033-2c333deecf83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1035c2-0979-4c15-b7ed-32a6708c4678', 'code': 200} Jul 07 17:09:09.259980 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=3c1035c2-0979-4c15-b7ed-32a6708c4678,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:09.450745 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-3118a25e-121e-4683-8310-3e00ca699721 req-ced6b068-2b7f-4237-a34d-ed69c38fe900 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Allocated IP 172.20.0.4 (e48a1335-f2ce-4136-9503-051b68c84575/14e47f73-09be-4e96-b070-1b771944d586/aa3bc463-5eb0-433f-b2b8-0c0d48634a15) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:09.455607 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c1e21ea6-e160-4c52-ba3b-3c73b474d98b up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:09.487841 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-51b59fa8-d5c6-42c6-995d-fa4e42b63bb7 req-b80a8731-2c8a-4944-9c57-e73ab34c5216 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=b261fb8f-c4a2-4b95-95ba-864d2b5cc54e HTTP/1.1" status: 200 len: 210 time: 0.0403402 Jul 07 17:09:09.529865 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b63c57-2bff-45e9-9790-0fbeb8bff251 None None] Network 18882e50-5383-4164-9a2c-68311a43f4fb requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:09.594151 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port c1e21ea6-e160-4c52-ba3b-3c73b474d98b completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:09.621426 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f557bf41-f7fd-4efe-8a48-417f3b527b1a None None] Provisioning for port c1e21ea6-e160-4c52-ba3b-3c73b474d98b completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:09.637400 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8095aef4-4b1b-40d4-8506-6e85086b9ef2 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.639962 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f557bf41-f7fd-4efe-8a48-417f3b527b1a None None] Provisioning complete for port c1e21ea6-e160-4c52-ba3b-3c73b474d98b triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:09.640485 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f557bf41-f7fd-4efe-8a48-417f3b527b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.697478 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6b520-d892-43be-89e1-1be3446d6c3b req-08366954-8c1d-4a9b-9c49-8512afc9e4d9 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:09.705551 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d7e6b520-d892-43be-89e1-1be3446d6c3b req-08366954-8c1d-4a9b-9c49-8512afc9e4d9 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=1702409a-d055-410c-8033-2c333deecf83 HTTP/1.1" status: 200 len: 946 time: 0.4741702 Jul 07 17:09:09.709036 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-8095aef4-4b1b-40d4-8506-6e85086b9ef2 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Transition to ACTIVE for port object 497c7293-5951-4684-afc4-519919cfb6d0 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:09.802987 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da30be2-94b0-4e7c-a4a8-4b3483d799e3 req-3bb4dfbf-bc4c-49b9-8d87-063e4ab0df63 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:09.809669 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9da30be2-94b0-4e7c-a4a8-4b3483d799e3 req-3bb4dfbf-bc4c-49b9-8d87-063e4ab0df63 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 945 time: 0.1781771 Jul 07 17:09:09.827118 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965643c9-ab50-4147-8772-b0d1f47aa923 req-6a4e221c-da11-44ce-9a6f-f80a8395d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:09.827360 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f557bf41-f7fd-4efe-8a48-417f3b527b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.828728 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-965643c9-ab50-4147-8772-b0d1f47aa923 req-6a4e221c-da11-44ce-9a6f-f80a8395d92a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1702409a-d055-410c-8033-2c333deecf83 HTTP/1.1" status: 200 len: 1098 time: 0.4470289 Jul 07 17:09:09.863746 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d7e6b520-d892-43be-89e1-1be3446d6c3b req-0719f470-0181-4c13-9426-93d5a9f56971 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571701 Jul 07 17:09:09.887746 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-f557bf41-f7fd-4efe-8a48-417f3b527b1a None None] For port c1e21ea6-e160-4c52-ba3b-3c73b474d98b, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c1e21ea6-e160-4c52-ba3b-3c73b474d98b,segment=NetworkSegment(9aa7d17c-3a44-4ad3-99b7-7d9e2d36a99a),segment_id=9aa7d17c-3a44-4ad3-99b7-7d9e2d36a99a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:09.894737 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9da30be2-94b0-4e7c-a4a8-4b3483d799e3 req-aeca19f2-01ef-418e-8d23-1e33e4c7e468 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759318 Jul 07 17:09:09.915391 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f557bf41-f7fd-4efe-8a48-417f3b527b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.988415 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8095aef4-4b1b-40d4-8506-6e85086b9ef2 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.069921 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8095aef4-4b1b-40d4-8506-6e85086b9ef2 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Network dbf13513-abb3-4d0f-96a6-ca4b0944036a is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:10.073241 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-965643c9-ab50-4147-8772-b0d1f47aa923 req-bb75802f-7db5-4cfd-bdef-846bf37e1e08 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344916 Jul 07 17:09:10.081241 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095aef4-4b1b-40d4-8506-6e85086b9ef2 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event updated for resources: {'Port': ['ID=497c7293-5951-4684-afc4-519919cfb6d0,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:10.086718 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-8095aef4-4b1b-40d4-8506-6e85086b9ef2 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:10.092005 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8095aef4-4b1b-40d4-8506-6e85086b9ef2 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:10.106506 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557bf41-f7fd-4efe-8a48-417f3b527b1a None None] Pushing event updated for resources: {'Port': ['ID=c1e21ea6-e160-4c52-ba3b-3c73b474d98b,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:10.107579 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8095aef4-4b1b-40d4-8506-6e85086b9ef2 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:10.113443 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8095aef4-4b1b-40d4-8506-6e85086b9ef2 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.150709 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-cca2bd43-9688-4bcf-982c-9f021a11d02c None None] Allocated IP 2001:db8::f816:3eff:fec4:e442 (dbf13513-abb3-4d0f-96a6-ca4b0944036a/05f0c216-6b77-44a5-86e6-8826edef4503/978267dc-a414-46a2-9172-bbe7784954a6) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:10.155536 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3118a25e-121e-4683-8310-3e00ca699721 req-ced6b068-2b7f-4237-a34d-ed69c38fe900 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.171722 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8095aef4-4b1b-40d4-8506-6e85086b9ef2 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.9339988 Jul 07 17:09:10.174587 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33956) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:10.286695 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3118a25e-121e-4683-8310-3e00ca699721 req-ced6b068-2b7f-4237-a34d-ed69c38fe900 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.326479 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-5535d455-45b1-4d95-86ab-54e17d9187d2 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Deleting subnet 05f0c216-6b77-44a5-86e6-8826edef4503 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:09:10.330097 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3118a25e-121e-4683-8310-3e00ca699721 req-ced6b068-2b7f-4237-a34d-ed69c38fe900 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Network e48a1335-f2ce-4136-9503-051b68c84575 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:10.334085 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-3118a25e-121e-4683-8310-3e00ca699721 req-ced6b068-2b7f-4237-a34d-ed69c38fe900 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:10.339595 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-3118a25e-121e-4683-8310-3e00ca699721 req-ced6b068-2b7f-4237-a34d-ed69c38fe900 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:10.380255 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-11a51826-1cbe-4192-a5dd-00e96852361f None None] Provisioning complete for port c1e21ea6-e160-4c52-ba3b-3c73b474d98b triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:10.380591 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-11a51826-1cbe-4192-a5dd-00e96852361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.420871 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6b068-2b7f-4237-a34d-ed69c38fe900 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Pushing event updated for resources: {'Port': ['ID=aa3bc463-5eb0-433f-b2b8-0c0d48634a15,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:10.434334 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118a25e-121e-4683-8310-3e00ca699721 req-ced6b068-2b7f-4237-a34d-ed69c38fe900 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:10.435105 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3118a25e-121e-4683-8310-3e00ca699721 req-ced6b068-2b7f-4237-a34d-ed69c38fe900 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.462664 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3118a25e-121e-4683-8310-3e00ca699721 req-ced6b068-2b7f-4237-a34d-ed69c38fe900 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7255418 Jul 07 17:09:10.469931 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cca2bd43-9688-4bcf-982c-9f021a11d02c None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.475891 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-3118a25e-121e-4683-8310-3e00ca699721 req-c740da06-af61-43ca-9903-38fd1d0922ba service neutron] Request body: {'port': {'device_id': 'b261fb8f-c4a2-4b95-95ba-864d2b5cc54e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:10.483433 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-cca2bd43-9688-4bcf-982c-9f021a11d02c None None] Transition to ACTIVE for port object 978267dc-a414-46a2-9172-bbe7784954a6 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:10.526724 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-cca2bd43-9688-4bcf-982c-9f021a11d02c None None] Transition to ACTIVE for port object 978267dc-a414-46a2-9172-bbe7784954a6 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:10.536982 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5535d455-45b1-4d95-86ab-54e17d9187d2 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.543965 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cca2bd43-9688-4bcf-982c-9f021a11d02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.605397 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3118a25e-121e-4683-8310-3e00ca699721 req-c740da06-af61-43ca-9903-38fd1d0922ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.613272 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5535d455-45b1-4d95-86ab-54e17d9187d2 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.652942 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca2bd43-9688-4bcf-982c-9f021a11d02c None None] Network dbf13513-abb3-4d0f-96a6-ca4b0944036a is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:10.681379 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-cca2bd43-9688-4bcf-982c-9f021a11d02c None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:10.686497 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2bd43-9688-4bcf-982c-9f021a11d02c None None] Pushing event updated for resources: {'Port': ['ID=978267dc-a414-46a2-9172-bbe7784954a6,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:10.690178 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca2bd43-9688-4bcf-982c-9f021a11d02c None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:10.757445 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33964) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:10.773409 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-cca2bd43-9688-4bcf-982c-9f021a11d02c None None] Attempting to bind port 978267dc-a414-46a2-9172-bbe7784954a6 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:10.773865 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-cca2bd43-9688-4bcf-982c-9f021a11d02c None None] Attempting to bind port 978267dc-a414-46a2-9172-bbe7784954a6 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '518e2c8d-3d1e-49d5-82f1-9056f18df2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'dbf13513-abb3-4d0f-96a6-ca4b0944036a'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:10.774239 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca2bd43-9688-4bcf-982c-9f021a11d02c None None] Attempting to bind port 978267dc-a414-46a2-9172-bbe7784954a6 on network dbf13513-abb3-4d0f-96a6-ca4b0944036a {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:10.780414 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca2bd43-9688-4bcf-982c-9f021a11d02c None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:10.780842 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca2bd43-9688-4bcf-982c-9f021a11d02c None None] Checking segment: {'id': '518e2c8d-3d1e-49d5-82f1-9056f18df2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'dbf13513-abb3-4d0f-96a6-ca4b0944036a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:10.781250 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cca2bd43-9688-4bcf-982c-9f021a11d02c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.781643 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca2bd43-9688-4bcf-982c-9f021a11d02c None None] Bound using segment: {'id': '518e2c8d-3d1e-49d5-82f1-9056f18df2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'dbf13513-abb3-4d0f-96a6-ca4b0944036a'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:10.782135 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-cca2bd43-9688-4bcf-982c-9f021a11d02c None None] Bound port: 978267dc-a414-46a2-9172-bbe7784954a6, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '518e2c8d-3d1e-49d5-82f1-9056f18df2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'dbf13513-abb3-4d0f-96a6-ca4b0944036a'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:10.783965 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cca2bd43-9688-4bcf-982c-9f021a11d02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.848818 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b25ba2-9c04-4cb0-9144-02aa0e903c96 req-002c5989-8b08-42ed-9222-3a9591020aff tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:10.850378 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80b25ba2-9c04-4cb0-9144-02aa0e903c96 req-002c5989-8b08-42ed-9222-3a9591020aff tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=b261fb8f-c4a2-4b95-95ba-864d2b5cc54e HTTP/1.1" status: 200 len: 931 time: 0.1467686 Jul 07 17:09:10.857720 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5535d455-45b1-4d95-86ab-54e17d9187d2 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.931900 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80b25ba2-9c04-4cb0-9144-02aa0e903c96 req-5787fc54-d4ee-4712-98a0-0e78b96ef71b tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699210 Jul 07 17:09:10.973901 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5535d455-45b1-4d95-86ab-54e17d9187d2 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.978524 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-cca2bd43-9688-4bcf-982c-9f021a11d02c None None] For port 978267dc-a414-46a2-9172-bbe7784954a6, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:10.985101 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-cca2bd43-9688-4bcf-982c-9f021a11d02c None None] For port 978267dc-a414-46a2-9172-bbe7784954a6, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=978267dc-a414-46a2-9172-bbe7784954a6,segment=NetworkSegment(518e2c8d-3d1e-49d5-82f1-9056f18df2c1),segment_id=518e2c8d-3d1e-49d5-82f1-9056f18df2c1)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:11.018457 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cca2bd43-9688-4bcf-982c-9f021a11d02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.022896 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535d455-45b1-4d95-86ab-54e17d9187d2 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event deleted for resources: {'Subnet': ['ID=05f0c216-6b77-44a5-86e6-8826edef4503,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:11.027111 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5535d455-45b1-4d95-86ab-54e17d9187d2 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.029684 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5535d455-45b1-4d95-86ab-54e17d9187d2 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "DELETE /v2.0/subnets/05f0c216-6b77-44a5-86e6-8826edef4503 HTTP/1.1" status: 204 len: 168 time: 0.8535435 Jul 07 17:09:11.034170 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33972) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:11.058176 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-3118a25e-121e-4683-8310-3e00ca699721 req-c740da06-af61-43ca-9903-38fd1d0922ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa3bc463-5eb0-433f-b2b8-0c0d48634a15 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:11.071377 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3118a25e-121e-4683-8310-3e00ca699721 req-c740da06-af61-43ca-9903-38fd1d0922ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.089708 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-3118a25e-121e-4683-8310-3e00ca699721 req-c740da06-af61-43ca-9903-38fd1d0922ba service neutron] Transition to ACTIVE for port object aa3bc463-5eb0-433f-b2b8-0c0d48634a15 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:11.115520 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3118a25e-121e-4683-8310-3e00ca699721 req-c740da06-af61-43ca-9903-38fd1d0922ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.139405 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9badf12c-d383-4b4c-90ef-efd3eafb9a28 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:11.141463 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9badf12c-d383-4b4c-90ef-efd3eafb9a28 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:11.145921 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9badf12c-d383-4b4c-90ef-efd3eafb9a28 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1052616 Jul 07 17:09:11.146442 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33974) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:11.202551 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2bd43-9688-4bcf-982c-9f021a11d02c None None] Pushing event updated for resources: {'Port': ['ID=978267dc-a414-46a2-9172-bbe7784954a6,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:11.242523 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740da06-af61-43ca-9903-38fd1d0922ba service neutron] Pushing event updated for resources: {'Port': ['ID=aa3bc463-5eb0-433f-b2b8-0c0d48634a15,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:11.245483 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cf903edf-3a7a-44fa-8040-7395533e1421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.418248 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0adb60e1-1390-4988-80ae-8cc8d28d0928 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.430754 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-0adb60e1-1390-4988-80ae-8cc8d28d0928 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 07 17:09:11.431536 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0adb60e1-1390-4988-80ae-8cc8d28d0928 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:11.433884 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0adb60e1-1390-4988-80ae-8cc8d28d0928 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "DELETE /v2.0/networks/dbf13513-abb3-4d0f-96a6-ca4b0944036a HTTP/1.1" status: 409 len: 405 time: 0.2854838 Jul 07 17:09:11.439854 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cf903edf-3a7a-44fa-8040-7395533e1421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.442783 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33982) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:11.449924 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c1e21ea6-e160-4c52-ba3b-3c73b474d98b up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:11.451988 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-6fefed08-75e0-46a8-bc88-9b182fd23294 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-694104530'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:11.459584 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cf903edf-3a7a-44fa-8040-7395533e1421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.497537 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fefed08-75e0-46a8-bc88-9b182fd23294 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Made reservation on behalf of b2964c50612d4f618aa06c37eac9e100 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:11.502876 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6fefed08-75e0-46a8-bc88-9b182fd23294 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.522818 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc0589-fd03-4ed1-8197-a2be0e6db8f6 req-568b06e9-dec0-4de7-a6c7-856a9f385259 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:11.524990 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1ebc0589-fd03-4ed1-8197-a2be0e6db8f6 req-568b06e9-dec0-4de7-a6c7-856a9f385259 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 945 time: 0.2288015 Jul 07 17:09:11.531137 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port c1e21ea6-e160-4c52-ba3b-3c73b474d98b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:11.531696 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.622094 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1ebc0589-fd03-4ed1-8197-a2be0e6db8f6 req-1230b796-6f96-419a-a707-cbbb17464889 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865612 Jul 07 17:09:11.637819 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fefed08-75e0-46a8-bc88-9b182fd23294 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:09:11.676576 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cf903edf-3a7a-44fa-8040-7395533e1421 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7386d44fb4784892b7a55387c8f429b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9175901 Jul 07 17:09:11.682427 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33984) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:11.699757 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6fefed08-75e0-46a8-bc88-9b182fd23294 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.699975 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf903edf-3a7a-44fa-8040-7395533e1421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71e35db-f33f-474d-8eae-361a4215f16a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:11.700711 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-6fefed08-75e0-46a8-bc88-9b182fd23294 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Added segment 7f1a46b9-1a81-4bcf-ac1b-2b7cda07a204 of type vlan for network d0a513c5-6077-4bbb-86c3-bfc23df26b5c Jul 07 17:09:11.760529 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e0050-a11c-4e7d-8b3d-3221a32586db req-9dfbea86-ae31-4992-9f1a-6c9044e7f89f tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:11.768063 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-636e0050-a11c-4e7d-8b3d-3221a32586db req-9dfbea86-ae31-4992-9f1a-6c9044e7f89f tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=1702409a-d055-410c-8033-2c333deecf83 HTTP/1.1" status: 200 len: 946 time: 0.3263412 Jul 07 17:09:11.777655 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-3118a25e-121e-4683-8310-3e00ca699721 req-c740da06-af61-43ca-9903-38fd1d0922ba service neutron] Attempting to bind port aa3bc463-5eb0-433f-b2b8-0c0d48634a15 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:11.777996 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-3118a25e-121e-4683-8310-3e00ca699721 req-c740da06-af61-43ca-9903-38fd1d0922ba service neutron] Attempting to bind port aa3bc463-5eb0-433f-b2b8-0c0d48634a15 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'daf42bd2-fc12-4c99-b88e-eb60fef0924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:11.778483 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3118a25e-121e-4683-8310-3e00ca699721 req-c740da06-af61-43ca-9903-38fd1d0922ba service neutron] Attempting to bind port aa3bc463-5eb0-433f-b2b8-0c0d48634a15 on network e48a1335-f2ce-4136-9503-051b68c84575 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:11.780458 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6fefed08-75e0-46a8-bc88-9b182fd23294 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.796792 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3118a25e-121e-4683-8310-3e00ca699721 req-c740da06-af61-43ca-9903-38fd1d0922ba service neutron] Port aa3bc463-5eb0-433f-b2b8-0c0d48634a15 on network e48a1335-f2ce-4136-9503-051b68c84575 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:09:11.797176 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3118a25e-121e-4683-8310-3e00ca699721 req-c740da06-af61-43ca-9903-38fd1d0922ba service neutron] Attempting to bind port aa3bc463-5eb0-433f-b2b8-0c0d48634a15 on network e48a1335-f2ce-4136-9503-051b68c84575 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:11.809446 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3118a25e-121e-4683-8310-3e00ca699721 req-c740da06-af61-43ca-9903-38fd1d0922ba service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:11.809953 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3118a25e-121e-4683-8310-3e00ca699721 req-c740da06-af61-43ca-9903-38fd1d0922ba service neutron] Checking segment: {'id': 'daf42bd2-fc12-4c99-b88e-eb60fef0924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:11.810239 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3118a25e-121e-4683-8310-3e00ca699721 req-c740da06-af61-43ca-9903-38fd1d0922ba service neutron] Bound using segment: {'id': 'daf42bd2-fc12-4c99-b88e-eb60fef0924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:11.810664 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-3118a25e-121e-4683-8310-3e00ca699721 req-c740da06-af61-43ca-9903-38fd1d0922ba service neutron] Bound port: aa3bc463-5eb0-433f-b2b8-0c0d48634a15, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf42bd2-fc12-4c99-b88e-eb60fef0924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:11.811098 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3118a25e-121e-4683-8310-3e00ca699721 req-c740da06-af61-43ca-9903-38fd1d0922ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.830344 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6fefed08-75e0-46a8-bc88-9b182fd23294 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.838076 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fefed08-75e0-46a8-bc88-9b182fd23294 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:11.839123 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6fefed08-75e0-46a8-bc88-9b182fd23294 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.913368 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-636e0050-a11c-4e7d-8b3d-3221a32586db req-3feede4b-de8c-430c-a8a0-219c4123ce74 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441844 Jul 07 17:09:11.921829 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-3118a25e-121e-4683-8310-3e00ca699721 req-c740da06-af61-43ca-9903-38fd1d0922ba service neutron] For port aa3bc463-5eb0-433f-b2b8-0c0d48634a15, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:11.927789 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-3118a25e-121e-4683-8310-3e00ca699721 req-c740da06-af61-43ca-9903-38fd1d0922ba service neutron] For port aa3bc463-5eb0-433f-b2b8-0c0d48634a15, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=aa3bc463-5eb0-433f-b2b8-0c0d48634a15,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:11.941839 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3118a25e-121e-4683-8310-3e00ca699721 req-c740da06-af61-43ca-9903-38fd1d0922ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:12.009322 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fefed08-75e0-46a8-bc88-9b182fd23294 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event updated for resources: {'Network': ['ID=d0a513c5-6077-4bbb-86c3-bfc23df26b5c,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:12.025479 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740da06-af61-43ca-9903-38fd1d0922ba service neutron] Pushing event updated for resources: {'Port': ['ID=aa3bc463-5eb0-433f-b2b8-0c0d48634a15,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:12.031649 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network d0a513c5-6077-4bbb-86c3-bfc23df26b5c details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:09:12.040025 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6fefed08-75e0-46a8-bc88-9b182fd23294 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5948744 Jul 07 17:09:12.050195 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33988) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:12.051075 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118a25e-121e-4683-8310-3e00ca699721 req-c740da06-af61-43ca-9903-38fd1d0922ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:12.052293 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3118a25e-121e-4683-8310-3e00ca699721 req-c740da06-af61-43ca-9903-38fd1d0922ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:12.062767 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-6ef7398f-464d-4631-b1fe-1f5f887df707 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Request body: {'subnet': {'network_id': 'd0a513c5-6077-4bbb-86c3-bfc23df26b5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:12.063253 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3118a25e-121e-4683-8310-3e00ca699721 req-c740da06-af61-43ca-9903-38fd1d0922ba service neutron] 10.222.0.64 "PUT /v2.0/ports/aa3bc463-5eb0-433f-b2b8-0c0d48634a15 HTTP/1.1" status: 200 len: 1092 time: 1.5939274 Jul 07 17:09:12.064096 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b261fb8f-c4a2-4b95-95ba-864d2b5cc54e', 'tag': 'aa3bc463-5eb0-433f-b2b8-0c0d48634a15'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:12.072633 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10aca3d1-0a78-426b-8864-9a90c726667f" -d '{"events": [{"name": "network-changed", "server_uuid": "b261fb8f-c4a2-4b95-95ba-864d2b5cc54e", "tag": "aa3bc463-5eb0-433f-b2b8-0c0d48634a15"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:12.172115 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-da5d3f56-f037-4a58-9000-dea64c9a5736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:12.216076 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118a25e-121e-4683-8310-3e00ca699721 req-7e5cca46-b3ab-4d02-a0a9-dbd76d4ed2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:12.219750 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3118a25e-121e-4683-8310-3e00ca699721 req-7e5cca46-b3ab-4d02-a0a9-dbd76d4ed2fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fe17a6fbd19425cb38c02ad6df4484f&device_id=b261fb8f-c4a2-4b95-95ba-864d2b5cc54e HTTP/1.1" status: 200 len: 1095 time: 0.1047158 Jul 07 17:09:12.221499 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3be91d1-57cd-416b-8e61-1f9bd5ce92a2 x-openstack-request-id: req-e3be91d1-57cd-416b-8e61-1f9bd5ce92a2 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:12.222033 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b261fb8f-c4a2-4b95-95ba-864d2b5cc54e", "tag": "aa3bc463-5eb0-433f-b2b8-0c0d48634a15", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:12.222466 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e3be91d1-57cd-416b-8e61-1f9bd5ce92a2 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:12.223116 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b261fb8f-c4a2-4b95-95ba-864d2b5cc54e', 'tag': 'aa3bc463-5eb0-433f-b2b8-0c0d48634a15', 'status': 'completed', 'code': 200} Jul 07 17:09:12.232063 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-da5d3f56-f037-4a58-9000-dea64c9a5736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:12.274220 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef7398f-464d-4631-b1fe-1f5f887df707 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Made reservation on behalf of b2964c50612d4f618aa06c37eac9e100 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:12.277979 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ef7398f-464d-4631-b1fe-1f5f887df707 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:12.297504 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3118a25e-121e-4683-8310-3e00ca699721 req-4fc7e4ce-3c48-4c56-b7bf-79e28355334c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa3bc463-5eb0-433f-b2b8-0c0d48634a15 HTTP/1.1" status: 200 len: 217 time: 0.0704088 Jul 07 17:09:12.368498 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118a25e-121e-4683-8310-3e00ca699721 req-b4704876-c2bd-4b22-8431-78f1f6f404ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:12.370162 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3118a25e-121e-4683-8310-3e00ca699721 req-b4704876-c2bd-4b22-8431-78f1f6f404ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14e47f73-09be-4e96-b070-1b771944d586 HTTP/1.1" status: 200 len: 852 time: 0.0643077 Jul 07 17:09:12.386411 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489feb7e-b310-4216-9076-55b0a4d50efe req-1f8e0de4-c03e-40ce-acc8-7daf4300843f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:12.387262 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-da5d3f56-f037-4a58-9000-dea64c9a5736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:12.388035 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-489feb7e-b310-4216-9076-55b0a4d50efe req-1f8e0de4-c03e-40ce-acc8-7daf4300843f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=b261fb8f-c4a2-4b95-95ba-864d2b5cc54e HTTP/1.1" status: 200 len: 943 time: 0.1595199 Jul 07 17:09:12.390564 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-da5d3f56-f037-4a58-9000-dea64c9a5736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:12.395062 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-da5d3f56-f037-4a58-9000-dea64c9a5736 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e71e35db-f33f-474d-8eae-361a4215f16a HTTP/1.1" status: 204 len: 168 time: 0.7086592 Jul 07 17:09:12.413613 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d3f56-f037-4a58-9000-dea64c9a5736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71e35db-f33f-474d-8eae-361a4215f16a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:12.422541 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3118a25e-121e-4683-8310-3e00ca699721 req-7d940363-055a-48be-8f97-16f40d996166 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e48a1335-f2ce-4136-9503-051b68c84575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449960 Jul 07 17:09:12.551246 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-489feb7e-b310-4216-9076-55b0a4d50efe req-fd8b4c36-32e9-4c72-98bb-ce26f1ee5f00 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144307 Jul 07 17:09:12.591418 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3118a25e-121e-4683-8310-3e00ca699721 req-957281ad-4b4b-4e3f-a261-e7b06277dbfe service neutron] 10.222.0.64 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528025 Jul 07 17:09:12.726952 n-d-791503-12 neutron-server[100192]: DEBUG neutron.objects.ports [None req-6ef7398f-464d-4631-b1fe-1f5f887df707 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100192) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:09:12.729151 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ef7398f-464d-4631-b1fe-1f5f887df707 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:12.744606 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3118a25e-121e-4683-8310-3e00ca699721 req-3782c92f-d376-4292-9fc0-ebd67acb101e service neutron] 10.222.0.64 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465125 Jul 07 17:09:12.904492 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aca3d1-0a78-426b-8864-9a90c726667f req-5df3a269-6d7f-42c5-85f7-3aa8ed0f8834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:12.906644 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-10aca3d1-0a78-426b-8864-9a90c726667f req-5df3a269-6d7f-42c5-85f7-3aa8ed0f8834 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fe17a6fbd19425cb38c02ad6df4484f&device_id=b261fb8f-c4a2-4b95-95ba-864d2b5cc54e HTTP/1.1" status: 200 len: 1095 time: 0.0848742 Jul 07 17:09:12.906824 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7398f-464d-4631-b1fe-1f5f887df707 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event updated for resources: {'Subnet': ['ID=6269af83-6a40-4752-acb6-5f6928dbcc08,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:12.938953 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 34000) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:12.979644 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8b5b9d45-a4f9-4aba-a924-d214d17c6266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:12.979910 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef7398f-464d-4631-b1fe-1f5f887df707 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Checking segment: {'id': '7f1a46b9-1a81-4bcf-ac1b-2b7cda07a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd0a513c5-6077-4bbb-86c3-bfc23df26b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:12.980309 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef7398f-464d-4631-b1fe-1f5f887df707 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Network hostable DHCP agents. Network: d0a513c5-6077-4bbb-86c3-bfc23df26b5c, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:09:13.046993 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ff8f3-17ba-4c0e-9ff0-0b3cbeab75ae req-0bc17c53-4677-4867-ae7b-174e41c47a15 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:13.062046 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3b2ff8f3-17ba-4c0e-9ff0-0b3cbeab75ae req-0bc17c53-4677-4867-ae7b-174e41c47a15 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 945 time: 0.2533269 Jul 07 17:09:13.079352 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef7398f-464d-4631-b1fe-1f5f887df707 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Network d0a513c5-6077-4bbb-86c3-bfc23df26b5c is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:09:13.109151 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8b5b9d45-a4f9-4aba-a924-d214d17c6266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.110231 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-6ef7398f-464d-4631-b1fe-1f5f887df707 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, d0a513c5-6077-4bbb-86c3-bfc23df26b5c) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:13.121369 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8b5b9d45-a4f9-4aba-a924-d214d17c6266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.121716 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef7398f-464d-4631-b1fe-1f5f887df707 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:13.122883 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ef7398f-464d-4631-b1fe-1f5f887df707 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.124248 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b636566-5383-45db-9ad6-a10a7394d861 None None] Network d0a513c5-6077-4bbb-86c3-bfc23df26b5c requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:13.176345 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6ef7398f-464d-4631-b1fe-1f5f887df707 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1241708 Jul 07 17:09:13.186737 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 34008) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:13.198879 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3b2ff8f3-17ba-4c0e-9ff0-0b3cbeab75ae req-a580f9b2-ff0f-4450-9796-c22c44321e07 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352458 Jul 07 17:09:13.218885 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-23b71927-5bbd-417a-a73d-5658dd47da35 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Request body: {'port': {'network_id': 'd0a513c5-6077-4bbb-86c3-bfc23df26b5c', 'name': 'tempest-NetworksIpV6TestAttrs-1080485330'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:13.250859 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aca3d1-0a78-426b-8864-9a90c726667f req-6356a2b7-c1c8-40db-bc64-702d2fa5c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:13.254539 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-10aca3d1-0a78-426b-8864-9a90c726667f req-6356a2b7-c1c8-40db-bc64-702d2fa5c68b service neutron] 10.222.0.64 "GET /v2.0/networks?id=e48a1335-f2ce-4136-9503-051b68c84575 HTTP/1.1" status: 200 len: 913 time: 0.3404808 Jul 07 17:09:13.298119 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8b5b9d45-a4f9-4aba-a924-d214d17c6266 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bcafa6965e8b4b209fa0489c193cae6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3541353 Jul 07 17:09:13.299385 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34010) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:13.331301 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9883df7d-1b0e-443c-b2ef-4f04ae230cc6 None None] Network dbf13513-abb3-4d0f-96a6-ca4b0944036a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:13.375181 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b9d45-a4f9-4aba-a924-d214d17c6266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79be897f-d84a-4841-b813-14932d6bfaf2,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:13.448515 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e9051ed8-d25c-431d-9b17-1edb6b4076ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.449626 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 978267dc-a414-46a2-9172-bbe7784954a6 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:13.472782 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-10aca3d1-0a78-426b-8864-9a90c726667f req-d24f16f3-e814-424b-8bed-660a06d26e51 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa3bc463-5eb0-433f-b2b8-0c0d48634a15 HTTP/1.1" status: 200 len: 217 time: 0.1126928 Jul 07 17:09:13.476562 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e9051ed8-d25c-431d-9b17-1edb6b4076ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.568404 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e9051ed8-d25c-431d-9b17-1edb6b4076ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.571919 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e9051ed8-d25c-431d-9b17-1edb6b4076ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.580384 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e9051ed8-d25c-431d-9b17-1edb6b4076ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/79be897f-d84a-4841-b813-14932d6bfaf2 HTTP/1.1" status: 204 len: 168 time: 0.2790477 Jul 07 17:09:13.604516 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9051ed8-d25c-431d-9b17-1edb6b4076ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79be897f-d84a-4841-b813-14932d6bfaf2,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:13.620598 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aca3d1-0a78-426b-8864-9a90c726667f req-bdf126d8-6c98-4287-8570-1507f5c67d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:13.622191 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-10aca3d1-0a78-426b-8864-9a90c726667f req-bdf126d8-6c98-4287-8570-1507f5c67d43 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14e47f73-09be-4e96-b070-1b771944d586 HTTP/1.1" status: 200 len: 852 time: 0.1221261 Jul 07 17:09:13.644474 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-71652346-7574-4663-b38b-7b50bc321669 None None] Provisioning for port 978267dc-a414-46a2-9172-bbe7784954a6 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:13.650593 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f0efbf-255d-4511-bb0b-06b7ab81ff36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-d0a513c5-6077-4bbb-86c3-bfc23df26b5c', 'network_id': 'd0a513c5-6077-4bbb-86c3-bfc23df26b5c', 'tenant_id': 'b2964c50612d4f618aa06c37eac9e100', 'fixed_ips': [{'subnet_id': '6269af83-6a40-4752-acb6-5f6928dbcc08'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:09:13.654273 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-92f0efbf-255d-4511-bb0b-06b7ab81ff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.681238 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-10aca3d1-0a78-426b-8864-9a90c726667f req-41d2ceb4-dfca-4d72-b9d5-c669bc06500d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e48a1335-f2ce-4136-9503-051b68c84575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467486 Jul 07 17:09:13.693794 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe58a56-8fe6-4960-b022-f9e73d1913c4 req-9dbc3c2b-3b5f-4aa4-9e0d-38bc0c5e40a0 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:13.696375 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4fe58a56-8fe6-4960-b022-f9e73d1913c4 req-9dbc3c2b-3b5f-4aa4-9e0d-38bc0c5e40a0 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=1702409a-d055-410c-8033-2c333deecf83 HTTP/1.1" status: 200 len: 946 time: 0.3224142 Jul 07 17:09:13.758400 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device aa3bc463-5eb0-433f-b2b8-0c0d48634a15 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:13.771268 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b71927-5bbd-417a-a73d-5658dd47da35 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Made reservation on behalf of b2964c50612d4f618aa06c37eac9e100 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:13.775532 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-23b71927-5bbd-417a-a73d-5658dd47da35 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.814794 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 978267dc-a414-46a2-9172-bbe7784954a6 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:13.818190 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-23b71927-5bbd-417a-a73d-5658dd47da35 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] device_id is not set on port 75d084bb-1427-4c7d-bce0-8de27963e056 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:09:13.876183 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 978267dc-a414-46a2-9172-bbe7784954a6 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:13.876793 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.882089 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4fe58a56-8fe6-4960-b022-f9e73d1913c4 req-40893819-629c-4fd6-b9e9-dfe89f6d4bc8 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721880 Jul 07 17:09:14.074621 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734b22b-c66b-4390-bddd-df5cc377f872 req-7639dfcf-947b-4c8c-a739-41ac74e3ec15 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:14.090315 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a734b22b-c66b-4390-bddd-df5cc377f872 req-7639dfcf-947b-4c8c-a739-41ac74e3ec15 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=b261fb8f-c4a2-4b95-95ba-864d2b5cc54e HTTP/1.1" status: 200 len: 943 time: 0.1736109 Jul 07 17:09:14.186930 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a734b22b-c66b-4390-bddd-df5cc377f872 req-fb8a78f0-6325-477c-82a6-c98921f6c499 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948911 Jul 07 17:09:14.394093 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-10aca3d1-0a78-426b-8864-9a90c726667f req-00c83542-4917-4026-b1a4-86de114abbdd service neutron] 10.222.0.64 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6947734 Jul 07 17:09:14.520818 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port aa3bc463-5eb0-433f-b2b8-0c0d48634a15, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=aa3bc463-5eb0-433f-b2b8-0c0d48634a15,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:14.534992 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-23b71927-5bbd-417a-a73d-5658dd47da35 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Allocated IP 2001:db8::f816:3eff:fe17:befe (d0a513c5-6077-4bbb-86c3-bfc23df26b5c/6269af83-6a40-4752-acb6-5f6928dbcc08/75d084bb-1427-4c7d-bce0-8de27963e056) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:14.572793 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'aa3bc463-5eb0-433f-b2b8-0c0d48634a15', 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575', 'port_id': 'aa3bc463-5eb0-433f-b2b8-0c0d48634a15', 'mac_address': 'fa:16:3e:50:a1:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e47f73-09be-4e96-b070-1b771944d586', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:14.594978 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.667671 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.670770 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 978267dc-a414-46a2-9172-bbe7784954a6, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=978267dc-a414-46a2-9172-bbe7784954a6,segment=NetworkSegment(518e2c8d-3d1e-49d5-82f1-9056f18df2c1),segment_id=518e2c8d-3d1e-49d5-82f1-9056f18df2c1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:14.682516 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.714615 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa3bc463-5eb0-433f-b2b8-0c0d48634a15 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:14.719834 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15411918-5f70-4f33-b228-891d967ebd9f None None] DHCP port deletion for dbf13513-abb3-4d0f-96a6-ca4b0944036a request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:09:14.782743 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fec8ab-e0f3-4583-9366-b900ed4547e8 req-e75b68d4-d967-4244-a958-fa446c0effa7 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:14.789030 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port aa3bc463-5eb0-433f-b2b8-0c0d48634a15, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=aa3bc463-5eb0-433f-b2b8-0c0d48634a15,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:14.792228 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84fec8ab-e0f3-4583-9366-b900ed4547e8 req-e75b68d4-d967-4244-a958-fa446c0effa7 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 945 time: 0.1177049 Jul 07 17:09:14.793804 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=978267dc-a414-46a2-9172-bbe7784954a6,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:14.805788 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:14.806131 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:14.806407 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:14.806727 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:14.807151 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:14.807712 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:14.808136 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:14.809547 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:14.810090 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:14.810590 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:14.811666 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:14.811820 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:14.816860 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.854418 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0b438-b76b-481f-970a-86353f074414 req-cbcc6fe7-6c63-4e9d-8ea7-b366bab10142 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:14.857644 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84fec8ab-e0f3-4583-9366-b900ed4547e8 req-f0f2c775-9569-4435-a501-91a6ced87a54 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642686 Jul 07 17:09:14.864279 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d5a0b438-b76b-481f-970a-86353f074414 req-cbcc6fe7-6c63-4e9d-8ea7-b366bab10142 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/networks?id=656dd087-69ac-4445-b8fb-7180ff9e7eaa HTTP/1.1" status: 200 len: 805 time: 0.5584617 Jul 07 17:09:14.913916 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=aa3bc463-5eb0-433f-b2b8-0c0d48634a15,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:14.922331 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d5a0b438-b76b-481f-970a-86353f074414 req-a3eccf3f-7cce-4603-9917-12b2c9b125a1 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/quotas/854488ce7e0c4852954684e9f239b430 HTTP/1.1" status: 200 len: 375 time: 0.0558872 Jul 07 17:09:14.922968 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-15411918-5f70-4f33-b228-891d967ebd9f None None] Deleting port 978267dc-a414-46a2-9172-bbe7784954a6 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:14.923364 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-15411918-5f70-4f33-b228-891d967ebd9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.941481 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-10aca3d1-0a78-426b-8864-9a90c726667f req-87e091f5-6560-4e00-b838-a24b651eccf3 service neutron] 10.222.0.64 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5255878 Jul 07 17:09:15.002794 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-15411918-5f70-4f33-b228-891d967ebd9f None None] For port 978267dc-a414-46a2-9172-bbe7784954a6, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=978267dc-a414-46a2-9172-bbe7784954a6,segment=NetworkSegment(518e2c8d-3d1e-49d5-82f1-9056f18df2c1),segment_id=518e2c8d-3d1e-49d5-82f1-9056f18df2c1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:15.003267 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-15411918-5f70-4f33-b228-891d967ebd9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.020419 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-15411918-5f70-4f33-b228-891d967ebd9f None None] Calling delete_port for 978267dc-a414-46a2-9172-bbe7784954a6 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:15.027028 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-23b71927-5bbd-417a-a73d-5658dd47da35 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.052490 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-23b71927-5bbd-417a-a73d-5658dd47da35 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Transition to ACTIVE for port object 75d084bb-1427-4c7d-bce0-8de27963e056 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:15.105263 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d5a0b438-b76b-481f-970a-86353f074414 req-6fc24902-a2ea-4444-a687-756cfb27ce7a tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=854488ce7e0c4852954684e9f239b430&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1589170 Jul 07 17:09:15.121638 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['aa3bc463-5eb0-433f-b2b8-0c0d48634a15'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:15.193040 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-23b71927-5bbd-417a-a73d-5658dd47da35 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.331619 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b71927-5bbd-417a-a73d-5658dd47da35 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event updated for resources: {'Port': ['ID=75d084bb-1427-4c7d-bce0-8de27963e056,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:15.347499 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-92f0efbf-255d-4511-bb0b-06b7ab81ff36 None None] Allocated IP 2001:db8::f816:3eff:fe80:f7df (d0a513c5-6077-4bbb-86c3-bfc23df26b5c/6269af83-6a40-4752-acb6-5f6928dbcc08/a885589a-ce8d-4581-8973-e1058a02589c) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:15.356990 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b71927-5bbd-417a-a73d-5658dd47da35 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Network d0a513c5-6077-4bbb-86c3-bfc23df26b5c is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:15.364646 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-23b71927-5bbd-417a-a73d-5658dd47da35 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:15.380004 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b71927-5bbd-417a-a73d-5658dd47da35 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:15.395659 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 978267dc-a414-46a2-9172-bbe7784954a6 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:15.408814 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b71927-5bbd-417a-a73d-5658dd47da35 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:15.410815 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-23b71927-5bbd-417a-a73d-5658dd47da35 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.480823 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d5a0b438-b76b-481f-970a-86353f074414 req-e68ff89d-8c5e-4857-9310-4fb0ff02b1e0 service neutron] 10.222.0.53 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692534 Jul 07 17:09:15.488550 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34058) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:15.489388 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-23b71927-5bbd-417a-a73d-5658dd47da35 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2923701 Jul 07 17:09:15.552940 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-15411918-5f70-4f33-b228-891d967ebd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.603646 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15411918-5f70-4f33-b228-891d967ebd9f None None] Pushing event deleted for resources: {'Port': ['ID=978267dc-a414-46a2-9172-bbe7784954a6,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:15.649421 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d5a0b438-b76b-481f-970a-86353f074414 req-58731b0c-22b1-4e30-aac5-66ed2f145725 service neutron] 10.222.0.53 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582937 Jul 07 17:09:15.656049 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f7bc5a-be0a-4870-9a1a-7b995c4b0762 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Deleting subnet 6269af83-6a40-4752-acb6-5f6928dbcc08 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:09:15.743657 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15411918-5f70-4f33-b228-891d967ebd9f None None] No DVR routers for this DVR port 978267dc-a414-46a2-9172-bbe7784954a6 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:15.766793 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No active binding found for port 978267dc-a414-46a2-9172-bbe7784954a6 {{(pid=100194) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 17:09:15.767249 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 978267dc-a414-46a2-9172-bbe7784954a6 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:09:15.910597 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897809-1fcc-4cc9-bfb8-6b3fa36c8d07 req-187bb114-701a-48aa-b6a8-d7c535c9406f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:15.912539 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e2897809-1fcc-4cc9-bfb8-6b3fa36c8d07 req-187bb114-701a-48aa-b6a8-d7c535c9406f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=b261fb8f-c4a2-4b95-95ba-864d2b5cc54e HTTP/1.1" status: 200 len: 944 time: 0.1935542 Jul 07 17:09:15.947851 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-92f0efbf-255d-4511-bb0b-06b7ab81ff36 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.964116 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e2897809-1fcc-4cc9-bfb8-6b3fa36c8d07 req-66d37e8c-b576-46de-9777-2d0787232cb3 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434883 Jul 07 17:09:15.964951 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-92f0efbf-255d-4511-bb0b-06b7ab81ff36 None None] Transition to ACTIVE for port object a885589a-ce8d-4581-8973-e1058a02589c will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:15.989200 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-92f0efbf-255d-4511-bb0b-06b7ab81ff36 None None] Transition to ACTIVE for port object a885589a-ce8d-4581-8973-e1058a02589c will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:15.997770 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e7f7bc5a-be0a-4870-9a1a-7b995c4b0762 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:16.000476 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-92f0efbf-255d-4511-bb0b-06b7ab81ff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:16.064165 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f0efbf-255d-4511-bb0b-06b7ab81ff36 None None] Network d0a513c5-6077-4bbb-86c3-bfc23df26b5c is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:16.066486 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-92f0efbf-255d-4511-bb0b-06b7ab81ff36 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:16.073924 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f0efbf-255d-4511-bb0b-06b7ab81ff36 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:16.104217 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0efbf-255d-4511-bb0b-06b7ab81ff36 None None] Pushing event updated for resources: {'Port': ['ID=a885589a-ce8d-4581-8973-e1058a02589c,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:16.133556 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-00cfc8b6-9d92-4d19-8bbc-97b0e5e7bdb7 req-0f846807-aa37-40c7-8190-3ab4529b02e1 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=e68a1549-a0cb-426b-8da9-2664c5c06abf HTTP/1.1" status: 200 len: 210 time: 0.0922792 Jul 07 17:09:16.163941 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e7f7bc5a-be0a-4870-9a1a-7b995c4b0762 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:16.188523 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-92f0efbf-255d-4511-bb0b-06b7ab81ff36 None None] Attempting to bind port a885589a-ce8d-4581-8973-e1058a02589c on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:16.197740 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-92f0efbf-255d-4511-bb0b-06b7ab81ff36 None None] Attempting to bind port a885589a-ce8d-4581-8973-e1058a02589c by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '7f1a46b9-1a81-4bcf-ac1b-2b7cda07a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd0a513c5-6077-4bbb-86c3-bfc23df26b5c'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:16.198449 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f0efbf-255d-4511-bb0b-06b7ab81ff36 None None] Attempting to bind port a885589a-ce8d-4581-8973-e1058a02589c on network d0a513c5-6077-4bbb-86c3-bfc23df26b5c {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:16.212320 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f0efbf-255d-4511-bb0b-06b7ab81ff36 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:16.212741 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f0efbf-255d-4511-bb0b-06b7ab81ff36 None None] Checking segment: {'id': '7f1a46b9-1a81-4bcf-ac1b-2b7cda07a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd0a513c5-6077-4bbb-86c3-bfc23df26b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:16.214135 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-92f0efbf-255d-4511-bb0b-06b7ab81ff36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:16.214726 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f0efbf-255d-4511-bb0b-06b7ab81ff36 None None] Bound using segment: {'id': '7f1a46b9-1a81-4bcf-ac1b-2b7cda07a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd0a513c5-6077-4bbb-86c3-bfc23df26b5c'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:16.218232 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-92f0efbf-255d-4511-bb0b-06b7ab81ff36 None None] Bound port: a885589a-ce8d-4581-8973-e1058a02589c, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1a46b9-1a81-4bcf-ac1b-2b7cda07a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd0a513c5-6077-4bbb-86c3-bfc23df26b5c'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:16.218677 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-92f0efbf-255d-4511-bb0b-06b7ab81ff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:16.378878 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-92f0efbf-255d-4511-bb0b-06b7ab81ff36 None None] For port a885589a-ce8d-4581-8973-e1058a02589c, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:16.386130 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-92f0efbf-255d-4511-bb0b-06b7ab81ff36 None None] For port a885589a-ce8d-4581-8973-e1058a02589c, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a885589a-ce8d-4581-8973-e1058a02589c,segment=NetworkSegment(7f1a46b9-1a81-4bcf-ac1b-2b7cda07a204),segment_id=7f1a46b9-1a81-4bcf-ac1b-2b7cda07a204)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:16.393108 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-92f0efbf-255d-4511-bb0b-06b7ab81ff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:16.400190 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c07e4b-4ff4-46f9-926e-ae5a0f009117 req-6f040df1-264e-414c-b760-3b386a971ed0 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:16.408919 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c0c07e4b-4ff4-46f9-926e-ae5a0f009117 req-6f040df1-264e-414c-b760-3b386a971ed0 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 945 time: 0.0960276 Jul 07 17:09:16.496315 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c0c07e4b-4ff4-46f9-926e-ae5a0f009117 req-f2d37150-255a-4960-a686-f440d7517059 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856779 Jul 07 17:09:16.540266 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0efbf-255d-4511-bb0b-06b7ab81ff36 None None] Pushing event updated for resources: {'Port': ['ID=a885589a-ce8d-4581-8973-e1058a02589c,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:16.545072 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e7f7bc5a-be0a-4870-9a1a-7b995c4b0762 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:16.721125 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e7f7bc5a-be0a-4870-9a1a-7b995c4b0762 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:16.758118 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7bc5a-be0a-4870-9a1a-7b995c4b0762 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event deleted for resources: {'Subnet': ['ID=6269af83-6a40-4752-acb6-5f6928dbcc08,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:16.784320 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e7f7bc5a-be0a-4870-9a1a-7b995c4b0762 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:16.789951 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e7f7bc5a-be0a-4870-9a1a-7b995c4b0762 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "DELETE /v2.0/subnets/6269af83-6a40-4752-acb6-5f6928dbcc08 HTTP/1.1" status: 204 len: 168 time: 1.3001618 Jul 07 17:09:16.795183 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 34094) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:17.021096 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d236109-a19b-4ad7-8f84-b2c9004f4e32 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:17.029407 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d236109-a19b-4ad7-8f84-b2c9004f4e32 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:17.033000 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2d236109-a19b-4ad7-8f84-b2c9004f4e32 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2364028 Jul 07 17:09:17.036757 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34102) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:17.300142 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-60810007-c3bf-462c-a4a6-6db4aa5c208d tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.322518 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-60810007-c3bf-462c-a4a6-6db4aa5c208d tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 07 17:09:17.323302 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60810007-c3bf-462c-a4a6-6db4aa5c208d tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:17.330321 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-60810007-c3bf-462c-a4a6-6db4aa5c208d tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "DELETE /v2.0/networks/d0a513c5-6077-4bbb-86c3-bfc23df26b5c HTTP/1.1" status: 409 len: 405 time: 0.2913544 Jul 07 17:09:17.345928 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34114) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:17.357914 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-0d7d56cb-2050-4102-be08-27dc8f159cb8 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-864037690'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:17.462357 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0ecf0c5-6e14-4325-b783-bed9a6095c6f req-f419146c-a750-4e4a-a362-a465e431e941 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=e68a1549-a0cb-426b-8da9-2664c5c06abf HTTP/1.1" status: 200 len: 210 time: 0.0650206 Jul 07 17:09:17.478042 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7d56cb-2050-4102-be08-27dc8f159cb8 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Made reservation on behalf of b2964c50612d4f618aa06c37eac9e100 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:17.509003 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0d7d56cb-2050-4102-be08-27dc8f159cb8 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.531909 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a885589a-ce8d-4581-8973-e1058a02589c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:17.533625 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5109a-9b43-45e8-97c6-dbf6f49213e6 req-e9617f09-c293-4aed-a641-a41f3ee04731 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:17.536267 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-36f5109a-9b43-45e8-97c6-dbf6f49213e6 req-e9617f09-c293-4aed-a641-a41f3ee04731 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=b261fb8f-c4a2-4b95-95ba-864d2b5cc54e HTTP/1.1" status: 200 len: 944 time: 0.3067024 Jul 07 17:09:17.578406 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d7d56cb-2050-4102-be08-27dc8f159cb8 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:09:17.599757 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0d7d56cb-2050-4102-be08-27dc8f159cb8 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.600150 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-0d7d56cb-2050-4102-be08-27dc8f159cb8 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Added segment dbadca3e-da47-4bc1-9dc6-614cfd9ccc0e of type vlan for network dccb8762-573c-4fdd-ae5d-8bb7df3f7ced Jul 07 17:09:17.651892 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port a885589a-ce8d-4581-8973-e1058a02589c completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:17.703426 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device aa3bc463-5eb0-433f-b2b8-0c0d48634a15 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:17.706767 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0d7d56cb-2050-4102-be08-27dc8f159cb8 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.717855 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-36f5109a-9b43-45e8-97c6-dbf6f49213e6 req-28c18bcb-a5a7-4194-8109-0fe7f9596d31 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499138 Jul 07 17:09:17.792041 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0d7d56cb-2050-4102-be08-27dc8f159cb8 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.799238 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7d56cb-2050-4102-be08-27dc8f159cb8 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:17.800239 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0d7d56cb-2050-4102-be08-27dc8f159cb8 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.837381 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port aa3bc463-5eb0-433f-b2b8-0c0d48634a15 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:17.848869 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port aa3bc463-5eb0-433f-b2b8-0c0d48634a15 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:17.849585 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.893092 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d56cb-2050-4102-be08-27dc8f159cb8 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event updated for resources: {'Network': ['ID=dccb8762-573c-4fdd-ae5d-8bb7df3f7ced,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:17.896545 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0d7d56cb-2050-4102-be08-27dc8f159cb8 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5490870 Jul 07 17:09:17.902550 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 34124) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:17.929682 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-7f636eff-3dc7-435e-b7cc-dae21b2ea14b tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Request body: {'subnet': {'network_id': 'dccb8762-573c-4fdd-ae5d-8bb7df3f7ced', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:17.987493 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network dccb8762-573c-4fdd-ae5d-8bb7df3f7ced details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:09:18.149684 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebef654-3b43-424a-99b0-c09313fd464f req-951629bd-4543-4a2d-a9ce-fad2bd4bf994 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:18.157624 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ebef654-3b43-424a-99b0-c09313fd464f req-951629bd-4543-4a2d-a9ce-fad2bd4bf994 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 945 time: 0.1738679 Jul 07 17:09:18.247100 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ebef654-3b43-424a-99b0-c09313fd464f req-6074267d-3d7e-40ee-8126-d324dd31c7b8 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881166 Jul 07 17:09:18.255529 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f636eff-3dc7-435e-b7cc-dae21b2ea14b tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Made reservation on behalf of b2964c50612d4f618aa06c37eac9e100 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:18.263951 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7f636eff-3dc7-435e-b7cc-dae21b2ea14b tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.459054 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.602821 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port aa3bc463-5eb0-433f-b2b8-0c0d48634a15, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=aa3bc463-5eb0-433f-b2b8-0c0d48634a15,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:18.612641 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b261fb8f-c4a2-4b95-95ba-864d2b5cc54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3bc463-5eb0-433f-b2b8-0c0d48634a15'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:18.616427 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b711f602-00b0-438a-ba16-510291bf2822" -d '{"events": [{"server_uuid": "b261fb8f-c4a2-4b95-95ba-864d2b5cc54e", "name": "network-vif-plugged", "status": "completed", "tag": "aa3bc463-5eb0-433f-b2b8-0c0d48634a15"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:18.639734 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.752806 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ef9be7-77a6-4cae-9f63-aa0ea0389fd9 x-openstack-request-id: req-a5ef9be7-77a6-4cae-9f63-aa0ea0389fd9 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:18.753319 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b261fb8f-c4a2-4b95-95ba-864d2b5cc54e", "name": "network-vif-plugged", "status": "completed", "tag": "aa3bc463-5eb0-433f-b2b8-0c0d48634a15", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:18.753831 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a5ef9be7-77a6-4cae-9f63-aa0ea0389fd9 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:18.754477 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b261fb8f-c4a2-4b95-95ba-864d2b5cc54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3bc463-5eb0-433f-b2b8-0c0d48634a15', 'code': 200} Jul 07 17:09:18.756899 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e3d65c-5546-41cb-b3a9-06dfb1f9f31c None None] Network d0a513c5-6077-4bbb-86c3-bfc23df26b5c requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:18.929574 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-21e2dfc8-3f06-471b-a3a4-21fc2baf0d82 None None] Provisioning for port a885589a-ce8d-4581-8973-e1058a02589c completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:18.942679 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-21e2dfc8-3f06-471b-a3a4-21fc2baf0d82 None None] Provisioning complete for port a885589a-ce8d-4581-8973-e1058a02589c triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:18.943502 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-21e2dfc8-3f06-471b-a3a4-21fc2baf0d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.967064 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1b33efeb-2513-41c5-a61b-b2b350e68316 req-64a25dfa-3bbd-4cc5-941f-a5bc6e33ce19 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=e68a1549-a0cb-426b-8da9-2664c5c06abf HTTP/1.1" status: 200 len: 210 time: 0.0696898 Jul 07 17:09:18.987565 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bf15d-46d0-416d-8b0a-53d1d79acbda req-2c6369a7-f628-4869-96f5-8cdf77f7e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:18.989982 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dc0bf15d-46d0-416d-8b0a-53d1d79acbda req-2c6369a7-f628-4869-96f5-8cdf77f7e68f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b261fb8f-c4a2-4b95-95ba-864d2b5cc54e HTTP/1.1" status: 200 len: 1097 time: 0.1496241 Jul 07 17:09:19.058362 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dc0bf15d-46d0-416d-8b0a-53d1d79acbda req-17265ed1-ac54-4bba-85df-27ddf3115743 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590467 Jul 07 17:09:19.061039 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0b438-b76b-481f-970a-86353f074414 req-32b6ba2f-44a4-4609-ab10-b23a0442e947 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.063952 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d5a0b438-b76b-481f-970a-86353f074414 req-32b6ba2f-44a4-4609-ab10-b23a0442e947 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.64 "GET /v2.0/networks?id=656dd087-69ac-4445-b8fb-7180ff9e7eaa HTTP/1.1" status: 200 len: 805 time: 0.6505418 Jul 07 17:09:19.073281 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=aa3bc463-5eb0-433f-b2b8-0c0d48634a15,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:19.122842 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-d5a0b438-b76b-481f-970a-86353f074414 req-4761f8c0-aad5-4481-b2f9-caa4a9fa29ca tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Request body: {'port': {'device_id': 'e68a1549-a0cb-426b-8da9-2664c5c06abf', 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa', 'admin_state_up': True, 'tenant_id': '854488ce7e0c4852954684e9f239b430'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:19.330948 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-21e2dfc8-3f06-471b-a3a4-21fc2baf0d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:19.353199 n-d-791503-12 neutron-server[100193]: DEBUG neutron.objects.ports [None req-7f636eff-3dc7-435e-b7cc-dae21b2ea14b tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100193) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:09:19.378226 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7f636eff-3dc7-435e-b7cc-dae21b2ea14b tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:19.406690 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-21e2dfc8-3f06-471b-a3a4-21fc2baf0d82 None None] For port a885589a-ce8d-4581-8973-e1058a02589c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a885589a-ce8d-4581-8973-e1058a02589c,segment=NetworkSegment(7f1a46b9-1a81-4bcf-ac1b-2b7cda07a204),segment_id=7f1a46b9-1a81-4bcf-ac1b-2b7cda07a204)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:19.416126 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-21e2dfc8-3f06-471b-a3a4-21fc2baf0d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:19.520732 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2dfc8-3f06-471b-a3a4-21fc2baf0d82 None None] Pushing event updated for resources: {'Port': ['ID=a885589a-ce8d-4581-8973-e1058a02589c,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:19.528240 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953ff19b-094b-48a7-9156-5353682513fa None None] DHCP port deletion for d0a513c5-6077-4bbb-86c3-bfc23df26b5c request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:09:19.555371 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f29708-efab-42a3-878b-a4d34c82ce46 req-25b84032-d9b5-4e58-b139-69b78496e88c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.558210 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63f29708-efab-42a3-878b-a4d34c82ce46 req-25b84032-d9b5-4e58-b139-69b78496e88c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=b261fb8f-c4a2-4b95-95ba-864d2b5cc54e HTTP/1.1" status: 200 len: 945 time: 0.1431494 Jul 07 17:09:19.608496 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63f29708-efab-42a3-878b-a4d34c82ce46 req-9ae7fa48-f65a-49d9-a5b2-9e85c31f55bf tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442321 Jul 07 17:09:19.632228 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-953ff19b-094b-48a7-9156-5353682513fa None None] Deleting port a885589a-ce8d-4581-8973-e1058a02589c {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:19.633760 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-953ff19b-094b-48a7-9156-5353682513fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:19.649002 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f636eff-3dc7-435e-b7cc-dae21b2ea14b tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event updated for resources: {'Subnet': ['ID=e9d67992-97f5-4d90-97ee-905da22d2466,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:19.659024 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a0b438-b76b-481f-970a-86353f074414 req-4761f8c0-aad5-4481-b2f9-caa4a9fa29ca tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Made reservation on behalf of 854488ce7e0c4852954684e9f239b430 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:19.665627 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d5a0b438-b76b-481f-970a-86353f074414 req-4761f8c0-aad5-4481-b2f9-caa4a9fa29ca tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:19.683995 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f636eff-3dc7-435e-b7cc-dae21b2ea14b tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Checking segment: {'id': 'dbadca3e-da47-4bc1-9dc6-614cfd9ccc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dccb8762-573c-4fdd-ae5d-8bb7df3f7ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:19.684465 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f636eff-3dc7-435e-b7cc-dae21b2ea14b tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Network hostable DHCP agents. Network: dccb8762-573c-4fdd-ae5d-8bb7df3f7ced, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:09:19.802535 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-953ff19b-094b-48a7-9156-5353682513fa None None] For port a885589a-ce8d-4581-8973-e1058a02589c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a885589a-ce8d-4581-8973-e1058a02589c,segment=NetworkSegment(7f1a46b9-1a81-4bcf-ac1b-2b7cda07a204),segment_id=7f1a46b9-1a81-4bcf-ac1b-2b7cda07a204)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:19.803782 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-953ff19b-094b-48a7-9156-5353682513fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:19.827616 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f636eff-3dc7-435e-b7cc-dae21b2ea14b tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Network dccb8762-573c-4fdd-ae5d-8bb7df3f7ced is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:09:19.837814 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-953ff19b-094b-48a7-9156-5353682513fa None None] Calling delete_port for a885589a-ce8d-4581-8973-e1058a02589c owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:19.860024 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0a8fe-05de-4c90-b86a-eb0df8535395 req-560e6c7d-6ace-4c40-978e-200bdfc42ed8 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.870692 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-33e0a8fe-05de-4c90-b86a-eb0df8535395 req-560e6c7d-6ace-4c40-978e-200bdfc42ed8 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 945 time: 0.3189702 Jul 07 17:09:19.885778 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-7f636eff-3dc7-435e-b7cc-dae21b2ea14b tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, dccb8762-573c-4fdd-ae5d-8bb7df3f7ced) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:19.899952 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f636eff-3dc7-435e-b7cc-dae21b2ea14b tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.900424 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7f636eff-3dc7-435e-b7cc-dae21b2ea14b tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:19.930421 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1d3dca-32ba-400a-87e1-4a346195e80d None None] Network dccb8762-573c-4fdd-ae5d-8bb7df3f7ced requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:20.017171 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7f636eff-3dc7-435e-b7cc-dae21b2ea14b tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1048744 Jul 07 17:09:20.017684 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34160) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:20.172510 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-33e0a8fe-05de-4c90-b86a-eb0df8535395 req-65b84d2a-5872-492f-aa55-b246ff3f1f2e tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450292 Jul 07 17:09:20.177335 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-953ff19b-094b-48a7-9156-5353682513fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.198778 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-d5a0b438-b76b-481f-970a-86353f074414 req-4761f8c0-aad5-4481-b2f9-caa4a9fa29ca tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Allocated IP 172.20.0.4 (656dd087-69ac-4445-b8fb-7180ff9e7eaa/160646de-633f-43bb-ab77-cdc4622fc25c/1db8ccc1-28a5-48dc-8fc7-58386bc22410) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:20.393980 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ff19b-094b-48a7-9156-5353682513fa None None] Pushing event deleted for resources: {'Port': ['ID=a885589a-ce8d-4581-8973-e1058a02589c,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:20.403113 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953ff19b-094b-48a7-9156-5353682513fa None None] No DVR routers for this DVR port a885589a-ce8d-4581-8973-e1058a02589c on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:20.448391 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.503607 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761f5d6f-3370-4544-b90b-d13cce98817e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-dccb8762-573c-4fdd-ae5d-8bb7df3f7ced', 'network_id': 'dccb8762-573c-4fdd-ae5d-8bb7df3f7ced', 'tenant_id': 'b2964c50612d4f618aa06c37eac9e100', 'fixed_ips': [{'subnet_id': 'e9d67992-97f5-4d90-97ee-905da22d2466'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:09:20.507130 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-761f5d6f-3370-4544-b90b-d13cce98817e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.567801 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-27cd1439-6536-4d5e-855f-1f7818a2a663 req-e9592682-873a-4ef8-b035-1736a5c41723 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=e68a1549-a0cb-426b-8da9-2664c5c06abf HTTP/1.1" status: 200 len: 210 time: 0.0860126 Jul 07 17:09:20.695438 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.778714 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d5a0b438-b76b-481f-970a-86353f074414 req-4761f8c0-aad5-4481-b2f9-caa4a9fa29ca tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.911866 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-761f5d6f-3370-4544-b90b-d13cce98817e None None] Allocated IP 2001:db8::f816:3eff:fec8:a78b (dccb8762-573c-4fdd-ae5d-8bb7df3f7ced/e9d67992-97f5-4d90-97ee-905da22d2466/b06a56a5-10a3-45b1-a14a-d7bc463282be) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:20.958113 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d5a0b438-b76b-481f-970a-86353f074414 req-4761f8c0-aad5-4481-b2f9-caa4a9fa29ca tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:21.039016 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['42cfc02f-3401-4427-a978-d55f0e45e38f'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:21.043622 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['3c1035c2-0979-4c15-b7ed-32a6708c4678'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:21.121805 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9151f-3a33-4463-886b-5235c45582cf req-fcac2adb-7f52-463f-9e4e-95e5eb82f6bc tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:21.128549 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84b9151f-3a33-4463-886b-5235c45582cf req-fcac2adb-7f52-463f-9e4e-95e5eb82f6bc tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=b261fb8f-c4a2-4b95-95ba-864d2b5cc54e HTTP/1.1" status: 200 len: 945 time: 0.1746893 Jul 07 17:09:21.149773 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a0b438-b76b-481f-970a-86353f074414 req-4761f8c0-aad5-4481-b2f9-caa4a9fa29ca tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Network 656dd087-69ac-4445-b8fb-7180ff9e7eaa is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:21.165128 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-d5a0b438-b76b-481f-970a-86353f074414 req-4761f8c0-aad5-4481-b2f9-caa4a9fa29ca tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:21.176276 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a0b438-b76b-481f-970a-86353f074414 req-4761f8c0-aad5-4481-b2f9-caa4a9fa29ca tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:21.212473 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761f8c0-aad5-4481-b2f9-caa4a9fa29ca tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Pushing event updated for resources: {'Port': ['ID=1db8ccc1-28a5-48dc-8fc7-58386bc22410,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:21.231426 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84b9151f-3a33-4463-886b-5235c45582cf req-36e91c1a-3a0b-47dc-886c-e4e8538c2cd2 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841248 Jul 07 17:09:21.320322 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0b438-b76b-481f-970a-86353f074414 req-4761f8c0-aad5-4481-b2f9-caa4a9fa29ca tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:21.321837 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d5a0b438-b76b-481f-970a-86353f074414 req-4761f8c0-aad5-4481-b2f9-caa4a9fa29ca tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:21.383870 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a885589a-ce8d-4581-8973-e1058a02589c no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:21.384805 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d5a0b438-b76b-481f-970a-86353f074414 req-4761f8c0-aad5-4481-b2f9-caa4a9fa29ca tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2692137 Jul 07 17:09:21.398274 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-d5a0b438-b76b-481f-970a-86353f074414 req-f9a922f3-b41c-4b25-9120-830fa0a39d0b service neutron] Request body: {'port': {'device_id': 'e68a1549-a0cb-426b-8da9-2664c5c06abf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:21.479411 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: a885589a-ce8d-4581-8973-e1058a02589c {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:09:21.479752 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a885589a-ce8d-4581-8973-e1058a02589c not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:09:21.513057 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-761f5d6f-3370-4544-b90b-d13cce98817e None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:21.544299 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-761f5d6f-3370-4544-b90b-d13cce98817e None None] Transition to ACTIVE for port object b06a56a5-10a3-45b1-a14a-d7bc463282be will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:21.589121 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-761f5d6f-3370-4544-b90b-d13cce98817e None None] Transition to ACTIVE for port object b06a56a5-10a3-45b1-a14a-d7bc463282be will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:21.597098 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d5a0b438-b76b-481f-970a-86353f074414 req-f9a922f3-b41c-4b25-9120-830fa0a39d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:21.619569 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-761f5d6f-3370-4544-b90b-d13cce98817e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:21.664024 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:21.672301 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f5d6f-3370-4544-b90b-d13cce98817e None None] Pushing event updated for resources: {'Port': ['ID=b06a56a5-10a3-45b1-a14a-d7bc463282be,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:21.702304 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761f5d6f-3370-4544-b90b-d13cce98817e None None] Network dccb8762-573c-4fdd-ae5d-8bb7df3f7ced is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:21.714954 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-761f5d6f-3370-4544-b90b-d13cce98817e None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:21.720705 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761f5d6f-3370-4544-b90b-d13cce98817e None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:21.735643 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event deleted for resources: {'Subnet': ['ID=e9d67992-97f5-4d90-97ee-905da22d2466,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:21.855236 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-761f5d6f-3370-4544-b90b-d13cce98817e None None] Attempting to bind port b06a56a5-10a3-45b1-a14a-d7bc463282be on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:21.861170 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-761f5d6f-3370-4544-b90b-d13cce98817e None None] Attempting to bind port b06a56a5-10a3-45b1-a14a-d7bc463282be by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dbadca3e-da47-4bc1-9dc6-614cfd9ccc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dccb8762-573c-4fdd-ae5d-8bb7df3f7ced'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:21.861170 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761f5d6f-3370-4544-b90b-d13cce98817e None None] Attempting to bind port b06a56a5-10a3-45b1-a14a-d7bc463282be on network dccb8762-573c-4fdd-ae5d-8bb7df3f7ced {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:21.864978 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:21.885319 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dccb8762-573c-4fdd-ae5d-8bb7df3f7ced']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:21.885780 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761f5d6f-3370-4544-b90b-d13cce98817e None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:21.886341 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761f5d6f-3370-4544-b90b-d13cce98817e None None] Checking segment: {'id': 'dbadca3e-da47-4bc1-9dc6-614cfd9ccc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dccb8762-573c-4fdd-ae5d-8bb7df3f7ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:21.886942 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-761f5d6f-3370-4544-b90b-d13cce98817e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:21.887541 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761f5d6f-3370-4544-b90b-d13cce98817e None None] Bound using segment: {'id': 'dbadca3e-da47-4bc1-9dc6-614cfd9ccc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dccb8762-573c-4fdd-ae5d-8bb7df3f7ced'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:21.888289 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-761f5d6f-3370-4544-b90b-d13cce98817e None None] Bound port: b06a56a5-10a3-45b1-a14a-d7bc463282be, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbadca3e-da47-4bc1-9dc6-614cfd9ccc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dccb8762-573c-4fdd-ae5d-8bb7df3f7ced'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:21.888935 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-761f5d6f-3370-4544-b90b-d13cce98817e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:21.916477 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbadca3e-da47-4bc1-9dc6-614cfd9ccc0e') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:21.917906 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbadca3e-da47-4bc1-9dc6-614cfd9ccc0e') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:21.943571 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:21.974455 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:21.989307 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:09:21.990681 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:09:21.998075 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:09:22.127052 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-761f5d6f-3370-4544-b90b-d13cce98817e None None] For port b06a56a5-10a3-45b1-a14a-d7bc463282be, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:22.176978 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-761f5d6f-3370-4544-b90b-d13cce98817e None None] For port b06a56a5-10a3-45b1-a14a-d7bc463282be, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b06a56a5-10a3-45b1-a14a-d7bc463282be,segment=NetworkSegment(dbadca3e-da47-4bc1-9dc6-614cfd9ccc0e),segment_id=dbadca3e-da47-4bc1-9dc6-614cfd9ccc0e)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:22.189255 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-761f5d6f-3370-4544-b90b-d13cce98817e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:22.189606 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.db.api [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:09:22.189606 n-d-791503-12 neutron-server[100192]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:09:22.189606 n-d-791503-12 neutron-server[100192]: [parameters: {'id': 'dccb8762-573c-4fdd-ae5d-8bb7df3f7ced'}] Jul 07 17:09:22.189606 n-d-791503-12 neutron-server[100192]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:09:22.190717 n-d-791503-12 neutron-server[100192]: DEBUG oslo_db.api [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:09:22.235720 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc61545-40a4-465a-a1fa-ada72a2a807f req-f9bd0422-67cc-4d5d-a9cc-094e4be494bd tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:22.263339 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3bc61545-40a4-465a-a1fa-ada72a2a807f req-f9bd0422-67cc-4d5d-a9cc-094e4be494bd tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=e68a1549-a0cb-426b-8da9-2664c5c06abf HTTP/1.1" status: 200 len: 931 time: 0.1723127 Jul 07 17:09:22.353253 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3bc61545-40a4-465a-a1fa-ada72a2a807f req-2c5b8a37-d3bf-4d32-b226-740999b96f5d tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871878 Jul 07 17:09:22.397329 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f886e8eb-569b-446f-a688-5e798a213be6 None None] Network dccb8762-573c-4fdd-ae5d-8bb7df3f7ced requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:22.538657 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124678c-2714-4dc2-9a8b-927ed127e7e2 req-c450e0cd-fd91-41b0-85e8-2814dd6fa5e2 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:22.542772 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7124678c-2714-4dc2-9a8b-927ed127e7e2 req-c450e0cd-fd91-41b0-85e8-2814dd6fa5e2 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 945 time: 0.8961840 Jul 07 17:09:22.691938 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:22.697994 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7124678c-2714-4dc2-9a8b-927ed127e7e2 req-78e727e3-37a1-4800-a0e3-7a0841a138b7 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343367 Jul 07 17:09:22.801698 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-d5a0b438-b76b-481f-970a-86353f074414 req-f9a922f3-b41c-4b25-9120-830fa0a39d0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db8ccc1-28a5-48dc-8fc7-58386bc22410 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:22.820356 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d5a0b438-b76b-481f-970a-86353f074414 req-f9a922f3-b41c-4b25-9120-830fa0a39d0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:22.847597 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-d5a0b438-b76b-481f-970a-86353f074414 req-f9a922f3-b41c-4b25-9120-830fa0a39d0b service neutron] Transition to ACTIVE for port object 1db8ccc1-28a5-48dc-8fc7-58386bc22410 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:22.855119 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d5a0b438-b76b-481f-970a-86353f074414 req-f9a922f3-b41c-4b25-9120-830fa0a39d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:22.880668 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f5d6f-3370-4544-b90b-d13cce98817e None None] Pushing event updated for resources: {'Port': ['ID=b06a56a5-10a3-45b1-a14a-d7bc463282be,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:22.906183 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Deleting port b06a56a5-10a3-45b1-a14a-d7bc463282be {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:22.906792 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:23.011664 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a922f3-b41c-4b25-9120-830fa0a39d0b service neutron] Pushing event updated for resources: {'Port': ['ID=1db8ccc1-28a5-48dc-8fc7-58386bc22410,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:23.050003 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3bf697-a242-49b2-83f9-8f8a9a177de9 None None] get_active_networks_info from n-d-791503-12 {{(pid=100194) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:09:23.157380 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b15081-bf84-47cd-9fc1-0eb716b9de21 req-cb45a796-ce80-4e33-bf2e-116a56353d08 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.164250 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b15081-bf84-47cd-9fc1-0eb716b9de21 req-cb45a796-ce80-4e33-bf2e-116a56353d08 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.170827 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b15081-bf84-47cd-9fc1-0eb716b9de21 req-cb45a796-ce80-4e33-bf2e-116a56353d08 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.176105 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] For port b06a56a5-10a3-45b1-a14a-d7bc463282be, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b06a56a5-10a3-45b1-a14a-d7bc463282be,segment=NetworkSegment(dbadca3e-da47-4bc1-9dc6-614cfd9ccc0e),segment_id=dbadca3e-da47-4bc1-9dc6-614cfd9ccc0e)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:23.176774 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:23.177291 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b15081-bf84-47cd-9fc1-0eb716b9de21 req-cb45a796-ce80-4e33-bf2e-116a56353d08 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.184366 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b15081-bf84-47cd-9fc1-0eb716b9de21 req-cb45a796-ce80-4e33-bf2e-116a56353d08 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.190751 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b15081-bf84-47cd-9fc1-0eb716b9de21 req-cb45a796-ce80-4e33-bf2e-116a56353d08 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.197976 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b15081-bf84-47cd-9fc1-0eb716b9de21 req-cb45a796-ce80-4e33-bf2e-116a56353d08 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.200167 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-18b15081-bf84-47cd-9fc1-0eb716b9de21 req-cb45a796-ce80-4e33-bf2e-116a56353d08 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5444 time: 0.2140827 Jul 07 17:09:23.228835 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-d5a0b438-b76b-481f-970a-86353f074414 req-f9a922f3-b41c-4b25-9120-830fa0a39d0b service neutron] Attempting to bind port 1db8ccc1-28a5-48dc-8fc7-58386bc22410 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:23.229218 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-d5a0b438-b76b-481f-970a-86353f074414 req-f9a922f3-b41c-4b25-9120-830fa0a39d0b service neutron] Attempting to bind port 1db8ccc1-28a5-48dc-8fc7-58386bc22410 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:23.229554 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a0b438-b76b-481f-970a-86353f074414 req-f9a922f3-b41c-4b25-9120-830fa0a39d0b service neutron] Attempting to bind port 1db8ccc1-28a5-48dc-8fc7-58386bc22410 on network 656dd087-69ac-4445-b8fb-7180ff9e7eaa {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:23.235800 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Calling delete_port for b06a56a5-10a3-45b1-a14a-d7bc463282be owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:23.242911 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a0b438-b76b-481f-970a-86353f074414 req-f9a922f3-b41c-4b25-9120-830fa0a39d0b service neutron] Port 1db8ccc1-28a5-48dc-8fc7-58386bc22410 on network 656dd087-69ac-4445-b8fb-7180ff9e7eaa not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:09:23.243244 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a0b438-b76b-481f-970a-86353f074414 req-f9a922f3-b41c-4b25-9120-830fa0a39d0b service neutron] Attempting to bind port 1db8ccc1-28a5-48dc-8fc7-58386bc22410 on network 656dd087-69ac-4445-b8fb-7180ff9e7eaa {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:23.255229 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a0b438-b76b-481f-970a-86353f074414 req-f9a922f3-b41c-4b25-9120-830fa0a39d0b service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:23.255724 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a0b438-b76b-481f-970a-86353f074414 req-f9a922f3-b41c-4b25-9120-830fa0a39d0b service neutron] Checking segment: {'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:23.256929 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a0b438-b76b-481f-970a-86353f074414 req-f9a922f3-b41c-4b25-9120-830fa0a39d0b service neutron] Bound using segment: {'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:23.257422 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-d5a0b438-b76b-481f-970a-86353f074414 req-f9a922f3-b41c-4b25-9120-830fa0a39d0b service neutron] Bound port: 1db8ccc1-28a5-48dc-8fc7-58386bc22410, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:23.257799 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d5a0b438-b76b-481f-970a-86353f074414 req-f9a922f3-b41c-4b25-9120-830fa0a39d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:23.316591 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-18b15081-bf84-47cd-9fc1-0eb716b9de21 req-64fa2a44-44e4-41f3-8393-7039510d0221 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1081347 Jul 07 17:09:23.423994 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3bf697-a242-49b2-83f9-8f8a9a177de9 None None] Resources bound (agent type, host, resource id): {{(pid=100194) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:09:23.439121 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5a573a0b-80e5-4fe9-850d-394f9d89a686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:23.535436 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:23.592225 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-d5a0b438-b76b-481f-970a-86353f074414 req-f9a922f3-b41c-4b25-9120-830fa0a39d0b service neutron] For port 1db8ccc1-28a5-48dc-8fc7-58386bc22410, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:23.605102 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-d5a0b438-b76b-481f-970a-86353f074414 req-f9a922f3-b41c-4b25-9120-830fa0a39d0b service neutron] For port 1db8ccc1-28a5-48dc-8fc7-58386bc22410, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=1db8ccc1-28a5-48dc-8fc7-58386bc22410,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:23.620263 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d5a0b438-b76b-481f-970a-86353f074414 req-f9a922f3-b41c-4b25-9120-830fa0a39d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:23.670341 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event deleted for resources: {'Port': ['ID=b06a56a5-10a3-45b1-a14a-d7bc463282be,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:23.691334 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] No DVR routers for this DVR port b06a56a5-10a3-45b1-a14a-d7bc463282be on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:23.713318 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a922f3-b41c-4b25-9120-830fa0a39d0b service neutron] Pushing event updated for resources: {'Port': ['ID=1db8ccc1-28a5-48dc-8fc7-58386bc22410,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:23.788100 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0b438-b76b-481f-970a-86353f074414 req-f9a922f3-b41c-4b25-9120-830fa0a39d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.788744 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d5a0b438-b76b-481f-970a-86353f074414 req-f9a922f3-b41c-4b25-9120-830fa0a39d0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:23.790629 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d5a0b438-b76b-481f-970a-86353f074414 req-f9a922f3-b41c-4b25-9120-830fa0a39d0b service neutron] 10.222.0.64 "PUT /v2.0/ports/1db8ccc1-28a5-48dc-8fc7-58386bc22410 HTTP/1.1" status: 200 len: 1092 time: 2.3974304 Jul 07 17:09:23.791933 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68a1549-a0cb-426b-8da9-2664c5c06abf', 'tag': '1db8ccc1-28a5-48dc-8fc7-58386bc22410'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:23.802771 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0da2d98-c8ae-43fe-815f-c82b10ebea51" -d '{"events": [{"name": "network-changed", "server_uuid": "e68a1549-a0cb-426b-8da9-2664c5c06abf", "tag": "1db8ccc1-28a5-48dc-8fc7-58386bc22410"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:23.955195 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e251a-997a-4750-a7cd-8d69c8f39bfd req-eb99f4fb-01ac-4895-a714-dabd2d343fb3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.967677 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e251a-997a-4750-a7cd-8d69c8f39bfd req-eb99f4fb-01ac-4895-a714-dabd2d343fb3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.980207 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e251a-997a-4750-a7cd-8d69c8f39bfd req-eb99f4fb-01ac-4895-a714-dabd2d343fb3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.992999 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e251a-997a-4750-a7cd-8d69c8f39bfd req-eb99f4fb-01ac-4895-a714-dabd2d343fb3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:24.004465 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e251a-997a-4750-a7cd-8d69c8f39bfd req-eb99f4fb-01ac-4895-a714-dabd2d343fb3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:24.016546 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e251a-997a-4750-a7cd-8d69c8f39bfd req-eb99f4fb-01ac-4895-a714-dabd2d343fb3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:24.030330 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e251a-997a-4750-a7cd-8d69c8f39bfd req-eb99f4fb-01ac-4895-a714-dabd2d343fb3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:24.032460 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8c8e251a-997a-4750-a7cd-8d69c8f39bfd req-eb99f4fb-01ac-4895-a714-dabd2d343fb3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5444 time: 0.3215640 Jul 07 17:09:24.088871 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0b438-b76b-481f-970a-86353f074414 req-02971f9a-dee7-429b-b64e-be97c9e8f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:24.089605 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d5a0b438-b76b-481f-970a-86353f074414 req-02971f9a-dee7-429b-b64e-be97c9e8f1bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=854488ce7e0c4852954684e9f239b430&device_id=e68a1549-a0cb-426b-8da9-2664c5c06abf HTTP/1.1" status: 200 len: 1095 time: 0.2346509 Jul 07 17:09:24.200781 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d5a0b438-b76b-481f-970a-86353f074414 req-41eb3374-dbe6-441d-b74a-be0ad24b3674 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1db8ccc1-28a5-48dc-8fc7-58386bc22410 HTTP/1.1" status: 200 len: 217 time: 0.0985789 Jul 07 17:09:24.323988 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0b438-b76b-481f-970a-86353f074414 req-3df39353-68a2-417b-8447-8e677dbeb85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:24.329052 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d5a0b438-b76b-481f-970a-86353f074414 req-3df39353-68a2-417b-8447-8e677dbeb85d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=160646de-633f-43bb-ab77-cdc4622fc25c HTTP/1.1" status: 200 len: 845 time: 0.1209500 Jul 07 17:09:24.456288 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d5a0b438-b76b-481f-970a-86353f074414 req-444a8714-f5b4-40be-add2-9ae40060641e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=656dd087-69ac-4445-b8fb-7180ff9e7eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167092 Jul 07 17:09:24.480162 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.501659 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dccb8762-573c-4fdd-ae5d-8bb7df3f7ced']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:24.518894 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246d95f-eaed-479c-b1b3-a4f532f284cf req-c817a60a-7c88-45b9-8df5-2e32ca34a934 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:24.522640 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b246d95f-eaed-479c-b1b3-a4f532f284cf req-c817a60a-7c88-45b9-8df5-2e32ca34a934 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=e68a1549-a0cb-426b-8da9-2664c5c06abf HTTP/1.1" status: 200 len: 943 time: 0.8332727 Jul 07 17:09:24.540187 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbadca3e-da47-4bc1-9dc6-614cfd9ccc0e') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:24.540556 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbadca3e-da47-4bc1-9dc6-614cfd9ccc0e') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:24.569849 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.618833 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.638636 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b246d95f-eaed-479c-b1b3-a4f532f284cf req-3d5c1751-78b5-4385-83b6-be68808c87e4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034706 Jul 07 17:09:24.640458 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:09:24.641170 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:09:24.647622 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:09:24.651827 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150cffa-185b-421c-a6bd-f61bdde09092 req-e7724280-e0f1-4d9e-8444-596b48b59ef5 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:24.658318 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b150cffa-185b-421c-a6bd-f61bdde09092 req-e7724280-e0f1-4d9e-8444-596b48b59ef5 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 945 time: 0.1996143 Jul 07 17:09:24.717095 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d5a0b438-b76b-481f-970a-86353f074414 req-a6192417-46d5-443a-8cfb-8fcfa50e7775 service neutron] 10.222.0.64 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937349 Jul 07 17:09:24.755840 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.770373 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.775360 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "DELETE /v2.0/networks/dccb8762-573c-4fdd-ae5d-8bb7df3f7ced HTTP/1.1" status: 204 len: 168 time: 4.7551794 Jul 07 17:09:24.782344 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34256) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:24.792851 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-04f93461-4ea4-4ca4-bdbd-43842167c983 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1038251789'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:24.811984 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e2bc3-5108-4726-aa80-42d22d08e671 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event deleted for resources: {'Network': ['ID=dccb8762-573c-4fdd-ae5d-8bb7df3f7ced,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:24.821739 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d329b8-721c-4ad7-a973-c818f2036628 x-openstack-request-id: req-30d329b8-721c-4ad7-a973-c818f2036628 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:24.822217 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e68a1549-a0cb-426b-8da9-2664c5c06abf", "tag": "1db8ccc1-28a5-48dc-8fc7-58386bc22410", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:24.822640 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-30d329b8-721c-4ad7-a973-c818f2036628 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:24.823275 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e68a1549-a0cb-426b-8da9-2664c5c06abf', 'tag': '1db8ccc1-28a5-48dc-8fc7-58386bc22410', 'status': 'completed', 'code': 200} Jul 07 17:09:24.828927 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b150cffa-185b-421c-a6bd-f61bdde09092 req-32c60a38-b148-47be-adac-b7695a1b87f7 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691928 Jul 07 17:09:24.863174 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f93461-4ea4-4ca4-bdbd-43842167c983 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Made reservation on behalf of b2964c50612d4f618aa06c37eac9e100 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:24.877170 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-04f93461-4ea4-4ca4-bdbd-43842167c983 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.949320 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d5a0b438-b76b-481f-970a-86353f074414 req-b8927232-1d53-43b5-b46b-21a6127c5c72 service neutron] 10.222.0.64 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256367 Jul 07 17:09:24.953704 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f93461-4ea4-4ca4-bdbd-43842167c983 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:09:24.983986 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-04f93461-4ea4-4ca4-bdbd-43842167c983 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.984808 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-04f93461-4ea4-4ca4-bdbd-43842167c983 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Added segment ac7b17e9-fb0e-4674-85f9-dba706745015 of type vlan for network 3b2f35c6-7eaa-4a8a-8cd6-729ec0784bf5 Jul 07 17:09:25.089103 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-04f93461-4ea4-4ca4-bdbd-43842167c983 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:25.121867 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da2d98-c8ae-43fe-815f-c82b10ebea51 req-059a1b46-cf15-40cc-80ca-991c889889f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:25.125242 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b0da2d98-c8ae-43fe-815f-c82b10ebea51 req-059a1b46-cf15-40cc-80ca-991c889889f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=854488ce7e0c4852954684e9f239b430&device_id=e68a1549-a0cb-426b-8da9-2664c5c06abf HTTP/1.1" status: 200 len: 1095 time: 0.1040409 Jul 07 17:09:25.150449 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-04f93461-4ea4-4ca4-bdbd-43842167c983 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:25.156247 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f93461-4ea4-4ca4-bdbd-43842167c983 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:25.157017 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-04f93461-4ea4-4ca4-bdbd-43842167c983 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:25.234195 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-04f93461-4ea4-4ca4-bdbd-43842167c983 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4444046 Jul 07 17:09:25.244127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34266) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:25.258902 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-8a567d4b-f611-463c-9821-3fe77ac752f6 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Request body: {'subnet': {'network_id': '3b2f35c6-7eaa-4a8a-8cd6-729ec0784bf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:25.373144 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da2d98-c8ae-43fe-815f-c82b10ebea51 req-1ca25223-db76-4a4e-a210-1085decfbb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:25.375253 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b0da2d98-c8ae-43fe-815f-c82b10ebea51 req-1ca25223-db76-4a4e-a210-1085decfbb0b service neutron] 10.222.0.64 "GET /v2.0/networks?id=656dd087-69ac-4445-b8fb-7180ff9e7eaa HTTP/1.1" status: 200 len: 906 time: 0.2424107 Jul 07 17:09:25.419332 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f93461-4ea4-4ca4-bdbd-43842167c983 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event updated for resources: {'Network': ['ID=3b2f35c6-7eaa-4a8a-8cd6-729ec0784bf5,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:25.437508 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 3b2f35c6-7eaa-4a8a-8cd6-729ec0784bf5 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:09:25.483239 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b0da2d98-c8ae-43fe-815f-c82b10ebea51 req-31240f9c-b955-4c33-91d0-8bb47cce0e2a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1db8ccc1-28a5-48dc-8fc7-58386bc22410 HTTP/1.1" status: 200 len: 217 time: 0.0991886 Jul 07 17:09:25.503455 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a567d4b-f611-463c-9821-3fe77ac752f6 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Made reservation on behalf of b2964c50612d4f618aa06c37eac9e100 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:25.516274 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8a567d4b-f611-463c-9821-3fe77ac752f6 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:25.593109 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da2d98-c8ae-43fe-815f-c82b10ebea51 req-82d288fc-5885-42ea-9c60-e93e8b96384e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:25.596171 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b0da2d98-c8ae-43fe-815f-c82b10ebea51 req-82d288fc-5885-42ea-9c60-e93e8b96384e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=160646de-633f-43bb-ab77-cdc4622fc25c HTTP/1.1" status: 200 len: 845 time: 0.1037214 Jul 07 17:09:25.654474 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b0da2d98-c8ae-43fe-815f-c82b10ebea51 req-7a9fc919-a156-4490-a780-d4d1afbb69e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=656dd087-69ac-4445-b8fb-7180ff9e7eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512819 Jul 07 17:09:25.841924 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b0da2d98-c8ae-43fe-815f-c82b10ebea51 req-2604b20c-1130-442e-aeb7-6c1bf6f42cef service neutron] 10.222.0.64 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792834 Jul 07 17:09:26.091012 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b0da2d98-c8ae-43fe-815f-c82b10ebea51 req-7f6ed472-a238-4c9b-9bfa-ec8b47a8ea7b service neutron] 10.222.0.64 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381485 Jul 07 17:09:26.110385 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f97da-2849-4847-9921-6fa71f7618a3 req-4f081855-453f-4096-addc-e1efb68ae75d tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:26.112105 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e05f97da-2849-4847-9921-6fa71f7618a3 req-4f081855-453f-4096-addc-e1efb68ae75d tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=e68a1549-a0cb-426b-8da9-2664c5c06abf HTTP/1.1" status: 200 len: 943 time: 0.1771758 Jul 07 17:09:26.145441 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8a567d4b-f611-463c-9821-3fe77ac752f6 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.203960 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.212584 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e05f97da-2849-4847-9921-6fa71f7618a3 req-3d8dd402-c55f-481a-b26a-99f4e2bd5a1f tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926330 Jul 07 17:09:26.409093 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e79153-c343-434a-a65d-ee7d12675e47 req-19d6646f-e6b4-4709-a308-65dea981eb76 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:26.423496 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-49e79153-c343-434a-a65d-ee7d12675e47 req-19d6646f-e6b4-4709-a308-65dea981eb76 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 945 time: 0.3377669 Jul 07 17:09:26.426786 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a567d4b-f611-463c-9821-3fe77ac752f6 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event updated for resources: {'Subnet': ['ID=6a27a983-756f-4339-ba93-939adde39bc4,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:26.471734 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a567d4b-f611-463c-9821-3fe77ac752f6 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Checking segment: {'id': 'ac7b17e9-fb0e-4674-85f9-dba706745015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3b2f35c6-7eaa-4a8a-8cd6-729ec0784bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:26.472368 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a567d4b-f611-463c-9821-3fe77ac752f6 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Network hostable DHCP agents. Network: 3b2f35c6-7eaa-4a8a-8cd6-729ec0784bf5, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:09:26.558324 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:09:26.574355 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-49e79153-c343-434a-a65d-ee7d12675e47 req-0ac439e0-554a-44bf-9beb-995b6ab1acdb tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491342 Jul 07 17:09:26.607383 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a567d4b-f611-463c-9821-3fe77ac752f6 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Network 3b2f35c6-7eaa-4a8a-8cd6-729ec0784bf5 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:09:26.635761 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-8a567d4b-f611-463c-9821-3fe77ac752f6 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 3b2f35c6-7eaa-4a8a-8cd6-729ec0784bf5) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:26.657020 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e7a0de-c624-4e59-9d51-222ec8eee707 None None] Network 3b2f35c6-7eaa-4a8a-8cd6-729ec0784bf5 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:26.671617 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a567d4b-f611-463c-9821-3fe77ac752f6 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:26.672240 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8a567d4b-f611-463c-9821-3fe77ac752f6 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.712464 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8a567d4b-f611-463c-9821-3fe77ac752f6 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4578333 Jul 07 17:09:26.714981 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 34304) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:26.770571 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5692b9c1-8991-436d-987b-4b1c92b38545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.906030 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-715b9c0e-bc87-48ee-bda6-5aa3416783f8 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.959922 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8210df0-b2cf-48e3-858f-88d95ab56d8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-3b2f35c6-7eaa-4a8a-8cd6-729ec0784bf5', 'network_id': '3b2f35c6-7eaa-4a8a-8cd6-729ec0784bf5', 'tenant_id': 'b2964c50612d4f618aa06c37eac9e100', 'fixed_ips': [{'subnet_id': '6a27a983-756f-4339-ba93-939adde39bc4'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:09:26.961902 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f8210df0-b2cf-48e3-858f-88d95ab56d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.965265 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34314) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:27.036527 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-715b9c0e-bc87-48ee-bda6-5aa3416783f8 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.132391 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-715b9c0e-bc87-48ee-bda6-5aa3416783f8 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.222270 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b9c0e-bc87-48ee-bda6-5aa3416783f8 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event deleted for resources: {'Subnet': ['ID=6a27a983-756f-4339-ba93-939adde39bc4,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:27.238510 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9af47-cb9b-49b4-8f56-a849442ce8f7 req-51939426-28f2-482f-af84-73271e52cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:27.238510 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9af47-cb9b-49b4-8f56-a849442ce8f7 req-51939426-28f2-482f-af84-73271e52cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:27.239267 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9af47-cb9b-49b4-8f56-a849442ce8f7 req-51939426-28f2-482f-af84-73271e52cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:27.241154 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9af47-cb9b-49b4-8f56-a849442ce8f7 req-51939426-28f2-482f-af84-73271e52cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:27.243523 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9af47-cb9b-49b4-8f56-a849442ce8f7 req-51939426-28f2-482f-af84-73271e52cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:27.244035 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9af47-cb9b-49b4-8f56-a849442ce8f7 req-51939426-28f2-482f-af84-73271e52cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:27.244526 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9af47-cb9b-49b4-8f56-a849442ce8f7 req-51939426-28f2-482f-af84-73271e52cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server [None req-f8210df0-b2cf-48e3-858f-88d95ab56d8c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a27a983-756f-4339-ba93-939adde39bc4: This subnet is being modified by another concurrent operation. Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:09:27.276160 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a27a983-756f-4339-ba93-939adde39bc4: This subnet is being modified by another concurrent operation. Jul 07 17:09:27.283060 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server Jul 07 17:09:27.290406 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-50c9af47-cb9b-49b4-8f56-a849442ce8f7 req-51939426-28f2-482f-af84-73271e52cf12 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 6508 time: 0.3128490 Jul 07 17:09:27.353797 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe989a4-1df2-45ae-aa54-e2242f9ab0d8 None None] Network 3b2f35c6-7eaa-4a8a-8cd6-729ec0784bf5 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:27.383910 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-50c9af47-cb9b-49b4-8f56-a849442ce8f7 req-d16cacbb-4e96-4bc6-b93c-0a29b0bf404a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&id=e75ad64c-f575-4365-bd5a-4b1843e5422f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1028261 Jul 07 17:09:27.403494 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-715b9c0e-bc87-48ee-bda6-5aa3416783f8 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.423777 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-715b9c0e-bc87-48ee-bda6-5aa3416783f8 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2f35c6-7eaa-4a8a-8cd6-729ec0784bf5']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:27.446576 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-715b9c0e-bc87-48ee-bda6-5aa3416783f8 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac7b17e9-fb0e-4674-85f9-dba706745015') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:27.447060 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-715b9c0e-bc87-48ee-bda6-5aa3416783f8 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac7b17e9-fb0e-4674-85f9-dba706745015') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:27.479751 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-715b9c0e-bc87-48ee-bda6-5aa3416783f8 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.519944 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-715b9c0e-bc87-48ee-bda6-5aa3416783f8 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.538015 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715b9c0e-bc87-48ee-bda6-5aa3416783f8 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:09:27.538536 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-715b9c0e-bc87-48ee-bda6-5aa3416783f8 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:09:27.544428 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:09:27.635649 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9ed588-ca84-479c-81b6-b077800ca33d None None] get_active_networks_info from n-d-791503-12 {{(pid=100194) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:09:27.676917 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-715b9c0e-bc87-48ee-bda6-5aa3416783f8 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.689319 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-715b9c0e-bc87-48ee-bda6-5aa3416783f8 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.692892 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-715b9c0e-bc87-48ee-bda6-5aa3416783f8 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "DELETE /v2.0/networks/3b2f35c6-7eaa-4a8a-8cd6-729ec0784bf5 HTTP/1.1" status: 204 len: 168 time: 0.9758756 Jul 07 17:09:27.702069 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 34330) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:27.714616 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-4bf47689-160e-4666-bd8c-ae41ad2ccff9 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1783529909'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:27.719285 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fb87a-a5b5-4666-ae13-b16dd1c294e2 req-788de314-7f20-4e10-95d4-94e706da309b tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:27.730062 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b9c0e-bc87-48ee-bda6-5aa3416783f8 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event deleted for resources: {'Network': ['ID=3b2f35c6-7eaa-4a8a-8cd6-729ec0784bf5,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:27.742000 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba1fb87a-a5b5-4666-ae13-b16dd1c294e2 req-788de314-7f20-4e10-95d4-94e706da309b tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=e68a1549-a0cb-426b-8da9-2664c5c06abf HTTP/1.1" status: 200 len: 943 time: 0.2412887 Jul 07 17:09:27.769803 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf47689-160e-4666-bd8c-ae41ad2ccff9 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Made reservation on behalf of b2964c50612d4f618aa06c37eac9e100 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:27.777686 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4bf47689-160e-4666-bd8c-ae41ad2ccff9 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.810123 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf47689-160e-4666-bd8c-ae41ad2ccff9 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:09:27.822461 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4bf47689-160e-4666-bd8c-ae41ad2ccff9 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.823028 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-4bf47689-160e-4666-bd8c-ae41ad2ccff9 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Added segment 1f070624-8bd2-403a-bc7c-cba5970940bd of type vlan for network d8d03610-d363-4320-b4f5-a79b14fc08d0 Jul 07 17:09:27.884022 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4bf47689-160e-4666-bd8c-ae41ad2ccff9 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.918036 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba1fb87a-a5b5-4666-ae13-b16dd1c294e2 req-c1c56178-d08f-4892-bfcd-9ab8f321a395 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724637 Jul 07 17:09:27.961748 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4bf47689-160e-4666-bd8c-ae41ad2ccff9 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.968587 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf47689-160e-4666-bd8c-ae41ad2ccff9 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:27.969796 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4bf47689-160e-4666-bd8c-ae41ad2ccff9 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:28.017423 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9ed588-ca84-479c-81b6-b077800ca33d None None] Resources bound (agent type, host, resource id): {{(pid=100194) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:09:28.039671 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:28.153934 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4bf47689-160e-4666-bd8c-ae41ad2ccff9 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4464083 Jul 07 17:09:28.154465 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34338) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:28.163794 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d2b13b93-3496-4006-bd19-49a4eb5a7c8b tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Request body: {'subnet': {'network_id': 'd8d03610-d363-4320-b4f5-a79b14fc08d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:28.176733 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf47689-160e-4666-bd8c-ae41ad2ccff9 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event updated for resources: {'Network': ['ID=d8d03610-d363-4320-b4f5-a79b14fc08d0,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:28.244660 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network d8d03610-d363-4320-b4f5-a79b14fc08d0 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:09:28.280977 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5736d2-5604-40e0-acd8-7d1966f8659d req-632801b9-c256-4208-baea-85655e2fbd73 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:28.280977 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1d5736d2-5604-40e0-acd8-7d1966f8659d req-632801b9-c256-4208-baea-85655e2fbd73 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 945 time: 0.1879618 Jul 07 17:09:28.281295 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 34340) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:28.417918 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1d5736d2-5604-40e0-acd8-7d1966f8659d req-f7c85058-03c3-4bcd-9291-2fb95db02b55 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201205 Jul 07 17:09:28.480608 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b13b93-3496-4006-bd19-49a4eb5a7c8b tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Made reservation on behalf of b2964c50612d4f618aa06c37eac9e100 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:28.495960 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d2b13b93-3496-4006-bd19-49a4eb5a7c8b tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:28.542072 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8d31ae11-22dc-4121-ace0-bda2b7b3d866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:28.725199 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8d31ae11-22dc-4121-ace0-bda2b7b3d866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:28.733578 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8d31ae11-22dc-4121-ace0-bda2b7b3d866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:28.824305 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8d31ae11-22dc-4121-ace0-bda2b7b3d866 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d02375a1aa834e2ca78e4a7a1c7220ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5413721 Jul 07 17:09:28.825509 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31ae11-22dc-4121-ace0-bda2b7b3d866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7bb270-5249-4698-b07f-772b13775317,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:28.830494 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 34346) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:28.934409 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8e4a0773-4d0d-4af7-acd6-1498e95adf72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:28.976363 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8e4a0773-4d0d-4af7-acd6-1498e95adf72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.024045 n-d-791503-12 neutron-server[100192]: DEBUG neutron.objects.ports [None req-d2b13b93-3496-4006-bd19-49a4eb5a7c8b tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100192) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:09:29.027305 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d2b13b93-3496-4006-bd19-49a4eb5a7c8b tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.036141 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8e4a0773-4d0d-4af7-acd6-1498e95adf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.043311 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8e4a0773-4d0d-4af7-acd6-1498e95adf72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.047164 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8e4a0773-4d0d-4af7-acd6-1498e95adf72 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d7bb270-5249-4698-b07f-772b13775317 HTTP/1.1" status: 204 len: 168 time: 0.2126207 Jul 07 17:09:29.055248 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a0773-4d0d-4af7-acd6-1498e95adf72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7bb270-5249-4698-b07f-772b13775317,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:29.181685 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b13b93-3496-4006-bd19-49a4eb5a7c8b tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event updated for resources: {'Subnet': ['ID=63309bf8-a2b0-41a0-a4df-082bd79725f1,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:29.208828 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b13b93-3496-4006-bd19-49a4eb5a7c8b tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Checking segment: {'id': '1f070624-8bd2-403a-bc7c-cba5970940bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd8d03610-d363-4320-b4f5-a79b14fc08d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:29.210514 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b13b93-3496-4006-bd19-49a4eb5a7c8b tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Network hostable DHCP agents. Network: d8d03610-d363-4320-b4f5-a79b14fc08d0, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:09:29.239144 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b13b93-3496-4006-bd19-49a4eb5a7c8b tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Network d8d03610-d363-4320-b4f5-a79b14fc08d0 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:09:29.262452 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dca6b8-4766-4028-8ea0-30f174c946fa req-64f720fa-f69d-4f87-bd6d-d41dc021709d tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:29.265023 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f8dca6b8-4766-4028-8ea0-30f174c946fa req-64f720fa-f69d-4f87-bd6d-d41dc021709d tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=e68a1549-a0cb-426b-8da9-2664c5c06abf HTTP/1.1" status: 200 len: 943 time: 0.1643085 Jul 07 17:09:29.277073 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-d2b13b93-3496-4006-bd19-49a4eb5a7c8b tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, d8d03610-d363-4320-b4f5-a79b14fc08d0) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:29.282451 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b13b93-3496-4006-bd19-49a4eb5a7c8b tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:29.283717 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d2b13b93-3496-4006-bd19-49a4eb5a7c8b tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.301858 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560e0fb8-6c63-4a08-b7f0-63c60bf69440 None None] Network d8d03610-d363-4320-b4f5-a79b14fc08d0 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:29.316741 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d2b13b93-3496-4006-bd19-49a4eb5a7c8b tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1601331 Jul 07 17:09:29.322541 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34356) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:29.367020 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f8dca6b8-4766-4028-8ea0-30f174c946fa req-eab85c97-868c-4f16-aca1-2cedc9eaefb5 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960848 Jul 07 17:09:29.544613 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.659900 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e6c85b-6967-4a7c-b970-68d9c56c822f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-d8d03610-d363-4320-b4f5-a79b14fc08d0', 'network_id': 'd8d03610-d363-4320-b4f5-a79b14fc08d0', 'tenant_id': 'b2964c50612d4f618aa06c37eac9e100', 'fixed_ips': [{'subnet_id': '63309bf8-a2b0-41a0-a4df-082bd79725f1'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:09:29.661199 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c85b-6967-4a7c-b970-68d9c56c822f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.666286 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.739000 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34362) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:29.774813 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 1db8ccc1-28a5-48dc-8fc7-58386bc22410 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:29.791250 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-15771bfe-7b8e-49dc-8936-97dd601e3fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.849111 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034cfca-5bb5-474c-b664-263ed2df168c req-7cfe06e9-e288-4994-a464-11e5b57d4410 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:29.865628 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4034cfca-5bb5-474c-b664-263ed2df168c req-7cfe06e9-e288-4994-a464-11e5b57d4410 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 945 time: 0.1710515 Jul 07 17:09:29.960930 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4034cfca-5bb5-474c-b664-263ed2df168c req-f5264229-6bbf-4467-b5c0-1edade4aa0e3 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931437 Jul 07 17:09:29.982363 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-e7e6c85b-6967-4a7c-b970-68d9c56c822f None None] Allocated IP 2001:db8::f816:3eff:fe8d:a49b (d8d03610-d363-4320-b4f5-a79b14fc08d0/63309bf8-a2b0-41a0-a4df-082bd79725f1/bb74d475-dc4b-4544-895e-b2a02190cd01) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:30.026749 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-15771bfe-7b8e-49dc-8936-97dd601e3fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.034256 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-15771bfe-7b8e-49dc-8936-97dd601e3fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.089687 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 34366) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.093240 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-15771bfe-7b8e-49dc-8936-97dd601e3fff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c6d2b338c85f47e6be0edb14fa1a26ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3487842 Jul 07 17:09:30.105885 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15771bfe-7b8e-49dc-8936-97dd601e3fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1aa9c7f-bde3-4b24-a077-60321cf21e55,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:30.186114 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 1db8ccc1-28a5-48dc-8fc7-58386bc22410, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=1db8ccc1-28a5-48dc-8fc7-58386bc22410,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:30.186961 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-84a2acdc-b1d4-4487-8084-c58a1089e8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.205576 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.217759 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '1db8ccc1-28a5-48dc-8fc7-58386bc22410', 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa', 'port_id': '1db8ccc1-28a5-48dc-8fc7-58386bc22410', 'mac_address': 'fa:16:3e:f9:b9:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160646de-633f-43bb-ab77-cdc4622fc25c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:30.234052 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-84a2acdc-b1d4-4487-8084-c58a1089e8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.308978 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.334677 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db8ccc1-28a5-48dc-8fc7-58386bc22410 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:30.345326 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-84a2acdc-b1d4-4487-8084-c58a1089e8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.354566 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-84a2acdc-b1d4-4487-8084-c58a1089e8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.357244 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-84a2acdc-b1d4-4487-8084-c58a1089e8cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b1aa9c7f-bde3-4b24-a077-60321cf21e55 HTTP/1.1" status: 204 len: 168 time: 0.2646756 Jul 07 17:09:30.366188 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c85b-6967-4a7c-b970-68d9c56c822f None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.376062 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 1db8ccc1-28a5-48dc-8fc7-58386bc22410, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=1db8ccc1-28a5-48dc-8fc7-58386bc22410,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:30.376700 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2acdc-b1d4-4487-8084-c58a1089e8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1aa9c7f-bde3-4b24-a077-60321cf21e55,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:30.381557 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e7e6c85b-6967-4a7c-b970-68d9c56c822f None None] Transition to ACTIVE for port object bb74d475-dc4b-4544-895e-b2a02190cd01 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:30.387355 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.437453 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e7e6c85b-6967-4a7c-b970-68d9c56c822f None None] Transition to ACTIVE for port object bb74d475-dc4b-4544-895e-b2a02190cd01 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:30.466892 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c85b-6967-4a7c-b970-68d9c56c822f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.473883 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.506896 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=1db8ccc1-28a5-48dc-8fc7-58386bc22410,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:30.520358 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e6c85b-6967-4a7c-b970-68d9c56c822f None None] Network d8d03610-d363-4320-b4f5-a79b14fc08d0 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:30.532169 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event deleted for resources: {'Subnet': ['ID=63309bf8-a2b0-41a0-a4df-082bd79725f1,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:30.558095 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-e7e6c85b-6967-4a7c-b970-68d9c56c822f None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:30.561030 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e6c85b-6967-4a7c-b970-68d9c56c822f None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:30.634657 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6c85b-6967-4a7c-b970-68d9c56c822f None None] Pushing event updated for resources: {'Port': ['ID=bb74d475-dc4b-4544-895e-b2a02190cd01,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:30.652015 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-e7e6c85b-6967-4a7c-b970-68d9c56c822f None None] Attempting to bind port bb74d475-dc4b-4544-895e-b2a02190cd01 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:30.652751 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-e7e6c85b-6967-4a7c-b970-68d9c56c822f None None] Attempting to bind port bb74d475-dc4b-4544-895e-b2a02190cd01 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '1f070624-8bd2-403a-bc7c-cba5970940bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd8d03610-d363-4320-b4f5-a79b14fc08d0'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:30.653345 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e6c85b-6967-4a7c-b970-68d9c56c822f None None] Attempting to bind port bb74d475-dc4b-4544-895e-b2a02190cd01 on network d8d03610-d363-4320-b4f5-a79b14fc08d0 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:30.666631 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e6c85b-6967-4a7c-b970-68d9c56c822f None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:30.668919 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e6c85b-6967-4a7c-b970-68d9c56c822f None None] Checking segment: {'id': '1f070624-8bd2-403a-bc7c-cba5970940bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd8d03610-d363-4320-b4f5-a79b14fc08d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:30.671151 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c85b-6967-4a7c-b970-68d9c56c822f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.672050 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e6c85b-6967-4a7c-b970-68d9c56c822f None None] Bound using segment: {'id': '1f070624-8bd2-403a-bc7c-cba5970940bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd8d03610-d363-4320-b4f5-a79b14fc08d0'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:30.674272 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-e7e6c85b-6967-4a7c-b970-68d9c56c822f None None] Bound port: bb74d475-dc4b-4544-895e-b2a02190cd01, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f070624-8bd2-403a-bc7c-cba5970940bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd8d03610-d363-4320-b4f5-a79b14fc08d0'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:30.674692 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c85b-6967-4a7c-b970-68d9c56c822f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.688454 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.706294 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['1db8ccc1-28a5-48dc-8fc7-58386bc22410'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:30.711038 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d03610-d363-4320-b4f5-a79b14fc08d0']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:30.724861 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444bab0e-255a-4ef4-9ebb-1ca27debd019 req-9a9887f4-5d32-44ea-8c20-39543ce8649e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:30.747836 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-444bab0e-255a-4ef4-9ebb-1ca27debd019 req-9a9887f4-5d32-44ea-8c20-39543ce8649e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=e68a1549-a0cb-426b-8da9-2664c5c06abf HTTP/1.1" status: 200 len: 944 time: 0.1186464 Jul 07 17:09:30.750975 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f070624-8bd2-403a-bc7c-cba5970940bd') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:30.751906 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f070624-8bd2-403a-bc7c-cba5970940bd') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:30.772954 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.806461 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.823112 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:09:30.825109 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:09:30.835303 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:09:30.887585 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-444bab0e-255a-4ef4-9ebb-1ca27debd019 req-f40af4a3-6357-41f3-a758-61507517d01e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446617 Jul 07 17:09:31.010651 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.db.api [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:09:31.010651 n-d-791503-12 neutron-server[100192]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:09:31.010651 n-d-791503-12 neutron-server[100192]: [parameters: {'id': 'd8d03610-d363-4320-b4f5-a79b14fc08d0'}] Jul 07 17:09:31.010651 n-d-791503-12 neutron-server[100192]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:09:31.011192 n-d-791503-12 neutron-server[100192]: DEBUG oslo_db.api [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:09:31.029573 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-e7e6c85b-6967-4a7c-b970-68d9c56c822f None None] For port bb74d475-dc4b-4544-895e-b2a02190cd01, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:31.043408 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-e7e6c85b-6967-4a7c-b970-68d9c56c822f None None] For port bb74d475-dc4b-4544-895e-b2a02190cd01, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=bb74d475-dc4b-4544-895e-b2a02190cd01,segment=NetworkSegment(1f070624-8bd2-403a-bc7c-cba5970940bd),segment_id=1f070624-8bd2-403a-bc7c-cba5970940bd)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:31.062217 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c85b-6967-4a7c-b970-68d9c56c822f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:31.182358 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66212fba-9ff7-444f-8009-a6abbb657407 req-30e8730f-8c10-493d-a6a4-9103ab811834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:31.185132 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-66212fba-9ff7-444f-8009-a6abbb657407 req-30e8730f-8c10-493d-a6a4-9103ab811834 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 1097 time: 0.1109993 Jul 07 17:09:31.293636 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-66212fba-9ff7-444f-8009-a6abbb657407 req-9c737cc2-bffa-4ee5-9c89-9b659dcd86b4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977585 Jul 07 17:09:31.320256 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180caa3b-7c95-46af-8b27-39fa0b55c353 req-5aaaf03b-d170-4ee7-a3bd-aeb1888e0cc2 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:31.331607 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-180caa3b-7c95-46af-8b27-39fa0b55c353 req-5aaaf03b-d170-4ee7-a3bd-aeb1888e0cc2 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 945 time: 0.1360745 Jul 07 17:09:31.421347 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-180caa3b-7c95-46af-8b27-39fa0b55c353 req-08ba5581-f223-48fd-ac05-a50f28fed068 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852156 Jul 07 17:09:31.473187 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6c85b-6967-4a7c-b970-68d9c56c822f None None] Pushing event updated for resources: {'Port': ['ID=bb74d475-dc4b-4544-895e-b2a02190cd01,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:31.493237 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d7eb7b-29d0-4724-a8d2-b8971328dfa5 None None] Network d8d03610-d363-4320-b4f5-a79b14fc08d0 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:31.512843 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:31.603416 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Deleting port bb74d475-dc4b-4544-895e-b2a02190cd01 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:31.604024 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:31.679058 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a553895-b931-48c7-a27f-e8cbd13f78cc None None] get_active_networks_info from n-d-791503-12 {{(pid=100194) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:09:31.714682 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] For port bb74d475-dc4b-4544-895e-b2a02190cd01, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=bb74d475-dc4b-4544-895e-b2a02190cd01,segment=NetworkSegment(1f070624-8bd2-403a-bc7c-cba5970940bd),segment_id=1f070624-8bd2-403a-bc7c-cba5970940bd)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:31.715098 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:31.742945 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Calling delete_port for bb74d475-dc4b-4544-895e-b2a02190cd01 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:31.926339 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:31.972606 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a553895-b931-48c7-a27f-e8cbd13f78cc None None] Resources bound (agent type, host, resource id): {{(pid=100194) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:09:32.002286 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event deleted for resources: {'Port': ['ID=bb74d475-dc4b-4544-895e-b2a02190cd01,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:32.018781 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] No DVR routers for this DVR port bb74d475-dc4b-4544-895e-b2a02190cd01 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:32.271066 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.316032 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d03610-d363-4320-b4f5-a79b14fc08d0']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:32.349979 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f070624-8bd2-403a-bc7c-cba5970940bd') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:32.351334 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f070624-8bd2-403a-bc7c-cba5970940bd') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:32.388592 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.448089 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.504565 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16fed5-7a32-4cde-8c80-e07f420c6857 req-d995e376-086b-4304-b0e3-6e8035d5e4ce tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:32.518099 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fa16fed5-7a32-4cde-8c80-e07f420c6857 req-d995e376-086b-4304-b0e3-6e8035d5e4ce tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=e68a1549-a0cb-426b-8da9-2664c5c06abf HTTP/1.1" status: 200 len: 944 time: 0.3235021 Jul 07 17:09:32.526831 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:09:32.527815 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:09:32.533004 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:09:32.694037 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fa16fed5-7a32-4cde-8c80-e07f420c6857 req-d7874c69-8b09-4d45-8ecf-36eb98da9854 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722164 Jul 07 17:09:32.702949 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.710073 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.718010 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 34418) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:32.731519 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "DELETE /v2.0/networks/d8d03610-d363-4320-b4f5-a79b14fc08d0 HTTP/1.1" status: 204 len: 168 time: 3.3994021 Jul 07 17:09:32.783843 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a493a-7509-4a9f-821b-aff0d5407f9c tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event deleted for resources: {'Network': ['ID=d8d03610-d363-4320-b4f5-a79b14fc08d0,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:32.836805 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d67467c-e7b1-4be1-ad22-fe9b74e84a0a tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:32.837569 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d67467c-e7b1-4be1-ad22-fe9b74e84a0a tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:32.840973 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2d67467c-e7b1-4be1-ad22-fe9b74e84a0a tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "DELETE /v2.0/subnets/63309bf8-a2b0-41a0-a4df-082bd79725f1 HTTP/1.1" status: 404 len: 337 time: 0.1186616 Jul 07 17:09:32.844109 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34422) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:32.887499 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-63992a51-66ed-4c0b-938a-0c14f91e12f3 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:32.888181 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63992a51-66ed-4c0b-938a-0c14f91e12f3 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:32.891153 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-63992a51-66ed-4c0b-938a-0c14f91e12f3 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "DELETE /v2.0/networks/d8d03610-d363-4320-b4f5-a79b14fc08d0 HTTP/1.1" status: 404 len: 339 time: 0.0457659 Jul 07 17:09:32.895598 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 34424) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:32.963364 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1997c7-53ba-427d-936e-37db304b009d tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:32.964510 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed1997c7-53ba-427d-936e-37db304b009d tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:32.968149 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ed1997c7-53ba-427d-936e-37db304b009d tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "DELETE /v2.0/subnets/6a27a983-756f-4339-ba93-939adde39bc4 HTTP/1.1" status: 404 len: 337 time: 0.0709357 Jul 07 17:09:32.972147 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34426) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:33.006220 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-4833fc2e-b519-46c5-bb07-f17668f85b71 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:33.006991 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4833fc2e-b519-46c5-bb07-f17668f85b71 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:33.008987 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4833fc2e-b519-46c5-bb07-f17668f85b71 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "DELETE /v2.0/networks/3b2f35c6-7eaa-4a8a-8cd6-729ec0784bf5 HTTP/1.1" status: 404 len: 339 time: 0.0356071 Jul 07 17:09:33.021135 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34432) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:33.055254 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-03880e03-b04d-4f0e-b06b-0f8405854ca0 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:33.055826 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03880e03-b04d-4f0e-b06b-0f8405854ca0 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:33.061761 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-03880e03-b04d-4f0e-b06b-0f8405854ca0 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "DELETE /v2.0/subnets/e9d67992-97f5-4d90-97ee-905da22d2466 HTTP/1.1" status: 404 len: 337 time: 0.0340505 Jul 07 17:09:33.062690 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 34434) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:33.532257 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-93be9f30-0e50-4350-bab7-1c53069a830a tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:33.533108 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93be9f30-0e50-4350-bab7-1c53069a830a tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:33.534699 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-93be9f30-0e50-4350-bab7-1c53069a830a tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "DELETE /v2.0/networks/dccb8762-573c-4fdd-ae5d-8bb7df3f7ced HTTP/1.1" status: 404 len: 339 time: 0.4708207 Jul 07 17:09:33.537706 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34442) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:33.558385 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab532f2-7d59-49fb-bde9-85b735f4b4ff req-968e1d51-48a2-4722-ad2e-e4bc06576789 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:33.559958 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6ab532f2-7d59-49fb-bde9-85b735f4b4ff req-968e1d51-48a2-4722-ad2e-e4bc06576789 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 945 time: 0.5845790 Jul 07 17:09:33.624803 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6ab532f2-7d59-49fb-bde9-85b735f4b4ff req-54f7ebc2-67af-4596-aa3a-d0d998479f85 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532200 Jul 07 17:09:33.698682 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-95476d4a-5355-4d3e-a2f0-0527209f9bbc tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Deleting port 75d084bb-1427-4c7d-bce0-8de27963e056 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:33.700187 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-95476d4a-5355-4d3e-a2f0-0527209f9bbc tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.748310 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 1db8ccc1-28a5-48dc-8fc7-58386bc22410 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:33.791780 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-95476d4a-5355-4d3e-a2f0-0527209f9bbc tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.843413 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-95476d4a-5355-4d3e-a2f0-0527209f9bbc tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Calling delete_port for 75d084bb-1427-4c7d-bce0-8de27963e056 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:33.877783 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 1db8ccc1-28a5-48dc-8fc7-58386bc22410 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:33.886121 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 1db8ccc1-28a5-48dc-8fc7-58386bc22410 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:33.886745 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.977832 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bee7d5-082c-4f84-a705-f64c64daa4b7 req-07b102c8-83dc-4c5b-8bbf-5f9363cf5b0e tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:33.984964 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b2bee7d5-082c-4f84-a705-f64c64daa4b7 req-07b102c8-83dc-4c5b-8bbf-5f9363cf5b0e tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.1808977 Jul 07 17:09:34.023240 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.030359 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-95476d4a-5355-4d3e-a2f0-0527209f9bbc tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.055829 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68a1549-a0cb-426b-8da9-2664c5c06abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db8ccc1-28a5-48dc-8fc7-58386bc22410'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:34.058633 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b022fb8-0d8b-4a65-9782-dbeccfb60d1d" -d '{"events": [{"server_uuid": "e68a1549-a0cb-426b-8da9-2664c5c06abf", "name": "network-vif-plugged", "status": "completed", "tag": "1db8ccc1-28a5-48dc-8fc7-58386bc22410"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:34.075857 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 1db8ccc1-28a5-48dc-8fc7-58386bc22410, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=1db8ccc1-28a5-48dc-8fc7-58386bc22410,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:34.082268 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.084370 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b2bee7d5-082c-4f84-a705-f64c64daa4b7 req-ee9af3f1-08fa-454a-a888-5eec0510a2df tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976796 Jul 07 17:09:34.087873 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95476d4a-5355-4d3e-a2f0-0527209f9bbc tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event deleted for resources: {'Port': ['ID=75d084bb-1427-4c7d-bce0-8de27963e056,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:34.112244 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-95476d4a-5355-4d3e-a2f0-0527209f9bbc tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.115929 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-95476d4a-5355-4d3e-a2f0-0527209f9bbc tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "DELETE /v2.0/ports/75d084bb-1427-4c7d-bce0-8de27963e056 HTTP/1.1" status: 204 len: 168 time: 0.5754788 Jul 07 17:09:34.119880 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34462) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:34.120414 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248d2dc-d198-480a-bea9-5cce2b2bec6c req-d85d0938-611d-443e-a6a9-af059698c1be tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:34.133471 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5248d2dc-d198-480a-bea9-5cce2b2bec6c req-d85d0938-611d-443e-a6a9-af059698c1be tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=e68a1549-a0cb-426b-8da9-2664c5c06abf HTTP/1.1" status: 200 len: 944 time: 0.1731658 Jul 07 17:09:34.166019 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=1db8ccc1-28a5-48dc-8fc7-58386bc22410,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:34.176071 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05e49b7-99d6-4083-83a4-e3bb70fad90d tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:34.176547 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05e49b7-99d6-4083-83a4-e3bb70fad90d tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:34.181064 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e05e49b7-99d6-4083-83a4-e3bb70fad90d tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "DELETE /v2.0/subnets/6269af83-6a40-4752-acb6-5f6928dbcc08 HTTP/1.1" status: 404 len: 337 time: 0.0558105 Jul 07 17:09:34.182541 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34468) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:34.189742 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2b4bb3-c11b-4da3-8246-793e9b0a1507 x-openstack-request-id: req-6b2b4bb3-c11b-4da3-8246-793e9b0a1507 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:34.190213 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68a1549-a0cb-426b-8da9-2664c5c06abf", "name": "network-vif-plugged", "status": "completed", "tag": "1db8ccc1-28a5-48dc-8fc7-58386bc22410", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:34.214660 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b2b4bb3-c11b-4da3-8246-793e9b0a1507 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:34.216394 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68a1549-a0cb-426b-8da9-2664c5c06abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db8ccc1-28a5-48dc-8fc7-58386bc22410', 'code': 200} Jul 07 17:09:34.254033 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5248d2dc-d198-480a-bea9-5cce2b2bec6c req-fb879031-3825-4c08-8a2b-3187c366f644 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148229 Jul 07 17:09:34.327902 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8fb90fd8-6d12-4858-8e29-0d095d0f2ac5 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.362478 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60efdf-322e-4902-97ee-35e5837f864a req-68fd0e0b-8d2a-4aa7-a3c8-7b7d732bd68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:34.364524 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cf60efdf-322e-4902-97ee-35e5837f864a req-68fd0e0b-8d2a-4aa7-a3c8-7b7d732bd68a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e68a1549-a0cb-426b-8da9-2664c5c06abf HTTP/1.1" status: 200 len: 1097 time: 0.0828965 Jul 07 17:09:34.421933 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cf60efdf-322e-4902-97ee-35e5837f864a req-79f9e8d7-4c16-4c1e-9c50-c5051d9b5562 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493786 Jul 07 17:09:34.468458 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8fb90fd8-6d12-4858-8e29-0d095d0f2ac5 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.482016 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-8fb90fd8-6d12-4858-8e29-0d095d0f2ac5 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a513c5-6077-4bbb-86c3-bfc23df26b5c']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:34.501070 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-8fb90fd8-6d12-4858-8e29-0d095d0f2ac5 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f1a46b9-1a81-4bcf-ac1b-2b7cda07a204') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:34.501671 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-8fb90fd8-6d12-4858-8e29-0d095d0f2ac5 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f1a46b9-1a81-4bcf-ac1b-2b7cda07a204') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:34.522848 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8fb90fd8-6d12-4858-8e29-0d095d0f2ac5 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.542270 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8fb90fd8-6d12-4858-8e29-0d095d0f2ac5 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.553381 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb90fd8-6d12-4858-8e29-0d095d0f2ac5 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:09:34.553953 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8fb90fd8-6d12-4858-8e29-0d095d0f2ac5 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:09:34.559752 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:09:34.672229 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8fb90fd8-6d12-4858-8e29-0d095d0f2ac5 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.677213 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8fb90fd8-6d12-4858-8e29-0d095d0f2ac5 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.680075 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8fb90fd8-6d12-4858-8e29-0d095d0f2ac5 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "DELETE /v2.0/networks/d0a513c5-6077-4bbb-86c3-bfc23df26b5c HTTP/1.1" status: 204 len: 168 time: 0.4963977 Jul 07 17:09:34.685326 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34482) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:34.710211 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb90fd8-6d12-4858-8e29-0d095d0f2ac5 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event deleted for resources: {'Network': ['ID=d0a513c5-6077-4bbb-86c3-bfc23df26b5c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:34.775282 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15b2e4-aa9d-4819-9b11-b3742aecfbca req-fdefa0b8-b1ed-43fb-bc4d-def9e0dbf025 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:34.777045 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ad15b2e4-aa9d-4819-9b11-b3742aecfbca req-fdefa0b8-b1ed-43fb-bc4d-def9e0dbf025 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.1575816 Jul 07 17:09:34.900102 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ad15b2e4-aa9d-4819-9b11-b3742aecfbca req-944317e3-35a6-490b-94ae-55e55e4f0ec9 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165013 Jul 07 17:09:34.939604 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-f59c57fc-ba2d-45d8-b5b0-b3c03e7d8b22 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Deleting port 497c7293-5951-4684-afc4-519919cfb6d0 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:34.939956 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f59c57fc-ba2d-45d8-b5b0-b3c03e7d8b22 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.032932 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f59c57fc-ba2d-45d8-b5b0-b3c03e7d8b22 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.048769 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-f59c57fc-ba2d-45d8-b5b0-b3c03e7d8b22 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Calling delete_port for 497c7293-5951-4684-afc4-519919cfb6d0 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:35.140573 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f59c57fc-ba2d-45d8-b5b0-b3c03e7d8b22 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.172548 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c57fc-ba2d-45d8-b5b0-b3c03e7d8b22 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event deleted for resources: {'Port': ['ID=497c7293-5951-4684-afc4-519919cfb6d0,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:35.178719 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f59c57fc-ba2d-45d8-b5b0-b3c03e7d8b22 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.184640 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f59c57fc-ba2d-45d8-b5b0-b3c03e7d8b22 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "DELETE /v2.0/ports/497c7293-5951-4684-afc4-519919cfb6d0 HTTP/1.1" status: 204 len: 168 time: 0.4928730 Jul 07 17:09:35.184640 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34494) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:35.216765 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00f62d0-9109-49cb-8efe-3dc73013f382 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:35.217234 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a00f62d0-9109-49cb-8efe-3dc73013f382 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:35.219325 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a00f62d0-9109-49cb-8efe-3dc73013f382 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "DELETE /v2.0/subnets/05f0c216-6b77-44a5-86e6-8826edef4503 HTTP/1.1" status: 404 len: 337 time: 0.0334175 Jul 07 17:09:35.222330 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34496) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:35.322779 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5afa8d28-8223-4ebe-bd6e-9550f7383069 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.436302 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5afa8d28-8223-4ebe-bd6e-9550f7383069 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.448134 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-5afa8d28-8223-4ebe-bd6e-9550f7383069 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf13513-abb3-4d0f-96a6-ca4b0944036a']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:35.463372 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-5afa8d28-8223-4ebe-bd6e-9550f7383069 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518e2c8d-3d1e-49d5-82f1-9056f18df2c1') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:35.463766 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-5afa8d28-8223-4ebe-bd6e-9550f7383069 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518e2c8d-3d1e-49d5-82f1-9056f18df2c1') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:35.476128 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5afa8d28-8223-4ebe-bd6e-9550f7383069 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.499555 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5afa8d28-8223-4ebe-bd6e-9550f7383069 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.508610 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5afa8d28-8223-4ebe-bd6e-9550f7383069 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:09:35.509059 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5afa8d28-8223-4ebe-bd6e-9550f7383069 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:09:35.513220 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:09:35.621086 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5afa8d28-8223-4ebe-bd6e-9550f7383069 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.632171 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5afa8d28-8223-4ebe-bd6e-9550f7383069 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.634273 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5afa8d28-8223-4ebe-bd6e-9550f7383069 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "DELETE /v2.0/networks/dbf13513-abb3-4d0f-96a6-ca4b0944036a HTTP/1.1" status: 204 len: 168 time: 0.4108636 Jul 07 17:09:35.637325 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 34506) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:35.648257 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa8d28-8223-4ebe-bd6e-9550f7383069 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event deleted for resources: {'Network': ['ID=dbf13513-abb3-4d0f-96a6-ca4b0944036a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:35.685766 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e4b87-3d20-43cc-baec-e6e1b7835f9e req-b93f573a-bf65-4f51-9b20-5f670a253a41 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:35.687588 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-591e4b87-3d20-43cc-baec-e6e1b7835f9e req-b93f573a-bf65-4f51-9b20-5f670a253a41 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=e68a1549-a0cb-426b-8da9-2664c5c06abf HTTP/1.1" status: 200 len: 945 time: 0.1181293 Jul 07 17:09:35.739551 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-788f316e-6330-441c-954c-8f9570128731 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Deleting subnet 798c45e7-6635-45eb-b68e-db0071e40183 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:09:35.745297 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-788f316e-6330-441c-954c-8f9570128731 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.753845 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-591e4b87-3d20-43cc-baec-e6e1b7835f9e req-dc47deb0-530d-4b09-9887-0bf600ef70a8 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501664 Jul 07 17:09:35.815063 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-788f316e-6330-441c-954c-8f9570128731 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.934127 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-788f316e-6330-441c-954c-8f9570128731 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.050758 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-788f316e-6330-441c-954c-8f9570128731 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.117466 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f316e-6330-441c-954c-8f9570128731 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event deleted for resources: {'Subnet': ['ID=798c45e7-6635-45eb-b68e-db0071e40183,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:36.137793 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-788f316e-6330-441c-954c-8f9570128731 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.145388 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34522) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:36.149512 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-788f316e-6330-441c-954c-8f9570128731 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "DELETE /v2.0/subnets/798c45e7-6635-45eb-b68e-db0071e40183 HTTP/1.1" status: 204 len: 168 time: 0.5103221 Jul 07 17:09:36.150568 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b377d9-3aaa-44a3-9e13-f83ad845c6e7 None None] Network 18882e50-5383-4164-9a2c-68311a43f4fb requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:36.208310 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f316e-6330-441c-954c-8f9570128731 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:36.209098 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f316e-6330-441c-954c-8f9570128731 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:36.209669 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f316e-6330-441c-954c-8f9570128731 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:36.210245 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f316e-6330-441c-954c-8f9570128731 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:36.210826 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f316e-6330-441c-954c-8f9570128731 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:36.211415 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f316e-6330-441c-954c-8f9570128731 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:36.211997 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f316e-6330-441c-954c-8f9570128731 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:36.212574 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f316e-6330-441c-954c-8f9570128731 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:36.213186 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f316e-6330-441c-954c-8f9570128731 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:36.213801 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f316e-6330-441c-954c-8f9570128731 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:36.214377 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f316e-6330-441c-954c-8f9570128731 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:36.214956 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f316e-6330-441c-954c-8f9570128731 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:36.289704 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15ea6c-4d26-41d0-accd-800213b60842 req-f14c6e3c-3393-46d7-878a-f1354b1c8368 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:36.305088 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fb15ea6c-4d26-41d0-accd-800213b60842 req-f14c6e3c-3393-46d7-878a-f1354b1c8368 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.1947613 Jul 07 17:09:36.324750 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.393884 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fb15ea6c-4d26-41d0-accd-800213b60842 req-4a819690-55a1-433f-97b8-6de616685fc5 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785584 Jul 07 17:09:36.444304 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Deleting port c1e21ea6-e160-4c52-ba3b-3c73b474d98b {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:36.444712 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.495132 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df0a4e2-7037-418d-9141-7e2be6f83c50 None None] DHCP port deletion for 18882e50-5383-4164-9a2c-68311a43f4fb request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:09:36.549546 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] For port c1e21ea6-e160-4c52-ba3b-3c73b474d98b, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c1e21ea6-e160-4c52-ba3b-3c73b474d98b,segment=NetworkSegment(9aa7d17c-3a44-4ad3-99b7-7d9e2d36a99a),segment_id=9aa7d17c-3a44-4ad3-99b7-7d9e2d36a99a)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:36.550343 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.555351 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-2df0a4e2-7037-418d-9141-7e2be6f83c50 None None] Deleting port c1e21ea6-e160-4c52-ba3b-3c73b474d98b {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:36.555697 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2df0a4e2-7037-418d-9141-7e2be6f83c50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.577201 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Calling delete_port for c1e21ea6-e160-4c52-ba3b-3c73b474d98b owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:36.704235 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-2df0a4e2-7037-418d-9141-7e2be6f83c50 None None] For port c1e21ea6-e160-4c52-ba3b-3c73b474d98b, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c1e21ea6-e160-4c52-ba3b-3c73b474d98b,segment=NetworkSegment(9aa7d17c-3a44-4ad3-99b7-7d9e2d36a99a),segment_id=9aa7d17c-3a44-4ad3-99b7-7d9e2d36a99a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:36.705139 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2df0a4e2-7037-418d-9141-7e2be6f83c50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.733552 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-2df0a4e2-7037-418d-9141-7e2be6f83c50 None None] Calling delete_port for c1e21ea6-e160-4c52-ba3b-3c73b474d98b owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:36.863281 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.958071 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2df0a4e2-7037-418d-9141-7e2be6f83c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.987813 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event deleted for resources: {'Port': ['ID=c1e21ea6-e160-4c52-ba3b-3c73b474d98b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:36.992311 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] No DVR routers for this DVR port c1e21ea6-e160-4c52-ba3b-3c73b474d98b on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:37.011190 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0a4e2-7037-418d-9141-7e2be6f83c50 None None] Pushing event deleted for resources: {'Port': ['ID=c1e21ea6-e160-4c52-ba3b-3c73b474d98b,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:37.015224 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df0a4e2-7037-418d-9141-7e2be6f83c50 None None] No DVR routers for this DVR port c1e21ea6-e160-4c52-ba3b-3c73b474d98b on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:37.048542 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:37.085715 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:37.086182 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:37.086719 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:37.087308 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:37.087898 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:37.088517 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:37.089450 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:37.089981 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:37.090555 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:37.091115 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:37.091689 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:37.092258 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:37.189925 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:37.211838 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18882e50-5383-4164-9a2c-68311a43f4fb']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:37.233275 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa7d17c-3a44-4ad3-99b7-7d9e2d36a99a') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:37.233665 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa7d17c-3a44-4ad3-99b7-7d9e2d36a99a') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:37.246055 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:37.253937 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f1f8c-db53-48a8-8418-587320913510 req-d3d3fb8e-3a8f-4850-8f5d-8ae3a7aeea6c tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:37.263196 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:37.271159 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:09:37.271612 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:37.291054 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3c6f1f8c-db53-48a8-8418-587320913510 req-d3d3fb8e-3a8f-4850-8f5d-8ae3a7aeea6c tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=e68a1549-a0cb-426b-8da9-2664c5c06abf HTTP/1.1" status: 200 len: 945 time: 0.2337780 Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:09:37.357892 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:09:37.370858 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:37.387029 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:37.399788 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] 10.222.0.53 "DELETE /v2.0/networks/18882e50-5383-4164-9a2c-68311a43f4fb HTTP/1.1" status: 204 len: 168 time: 1.2499447 Jul 07 17:09:37.424441 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e315af-ceb4-4f86-ad64-211e6d15f847 tempest-NetworksIpV6TestAttrs-1384666822 tempest-NetworksIpV6TestAttrs-1384666822-project] Pushing event deleted for resources: {'Network': ['ID=18882e50-5383-4164-9a2c-68311a43f4fb,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:37.451298 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3c6f1f8c-db53-48a8-8418-587320913510 req-b97e2a2b-313b-4d4e-8679-55ab03065801 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566384 Jul 07 17:09:37.535151 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c1e21ea6-e160-4c52-ba3b-3c73b474d98b no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:37.609873 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: c1e21ea6-e160-4c52-ba3b-3c73b474d98b {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:09:37.611089 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c1e21ea6-e160-4c52-ba3b-3c73b474d98b not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:09:37.648158 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:37.958146 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37aff67-c9de-4812-a862-ed8c8dfaa8d8 req-e674b9e9-9c2d-4c55-a085-f46dc6472868 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:37.971521 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d37aff67-c9de-4812-a862-ed8c8dfaa8d8 req-e674b9e9-9c2d-4c55-a085-f46dc6472868 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=1702409a-d055-410c-8033-2c333deecf83 HTTP/1.1" status: 200 len: 946 time: 0.2254491 Jul 07 17:09:38.000874 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09000c4-4865-4dd3-a8dd-d17786a962d0 req-1b9ae2a3-6ab0-4aaf-b9e2-870db0e20f66 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:38.008386 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f09000c4-4865-4dd3-a8dd-d17786a962d0 req-1b9ae2a3-6ab0-4aaf-b9e2-870db0e20f66 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.1675365 Jul 07 17:09:38.107141 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d37aff67-c9de-4812-a862-ed8c8dfaa8d8 req-d6d1cca1-c417-4c95-b395-d2847b5c7067 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334598 Jul 07 17:09:38.120710 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f09000c4-4865-4dd3-a8dd-d17786a962d0 req-348c8a59-ded2-4371-aa22-f26f3a1e75f4 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032364 Jul 07 17:09:38.469046 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 34566) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:38.519610 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05898788-7cd3-4a6c-9ec3-502c4cbed3d4 req-01680207-067e-45a2-a931-07f1d4d45862 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:38.535178 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-05898788-7cd3-4a6c-9ec3-502c4cbed3d4 req-01680207-067e-45a2-a931-07f1d4d45862 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 946 time: 0.1986120 Jul 07 17:09:38.687902 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-05898788-7cd3-4a6c-9ec3-502c4cbed3d4 req-d7014efb-b9e4-43a0-8868-12e812452af5 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415691 Jul 07 17:09:38.924913 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d59b76-8f10-4ad6-b832-07fa3800d82b req-4fc2256a-04c3-4db7-9c71-5b79ae5e6a9b tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:38.940857 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31d59b76-8f10-4ad6-b832-07fa3800d82b req-4fc2256a-04c3-4db7-9c71-5b79ae5e6a9b tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=e68a1549-a0cb-426b-8da9-2664c5c06abf HTTP/1.1" status: 200 len: 945 time: 0.2303789 Jul 07 17:09:38.996500 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-909c03fd-475e-45c7-99a5-af0121b1990a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b2964c50612d4f618aa06c37eac9e100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5277071 Jul 07 17:09:38.999607 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34582) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:39.040453 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31d59b76-8f10-4ad6-b832-07fa3800d82b req-a7c60c07-7bfb-475e-a6ba-6b04f57eb8a3 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915923 Jul 07 17:09:39.158457 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bccd7fc4-5194-46fa-b5b1-047df2ee9d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.207168 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bccd7fc4-5194-46fa-b5b1-047df2ee9d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.359516 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bccd7fc4-5194-46fa-b5b1-047df2ee9d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.368309 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bccd7fc4-5194-46fa-b5b1-047df2ee9d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.372511 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bccd7fc4-5194-46fa-b5b1-047df2ee9d8e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c936d1b0-9f30-457f-974b-fe45c2a849e0 HTTP/1.1" status: 204 len: 168 time: 0.3704886 Jul 07 17:09:39.392788 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd7fc4-5194-46fa-b5b1-047df2ee9d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c936d1b0-9f30-457f-974b-fe45c2a849e0,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:39.922452 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5aec0-3e02-4fab-8f5d-c3b2b0d1e381 req-02ffc027-137e-4d90-8f4e-1fa5526ffd0e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:39.930257 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dfd5aec0-3e02-4fab-8f5d-c3b2b0d1e381 req-02ffc027-137e-4d90-8f4e-1fa5526ffd0e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=e68a1549-a0cb-426b-8da9-2664c5c06abf HTTP/1.1" status: 200 len: 945 time: 0.1174963 Jul 07 17:09:40.006204 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dfd5aec0-3e02-4fab-8f5d-c3b2b0d1e381 req-934ceadf-a6a7-4330-b758-2f80e47edf36 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646923 Jul 07 17:09:40.798227 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628aefb6-9279-470d-92f1-c8027ac518c3 req-c6733a11-62c2-4541-9a18-7535131123b6 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:40.801518 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-628aefb6-9279-470d-92f1-c8027ac518c3 req-c6733a11-62c2-4541-9a18-7535131123b6 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=b261fb8f-c4a2-4b95-95ba-864d2b5cc54e HTTP/1.1" status: 200 len: 945 time: 0.1249015 Jul 07 17:09:40.892829 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-628aefb6-9279-470d-92f1-c8027ac518c3 req-97c37f5e-a849-4a31-8c4b-d9a582a8b20f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834460 Jul 07 17:09:41.100590 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34652) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:41.277580 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637664a-ae5a-455c-b223-fd1b8e215069 req-aa40484c-e5b7-47fb-8db1-6d3cc5976470 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:41.281354 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4637664a-ae5a-455c-b223-fd1b8e215069 req-aa40484c-e5b7-47fb-8db1-6d3cc5976470 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=e68a1549-a0cb-426b-8da9-2664c5c06abf HTTP/1.1" status: 200 len: 945 time: 0.1133249 Jul 07 17:09:41.377606 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4637664a-ae5a-455c-b223-fd1b8e215069 req-a057acc5-9aaa-42e0-84f2-9f5df4c508c6 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892529 Jul 07 17:09:41.397883 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-10133058-fdeb-40d3-95ac-155061ff5c46 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1121349319'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:41.452210 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10133058-fdeb-40d3-95ac-155061ff5c46 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Made reservation on behalf of 29936e27e52e42a78f6f821032207ca0 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:41.465624 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-10133058-fdeb-40d3-95ac-155061ff5c46 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.477937 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-10133058-fdeb-40d3-95ac-155061ff5c46 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.510884 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e4220-b4e2-4121-a47d-4c2d63385471 req-72d0d682-9e7d-4a78-bf2a-608580b994a5 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:41.516466 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-309e4220-b4e2-4121-a47d-4c2d63385471 req-72d0d682-9e7d-4a78-bf2a-608580b994a5 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e68a1549-a0cb-426b-8da9-2664c5c06abf HTTP/1.1" status: 200 len: 945 time: 0.2040696 Jul 07 17:09:41.749534 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-10133058-fdeb-40d3-95ac-155061ff5c46 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.762193 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-10133058-fdeb-40d3-95ac-155061ff5c46 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.773899 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-309e4220-b4e2-4121-a47d-4c2d63385471 req-b7666d14-0971-4123-8d3f-f9df3d8203b5 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Deleting port 1db8ccc1-28a5-48dc-8fc7-58386bc22410 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:41.774250 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-309e4220-b4e2-4121-a47d-4c2d63385471 req-b7666d14-0971-4123-8d3f-f9df3d8203b5 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.832460 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10133058-fdeb-40d3-95ac-155061ff5c46 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:09:42.037323 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-309e4220-b4e2-4121-a47d-4c2d63385471 req-b7666d14-0971-4123-8d3f-f9df3d8203b5 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] For port 1db8ccc1-28a5-48dc-8fc7-58386bc22410, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=1db8ccc1-28a5-48dc-8fc7-58386bc22410,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:42.038363 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-309e4220-b4e2-4121-a47d-4c2d63385471 req-b7666d14-0971-4123-8d3f-f9df3d8203b5 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.069027 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-309e4220-b4e2-4121-a47d-4c2d63385471 req-b7666d14-0971-4123-8d3f-f9df3d8203b5 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Calling delete_port for 1db8ccc1-28a5-48dc-8fc7-58386bc22410 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:42.227000 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-309e4220-b4e2-4121-a47d-4c2d63385471 req-b7666d14-0971-4123-8d3f-f9df3d8203b5 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.241147 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['3c1035c2-0979-4c15-b7ed-32a6708c4678'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:42.245047 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['42cfc02f-3401-4427-a978-d55f0e45e38f', '1db8ccc1-28a5-48dc-8fc7-58386bc22410'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:42.323264 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7666d14-0971-4123-8d3f-f9df3d8203b5 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Pushing event deleted for resources: {'Port': ['ID=1db8ccc1-28a5-48dc-8fc7-58386bc22410,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:42.335885 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43fbfe-2344-49de-abdb-f795f3726b89 req-ecdc59d0-ed3e-4dc2-a7d1-2a63b33054d5 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:42.343095 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9e43fbfe-2344-49de-abdb-f795f3726b89 req-ecdc59d0-ed3e-4dc2-a7d1-2a63b33054d5 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.4249570 Jul 07 17:09:42.372802 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-309e4220-b4e2-4121-a47d-4c2d63385471 req-b7666d14-0971-4123-8d3f-f9df3d8203b5 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] No DVR routers for this DVR port 1db8ccc1-28a5-48dc-8fc7-58386bc22410 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:42.382726 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-309e4220-b4e2-4121-a47d-4c2d63385471 req-b7666d14-0971-4123-8d3f-f9df3d8203b5 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.384910 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-309e4220-b4e2-4121-a47d-4c2d63385471 req-b7666d14-0971-4123-8d3f-f9df3d8203b5 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.64 "DELETE /v2.0/ports/1db8ccc1-28a5-48dc-8fc7-58386bc22410 HTTP/1.1" status: 204 len: 173 time: 0.8617740 Jul 07 17:09:42.385394 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68a1549-a0cb-426b-8da9-2664c5c06abf', 'name': 'network-vif-deleted', 'tag': '1db8ccc1-28a5-48dc-8fc7-58386bc22410'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:42.388668 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddf575d-cce0-4003-8d90-3f8e71e86da7" -d '{"events": [{"server_uuid": "e68a1549-a0cb-426b-8da9-2664c5c06abf", "name": "network-vif-deleted", "tag": "1db8ccc1-28a5-48dc-8fc7-58386bc22410"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:42.401802 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10133058-fdeb-40d3-95ac-155061ff5c46 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80d7806f-63e9-4b5f-b154-7b7e9a84fc5e,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:42.461358 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-10133058-fdeb-40d3-95ac-155061ff5c46 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.462340 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-10133058-fdeb-40d3-95ac-155061ff5c46 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Added segment e0ddadad-f756-4116-83b4-4180dfd0a106 of type vlan for network 06237946-0bbb-4f8f-9823-f09eabbbe47d Jul 07 17:09:42.473759 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9e43fbfe-2344-49de-abdb-f795f3726b89 req-94a5431a-20e0-448d-b79c-944e0c4c4d8d tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291978 Jul 07 17:09:42.623448 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7e78f571-904f-4da8-88ba-e8ea6ef2575f details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:42.628024 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-10133058-fdeb-40d3-95ac-155061ff5c46 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.638602 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85589d9-592d-431e-8615-370192b087bb req-4b2f1eaa-0ec0-4c7a-a247-18f638e52b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:42.641674 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f85589d9-592d-431e-8615-370192b087bb req-4b2f1eaa-0ec0-4c7a-a247-18f638e52b96 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=714c5973a0b4427daf9bad1f0fff20b4&device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 1097 time: 0.8113208 Jul 07 17:09:42.709874 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93481f0c-1030-4716-b882-c9acd65dba51 req-9c0bbae2-1617-4a30-8667-2e3700f7a94a tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:42.722741 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-93481f0c-1030-4716-b882-c9acd65dba51 req-9c0bbae2-1617-4a30-8667-2e3700f7a94a tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.64 "GET /v2.0/ports?device_id=b261fb8f-c4a2-4b95-95ba-864d2b5cc54e HTTP/1.1" status: 200 len: 945 time: 0.2469943 Jul 07 17:09:42.847079 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c7a0d-8258-4631-ae98-25e30f9394fc req-cf41e4e9-a3b8-4bf3-b058-feec891d005a tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:42.855233 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-235c7a0d-8258-4631-ae98-25e30f9394fc req-cf41e4e9-a3b8-4bf3-b058-feec891d005a tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=b261fb8f-c4a2-4b95-95ba-864d2b5cc54e HTTP/1.1" status: 200 len: 945 time: 0.4922087 Jul 07 17:09:42.883932 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a012714f-d9e6-4700-92f5-e47c2bbd4019 x-openstack-request-id: req-a012714f-d9e6-4700-92f5-e47c2bbd4019 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:42.884767 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68a1549-a0cb-426b-8da9-2664c5c06abf", "name": "network-vif-deleted", "tag": "1db8ccc1-28a5-48dc-8fc7-58386bc22410", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:42.885295 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a012714f-d9e6-4700-92f5-e47c2bbd4019 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:42.886071 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68a1549-a0cb-426b-8da9-2664c5c06abf', 'name': 'network-vif-deleted', 'tag': '1db8ccc1-28a5-48dc-8fc7-58386bc22410', 'status': 'completed', 'code': 200} Jul 07 17:09:42.922094 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85589d9-592d-431e-8615-370192b087bb req-5d72f91e-bf5f-4ee5-98d8-e85036862301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:42.923778 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f85589d9-592d-431e-8615-370192b087bb req-5d72f91e-bf5f-4ee5-98d8-e85036862301 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab82b3df-4c86-4ece-b695-047ab3f5d517 HTTP/1.1" status: 200 len: 920 time: 0.2743068 Jul 07 17:09:42.937189 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-235c7a0d-8258-4631-ae98-25e30f9394fc req-b3e12108-3d2f-4928-a1c3-52ea1222bd5b tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772414 Jul 07 17:09:42.965882 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-93481f0c-1030-4716-b882-c9acd65dba51 req-6bf428b1-a49c-4566-b020-6d36b3aae4f1 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Deleting port aa3bc463-5eb0-433f-b2b8-0c0d48634a15 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:42.967324 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-93481f0c-1030-4716-b882-c9acd65dba51 req-6bf428b1-a49c-4566-b020-6d36b3aae4f1 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:43.035521 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f85589d9-592d-431e-8615-370192b087bb req-fdb00d00-a0af-4cad-b1d0-65a878056a82 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef380acb-b070-4a03-8ab4-9915f4d0d9d6 HTTP/1.1" status: 200 len: 217 time: 0.0945761 Jul 07 17:09:43.038010 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-10133058-fdeb-40d3-95ac-155061ff5c46 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:43.051641 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10133058-fdeb-40d3-95ac-155061ff5c46 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:43.063703 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-10133058-fdeb-40d3-95ac-155061ff5c46 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:43.166151 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7e78f571-904f-4da8-88ba-e8ea6ef2575f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:43.216728 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '7e78f571-904f-4da8-88ba-e8ea6ef2575f', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'port_id': '7e78f571-904f-4da8-88ba-e8ea6ef2575f', 'mac_address': 'fa:16:3e:ed:cc:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:43.218811 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-efabfa8c-b4cb-43c4-8e69-90fad21f4cd2 req-4010558b-5efc-4ee3-bf4b-d7f946727d0d tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=e68a1549-a0cb-426b-8da9-2664c5c06abf HTTP/1.1" status: 200 len: 210 time: 0.0936685 Jul 07 17:09:43.329424 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:43.341172 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-93481f0c-1030-4716-b882-c9acd65dba51 req-6bf428b1-a49c-4566-b020-6d36b3aae4f1 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] For port aa3bc463-5eb0-433f-b2b8-0c0d48634a15, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=aa3bc463-5eb0-433f-b2b8-0c0d48634a15,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:43.342904 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-93481f0c-1030-4716-b882-c9acd65dba51 req-6bf428b1-a49c-4566-b020-6d36b3aae4f1 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:43.347308 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e78f571-904f-4da8-88ba-e8ea6ef2575f {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:43.355250 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-10133058-fdeb-40d3-95ac-155061ff5c46 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2472858 Jul 07 17:09:43.387194 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-93481f0c-1030-4716-b882-c9acd65dba51 req-6bf428b1-a49c-4566-b020-6d36b3aae4f1 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Calling delete_port for aa3bc463-5eb0-433f-b2b8-0c0d48634a15 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:43.428354 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7e78f571-904f-4da8-88ba-e8ea6ef2575f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:43.437091 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:43.516101 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10133058-fdeb-40d3-95ac-155061ff5c46 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event updated for resources: {'Network': ['ID=06237946-0bbb-4f8f-9823-f09eabbbe47d,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:43.542771 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85589d9-592d-431e-8615-370192b087bb req-739c16e1-6558-4436-a608-dc0c3c41720f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:43.548677 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f85589d9-592d-431e-8615-370192b087bb req-739c16e1-6558-4436-a608-dc0c3c41720f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8f885443-046f-4184-82cb-bdc354731f9f HTTP/1.1" status: 200 len: 859 time: 0.4813423 Jul 07 17:09:43.554065 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34706) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:43.559634 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 06237946-0bbb-4f8f-9823-f09eabbbe47d details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:09:43.574821 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-376f32dd-3a2e-442c-899c-2d4b1023d506 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Request body: {'subnet': {'network_id': '06237946-0bbb-4f8f-9823-f09eabbbe47d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:43.778716 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f85589d9-592d-431e-8615-370192b087bb req-628d8bbb-3e36-47ac-bd97-bd7cab3f0e1a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab82b3df-4c86-4ece-b695-047ab3f5d517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629711 Jul 07 17:09:43.809204 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-93481f0c-1030-4716-b882-c9acd65dba51 req-6bf428b1-a49c-4566-b020-6d36b3aae4f1 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:43.824448 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['7e78f571-904f-4da8-88ba-e8ea6ef2575f'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:43.865248 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf428b1-a49c-4566-b020-6d36b3aae4f1 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Pushing event deleted for resources: {'Port': ['ID=aa3bc463-5eb0-433f-b2b8-0c0d48634a15,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:43.921253 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-93481f0c-1030-4716-b882-c9acd65dba51 req-6bf428b1-a49c-4566-b020-6d36b3aae4f1 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] No DVR routers for this DVR port aa3bc463-5eb0-433f-b2b8-0c0d48634a15 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:43.925197 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-93481f0c-1030-4716-b882-c9acd65dba51 req-6bf428b1-a49c-4566-b020-6d36b3aae4f1 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:43.928369 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-93481f0c-1030-4716-b882-c9acd65dba51 req-6bf428b1-a49c-4566-b020-6d36b3aae4f1 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.64 "DELETE /v2.0/ports/aa3bc463-5eb0-433f-b2b8-0c0d48634a15 HTTP/1.1" status: 204 len: 173 time: 1.1982086 Jul 07 17:09:43.940918 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82918d89-d08a-4a72-b1b3-1952b4465081 req-a7d918ea-7893-4982-96f2-382e17a5231f tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:43.948689 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-82918d89-d08a-4a72-b1b3-1952b4465081 req-a7d918ea-7893-4982-96f2-382e17a5231f tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.2305453 Jul 07 17:09:43.955802 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['aa3bc463-5eb0-433f-b2b8-0c0d48634a15'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:43.983671 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f85589d9-592d-431e-8615-370192b087bb req-6364d558-ba01-4c18-9800-8db8f6abe3c4 service neutron] 10.222.0.64 "GET /v2.0/networks/ab82b3df-4c86-4ece-b695-047ab3f5d517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793666 Jul 07 17:09:44.011106 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-82918d89-d08a-4a72-b1b3-1952b4465081 req-aa1f49df-00ba-4e2a-b8e3-6ea15871cfa3 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603728 Jul 07 17:09:44.077650 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7e78f571-904f-4da8-88ba-e8ea6ef2575f,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:44.182742 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f85589d9-592d-431e-8615-370192b087bb req-778dfe9b-e12b-464c-bbe6-af1e29df7ace service neutron] 10.222.0.64 "GET /v2.0/networks/ab82b3df-4c86-4ece-b695-047ab3f5d517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868420 Jul 07 17:09:44.265076 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e1e8a-bca1-433e-995a-1d3c8cca63b9 req-7073b82f-40d3-4431-97dc-02caa9fbe454 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:44.292512 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e1e8a-bca1-433e-995a-1d3c8cca63b9 req-7073b82f-40d3-4431-97dc-02caa9fbe454 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:44.304060 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e1e8a-bca1-433e-995a-1d3c8cca63b9 req-7073b82f-40d3-4431-97dc-02caa9fbe454 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:44.321531 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e1e8a-bca1-433e-995a-1d3c8cca63b9 req-7073b82f-40d3-4431-97dc-02caa9fbe454 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:44.328893 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e1e8a-bca1-433e-995a-1d3c8cca63b9 req-7073b82f-40d3-4431-97dc-02caa9fbe454 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:44.335744 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e1e8a-bca1-433e-995a-1d3c8cca63b9 req-7073b82f-40d3-4431-97dc-02caa9fbe454 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:44.343066 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e1e8a-bca1-433e-995a-1d3c8cca63b9 req-7073b82f-40d3-4431-97dc-02caa9fbe454 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:44.345175 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2a4e1e8a-bca1-433e-995a-1d3c8cca63b9 req-7073b82f-40d3-4431-97dc-02caa9fbe454 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5436 time: 1.0925453 Jul 07 17:09:44.373885 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2c9e75ac-3b90-4e5b-bdc1-1eed3f8854ec req-2216b01b-b0a8-4ba8-8bbc-dee393705d13 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=b261fb8f-c4a2-4b95-95ba-864d2b5cc54e HTTP/1.1" status: 200 len: 210 time: 0.0832334 Jul 07 17:09:44.447275 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376f32dd-3a2e-442c-899c-2d4b1023d506 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Made reservation on behalf of 29936e27e52e42a78f6f821032207ca0 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:44.457880 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-376f32dd-3a2e-442c-899c-2d4b1023d506 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:44.482105 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2a4e1e8a-bca1-433e-995a-1d3c8cca63b9 req-4bc567e5-88b7-40d1-81c9-536727bec4f0 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1197636 Jul 07 17:09:44.622178 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7e78f571-904f-4da8-88ba-e8ea6ef2575f up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:44.850554 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 7e78f571-904f-4da8-88ba-e8ea6ef2575f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:44.851582 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:44.887913 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b261fb8f-c4a2-4b95-95ba-864d2b5cc54e', 'name': 'network-vif-deleted', 'tag': 'aa3bc463-5eb0-433f-b2b8-0c0d48634a15'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:44.892682 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d113af-9466-401c-8d6a-1c210b7f4658" -d '{"events": [{"server_uuid": "b261fb8f-c4a2-4b95-95ba-864d2b5cc54e", "name": "network-vif-deleted", "tag": "aa3bc463-5eb0-433f-b2b8-0c0d48634a15"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:45.070887 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-376f32dd-3a2e-442c-899c-2d4b1023d506 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:45.088207 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:45.209702 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7e78f571-904f-4da8-88ba-e8ea6ef2575f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:45.215454 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b002894-e2cb-4b19-9d5e-72d97f9c279f x-openstack-request-id: req-7b002894-e2cb-4b19-9d5e-72d97f9c279f {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:45.215940 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b261fb8f-c4a2-4b95-95ba-864d2b5cc54e", "name": "network-vif-deleted", "tag": "aa3bc463-5eb0-433f-b2b8-0c0d48634a15", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:45.216369 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b002894-e2cb-4b19-9d5e-72d97f9c279f {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:45.217092 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b261fb8f-c4a2-4b95-95ba-864d2b5cc54e', 'name': 'network-vif-deleted', 'tag': 'aa3bc463-5eb0-433f-b2b8-0c0d48634a15', 'status': 'completed', 'code': 200} Jul 07 17:09:45.219803 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a006a60a-8ef7-4446-8714-2825430f9e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e78f571-904f-4da8-88ba-e8ea6ef2575f'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:45.231848 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9559c861-9c31-4bb5-999c-d316f6daaea5" -d '{"events": [{"server_uuid": "a006a60a-8ef7-4446-8714-2825430f9e2c", "name": "network-vif-plugged", "status": "completed", "tag": "7e78f571-904f-4da8-88ba-e8ea6ef2575f"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:45.247930 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:45.265352 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f32dd-3a2e-442c-899c-2d4b1023d506 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event updated for resources: {'Subnet': ['ID=f6cc7426-1435-49b8-bc52-e92e78fbec9f,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:45.314050 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade8d54-3fdc-4fbb-bc78-6d25bea14b8f req-f7aea64e-f43c-4d86-826d-f87295530cd7 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:45.335994 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade8d54-3fdc-4fbb-bc78-6d25bea14b8f req-f7aea64e-f43c-4d86-826d-f87295530cd7 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:45.351632 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade8d54-3fdc-4fbb-bc78-6d25bea14b8f req-f7aea64e-f43c-4d86-826d-f87295530cd7 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:45.365297 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade8d54-3fdc-4fbb-bc78-6d25bea14b8f req-f7aea64e-f43c-4d86-826d-f87295530cd7 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:45.378109 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade8d54-3fdc-4fbb-bc78-6d25bea14b8f req-f7aea64e-f43c-4d86-826d-f87295530cd7 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:45.392044 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade8d54-3fdc-4fbb-bc78-6d25bea14b8f req-f7aea64e-f43c-4d86-826d-f87295530cd7 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:45.407287 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade8d54-3fdc-4fbb-bc78-6d25bea14b8f req-f7aea64e-f43c-4d86-826d-f87295530cd7 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:45.421557 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6ade8d54-3fdc-4fbb-bc78-6d25bea14b8f req-f7aea64e-f43c-4d86-826d-f87295530cd7 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5436 time: 0.4914386 Jul 07 17:09:45.441915 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f32dd-3a2e-442c-899c-2d4b1023d506 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Checking segment: {'id': 'e0ddadad-f756-4116-83b4-4180dfd0a106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '06237946-0bbb-4f8f-9823-f09eabbbe47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:45.442945 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376f32dd-3a2e-442c-899c-2d4b1023d506 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Network hostable DHCP agents. Network: 06237946-0bbb-4f8f-9823-f09eabbbe47d, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:09:45.497664 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7e78f571-904f-4da8-88ba-e8ea6ef2575f,revision_number=7']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:45.517880 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376f32dd-3a2e-442c-899c-2d4b1023d506 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Network 06237946-0bbb-4f8f-9823-f09eabbbe47d is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:09:45.555194 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-376f32dd-3a2e-442c-899c-2d4b1023d506 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 06237946-0bbb-4f8f-9823-f09eabbbe47d) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:45.565806 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376f32dd-3a2e-442c-899c-2d4b1023d506 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:45.569204 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-376f32dd-3a2e-442c-899c-2d4b1023d506 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:45.579571 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75888a45-083d-4171-904c-02d78c2e1309 None None] Network 06237946-0bbb-4f8f-9823-f09eabbbe47d requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:45.627160 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-376f32dd-3a2e-442c-899c-2d4b1023d506 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0709386 Jul 07 17:09:45.629347 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44979fb7-b6e0-4871-bce1-6ded48f5dc0b req-df79ae10-353c-4596-9890-0d17a672cacd tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:45.632654 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34780) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:45.644063 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-04798782-6dc2-42fa-abb8-4c50d11dab0f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-155269315'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:45.645354 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44979fb7-b6e0-4871-bce1-6ded48f5dc0b req-df79ae10-353c-4596-9890-0d17a672cacd tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.1527410 Jul 07 17:09:45.694172 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34782) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:45.739134 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04798782-6dc2-42fa-abb8-4c50d11dab0f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Made reservation on behalf of 29936e27e52e42a78f6f821032207ca0 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:45.750445 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-04798782-6dc2-42fa-abb8-4c50d11dab0f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:45.763589 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44979fb7-b6e0-4871-bce1-6ded48f5dc0b req-0d5a1e97-300e-49eb-bd5d-1a331b63c03d tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146064 Jul 07 17:09:45.840297 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 1db8ccc1-28a5-48dc-8fc7-58386bc22410 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:45.855164 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04798782-6dc2-42fa-abb8-4c50d11dab0f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:09:45.871480 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-04798782-6dc2-42fa-abb8-4c50d11dab0f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:45.871846 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-04798782-6dc2-42fa-abb8-4c50d11dab0f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Added segment daae38ba-6e34-4750-a96b-6491cd2e08dd of type vlan for network e2c74b18-31ad-4c42-bddd-3927a1e638a1 Jul 07 17:09:45.944641 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 1db8ccc1-28a5-48dc-8fc7-58386bc22410 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:09:45.945354 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 1db8ccc1-28a5-48dc-8fc7-58386bc22410 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:09:45.946074 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device aa3bc463-5eb0-433f-b2b8-0c0d48634a15 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:46.000101 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3fe634-9af6-4b66-b1a2-941492a7e6b3 x-openstack-request-id: req-7e3fe634-9af6-4b66-b1a2-941492a7e6b3 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:46.003712 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a006a60a-8ef7-4446-8714-2825430f9e2c", "name": "network-vif-plugged", "status": "completed", "tag": "7e78f571-904f-4da8-88ba-e8ea6ef2575f", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:46.004131 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7e3fe634-9af6-4b66-b1a2-941492a7e6b3 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:46.004708 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a006a60a-8ef7-4446-8714-2825430f9e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e78f571-904f-4da8-88ba-e8ea6ef2575f', 'code': 200} Jul 07 17:09:46.043175 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: aa3bc463-5eb0-433f-b2b8-0c0d48634a15 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:09:46.045998 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device aa3bc463-5eb0-433f-b2b8-0c0d48634a15 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:09:46.080807 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-04798782-6dc2-42fa-abb8-4c50d11dab0f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.140713 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-86fcfd5c-80b7-49bb-88b3-fde72df1164f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.175740 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-01f1ca19-d1f5-4e36-b9a4-00c1e2041b36 req-611baef9-9552-42cb-9392-13f53a499717 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=b261fb8f-c4a2-4b95-95ba-864d2b5cc54e HTTP/1.1" status: 200 len: 210 time: 0.0817926 Jul 07 17:09:46.236565 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058f14ee-a991-4bcc-abcc-d560632fbd80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-06237946-0bbb-4f8f-9823-f09eabbbe47d', 'network_id': '06237946-0bbb-4f8f-9823-f09eabbbe47d', 'tenant_id': '29936e27e52e42a78f6f821032207ca0', 'fixed_ips': [{'subnet_id': 'f6cc7426-1435-49b8-bc52-e92e78fbec9f'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:09:46.238035 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-058f14ee-a991-4bcc-abcc-d560632fbd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.335612 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-86fcfd5c-80b7-49bb-88b3-fde72df1164f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.358626 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-86fcfd5c-80b7-49bb-88b3-fde72df1164f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.403740 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-04798782-6dc2-42fa-abb8-4c50d11dab0f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.417640 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04798782-6dc2-42fa-abb8-4c50d11dab0f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:46.418775 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-04798782-6dc2-42fa-abb8-4c50d11dab0f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.500374 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-058f14ee-a991-4bcc-abcc-d560632fbd80 None None] Allocated IP 172.20.255.242 (06237946-0bbb-4f8f-9823-f09eabbbe47d/f6cc7426-1435-49b8-bc52-e92e78fbec9f/8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:46.573481 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-86fcfd5c-80b7-49bb-88b3-fde72df1164f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9c2f197a17df4dd580c6f3429a3d09a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8721039 Jul 07 17:09:46.575620 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 34794) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:46.577821 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fcfd5c-80b7-49bb-88b3-fde72df1164f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b07a9ef-3bc7-4f39-ad9a-fad736ee35b3,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:46.588661 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 34796) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:46.588950 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-04798782-6dc2-42fa-abb8-4c50d11dab0f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9545655 Jul 07 17:09:46.597574 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-695c34f0-6dd2-44a3-ad6d-290591be9666 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Request body: {'subnet': {'network_id': 'e2c74b18-31ad-4c42-bddd-3927a1e638a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:46.602311 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73d3a6-1b7f-4622-b43d-dc92712217d2 req-385d6982-1c84-43e5-8b5b-195d3c248bb8 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:46.612429 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4e73d3a6-1b7f-4622-b43d-dc92712217d2 req-385d6982-1c84-43e5-8b5b-195d3c248bb8 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=1702409a-d055-410c-8033-2c333deecf83 HTTP/1.1" status: 200 len: 946 time: 0.8123455 Jul 07 17:09:46.625721 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04798782-6dc2-42fa-abb8-4c50d11dab0f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event updated for resources: {'Network': ['ID=e2c74b18-31ad-4c42-bddd-3927a1e638a1,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:46.647980 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network e2c74b18-31ad-4c42-bddd-3927a1e638a1 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:09:46.684063 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4e73d3a6-1b7f-4622-b43d-dc92712217d2 req-72503bca-19b4-4d79-8826-d6af42301917 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711193 Jul 07 17:09:46.899446 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-058f14ee-a991-4bcc-abcc-d560632fbd80 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.917250 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9f5035cc-9bbb-4dae-95ca-cf1c4f0fac3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.930333 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-058f14ee-a991-4bcc-abcc-d560632fbd80 None None] Transition to ACTIVE for port object 8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:46.973400 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695c34f0-6dd2-44a3-ad6d-290591be9666 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Made reservation on behalf of 29936e27e52e42a78f6f821032207ca0 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:46.978003 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-695c34f0-6dd2-44a3-ad6d-290591be9666 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.985374 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9f5035cc-9bbb-4dae-95ca-cf1c4f0fac3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.988893 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-058f14ee-a991-4bcc-abcc-d560632fbd80 None None] Transition to ACTIVE for port object 8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:47.006932 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-058f14ee-a991-4bcc-abcc-d560632fbd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:47.132773 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058f14ee-a991-4bcc-abcc-d560632fbd80 None None] Network 06237946-0bbb-4f8f-9823-f09eabbbe47d is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:47.141796 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-058f14ee-a991-4bcc-abcc-d560632fbd80 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:47.166814 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058f14ee-a991-4bcc-abcc-d560632fbd80 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:47.202492 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9f5035cc-9bbb-4dae-95ca-cf1c4f0fac3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:47.207678 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f14ee-a991-4bcc-abcc-d560632fbd80 None None] Pushing event updated for resources: {'Port': ['ID=8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:47.214804 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9f5035cc-9bbb-4dae-95ca-cf1c4f0fac3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:47.219980 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9f5035cc-9bbb-4dae-95ca-cf1c4f0fac3f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b07a9ef-3bc7-4f39-ad9a-fad736ee35b3 HTTP/1.1" status: 204 len: 168 time: 0.6362557 Jul 07 17:09:47.345794 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-058f14ee-a991-4bcc-abcc-d560632fbd80 None None] Attempting to bind port 8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:47.345794 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-058f14ee-a991-4bcc-abcc-d560632fbd80 None None] Attempting to bind port 8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'e0ddadad-f756-4116-83b4-4180dfd0a106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '06237946-0bbb-4f8f-9823-f09eabbbe47d'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:47.345794 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058f14ee-a991-4bcc-abcc-d560632fbd80 None None] Attempting to bind port 8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755 on network 06237946-0bbb-4f8f-9823-f09eabbbe47d {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:47.360323 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058f14ee-a991-4bcc-abcc-d560632fbd80 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:47.361154 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058f14ee-a991-4bcc-abcc-d560632fbd80 None None] Checking segment: {'id': 'e0ddadad-f756-4116-83b4-4180dfd0a106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '06237946-0bbb-4f8f-9823-f09eabbbe47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:47.361929 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-058f14ee-a991-4bcc-abcc-d560632fbd80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:47.363539 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058f14ee-a991-4bcc-abcc-d560632fbd80 None None] Bound using segment: {'id': 'e0ddadad-f756-4116-83b4-4180dfd0a106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '06237946-0bbb-4f8f-9823-f09eabbbe47d'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:47.372423 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-058f14ee-a991-4bcc-abcc-d560632fbd80 None None] Bound port: 8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ddadad-f756-4116-83b4-4180dfd0a106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '06237946-0bbb-4f8f-9823-f09eabbbe47d'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:47.373468 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-058f14ee-a991-4bcc-abcc-d560632fbd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:47.543922 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5035cc-9bbb-4dae-95ca-cf1c4f0fac3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b07a9ef-3bc7-4f39-ad9a-fad736ee35b3,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:47.712163 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-058f14ee-a991-4bcc-abcc-d560632fbd80 None None] For port 8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:47.725237 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-058f14ee-a991-4bcc-abcc-d560632fbd80 None None] For port 8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755,segment=NetworkSegment(e0ddadad-f756-4116-83b4-4180dfd0a106),segment_id=e0ddadad-f756-4116-83b4-4180dfd0a106)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:47.772388 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-058f14ee-a991-4bcc-abcc-d560632fbd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:47.830930 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6e796daf-e66d-456a-9c7b-ed24ec73f87d req-4e63989f-0899-4361-bfce-e81e63f087fe tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=b261fb8f-c4a2-4b95-95ba-864d2b5cc54e HTTP/1.1" status: 200 len: 210 time: 0.1012330 Jul 07 17:09:47.990869 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-695c34f0-6dd2-44a3-ad6d-290591be9666 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:48.079703 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34814) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:48.126735 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7000ad0a-4ccf-4548-a5b2-7e10a8231f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:48.226578 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f14ee-a991-4bcc-abcc-d560632fbd80 None None] Pushing event updated for resources: {'Port': ['ID=8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:48.266679 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0e8a0-6926-40f5-b2cc-6e564b01d2d3 req-f7467fc4-7875-4cb7-b70c-6ef8a88bcf51 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:48.272865 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-87d0e8a0-6926-40f5-b2cc-6e564b01d2d3 req-f7467fc4-7875-4cb7-b70c-6ef8a88bcf51 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.72 "GET /v2.0/ports?device_id=1702409a-d055-410c-8033-2c333deecf83 HTTP/1.1" status: 200 len: 946 time: 1.0066316 Jul 07 17:09:48.535601 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d0629-897a-4829-a852-9affa0e8f206 req-9cf1aa1d-8c0c-45d5-8812-58ef1cd837cc tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:48.540107 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-863d0629-897a-4829-a852-9affa0e8f206 req-9cf1aa1d-8c0c-45d5-8812-58ef1cd837cc tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 1.2154596 Jul 07 17:09:48.597425 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7000ad0a-4ccf-4548-a5b2-7e10a8231f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:48.651998 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7000ad0a-4ccf-4548-a5b2-7e10a8231f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:48.786603 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c34f0-6dd2-44a3-ad6d-290591be9666 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event updated for resources: {'Subnet': ['ID=bc3cb3eb-027e-46a3-8d18-5c918d18b8be,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:48.843887 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df951f0-8aed-4bab-b0a6-e30d1940c8fa req-a5dc7917-e618-4c10-8a58-da47d3a3559a tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:48.857946 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6df951f0-8aed-4bab-b0a6-e30d1940c8fa req-a5dc7917-e618-4c10-8a58-da47d3a3559a tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=1702409a-d055-410c-8033-2c333deecf83 HTTP/1.1" status: 200 len: 946 time: 0.5161147 Jul 07 17:09:48.928903 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-863d0629-897a-4829-a852-9affa0e8f206 req-64fd1434-c5d6-4df3-adf2-90825998635e tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740386 Jul 07 17:09:48.974220 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000ad0a-4ccf-4548-a5b2-7e10a8231f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea27b83-7793-4273-a5cc-ccc4a027a695,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:49.033646 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7000ad0a-4ccf-4548-a5b2-7e10a8231f7d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6562754ab0ed40999eb965de1f51aeb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9520500 Jul 07 17:09:49.041592 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34830) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:49.078257 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695c34f0-6dd2-44a3-ad6d-290591be9666 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Checking segment: {'id': 'daae38ba-6e34-4750-a96b-6491cd2e08dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e2c74b18-31ad-4c42-bddd-3927a1e638a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:49.079182 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695c34f0-6dd2-44a3-ad6d-290591be9666 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Network hostable DHCP agents. Network: e2c74b18-31ad-4c42-bddd-3927a1e638a1, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:09:49.189749 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6df951f0-8aed-4bab-b0a6-e30d1940c8fa req-959e0517-d33f-4bc9-96b5-521683f887d5 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304114 Jul 07 17:09:49.251571 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-87d0e8a0-6926-40f5-b2cc-6e564b01d2d3 req-d955f226-3eb0-4d05-9ac8-5e2c2dfaba25 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Deleting port 3c1035c2-0979-4c15-b7ed-32a6708c4678 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:49.252085 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-87d0e8a0-6926-40f5-b2cc-6e564b01d2d3 req-d955f226-3eb0-4d05-9ac8-5e2c2dfaba25 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:49.268824 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34836) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:49.339198 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695c34f0-6dd2-44a3-ad6d-290591be9666 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Network e2c74b18-31ad-4c42-bddd-3927a1e638a1 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:09:49.384583 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-06976d43-867f-433c-a43e-0e08a2e61195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:49.435056 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-06976d43-867f-433c-a43e-0e08a2e61195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:49.545430 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:49.574245 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-87d0e8a0-6926-40f5-b2cc-6e564b01d2d3 req-d955f226-3eb0-4d05-9ac8-5e2c2dfaba25 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] For port 3c1035c2-0979-4c15-b7ed-32a6708c4678, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=3c1035c2-0979-4c15-b7ed-32a6708c4678,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:49.587792 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-87d0e8a0-6926-40f5-b2cc-6e564b01d2d3 req-d955f226-3eb0-4d05-9ac8-5e2c2dfaba25 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:49.612051 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-06976d43-867f-433c-a43e-0e08a2e61195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:49.617516 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-06976d43-867f-433c-a43e-0e08a2e61195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:49.618992 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-06976d43-867f-433c-a43e-0e08a2e61195 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ea27b83-7793-4273-a5cc-ccc4a027a695 HTTP/1.1" status: 204 len: 168 time: 0.5569074 Jul 07 17:09:49.631225 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb5a46-f761-457a-9cc8-258e835065c2 req-25c697cf-6e30-4d38-9b73-e764de8fd7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:49.632410 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb5a46-f761-457a-9cc8-258e835065c2 req-25c697cf-6e30-4d38-9b73-e764de8fd7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:49.633448 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb5a46-f761-457a-9cc8-258e835065c2 req-25c697cf-6e30-4d38-9b73-e764de8fd7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:49.634121 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb5a46-f761-457a-9cc8-258e835065c2 req-25c697cf-6e30-4d38-9b73-e764de8fd7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:49.635161 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb5a46-f761-457a-9cc8-258e835065c2 req-25c697cf-6e30-4d38-9b73-e764de8fd7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:49.635926 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb5a46-f761-457a-9cc8-258e835065c2 req-25c697cf-6e30-4d38-9b73-e764de8fd7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:49.636983 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb5a46-f761-457a-9cc8-258e835065c2 req-25c697cf-6e30-4d38-9b73-e764de8fd7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:49.648342 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7dbb5a46-f761-457a-9cc8-258e835065c2 req-25c697cf-6e30-4d38-9b73-e764de8fd7c8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 6500 time: 0.3729982 Jul 07 17:09:49.676530 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06976d43-867f-433c-a43e-0e08a2e61195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea27b83-7793-4273-a5cc-ccc4a027a695,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:49.691317 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-87d0e8a0-6926-40f5-b2cc-6e564b01d2d3 req-d955f226-3eb0-4d05-9ac8-5e2c2dfaba25 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Calling delete_port for 3c1035c2-0979-4c15-b7ed-32a6708c4678 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:49.726998 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7dbb5a46-f761-457a-9cc8-258e835065c2 req-768306ed-7e0d-42dd-b1a7-1f6852f28fa3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765264 Jul 07 17:09:49.882323 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:49.908933 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-695c34f0-6dd2-44a3-ad6d-290591be9666 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, e2c74b18-31ad-4c42-bddd-3927a1e638a1) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:49.920681 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6a881d-4a79-467b-922a-026e5cd82ae5 None None] Network e2c74b18-31ad-4c42-bddd-3927a1e638a1 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:49.932141 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695c34f0-6dd2-44a3-ad6d-290591be9666 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:49.932871 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-695c34f0-6dd2-44a3-ad6d-290591be9666 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.101952 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ebd76f8c-25fa-42a5-b8d4-e8492caaf206 req-5d558904-416a-47c7-8533-9fe68491e595 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=b261fb8f-c4a2-4b95-95ba-864d2b5cc54e HTTP/1.1" status: 200 len: 210 time: 0.8681815 Jul 07 17:09:50.111076 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-695c34f0-6dd2-44a3-ad6d-290591be9666 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.5184579 Jul 07 17:09:50.111920 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34854) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:50.335121 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b1617d-a680-4840-ada7-2bc70b7f30c1 None None] Network 06237946-0bbb-4f8f-9823-f09eabbbe47d requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:50.456569 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-87d0e8a0-6926-40f5-b2cc-6e564b01d2d3 req-d955f226-3eb0-4d05-9ac8-5e2c2dfaba25 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.524093 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['42cfc02f-3401-4427-a978-d55f0e45e38f'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:50.533075 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955f226-3eb0-4d05-9ac8-5e2c2dfaba25 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Pushing event deleted for resources: {'Port': ['ID=3c1035c2-0979-4c15-b7ed-32a6708c4678,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:50.644584 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d0e8a0-6926-40f5-b2cc-6e564b01d2d3 req-d955f226-3eb0-4d05-9ac8-5e2c2dfaba25 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] No DVR routers for this DVR port 3c1035c2-0979-4c15-b7ed-32a6708c4678 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:50.667131 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-19d0b499-eae2-43b6-abf9-38b4da558d94 None None] Provisioning for port 8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:50.679235 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-87d0e8a0-6926-40f5-b2cc-6e564b01d2d3 req-d955f226-3eb0-4d05-9ac8-5e2c2dfaba25 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.683074 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-87d0e8a0-6926-40f5-b2cc-6e564b01d2d3 req-d955f226-3eb0-4d05-9ac8-5e2c2dfaba25 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.72 "DELETE /v2.0/ports/3c1035c2-0979-4c15-b7ed-32a6708c4678 HTTP/1.1" status: 204 len: 173 time: 2.3589494 Jul 07 17:09:50.683597 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1702409a-d055-410c-8033-2c333deecf83', 'name': 'network-vif-deleted', 'tag': '3c1035c2-0979-4c15-b7ed-32a6708c4678'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:50.690644 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222459e1-c306-4b85-93bc-d74ab3b8eabc" -d '{"events": [{"server_uuid": "1702409a-d055-410c-8033-2c333deecf83", "name": "network-vif-deleted", "tag": "3c1035c2-0979-4c15-b7ed-32a6708c4678"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:50.695354 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 3c1035c2-0979-4c15-b7ed-32a6708c4678 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:50.738436 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d44e1082-9cdc-48b4-9d83-a7e242e80a69 req-957ba694-f39d-4c3b-8efb-0c98ae9db0f4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=1702409a-d055-410c-8033-2c333deecf83 HTTP/1.1" status: 200 len: 210 time: 0.0850682 Jul 07 17:09:51.009069 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eff2fc76-1bea-43d6-9653-09d6973b9750 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.042611 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8df964-503f-4e60-9c7e-5c3ae13f3c78 x-openstack-request-id: req-2c8df964-503f-4e60-9c7e-5c3ae13f3c78 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:51.042973 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1702409a-d055-410c-8033-2c333deecf83", "name": "network-vif-deleted", "tag": "3c1035c2-0979-4c15-b7ed-32a6708c4678", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:51.043236 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2c8df964-503f-4e60-9c7e-5c3ae13f3c78 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:51.043663 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1702409a-d055-410c-8033-2c333deecf83', 'name': 'network-vif-deleted', 'tag': '3c1035c2-0979-4c15-b7ed-32a6708c4678', 'status': 'completed', 'code': 200} Jul 07 17:09:51.077206 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595104ce-2ea9-4005-9bce-a3fcea75dcd4 req-178eec77-714f-473a-bdb1-d3e25c8b3436 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:51.087451 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-595104ce-2ea9-4005-9bce-a3fcea75dcd4 req-178eec77-714f-473a-bdb1-d3e25c8b3436 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.7426937 Jul 07 17:09:51.129120 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1d36a3-24a0-418a-b8d5-13d23e3ead7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-e2c74b18-31ad-4c42-bddd-3927a1e638a1', 'network_id': 'e2c74b18-31ad-4c42-bddd-3927a1e638a1', 'tenant_id': '29936e27e52e42a78f6f821032207ca0', 'fixed_ips': [{'subnet_id': 'bc3cb3eb-027e-46a3-8d18-5c918d18b8be'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:09:51.133141 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0d1d36a3-24a0-418a-b8d5-13d23e3ead7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.157353 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-19d0b499-eae2-43b6-abf9-38b4da558d94 None None] Provisioning complete for port 8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:51.182726 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-19d0b499-eae2-43b6-abf9-38b4da558d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.241150 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 3c1035c2-0979-4c15-b7ed-32a6708c4678 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:09:51.242175 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 3c1035c2-0979-4c15-b7ed-32a6708c4678 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:09:51.287690 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eff2fc76-1bea-43d6-9653-09d6973b9750 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.402779 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-595104ce-2ea9-4005-9bce-a3fcea75dcd4 req-1a79f165-ef17-452a-b53f-fb3fce7cd718 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992427 Jul 07 17:09:51.509674 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-38f3e06e-8f2a-4fea-98d2-02edd30481ce req-16785281-4b8c-4e6d-acfd-d69c94cff35c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=b261fb8f-c4a2-4b95-95ba-864d2b5cc54e HTTP/1.1" status: 200 len: 210 time: 0.0851474 Jul 07 17:09:51.521042 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eff2fc76-1bea-43d6-9653-09d6973b9750 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.676248 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2fc76-1bea-43d6-9653-09d6973b9750 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Subnet': ['ID=bc3cb3eb-027e-46a3-8d18-5c918d18b8be,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:51.833763 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eff2fc76-1bea-43d6-9653-09d6973b9750 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.856415 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-19d0b499-eae2-43b6-abf9-38b4da558d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.873928 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-eff2fc76-1bea-43d6-9653-09d6973b9750 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c74b18-31ad-4c42-bddd-3927a1e638a1']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:51.929244 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-eff2fc76-1bea-43d6-9653-09d6973b9750 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daae38ba-6e34-4750-a96b-6491cd2e08dd') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:51.929556 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-eff2fc76-1bea-43d6-9653-09d6973b9750 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daae38ba-6e34-4750-a96b-6491cd2e08dd') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:51.976203 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eff2fc76-1bea-43d6-9653-09d6973b9750 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.035496 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eff2fc76-1bea-43d6-9653-09d6973b9750 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server [None req-0d1d36a3-24a0-418a-b8d5-13d23e3ead7c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc3cb3eb-027e-46a3-8d18-5c918d18b8be: This subnet is being modified by another concurrent operation. Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:09:52.048029 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc3cb3eb-027e-46a3-8d18-5c918d18b8be: This subnet is being modified by another concurrent operation. Jul 07 17:09:52.055121 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server Jul 07 17:09:52.079938 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff2fc76-1bea-43d6-9653-09d6973b9750 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:09:52.079938 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eff2fc76-1bea-43d6-9653-09d6973b9750 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:09:52.088106 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:09:52.117185 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485a81cb-c826-4075-9173-1ed59e0aa9c8 None None] Network e2c74b18-31ad-4c42-bddd-3927a1e638a1 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:52.372709 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eff2fc76-1bea-43d6-9653-09d6973b9750 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.378122 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08dc024b-f8f7-4a9a-8389-4976e110c52a req-56a5c325-447b-4e3e-9a18-ed36612c06bf tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=1702409a-d055-410c-8033-2c333deecf83 HTTP/1.1" status: 200 len: 210 time: 0.1108258 Jul 07 17:09:52.390609 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eff2fc76-1bea-43d6-9653-09d6973b9750 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.400291 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-eff2fc76-1bea-43d6-9653-09d6973b9750 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/networks/e2c74b18-31ad-4c42-bddd-3927a1e638a1 HTTP/1.1" status: 204 len: 168 time: 2.2812946 Jul 07 17:09:52.400585 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 34898) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:52.405865 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-817922f7-9d32-4f28-98b9-a1aa7c9ab178 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1067028133'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:52.412065 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2fc76-1bea-43d6-9653-09d6973b9750 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Network': ['ID=e2c74b18-31ad-4c42-bddd-3927a1e638a1,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:52.490566 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817922f7-9d32-4f28-98b9-a1aa7c9ab178 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Made reservation on behalf of 29936e27e52e42a78f6f821032207ca0 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:52.508242 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-817922f7-9d32-4f28-98b9-a1aa7c9ab178 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.535572 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-19d0b499-eae2-43b6-abf9-38b4da558d94 None None] For port 8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755,segment=NetworkSegment(e0ddadad-f756-4116-83b4-4180dfd0a106),segment_id=e0ddadad-f756-4116-83b4-4180dfd0a106)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:52.617961 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817922f7-9d32-4f28-98b9-a1aa7c9ab178 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:09:52.662161 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-19d0b499-eae2-43b6-abf9-38b4da558d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.665283 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-817922f7-9d32-4f28-98b9-a1aa7c9ab178 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.666373 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-817922f7-9d32-4f28-98b9-a1aa7c9ab178 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Added segment 839714e5-c327-4588-a4a9-2475be1958ac of type vlan for network d8c3fd99-1a50-4901-a752-de1ba25e9b2b Jul 07 17:09:52.877684 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0b499-eae2-43b6-abf9-38b4da558d94 None None] Pushing event updated for resources: {'Port': ['ID=8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:52.993108 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-817922f7-9d32-4f28-98b9-a1aa7c9ab178 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.995987 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-747c0389-4012-4414-b468-36de5c18e447 req-868c2737-d2d7-425d-8526-e297ad15b21e tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=b261fb8f-c4a2-4b95-95ba-864d2b5cc54e HTTP/1.1" status: 200 len: 210 time: 0.0608127 Jul 07 17:09:53.158765 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-817922f7-9d32-4f28-98b9-a1aa7c9ab178 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.170144 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817922f7-9d32-4f28-98b9-a1aa7c9ab178 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:53.171505 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-817922f7-9d32-4f28-98b9-a1aa7c9ab178 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.338015 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7564f15a-ae18-4cc4-bef0-e87f92a3ea5b None None] get_active_networks_info from n-d-791503-12 {{(pid=100194) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:09:53.357837 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0560c0-a144-4fb2-ade2-bf331eacb88a req-22b41041-a654-49f3-b475-7796e77a3761 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:53.369457 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da0560c0-a144-4fb2-ade2-bf331eacb88a req-22b41041-a654-49f3-b475-7796e77a3761 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.6259356 Jul 07 17:09:53.386278 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817922f7-9d32-4f28-98b9-a1aa7c9ab178 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event updated for resources: {'Network': ['ID=d8c3fd99-1a50-4901-a752-de1ba25e9b2b,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:53.425072 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-817922f7-9d32-4f28-98b9-a1aa7c9ab178 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0230603 Jul 07 17:09:53.429500 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34916) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:53.437812 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-2b4be238-a2a0-49fa-9583-d5f4d103a43c tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Request body: {'subnet': {'network_id': 'd8c3fd99-1a50-4901-a752-de1ba25e9b2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:53.468057 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network d8c3fd99-1a50-4901-a752-de1ba25e9b2b details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:09:53.481646 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:53.506087 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da0560c0-a144-4fb2-ade2-bf331eacb88a req-78e0b6db-20dd-4a6f-b193-a0489e232501 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347988 Jul 07 17:09:53.754447 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4be238-a2a0-49fa-9583-d5f4d103a43c tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Made reservation on behalf of 29936e27e52e42a78f6f821032207ca0 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:53.758934 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9632d348-d117-4b34-b00c-1fb0d85b6289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.774758 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b4be238-a2a0-49fa-9583-d5f4d103a43c tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.910197 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-95f016f3-22d5-4749-bffa-dc69ed89d46d None None] Provisioning complete for port 8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:53.911800 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-95f016f3-22d5-4749-bffa-dc69ed89d46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.951171 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-c0956a7c-f973-4166-82ec-7ebfffcc7068 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2233405 Jul 07 17:09:53.984436 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.ipam_backend_mixin [None req-2b4be238-a2a0-49fa-9583-d5f4d103a43c tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Performing IP validity checks on allocation pools {{(pid=100192) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 17:09:53.985117 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.ipam_backend_mixin [None req-2b4be238-a2a0-49fa-9583-d5f4d103a43c tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100192) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 17:09:54.112530 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:54.119638 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.491246 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-dfed0726-ff17-428d-b8be-87d21cc42784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:54.492103 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-dfed0726-ff17-428d-b8be-87d21cc42784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:54.493045 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-dfed0726-ff17-428d-b8be-87d21cc42784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:54.493961 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-dfed0726-ff17-428d-b8be-87d21cc42784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:54.497165 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-dfed0726-ff17-428d-b8be-87d21cc42784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:54.498179 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-dfed0726-ff17-428d-b8be-87d21cc42784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:54.499098 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-dfed0726-ff17-428d-b8be-87d21cc42784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:54.502800 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-dfed0726-ff17-428d-b8be-87d21cc42784 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b6d220ae528f42c295cc654c1d123274&device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 6500 time: 0.4144049 Jul 07 17:09:54.534484 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b4be238-a2a0-49fa-9583-d5f4d103a43c tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.541427 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7564f15a-ae18-4cc4-bef0-e87f92a3ea5b None None] Resources bound (agent type, host, resource id): {{(pid=100194) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:09:54.738338 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6bd5a148-f923-4cf2-8b5d-bb303953484a req-48d83265-5749-4447-b368-919c816a319b tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=b261fb8f-c4a2-4b95-95ba-864d2b5cc54e HTTP/1.1" status: 200 len: 210 time: 0.2467263 Jul 07 17:09:54.776564 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a46592-75c0-444f-b679-902721a10f8d req-58ac7f4e-ca8c-47f5-9622-9b06d062e2e2 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:54.786500 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-55a46592-75c0-444f-b679-902721a10f8d req-58ac7f4e-ca8c-47f5-9622-9b06d062e2e2 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/networks?id=656dd087-69ac-4445-b8fb-7180ff9e7eaa HTTP/1.1" status: 200 len: 805 time: 0.5685892 Jul 07 17:09:54.810150 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-55a46592-75c0-444f-b679-902721a10f8d req-ec1e1c81-b6ee-472f-9835-4724389debfd tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/quotas/854488ce7e0c4852954684e9f239b430 HTTP/1.1" status: 200 len: 375 time: 0.0257602 Jul 07 17:09:54.893478 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-9d1e8a39-539b-4747-8db1-8665f592ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:54.894864 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-9d1e8a39-539b-4747-8db1-8665f592ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:54.898442 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-9d1e8a39-539b-4747-8db1-8665f592ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:54.923319 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-9d1e8a39-539b-4747-8db1-8665f592ecb2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b1ef1e6-de16-48e9-886d-760c85a81894&id=631352b9-cdc0-4502-b4e6-9840754bae5a&id=631352b9-cdc0-4502-b4e6-9840754bae5a&id=631352b9-cdc0-4502-b4e6-9840754bae5a&id=631352b9-cdc0-4502-b4e6-9840754bae5a&id=f52f86e5-4ccf-471b-ba73-453c1047945f&id=f52f86e5-4ccf-471b-ba73-453c1047945f HTTP/1.1" status: 200 len: 2293 time: 0.3795099 Jul 07 17:09:54.941732 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4be238-a2a0-49fa-9583-d5f4d103a43c tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event updated for resources: {'Subnet': ['ID=e81f3712-f39e-4baf-90a3-e85d90902349,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:54.959821 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4be238-a2a0-49fa-9583-d5f4d103a43c tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Checking segment: {'id': '839714e5-c327-4588-a4a9-2475be1958ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8c3fd99-1a50-4901-a752-de1ba25e9b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:54.960197 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4be238-a2a0-49fa-9583-d5f4d103a43c tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Network hostable DHCP agents. Network: d8c3fd99-1a50-4901-a752-de1ba25e9b2b, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:09:55.008752 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4be238-a2a0-49fa-9583-d5f4d103a43c tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Network d8c3fd99-1a50-4901-a752-de1ba25e9b2b is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:09:55.042529 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-2b4be238-a2a0-49fa-9583-d5f4d103a43c tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, d8c3fd99-1a50-4901-a752-de1ba25e9b2b) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:55.059623 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4be238-a2a0-49fa-9583-d5f4d103a43c tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:55.060775 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b4be238-a2a0-49fa-9583-d5f4d103a43c tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:55.121658 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-3efafa71-9566-4b0e-97fb-89a8c34fabe2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47bf5e37-4f50-40b7-9c7a-0594677913b4 HTTP/1.1" status: 200 len: 1002 time: 0.1798224 Jul 07 17:09:55.132190 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2b4be238-a2a0-49fa-9583-d5f4d103a43c tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6990416 Jul 07 17:09:55.136558 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34958) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:55.242871 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-6f4e21a7-c4e2-4368-bde5-70b1c704111e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:55.244494 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-6f4e21a7-c4e2-4368-bde5-70b1c704111e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7bf3ce58-a71d-4412-bb72-4611169487c0 HTTP/1.1" status: 200 len: 851 time: 0.1139243 Jul 07 17:09:55.339155 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-55a46592-75c0-444f-b679-902721a10f8d req-6feaaff4-b715-4fa9-82c0-fbf4fa9792e2 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=854488ce7e0c4852954684e9f239b430&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5279479 Jul 07 17:09:55.428557 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-7e79ef86-724d-40de-9daa-ff95373ba890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:55.430159 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-7e79ef86-724d-40de-9daa-ff95373ba890 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b1ef1e6-de16-48e9-886d-760c85a81894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1771495 Jul 07 17:09:55.586433 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-73d0f7f8-d434-438d-8bb1-4b5bf3e39487 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:55.605601 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-d51b04c5-c622-4eee-af40-f2efe71b9e2c service neutron] 10.222.0.72 "GET /v2.0/networks/2b1ef1e6-de16-48e9-886d-760c85a81894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653726 Jul 07 17:09:55.697179 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d2f8c-54c2-4b33-9647-41bc41eecb0e req-9928045d-29a7-4a67-9175-ad0df8ddba86 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:55.710265 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fd0d2f8c-54c2-4b33-9647-41bc41eecb0e req-9928045d-29a7-4a67-9175-ad0df8ddba86 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.3126631 Jul 07 17:09:55.888682 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fd0d2f8c-54c2-4b33-9647-41bc41eecb0e req-5a917279-290e-4c85-9cca-24341cad6823 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767280 Jul 07 17:09:55.909341 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-73d0f7f8-d434-438d-8bb1-4b5bf3e39487 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:55.992286 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de1d34f-3e34-43bb-b861-90f0be24163b None None] Network d8c3fd99-1a50-4901-a752-de1ba25e9b2b requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:56.111795 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-73d0f7f8-d434-438d-8bb1-4b5bf3e39487 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.173715 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.193299 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0f7f8-d434-438d-8bb1-4b5bf3e39487 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Subnet': ['ID=e81f3712-f39e-4baf-90a3-e85d90902349,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:56.431194 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-73d0f7f8-d434-438d-8bb1-4b5bf3e39487 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.460586 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-73d0f7f8-d434-438d-8bb1-4b5bf3e39487 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c3fd99-1a50-4901-a752-de1ba25e9b2b']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:56.483901 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52c0be9-ee11-4f4a-b37d-5d5e16ef1e6d None None] Network d8c3fd99-1a50-4901-a752-de1ba25e9b2b requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:56.509525 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-73d0f7f8-d434-438d-8bb1-4b5bf3e39487 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '839714e5-c327-4588-a4a9-2475be1958ac') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:56.509816 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-73d0f7f8-d434-438d-8bb1-4b5bf3e39487 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '839714e5-c327-4588-a4a9-2475be1958ac') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:56.552974 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-73d0f7f8-d434-438d-8bb1-4b5bf3e39487 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.578016 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-73d0f7f8-d434-438d-8bb1-4b5bf3e39487 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.591658 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d0f7f8-d434-438d-8bb1-4b5bf3e39487 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:09:56.592407 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-73d0f7f8-d434-438d-8bb1-4b5bf3e39487 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:09:56.596384 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:09:56.690312 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-55a46592-75c0-444f-b679-902721a10f8d req-c978c93a-070b-4664-9c3b-2ff888405e29 service neutron] 10.222.0.53 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3314433 Jul 07 17:09:56.699318 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-e6e3d284-c8d0-4836-9aee-5dbbc6d55576 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2116756 Jul 07 17:09:56.724114 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-73d0f7f8-d434-438d-8bb1-4b5bf3e39487 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.736514 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-73d0f7f8-d434-438d-8bb1-4b5bf3e39487 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.741533 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-73d0f7f8-d434-438d-8bb1-4b5bf3e39487 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/networks/d8c3fd99-1a50-4901-a752-de1ba25e9b2b HTTP/1.1" status: 204 len: 168 time: 1.5962381 Jul 07 17:09:56.747618 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34994) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:56.777640 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-112a02c5-fcf0-461d-8cb4-fb100ffa6883 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1883446846'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:56.831193 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0f7f8-d434-438d-8bb1-4b5bf3e39487 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Network': ['ID=d8c3fd99-1a50-4901-a752-de1ba25e9b2b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:56.849036 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a1a76c8e-5959-40fd-b1e2-d598d54f4d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.005983 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112a02c5-fcf0-461d-8cb4-fb100ffa6883 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Made reservation on behalf of 29936e27e52e42a78f6f821032207ca0 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:57.010286 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-112a02c5-fcf0-461d-8cb4-fb100ffa6883 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.035162 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-55a46592-75c0-444f-b679-902721a10f8d req-a6537e7f-4659-449f-81d3-e964d1607471 service neutron] 10.222.0.53 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430619 Jul 07 17:09:57.143356 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112a02c5-fcf0-461d-8cb4-fb100ffa6883 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:09:57.170133 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-6b9247a4-9238-4105-a5b5-d8e3580c2235 service neutron] 10.222.0.72 "GET /v2.0/networks/2b1ef1e6-de16-48e9-886d-760c85a81894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5462890 Jul 07 17:09:57.225523 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-112a02c5-fcf0-461d-8cb4-fb100ffa6883 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.225985 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-112a02c5-fcf0-461d-8cb4-fb100ffa6883 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Added segment 2d7315a2-1562-4886-bf62-00be1e56656c of type vlan for network 843e8619-04e8-42f6-b390-8efe9f269975 Jul 07 17:09:57.233974 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972da33e-e44c-4aac-bece-73bd775ef983 req-c837e426-5467-4abc-8230-10148a2d0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:57.234204 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972da33e-e44c-4aac-bece-73bd775ef983 req-c837e426-5467-4abc-8230-10148a2d0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:57.234728 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972da33e-e44c-4aac-bece-73bd775ef983 req-c837e426-5467-4abc-8230-10148a2d0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:57.235346 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972da33e-e44c-4aac-bece-73bd775ef983 req-c837e426-5467-4abc-8230-10148a2d0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:57.235835 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972da33e-e44c-4aac-bece-73bd775ef983 req-c837e426-5467-4abc-8230-10148a2d0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:57.236424 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972da33e-e44c-4aac-bece-73bd775ef983 req-c837e426-5467-4abc-8230-10148a2d0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:57.237047 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972da33e-e44c-4aac-bece-73bd775ef983 req-c837e426-5467-4abc-8230-10148a2d0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:57.239840 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-c837e426-5467-4abc-8230-10148a2d0b33 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52ba6e7d3c334b5d9c08203be3275f20&device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 6508 time: 0.4532793 Jul 07 17:09:57.257526 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-8a01aa92-c849-4ddb-97fb-9f7bdf3fd713 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca HTTP/1.1" status: 200 len: 217 time: 0.0765481 Jul 07 17:09:57.391916 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-64e9a71e-fcf5-4d8c-b162-76d32427e47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:57.398948 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-64e9a71e-fcf5-4d8c-b162-76d32427e47e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11c30ad8-8f95-45c0-9f1d-ea2c0038c53f HTTP/1.1" status: 200 len: 797 time: 0.1282902 Jul 07 17:09:57.705457 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8119d8e-21ac-461f-b999-966431eae69c req-4368c640-f8fe-4b9d-bf7f-36ed0c7af085 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:57.713785 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8119d8e-21ac-461f-b999-966431eae69c req-4368c640-f8fe-4b9d-bf7f-36ed0c7af085 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/networks?id=e48a1335-f2ce-4136-9503-051b68c84575 HTTP/1.1" status: 200 len: 812 time: 0.2219875 Jul 07 17:09:57.735695 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8119d8e-21ac-461f-b999-966431eae69c req-3968db7f-8948-4a78-a9b3-1f38e25b5e1e tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/quotas/2fe17a6fbd19425cb38c02ad6df4484f HTTP/1.1" status: 200 len: 375 time: 0.0207856 Jul 07 17:09:57.829151 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8119d8e-21ac-461f-b999-966431eae69c req-489760a5-6e55-48d4-a754-4bd8d3ec241d tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fe17a6fbd19425cb38c02ad6df4484f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0920181 Jul 07 17:09:57.868771 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.892285 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-112a02c5-fcf0-461d-8cb4-fb100ffa6883 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.978176 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605e247-812a-442a-b522-25ee1872356a req-ce9b3d8e-ce43-4a22-b6df-8bfc350c7cef tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:57.986337 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2605e247-812a-442a-b522-25ee1872356a req-ce9b3d8e-ce43-4a22-b6df-8bfc350c7cef tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.8251681 Jul 07 17:09:58.011002 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-112a02c5-fcf0-461d-8cb4-fb100ffa6883 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:58.017319 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112a02c5-fcf0-461d-8cb4-fb100ffa6883 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:58.018190 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-112a02c5-fcf0-461d-8cb4-fb100ffa6883 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:58.050814 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-29ab8107-c8a5-48bf-8c50-7485f34395e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:58.058831 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-29ab8107-c8a5-48bf-8c50-7485f34395e6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=631352b9-cdc0-4502-b4e6-9840754bae5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6417561 Jul 07 17:09:58.060832 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972da33e-e44c-4aac-bece-73bd775ef983 req-38bae37e-5c18-4c31-9f4d-4397a03f72d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:58.061299 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972da33e-e44c-4aac-bece-73bd775ef983 req-38bae37e-5c18-4c31-9f4d-4397a03f72d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:58.061782 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972da33e-e44c-4aac-bece-73bd775ef983 req-38bae37e-5c18-4c31-9f4d-4397a03f72d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:58.063609 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-38bae37e-5c18-4c31-9f4d-4397a03f72d2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=94d2cc3b-5a36-4261-9491-3ddbfc283976&id=fab6f54d-9214-45d2-b598-1fe08070fc1d&id=fab6f54d-9214-45d2-b598-1fe08070fc1d&id=fab6f54d-9214-45d2-b598-1fe08070fc1d&id=fab6f54d-9214-45d2-b598-1fe08070fc1d&id=fb74cf42-8431-4db2-86e2-f968c1182b61&id=fb74cf42-8431-4db2-86e2-f968c1182b61 HTTP/1.1" status: 200 len: 2298 time: 0.7811263 Jul 07 17:09:58.152744 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2605e247-812a-442a-b522-25ee1872356a req-7e2cc18b-988e-4103-8fc0-b1ef7f940398 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653228 Jul 07 17:09:58.184277 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-112a02c5-fcf0-461d-8cb4-fb100ffa6883 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4347911 Jul 07 17:09:58.185380 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35040) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:58.369913 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-7b29542e-0f9c-405c-8028-83b98171bab7 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Request body: {'subnet': {'network_id': '843e8619-04e8-42f6-b390-8efe9f269975', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:58.491615 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bce03ae2-d0df-491c-8c98-3316b5cca9a9 req-3b80533c-9de3-47d0-8dcc-fa3549aa9842 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd335e5e-ad5f-487e-939f-eb819de5eea8 HTTP/1.1" status: 200 len: 210 time: 0.1517160 Jul 07 17:09:58.510771 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8119d8e-21ac-461f-b999-966431eae69c req-2e4deb66-9036-4543-8928-5576113bc69e service neutron] 10.222.0.53 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6734450 Jul 07 17:09:58.637566 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-747389fa-ad81-478a-801f-9566fdc4ef66 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee9f9590-c476-4e56-b319-494470a69a36 HTTP/1.1" status: 200 len: 1001 time: 0.5356619 Jul 07 17:09:58.638678 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a02c5-fcf0-461d-8cb4-fb100ffa6883 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event updated for resources: {'Network': ['ID=843e8619-04e8-42f6-b390-8efe9f269975,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:58.652441 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 843e8619-04e8-42f6-b390-8efe9f269975 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:09:58.715325 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-22de1f5c-789e-4c48-9d72-eeb60fff923b service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6451707 Jul 07 17:09:58.801357 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972da33e-e44c-4aac-bece-73bd775ef983 req-a3b974e2-6774-4c5b-9f47-704fee1fd7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:58.808685 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-a3b974e2-6774-4c5b-9f47-704fee1fd7cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ce5d8e85-e977-4ec0-aa8c-00c1d211eb94 HTTP/1.1" status: 200 len: 856 time: 0.1412721 Jul 07 17:09:58.921730 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b29542e-0f9c-405c-8028-83b98171bab7 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Made reservation on behalf of 29936e27e52e42a78f6f821032207ca0 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:58.927755 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b29542e-0f9c-405c-8028-83b98171bab7 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:59.005404 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-3bbff840-2854-439c-8f28-b6418eb1b4cb service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603161 Jul 07 17:09:59.078053 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972da33e-e44c-4aac-bece-73bd775ef983 req-0fc5b849-60a1-4aca-bb7a-9e110f392c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:59.081385 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-0fc5b849-60a1-4aca-bb7a-9e110f392c12 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=94d2cc3b-5a36-4261-9491-3ddbfc283976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2682631 Jul 07 17:09:59.084899 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8119d8e-21ac-461f-b999-966431eae69c req-3b977184-3b02-40a6-b610-b169f69ce8f8 service neutron] 10.222.0.53 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5618408 Jul 07 17:09:59.241161 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-c7a4f867-248d-4f62-936b-0b9fe30cc01a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d HTTP/1.1" status: 200 len: 217 time: 0.1547785 Jul 07 17:09:59.439371 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-fedd6d1b-c7d2-41d6-8fca-87c6f3c8022a service neutron] 10.222.0.64 "GET /v2.0/networks/94d2cc3b-5a36-4261-9491-3ddbfc283976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427069 Jul 07 17:09:59.517678 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-d178fffa-fad1-40d7-8cde-a6b3f1c18021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:59.529933 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-d178fffa-fad1-40d7-8cde-a6b3f1c18021 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11c30ad8-8f95-45c0-9f1d-ea2c0038c53f HTTP/1.1" status: 200 len: 797 time: 0.2712264 Jul 07 17:09:59.799459 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1697db11-ac3c-4b43-bdef-c9614de6d9ce req-af7fc61f-0d1a-476e-9168-310a23f10e59 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=77d54139-bf37-428b-afc5-47edf038f635 HTTP/1.1" status: 200 len: 210 time: 0.2650938 Jul 07 17:09:59.800517 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b29542e-0f9c-405c-8028-83b98171bab7 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:59.937853 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-37d0012b-dea7-4c1f-8c44-e8c70e31c5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:59.957292 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-37d0012b-dea7-4c1f-8c44-e8c70e31c5b0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=631352b9-cdc0-4502-b4e6-9840754bae5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3487964 Jul 07 17:10:00.095460 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29542e-0f9c-405c-8028-83b98171bab7 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event updated for resources: {'Subnet': ['ID=502bd674-7abb-4009-9c07-31dc4962fdc1,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:00.120963 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b29542e-0f9c-405c-8028-83b98171bab7 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Checking segment: {'id': '2d7315a2-1562-4886-bf62-00be1e56656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '843e8619-04e8-42f6-b390-8efe9f269975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:00.121451 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b29542e-0f9c-405c-8028-83b98171bab7 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Network hostable DHCP agents. Network: 843e8619-04e8-42f6-b390-8efe9f269975, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:10:00.150067 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:00.177377 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e686dc9-697b-4e1b-b6d3-e746ae9b0651 req-86509fa2-a946-4766-90ea-bf6b90d6c709 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:00.185186 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6e686dc9-697b-4e1b-b6d3-e746ae9b0651 req-86509fa2-a946-4766-90ea-bf6b90d6c709 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.4290550 Jul 07 17:10:00.199475 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-95e95774-2c7e-41fb-bed9-c47711dd6dfb service neutron] 10.222.0.64 "GET /v2.0/networks/94d2cc3b-5a36-4261-9491-3ddbfc283976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7199104 Jul 07 17:10:00.300139 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b29542e-0f9c-405c-8028-83b98171bab7 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Network 843e8619-04e8-42f6-b390-8efe9f269975 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:10:00.340453 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d82b0ff3-72dd-4727-8695-892a89eeee6b req-54a11c15-5786-4b4c-bf3e-3a85a6340128 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd335e5e-ad5f-487e-939f-eb819de5eea8 HTTP/1.1" status: 200 len: 210 time: 0.2833211 Jul 07 17:10:00.398083 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-61234952-068d-44c4-b263-4f725703dc49 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=874aad95-4d95-4e67-b5f3-a74579b36f91 HTTP/1.1" status: 200 len: 217 time: 0.1036549 Jul 07 17:10:00.468708 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6e686dc9-697b-4e1b-b6d3-e746ae9b0651 req-68f5c103-ba5a-44d2-8f2a-cec7d2950d75 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639573 Jul 07 17:10:00.725260 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-7b29542e-0f9c-405c-8028-83b98171bab7 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 843e8619-04e8-42f6-b390-8efe9f269975) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:00.734508 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972da33e-e44c-4aac-bece-73bd775ef983 req-7162a424-290a-4d0f-8730-8b6a10e71791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:00.737976 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-7162a424-290a-4d0f-8730-8b6a10e71791 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d273b5eb-a1f3-41e7-afcb-8544824ca516 HTTP/1.1" status: 200 len: 797 time: 0.2975221 Jul 07 17:10:00.749412 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b29542e-0f9c-405c-8028-83b98171bab7 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:00.750444 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b29542e-0f9c-405c-8028-83b98171bab7 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:00.753141 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3d3020-40f7-4b15-99e7-9b6b20b9d3cb None None] Network 843e8619-04e8-42f6-b390-8efe9f269975 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:00.923349 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-d891da29-efa7-4c16-a5b2-90d0f2eb35eb service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9545362 Jul 07 17:10:00.988087 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7b29542e-0f9c-405c-8028-83b98171bab7 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6496987 Jul 07 17:10:00.989307 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35080) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:01.219991 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9beab2be-83d4-49c8-922c-9ae6c2e850fe tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:01.324347 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a46592-75c0-444f-b679-902721a10f8d req-99557b41-5337-483e-8725-fb964426324e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:01.328263 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-55a46592-75c0-444f-b679-902721a10f8d req-99557b41-5337-483e-8725-fb964426324e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.64 "GET /v2.0/networks?id=656dd087-69ac-4445-b8fb-7180ff9e7eaa HTTP/1.1" status: 200 len: 805 time: 0.9850514 Jul 07 17:10:01.356238 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-55a46592-75c0-444f-b679-902721a10f8d req-674980ba-1489-4afa-87f6-6c0c5ca18556 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Request body: {'port': {'device_id': 'fd335e5e-ad5f-487e-939f-eb819de5eea8', 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa', 'admin_state_up': True, 'tenant_id': '854488ce7e0c4852954684e9f239b430'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:01.493101 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9beab2be-83d4-49c8-922c-9ae6c2e850fe tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:01.642649 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9855cb-25e8-40e6-8624-fa1cca6166df req-40dec10c-1d2f-4e63-a079-27f147d70f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:01.661094 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3a9855cb-25e8-40e6-8624-fa1cca6166df req-40dec10c-1d2f-4e63-a079-27f147d70f6c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 1097 time: 0.7966704 Jul 07 17:10:01.692894 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a1ed20-8815-429f-82eb-859518d014e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-843e8619-04e8-42f6-b390-8efe9f269975', 'network_id': '843e8619-04e8-42f6-b390-8efe9f269975', 'tenant_id': '29936e27e52e42a78f6f821032207ca0', 'fixed_ips': [{'subnet_id': '502bd674-7abb-4009-9c07-31dc4962fdc1'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:10:01.694354 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-28a1ed20-8815-429f-82eb-859518d014e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:01.722744 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972da33e-e44c-4aac-bece-73bd775ef983 req-296bc658-93e0-48f8-a628-ddff3e3d4938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:01.732124 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-296bc658-93e0-48f8-a628-ddff3e3d4938 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fab6f54d-9214-45d2-b598-1fe08070fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9671161 Jul 07 17:10:01.738578 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9beab2be-83d4-49c8-922c-9ae6c2e850fe tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:01.857839 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beab2be-83d4-49c8-922c-9ae6c2e850fe tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Subnet': ['ID=502bd674-7abb-4009-9c07-31dc4962fdc1,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:01.901963 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-6eb26807-9cb1-4bea-a563-af1ff781cd9a service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8551054 Jul 07 17:10:02.044244 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea87ecb4-8088-40f7-9373-0169038b8c3c None None] Network 843e8619-04e8-42f6-b390-8efe9f269975 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:02.061818 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-6f41abf0-1e87-4dfd-a8f5-301bf10b767e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=49dedb3b-3027-44d3-9dfc-eaffaf552295 HTTP/1.1" status: 200 len: 217 time: 0.1365821 Jul 07 17:10:02.151166 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3a9855cb-25e8-40e6-8624-fa1cca6166df req-78d1c1e9-1ec9-4310-984b-c5e3fbecab09 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478664 Jul 07 17:10:02.163354 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a46592-75c0-444f-b679-902721a10f8d req-674980ba-1489-4afa-87f6-6c0c5ca18556 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Made reservation on behalf of 854488ce7e0c4852954684e9f239b430 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:02.169763 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-55a46592-75c0-444f-b679-902721a10f8d req-674980ba-1489-4afa-87f6-6c0c5ca18556 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.196232 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d1121266-abda-46d4-9129-2cfa3f67649f req-05d3be74-0e82-45d5-9cff-890e59ac0560 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd335e5e-ad5f-487e-939f-eb819de5eea8 HTTP/1.1" status: 200 len: 210 time: 0.3039341 Jul 07 17:10:02.249892 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9beab2be-83d4-49c8-922c-9ae6c2e850fe tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.355934 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-9beab2be-83d4-49c8-922c-9ae6c2e850fe tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843e8619-04e8-42f6-b390-8efe9f269975']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:02.367460 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-c2b73418-b556-4905-9c8f-68b4d11a4460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:02.375348 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-c2b73418-b556-4905-9c8f-68b4d11a4460 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11c30ad8-8f95-45c0-9f1d-ea2c0038c53f HTTP/1.1" status: 200 len: 797 time: 0.2878323 Jul 07 17:10:02.409928 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-9beab2be-83d4-49c8-922c-9ae6c2e850fe tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d7315a2-1562-4886-bf62-00be1e56656c') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:02.410963 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-9beab2be-83d4-49c8-922c-9ae6c2e850fe tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d7315a2-1562-4886-bf62-00be1e56656c') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:02.449013 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9beab2be-83d4-49c8-922c-9ae6c2e850fe tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.466805 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-bb4b6d73-b496-42af-baa7-d0f8dc9d0ac7 service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7148466 Jul 07 17:10:02.478829 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9beab2be-83d4-49c8-922c-9ae6c2e850fe tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.486716 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9beab2be-83d4-49c8-922c-9ae6c2e850fe tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:10:02.487319 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9beab2be-83d4-49c8-922c-9ae6c2e850fe tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:10:02.587698 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:10:02.628417 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9beab2be-83d4-49c8-922c-9ae6c2e850fe tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.722487 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9beab2be-83d4-49c8-922c-9ae6c2e850fe tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.723654 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9beab2be-83d4-49c8-922c-9ae6c2e850fe tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/networks/843e8619-04e8-42f6-b390-8efe9f269975 HTTP/1.1" status: 204 len: 168 time: 1.7118239 Jul 07 17:10:02.734837 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35112) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:02.741669 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beab2be-83d4-49c8-922c-9ae6c2e850fe tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Network': ['ID=843e8619-04e8-42f6-b390-8efe9f269975,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:02.746983 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9eb59e3e-dedd-4c7e-bdab-f334950754b8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-868500737'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:02.804922 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb59e3e-dedd-4c7e-bdab-f334950754b8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Made reservation on behalf of 29936e27e52e42a78f6f821032207ca0 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:02.830730 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9eb59e3e-dedd-4c7e-bdab-f334950754b8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.859181 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-55a46592-75c0-444f-b679-902721a10f8d req-674980ba-1489-4afa-87f6-6c0c5ca18556 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Allocated IP 172.20.0.6 (656dd087-69ac-4445-b8fb-7180ff9e7eaa/160646de-633f-43bb-ab77-cdc4622fc25c/33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:02.868227 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-23d97623-5724-4869-aa7e-1e9447928daa service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788596 Jul 07 17:10:02.998017 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-967c6de2-147c-4185-8461-e11aea5fae2e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=ba66bda7-9cd8-47c6-937f-ed3c0e115210 HTTP/1.1" status: 200 len: 217 time: 0.1201758 Jul 07 17:10:03.072944 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-55a46592-75c0-444f-b679-902721a10f8d req-674980ba-1489-4afa-87f6-6c0c5ca18556 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.115582 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-e5d03029-d85f-4222-8f5d-77aa38a229a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:03.117798 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-e5d03029-d85f-4222-8f5d-77aa38a229a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=631352b9-cdc0-4502-b4e6-9840754bae5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7328792 Jul 07 17:10:03.121597 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-55a46592-75c0-444f-b679-902721a10f8d req-674980ba-1489-4afa-87f6-6c0c5ca18556 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.135919 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['42cfc02f-3401-4427-a978-d55f0e45e38f'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:03.151037 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5cf46-c06b-481c-af65-40c8d6859ec5 req-1e7dabfb-f002-4231-9943-e6bae388cf26 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:03.158610 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ebb5cf46-c06b-481c-af65-40c8d6859ec5 req-1e7dabfb-f002-4231-9943-e6bae388cf26 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.5571184 Jul 07 17:10:03.173126 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb59e3e-dedd-4c7e-bdab-f334950754b8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:10:03.206774 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9eb59e3e-dedd-4c7e-bdab-f334950754b8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.207621 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-9eb59e3e-dedd-4c7e-bdab-f334950754b8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Added segment 7ae3e34d-95f8-4611-9719-33e0b5ec7b46 of type vlan for network 18373db3-92c6-4719-a25f-e598b62acd66 Jul 07 17:10:03.228918 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972da33e-e44c-4aac-bece-73bd775ef983 req-cdf42853-9543-411b-8904-3fc3b6954fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:03.232209 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-cdf42853-9543-411b-8904-3fc3b6954fd3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d273b5eb-a1f3-41e7-afcb-8544824ca516 HTTP/1.1" status: 200 len: 797 time: 0.2119656 Jul 07 17:10:03.246442 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a46592-75c0-444f-b679-902721a10f8d req-674980ba-1489-4afa-87f6-6c0c5ca18556 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Network 656dd087-69ac-4445-b8fb-7180ff9e7eaa is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:03.340520 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9eb59e3e-dedd-4c7e-bdab-f334950754b8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.372100 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-02b47171-5612-49ee-b6bb-6e960f1422ff tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:03.374389 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-02b47171-5612-49ee-b6bb-6e960f1422ff tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/networks?id=e48a1335-f2ce-4136-9503-051b68c84575 HTTP/1.1" status: 200 len: 812 time: 0.3742676 Jul 07 17:10:03.380894 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-55a46592-75c0-444f-b679-902721a10f8d req-674980ba-1489-4afa-87f6-6c0c5ca18556 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:03.402767 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a46592-75c0-444f-b679-902721a10f8d req-674980ba-1489-4afa-87f6-6c0c5ca18556 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:03.418715 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-8fb1c8e8-9997-463a-8928-58006f97547b tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/quotas/2fe17a6fbd19425cb38c02ad6df4484f HTTP/1.1" status: 200 len: 375 time: 0.0383604 Jul 07 17:10:03.437591 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9eb59e3e-dedd-4c7e-bdab-f334950754b8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.460010 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb59e3e-dedd-4c7e-bdab-f334950754b8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:03.460010 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9eb59e3e-dedd-4c7e-bdab-f334950754b8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.528010 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-31de7933-37d0-4b0d-aa7b-0a4e81808464 service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881321 Jul 07 17:10:03.538031 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-889443e2-7bbf-4f15-bdc2-743007fde666 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fe17a6fbd19425cb38c02ad6df4484f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1092448 Jul 07 17:10:03.556400 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ebb5cf46-c06b-481c-af65-40c8d6859ec5 req-372b0a38-e8a3-4f7c-96ba-92139207b995 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967235 Jul 07 17:10:03.570404 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:10:03.642883 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674980ba-1489-4afa-87f6-6c0c5ca18556 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Pushing event updated for resources: {'Port': ['ID=33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:03.774159 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-e6edbbac-fc3d-4399-a14f-8d980d99c6e9 service neutron] 10.222.0.53 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663535 Jul 07 17:10:03.780915 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9eb59e3e-dedd-4c7e-bdab-f334950754b8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0446863 Jul 07 17:10:03.786706 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972da33e-e44c-4aac-bece-73bd775ef983 req-fcd91229-3837-4b73-adf5-4be314c61984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:03.792335 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-fcd91229-3837-4b73-adf5-4be314c61984 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fab6f54d-9214-45d2-b598-1fe08070fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5230737 Jul 07 17:10:03.796996 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35134) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:03.817816 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-20e63e67-487b-4476-8669-fe5de05c3acf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Request body: {'subnet': {'network_id': '18373db3-92c6-4719-a25f-e598b62acd66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:03.890627 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a46592-75c0-444f-b679-902721a10f8d req-674980ba-1489-4afa-87f6-6c0c5ca18556 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:03.891513 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-55a46592-75c0-444f-b679-902721a10f8d req-674980ba-1489-4afa-87f6-6c0c5ca18556 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.933486 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-55a46592-75c0-444f-b679-902721a10f8d req-674980ba-1489-4afa-87f6-6c0c5ca18556 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5883422 Jul 07 17:10:03.959429 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-55a46592-75c0-444f-b679-902721a10f8d req-b5fd3b6a-805d-4dca-876e-d446056be9c7 service neutron] Request body: {'port': {'device_id': 'fd335e5e-ad5f-487e-939f-eb819de5eea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:03.990357 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb59e3e-dedd-4c7e-bdab-f334950754b8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event updated for resources: {'Network': ['ID=18373db3-92c6-4719-a25f-e598b62acd66,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:04.007229 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 18373db3-92c6-4719-a25f-e598b62acd66 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:04.066031 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-1b100313-20e7-4e70-9bfd-f220285b4746 service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5076656 Jul 07 17:10:04.150484 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-d376e835-b671-4fa4-9c86-b4c70ddfc83c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=8d3beb7b-b73e-4339-ba42-9083ce28761c HTTP/1.1" status: 200 len: 217 time: 0.0645278 Jul 07 17:10:04.182230 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e697bb-829e-4dd8-aa1d-862fce708c71 req-db823e80-bf9d-4e10-b84c-9c377e898d8c tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:04.190086 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-12e697bb-829e-4dd8-aa1d-862fce708c71 req-db823e80-bf9d-4e10-b84c-9c377e898d8c tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd335e5e-ad5f-487e-939f-eb819de5eea8 HTTP/1.1" status: 200 len: 931 time: 0.3666027 Jul 07 17:10:04.200990 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-c4701e9f-88ee-4d9f-b8d2-e2ba38e29ed0 service neutron] 10.222.0.53 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024923 Jul 07 17:10:04.297179 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-6dc2c23f-db07-498f-88b3-61df4b7880a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:04.298662 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-6dc2c23f-db07-498f-88b3-61df4b7880a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11c30ad8-8f95-45c0-9f1d-ea2c0038c53f HTTP/1.1" status: 200 len: 797 time: 0.1392324 Jul 07 17:10:04.305026 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-55a46592-75c0-444f-b679-902721a10f8d req-b5fd3b6a-805d-4dca-876e-d446056be9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:04.323183 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-03a141ec-43f7-47fa-9e36-30d726e282c7 service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906695 Jul 07 17:10:04.334724 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-12e697bb-829e-4dd8-aa1d-862fce708c71 req-0c8dd420-ea91-4edd-8576-ff4ca06c982b tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425688 Jul 07 17:10:04.477843 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-233f6e2a-92ba-4853-8ae5-b9f068fdfa0f service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464541 Jul 07 17:10:04.571777 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49937fb5-1a3b-4007-80f1-19fe9fd3d5a9 req-d8e07676-1759-4e20-95cd-166012723aae tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c48e7d0-8671-43db-b4f8-7b03252ea4ca HTTP/1.1" status: 200 len: 210 time: 0.0396206 Jul 07 17:10:04.830035 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-2ecf685e-4001-4ff7-9e10-c3ca2de04f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:04.832757 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-2ecf685e-4001-4ff7-9e10-c3ca2de04f3a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=631352b9-cdc0-4502-b4e6-9840754bae5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4958673 Jul 07 17:10:04.955127 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-be5382bd-2572-4a11-bea2-1e8b137d8642 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=c583747a-145e-45b6-b632-ab9ce786178b HTTP/1.1" status: 200 len: 217 time: 0.4694514 Jul 07 17:10:05.080741 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e63e67-487b-4476-8669-fe5de05c3acf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Made reservation on behalf of 29936e27e52e42a78f6f821032207ca0 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:05.089295 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-20e63e67-487b-4476-8669-fe5de05c3acf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.095491 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972da33e-e44c-4aac-bece-73bd775ef983 req-0371acec-2e38-4d23-b759-c7dc3708751f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:05.098295 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-0371acec-2e38-4d23-b759-c7dc3708751f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d273b5eb-a1f3-41e7-afcb-8544824ca516 HTTP/1.1" status: 200 len: 797 time: 0.1238563 Jul 07 17:10:05.146155 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-38bbb9b7-0245-45e8-af20-3b94dcd2fedb service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017406 Jul 07 17:10:05.293872 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-90a250ce-cd36-4cee-88f9-8328387d7f66 service neutron] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336992 Jul 07 17:10:05.365614 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-29fccb23-1006-4316-9eae-5d78eace61eb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c53515a8-9fd6-4c21-9637-86f0e67278e8 HTTP/1.1" status: 200 len: 217 time: 0.0425820 Jul 07 17:10:05.430516 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-d2e561d6-fb63-4f26-ba44-3e63cbe82e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:05.432199 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-d2e561d6-fb63-4f26-ba44-3e63cbe82e4d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94fb5041-e475-4bc0-9d1d-291598430d4a HTTP/1.1" status: 200 len: 797 time: 0.0591996 Jul 07 17:10:05.536191 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de638e0c-e102-40e6-804f-db6c09db28c7 req-020b77f4-8be6-409f-917a-3b42644e3fbe tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:05.548919 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-de638e0c-e102-40e6-804f-db6c09db28c7 req-020b77f4-8be6-409f-917a-3b42644e3fbe tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.5779150 Jul 07 17:10:05.621020 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-55a46592-75c0-444f-b679-902721a10f8d req-b5fd3b6a-805d-4dca-876e-d446056be9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:05.633615 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-55a46592-75c0-444f-b679-902721a10f8d req-b5fd3b6a-805d-4dca-876e-d446056be9c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.678618 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-55a46592-75c0-444f-b679-902721a10f8d req-b5fd3b6a-805d-4dca-876e-d446056be9c7 service neutron] Transition to ACTIVE for port object 33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:05.714934 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-55a46592-75c0-444f-b679-902721a10f8d req-b5fd3b6a-805d-4dca-876e-d446056be9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.839290 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-20e63e67-487b-4476-8669-fe5de05c3acf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.911532 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972da33e-e44c-4aac-bece-73bd775ef983 req-18f1f425-3fb4-4c13-aaf9-a92c5eb1eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:05.912690 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-b7da80d0-9906-4227-b4b2-dea21f621c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:05.912935 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-18f1f425-3fb4-4c13-aaf9-a92c5eb1eeb8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fab6f54d-9214-45d2-b598-1fe08070fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7964444 Jul 07 17:10:05.936980 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-b7da80d0-9906-4227-b4b2-dea21f621c04 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f52f86e5-4ccf-471b-ba73-453c1047945f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4759371 Jul 07 17:10:06.116967 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-de638e0c-e102-40e6-804f-db6c09db28c7 req-5ef4baed-79c9-4a12-8096-dcd4da3a8c5d tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5652061 Jul 07 17:10:06.209437 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e63e67-487b-4476-8669-fe5de05c3acf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event updated for resources: {'Subnet': ['ID=23e754e2-7526-4ab7-9c88-bb70f987a3ff,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:06.223681 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-102acb65-07c2-401b-83ef-84c4253957ea service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873530 Jul 07 17:10:06.486992 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-c623042b-882d-4d99-9d6c-3c2001e22044 service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473643 Jul 07 17:10:06.494210 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e63e67-487b-4476-8669-fe5de05c3acf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Checking segment: {'id': '7ae3e34d-95f8-4611-9719-33e0b5ec7b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '18373db3-92c6-4719-a25f-e598b62acd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:06.494813 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e63e67-487b-4476-8669-fe5de05c3acf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Network hostable DHCP agents. Network: 18373db3-92c6-4719-a25f-e598b62acd66, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:10:06.619929 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-60767235-8e8c-4846-82f6-434d6414c01c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=e3b5255c-56de-4333-94b1-1e038c40d00f HTTP/1.1" status: 200 len: 217 time: 0.1219840 Jul 07 17:10:06.623698 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd3b6a-805d-4dca-876e-d446056be9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:06.693173 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a0cb24dc-7259-450e-bcf6-be3496927dcf req-219a48ca-a41d-4226-ba15-57b70a8bbfb7 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c48e7d0-8671-43db-b4f8-7b03252ea4ca HTTP/1.1" status: 200 len: 210 time: 0.0795510 Jul 07 17:10:06.693930 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e63e67-487b-4476-8669-fe5de05c3acf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Network 18373db3-92c6-4719-a25f-e598b62acd66 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:10:06.713567 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-20e63e67-487b-4476-8669-fe5de05c3acf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 18373db3-92c6-4719-a25f-e598b62acd66) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:06.722073 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e63e67-487b-4476-8669-fe5de05c3acf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:06.722742 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-20e63e67-487b-4476-8669-fe5de05c3acf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:06.735864 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972da33e-e44c-4aac-bece-73bd775ef983 req-4499c88b-5108-4bc4-add2-965aa3122757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:06.737792 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-4499c88b-5108-4bc4-add2-965aa3122757 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d273b5eb-a1f3-41e7-afcb-8544824ca516 HTTP/1.1" status: 200 len: 797 time: 0.1039751 Jul 07 17:10:06.756106 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429aed42-23d2-475e-9185-eabd22cfdfb9 None None] Network 18373db3-92c6-4719-a25f-e598b62acd66 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:06.770818 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11232af-8e68-4c1a-95c9-0ad0962b817c req-9d41601f-4dbf-4677-b5d3-b7aa40431c65 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:06.778400 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f11232af-8e68-4c1a-95c9-0ad0962b817c req-9d41601f-4dbf-4677-b5d3-b7aa40431c65 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd335e5e-ad5f-487e-939f-eb819de5eea8 HTTP/1.1" status: 200 len: 943 time: 1.0970469 Jul 07 17:10:06.782966 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-20e63e67-487b-4476-8669-fe5de05c3acf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9722404 Jul 07 17:10:06.783840 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35180) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:06.791858 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-55a46592-75c0-444f-b679-902721a10f8d req-b5fd3b6a-805d-4dca-876e-d446056be9c7 service neutron] Attempting to bind port 33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:06.792681 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-55a46592-75c0-444f-b679-902721a10f8d req-b5fd3b6a-805d-4dca-876e-d446056be9c7 service neutron] Attempting to bind port 33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:06.793234 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a46592-75c0-444f-b679-902721a10f8d req-b5fd3b6a-805d-4dca-876e-d446056be9c7 service neutron] Attempting to bind port 33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe on network 656dd087-69ac-4445-b8fb-7180ff9e7eaa {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:06.824047 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a46592-75c0-444f-b679-902721a10f8d req-b5fd3b6a-805d-4dca-876e-d446056be9c7 service neutron] Port 33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe on network 656dd087-69ac-4445-b8fb-7180ff9e7eaa not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:06.824380 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a46592-75c0-444f-b679-902721a10f8d req-b5fd3b6a-805d-4dca-876e-d446056be9c7 service neutron] Attempting to bind port 33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe on network 656dd087-69ac-4445-b8fb-7180ff9e7eaa {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:06.832211 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a46592-75c0-444f-b679-902721a10f8d req-b5fd3b6a-805d-4dca-876e-d446056be9c7 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:06.832582 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a46592-75c0-444f-b679-902721a10f8d req-b5fd3b6a-805d-4dca-876e-d446056be9c7 service neutron] Checking segment: {'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:06.832992 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a46592-75c0-444f-b679-902721a10f8d req-b5fd3b6a-805d-4dca-876e-d446056be9c7 service neutron] Bound using segment: {'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:06.833496 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-55a46592-75c0-444f-b679-902721a10f8d req-b5fd3b6a-805d-4dca-876e-d446056be9c7 service neutron] Bound port: 33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:06.833869 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-55a46592-75c0-444f-b679-902721a10f8d req-b5fd3b6a-805d-4dca-876e-d446056be9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:06.842969 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-d3d69006-8c79-4db1-9158-9349ee8cbd2c service neutron] 10.222.0.72 "GET /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8865190 Jul 07 17:10:06.883408 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f11232af-8e68-4c1a-95c9-0ad0962b817c req-145a540d-a77d-4f5b-87f4-e13e2b11d742 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035330 Jul 07 17:10:06.929835 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972da33e-e44c-4aac-bece-73bd775ef983 req-2f92cc6e-a874-4a7e-a95c-ff078ba69038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:06.931692 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-2f92cc6e-a874-4a7e-a95c-ff078ba69038 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fab6f54d-9214-45d2-b598-1fe08070fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1862016 Jul 07 17:10:07.122754 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.133114 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-55a46592-75c0-444f-b679-902721a10f8d req-b5fd3b6a-805d-4dca-876e-d446056be9c7 service neutron] For port 33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:07.138670 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-55a46592-75c0-444f-b679-902721a10f8d req-b5fd3b6a-805d-4dca-876e-d446056be9c7 service neutron] For port 33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:07.143470 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-1547bd30-9288-44b8-a6f5-503684f1c37a service neutron] 10.222.0.72 "GET /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877851 Jul 07 17:10:07.148941 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-55a46592-75c0-444f-b679-902721a10f8d req-b5fd3b6a-805d-4dca-876e-d446056be9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.245583 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8f217af7-8cce-446f-b7e3-41cf19a7d4d6 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.259905 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd3b6a-805d-4dca-876e-d446056be9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:07.318493 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-aa1d37e5-baa6-408f-b51e-9c79a9c4ccbb service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698957 Jul 07 17:10:07.333887 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b938274-fd1d-41ff-aa03-46b20e8dcc22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-18373db3-92c6-4719-a25f-e598b62acd66', 'network_id': '18373db3-92c6-4719-a25f-e598b62acd66', 'tenant_id': '29936e27e52e42a78f6f821032207ca0', 'fixed_ips': [{'subnet_id': '23e754e2-7526-4ab7-9c88-bb70f987a3ff'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:10:07.340844 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8b938274-fd1d-41ff-aa03-46b20e8dcc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.370722 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-9c13d246-764d-410c-9160-f29d8171acf9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cb7e9c4c-fd57-4d46-895f-74234734d082 HTTP/1.1" status: 200 len: 217 time: 0.2185369 Jul 07 17:10:07.432070 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8f217af7-8cce-446f-b7e3-41cf19a7d4d6 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.551135 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a46592-75c0-444f-b679-902721a10f8d req-b5fd3b6a-805d-4dca-876e-d446056be9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:07.552365 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-55a46592-75c0-444f-b679-902721a10f8d req-b5fd3b6a-805d-4dca-876e-d446056be9c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.553753 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-55a46592-75c0-444f-b679-902721a10f8d req-b5fd3b6a-805d-4dca-876e-d446056be9c7 service neutron] 10.222.0.64 "PUT /v2.0/ports/33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe HTTP/1.1" status: 200 len: 1092 time: 3.6091230 Jul 07 17:10:07.622349 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd335e5e-ad5f-487e-939f-eb819de5eea8', 'tag': '33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:07.636058 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69eb837a-85ea-4dcd-add5-ebd120c1f144" -d '{"events": [{"name": "network-changed", "server_uuid": "fd335e5e-ad5f-487e-939f-eb819de5eea8", "tag": "33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:07.761387 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.765338 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8913195a-21ad-48ce-9172-806813f58742 x-openstack-request-id: req-8913195a-21ad-48ce-9172-806813f58742 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:07.766178 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd335e5e-ad5f-487e-939f-eb819de5eea8", "tag": "33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:07.766815 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8913195a-21ad-48ce-9172-806813f58742 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:07.769002 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd335e5e-ad5f-487e-939f-eb819de5eea8', 'tag': '33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe', 'status': 'completed', 'code': 200} Jul 07 17:10:07.797556 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8f217af7-8cce-446f-b7e3-41cf19a7d4d6 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server [None req-8b938274-fd1d-41ff-aa03-46b20e8dcc22 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23e754e2-7526-4ab7-9c88-bb70f987a3ff: This subnet is being modified by another concurrent operation. Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:10:07.813478 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23e754e2-7526-4ab7-9c88-bb70f987a3ff: This subnet is being modified by another concurrent operation. Jul 07 17:10:07.819030 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server Jul 07 17:10:07.828275 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-aced3c1f-d76a-4435-86e5-810506cf5e77 service neutron] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973863 Jul 07 17:10:07.883421 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f217af7-8cce-446f-b7e3-41cf19a7d4d6 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Subnet': ['ID=23e754e2-7526-4ab7-9c88-bb70f987a3ff,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:07.894673 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d81fa92-fabd-437d-b50d-82597c2dac93 None None] Network 18373db3-92c6-4719-a25f-e598b62acd66 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:08.093441 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-2eae4f9b-a967-4bfb-a904-0ef672351f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:08.101401 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-2eae4f9b-a967-4bfb-a904-0ef672351f7e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94fb5041-e475-4bc0-9d1d-291598430d4a HTTP/1.1" status: 200 len: 797 time: 0.6991806 Jul 07 17:10:08.163646 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8f217af7-8cce-446f-b7e3-41cf19a7d4d6 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.192507 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-8f217af7-8cce-446f-b7e3-41cf19a7d4d6 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18373db3-92c6-4719-a25f-e598b62acd66']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:08.219340 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0d4e5e19-fef3-4eff-819c-1df04628433c req-47bb4765-9a89-44c7-a366-bff0dfe78dff tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c48e7d0-8671-43db-b4f8-7b03252ea4ca HTTP/1.1" status: 200 len: 210 time: 0.1105156 Jul 07 17:10:08.219923 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-8f217af7-8cce-446f-b7e3-41cf19a7d4d6 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae3e34d-95f8-4611-9719-33e0b5ec7b46') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:08.220253 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-8f217af7-8cce-446f-b7e3-41cf19a7d4d6 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae3e34d-95f8-4611-9719-33e0b5ec7b46') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:08.265054 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8f217af7-8cce-446f-b7e3-41cf19a7d4d6 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.280787 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-7555faab-9b81-4384-bb13-f925b547979e tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:08.283172 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-7555faab-9b81-4384-bb13-f925b547979e tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.72 "GET /v2.0/networks?id=e48a1335-f2ce-4136-9503-051b68c84575 HTTP/1.1" status: 200 len: 812 time: 0.9163575 Jul 07 17:10:08.303085 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-f0292854-9874-4deb-9b7a-e210fb423730 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Request body: {'port': {'device_id': '0c48e7d0-8671-43db-b4f8-7b03252ea4ca', 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575', 'admin_state_up': True, 'tenant_id': '2fe17a6fbd19425cb38c02ad6df4484f'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:08.317743 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8f217af7-8cce-446f-b7e3-41cf19a7d4d6 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.330243 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966d6ac4-30e8-41ad-8b12-414e46c8cd49 None None] get_active_networks_info from n-d-791503-12 {{(pid=100194) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:10:08.335767 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f217af7-8cce-446f-b7e3-41cf19a7d4d6 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:10:08.335767 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8f217af7-8cce-446f-b7e3-41cf19a7d4d6 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.450129 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a46592-75c0-444f-b679-902721a10f8d req-329c00d4-3c54-41e7-b3ef-6b1106f9c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:08.452070 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-55a46592-75c0-444f-b679-902721a10f8d req-329c00d4-3c54-41e7-b3ef-6b1106f9c9a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=854488ce7e0c4852954684e9f239b430&device_id=fd335e5e-ad5f-487e-939f-eb819de5eea8 HTTP/1.1" status: 200 len: 1095 time: 0.6469388 Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:10:08.486445 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:10:08.494844 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d6a58-8bd1-4594-9aff-e6cd97927fa3 req-79f1831c-8ed2-4c48-85a9-f9b5914bffda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:08.496670 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4b8d6a58-8bd1-4594-9aff-e6cd97927fa3 req-79f1831c-8ed2-4c48-85a9-f9b5914bffda service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=714c5973a0b4427daf9bad1f0fff20b4&device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 1097 time: 0.3687639 Jul 07 17:10:08.515996 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-3f245d10-0336-48c2-b7c7-6736b32929f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=870ee654-1865-4fc9-9384-819a276cb46e HTTP/1.1" status: 200 len: 217 time: 0.6708832 Jul 07 17:10:08.573055 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8f217af7-8cce-446f-b7e3-41cf19a7d4d6 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.577675 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966d6ac4-30e8-41ad-8b12-414e46c8cd49 None None] Resources bound (agent type, host, resource id): {{(pid=100194) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:10:08.586687 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8f217af7-8cce-446f-b7e3-41cf19a7d4d6 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.596412 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8f217af7-8cce-446f-b7e3-41cf19a7d4d6 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/networks/18373db3-92c6-4719-a25f-e598b62acd66 HTTP/1.1" status: 204 len: 168 time: 1.8069415 Jul 07 17:10:08.602838 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35208) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:08.621274 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-5d18699f-d2d7-4485-b1c5-4a3992a1efbf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1545405371'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:08.681501 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f217af7-8cce-446f-b7e3-41cf19a7d4d6 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Network': ['ID=18373db3-92c6-4719-a25f-e598b62acd66,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:08.715198 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972da33e-e44c-4aac-bece-73bd775ef983 req-6f33387d-d766-4ac5-9a42-d779d864fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:08.718153 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-b015a5db-5a9f-48b0-acb3-5ae047f23ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:08.719736 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-b015a5db-5a9f-48b0-acb3-5ae047f23ce1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f52f86e5-4ccf-471b-ba73-453c1047945f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5473866 Jul 07 17:10:08.721452 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-6f33387d-d766-4ac5-9a42-d779d864fb10 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fd26278-1ee8-4aad-a564-96dc9b452a11 HTTP/1.1" status: 200 len: 797 time: 0.1873748 Jul 07 17:10:08.729897 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-55a46592-75c0-444f-b679-902721a10f8d req-b02a7093-4534-447b-a11e-1ef2823fd4be service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe HTTP/1.1" status: 200 len: 217 time: 0.2558668 Jul 07 17:10:08.823445 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d18699f-d2d7-4485-b1c5-4a3992a1efbf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Made reservation on behalf of 29936e27e52e42a78f6f821032207ca0 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:08.827626 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5d18699f-d2d7-4485-b1c5-4a3992a1efbf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.868022 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb316d-dce1-4df2-82ed-93bdf3c29fe5 req-221bb881-8938-4f38-b1ac-ab8331c8e237 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:08.868408 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d6a58-8bd1-4594-9aff-e6cd97927fa3 req-b37882e9-8b54-467c-bbb9-703e8255680d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:08.869907 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4b8d6a58-8bd1-4594-9aff-e6cd97927fa3 req-b37882e9-8b54-467c-bbb9-703e8255680d service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab82b3df-4c86-4ece-b695-047ab3f5d517 HTTP/1.1" status: 200 len: 920 time: 0.2673612 Jul 07 17:10:08.877012 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-efeb316d-dce1-4df2-82ed-93bdf3c29fe5 req-221bb881-8938-4f38-b1ac-ab8331c8e237 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.3875287 Jul 07 17:10:08.927134 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d18699f-d2d7-4485-b1c5-4a3992a1efbf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:10:08.940229 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5d18699f-d2d7-4485-b1c5-4a3992a1efbf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.940579 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-5d18699f-d2d7-4485-b1c5-4a3992a1efbf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Added segment c45e655d-261a-4ea3-bc60-3ef5d7158cb7 of type vlan for network 90511c71-cb91-4a21-9ddc-d8ef3f7ed351 Jul 07 17:10:08.991370 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4b8d6a58-8bd1-4594-9aff-e6cd97927fa3 req-0ac6bbf8-9ea1-4ce7-a2ae-5559d4d02460 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef380acb-b070-4a03-8ab4-9915f4d0d9d6 HTTP/1.1" status: 200 len: 217 time: 0.1110728 Jul 07 17:10:09.019164 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5d18699f-d2d7-4485-b1c5-4a3992a1efbf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.079043 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-179ebc27-511f-44cf-946e-97d9b1a79df6 service neutron] 10.222.0.72 "GET /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407927 Jul 07 17:10:09.084668 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5d18699f-d2d7-4485-b1c5-4a3992a1efbf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.101697 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d18699f-d2d7-4485-b1c5-4a3992a1efbf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:09.102326 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5d18699f-d2d7-4485-b1c5-4a3992a1efbf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.121808 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-f0292854-9874-4deb-9b7a-e210fb423730 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Made reservation on behalf of 2fe17a6fbd19425cb38c02ad6df4484f for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:09.134369 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-f0292854-9874-4deb-9b7a-e210fb423730 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.188997 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972da33e-e44c-4aac-bece-73bd775ef983 req-6cf4057d-6f4e-4d91-b248-897dd1b257da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:09.190651 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-6cf4057d-6f4e-4d91-b248-897dd1b257da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb74cf42-8431-4db2-86e2-f968c1182b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4442506 Jul 07 17:10:09.203395 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-efeb316d-dce1-4df2-82ed-93bdf3c29fe5 req-20941703-1674-43b4-824f-fdfa0c909a46 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257604 Jul 07 17:10:09.219978 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5d18699f-d2d7-4485-b1c5-4a3992a1efbf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6108935 Jul 07 17:10:09.220657 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35218) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:09.255176 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-93fcb39e-5811-4f27-9011-33618967db39 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Request body: {'subnet': {'network_id': '90511c71-cb91-4a21-9ddc-d8ef3f7ed351', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:09.296291 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18699f-d2d7-4485-b1c5-4a3992a1efbf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event updated for resources: {'Network': ['ID=90511c71-cb91-4a21-9ddc-d8ef3f7ed351,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:09.309066 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a46592-75c0-444f-b679-902721a10f8d req-e1c5ce1b-e8ab-4f45-af5c-62a061aaf802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:09.312376 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-55a46592-75c0-444f-b679-902721a10f8d req-e1c5ce1b-e8ab-4f45-af5c-62a061aaf802 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=160646de-633f-43bb-ab77-cdc4622fc25c HTTP/1.1" status: 200 len: 845 time: 0.5740623 Jul 07 17:10:09.323581 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 90511c71-cb91-4a21-9ddc-d8ef3f7ed351 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:09.407182 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f5501-164d-4d80-b23b-28e456092a9c req-3a9b06d3-b635-4215-9fbd-0afd4a5a81f0 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:09.416035 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-649f5501-164d-4d80-b23b-28e456092a9c req-3a9b06d3-b635-4215-9fbd-0afd4a5a81f0 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd335e5e-ad5f-487e-939f-eb819de5eea8 HTTP/1.1" status: 200 len: 943 time: 0.9626410 Jul 07 17:10:09.451427 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-55a46592-75c0-444f-b679-902721a10f8d req-b00f3b4f-5112-49e1-9c11-2ba4c6ef589b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=656dd087-69ac-4445-b8fb-7180ff9e7eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929012 Jul 07 17:10:09.538366 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d6a58-8bd1-4594-9aff-e6cd97927fa3 req-1963a19d-ffff-4d7a-9089-56a8fe8e14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:09.540008 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4b8d6a58-8bd1-4594-9aff-e6cd97927fa3 req-1963a19d-ffff-4d7a-9089-56a8fe8e14c5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8f885443-046f-4184-82cb-bdc354731f9f HTTP/1.1" status: 200 len: 859 time: 0.4594991 Jul 07 17:10:09.614042 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fd12c92a-0eba-432d-b103-511fb99a3770 req-8d3770b3-cf59-406d-aa5b-46ac594df057 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c48e7d0-8671-43db-b4f8-7b03252ea4ca HTTP/1.1" status: 200 len: 210 time: 0.0568674 Jul 07 17:10:09.637183 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-649f5501-164d-4d80-b23b-28e456092a9c req-1982b66a-5202-43c8-bb5c-4505f0d10258 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196686 Jul 07 17:10:09.645775 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-3ee62c76-f5ec-4ee7-bcb4-34e5fd105b6f service neutron] 10.222.0.64 "GET /v2.0/networks/fb74cf42-8431-4db2-86e2-f968c1182b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412842 Jul 07 17:10:09.713908 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fcb39e-5811-4f27-9011-33618967db39 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Made reservation on behalf of 29936e27e52e42a78f6f821032207ca0 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:09.719064 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-93fcb39e-5811-4f27-9011-33618967db39 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.880900 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.ipam_backend_mixin [None req-93fcb39e-5811-4f27-9011-33618967db39 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Performing IP validity checks on allocation pools {{(pid=100192) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 17:10:09.881841 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.ipam_backend_mixin [None req-93fcb39e-5811-4f27-9011-33618967db39 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100192) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 17:10:09.935762 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-b4064d4d-2fac-4ffb-bf80-57767b010a59 service neutron] 10.222.0.64 "GET /v2.0/networks/fb74cf42-8431-4db2-86e2-f968c1182b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820425 Jul 07 17:10:09.985342 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-55a46592-75c0-444f-b679-902721a10f8d req-69d28347-cfce-4e3d-af4d-2a074fbdc410 service neutron] 10.222.0.64 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901130 Jul 07 17:10:10.039745 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-fcdaafee-a0d2-43e4-9e07-4791a89144cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b8d331dd-bb8d-437d-9375-521139323c2b HTTP/1.1" status: 200 len: 217 time: 0.0953853 Jul 07 17:10:10.052250 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-f0292854-9874-4deb-9b7a-e210fb423730 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Allocated IP 172.20.0.4 (e48a1335-f2ce-4136-9503-051b68c84575/14e47f73-09be-4e96-b070-1b771944d586/0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:10.213395 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972da33e-e44c-4aac-bece-73bd775ef983 req-57091a5d-dbce-49bf-a535-e871f72bb3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:10.215296 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-57091a5d-dbce-49bf-a535-e871f72bb3e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fd26278-1ee8-4aad-a564-96dc9b452a11 HTTP/1.1" status: 200 len: 797 time: 0.1699398 Jul 07 17:10:10.223195 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4b8d6a58-8bd1-4594-9aff-e6cd97927fa3 req-b06244ed-e126-4b6d-bc8c-4f9753dc48a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab82b3df-4c86-4ece-b695-047ab3f5d517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6049535 Jul 07 17:10:10.273382 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-93fcb39e-5811-4f27-9011-33618967db39 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.398782 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-55a46592-75c0-444f-b679-902721a10f8d req-6b1bfc13-1b7b-4c05-b887-c2cc7cfa0429 service neutron] 10.222.0.64 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743846 Jul 07 17:10:10.433454 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fcb39e-5811-4f27-9011-33618967db39 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event updated for resources: {'Subnet': ['ID=77296ed3-4ca3-4df3-b9d0-bfd5fd13dd6e,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:10.486632 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fcb39e-5811-4f27-9011-33618967db39 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Checking segment: {'id': 'c45e655d-261a-4ea3-bc60-3ef5d7158cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '90511c71-cb91-4a21-9ddc-d8ef3f7ed351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:10.487019 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fcb39e-5811-4f27-9011-33618967db39 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Network hostable DHCP agents. Network: 90511c71-cb91-4a21-9ddc-d8ef3f7ed351, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:10:10.496468 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972da33e-e44c-4aac-bece-73bd775ef983 req-350ae612-64a7-4be0-9db7-43a371eb9a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:10.499004 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-350ae612-64a7-4be0-9db7-43a371eb9a17 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb74cf42-8431-4db2-86e2-f968c1182b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2760243 Jul 07 17:10:10.731763 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2724c7f3-c168-4951-90cd-72f9fd39d9b5 req-a4843fa6-1c3a-42c6-bd13-d5fc9a200d2c service neutron] 10.222.0.72 "GET /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6310329 Jul 07 17:10:10.735280 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4b8d6a58-8bd1-4594-9aff-e6cd97927fa3 req-eca3ba4e-ac22-4331-8b20-f1244a8590f5 service neutron] 10.222.0.64 "GET /v2.0/networks/ab82b3df-4c86-4ece-b695-047ab3f5d517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447134 Jul 07 17:10:11.027389 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fcb39e-5811-4f27-9011-33618967db39 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Network 90511c71-cb91-4a21-9ddc-d8ef3f7ed351 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:10:11.052316 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-f0292854-9874-4deb-9b7a-e210fb423730 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.065427 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-93fcb39e-5811-4f27-9011-33618967db39 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 90511c71-cb91-4a21-9ddc-d8ef3f7ed351) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:11.080914 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03009a40-949a-4c23-8a76-2626929d8212 None None] Network 90511c71-cb91-4a21-9ddc-d8ef3f7ed351 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:11.085050 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c4298847-661f-483b-8646-4c08e194d92c req-db7089a1-d228-4d32-8497-11de8dc3d090 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c48e7d0-8671-43db-b4f8-7b03252ea4ca HTTP/1.1" status: 200 len: 210 time: 0.1847742 Jul 07 17:10:11.087751 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fcb39e-5811-4f27-9011-33618967db39 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:11.088784 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-93fcb39e-5811-4f27-9011-33618967db39 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.192922 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-a810f88e-b28c-4502-8e60-a500cb73eb1e service neutron] 10.222.0.64 "GET /v2.0/networks/fb74cf42-8431-4db2-86e2-f968c1182b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6858904 Jul 07 17:10:11.201373 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-93fcb39e-5811-4f27-9011-33618967db39 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9734800 Jul 07 17:10:11.215150 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35248) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:11.243133 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4b8d6a58-8bd1-4594-9aff-e6cd97927fa3 req-9b061a1e-2f78-47c3-b78d-b94abcf8fc6d service neutron] 10.222.0.64 "GET /v2.0/networks/ab82b3df-4c86-4ece-b695-047ab3f5d517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771042 Jul 07 17:10:11.320431 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb837a-85ea-4dcd-add5-ebd120c1f144 req-ef3f34d9-3a9d-4986-9b85-aaf9dc967af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:11.325242 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69eb837a-85ea-4dcd-add5-ebd120c1f144 req-ef3f34d9-3a9d-4986-9b85-aaf9dc967af7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=854488ce7e0c4852954684e9f239b430&device_id=fd335e5e-ad5f-487e-939f-eb819de5eea8 HTTP/1.1" status: 200 len: 1095 time: 0.8640206 Jul 07 17:10:11.330158 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0678edc-f543-4bfb-9ace-79869c439f2f req-b3c9c76d-f2fb-4426-8598-3ca813fc6f56 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:11.335468 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a0678edc-f543-4bfb-9ace-79869c439f2f req-b3c9c76d-f2fb-4426-8598-3ca813fc6f56 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.8266032 Jul 07 17:10:11.355567 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75018048-c370-426a-b40a-9fd04bccfd8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-90511c71-cb91-4a21-9ddc-d8ef3f7ed351', 'network_id': '90511c71-cb91-4a21-9ddc-d8ef3f7ed351', 'tenant_id': '29936e27e52e42a78f6f821032207ca0', 'fixed_ips': [{'subnet_id': '77296ed3-4ca3-4df3-b9d0-bfd5fd13dd6e'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:10:11.356884 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-75018048-c370-426a-b40a-9fd04bccfd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.529660 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-f0292854-9874-4deb-9b7a-e210fb423730 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.605150 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.656685 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-f0292854-9874-4deb-9b7a-e210fb423730 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Network e48a1335-f2ce-4136-9503-051b68c84575 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:11.665264 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0292854-9874-4deb-9b7a-e210fb423730 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Pushing event updated for resources: {'Port': ['ID=0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:11.673095 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-f0292854-9874-4deb-9b7a-e210fb423730 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:11.680708 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-f0292854-9874-4deb-9b7a-e210fb423730 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:11.722476 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-75018048-c370-426a-b40a-9fd04bccfd8e None None] Allocated IP 172.20.0.3 (90511c71-cb91-4a21-9ddc-d8ef3f7ed351/77296ed3-4ca3-4df3-b9d0-bfd5fd13dd6e/30493d50-78c9-4085-aa07-9eae2de413c6) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:11.736014 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb837a-85ea-4dcd-add5-ebd120c1f144 req-6bee1ac7-06e0-4ea1-8862-eee187e47fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:11.737532 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69eb837a-85ea-4dcd-add5-ebd120c1f144 req-6bee1ac7-06e0-4ea1-8862-eee187e47fbe service neutron] 10.222.0.64 "GET /v2.0/networks?id=656dd087-69ac-4445-b8fb-7180ff9e7eaa HTTP/1.1" status: 200 len: 906 time: 0.3983922 Jul 07 17:10:11.812972 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-f0292854-9874-4deb-9b7a-e210fb423730 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:11.814199 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-f0292854-9874-4deb-9b7a-e210fb423730 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.820701 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69eb837a-85ea-4dcd-add5-ebd120c1f144 req-8fef643f-2b1d-42ab-81d0-1b4d903738b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe HTTP/1.1" status: 200 len: 217 time: 0.0747800 Jul 07 17:10:11.842603 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9421c-324e-4596-a6c6-f1141ff05184 req-6eeb00b6-1a7e-4617-8017-0b0a0232bab3 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:11.844232 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dbf9421c-324e-4596-a6c6-f1141ff05184 req-6eeb00b6-1a7e-4617-8017-0b0a0232bab3 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd335e5e-ad5f-487e-939f-eb819de5eea8 HTTP/1.1" status: 200 len: 943 time: 0.2630825 Jul 07 17:10:11.855004 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a0678edc-f543-4bfb-9ace-79869c439f2f req-dd971281-cd47-4f18-8f1b-2fccd670239a tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614043 Jul 07 17:10:11.858889 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-972da33e-e44c-4aac-bece-73bd775ef983 req-f61276c9-a770-4750-bfc4-c506b1a5e06d service neutron] 10.222.0.64 "GET /v2.0/networks/fb74cf42-8431-4db2-86e2-f968c1182b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6562486 Jul 07 17:10:11.913855 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-f0292854-9874-4deb-9b7a-e210fb423730 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6152601 Jul 07 17:10:11.933124 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.935008 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-6cb48cf5-4c73-4766-b9ed-197b383583ab service neutron] Request body: {'port': {'device_id': '0c48e7d0-8671-43db-b4f8-7b03252ea4ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:12.220131 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-75018048-c370-426a-b40a-9fd04bccfd8e None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.247511 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-75018048-c370-426a-b40a-9fd04bccfd8e None None] Transition to ACTIVE for port object 30493d50-78c9-4085-aa07-9eae2de413c6 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:12.309951 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-75018048-c370-426a-b40a-9fd04bccfd8e None None] Transition to ACTIVE for port object 30493d50-78c9-4085-aa07-9eae2de413c6 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:12.322918 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-75018048-c370-426a-b40a-9fd04bccfd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.407183 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.508657 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75018048-c370-426a-b40a-9fd04bccfd8e None None] Network 90511c71-cb91-4a21-9ddc-d8ef3f7ed351 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:12.523152 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-75018048-c370-426a-b40a-9fd04bccfd8e None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:12.528756 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75018048-c370-426a-b40a-9fd04bccfd8e None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:12.573756 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Subnet': ['ID=77296ed3-4ca3-4df3-b9d0-bfd5fd13dd6e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:12.586436 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75018048-c370-426a-b40a-9fd04bccfd8e None None] Pushing event updated for resources: {'Port': ['ID=30493d50-78c9-4085-aa07-9eae2de413c6,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:12.704351 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dbf9421c-324e-4596-a6c6-f1141ff05184 req-1597ceb0-5edb-4678-8629-bc49fd2f0c95 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7979074 Jul 07 17:10:12.727557 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb837a-85ea-4dcd-add5-ebd120c1f144 req-ce4aa9b6-7b64-420c-bfdd-bce5d4565534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:12.730905 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.731280 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69eb837a-85ea-4dcd-add5-ebd120c1f144 req-ce4aa9b6-7b64-420c-bfdd-bce5d4565534 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=160646de-633f-43bb-ab77-cdc4622fc25c HTTP/1.1" status: 200 len: 845 time: 0.8981903 Jul 07 17:10:12.744389 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-75018048-c370-426a-b40a-9fd04bccfd8e None None] Attempting to bind port 30493d50-78c9-4085-aa07-9eae2de413c6 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:12.747750 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-75018048-c370-426a-b40a-9fd04bccfd8e None None] Attempting to bind port 30493d50-78c9-4085-aa07-9eae2de413c6 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'c45e655d-261a-4ea3-bc60-3ef5d7158cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '90511c71-cb91-4a21-9ddc-d8ef3f7ed351'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:12.751329 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75018048-c370-426a-b40a-9fd04bccfd8e None None] Attempting to bind port 30493d50-78c9-4085-aa07-9eae2de413c6 on network 90511c71-cb91-4a21-9ddc-d8ef3f7ed351 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:12.763900 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75018048-c370-426a-b40a-9fd04bccfd8e None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:12.770143 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90511c71-cb91-4a21-9ddc-d8ef3f7ed351']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:12.772280 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75018048-c370-426a-b40a-9fd04bccfd8e None None] Checking segment: {'id': 'c45e655d-261a-4ea3-bc60-3ef5d7158cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '90511c71-cb91-4a21-9ddc-d8ef3f7ed351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:12.774046 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-75018048-c370-426a-b40a-9fd04bccfd8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.775372 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75018048-c370-426a-b40a-9fd04bccfd8e None None] Bound using segment: {'id': 'c45e655d-261a-4ea3-bc60-3ef5d7158cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '90511c71-cb91-4a21-9ddc-d8ef3f7ed351'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:12.778097 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-75018048-c370-426a-b40a-9fd04bccfd8e None None] Bound port: 30493d50-78c9-4085-aa07-9eae2de413c6, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45e655d-261a-4ea3-bc60-3ef5d7158cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '90511c71-cb91-4a21-9ddc-d8ef3f7ed351'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:12.782757 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-75018048-c370-426a-b40a-9fd04bccfd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.794247 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45e655d-261a-4ea3-bc60-3ef5d7158cb7') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:12.794707 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45e655d-261a-4ea3-bc60-3ef5d7158cb7') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:12.812397 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.843576 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69eb837a-85ea-4dcd-add5-ebd120c1f144 req-dc751d0e-ee17-4801-9062-d0519053233c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=656dd087-69ac-4445-b8fb-7180ff9e7eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938170 Jul 07 17:10:12.860187 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.875556 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:10:12.875984 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.984491 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-75018048-c370-426a-b40a-9fd04bccfd8e None None] For port 30493d50-78c9-4085-aa07-9eae2de413c6, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:10:12.996021 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:10:13.019215 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69eb837a-85ea-4dcd-add5-ebd120c1f144 req-86428a5f-58fa-4570-a12d-dc3e16f2a624 service neutron] 10.222.0.64 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668794 Jul 07 17:10:13.100983 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-6cb48cf5-4c73-4766-b9ed-197b383583ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.139411 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-75018048-c370-426a-b40a-9fd04bccfd8e None None] For port 30493d50-78c9-4085-aa07-9eae2de413c6, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=30493d50-78c9-4085-aa07-9eae2de413c6,segment=NetworkSegment(c45e655d-261a-4ea3-bc60-3ef5d7158cb7),segment_id=c45e655d-261a-4ea3-bc60-3ef5d7158cb7)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:13.149975 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.db.api [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:10:13.149975 n-d-791503-12 neutron-server[100192]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:10:13.149975 n-d-791503-12 neutron-server[100192]: [parameters: {'id': '90511c71-cb91-4a21-9ddc-d8ef3f7ed351'}] Jul 07 17:10:13.149975 n-d-791503-12 neutron-server[100192]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:10:13.150825 n-d-791503-12 neutron-server[100192]: DEBUG oslo_db.api [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:10:13.153084 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-75018048-c370-426a-b40a-9fd04bccfd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.176738 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96801f9a-2138-400d-8521-d97c2f365b3b req-9d951794-f0a6-4e7f-ab34-fa7bfd5d8618 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:13.184013 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-96801f9a-2138-400d-8521-d97c2f365b3b req-9d951794-f0a6-4e7f-ab34-fa7bfd5d8618 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c48e7d0-8671-43db-b4f8-7b03252ea4ca HTTP/1.1" status: 200 len: 931 time: 0.4974360 Jul 07 17:10:13.266912 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-96801f9a-2138-400d-8521-d97c2f365b3b req-c598eda7-93f1-48ad-a877-d93406829f70 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760498 Jul 07 17:10:13.292940 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75018048-c370-426a-b40a-9fd04bccfd8e None None] Pushing event updated for resources: {'Port': ['ID=30493d50-78c9-4085-aa07-9eae2de413c6,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:13.394865 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830854a6-8abd-4a80-ade4-b96668d7c460 None None] Network 90511c71-cb91-4a21-9ddc-d8ef3f7ed351 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:13.652173 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.707049 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69eb837a-85ea-4dcd-add5-ebd120c1f144 req-6bd9e41b-f4f6-4d75-8f93-41cf7e9de9b9 service neutron] 10.222.0.64 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6796656 Jul 07 17:10:13.865838 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Deleting port 30493d50-78c9-4085-aa07-9eae2de413c6 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:13.866787 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.910123 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1d739a-9555-48e3-b481-262318f5e7aa None None] get_active_networks_info from n-d-791503-12 {{(pid=100194) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:10:13.993181 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998486bf-726d-4870-8df5-ae638a4bfd37 req-b06a695d-ad50-458b-8fe6-357143bb63c0 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:13.995083 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-998486bf-726d-4870-8df5-ae638a4bfd37 req-b06a695d-ad50-458b-8fe6-357143bb63c0 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.7735929 Jul 07 17:10:13.999013 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:14.080922 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-6cb48cf5-4c73-4766-b9ed-197b383583ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:14.113895 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] For port 30493d50-78c9-4085-aa07-9eae2de413c6, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=30493d50-78c9-4085-aa07-9eae2de413c6,segment=NetworkSegment(c45e655d-261a-4ea3-bc60-3ef5d7158cb7),segment_id=c45e655d-261a-4ea3-bc60-3ef5d7158cb7)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:14.115433 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.131339 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-6cb48cf5-4c73-4766-b9ed-197b383583ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.194498 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Calling delete_port for 30493d50-78c9-4085-aa07-9eae2de413c6 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:14.230694 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.resource_extend [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:10:14.243018 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-6cb48cf5-4c73-4766-b9ed-197b383583ab service neutron] Transition to ACTIVE for port object 0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:14.250800 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-6cb48cf5-4c73-4766-b9ed-197b383583ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.294356 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-998486bf-726d-4870-8df5-ae638a4bfd37 req-a7f0ca17-df93-4fd1-9b96-0e7ca16228b2 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848466 Jul 07 17:10:14.323305 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abad45e-18b3-47ae-a97d-510ae15832c5 req-56084d8b-cd9e-4287-bc09-aa7c66b16ab6 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:14.325006 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5abad45e-18b3-47ae-a97d-510ae15832c5 req-56084d8b-cd9e-4287-bc09-aa7c66b16ab6 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd335e5e-ad5f-487e-939f-eb819de5eea8 HTTP/1.1" status: 200 len: 943 time: 0.2218127 Jul 07 17:10:14.423957 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.458067 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5abad45e-18b3-47ae-a97d-510ae15832c5 req-be883144-c23d-4bb4-88b7-329195aa830a tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232419 Jul 07 17:10:14.575377 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No DVR routers for this DVR port 30493d50-78c9-4085-aa07-9eae2de413c6 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:10:14.576325 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Port': ['ID=30493d50-78c9-4085-aa07-9eae2de413c6,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:14.635958 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb48cf5-4c73-4766-b9ed-197b383583ab service neutron] Pushing event updated for resources: {'Port': ['ID=0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:14.744942 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:14.758503 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1d739a-9555-48e3-b481-262318f5e7aa None None] Resources bound (agent type, host, resource id): {{(pid=100194) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:10:14.820039 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-6cb48cf5-4c73-4766-b9ed-197b383583ab service neutron] Attempting to bind port 0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:14.820857 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-6cb48cf5-4c73-4766-b9ed-197b383583ab service neutron] Attempting to bind port 0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'daf42bd2-fc12-4c99-b88e-eb60fef0924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:14.821874 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-6cb48cf5-4c73-4766-b9ed-197b383583ab service neutron] Attempting to bind port 0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b on network e48a1335-f2ce-4136-9503-051b68c84575 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:14.839792 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-6cb48cf5-4c73-4766-b9ed-197b383583ab service neutron] Port 0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b on network e48a1335-f2ce-4136-9503-051b68c84575 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:14.840976 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-6cb48cf5-4c73-4766-b9ed-197b383583ab service neutron] Attempting to bind port 0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b on network e48a1335-f2ce-4136-9503-051b68c84575 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:14.853915 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe', 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa', 'port_id': '33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe', 'mac_address': 'fa:16:3e:8f:ba:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160646de-633f-43bb-ab77-cdc4622fc25c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:14.872874 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-6cb48cf5-4c73-4766-b9ed-197b383583ab service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:14.896411 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-6cb48cf5-4c73-4766-b9ed-197b383583ab service neutron] Checking segment: {'id': 'daf42bd2-fc12-4c99-b88e-eb60fef0924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:14.897277 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-6cb48cf5-4c73-4766-b9ed-197b383583ab service neutron] Bound using segment: {'id': 'daf42bd2-fc12-4c99-b88e-eb60fef0924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:14.897918 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.898313 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-6cb48cf5-4c73-4766-b9ed-197b383583ab service neutron] Bound port: 0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf42bd2-fc12-4c99-b88e-eb60fef0924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:14.898700 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-6cb48cf5-4c73-4766-b9ed-197b383583ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.911127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90511c71-cb91-4a21-9ddc-d8ef3f7ed351']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:14.929120 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45e655d-261a-4ea3-bc60-3ef5d7158cb7') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:14.929440 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45e655d-261a-4ea3-bc60-3ef5d7158cb7') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:14.943685 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.943904 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c060a-84d4-4a7f-83eb-c633f07e70b5 req-0c860840-a266-4c42-8f20-5876c17896da tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:14.946283 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-452c060a-84d4-4a7f-83eb-c633f07e70b5 req-0c860840-a266-4c42-8f20-5876c17896da tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c48e7d0-8671-43db-b4f8-7b03252ea4ca HTTP/1.1" status: 200 len: 943 time: 0.2616310 Jul 07 17:10:14.990100 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.003878 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:10:15.005474 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:10:15.012858 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:10:15.108008 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.157126 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.164118 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-452c060a-84d4-4a7f-83eb-c633f07e70b5 req-6fd493ab-4108-468c-8c83-828d2a62c47c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033381 Jul 07 17:10:15.167597 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/networks/90511c71-cb91-4a21-9ddc-d8ef3f7ed351 HTTP/1.1" status: 204 len: 168 time: 3.9509993 Jul 07 17:10:15.169917 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35326) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:15.206809 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-6cb48cf5-4c73-4766-b9ed-197b383583ab service neutron] For port 0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:15.214665 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-6cb48cf5-4c73-4766-b9ed-197b383583ab service neutron] For port 0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:15.224012 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-6cb48cf5-4c73-4766-b9ed-197b383583ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.245366 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-b175758d-4778-4d23-bcdc-0fe1d12945cf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-110070976'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:15.260594 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-6cb48cf5-4c73-4766-b9ed-197b383583ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:15.263956 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-6cb48cf5-4c73-4766-b9ed-197b383583ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.267459 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-6cb48cf5-4c73-4766-b9ed-197b383583ab service neutron] 10.222.0.72 "PUT /v2.0/ports/0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b HTTP/1.1" status: 200 len: 1092 time: 3.3395205 Jul 07 17:10:15.270223 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c48e7d0-8671-43db-b4f8-7b03252ea4ca', 'tag': '0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:15.287993 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a7b36f-b66a-4ec7-8f15-f2d2136209b1" -d '{"events": [{"name": "network-changed", "server_uuid": "0c48e7d0-8671-43db-b4f8-7b03252ea4ca", "tag": "0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:15.330117 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.365620 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:15.410856 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:15.411435 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf8ad4-ab85-4617-a3fb-464fc0b872d8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Network': ['ID=90511c71-cb91-4a21-9ddc-d8ef3f7ed351,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:15.421543 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.429277 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b175758d-4778-4d23-bcdc-0fe1d12945cf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Made reservation on behalf of 29936e27e52e42a78f6f821032207ca0 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:15.438817 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b175758d-4778-4d23-bcdc-0fe1d12945cf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.458542 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c871447-d1e7-41e0-86bf-beb3d0e76d24 x-openstack-request-id: req-6c871447-d1e7-41e0-86bf-beb3d0e76d24 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:15.458895 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c48e7d0-8671-43db-b4f8-7b03252ea4ca", "tag": "0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:15.459101 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c871447-d1e7-41e0-86bf-beb3d0e76d24 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:15.459506 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c48e7d0-8671-43db-b4f8-7b03252ea4ca', 'tag': '0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b', 'status': 'completed', 'code': 200} Jul 07 17:10:15.504785 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb48cf5-4c73-4766-b9ed-197b383583ab service neutron] Pushing event updated for resources: {'Port': ['ID=0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:15.506619 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b175758d-4778-4d23-bcdc-0fe1d12945cf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:10:15.529922 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b175758d-4778-4d23-bcdc-0fe1d12945cf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.530675 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-b175758d-4778-4d23-bcdc-0fe1d12945cf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Added segment f0063603-e4bb-4211-b1b5-b4e04d36a9a4 of type vlan for network 8a598256-5260-4b83-bd6e-f7e35db2f068 Jul 07 17:10:15.596177 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-65b3b91e-b24f-47e4-9ab2-0d4b0c2922ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:15.608753 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-65b3b91e-b24f-47e4-9ab2-0d4b0c2922ae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2fe17a6fbd19425cb38c02ad6df4484f&device_id=0c48e7d0-8671-43db-b4f8-7b03252ea4ca HTTP/1.1" status: 200 len: 1095 time: 0.1412585 Jul 07 17:10:15.648006 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b175758d-4778-4d23-bcdc-0fe1d12945cf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.657799 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:15.677767 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:15.678213 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:15.679019 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:15.679510 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:15.680081 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:15.680778 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:15.685930 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:15.686572 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:15.687092 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:15.687755 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:15.688436 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:15.688783 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:15.726803 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:15.749729 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b175758d-4778-4d23-bcdc-0fe1d12945cf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.757231 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b175758d-4778-4d23-bcdc-0fe1d12945cf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:15.758193 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b175758d-4778-4d23-bcdc-0fe1d12945cf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.776099 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-4901a46d-bf6d-498d-8323-1a4f6c42477f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b HTTP/1.1" status: 200 len: 217 time: 0.1612549 Jul 07 17:10:15.870127 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35348) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:15.945725 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b175758d-4778-4d23-bcdc-0fe1d12945cf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7747791 Jul 07 17:10:15.951617 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35352) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:15.957720 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-82b1a550-bd70-4c1c-b227-46af91834547 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Request body: {'subnet': {'network_id': '8a598256-5260-4b83-bd6e-f7e35db2f068', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:15.967778 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175758d-4778-4d23-bcdc-0fe1d12945cf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event updated for resources: {'Network': ['ID=8a598256-5260-4b83-bd6e-f7e35db2f068,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:16.033159 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 8a598256-5260-4b83-bd6e-f7e35db2f068 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:16.049535 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-afb58d37-0bf4-4742-a0d9-7a6410c25b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:16.057484 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-afb58d37-0bf4-4742-a0d9-7a6410c25b2d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=14e47f73-09be-4e96-b070-1b771944d586 HTTP/1.1" status: 200 len: 852 time: 0.2458470 Jul 07 17:10:16.114663 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955c287-eb52-4499-b939-125833864121 req-2ea22d58-a8a7-49a8-bf81-53352cb07c93 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:16.118497 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae17b21-daba-4fe0-956c-a03180889bc3 req-042e5ac3-4d7b-4ee2-99f6-e7046feb8472 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:16.120576 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dae17b21-daba-4fe0-956c-a03180889bc3 req-042e5ac3-4d7b-4ee2-99f6-e7046feb8472 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 946 time: 0.2345748 Jul 07 17:10:16.137672 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4955c287-eb52-4499-b939-125833864121 req-2ea22d58-a8a7-49a8-bf81-53352cb07c93 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd335e5e-ad5f-487e-939f-eb819de5eea8 HTTP/1.1" status: 200 len: 944 time: 0.5259938 Jul 07 17:10:16.226004 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dae17b21-daba-4fe0-956c-a03180889bc3 req-a6c5dd12-1a10-4fbb-838e-2cfc50478bde tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982852 Jul 07 17:10:16.273209 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-c9da2486-9541-4db1-aaa3-d307422e85f0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e48a1335-f2ce-4136-9503-051b68c84575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284988 Jul 07 17:10:16.278806 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f70ce727-a141-4202-8bd2-2182fe45c14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.283524 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b1a550-bd70-4c1c-b227-46af91834547 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Made reservation on behalf of 29936e27e52e42a78f6f821032207ca0 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:16.294112 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-82b1a550-bd70-4c1c-b227-46af91834547 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.502241 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4955c287-eb52-4499-b939-125833864121 req-d8abb605-6530-43fa-8d50-ddb74a59f680 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630576 Jul 07 17:10:16.620142 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a526a7-e609-4392-8f81-ce7e0cd8ba1d req-e31a6530-8b3f-444a-8378-526295025f31 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:16.621865 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58a526a7-e609-4392-8f81-ce7e0cd8ba1d req-e31a6530-8b3f-444a-8378-526295025f31 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c48e7d0-8671-43db-b4f8-7b03252ea4ca HTTP/1.1" status: 200 len: 943 time: 0.1609945 Jul 07 17:10:16.642163 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-cf8ca575-6541-427d-834a-4be3403bd18a service neutron] 10.222.0.72 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377697 Jul 07 17:10:16.742302 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58a526a7-e609-4392-8f81-ce7e0cd8ba1d req-024c5442-e54f-4003-bb3b-f4c05a11f64a tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053493 Jul 07 17:10:16.798289 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f70ce727-a141-4202-8bd2-2182fe45c14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.808095 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-82b1a550-bd70-4c1c-b227-46af91834547 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.811189 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f70ce727-a141-4202-8bd2-2182fe45c14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.876375 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f70ce727-a141-4202-8bd2-2182fe45c14e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cbaadb0088e24b8898ffb4659f1bf878&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0034044 Jul 07 17:10:16.879150 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-401703a1-5b80-4102-bac8-52a8e39d9be4 req-4ea9103d-dc24-493a-b876-a4b6e4a02f6e service neutron] 10.222.0.72 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265027 Jul 07 17:10:16.882797 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35364) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:16.886785 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ce727-a141-4202-8bd2-2182fe45c14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf33547-1362-4650-a69a-a40ca3ddcb46,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:16.955917 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1a550-bd70-4c1c-b227-46af91834547 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event updated for resources: {'Subnet': ['ID=0be42081-f36d-4f81-b07f-8f545e44e995,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:17.011350 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7b36f-b66a-4ec7-8f15-f2d2136209b1 req-5388ff2e-05d2-436c-9bf6-cff90cb4cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:17.011637 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b1a550-bd70-4c1c-b227-46af91834547 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Checking segment: {'id': 'f0063603-e4bb-4211-b1b5-b4e04d36a9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8a598256-5260-4b83-bd6e-f7e35db2f068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:17.011980 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b1a550-bd70-4c1c-b227-46af91834547 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Network hostable DHCP agents. Network: 8a598256-5260-4b83-bd6e-f7e35db2f068, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:10:17.012869 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-61a7b36f-b66a-4ec7-8f15-f2d2136209b1 req-5388ff2e-05d2-436c-9bf6-cff90cb4cf7e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2fe17a6fbd19425cb38c02ad6df4484f&device_id=0c48e7d0-8671-43db-b4f8-7b03252ea4ca HTTP/1.1" status: 200 len: 1095 time: 0.0674424 Jul 07 17:10:17.057951 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-40cb2f3e-8fc7-4648-b608-bce33e799f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.080657 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b1a550-bd70-4c1c-b227-46af91834547 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Network 8a598256-5260-4b83-bd6e-f7e35db2f068 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:10:17.111840 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-40cb2f3e-8fc7-4648-b608-bce33e799f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.124842 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-82b1a550-bd70-4c1c-b227-46af91834547 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 8a598256-5260-4b83-bd6e-f7e35db2f068) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:17.130735 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7b36f-b66a-4ec7-8f15-f2d2136209b1 req-42795006-9eeb-4d5b-a4a7-57ca6520433d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:17.134110 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-61a7b36f-b66a-4ec7-8f15-f2d2136209b1 req-42795006-9eeb-4d5b-a4a7-57ca6520433d service neutron] 10.222.0.72 "GET /v2.0/networks?id=e48a1335-f2ce-4136-9503-051b68c84575 HTTP/1.1" status: 200 len: 913 time: 0.1130447 Jul 07 17:10:17.138295 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b1a550-bd70-4c1c-b227-46af91834547 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:17.138937 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab69c47-da3c-4ccc-ba38-d850a86e9818 None None] Network 8a598256-5260-4b83-bd6e-f7e35db2f068 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:17.139742 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-82b1a550-bd70-4c1c-b227-46af91834547 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.199097 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-61a7b36f-b66a-4ec7-8f15-f2d2136209b1 req-c738dd52-654c-4599-a70b-a9cab3b5083f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b HTTP/1.1" status: 200 len: 217 time: 0.0577326 Jul 07 17:10:17.199793 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35366) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:17.200061 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-82b1a550-bd70-4c1c-b227-46af91834547 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2464590 Jul 07 17:10:17.231515 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-40cb2f3e-8fc7-4648-b608-bce33e799f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.234718 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-40cb2f3e-8fc7-4648-b608-bce33e799f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.236104 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-40cb2f3e-8fc7-4648-b608-bce33e799f18 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6bf33547-1362-4650-a69a-a40ca3ddcb46 HTTP/1.1" status: 204 len: 168 time: 0.3489728 Jul 07 17:10:17.246215 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb2f3e-8fc7-4648-b608-bce33e799f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf33547-1362-4650-a69a-a40ca3ddcb46,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:17.329417 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7b36f-b66a-4ec7-8f15-f2d2136209b1 req-c492dd23-c30f-49d3-b89e-f65108cbfaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:17.332709 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-61a7b36f-b66a-4ec7-8f15-f2d2136209b1 req-c492dd23-c30f-49d3-b89e-f65108cbfaf9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=14e47f73-09be-4e96-b070-1b771944d586 HTTP/1.1" status: 200 len: 852 time: 0.1182508 Jul 07 17:10:17.379949 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-61a7b36f-b66a-4ec7-8f15-f2d2136209b1 req-cca7178d-51a2-4df3-98c0-f7eb5cd00580 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e48a1335-f2ce-4136-9503-051b68c84575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312152 Jul 07 17:10:17.393634 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1fac8f-bce4-4858-8ca8-4341fea460f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-8a598256-5260-4b83-bd6e-f7e35db2f068', 'network_id': '8a598256-5260-4b83-bd6e-f7e35db2f068', 'tenant_id': '29936e27e52e42a78f6f821032207ca0', 'fixed_ips': [{'subnet_id': '0be42081-f36d-4f81-b07f-8f545e44e995'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:10:17.394715 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cd1fac8f-bce4-4858-8ca8-4341fea460f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.423609 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.669165 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-61a7b36f-b66a-4ec7-8f15-f2d2136209b1 req-0a27da7f-6d3b-434f-9c7f-6780c1b6efb4 service neutron] 10.222.0.72 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734423 Jul 07 17:10:17.685791 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-cd1fac8f-bce4-4858-8ca8-4341fea460f2 None None] Allocated IP 172.20.0.1 (8a598256-5260-4b83-bd6e-f7e35db2f068/0be42081-f36d-4f81-b07f-8f545e44e995/ae94268d-9976-4fe9-af67-cd3644c9bb6d) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:17.693670 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.809104 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35382) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:17.834716 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-978579e5-a2d2-494d-b8a4-1abc7385cb24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.845569 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343fa6b-729a-496c-bf63-ee739151be9c req-5b9ba3d5-8ba2-4235-b46c-035e2e1a626c tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:17.847468 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d343fa6b-729a-496c-bf63-ee739151be9c req-5b9ba3d5-8ba2-4235-b46c-035e2e1a626c tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.1174915 Jul 07 17:10:17.915888 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d343fa6b-729a-496c-bf63-ee739151be9c req-f6c39daf-2852-406e-aec7-45fee3777755 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585494 Jul 07 17:10:17.928263 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe85948-ccae-4bac-b2ab-fe8e8d1b37b2 req-e71b2293-5a4b-49a2-b678-603aa730df0a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:17.933902 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-efe85948-ccae-4bac-b2ab-fe8e8d1b37b2 req-e71b2293-5a4b-49a2-b678-603aa730df0a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 946 time: 0.3780203 Jul 07 17:10:17.969691 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cd1fac8f-bce4-4858-8ca8-4341fea460f2 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.984278 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-cd1fac8f-bce4-4858-8ca8-4341fea460f2 None None] Transition to ACTIVE for port object ae94268d-9976-4fe9-af67-cd3644c9bb6d will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:18.013851 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-cd1fac8f-bce4-4858-8ca8-4341fea460f2 None None] Transition to ACTIVE for port object ae94268d-9976-4fe9-af67-cd3644c9bb6d will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:18.026243 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:18.030525 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cd1fac8f-bce4-4858-8ca8-4341fea460f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.032441 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-efe85948-ccae-4bac-b2ab-fe8e8d1b37b2 req-db41a917-bb3d-4b7e-bb83-ca30f6b21797 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813892 Jul 07 17:10:18.037656 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-61a7b36f-b66a-4ec7-8f15-f2d2136209b1 req-27192190-b89f-4a50-9d0c-c9dcfd27c14d service neutron] 10.222.0.72 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585224 Jul 07 17:10:18.056646 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-978579e5-a2d2-494d-b8a4-1abc7385cb24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.064146 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-978579e5-a2d2-494d-b8a4-1abc7385cb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.118456 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.139856 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1fac8f-bce4-4858-8ca8-4341fea460f2 None None] Network 8a598256-5260-4b83-bd6e-f7e35db2f068 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:18.152508 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-cd1fac8f-bce4-4858-8ca8-4341fea460f2 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:18.160728 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1fac8f-bce4-4858-8ca8-4341fea460f2 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:18.194968 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1fac8f-bce4-4858-8ca8-4341fea460f2 None None] Pushing event updated for resources: {'Port': ['ID=ae94268d-9976-4fe9-af67-cd3644c9bb6d,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:18.196355 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Subnet': ['ID=0be42081-f36d-4f81-b07f-8f545e44e995,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:18.241740 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:18.241970 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-978579e5-a2d2-494d-b8a4-1abc7385cb24 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f8263f118d2b49a291ec1b83b7188b57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4253352 Jul 07 17:10:18.242389 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-cd1fac8f-bce4-4858-8ca8-4341fea460f2 None None] Attempting to bind port ae94268d-9976-4fe9-af67-cd3644c9bb6d on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:18.244376 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-cd1fac8f-bce4-4858-8ca8-4341fea460f2 None None] Attempting to bind port ae94268d-9976-4fe9-af67-cd3644c9bb6d by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'f0063603-e4bb-4211-b1b5-b4e04d36a9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8a598256-5260-4b83-bd6e-f7e35db2f068'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:18.244376 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1fac8f-bce4-4858-8ca8-4341fea460f2 None None] Attempting to bind port ae94268d-9976-4fe9-af67-cd3644c9bb6d on network 8a598256-5260-4b83-bd6e-f7e35db2f068 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:18.244710 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35388) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:18.251005 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1fac8f-bce4-4858-8ca8-4341fea460f2 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:18.251439 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1fac8f-bce4-4858-8ca8-4341fea460f2 None None] Checking segment: {'id': 'f0063603-e4bb-4211-b1b5-b4e04d36a9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8a598256-5260-4b83-bd6e-f7e35db2f068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:18.251798 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cd1fac8f-bce4-4858-8ca8-4341fea460f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.252203 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1fac8f-bce4-4858-8ca8-4341fea460f2 None None] Bound using segment: {'id': 'f0063603-e4bb-4211-b1b5-b4e04d36a9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8a598256-5260-4b83-bd6e-f7e35db2f068'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:18.252755 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-cd1fac8f-bce4-4858-8ca8-4341fea460f2 None None] Bound port: ae94268d-9976-4fe9-af67-cd3644c9bb6d, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0063603-e4bb-4211-b1b5-b4e04d36a9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8a598256-5260-4b83-bd6e-f7e35db2f068'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:18.253154 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cd1fac8f-bce4-4858-8ca8-4341fea460f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.255643 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:18.260000 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.335082 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978579e5-a2d2-494d-b8a4-1abc7385cb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18588c0-fbba-4271-9c26-4c5f1f6b2889,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:18.357827 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.372696 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a598256-5260-4b83-bd6e-f7e35db2f068']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:18.388132 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-cd1fac8f-bce4-4858-8ca8-4341fea460f2 None None] For port ae94268d-9976-4fe9-af67-cd3644c9bb6d, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:18.392598 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-cd1fac8f-bce4-4858-8ca8-4341fea460f2 None None] For port ae94268d-9976-4fe9-af67-cd3644c9bb6d, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=ae94268d-9976-4fe9-af67-cd3644c9bb6d,segment=NetworkSegment(f0063603-e4bb-4211-b1b5-b4e04d36a9a4),segment_id=f0063603-e4bb-4211-b1b5-b4e04d36a9a4)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:18.395377 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0063603-e4bb-4211-b1b5-b4e04d36a9a4') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:18.395586 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0063603-e4bb-4211-b1b5-b4e04d36a9a4') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:18.415728 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.416021 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cd1fac8f-bce4-4858-8ca8-4341fea460f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.440532 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f408bc9-54db-445d-a248-02437a710e62 req-c10c593c-e906-4974-9098-6fbf304e6c18 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:18.441816 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8f408bc9-54db-445d-a248-02437a710e62 req-c10c593c-e906-4974-9098-6fbf304e6c18 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c48e7d0-8671-43db-b4f8-7b03252ea4ca HTTP/1.1" status: 200 len: 943 time: 0.1386244 Jul 07 17:10:18.451245 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.451515 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b0afc24e-9741-4273-a1e7-c472b4655ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.468217 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:10:18.469376 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:10:18.474417 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:10:18.480834 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.488165 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae95685-cc52-410c-941c-64029b8896ca req-5e9c0dd2-f343-436e-8c23-9f1e6f60a765 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:18.501281 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2ae95685-cc52-410c-941c-64029b8896ca req-5e9c0dd2-f343-436e-8c23-9f1e6f60a765 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd335e5e-ad5f-487e-939f-eb819de5eea8 HTTP/1.1" status: 200 len: 944 time: 0.3040233 Jul 07 17:10:18.555821 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b0afc24e-9741-4273-a1e7-c472b4655ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.573801 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8f408bc9-54db-445d-a248-02437a710e62 req-18157968-1cd9-4d4b-bf24-64a9e6bf8c44 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183653 Jul 07 17:10:18.578042 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.db.api [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:10:18.578042 n-d-791503-12 neutron-server[100193]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:10:18.578042 n-d-791503-12 neutron-server[100193]: [parameters: {'id': '8a598256-5260-4b83-bd6e-f7e35db2f068'}] Jul 07 17:10:18.578042 n-d-791503-12 neutron-server[100193]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:10:18.578529 n-d-791503-12 neutron-server[100193]: DEBUG oslo_db.api [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:10:18.610601 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2ae95685-cc52-410c-941c-64029b8896ca req-80135e1e-de79-4edb-900b-b78c2077b8f8 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078081 Jul 07 17:10:18.671385 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b0afc24e-9741-4273-a1e7-c472b4655ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.680445 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b0afc24e-9741-4273-a1e7-c472b4655ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.683443 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b0afc24e-9741-4273-a1e7-c472b4655ed1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f18588c0-fbba-4271-9c26-4c5f1f6b2889 HTTP/1.1" status: 204 len: 168 time: 0.4331882 Jul 07 17:10:18.705863 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0afc24e-9741-4273-a1e7-c472b4655ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18588c0-fbba-4271-9c26-4c5f1f6b2889,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:18.726633 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1fac8f-bce4-4858-8ca8-4341fea460f2 None None] Pushing event updated for resources: {'Port': ['ID=ae94268d-9976-4fe9-af67-cd3644c9bb6d,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:18.755747 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd335e5e-ad5f-487e-939f-eb819de5eea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:18.758232 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0a7f02-ec96-4e79-b831-39173f5ea68d" -d '{"events": [{"server_uuid": "fd335e5e-ad5f-487e-939f-eb819de5eea8", "name": "network-vif-plugged", "status": "completed", "tag": "33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:18.776219 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:18.780126 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:18.791773 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.798537 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301dd3d9-f838-4b91-8c4b-e0ab1c0889d0 None None] Network 8a598256-5260-4b83-bd6e-f7e35db2f068 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:18.975250 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:19.059310 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:19.078228 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b', 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575', 'port_id': '0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b', 'mac_address': 'fa:16:3e:44:8c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e47f73-09be-4e96-b070-1b771944d586', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:19.080605 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:19.190874 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5967cad0-d4c9-48fd-b010-4c5c17636cda None None] get_active_networks_info from n-d-791503-12 {{(pid=100194) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:10:19.212047 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Deleting port ae94268d-9976-4fe9-af67-cd3644c9bb6d {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:19.213083 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:19.412611 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36b3c46-f7b3-4d5b-9ec6-583e900614d6 x-openstack-request-id: req-b36b3c46-f7b3-4d5b-9ec6-583e900614d6 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:19.414764 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd335e5e-ad5f-487e-939f-eb819de5eea8", "name": "network-vif-plugged", "status": "completed", "tag": "33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:19.415262 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b36b3c46-f7b3-4d5b-9ec6-583e900614d6 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:19.415938 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd335e5e-ad5f-487e-939f-eb819de5eea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe', 'code': 200} Jul 07 17:10:19.420259 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5967cad0-d4c9-48fd-b010-4c5c17636cda None None] Resources bound (agent type, host, resource id): {{(pid=100194) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:10:19.438805 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:19.468354 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] For port ae94268d-9976-4fe9-af67-cd3644c9bb6d, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=ae94268d-9976-4fe9-af67-cd3644c9bb6d,segment=NetworkSegment(f0063603-e4bb-4211-b1b5-b4e04d36a9a4),segment_id=f0063603-e4bb-4211-b1b5-b4e04d36a9a4)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:19.469291 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:19.478143 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:19.485220 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35412) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:19.518171 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Calling delete_port for ae94268d-9976-4fe9-af67-cd3644c9bb6d owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:19.520040 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b9bc7cb3-0a99-4299-b1e5-12fbc2cbcc33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:19.561761 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:19.573173 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25773c20-8814-48d5-8257-c44900d307f8 req-13a91364-8f84-4018-be2d-f6b772ed3777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:19.574766 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-25773c20-8814-48d5-8257-c44900d307f8 req-13a91364-8f84-4018-be2d-f6b772ed3777 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fd335e5e-ad5f-487e-939f-eb819de5eea8 HTTP/1.1" status: 200 len: 1097 time: 0.2064557 Jul 07 17:10:19.616140 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:19.668476 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-25773c20-8814-48d5-8257-c44900d307f8 req-13de72fc-eacc-4472-8af1-fb681b6c752b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606229 Jul 07 17:10:19.715178 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:19.776219 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b9bc7cb3-0a99-4299-b1e5-12fbc2cbcc33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:19.786339 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b9bc7cb3-0a99-4299-b1e5-12fbc2cbcc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:19.834207 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No DVR routers for this DVR port ae94268d-9976-4fe9-af67-cd3644c9bb6d on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:10:19.836611 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b9bc7cb3-0a99-4299-b1e5-12fbc2cbcc33 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5db1497aec3044e7812cb5e442314c86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3509851 Jul 07 17:10:19.839408 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35422) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:19.843177 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Port': ['ID=ae94268d-9976-4fe9-af67-cd3644c9bb6d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:19.866676 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc7cb3-0a99-4299-b1e5-12fbc2cbcc33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3bf8f2-b66b-4653-9960-34badcf34dba,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:19.915732 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:20.002493 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.015378 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a598256-5260-4b83-bd6e-f7e35db2f068']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:20.026536 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-06444862-bd55-411e-9f71-afd4ae4532e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.027514 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0063603-e4bb-4211-b1b5-b4e04d36a9a4') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:20.027826 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0063603-e4bb-4211-b1b5-b4e04d36a9a4') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:20.039033 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.055694 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.063590 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:10:20.064114 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.070303 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c827b34-51c6-4561-a9a2-02137f9b4a4a req-ab201fae-8f46-4899-98eb-1c16376f7054 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:20.072697 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8c827b34-51c6-4561-a9a2-02137f9b4a4a req-ab201fae-8f46-4899-98eb-1c16376f7054 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd335e5e-ad5f-487e-939f-eb819de5eea8 HTTP/1.1" status: 200 len: 945 time: 0.1117866 Jul 07 17:10:20.076807 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:20.110229 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-06444862-bd55-411e-9f71-afd4ae4532e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.144575 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8c827b34-51c6-4561-a9a2-02137f9b4a4a req-12b4b64a-5118-445a-a970-1a26fa32f409 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647707 Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:10:20.170403 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:10:20.187516 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.194921 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.201631 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/networks/8a598256-5260-4b83-bd6e-f7e35db2f068 HTTP/1.1" status: 204 len: 168 time: 3.0003712 Jul 07 17:10:20.202750 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35424) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:20.214786 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d2206265-5afd-4fc8-af8c-265eaa2bfd3b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1658706772'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:20.244510 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2206265-5afd-4fc8-af8c-265eaa2bfd3b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Made reservation on behalf of 29936e27e52e42a78f6f821032207ca0 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:20.249838 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d2206265-5afd-4fc8-af8c-265eaa2bfd3b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.261007 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc28ba-23a9-431c-9684-80b3d12801b2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Network': ['ID=8a598256-5260-4b83-bd6e-f7e35db2f068,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:20.297214 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-06444862-bd55-411e-9f71-afd4ae4532e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.299914 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-06444862-bd55-411e-9f71-afd4ae4532e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.301978 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-06444862-bd55-411e-9f71-afd4ae4532e4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf3bf8f2-b66b-4653-9960-34badcf34dba HTTP/1.1" status: 204 len: 168 time: 0.4615195 Jul 07 17:10:20.328986 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea241040-ae26-4b20-a738-7429050a6a67 req-9db6e9bd-a780-4640-b9fa-717dcdc6479f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:20.337589 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06444862-bd55-411e-9f71-afd4ae4532e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3bf8f2-b66b-4653-9960-34badcf34dba,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:20.341561 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea241040-ae26-4b20-a738-7429050a6a67 req-9db6e9bd-a780-4640-b9fa-717dcdc6479f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c48e7d0-8671-43db-b4f8-7b03252ea4ca HTTP/1.1" status: 200 len: 944 time: 0.1748838 Jul 07 17:10:20.346234 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2206265-5afd-4fc8-af8c-265eaa2bfd3b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:10:20.380211 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d2206265-5afd-4fc8-af8c-265eaa2bfd3b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.381028 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-d2206265-5afd-4fc8-af8c-265eaa2bfd3b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Added segment d8453cea-b6a6-459e-b0f1-f9717d170c93 of type vlan for network 2d529112-0369-435d-81a5-20da0523a3d7 Jul 07 17:10:20.429757 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea241040-ae26-4b20-a738-7429050a6a67 req-3070157c-0315-479e-969b-f2bd3816e1c8 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729227 Jul 07 17:10:20.488332 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d2206265-5afd-4fc8-af8c-265eaa2bfd3b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.547298 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d2206265-5afd-4fc8-af8c-265eaa2bfd3b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.559754 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2206265-5afd-4fc8-af8c-265eaa2bfd3b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:20.560802 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d2206265-5afd-4fc8-af8c-265eaa2bfd3b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.613319 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d2206265-5afd-4fc8-af8c-265eaa2bfd3b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4087245 Jul 07 17:10:20.614500 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35434) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:20.620578 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-daa3f994-de68-4780-8231-4a8790b63f81 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Request body: {'subnet': {'network_id': '2d529112-0369-435d-81a5-20da0523a3d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:20.701609 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2206265-5afd-4fc8-af8c-265eaa2bfd3b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event updated for resources: {'Network': ['ID=2d529112-0369-435d-81a5-20da0523a3d7,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:20.718657 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 2d529112-0369-435d-81a5-20da0523a3d7 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:20.749500 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa3f994-de68-4780-8231-4a8790b63f81 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Made reservation on behalf of 29936e27e52e42a78f6f821032207ca0 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:20.753677 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-daa3f994-de68-4780-8231-4a8790b63f81 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.806486 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7e78f571-904f-4da8-88ba-e8ea6ef2575f no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:10:21.010543 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:21.047824 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-daa3f994-de68-4780-8231-4a8790b63f81 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:21.070930 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7e78f571-904f-4da8-88ba-e8ea6ef2575f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:21.076510 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:21.134148 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7e78f571-904f-4da8-88ba-e8ea6ef2575f,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:21.191520 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3f994-de68-4780-8231-4a8790b63f81 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event updated for resources: {'Subnet': ['ID=b7ecb40c-e819-43fe-8a05-99cf4de18b3e,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:21.207835 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa3f994-de68-4780-8231-4a8790b63f81 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Checking segment: {'id': 'd8453cea-b6a6-459e-b0f1-f9717d170c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2d529112-0369-435d-81a5-20da0523a3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:21.209022 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa3f994-de68-4780-8231-4a8790b63f81 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Network hostable DHCP agents. Network: 2d529112-0369-435d-81a5-20da0523a3d7, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:10:21.236945 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa3f994-de68-4780-8231-4a8790b63f81 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Network 2d529112-0369-435d-81a5-20da0523a3d7 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:10:21.259325 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-daa3f994-de68-4780-8231-4a8790b63f81 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 2d529112-0369-435d-81a5-20da0523a3d7) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:21.268281 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa3f994-de68-4780-8231-4a8790b63f81 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:21.270308 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-daa3f994-de68-4780-8231-4a8790b63f81 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:21.278391 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b5947b-3b5d-40e1-9efd-ec12e50e9518 None None] Network 2d529112-0369-435d-81a5-20da0523a3d7 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:21.325272 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35450) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:21.336056 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-daa3f994-de68-4780-8231-4a8790b63f81 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7200699 Jul 07 17:10:21.420869 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a006a60a-8ef7-4446-8714-2825430f9e2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e78f571-904f-4da8-88ba-e8ea6ef2575f'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:21.420869 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1b8dd0-c58a-4ebd-ab04-a49a885c3f03" -d '{"events": [{"server_uuid": "a006a60a-8ef7-4446-8714-2825430f9e2c", "name": "network-vif-unplugged", "status": "completed", "tag": "7e78f571-904f-4da8-88ba-e8ea6ef2575f"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:21.496804 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec34c83-7fd9-4efc-a9e8-74047192c174 x-openstack-request-id: req-7ec34c83-7fd9-4efc-a9e8-74047192c174 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:21.497169 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a006a60a-8ef7-4446-8714-2825430f9e2c", "name": "network-vif-unplugged", "status": "completed", "tag": "7e78f571-904f-4da8-88ba-e8ea6ef2575f", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:21.497362 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ec34c83-7fd9-4efc-a9e8-74047192c174 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:21.498201 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a006a60a-8ef7-4446-8714-2825430f9e2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e78f571-904f-4da8-88ba-e8ea6ef2575f', 'code': 200} Jul 07 17:10:21.661143 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6bb34a-7b41-45b8-872c-9dd8687a6238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-2d529112-0369-435d-81a5-20da0523a3d7', 'network_id': '2d529112-0369-435d-81a5-20da0523a3d7', 'tenant_id': '29936e27e52e42a78f6f821032207ca0', 'fixed_ips': [{'subnet_id': 'b7ecb40c-e819-43fe-8a05-99cf4de18b3e'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:10:21.662054 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-dd6bb34a-7b41-45b8-872c-9dd8687a6238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:21.726421 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acb642-c3b2-41f5-9a9b-022da3b5adae req-0e113dd9-131e-4e08-b7e4-7081f120d2dc tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:21.728391 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-09acb642-c3b2-41f5-9a9b-022da3b5adae req-0e113dd9-131e-4e08-b7e4-7081f120d2dc tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c48e7d0-8671-43db-b4f8-7b03252ea4ca HTTP/1.1" status: 200 len: 944 time: 0.1286528 Jul 07 17:10:21.741094 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:21.783294 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-09acb642-c3b2-41f5-9a9b-022da3b5adae req-d4be218b-e02b-4f16-b7e2-94a5522429f6 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484290 Jul 07 17:10:21.892269 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ea52d-cd87-4c54-921d-36f070cb0e11 req-ca6c70d2-c76f-412c-b012-78352ecf51a0 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:21.904323 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a4ea52d-cd87-4c54-921d-36f070cb0e11 req-ca6c70d2-c76f-412c-b012-78352ecf51a0 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd335e5e-ad5f-487e-939f-eb819de5eea8 HTTP/1.1" status: 200 len: 945 time: 0.4476142 Jul 07 17:10:21.925630 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-dd6bb34a-7b41-45b8-872c-9dd8687a6238 None None] Allocated IP 172.20.0.1 (2d529112-0369-435d-81a5-20da0523a3d7/b7ecb40c-e819-43fe-8a05-99cf4de18b3e/b88b3d4b-6589-4081-9191-3f350dcf037a) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:21.979581 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.025821 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a4ea52d-cd87-4c54-921d-36f070cb0e11 req-cbe8c290-6df8-430a-97c2-b43b25611249 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142757 Jul 07 17:10:22.275531 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-dd6bb34a-7b41-45b8-872c-9dd8687a6238 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.292950 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-dd6bb34a-7b41-45b8-872c-9dd8687a6238 None None] Transition to ACTIVE for port object b88b3d4b-6589-4081-9191-3f350dcf037a will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:22.328729 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-dd6bb34a-7b41-45b8-872c-9dd8687a6238 None None] Transition to ACTIVE for port object b88b3d4b-6589-4081-9191-3f350dcf037a will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:22.339803 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-dd6bb34a-7b41-45b8-872c-9dd8687a6238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.381015 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.407413 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6bb34a-7b41-45b8-872c-9dd8687a6238 None None] Network 2d529112-0369-435d-81a5-20da0523a3d7 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:22.414021 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-dd6bb34a-7b41-45b8-872c-9dd8687a6238 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:22.421056 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6bb34a-7b41-45b8-872c-9dd8687a6238 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:22.424673 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6bb34a-7b41-45b8-872c-9dd8687a6238 None None] Pushing event updated for resources: {'Port': ['ID=b88b3d4b-6589-4081-9191-3f350dcf037a,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:22.502080 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-dd6bb34a-7b41-45b8-872c-9dd8687a6238 None None] Attempting to bind port b88b3d4b-6589-4081-9191-3f350dcf037a on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:22.502768 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-dd6bb34a-7b41-45b8-872c-9dd8687a6238 None None] Attempting to bind port b88b3d4b-6589-4081-9191-3f350dcf037a by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'd8453cea-b6a6-459e-b0f1-f9717d170c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2d529112-0369-435d-81a5-20da0523a3d7'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:22.503599 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6bb34a-7b41-45b8-872c-9dd8687a6238 None None] Attempting to bind port b88b3d4b-6589-4081-9191-3f350dcf037a on network 2d529112-0369-435d-81a5-20da0523a3d7 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:22.510340 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6bb34a-7b41-45b8-872c-9dd8687a6238 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:22.510818 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.511338 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6bb34a-7b41-45b8-872c-9dd8687a6238 None None] Checking segment: {'id': 'd8453cea-b6a6-459e-b0f1-f9717d170c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2d529112-0369-435d-81a5-20da0523a3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:22.512047 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-dd6bb34a-7b41-45b8-872c-9dd8687a6238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.512691 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6bb34a-7b41-45b8-872c-9dd8687a6238 None None] Bound using segment: {'id': 'd8453cea-b6a6-459e-b0f1-f9717d170c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2d529112-0369-435d-81a5-20da0523a3d7'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:22.513403 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-dd6bb34a-7b41-45b8-872c-9dd8687a6238 None None] Bound port: b88b3d4b-6589-4081-9191-3f350dcf037a, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8453cea-b6a6-459e-b0f1-f9717d170c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2d529112-0369-435d-81a5-20da0523a3d7'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:22.514051 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-dd6bb34a-7b41-45b8-872c-9dd8687a6238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.524134 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d529112-0369-435d-81a5-20da0523a3d7']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:22.553907 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8453cea-b6a6-459e-b0f1-f9717d170c93') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:22.554232 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8453cea-b6a6-459e-b0f1-f9717d170c93') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:22.608973 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.612284 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Subnet': ['ID=b7ecb40c-e819-43fe-8a05-99cf4de18b3e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:22.639314 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-dd6bb34a-7b41-45b8-872c-9dd8687a6238 None None] For port b88b3d4b-6589-4081-9191-3f350dcf037a, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:22.646251 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-dd6bb34a-7b41-45b8-872c-9dd8687a6238 None None] For port b88b3d4b-6589-4081-9191-3f350dcf037a, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b88b3d4b-6589-4081-9191-3f350dcf037a,segment=NetworkSegment(d8453cea-b6a6-459e-b0f1-f9717d170c93),segment_id=d8453cea-b6a6-459e-b0f1-f9717d170c93)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:22.654883 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-dd6bb34a-7b41-45b8-872c-9dd8687a6238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.683486 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.697148 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:10:22.697578 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:10:22.701806 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:10:22.858813 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013d36b-8555-41e7-8d02-9ea215609e46 req-972201ff-0318-4f67-9936-fa13597ea319 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:22.865256 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1013d36b-8555-41e7-8d02-9ea215609e46 req-972201ff-0318-4f67-9936-fa13597ea319 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd335e5e-ad5f-487e-939f-eb819de5eea8 HTTP/1.1" status: 200 len: 945 time: 0.2391779 Jul 07 17:10:22.874121 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.db.api [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:10:22.874121 n-d-791503-12 neutron-server[100192]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:10:22.874121 n-d-791503-12 neutron-server[100192]: [parameters: {'id': '2d529112-0369-435d-81a5-20da0523a3d7'}] Jul 07 17:10:22.874121 n-d-791503-12 neutron-server[100192]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:10:22.875128 n-d-791503-12 neutron-server[100192]: DEBUG oslo_db.api [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:10:22.892933 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7e78f571-904f-4da8-88ba-e8ea6ef2575f details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:22.897246 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:22.931264 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1013d36b-8555-41e7-8d02-9ea215609e46 req-b2da7fa9-0a0e-4ead-8b5c-d9730ab60085 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581942 Jul 07 17:10:23.002585 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fddcd22-19e4-4bcc-96e0-ece69d3c1bbf None None] Network 2d529112-0369-435d-81a5-20da0523a3d7 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:23.076252 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6bb34a-7b41-45b8-872c-9dd8687a6238 None None] Pushing event updated for resources: {'Port': ['ID=b88b3d4b-6589-4081-9191-3f350dcf037a,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:23.169577 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6dd6e2-6d01-4e49-a42d-f3b771243f5a req-8f46b6c8-4350-48be-b109-9a9f8ec524db tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:23.178475 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ef6dd6e2-6d01-4e49-a42d-f3b771243f5a req-8f46b6c8-4350-48be-b109-9a9f8ec524db tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c48e7d0-8671-43db-b4f8-7b03252ea4ca HTTP/1.1" status: 200 len: 944 time: 0.1761494 Jul 07 17:10:23.187495 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:23.226420 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:23.226904 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:23.314855 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf1424-6034-4324-8a61-47a2004ff6f9 req-00441b39-5bfc-4300-af49-8e0ca06d7332 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:23.326521 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ef6dd6e2-6d01-4e49-a42d-f3b771243f5a req-36d1a459-8278-4278-94d5-dd1c284fce94 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412106 Jul 07 17:10:23.330064 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-34cf1424-6034-4324-8a61-47a2004ff6f9 req-00441b39-5bfc-4300-af49-8e0ca06d7332 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd335e5e-ad5f-487e-939f-eb819de5eea8 HTTP/1.1" status: 200 len: 945 time: 0.2061076 Jul 07 17:10:23.379751 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:23.405939 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-34cf1424-6034-4324-8a61-47a2004ff6f9 req-4207b757-3761-401a-94cf-b1a759fb74a1 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742562 Jul 07 17:10:23.531370 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Deleting port b88b3d4b-6589-4081-9191-3f350dcf037a {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:23.532201 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:23.581222 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9c5ef485-c8b3-4bb2-9a1a-77d07200ed82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:23.622896 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7e78f571-904f-4da8-88ba-e8ea6ef2575f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:23.646503 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '7e78f571-904f-4da8-88ba-e8ea6ef2575f', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'port_id': '7e78f571-904f-4da8-88ba-e8ea6ef2575f', 'mac_address': 'fa:16:3e:ed:cc:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:23.690815 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] For port b88b3d4b-6589-4081-9191-3f350dcf037a, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b88b3d4b-6589-4081-9191-3f350dcf037a,segment=NetworkSegment(d8453cea-b6a6-459e-b0f1-f9717d170c93),segment_id=d8453cea-b6a6-459e-b0f1-f9717d170c93)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:23.692288 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:23.721166 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Calling delete_port for b88b3d4b-6589-4081-9191-3f350dcf037a owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:23.744477 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:23.773332 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcd4ba3-b153-4737-9a23-e3a8fdc78857 None None] get_active_networks_info from n-d-791503-12 {{(pid=100194) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:10:23.830397 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:23.957713 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:23.966570 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c48e7d0-8671-43db-b4f8-7b03252ea4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:23.969299 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7b8932-1986-4798-8842-fd9e47adc57d" -d '{"events": [{"server_uuid": "0c48e7d0-8671-43db-b4f8-7b03252ea4ca", "name": "network-vif-plugged", "status": "completed", "tag": "0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:23.991265 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.031469 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e78f571-904f-4da8-88ba-e8ea6ef2575f {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:24.070179 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.092722 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63dfa5b4-f023-4e23-b1b1-f3bc6f3264e0 x-openstack-request-id: req-63dfa5b4-f023-4e23-b1b1-f3bc6f3264e0 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:24.105143 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c48e7d0-8671-43db-b4f8-7b03252ea4ca", "name": "network-vif-plugged", "status": "completed", "tag": "0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:24.105412 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63dfa5b4-f023-4e23-b1b1-f3bc6f3264e0 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:24.106049 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c48e7d0-8671-43db-b4f8-7b03252ea4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b', 'code': 200} Jul 07 17:10:24.144484 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Port': ['ID=b88b3d4b-6589-4081-9191-3f350dcf037a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:24.149460 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No DVR routers for this DVR port b88b3d4b-6589-4081-9191-3f350dcf037a on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:10:24.261594 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7e78f571-904f-4da8-88ba-e8ea6ef2575f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:24.262234 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaface92-ee69-4659-8d59-be3ed2ee6881 req-d5ddac24-9c32-4dad-9f34-01cc9076be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:24.265147 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-aaface92-ee69-4659-8d59-be3ed2ee6881 req-d5ddac24-9c32-4dad-9f34-01cc9076be06 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0c48e7d0-8671-43db-b4f8-7b03252ea4ca HTTP/1.1" status: 200 len: 1097 time: 0.1190677 Jul 07 17:10:24.279893 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.285935 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:24.368073 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-aaface92-ee69-4659-8d59-be3ed2ee6881 req-96e5ddba-d686-45c3-9ed1-fcf346c3ba42 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939002 Jul 07 17:10:24.393119 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.401485 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7e78f571-904f-4da8-88ba-e8ea6ef2575f,revision_number=9']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:24.421479 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcd4ba3-b153-4737-9a23-e3a8fdc78857 None None] Resources bound (agent type, host, resource id): {{(pid=100194) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:10:24.426160 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d529112-0369-435d-81a5-20da0523a3d7']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:24.435468 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['7e78f571-904f-4da8-88ba-e8ea6ef2575f'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:24.466029 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8453cea-b6a6-459e-b0f1-f9717d170c93') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:24.466341 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8453cea-b6a6-459e-b0f1-f9717d170c93') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:24.515051 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.556935 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579055e8-c5ce-412b-815a-69696a4237b1 req-71ff6e84-22d2-4e2d-a18e-81488a4ed2c6 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:24.564509 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-579055e8-c5ce-412b-815a-69696a4237b1 req-71ff6e84-22d2-4e2d-a18e-81488a4ed2c6 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd335e5e-ad5f-487e-939f-eb819de5eea8 HTTP/1.1" status: 200 len: 945 time: 0.3559470 Jul 07 17:10:24.567730 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.593803 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:10:24.594234 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:10:24.597783 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:10:24.694171 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-579055e8-c5ce-412b-815a-69696a4237b1 req-acb27532-eea1-4d5c-8903-d8359e09ea78 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279817 Jul 07 17:10:24.706812 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.715129 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.717644 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/networks/2d529112-0369-435d-81a5-20da0523a3d7 HTTP/1.1" status: 204 len: 168 time: 3.3909991 Jul 07 17:10:24.743882 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35540) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:24.746155 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13654ba5-00d3-45c8-963a-af609782f48e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Network': ['ID=2d529112-0369-435d-81a5-20da0523a3d7,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:24.758645 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-fe24a0a2-865a-450f-8feb-bb85aa98e1cb tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-483466794'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:24.873831 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aaf8c7-ebf7-4ddf-9dac-547ebb89e141 req-b5222355-91c7-4990-bb58-061bd17cc3ca tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:24.876471 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-07aaf8c7-ebf7-4ddf-9dac-547ebb89e141 req-b5222355-91c7-4990-bb58-061bd17cc3ca tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c48e7d0-8671-43db-b4f8-7b03252ea4ca HTTP/1.1" status: 200 len: 945 time: 0.3565736 Jul 07 17:10:24.898610 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe24a0a2-865a-450f-8feb-bb85aa98e1cb tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Made reservation on behalf of 29936e27e52e42a78f6f821032207ca0 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:24.907159 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fe24a0a2-865a-450f-8feb-bb85aa98e1cb tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.056134 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe24a0a2-865a-450f-8feb-bb85aa98e1cb tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:10:25.105972 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fe24a0a2-865a-450f-8feb-bb85aa98e1cb tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.107216 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-fe24a0a2-865a-450f-8feb-bb85aa98e1cb tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Added segment fe54c494-b30a-4f96-8bef-9ec7158e568e of type vlan for network 5ed31822-7d7d-4ca7-99e6-d50094caeddf Jul 07 17:10:25.142743 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-07aaf8c7-ebf7-4ddf-9dac-547ebb89e141 req-3c59e84b-9076-4bac-af87-74c92fad619f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559483 Jul 07 17:10:25.237285 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fe24a0a2-865a-450f-8feb-bb85aa98e1cb tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.469866 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fe24a0a2-865a-450f-8feb-bb85aa98e1cb tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.477151 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe24a0a2-865a-450f-8feb-bb85aa98e1cb tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:25.478597 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fe24a0a2-865a-450f-8feb-bb85aa98e1cb tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.604128 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35560) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:25.614767 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24a0a2-865a-450f-8feb-bb85aa98e1cb tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event updated for resources: {'Network': ['ID=5ed31822-7d7d-4ca7-99e6-d50094caeddf,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:25.631125 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35564) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:25.632285 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fe24a0a2-865a-450f-8feb-bb85aa98e1cb tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8867092 Jul 07 17:10:25.633655 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 5ed31822-7d7d-4ca7-99e6-d50094caeddf details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:25.638867 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-c40c438d-360e-4fab-b389-0f11bd83b35f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:25.773936 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c712d6-8492-4332-91ea-39e1031f628e req-8cc7f1ca-3be1-4b8e-92d8-b50a215a29e4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:25.782595 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44c712d6-8492-4332-91ea-39e1031f628e req-8cc7f1ca-3be1-4b8e-92d8-b50a215a29e4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd335e5e-ad5f-487e-939f-eb819de5eea8 HTTP/1.1" status: 200 len: 945 time: 0.4301014 Jul 07 17:10:25.969841 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c40c438d-360e-4fab-b389-0f11bd83b35f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.025720 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c40c438d-360e-4fab-b389-0f11bd83b35f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.104830 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-44c712d6-8492-4332-91ea-39e1031f628e req-d18fe70b-64f5-4c5b-86c7-010038bc4778 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Deleting port 33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:26.105201 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-44c712d6-8492-4332-91ea-39e1031f628e req-d18fe70b-64f5-4c5b-86c7-010038bc4778 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.159436 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.410580 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c40c438d-360e-4fab-b389-0f11bd83b35f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Network 5ed31822-7d7d-4ca7-99e6-d50094caeddf is not hosted by any dhcp agent {{(pid=100192) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:10:26.427843 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40c438d-360e-4fab-b389-0f11bd83b35f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:26.443006 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c40c438d-360e-4fab-b389-0f11bd83b35f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.445802 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c40c438d-360e-4fab-b389-0f11bd83b35f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "PUT /v2.0/networks/5ed31822-7d7d-4ca7-99e6-d50094caeddf HTTP/1.1" status: 200 len: 723 time: 0.8125997 Jul 07 17:10:26.480520 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35576) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:26.518443 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-3fc8c41f-847a-45a3-9cc3-2016ca51d13f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Request body: {'subnet': {'network_id': '5ed31822-7d7d-4ca7-99e6-d50094caeddf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:26.524223 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f2e4754f-b7ad-4504-8ea7-1e7f184f6b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.732755 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ddf85849-a17c-4f95-8c4d-d150d8ee8ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.791206 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-44c712d6-8492-4332-91ea-39e1031f628e req-d18fe70b-64f5-4c5b-86c7-010038bc4778 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] For port 33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:26.792079 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-44c712d6-8492-4332-91ea-39e1031f628e req-d18fe70b-64f5-4c5b-86c7-010038bc4778 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.803855 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f3330-6484-4488-9e38-1abcca2af6b2 req-4063f5ff-b9de-4b31-9dcf-6c139d291bc9 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:26.805546 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c97f3330-6484-4488-9e38-1abcca2af6b2 req-4063f5ff-b9de-4b31-9dcf-6c139d291bc9 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c48e7d0-8671-43db-b4f8-7b03252ea4ca HTTP/1.1" status: 200 len: 945 time: 0.1610181 Jul 07 17:10:26.822851 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-44c712d6-8492-4332-91ea-39e1031f628e req-d18fe70b-64f5-4c5b-86c7-010038bc4778 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Calling delete_port for 33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:26.855405 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7e78f571-904f-4da8-88ba-e8ea6ef2575f up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:26.926839 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c97f3330-6484-4488-9e38-1abcca2af6b2 req-f0c4e63e-489b-4b83-90be-3e2a09b97cd3 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961709 Jul 07 17:10:27.092871 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 7e78f571-904f-4da8-88ba-e8ea6ef2575f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:27.093364 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.130307 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-44c712d6-8492-4332-91ea-39e1031f628e req-d18fe70b-64f5-4c5b-86c7-010038bc4778 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.167747 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['42cfc02f-3401-4427-a978-d55f0e45e38f', '33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:27.215393 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fe70b-64f5-4c5b-86c7-010038bc4778 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Pushing event deleted for resources: {'Port': ['ID=33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:27.455328 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c712d6-8492-4332-91ea-39e1031f628e req-d18fe70b-64f5-4c5b-86c7-010038bc4778 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] No DVR routers for this DVR port 33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:10:27.462570 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-44c712d6-8492-4332-91ea-39e1031f628e req-d18fe70b-64f5-4c5b-86c7-010038bc4778 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.470302 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c438d-360e-4fab-b389-0f11bd83b35f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event updated for resources: {'Network': ['ID=5ed31822-7d7d-4ca7-99e6-d50094caeddf,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:27.484867 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44c712d6-8492-4332-91ea-39e1031f628e req-d18fe70b-64f5-4c5b-86c7-010038bc4778 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.64 "DELETE /v2.0/ports/33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe HTTP/1.1" status: 204 len: 173 time: 1.6758180 Jul 07 17:10:27.485808 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd335e5e-ad5f-487e-939f-eb819de5eea8', 'name': 'network-vif-deleted', 'tag': '33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:27.502401 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961e838d-f3f6-41c3-a629-0153d041a57f" -d '{"events": [{"server_uuid": "fd335e5e-ad5f-487e-939f-eb819de5eea8", "name": "network-vif-deleted", "tag": "33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:27.539578 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 5ed31822-7d7d-4ca7-99e6-d50094caeddf details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:27.605230 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7215497-3323-4c7a-b714-cb792612297f req-4265d656-acc6-40ac-8052-8c2ba6d29ded tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:27.606955 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d7215497-3323-4c7a-b714-cb792612297f req-4265d656-acc6-40ac-8052-8c2ba6d29ded tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd335e5e-ad5f-487e-939f-eb819de5eea8 HTTP/1.1" status: 200 len: 867 time: 1.6023917 Jul 07 17:10:27.796374 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d7215497-3323-4c7a-b714-cb792612297f req-4024a5f6-6f74-4d83-8454-aa4a178207d6 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585367 Jul 07 17:10:27.986623 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f2e4754f-b7ad-4504-8ea7-1e7f184f6b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.008775 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f2e4754f-b7ad-4504-8ea7-1e7f184f6b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.023651 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e9285-7688-4ffa-8325-ebbf02fc55bf req-f8afe686-e0e1-43e6-98f5-3ac587cb6aa2 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:28.025698 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-127e9285-7688-4ffa-8325-ebbf02fc55bf req-f8afe686-e0e1-43e6-98f5-3ac587cb6aa2 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c48e7d0-8671-43db-b4f8-7b03252ea4ca HTTP/1.1" status: 200 len: 945 time: 0.1590424 Jul 07 17:10:28.103240 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f2e4754f-b7ad-4504-8ea7-1e7f184f6b4b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3454cf24284d47298bbd60d90187834a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4963353 Jul 07 17:10:28.106940 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.108466 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35590) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:28.116337 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56733527-f8d7-4bfb-946c-14a78a1b2031 x-openstack-request-id: req-56733527-f8d7-4bfb-946c-14a78a1b2031 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:28.116812 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd335e5e-ad5f-487e-939f-eb819de5eea8", "name": "network-vif-deleted", "tag": "33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:28.118515 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-56733527-f8d7-4bfb-946c-14a78a1b2031 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:28.118959 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd335e5e-ad5f-487e-939f-eb819de5eea8', 'name': 'network-vif-deleted', 'tag': '33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe', 'status': 'completed', 'code': 200} Jul 07 17:10:28.137067 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.180398 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc8c41f-847a-45a3-9cc3-2016ca51d13f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Made reservation on behalf of 29936e27e52e42a78f6f821032207ca0 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:28.185421 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-127e9285-7688-4ffa-8325-ebbf02fc55bf req-930ff3d4-b576-4942-9f83-e5d9cc3ba542 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480467 Jul 07 17:10:28.198171 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3fc8c41f-847a-45a3-9cc3-2016ca51d13f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.270758 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4754f-b7ad-4504-8ea7-1e7f184f6b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd8ec3b-73aa-496b-b40e-0a87bb1827c5,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:28.322003 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a006a60a-8ef7-4446-8714-2825430f9e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e78f571-904f-4da8-88ba-e8ea6ef2575f'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:28.346678 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab70978-a484-4065-86b8-4bb026db2a3f" -d '{"events": [{"server_uuid": "a006a60a-8ef7-4446-8714-2825430f9e2c", "name": "network-vif-plugged", "status": "completed", "tag": "7e78f571-904f-4da8-88ba-e8ea6ef2575f"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:28.375855 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7e78f571-904f-4da8-88ba-e8ea6ef2575f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:28.387234 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.497302 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a4d169-3f6f-42b2-9a00-a7acf65909f0 x-openstack-request-id: req-87a4d169-3f6f-42b2-9a00-a7acf65909f0 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:28.497861 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a006a60a-8ef7-4446-8714-2825430f9e2c", "name": "network-vif-plugged", "status": "completed", "tag": "7e78f571-904f-4da8-88ba-e8ea6ef2575f", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:28.498286 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-87a4d169-3f6f-42b2-9a00-a7acf65909f0 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:28.498941 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a006a60a-8ef7-4446-8714-2825430f9e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e78f571-904f-4da8-88ba-e8ea6ef2575f', 'code': 200} Jul 07 17:10:28.565829 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9c8597c-878c-4e53-9df4-2f293d521692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.566665 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7e78f571-904f-4da8-88ba-e8ea6ef2575f,revision_number=10']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:28.629639 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9c8597c-878c-4e53-9df4-2f293d521692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.837006 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9c8597c-878c-4e53-9df4-2f293d521692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.842383 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9c8597c-878c-4e53-9df4-2f293d521692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.852654 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d9c8597c-878c-4e53-9df4-2f293d521692 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6fd8ec3b-73aa-496b-b40e-0a87bb1827c5 HTTP/1.1" status: 204 len: 168 time: 0.7310426 Jul 07 17:10:28.876903 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c8597c-878c-4e53-9df4-2f293d521692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd8ec3b-73aa-496b-b40e-0a87bb1827c5,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:28.890699 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3fc8c41f-847a-45a3-9cc3-2016ca51d13f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.022005 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8c41f-847a-45a3-9cc3-2016ca51d13f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event updated for resources: {'Subnet': ['ID=0dc40e3d-95ba-4701-8131-1e812487c38a,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:29.066510 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc8c41f-847a-45a3-9cc3-2016ca51d13f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Checking segment: {'id': 'fe54c494-b30a-4f96-8bef-9ec7158e568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5ed31822-7d7d-4ca7-99e6-d50094caeddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:29.067148 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc8c41f-847a-45a3-9cc3-2016ca51d13f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Network hostable DHCP agents. Network: 5ed31822-7d7d-4ca7-99e6-d50094caeddf, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:10:29.130067 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc8c41f-847a-45a3-9cc3-2016ca51d13f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Network 5ed31822-7d7d-4ca7-99e6-d50094caeddf is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:10:29.161655 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-3fc8c41f-847a-45a3-9cc3-2016ca51d13f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 5ed31822-7d7d-4ca7-99e6-d50094caeddf) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:29.180176 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab5f066-baaa-494c-9ea5-4f96f5c2052e None None] Network 5ed31822-7d7d-4ca7-99e6-d50094caeddf requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:29.184816 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc8c41f-847a-45a3-9cc3-2016ca51d13f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:29.186057 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3fc8c41f-847a-45a3-9cc3-2016ca51d13f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.222923 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3fc8c41f-847a-45a3-9cc3-2016ca51d13f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7185414 Jul 07 17:10:29.224718 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35608) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:29.243867 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-7d5126b3-9f58-4d00-8d78-d3c11c35e613 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:29.614993 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d5126b3-9f58-4d00-8d78-d3c11c35e613 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16524344'] for subnet, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.725914 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3e4d57-9b7a-43a0-9240-75f1ea3fcc0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-5ed31822-7d7d-4ca7-99e6-d50094caeddf', 'network_id': '5ed31822-7d7d-4ca7-99e6-d50094caeddf', 'tenant_id': '29936e27e52e42a78f6f821032207ca0', 'fixed_ips': [{'subnet_id': '0dc40e3d-95ba-4701-8131-1e812487c38a'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:10:29.727569 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4d57-9b7a-43a0-9240-75f1ea3fcc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.843278 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-5b4d8d9b-215e-40db-bbdf-8bc77049fafc tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:29.851503 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35628) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:29.856130 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-5b4d8d9b-215e-40db-bbdf-8bc77049fafc tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/networks?id=656dd087-69ac-4445-b8fb-7180ff9e7eaa HTTP/1.1" status: 200 len: 805 time: 0.3317282 Jul 07 17:10:29.898263 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-8f3a4fd7-2f30-44b0-b134-6e8f59c8ab88 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/quotas/854488ce7e0c4852954684e9f239b430 HTTP/1.1" status: 200 len: 375 time: 0.0402765 Jul 07 17:10:29.899037 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-48acec80-7a05-42eb-bd63-36c97bd71056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.049675 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-32c42ed2-d57a-431e-b6a7-20f3be1fbe1b tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=854488ce7e0c4852954684e9f239b430&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1477861 Jul 07 17:10:30.097100 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49234e-5435-46e1-bf27-7da461168b5c req-f1b5e0d4-3aa2-4642-abc4-232b97a0340f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:30.100328 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ef49234e-5435-46e1-bf27-7da461168b5c req-f1b5e0d4-3aa2-4642-abc4-232b97a0340f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c48e7d0-8671-43db-b4f8-7b03252ea4ca HTTP/1.1" status: 200 len: 945 time: 0.2320156 Jul 07 17:10:30.107156 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:10:30.138176 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d5126b3-9f58-4d00-8d78-d3c11c35e613 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737955985695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16359504'] for subnet, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.205930 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5126b3-9f58-4d00-8d78-d3c11c35e613 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event updated for resources: {'Subnet': ['ID=0dc40e3d-95ba-4701-8131-1e812487c38a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:30.256292 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-3294400c-6417-4db0-a62e-0f30b8679cca service neutron] 10.222.0.53 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048311 Jul 07 17:10:30.257433 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ef49234e-5435-46e1-bf27-7da461168b5c req-162ea7ea-6216-449c-b92f-5eb77cf6bdab tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442342 Jul 07 17:10:30.285846 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-6f3e4d57-9b7a-43a0-9240-75f1ea3fcc0e None None] Allocated IP 172.20.0.2 (5ed31822-7d7d-4ca7-99e6-d50094caeddf/0dc40e3d-95ba-4701-8131-1e812487c38a/8a9ad263-5d90-4858-98b6-8f439b2a350b) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:30.290165 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5126b3-9f58-4d00-8d78-d3c11c35e613 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:30.302010 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d5126b3-9f58-4d00-8d78-d3c11c35e613 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.303766 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7d5126b3-9f58-4d00-8d78-d3c11c35e613 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "PUT /v2.0/subnets/0dc40e3d-95ba-4701-8131-1e812487c38a HTTP/1.1" status: 200 len: 806 time: 1.0766852 Jul 07 17:10:30.306871 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35630) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:30.495696 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:10:30.496011 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 33893cb5-31e3-4bf9-8cc5-c9a7523c6ffe not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:10:30.512597 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-48acec80-7a05-42eb-bd63-36c97bd71056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.522183 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-48acec80-7a05-42eb-bd63-36c97bd71056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.563237 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.645247 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-54ba13db-d586-4c89-ad58-77bc41e899a9 service neutron] 10.222.0.53 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871410 Jul 07 17:10:30.699241 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-48acec80-7a05-42eb-bd63-36c97bd71056 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4164e10b81e5454bb23a3025bacf2280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8284204 Jul 07 17:10:30.709056 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48acec80-7a05-42eb-bd63-36c97bd71056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59baf9a-a7c3-4f6c-8657-03bb89248ffb,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:30.709377 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35640) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:30.747363 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.778848 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4d57-9b7a-43a0-9240-75f1ea3fcc0e None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.819996 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6f3e4d57-9b7a-43a0-9240-75f1ea3fcc0e None None] Transition to ACTIVE for port object 8a9ad263-5d90-4858-98b6-8f439b2a350b will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:30.919541 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6f3e4d57-9b7a-43a0-9240-75f1ea3fcc0e None None] Transition to ACTIVE for port object 8a9ad263-5d90-4858-98b6-8f439b2a350b will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:30.944543 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4d57-9b7a-43a0-9240-75f1ea3fcc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.022314 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.124607 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f543f8cd-e4d0-48f6-9b38-ee462be3738b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.159252 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3e4d57-9b7a-43a0-9240-75f1ea3fcc0e None None] Network 5ed31822-7d7d-4ca7-99e6-d50094caeddf is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:31.173589 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-6f3e4d57-9b7a-43a0-9240-75f1ea3fcc0e None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:31.190196 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3e4d57-9b7a-43a0-9240-75f1ea3fcc0e None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:31.294289 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e4d57-9b7a-43a0-9240-75f1ea3fcc0e None None] Pushing event updated for resources: {'Port': ['ID=8a9ad263-5d90-4858-98b6-8f439b2a350b,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:31.297984 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f543f8cd-e4d0-48f6-9b38-ee462be3738b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.311857 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.386928 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ce903de8-2a1b-4100-bf04-a8d876c3dfff req-867dcb6f-e379-466d-9e86-e2d21f9a32c1 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 210 time: 0.2219040 Jul 07 17:10:31.468666 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Subnet': ['ID=0dc40e3d-95ba-4701-8131-1e812487c38a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:31.560922 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f543f8cd-e4d0-48f6-9b38-ee462be3738b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.570774 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f543f8cd-e4d0-48f6-9b38-ee462be3738b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.573028 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f543f8cd-e4d0-48f6-9b38-ee462be3738b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f59baf9a-a7c3-4f6c-8657-03bb89248ffb HTTP/1.1" status: 204 len: 168 time: 0.8606303 Jul 07 17:10:31.574557 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.599856 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed31822-7d7d-4ca7-99e6-d50094caeddf']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:31.616772 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe54c494-b30a-4f96-8bef-9ec7158e568e') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:31.617111 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe54c494-b30a-4f96-8bef-9ec7158e568e') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:31.625075 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543f8cd-e4d0-48f6-9b38-ee462be3738b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59baf9a-a7c3-4f6c-8657-03bb89248ffb,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:31.628521 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.647001 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.654339 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:10:31.654895 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.736894 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-6f3e4d57-9b7a-43a0-9240-75f1ea3fcc0e None None] Attempting to bind port 8a9ad263-5d90-4858-98b6-8f439b2a350b on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:31.737546 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-6f3e4d57-9b7a-43a0-9240-75f1ea3fcc0e None None] Attempting to bind port 8a9ad263-5d90-4858-98b6-8f439b2a350b by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'fe54c494-b30a-4f96-8bef-9ec7158e568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5ed31822-7d7d-4ca7-99e6-d50094caeddf'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:31.744031 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e4d57-9b7a-43a0-9240-75f1ea3fcc0e None None] Attempting to bind port 8a9ad263-5d90-4858-98b6-8f439b2a350b on network 5ed31822-7d7d-4ca7-99e6-d50094caeddf {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:31.763450 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e4d57-9b7a-43a0-9240-75f1ea3fcc0e None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:31.764320 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e4d57-9b7a-43a0-9240-75f1ea3fcc0e None None] Checking segment: {'id': 'fe54c494-b30a-4f96-8bef-9ec7158e568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5ed31822-7d7d-4ca7-99e6-d50094caeddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:31.765072 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4d57-9b7a-43a0-9240-75f1ea3fcc0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.765813 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e4d57-9b7a-43a0-9240-75f1ea3fcc0e None None] Bound using segment: {'id': 'fe54c494-b30a-4f96-8bef-9ec7158e568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5ed31822-7d7d-4ca7-99e6-d50094caeddf'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:31.766627 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-6f3e4d57-9b7a-43a0-9240-75f1ea3fcc0e None None] Bound port: 8a9ad263-5d90-4858-98b6-8f439b2a350b, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe54c494-b30a-4f96-8bef-9ec7158e568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5ed31822-7d7d-4ca7-99e6-d50094caeddf'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:31.767339 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4d57-9b7a-43a0-9240-75f1ea3fcc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:10:31.824202 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:10:32.003945 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.db.api [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:10:32.003945 n-d-791503-12 neutron-server[100193]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:10:32.003945 n-d-791503-12 neutron-server[100193]: [parameters: {'id': '5ed31822-7d7d-4ca7-99e6-d50094caeddf'}] Jul 07 17:10:32.003945 n-d-791503-12 neutron-server[100193]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:10:32.005091 n-d-791503-12 neutron-server[100193]: DEBUG oslo_db.api [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:10:32.036079 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-6f3e4d57-9b7a-43a0-9240-75f1ea3fcc0e None None] For port 8a9ad263-5d90-4858-98b6-8f439b2a350b, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:32.049276 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cb9fb-4548-4b15-a36c-2fe0e167e903 req-ee5335f3-bde1-4306-96f9-7119588be0b8 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:32.064356 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b80cb9fb-4548-4b15-a36c-2fe0e167e903 req-ee5335f3-bde1-4306-96f9-7119588be0b8 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c48e7d0-8671-43db-b4f8-7b03252ea4ca HTTP/1.1" status: 200 len: 945 time: 0.2241330 Jul 07 17:10:32.114024 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-6f3e4d57-9b7a-43a0-9240-75f1ea3fcc0e None None] For port 8a9ad263-5d90-4858-98b6-8f439b2a350b, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8a9ad263-5d90-4858-98b6-8f439b2a350b,segment=NetworkSegment(fe54c494-b30a-4f96-8bef-9ec7158e568e),segment_id=fe54c494-b30a-4f96-8bef-9ec7158e568e)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:32.128524 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4d57-9b7a-43a0-9240-75f1ea3fcc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:32.148186 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b80cb9fb-4548-4b15-a36c-2fe0e167e903 req-c8613556-fd45-448d-9a3e-6f69dadca329 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820980 Jul 07 17:10:32.414736 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e4d57-9b7a-43a0-9240-75f1ea3fcc0e None None] Pushing event updated for resources: {'Port': ['ID=8a9ad263-5d90-4858-98b6-8f439b2a350b,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:32.487404 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d502b81e-34ce-4ee6-ab55-e273217e5c67 None None] Network 5ed31822-7d7d-4ca7-99e6-d50094caeddf requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:32.506735 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:32.771166 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f048024c-1177-432a-a09b-f79ae16f8856 None None] Network 5ed31822-7d7d-4ca7-99e6-d50094caeddf requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:32.860127 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Deleting port 8a9ad263-5d90-4858-98b6-8f439b2a350b {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:32.860652 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:32.954784 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8392e90-ec06-4fc9-8dc2-84610f5367d9 req-ad17e9d5-6b14-4f06-8b97-68ae2cf148fb tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:32.956501 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8392e90-ec06-4fc9-8dc2-84610f5367d9 req-ad17e9d5-6b14-4f06-8b97-68ae2cf148fb tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.72 "GET /v2.0/ports?device_id=0c48e7d0-8671-43db-b4f8-7b03252ea4ca HTTP/1.1" status: 200 len: 945 time: 0.3204229 Jul 07 17:10:32.970553 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c4315245-7eff-493f-b964-96ab793f1d6d req-34df48de-6a62-4625-b6fd-20bf71108ab2 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 210 time: 0.1117313 Jul 07 17:10:33.070313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88af8f9-6196-4176-8b30-40238b2f93e2 None None] get_active_networks_info from n-d-791503-12 {{(pid=100194) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:10:33.148197 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] For port 8a9ad263-5d90-4858-98b6-8f439b2a350b, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8a9ad263-5d90-4858-98b6-8f439b2a350b,segment=NetworkSegment(fe54c494-b30a-4f96-8bef-9ec7158e568e),segment_id=fe54c494-b30a-4f96-8bef-9ec7158e568e)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:33.148866 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:33.169468 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Calling delete_port for 8a9ad263-5d90-4858-98b6-8f439b2a350b owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:33.248013 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-b8392e90-ec06-4fc9-8dc2-84610f5367d9 req-70e1c9cc-08f6-4df3-bd1b-b3028cc88ebc tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Deleting port 0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:33.248471 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b8392e90-ec06-4fc9-8dc2-84610f5367d9 req-70e1c9cc-08f6-4df3-bd1b-b3028cc88ebc tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:33.401202 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-b8392e90-ec06-4fc9-8dc2-84610f5367d9 req-70e1c9cc-08f6-4df3-bd1b-b3028cc88ebc tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] For port 0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:33.401730 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b8392e90-ec06-4fc9-8dc2-84610f5367d9 req-70e1c9cc-08f6-4df3-bd1b-b3028cc88ebc tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:33.419139 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-b8392e90-ec06-4fc9-8dc2-84610f5367d9 req-70e1c9cc-08f6-4df3-bd1b-b3028cc88ebc tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Calling delete_port for 0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:33.622837 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b8392e90-ec06-4fc9-8dc2-84610f5367d9 req-70e1c9cc-08f6-4df3-bd1b-b3028cc88ebc tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:33.648145 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:33.754574 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-05af536b-9cf4-4d66-86f0-d029d2f804f2 req-46162988-c984-4a36-8519-08ccba603d88 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c48e7d0-8671-43db-b4f8-7b03252ea4ca HTTP/1.1" status: 200 len: 210 time: 0.0525196 Jul 07 17:10:33.756316 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1c9cc-08f6-4df3-bd1b-b3028cc88ebc tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Pushing event deleted for resources: {'Port': ['ID=0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:33.766069 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:33.838533 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88af8f9-6196-4176-8b30-40238b2f93e2 None None] Resources bound (agent type, host, resource id): {{(pid=100194) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:10:33.840341 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Port': ['ID=8a9ad263-5d90-4858-98b6-8f439b2a350b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:33.995222 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No DVR routers for this DVR port 8a9ad263-5d90-4858-98b6-8f439b2a350b on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:10:34.048692 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8392e90-ec06-4fc9-8dc2-84610f5367d9 req-70e1c9cc-08f6-4df3-bd1b-b3028cc88ebc tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] No DVR routers for this DVR port 0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:10:34.342744 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:34.362687 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed31822-7d7d-4ca7-99e6-d50094caeddf']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:34.382366 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe54c494-b30a-4f96-8bef-9ec7158e568e') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:34.382960 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe54c494-b30a-4f96-8bef-9ec7158e568e') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:34.401675 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:34.428223 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b8392e90-ec06-4fc9-8dc2-84610f5367d9 req-70e1c9cc-08f6-4df3-bd1b-b3028cc88ebc tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:34.432325 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8392e90-ec06-4fc9-8dc2-84610f5367d9 req-70e1c9cc-08f6-4df3-bd1b-b3028cc88ebc tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.72 "DELETE /v2.0/ports/0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b HTTP/1.1" status: 204 len: 173 time: 1.4687960 Jul 07 17:10:34.433762 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c48e7d0-8671-43db-b4f8-7b03252ea4ca', 'name': 'network-vif-deleted', 'tag': '0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:34.437323 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60910faf-1c83-4f7e-a5ce-3afccd48ea91" -d '{"events": [{"server_uuid": "0c48e7d0-8671-43db-b4f8-7b03252ea4ca", "name": "network-vif-deleted", "tag": "0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:34.453559 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:34.477202 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:10:34.478057 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:10:34.486247 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:10:34.498223 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1bfd010c-0931-4f73-a41c-fcde54723da2 req-e1dde662-6593-43dc-99c8-be4058310369 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 210 time: 0.1602714 Jul 07 17:10:34.587973 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407614c1-6cc7-4522-a16d-6114555cf4e1 x-openstack-request-id: req-407614c1-6cc7-4522-a16d-6114555cf4e1 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:34.588530 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c48e7d0-8671-43db-b4f8-7b03252ea4ca", "name": "network-vif-deleted", "tag": "0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:34.589062 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-407614c1-6cc7-4522-a16d-6114555cf4e1 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:34.589816 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c48e7d0-8671-43db-b4f8-7b03252ea4ca', 'name': 'network-vif-deleted', 'tag': '0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b', 'status': 'completed', 'code': 200} Jul 07 17:10:34.689110 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-8d850134-5acc-41fc-834f-836752b55ded tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:34.693495 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-8d850134-5acc-41fc-834f-836752b55ded tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.64 "GET /v2.0/networks?id=656dd087-69ac-4445-b8fb-7180ff9e7eaa HTTP/1.1" status: 200 len: 805 time: 0.8094647 Jul 07 17:10:34.713768 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c3e60453-b829-4ddb-b938-4120ad1bdee4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Request body: {'port': {'device_id': '54101ecb-a023-49e4-98e0-1ac3849ccf5a', 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa', 'admin_state_up': True, 'tenant_id': '854488ce7e0c4852954684e9f239b430'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:34.730416 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:34.890515 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:34.895703 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/networks/5ed31822-7d7d-4ca7-99e6-d50094caeddf HTTP/1.1" status: 204 len: 168 time: 4.5875633 Jul 07 17:10:34.898371 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35730) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:34.931005 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-44cd89a0-37d3-4d18-b732-827ece96a560 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] DELETE failed (client error): The resource could not be found. Jul 07 17:10:34.932212 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44cd89a0-37d3-4d18-b732-827ece96a560 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:10:34.941014 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-44cd89a0-37d3-4d18-b732-827ece96a560 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/networks/5ed31822-7d7d-4ca7-99e6-d50094caeddf HTTP/1.1" status: 404 len: 339 time: 0.0413740 Jul 07 17:10:34.941923 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35732) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:34.950443 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-ab0f1aa6-1da5-482d-ad5c-f8dd5b856912 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-775036346', 'description': 'd1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:34.991933 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6411933-92bf-4a79-a639-0cdc6d8985e8 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Network': ['ID=5ed31822-7d7d-4ca7-99e6-d50094caeddf,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:35.004240 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0f1aa6-1da5-482d-ad5c-f8dd5b856912 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Made reservation on behalf of 29936e27e52e42a78f6f821032207ca0 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:35.010229 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1aa6-1da5-482d-ad5c-f8dd5b856912 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.045283 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0f1aa6-1da5-482d-ad5c-f8dd5b856912 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:10:35.077021 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1aa6-1da5-482d-ad5c-f8dd5b856912 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.077761 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-ab0f1aa6-1da5-482d-ad5c-f8dd5b856912 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Added segment 50994f26-3b6e-4582-a340-de20f25b61fd of type vlan for network 16f7e9e8-5253-4419-8d5e-9bc7898084a1 Jul 07 17:10:35.177830 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1aa6-1da5-482d-ad5c-f8dd5b856912 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.224343 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4fd6d3f3-7759-4397-bca9-58e7dcae152c req-4d594efb-34de-4690-9777-2b8eb8816d51 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c48e7d0-8671-43db-b4f8-7b03252ea4ca HTTP/1.1" status: 200 len: 210 time: 0.2166615 Jul 07 17:10:35.267744 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c3e60453-b829-4ddb-b938-4120ad1bdee4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Made reservation on behalf of 854488ce7e0c4852954684e9f239b430 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:35.272311 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1aa6-1da5-482d-ad5c-f8dd5b856912 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.279118 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c3e60453-b829-4ddb-b938-4120ad1bdee4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.298124 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0f1aa6-1da5-482d-ad5c-f8dd5b856912 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:35.299201 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1aa6-1da5-482d-ad5c-f8dd5b856912 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.552886 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ab0f1aa6-1da5-482d-ad5c-f8dd5b856912 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6041989 Jul 07 17:10:35.563680 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35746) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:35.579889 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c3e60453-b829-4ddb-b938-4120ad1bdee4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Allocated IP 172.20.0.10 (656dd087-69ac-4445-b8fb-7180ff9e7eaa/160646de-633f-43bb-ab77-cdc4622fc25c/d7d31a84-29a9-4b98-bc7b-f1536bef6f7a) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:35.643230 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f1aa6-1da5-482d-ad5c-f8dd5b856912 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event updated for resources: {'Network': ['ID=16f7e9e8-5253-4419-8d5e-9bc7898084a1,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:35.665859 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 16f7e9e8-5253-4419-8d5e-9bc7898084a1 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:35.851774 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8232c31e-c049-483e-8059-cf92ce8dec59 req-dbf3aac0-868b-4f36-ab05-a890218132fe tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 210 time: 0.0928118 Jul 07 17:10:36.061574 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569eca46-5360-4cc0-a2b9-6a6ad9b2283a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:36.066572 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-569eca46-5360-4cc0-a2b9-6a6ad9b2283a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "GET /v2.0/networks?id=16f7e9e8-5253-4419-8d5e-9bc7898084a1 HTTP/1.1" status: 200 len: 760 time: 0.4978836 Jul 07 17:10:36.071464 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35754) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:36.082895 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae5511-401b-421c-aab1-c045b2dd1f73 req-37da0c38-aa37-4fac-ab9d-a6345092b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:36.085728 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1cae5511-401b-421c-aab1-c045b2dd1f73 req-37da0c38-aa37-4fac-ab9d-a6345092b30a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=714c5973a0b4427daf9bad1f0fff20b4&device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 1097 time: 0.7692556 Jul 07 17:10:36.089393 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-1e80facc-9164-44cc-9ff8-db5a195a2ab9 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Request body: {'network': {'description': 'd2'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:36.100712 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c9407-eee8-493e-843e-51b2a4c242f8 req-7a7b6931-6e7c-49fa-8368-98ed2f75f1a4 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:36.114926 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e55c9407-eee8-493e-843e-51b2a4c242f8 req-7a7b6931-6e7c-49fa-8368-98ed2f75f1a4 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.6437728 Jul 07 17:10:36.206386 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35756) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:36.301264 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e55c9407-eee8-493e-843e-51b2a4c242f8 req-6d58443d-0780-4045-b5e1-586259770b9f tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845250 Jul 07 17:10:36.303051 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c3e60453-b829-4ddb-b938-4120ad1bdee4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.428699 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae5511-401b-421c-aab1-c045b2dd1f73 req-ef5d0cf2-1fa2-4c50-b605-88262184a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:36.431469 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1cae5511-401b-421c-aab1-c045b2dd1f73 req-ef5d0cf2-1fa2-4c50-b605-88262184a3d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab82b3df-4c86-4ece-b695-047ab3f5d517 HTTP/1.1" status: 200 len: 920 time: 0.3042111 Jul 07 17:10:36.542094 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1cae5511-401b-421c-aab1-c045b2dd1f73 req-bcefad32-d049-4065-b46d-a3412ffa882c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef380acb-b070-4a03-8ab4-9915f4d0d9d6 HTTP/1.1" status: 200 len: 217 time: 0.0961654 Jul 07 17:10:36.552443 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b9fe9300-e171-4a5c-bcc5-aec4e927a042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.572287 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1e80facc-9164-44cc-9ff8-db5a195a2ab9 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.627752 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae5511-401b-421c-aab1-c045b2dd1f73 req-de2c8e05-2ef1-4332-82f8-ce62869a7c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:36.631263 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1cae5511-401b-421c-aab1-c045b2dd1f73 req-de2c8e05-2ef1-4332-82f8-ce62869a7c87 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8f885443-046f-4184-82cb-bdc354731f9f HTTP/1.1" status: 200 len: 859 time: 0.0819633 Jul 07 17:10:36.650034 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1e80facc-9164-44cc-9ff8-db5a195a2ab9 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.681879 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1cae5511-401b-421c-aab1-c045b2dd1f73 req-dffab752-9aea-4afa-be58-5a86c3c9e76d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab82b3df-4c86-4ece-b695-047ab3f5d517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428808 Jul 07 17:10:36.787731 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1e80facc-9164-44cc-9ff8-db5a195a2ab9 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Network 16f7e9e8-5253-4419-8d5e-9bc7898084a1 is not hosted by any dhcp agent {{(pid=100193) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:10:36.798040 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e80facc-9164-44cc-9ff8-db5a195a2ab9 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:36.799063 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1e80facc-9164-44cc-9ff8-db5a195a2ab9 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.808458 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1e80facc-9164-44cc-9ff8-db5a195a2ab9 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "PUT /v2.0/networks/16f7e9e8-5253-4419-8d5e-9bc7898084a1 HTTP/1.1" status: 200 len: 757 time: 0.7327745 Jul 07 17:10:36.823062 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35774) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:36.834909 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c3e60453-b829-4ddb-b938-4120ad1bdee4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.851809 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['42cfc02f-3401-4427-a978-d55f0e45e38f'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:36.999286 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:10:37.013258 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-40174e3c-3550-4209-a468-d969825a36d8 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:37.020516 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-40174e3c-3550-4209-a468-d969825a36d8 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/networks?id=e48a1335-f2ce-4136-9503-051b68c84575 HTTP/1.1" status: 200 len: 812 time: 0.2191391 Jul 07 17:10:37.040361 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1cae5511-401b-421c-aab1-c045b2dd1f73 req-04144378-eb52-4877-a352-73339489fd4c service neutron] 10.222.0.64 "GET /v2.0/networks/ab82b3df-4c86-4ece-b695-047ab3f5d517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496025 Jul 07 17:10:37.114713 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:10:37.123956 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 0da41e8c-3bd8-4ac5-b0db-bce3d1f6747b not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:10:37.157109 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80facc-9164-44cc-9ff8-db5a195a2ab9 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event updated for resources: {'Network': ['ID=16f7e9e8-5253-4419-8d5e-9bc7898084a1,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:37.164888 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:37.224944 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-086aa6bf-19cd-4cca-aaa6-8ae8755b7a05 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/quotas/2fe17a6fbd19425cb38c02ad6df4484f HTTP/1.1" status: 200 len: 375 time: 0.1982334 Jul 07 17:10:37.260961 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80facc-9164-44cc-9ff8-db5a195a2ab9 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:37.261543 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80facc-9164-44cc-9ff8-db5a195a2ab9 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:37.262114 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80facc-9164-44cc-9ff8-db5a195a2ab9 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:37.262690 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80facc-9164-44cc-9ff8-db5a195a2ab9 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:37.263266 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80facc-9164-44cc-9ff8-db5a195a2ab9 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:37.263834 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80facc-9164-44cc-9ff8-db5a195a2ab9 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:37.264410 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80facc-9164-44cc-9ff8-db5a195a2ab9 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:37.264994 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80facc-9164-44cc-9ff8-db5a195a2ab9 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:37.265594 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80facc-9164-44cc-9ff8-db5a195a2ab9 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:37.267406 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80facc-9164-44cc-9ff8-db5a195a2ab9 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:37.267971 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80facc-9164-44cc-9ff8-db5a195a2ab9 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:37.268500 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80facc-9164-44cc-9ff8-db5a195a2ab9 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:37.275762 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-4d73579a-0272-49a2-99df-5b4f112e9a9e tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fe17a6fbd19425cb38c02ad6df4484f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497119 Jul 07 17:10:37.346039 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 16f7e9e8-5253-4419-8d5e-9bc7898084a1 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:37.354365 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1cae5511-401b-421c-aab1-c045b2dd1f73 req-fda0850b-9486-44e7-9257-c8e4d2f83f01 service neutron] 10.222.0.64 "GET /v2.0/networks/ab82b3df-4c86-4ece-b695-047ab3f5d517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997177 Jul 07 17:10:37.382564 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c3e60453-b829-4ddb-b938-4120ad1bdee4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Network 656dd087-69ac-4445-b8fb-7180ff9e7eaa is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:37.413405 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-157f99a2-6cd4-4bd2-9b84-c51e4609d350 service neutron] 10.222.0.53 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414630 Jul 07 17:10:37.452696 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c3e60453-b829-4ddb-b938-4120ad1bdee4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:37.459134 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e60453-b829-4ddb-b938-4120ad1bdee4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Pushing event updated for resources: {'Port': ['ID=d7d31a84-29a9-4b98-bc7b-f1536bef6f7a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:37.465126 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c3e60453-b829-4ddb-b938-4120ad1bdee4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:37.485957 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663151de-c6b1-4293-a844-3b468201bf8b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:37.490156 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-663151de-c6b1-4293-a844-3b468201bf8b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "GET /v2.0/networks?id=16f7e9e8-5253-4419-8d5e-9bc7898084a1 HTTP/1.1" status: 200 len: 760 time: 0.6653733 Jul 07 17:10:37.544105 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35788) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:37.561971 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-b987b6f4-5356-49cf-a8b7-f14e36e4f96f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1885286540'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:37.664368 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-329ea637-a8f0-4ae4-8bfc-4f2fc67ea3c6 service neutron] 10.222.0.53 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497690 Jul 07 17:10:37.683630 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c3e60453-b829-4ddb-b938-4120ad1bdee4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:37.684737 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c3e60453-b829-4ddb-b938-4120ad1bdee4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:37.740660 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b9fe9300-e171-4a5c-bcc5-aec4e927a042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:37.750747 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:37.778485 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b9fe9300-e171-4a5c-bcc5-aec4e927a042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:37.819478 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b987b6f4-5356-49cf-a8b7-f14e36e4f96f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Made reservation on behalf of 29936e27e52e42a78f6f821032207ca0 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:37.823455 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b987b6f4-5356-49cf-a8b7-f14e36e4f96f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:37.829217 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe9300-e171-4a5c-bcc5-aec4e927a042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cc36e7-a042-4f61-8ea1-985cdcd9b10f,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:37.852682 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ad834-b835-4f88-a397-85a976da5d78 req-1f477212-f497-4cbe-be76-f722ee0056e4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:37.860027 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-680ad834-b835-4f88-a397-85a976da5d78 req-1f477212-f497-4cbe-be76-f722ee0056e4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 932 time: 0.6133516 Jul 07 17:10:37.874102 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c3e60453-b829-4ddb-b938-4120ad1bdee4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1688519 Jul 07 17:10:37.901763 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c1fb3949-e21b-40b9-bb32-2a3a8d4a361a service neutron] Request body: {'port': {'device_id': '54101ecb-a023-49e4-98e0-1ac3849ccf5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:37.934036 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b9fe9300-e171-4a5c-bcc5-aec4e927a042 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=88eb559ad70342ebbc9019aa6dc792a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7217326 Jul 07 17:10:37.939513 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35792) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:38.015600 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b987b6f4-5356-49cf-a8b7-f14e36e4f96f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:10:38.066278 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dbbd5c0c-7a76-4b18-9897-019519de1f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.104940 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b987b6f4-5356-49cf-a8b7-f14e36e4f96f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.107259 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-b987b6f4-5356-49cf-a8b7-f14e36e4f96f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Added segment 7efaae62-d52b-4d56-8815-1b095a1d9bc0 of type vlan for network d5e90a12-a3e3-41d7-88e7-53ae86d943e7 Jul 07 17:10:38.164721 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-680ad834-b835-4f88-a397-85a976da5d78 req-6a995dc5-a6b1-485d-af78-dd857243fb50 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035059 Jul 07 17:10:38.195109 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dbbd5c0c-7a76-4b18-9897-019519de1f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.370024 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dbbd5c0c-7a76-4b18-9897-019519de1f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.376532 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dbbd5c0c-7a76-4b18-9897-019519de1f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.382920 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-dbbd5c0c-7a76-4b18-9897-019519de1f79 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7cc36e7-a042-4f61-8ea1-985cdcd9b10f HTTP/1.1" status: 204 len: 168 time: 0.4361508 Jul 07 17:10:38.473848 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd5c0c-7a76-4b18-9897-019519de1f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cc36e7-a042-4f61-8ea1-985cdcd9b10f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:38.495456 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd5c0c-7a76-4b18-9897-019519de1f79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:38.496059 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd5c0c-7a76-4b18-9897-019519de1f79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:38.497753 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd5c0c-7a76-4b18-9897-019519de1f79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:38.498460 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd5c0c-7a76-4b18-9897-019519de1f79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:38.499013 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd5c0c-7a76-4b18-9897-019519de1f79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:38.499712 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd5c0c-7a76-4b18-9897-019519de1f79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:38.500379 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd5c0c-7a76-4b18-9897-019519de1f79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:38.501266 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd5c0c-7a76-4b18-9897-019519de1f79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:38.501920 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd5c0c-7a76-4b18-9897-019519de1f79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:38.503509 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd5c0c-7a76-4b18-9897-019519de1f79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:38.504172 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd5c0c-7a76-4b18-9897-019519de1f79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:38.504850 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd5c0c-7a76-4b18-9897-019519de1f79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:38.538472 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3445d762-fa29-4bda-ad2c-32d898aef952 req-724c7df0-6176-44c9-8f9b-1aa2cbfcf001 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 210 time: 0.1804168 Jul 07 17:10:38.600398 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b987b6f4-5356-49cf-a8b7-f14e36e4f96f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.636075 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c1fb3949-e21b-40b9-bb32-2a3a8d4a361a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.656664 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2a5d6-44c8-409b-a19d-d5f6957a7be2 req-aca9ba5e-8e74-4774-83dc-caf1ad3dbbc7 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:38.677815 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fbb2a5d6-44c8-409b-a19d-d5f6957a7be2 req-aca9ba5e-8e74-4774-83dc-caf1ad3dbbc7 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.3341928 Jul 07 17:10:38.777988 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fbb2a5d6-44c8-409b-a19d-d5f6957a7be2 req-027f207f-8f61-4625-b089-8cc681800bec tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977967 Jul 07 17:10:38.896968 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b987b6f4-5356-49cf-a8b7-f14e36e4f96f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.925699 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b987b6f4-5356-49cf-a8b7-f14e36e4f96f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:38.929454 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b987b6f4-5356-49cf-a8b7-f14e36e4f96f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.228891 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987b6f4-5356-49cf-a8b7-f14e36e4f96f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event updated for resources: {'Network': ['ID=d5e90a12-a3e3-41d7-88e7-53ae86d943e7,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:39.247101 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b987b6f4-5356-49cf-a8b7-f14e36e4f96f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6953423 Jul 07 17:10:39.248044 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35822) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:39.249421 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network d5e90a12-a3e3-41d7-88e7-53ae86d943e7 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:39.272576 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-a712f22a-6ee6-4282-b3e5-72ed86b03bbf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Request body: {'subnet': {'network_id': 'd5e90a12-a3e3-41d7-88e7-53ae86d943e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:39.555487 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a712f22a-6ee6-4282-b3e5-72ed86b03bbf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Made reservation on behalf of 29936e27e52e42a78f6f821032207ca0 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:39.560770 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a712f22a-6ee6-4282-b3e5-72ed86b03bbf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.745515 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c1fb3949-e21b-40b9-bb32-2a3a8d4a361a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7d31a84-29a9-4b98-bc7b-f1536bef6f7a {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:39.776349 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c1fb3949-e21b-40b9-bb32-2a3a8d4a361a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.810340 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c1fb3949-e21b-40b9-bb32-2a3a8d4a361a service neutron] Transition to ACTIVE for port object d7d31a84-29a9-4b98-bc7b-f1536bef6f7a will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:39.831201 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314dbea-1d0b-407c-93df-f5d801dd7baa req-f78a3d5b-ae4a-4763-bb91-8f875482e7ca tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:39.837539 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5314dbea-1d0b-407c-93df-f5d801dd7baa req-f78a3d5b-ae4a-4763-bb91-8f875482e7ca tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 932 time: 0.3029683 Jul 07 17:10:39.842308 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c1fb3949-e21b-40b9-bb32-2a3a8d4a361a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.938954 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb3949-e21b-40b9-bb32-2a3a8d4a361a service neutron] Pushing event updated for resources: {'Port': ['ID=d7d31a84-29a9-4b98-bc7b-f1536bef6f7a,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:39.957770 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5314dbea-1d0b-407c-93df-f5d801dd7baa req-c449adda-828a-438b-a6c7-3525b6018fd4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734746 Jul 07 17:10:40.118199 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c1fb3949-e21b-40b9-bb32-2a3a8d4a361a service neutron] Attempting to bind port d7d31a84-29a9-4b98-bc7b-f1536bef6f7a on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:40.119368 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c1fb3949-e21b-40b9-bb32-2a3a8d4a361a service neutron] Attempting to bind port d7d31a84-29a9-4b98-bc7b-f1536bef6f7a by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:40.119862 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c1fb3949-e21b-40b9-bb32-2a3a8d4a361a service neutron] Attempting to bind port d7d31a84-29a9-4b98-bc7b-f1536bef6f7a on network 656dd087-69ac-4445-b8fb-7180ff9e7eaa {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:40.136525 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c1fb3949-e21b-40b9-bb32-2a3a8d4a361a service neutron] Port d7d31a84-29a9-4b98-bc7b-f1536bef6f7a on network 656dd087-69ac-4445-b8fb-7180ff9e7eaa not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:40.137135 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c1fb3949-e21b-40b9-bb32-2a3a8d4a361a service neutron] Attempting to bind port d7d31a84-29a9-4b98-bc7b-f1536bef6f7a on network 656dd087-69ac-4445-b8fb-7180ff9e7eaa {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:40.166562 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c1fb3949-e21b-40b9-bb32-2a3a8d4a361a service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:40.167194 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c1fb3949-e21b-40b9-bb32-2a3a8d4a361a service neutron] Checking segment: {'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:40.167813 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c1fb3949-e21b-40b9-bb32-2a3a8d4a361a service neutron] Bound using segment: {'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:40.168255 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c1fb3949-e21b-40b9-bb32-2a3a8d4a361a service neutron] Bound port: d7d31a84-29a9-4b98-bc7b-f1536bef6f7a, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade778ba-4db4-4b5f-926a-2b8a323277b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:40.168655 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c1fb3949-e21b-40b9-bb32-2a3a8d4a361a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.178705 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fd8b13b0-7f6f-417f-8169-9c8e004915c1 req-6c89db90-768f-4986-8ace-9ab48cb6ee7d tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 210 time: 0.1495564 Jul 07 17:10:40.184377 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a712f22a-6ee6-4282-b3e5-72ed86b03bbf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.290073 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712f22a-6ee6-4282-b3e5-72ed86b03bbf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event updated for resources: {'Subnet': ['ID=1df9c470-6243-4f8f-ab05-9ad81408efb8,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:40.312714 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712f22a-6ee6-4282-b3e5-72ed86b03bbf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Checking segment: {'id': '7efaae62-d52b-4d56-8815-1b095a1d9bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5e90a12-a3e3-41d7-88e7-53ae86d943e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:40.312714 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a712f22a-6ee6-4282-b3e5-72ed86b03bbf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Network hostable DHCP agents. Network: d5e90a12-a3e3-41d7-88e7-53ae86d943e7, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:10:40.379852 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a712f22a-6ee6-4282-b3e5-72ed86b03bbf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Network d5e90a12-a3e3-41d7-88e7-53ae86d943e7 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:10:40.407199 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-a712f22a-6ee6-4282-b3e5-72ed86b03bbf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, d5e90a12-a3e3-41d7-88e7-53ae86d943e7) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:40.418986 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3141c7-61f5-4671-961b-203ad41589a5 None None] Network d5e90a12-a3e3-41d7-88e7-53ae86d943e7 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:40.441317 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a712f22a-6ee6-4282-b3e5-72ed86b03bbf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:40.444585 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a712f22a-6ee6-4282-b3e5-72ed86b03bbf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.483394 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a712f22a-6ee6-4282-b3e5-72ed86b03bbf tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2325239 Jul 07 17:10:40.490232 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35844) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:40.528913 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230310f-278f-4bbc-bd6c-369dd1a604a3 req-a1949dff-12b9-4416-adc5-969ddf162af4 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:40.533261 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1230310f-278f-4bbc-bd6c-369dd1a604a3 req-a1949dff-12b9-4416-adc5-969ddf162af4 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.3886042 Jul 07 17:10:40.587660 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:10:40.674487 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c1fb3949-e21b-40b9-bb32-2a3a8d4a361a service neutron] For port d7d31a84-29a9-4b98-bc7b-f1536bef6f7a, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:40.701002 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c1fb3949-e21b-40b9-bb32-2a3a8d4a361a service neutron] For port d7d31a84-29a9-4b98-bc7b-f1536bef6f7a, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=d7d31a84-29a9-4b98-bc7b-f1536bef6f7a,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:40.736209 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c1fb3949-e21b-40b9-bb32-2a3a8d4a361a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.929751 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.937141 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b40706-fcaf-4f74-91c7-7b85a4900134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-d5e90a12-a3e3-41d7-88e7-53ae86d943e7', 'network_id': 'd5e90a12-a3e3-41d7-88e7-53ae86d943e7', 'tenant_id': '29936e27e52e42a78f6f821032207ca0', 'fixed_ips': [{'subnet_id': '1df9c470-6243-4f8f-ab05-9ad81408efb8'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:10:40.938065 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e5b40706-fcaf-4f74-91c7-7b85a4900134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.067466 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.315808 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-e5b40706-fcaf-4f74-91c7-7b85a4900134 None None] Allocated IP 172.20.0.2 (d5e90a12-a3e3-41d7-88e7-53ae86d943e7/1df9c470-6243-4f8f-ab05-9ad81408efb8/41c78da7-b4e0-4ff7-9cb4-23c0712646aa) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:41.570649 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea8122-ab54-4f7e-bbf8-d45359bedd9b req-0c7a0abd-8a0a-4820-8c6c-d45f995022d4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:41.588590 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58ea8122-ab54-4f7e-bbf8-d45359bedd9b req-0c7a0abd-8a0a-4820-8c6c-d45f995022d4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 944 time: 0.2626584 Jul 07 17:10:41.678193 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e5b40706-fcaf-4f74-91c7-7b85a4900134 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.689150 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e5b40706-fcaf-4f74-91c7-7b85a4900134 None None] Transition to ACTIVE for port object 41c78da7-b4e0-4ff7-9cb4-23c0712646aa will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:41.732029 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58ea8122-ab54-4f7e-bbf8-d45359bedd9b req-f3d387be-7666-4dc8-b3b1-ab49bd899303 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420367 Jul 07 17:10:41.736210 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e5b40706-fcaf-4f74-91c7-7b85a4900134 None None] Transition to ACTIVE for port object 41c78da7-b4e0-4ff7-9cb4-23c0712646aa will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:41.762408 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e5b40706-fcaf-4f74-91c7-7b85a4900134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.818974 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.900502 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b40706-fcaf-4f74-91c7-7b85a4900134 None None] Network d5e90a12-a3e3-41d7-88e7-53ae86d943e7 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:41.930042 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-e5b40706-fcaf-4f74-91c7-7b85a4900134 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:41.940132 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b40706-fcaf-4f74-91c7-7b85a4900134 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:41.973702 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b40706-fcaf-4f74-91c7-7b85a4900134 None None] Pushing event updated for resources: {'Port': ['ID=41c78da7-b4e0-4ff7-9cb4-23c0712646aa,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:41.986124 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-380831e3-30f5-433c-8eb9-4d1f1191fee2 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:41.988739 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-380831e3-30f5-433c-8eb9-4d1f1191fee2 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.72 "GET /v2.0/networks?id=e48a1335-f2ce-4136-9503-051b68c84575 HTTP/1.1" status: 200 len: 812 time: 1.3514047 Jul 07 17:10:42.005526 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Subnet': ['ID=1df9c470-6243-4f8f-ab05-9ad81408efb8,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:42.015514 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1230310f-278f-4bbc-bd6c-369dd1a604a3 req-7cebd0ef-7dba-4b68-b4e3-bb15ad88b59a tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4672294 Jul 07 17:10:42.019174 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c1fb3949-e21b-40b9-bb32-2a3a8d4a361a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:42.019174 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c1fb3949-e21b-40b9-bb32-2a3a8d4a361a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.021148 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-c1fb3949-e21b-40b9-bb32-2a3a8d4a361a service neutron] 10.222.0.64 "PUT /v2.0/ports/d7d31a84-29a9-4b98-bc7b-f1536bef6f7a HTTP/1.1" status: 200 len: 1093 time: 4.1303334 Jul 07 17:10:42.035115 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54101ecb-a023-49e4-98e0-1ac3849ccf5a', 'tag': 'd7d31a84-29a9-4b98-bc7b-f1536bef6f7a'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:42.037615 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ead7607-8347-463b-8fb5-88328f5e105d" -d '{"events": [{"name": "network-changed", "server_uuid": "54101ecb-a023-49e4-98e0-1ac3849ccf5a", "tag": "d7d31a84-29a9-4b98-bc7b-f1536bef6f7a"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:42.044903 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-71c688cd-34d7-40ea-a104-cbad767d49fb tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Request body: {'port': {'device_id': 'f18c73ec-9821-4678-a2ef-32c769059e97', 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575', 'admin_state_up': True, 'tenant_id': '2fe17a6fbd19425cb38c02ad6df4484f'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:42.150358 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-e5b40706-fcaf-4f74-91c7-7b85a4900134 None None] Attempting to bind port 41c78da7-b4e0-4ff7-9cb4-23c0712646aa on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:42.151332 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-e5b40706-fcaf-4f74-91c7-7b85a4900134 None None] Attempting to bind port 41c78da7-b4e0-4ff7-9cb4-23c0712646aa by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '7efaae62-d52b-4d56-8815-1b095a1d9bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5e90a12-a3e3-41d7-88e7-53ae86d943e7'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:42.154603 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b40706-fcaf-4f74-91c7-7b85a4900134 None None] Attempting to bind port 41c78da7-b4e0-4ff7-9cb4-23c0712646aa on network d5e90a12-a3e3-41d7-88e7-53ae86d943e7 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:42.170302 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b40706-fcaf-4f74-91c7-7b85a4900134 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:42.170748 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b40706-fcaf-4f74-91c7-7b85a4900134 None None] Checking segment: {'id': '7efaae62-d52b-4d56-8815-1b095a1d9bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5e90a12-a3e3-41d7-88e7-53ae86d943e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:42.171340 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e5b40706-fcaf-4f74-91c7-7b85a4900134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.172517 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b40706-fcaf-4f74-91c7-7b85a4900134 None None] Bound using segment: {'id': '7efaae62-d52b-4d56-8815-1b095a1d9bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5e90a12-a3e3-41d7-88e7-53ae86d943e7'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:42.173889 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-e5b40706-fcaf-4f74-91c7-7b85a4900134 None None] Bound port: 41c78da7-b4e0-4ff7-9cb4-23c0712646aa, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7efaae62-d52b-4d56-8815-1b095a1d9bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5e90a12-a3e3-41d7-88e7-53ae86d943e7'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:42.177140 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e5b40706-fcaf-4f74-91c7-7b85a4900134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.182678 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1777ac-874d-4d1e-8f0a-50054a770158 x-openstack-request-id: req-fa1777ac-874d-4d1e-8f0a-50054a770158 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:42.182987 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54101ecb-a023-49e4-98e0-1ac3849ccf5a", "tag": "d7d31a84-29a9-4b98-bc7b-f1536bef6f7a", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:42.183229 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa1777ac-874d-4d1e-8f0a-50054a770158 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:42.183616 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54101ecb-a023-49e4-98e0-1ac3849ccf5a', 'tag': 'd7d31a84-29a9-4b98-bc7b-f1536bef6f7a', 'status': 'completed', 'code': 200} Jul 07 17:10:42.271717 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb3949-e21b-40b9-bb32-2a3a8d4a361a service neutron] Pushing event updated for resources: {'Port': ['ID=d7d31a84-29a9-4b98-bc7b-f1536bef6f7a,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:42.286844 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9fa57c5b-8b04-4de6-a049-ea0224d7e931 req-7d889d4a-05f0-4aca-9e76-b6729e1ba979 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 210 time: 0.2166188 Jul 07 17:10:42.340995 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.377737 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-e5b40706-fcaf-4f74-91c7-7b85a4900134 None None] For port 41c78da7-b4e0-4ff7-9cb4-23c0712646aa, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:42.385913 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-e5b40706-fcaf-4f74-91c7-7b85a4900134 None None] For port 41c78da7-b4e0-4ff7-9cb4-23c0712646aa, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=41c78da7-b4e0-4ff7-9cb4-23c0712646aa,segment=NetworkSegment(7efaae62-d52b-4d56-8815-1b095a1d9bc0),segment_id=7efaae62-d52b-4d56-8815-1b095a1d9bc0)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:42.397074 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e90a12-a3e3-41d7-88e7-53ae86d943e7']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:42.398379 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e5b40706-fcaf-4f74-91c7-7b85a4900134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.408263 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-e50ab3d6-cc3f-4dae-a0cf-a8071f6b93ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:42.410342 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-e50ab3d6-cc3f-4dae-a0cf-a8071f6b93ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=854488ce7e0c4852954684e9f239b430&device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 1096 time: 0.2519226 Jul 07 17:10:42.431531 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-71c688cd-34d7-40ea-a104-cbad767d49fb tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Made reservation on behalf of 2fe17a6fbd19425cb38c02ad6df4484f for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:42.437104 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-71c688cd-34d7-40ea-a104-cbad767d49fb tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.445292 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7efaae62-d52b-4d56-8815-1b095a1d9bc0') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:42.451222 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7efaae62-d52b-4d56-8815-1b095a1d9bc0') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:42.480313 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-fd87ceab-94bb-4e72-9c38-a69bc9ee5146 req-bf27f6d9-4123-436a-80cd-26823a3e4562 service neutron] (100193) timed out ('10.222.0.53', 45276) {{(pid=100193) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:10:42.483220 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-6f34bf1f-0f4b-4c7a-b91b-fbd6c4d98d30 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7d31a84-29a9-4b98-bc7b-f1536bef6f7a HTTP/1.1" status: 200 len: 217 time: 0.0630767 Jul 07 17:10:42.504345 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.540484 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.562301 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:10:42.565608 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.574958 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b40706-fcaf-4f74-91c7-7b85a4900134 None None] Pushing event updated for resources: {'Port': ['ID=41c78da7-b4e0-4ff7-9cb4-23c0712646aa,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:10:42.581289 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:10:42.608082 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-cc994566-1ea3-46a4-a13e-ed436c8a782d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:42.618181 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-cc994566-1ea3-46a4-a13e-ed436c8a782d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=160646de-633f-43bb-ab77-cdc4622fc25c HTTP/1.1" status: 200 len: 845 time: 0.1257060 Jul 07 17:10:42.641131 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40e69c7-78ad-46df-9205-3b45ee451230 None None] Network d5e90a12-a3e3-41d7-88e7-53ae86d943e7 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:42.676071 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-4c29e7c3-46a3-4795-b382-cc8c61ca8d17 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=656dd087-69ac-4445-b8fb-7180ff9e7eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500600 Jul 07 17:10:42.787080 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.db.api [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:10:42.787080 n-d-791503-12 neutron-server[100192]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:10:42.787080 n-d-791503-12 neutron-server[100192]: [parameters: {'id': 'd5e90a12-a3e3-41d7-88e7-53ae86d943e7'}] Jul 07 17:10:42.787080 n-d-791503-12 neutron-server[100192]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:10:42.787080 n-d-791503-12 neutron-server[100192]: DEBUG oslo_db.api [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:10:42.927530 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-71c688cd-34d7-40ea-a104-cbad767d49fb tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Allocated IP 172.20.0.8 (e48a1335-f2ce-4136-9503-051b68c84575/14e47f73-09be-4e96-b070-1b771944d586/44dac440-bae3-4cda-a47f-93ea5a38cae0) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:43.011480 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-a35a4bc7-298c-4bf8-aa08-25f49436ba9e service neutron] 10.222.0.64 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255494 Jul 07 17:10:43.031376 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f4825e-7751-4792-a80c-ab23ff4e7c2b None None] get_active_networks_info from n-d-791503-12 {{(pid=100194) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:10:43.292489 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.474323 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f4825e-7751-4792-a80c-ab23ff4e7c2b None None] Resources bound (agent type, host, resource id): {{(pid=100194) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:10:43.539300 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304b7bb-2e27-416b-b8f3-1b06e82ee681 req-f5c65768-7892-4599-bafb-ad479fccc0eb tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:43.564398 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6304b7bb-2e27-416b-b8f3-1b06e82ee681 req-f5c65768-7892-4599-bafb-ad479fccc0eb tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.3677640 Jul 07 17:10:43.709383 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6304b7bb-2e27-416b-b8f3-1b06e82ee681 req-d384b474-8156-4e37-9170-33526f7599a2 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425440 Jul 07 17:10:43.735301 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Deleting port 41c78da7-b4e0-4ff7-9cb4-23c0712646aa {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:43.735668 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.876458 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3881e6a-3f84-4aff-aa5a-0b2e1d3aac6a req-f11720e7-0ba4-4e6d-871c-ada61d83327d tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:43.879616 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c3881e6a-3f84-4aff-aa5a-0b2e1d3aac6a req-f11720e7-0ba4-4e6d-871c-ada61d83327d tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 944 time: 0.7838850 Jul 07 17:10:43.938974 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-171e8f9c-135e-464e-ac03-9b1b87ed7930 req-4bfd0876-e9d0-4733-89a2-94915a5264eb tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 210 time: 0.0629375 Jul 07 17:10:43.981492 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] For port 41c78da7-b4e0-4ff7-9cb4-23c0712646aa, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=41c78da7-b4e0-4ff7-9cb4-23c0712646aa,segment=NetworkSegment(7efaae62-d52b-4d56-8815-1b095a1d9bc0),segment_id=7efaae62-d52b-4d56-8815-1b095a1d9bc0)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:43.982294 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.006761 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dedf31-0735-4751-b54c-1511f4f6b569 req-503385a3-8144-4277-862e-d8289a09af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:44.009311 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-18dedf31-0735-4751-b54c-1511f4f6b569 req-503385a3-8144-4277-862e-d8289a09af6b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 1097 time: 0.2978723 Jul 07 17:10:44.011129 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Calling delete_port for 41c78da7-b4e0-4ff7-9cb4-23c0712646aa owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:44.119159 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f4f3393-6311-4d94-91cc-55cc6eeee498 req-257adc03-afd2-4fc9-86fa-21a114582809 service neutron] 10.222.0.64 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0632460 Jul 07 17:10:44.141044 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-18dedf31-0735-4751-b54c-1511f4f6b569 req-760c65ff-6574-40ee-918a-d5c570ec35ab service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218033 Jul 07 17:10:44.202210 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.247523 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Port': ['ID=41c78da7-b4e0-4ff7-9cb4-23c0712646aa,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:44.290497 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No DVR routers for this DVR port 41c78da7-b4e0-4ff7-9cb4-23c0712646aa on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:10:44.293676 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c3881e6a-3f84-4aff-aa5a-0b2e1d3aac6a req-0e352465-5622-40a0-a049-da330b3984c0 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547795 Jul 07 17:10:44.413255 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-71c688cd-34d7-40ea-a104-cbad767d49fb tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.499616 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-71c688cd-34d7-40ea-a104-cbad767d49fb tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.537286 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.552214 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead7607-8347-463b-8fb5-88328f5e105d req-0aaca327-9268-4b3a-a2e8-6d2eafd5234e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:44.554148 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ead7607-8347-463b-8fb5-88328f5e105d req-0aaca327-9268-4b3a-a2e8-6d2eafd5234e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=854488ce7e0c4852954684e9f239b430&device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 1096 time: 0.2904720 Jul 07 17:10:44.558411 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e90a12-a3e3-41d7-88e7-53ae86d943e7']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:44.572173 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c688cd-34d7-40ea-a104-cbad767d49fb tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Pushing event updated for resources: {'Port': ['ID=44dac440-bae3-4cda-a47f-93ea5a38cae0,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:44.595117 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7efaae62-d52b-4d56-8815-1b095a1d9bc0') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:44.596323 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7efaae62-d52b-4d56-8815-1b095a1d9bc0') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:44.620975 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-71c688cd-34d7-40ea-a104-cbad767d49fb tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Network e48a1335-f2ce-4136-9503-051b68c84575 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:44.623888 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-71c688cd-34d7-40ea-a104-cbad767d49fb tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:44.630908 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-71c688cd-34d7-40ea-a104-cbad767d49fb tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:44.640877 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.664954 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.684419 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:10:44.685053 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:10:44.688838 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:10:44.768204 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-71c688cd-34d7-40ea-a104-cbad767d49fb tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:44.769272 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-71c688cd-34d7-40ea-a104-cbad767d49fb tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.829451 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-71c688cd-34d7-40ea-a104-cbad767d49fb tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8067269 Jul 07 17:10:44.856016 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-ced80a1c-c5a9-4601-bbcc-332b9c48b6b9 service neutron] Request body: {'port': {'device_id': 'f18c73ec-9821-4678-a2ef-32c769059e97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:44.879614 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead7607-8347-463b-8fb5-88328f5e105d req-dd4dece3-c5a9-4fb0-8372-f6729cbbf8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:44.889575 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ead7607-8347-463b-8fb5-88328f5e105d req-dd4dece3-c5a9-4fb0-8372-f6729cbbf8a0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=656dd087-69ac-4445-b8fb-7180ff9e7eaa HTTP/1.1" status: 200 len: 906 time: 0.3210311 Jul 07 17:10:45.044680 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ead7607-8347-463b-8fb5-88328f5e105d req-8b65a5a5-79c3-4c85-b35d-eaac3aca7395 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7d31a84-29a9-4b98-bc7b-f1536bef6f7a HTTP/1.1" status: 200 len: 217 time: 0.1527479 Jul 07 17:10:45.107177 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:45.128839 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:45.143362 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/networks/d5e90a12-a3e3-41d7-88e7-53ae86d943e7 HTTP/1.1" status: 204 len: 168 time: 4.6513889 Jul 07 17:10:45.185628 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35964) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:45.282561 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb3e6fe-1097-4f76-a1ac-7655ca70f397 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] GET failed (client error): The resource could not be found. Jul 07 17:10:45.284875 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cbb3e6fe-1097-4f76-a1ac-7655ca70f397 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "GET /v2.0/subnets/1df9c470-6243-4f8f-ab05-9ad81408efb8 HTTP/1.1" status: 404 len: 337 time: 0.0986803 Jul 07 17:10:45.285184 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d13869-51d5-44cb-b339-3fd85607984f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Network': ['ID=d5e90a12-a3e3-41d7-88e7-53ae86d943e7,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:45.296431 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35970) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:45.302872 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35972) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:45.355001 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6c9cb0-4d61-488c-83ea-92539fbd8c1f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] DELETE failed (client error): The resource could not be found. Jul 07 17:10:45.356069 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c6c9cb0-4d61-488c-83ea-92539fbd8c1f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:10:45.359530 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7c6c9cb0-4d61-488c-83ea-92539fbd8c1f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/networks/d5e90a12-a3e3-41d7-88e7-53ae86d943e7 HTTP/1.1" status: 404 len: 339 time: 0.0655272 Jul 07 17:10:45.369020 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35978) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:45.402864 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-ced80a1c-c5a9-4601-bbcc-332b9c48b6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:45.501562 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead7607-8347-463b-8fb5-88328f5e105d req-988a1509-a16c-4602-b9ff-6395f26e978e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:45.507503 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ead7607-8347-463b-8fb5-88328f5e105d req-988a1509-a16c-4602-b9ff-6395f26e978e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=160646de-633f-43bb-ab77-cdc4622fc25c HTTP/1.1" status: 200 len: 845 time: 0.4146090 Jul 07 17:10:45.609289 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02492702-d2a6-4c69-a845-c0a5ef5e4505 req-c99216c6-e647-49ce-8467-13549326d624 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:45.613168 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-02492702-d2a6-4c69-a845-c0a5ef5e4505 req-c99216c6-e647-49ce-8467-13549326d624 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 931 time: 0.4460075 Jul 07 17:10:45.641291 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ead7607-8347-463b-8fb5-88328f5e105d req-c5618011-4c22-4452-a001-13c9d1d2fe0a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=656dd087-69ac-4445-b8fb-7180ff9e7eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108775 Jul 07 17:10:45.882212 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cda2bf-085d-4200-b51b-881dc98b1e05 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:45.884892 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-87cda2bf-085d-4200-b51b-881dc98b1e05 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5080402 Jul 07 17:10:45.890849 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35980) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:45.912858 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ead7607-8347-463b-8fb5-88328f5e105d req-3e2efad2-d624-4adc-812b-843f6eb99ba7 service neutron] 10.222.0.64 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621906 Jul 07 17:10:45.923495 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-02492702-d2a6-4c69-a845-c0a5ef5e4505 req-b2332163-9136-4107-9db0-1d82a1edd706 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948751 Jul 07 17:10:45.942134 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b46ba9-f14f-41ad-9655-8c169d079e0e req-ff2d1464-43e9-412b-acbe-461967794bae tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:45.988287 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f3b46ba9-f14f-41ad-9655-8c169d079e0e req-ff2d1464-43e9-412b-acbe-461967794bae tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.9418468 Jul 07 17:10:46.005103 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6c5b2c94-2e10-453e-9186-37d1f947cd7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.063813 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d113f820-2dfb-460f-b924-36d96138453b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "GET /v2.0/subnets?network_id=b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 207 time: 0.1708314 Jul 07 17:10:46.065264 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35982) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:46.382905 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3a4e65-0c84-4a70-a50f-4db8b9713146 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:46.398981 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3a4e65-0c84-4a70-a50f-4db8b9713146 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:46.410105 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3a4e65-0c84-4a70-a50f-4db8b9713146 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:46.421937 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3a4e65-0c84-4a70-a50f-4db8b9713146 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:46.425575 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bc3a4e65-0c84-4a70-a50f-4db8b9713146 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3479514 Jul 07 17:10:46.434252 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35988) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:46.595114 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f3b46ba9-f14f-41ad-9655-8c169d079e0e req-a9d73a1e-1928-47b8-ab6e-4c50a160b238 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6042964 Jul 07 17:10:46.641604 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ead7607-8347-463b-8fb5-88328f5e105d req-6a39fbf9-26f6-46bb-883e-35975d5e79e4 service neutron] 10.222.0.64 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6110899 Jul 07 17:10:46.711776 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6033b-c55a-4a62-8138-b5bc6c6adb79 req-a66c0c1f-2439-4fcd-80bd-247e18b85a22 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:46.715783 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bfe6033b-c55a-4a62-8138-b5bc6c6adb79 req-a66c0c1f-2439-4fcd-80bd-247e18b85a22 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 944 time: 0.5353067 Jul 07 17:10:46.717022 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6c5b2c94-2e10-453e-9186-37d1f947cd7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.726746 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6c5b2c94-2e10-453e-9186-37d1f947cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.776888 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6c5b2c94-2e10-453e-9186-37d1f947cd7b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c6620deaf0d242b38341d743408de5f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4400675 Jul 07 17:10:46.777800 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b2c94-2e10-453e-9186-37d1f947cd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68b89f6-8217-419a-9e2c-436b51e6b088,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:46.780668 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35990) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:46.875582 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13bc1558-857e-4196-82ec-b80c1c65a5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.889089 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d9505cc9-0188-47dd-bfc3-0cfdd2d05e15 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4488661 Jul 07 17:10:46.890920 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bfe6033b-c55a-4a62-8138-b5bc6c6adb79 req-7fcde43e-0aef-4b26-925b-505d121e0ec2 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475894 Jul 07 17:10:46.893920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-ced80a1c-c5a9-4601-bbcc-332b9c48b6b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44dac440-bae3-4cda-a47f-93ea5a38cae0 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:46.897788 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35992) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:46.904094 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-ced80a1c-c5a9-4601-bbcc-332b9c48b6b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.937373 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-ced80a1c-c5a9-4601-bbcc-332b9c48b6b9 service neutron] Transition to ACTIVE for port object 44dac440-bae3-4cda-a47f-93ea5a38cae0 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:46.945891 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-ced80a1c-c5a9-4601-bbcc-332b9c48b6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:47.006741 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49ed9e2-7377-4d6a-97e0-841d55a6616b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:47.010061 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49ed9e2-7377-4d6a-97e0-841d55a6616b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:47.012958 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a49ed9e2-7377-4d6a-97e0-841d55a6616b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1137183 Jul 07 17:10:47.019571 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13bc1558-857e-4196-82ec-b80c1c65a5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:47.022620 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35996) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:47.073601 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced80a1c-c5a9-4601-bbcc-332b9c48b6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=44dac440-bae3-4cda-a47f-93ea5a38cae0,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:47.142122 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-ced80a1c-c5a9-4601-bbcc-332b9c48b6b9 service neutron] Attempting to bind port 44dac440-bae3-4cda-a47f-93ea5a38cae0 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:47.142809 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-ced80a1c-c5a9-4601-bbcc-332b9c48b6b9 service neutron] Attempting to bind port 44dac440-bae3-4cda-a47f-93ea5a38cae0 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'daf42bd2-fc12-4c99-b88e-eb60fef0924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:47.143264 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-ced80a1c-c5a9-4601-bbcc-332b9c48b6b9 service neutron] Attempting to bind port 44dac440-bae3-4cda-a47f-93ea5a38cae0 on network e48a1335-f2ce-4136-9503-051b68c84575 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:47.150837 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-ced80a1c-c5a9-4601-bbcc-332b9c48b6b9 service neutron] Port 44dac440-bae3-4cda-a47f-93ea5a38cae0 on network e48a1335-f2ce-4136-9503-051b68c84575 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:47.151154 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-ced80a1c-c5a9-4601-bbcc-332b9c48b6b9 service neutron] Attempting to bind port 44dac440-bae3-4cda-a47f-93ea5a38cae0 on network e48a1335-f2ce-4136-9503-051b68c84575 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:47.158211 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-ced80a1c-c5a9-4601-bbcc-332b9c48b6b9 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:47.158756 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-ced80a1c-c5a9-4601-bbcc-332b9c48b6b9 service neutron] Checking segment: {'id': 'daf42bd2-fc12-4c99-b88e-eb60fef0924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:47.159657 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-ced80a1c-c5a9-4601-bbcc-332b9c48b6b9 service neutron] Bound using segment: {'id': 'daf42bd2-fc12-4c99-b88e-eb60fef0924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:47.160705 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-ced80a1c-c5a9-4601-bbcc-332b9c48b6b9 service neutron] Bound port: 44dac440-bae3-4cda-a47f-93ea5a38cae0, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf42bd2-fc12-4c99-b88e-eb60fef0924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:47.162441 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-ced80a1c-c5a9-4601-bbcc-332b9c48b6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:47.179449 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a86061-19da-4162-ae95-34693ddd6a81 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['shared'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:47.182555 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a86061-19da-4162-ae95-34693ddd6a81 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['shared'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:47.185623 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d6a86061-19da-4162-ae95-34693ddd6a81 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1613429 Jul 07 17:10:47.193049 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35998) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:47.276661 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-ced80a1c-c5a9-4601-bbcc-332b9c48b6b9 service neutron] For port 44dac440-bae3-4cda-a47f-93ea5a38cae0, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:47.276661 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-ced80a1c-c5a9-4601-bbcc-332b9c48b6b9 service neutron] For port 44dac440-bae3-4cda-a47f-93ea5a38cae0, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=44dac440-bae3-4cda-a47f-93ea5a38cae0,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:47.282017 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-ced80a1c-c5a9-4601-bbcc-332b9c48b6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:47.346820 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-ced80a1c-c5a9-4601-bbcc-332b9c48b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:47.348429 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-ced80a1c-c5a9-4601-bbcc-332b9c48b6b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:47.349960 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-ced80a1c-c5a9-4601-bbcc-332b9c48b6b9 service neutron] 10.222.0.72 "PUT /v2.0/ports/44dac440-bae3-4cda-a47f-93ea5a38cae0 HTTP/1.1" status: 200 len: 1092 time: 2.5044675 Jul 07 17:10:47.350581 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18c73ec-9821-4678-a2ef-32c769059e97', 'tag': '44dac440-bae3-4cda-a47f-93ea5a38cae0'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:47.353535 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f31428-fb6a-4605-969b-ff50fd46363e" -d '{"events": [{"name": "network-changed", "server_uuid": "f18c73ec-9821-4678-a2ef-32c769059e97", "tag": "44dac440-bae3-4cda-a47f-93ea5a38cae0"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:47.396496 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced80a1c-c5a9-4601-bbcc-332b9c48b6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=44dac440-bae3-4cda-a47f-93ea5a38cae0,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:47.438782 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13bc1558-857e-4196-82ec-b80c1c65a5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:47.444231 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13bc1558-857e-4196-82ec-b80c1c65a5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:47.446286 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-13bc1558-857e-4196-82ec-b80c1c65a5df admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b68b89f6-8217-419a-9e2c-436b51e6b088 HTTP/1.1" status: 204 len: 168 time: 0.6644220 Jul 07 17:10:47.484092 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984d16ac-698c-4476-884f-2d6293350850 x-openstack-request-id: req-984d16ac-698c-4476-884f-2d6293350850 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:47.484654 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f18c73ec-9821-4678-a2ef-32c769059e97", "tag": "44dac440-bae3-4cda-a47f-93ea5a38cae0", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:47.485298 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-984d16ac-698c-4476-884f-2d6293350850 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:47.485803 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18c73ec-9821-4678-a2ef-32c769059e97', 'tag': '44dac440-bae3-4cda-a47f-93ea5a38cae0', 'status': 'completed', 'code': 200} Jul 07 17:10:47.497428 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc1558-857e-4196-82ec-b80c1c65a5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68b89f6-8217-419a-9e2c-436b51e6b088,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:47.549081 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-a91d2ef9-7ce7-49a2-97d1-d498336e2c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:47.552164 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-a91d2ef9-7ce7-49a2-97d1-d498336e2c9d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2fe17a6fbd19425cb38c02ad6df4484f&device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 1095 time: 0.1394875 Jul 07 17:10:47.571559 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a179a96-2513-4709-ab0b-0cd1ba476523 req-a6537406-fceb-48e0-9b21-4727071d3a7b tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:47.574489 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3a179a96-2513-4709-ab0b-0cd1ba476523 req-a6537406-fceb-48e0-9b21-4727071d3a7b tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 943 time: 0.3650837 Jul 07 17:10:47.598838 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908729e8-5ed2-4696-88d3-7771b6fc851f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:47.601632 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-908729e8-5ed2-4696-88d3-7771b6fc851f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "GET /v2.0/networks/06237946-0bbb-4f8f-9823-f09eabbbe47d HTTP/1.1" status: 200 len: 800 time: 0.4065652 Jul 07 17:10:47.610136 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36008) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:47.640830 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-481fa258-cf17-4108-af51-27b90cc8b658 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44dac440-bae3-4cda-a47f-93ea5a38cae0 HTTP/1.1" status: 200 len: 217 time: 0.0746348 Jul 07 17:10:47.772686 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-fc69317c-b266-4766-a7ee-81ab0a6b0fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:47.775738 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-fc69317c-b266-4766-a7ee-81ab0a6b0fa2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=14e47f73-09be-4e96-b070-1b771944d586 HTTP/1.1" status: 200 len: 852 time: 0.1277611 Jul 07 17:10:47.778741 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2f35a9e7-c752-42af-95f7-df10605692e2 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "GET /v2.0/networks/06237946-0bbb-4f8f-9823-f09eabbbe47d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1645422 Jul 07 17:10:47.783539 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36014) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:47.816969 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3a179a96-2513-4709-ab0b-0cd1ba476523 req-97f3aaa0-00a5-4cb7-b8b0-1858cc361580 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308323 Jul 07 17:10:47.910649 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-80409431-f90e-4ac4-89b1-c3aceabc0f61 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e48a1335-f2ce-4136-9503-051b68c84575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036730 Jul 07 17:10:48.121664 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3d3866-34fd-47f5-ad58-349cf291ecbc tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:48.131695 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3e3d3866-34fd-47f5-ad58-349cf291ecbc tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "GET /v2.0/subnets/f6cc7426-1435-49b8-bc52-e92e78fbec9f HTTP/1.1" status: 200 len: 811 time: 0.3457341 Jul 07 17:10:48.137010 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36018) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:48.169000 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device d7d31a84-29a9-4b98-bc7b-f1536bef6f7a details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:48.182388 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36020) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:48.204465 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b7410462-cb73-4317-9682-ae90c65a028d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.245806 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0b05b-e392-4efa-989b-3a86daa769f7 req-8e5f2fcf-ff76-4a13-8394-4284cc219310 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:48.254993 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-26b0b05b-e392-4efa-989b-3a86daa769f7 req-8e5f2fcf-ff76-4a13-8394-4284cc219310 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.3431888 Jul 07 17:10:48.283737 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc083d-cc53-4a7c-aec7-576e7f21b959 req-00e8d51c-3891-4ca9-9f26-f370e83e74b4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:48.291709 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c8bc083d-cc53-4a7c-aec7-576e7f21b959 req-00e8d51c-3891-4ca9-9f26-f370e83e74b4 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 944 time: 0.1709671 Jul 07 17:10:48.333470 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-7f79c4bf-adf1-4899-81fa-a72759dfca6d service neutron] 10.222.0.72 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946567 Jul 07 17:10:48.336448 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3680a5b-2ef8-42e7-b6ee-cf0cb4a7d7a0 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['shared'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:48.348636 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36022) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:48.354817 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-7e49d09a-ea25-41a9-9b54-2b609e907b3e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1337594824'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:48.357341 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d3680a5b-2ef8-42e7-b6ee-cf0cb4a7d7a0 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "GET /v2.0/subnets/f6cc7426-1435-49b8-bc52-e92e78fbec9f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2193356 Jul 07 17:10:48.374637 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c8bc083d-cc53-4a7c-aec7-576e7f21b959 req-cb04243f-e6d2-4bb0-9679-eaa8d4563ed5 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818946 Jul 07 17:10:48.461030 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-26b0b05b-e392-4efa-989b-3a86daa769f7 req-4c2ad421-75d7-496f-bb87-3f9f3cb091c9 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047579 Jul 07 17:10:48.466926 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port d7d31a84-29a9-4b98-bc7b-f1536bef6f7a, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=d7d31a84-29a9-4b98-bc7b-f1536bef6f7a,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:48.483112 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b7410462-cb73-4317-9682-ae90c65a028d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.509619 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'd7d31a84-29a9-4b98-bc7b-f1536bef6f7a', 'network_id': '656dd087-69ac-4445-b8fb-7180ff9e7eaa', 'port_id': 'd7d31a84-29a9-4b98-bc7b-f1536bef6f7a', 'mac_address': 'fa:16:3e:8e:5f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160646de-633f-43bb-ab77-cdc4622fc25c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:48.516607 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b7410462-cb73-4317-9682-ae90c65a028d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.578058 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6e01333-e6a7-4785-8982-34a6489fdc47 req-4230500e-b9ff-42b9-8750-0f73d8d26710 service neutron] 10.222.0.72 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168689 Jul 07 17:10:48.615053 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.650551 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d31a84-29a9-4b98-bc7b-f1536bef6f7a {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:48.660204 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b7410462-cb73-4317-9682-ae90c65a028d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e65c753a5334c529750887f6d33980c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4763238 Jul 07 17:10:48.665106 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7410462-cb73-4317-9682-ae90c65a028d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e406f4c7-c285-4fc6-80e7-4fbe455062f6,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:48.666055 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36030) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:48.672521 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e49d09a-ea25-41a9-9b54-2b609e907b3e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Made reservation on behalf of 29936e27e52e42a78f6f821032207ca0 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:48.684420 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e49d09a-ea25-41a9-9b54-2b609e907b3e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.731930 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port d7d31a84-29a9-4b98-bc7b-f1536bef6f7a, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=d7d31a84-29a9-4b98-bc7b-f1536bef6f7a,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:48.749692 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.753843 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e49d09a-ea25-41a9-9b54-2b609e907b3e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:10:48.790055 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e49d09a-ea25-41a9-9b54-2b609e907b3e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.799819 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-7e49d09a-ea25-41a9-9b54-2b609e907b3e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Added segment 1acbddef-a48b-4ba4-ac41-2234352dca5b of type vlan for network ceeb6afe-f516-49df-bb01-e026c2f070e1 Jul 07 17:10:48.902408 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=d7d31a84-29a9-4b98-bc7b-f1536bef6f7a,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:48.926907 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e49d09a-ea25-41a9-9b54-2b609e907b3e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.031043 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e49d09a-ea25-41a9-9b54-2b609e907b3e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.044269 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e49d09a-ea25-41a9-9b54-2b609e907b3e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:49.045826 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e49d09a-ea25-41a9-9b54-2b609e907b3e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.096102 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['d7d31a84-29a9-4b98-bc7b-f1536bef6f7a'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:49.135156 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cb166e8a-2548-47f8-a7f3-05d5a55c4f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.188310 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f31428-fb6a-4605-969b-ff50fd46363e req-4f97e319-241d-4e00-bcb0-5e5d5da23cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:49.194809 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6f31428-fb6a-4605-969b-ff50fd46363e req-4f97e319-241d-4e00-bcb0-5e5d5da23cc7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2fe17a6fbd19425cb38c02ad6df4484f&device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 1095 time: 0.5009720 Jul 07 17:10:49.258119 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7e49d09a-ea25-41a9-9b54-2b609e907b3e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9081106 Jul 07 17:10:49.259016 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36042) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:49.282717 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-3f0fb6ea-10bd-4f33-be27-550f83c4949a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Request body: {'subnet': {'network_id': 'ceeb6afe-f516-49df-bb01-e026c2f070e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:49.312683 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cb166e8a-2548-47f8-a7f3-05d5a55c4f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.357790 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49d09a-ea25-41a9-9b54-2b609e907b3e tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event updated for resources: {'Network': ['ID=ceeb6afe-f516-49df-bb01-e026c2f070e1,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:49.422010 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network ceeb6afe-f516-49df-bb01-e026c2f070e1 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:49.572355 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d0c55-4634-429c-b598-83929142b733 req-5e8b1b73-2896-454c-aa61-f5dd27039733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:49.577404 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e39d0c55-4634-429c-b598-83929142b733 req-5e8b1b73-2896-454c-aa61-f5dd27039733 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=714c5973a0b4427daf9bad1f0fff20b4&device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 1097 time: 0.2816503 Jul 07 17:10:49.687199 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0fb6ea-10bd-4f33-be27-550f83c4949a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Made reservation on behalf of 29936e27e52e42a78f6f821032207ca0 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:49.694552 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f0fb6ea-10bd-4f33-be27-550f83c4949a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.833409 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.ipam_backend_mixin [None req-3f0fb6ea-10bd-4f33-be27-550f83c4949a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Performing IP validity checks on allocation pools {{(pid=100192) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 17:10:49.833828 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.ipam_backend_mixin [None req-3f0fb6ea-10bd-4f33-be27-550f83c4949a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100192) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 17:10:49.868894 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056c6d9-3e6d-4eb8-8e40-cd38456c6226 req-358bf1cd-a64a-48f1-8985-76315e77b598 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:49.870534 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b056c6d9-3e6d-4eb8-8e40-cd38456c6226 req-358bf1cd-a64a-48f1-8985-76315e77b598 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.3564086 Jul 07 17:10:49.903784 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d0c55-4634-429c-b598-83929142b733 req-1a33264d-9526-40fb-9271-df61463381ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:49.905016 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e39d0c55-4634-429c-b598-83929142b733 req-1a33264d-9526-40fb-9271-df61463381ef service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab82b3df-4c86-4ece-b695-047ab3f5d517 HTTP/1.1" status: 200 len: 920 time: 0.3212051 Jul 07 17:10:49.930567 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f632cc0-3861-402d-bdb3-d5c21c934c39 req-1d46432e-d317-49e8-b504-5d518f8e85bf tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:49.940426 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2f632cc0-3861-402d-bdb3-d5c21c934c39 req-1d46432e-d317-49e8-b504-5d518f8e85bf tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 943 time: 0.9171755 Jul 07 17:10:49.968639 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e39d0c55-4634-429c-b598-83929142b733 req-0e8686b2-5d32-45b0-a302-3437421e904b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef380acb-b070-4a03-8ab4-9915f4d0d9d6 HTTP/1.1" status: 200 len: 217 time: 0.0552583 Jul 07 17:10:50.024384 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f31428-fb6a-4605-969b-ff50fd46363e req-889e92b2-4212-45fd-b99b-d6ad8038c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:50.026086 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6f31428-fb6a-4605-969b-ff50fd46363e req-889e92b2-4212-45fd-b99b-d6ad8038c256 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e48a1335-f2ce-4136-9503-051b68c84575 HTTP/1.1" status: 200 len: 913 time: 0.7608957 Jul 07 17:10:50.030363 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2f632cc0-3861-402d-bdb3-d5c21c934c39 req-f10c36e6-18ad-44a1-b77a-e51acbe692c0 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889001 Jul 07 17:10:50.032368 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b056c6d9-3e6d-4eb8-8e40-cd38456c6226 req-7d194594-4ae1-448a-958e-fc94f4b42512 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512733 Jul 07 17:10:50.088684 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6f31428-fb6a-4605-969b-ff50fd46363e req-69b543bc-67c6-4bde-8054-ec3983fbffe7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44dac440-bae3-4cda-a47f-93ea5a38cae0 HTTP/1.1" status: 200 len: 217 time: 0.0544586 Jul 07 17:10:50.161090 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f31428-fb6a-4605-969b-ff50fd46363e req-be1918c9-45d4-4ee0-9a2f-d41d53d7f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:50.162515 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6f31428-fb6a-4605-969b-ff50fd46363e req-be1918c9-45d4-4ee0-9a2f-d41d53d7f7e6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=14e47f73-09be-4e96-b070-1b771944d586 HTTP/1.1" status: 200 len: 852 time: 0.0612226 Jul 07 17:10:50.163611 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cb166e8a-2548-47f8-a7f3-05d5a55c4f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.166928 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cb166e8a-2548-47f8-a7f3-05d5a55c4f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.168461 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cb166e8a-2548-47f8-a7f3-05d5a55c4f7d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e406f4c7-c285-4fc6-80e7-4fbe455062f6 HTTP/1.1" status: 204 len: 168 time: 1.4996271 Jul 07 17:10:50.173313 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d0c55-4634-429c-b598-83929142b733 req-2da75a41-d12c-49df-aac5-dc8399aa75ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:50.176120 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e39d0c55-4634-429c-b598-83929142b733 req-2da75a41-d12c-49df-aac5-dc8399aa75ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8f885443-046f-4184-82cb-bdc354731f9f HTTP/1.1" status: 200 len: 859 time: 0.1972899 Jul 07 17:10:50.211950 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6f31428-fb6a-4605-969b-ff50fd46363e req-aa9a2118-1778-43b2-a724-259097dfdf4d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e48a1335-f2ce-4136-9503-051b68c84575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325847 Jul 07 17:10:50.217914 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb166e8a-2548-47f8-a7f3-05d5a55c4f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e406f4c7-c285-4fc6-80e7-4fbe455062f6,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:50.265072 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e39d0c55-4634-429c-b598-83929142b733 req-0f8d0295-a4ff-4173-ae48-380c503f44dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab82b3df-4c86-4ece-b695-047ab3f5d517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518806 Jul 07 17:10:50.358764 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f0fb6ea-10bd-4f33-be27-550f83c4949a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.381561 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6f31428-fb6a-4605-969b-ff50fd46363e req-4969a9c1-d56c-4558-97a0-46dfd603660d service neutron] 10.222.0.72 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606455 Jul 07 17:10:50.498905 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fb6ea-10bd-4f33-be27-550f83c4949a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event updated for resources: {'Subnet': ['ID=b67d6465-93d3-46db-8853-73dad0be8bc7,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:50.538731 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce868a-7d58-4cbf-a0f7-a1614da9d81f req-167d70ea-9d30-4300-a5ec-b83f30e0338a tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:50.547056 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c4ce868a-7d58-4cbf-a0f7-a1614da9d81f req-167d70ea-9d30-4300-a5ec-b83f30e0338a tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 945 time: 0.3326871 Jul 07 17:10:50.551287 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e39d0c55-4634-429c-b598-83929142b733 req-4ed19339-e236-43ad-bd05-fbce699c11dd service neutron] 10.222.0.64 "GET /v2.0/networks/ab82b3df-4c86-4ece-b695-047ab3f5d517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781925 Jul 07 17:10:50.551984 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0fb6ea-10bd-4f33-be27-550f83c4949a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Checking segment: {'id': '1acbddef-a48b-4ba4-ac41-2234352dca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ceeb6afe-f516-49df-bb01-e026c2f070e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:50.552508 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0fb6ea-10bd-4f33-be27-550f83c4949a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Network hostable DHCP agents. Network: ceeb6afe-f516-49df-bb01-e026c2f070e1, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:10:50.627313 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6f31428-fb6a-4605-969b-ff50fd46363e req-c0559854-46f1-43a2-9a59-1d89a2749df8 service neutron] 10.222.0.72 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342741 Jul 07 17:10:50.692272 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c4ce868a-7d58-4cbf-a0f7-a1614da9d81f req-413c05ce-5e9e-462e-947d-019b74a0d43e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441786 Jul 07 17:10:50.716906 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0fb6ea-10bd-4f33-be27-550f83c4949a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Network ceeb6afe-f516-49df-bb01-e026c2f070e1 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:10:50.738898 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-3f0fb6ea-10bd-4f33-be27-550f83c4949a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, ceeb6afe-f516-49df-bb01-e026c2f070e1) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:50.746426 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0fb6ea-10bd-4f33-be27-550f83c4949a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:50.747043 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f0fb6ea-10bd-4f33-be27-550f83c4949a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.755060 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40217755-b2df-4eb0-850a-9aaab7dd2590 None None] Network ceeb6afe-f516-49df-bb01-e026c2f070e1 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:50.775200 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e39d0c55-4634-429c-b598-83929142b733 req-ced9138d-7633-4413-829e-e8465766d903 service neutron] 10.222.0.64 "GET /v2.0/networks/ab82b3df-4c86-4ece-b695-047ab3f5d517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970999 Jul 07 17:10:50.789345 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3f0fb6ea-10bd-4f33-be27-550f83c4949a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5223119 Jul 07 17:10:50.793888 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36070) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:50.805324 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-d22feba4-ad1a-4990-9912-a06ad59a6e9d tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:50.978359 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 44dac440-bae3-4cda-a47f-93ea5a38cae0 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:51.000305 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d22feba4-ad1a-4990-9912-a06ad59a6e9d tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16524344'] for subnet, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.223083 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f846a9-e569-4ce5-a9e3-225fc8ed3547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-ceeb6afe-f516-49df-bb01-e026c2f070e1', 'network_id': 'ceeb6afe-f516-49df-bb01-e026c2f070e1', 'tenant_id': '29936e27e52e42a78f6f821032207ca0', 'fixed_ips': [{'subnet_id': 'b67d6465-93d3-46db-8853-73dad0be8bc7'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:10:51.225427 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b8f846a9-e569-4ce5-a9e3-225fc8ed3547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.522174 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 44dac440-bae3-4cda-a47f-93ea5a38cae0, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=44dac440-bae3-4cda-a47f-93ea5a38cae0,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:51.538787 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '44dac440-bae3-4cda-a47f-93ea5a38cae0', 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575', 'port_id': '44dac440-bae3-4cda-a47f-93ea5a38cae0', 'mac_address': 'fa:16:3e:85:1c:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e47f73-09be-4e96-b070-1b771944d586', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:51.589143 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442af56-6fd6-40e4-a156-076310f4bd76 req-3d02370f-c062-4da9-94dd-34d1c60b17cc tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:51.606688 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a442af56-6fd6-40e4-a156-076310f4bd76 req-3d02370f-c062-4da9-94dd-34d1c60b17cc tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.2962184 Jul 07 17:10:51.633173 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.666901 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a442af56-6fd6-40e4-a156-076310f4bd76 req-2fca0b79-46d9-4969-9bc5-7cda95699262 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589812 Jul 07 17:10:51.676470 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44dac440-bae3-4cda-a47f-93ea5a38cae0 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:51.739890 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 44dac440-bae3-4cda-a47f-93ea5a38cae0, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=44dac440-bae3-4cda-a47f-93ea5a38cae0,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:51.753456 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.758025 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d22feba4-ad1a-4990-9912-a06ad59a6e9d tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737955985695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16359504'] for subnet, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.838479 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22feba4-ad1a-4990-9912-a06ad59a6e9d tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:51.839418 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d22feba4-ad1a-4990-9912-a06ad59a6e9d tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.841064 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d22feba4-ad1a-4990-9912-a06ad59a6e9d tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "PUT /v2.0/subnets/b67d6465-93d3-46db-8853-73dad0be8bc7 HTTP/1.1" status: 200 len: 877 time: 1.0456769 Jul 07 17:10:51.846428 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36108) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:51.859651 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23457d0f-db4c-47b6-905d-3bb3aa7c1004 req-47c14b4d-8e72-4d2e-b9d6-a7aae20e754a tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:51.861721 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23457d0f-db4c-47b6-905d-3bb3aa7c1004 req-47c14b4d-8e72-4d2e-b9d6-a7aae20e754a tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 943 time: 0.2918861 Jul 07 17:10:51.871293 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22feba4-ad1a-4990-9912-a06ad59a6e9d tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event updated for resources: {'Subnet': ['ID=b67d6465-93d3-46db-8853-73dad0be8bc7,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:51.873353 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=44dac440-bae3-4cda-a47f-93ea5a38cae0,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:51.968271 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-b8f846a9-e569-4ce5-a9e3-225fc8ed3547 None None] Allocated IP 172.20.0.3 (ceeb6afe-f516-49df-bb01-e026c2f070e1/b67d6465-93d3-46db-8853-73dad0be8bc7/f44080f0-f8a5-4348-85a0-d5880b636ab9) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:51.973047 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23457d0f-db4c-47b6-905d-3bb3aa7c1004 req-729ac39a-4e7d-4dac-9afc-1befcbc78529 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940592 Jul 07 17:10:52.192609 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['44dac440-bae3-4cda-a47f-93ea5a38cae0'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:52.206584 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device d7d31a84-29a9-4b98-bc7b-f1536bef6f7a up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:52.217538 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f430d-7877-4240-9a6e-aa7d55db885b req-070f3b43-2232-423c-a2a6-3cbde2df448e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:52.220193 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f31f430d-7877-4240-9a6e-aa7d55db885b req-070f3b43-2232-423c-a2a6-3cbde2df448e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 945 time: 0.2546117 Jul 07 17:10:52.227008 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:52.228894 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a68d6-938f-4212-af37-f4ce57a80eb1 req-eadfd1d5-8028-4587-b755-1c79b028f9c4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:52.230696 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d29a68d6-938f-4212-af37-f4ce57a80eb1 req-eadfd1d5-8028-4587-b755-1c79b028f9c4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 947 time: 0.1054618 Jul 07 17:10:52.320723 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d29a68d6-938f-4212-af37-f4ce57a80eb1 req-420b0e86-706e-45d9-9246-535faf951a16 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794289 Jul 07 17:10:52.339777 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f31f430d-7877-4240-9a6e-aa7d55db885b req-c73bd0ef-ea11-4006-85b8-1fdc1391f179 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979548 Jul 07 17:10:52.360755 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:52.700159 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port d7d31a84-29a9-4b98-bc7b-f1536bef6f7a completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:52.708752 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port d7d31a84-29a9-4b98-bc7b-f1536bef6f7a triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:52.709147 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:52.716072 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b8f846a9-e569-4ce5-a9e3-225fc8ed3547 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:52.756163 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b8f846a9-e569-4ce5-a9e3-225fc8ed3547 None None] Transition to ACTIVE for port object f44080f0-f8a5-4348-85a0-d5880b636ab9 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:52.808868 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b8f846a9-e569-4ce5-a9e3-225fc8ed3547 None None] Transition to ACTIVE for port object f44080f0-f8a5-4348-85a0-d5880b636ab9 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:52.832145 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b8f846a9-e569-4ce5-a9e3-225fc8ed3547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:52.853987 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:52.886847 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f846a9-e569-4ce5-a9e3-225fc8ed3547 None None] Network ceeb6afe-f516-49df-bb01-e026c2f070e1 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:52.914060 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-b8f846a9-e569-4ce5-a9e3-225fc8ed3547 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:52.925185 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f846a9-e569-4ce5-a9e3-225fc8ed3547 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:52.949980 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Subnet': ['ID=b67d6465-93d3-46db-8853-73dad0be8bc7,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:53.006075 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.038133 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f846a9-e569-4ce5-a9e3-225fc8ed3547 None None] Pushing event updated for resources: {'Port': ['ID=f44080f0-f8a5-4348-85a0-d5880b636ab9,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:53.093173 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.117925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceeb6afe-f516-49df-bb01-e026c2f070e1']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:53.122843 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54101ecb-a023-49e4-98e0-1ac3849ccf5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d31a84-29a9-4b98-bc7b-f1536bef6f7a'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:53.125295 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93334121-e2f2-400c-b163-89b2cbdd0aa6" -d '{"events": [{"server_uuid": "54101ecb-a023-49e4-98e0-1ac3849ccf5a", "name": "network-vif-plugged", "status": "completed", "tag": "d7d31a84-29a9-4b98-bc7b-f1536bef6f7a"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:53.139032 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1acbddef-a48b-4ba4-ac41-2234352dca5b') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:53.139337 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1acbddef-a48b-4ba4-ac41-2234352dca5b') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:53.146201 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36146) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:53.147024 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b8f846a9-e569-4ce5-a9e3-225fc8ed3547 None None] Attempting to bind port f44080f0-f8a5-4348-85a0-d5880b636ab9 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:53.147024 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b8f846a9-e569-4ce5-a9e3-225fc8ed3547 None None] Attempting to bind port f44080f0-f8a5-4348-85a0-d5880b636ab9 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '1acbddef-a48b-4ba4-ac41-2234352dca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ceeb6afe-f516-49df-bb01-e026c2f070e1'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:53.147317 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f846a9-e569-4ce5-a9e3-225fc8ed3547 None None] Attempting to bind port f44080f0-f8a5-4348-85a0-d5880b636ab9 on network ceeb6afe-f516-49df-bb01-e026c2f070e1 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:53.153458 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port d7d31a84-29a9-4b98-bc7b-f1536bef6f7a, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=d7d31a84-29a9-4b98-bc7b-f1536bef6f7a,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:53.155214 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.158882 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f846a9-e569-4ce5-a9e3-225fc8ed3547 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:53.159438 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f846a9-e569-4ce5-a9e3-225fc8ed3547 None None] Checking segment: {'id': '1acbddef-a48b-4ba4-ac41-2234352dca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ceeb6afe-f516-49df-bb01-e026c2f070e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:53.159989 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b8f846a9-e569-4ce5-a9e3-225fc8ed3547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.160403 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f846a9-e569-4ce5-a9e3-225fc8ed3547 None None] Bound using segment: {'id': '1acbddef-a48b-4ba4-ac41-2234352dca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ceeb6afe-f516-49df-bb01-e026c2f070e1'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:53.161046 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b8f846a9-e569-4ce5-a9e3-225fc8ed3547 None None] Bound port: f44080f0-f8a5-4348-85a0-d5880b636ab9, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1acbddef-a48b-4ba4-ac41-2234352dca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ceeb6afe-f516-49df-bb01-e026c2f070e1'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:53.161544 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b8f846a9-e569-4ce5-a9e3-225fc8ed3547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.165591 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.192038 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43758a-e3e2-4aaf-a696-f488eb6b2d17 req-50a80af8-b0e7-4c4e-ace2-42ca0d74a494 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:53.202467 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-de43758a-e3e2-4aaf-a696-f488eb6b2d17 req-50a80af8-b0e7-4c4e-ace2-42ca0d74a494 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.2226496 Jul 07 17:10:53.237728 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.244949 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=d7d31a84-29a9-4b98-bc7b-f1536bef6f7a,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:53.264130 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:10:53.264556 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:10:53.268148 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:10:53.293295 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-de43758a-e3e2-4aaf-a696-f488eb6b2d17 req-98386bd6-f3a7-426b-a954-56f98295fd45 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849569 Jul 07 17:10:53.364445 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-b8f846a9-e569-4ce5-a9e3-225fc8ed3547 None None] For port f44080f0-f8a5-4348-85a0-d5880b636ab9, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:53.367647 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bf23b763-232e-4dc3-80b1-f71e299cf203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.414040 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-3ccd04f6-984d-46ee-977f-3d91c4ca3905 tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-22874126'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:53.477004 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-b8f846a9-e569-4ce5-a9e3-225fc8ed3547 None None] For port f44080f0-f8a5-4348-85a0-d5880b636ab9, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=f44080f0-f8a5-4348-85a0-d5880b636ab9,segment=NetworkSegment(1acbddef-a48b-4ba4-ac41-2234352dca5b),segment_id=1acbddef-a48b-4ba4-ac41-2234352dca5b)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:53.477207 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccd04f6-984d-46ee-977f-3d91c4ca3905 tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] Made reservation on behalf of d8a255fcf35441b99030a15209667a26 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:53.481000 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ccd04f6-984d-46ee-977f-3d91c4ca3905 tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.483263 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8f2ed-ea0e-423d-97cf-cc3b7466224a req-3d7b207f-9797-4fbb-a5e7-db7433f4f799 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:53.486944 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ad8f2ed-ea0e-423d-97cf-cc3b7466224a req-3d7b207f-9797-4fbb-a5e7-db7433f4f799 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 947 time: 0.3139000 Jul 07 17:10:53.488200 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b8f846a9-e569-4ce5-a9e3-225fc8ed3547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.488965 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.db.api [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:10:53.488965 n-d-791503-12 neutron-server[100192]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:10:53.488965 n-d-791503-12 neutron-server[100192]: [parameters: {'id': 'ceeb6afe-f516-49df-bb01-e026c2f070e1'}] Jul 07 17:10:53.488965 n-d-791503-12 neutron-server[100192]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:10:53.490191 n-d-791503-12 neutron-server[100192]: DEBUG oslo_db.api [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:10:53.494390 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ccd04f6-984d-46ee-977f-3d91c4ca3905 tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.569367 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ad8f2ed-ea0e-423d-97cf-cc3b7466224a req-1459ee96-6307-48db-a264-c0d5d8216498 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652497 Jul 07 17:10:53.596703 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e9fe4-6993-443b-a649-e390a49f205c req-cf7ec097-82f7-4fa7-9628-1982884b343a tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:53.611415 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1a3e9fe4-6993-443b-a649-e390a49f205c req-cf7ec097-82f7-4fa7-9628-1982884b343a tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 944 time: 0.1557021 Jul 07 17:10:53.627805 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f846a9-e569-4ce5-a9e3-225fc8ed3547 None None] Pushing event updated for resources: {'Port': ['ID=f44080f0-f8a5-4348-85a0-d5880b636ab9,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:53.671714 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f756aeb-a6c1-4df4-94c9-d3fde6be987b x-openstack-request-id: req-4f756aeb-a6c1-4df4-94c9-d3fde6be987b {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:53.671904 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ccd04f6-984d-46ee-977f-3d91c4ca3905 tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.673192 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54101ecb-a023-49e4-98e0-1ac3849ccf5a", "name": "network-vif-plugged", "status": "completed", "tag": "d7d31a84-29a9-4b98-bc7b-f1536bef6f7a", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:53.677924 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f756aeb-a6c1-4df4-94c9-d3fde6be987b {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:53.678823 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54101ecb-a023-49e4-98e0-1ac3849ccf5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d31a84-29a9-4b98-bc7b-f1536bef6f7a', 'code': 200} Jul 07 17:10:53.689350 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1a3e9fe4-6993-443b-a649-e390a49f205c req-3ba41b97-8c50-4b19-be94-95ce21b8d7ec tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806432 Jul 07 17:10:53.691717 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ccd04f6-984d-46ee-977f-3d91c4ca3905 tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.741780 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fd41b7-98ee-4761-906c-05aa4c522139 None None] Network ceeb6afe-f516-49df-bb01-e026c2f070e1 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:53.745696 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ccd04f6-984d-46ee-977f-3d91c4ca3905 tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:10:53.772678 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ccd04f6-984d-46ee-977f-3d91c4ca3905 tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.773682 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-3ccd04f6-984d-46ee-977f-3d91c4ca3905 tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] Added segment 179281ee-3084-4193-980d-08e6658072f4 of type vlan for network c4b9027a-2a16-4091-88c9-195e2558fd3a Jul 07 17:10:53.841266 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ccd04f6-984d-46ee-977f-3d91c4ca3905 tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.860491 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd04f6-984d-46ee-977f-3d91c4ca3905 tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e4c253-d86f-4168-a94d-89a527ea86d9,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:53.902853 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b7781-9479-4e7e-bea1-101505ec6d9c req-a0a5657e-0196-492f-99c3-9dc7bf83b721 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:53.904511 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bd0b7781-9479-4e7e-bea1-101505ec6d9c req-a0a5657e-0196-492f-99c3-9dc7bf83b721 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 946 time: 0.1296465 Jul 07 17:10:53.907550 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ccd04f6-984d-46ee-977f-3d91c4ca3905 tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.920924 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccd04f6-984d-46ee-977f-3d91c4ca3905 tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:53.921959 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ccd04f6-984d-46ee-977f-3d91c4ca3905 tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.962330 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55df5da-ff48-4e48-a877-6729c2ec9add req-0df90f98-a3ac-462d-adce-a593d8edd743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:53.965672 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f55df5da-ff48-4e48-a877-6729c2ec9add req-0df90f98-a3ac-462d-adce-a593d8edd743 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 1098 time: 0.1545956 Jul 07 17:10:53.977935 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa6f0eb-1813-4a88-827f-3d5ac1c38568 None None] Network ceeb6afe-f516-49df-bb01-e026c2f070e1 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:53.983669 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bd0b7781-9479-4e7e-bea1-101505ec6d9c req-1df6db21-09cc-4502-b5be-5c6c4c6af957 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708196 Jul 07 17:10:54.000826 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3ccd04f6-984d-46ee-977f-3d91c4ca3905 tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.8508720 Jul 07 17:10:54.009394 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.023943 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd04f6-984d-46ee-977f-3d91c4ca3905 tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] Pushing event updated for resources: {'Network': ['ID=c4b9027a-2a16-4091-88c9-195e2558fd3a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:54.084003 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network c4b9027a-2a16-4091-88c9-195e2558fd3a details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:54.099754 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f55df5da-ff48-4e48-a877-6729c2ec9add req-3b64b197-3744-46b7-ae73-972fba1f127f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103528 Jul 07 17:10:54.129633 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Deleting port f44080f0-f8a5-4348-85a0-d5880b636ab9 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:54.129980 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.215945 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] For port f44080f0-f8a5-4348-85a0-d5880b636ab9, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=f44080f0-f8a5-4348-85a0-d5880b636ab9,segment=NetworkSegment(1acbddef-a48b-4ba4-ac41-2234352dca5b),segment_id=1acbddef-a48b-4ba4-ac41-2234352dca5b)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:54.216335 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.240126 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Calling delete_port for f44080f0-f8a5-4348-85a0-d5880b636ab9 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:54.277084 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52dffd3-a5ec-4b4b-8de3-5bd2288621e8 None None] get_active_networks_info from n-d-791503-12 {{(pid=100194) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:10:54.302607 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36166) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:54.317288 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Request body: {'port': {'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a', 'binding:host_id': 'n-h2-791503-12', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-80666862'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:54.353262 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.360092 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Made reservation on behalf of d8a403ed491a49c2b11bd1b46c32a07a for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:54.363064 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.375283 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.384274 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Port': ['ID=f44080f0-f8a5-4348-85a0-d5880b636ab9,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:54.387936 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No DVR routers for this DVR port f44080f0-f8a5-4348-85a0-d5880b636ab9 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:10:54.459379 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52dffd3-a5ec-4b4b-8de3-5bd2288621e8 None None] Resources bound (agent type, host, resource id): {{(pid=100194) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:10:54.495156 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.509438 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceeb6afe-f516-49df-bb01-e026c2f070e1']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:54.523891 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1acbddef-a48b-4ba4-ac41-2234352dca5b') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:54.524567 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1acbddef-a48b-4ba4-ac41-2234352dca5b') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:54.526923 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.532531 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.537039 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.540912 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] device_id is not set on port 21211799-efbf-4b25-a2df-b4ade8fa34fe yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:10:54.567160 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.576665 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:10:54.577474 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:10:54.581988 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:10:54.643832 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4042da39-a796-4cbd-92ad-a14c73b37e60,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:54.711011 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.727224 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.737611 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/networks/ceeb6afe-f516-49df-bb01-e026c2f070e1 HTTP/1.1" status: 204 len: 168 time: 2.8889952 Jul 07 17:10:54.739549 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36170) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:54.806891 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a56c77-672c-4bcd-990d-31b3e60a2b3a tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Network': ['ID=ceeb6afe-f516-49df-bb01-e026c2f070e1,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:54.819544 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6238a0-7b06-4f89-8b82-d931b4479b53 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] DELETE failed (client error): The resource could not be found. Jul 07 17:10:54.821849 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6238a0-7b06-4f89-8b82-d931b4479b53 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:10:54.828581 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36174) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:54.828917 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ea6238a0-7b06-4f89-8b82-d931b4479b53 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/subnets/b67d6465-93d3-46db-8853-73dad0be8bc7 HTTP/1.1" status: 404 len: 337 time: 0.0831370 Jul 07 17:10:54.906040 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3dec26a-2e71-4dc9-89cc-86ce89548136 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] DELETE failed (client error): The resource could not be found. Jul 07 17:10:54.906839 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3dec26a-2e71-4dc9-89cc-86ce89548136 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:10:54.909133 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e3dec26a-2e71-4dc9-89cc-86ce89548136 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/networks/ceeb6afe-f516-49df-bb01-e026c2f070e1 HTTP/1.1" status: 404 len: 339 time: 0.0789442 Jul 07 17:10:54.911896 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36176) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:54.950657 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b8fb3d-d748-4282-9637-0bb8ae81882b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] DELETE failed (client error): The resource could not be found. Jul 07 17:10:54.951263 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b8fb3d-d748-4282-9637-0bb8ae81882b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:10:54.956995 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b2b8fb3d-d748-4282-9637-0bb8ae81882b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/subnets/1df9c470-6243-4f8f-ab05-9ad81408efb8 HTTP/1.1" status: 404 len: 337 time: 0.0437789 Jul 07 17:10:54.965324 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36178) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:55.016601 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7e78f571-904f-4da8-88ba-e8ea6ef2575f details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:55.023246 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 44dac440-bae3-4cda-a47f-93ea5a38cae0 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:55.074292 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442a51a-0f03-45d2-bcd2-6fe31bb92f93 req-76e28fd6-5b04-4df0-8297-f4b2dfd02e74 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:55.081153 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f442a51a-0f03-45d2-bcd2-6fe31bb92f93 req-76e28fd6-5b04-4df0-8297-f4b2dfd02e74 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 944 time: 0.1325996 Jul 07 17:10:55.117694 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea03101-68c1-4590-bb0e-ac0fdbdff479 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] DELETE failed (client error): The resource could not be found. Jul 07 17:10:55.118320 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ea03101-68c1-4590-bb0e-ac0fdbdff479 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:10:55.123089 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0ea03101-68c1-4590-bb0e-ac0fdbdff479 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/networks/d5e90a12-a3e3-41d7-88e7-53ae86d943e7 HTTP/1.1" status: 404 len: 339 time: 0.1268280 Jul 07 17:10:55.125113 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36182) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:55.213552 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f442a51a-0f03-45d2-bcd2-6fe31bb92f93 req-0f5186f7-a348-4aa0-b092-807d0eaa712b tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258838 Jul 07 17:10:55.286355 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.resource_extend [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:10:55.399164 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa5a4f-18a6-4995-b16c-30efe1bc71f1 req-64b51da5-5df3-452c-b793-f47de91fd6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:55.402276 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-20fa5a4f-18a6-4995-b16c-30efe1bc71f1 req-64b51da5-5df3-452c-b793-f47de91fd6a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 1099 time: 0.7071581 Jul 07 17:10:55.410894 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-782de315-7dd9-4f9c-bb29-5e556e33078b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.411137 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 44dac440-bae3-4cda-a47f-93ea5a38cae0 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:55.426080 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 44dac440-bae3-4cda-a47f-93ea5a38cae0 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:55.426616 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.493728 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] device_id is not set on port 21211799-efbf-4b25-a2df-b4ade8fa34fe yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:10:55.608807 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7e78f571-904f-4da8-88ba-e8ea6ef2575f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:55.643813 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '7e78f571-904f-4da8-88ba-e8ea6ef2575f', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'port_id': '7e78f571-904f-4da8-88ba-e8ea6ef2575f', 'mac_address': 'fa:16:3e:ed:cc:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:55.651534 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.667978 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac54ff9-0348-421e-bb96-96d8c37f1e75 req-4bc8ac5b-19f4-48a7-a009-3ae642c8599c tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:55.675858 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-782de315-7dd9-4f9c-bb29-5e556e33078b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.683364 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eac54ff9-0348-421e-bb96-96d8c37f1e75 req-4bc8ac5b-19f4-48a7-a009-3ae642c8599c tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 946 time: 0.1603982 Jul 07 17:10:55.691064 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-782de315-7dd9-4f9c-bb29-5e556e33078b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f7e9e8-5253-4419-8d5e-9bc7898084a1']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:55.702721 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-782de315-7dd9-4f9c-bb29-5e556e33078b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50994f26-3b6e-4582-a340-de20f25b61fd') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:55.703201 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-782de315-7dd9-4f9c-bb29-5e556e33078b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50994f26-3b6e-4582-a340-de20f25b61fd') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:55.714447 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-782de315-7dd9-4f9c-bb29-5e556e33078b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.732666 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.747991 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-782de315-7dd9-4f9c-bb29-5e556e33078b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.753094 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.766473 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5febf-3bc5-4746-94fa-041a02a8e7e2 req-51e84d9b-2324-4d0f-bbce-ce4e8681a8e9 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:55.775219 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e3f5febf-3bc5-4746-94fa-041a02a8e7e2 req-51e84d9b-2324-4d0f-bbce-ce4e8681a8e9 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 947 time: 0.8119478 Jul 07 17:10:55.785692 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eac54ff9-0348-421e-bb96-96d8c37f1e75 req-4851ca51-c3be-4bee-9cb3-e0bf4f02ee0c tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992222 Jul 07 17:10:55.798229 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782de315-7dd9-4f9c-bb29-5e556e33078b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:10:55.799442 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-782de315-7dd9-4f9c-bb29-5e556e33078b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.799681 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 44dac440-bae3-4cda-a47f-93ea5a38cae0, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=44dac440-bae3-4cda-a47f-93ea5a38cae0,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:55.802748 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18c73ec-9821-4678-a2ef-32c769059e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44dac440-bae3-4cda-a47f-93ea5a38cae0'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:55.807369 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe03ffa-42d4-4a58-af90-246e04c16aa2" -d '{"events": [{"server_uuid": "f18c73ec-9821-4678-a2ef-32c769059e97", "name": "network-vif-plugged", "status": "completed", "tag": "44dac440-bae3-4cda-a47f-93ea5a38cae0"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:10:55.807684 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:10:55.818575 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e78f571-904f-4da8-88ba-e8ea6ef2575f {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:55.825394 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.825394 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7e78f571-904f-4da8-88ba-e8ea6ef2575f no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:10:55.878740 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Transition to ACTIVE for port object 21211799-efbf-4b25-a2df-b4ade8fa34fe will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:55.915058 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=44dac440-bae3-4cda-a47f-93ea5a38cae0,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:55.921617 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd274cb-2e71-4857-88ea-b6d1c588cac3 x-openstack-request-id: req-cdd274cb-2e71-4857-88ea-b6d1c588cac3 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:55.922160 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18c73ec-9821-4678-a2ef-32c769059e97", "name": "network-vif-plugged", "status": "completed", "tag": "44dac440-bae3-4cda-a47f-93ea5a38cae0", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:55.922589 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cdd274cb-2e71-4857-88ea-b6d1c588cac3 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:55.923143 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18c73ec-9821-4678-a2ef-32c769059e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44dac440-bae3-4cda-a47f-93ea5a38cae0', 'code': 200} Jul 07 17:10:55.952925 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7e78f571-904f-4da8-88ba-e8ea6ef2575f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:55.969436 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.035905 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.049301 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-782de315-7dd9-4f9c-bb29-5e556e33078b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.055505 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-782de315-7dd9-4f9c-bb29-5e556e33078b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.059941 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-782de315-7dd9-4f9c-bb29-5e556e33078b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/networks/16f7e9e8-5253-4419-8d5e-9bc7898084a1 HTTP/1.1" status: 204 len: 168 time: 0.9248738 Jul 07 17:10:56.060323 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36190) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:56.077081 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7e78f571-904f-4da8-88ba-e8ea6ef2575f,revision_number=11']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:56.081810 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.101365 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7e78f571-904f-4da8-88ba-e8ea6ef2575f {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:56.112656 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3872031-a895-4bc5-a539-be30294745ea tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] DELETE failed (client error): The resource could not be found. Jul 07 17:10:56.113772 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3872031-a895-4bc5-a539-be30294745ea tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:10:56.123999 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d3872031-a895-4bc5-a539-be30294745ea tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/subnets/0dc40e3d-95ba-4701-8131-1e812487c38a HTTP/1.1" status: 404 len: 337 time: 0.0620461 Jul 07 17:10:56.125217 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36192) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:56.136610 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7e78f571-904f-4da8-88ba-e8ea6ef2575f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:56.143781 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['7e78f571-904f-4da8-88ba-e8ea6ef2575f'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:56.191277 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ceabfac-044a-4f14-af6a-cafc452171f3 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] DELETE failed (client error): The resource could not be found. Jul 07 17:10:56.191601 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e3f5febf-3bc5-4746-94fa-041a02a8e7e2 req-5bfb67fa-c605-4aa4-b99f-34e8cdeedb9e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4149513 Jul 07 17:10:56.193568 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ceabfac-044a-4f14-af6a-cafc452171f3 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:10:56.197512 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.211324 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8ceabfac-044a-4f14-af6a-cafc452171f3 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/networks/5ed31822-7d7d-4ca7-99e6-d50094caeddf HTTP/1.1" status: 404 len: 339 time: 0.0835207 Jul 07 17:10:56.211676 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.213469 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36194) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:56.283760 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7e78f571-904f-4da8-88ba-e8ea6ef2575f,revision_number=12']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:56.286065 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782de315-7dd9-4f9c-bb29-5e556e33078b tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Network': ['ID=16f7e9e8-5253-4419-8d5e-9bc7898084a1,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:56.294195 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Pushing event updated for resources: {'Port': ['ID=21211799-efbf-4b25-a2df-b4ade8fa34fe,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:56.305314 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa5a4f-18a6-4995-b16c-30efe1bc71f1 req-09c27d4b-5b69-41b0-b771-96c3d061f0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:56.307886 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-20fa5a4f-18a6-4995-b16c-30efe1bc71f1 req-09c27d4b-5b69-41b0-b771-96c3d061f0de service neutron] 10.222.0.72 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 913 time: 0.8544624 Jul 07 17:10:56.323797 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-5174a5ca-e1a9-4519-a00d-7be4896e67fb tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] DELETE failed (client error): The resource could not be found. Jul 07 17:10:56.324366 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5174a5ca-e1a9-4519-a00d-7be4896e67fb tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:10:56.326194 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5174a5ca-e1a9-4519-a00d-7be4896e67fb tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/subnets/b7ecb40c-e819-43fe-8a05-99cf4de18b3e HTTP/1.1" status: 404 len: 337 time: 0.1102705 Jul 07 17:10:56.340666 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36200) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:56.388186 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-28a2b446-6cf6-450e-b295-b68849689254 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] DELETE failed (client error): The resource could not be found. Jul 07 17:10:56.388832 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28a2b446-6cf6-450e-b295-b68849689254 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:10:56.390669 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-28a2b446-6cf6-450e-b295-b68849689254 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/networks/2d529112-0369-435d-81a5-20da0523a3d7 HTTP/1.1" status: 404 len: 339 time: 0.0488372 Jul 07 17:10:56.399850 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36202) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:56.465702 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-7013e8ea-ce57-4474-9ec5-bda805c98378 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] DELETE failed (client error): The resource could not be found. Jul 07 17:10:56.466743 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7013e8ea-ce57-4474-9ec5-bda805c98378 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:10:56.469202 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7013e8ea-ce57-4474-9ec5-bda805c98378 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/subnets/0be42081-f36d-4f81-b07f-8f545e44e995 HTTP/1.1" status: 404 len: 337 time: 0.0682702 Jul 07 17:10:56.473541 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36204) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:56.497012 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-6acd1de7-2d55-45ce-8f4a-706383438c05 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] DELETE failed (client error): The resource could not be found. Jul 07 17:10:56.498139 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6acd1de7-2d55-45ce-8f4a-706383438c05 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:10:56.500255 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6acd1de7-2d55-45ce-8f4a-706383438c05 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/networks/8a598256-5260-4b83-bd6e-f7e35db2f068 HTTP/1.1" status: 404 len: 339 time: 0.0239005 Jul 07 17:10:56.505100 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36206) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:56.551175 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc8336c-5605-4bdb-995f-dd7d789bbebd tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] DELETE failed (client error): The resource could not be found. Jul 07 17:10:56.551175 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc8336c-5605-4bdb-995f-dd7d789bbebd tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:10:56.551938 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4fc8336c-5605-4bdb-995f-dd7d789bbebd tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/subnets/77296ed3-4ca3-4df3-b9d0-bfd5fd13dd6e HTTP/1.1" status: 404 len: 337 time: 0.0443821 Jul 07 17:10:56.560078 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36210) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:56.618754 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Checking segment: {'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:56.619702 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Network hostable DHCP agents. Network: c4b9027a-2a16-4091-88c9-195e2558fd3a, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:10:56.623287 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-20fa5a4f-18a6-4995-b16c-30efe1bc71f1 req-b82ff49f-982b-4aff-bb0a-b805fb01dc42 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f HTTP/1.1" status: 200 len: 999 time: 0.2716031 Jul 07 17:10:56.649325 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-1556abf1-698f-4481-8e0a-9365c88e1cba tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] DELETE failed (client error): The resource could not be found. Jul 07 17:10:56.650923 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1556abf1-698f-4481-8e0a-9365c88e1cba tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:10:56.654698 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1556abf1-698f-4481-8e0a-9365c88e1cba tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/networks/90511c71-cb91-4a21-9ddc-d8ef3f7ed351 HTTP/1.1" status: 404 len: 339 time: 0.0932527 Jul 07 17:10:56.659301 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36212) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:56.708714 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c16ec236-0588-43a5-a7a4-50a7a4660790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.718693 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7bb4d-d6a5-4f7d-a2b9-017689dbfa19 req-9b463c17-ec5e-4268-a220-d2d337a07cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:56.721663 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-85c7bb4d-d6a5-4f7d-a2b9-017689dbfa19 req-9b463c17-ec5e-4268-a220-d2d337a07cc7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 1097 time: 0.6622298 Jul 07 17:10:56.724200 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa5a4f-18a6-4995-b16c-30efe1bc71f1 req-96f05668-f71a-42e6-826b-3000f2675ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:56.725733 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-20fa5a4f-18a6-4995-b16c-30efe1bc71f1 req-96f05668-f71a-42e6-826b-3000f2675ab9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 200 len: 851 time: 0.0928147 Jul 07 17:10:56.789923 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Network c4b9027a-2a16-4091-88c9-195e2558fd3a is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:10:56.828654 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, c4b9027a-2a16-4091-88c9-195e2558fd3a) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:56.837485 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-85c7bb4d-d6a5-4f7d-a2b9-017689dbfa19 req-47b5d2dd-4936-4f52-b258-10cc5a233130 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996978 Jul 07 17:10:56.838501 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:56.849601 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70ff8e9-0e89-40fb-b58b-98ddb335399c None None] Network c4b9027a-2a16-4091-88c9-195e2558fd3a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:56.868083 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387aedc-653c-42fc-a66e-4347ec71d1cc req-d869254e-1bcf-44e6-b33f-cf48dfd8d381 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:56.872354 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a387aedc-653c-42fc-a66e-4347ec71d1cc req-d869254e-1bcf-44e6-b33f-cf48dfd8d381 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 0.3288903 Jul 07 17:10:56.878823 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:56.880965 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:56.881760 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:56.912787 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port 21211799-efbf-4b25-a2df-b4ade8fa34fe on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:56.913577 n-d-791503-12 neutron-server[100193]: ERROR neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:10:56.917430 n-d-791503-12 neutron-server[100193]: INFO neutron.plugins.ml2.plugin [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempt 2 to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe Jul 07 17:10:56.928496 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa5a4f-18a6-4995-b16c-30efe1bc71f1 req-c466033b-b7bb-4cdf-b74e-deeb70355fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:56.930597 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-20fa5a4f-18a6-4995-b16c-30efe1bc71f1 req-c466033b-b7bb-4cdf-b74e-deeb70355fbe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1912794 Jul 07 17:10:56.971656 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:56.972661 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:56.973282 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:56.981734 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port 21211799-efbf-4b25-a2df-b4ade8fa34fe on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:56.982514 n-d-791503-12 neutron-server[100193]: ERROR neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:10:56.994088 n-d-791503-12 neutron-server[100193]: INFO neutron.plugins.ml2.plugin [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempt 3 to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe Jul 07 17:10:57.041966 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a387aedc-653c-42fc-a66e-4347ec71d1cc req-e0d98384-c6ca-403c-b103-65f3e950d777 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532881 Jul 07 17:10:57.071698 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd46595-f176-4c54-b68a-8ad7111b3c79 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] DELETE failed (client error): The resource could not be found. Jul 07 17:10:57.072281 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd46595-f176-4c54-b68a-8ad7111b3c79 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:10:57.076212 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9bd46595-f176-4c54-b68a-8ad7111b3c79 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/subnets/23e754e2-7526-4ab7-9c88-bb70f987a3ff HTTP/1.1" status: 404 len: 337 time: 0.4128385 Jul 07 17:10:57.077086 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36214) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:57.089815 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:57.090200 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:57.090857 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:57.112280 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba887e2-719b-43b3-91d0-8f13adcf395f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] DELETE failed (client error): The resource could not be found. Jul 07 17:10:57.112543 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fba887e2-719b-43b3-91d0-8f13adcf395f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:10:57.116590 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fba887e2-719b-43b3-91d0-8f13adcf395f tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/networks/18373db3-92c6-4719-a25f-e598b62acd66 HTTP/1.1" status: 404 len: 339 time: 0.0364878 Jul 07 17:10:57.116946 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36216) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:57.120555 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port 21211799-efbf-4b25-a2df-b4ade8fa34fe on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:57.120924 n-d-791503-12 neutron-server[100193]: ERROR neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:10:57.124705 n-d-791503-12 neutron-server[100193]: INFO neutron.plugins.ml2.plugin [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempt 4 to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe Jul 07 17:10:57.152730 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-20fa5a4f-18a6-4995-b16c-30efe1bc71f1 req-2dfc72c5-d440-4289-b238-53e27e9fa6bd service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952326 Jul 07 17:10:57.152730 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:57.152730 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:57.152730 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:57.156725 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5584694-75cc-4028-b667-13ed625243aa tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] DELETE failed (client error): The resource could not be found. Jul 07 17:10:57.157425 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5584694-75cc-4028-b667-13ed625243aa tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:10:57.157553 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port 21211799-efbf-4b25-a2df-b4ade8fa34fe on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:57.158708 n-d-791503-12 neutron-server[100193]: ERROR neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:10:57.159439 n-d-791503-12 neutron-server[100193]: INFO neutron.plugins.ml2.plugin [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempt 5 to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe Jul 07 17:10:57.163238 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f5584694-75cc-4028-b667-13ed625243aa tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/subnets/502bd674-7abb-4009-9c07-31dc4962fdc1 HTTP/1.1" status: 404 len: 337 time: 0.0428996 Jul 07 17:10:57.164229 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36218) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:57.196891 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:57.197525 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:57.198047 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:57.211013 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726306e2-bb90-4a0c-94a0-60f1462e0f5e req-81f242d2-5ed7-4ca4-85e2-b17b12684d12 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:57.224544 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-726306e2-bb90-4a0c-94a0-60f1462e0f5e req-81f242d2-5ed7-4ca4-85e2-b17b12684d12 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 946 time: 0.1544087 Jul 07 17:10:57.237748 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0868cc3-4190-4ac2-bef1-9452bffc9ccd tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] DELETE failed (client error): The resource could not be found. Jul 07 17:10:57.238738 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0868cc3-4190-4ac2-bef1-9452bffc9ccd tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:10:57.244031 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d0868cc3-4190-4ac2-bef1-9452bffc9ccd tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/networks/843e8619-04e8-42f6-b390-8efe9f269975 HTTP/1.1" status: 404 len: 339 time: 0.0762980 Jul 07 17:10:57.244932 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36220) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:57.336815 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port 21211799-efbf-4b25-a2df-b4ade8fa34fe on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:57.337462 n-d-791503-12 neutron-server[100193]: ERROR neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:10:57.342321 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec7c915-4000-40b2-8898-0458a436446c tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] DELETE failed (client error): The resource could not be found. Jul 07 17:10:57.343051 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ec7c915-4000-40b2-8898-0458a436446c tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:10:57.349047 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8ec7c915-4000-40b2-8898-0458a436446c tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/subnets/e81f3712-f39e-4baf-90a3-e85d90902349 HTTP/1.1" status: 404 len: 337 time: 0.1002541 Jul 07 17:10:57.350271 n-d-791503-12 neutron-server[100193]: INFO neutron.plugins.ml2.plugin [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempt 6 to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe Jul 07 17:10:57.352253 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36224) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:57.399138 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-22073951-23f8-40f9-9c91-6daa525c8e78 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] DELETE failed (client error): The resource could not be found. Jul 07 17:10:57.399950 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22073951-23f8-40f9-9c91-6daa525c8e78 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:10:57.411061 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-22073951-23f8-40f9-9c91-6daa525c8e78 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/networks/d8c3fd99-1a50-4901-a752-de1ba25e9b2b HTTP/1.1" status: 404 len: 339 time: 0.0469356 Jul 07 17:10:57.412910 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36228) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:57.420132 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-726306e2-bb90-4a0c-94a0-60f1462e0f5e req-2d2a6663-54bd-43e9-8f4b-c483b815f7d9 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942270 Jul 07 17:10:57.487098 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:57.503958 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:57.504466 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:57.547514 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b77b124-1135-4c98-b1da-f341bb287cf0 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] DELETE failed (client error): The resource could not be found. Jul 07 17:10:57.547969 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b77b124-1135-4c98-b1da-f341bb287cf0 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:10:57.552450 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6b77b124-1135-4c98-b1da-f341bb287cf0 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/subnets/bc3cb3eb-027e-46a3-8d18-5c918d18b8be HTTP/1.1" status: 404 len: 337 time: 0.1304767 Jul 07 17:10:57.556678 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36238) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:57.594471 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba3a7101-75d9-4d37-83b2-5a6b4c2e0979 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] DELETE failed (client error): The resource could not be found. Jul 07 17:10:57.597408 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba3a7101-75d9-4d37-83b2-5a6b4c2e0979 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:10:57.599572 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ba3a7101-75d9-4d37-83b2-5a6b4c2e0979 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/networks/e2c74b18-31ad-4c42-bddd-3927a1e638a1 HTTP/1.1" status: 404 len: 339 time: 0.0410659 Jul 07 17:10:57.605575 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port 21211799-efbf-4b25-a2df-b4ade8fa34fe on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:57.606641 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36242) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:57.616941 n-d-791503-12 neutron-server[100193]: ERROR neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:10:57.620932 n-d-791503-12 neutron-server[100193]: INFO neutron.plugins.ml2.plugin [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempt 7 to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe Jul 07 17:10:57.664532 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-20fa5a4f-18a6-4995-b16c-30efe1bc71f1 req-5fc119aa-dab5-42bc-8a9c-4c7d4b93fbff service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993863 Jul 07 17:10:57.687773 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:57.688128 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:57.688473 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:57.700667 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port 21211799-efbf-4b25-a2df-b4ade8fa34fe on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:57.701173 n-d-791503-12 neutron-server[100193]: ERROR neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:10:57.704232 n-d-791503-12 neutron-server[100193]: INFO neutron.plugins.ml2.plugin [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempt 8 to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe Jul 07 17:10:57.716934 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-4130721f-cb07-4270-a1ed-4cba222a4d22 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Deleting subnet f6cc7426-1435-49b8-bc52-e92e78fbec9f {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:10:57.730447 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:57.731011 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:57.731497 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:57.735272 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4130721f-cb07-4270-a1ed-4cba222a4d22 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.748453 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port 21211799-efbf-4b25-a2df-b4ade8fa34fe on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:57.749089 n-d-791503-12 neutron-server[100193]: ERROR neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:10:57.750701 n-d-791503-12 neutron-server[100193]: INFO neutron.plugins.ml2.plugin [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempt 9 to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe Jul 07 17:10:57.787686 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfeab9-458d-45b7-8455-2a609b983383 req-dfa1e955-0345-4012-bec1-c7555fa545ab tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:57.789872 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0ccfeab9-458d-45b7-8455-2a609b983383 req-dfa1e955-0345-4012-bec1-c7555fa545ab tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.2478125 Jul 07 17:10:57.791031 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:57.792278 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:57.792278 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:57.807700 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port 21211799-efbf-4b25-a2df-b4ade8fa34fe on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:57.808102 n-d-791503-12 neutron-server[100193]: ERROR neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:10:57.810110 n-d-791503-12 neutron-server[100193]: INFO neutron.plugins.ml2.plugin [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempt 10 to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe Jul 07 17:10:57.824867 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4130721f-cb07-4270-a1ed-4cba222a4d22 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.826606 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.877514 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:57.879093 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:57.879093 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:57.901634 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0ccfeab9-458d-45b7-8455-2a609b983383 req-8069137f-0fa4-41f1-b3f2-09f0c1c28c66 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019676 Jul 07 17:10:57.903095 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port 21211799-efbf-4b25-a2df-b4ade8fa34fe on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:57.903909 n-d-791503-12 neutron-server[100193]: ERROR neutron.plugins.ml2.managers [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port 21211799-efbf-4b25-a2df-b4ade8fa34fe on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:10:57.906168 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.987466 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4130721f-cb07-4270-a1ed-4cba222a4d22 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.023361 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd8afe-f56d-4f20-9bd9-2a172d7e6cdf req-a93c1806-8529-4a4f-af06-9f7aada4cff5 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:58.031529 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65bd8afe-f56d-4f20-9bd9-2a172d7e6cdf req-a93c1806-8529-4a4f-af06-9f7aada4cff5 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 946 time: 0.3111768 Jul 07 17:10:58.037295 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] For port 21211799-efbf-4b25-a2df-b4ade8fa34fe, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:58.037732 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempted to set empty binding levels {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 17:10:58.046441 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.105528 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65bd8afe-f56d-4f20-9bd9-2a172d7e6cdf req-87528d68-436a-4235-8428-776938ddab78 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728590 Jul 07 17:10:58.148057 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4130721f-cb07-4270-a1ed-4cba222a4d22 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.176597 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:58.178941 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.201488 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4130721f-cb07-4270-a1ed-4cba222a4d22 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.201739 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b343b71e-4788-46e6-9a11-b1805a4cc384 None None] Network 06237946-0bbb-4f8f-9823-f09eabbbe47d requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:58.208681 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4130721f-cb07-4270-a1ed-4cba222a4d22 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/subnets/f6cc7426-1435-49b8-bc52-e92e78fbec9f HTTP/1.1" status: 204 len: 168 time: 0.6007156 Jul 07 17:10:58.216964 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36254) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:58.285420 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130721f-cb07-4270-a1ed-4cba222a4d22 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Subnet': ['ID=f6cc7426-1435-49b8-bc52-e92e78fbec9f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:58.339449 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 4.0345159 Jul 07 17:10:58.342840 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36256) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:58.404233 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc465e10-0243-4224-ab2a-e41950d9d1da tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Pushing event updated for resources: {'Port': ['ID=21211799-efbf-4b25-a2df-b4ade8fa34fe,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:58.534931 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1f584ca4-db19-45e4-8f5a-b5d69b6b4902 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.651553 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-98444e8d-39a7-44c1-aaaf-d4804c6bdb01 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Deleting port 21211799-efbf-4b25-a2df-b4ade8fa34fe {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:58.651907 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98444e8d-39a7-44c1-aaaf-d4804c6bdb01 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.722059 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50de571-836e-4b8c-846b-4902e3db2fd9 req-fc0d2179-d403-472d-9680-4f8f32b11d28 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:58.723729 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d50de571-836e-4b8c-846b-4902e3db2fd9 req-fc0d2179-d403-472d-9680-4f8f32b11d28 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 0.3303361 Jul 07 17:10:58.833032 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-98444e8d-39a7-44c1-aaaf-d4804c6bdb01 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] For port 21211799-efbf-4b25-a2df-b4ade8fa34fe, host n-h2-791503-12, got binding levels [] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:58.833337 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98444e8d-39a7-44c1-aaaf-d4804c6bdb01 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.841046 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658db34e-85fc-446f-a2c6-af0e38b8df1a None None] DHCP port deletion for 06237946-0bbb-4f8f-9823-f09eabbbe47d request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:10:58.871702 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-1f584ca4-db19-45e4-8f5a-b5d69b6b4902 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Deleting port 8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:58.872697 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1f584ca4-db19-45e4-8f5a-b5d69b6b4902 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.878478 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-98444e8d-39a7-44c1-aaaf-d4804c6bdb01 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Calling delete_port for 21211799-efbf-4b25-a2df-b4ade8fa34fe owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:58.922370 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72e5a17a-cd14-4e71-9f04-1dfb572a681e req-85e3b4d2-1b32-48db-be0b-0c977e7f954a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=260b767c-5518-4fed-ac48-28cafd51406d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3203340 Jul 07 17:10:58.965960 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-658db34e-85fc-446f-a2c6-af0e38b8df1a None None] Deleting port 8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:58.966533 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-658db34e-85fc-446f-a2c6-af0e38b8df1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.050470 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-658db34e-85fc-446f-a2c6-af0e38b8df1a None None] For port 8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755,segment=NetworkSegment(e0ddadad-f756-4116-83b4-4180dfd0a106),segment_id=e0ddadad-f756-4116-83b4-4180dfd0a106)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:59.051215 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-658db34e-85fc-446f-a2c6-af0e38b8df1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.066894 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-658db34e-85fc-446f-a2c6-af0e38b8df1a None None] Calling delete_port for 8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:59.102721 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d50de571-836e-4b8c-846b-4902e3db2fd9 req-aa75f057-fd6c-4bb0-8533-ee480528d438 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555410 Jul 07 17:10:59.186943 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7e78f571-904f-4da8-88ba-e8ea6ef2575f up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:59.190972 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-1f584ca4-db19-45e4-8f5a-b5d69b6b4902 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] For port 8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755,segment=NetworkSegment(e0ddadad-f756-4116-83b4-4180dfd0a106),segment_id=e0ddadad-f756-4116-83b4-4180dfd0a106)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:59.191884 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1f584ca4-db19-45e4-8f5a-b5d69b6b4902 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.196396 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-658db34e-85fc-446f-a2c6-af0e38b8df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.210287 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5a17a-cd14-4e71-9f04-1dfb572a681e req-2f08b029-77cf-4844-a394-44e5d03b2da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:59.211941 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72e5a17a-cd14-4e71-9f04-1dfb572a681e req-2f08b029-77cf-4844-a394-44e5d03b2da1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=854488ce7e0c4852954684e9f239b430&device_id=260b767c-5518-4fed-ac48-28cafd51406d HTTP/1.1" status: 200 len: 1098 time: 0.2038574 Jul 07 17:10:59.213082 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98444e8d-39a7-44c1-aaaf-d4804c6bdb01 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.234632 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ba23a-33aa-4e27-b9b2-29836cae59ab req-b55e7819-2955-4762-ae29-0844dba405ff tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:59.239538 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-1f584ca4-db19-45e4-8f5a-b5d69b6b4902 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Calling delete_port for 8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:59.245168 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658db34e-85fc-446f-a2c6-af0e38b8df1a None None] No DVR routers for this DVR port 8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:10:59.252817 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bc1ba23a-33aa-4e27-b9b2-29836cae59ab req-b55e7819-2955-4762-ae29-0844dba405ff tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 946 time: 0.2433851 Jul 07 17:10:59.330227 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658db34e-85fc-446f-a2c6-af0e38b8df1a None None] Pushing event deleted for resources: {'Port': ['ID=8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:59.389167 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 7e78f571-904f-4da8-88ba-e8ea6ef2575f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:59.389685 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.568605 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98444e8d-39a7-44c1-aaaf-d4804c6bdb01 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Pushing event deleted for resources: {'Port': ['ID=21211799-efbf-4b25-a2df-b4ade8fa34fe,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:59.626752 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98444e8d-39a7-44c1-aaaf-d4804c6bdb01 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.632314 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36272) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:59.636295 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-98444e8d-39a7-44c1-aaaf-d4804c6bdb01 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] 10.222.0.53 "DELETE /v2.0/ports/21211799-efbf-4b25-a2df-b4ade8fa34fe HTTP/1.1" status: 204 len: 168 time: 1.2922628 Jul 07 17:10:59.678348 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bc1ba23a-33aa-4e27-b9b2-29836cae59ab req-c87617b4-86ca-4342-8a91-7b8cedc9e899 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242792 Jul 07 17:10:59.704259 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.743073 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1f584ca4-db19-45e4-8f5a-b5d69b6b4902 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.756325 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5a17a-cd14-4e71-9f04-1dfb572a681e req-bfae03d8-0b3d-4861-bae3-8dc2dc4b6312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:59.759732 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72e5a17a-cd14-4e71-9f04-1dfb572a681e req-bfae03d8-0b3d-4861-bae3-8dc2dc4b6312 service neutron] 10.222.0.64 "GET /v2.0/networks?id=656dd087-69ac-4445-b8fb-7180ff9e7eaa HTTP/1.1" status: 200 len: 906 time: 0.4802735 Jul 07 17:10:59.773452 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a006a60a-8ef7-4446-8714-2825430f9e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e78f571-904f-4da8-88ba-e8ea6ef2575f'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:59.783076 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa2e727-84a9-4557-b191-469c66d0a8d9" -d '{"events": [{"server_uuid": "a006a60a-8ef7-4446-8714-2825430f9e2c", "name": "network-vif-plugged", "status": "completed", "tag": "7e78f571-904f-4da8-88ba-e8ea6ef2575f"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:59.787638 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:10:59.825322 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6924b-1476-4ce9-bb8f-3c0139fc54bf req-5b75434b-4dd7-4ef5-a3b0-d0bbe4d45170 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:59.827447 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5fc6924b-1476-4ce9-bb8f-3c0139fc54bf req-5b75434b-4dd7-4ef5-a3b0-d0bbe4d45170 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.3809013 Jul 07 17:10:59.837113 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e93ff50-30d4-4350-a796-5f7c6fd80542 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:10:59.843328 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8e93ff50-30d4-4350-a796-5f7c6fd80542 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] 10.222.0.53 "GET /v2.0/ports/21211799-efbf-4b25-a2df-b4ade8fa34fe HTTP/1.1" status: 404 len: 333 time: 0.2080212 Jul 07 17:10:59.845920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36278) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:59.863769 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72e5a17a-cd14-4e71-9f04-1dfb572a681e req-18c71d3f-e7d6-4109-8d75-1f02249f07f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42cfc02f-3401-4427-a978-d55f0e45e38f HTTP/1.1" status: 200 len: 217 time: 0.0970459 Jul 07 17:10:59.864052 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-bc3f3f16-6002-45bc-b9b9-9fada78648d1 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Request body: {'port': {'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1367460116'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:59.870000 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:10:59.870759 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:10:59.871897 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f584ca4-db19-45e4-8f5a-b5d69b6b4902 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] No DVR routers for this DVR port 8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:10:59.874709 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f584ca4-db19-45e4-8f5a-b5d69b6b4902 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Port': ['ID=8aa6e4c2-6a97-4e3e-bac9-3ea6ed912755,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:59.920757 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7e78f571-904f-4da8-88ba-e8ea6ef2575f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:59.930494 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.988002 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d136df4a-813f-4e47-9c3c-5373fe65351b x-openstack-request-id: req-d136df4a-813f-4e47-9c3c-5373fe65351b {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:59.988301 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a006a60a-8ef7-4446-8714-2825430f9e2c", "name": "network-vif-plugged", "status": "completed", "tag": "7e78f571-904f-4da8-88ba-e8ea6ef2575f", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:59.988822 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d136df4a-813f-4e47-9c3c-5373fe65351b {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:59.989453 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a006a60a-8ef7-4446-8714-2825430f9e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e78f571-904f-4da8-88ba-e8ea6ef2575f', 'code': 200} Jul 07 17:10:59.998556 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5a17a-cd14-4e71-9f04-1dfb572a681e req-453ac47e-5dbe-4a53-b748-1669659b0118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:00.001877 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72e5a17a-cd14-4e71-9f04-1dfb572a681e req-453ac47e-5dbe-4a53-b748-1669659b0118 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=160646de-633f-43bb-ab77-cdc4622fc25c HTTP/1.1" status: 200 len: 845 time: 0.1322279 Jul 07 17:11:00.054798 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7e78f571-904f-4da8-88ba-e8ea6ef2575f,revision_number=13']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:00.089749 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72e5a17a-cd14-4e71-9f04-1dfb572a681e req-4576f70b-430f-4533-9a2c-f5d68d0b4df9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=656dd087-69ac-4445-b8fb-7180ff9e7eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808296 Jul 07 17:11:00.119974 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5fc6924b-1476-4ce9-bb8f-3c0139fc54bf req-dfa1773f-21b0-4f5e-898c-a0950a465193 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614465 Jul 07 17:11:00.184187 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.337325 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3f3f16-6002-45bc-b9b9-9fada78648d1 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Made reservation on behalf of d8a403ed491a49c2b11bd1b46c32a07a for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:00.341812 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bc3f3f16-6002-45bc-b9b9-9fada78648d1 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.349980 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1f584ca4-db19-45e4-8f5a-b5d69b6b4902 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.351593 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72e5a17a-cd14-4e71-9f04-1dfb572a681e req-d998c825-3076-4968-95d2-c698d884e6cb service neutron] 10.222.0.64 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528157 Jul 07 17:11:00.388296 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-1f584ca4-db19-45e4-8f5a-b5d69b6b4902 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06237946-0bbb-4f8f-9823-f09eabbbe47d']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:00.412000 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-bc3f3f16-6002-45bc-b9b9-9fada78648d1 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] device_id is not set on port a8737556-bada-4c8d-a04b-24565105b882 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:00.422918 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-1f584ca4-db19-45e4-8f5a-b5d69b6b4902 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ddadad-f756-4116-83b4-4180dfd0a106') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:00.424387 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-1f584ca4-db19-45e4-8f5a-b5d69b6b4902 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ddadad-f756-4116-83b4-4180dfd0a106') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:00.448361 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1f584ca4-db19-45e4-8f5a-b5d69b6b4902 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.541252 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1f584ca4-db19-45e4-8f5a-b5d69b6b4902 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.557291 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f584ca4-db19-45e4-8f5a-b5d69b6b4902 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:11:00.559026 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1f584ca4-db19-45e4-8f5a-b5d69b6b4902 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:11:00.566180 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:11:00.682770 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750991d-3863-483f-a6fa-23ff7ec59880 req-fb79a2d8-b0d4-486a-872c-c119d6001de8 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:00.696551 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1750991d-3863-483f-a6fa-23ff7ec59880 req-fb79a2d8-b0d4-486a-872c-c119d6001de8 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 0.2886410 Jul 07 17:11:00.703122 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72e5a17a-cd14-4e71-9f04-1dfb572a681e req-3901d20b-cb7c-4570-9e70-9a8e2f73bbd8 service neutron] 10.222.0.64 "GET /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447382 Jul 07 17:11:00.798365 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1f584ca4-db19-45e4-8f5a-b5d69b6b4902 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.812024 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1750991d-3863-483f-a6fa-23ff7ec59880 req-5c77170e-d3f4-4c32-8121-b36ddf3b0b44 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129675 Jul 07 17:11:00.879147 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1f584ca4-db19-45e4-8f5a-b5d69b6b4902 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.886583 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1f584ca4-db19-45e4-8f5a-b5d69b6b4902 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] 10.222.0.53 "DELETE /v2.0/networks/06237946-0bbb-4f8f-9823-f09eabbbe47d HTTP/1.1" status: 204 len: 168 time: 2.6664348 Jul 07 17:11:00.948149 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f584ca4-db19-45e4-8f5a-b5d69b6b4902 tempest-NetworksTest-1221929958 tempest-NetworksTest-1221929958-project] Pushing event deleted for resources: {'Network': ['ID=06237946-0bbb-4f8f-9823-f09eabbbe47d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:01.050662 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bc3f3f16-6002-45bc-b9b9-9fada78648d1 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.292205 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bc3f3f16-6002-45bc-b9b9-9fada78648d1 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.347549 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5aa5b-a76e-4b67-b52d-887417278d04 req-93ba98c5-9cb4-4d33-ad6a-0c7f5ad019f9 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:01.367074 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bda5aa5b-a76e-4b67-b52d-887417278d04 req-93ba98c5-9cb4-4d33-ad6a-0c7f5ad019f9 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 946 time: 0.3005080 Jul 07 17:11:01.419378 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3f3f16-6002-45bc-b9b9-9fada78648d1 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Network c4b9027a-2a16-4091-88c9-195e2558fd3a is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:01.428406 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-bc3f3f16-6002-45bc-b9b9-9fada78648d1 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:01.437696 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3f3f16-6002-45bc-b9b9-9fada78648d1 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:01.441119 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3f3f16-6002-45bc-b9b9-9fada78648d1 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:01.442301 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bc3f3f16-6002-45bc-b9b9-9fada78648d1 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.479167 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f3f16-6002-45bc-b9b9-9fada78648d1 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Pushing event updated for resources: {'Port': ['ID=a8737556-bada-4c8d-a04b-24565105b882,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:01.495665 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bda5aa5b-a76e-4b67-b52d-887417278d04 req-1983ac40-e3cb-41bb-81f3-50605ca9eba1 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270633 Jul 07 17:11:01.497399 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bc3f3f16-6002-45bc-b9b9-9fada78648d1 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6415045 Jul 07 17:11:01.500203 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36292) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:01.521703 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:01.637224 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.887896 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36304) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:02.046667 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a19c4-7099-4118-8b9e-b20e2481092b req-c8989bd9-9283-4916-b214-eb084c942a7a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.057271 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9f6a19c4-7099-4118-8b9e-b20e2481092b req-c8989bd9-9283-4916-b214-eb084c942a7a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 947 time: 0.2415559 Jul 07 17:11:02.253512 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] device_id is not set on port a8737556-bada-4c8d-a04b-24565105b882 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:02.287019 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9f6a19c4-7099-4118-8b9e-b20e2481092b req-3abceb9c-e6e5-4034-ae73-4189e58c45bc tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214212 Jul 07 17:11:02.290373 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.352750 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Transition to ACTIVE for port object a8737556-bada-4c8d-a04b-24565105b882 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:02.356231 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cc02b520-5624-43df-9468-38a0125013ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=29936e27e52e42a78f6f821032207ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4633455 Jul 07 17:11:02.359279 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36314) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:02.364312 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.478328 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Pushing event updated for resources: {'Port': ['ID=a8737556-bada-4c8d-a04b-24565105b882,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:02.490018 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:02.490953 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:02.491550 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:02.502049 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port a8737556-bada-4c8d-a04b-24565105b882 on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:02.502614 n-d-791503-12 neutron-server[100193]: ERROR neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port a8737556-bada-4c8d-a04b-24565105b882 on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:11:02.503287 n-d-791503-12 neutron-server[100193]: INFO neutron.plugins.ml2.plugin [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempt 2 to bind port a8737556-bada-4c8d-a04b-24565105b882 Jul 07 17:11:02.539918 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:02.540663 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:02.541093 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:02.549873 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port a8737556-bada-4c8d-a04b-24565105b882 on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:02.550498 n-d-791503-12 neutron-server[100193]: ERROR neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port a8737556-bada-4c8d-a04b-24565105b882 on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:11:02.551376 n-d-791503-12 neutron-server[100193]: INFO neutron.plugins.ml2.plugin [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempt 3 to bind port a8737556-bada-4c8d-a04b-24565105b882 Jul 07 17:11:02.574659 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4104e9b9-87ec-4082-8167-3b4bdba1b346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.575255 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:02.580879 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:02.581484 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:02.591601 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port a8737556-bada-4c8d-a04b-24565105b882 on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:02.592168 n-d-791503-12 neutron-server[100193]: ERROR neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port a8737556-bada-4c8d-a04b-24565105b882 on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:11:02.592861 n-d-791503-12 neutron-server[100193]: INFO neutron.plugins.ml2.plugin [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempt 4 to bind port a8737556-bada-4c8d-a04b-24565105b882 Jul 07 17:11:02.612726 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4104e9b9-87ec-4082-8167-3b4bdba1b346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.638170 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:02.664007 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:02.664692 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:02.694467 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64106f-fa89-49f1-b7b3-7578e3522e11 req-17dbf61a-49a2-4ebf-b747-c3f39fbca05d tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.702864 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0c64106f-fa89-49f1-b7b3-7578e3522e11 req-17dbf61a-49a2-4ebf-b747-c3f39fbca05d tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 0.2755427 Jul 07 17:11:02.703164 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port a8737556-bada-4c8d-a04b-24565105b882 on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:02.703823 n-d-791503-12 neutron-server[100193]: ERROR neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port a8737556-bada-4c8d-a04b-24565105b882 on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:11:02.706569 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4104e9b9-87ec-4082-8167-3b4bdba1b346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.711905 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4104e9b9-87ec-4082-8167-3b4bdba1b346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.713891 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4104e9b9-87ec-4082-8167-3b4bdba1b346 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/80d7806f-63e9-4b5f-b154-7b7e9a84fc5e HTTP/1.1" status: 204 len: 168 time: 0.3506465 Jul 07 17:11:02.720311 n-d-791503-12 neutron-server[100193]: INFO neutron.plugins.ml2.plugin [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempt 5 to bind port a8737556-bada-4c8d-a04b-24565105b882 Jul 07 17:11:02.731914 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104e9b9-87ec-4082-8167-3b4bdba1b346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d7806f-63e9-4b5f-b154-7b7e9a84fc5e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:02.800971 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0c64106f-fa89-49f1-b7b3-7578e3522e11 req-e71f18dc-c44c-4cfb-879e-0b78fbca7e42 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872700 Jul 07 17:11:02.826823 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:02.827404 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:02.827990 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:02.844601 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port a8737556-bada-4c8d-a04b-24565105b882 on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:02.845230 n-d-791503-12 neutron-server[100193]: ERROR neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port a8737556-bada-4c8d-a04b-24565105b882 on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:11:02.845797 n-d-791503-12 neutron-server[100193]: INFO neutron.plugins.ml2.plugin [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempt 6 to bind port a8737556-bada-4c8d-a04b-24565105b882 Jul 07 17:11:02.887244 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:02.888185 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:02.889768 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:02.897311 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port a8737556-bada-4c8d-a04b-24565105b882 on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:02.898279 n-d-791503-12 neutron-server[100193]: ERROR neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port a8737556-bada-4c8d-a04b-24565105b882 on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:11:02.898999 n-d-791503-12 neutron-server[100193]: INFO neutron.plugins.ml2.plugin [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempt 7 to bind port a8737556-bada-4c8d-a04b-24565105b882 Jul 07 17:11:02.914700 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:02.915367 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:02.915911 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:02.922863 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port a8737556-bada-4c8d-a04b-24565105b882 on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:02.924226 n-d-791503-12 neutron-server[100193]: ERROR neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port a8737556-bada-4c8d-a04b-24565105b882 on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:11:02.925350 n-d-791503-12 neutron-server[100193]: INFO neutron.plugins.ml2.plugin [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempt 8 to bind port a8737556-bada-4c8d-a04b-24565105b882 Jul 07 17:11:02.945319 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:02.945712 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:02.946412 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:02.952329 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port a8737556-bada-4c8d-a04b-24565105b882 on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:02.952684 n-d-791503-12 neutron-server[100193]: ERROR neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port a8737556-bada-4c8d-a04b-24565105b882 on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:11:02.953237 n-d-791503-12 neutron-server[100193]: INFO neutron.plugins.ml2.plugin [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempt 9 to bind port a8737556-bada-4c8d-a04b-24565105b882 Jul 07 17:11:02.969750 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:02.970179 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:02.970920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:02.977017 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port a8737556-bada-4c8d-a04b-24565105b882 on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:02.977514 n-d-791503-12 neutron-server[100193]: ERROR neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port a8737556-bada-4c8d-a04b-24565105b882 on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:11:02.978187 n-d-791503-12 neutron-server[100193]: INFO neutron.plugins.ml2.plugin [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempt 10 to bind port a8737556-bada-4c8d-a04b-24565105b882 Jul 07 17:11:03.001582 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:03.001969 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:03.002343 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port a8737556-bada-4c8d-a04b-24565105b882 on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:03.007400 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port a8737556-bada-4c8d-a04b-24565105b882 on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:03.007728 n-d-791503-12 neutron-server[100193]: ERROR neutron.plugins.ml2.managers [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port a8737556-bada-4c8d-a04b-24565105b882 on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:11:03.008415 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.165494 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] For port a8737556-bada-4c8d-a04b-24565105b882, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:03.166578 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempted to set empty binding levels {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 17:11:03.179719 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.201738 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d816b6-bd73-45ef-9850-bdeb859d535d req-772314d1-2b3c-4401-9b48-b2d145cf5b41 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.203581 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b1d816b6-bd73-45ef-9850-bdeb859d535d req-772314d1-2b3c-4401-9b48-b2d145cf5b41 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 946 time: 0.1354539 Jul 07 17:11:03.255308 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] In _notify_port_updated(), no bound segment for port a8737556-bada-4c8d-a04b-24565105b882 on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100193) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:11:03.256280 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.257026 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.261248 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] 10.222.0.53 "PUT /v2.0/ports/a8737556-bada-4c8d-a04b-24565105b882 HTTP/1.1" status: 200 len: 976 time: 1.7552927 Jul 07 17:11:03.261599 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36330) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:03.310271 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b1d816b6-bd73-45ef-9850-bdeb859d535d req-a80f52a4-9262-452e-97b5-6a4b3b899364 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852284 Jul 07 17:11:03.311864 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3e46c-2152-4f7d-8262-e578301d6653 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Pushing event updated for resources: {'Port': ['ID=a8737556-bada-4c8d-a04b-24565105b882,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:03.902749 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.903592 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.909152 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.909768 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.915059 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.915059 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.919038 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.919699 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.920313 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.925684 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.926411 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.927065 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.927620 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.928901 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.929448 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.930038 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.935009 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.935747 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.936299 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.937148 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.938184 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.940438 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.944028 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.945151 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.950059 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.950894 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.951780 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.952682 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.953571 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.954902 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.956217 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.965378 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.966805 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.971421 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.972655 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.980796 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.982014 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.983123 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.984179 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.985892 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.987183 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.989397 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.991959 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:04.020179 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-666c6e8f-16dc-4cba-aaed-b5899578187d tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 38797 time: 0.7561386 Jul 07 17:11:04.024877 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36344) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:04.088700 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c2b0d-d09b-48ba-9598-ceb9fbe52870 req-d61ad624-e916-4c2b-b14b-a438ac209503 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:04.115596 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a24c2b0d-d09b-48ba-9598-ceb9fbe52870 req-d61ad624-e916-4c2b-b14b-a438ac209503 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 947 time: 0.4874809 Jul 07 17:11:04.252317 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a24c2b0d-d09b-48ba-9598-ceb9fbe52870 req-3733416b-45c8-4841-b770-8ea98a866887 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346009 Jul 07 17:11:04.751682 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47d6f4-72ac-4652-a742-f13de2323efd req-dc4ca5c6-ccd0-481f-9365-92d29295c9a6 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:04.755072 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec47d6f4-72ac-4652-a742-f13de2323efd req-dc4ca5c6-ccd0-481f-9365-92d29295c9a6 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 946 time: 0.1815622 Jul 07 17:11:04.800932 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36358) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:04.886583 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec47d6f4-72ac-4652-a742-f13de2323efd req-6af65d75-eea9-481e-90d6-c8e53ee166bf tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211858 Jul 07 17:11:05.042185 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-de9a28b2-8ffb-4446-af5f-f1fbfd90686e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1523180444'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:05.120727 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ace8c-2c6d-47d2-923f-9e7fc176e692 req-b4f562cd-5bce-4cc7-a577-fe5677e486f9 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:05.128221 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-233ace8c-2c6d-47d2-923f-9e7fc176e692 req-b4f562cd-5bce-4cc7-a577-fe5677e486f9 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 1.0886140 Jul 07 17:11:05.161139 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-29c18ff3-450a-4a9e-ad12-dfb6925f434b tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Deleting port a8737556-bada-4c8d-a04b-24565105b882 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:05.161604 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-29c18ff3-450a-4a9e-ad12-dfb6925f434b tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.167603 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9a28b2-8ffb-4446-af5f-f1fbfd90686e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:05.171935 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de9a28b2-8ffb-4446-af5f-f1fbfd90686e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.238130 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de9a28b2-8ffb-4446-af5f-f1fbfd90686e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.294873 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-233ace8c-2c6d-47d2-923f-9e7fc176e692 req-5676ed35-0c49-4c1f-a34d-41c4938fe71b tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649902 Jul 07 17:11:05.531014 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de9a28b2-8ffb-4446-af5f-f1fbfd90686e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.548440 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-29c18ff3-450a-4a9e-ad12-dfb6925f434b tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] For port a8737556-bada-4c8d-a04b-24565105b882, host n-h2-791503-12, got binding levels [] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:05.548940 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-29c18ff3-450a-4a9e-ad12-dfb6925f434b tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.552458 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de9a28b2-8ffb-4446-af5f-f1fbfd90686e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.587350 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-29c18ff3-450a-4a9e-ad12-dfb6925f434b tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Calling delete_port for a8737556-bada-4c8d-a04b-24565105b882 owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:05.629579 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9a28b2-8ffb-4446-af5f-f1fbfd90686e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:11:05.657095 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ac51f-f293-4c56-b00d-c4494d28f725 req-f75b4c53-1a83-4615-ac31-884539347fa1 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:05.659989 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1f1ac51f-f293-4c56-b00d-c4494d28f725 req-f75b4c53-1a83-4615-ac31-884539347fa1 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 947 time: 0.1231444 Jul 07 17:11:05.684605 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a28b2-8ffb-4446-af5f-f1fbfd90686e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e8ac68-dc43-4828-9926-7e63bd63a0ff,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:05.705751 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de9a28b2-8ffb-4446-af5f-f1fbfd90686e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.710031 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-de9a28b2-8ffb-4446-af5f-f1fbfd90686e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Added segment cd561c48-880e-4a3b-b345-8432da30b28d of type vlan for network dfb1a217-5115-42d1-a042-d161f0a6cd64 Jul 07 17:11:05.747359 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1f1ac51f-f293-4c56-b00d-c4494d28f725 req-18af90a0-e549-4490-99bb-aa4677e80a98 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669563 Jul 07 17:11:05.827987 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de9a28b2-8ffb-4446-af5f-f1fbfd90686e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.876916 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-29c18ff3-450a-4a9e-ad12-dfb6925f434b tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.923961 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c18ff3-450a-4a9e-ad12-dfb6925f434b tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8737556-bada-4c8d-a04b-24565105b882,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:05.930694 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-29c18ff3-450a-4a9e-ad12-dfb6925f434b tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.936314 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36366) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:05.937228 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-29c18ff3-450a-4a9e-ad12-dfb6925f434b tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] 10.222.0.53 "DELETE /v2.0/ports/a8737556-bada-4c8d-a04b-24565105b882 HTTP/1.1" status: 204 len: 168 time: 1.9096241 Jul 07 17:11:05.950385 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de9a28b2-8ffb-4446-af5f-f1fbfd90686e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.962081 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9a28b2-8ffb-4446-af5f-f1fbfd90686e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:05.979711 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de9a28b2-8ffb-4446-af5f-f1fbfd90686e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.014357 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef954851-4692-4d1d-8b32-17d9367b7e67 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:11:06.016149 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ef954851-4692-4d1d-8b32-17d9367b7e67 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] 10.222.0.53 "GET /v2.0/ports/a8737556-bada-4c8d-a04b-24565105b882 HTTP/1.1" status: 404 len: 333 time: 0.0765858 Jul 07 17:11:06.022969 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36370) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:06.028183 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-74167ae4-72e6-4a80-946c-3f3d4a6e35ea tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-812861837', 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:06.094004 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-de9a28b2-8ffb-4446-af5f-f1fbfd90686e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2876830 Jul 07 17:11:06.097971 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36372) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:06.107479 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-3cdbd51a-eaf1-4ea3-a5c0-4ba963642d99 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'port': {'network_id': 'dfb1a217-5115-42d1-a042-d161f0a6cd64', 'name': 'tempest-PortsTestJSON-1897225399'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:06.115911 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74167ae4-72e6-4a80-946c-3f3d4a6e35ea tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Made reservation on behalf of d8a403ed491a49c2b11bd1b46c32a07a for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:06.118701 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-74167ae4-72e6-4a80-946c-3f3d4a6e35ea tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.131965 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a28b2-8ffb-4446-af5f-f1fbfd90686e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Network': ['ID=dfb1a217-5115-42d1-a042-d161f0a6cd64,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:06.149790 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network dfb1a217-5115-42d1-a042-d161f0a6cd64 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:11:06.160321 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-74167ae4-72e6-4a80-946c-3f3d4a6e35ea tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] device_id is not set on port c3b4ceaf-cd3f-4114-b470-7673eecfc664 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:06.333482 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdbd51a-eaf1-4ea3-a5c0-4ba963642d99 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:06.349995 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3cdbd51a-eaf1-4ea3-a5c0-4ba963642d99 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.445798 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-3cdbd51a-eaf1-4ea3-a5c0-4ba963642d99 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] device_id is not set on port c81b26a4-e858-4402-b79d-db589fb2cfa9 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:06.751968 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-74167ae4-72e6-4a80-946c-3f3d4a6e35ea tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.773985 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f06851-7264-4535-9631-ec7364e1a46c req-9a742b7c-8bf7-41fc-90c5-857360b12050 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:06.775797 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-00f06851-7264-4535-9631-ec7364e1a46c req-9a742b7c-8bf7-41fc-90c5-857360b12050 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 946 time: 0.5609417 Jul 07 17:11:06.812908 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677a89d-a20d-4b8e-9730-ee744da44952 req-71ef9012-9a9f-4948-8d72-18a00d4f39ff tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:06.816460 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a677a89d-a20d-4b8e-9730-ee744da44952 req-71ef9012-9a9f-4948-8d72-18a00d4f39ff tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 0.1593342 Jul 07 17:11:06.870569 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-74167ae4-72e6-4a80-946c-3f3d4a6e35ea tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.905947 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-00f06851-7264-4535-9631-ec7364e1a46c req-a609d198-988f-4ec2-aa7a-69b058e7d88a tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097357 Jul 07 17:11:06.936269 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3cdbd51a-eaf1-4ea3-a5c0-4ba963642d99 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.018137 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3cdbd51a-eaf1-4ea3-a5c0-4ba963642d99 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.073041 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.095978 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74167ae4-72e6-4a80-946c-3f3d4a6e35ea tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Network c4b9027a-2a16-4091-88c9-195e2558fd3a is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:07.117271 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-74167ae4-72e6-4a80-946c-3f3d4a6e35ea tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:07.122302 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74167ae4-72e6-4a80-946c-3f3d4a6e35ea tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:07.124372 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74167ae4-72e6-4a80-946c-3f3d4a6e35ea tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:07.125677 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-74167ae4-72e6-4a80-946c-3f3d4a6e35ea tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.148416 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbd51a-eaf1-4ea3-a5c0-4ba963642d99 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Port': ['ID=c81b26a4-e858-4402-b79d-db589fb2cfa9,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:07.198591 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a677a89d-a20d-4b8e-9730-ee744da44952 req-5d4794c7-d2c6-4098-9587-8b20a0d76c3d tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446534 Jul 07 17:11:07.207189 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-74167ae4-72e6-4a80-946c-3f3d4a6e35ea tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1827781 Jul 07 17:11:07.221515 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36386) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:07.270793 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74167ae4-72e6-4a80-946c-3f3d4a6e35ea tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Pushing event updated for resources: {'Port': ['ID=c3b4ceaf-cd3f-4114-b470-7673eecfc664,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:07.309799 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdbd51a-eaf1-4ea3-a5c0-4ba963642d99 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Checking segment: {'id': 'cd561c48-880e-4a3b-b345-8432da30b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dfb1a217-5115-42d1-a042-d161f0a6cd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:07.310326 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdbd51a-eaf1-4ea3-a5c0-4ba963642d99 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network hostable DHCP agents. Network: dfb1a217-5115-42d1-a042-d161f0a6cd64, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:11:07.383625 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75099db-3c11-404e-8946-b74bb40c595e tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:07.385600 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d75099db-3c11-404e-8946-b74bb40c595e tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] 10.222.0.53 "GET /v2.0/ports/c3b4ceaf-cd3f-4114-b470-7673eecfc664 HTTP/1.1" status: 200 len: 954 time: 0.1622407 Jul 07 17:11:07.390783 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36388) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:07.400112 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdbd51a-eaf1-4ea3-a5c0-4ba963642d99 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network dfb1a217-5115-42d1-a042-d161f0a6cd64 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:11:07.431983 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-3cdbd51a-eaf1-4ea3-a5c0-4ba963642d99 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, dfb1a217-5115-42d1-a042-d161f0a6cd64) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:07.450913 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdbd51a-eaf1-4ea3-a5c0-4ba963642d99 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:07.457768 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdbd51a-eaf1-4ea3-a5c0-4ba963642d99 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:07.460534 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3cdbd51a-eaf1-4ea3-a5c0-4ba963642d99 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.480149 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa205a3-4ece-4dfc-a961-937a8c51e327 None None] Network dfb1a217-5115-42d1-a042-d161f0a6cd64 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:07.501757 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24b572-3967-400e-986c-b038d99411ac req-8bfc003d-1b53-4e8b-9a5e-76121c065743 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:07.513466 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fb24b572-3967-400e-986c-b038d99411ac req-8bfc003d-1b53-4e8b-9a5e-76121c065743 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 947 time: 0.3188503 Jul 07 17:11:07.520195 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-99238b6a-731c-4593-ace3-d1c058c1b181 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Deleting port c3b4ceaf-cd3f-4114-b470-7673eecfc664 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:07.521033 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-99238b6a-731c-4593-ace3-d1c058c1b181 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.575014 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3cdbd51a-eaf1-4ea3-a5c0-4ba963642d99 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4721456 Jul 07 17:11:07.576871 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36390) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:07.586471 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-20e02e01-1de8-4f6a-a822-3965de8a35df tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2019110375'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:07.638175 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e02e01-1de8-4f6a-a822-3965de8a35df tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:07.648884 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-20e02e01-1de8-4f6a-a822-3965de8a35df tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.725200 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.754445 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fb24b572-3967-400e-986c-b038d99411ac req-f0294804-d9c8-4577-8c6e-30b1455acf68 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395711 Jul 07 17:11:07.791998 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e02e01-1de8-4f6a-a822-3965de8a35df tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:11:07.795504 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-99238b6a-731c-4593-ace3-d1c058c1b181 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.843753 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-20e02e01-1de8-4f6a-a822-3965de8a35df tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.844257 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-20e02e01-1de8-4f6a-a822-3965de8a35df tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Added segment d5fa8f02-b2b5-4f43-a3f8-b1046d3c6a86 of type vlan for network 7730b8b8-c00b-4767-9823-29bcebfe8d6c Jul 07 17:11:07.862367 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-99238b6a-731c-4593-ace3-d1c058c1b181 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Calling delete_port for c3b4ceaf-cd3f-4114-b470-7673eecfc664 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:08.021092 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-20e02e01-1de8-4f6a-a822-3965de8a35df tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.127039 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-99238b6a-731c-4593-ace3-d1c058c1b181 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.169040 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-20e02e01-1de8-4f6a-a822-3965de8a35df tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.183457 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e02e01-1de8-4f6a-a822-3965de8a35df tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:08.184508 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-20e02e01-1de8-4f6a-a822-3965de8a35df tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.275650 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-99238b6a-731c-4593-ace3-d1c058c1b181 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.284335 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-99238b6a-731c-4593-ace3-d1c058c1b181 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] 10.222.0.53 "DELETE /v2.0/ports/c3b4ceaf-cd3f-4114-b470-7673eecfc664 HTTP/1.1" status: 204 len: 168 time: 0.8907845 Jul 07 17:11:08.287410 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36398) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:08.288965 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99238b6a-731c-4593-ace3-d1c058c1b181 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3b4ceaf-cd3f-4114-b470-7673eecfc664,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:08.305738 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-20e02e01-1de8-4f6a-a822-3965de8a35df tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7269793 Jul 07 17:11:08.306570 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36400) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:08.387786 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-6175d5da-0169-4be9-a7ad-a335ba440847 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'ports': [{'network_id': 'dfb1a217-5115-42d1-a042-d161f0a6cd64'}, {'network_id': '7730b8b8-c00b-4767-9823-29bcebfe8d6c'}]} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:08.388323 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-6175d5da-0169-4be9-a7ad-a335ba440847 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'port': {'network_id': 'dfb1a217-5115-42d1-a042-d161f0a6cd64'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:08.389164 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-6175d5da-0169-4be9-a7ad-a335ba440847 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'port': {'network_id': '7730b8b8-c00b-4767-9823-29bcebfe8d6c'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:08.523285 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c37b5eb-4363-47f3-8b70-402ae2e882f7 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:11:08.526788 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e02e01-1de8-4f6a-a822-3965de8a35df tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Network': ['ID=7730b8b8-c00b-4767-9823-29bcebfe8d6c,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:08.531788 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36402) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:08.539706 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8c37b5eb-4363-47f3-8b70-402ae2e882f7 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] 10.222.0.53 "GET /v2.0/ports/c3b4ceaf-cd3f-4114-b470-7673eecfc664 HTTP/1.1" status: 404 len: 333 time: 0.2312093 Jul 07 17:11:08.542483 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 7730b8b8-c00b-4767-9823-29bcebfe8d6c details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:11:08.592464 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-442a473d-0f87-46a3-b838-93915152aef2 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Request body: {'port': {'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1801295335'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:08.661077 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167021a-55e0-4b09-841c-6630c41efabe req-4890c8bf-ad75-459e-b7a7-f744dac66a35 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:08.680447 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6167021a-55e0-4b09-841c-6630c41efabe req-4890c8bf-ad75-459e-b7a7-f744dac66a35 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 946 time: 0.3648887 Jul 07 17:11:08.702117 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442a473d-0f87-46a3-b838-93915152aef2 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Made reservation on behalf of d8a403ed491a49c2b11bd1b46c32a07a for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:08.705422 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-442a473d-0f87-46a3-b838-93915152aef2 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.764111 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6167021a-55e0-4b09-841c-6630c41efabe req-a3bbf143-126f-44a7-aede-9734c867939a tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822511 Jul 07 17:11:08.876900 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4828a2-1205-4994-9e24-36f5a72730be req-a5428de5-7a3c-43af-a696-3cf6a9119b1b tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:08.878900 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc4828a2-1205-4994-9e24-36f5a72730be req-a5428de5-7a3c-43af-a696-3cf6a9119b1b tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 0.3653424 Jul 07 17:11:08.880294 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-442a473d-0f87-46a3-b838-93915152aef2 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] device_id is not set on port 17e39265-1274-4e64-9c01-c0e27889cf24 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:08.885840 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6175d5da-0169-4be9-a7ad-a335ba440847 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'port': 2} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:08.891931 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6175d5da-0169-4be9-a7ad-a335ba440847 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.039341 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc4828a2-1205-4994-9e24-36f5a72730be req-38bafa4e-fbb1-457d-9d41-acf259f0ce5b tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438270 Jul 07 17:11:09.042720 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6175d5da-0169-4be9-a7ad-a335ba440847 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.140341 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc923b1-b212-45a1-b64b-daa10ca71a92 req-736c2878-f361-4a52-af2d-a7f016d516ab tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:09.159860 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-efc923b1-b212-45a1-b64b-daa10ca71a92 req-736c2878-f361-4a52-af2d-a7f016d516ab tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 947 time: 0.1396399 Jul 07 17:11:09.242085 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-efc923b1-b212-45a1-b64b-daa10ca71a92 req-37a87bba-7fdc-4155-870a-d98fee4a9727 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801120 Jul 07 17:11:09.284194 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-6175d5da-0169-4be9-a7ad-a335ba440847 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] device_id is not set on port bc77454e-5bc8-41e7-b35b-919cbf41053d yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:09.465845 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-442a473d-0f87-46a3-b838-93915152aef2 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.696356 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6175d5da-0169-4be9-a7ad-a335ba440847 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.912496 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-442a473d-0f87-46a3-b838-93915152aef2 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.104859 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-6175d5da-0169-4be9-a7ad-a335ba440847 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] device_id is not set on port aa7493b0-2175-4f5a-98e3-1206d9e953d2 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:10.110086 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442a473d-0f87-46a3-b838-93915152aef2 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Network c4b9027a-2a16-4091-88c9-195e2558fd3a is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:10.131212 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-442a473d-0f87-46a3-b838-93915152aef2 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:10.173205 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442a473d-0f87-46a3-b838-93915152aef2 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:10.174250 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442a473d-0f87-46a3-b838-93915152aef2 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:10.175128 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-442a473d-0f87-46a3-b838-93915152aef2 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.199328 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a473d-0f87-46a3-b838-93915152aef2 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Pushing event updated for resources: {'Port': ['ID=17e39265-1274-4e64-9c01-c0e27889cf24,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:10.230428 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36418) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:10.231067 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-442a473d-0f87-46a3-b838-93915152aef2 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6813552 Jul 07 17:11:10.246962 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:10.314831 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dca715-6877-43b5-8c27-b3d01bded5c7 req-54738594-dcc7-4865-9a0b-c7adedd25140 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:10.316571 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-45dca715-6877-43b5-8c27-b3d01bded5c7 req-54738594-dcc7-4865-9a0b-c7adedd25140 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 946 time: 0.2252972 Jul 07 17:11:10.447021 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-45dca715-6877-43b5-8c27-b3d01bded5c7 req-98518e02-58c2-4608-a152-f3de5c1f21bd tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234207 Jul 07 17:11:10.463696 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6175d5da-0169-4be9-a7ad-a335ba440847 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.507304 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.546542 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6175d5da-0169-4be9-a7ad-a335ba440847 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.658710 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175d5da-0169-4be9-a7ad-a335ba440847 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Port': ['ID=bc77454e-5bc8-41e7-b35b-919cbf41053d,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:10.685947 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6175d5da-0169-4be9-a7ad-a335ba440847 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network dfb1a217-5115-42d1-a042-d161f0a6cd64 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:10.687730 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-6175d5da-0169-4be9-a7ad-a335ba440847 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:10.699791 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6175d5da-0169-4be9-a7ad-a335ba440847 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:10.701157 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6175d5da-0169-4be9-a7ad-a335ba440847 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.818734 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175d5da-0169-4be9-a7ad-a335ba440847 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Port': ['ID=aa7493b0-2175-4f5a-98e3-1206d9e953d2,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:10.864372 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6175d5da-0169-4be9-a7ad-a335ba440847 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Checking segment: {'id': 'd5fa8f02-b2b5-4f43-a3f8-b1046d3c6a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7730b8b8-c00b-4767-9823-29bcebfe8d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:10.865096 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6175d5da-0169-4be9-a7ad-a335ba440847 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network hostable DHCP agents. Network: 7730b8b8-c00b-4767-9823-29bcebfe8d6c, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:11:10.890500 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ce346-bc16-4d94-b393-206a138e5b73 req-612e624d-ff8b-416a-92b9-472cf0f9c154 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:10.893150 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-622ce346-bc16-4d94-b393-206a138e5b73 req-612e624d-ff8b-416a-92b9-472cf0f9c154 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 947 time: 0.1472802 Jul 07 17:11:10.906399 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6175d5da-0169-4be9-a7ad-a335ba440847 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network 7730b8b8-c00b-4767-9823-29bcebfe8d6c is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:11:10.957765 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-6175d5da-0169-4be9-a7ad-a335ba440847 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 7730b8b8-c00b-4767-9823-29bcebfe8d6c) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:10.967531 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9353b-1f99-4435-a187-b901ea60cefe req-fe1ef675-4cf9-428e-9d3e-39f58bf72b9c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:10.969746 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a9b9353b-1f99-4435-a187-b901ea60cefe req-fe1ef675-4cf9-428e-9d3e-39f58bf72b9c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 0.4087815 Jul 07 17:11:10.975819 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] device_id is not set on port 17e39265-1274-4e64-9c01-c0e27889cf24 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:10.993119 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6175d5da-0169-4be9-a7ad-a335ba440847 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:10.999481 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6175d5da-0169-4be9-a7ad-a335ba440847 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:10.999743 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.006264 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6175d5da-0169-4be9-a7ad-a335ba440847 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:11.007025 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6175d5da-0169-4be9-a7ad-a335ba440847 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.030523 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c567a6a6-9fab-4fa4-8a5a-b11f69d166f6 None None] Network 7730b8b8-c00b-4767-9823-29bcebfe8d6c requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:11.043172 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6175d5da-0169-4be9-a7ad-a335ba440847 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6697876 Jul 07 17:11:11.047249 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-622ce346-bc16-4d94-b393-206a138e5b73 req-610fa5b4-afdb-43ab-8467-1ac30688b213 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215694 Jul 07 17:11:11.048774 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36424) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:11.116183 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Transition to ACTIVE for port object 17e39265-1274-4e64-9c01-c0e27889cf24 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:11.127567 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.267142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-fa8615ce-4d23-4233-9e8a-7821db53ddc7 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting port aa7493b0-2175-4f5a-98e3-1206d9e953d2 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:11.267981 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fa8615ce-4d23-4233-9e8a-7821db53ddc7 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.348496 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Pushing event updated for resources: {'Port': ['ID=17e39265-1274-4e64-9c01-c0e27889cf24,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:11.475616 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a9b9353b-1f99-4435-a187-b901ea60cefe req-592f28f0-ec31-4a05-a285-cc195a0d5a0e tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718490 Jul 07 17:11:11.559239 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:11.559819 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:11.560446 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:11.576885 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port 17e39265-1274-4e64-9c01-c0e27889cf24 on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:11.577499 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:11:11.578426 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempt 2 to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 Jul 07 17:11:11.593773 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fa8615ce-4d23-4233-9e8a-7821db53ddc7 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.617666 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:11.617666 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:11.618488 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:11.619840 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-fa8615ce-4d23-4233-9e8a-7821db53ddc7 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Calling delete_port for aa7493b0-2175-4f5a-98e3-1206d9e953d2 owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:11.628912 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port 17e39265-1274-4e64-9c01-c0e27889cf24 on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:11.629489 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:11:11.630670 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempt 3 to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 Jul 07 17:11:11.652283 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:11.652786 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:11.653216 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:11.661703 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port 17e39265-1274-4e64-9c01-c0e27889cf24 on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:11.662120 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:11:11.663466 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempt 4 to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 Jul 07 17:11:11.683851 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:11.684241 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:11.684730 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:11.691603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port 17e39265-1274-4e64-9c01-c0e27889cf24 on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:11.692322 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:11:11.692852 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempt 5 to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 Jul 07 17:11:11.713302 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:11.717167 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:11.717608 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:11.728236 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port 17e39265-1274-4e64-9c01-c0e27889cf24 on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:11.728507 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:11:11.728906 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempt 6 to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 Jul 07 17:11:11.763119 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:11.763574 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:11.763879 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:11.770852 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port 17e39265-1274-4e64-9c01-c0e27889cf24 on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:11.771295 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:11:11.772871 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempt 7 to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 Jul 07 17:11:11.788389 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fa8615ce-4d23-4233-9e8a-7821db53ddc7 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.826351 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:11.826932 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:11.827510 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:11.839828 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port 17e39265-1274-4e64-9c01-c0e27889cf24 on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:11.841394 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:11:11.842135 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempt 8 to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 Jul 07 17:11:11.857559 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fa8615ce-4d23-4233-9e8a-7821db53ddc7 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.864577 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fa8615ce-4d23-4233-9e8a-7821db53ddc7 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/ports/aa7493b0-2175-4f5a-98e3-1206d9e953d2 HTTP/1.1" status: 204 len: 168 time: 0.8140419 Jul 07 17:11:11.871616 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36432) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:11.881175 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8615ce-4d23-4233-9e8a-7821db53ddc7 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Port': ['ID=aa7493b0-2175-4f5a-98e3-1206d9e953d2,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:11.896218 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:11.896910 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:11.897453 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:11.905674 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port 17e39265-1274-4e64-9c01-c0e27889cf24 on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:11.906197 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:11:11.906811 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempt 9 to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 Jul 07 17:11:11.933542 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:11.934115 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:11.934677 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:11.944220 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port 17e39265-1274-4e64-9c01-c0e27889cf24 on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:11.944792 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:11:11.945425 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempt 10 to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 Jul 07 17:11:11.975294 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:11.975826 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:11.976354 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempting to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:11.984925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Port 17e39265-1274-4e64-9c01-c0e27889cf24 on network c4b9027a-2a16-4091-88c9-195e2558fd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:11.986654 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Failed to bind port 17e39265-1274-4e64-9c01-c0e27889cf24 on host n-h2-791503-12 for vnic_type normal using segments [{'id': '179281ee-3084-4193-980d-08e6658072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c4b9027a-2a16-4091-88c9-195e2558fd3a'}] Jul 07 17:11:11.987300 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.076652 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af3b68-f3d5-40aa-95ff-c5b062cfe0ae req-52e52a1b-930e-41f3-932a-a7783676dca8 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:12.078769 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-19af3b68-f3d5-40aa-95ff-c5b062cfe0ae req-52e52a1b-930e-41f3-932a-a7783676dca8 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 946 time: 0.2058129 Jul 07 17:11:12.160009 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9bc375-74b0-4965-a07f-6f7bba48dec3 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:12.167288 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9bc375-74b0-4965-a07f-6f7bba48dec3 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:12.172283 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4f9bc375-74b0-4965-a07f-6f7bba48dec3 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2865267 Jul 07 17:11:12.192277 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36436) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:12.196537 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-19af3b68-f3d5-40aa-95ff-c5b062cfe0ae req-4a1dd1c9-2218-4b16-a0f9-2ddeda44ec3a tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994964 Jul 07 17:11:12.200966 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] For port 17e39265-1274-4e64-9c01-c0e27889cf24, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:12.202248 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attempted to set empty binding levels {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 17:11:12.211346 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.353640 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] In _notify_port_updated(), no bound segment for port 17e39265-1274-4e64-9c01-c0e27889cf24 on network c4b9027a-2a16-4091-88c9-195e2558fd3a {{(pid=100192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:11:12.366230 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:12.367478 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.369922 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] 10.222.0.53 "PUT /v2.0/ports/17e39265-1274-4e64-9c01-c0e27889cf24 HTTP/1.1" status: 200 len: 976 time: 2.1375043 Jul 07 17:11:12.377050 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36442) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:12.440729 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a692f-0bec-4d4b-9c38-fb049c02d397 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Pushing event updated for resources: {'Port': ['ID=17e39265-1274-4e64-9c01-c0e27889cf24,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:12.574651 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-04e92ff3-8146-4a57-8ada-c2b07bd17fcd tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting port bc77454e-5bc8-41e7-b35b-919cbf41053d {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:12.575142 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-04e92ff3-8146-4a57-8ada-c2b07bd17fcd tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.711946 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7047a9-4252-4004-acac-dd0b64e4fdae req-eb0285b6-90ee-4644-9473-204d643be746 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:12.727370 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ab7047a9-4252-4004-acac-dd0b64e4fdae req-eb0285b6-90ee-4644-9473-204d643be746 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 947 time: 0.2443371 Jul 07 17:11:12.728059 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-04e92ff3-8146-4a57-8ada-c2b07bd17fcd tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.775057 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-04e92ff3-8146-4a57-8ada-c2b07bd17fcd tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Calling delete_port for bc77454e-5bc8-41e7-b35b-919cbf41053d owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:12.785920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-a15fe914-215d-4d4a-aaa5-fa0170988d16 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Deleting port 17e39265-1274-4e64-9c01-c0e27889cf24 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:12.787069 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a15fe914-215d-4d4a-aaa5-fa0170988d16 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.823235 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ab7047a9-4252-4004-acac-dd0b64e4fdae req-72580bca-2471-4e77-86b3-ffcd5e87446a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942497 Jul 07 17:11:13.015727 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-a15fe914-215d-4d4a-aaa5-fa0170988d16 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] For port 17e39265-1274-4e64-9c01-c0e27889cf24, host n-h2-791503-12, got binding levels [] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:13.016992 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a15fe914-215d-4d4a-aaa5-fa0170988d16 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.060755 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-a15fe914-215d-4d4a-aaa5-fa0170988d16 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Calling delete_port for 17e39265-1274-4e64-9c01-c0e27889cf24 owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:13.332828 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-04e92ff3-8146-4a57-8ada-c2b07bd17fcd tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.338241 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eab54-80aa-418c-bc2a-2cf53c93c406 req-b8e68933-c2fe-42e4-baf1-293c31dfb62b tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:13.349923 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a67eab54-80aa-418c-bc2a-2cf53c93c406 req-b8e68933-c2fe-42e4-baf1-293c31dfb62b tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 945 time: 0.2699859 Jul 07 17:11:13.408489 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a67eab54-80aa-418c-bc2a-2cf53c93c406 req-5eb25907-8419-465f-a88e-e05804573a58 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574942 Jul 07 17:11:13.438940 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e92ff3-8146-4a57-8ada-c2b07bd17fcd tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Port': ['ID=bc77454e-5bc8-41e7-b35b-919cbf41053d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:13.467059 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-04e92ff3-8146-4a57-8ada-c2b07bd17fcd tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.475158 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36450) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:13.501855 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-04e92ff3-8146-4a57-8ada-c2b07bd17fcd tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/ports/bc77454e-5bc8-41e7-b35b-919cbf41053d HTTP/1.1" status: 204 len: 168 time: 1.3035028 Jul 07 17:11:13.633867 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788ccc1-a9fa-47b6-a3fd-9cc45291244a req-49dc131a-78a3-464f-a8f9-3ce5597a623b tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:13.636672 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e788ccc1-a9fa-47b6-a3fd-9cc45291244a req-49dc131a-78a3-464f-a8f9-3ce5597a623b tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 0.5469296 Jul 07 17:11:13.742614 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a15fe914-215d-4d4a-aaa5-fa0170988d16 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.764485 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e788ccc1-a9fa-47b6-a3fd-9cc45291244a req-6c41f885-8580-43fd-ad8d-1baa3a9c1ca4 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028075 Jul 07 17:11:13.797052 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a15fe914-215d-4d4a-aaa5-fa0170988d16 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.800033 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a15fe914-215d-4d4a-aaa5-fa0170988d16 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] 10.222.0.53 "DELETE /v2.0/ports/17e39265-1274-4e64-9c01-c0e27889cf24 HTTP/1.1" status: 204 len: 168 time: 1.4190979 Jul 07 17:11:13.801881 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fe914-215d-4d4a-aaa5-fa0170988d16 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] Pushing event deleted for resources: {'Port': ['ID=17e39265-1274-4e64-9c01-c0e27889cf24,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:13.805269 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36452) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:13.847026 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b39a234-0c02-4d29-b7f0-fae731d67c11 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:11:13.850493 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6b39a234-0c02-4d29-b7f0-fae731d67c11 tempest-PortsAdminExtendedAttrsTestJSON-744880211 tempest-PortsAdminExtendedAttrsTestJSON-744880211-project-admin] 10.222.0.53 "GET /v2.0/ports/17e39265-1274-4e64-9c01-c0e27889cf24 HTTP/1.1" status: 404 len: 333 time: 0.0431461 Jul 07 17:11:13.857188 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36454) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:13.882565 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511227a9-b722-4466-940c-fe64d0abef76 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:13.887545 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-511227a9-b722-4466-940c-fe64d0abef76 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4108331 Jul 07 17:11:13.888740 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36456) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:13.928874 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5cd69a8-9ec9-4d51-bdfb-2682954211ce tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] GET failed (client error): The resource could not be found. Jul 07 17:11:13.933976 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b5cd69a8-9ec9-4d51-bdfb-2682954211ce tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "GET /v2.0/ports/aa7493b0-2175-4f5a-98e3-1206d9e953d2 HTTP/1.1" status: 404 len: 333 time: 0.0404198 Jul 07 17:11:13.936044 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36460) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:13.998986 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14eb6e1-12fc-4dd3-8774-347f92a2d1db tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] GET failed (client error): The resource could not be found. Jul 07 17:11:14.006231 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36462) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:14.006627 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b14eb6e1-12fc-4dd3-8774-347f92a2d1db tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "GET /v2.0/ports/bc77454e-5bc8-41e7-b35b-919cbf41053d HTTP/1.1" status: 404 len: 333 time: 0.0691359 Jul 07 17:11:14.025944 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e8371-bed5-4054-8650-7f7112677c68 req-9d07c527-d7a6-45bd-9074-917176c933e5 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:14.028547 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-079e8371-bed5-4054-8650-7f7112677c68 req-9d07c527-d7a6-45bd-9074-917176c933e5 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 946 time: 0.2745643 Jul 07 17:11:14.086506 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-079e8371-bed5-4054-8650-7f7112677c68 req-384ba99e-e0b3-41cb-aa1a-055a690a679b tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452020 Jul 07 17:11:14.124954 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d6cd0651-4b37-448d-8e73-3e38504934fb tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.168324 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67a329ae-fb42-4405-a88a-48607a1f8f0a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.328326 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8eaa9-d480-459a-8790-694093c76eb9 req-1f8f5023-45d5-4214-ade6-0beb4f8c8915 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:14.330354 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-58b8eaa9-d480-459a-8790-694093c76eb9 req-1f8f5023-45d5-4214-ade6-0beb4f8c8915 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 947 time: 0.2866824 Jul 07 17:11:14.374204 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d6cd0651-4b37-448d-8e73-3e38504934fb tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.446681 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-d6cd0651-4b37-448d-8e73-3e38504934fb tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b9027a-2a16-4091-88c9-195e2558fd3a']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:14.482785 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-d6cd0651-4b37-448d-8e73-3e38504934fb tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179281ee-3084-4193-980d-08e6658072f4') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:14.483267 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-d6cd0651-4b37-448d-8e73-3e38504934fb tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179281ee-3084-4193-980d-08e6658072f4') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:14.520774 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67a329ae-fb42-4405-a88a-48607a1f8f0a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.524879 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d6cd0651-4b37-448d-8e73-3e38504934fb tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.543233 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-58b8eaa9-d480-459a-8790-694093c76eb9 req-f326f802-45bc-4083-bb43-46468947290b tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848729 Jul 07 17:11:14.570865 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-67a329ae-fb42-4405-a88a-48607a1f8f0a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7730b8b8-c00b-4767-9823-29bcebfe8d6c']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:14.590542 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-67a329ae-fb42-4405-a88a-48607a1f8f0a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5fa8f02-b2b5-4f43-a3f8-b1046d3c6a86') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:14.590542 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-67a329ae-fb42-4405-a88a-48607a1f8f0a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5fa8f02-b2b5-4f43-a3f8-b1046d3c6a86') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:14.592843 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d6cd0651-4b37-448d-8e73-3e38504934fb tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.607941 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67a329ae-fb42-4405-a88a-48607a1f8f0a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.610401 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6cd0651-4b37-448d-8e73-3e38504934fb tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:11:14.610936 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d6cd0651-4b37-448d-8e73-3e38504934fb tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:11:14.614620 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:11:14.686217 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67a329ae-fb42-4405-a88a-48607a1f8f0a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.708510 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a329ae-fb42-4405-a88a-48607a1f8f0a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:11:14.711897 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67a329ae-fb42-4405-a88a-48607a1f8f0a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:11:14.715034 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:11:14.786811 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d6cd0651-4b37-448d-8e73-3e38504934fb tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.807403 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb39e3a-4ba9-44c5-a585-9a6c812447f6 req-087c49e0-41a7-4ec2-8332-2ee461433076 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:14.820796 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-abb39e3a-4ba9-44c5-a585-9a6c812447f6 req-087c49e0-41a7-4ec2-8332-2ee461433076 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 945 time: 0.1738286 Jul 07 17:11:14.856174 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d6cd0651-4b37-448d-8e73-3e38504934fb tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.867167 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d6cd0651-4b37-448d-8e73-3e38504934fb tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] 10.222.0.53 "DELETE /v2.0/networks/c4b9027a-2a16-4091-88c9-195e2558fd3a HTTP/1.1" status: 204 len: 168 time: 1.0078385 Jul 07 17:11:14.873981 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67a329ae-fb42-4405-a88a-48607a1f8f0a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.894972 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67a329ae-fb42-4405-a88a-48607a1f8f0a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.908071 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-67a329ae-fb42-4405-a88a-48607a1f8f0a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/networks/7730b8b8-c00b-4767-9823-29bcebfe8d6c HTTP/1.1" status: 204 len: 168 time: 0.8982043 Jul 07 17:11:14.909430 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36474) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:14.914039 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd0651-4b37-448d-8e73-3e38504934fb tempest-PortsAdminExtendedAttrsTestJSON-217384865 tempest-PortsAdminExtendedAttrsTestJSON-217384865-project] Pushing event deleted for resources: {'Network': ['ID=c4b9027a-2a16-4091-88c9-195e2558fd3a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:14.957298 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-abb39e3a-4ba9-44c5-a585-9a6c812447f6 req-b6505419-84a6-40c7-9953-7a4ed6ef11da tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347227 Jul 07 17:11:14.963757 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-a661bf78-ae94-4c23-a4fa-9b464621164e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1399869186'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:15.006572 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a329ae-fb42-4405-a88a-48607a1f8f0a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Network': ['ID=7730b8b8-c00b-4767-9823-29bcebfe8d6c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:15.039725 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a661bf78-ae94-4c23-a4fa-9b464621164e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:15.043992 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a661bf78-ae94-4c23-a4fa-9b464621164e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.079366 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a661bf78-ae94-4c23-a4fa-9b464621164e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:11:15.097908 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a661bf78-ae94-4c23-a4fa-9b464621164e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.098639 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-a661bf78-ae94-4c23-a4fa-9b464621164e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Added segment 81ebaf6e-7882-44c0-a65b-44a763f2c4e9 of type vlan for network e04ccf9c-0d33-4de9-8bc8-b13a86cedbc6 Jul 07 17:11:15.263168 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a661bf78-ae94-4c23-a4fa-9b464621164e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.347770 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f018b2e-e2cf-47d2-9fe6-c4fd7dd7d019 req-4caf41e8-7a75-4e0d-ada9-2883487c70b4 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:15.349737 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f018b2e-e2cf-47d2-9fe6-c4fd7dd7d019 req-4caf41e8-7a75-4e0d-ada9-2883487c70b4 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 0.2401080 Jul 07 17:11:15.362530 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a661bf78-ae94-4c23-a4fa-9b464621164e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.371057 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a661bf78-ae94-4c23-a4fa-9b464621164e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:15.372202 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a661bf78-ae94-4c23-a4fa-9b464621164e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.432129 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36480) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:15.432751 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a661bf78-ae94-4c23-a4fa-9b464621164e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4941368 Jul 07 17:11:15.444762 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-32722ff5-d708-4111-9691-13857c084388 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'subnet': {'network_id': 'e04ccf9c-0d33-4de9-8bc8-b13a86cedbc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:15.504329 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f018b2e-e2cf-47d2-9fe6-c4fd7dd7d019 req-9ddf55a4-30c4-4928-ae59-78576c8c1e82 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143262 Jul 07 17:11:15.531194 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661bf78-ae94-4c23-a4fa-9b464621164e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Network': ['ID=e04ccf9c-0d33-4de9-8bc8-b13a86cedbc6,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:15.551594 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network e04ccf9c-0d33-4de9-8bc8-b13a86cedbc6 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:11:15.579372 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36482) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:15.908806 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-98f5a389-e7aa-4e2e-b7f3-fc58597f23fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d8a255fcf35441b99030a15209667a26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3249464 Jul 07 17:11:15.913492 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36488) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:15.962677 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50289c5f-be6f-43c7-8499-b4b69004cea4 req-f677bedc-4130-4e62-ab5f-5b6dbbb3b319 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:15.965950 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-50289c5f-be6f-43c7-8499-b4b69004cea4 req-f677bedc-4130-4e62-ab5f-5b6dbbb3b319 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 947 time: 0.1910193 Jul 07 17:11:16.094223 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-50289c5f-be6f-43c7-8499-b4b69004cea4 req-43b4a99b-c8f5-441c-b528-5da4a9a11f7f tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024160 Jul 07 17:11:16.161794 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587aa97c-452a-4d2f-b4bc-9d4c8c029829 req-797028a6-7cf8-472b-9263-04b5d85158a2 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:16.164687 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-587aa97c-452a-4d2f-b4bc-9d4c8c029829 req-797028a6-7cf8-472b-9263-04b5d85158a2 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 946 time: 0.7527144 Jul 07 17:11:16.196116 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-be589095-2983-4f84-a382-556b88307f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.213290 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32722ff5-d708-4111-9691-13857c084388 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:16.218160 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-32722ff5-d708-4111-9691-13857c084388 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.257685 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-be589095-2983-4f84-a382-556b88307f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.315405 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-587aa97c-452a-4d2f-b4bc-9d4c8c029829 req-6ed5261d-7f63-4a12-9565-b057097163f5 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282210 Jul 07 17:11:16.320483 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea09080-7584-4ecc-b61a-8cbe7a41ea3b req-87375e94-5fcb-4314-b91d-ec5b14d77820 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:16.323803 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dea09080-7584-4ecc-b61a-8cbe7a41ea3b req-87375e94-5fcb-4314-b91d-ec5b14d77820 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 945 time: 0.2575984 Jul 07 17:11:16.562833 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-32722ff5-d708-4111-9691-13857c084388 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.710236 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32722ff5-d708-4111-9691-13857c084388 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Subnet': ['ID=d46a4a99-e508-4ef5-94b1-5c6cb3e268c4,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:16.729981 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32722ff5-d708-4111-9691-13857c084388 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Checking segment: {'id': '81ebaf6e-7882-44c0-a65b-44a763f2c4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e04ccf9c-0d33-4de9-8bc8-b13a86cedbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:16.730364 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32722ff5-d708-4111-9691-13857c084388 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network hostable DHCP agents. Network: e04ccf9c-0d33-4de9-8bc8-b13a86cedbc6, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:11:16.758700 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32722ff5-d708-4111-9691-13857c084388 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network e04ccf9c-0d33-4de9-8bc8-b13a86cedbc6 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:11:16.834567 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-32722ff5-d708-4111-9691-13857c084388 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, e04ccf9c-0d33-4de9-8bc8-b13a86cedbc6) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:16.845326 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32722ff5-d708-4111-9691-13857c084388 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:16.846128 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-32722ff5-d708-4111-9691-13857c084388 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.851289 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e3a55d-aa3b-4bac-b08d-93cdd4707469 None None] Network e04ccf9c-0d33-4de9-8bc8-b13a86cedbc6 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:16.886424 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-32722ff5-d708-4111-9691-13857c084388 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4504068 Jul 07 17:11:16.890805 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36494) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:16.898801 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d579b5de-240c-44a0-9a93-ef913193676a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'port': {'network_id': 'e04ccf9c-0d33-4de9-8bc8-b13a86cedbc6', 'name': 'tempest-PortsTestJSON-1107513846'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:16.998202 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fe015-6561-441f-afcf-2840a9322aab req-db575ac2-bcdc-4a39-9530-26718aed7edb tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:17.007601 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-196fe015-6561-441f-afcf-2840a9322aab req-db575ac2-bcdc-4a39-9530-26718aed7edb tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 0.2454672 Jul 07 17:11:17.105755 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-196fe015-6561-441f-afcf-2840a9322aab req-959e1abf-8e31-4867-af7c-f8f2cb054949 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959835 Jul 07 17:11:17.154923 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d579b5de-240c-44a0-9a93-ef913193676a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:17.170305 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d579b5de-240c-44a0-9a93-ef913193676a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.207615 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75d751-9d93-4a4e-ab76-bf5328b076ea req-26fc2894-d554-42a4-ad51-b2f6c74ba591 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:17.215824 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2a75d751-9d93-4a4e-ab76-bf5328b076ea req-26fc2894-d554-42a4-ad51-b2f6c74ba591 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 945 time: 0.9194651 Jul 07 17:11:17.242430 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-be589095-2983-4f84-a382-556b88307f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.243246 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-d579b5de-240c-44a0-9a93-ef913193676a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] device_id is not set on port 16409f89-346d-4146-bb51-e312f780c332 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:17.245976 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-be589095-2983-4f84-a382-556b88307f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.247314 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-be589095-2983-4f84-a382-556b88307f92 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/87e4c253-d86f-4168-a94d-89a527ea86d9 HTTP/1.1" status: 204 len: 168 time: 1.3320291 Jul 07 17:11:17.268103 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be589095-2983-4f84-a382-556b88307f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e4c253-d86f-4168-a94d-89a527ea86d9,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:17.297259 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2a75d751-9d93-4a4e-ab76-bf5328b076ea req-67fef0f5-59b1-47e7-b652-323c9b2ae238 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800135 Jul 07 17:11:17.350931 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-e04ccf9c-0d33-4de9-8bc8-b13a86cedbc6', 'network_id': 'e04ccf9c-0d33-4de9-8bc8-b13a86cedbc6', 'tenant_id': '4d6098c034b649ddb555415464b8c075', 'fixed_ips': [{'subnet_id': 'd46a4a99-e508-4ef5-94b1-5c6cb3e268c4'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:11:17.352382 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.372858 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-dea09080-7584-4ecc-b61a-8cbe7a41ea3b req-0b46a6a7-eb27-4d8b-a9d6-4aaab3894933 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Deleting port 0f28c0c7-7d72-43f8-a758-8ee89ee474e3 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:17.376255 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-dea09080-7584-4ecc-b61a-8cbe7a41ea3b req-0b46a6a7-eb27-4d8b-a9d6-4aaab3894933 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.570099 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:11:17.643129 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-dea09080-7584-4ecc-b61a-8cbe7a41ea3b req-0b46a6a7-eb27-4d8b-a9d6-4aaab3894933 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] For port 0f28c0c7-7d72-43f8-a758-8ee89ee474e3, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=0f28c0c7-7d72-43f8-a758-8ee89ee474e3,segment=NetworkSegment(a8f5d722-70dd-4b0a-ac22-e44981341ac0),segment_id=a8f5d722-70dd-4b0a-ac22-e44981341ac0)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:17.647478 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-dea09080-7584-4ecc-b61a-8cbe7a41ea3b req-0b46a6a7-eb27-4d8b-a9d6-4aaab3894933 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.681758 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-dea09080-7584-4ecc-b61a-8cbe7a41ea3b req-0b46a6a7-eb27-4d8b-a9d6-4aaab3894933 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Calling delete_port for 0f28c0c7-7d72-43f8-a758-8ee89ee474e3 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:17.682472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-d579b5de-240c-44a0-9a93-ef913193676a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Allocated IP 172.20.0.11 (e04ccf9c-0d33-4de9-8bc8-b13a86cedbc6/d46a4a99-e508-4ef5-94b1-5c6cb3e268c4/16409f89-346d-4146-bb51-e312f780c332) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:17.759714 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a3d07-34ff-4a44-beba-2e75f92944fb req-72c6ea95-5f11-40ca-8633-759505671c90 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:17.773556 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7f6a3d07-34ff-4a44-beba-2e75f92944fb req-72c6ea95-5f11-40ca-8633-759505671c90 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 947 time: 0.2617013 Jul 07 17:11:17.938978 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7f6a3d07-34ff-4a44-beba-2e75f92944fb req-11f4a9d4-16e7-4111-affe-f8311b240f0f tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628058 Jul 07 17:11:18.083285 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36504) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:18.118330 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298fdb0-1896-4664-8990-4b8f3e2d6dc4 req-f35ccdff-3313-42c0-aaa8-cff752eb7af9 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:18.120142 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c298fdb0-1896-4664-8990-4b8f3e2d6dc4 req-f35ccdff-3313-42c0-aaa8-cff752eb7af9 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 946 time: 0.1644852 Jul 07 17:11:18.173276 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-dea09080-7584-4ecc-b61a-8cbe7a41ea3b req-0b46a6a7-eb27-4d8b-a9d6-4aaab3894933 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.190504 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['ef380acb-b070-4a03-8ab4-9915f4d0d9d6'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:18.191409 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-28b7b263-2866-477a-b7ec-7a2449cefca5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d8a403ed491a49c2b11bd1b46c32a07a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1060262 Jul 07 17:11:18.194850 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d579b5de-240c-44a0-9a93-ef913193676a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.197896 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36508) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:18.234015 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-d579b5de-240c-44a0-9a93-ef913193676a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Transition to ACTIVE for port object 16409f89-346d-4146-bb51-e312f780c332 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:18.287293 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a15987f6-bbd8-444e-aa89-de12cb0cb18d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.291746 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46a6a7-eb27-4d8b-a9d6-4aaab3894933 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Pushing event deleted for resources: {'Port': ['ID=0f28c0c7-7d72-43f8-a758-8ee89ee474e3,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:18.344525 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a15987f6-bbd8-444e-aa89-de12cb0cb18d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.385130 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d579b5de-240c-44a0-9a93-ef913193676a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.456674 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579b5de-240c-44a0-9a93-ef913193676a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Port': ['ID=16409f89-346d-4146-bb51-e312f780c332,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:18.473635 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d579b5de-240c-44a0-9a93-ef913193676a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network e04ccf9c-0d33-4de9-8bc8-b13a86cedbc6 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:18.476816 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-d579b5de-240c-44a0-9a93-ef913193676a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:18.479864 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d579b5de-240c-44a0-9a93-ef913193676a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:18.495427 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Allocated IP 172.20.0.2 (e04ccf9c-0d33-4de9-8bc8-b13a86cedbc6/d46a4a99-e508-4ef5-94b1-5c6cb3e268c4/b9e6ac7f-4615-47bd-a752-d8b6799b7349) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:18.523682 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea09080-7584-4ecc-b61a-8cbe7a41ea3b req-0b46a6a7-eb27-4d8b-a9d6-4aaab3894933 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] No DVR routers for this DVR port 0f28c0c7-7d72-43f8-a758-8ee89ee474e3 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:18.548279 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d579b5de-240c-44a0-9a93-ef913193676a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:18.549322 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d579b5de-240c-44a0-9a93-ef913193676a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.554666 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c298fdb0-1896-4664-8990-4b8f3e2d6dc4 req-20e55b5b-66ef-4aba-aea9-c2bb6e78696c tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943076 Jul 07 17:11:18.557459 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-dea09080-7584-4ecc-b61a-8cbe7a41ea3b req-0b46a6a7-eb27-4d8b-a9d6-4aaab3894933 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.577183 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dea09080-7584-4ecc-b61a-8cbe7a41ea3b req-0b46a6a7-eb27-4d8b-a9d6-4aaab3894933 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.72 "DELETE /v2.0/ports/0f28c0c7-7d72-43f8-a758-8ee89ee474e3 HTTP/1.1" status: 204 len: 173 time: 2.1840520 Jul 07 17:11:18.577933 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ed7dc2-3b98-45d5-98d0-6778b59d0ca1', 'name': 'network-vif-deleted', 'tag': '0f28c0c7-7d72-43f8-a758-8ee89ee474e3'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:18.581933 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a787e697-2298-45bf-82a7-141f9dfd0d12" -d '{"events": [{"server_uuid": "63ed7dc2-3b98-45d5-98d0-6778b59d0ca1", "name": "network-vif-deleted", "tag": "0f28c0c7-7d72-43f8-a758-8ee89ee474e3"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:18.585997 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d579b5de-240c-44a0-9a93-ef913193676a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6930227 Jul 07 17:11:18.596854 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36512) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:18.741835 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a15987f6-bbd8-444e-aa89-de12cb0cb18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.757883 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a15987f6-bbd8-444e-aa89-de12cb0cb18d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.759266 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a15987f6-bbd8-444e-aa89-de12cb0cb18d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4042da39-a796-4cbd-92ad-a14c73b37e60 HTTP/1.1" status: 204 len: 168 time: 0.5601408 Jul 07 17:11:18.811672 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15987f6-bbd8-444e-aa89-de12cb0cb18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4042da39-a796-4cbd-92ad-a14c73b37e60,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:18.829007 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.834381 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cc59dbb6-2408-4889-85d2-629d0085086e req-0752445d-00ec-4971-90e0-9a7cc25c36a6 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 210 time: 0.0712779 Jul 07 17:11:18.858368 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Transition to ACTIVE for port object b9e6ac7f-4615-47bd-a752-d8b6799b7349 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:18.910263 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Transition to ACTIVE for port object b9e6ac7f-4615-47bd-a752-d8b6799b7349 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:18.912360 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7f23b-3a40-4701-b9ff-2c891e177958 req-ae87b585-ec51-43c7-8a36-6bfc9fb3463c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:18.923733 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c2e7f23b-3a40-4701-b9ff-2c891e177958 req-ae87b585-ec51-43c7-8a36-6bfc9fb3463c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 0.3353148 Jul 07 17:11:18.924732 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.988719 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a081c56c-7f1e-403c-956c-f26f179be3e3 x-openstack-request-id: req-a081c56c-7f1e-403c-956c-f26f179be3e3 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:18.989386 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ed7dc2-3b98-45d5-98d0-6778b59d0ca1", "name": "network-vif-deleted", "tag": "0f28c0c7-7d72-43f8-a758-8ee89ee474e3", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:18.989795 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a081c56c-7f1e-403c-956c-f26f179be3e3 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:18.990565 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ed7dc2-3b98-45d5-98d0-6778b59d0ca1', 'name': 'network-vif-deleted', 'tag': '0f28c0c7-7d72-43f8-a758-8ee89ee474e3', 'status': 'completed', 'code': 200} Jul 07 17:11:19.066809 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c2e7f23b-3a40-4701-b9ff-2c891e177958 req-88dc7eac-cc3e-4be8-bf60-e27723698403 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415036 Jul 07 17:11:19.079929 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-0700514a-76d0-4b0a-8b24-243afc5e5562 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting port 16409f89-346d-4146-bb51-e312f780c332 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:19.080510 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0700514a-76d0-4b0a-8b24-243afc5e5562 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:19.105012 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Network e04ccf9c-0d33-4de9-8bc8-b13a86cedbc6 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:19.105012 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Pushing event updated for resources: {'Port': ['ID=b9e6ac7f-4615-47bd-a752-d8b6799b7349,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:19.122986 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:19.132996 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:19.133526 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:19.133797 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:19.134188 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:19.134534 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:19.134896 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:19.135228 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:19.135640 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:19.135983 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:19.136318 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:19.136675 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:19.137007 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:19.146064 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:19.154889 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 0f28c0c7-7d72-43f8-a758-8ee89ee474e3 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:19.243618 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 0f28c0c7-7d72-43f8-a758-8ee89ee474e3 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:19.245129 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 0f28c0c7-7d72-43f8-a758-8ee89ee474e3 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:19.312076 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0700514a-76d0-4b0a-8b24-243afc5e5562 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:19.359465 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb5e3e-1ca5-418f-a265-9ef2b37ae863 req-4d9b2901-e5ba-4944-8e6a-23080816305d tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:19.361894 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-afcb5e3e-1ca5-418f-a265-9ef2b37ae863 req-4d9b2901-e5ba-4944-8e6a-23080816305d tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 947 time: 0.1744063 Jul 07 17:11:19.368244 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Attempting to bind port b9e6ac7f-4615-47bd-a752-d8b6799b7349 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:19.369012 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Attempting to bind port b9e6ac7f-4615-47bd-a752-d8b6799b7349 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '81ebaf6e-7882-44c0-a65b-44a763f2c4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e04ccf9c-0d33-4de9-8bc8-b13a86cedbc6'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:19.369728 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Attempting to bind port b9e6ac7f-4615-47bd-a752-d8b6799b7349 on network e04ccf9c-0d33-4de9-8bc8-b13a86cedbc6 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:19.382313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:19.383099 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Checking segment: {'id': '81ebaf6e-7882-44c0-a65b-44a763f2c4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e04ccf9c-0d33-4de9-8bc8-b13a86cedbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:19.383887 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:19.384691 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Bound using segment: {'id': '81ebaf6e-7882-44c0-a65b-44a763f2c4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e04ccf9c-0d33-4de9-8bc8-b13a86cedbc6'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:19.384851 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-0700514a-76d0-4b0a-8b24-243afc5e5562 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Calling delete_port for 16409f89-346d-4146-bb51-e312f780c332 owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:19.385603 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Bound port: b9e6ac7f-4615-47bd-a752-d8b6799b7349, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ebaf6e-7882-44c0-a65b-44a763f2c4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e04ccf9c-0d33-4de9-8bc8-b13a86cedbc6'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:19.386360 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:19.515401 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-afcb5e3e-1ca5-418f-a265-9ef2b37ae863 req-81f21b45-81c5-4eee-bee8-c06f45b4fbaa tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339419 Jul 07 17:11:19.568765 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] For port b9e6ac7f-4615-47bd-a752-d8b6799b7349, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:19.573023 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] For port b9e6ac7f-4615-47bd-a752-d8b6799b7349, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b9e6ac7f-4615-47bd-a752-d8b6799b7349,segment=NetworkSegment(81ebaf6e-7882-44c0-a65b-44a763f2c4e9),segment_id=81ebaf6e-7882-44c0-a65b-44a763f2c4e9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:19.586535 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:19.738102 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d602ba-b4a9-4514-a4fc-1383b3fe7cb5 None None] Pushing event updated for resources: {'Port': ['ID=b9e6ac7f-4615-47bd-a752-d8b6799b7349,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:19.819805 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0700514a-76d0-4b0a-8b24-243afc5e5562 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:19.860817 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700514a-76d0-4b0a-8b24-243afc5e5562 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Port': ['ID=16409f89-346d-4146-bb51-e312f780c332,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:19.998112 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0700514a-76d0-4b0a-8b24-243afc5e5562 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.001122 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0700514a-76d0-4b0a-8b24-243afc5e5562 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/ports/16409f89-346d-4146-bb51-e312f780c332 HTTP/1.1" status: 204 len: 168 time: 1.4049008 Jul 07 17:11:20.005214 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36534) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:20.010363 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb7473-1028-455a-9dd7-6505cbf469ff req-4752dfe2-36a9-42ad-b02e-789c38006bb6 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:20.022393 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-01eb7473-1028-455a-9dd7-6505cbf469ff req-4752dfe2-36a9-42ad-b02e-789c38006bb6 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 946 time: 0.1765947 Jul 07 17:11:20.088031 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb5ada36-4250-40d7-98f1-1bf4ae1ea668 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] DELETE failed (client error): The resource could not be found. Jul 07 17:11:20.098612 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb5ada36-4250-40d7-98f1-1bf4ae1ea668 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:11:20.106166 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-eb5ada36-4250-40d7-98f1-1bf4ae1ea668 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/ports/16409f89-346d-4146-bb51-e312f780c332 HTTP/1.1" status: 404 len: 333 time: 0.0953352 Jul 07 17:11:20.106166 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36536) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:20.194318 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d2d8f1-efb1-4248-a42f-22812e4be379 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] GET failed (client error): The resource could not be found. Jul 07 17:11:20.197030 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-85d2d8f1-efb1-4248-a42f-22812e4be379 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "GET /v2.0/ports/16409f89-346d-4146-bb51-e312f780c332 HTTP/1.1" status: 404 len: 333 time: 0.0890386 Jul 07 17:11:20.202339 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36540) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:20.258884 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-80deef83-acff-4052-b05f-cd2e89f2b3ba req-7d803a46-503f-45f6-9dc9-a7f4cda8c67a tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ed7dc2-3b98-45d5-98d0-6778b59d0ca1 HTTP/1.1" status: 200 len: 210 time: 0.0602837 Jul 07 17:11:20.343097 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-01eb7473-1028-455a-9dd7-6505cbf469ff req-e6e6d6a3-ba5e-457d-8b14-42fc9a541ef8 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169670 Jul 07 17:11:20.422210 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef0f1239-af80-435f-8c6f-15f4eba834ff tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting subnet d46a4a99-e508-4ef5-94b1-5c6cb3e268c4 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:11:20.428564 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ef0f1239-af80-435f-8c6f-15f4eba834ff tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.499274 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ef0f1239-af80-435f-8c6f-15f4eba834ff tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.574187 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2d7ef-3e88-47dd-bc7b-879dcb318b8e req-c56f7f00-1abd-4f70-8dc1-05a8b3705cbf tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:20.589354 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-07a2d7ef-3e88-47dd-bc7b-879dcb318b8e req-c56f7f00-1abd-4f70-8dc1-05a8b3705cbf tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 0.1359093 Jul 07 17:11:20.622159 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ef0f1239-af80-435f-8c6f-15f4eba834ff tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.686477 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-07a2d7ef-3e88-47dd-bc7b-879dcb318b8e req-a8d6fcea-0f19-46ae-b735-8000e0e6f959 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951281 Jul 07 17:11:20.802358 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ef0f1239-af80-435f-8c6f-15f4eba834ff tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.850802 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f1239-af80-435f-8c6f-15f4eba834ff tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Subnet': ['ID=d46a4a99-e508-4ef5-94b1-5c6cb3e268c4,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:20.862956 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ef0f1239-af80-435f-8c6f-15f4eba834ff tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.868921 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36552) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:20.879913 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ef0f1239-af80-435f-8c6f-15f4eba834ff tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/subnets/d46a4a99-e508-4ef5-94b1-5c6cb3e268c4 HTTP/1.1" status: 204 len: 168 time: 0.6747956 Jul 07 17:11:20.890707 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36554) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:21.058597 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dcb4cfe3-5d06-4c25-9e9b-054e7167d94a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.060664 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba520ebe-b7af-46db-b622-399baa30f380 req-60556207-40ba-4cb1-8dec-80384bb797f4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:21.062501 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba520ebe-b7af-46db-b622-399baa30f380 req-60556207-40ba-4cb1-8dec-80384bb797f4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 947 time: 0.1811712 Jul 07 17:11:21.126815 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-8ae82fd9-d2cf-4627-a17f-8c343cbba8cc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1132206840'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:21.189206 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-dcb4cfe3-5d06-4c25-9e9b-054e7167d94a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting port b9e6ac7f-4615-47bd-a752-d8b6799b7349 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:21.190049 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dcb4cfe3-5d06-4c25-9e9b-054e7167d94a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.202887 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba520ebe-b7af-46db-b622-399baa30f380 req-7b63e169-67a6-42e9-ad24-222d255f6cf7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273556 Jul 07 17:11:21.268236 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae82fd9-d2cf-4627-a17f-8c343cbba8cc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Made reservation on behalf of e79248a20e6b4666b6e49d1a2dd70cbc for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:21.272256 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8ae82fd9-d2cf-4627-a17f-8c343cbba8cc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.282996 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8ae82fd9-d2cf-4627-a17f-8c343cbba8cc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.422702 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-dcb4cfe3-5d06-4c25-9e9b-054e7167d94a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] For port b9e6ac7f-4615-47bd-a752-d8b6799b7349, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b9e6ac7f-4615-47bd-a752-d8b6799b7349,segment=NetworkSegment(81ebaf6e-7882-44c0-a65b-44a763f2c4e9),segment_id=81ebaf6e-7882-44c0-a65b-44a763f2c4e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:21.423949 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dcb4cfe3-5d06-4c25-9e9b-054e7167d94a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.475717 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-dcb4cfe3-5d06-4c25-9e9b-054e7167d94a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Calling delete_port for b9e6ac7f-4615-47bd-a752-d8b6799b7349 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:21.491285 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8ae82fd9-d2cf-4627-a17f-8c343cbba8cc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.506647 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8ae82fd9-d2cf-4627-a17f-8c343cbba8cc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.642976 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae82fd9-d2cf-4627-a17f-8c343cbba8cc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:11:21.657300 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae82fd9-d2cf-4627-a17f-8c343cbba8cc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0162ef6-9bf5-4648-bcec-27dad7c5798c,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:21.681950 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8ae82fd9-d2cf-4627-a17f-8c343cbba8cc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.682901 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-8ae82fd9-d2cf-4627-a17f-8c343cbba8cc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Added segment 8abbfc65-e5d2-494c-b325-6adc5432776f of type vlan for network 69eb5df1-6bb5-4b6b-a2f1-262f02033dfa Jul 07 17:11:21.725978 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e1856f-7481-4b2a-82a8-55c9d4fc2f4a None None] Network e04ccf9c-0d33-4de9-8bc8-b13a86cedbc6 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:21.823079 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dcb4cfe3-5d06-4c25-9e9b-054e7167d94a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.832310 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b9e6ac7f-4615-47bd-a752-d8b6799b7349 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:21.841979 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a9365142-8240-4767-9143-e53101335be6 None None] Could not find standard attr ID for object b9e6ac7f-4615-47bd-a752-d8b6799b7349. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:11:21.867092 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4cfe3-5d06-4c25-9e9b-054e7167d94a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Port': ['ID=b9e6ac7f-4615-47bd-a752-d8b6799b7349,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:21.871108 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb4cfe3-5d06-4c25-9e9b-054e7167d94a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] No DVR routers for this DVR port b9e6ac7f-4615-47bd-a752-d8b6799b7349 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:21.882871 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8ae82fd9-d2cf-4627-a17f-8c343cbba8cc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.912784 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: b9e6ac7f-4615-47bd-a752-d8b6799b7349 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:21.913512 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b9e6ac7f-4615-47bd-a752-d8b6799b7349 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 07 17:11:21.968163 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dcb4cfe3-5d06-4c25-9e9b-054e7167d94a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.983392 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-dcb4cfe3-5d06-4c25-9e9b-054e7167d94a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04ccf9c-0d33-4de9-8bc8-b13a86cedbc6']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:22.001783 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8ae82fd9-d2cf-4627-a17f-8c343cbba8cc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.006748 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-dcb4cfe3-5d06-4c25-9e9b-054e7167d94a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ebaf6e-7882-44c0-a65b-44a763f2c4e9') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:22.007320 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-dcb4cfe3-5d06-4c25-9e9b-054e7167d94a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ebaf6e-7882-44c0-a65b-44a763f2c4e9') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:22.020272 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae82fd9-d2cf-4627-a17f-8c343cbba8cc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:22.023030 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8ae82fd9-d2cf-4627-a17f-8c343cbba8cc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.023459 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Port b9e6ac7f-4615-47bd-a752-d8b6799b7349 not found, will not notify nova. {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 07 17:11:22.049355 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dcb4cfe3-5d06-4c25-9e9b-054e7167d94a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.074788 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dcb4cfe3-5d06-4c25-9e9b-054e7167d94a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.095688 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb4cfe3-5d06-4c25-9e9b-054e7167d94a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:11:22.096511 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dcb4cfe3-5d06-4c25-9e9b-054e7167d94a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:11:22.106427 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:11:22.230287 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64c787d-bf27-4d04-a6c9-63bf6981e346 None None] DHCP port deletion for e04ccf9c-0d33-4de9-8bc8-b13a86cedbc6 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:11:22.240148 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae82fd9-d2cf-4627-a17f-8c343cbba8cc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Pushing event updated for resources: {'Network': ['ID=69eb5df1-6bb5-4b6b-a2f1-262f02033dfa,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:22.241713 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dcb4cfe3-5d06-4c25-9e9b-054e7167d94a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.280342 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 69eb5df1-6bb5-4b6b-a2f1-262f02033dfa details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:11:22.280605 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8ae82fd9-d2cf-4627-a17f-8c343cbba8cc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3845644 Jul 07 17:11:22.285106 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36574) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:22.298673 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-16107526-b68d-4bc8-9a78-ee9e61f26bcc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Request body: {'subnet': {'network_id': '69eb5df1-6bb5-4b6b-a2f1-262f02033dfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:22.331733 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dcb4cfe3-5d06-4c25-9e9b-054e7167d94a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.335956 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-dcb4cfe3-5d06-4c25-9e9b-054e7167d94a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/networks/e04ccf9c-0d33-4de9-8bc8-b13a86cedbc6 HTTP/1.1" status: 204 len: 168 time: 1.4648707 Jul 07 17:11:22.346666 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36578) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:22.349744 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4cfe3-5d06-4c25-9e9b-054e7167d94a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Network': ['ID=e04ccf9c-0d33-4de9-8bc8-b13a86cedbc6,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:22.400323 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-037763e6-2f6d-4c08-a57e-ea4856c52fc4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1448578959'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:22.480651 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8c218-3117-4932-aafc-9eed62e27557 req-65b51d8a-c781-4ecd-beff-a565274a9a1f tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:22.482597 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a5f8c218-3117-4932-aafc-9eed62e27557 req-65b51d8a-c781-4ecd-beff-a565274a9a1f tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 946 time: 0.7488441 Jul 07 17:11:22.525603 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99ace0-0989-498e-94d3-8c3d660ac679 req-7d81d116-06dd-4353-86cb-0652101bf935 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:22.526115 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037763e6-2f6d-4c08-a57e-ea4856c52fc4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:22.528328 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ac99ace0-0989-498e-94d3-8c3d660ac679 req-7d81d116-06dd-4353-86cb-0652101bf935 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 0.1739795 Jul 07 17:11:22.533951 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-037763e6-2f6d-4c08-a57e-ea4856c52fc4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.570108 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16107526-b68d-4bc8-9a78-ee9e61f26bcc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Made reservation on behalf of e79248a20e6b4666b6e49d1a2dd70cbc for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:22.576665 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-16107526-b68d-4bc8-9a78-ee9e61f26bcc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.623917 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ac99ace0-0989-498e-94d3-8c3d660ac679 req-58e3bc5b-5bf3-4ad7-8ea0-02b578d4b2ee tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872297 Jul 07 17:11:22.697937 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037763e6-2f6d-4c08-a57e-ea4856c52fc4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:11:22.711662 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a5f8c218-3117-4932-aafc-9eed62e27557 req-7291783c-08fa-411b-bfec-7872f6da8065 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895132 Jul 07 17:11:22.729819 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-037763e6-2f6d-4c08-a57e-ea4856c52fc4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.730564 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-037763e6-2f6d-4c08-a57e-ea4856c52fc4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Added segment 315d9486-8644-4059-92e5-9d334dd055ed of type vlan for network 1d3b2004-7d0e-4d58-bbd8-08bc3e41ac73 Jul 07 17:11:22.800847 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-037763e6-2f6d-4c08-a57e-ea4856c52fc4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.898696 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-037763e6-2f6d-4c08-a57e-ea4856c52fc4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.908204 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037763e6-2f6d-4c08-a57e-ea4856c52fc4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:22.908898 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-037763e6-2f6d-4c08-a57e-ea4856c52fc4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.022394 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98374cc8-159f-4fed-86c1-ed99d9988014 req-095f9ed1-ab36-455b-b691-55ce391ebd51 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:23.024053 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-98374cc8-159f-4fed-86c1-ed99d9988014 req-095f9ed1-ab36-455b-b691-55ce391ebd51 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.1213200 Jul 07 17:11:23.042158 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-16107526-b68d-4bc8-9a78-ee9e61f26bcc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.074611 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-037763e6-2f6d-4c08-a57e-ea4856c52fc4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6853483 Jul 07 17:11:23.082097 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36586) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:23.100089 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-cba7225d-22e1-477e-93ea-a582eda9d7bf tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'subnet': {'network_id': '1d3b2004-7d0e-4d58-bbd8-08bc3e41ac73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:23.114169 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037763e6-2f6d-4c08-a57e-ea4856c52fc4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Network': ['ID=1d3b2004-7d0e-4d58-bbd8-08bc3e41ac73,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:23.160523 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 1d3b2004-7d0e-4d58-bbd8-08bc3e41ac73 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:11:23.188022 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16107526-b68d-4bc8-9a78-ee9e61f26bcc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Pushing event updated for resources: {'Subnet': ['ID=a47ba282-7428-49d5-bfda-989815c66fac,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:23.201905 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16107526-b68d-4bc8-9a78-ee9e61f26bcc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Checking segment: {'id': '8abbfc65-e5d2-494c-b325-6adc5432776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '69eb5df1-6bb5-4b6b-a2f1-262f02033dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:23.202280 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16107526-b68d-4bc8-9a78-ee9e61f26bcc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Network hostable DHCP agents. Network: 69eb5df1-6bb5-4b6b-a2f1-262f02033dfa, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:11:23.226553 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995ac54-2447-460a-946d-f04029683164 req-db857a2c-0da3-4281-8e43-3b5dedcf4c67 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:23.228220 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2995ac54-2447-460a-946d-f04029683164 req-db857a2c-0da3-4281-8e43-3b5dedcf4c67 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 947 time: 0.2168286 Jul 07 17:11:23.239690 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-98374cc8-159f-4fed-86c1-ed99d9988014 req-f3718214-e80a-4666-b345-f935fdc8b7b0 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034843 Jul 07 17:11:23.255543 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16107526-b68d-4bc8-9a78-ee9e61f26bcc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Network 69eb5df1-6bb5-4b6b-a2f1-262f02033dfa is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:11:23.285239 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2995ac54-2447-460a-946d-f04029683164 req-11591e3b-9594-4ef2-9d35-15183a7649b8 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502536 Jul 07 17:11:23.286148 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-16107526-b68d-4bc8-9a78-ee9e61f26bcc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 69eb5df1-6bb5-4b6b-a2f1-262f02033dfa) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:23.290975 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16107526-b68d-4bc8-9a78-ee9e61f26bcc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:23.291569 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-16107526-b68d-4bc8-9a78-ee9e61f26bcc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.300361 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b432d6c-7d45-4df9-bbda-6ccec02289ff None None] Network 69eb5df1-6bb5-4b6b-a2f1-262f02033dfa requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:23.314665 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-16107526-b68d-4bc8-9a78-ee9e61f26bcc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0268347 Jul 07 17:11:23.319195 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36592) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:23.327103 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-ea37f333-a6c6-4831-b409-206a01821a26 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Request body: {'port': {'network_id': '69eb5df1-6bb5-4b6b-a2f1-262f02033dfa', 'name': 'tempest-AllowedAddressPairTestJSON-922914708'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:23.363163 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba7225d-22e1-477e-93ea-a582eda9d7bf tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:23.367560 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cba7225d-22e1-477e-93ea-a582eda9d7bf tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.384583 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-60e20771-1af8-4394-af7d-3b60896311c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.475077 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea37f333-a6c6-4831-b409-206a01821a26 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Made reservation on behalf of e79248a20e6b4666b6e49d1a2dd70cbc for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:23.482720 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea37f333-a6c6-4831-b409-206a01821a26 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.511921 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94efd73a-ed20-4bd8-af98-3b57011edfe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-69eb5df1-6bb5-4b6b-a2f1-262f02033dfa', 'network_id': '69eb5df1-6bb5-4b6b-a2f1-262f02033dfa', 'tenant_id': 'e79248a20e6b4666b6e49d1a2dd70cbc', 'fixed_ips': [{'subnet_id': 'a47ba282-7428-49d5-bfda-989815c66fac'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:11:23.512847 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-94efd73a-ed20-4bd8-af98-3b57011edfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.520237 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-ea37f333-a6c6-4831-b409-206a01821a26 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] device_id is not set on port 64c81514-9c86-4e9c-99a2-4379d3e8eb92 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:23.678709 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b9e6ac7f-4615-47bd-a752-d8b6799b7349 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:23.689241 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-ea37f333-a6c6-4831-b409-206a01821a26 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Allocated IP 172.20.0.2 (69eb5df1-6bb5-4b6b-a2f1-262f02033dfa/a47ba282-7428-49d5-bfda-989815c66fac/64c81514-9c86-4e9c-99a2-4379d3e8eb92) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:23.691826 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cba7225d-22e1-477e-93ea-a582eda9d7bf tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.717866 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: b9e6ac7f-4615-47bd-a752-d8b6799b7349 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:23.718570 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b9e6ac7f-4615-47bd-a752-d8b6799b7349 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:23.807335 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7225d-22e1-477e-93ea-a582eda9d7bf tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Subnet': ['ID=b842be88-34a9-4380-acb1-342d99708829,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:23.813474 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba7225d-22e1-477e-93ea-a582eda9d7bf tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Checking segment: {'id': '315d9486-8644-4059-92e5-9d334dd055ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1d3b2004-7d0e-4d58-bbd8-08bc3e41ac73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:23.813843 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba7225d-22e1-477e-93ea-a582eda9d7bf tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network hostable DHCP agents. Network: 1d3b2004-7d0e-4d58-bbd8-08bc3e41ac73, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:11:23.848877 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba7225d-22e1-477e-93ea-a582eda9d7bf tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network 1d3b2004-7d0e-4d58-bbd8-08bc3e41ac73 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:11:23.872169 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-cba7225d-22e1-477e-93ea-a582eda9d7bf tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 1d3b2004-7d0e-4d58-bbd8-08bc3e41ac73) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:23.884999 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba7225d-22e1-477e-93ea-a582eda9d7bf tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:23.884999 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cba7225d-22e1-477e-93ea-a582eda9d7bf tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.892907 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd0c353-a018-4048-8d41-f250ff70d8a1 None None] Network 1d3b2004-7d0e-4d58-bbd8-08bc3e41ac73 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:23.926308 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cba7225d-22e1-477e-93ea-a582eda9d7bf tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8348744 Jul 07 17:11:23.926962 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36604) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:23.942586 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-4f6ec8c2-085f-40f2-9e21-9c5331880dd2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'port': {'network_id': '1d3b2004-7d0e-4d58-bbd8-08bc3e41ac73', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1754284248'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:23.977524 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea37f333-a6c6-4831-b409-206a01821a26 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.997842 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-ea37f333-a6c6-4831-b409-206a01821a26 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Transition to ACTIVE for port object 64c81514-9c86-4e9c-99a2-4379d3e8eb92 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:24.139725 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.api [None req-94efd73a-ed20-4bd8-af98-3b57011edfe2 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ebc2c4fc-9ebc-47a5-8ac5-34c0d1bf93da {{(pid=100194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:11:24.140110 n-d-791503-12 neutron-server[100194]: DEBUG oslo_db.api [None req-94efd73a-ed20-4bd8-af98-3b57011edfe2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:11:24.146349 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea37f333-a6c6-4831-b409-206a01821a26 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.212030 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c816061-0538-47aa-a768-ceb72c5518da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-1d3b2004-7d0e-4d58-bbd8-08bc3e41ac73', 'network_id': '1d3b2004-7d0e-4d58-bbd8-08bc3e41ac73', 'tenant_id': '4d6098c034b649ddb555415464b8c075', 'fixed_ips': [{'subnet_id': 'b842be88-34a9-4380-acb1-342d99708829'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:11:24.214139 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8c816061-0538-47aa-a768-ceb72c5518da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.233412 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea37f333-a6c6-4831-b409-206a01821a26 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Network 69eb5df1-6bb5-4b6b-a2f1-262f02033dfa is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:24.245506 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-ea37f333-a6c6-4831-b409-206a01821a26 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:24.250382 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea37f333-a6c6-4831-b409-206a01821a26 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:24.253162 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37f333-a6c6-4831-b409-206a01821a26 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Pushing event updated for resources: {'Port': ['ID=64c81514-9c86-4e9c-99a2-4379d3e8eb92,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:24.339270 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea37f333-a6c6-4831-b409-206a01821a26 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:24.339270 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea37f333-a6c6-4831-b409-206a01821a26 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.356858 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd32e9-dafc-43d7-bfba-766345c725a4 req-6fcbcb8a-31a8-43b1-85b1-e2ed15283926 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:24.359644 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58cd32e9-dafc-43d7-bfba-766345c725a4 req-6fcbcb8a-31a8-43b1-85b1-e2ed15283926 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 946 time: 0.2840240 Jul 07 17:11:24.392050 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6ec8c2-085f-40f2-9e21-9c5331880dd2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:24.399317 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4f6ec8c2-085f-40f2-9e21-9c5331880dd2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.415507 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ea37f333-a6c6-4831-b409-206a01821a26 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0907459 Jul 07 17:11:24.419245 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36616) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:24.432667 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-c7c93048-ed14-4900-904b-74420f96cf5e tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Request body: {'port': {'network_id': '69eb5df1-6bb5-4b6b-a2f1-262f02033dfa', 'name': 'tempest-AllowedAddressPairTestJSON-837180524', 'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:b9:f8:e6'}]}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:24.444532 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-8c816061-0538-47aa-a768-ceb72c5518da None None] Allocated IP 172.20.0.2 (1d3b2004-7d0e-4d58-bbd8-08bc3e41ac73/b842be88-34a9-4380-acb1-342d99708829/88d6a242-8d78-4f0c-a4f2-6624c1bd271b) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:24.456470 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58cd32e9-dafc-43d7-bfba-766345c725a4 req-d4d48df4-e057-4c52-b7f7-4a22effeea6a tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869565 Jul 07 17:11:24.465778 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560957a9-d4fa-4b56-a797-7665d51cfb9d req-3244d09d-7704-4bb1-996e-1bb2110cf440 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:24.469631 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-560957a9-d4fa-4b56-a797-7665d51cfb9d req-3244d09d-7704-4bb1-996e-1bb2110cf440 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 0.2348757 Jul 07 17:11:24.527712 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-4f6ec8c2-085f-40f2-9e21-9c5331880dd2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] device_id is not set on port 1aa0aef6-5317-4918-b108-5c4566abe879 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:24.643728 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-94efd73a-ed20-4bd8-af98-3b57011edfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.719578 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09afd1-5d52-4dcd-890c-d4457037c03b req-4d4480ce-5b33-4d27-81c8-732abf9886fd tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:24.721561 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1d09afd1-5d52-4dcd-890c-d4457037c03b req-4d4480ce-5b33-4d27-81c8-732abf9886fd tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.1075573 Jul 07 17:11:24.722586 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-560957a9-d4fa-4b56-a797-7665d51cfb9d req-2fd6a503-9113-4f3c-ac03-9ee3e2b89fe4 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348969 Jul 07 17:11:24.794336 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c93048-ed14-4900-904b-74420f96cf5e tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Made reservation on behalf of e79248a20e6b4666b6e49d1a2dd70cbc for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:24.824204 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1d09afd1-5d52-4dcd-890c-d4457037c03b req-be7d2b34-e322-4dd7-8046-5a854da15adf tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927243 Jul 07 17:11:24.864209 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8c816061-0538-47aa-a768-ceb72c5518da None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.901453 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8c816061-0538-47aa-a768-ceb72c5518da None None] Transition to ACTIVE for port object 88d6a242-8d78-4f0c-a4f2-6624c1bd271b will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:24.916992 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c7c93048-ed14-4900-904b-74420f96cf5e tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.943868 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-c7c93048-ed14-4900-904b-74420f96cf5e tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] device_id is not set on port 8c5a625b-c440-451b-b8a1-c57b4cd322ba yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:24.966201 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8c816061-0538-47aa-a768-ceb72c5518da None None] Transition to ACTIVE for port object 88d6a242-8d78-4f0c-a4f2-6624c1bd271b will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:24.980020 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8c816061-0538-47aa-a768-ceb72c5518da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.982702 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-94efd73a-ed20-4bd8-af98-3b57011edfe2 None None] Allocated IP 172.20.0.3 (69eb5df1-6bb5-4b6b-a2f1-262f02033dfa/a47ba282-7428-49d5-bfda-989815c66fac/d939fd1f-1524-4d72-bbda-a8dd99c8ec63) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:25.101975 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c816061-0538-47aa-a768-ceb72c5518da None None] Network 1d3b2004-7d0e-4d58-bbd8-08bc3e41ac73 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:25.117176 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-8c816061-0538-47aa-a768-ceb72c5518da None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:25.118662 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.db.api [None req-4f6ec8c2-085f-40f2-9e21-9c5331880dd2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-26857a60-7d43-4b71-9b7c-d1a3ee6287e3 {{(pid=100193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:11:25.118987 n-d-791503-12 neutron-server[100193]: DEBUG oslo_db.api [None req-4f6ec8c2-085f-40f2-9e21-9c5331880dd2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:11:25.121338 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c816061-0538-47aa-a768-ceb72c5518da None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:25.139159 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c816061-0538-47aa-a768-ceb72c5518da None None] Pushing event updated for resources: {'Port': ['ID=88d6a242-8d78-4f0c-a4f2-6624c1bd271b,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:25.143236 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd535d-e700-41c3-98cc-0cd678e1d042 req-edd9e953-8676-4dfb-9609-865e3dd37e68 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:25.147525 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-07dd535d-e700-41c3-98cc-0cd678e1d042 req-edd9e953-8676-4dfb-9609-865e3dd37e68 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 947 time: 0.1481774 Jul 07 17:11:25.201719 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-07dd535d-e700-41c3-98cc-0cd678e1d042 req-d52ac84b-e051-4329-ab7b-35d586f29fdf tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442162 Jul 07 17:11:25.284343 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-8c816061-0538-47aa-a768-ceb72c5518da None None] Attempting to bind port 88d6a242-8d78-4f0c-a4f2-6624c1bd271b on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:25.285031 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-8c816061-0538-47aa-a768-ceb72c5518da None None] Attempting to bind port 88d6a242-8d78-4f0c-a4f2-6624c1bd271b by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '315d9486-8644-4059-92e5-9d334dd055ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1d3b2004-7d0e-4d58-bbd8-08bc3e41ac73'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:25.285634 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c816061-0538-47aa-a768-ceb72c5518da None None] Attempting to bind port 88d6a242-8d78-4f0c-a4f2-6624c1bd271b on network 1d3b2004-7d0e-4d58-bbd8-08bc3e41ac73 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:25.304804 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c816061-0538-47aa-a768-ceb72c5518da None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:25.305625 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c816061-0538-47aa-a768-ceb72c5518da None None] Checking segment: {'id': '315d9486-8644-4059-92e5-9d334dd055ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1d3b2004-7d0e-4d58-bbd8-08bc3e41ac73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:25.306329 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8c816061-0538-47aa-a768-ceb72c5518da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.306999 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c816061-0538-47aa-a768-ceb72c5518da None None] Bound using segment: {'id': '315d9486-8644-4059-92e5-9d334dd055ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1d3b2004-7d0e-4d58-bbd8-08bc3e41ac73'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:25.307851 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-8c816061-0538-47aa-a768-ceb72c5518da None None] Bound port: 88d6a242-8d78-4f0c-a4f2-6624c1bd271b, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315d9486-8644-4059-92e5-9d334dd055ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1d3b2004-7d0e-4d58-bbd8-08bc3e41ac73'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:25.308501 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8c816061-0538-47aa-a768-ceb72c5518da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.482243 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-94efd73a-ed20-4bd8-af98-3b57011edfe2 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.510109 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-94efd73a-ed20-4bd8-af98-3b57011edfe2 None None] Transition to ACTIVE for port object d939fd1f-1524-4d72-bbda-a8dd99c8ec63 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:25.510478 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58ffbb-e25e-479d-93fd-0b571dc7d6ba req-e8efd321-c642-4502-bcf1-171b21ff9b8e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:25.512481 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3d58ffbb-e25e-479d-93fd-0b571dc7d6ba req-e8efd321-c642-4502-bcf1-171b21ff9b8e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 947 time: 0.0820360 Jul 07 17:11:25.546344 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-94efd73a-ed20-4bd8-af98-3b57011edfe2 None None] Transition to ACTIVE for port object d939fd1f-1524-4d72-bbda-a8dd99c8ec63 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:25.551711 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8c816061-0538-47aa-a768-ceb72c5518da None None] For port 88d6a242-8d78-4f0c-a4f2-6624c1bd271b, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:25.556502 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8c816061-0538-47aa-a768-ceb72c5518da None None] For port 88d6a242-8d78-4f0c-a4f2-6624c1bd271b, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=88d6a242-8d78-4f0c-a4f2-6624c1bd271b,segment=NetworkSegment(315d9486-8644-4059-92e5-9d334dd055ed),segment_id=315d9486-8644-4059-92e5-9d334dd055ed)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:25.559285 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-94efd73a-ed20-4bd8-af98-3b57011edfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.571527 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8c816061-0538-47aa-a768-ceb72c5518da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.590846 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3d58ffbb-e25e-479d-93fd-0b571dc7d6ba req-af546511-f980-4dea-bcdc-f6599a26e841 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683348 Jul 07 17:11:25.633872 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4f6ec8c2-085f-40f2-9e21-9c5331880dd2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.639782 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94efd73a-ed20-4bd8-af98-3b57011edfe2 None None] Network 69eb5df1-6bb5-4b6b-a2f1-262f02033dfa is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:25.647420 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-94efd73a-ed20-4bd8-af98-3b57011edfe2 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:25.654402 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94efd73a-ed20-4bd8-af98-3b57011edfe2 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:25.674576 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efd73a-ed20-4bd8-af98-3b57011edfe2 None None] Pushing event updated for resources: {'Port': ['ID=d939fd1f-1524-4d72-bbda-a8dd99c8ec63,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:25.692759 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-c7c93048-ed14-4900-904b-74420f96cf5e tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Allocated IP 172.20.0.6 (69eb5df1-6bb5-4b6b-a2f1-262f02033dfa/a47ba282-7428-49d5-bfda-989815c66fac/8c5a625b-c440-451b-b8a1-c57b4cd322ba) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:25.743207 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-4f6ec8c2-085f-40f2-9e21-9c5331880dd2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] device_id is not set on port 2f87cfbe-2c13-4590-92d5-47b6f709af88 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:25.873544 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-94efd73a-ed20-4bd8-af98-3b57011edfe2 None None] Attempting to bind port d939fd1f-1524-4d72-bbda-a8dd99c8ec63 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:25.874096 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-94efd73a-ed20-4bd8-af98-3b57011edfe2 None None] Attempting to bind port d939fd1f-1524-4d72-bbda-a8dd99c8ec63 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '8abbfc65-e5d2-494c-b325-6adc5432776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '69eb5df1-6bb5-4b6b-a2f1-262f02033dfa'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:25.874659 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94efd73a-ed20-4bd8-af98-3b57011edfe2 None None] Attempting to bind port d939fd1f-1524-4d72-bbda-a8dd99c8ec63 on network 69eb5df1-6bb5-4b6b-a2f1-262f02033dfa {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:25.895347 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94efd73a-ed20-4bd8-af98-3b57011edfe2 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:25.896535 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94efd73a-ed20-4bd8-af98-3b57011edfe2 None None] Checking segment: {'id': '8abbfc65-e5d2-494c-b325-6adc5432776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '69eb5df1-6bb5-4b6b-a2f1-262f02033dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:25.896827 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-94efd73a-ed20-4bd8-af98-3b57011edfe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.897766 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94efd73a-ed20-4bd8-af98-3b57011edfe2 None None] Bound using segment: {'id': '8abbfc65-e5d2-494c-b325-6adc5432776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '69eb5df1-6bb5-4b6b-a2f1-262f02033dfa'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:25.898895 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-94efd73a-ed20-4bd8-af98-3b57011edfe2 None None] Bound port: d939fd1f-1524-4d72-bbda-a8dd99c8ec63, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abbfc65-e5d2-494c-b325-6adc5432776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '69eb5df1-6bb5-4b6b-a2f1-262f02033dfa'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:25.899803 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-94efd73a-ed20-4bd8-af98-3b57011edfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:26.014113 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c816061-0538-47aa-a768-ceb72c5518da None None] Pushing event updated for resources: {'Port': ['ID=88d6a242-8d78-4f0c-a4f2-6624c1bd271b,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:26.122794 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-94efd73a-ed20-4bd8-af98-3b57011edfe2 None None] For port d939fd1f-1524-4d72-bbda-a8dd99c8ec63, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:26.153890 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05584cb-3325-4cad-8b77-e8d5c5ec1292 req-aa36cb7c-e643-423c-a492-29803fa71e2f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:26.158960 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e05584cb-3325-4cad-8b77-e8d5c5ec1292 req-aa36cb7c-e643-423c-a492-29803fa71e2f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 0.2293787 Jul 07 17:11:26.159301 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-94efd73a-ed20-4bd8-af98-3b57011edfe2 None None] For port d939fd1f-1524-4d72-bbda-a8dd99c8ec63, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d939fd1f-1524-4d72-bbda-a8dd99c8ec63,segment=NetworkSegment(8abbfc65-e5d2-494c-b325-6adc5432776f),segment_id=8abbfc65-e5d2-494c-b325-6adc5432776f)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:26.160908 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:26.173586 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-94efd73a-ed20-4bd8-af98-3b57011edfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:26.238988 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-4f6ec8c2-085f-40f2-9e21-9c5331880dd2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Allocated IP 172.20.0.12 (1d3b2004-7d0e-4d58-bbd8-08bc3e41ac73/b842be88-34a9-4380-acb1-342d99708829/2f87cfbe-2c13-4590-92d5-47b6f709af88) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:26.279466 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e05584cb-3325-4cad-8b77-e8d5c5ec1292 req-d1bead10-f5af-4269-ac02-bb0102361b16 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953343 Jul 07 17:11:26.333050 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efd73a-ed20-4bd8-af98-3b57011edfe2 None None] Pushing event updated for resources: {'Port': ['ID=d939fd1f-1524-4d72-bbda-a8dd99c8ec63,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:26.352772 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ff7d8-e128-4c6c-8957-864975c6b701 req-aabde055-05e8-4d04-9e49-63b48ef8de3b tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:26.355458 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-182ff7d8-e128-4c6c-8957-864975c6b701 req-aabde055-05e8-4d04-9e49-63b48ef8de3b tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 946 time: 0.6955574 Jul 07 17:11:26.565390 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-182ff7d8-e128-4c6c-8957-864975c6b701 req-ebb36efa-e067-47d1-87a8-e92d32aec5ce tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986356 Jul 07 17:11:26.606800 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c7c93048-ed14-4900-904b-74420f96cf5e tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:26.608160 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fc654-8823-4f79-870b-b277feeaa877 req-d5751267-3f71-4346-80d6-d247815bcc15 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:26.611278 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-413fc654-8823-4f79-870b-b277feeaa877 req-d5751267-3f71-4346-80d6-d247815bcc15 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.1152070 Jul 07 17:11:26.624656 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4f6ec8c2-085f-40f2-9e21-9c5331880dd2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:26.699721 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-c7c93048-ed14-4900-904b-74420f96cf5e tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Transition to ACTIVE for port object 8c5a625b-c440-451b-b8a1-c57b4cd322ba will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:26.709874 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-4f6ec8c2-085f-40f2-9e21-9c5331880dd2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Transition to ACTIVE for port object 2f87cfbe-2c13-4590-92d5-47b6f709af88 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:26.725460 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-80d45461-a2f0-40b9-9e54-10bbde4a90f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:26.810241 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c7c93048-ed14-4900-904b-74420f96cf5e tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:26.816842 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-413fc654-8823-4f79-870b-b277feeaa877 req-9fd6130c-9919-4d00-a7b2-06efd653b6a7 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923621 Jul 07 17:11:26.821636 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4f6ec8c2-085f-40f2-9e21-9c5331880dd2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:26.927336 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c93048-ed14-4900-904b-74420f96cf5e tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Pushing event updated for resources: {'Port': ['ID=8c5a625b-c440-451b-b8a1-c57b4cd322ba,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:26.959196 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c93048-ed14-4900-904b-74420f96cf5e tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Network 69eb5df1-6bb5-4b6b-a2f1-262f02033dfa is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:26.963903 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-c7c93048-ed14-4900-904b-74420f96cf5e tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:27.014071 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c93048-ed14-4900-904b-74420f96cf5e tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:27.065991 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6ec8c2-085f-40f2-9e21-9c5331880dd2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network 1d3b2004-7d0e-4d58-bbd8-08bc3e41ac73 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:27.083113 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-4f6ec8c2-085f-40f2-9e21-9c5331880dd2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:27.085659 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6ec8c2-085f-40f2-9e21-9c5331880dd2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:27.118717 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ec8c2-085f-40f2-9e21-9c5331880dd2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Port': ['ID=2f87cfbe-2c13-4590-92d5-47b6f709af88,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:27.157405 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c93048-ed14-4900-904b-74420f96cf5e tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:27.158817 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c7c93048-ed14-4900-904b-74420f96cf5e tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.196421 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7e78f571-904f-4da8-88ba-e8ea6ef2575f no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:27.235299 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6ec8c2-085f-40f2-9e21-9c5331880dd2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:27.237032 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4f6ec8c2-085f-40f2-9e21-9c5331880dd2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.277096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36724) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:27.292423 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c7c93048-ed14-4900-904b-74420f96cf5e tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.8677163 Jul 07 17:11:27.305107 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4f6ec8c2-085f-40f2-9e21-9c5331880dd2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.3772278 Jul 07 17:11:27.313113 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36730) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:27.558605 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.683178 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce34da-70bc-4d09-911f-ab2d55540877 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting port 2f87cfbe-2c13-4590-92d5-47b6f709af88 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:27.685482 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c0ce34da-70bc-4d09-911f-ab2d55540877 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.744215 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a006a60a-8ef7-4446-8714-2825430f9e2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e78f571-904f-4da8-88ba-e8ea6ef2575f'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:27.752100 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024c9078-133d-4200-9775-fe6dc560230f" -d '{"events": [{"server_uuid": "a006a60a-8ef7-4446-8714-2825430f9e2c", "name": "network-vif-unplugged", "status": "completed", "tag": "7e78f571-904f-4da8-88ba-e8ea6ef2575f"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:27.831162 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7e78f571-904f-4da8-88ba-e8ea6ef2575f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:27.840973 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.901229 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57428b33-166f-4e08-b711-8e0ab1344340 None None] Network 1d3b2004-7d0e-4d58-bbd8-08bc3e41ac73 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:27.920947 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d955ba1-184c-47f2-882b-41885c820b1b req-61380f2b-ad5b-469c-962c-5bd9941ae41e tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:27.924092 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d955ba1-184c-47f2-882b-41885c820b1b req-61380f2b-ad5b-469c-962c-5bd9941ae41e tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.64 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.5501771 Jul 07 17:11:27.934849 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.942007 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b6b7b-8cab-4bd2-be5c-c172a18dae38 req-d755a7ff-3b9f-467a-a766-e7746ec9c9b7 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:27.954097 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9a5b6b7b-8cab-4bd2-be5c-c172a18dae38 req-d755a7ff-3b9f-467a-a766-e7746ec9c9b7 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 946 time: 0.5809813 Jul 07 17:11:28.008044 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d939fd1f-1524-4d72-bbda-a8dd99c8ec63 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:28.016317 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-68b36c2b-a857-4c8d-9e41-a9af23712dd4 None None] Provisioning for port 88d6a242-8d78-4f0c-a4f2-6624c1bd271b completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:28.033209 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c0ce34da-70bc-4d09-911f-ab2d55540877 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.067399 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7e78f571-904f-4da8-88ba-e8ea6ef2575f,revision_number=14']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:28.069116 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce34da-70bc-4d09-911f-ab2d55540877 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Calling delete_port for 2f87cfbe-2c13-4590-92d5-47b6f709af88 owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:28.149429 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46818e6-d3b3-47af-ac25-f3addd1bd008 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:28.158074 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port d939fd1f-1524-4d72-bbda-a8dd99c8ec63 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:28.161097 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46818e6-d3b3-47af-ac25-f3addd1bd008 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:28.166937 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 88d6a242-8d78-4f0c-a4f2-6624c1bd271b up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:28.175232 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46818e6-d3b3-47af-ac25-f3addd1bd008 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:28.178071 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d46818e6-d3b3-47af-ac25-f3addd1bd008 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.8995974 Jul 07 17:11:28.232562 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36748) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:28.367156 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9a5b6b7b-8cab-4bd2-be5c-c172a18dae38 req-b315bcd8-2a63-4d9a-a587-4d5668d449c6 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107664 Jul 07 17:11:28.402175 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-9d955ba1-184c-47f2-882b-41885c820b1b req-20001a52-f5c1-40b5-8550-bdc698faf9f4 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Deleting port ef380acb-b070-4a03-8ab4-9915f4d0d9d6 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:28.402467 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9d955ba1-184c-47f2-882b-41885c820b1b req-20001a52-f5c1-40b5-8550-bdc698faf9f4 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.409138 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b4d3c8-2a50-47b1-928c-8999972201ec None None] Network 69eb5df1-6bb5-4b6b-a2f1-262f02033dfa requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:28.440105 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c0ce34da-70bc-4d09-911f-ab2d55540877 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.518373 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce34da-70bc-4d09-911f-ab2d55540877 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Port': ['ID=2f87cfbe-2c13-4590-92d5-47b6f709af88,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:28.522794 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35271fc-703f-4a19-9d62-f29c329cedf6 x-openstack-request-id: req-a35271fc-703f-4a19-9d62-f29c329cedf6 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:28.523170 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a006a60a-8ef7-4446-8714-2825430f9e2c", "name": "network-vif-unplugged", "status": "completed", "tag": "7e78f571-904f-4da8-88ba-e8ea6ef2575f", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:28.523536 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a35271fc-703f-4a19-9d62-f29c329cedf6 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:28.523932 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a006a60a-8ef7-4446-8714-2825430f9e2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e78f571-904f-4da8-88ba-e8ea6ef2575f', 'code': 200} Jul 07 17:11:28.529762 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2a46db48-e23d-43f6-b01f-962c6011e25e None None] Provisioning for port d939fd1f-1524-4d72-bbda-a8dd99c8ec63 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:28.557386 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2a46db48-e23d-43f6-b01f-962c6011e25e None None] Provisioning complete for port d939fd1f-1524-4d72-bbda-a8dd99c8ec63 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:28.558240 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2a46db48-e23d-43f6-b01f-962c6011e25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.593402 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-9d955ba1-184c-47f2-882b-41885c820b1b req-20001a52-f5c1-40b5-8550-bdc698faf9f4 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] For port ef380acb-b070-4a03-8ab4-9915f4d0d9d6, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=ef380acb-b070-4a03-8ab4-9915f4d0d9d6,segment=NetworkSegment(a8f5d722-70dd-4b0a-ac22-e44981341ac0),segment_id=a8f5d722-70dd-4b0a-ac22-e44981341ac0)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:28.594922 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9d955ba1-184c-47f2-882b-41885c820b1b req-20001a52-f5c1-40b5-8550-bdc698faf9f4 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.630535 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 88d6a242-8d78-4f0c-a4f2-6624c1bd271b completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:28.643168 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-9d955ba1-184c-47f2-882b-41885c820b1b req-20001a52-f5c1-40b5-8550-bdc698faf9f4 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Calling delete_port for ef380acb-b070-4a03-8ab4-9915f4d0d9d6 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:28.655386 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 88d6a242-8d78-4f0c-a4f2-6624c1bd271b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:28.655836 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.697447 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc433fb-98fb-4027-9292-0858939edd00 req-944e5ea8-1b68-457f-b12c-f141ce3546d7 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:28.700655 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cfc433fb-98fb-4027-9292-0858939edd00 req-944e5ea8-1b68-457f-b12c-f141ce3546d7 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 0.8735697 Jul 07 17:11:28.712025 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c0ce34da-70bc-4d09-911f-ab2d55540877 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.717425 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c0ce34da-70bc-4d09-911f-ab2d55540877 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/ports/2f87cfbe-2c13-4590-92d5-47b6f709af88 HTTP/1.1" status: 204 len: 168 time: 1.4076171 Jul 07 17:11:28.730115 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36752) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:28.801683 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-9404047d-eb6e-4a40-aa73-1e8aae2d69a2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] GET failed (client error): The resource could not be found. Jul 07 17:11:28.804696 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9404047d-eb6e-4a40-aa73-1e8aae2d69a2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "GET /v2.0/ports/2f87cfbe-2c13-4590-92d5-47b6f709af88 HTTP/1.1" status: 404 len: 333 time: 0.0705795 Jul 07 17:11:28.808429 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36754) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:28.860143 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2a46db48-e23d-43f6-b01f-962c6011e25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.874263 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cfc433fb-98fb-4027-9292-0858939edd00 req-b923bb1d-e900-4032-a9cf-718cbc761a16 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546328 Jul 07 17:11:28.903151 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c86845-1db2-46a9-99f2-d0cf3d6fdc4a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting subnet b842be88-34a9-4380-acb1-342d99708829 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:11:28.904454 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.907314 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f4c86845-1db2-46a9-99f2-d0cf3d6fdc4a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.950157 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-2a46db48-e23d-43f6-b01f-962c6011e25e None None] For port d939fd1f-1524-4d72-bbda-a8dd99c8ec63, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d939fd1f-1524-4d72-bbda-a8dd99c8ec63,segment=NetworkSegment(8abbfc65-e5d2-494c-b325-6adc5432776f),segment_id=8abbfc65-e5d2-494c-b325-6adc5432776f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:28.986987 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f4c86845-1db2-46a9-99f2-d0cf3d6fdc4a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.026638 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 88d6a242-8d78-4f0c-a4f2-6624c1bd271b, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=88d6a242-8d78-4f0c-a4f2-6624c1bd271b,segment=NetworkSegment(315d9486-8644-4059-92e5-9d334dd055ed),segment_id=315d9486-8644-4059-92e5-9d334dd055ed)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:29.030443 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2a46db48-e23d-43f6-b01f-962c6011e25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.041924 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.122353 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46db48-e23d-43f6-b01f-962c6011e25e None None] Pushing event updated for resources: {'Port': ['ID=d939fd1f-1524-4d72-bbda-a8dd99c8ec63,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:29.188986 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f4c86845-1db2-46a9-99f2-d0cf3d6fdc4a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.237620 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=88d6a242-8d78-4f0c-a4f2-6624c1bd271b,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:29.262903 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e39ceeb3-e70c-4c9b-bd5f-e1db65bd4629 None None] Provisioning complete for port 88d6a242-8d78-4f0c-a4f2-6624c1bd271b triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:29.263283 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e39ceeb3-e70c-4c9b-bd5f-e1db65bd4629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.336075 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbd4e0-2ef1-42cb-b39d-b1bfd5177073 req-e2af67b9-90d6-4de9-bd98-b8888d739a93 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:29.353272 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4bfbd4e0-2ef1-42cb-b39d-b1bfd5177073 req-e2af67b9-90d6-4de9-bd98-b8888d739a93 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4724ece5-49b2-4b85-be4b-f8ebda99374c HTTP/1.1" status: 200 len: 945 time: 0.1669722 Jul 07 17:11:29.369990 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f4c86845-1db2-46a9-99f2-d0cf3d6fdc4a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.435528 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c86845-1db2-46a9-99f2-d0cf3d6fdc4a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Subnet': ['ID=b842be88-34a9-4380-acb1-342d99708829,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:29.456247 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f4c86845-1db2-46a9-99f2-d0cf3d6fdc4a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.456584 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f4c86845-1db2-46a9-99f2-d0cf3d6fdc4a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/subnets/b842be88-34a9-4380-acb1-342d99708829 HTTP/1.1" status: 204 len: 168 time: 0.6461604 Jul 07 17:11:29.462914 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36758) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:29.519283 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-3b5dfe75-5636-476f-a449-533b3945255d tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Deleting port 8c5a625b-c440-451b-b8a1-c57b4cd322ba {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:29.519768 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b5dfe75-5636-476f-a449-533b3945255d tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.535414 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1247c2-87e3-4fd7-98bb-7807461e47f8 None None] Network 1d3b2004-7d0e-4d58-bbd8-08bc3e41ac73 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:29.541610 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4bfbd4e0-2ef1-42cb-b39d-b1bfd5177073 req-577b4aab-d249-43a9-8ada-11090600ca23 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.53 "GET /v2.0/security-groups?id=76a6cf3b-9559-4f73-8fa4-50faac352e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858485 Jul 07 17:11:29.616714 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a961bc7d-031f-4772-8448-44cf6441ca2c None None] Provisioning for port 64c81514-9c86-4e9c-99a2-4379d3e8eb92 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:29.622736 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2fa384fd-454d-4ff8-9b39-d41808b089da tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.638575 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a961bc7d-031f-4772-8448-44cf6441ca2c None None] Provisioning complete for port 64c81514-9c86-4e9c-99a2-4379d3e8eb92 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:29.639165 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a961bc7d-031f-4772-8448-44cf6441ca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.722497 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-2fa384fd-454d-4ff8-9b39-d41808b089da tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting port 88d6a242-8d78-4f0c-a4f2-6624c1bd271b {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:29.723221 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2fa384fd-454d-4ff8-9b39-d41808b089da tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.730947 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb83589-a747-4013-a6fb-5c93c6c39faf req-7051bb66-802b-4cbb-a680-57fdd1d1cbad tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:29.739121 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6fb83589-a747-4013-a6fb-5c93c6c39faf req-7051bb66-802b-4cbb-a680-57fdd1d1cbad tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 1.0637317 Jul 07 17:11:29.743814 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d939fd1f-1524-4d72-bbda-a8dd99c8ec63 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:29.785928 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a961bc7d-031f-4772-8448-44cf6441ca2c None None] Port 64c81514-9c86-4e9c-99a2-4379d3e8eb92 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:29.825624 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-2fa384fd-454d-4ff8-9b39-d41808b089da tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] For port 88d6a242-8d78-4f0c-a4f2-6624c1bd271b, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=88d6a242-8d78-4f0c-a4f2-6624c1bd271b,segment=NetworkSegment(315d9486-8644-4059-92e5-9d334dd055ed),segment_id=315d9486-8644-4059-92e5-9d334dd055ed)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:29.826063 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2fa384fd-454d-4ff8-9b39-d41808b089da tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.834067 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b5dfe75-5636-476f-a449-533b3945255d tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.847754 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a961bc7d-031f-4772-8448-44cf6441ca2c None None] Provisioning for port 8c5a625b-c440-451b-b8a1-c57b4cd322ba completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:29.852883 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-3b5dfe75-5636-476f-a449-533b3945255d tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Calling delete_port for 8c5a625b-c440-451b-b8a1-c57b4cd322ba owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:29.858312 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a961bc7d-031f-4772-8448-44cf6441ca2c None None] Provisioning complete for port 8c5a625b-c440-451b-b8a1-c57b4cd322ba triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:29.858660 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a961bc7d-031f-4772-8448-44cf6441ca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.879672 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-2fa384fd-454d-4ff8-9b39-d41808b089da tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Calling delete_port for 88d6a242-8d78-4f0c-a4f2-6624c1bd271b owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:29.904399 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port d939fd1f-1524-4d72-bbda-a8dd99c8ec63 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:29.904915 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.951274 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a961bc7d-031f-4772-8448-44cf6441ca2c None None] Port 8c5a625b-c440-451b-b8a1-c57b4cd322ba cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:29.962275 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a961bc7d-031f-4772-8448-44cf6441ca2c None None] Could not find standard attr ID for object 2f87cfbe-2c13-4590-92d5-47b6f709af88. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:11:29.988972 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a961bc7d-031f-4772-8448-44cf6441ca2c None None] Provisioning complete for port d939fd1f-1524-4d72-bbda-a8dd99c8ec63 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:29.989561 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a961bc7d-031f-4772-8448-44cf6441ca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.997284 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3767348-75c0-4882-8988-77f56e5b9a01 req-ee25fa51-db3a-44b9-947d-f3378fc64004 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:29.999886 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b3767348-75c0-4882-8988-77f56e5b9a01 req-ee25fa51-db3a-44b9-947d-f3378fc64004 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 946 time: 0.1771393 Jul 07 17:11:30.082483 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 88d6a242-8d78-4f0c-a4f2-6624c1bd271b up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:30.083402 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6fb83589-a747-4013-a6fb-5c93c6c39faf req-b2b6ffd6-b7be-4954-8e37-f16713105ac4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3261538 Jul 07 17:11:30.099151 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9d955ba1-184c-47f2-882b-41885c820b1b req-20001a52-f5c1-40b5-8550-bdc698faf9f4 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.109712 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['ef380acb-b070-4a03-8ab4-9915f4d0d9d6'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:30.117100 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b3767348-75c0-4882-8988-77f56e5b9a01 req-51a5f50f-e406-4c33-ac19-aad1b1986570 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831406 Jul 07 17:11:30.118704 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2fa384fd-454d-4ff8-9b39-d41808b089da tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.163577 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa384fd-454d-4ff8-9b39-d41808b089da tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Port': ['ID=88d6a242-8d78-4f0c-a4f2-6624c1bd271b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:30.167970 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa384fd-454d-4ff8-9b39-d41808b089da tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] No DVR routers for this DVR port 88d6a242-8d78-4f0c-a4f2-6624c1bd271b on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:30.190356 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62390b80-2d2e-47ba-8343-0736de3d3717 None None] DHCP port deletion for 1d3b2004-7d0e-4d58-bbd8-08bc3e41ac73 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:11:30.217634 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20001a52-f5c1-40b5-8550-bdc698faf9f4 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Pushing event deleted for resources: {'Port': ['ID=ef380acb-b070-4a03-8ab4-9915f4d0d9d6,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:30.302438 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.317595 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No active binding found for port 88d6a242-8d78-4f0c-a4f2-6624c1bd271b {{(pid=100194) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 17:11:30.317595 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 88d6a242-8d78-4f0c-a4f2-6624c1bd271b not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 07 17:11:30.334970 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2fa384fd-454d-4ff8-9b39-d41808b089da tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.354022 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Port 88d6a242-8d78-4f0c-a4f2-6624c1bd271b not found, will not notify nova. {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 07 17:11:30.369529 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-2fa384fd-454d-4ff8-9b39-d41808b089da tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3b2004-7d0e-4d58-bbd8-08bc3e41ac73']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:30.394067 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d955ba1-184c-47f2-882b-41885c820b1b req-20001a52-f5c1-40b5-8550-bdc698faf9f4 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] No DVR routers for this DVR port ef380acb-b070-4a03-8ab4-9915f4d0d9d6 on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:30.403569 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9d955ba1-184c-47f2-882b-41885c820b1b req-20001a52-f5c1-40b5-8550-bdc698faf9f4 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.403839 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-2fa384fd-454d-4ff8-9b39-d41808b089da tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315d9486-8644-4059-92e5-9d334dd055ed') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:30.403941 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d955ba1-184c-47f2-882b-41885c820b1b req-20001a52-f5c1-40b5-8550-bdc698faf9f4 tempest-ServerRescueNegativeTestJSON-1928025489 tempest-ServerRescueNegativeTestJSON-1928025489-project] 10.222.0.64 "DELETE /v2.0/ports/ef380acb-b070-4a03-8ab4-9915f4d0d9d6 HTTP/1.1" status: 204 len: 173 time: 2.4439673 Jul 07 17:11:30.403941 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4724ece5-49b2-4b85-be4b-f8ebda99374c', 'name': 'network-vif-deleted', 'tag': 'ef380acb-b070-4a03-8ab4-9915f4d0d9d6'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:30.404930 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-2fa384fd-454d-4ff8-9b39-d41808b089da tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315d9486-8644-4059-92e5-9d334dd055ed') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:30.407111 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c888777-eb27-47c1-91e8-d0f2ed7f0f52" -d '{"events": [{"server_uuid": "4724ece5-49b2-4b85-be4b-f8ebda99374c", "name": "network-vif-deleted", "tag": "ef380acb-b070-4a03-8ab4-9915f4d0d9d6"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:30.410049 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b5dfe75-5636-476f-a449-533b3945255d tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.442841 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a66215eb-1daf-4cfe-9ffb-d2c90aa4b977 None None] Provisioning complete for port 64c81514-9c86-4e9c-99a2-4379d3e8eb92 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:30.443721 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a66215eb-1daf-4cfe-9ffb-d2c90aa4b977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.455396 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5dfe75-5636-476f-a449-533b3945255d tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Pushing event deleted for resources: {'Port': ['ID=8c5a625b-c440-451b-b8a1-c57b4cd322ba,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:30.469071 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2fa384fd-454d-4ff8-9b39-d41808b089da tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.529208 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2fa384fd-454d-4ff8-9b39-d41808b089da tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.548544 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa384fd-454d-4ff8-9b39-d41808b089da tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:11:30.549274 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2fa384fd-454d-4ff8-9b39-d41808b089da tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:11:30.557012 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:11:30.564900 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a66215eb-1daf-4cfe-9ffb-d2c90aa4b977 None None] Port 64c81514-9c86-4e9c-99a2-4379d3e8eb92 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:30.578872 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a66215eb-1daf-4cfe-9ffb-d2c90aa4b977 None None] Could not find standard attr ID for object 8c5a625b-c440-451b-b8a1-c57b4cd322ba. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:11:30.776319 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b5dfe75-5636-476f-a449-533b3945255d tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.778618 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3b5dfe75-5636-476f-a449-533b3945255d tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] 10.222.0.53 "DELETE /v2.0/ports/8c5a625b-c440-451b-b8a1-c57b4cd322ba HTTP/1.1" status: 204 len: 168 time: 2.5366800 Jul 07 17:11:30.784596 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36772) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:30.821806 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-6287ea58-87a2-45dc-a1c4-df823a4da94e tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] GET failed (client error): The resource could not be found. Jul 07 17:11:30.827976 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6287ea58-87a2-45dc-a1c4-df823a4da94e tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] 10.222.0.53 "GET /v2.0/ports/8c5a625b-c440-451b-b8a1-c57b4cd322ba HTTP/1.1" status: 404 len: 333 time: 0.0387006 Jul 07 17:11:30.828906 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36774) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:30.835040 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-7e09dde3-1906-4863-b356-9d23eb4019d5 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Request body: {'port': {'network_id': '69eb5df1-6bb5-4b6b-a2f1-262f02033dfa', 'name': 'tempest-AllowedAddressPairTestJSON-740430034'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:31.005472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e09dde3-1906-4863-b356-9d23eb4019d5 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Made reservation on behalf of e79248a20e6b4666b6e49d1a2dd70cbc for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:31.009663 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e09dde3-1906-4863-b356-9d23eb4019d5 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.044288 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-7e09dde3-1906-4863-b356-9d23eb4019d5 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] device_id is not set on port 8a3b033d-c6c8-453f-8201-4b0f3273460e yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:31.092927 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef64bf-1ec9-4b1b-b544-6e19af682da2 req-bc97c52c-bacd-4621-bde9-2785ae9bf1a3 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:31.095628 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-11ef64bf-1ec9-4b1b-b544-6e19af682da2 req-bc97c52c-bacd-4621-bde9-2785ae9bf1a3 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 0.6774776 Jul 07 17:11:31.115496 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2fa384fd-454d-4ff8-9b39-d41808b089da tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.121112 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2fa384fd-454d-4ff8-9b39-d41808b089da tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.123866 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2fa384fd-454d-4ff8-9b39-d41808b089da tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/networks/1d3b2004-7d0e-4d58-bbd8-08bc3e41ac73 HTTP/1.1" status: 204 len: 168 time: 1.6592724 Jul 07 17:11:31.132099 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36778) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:31.148971 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-6aa01aff-0fbb-4fdb-8581-60495a207935 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'port': {'network_id': 'dfb1a217-5115-42d1-a042-d161f0a6cd64', 'name': 'tempest-PortsTestJSON-1702212998'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:31.200127 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-11ef64bf-1ec9-4b1b-b544-6e19af682da2 req-396f9a84-a7d5-4c33-9e41-e68a198873ee tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973053 Jul 07 17:11:31.201218 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa384fd-454d-4ff8-9b39-d41808b089da tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Network': ['ID=1d3b2004-7d0e-4d58-bbd8-08bc3e41ac73,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:31.354877 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c30b151-8345-446e-a379-9bbb56953987 x-openstack-request-id: req-3c30b151-8345-446e-a379-9bbb56953987 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:31.355272 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4724ece5-49b2-4b85-be4b-f8ebda99374c", "name": "network-vif-deleted", "tag": "ef380acb-b070-4a03-8ab4-9915f4d0d9d6", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:31.355597 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c30b151-8345-446e-a379-9bbb56953987 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:31.356076 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4724ece5-49b2-4b85-be4b-f8ebda99374c', 'name': 'network-vif-deleted', 'tag': 'ef380acb-b070-4a03-8ab4-9915f4d0d9d6', 'status': 'completed', 'code': 200} Jul 07 17:11:31.379809 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36784) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:31.470453 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-7e09dde3-1906-4863-b356-9d23eb4019d5 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Allocated IP 172.20.0.6 (69eb5df1-6bb5-4b6b-a2f1-262f02033dfa/a47ba282-7428-49d5-bfda-989815c66fac/8a3b033d-c6c8-453f-8201-4b0f3273460e) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:31.541157 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa01aff-0fbb-4fdb-8581-60495a207935 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:31.544598 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6aa01aff-0fbb-4fdb-8581-60495a207935 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.637958 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 88d6a242-8d78-4f0c-a4f2-6624c1bd271b no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:31.677987 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 88d6a242-8d78-4f0c-a4f2-6624c1bd271b {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:31.678665 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 88d6a242-8d78-4f0c-a4f2-6624c1bd271b not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:31.685874 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-6aa01aff-0fbb-4fdb-8581-60495a207935 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] device_id is not set on port 4bfeb387-4f7f-414c-bc72-3de5a0e261e4 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:31.691832 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fa2d2-a6f6-4898-9058-d41d65ff9990 req-6fab0c20-30ff-4eda-b84f-f0cf2b174e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:31.693416 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c4fa2d2-a6f6-4898-9058-d41d65ff9990 req-6fab0c20-30ff-4eda-b84f-f0cf2b174e74 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 1097 time: 0.4091308 Jul 07 17:11:31.873829 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87921ea-8d02-4d9c-b475-2308001690ba req-f755b49d-b0aa-4407-af56-f73e6ef89c45 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:31.885860 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87921ea-8d02-4d9c-b475-2308001690ba req-f755b49d-b0aa-4407-af56-f73e6ef89c45 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:31.897840 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87921ea-8d02-4d9c-b475-2308001690ba req-f755b49d-b0aa-4407-af56-f73e6ef89c45 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:31.909841 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87921ea-8d02-4d9c-b475-2308001690ba req-f755b49d-b0aa-4407-af56-f73e6ef89c45 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:31.921339 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87921ea-8d02-4d9c-b475-2308001690ba req-f755b49d-b0aa-4407-af56-f73e6ef89c45 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:31.933827 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87921ea-8d02-4d9c-b475-2308001690ba req-f755b49d-b0aa-4407-af56-f73e6ef89c45 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:31.945571 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87921ea-8d02-4d9c-b475-2308001690ba req-f755b49d-b0aa-4407-af56-f73e6ef89c45 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:31.948885 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a87921ea-8d02-4d9c-b475-2308001690ba req-f755b49d-b0aa-4407-af56-f73e6ef89c45 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5444 time: 0.3598578 Jul 07 17:11:32.013004 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cc596-0c9f-4b7a-8879-da382966899b req-5d5e879d-9d08-4558-b30b-f218661a5b90 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.014646 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2a9cc596-0c9f-4b7a-8879-da382966899b req-5d5e879d-9d08-4558-b30b-f218661a5b90 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.4239857 Jul 07 17:11:32.119410 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e09dde3-1906-4863-b356-9d23eb4019d5 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.170715 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a87921ea-8d02-4d9c-b475-2308001690ba req-057a50f2-6c70-4ab3-996c-bb34e9f703b5 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2109158 Jul 07 17:11:32.177752 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fa2d2-a6f6-4898-9058-d41d65ff9990 req-f8b00b17-9773-485f-81c2-533e0b65aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.179996 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c4fa2d2-a6f6-4898-9058-d41d65ff9990 req-f8b00b17-9773-485f-81c2-533e0b65aa2e service neutron] 10.222.0.72 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 913 time: 0.4751961 Jul 07 17:11:32.185360 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-7e09dde3-1906-4863-b356-9d23eb4019d5 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Transition to ACTIVE for port object 8a3b033d-c6c8-453f-8201-4b0f3273460e will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:32.207225 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2a9cc596-0c9f-4b7a-8879-da382966899b req-5bf6eba1-05fb-4baf-aa5d-0e4ed866dc81 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797788 Jul 07 17:11:32.257790 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6aa01aff-0fbb-4fdb-8581-60495a207935 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.327071 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e09dde3-1906-4863-b356-9d23eb4019d5 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.341945 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c4fa2d2-a6f6-4898-9058-d41d65ff9990 req-7fce9f49-d8e7-48e6-8f39-75af6b79d927 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f HTTP/1.1" status: 200 len: 999 time: 0.1358652 Jul 07 17:11:32.362810 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-d1979d3e-1d5f-4a48-8fb3-4010f9d556e9 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.369052 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-d1979d3e-1d5f-4a48-8fb3-4010f9d556e9 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.376491 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-d1979d3e-1d5f-4a48-8fb3-4010f9d556e9 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.382749 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-d1979d3e-1d5f-4a48-8fb3-4010f9d556e9 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.389227 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-d1979d3e-1d5f-4a48-8fb3-4010f9d556e9 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.396022 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-d1979d3e-1d5f-4a48-8fb3-4010f9d556e9 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.402212 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-d1979d3e-1d5f-4a48-8fb3-4010f9d556e9 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.404204 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-d1979d3e-1d5f-4a48-8fb3-4010f9d556e9 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5444 time: 0.2916853 Jul 07 17:11:32.429152 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device ef380acb-b070-4a03-8ab4-9915f4d0d9d6 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:32.442147 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fa2d2-a6f6-4898-9058-d41d65ff9990 req-60b9d5ab-a263-4750-a8b4-8867c90dc723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.444036 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c4fa2d2-a6f6-4898-9058-d41d65ff9990 req-60b9d5ab-a263-4750-a8b4-8867c90dc723 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 200 len: 851 time: 0.0926604 Jul 07 17:11:32.496233 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: ef380acb-b070-4a03-8ab4-9915f4d0d9d6 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:32.496527 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e09dde3-1906-4863-b356-9d23eb4019d5 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Network 69eb5df1-6bb5-4b6b-a2f1-262f02033dfa is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:32.497776 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device ef380acb-b070-4a03-8ab4-9915f4d0d9d6 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:32.513543 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-7e09dde3-1906-4863-b356-9d23eb4019d5 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:32.516859 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e09dde3-1906-4863-b356-9d23eb4019d5 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:32.588835 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09dde3-1906-4863-b356-9d23eb4019d5 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Pushing event updated for resources: {'Port': ['ID=8a3b033d-c6c8-453f-8201-4b0f3273460e,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:32.598401 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6aa01aff-0fbb-4fdb-8581-60495a207935 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.623795 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-28c86fba-d345-46ae-a98e-4f15ba37b15b tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.626599 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-28c86fba-d345-46ae-a98e-4f15ba37b15b tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.64 "GET /v2.0/ports/874aad95-4d95-4e67-b5f3-a74579b36f91?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2102673 Jul 07 17:11:32.686985 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15397b55-b5ed-4fa8-a164-4b6fa3cc4380 req-ef6e0d2e-e634-4a1c-936b-7702f629870f tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.695309 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15397b55-b5ed-4fa8-a164-4b6fa3cc4380 req-ef6e0d2e-e634-4a1c-936b-7702f629870f tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 946 time: 0.2427425 Jul 07 17:11:32.705448 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fa2d2-a6f6-4898-9058-d41d65ff9990 req-3378d58a-9971-49b6-8bfe-4383c9062551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.707272 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c4fa2d2-a6f6-4898-9058-d41d65ff9990 req-3378d58a-9971-49b6-8bfe-4383c9062551 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2518308 Jul 07 17:11:32.723746 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-0c4fa2d2-a6f6-4898-9058-d41d65ff9990 req-54629771-20ab-447f-ab21-a2a06b498551 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:11:32.725020 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c4fa2d2-a6f6-4898-9058-d41d65ff9990 req-54629771-20ab-447f-ab21-a2a06b498551 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077815 Jul 07 17:11:32.781881 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa01aff-0fbb-4fdb-8581-60495a207935 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network dfb1a217-5115-42d1-a042-d161f0a6cd64 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:32.798021 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e09dde3-1906-4863-b356-9d23eb4019d5 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.798854 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e09dde3-1906-4863-b356-9d23eb4019d5 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.807361 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-6aa01aff-0fbb-4fdb-8581-60495a207935 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:32.811975 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7b2e3cd4-d3e4-45b6-af5d-90c9a57b5855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.825985 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa01aff-0fbb-4fdb-8581-60495a207935 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:32.832382 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa01aff-0fbb-4fdb-8581-60495a207935 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.833100 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6aa01aff-0fbb-4fdb-8581-60495a207935 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.841525 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4b46bd61-2387-4661-82aa-e60ea6a61e29 None None] Provisioning for port 8a3b033d-c6c8-453f-8201-4b0f3273460e completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:32.853212 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4b46bd61-2387-4661-82aa-e60ea6a61e29 None None] Provisioning complete for port 8a3b033d-c6c8-453f-8201-4b0f3273460e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:32.854374 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4b46bd61-2387-4661-82aa-e60ea6a61e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.866819 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa01aff-0fbb-4fdb-8581-60495a207935 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Port': ['ID=4bfeb387-4f7f-414c-bc72-3de5a0e261e4,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:32.880293 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7e09dde3-1906-4863-b356-9d23eb4019d5 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0499108 Jul 07 17:11:32.884946 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36790) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:32.887041 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6aa01aff-0fbb-4fdb-8581-60495a207935 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7527094 Jul 07 17:11:32.899565 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-48df2cc0-b103-408f-aa64-442fcad41b62 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:b9:f8:e6'}]}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:32.899928 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36792) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:32.922192 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-4b46bd61-2387-4661-82aa-e60ea6a61e29 None None] Port 8a3b033d-c6c8-453f-8201-4b0f3273460e cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:32.929188 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15397b55-b5ed-4fa8-a164-4b6fa3cc4380 req-40b2598c-43ad-41c2-9b17-6461e94a1015 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321591 Jul 07 17:11:32.959295 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9010aa7-4059-46c3-88aa-16a4353a9e5b req-f8ddd4a6-d425-400c-a2b7-0c2b2e49907d tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.959295 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c9010aa7-4059-46c3-88aa-16a4353a9e5b req-f8ddd4a6-d425-400c-a2b7-0c2b2e49907d tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 0.4374566 Jul 07 17:11:32.997101 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-e9d67cf4-26fe-47c6-87d5-053cf98c7762 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.64 "GET /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3612275 Jul 07 17:11:33.054127 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c4fa2d2-a6f6-4898-9058-d41d65ff9990 req-662d7764-5cbe-4582-884e-1c0ade0cecc3 service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188014 Jul 07 17:11:33.055582 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-db141921-6d18-484b-9528-2202ecb6a039 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:33.067475 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c9010aa7-4059-46c3-88aa-16a4353a9e5b req-bcc74551-467e-4aa4-a898-242a2b70ff5e tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158233 Jul 07 17:11:33.163119 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d71f24-be2b-429f-b8ae-dcb6283708a8 req-7850d4cc-5edb-4266-af1e-8fbb9b27d51f tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:33.164805 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a3d71f24-be2b-429f-b8ae-dcb6283708a8 req-7850d4cc-5edb-4266-af1e-8fbb9b27d51f tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.64 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 946 time: 0.4049847 Jul 07 17:11:33.220478 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-db141921-6d18-484b-9528-2202ecb6a039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.235857 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 44dac440-bae3-4cda-a47f-93ea5a38cae0 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:11:33.241835 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-48df2cc0-b103-408f-aa64-442fcad41b62 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.438758 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-db141921-6d18-484b-9528-2202ecb6a039 service neutron] For port 874aad95-4d95-4e67-b5f3-a74579b36f91, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=874aad95-4d95-4e67-b5f3-a74579b36f91,segment=NetworkSegment(6bcddae9-b488-4690-903f-3d09a677e8f6),segment_id=6bcddae9-b488-4690-903f-3d09a677e8f6)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:33.467881 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 44dac440-bae3-4cda-a47f-93ea5a38cae0, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=44dac440-bae3-4cda-a47f-93ea5a38cae0,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:33.501303 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '44dac440-bae3-4cda-a47f-93ea5a38cae0', 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575', 'port_id': '44dac440-bae3-4cda-a47f-93ea5a38cae0', 'mac_address': 'fa:16:3e:85:1c:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e47f73-09be-4e96-b070-1b771944d586', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:11:33.531980 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-6085b919-5b32-4686-9d22-d091d368e2d8 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting port 4bfeb387-4f7f-414c-bc72-3de5a0e261e4 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:33.532601 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6085b919-5b32-4686-9d22-d091d368e2d8 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.544339 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-db141921-6d18-484b-9528-2202ecb6a039 service neutron] For port 874aad95-4d95-4e67-b5f3-a74579b36f91, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:33.561195 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.561525 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c4fa2d2-a6f6-4898-9058-d41d65ff9990 req-014203eb-87b2-4fae-9bea-6a12a46c7e65 service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768858 Jul 07 17:11:33.594251 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44dac440-bae3-4cda-a47f-93ea5a38cae0 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:11:33.638639 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 44dac440-bae3-4cda-a47f-93ea5a38cae0, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=44dac440-bae3-4cda-a47f-93ea5a38cae0,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:33.646043 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.666452 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6085b919-5b32-4686-9d22-d091d368e2d8 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.696849 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-6085b919-5b32-4686-9d22-d091d368e2d8 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Calling delete_port for 4bfeb387-4f7f-414c-bc72-3de5a0e261e4 owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:33.703733 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-a3d71f24-be2b-429f-b8ae-dcb6283708a8 req-7a83188a-4271-4e2d-8fa7-54c436dea9e9 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Deleting port d7d31a84-29a9-4b98-bc7b-f1536bef6f7a {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:33.704077 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a3d71f24-be2b-429f-b8ae-dcb6283708a8 req-7a83188a-4271-4e2d-8fa7-54c436dea9e9 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.704282 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-db141921-6d18-484b-9528-2202ecb6a039 service neutron] device_id is not set on port 874aad95-4d95-4e67-b5f3-a74579b36f91 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:33.779474 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=44dac440-bae3-4cda-a47f-93ea5a38cae0,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:33.787834 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757902fd-6449-4430-9011-9fc4168be0b1 req-dcb839f0-5c02-41fc-9b27-e7779e49e312 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:33.794310 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757902fd-6449-4430-9011-9fc4168be0b1 req-dcb839f0-5c02-41fc-9b27-e7779e49e312 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:33.800344 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['44dac440-bae3-4cda-a47f-93ea5a38cae0'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:33.800905 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757902fd-6449-4430-9011-9fc4168be0b1 req-dcb839f0-5c02-41fc-9b27-e7779e49e312 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:33.807059 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757902fd-6449-4430-9011-9fc4168be0b1 req-dcb839f0-5c02-41fc-9b27-e7779e49e312 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:33.814078 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757902fd-6449-4430-9011-9fc4168be0b1 req-dcb839f0-5c02-41fc-9b27-e7779e49e312 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:33.814296 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-db141921-6d18-484b-9528-2202ecb6a039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.820441 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757902fd-6449-4430-9011-9fc4168be0b1 req-dcb839f0-5c02-41fc-9b27-e7779e49e312 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:33.827900 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757902fd-6449-4430-9011-9fc4168be0b1 req-dcb839f0-5c02-41fc-9b27-e7779e49e312 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:33.836108 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-757902fd-6449-4430-9011-9fc4168be0b1 req-dcb839f0-5c02-41fc-9b27-e7779e49e312 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 5444 time: 0.3687611 Jul 07 17:11:33.855861 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-db141921-6d18-484b-9528-2202ecb6a039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.937223 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b24f2-e2c2-40e8-971a-7f2c7a177e74 req-79776f57-56a8-4b2e-ab47-fc0b8af821d1 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:33.939325 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7b6b24f2-e2c2-40e8-971a-7f2c7a177e74 req-79776f57-56a8-4b2e-ab47-fc0b8af821d1 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.4155447 Jul 07 17:11:33.976533 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db141921-6d18-484b-9528-2202ecb6a039 service neutron] Pushing event updated for resources: {'Port': ['ID=874aad95-4d95-4e67-b5f3-a74579b36f91,revision_number=6']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:34.028501 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-db141921-6d18-484b-9528-2202ecb6a039 service neutron] No DVR routers for this DVR port 874aad95-4d95-4e67-b5f3-a74579b36f91 on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:34.031643 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-757902fd-6449-4430-9011-9fc4168be0b1 req-8f238d01-b20d-48f2-ab50-5397d72e1259 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1938791 Jul 07 17:11:34.097020 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-db141921-6d18-484b-9528-2202ecb6a039 service neutron] In _notify_port_updated(), no bound segment for port 874aad95-4d95-4e67-b5f3-a74579b36f91 on network fab6f54d-9214-45d2-b598-1fe08070fc1d {{(pid=100192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:11:34.098053 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-db141921-6d18-484b-9528-2202ecb6a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:34.098769 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-db141921-6d18-484b-9528-2202ecb6a039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:34.100216 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-db141921-6d18-484b-9528-2202ecb6a039 service neutron] 10.222.0.64 "PUT /v2.0/ports/874aad95-4d95-4e67-b5f3-a74579b36f91 HTTP/1.1" status: 200 len: 1032 time: 1.0814722 Jul 07 17:11:34.111271 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-a3d71f24-be2b-429f-b8ae-dcb6283708a8 req-7a83188a-4271-4e2d-8fa7-54c436dea9e9 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] For port d7d31a84-29a9-4b98-bc7b-f1536bef6f7a, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=d7d31a84-29a9-4b98-bc7b-f1536bef6f7a,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:34.111271 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a3d71f24-be2b-429f-b8ae-dcb6283708a8 req-7a83188a-4271-4e2d-8fa7-54c436dea9e9 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:34.142274 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-a3d71f24-be2b-429f-b8ae-dcb6283708a8 req-7a83188a-4271-4e2d-8fa7-54c436dea9e9 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Calling delete_port for d7d31a84-29a9-4b98-bc7b-f1536bef6f7a owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:34.161402 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6085b919-5b32-4686-9d22-d091d368e2d8 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:34.166410 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7b6b24f2-e2c2-40e8-971a-7f2c7a177e74 req-ef761388-4f14-47b6-967e-24469300fd51 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960571 Jul 07 17:11:34.191190 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-48df2cc0-b103-408f-aa64-442fcad41b62 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:34.201245 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-837f7248-6237-42e6-becc-8d3a6bcbdf68 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:34.202925 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-837f7248-6237-42e6-becc-8d3a6bcbdf68 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.64 "GET /v2.0/ports/ba66bda7-9cd8-47c6-937f-ed3c0e115210?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0937629 Jul 07 17:11:34.204340 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-48df2cc0-b103-408f-aa64-442fcad41b62 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:34.216039 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-c8cb5ec6-654d-43be-8254-c6a9c58e2099 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:34.409891 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085b919-5b32-4686-9d22-d091d368e2d8 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Port': ['ID=4bfeb387-4f7f-414c-bc72-3de5a0e261e4,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:34.435485 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df2cc0-b103-408f-aa64-442fcad41b62 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Pushing event updated for resources: {'Port': ['ID=8a3b033d-c6c8-453f-8201-4b0f3273460e,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:34.445791 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e3cd4-d3e4-45b6-af5d-90c9a57b5855 admin admin] Deleting port e1ed12a9-fd41-4f5e-89b8-c13b51ca422e {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:34.446136 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7b2e3cd4-d3e4-45b6-af5d-90c9a57b5855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:34.467608 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a02acc43-3a11-4115-9636-48431f6b752c None None] Provisioning complete for port 874aad95-4d95-4e67-b5f3-a74579b36f91 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:34.469185 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a02acc43-3a11-4115-9636-48431f6b752c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:34.530271 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-48df2cc0-b103-408f-aa64-442fcad41b62 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] In _notify_port_updated(), no bound segment for port 8a3b033d-c6c8-453f-8201-4b0f3273460e on network 69eb5df1-6bb5-4b6b-a2f1-262f02033dfa {{(pid=100192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:11:34.536859 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48df2cc0-b103-408f-aa64-442fcad41b62 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:34.538059 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-48df2cc0-b103-408f-aa64-442fcad41b62 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:34.542722 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-48df2cc0-b103-408f-aa64-442fcad41b62 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] 10.222.0.53 "PUT /v2.0/ports/8a3b033d-c6c8-453f-8201-4b0f3273460e HTTP/1.1" status: 200 len: 992 time: 1.6573210 Jul 07 17:11:34.549959 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36802) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:34.567600 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-7b2e3cd4-d3e4-45b6-af5d-90c9a57b5855 admin admin] For port e1ed12a9-fd41-4f5e-89b8-c13b51ca422e, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e1ed12a9-fd41-4f5e-89b8-c13b51ca422e,segment=NetworkSegment(a8f5d722-70dd-4b0a-ac22-e44981341ac0),segment_id=a8f5d722-70dd-4b0a-ac22-e44981341ac0)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:34.568212 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7b2e3cd4-d3e4-45b6-af5d-90c9a57b5855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:34.569757 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a02acc43-3a11-4115-9636-48431f6b752c None None] Port 874aad95-4d95-4e67-b5f3-a74579b36f91 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:34.814082 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c2d6e01d-ea33-493e-80fe-7601fdf0d419 None None] Provisioning complete for port 8a3b033d-c6c8-453f-8201-4b0f3273460e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:34.815995 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c2d6e01d-ea33-493e-80fe-7601fdf0d419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:34.886851 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c2d6e01d-ea33-493e-80fe-7601fdf0d419 None None] Port 8a3b033d-c6c8-453f-8201-4b0f3273460e cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:34.912401 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-c8cb5ec6-654d-43be-8254-c6a9c58e2099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:34.950768 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4978750-574f-44c8-94f5-da945c62583b req-f0d272f4-275a-4f44-9145-31798b7871e9 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:34.953225 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a4978750-574f-44c8-94f5-da945c62583b req-f0d272f4-275a-4f44-9145-31798b7871e9 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 944 time: 0.5624475 Jul 07 17:11:34.995922 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e3cd4-d3e4-45b6-af5d-90c9a57b5855 admin admin] Calling delete_port for e1ed12a9-fd41-4f5e-89b8-c13b51ca422e owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:35.000210 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6085b919-5b32-4686-9d22-d091d368e2d8 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.006734 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6085b919-5b32-4686-9d22-d091d368e2d8 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/ports/4bfeb387-4f7f-414c-bc72-3de5a0e261e4 HTTP/1.1" status: 204 len: 168 time: 2.1025307 Jul 07 17:11:35.009660 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36816) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:35.022309 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-7d410ae0-898d-46ea-add2-3a18f98cd55b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'port': {'network_id': 'dfb1a217-5115-42d1-a042-d161f0a6cd64', 'mac_address': 'fa:16:3e:24:7a:06', 'name': 'tempest-PortsTestJSON-654758409'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:35.111682 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a4978750-574f-44c8-94f5-da945c62583b req-46fd0bcf-ce3d-494b-8a23-b95cb9c18f15 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224678 Jul 07 17:11:35.192479 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-75355859-3899-4af0-aa4a-72e0d636af8b tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Deleting port 8a3b033d-c6c8-453f-8201-4b0f3273460e {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:35.193004 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75355859-3899-4af0-aa4a-72e0d636af8b tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.248316 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 44dac440-bae3-4cda-a47f-93ea5a38cae0 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:35.352761 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-c8cb5ec6-654d-43be-8254-c6a9c58e2099 service neutron] For port ba66bda7-9cd8-47c6-937f-ed3c0e115210, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=ba66bda7-9cd8-47c6-937f-ed3c0e115210,segment=NetworkSegment(6bcddae9-b488-4690-903f-3d09a677e8f6),segment_id=6bcddae9-b488-4690-903f-3d09a677e8f6)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:35.363736 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2469d-0b4e-415f-9bad-e7e7561725c8 req-2d34c354-c052-435b-8ec1-05915c8cb33f tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:35.372285 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cfe2469d-0b4e-415f-9bad-e7e7561725c8 req-2d34c354-c052-435b-8ec1-05915c8cb33f tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 946 time: 1.0283036 Jul 07 17:11:35.411713 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 44dac440-bae3-4cda-a47f-93ea5a38cae0 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:35.412321 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.480931 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-c8cb5ec6-654d-43be-8254-c6a9c58e2099 service neutron] For port ba66bda7-9cd8-47c6-937f-ed3c0e115210, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:35.550880 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d410ae0-898d-46ea-add2-3a18f98cd55b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:35.667682 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a3d71f24-be2b-429f-b8ae-dcb6283708a8 req-7a83188a-4271-4e2d-8fa7-54c436dea9e9 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.684255 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['42cfc02f-3401-4427-a978-d55f0e45e38f'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:35.713679 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-c8cb5ec6-654d-43be-8254-c6a9c58e2099 service neutron] device_id is not set on port ba66bda7-9cd8-47c6-937f-ed3c0e115210 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:35.736301 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75355859-3899-4af0-aa4a-72e0d636af8b tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.758791 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-c8cb5ec6-654d-43be-8254-c6a9c58e2099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.780048 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-75355859-3899-4af0-aa4a-72e0d636af8b tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Calling delete_port for 8a3b033d-c6c8-453f-8201-4b0f3273460e owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:35.794789 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-c8cb5ec6-654d-43be-8254-c6a9c58e2099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.801603 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d410ae0-898d-46ea-add2-3a18f98cd55b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.816521 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.854785 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83188a-4271-4e2d-8fa7-54c436dea9e9 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Pushing event deleted for resources: {'Port': ['ID=d7d31a84-29a9-4b98-bc7b-f1536bef6f7a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:35.883353 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cfe2469d-0b4e-415f-9bad-e7e7561725c8 req-0286b9dd-100b-41ea-8616-dd9cd8a96372 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5097644 Jul 07 17:11:35.988135 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 44dac440-bae3-4cda-a47f-93ea5a38cae0, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=44dac440-bae3-4cda-a47f-93ea5a38cae0,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:35.998555 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18c73ec-9821-4678-a2ef-32c769059e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44dac440-bae3-4cda-a47f-93ea5a38cae0'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:36.006369 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a208ee0-4e24-4603-a115-467bac7ebca0" -d '{"events": [{"server_uuid": "f18c73ec-9821-4678-a2ef-32c769059e97", "name": "network-vif-plugged", "status": "completed", "tag": "44dac440-bae3-4cda-a47f-93ea5a38cae0"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:36.017039 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-7d410ae0-898d-46ea-add2-3a18f98cd55b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] device_id is not set on port e77994a8-b1c5-4572-ac6c-8058bd408d2f yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:36.072046 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.114131 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d71f24-be2b-429f-b8ae-dcb6283708a8 req-7a83188a-4271-4e2d-8fa7-54c436dea9e9 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] No DVR routers for this DVR port d7d31a84-29a9-4b98-bc7b-f1536bef6f7a on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:36.115602 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cedb9-897c-452e-a8fb-0d3d4cb71197 req-e88f0af0-eeb7-458f-ab3a-46adebd96725 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:36.125483 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a3d71f24-be2b-429f-b8ae-dcb6283708a8 req-7a83188a-4271-4e2d-8fa7-54c436dea9e9 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.128112 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a3d71f24-be2b-429f-b8ae-dcb6283708a8 req-7a83188a-4271-4e2d-8fa7-54c436dea9e9 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.64 "DELETE /v2.0/ports/d7d31a84-29a9-4b98-bc7b-f1536bef6f7a HTTP/1.1" status: 204 len: 173 time: 2.9512308 Jul 07 17:11:36.133704 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54101ecb-a023-49e4-98e0-1ac3849ccf5a', 'name': 'network-vif-deleted', 'tag': 'd7d31a84-29a9-4b98-bc7b-f1536bef6f7a'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:36.148377 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cedb9-897c-452e-a8fb-0d3d4cb71197 req-e88f0af0-eeb7-458f-ab3a-46adebd96725 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:36.152040 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde226e6-0efb-4270-b74a-8f84f26ca0ae" -d '{"events": [{"server_uuid": "54101ecb-a023-49e4-98e0-1ac3849ccf5a", "name": "network-vif-deleted", "tag": "d7d31a84-29a9-4b98-bc7b-f1536bef6f7a"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:36.199987 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cedb9-897c-452e-a8fb-0d3d4cb71197 req-e88f0af0-eeb7-458f-ab3a-46adebd96725 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:36.230829 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cedb9-897c-452e-a8fb-0d3d4cb71197 req-e88f0af0-eeb7-458f-ab3a-46adebd96725 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:36.268574 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cedb9-897c-452e-a8fb-0d3d4cb71197 req-e88f0af0-eeb7-458f-ab3a-46adebd96725 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:36.279031 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cedb9-897c-452e-a8fb-0d3d4cb71197 req-e88f0af0-eeb7-458f-ab3a-46adebd96725 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:36.293171 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-887cedb9-897c-452e-a8fb-0d3d4cb71197 req-e88f0af0-eeb7-458f-ab3a-46adebd96725 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 4587 time: 0.7542219 Jul 07 17:11:36.386830 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb5ec6-654d-43be-8254-c6a9c58e2099 service neutron] Pushing event updated for resources: {'Port': ['ID=ba66bda7-9cd8-47c6-937f-ed3c0e115210,revision_number=6']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:36.417643 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=44dac440-bae3-4cda-a47f-93ea5a38cae0,revision_number=7']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:36.448561 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device ee9f9590-c476-4e56-b319-494470a69a36 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:36.479665 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-c8cb5ec6-654d-43be-8254-c6a9c58e2099 service neutron] No DVR routers for this DVR port ba66bda7-9cd8-47c6-937f-ed3c0e115210 on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:36.518535 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-887cedb9-897c-452e-a8fb-0d3d4cb71197 req-2d6aa986-a69b-4ab8-9977-c8aecdc4505b tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=e75ad64c-f575-4365-bd5a-4b1843e5422f&id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2238083 Jul 07 17:11:36.655718 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7b2e3cd4-d3e4-45b6-af5d-90c9a57b5855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.722812 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d0938-6372-4931-b048-769b26f0244d req-2f8a84e0-7b3d-4098-b878-5cf3bd776f22 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:36.730470 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c08d0938-6372-4931-b048-769b26f0244d req-2f8a84e0-7b3d-4098-b878-5cf3bd776f22 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.5122113 Jul 07 17:11:36.792556 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.796409 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e3cd4-d3e4-45b6-af5d-90c9a57b5855 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ed12a9-fd41-4f5e-89b8-c13b51ca422e,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:36.826816 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-c8cb5ec6-654d-43be-8254-c6a9c58e2099 service neutron] In _notify_port_updated(), no bound segment for port ba66bda7-9cd8-47c6-937f-ed3c0e115210 on network fab6f54d-9214-45d2-b598-1fe08070fc1d {{(pid=100192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:11:36.831851 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-c8cb5ec6-654d-43be-8254-c6a9c58e2099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:36.834844 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-c8cb5ec6-654d-43be-8254-c6a9c58e2099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.841758 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-c8cb5ec6-654d-43be-8254-c6a9c58e2099 service neutron] 10.222.0.64 "PUT /v2.0/ports/ba66bda7-9cd8-47c6-937f-ed3c0e115210 HTTP/1.1" status: 200 len: 1033 time: 2.6299860 Jul 07 17:11:36.879034 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d410ae0-898d-46ea-add2-3a18f98cd55b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.912289 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a74f5f-f724-4bd5-bc5a-45f2ce4dc173 x-openstack-request-id: req-b5a74f5f-f724-4bd5-bc5a-45f2ce4dc173 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:36.915290 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18c73ec-9821-4678-a2ef-32c769059e97", "name": "network-vif-plugged", "status": "completed", "tag": "44dac440-bae3-4cda-a47f-93ea5a38cae0", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:36.915733 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b5a74f5f-f724-4bd5-bc5a-45f2ce4dc173 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:36.917430 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c08d0938-6372-4931-b048-769b26f0244d req-9cfc1fe2-5127-45d8-8160-71e337155e93 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859033 Jul 07 17:11:36.924034 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18c73ec-9821-4678-a2ef-32c769059e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44dac440-bae3-4cda-a47f-93ea5a38cae0', 'code': 200} Jul 07 17:11:37.057896 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987f9757-3670-4d85-ade9-05191903d872 x-openstack-request-id: req-987f9757-3670-4d85-ade9-05191903d872 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:37.058507 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54101ecb-a023-49e4-98e0-1ac3849ccf5a", "name": "network-vif-deleted", "tag": "d7d31a84-29a9-4b98-bc7b-f1536bef6f7a", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:37.058929 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-987f9757-3670-4d85-ade9-05191903d872 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:37.059525 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54101ecb-a023-49e4-98e0-1ac3849ccf5a', 'name': 'network-vif-deleted', 'tag': 'd7d31a84-29a9-4b98-bc7b-f1536bef6f7a', 'status': 'completed', 'code': 200} Jul 07 17:11:37.124053 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port ee9f9590-c476-4e56-b319-494470a69a36, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=ee9f9590-c476-4e56-b319-494470a69a36,segment=NetworkSegment(a4929838-a970-45a0-a106-ef1c0abcce5c),segment_id=a4929838-a970-45a0-a106-ef1c0abcce5c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:37.164519 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d410ae0-898d-46ea-add2-3a18f98cd55b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.201957 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-dd07f4fd-e4ab-4351-8abb-1008e6a263f3 None None] Provisioning complete for port ba66bda7-9cd8-47c6-937f-ed3c0e115210 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:37.204326 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-dd07f4fd-e4ab-4351-8abb-1008e6a263f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.388134 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.389396 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device e3b5255c-56de-4333-94b1-1e038c40d00f no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:37.428536 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75355859-3899-4af0-aa4a-72e0d636af8b tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.437952 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d410ae0-898d-46ea-add2-3a18f98cd55b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Port': ['ID=e77994a8-b1c5-4572-ac6c-8058bd408d2f,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:37.473896 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d410ae0-898d-46ea-add2-3a18f98cd55b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network dfb1a217-5115-42d1-a042-d161f0a6cd64 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:37.475957 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-7d410ae0-898d-46ea-add2-3a18f98cd55b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:37.509243 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d410ae0-898d-46ea-add2-3a18f98cd55b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:37.516791 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d410ae0-898d-46ea-add2-3a18f98cd55b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:37.518303 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d410ae0-898d-46ea-add2-3a18f98cd55b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.531438 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-dd07f4fd-e4ab-4351-8abb-1008e6a263f3 None None] Port ba66bda7-9cd8-47c6-937f-ed3c0e115210 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:37.534013 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3afda85-918e-48e9-bc44-36824b09cb96 req-b0cd67e4-f023-425f-9d1c-55f2eafd8b2c tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=54101ecb-a023-49e4-98e0-1ac3849ccf5a HTTP/1.1" status: 200 len: 210 time: 0.1195221 Jul 07 17:11:37.555658 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d410ae0-898d-46ea-add2-3a18f98cd55b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:37.561730 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d410ae0-898d-46ea-add2-3a18f98cd55b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:37.566596 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d410ae0-898d-46ea-add2-3a18f98cd55b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:37.567059 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d410ae0-898d-46ea-add2-3a18f98cd55b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:37.567541 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d410ae0-898d-46ea-add2-3a18f98cd55b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:37.568003 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d410ae0-898d-46ea-add2-3a18f98cd55b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:37.568510 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d410ae0-898d-46ea-add2-3a18f98cd55b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:37.568988 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d410ae0-898d-46ea-add2-3a18f98cd55b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:37.569442 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d410ae0-898d-46ea-add2-3a18f98cd55b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:37.569966 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d410ae0-898d-46ea-add2-3a18f98cd55b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:37.570323 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d410ae0-898d-46ea-add2-3a18f98cd55b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:37.571171 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d410ae0-898d-46ea-add2-3a18f98cd55b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:37.699811 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7d410ae0-898d-46ea-add2-3a18f98cd55b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.6854422 Jul 07 17:11:37.700800 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36844) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:37.715657 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75355859-3899-4af0-aa4a-72e0d636af8b tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Pushing event deleted for resources: {'Port': ['ID=8a3b033d-c6c8-453f-8201-4b0f3273460e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:37.867429 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.881960 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7b2e3cd4-d3e4-45b6-af5d-90c9a57b5855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.918688 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ba1c99-14fc-496f-9d86-1f30a826d2cc tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:37.924756 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f6ba1c99-14fc-496f-9d86-1f30a826d2cc tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "GET /v2.0/ports/e77994a8-b1c5-4572-ac6c-8058bd408d2f HTTP/1.1" status: 200 len: 840 time: 0.2118740 Jul 07 17:11:37.930004 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36848) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:37.991615 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.023887 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.094902 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc19f9-bcfb-4570-8303-14b2d6b083c5 req-910cc3fc-5812-4679-84b1-dd2d66ca713e tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:38.098922 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-20dc19f9-bcfb-4570-8303-14b2d6b083c5 req-910cc3fc-5812-4679-84b1-dd2d66ca713e tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 0.9398010 Jul 07 17:11:38.162414 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=ee9f9590-c476-4e56-b319-494470a69a36,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:38.193387 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port e3b5255c-56de-4333-94b1-1e038c40d00f, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=e3b5255c-56de-4333-94b1-1e038c40d00f,segment=NetworkSegment(6bcddae9-b488-4690-903f-3d09a677e8f6),segment_id=6bcddae9-b488-4690-903f-3d09a677e8f6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:38.201535 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.204994 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 874aad95-4d95-4e67-b5f3-a74579b36f91 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:38.392998 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=e3b5255c-56de-4333-94b1-1e038c40d00f,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:38.404080 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 874aad95-4d95-4e67-b5f3-a74579b36f91 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:38.404695 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 870ee654-1865-4fc9-9384-819a276cb46e no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:38.421042 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-2090f277-d757-4008-891a-9af58ee71be1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Deleting port ee9f9590-c476-4e56-b319-494470a69a36 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:38.421795 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-2090f277-d757-4008-891a-9af58ee71be1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.611961 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.630818 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-2090f277-d757-4008-891a-9af58ee71be1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] For port ee9f9590-c476-4e56-b319-494470a69a36, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=ee9f9590-c476-4e56-b319-494470a69a36,segment=NetworkSegment(a4929838-a970-45a0-a106-ef1c0abcce5c),segment_id=a4929838-a970-45a0-a106-ef1c0abcce5c)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:38.631886 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-2090f277-d757-4008-891a-9af58ee71be1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.646830 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106a5d7-5919-4d81-9d2b-a408a33a31fb req-da49607b-1d6d-496e-bd51-ff83fe6acc2c tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:38.661907 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106a5d7-5919-4d81-9d2b-a408a33a31fb req-da49607b-1d6d-496e-bd51-ff83fe6acc2c tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:38.668598 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106a5d7-5919-4d81-9d2b-a408a33a31fb req-da49607b-1d6d-496e-bd51-ff83fe6acc2c tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:38.675911 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106a5d7-5919-4d81-9d2b-a408a33a31fb req-da49607b-1d6d-496e-bd51-ff83fe6acc2c tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:38.682533 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106a5d7-5919-4d81-9d2b-a408a33a31fb req-da49607b-1d6d-496e-bd51-ff83fe6acc2c tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:38.691162 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8106a5d7-5919-4d81-9d2b-a408a33a31fb req-da49607b-1d6d-496e-bd51-ff83fe6acc2c tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 3881 time: 0.4622345 Jul 07 17:11:38.691406 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 870ee654-1865-4fc9-9384-819a276cb46e, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=870ee654-1865-4fc9-9384-819a276cb46e,segment=NetworkSegment(df77f602-5930-4d7d-bce9-0dfeb2c494e1),segment_id=df77f602-5930-4d7d-bce9-0dfeb2c494e1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:38.701105 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.704100 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device c583747a-145e-45b6-b632-ab9ce786178b no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:38.859866 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2e3cd4-d3e4-45b6-af5d-90c9a57b5855 admin admin] Router d40f8af5-5c62-4019-a073-7ac2a6c018ad has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:11:38.924364 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee9f9590-c476-4e56-b319-494470a69a36'}, {'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3b5255c-56de-4333-94b1-1e038c40d00f'}, {'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '870ee654-1865-4fc9-9384-819a276cb46e'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:38.927748 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02354ed-5cf7-43dc-9671-5249b98812a8" -d '{"events": [{"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-unplugged", "status": "completed", "tag": "ee9f9590-c476-4e56-b319-494470a69a36"}, {"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-unplugged", "status": "completed", "tag": "e3b5255c-56de-4333-94b1-1e038c40d00f"}, {"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-unplugged", "status": "completed", "tag": "870ee654-1865-4fc9-9384-819a276cb46e"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:38.930308 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8106a5d7-5919-4d81-9d2b-a408a33a31fb req-b4af1a5d-edac-4005-a4cf-8d33a3224d22 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361777 Jul 07 17:11:39.038551 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-20dc19f9-bcfb-4570-8303-14b2d6b083c5 req-f5f7bdc9-b0d5-4413-a7cd-00923d14ff9c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9165335 Jul 07 17:11:39.266073 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75355859-3899-4af0-aa4a-72e0d636af8b tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.267020 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-75355859-3899-4af0-aa4a-72e0d636af8b tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] 10.222.0.53 "DELETE /v2.0/ports/8a3b033d-c6c8-453f-8201-4b0f3273460e HTTP/1.1" status: 204 len: 168 time: 4.7151539 Jul 07 17:11:39.278735 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36854) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:39.379495 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=870ee654-1865-4fc9-9384-819a276cb46e,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:39.406237 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e729dec-b381-487a-ae0d-4311ad6e5891 x-openstack-request-id: req-2e729dec-b381-487a-ae0d-4311ad6e5891 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:39.410793 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-unplugged", "status": "completed", "tag": "ee9f9590-c476-4e56-b319-494470a69a36", "code": 200}, {"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-unplugged", "status": "completed", "tag": "e3b5255c-56de-4333-94b1-1e038c40d00f", "code": 200}, {"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-unplugged", "status": "completed", "tag": "870ee654-1865-4fc9-9384-819a276cb46e", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:39.411370 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e729dec-b381-487a-ae0d-4311ad6e5891 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:39.412020 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee9f9590-c476-4e56-b319-494470a69a36', 'code': 200} Jul 07 17:11:39.412463 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3b5255c-56de-4333-94b1-1e038c40d00f', 'code': 200} Jul 07 17:11:39.414229 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '870ee654-1865-4fc9-9384-819a276cb46e', 'code': 200} Jul 07 17:11:39.417197 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.424603 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc6bc41-2cf7-40a8-98fc-3c8b0271bcbc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] GET failed (client error): The resource could not be found. Jul 07 17:11:39.435294 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5bc6bc41-2cf7-40a8-98fc-3c8b0271bcbc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] 10.222.0.53 "GET /v2.0/ports/8a3b033d-c6c8-453f-8201-4b0f3273460e HTTP/1.1" status: 404 len: 333 time: 0.1555994 Jul 07 17:11:39.439801 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36858) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:39.462586 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-b2ab64ab-6b74-466e-b894-8858117415f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Request body: {'port': {'network_id': '69eb5df1-6bb5-4b6b-a2f1-262f02033dfa', 'name': 'tempest-AllowedAddressPairTestJSON-1521542081'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:39.555980 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port c583747a-145e-45b6-b632-ab9ce786178b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=c583747a-145e-45b6-b632-ab9ce786178b,segment=NetworkSegment(6bcddae9-b488-4690-903f-3d09a677e8f6),segment_id=6bcddae9-b488-4690-903f-3d09a677e8f6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:39.557763 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-e060bc81-477a-45b9-96bb-8eeb3930bbad tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting port e77994a8-b1c5-4572-ac6c-8058bd408d2f {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:39.558571 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e060bc81-477a-45b9-96bb-8eeb3930bbad tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.565645 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.567090 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device ba66bda7-9cd8-47c6-937f-ed3c0e115210 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:39.731774 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=c583747a-145e-45b6-b632-ab9ce786178b,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:39.735741 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device ba66bda7-9cd8-47c6-937f-ed3c0e115210 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:39.746718 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device b8d331dd-bb8d-437d-9375-521139323c2b no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:39.786812 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ab64ab-6b74-466e-b894-8858117415f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Made reservation on behalf of e79248a20e6b4666b6e49d1a2dd70cbc for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:39.789547 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-2090f277-d757-4008-891a-9af58ee71be1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.791399 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b2ab64ab-6b74-466e-b894-8858117415f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.802138 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-2090f277-d757-4008-891a-9af58ee71be1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.802827 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-2090f277-d757-4008-891a-9af58ee71be1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Floating IP 12e0675b-eff3-409a-be08-e249d5d7f952 disassociated. External IP: 172.25.0.119, port: ee9f9590-c476-4e56-b319-494470a69a36. Jul 07 17:11:39.803499 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-2090f277-d757-4008-891a-9af58ee71be1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Calling delete_port for ee9f9590-c476-4e56-b319-494470a69a36 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:39.822992 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2e3cd4-d3e4-45b6-af5d-90c9a57b5855 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:39.837038 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487c7cad-0462-48e2-9b42-d8af10c3cae4 None None] Sync routers for ids ['d40f8af5-5c62-4019-a073-7ac2a6c018ad'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:39.838394 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36866) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:39.847290 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7b2e3cd4-d3e4-45b6-af5d-90c9a57b5855 admin admin] 10.222.0.53 "PUT /v2.0/routers/d40f8af5-5c62-4019-a073-7ac2a6c018ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4655032 Jul 07 17:11:39.861902 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487c7cad-0462-48e2-9b42-d8af10c3cae4 None None] Routers {'d40f8af5-5c62-4019-a073-7ac2a6c018ad'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:39.864169 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-487c7cad-0462-48e2-9b42-d8af10c3cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:11:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d40f8af5-5c62-4019-a073-7ac2a6c018ad'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:40.011733 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-b2ab64ab-6b74-466e-b894-8858117415f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] device_id is not set on port 9f54cf8d-ac5d-4ccf-bf84-588a2b25acf4 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:40.019220 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.099058 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port b8d331dd-bb8d-437d-9375-521139323c2b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=b8d331dd-bb8d-437d-9375-521139323c2b,segment=NetworkSegment(df77f602-5930-4d7d-bce9-0dfeb2c494e1),segment_id=df77f602-5930-4d7d-bce9-0dfeb2c494e1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:40.122320 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.123391 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device d7d31a84-29a9-4b98-bc7b-f1536bef6f7a no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:40.156360 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-487c7cad-0462-48e2-9b42-d8af10c3cae4 None None] Set router d40f8af5-5c62-4019-a073-7ac2a6c018ad gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:40.180410 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: d7d31a84-29a9-4b98-bc7b-f1536bef6f7a {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:40.180906 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device d7d31a84-29a9-4b98-bc7b-f1536bef6f7a not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:40.214386 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5145e8-ea22-4cd2-90fa-20b082c472b8 req-23a21238-20be-4a12-87eb-5f644ba5ffb7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:40.230286 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3b5145e8-ea22-4cd2-90fa-20b082c472b8 req-23a21238-20be-4a12-87eb-5f644ba5ffb7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.4505608 Jul 07 17:11:40.305086 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=b8d331dd-bb8d-437d-9375-521139323c2b,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:40.318284 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e060bc81-477a-45b9-96bb-8eeb3930bbad tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.365125 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-2090f277-d757-4008-891a-9af58ee71be1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.433315 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3b5145e8-ea22-4cd2-90fa-20b082c472b8 req-d48375e2-8fb8-42c6-931a-0075d297aa7f tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931400 Jul 07 17:11:40.487340 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090f277-d757-4008-891a-9af58ee71be1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event deleted for resources: {'Port': ['ID=ee9f9590-c476-4e56-b319-494470a69a36,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:40.508490 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-b2ab64ab-6b74-466e-b894-8858117415f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Allocated IP 172.20.0.13 (69eb5df1-6bb5-4b6b-a2f1-262f02033dfa/a47ba282-7428-49d5-bfda-989815c66fac/9f54cf8d-ac5d-4ccf-bf84-588a2b25acf4) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:40.509186 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-e060bc81-477a-45b9-96bb-8eeb3930bbad tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Calling delete_port for e77994a8-b1c5-4572-ac6c-8058bd408d2f owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:40.584333 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2090f277-d757-4008-891a-9af58ee71be1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:40.599884 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2090f277-d757-4008-891a-9af58ee71be1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:40.600521 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2090f277-d757-4008-891a-9af58ee71be1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:40.601014 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2090f277-d757-4008-891a-9af58ee71be1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:40.601490 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2090f277-d757-4008-891a-9af58ee71be1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:40.602900 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2090f277-d757-4008-891a-9af58ee71be1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:40.602900 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2090f277-d757-4008-891a-9af58ee71be1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:40.602900 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2090f277-d757-4008-891a-9af58ee71be1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:40.603468 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2090f277-d757-4008-891a-9af58ee71be1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:40.603675 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2090f277-d757-4008-891a-9af58ee71be1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:40.604064 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2090f277-d757-4008-891a-9af58ee71be1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:40.604463 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2090f277-d757-4008-891a-9af58ee71be1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:40.664791 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-487c7cad-0462-48e2-9b42-d8af10c3cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40f8af5-5c62-4019-a073-7ac2a6c018ad', 'name': 'tempest-ServerRescueNegativeTestJSON-1891297879-router', 'tenant_id': '714c5973a0b4427daf9bad1f0fff20b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '18616bc8-8f5c-438b-85bc-4ef73e81581f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:16Z', 'updated_at': '2021-07-07T17:11:36Z', 'revision_number': 5, 'project_id': '714c5973a0b4427daf9bad1f0fff20b4', 'gw_port': {'id': '18616bc8-8f5c-438b-85bc-4ef73e81581f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40f8af5-5c62-4019-a073-7ac2a6c018ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:17Z', 'updated_at': '2021-07-07T17:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:40.716445 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487c7cad-0462-48e2-9b42-d8af10c3cae4 None None] Checking router: d40f8af5-5c62-4019-a073-7ac2a6c018ad for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:11:40.732196 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487c7cad-0462-48e2-9b42-d8af10c3cae4 None None] Routers {'d40f8af5-5c62-4019-a073-7ac2a6c018ad'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:40.733971 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-487c7cad-0462-48e2-9b42-d8af10c3cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:11:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d40f8af5-5c62-4019-a073-7ac2a6c018ad'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:40.925327 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-05e83d39-83ed-4e1a-a2a2-e170a4af7d62 admin admin] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.090323 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023b2eb-b888-4153-a100-a4404e8f7719 req-be0daf1e-962b-484e-9a6d-ab9926ff2947 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:41.092838 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5023b2eb-b888-4153-a100-a4404e8f7719 req-be0daf1e-962b-484e-9a6d-ab9926ff2947 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 0.3724155 Jul 07 17:11:41.109960 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-487c7cad-0462-48e2-9b42-d8af10c3cae4 None None] Set router d40f8af5-5c62-4019-a073-7ac2a6c018ad gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:41.136546 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b2ab64ab-6b74-466e-b894-8858117415f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.208686 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-b2ab64ab-6b74-466e-b894-8858117415f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Transition to ACTIVE for port object 9f54cf8d-ac5d-4ccf-bf84-588a2b25acf4 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:41.217810 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899fe01-87ba-4e0b-8141-7f2f1fa6fce6 req-934ec8be-6485-4dd1-8b79-54f6d93d2d61 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:41.225151 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5023b2eb-b888-4153-a100-a4404e8f7719 req-3551d7bc-c24b-4f32-b37e-47bcead04993 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097939 Jul 07 17:11:41.244856 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899fe01-87ba-4e0b-8141-7f2f1fa6fce6 req-934ec8be-6485-4dd1-8b79-54f6d93d2d61 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:41.252284 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899fe01-87ba-4e0b-8141-7f2f1fa6fce6 req-934ec8be-6485-4dd1-8b79-54f6d93d2d61 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:41.259067 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899fe01-87ba-4e0b-8141-7f2f1fa6fce6 req-934ec8be-6485-4dd1-8b79-54f6d93d2d61 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:41.267283 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d899fe01-87ba-4e0b-8141-7f2f1fa6fce6 req-934ec8be-6485-4dd1-8b79-54f6d93d2d61 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 3142 time: 0.8929877 Jul 07 17:11:41.294136 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b2ab64ab-6b74-466e-b894-8858117415f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.398592 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ab64ab-6b74-466e-b894-8858117415f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Network 69eb5df1-6bb5-4b6b-a2f1-262f02033dfa is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:41.399974 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab64ab-6b74-466e-b894-8858117415f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Pushing event updated for resources: {'Port': ['ID=9f54cf8d-ac5d-4ccf-bf84-588a2b25acf4,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:41.412546 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-b2ab64ab-6b74-466e-b894-8858117415f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:41.418360 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ab64ab-6b74-466e-b894-8858117415f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:41.418642 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c583747a-145e-45b6-b632-ab9ce786178b'}, {'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8d331dd-bb8d-437d-9375-521139323c2b'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:41.431836 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a9ce85-fcfb-4403-b2d9-005af3693f9a" -d '{"events": [{"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-unplugged", "status": "completed", "tag": "c583747a-145e-45b6-b632-ab9ce786178b"}, {"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-unplugged", "status": "completed", "tag": "b8d331dd-bb8d-437d-9375-521139323c2b"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:41.693880 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ab64ab-6b74-466e-b894-8858117415f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:41.694985 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b2ab64ab-6b74-466e-b894-8858117415f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.751731 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b2ab64ab-6b74-466e-b894-8858117415f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3072493 Jul 07 17:11:41.752520 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36880) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:41.758000 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-d5ee061b-d865-4576-97a4-5d74a2498fe7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b9:f8:e6'}]}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:41.837592 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-487c7cad-0462-48e2-9b42-d8af10c3cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40f8af5-5c62-4019-a073-7ac2a6c018ad', 'name': 'tempest-ServerRescueNegativeTestJSON-1891297879-router', 'tenant_id': '714c5973a0b4427daf9bad1f0fff20b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '18616bc8-8f5c-438b-85bc-4ef73e81581f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:16Z', 'updated_at': '2021-07-07T17:11:36Z', 'revision_number': 5, 'project_id': '714c5973a0b4427daf9bad1f0fff20b4', 'gw_port': {'id': '18616bc8-8f5c-438b-85bc-4ef73e81581f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40f8af5-5c62-4019-a073-7ac2a6c018ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:17Z', 'updated_at': '2021-07-07T17:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:41.939001 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487c7cad-0462-48e2-9b42-d8af10c3cae4 None None] The sync data for ids ['d40f8af5-5c62-4019-a073-7ac2a6c018ad'] in n-d-791503-12 is: [{'id': 'd40f8af5-5c62-4019-a073-7ac2a6c018ad', 'name': 'tempest-ServerRescueNegativeTestJSON-1891297879-router', 'tenant_id': '714c5973a0b4427daf9bad1f0fff20b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '18616bc8-8f5c-438b-85bc-4ef73e81581f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:16Z', 'updated_at': '2021-07-07T17:11:36Z', 'revision_number': 5, 'project_id': '714c5973a0b4427daf9bad1f0fff20b4', 'gw_port': {'id': '18616bc8-8f5c-438b-85bc-4ef73e81581f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40f8af5-5c62-4019-a073-7ac2a6c018ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:17Z', 'updated_at': '2021-07-07T17:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:42.038749 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e060bc81-477a-45b9-96bb-8eeb3930bbad tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.050005 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5e584b0f-fade-4d8c-bb8a-b812d8fd06ec None None] Provisioning for port 9f54cf8d-ac5d-4ccf-bf84-588a2b25acf4 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:42.064595 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5e584b0f-fade-4d8c-bb8a-b812d8fd06ec None None] Provisioning complete for port 9f54cf8d-ac5d-4ccf-bf84-588a2b25acf4 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:42.065302 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5e584b0f-fade-4d8c-bb8a-b812d8fd06ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.069985 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-2090f277-d757-4008-891a-9af58ee71be1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Router f9f6f930-6ce8-4f49-8566-c74d173921c8 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:11:42.071497 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e679621-15a1-4194-a22b-7a9cd7b71f51 req-56f71729-8235-4966-b8d3-54815943770a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:42.073899 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0e679621-15a1-4194-a22b-7a9cd7b71f51 req-56f71729-8235-4966-b8d3-54815943770a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.2192659 Jul 07 17:11:42.087426 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-05e83d39-83ed-4e1a-a2a2-e170a4af7d62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.101932 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d899fe01-87ba-4e0b-8141-7f2f1fa6fce6 req-21ef576a-fd07-4c96-a8b5-7a4c83f533d9 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8333175 Jul 07 17:11:42.147076 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-5e584b0f-fade-4d8c-bb8a-b812d8fd06ec None None] Port 9f54cf8d-ac5d-4ccf-bf84-588a2b25acf4 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:42.190962 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e060bc81-477a-45b9-96bb-8eeb3930bbad tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.194744 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e060bc81-477a-45b9-96bb-8eeb3930bbad tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/ports/e77994a8-b1c5-4572-ac6c-8058bd408d2f HTTP/1.1" status: 204 len: 168 time: 4.2586777 Jul 07 17:11:42.196364 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060bc81-477a-45b9-96bb-8eeb3930bbad tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Port': ['ID=e77994a8-b1c5-4572-ac6c-8058bd408d2f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:42.207467 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5e1c2a-8ec8-4275-a403-d27867cc88e0 x-openstack-request-id: req-6b5e1c2a-8ec8-4275-a403-d27867cc88e0 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:42.208000 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-unplugged", "status": "completed", "tag": "c583747a-145e-45b6-b632-ab9ce786178b", "code": 200}, {"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-unplugged", "status": "completed", "tag": "b8d331dd-bb8d-437d-9375-521139323c2b", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:42.208657 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b5e1c2a-8ec8-4275-a403-d27867cc88e0 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:42.209361 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c583747a-145e-45b6-b632-ab9ce786178b', 'code': 200} Jul 07 17:11:42.209783 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8d331dd-bb8d-437d-9375-521139323c2b', 'code': 200} Jul 07 17:11:42.210173 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36882) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:42.288886 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0e679621-15a1-4194-a22b-7a9cd7b71f51 req-9df0cb54-94ef-4cec-906f-67eea2c74a8a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042999 Jul 07 17:11:42.329621 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d5ee061b-d865-4576-97a4-5d74a2498fe7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.575128 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf27fe6-0d75-4627-af06-a0c0e7d1e1f4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] GET failed (client error): The resource could not be found. Jul 07 17:11:42.590280 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-dbf27fe6-0d75-4627-af06-a0c0e7d1e1f4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "GET /v2.0/ports/e77994a8-b1c5-4572-ac6c-8058bd408d2f HTTP/1.1" status: 404 len: 333 time: 0.3742938 Jul 07 17:11:42.604963 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36892) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:42.668064 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-dd74c4c2-f4ad-48a3-84c1-dfacf8ffcc28 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'port': {'network_id': 'dfb1a217-5115-42d1-a042-d161f0a6cd64', 'name': 'tempest-PortsTestJSON-1304713982'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:42.872876 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d5ee061b-d865-4576-97a4-5d74a2498fe7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.881508 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d5ee061b-d865-4576-97a4-5d74a2498fe7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.967572 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee061b-d865-4576-97a4-5d74a2498fe7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Pushing event updated for resources: {'Port': ['ID=9f54cf8d-ac5d-4ccf-bf84-588a2b25acf4,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:43.062248 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-d5ee061b-d865-4576-97a4-5d74a2498fe7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] In _notify_port_updated(), no bound segment for port 9f54cf8d-ac5d-4ccf-bf84-588a2b25acf4 on network 69eb5df1-6bb5-4b6b-a2f1-262f02033dfa {{(pid=100193) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:11:43.068488 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ee061b-d865-4576-97a4-5d74a2498fe7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:43.069637 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d5ee061b-d865-4576-97a4-5d74a2498fe7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.071337 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d5ee061b-d865-4576-97a4-5d74a2498fe7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] 10.222.0.53 "PUT /v2.0/ports/9f54cf8d-ac5d-4ccf-bf84-588a2b25acf4 HTTP/1.1" status: 200 len: 997 time: 1.3179839 Jul 07 17:11:43.091176 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36908) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:43.204467 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd74c4c2-f4ad-48a3-84c1-dfacf8ffcc28 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:43.208103 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dd74c4c2-f4ad-48a3-84c1-dfacf8ffcc28 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.251407 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-05e83d39-83ed-4e1a-a2a2-e170a4af7d62 admin admin] Deleting port 18616bc8-8f5c-438b-85bc-4ef73e81581f {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:43.252079 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-05e83d39-83ed-4e1a-a2a2-e170a4af7d62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.264685 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-2090f277-d757-4008-891a-9af58ee71be1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:43.300284 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c12394c-2b32-4fc6-a1f6-ba122a03cb45 None None] Sync routers for ids ['f9f6f930-6ce8-4f49-8566-c74d173921c8'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:43.329471 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-ce042308-1d27-4b4f-b607-eccd465d2b85 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:43.337442 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-ce042308-1d27-4b4f-b607-eccd465d2b85 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 812 time: 0.2877522 Jul 07 17:11:43.358251 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-ad91cecf-bf5c-4de5-bcc2-4cc23b179d4e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/quotas/ea3241034bb848a48d8167b6b493e4d4 HTTP/1.1" status: 200 len: 375 time: 0.0165191 Jul 07 17:11:43.370963 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c12394c-2b32-4fc6-a1f6-ba122a03cb45 None None] Routers {'f9f6f930-6ce8-4f49-8566-c74d173921c8'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:43.372807 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-8c12394c-2b32-4fc6-a1f6-ba122a03cb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:11:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['f9f6f930-6ce8-4f49-8566-c74d173921c8'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:43.462672 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-bd844821-f1e1-45c9-a64f-789ac8ec6aa2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1017051 Jul 07 17:11:43.499161 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-05e83d39-83ed-4e1a-a2a2-e170a4af7d62 admin admin] For port 18616bc8-8f5c-438b-85bc-4ef73e81581f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=18616bc8-8f5c-438b-85bc-4ef73e81581f,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:43.499569 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-05e83d39-83ed-4e1a-a2a2-e170a4af7d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.541009 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b9529-0d1e-4d1e-8e45-460d201f3c47 req-88ffe57b-6a5c-46ec-b658-c45e3f80f159 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:43.543270 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6b7b9529-0d1e-4d1e-8e45-460d201f3c47 req-88ffe57b-6a5c-46ec-b658-c45e3f80f159 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 0.9108722 Jul 07 17:11:43.555113 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-dd74c4c2-f4ad-48a3-84c1-dfacf8ffcc28 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] device_id is not set on port 866e7c4c-eed5-44d4-8ca1-8ab84ec7a533 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:43.581480 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-05e83d39-83ed-4e1a-a2a2-e170a4af7d62 admin admin] Calling delete_port for 18616bc8-8f5c-438b-85bc-4ef73e81581f owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:43.662130 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-2090f277-d757-4008-891a-9af58ee71be1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] No DVR routers for this DVR port ee9f9590-c476-4e56-b319-494470a69a36 on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:43.665148 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-5e498b22-a1c9-4750-9c55-2eb806e3a6ee service neutron] 10.222.0.53 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958151 Jul 07 17:11:43.686097 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e1ed12a9-fd41-4f5e-89b8-c13b51ca422e no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:43.697136 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-8c12394c-2b32-4fc6-a1f6-ba122a03cb45 None None] Set router f9f6f930-6ce8-4f49-8566-c74d173921c8 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:43.758680 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: e1ed12a9-fd41-4f5e-89b8-c13b51ca422e {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:43.759051 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e1ed12a9-fd41-4f5e-89b8-c13b51ca422e not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:43.760759 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5a8103b1-d856-48cc-a48f-de11e2afaadc None None] Provisioning complete for port 9f54cf8d-ac5d-4ccf-bf84-588a2b25acf4 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:43.761273 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5a8103b1-d856-48cc-a48f-de11e2afaadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.770372 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6b7b9529-0d1e-4d1e-8e45-460d201f3c47 req-9e971171-f3a8-40f0-8c5c-aabc18c8add6 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091780 Jul 07 17:11:43.776073 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-2090f277-d757-4008-891a-9af58ee71be1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.785817 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-2090f277-d757-4008-891a-9af58ee71be1 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.64 "DELETE /v2.0/ports/ee9f9590-c476-4e56-b319-494470a69a36 HTTP/1.1" status: 204 len: 173 time: 6.9293630 Jul 07 17:11:43.791137 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-deleted', 'tag': 'ee9f9590-c476-4e56-b319-494470a69a36'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:43.794404 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270fc8b4-e3c2-4a35-933c-da8cb92499ae" -d '{"events": [{"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-deleted", "tag": "ee9f9590-c476-4e56-b319-494470a69a36"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:43.817350 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-5a8103b1-d856-48cc-a48f-de11e2afaadc None None] Port 9f54cf8d-ac5d-4ccf-bf84-588a2b25acf4 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:43.864202 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-ad84d799-c6ee-4499-bbc2-bf5709f296b3 service neutron] 10.222.0.53 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971655 Jul 07 17:11:44.113678 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-8c12394c-2b32-4fc6-a1f6-ba122a03cb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'name': 'tempest-TaggedBootDevicesTest_v242-1344857090-router', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:45Z', 'updated_at': '2021-07-07T16:59:59Z', 'revision_number': 4, 'project_id': '52ba6e7d3c334b5d9c08203be3275f20', 'gw_port': {'id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:47Z', 'updated_at': '2021-07-07T17:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '297ecff9-f587-4921-93ca-d6d191a22ce1', 'name': '', 'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'mac_address': 'fa:16:3e:14:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ce5d8e85-e977-4ec0-aa8c-00c1d211eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:56Z', 'updated_at': '2021-07-07T17:00:10Z', 'revision_number': 5, 'project_id': '52ba6e7d3c334b5d9c08203be3275f20', 'subnets': [{'id': 'ce5d8e85-e977-4ec0-aa8c-00c1d211eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:44.138169 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89739524-47bd-4f4e-b6ac-2adf1e4ad9a2 x-openstack-request-id: req-89739524-47bd-4f4e-b6ac-2adf1e4ad9a2 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:44.138692 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-deleted", "tag": "ee9f9590-c476-4e56-b319-494470a69a36", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:44.138923 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-89739524-47bd-4f4e-b6ac-2adf1e4ad9a2 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:44.139291 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-deleted', 'tag': 'ee9f9590-c476-4e56-b319-494470a69a36', 'status': 'completed', 'code': 200} Jul 07 17:11:44.190907 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c12394c-2b32-4fc6-a1f6-ba122a03cb45 None None] Checking router: f9f6f930-6ce8-4f49-8566-c74d173921c8 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:11:44.205196 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c12394c-2b32-4fc6-a1f6-ba122a03cb45 None None] Routers {'f9f6f930-6ce8-4f49-8566-c74d173921c8'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:44.205853 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-8c12394c-2b32-4fc6-a1f6-ba122a03cb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:11:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['f9f6f930-6ce8-4f49-8566-c74d173921c8'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:44.243542 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-b3fe0b77-24db-43bc-ae23-894b2f11141e tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Deleting port 9f54cf8d-ac5d-4ccf-bf84-588a2b25acf4 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:44.244349 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b3fe0b77-24db-43bc-ae23-894b2f11141e tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.398393 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dae8ffda-a2d9-440a-b630-3d0b7f62fecd req-1b80fd71-17a0-467c-a711-652cdec0f48d tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=848ce371-f4d8-4753-84c2-5309adaa22e3 HTTP/1.1" status: 200 len: 210 time: 0.1137116 Jul 07 17:11:44.487214 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-8c12394c-2b32-4fc6-a1f6-ba122a03cb45 None None] Set router f9f6f930-6ce8-4f49-8566-c74d173921c8 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:44.553594 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dd74c4c2-f4ad-48a3-84c1-dfacf8ffcc28 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.839661 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b3fe0b77-24db-43bc-ae23-894b2f11141e tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.894488 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-dd8e493d-21af-4cf7-a2f2-34c1fc288f09 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Deleting port c583747a-145e-45b6-b632-ab9ce786178b {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:44.895573 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-dd8e493d-21af-4cf7-a2f2-34c1fc288f09 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.915740 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-b3fe0b77-24db-43bc-ae23-894b2f11141e tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Calling delete_port for 9f54cf8d-ac5d-4ccf-bf84-588a2b25acf4 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:44.953550 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8c504-9c5f-4091-a9d5-22e2ecfbc194 req-d97f6dee-db1a-4268-8800-2df72d67d82d tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:44.963639 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8c504-9c5f-4091-a9d5-22e2ecfbc194 req-d97f6dee-db1a-4268-8800-2df72d67d82d tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:44.971375 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8c504-9c5f-4091-a9d5-22e2ecfbc194 req-d97f6dee-db1a-4268-8800-2df72d67d82d tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:44.978757 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8c504-9c5f-4091-a9d5-22e2ecfbc194 req-d97f6dee-db1a-4268-8800-2df72d67d82d tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:44.988595 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-30e8c504-9c5f-4091-a9d5-22e2ecfbc194 req-d97f6dee-db1a-4268-8800-2df72d67d82d tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 3142 time: 0.9149415 Jul 07 17:11:45.087766 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-05e83d39-83ed-4e1a-a2a2-e170a4af7d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:45.205738 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-8c12394c-2b32-4fc6-a1f6-ba122a03cb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'name': 'tempest-TaggedBootDevicesTest_v242-1344857090-router', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:45Z', 'updated_at': '2021-07-07T16:59:59Z', 'revision_number': 4, 'project_id': '52ba6e7d3c334b5d9c08203be3275f20', 'gw_port': {'id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:47Z', 'updated_at': '2021-07-07T17:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '297ecff9-f587-4921-93ca-d6d191a22ce1', 'name': '', 'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'mac_address': 'fa:16:3e:14:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ce5d8e85-e977-4ec0-aa8c-00c1d211eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:56Z', 'updated_at': '2021-07-07T17:00:10Z', 'revision_number': 5, 'project_id': '52ba6e7d3c334b5d9c08203be3275f20', 'subnets': [{'id': 'ce5d8e85-e977-4ec0-aa8c-00c1d211eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:45.266781 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dd74c4c2-f4ad-48a3-84c1-dfacf8ffcc28 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:45.273556 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c12394c-2b32-4fc6-a1f6-ba122a03cb45 None None] The sync data for ids ['f9f6f930-6ce8-4f49-8566-c74d173921c8'] in n-d-791503-12 is: [{'id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'name': 'tempest-TaggedBootDevicesTest_v242-1344857090-router', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:45Z', 'updated_at': '2021-07-07T16:59:59Z', 'revision_number': 4, 'project_id': '52ba6e7d3c334b5d9c08203be3275f20', 'gw_port': {'id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:47Z', 'updated_at': '2021-07-07T17:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '297ecff9-f587-4921-93ca-d6d191a22ce1', 'name': '', 'network_id': '94d2cc3b-5a36-4261-9491-3ddbfc283976', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'mac_address': 'fa:16:3e:14:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ce5d8e85-e977-4ec0-aa8c-00c1d211eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:56Z', 'updated_at': '2021-07-07T17:00:10Z', 'revision_number': 5, 'project_id': '52ba6e7d3c334b5d9c08203be3275f20', 'subnets': [{'id': 'ce5d8e85-e977-4ec0-aa8c-00c1d211eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:45.396399 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e83d39-83ed-4e1a-a2a2-e170a4af7d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=18616bc8-8f5c-438b-85bc-4ef73e81581f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:45.518963 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de320c9-3981-4219-85b0-30a9d7424912 req-7f80e02b-bcc7-4680-9331-42252f2943b6 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:45.522595 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd74c4c2-f4ad-48a3-84c1-dfacf8ffcc28 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network dfb1a217-5115-42d1-a042-d161f0a6cd64 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:45.525370 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4de320c9-3981-4219-85b0-30a9d7424912 req-7f80e02b-bcc7-4680-9331-42252f2943b6 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 0.1810107 Jul 07 17:11:45.632534 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4de320c9-3981-4219-85b0-30a9d7424912 req-81858495-2d09-43d7-b8bd-3fc8d4d6d049 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813053 Jul 07 17:11:45.632859 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-dd8e493d-21af-4cf7-a2f2-34c1fc288f09 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] For port c583747a-145e-45b6-b632-ab9ce786178b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=c583747a-145e-45b6-b632-ab9ce786178b,segment=NetworkSegment(6bcddae9-b488-4690-903f-3d09a677e8f6),segment_id=6bcddae9-b488-4690-903f-3d09a677e8f6)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:45.633261 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-dd8e493d-21af-4cf7-a2f2-34c1fc288f09 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:45.654201 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-dd8e493d-21af-4cf7-a2f2-34c1fc288f09 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Calling delete_port for c583747a-145e-45b6-b632-ab9ce786178b owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:45.818994 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74c4c2-f4ad-48a3-84c1-dfacf8ffcc28 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Port': ['ID=866e7c4c-eed5-44d4-8ca1-8ab84ec7a533,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:45.848130 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-30e8c504-9c5f-4091-a9d5-22e2ecfbc194 req-1a94bfa0-7c74-4027-bd48-9a3055856804 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8580101 Jul 07 17:11:45.849084 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-dd74c4c2-f4ad-48a3-84c1-dfacf8ffcc28 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:45.871400 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-dd8e493d-21af-4cf7-a2f2-34c1fc288f09 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:45.886472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd74c4c2-f4ad-48a3-84c1-dfacf8ffcc28 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:45.895089 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd74c4c2-f4ad-48a3-84c1-dfacf8ffcc28 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:45.907588 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dd74c4c2-f4ad-48a3-84c1-dfacf8ffcc28 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:46.011619 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e493d-21af-4cf7-a2f2-34c1fc288f09 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event deleted for resources: {'Port': ['ID=c583747a-145e-45b6-b632-ab9ce786178b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:46.039429 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-05e83d39-83ed-4e1a-a2a2-e170a4af7d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:46.202445 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a91053-3068-4abe-929c-8a37d1320a38 None None] New status for floating IP 12e0675b-eff3-409a-be08-e249d5d7f952: DOWN {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:11:46.284879 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ae946839-20bb-48f1-a065-2c2844732c1c req-b3f84702-6653-4af6-8463-5428f8c530fd tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=848ce371-f4d8-4753-84c2-5309adaa22e3 HTTP/1.1" status: 200 len: 210 time: 0.1807134 Jul 07 17:11:46.361173 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-dd74c4c2-f4ad-48a3-84c1-dfacf8ffcc28 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.7299700 Jul 07 17:11:46.381196 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd6c9a-09c1-4efe-97ce-b00ee7b43054 req-172f0c19-fc3d-4c0d-b85a-0338008e8beb tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:46.395051 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36948) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:46.397932 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-dd8e493d-21af-4cf7-a2f2-34c1fc288f09 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] No DVR routers for this DVR port c583747a-145e-45b6-b632-ab9ce786178b on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:46.401133 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-04cd6c9a-09c1-4efe-97ce-b00ee7b43054 req-172f0c19-fc3d-4c0d-b85a-0338008e8beb tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=260b767c-5518-4fed-ac48-28cafd51406d HTTP/1.1" status: 200 len: 946 time: 0.3720429 Jul 07 17:11:46.404760 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-dd8e493d-21af-4cf7-a2f2-34c1fc288f09 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:46.407517 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-dd8e493d-21af-4cf7-a2f2-34c1fc288f09 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.64 "DELETE /v2.0/ports/c583747a-145e-45b6-b632-ab9ce786178b HTTP/1.1" status: 204 len: 173 time: 2.5752223 Jul 07 17:11:46.409946 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-05e83d39-83ed-4e1a-a2a2-e170a4af7d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:46.420324 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-372b96d3-7e01-41a6-afa7-d4e77c5ef827 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:46.425077 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-deleted', 'tag': 'c583747a-145e-45b6-b632-ab9ce786178b'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:46.427913 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f18a8b7-25a0-4d78-a4eb-4d8922b4a3af" -d '{"events": [{"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-deleted", "tag": "c583747a-145e-45b6-b632-ab9ce786178b"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:46.447286 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-05e83d39-83ed-4e1a-a2a2-e170a4af7d62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:46.608849 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-04cd6c9a-09c1-4efe-97ce-b00ee7b43054 req-b2b374d9-ccf1-4281-a363-fc87e55fbf5e tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001541 Jul 07 17:11:46.653791 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e475e83-4de4-41fd-ac12-7dee87a505a3 x-openstack-request-id: req-6e475e83-4de4-41fd-ac12-7dee87a505a3 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:46.654295 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-deleted", "tag": "c583747a-145e-45b6-b632-ab9ce786178b", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:46.654790 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e475e83-4de4-41fd-ac12-7dee87a505a3 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:46.656427 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-deleted', 'tag': 'c583747a-145e-45b6-b632-ab9ce786178b', 'status': 'completed', 'code': 200} Jul 07 17:11:46.662319 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0d4af-9627-46bb-8c62-8cfd45cad5bf req-371bb484-9aa4-4a29-9610-25c796060eaa tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:46.664022 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-47b0d4af-9627-46bb-8c62-8cfd45cad5bf req-371bb484-9aa4-4a29-9610-25c796060eaa tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.64 "GET /v2.0/ports?device_id=260b767c-5518-4fed-ac48-28cafd51406d HTTP/1.1" status: 200 len: 946 time: 0.2230914 Jul 07 17:11:47.030521 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-47b0d4af-9627-46bb-8c62-8cfd45cad5bf req-e322fe7c-7623-45b5-9005-4c3f19a475e2 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Deleting port 42cfc02f-3401-4427-a978-d55f0e45e38f {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:47.030521 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-47b0d4af-9627-46bb-8c62-8cfd45cad5bf req-e322fe7c-7623-45b5-9005-4c3f19a475e2 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.301860 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-05e83d39-83ed-4e1a-a2a2-e170a4af7d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.302743 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e83d39-83ed-4e1a-a2a2-e170a4af7d62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d40f8af5-5c62-4019-a073-7ac2a6c018ad {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:11:47.379115 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-05e83d39-83ed-4e1a-a2a2-e170a4af7d62 admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.387339 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-05e83d39-83ed-4e1a-a2a2-e170a4af7d62 admin admin] 10.222.0.53 "DELETE /v2.0/routers/d40f8af5-5c62-4019-a073-7ac2a6c018ad HTTP/1.1" status: 204 len: 168 time: 7.5189772 Jul 07 17:11:47.402907 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36958) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:47.463304 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b3fe0b77-24db-43bc-ae23-894b2f11141e tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.525631 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-372b96d3-7e01-41a6-afa7-d4e77c5ef827 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.604076 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-47b0d4af-9627-46bb-8c62-8cfd45cad5bf req-e322fe7c-7623-45b5-9005-4c3f19a475e2 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] For port 42cfc02f-3401-4427-a978-d55f0e45e38f, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=42cfc02f-3401-4427-a978-d55f0e45e38f,segment=NetworkSegment(ade778ba-4db4-4b5f-926a-2b8a323277b1),segment_id=ade778ba-4db4-4b5f-926a-2b8a323277b1)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:47.604820 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-47b0d4af-9627-46bb-8c62-8cfd45cad5bf req-e322fe7c-7623-45b5-9005-4c3f19a475e2 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.741067 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-47b0d4af-9627-46bb-8c62-8cfd45cad5bf req-e322fe7c-7623-45b5-9005-4c3f19a475e2 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Calling delete_port for 42cfc02f-3401-4427-a978-d55f0e45e38f owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:47.814169 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe0b77-24db-43bc-ae23-894b2f11141e tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Pushing event deleted for resources: {'Port': ['ID=9f54cf8d-ac5d-4ccf-bf84-588a2b25acf4,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:47.817783 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-328c2880-c1e0-407a-9d33-40024ee1d879 admin admin] Deleting subnet 8f885443-046f-4184-82cb-bdc354731f9f {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:11:47.863034 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-328c2880-c1e0-407a-9d33-40024ee1d879 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.996414 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-17550673-185b-4aea-8922-e39ce0a77b69 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:48.001786 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-17550673-185b-4aea-8922-e39ce0a77b69 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.64 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 812 time: 0.8188112 Jul 07 17:11:48.024292 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f485a-3db4-4fe8-920e-79dffba5e195 req-4871c13a-fe9b-436c-bb6a-87a9f1fb9ac5 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:48.027196 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1f8f485a-3db4-4fe8-920e-79dffba5e195 req-4871c13a-fe9b-436c-bb6a-87a9f1fb9ac5 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 0.7608368 Jul 07 17:11:48.029682 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-bc834ce3-d6f0-49bb-9ee5-162e6afb6fdf tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Deleting port b8d331dd-bb8d-437d-9375-521139323c2b {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:48.030757 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-bc834ce3-d6f0-49bb-9ee5-162e6afb6fdf tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.042049 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f3307-f75d-4b46-a0c1-55ac24d642fa req-0d30a028-e9c2-438c-a848-c4ed65b4e196 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:48.071881 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f3307-f75d-4b46-a0c1-55ac24d642fa req-0d30a028-e9c2-438c-a848-c4ed65b4e196 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:48.084497 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f3307-f75d-4b46-a0c1-55ac24d642fa req-0d30a028-e9c2-438c-a848-c4ed65b4e196 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:48.101592 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5c3f3307-f75d-4b46-a0c1-55ac24d642fa req-0d30a028-e9c2-438c-a848-c4ed65b4e196 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 2409 time: 0.7843456 Jul 07 17:11:48.114895 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-d6587283-7a1d-4809-a1ee-c46e5a7a6e37 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Request body: {'port': {'device_id': '848ce371-f4d8-4753-84c2-5309adaa22e3', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'admin_state_up': True, 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:48.285052 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-372b96d3-7e01-41a6-afa7-d4e77c5ef827 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.305625 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b3fe0b77-24db-43bc-ae23-894b2f11141e tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.312676 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b3fe0b77-24db-43bc-ae23-894b2f11141e tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] 10.222.0.53 "DELETE /v2.0/ports/9f54cf8d-ac5d-4ccf-bf84-588a2b25acf4 HTTP/1.1" status: 204 len: 168 time: 5.2097342 Jul 07 17:11:48.342350 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36962) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:48.362591 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-372b96d3-7e01-41a6-afa7-d4e77c5ef827 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.418251 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-bc834ce3-d6f0-49bb-9ee5-162e6afb6fdf tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] For port b8d331dd-bb8d-437d-9375-521139323c2b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=b8d331dd-bb8d-437d-9375-521139323c2b,segment=NetworkSegment(df77f602-5930-4d7d-bce9-0dfeb2c494e1),segment_id=df77f602-5930-4d7d-bce9-0dfeb2c494e1)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:48.418855 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-bc834ce3-d6f0-49bb-9ee5-162e6afb6fdf tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.555473 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-70cff7db-6ab0-421a-87ae-084a61d137cc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] GET failed (client error): The resource could not be found. Jul 07 17:11:48.559004 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-70cff7db-6ab0-421a-87ae-084a61d137cc tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] 10.222.0.53 "GET /v2.0/ports/9f54cf8d-ac5d-4ccf-bf84-588a2b25acf4 HTTP/1.1" status: 404 len: 333 time: 0.1986196 Jul 07 17:11:48.566226 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-372b96d3-7e01-41a6-afa7-d4e77c5ef827 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] In _notify_port_updated(), no bound segment for port 866e7c4c-eed5-44d4-8ca1-8ab84ec7a533 on network dfb1a217-5115-42d1-a042-d161f0a6cd64 {{(pid=100192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:11:48.578367 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372b96d3-7e01-41a6-afa7-d4e77c5ef827 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:48.579867 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-372b96d3-7e01-41a6-afa7-d4e77c5ef827 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.582515 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-372b96d3-7e01-41a6-afa7-d4e77c5ef827 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "PUT /v2.0/ports/866e7c4c-eed5-44d4-8ca1-8ab84ec7a533 HTTP/1.1" status: 200 len: 818 time: 2.1816602 Jul 07 17:11:48.597538 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36964) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:48.598383 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36966) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:48.600325 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-bc834ce3-d6f0-49bb-9ee5-162e6afb6fdf tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Calling delete_port for b8d331dd-bb8d-437d-9375-521139323c2b owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:48.614304 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d13979f9-2901-4a62-bbce-3491d056c6f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Request body: {'port': {'network_id': '69eb5df1-6bb5-4b6b-a2f1-262f02033dfa', 'name': 'tempest-AllowedAddressPairTestJSON-1065752280'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:48.879918 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1f8f485a-3db4-4fe8-920e-79dffba5e195 req-59a67255-e3ce-4003-b8d0-77bc5c71b7b3 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8334568 Jul 07 17:11:48.881609 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b96d3-7e01-41a6-afa7-d4e77c5ef827 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Port': ['ID=866e7c4c-eed5-44d4-8ca1-8ab84ec7a533,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:48.898890 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-328c2880-c1e0-407a-9d33-40024ee1d879 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.973524 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5c3f3307-f75d-4b46-a0c1-55ac24d642fa req-fa0a90da-4e52-4a79-8274-31cc8a597b63 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8702669 Jul 07 17:11:49.052881 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-d6587283-7a1d-4809-a1ee-c46e5a7a6e37 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Made reservation on behalf of ea3241034bb848a48d8167b6b493e4d4 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:49.058960 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-d6587283-7a1d-4809-a1ee-c46e5a7a6e37 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.194552 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5a6ff213-ef03-48c7-b242-668c212c60ab req-aea2dbc8-9c69-4ca5-8209-155c26189771 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=848ce371-f4d8-4753-84c2-5309adaa22e3 HTTP/1.1" status: 200 len: 210 time: 0.1133933 Jul 07 17:11:49.213266 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-328c2880-c1e0-407a-9d33-40024ee1d879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.231454 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13979f9-2901-4a62-bbce-3491d056c6f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Made reservation on behalf of e79248a20e6b4666b6e49d1a2dd70cbc for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:49.238605 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d13979f9-2901-4a62-bbce-3491d056c6f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.363209 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-d13979f9-2901-4a62-bbce-3491d056c6f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] device_id is not set on port 0d46c737-c51a-49be-b843-fb2edffc1538 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:49.548295 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-b4213c30-39aa-4729-9057-138d8c62b281 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting port 866e7c4c-eed5-44d4-8ca1-8ab84ec7a533 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:49.548695 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4213c30-39aa-4729-9057-138d8c62b281 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.583581 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-47b0d4af-9627-46bb-8c62-8cfd45cad5bf req-e322fe7c-7623-45b5-9005-4c3f19a475e2 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.599063 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 18616bc8-8f5c-438b-85bc-4ef73e81581f no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:49.631106 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-d6587283-7a1d-4809-a1ee-c46e5a7a6e37 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Allocated IP 172.20.0.4 (77d41963-e136-4ba3-ad68-c6ff6b5ca03b/eb25b29e-8000-461d-9a31-049cca6cce84/8dc81060-f12c-4d50-ac74-7a7ea986f264) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:49.639002 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 18616bc8-8f5c-438b-85bc-4ef73e81581f {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:49.639780 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 18616bc8-8f5c-438b-85bc-4ef73e81581f not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:49.674982 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-bc834ce3-d6f0-49bb-9ee5-162e6afb6fdf tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.696252 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322fe7c-7623-45b5-9005-4c3f19a475e2 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Pushing event deleted for resources: {'Port': ['ID=42cfc02f-3401-4427-a978-d55f0e45e38f,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:49.700599 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-328c2880-c1e0-407a-9d33-40024ee1d879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.722616 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4213c30-39aa-4729-9057-138d8c62b281 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.759978 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-328c2880-c1e0-407a-9d33-40024ee1d879 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.764813 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-328c2880-c1e0-407a-9d33-40024ee1d879 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8f885443-046f-4184-82cb-bdc354731f9f HTTP/1.1" status: 204 len: 168 time: 2.3040812 Jul 07 17:11:49.771323 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc834ce3-d6f0-49bb-9ee5-162e6afb6fdf tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event deleted for resources: {'Port': ['ID=b8d331dd-bb8d-437d-9375-521139323c2b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:49.774275 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36968) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:49.778714 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-b4213c30-39aa-4729-9057-138d8c62b281 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Calling delete_port for 866e7c4c-eed5-44d4-8ca1-8ab84ec7a533 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:49.791092 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52bb7d-6b8a-4a0e-aa57-ec65f5e073ef req-3204edfe-d5a9-4556-867d-05009fb3d837 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:49.795159 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-d13979f9-2901-4a62-bbce-3491d056c6f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Allocated IP 172.20.0.8 (69eb5df1-6bb5-4b6b-a2f1-262f02033dfa/a47ba282-7428-49d5-bfda-989815c66fac/0d46c737-c51a-49be-b843-fb2edffc1538) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:49.804784 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dd52bb7d-6b8a-4a0e-aa57-ec65f5e073ef req-3204edfe-d5a9-4556-867d-05009fb3d837 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/ports?device_id=260b767c-5518-4fed-ac48-28cafd51406d HTTP/1.1" status: 200 len: 867 time: 0.5942838 Jul 07 17:11:49.866986 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-bc834ce3-d6f0-49bb-9ee5-162e6afb6fdf tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] No DVR routers for this DVR port b8d331dd-bb8d-437d-9375-521139323c2b on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:49.896532 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c2880-c1e0-407a-9d33-40024ee1d879 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f885443-046f-4184-82cb-bdc354731f9f,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:49.906582 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-bc834ce3-d6f0-49bb-9ee5-162e6afb6fdf tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.908907 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-bc834ce3-d6f0-49bb-9ee5-162e6afb6fdf tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.64 "DELETE /v2.0/ports/b8d331dd-bb8d-437d-9375-521139323c2b HTTP/1.1" status: 204 len: 173 time: 3.4774494 Jul 07 17:11:49.909414 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-deleted', 'tag': 'b8d331dd-bb8d-437d-9375-521139323c2b'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:49.912162 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a807b005-3a3e-4469-8af7-7812fe70a740" -d '{"events": [{"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-deleted", "tag": "b8d331dd-bb8d-437d-9375-521139323c2b"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:50.083134 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-314dd2ee-b022-4309-bdaa-b8424e766db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.222882 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b0d4af-9627-46bb-8c62-8cfd45cad5bf req-e322fe7c-7623-45b5-9005-4c3f19a475e2 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] No DVR routers for this DVR port 42cfc02f-3401-4427-a978-d55f0e45e38f on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:50.238042 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-47b0d4af-9627-46bb-8c62-8cfd45cad5bf req-e322fe7c-7623-45b5-9005-4c3f19a475e2 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.241548 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-47b0d4af-9627-46bb-8c62-8cfd45cad5bf req-e322fe7c-7623-45b5-9005-4c3f19a475e2 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.64 "DELETE /v2.0/ports/42cfc02f-3401-4427-a978-d55f0e45e38f HTTP/1.1" status: 204 len: 173 time: 3.5640256 Jul 07 17:11:50.242473 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260b767c-5518-4fed-ac48-28cafd51406d', 'name': 'network-vif-deleted', 'tag': '42cfc02f-3401-4427-a978-d55f0e45e38f'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:50.245220 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66eedec0-29b1-4faf-aacf-6c0e72b43e68" -d '{"events": [{"server_uuid": "260b767c-5518-4fed-ac48-28cafd51406d", "name": "network-vif-deleted", "tag": "42cfc02f-3401-4427-a978-d55f0e45e38f"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:50.256661 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dd52bb7d-6b8a-4a0e-aa57-ec65f5e073ef req-bb05de6d-2a00-4aae-9485-0e206bc73027 tempest-ServersTestJSON-803275758 tempest-ServersTestJSON-803275758-project] 10.222.0.53 "GET /v2.0/security-groups?id=a066ad69-b4ab-484b-8a72-9596673e3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502804 Jul 07 17:11:50.350592 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4213c30-39aa-4729-9057-138d8c62b281 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.352612 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-d6587283-7a1d-4809-a1ee-c46e5a7a6e37 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.413991 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-d6587283-7a1d-4809-a1ee-c46e5a7a6e37 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Transition to ACTIVE for port object 8dc81060-f12c-4d50-ac74-7a7ea986f264 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:50.532866 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-d6587283-7a1d-4809-a1ee-c46e5a7a6e37 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.538307 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 42cfc02f-3401-4427-a978-d55f0e45e38f no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:50.574295 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 42cfc02f-3401-4427-a978-d55f0e45e38f {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:50.575272 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 42cfc02f-3401-4427-a978-d55f0e45e38f not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:50.637754 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4213c30-39aa-4729-9057-138d8c62b281 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.642588 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b4213c30-39aa-4729-9057-138d8c62b281 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/ports/866e7c4c-eed5-44d4-8ca1-8ab84ec7a533 HTTP/1.1" status: 204 len: 168 time: 2.0361784 Jul 07 17:11:50.672838 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36984) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:50.696762 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-d6587283-7a1d-4809-a1ee-c46e5a7a6e37 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:50.699291 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4213c30-39aa-4729-9057-138d8c62b281 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Port': ['ID=866e7c4c-eed5-44d4-8ca1-8ab84ec7a533,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:50.713504 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-d6587283-7a1d-4809-a1ee-c46e5a7a6e37 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:50.735015 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-d6587283-7a1d-4809-a1ee-c46e5a7a6e37 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:50.761645 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a04a6c-c681-4c81-8ee0-e452457ccd8a x-openstack-request-id: req-26a04a6c-c681-4c81-8ee0-e452457ccd8a {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:50.762135 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-deleted", "tag": "b8d331dd-bb8d-437d-9375-521139323c2b", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:50.762570 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26a04a6c-c681-4c81-8ee0-e452457ccd8a {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:50.763252 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-deleted', 'tag': 'b8d331dd-bb8d-437d-9375-521139323c2b', 'status': 'completed', 'code': 200} Jul 07 17:11:50.820057 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-314dd2ee-b022-4309-bdaa-b8424e766db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.876213 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-f0db3661-5a6f-4824-b12a-22fb21ed5966 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Deleting port e3b5255c-56de-4333-94b1-1e038c40d00f {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:50.876744 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-f0db3661-5a6f-4824-b12a-22fb21ed5966 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.906620 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-d6587283-7a1d-4809-a1ee-c46e5a7a6e37 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:50.908486 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-d6587283-7a1d-4809-a1ee-c46e5a7a6e37 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.912447 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6587283-7a1d-4809-a1ee-c46e5a7a6e37 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Pushing event updated for resources: {'Port': ['ID=8dc81060-f12c-4d50-ac74-7a7ea986f264,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:50.956946 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-d6587283-7a1d-4809-a1ee-c46e5a7a6e37 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8509903 Jul 07 17:11:50.972855 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-8ecfddcf-15ce-4df2-bd83-1f55f97fe39c service neutron] Request body: {'port': {'device_id': '848ce371-f4d8-4753-84c2-5309adaa22e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:51.012278 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-314dd2ee-b022-4309-bdaa-b8424e766db5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab82b3df-4c86-4ece-b695-047ab3f5d517']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:51.198492 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-8ecfddcf-15ce-4df2-bd83-1f55f97fe39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:51.212132 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-314dd2ee-b022-4309-bdaa-b8424e766db5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f5d722-70dd-4b0a-ac22-e44981341ac0') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:51.212663 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-314dd2ee-b022-4309-bdaa-b8424e766db5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f5d722-70dd-4b0a-ac22-e44981341ac0') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:51.265144 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d13979f9-2901-4a62-bbce-3491d056c6f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:51.313768 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c5e81090-cf5f-4be0-88f2-7d631e8487e9 None None] Provisioning for port 8dc81060-f12c-4d50-ac74-7a7ea986f264 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:51.321735 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-d13979f9-2901-4a62-bbce-3491d056c6f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Transition to ACTIVE for port object 0d46c737-c51a-49be-b843-fb2edffc1538 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:51.324807 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c5e81090-cf5f-4be0-88f2-7d631e8487e9 None None] Provisioning complete for port 8dc81060-f12c-4d50-ac74-7a7ea986f264 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:51.325587 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c5e81090-cf5f-4be0-88f2-7d631e8487e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:51.331209 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-314dd2ee-b022-4309-bdaa-b8424e766db5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:51.357697 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67720215-664f-4d75-9696-8d3fff199dc5 req-e37c2d61-2fd3-445b-86af-daeafa731026 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:51.369926 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67720215-664f-4d75-9696-8d3fff199dc5 req-e37c2d61-2fd3-445b-86af-daeafa731026 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:51.382753 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67720215-664f-4d75-9696-8d3fff199dc5 req-e37c2d61-2fd3-445b-86af-daeafa731026 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 1676 time: 0.3279698 Jul 07 17:11:51.388369 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e67a70-618a-48dd-aada-1078f49540a4 req-4078e81d-0c93-42e0-8b0a-3b1637c0e594 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:51.392640 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f8e67a70-618a-48dd-aada-1078f49540a4 req-4078e81d-0c93-42e0-8b0a-3b1637c0e594 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 1.1757226 Jul 07 17:11:51.414641 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-314dd2ee-b022-4309-bdaa-b8424e766db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:51.425056 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c5e81090-cf5f-4be0-88f2-7d631e8487e9 None None] Port 8dc81060-f12c-4d50-ac74-7a7ea986f264 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:51.514198 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314dd2ee-b022-4309-bdaa-b8424e766db5 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:11:51.516246 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-314dd2ee-b022-4309-bdaa-b8424e766db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:11:51.601728 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:11:51.630261 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d13979f9-2901-4a62-bbce-3491d056c6f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:51.653952 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67720215-664f-4d75-9696-8d3fff199dc5 req-dccf8678-cb37-4c72-b42d-f8fda85e97c5 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2691250 Jul 07 17:11:51.676365 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13979f9-2901-4a62-bbce-3491d056c6f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Network 69eb5df1-6bb5-4b6b-a2f1-262f02033dfa is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:51.688478 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-d13979f9-2901-4a62-bbce-3491d056c6f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:51.717782 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13979f9-2901-4a62-bbce-3491d056c6f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:51.894280 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13979f9-2901-4a62-bbce-3491d056c6f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:51.901853 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d13979f9-2901-4a62-bbce-3491d056c6f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.013008 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d13979f9-2901-4a62-bbce-3491d056c6f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4085934 Jul 07 17:11:52.025787 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36994) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:52.030877 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f8e67a70-618a-48dd-aada-1078f49540a4 req-d84de99f-9cc9-4d54-b42b-edcc064dfb10 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5872107 Jul 07 17:11:52.048200 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da029a16-6697-425d-aebf-3cbade547cd5 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:52.051295 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-da029a16-6697-425d-aebf-3cbade547cd5 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.3645823 Jul 07 17:11:52.054883 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-f0db3661-5a6f-4824-b12a-22fb21ed5966 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] For port e3b5255c-56de-4333-94b1-1e038c40d00f, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=e3b5255c-56de-4333-94b1-1e038c40d00f,segment=NetworkSegment(6bcddae9-b488-4690-903f-3d09a677e8f6),segment_id=6bcddae9-b488-4690-903f-3d09a677e8f6)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:52.055645 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-f0db3661-5a6f-4824-b12a-22fb21ed5966 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.063930 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-151eb8bb-a6f7-4fc8-9836-377ea433f22a tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Request body: {'port': {'network_id': '69eb5df1-6bb5-4b6b-a2f1-262f02033dfa', 'name': 'tempest-AllowedAddressPairTestJSON-1368808075'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:52.065860 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-314dd2ee-b022-4309-bdaa-b8424e766db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.094855 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36996) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:52.320571 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-3204b329-e037-47b1-81db-7345f762605d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] GET failed (client error): The resource could not be found. Jul 07 17:11:52.331259 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3204b329-e037-47b1-81db-7345f762605d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "GET /v2.0/ports/866e7c4c-eed5-44d4-8ca1-8ab84ec7a533 HTTP/1.1" status: 404 len: 333 time: 0.2344742 Jul 07 17:11:52.338449 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-314dd2ee-b022-4309-bdaa-b8424e766db5 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.343494 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-314dd2ee-b022-4309-bdaa-b8424e766db5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ab82b3df-4c86-4ece-b695-047ab3f5d517 HTTP/1.1" status: 204 len: 168 time: 2.5580697 Jul 07 17:11:52.378154 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-f0db3661-5a6f-4824-b12a-22fb21ed5966 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Calling delete_port for e3b5255c-56de-4333-94b1-1e038c40d00f owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:52.399271 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36998) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:52.399913 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37002) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:52.417300 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-688ece21-22e2-4fd8-a5cc-d4a81258f324 None None] Provisioning for port 0d46c737-c51a-49be-b843-fb2edffc1538 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:52.418541 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13856fd9-48cd-445b-8284-10bf3cecf4f6 x-openstack-request-id: req-13856fd9-48cd-445b-8284-10bf3cecf4f6 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:52.423589 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260b767c-5518-4fed-ac48-28cafd51406d", "name": "network-vif-deleted", "tag": "42cfc02f-3401-4427-a978-d55f0e45e38f", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:52.424026 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13856fd9-48cd-445b-8284-10bf3cecf4f6 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:52.424778 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260b767c-5518-4fed-ac48-28cafd51406d', 'name': 'network-vif-deleted', 'tag': '42cfc02f-3401-4427-a978-d55f0e45e38f', 'status': 'completed', 'code': 200} Jul 07 17:11:52.434963 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-688ece21-22e2-4fd8-a5cc-d4a81258f324 None None] Provisioning complete for port 0d46c737-c51a-49be-b843-fb2edffc1538 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:52.435758 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-58e125b8-ddf5-49f0-a3f2-ff4b5a63ce26 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-256038682'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:52.439489 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-688ece21-22e2-4fd8-a5cc-d4a81258f324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.685534 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-688ece21-22e2-4fd8-a5cc-d4a81258f324 None None] Port 0d46c737-c51a-49be-b843-fb2edffc1538 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:52.737471 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-8ecfddcf-15ce-4df2-bd83-1f55f97fe39c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc81060-f12c-4d50-ac74-7a7ea986f264 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:11:52.755179 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-8ecfddcf-15ce-4df2-bd83-1f55f97fe39c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.781119 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-8ecfddcf-15ce-4df2-bd83-1f55f97fe39c service neutron] Transition to ACTIVE for port object 8dc81060-f12c-4d50-ac74-7a7ea986f264 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:52.787282 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e125b8-ddf5-49f0-a3f2-ff4b5a63ce26 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:52.799213 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-8ecfddcf-15ce-4df2-bd83-1f55f97fe39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.809363 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-58e125b8-ddf5-49f0-a3f2-ff4b5a63ce26 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.820191 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13979f9-2901-4a62-bbce-3491d056c6f7 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Pushing event updated for resources: {'Port': ['ID=0d46c737-c51a-49be-b843-fb2edffc1538,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:52.878101 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314dd2ee-b022-4309-bdaa-b8424e766db5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab82b3df-4c86-4ece-b695-047ab3f5d517,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:52.943682 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37008) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:53.051353 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151eb8bb-a6f7-4fc8-9836-377ea433f22a tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Made reservation on behalf of e79248a20e6b4666b6e49d1a2dd70cbc for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:53.071278 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-151eb8bb-a6f7-4fc8-9836-377ea433f22a tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.083298 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e125b8-ddf5-49f0-a3f2-ff4b5a63ce26 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:11:53.099759 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-58e125b8-ddf5-49f0-a3f2-ff4b5a63ce26 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.100329 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-58e125b8-ddf5-49f0-a3f2-ff4b5a63ce26 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Added segment 38db0bc0-0b2c-40da-a722-af10328c6fba of type vlan for network b89460ff-184c-4a55-9f82-6a75984925a9 Jul 07 17:11:53.154706 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecfddcf-15ce-4df2-bd83-1f55f97fe39c service neutron] Pushing event updated for resources: {'Port': ['ID=8dc81060-f12c-4d50-ac74-7a7ea986f264,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:53.204796 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-58e125b8-ddf5-49f0-a3f2-ff4b5a63ce26 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.267158 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef163b9-203e-42be-b397-986833255339 req-516705b0-a429-4e6b-8938-1d7769cb1a57 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:53.281862 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-58e125b8-ddf5-49f0-a3f2-ff4b5a63ce26 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.285311 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3ef163b9-203e-42be-b397-986833255339 req-516705b0-a429-4e6b-8938-1d7769cb1a57 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=848ce371-f4d8-4753-84c2-5309adaa22e3 HTTP/1.1" status: 200 len: 931 time: 0.8436518 Jul 07 17:11:53.293752 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e125b8-ddf5-49f0-a3f2-ff4b5a63ce26 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:53.294793 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-58e125b8-ddf5-49f0-a3f2-ff4b5a63ce26 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.342801 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-77115941-96af-4902-a441-0d95ffa5d5f9 admin admin] Deleting subnet 160646de-633f-43bb-ab77-cdc4622fc25c {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:11:53.347875 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-58e125b8-ddf5-49f0-a3f2-ff4b5a63ce26 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9442337 Jul 07 17:11:53.356198 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-77115941-96af-4902-a441-0d95ffa5d5f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.359934 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37012) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:53.390304 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-151eb8bb-a6f7-4fc8-9836-377ea433f22a tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] device_id is not set on port 58c74df3-d227-471e-8c89-c753989a3974 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:53.392998 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b2a0eeea-661e-45ef-952c-118746c74594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.421188 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-f225d297-a837-44c4-b6d3-d1b72a2864e0 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'subnet': {'network_id': 'b89460ff-184c-4a55-9f82-6a75984925a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:53.551111 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0ae1a774-f407-4f03-9f25-f99230c244da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=714c5973a0b4427daf9bad1f0fff20b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5942404 Jul 07 17:11:53.573289 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37014) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:53.601375 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3ef163b9-203e-42be-b397-986833255339 req-da5ff0f6-2135-4a7c-9573-95148dfb6f57 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959354 Jul 07 17:11:53.834364 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-151eb8bb-a6f7-4fc8-9836-377ea433f22a tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Allocated IP 172.20.0.5 (69eb5df1-6bb5-4b6b-a2f1-262f02033dfa/a47ba282-7428-49d5-bfda-989815c66fac/58c74df3-d227-471e-8c89-c753989a3974) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:53.952510 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-8ecfddcf-15ce-4df2-bd83-1f55f97fe39c service neutron] Attempting to bind port 8dc81060-f12c-4d50-ac74-7a7ea986f264 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:53.953504 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-8ecfddcf-15ce-4df2-bd83-1f55f97fe39c service neutron] Attempting to bind port 8dc81060-f12c-4d50-ac74-7a7ea986f264 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:53.960676 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-8ecfddcf-15ce-4df2-bd83-1f55f97fe39c service neutron] Attempting to bind port 8dc81060-f12c-4d50-ac74-7a7ea986f264 on network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:53.998076 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-8ecfddcf-15ce-4df2-bd83-1f55f97fe39c service neutron] Port 8dc81060-f12c-4d50-ac74-7a7ea986f264 on network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:53.999351 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-8ecfddcf-15ce-4df2-bd83-1f55f97fe39c service neutron] Attempting to bind port 8dc81060-f12c-4d50-ac74-7a7ea986f264 on network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:54.086448 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7115d81d-6c7a-49bc-a407-bec8aaa39c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.106591 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-8ecfddcf-15ce-4df2-bd83-1f55f97fe39c service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:54.107123 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-8ecfddcf-15ce-4df2-bd83-1f55f97fe39c service neutron] Checking segment: {'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:54.108342 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-8ecfddcf-15ce-4df2-bd83-1f55f97fe39c service neutron] Bound using segment: {'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:54.110009 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-8ecfddcf-15ce-4df2-bd83-1f55f97fe39c service neutron] Bound port: 8dc81060-f12c-4d50-ac74-7a7ea986f264, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:54.110946 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-8ecfddcf-15ce-4df2-bd83-1f55f97fe39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.229470 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e125b8-ddf5-49f0-a3f2-ff4b5a63ce26 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Network': ['ID=b89460ff-184c-4a55-9f82-6a75984925a9,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:54.240301 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-77115941-96af-4902-a441-0d95ffa5d5f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.254688 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network b89460ff-184c-4a55-9f82-6a75984925a9 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:11:54.354047 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f225d297-a837-44c4-b6d3-d1b72a2864e0 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:54.360815 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f225d297-a837-44c4-b6d3-d1b72a2864e0 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.404773 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7115d81d-6c7a-49bc-a407-bec8aaa39c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.497736 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-77115941-96af-4902-a441-0d95ffa5d5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.540712 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe34d8-1d45-46ea-b92f-b83305b76a54 req-da9b135a-5a80-418b-a48a-31420f77effe tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:54.547316 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892ea6a-36c9-4cad-a6b2-05561c1e6bbe req-0eb7b408-1c4f-4cb4-9766-bed4b21c7662 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:54.548137 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2cfe34d8-1d45-46ea-b92f-b83305b76a54 req-da9b135a-5a80-418b-a48a-31420f77effe tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 0.4704812 Jul 07 17:11:54.564430 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892ea6a-36c9-4cad-a6b2-05561c1e6bbe req-0eb7b408-1c4f-4cb4-9766-bed4b21c7662 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:54.575686 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3892ea6a-36c9-4cad-a6b2-05561c1e6bbe req-0eb7b408-1c4f-4cb4-9766-bed4b21c7662 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 1676 time: 0.5207949 Jul 07 17:11:54.581969 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:11:54.664804 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-8ecfddcf-15ce-4df2-bd83-1f55f97fe39c service neutron] For port 8dc81060-f12c-4d50-ac74-7a7ea986f264, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:54.675337 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2cfe34d8-1d45-46ea-b92f-b83305b76a54 req-4b0f1d69-2c43-433e-b29a-377369bc71fb tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258252 Jul 07 17:11:54.681373 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-f0db3661-5a6f-4824-b12a-22fb21ed5966 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.755436 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-8ecfddcf-15ce-4df2-bd83-1f55f97fe39c service neutron] For port 8dc81060-f12c-4d50-ac74-7a7ea986f264, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=8dc81060-f12c-4d50-ac74-7a7ea986f264,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:54.778122 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-151eb8bb-a6f7-4fc8-9836-377ea433f22a tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.785025 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3892ea6a-36c9-4cad-a6b2-05561c1e6bbe req-7e0a0bce-f051-4292-9591-32ba456774ce tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2081418 Jul 07 17:11:54.803632 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-8ecfddcf-15ce-4df2-bd83-1f55f97fe39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.827333 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7115d81d-6c7a-49bc-a407-bec8aaa39c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.829600 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db3661-5a6f-4824-b12a-22fb21ed5966 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event deleted for resources: {'Port': ['ID=e3b5255c-56de-4333-94b1-1e038c40d00f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:54.833827 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7115d81d-6c7a-49bc-a407-bec8aaa39c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.835479 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7115d81d-6c7a-49bc-a407-bec8aaa39c7c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76a6cf3b-9559-4f73-8fa4-50faac352e87 HTTP/1.1" status: 204 len: 168 time: 1.2328603 Jul 07 17:11:54.865828 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-151eb8bb-a6f7-4fc8-9836-377ea433f22a tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Transition to ACTIVE for port object 58c74df3-d227-471e-8c89-c753989a3974 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:54.891082 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-8ecfddcf-15ce-4df2-bd83-1f55f97fe39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:54.892121 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-8ecfddcf-15ce-4df2-bd83-1f55f97fe39c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.893903 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-8ecfddcf-15ce-4df2-bd83-1f55f97fe39c service neutron] 10.222.0.64 "PUT /v2.0/ports/8dc81060-f12c-4d50-ac74-7a7ea986f264 HTTP/1.1" status: 200 len: 1092 time: 3.9296169 Jul 07 17:11:54.897264 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-77115941-96af-4902-a441-0d95ffa5d5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.907712 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115d81d-6c7a-49bc-a407-bec8aaa39c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a6cf3b-9559-4f73-8fa4-50faac352e87,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:54.912552 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848ce371-f4d8-4753-84c2-5309adaa22e3', 'tag': '8dc81060-f12c-4d50-ac74-7a7ea986f264'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:54.916158 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe3cd08-851e-4a3e-a2d0-5d41a9a3827a" -d '{"events": [{"name": "network-changed", "server_uuid": "848ce371-f4d8-4753-84c2-5309adaa22e3", "tag": "8dc81060-f12c-4d50-ac74-7a7ea986f264"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:55.090124 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecfddcf-15ce-4df2-bd83-1f55f97fe39c service neutron] Pushing event updated for resources: {'Port': ['ID=8dc81060-f12c-4d50-ac74-7a7ea986f264,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:55.100798 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-f0db3661-5a6f-4824-b12a-22fb21ed5966 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] No DVR routers for this DVR port e3b5255c-56de-4333-94b1-1e038c40d00f on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:55.102582 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77115941-96af-4902-a441-0d95ffa5d5f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=160646de-633f-43bb-ab77-cdc4622fc25c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:55.135649 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-f0db3661-5a6f-4824-b12a-22fb21ed5966 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:55.141758 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-f0db3661-5a6f-4824-b12a-22fb21ed5966 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.64 "DELETE /v2.0/ports/e3b5255c-56de-4333-94b1-1e038c40d00f HTTP/1.1" status: 204 len: 173 time: 5.2243457 Jul 07 17:11:55.150657 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-deleted', 'tag': 'e3b5255c-56de-4333-94b1-1e038c40d00f'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:55.151514 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-151eb8bb-a6f7-4fc8-9836-377ea433f22a tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:55.153165 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5da5b4c-ee3b-44a9-ae0a-da309f925a40" -d '{"events": [{"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-deleted", "tag": "e3b5255c-56de-4333-94b1-1e038c40d00f"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:55.279903 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151eb8bb-a6f7-4fc8-9836-377ea433f22a tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Network 69eb5df1-6bb5-4b6b-a2f1-262f02033dfa is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:55.321764 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151eb8bb-a6f7-4fc8-9836-377ea433f22a tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Pushing event updated for resources: {'Port': ['ID=58c74df3-d227-471e-8c89-c753989a3974,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:55.334090 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-c634dda3-1360-49b7-be9b-a8d7e183a6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:55.336162 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-c634dda3-1360-49b7-be9b-a8d7e183a6f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&device_id=848ce371-f4d8-4753-84c2-5309adaa22e3 HTTP/1.1" status: 200 len: 1095 time: 0.3711147 Jul 07 17:11:55.338025 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-151eb8bb-a6f7-4fc8-9836-377ea433f22a tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:55.341518 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151eb8bb-a6f7-4fc8-9836-377ea433f22a tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:55.461031 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151eb8bb-a6f7-4fc8-9836-377ea433f22a tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:55.461735 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-151eb8bb-a6f7-4fc8-9836-377ea433f22a tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:55.526944 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-77115941-96af-4902-a441-0d95ffa5d5f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:55.534772 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-77115941-96af-4902-a441-0d95ffa5d5f9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/160646de-633f-43bb-ab77-cdc4622fc25c HTTP/1.1" status: 204 len: 168 time: 2.9860892 Jul 07 17:11:55.541191 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-151eb8bb-a6f7-4fc8-9836-377ea433f22a tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5108962 Jul 07 17:11:55.558677 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-e4b3cad9-5590-4545-8871-acf8efc59cc8 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:55.575544 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37030) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:55.576106 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37032) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:55.599697 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-e4b3cad9-5590-4545-8871-acf8efc59cc8 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:55.611705 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-6c3cb87f-ebfc-41fc-a1a2-18597c8f98d0 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:b9:f8:e6'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:10:c8:e1'}]}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:55.614656 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-e4b3cad9-5590-4545-8871-acf8efc59cc8 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:55.635182 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-e4b3cad9-5590-4545-8871-acf8efc59cc8 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:55.651025 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-e4b3cad9-5590-4545-8871-acf8efc59cc8 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:55.659711 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-e4b3cad9-5590-4545-8871-acf8efc59cc8 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:55.666714 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-e4b3cad9-5590-4545-8871-acf8efc59cc8 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:55.669903 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-e4b3cad9-5590-4545-8871-acf8efc59cc8 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.72 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5436 time: 0.6406732 Jul 07 17:11:55.674292 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-d228a2a4-893e-4f48-9bd3-11f2bc1956bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dc81060-f12c-4d50-ac74-7a7ea986f264 HTTP/1.1" status: 200 len: 217 time: 0.2661500 Jul 07 17:11:55.946608 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d49729-b128-476d-b4cd-f4dc52902c70 req-afcecd31-42e1-4f63-9022-09cbc9c84a63 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:55.948263 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f7d49729-b128-476d-b4cd-f4dc52902c70 req-afcecd31-42e1-4f63-9022-09cbc9c84a63 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=848ce371-f4d8-4753-84c2-5309adaa22e3 HTTP/1.1" status: 200 len: 943 time: 0.5310605 Jul 07 17:11:55.990339 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-b06f9abf-d8cd-499c-ac28-36627d62dffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:55.991873 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-b06f9abf-d8cd-499c-ac28-36627d62dffa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 200 len: 851 time: 0.3101168 Jul 07 17:11:56.000039 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-a48a2569-94a5-4ab7-9fdf-27a5ce06cdef tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:56.008237 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-a48a2569-94a5-4ab7-9fdf-27a5ce06cdef tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.72 "GET /v2.0/ports/c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3204496 Jul 07 17:11:56.014326 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f225d297-a837-44c4-b6d3-d1b72a2864e0 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:56.027694 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b481d11c-d63a-4688-8f47-4522b874178e None None] Provisioning for port 58c74df3-d227-471e-8c89-c753989a3974 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:56.044350 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b481d11c-d63a-4688-8f47-4522b874178e None None] Provisioning complete for port 58c74df3-d227-471e-8c89-c753989a3974 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:56.046577 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b481d11c-d63a-4688-8f47-4522b874178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:56.157222 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-b481d11c-d63a-4688-8f47-4522b874178e None None] Port 58c74df3-d227-471e-8c89-c753989a3974 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:56.181875 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:56.300735 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f7d49729-b128-476d-b4cd-f4dc52902c70 req-10f297de-e2bb-4eaa-8420-40bd8b964d09 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258455 Jul 07 17:11:56.350419 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bfcd8-334f-42c9-84aa-a2dd528a7c85 req-929cdbb5-6db8-4f52-9f67-b1fc43903997 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:56.368668 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bfcd8-334f-42c9-84aa-a2dd528a7c85 req-929cdbb5-6db8-4f52-9f67-b1fc43903997 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:56.389499 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bfcd8-334f-42c9-84aa-a2dd528a7c85 req-929cdbb5-6db8-4f52-9f67-b1fc43903997 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:56.398043 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bfcd8-334f-42c9-84aa-a2dd528a7c85 req-929cdbb5-6db8-4f52-9f67-b1fc43903997 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:56.418700 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bfcd8-334f-42c9-84aa-a2dd528a7c85 req-929cdbb5-6db8-4f52-9f67-b1fc43903997 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:56.423203 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-645448b7-8337-4cbd-972e-5cc732d98ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:56.426064 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-645448b7-8337-4cbd-972e-5cc732d98ea2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3891582 Jul 07 17:11:56.431773 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d48827-b4b5-4486-9ad1-c605d24b3982 x-openstack-request-id: req-64d48827-b4b5-4486-9ad1-c605d24b3982 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:56.432239 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848ce371-f4d8-4753-84c2-5309adaa22e3", "tag": "8dc81060-f12c-4d50-ac74-7a7ea986f264", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:56.432699 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-64d48827-b4b5-4486-9ad1-c605d24b3982 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:56.433411 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848ce371-f4d8-4753-84c2-5309adaa22e3', 'tag': '8dc81060-f12c-4d50-ac74-7a7ea986f264', 'status': 'completed', 'code': 200} Jul 07 17:11:56.444316 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bfcd8-334f-42c9-84aa-a2dd528a7c85 req-929cdbb5-6db8-4f52-9f67-b1fc43903997 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:56.463627 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-915e13d4-f491-432b-bbba-96ada7fcb84c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.72 "GET /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4550946 Jul 07 17:11:56.477896 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bfcd8-334f-42c9-84aa-a2dd528a7c85 req-929cdbb5-6db8-4f52-9f67-b1fc43903997 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:56.502849 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1b7bfcd8-334f-42c9-84aa-a2dd528a7c85 req-929cdbb5-6db8-4f52-9f67-b1fc43903997 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 5436 time: 1.3718061 Jul 07 17:11:56.512392 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-18692174-6d93-47db-960b-505781fb9be4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:56.588971 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a794c7-527b-4e37-a388-51424adb93a7 x-openstack-request-id: req-a0a794c7-527b-4e37-a388-51424adb93a7 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:56.589841 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-deleted", "tag": "e3b5255c-56de-4333-94b1-1e038c40d00f", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:56.589841 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a0a794c7-527b-4e37-a388-51424adb93a7 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:56.590364 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-deleted', 'tag': 'e3b5255c-56de-4333-94b1-1e038c40d00f', 'status': 'completed', 'code': 200} Jul 07 17:11:56.723820 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-73a1dd86-f65f-46b7-85aa-dfc4552a133b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:56.776825 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-18692174-6d93-47db-960b-505781fb9be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:56.818918 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-15de4de1-1514-4eec-b67e-d3b561ca471e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:56.887026 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-5d2503d8-a990-451b-b927-fe796bf7803f service neutron] 10.222.0.64 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521084 Jul 07 17:11:56.926067 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37056) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:56.957610 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225d297-a837-44c4-b6d3-d1b72a2864e0 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Subnet': ['ID=a240cc62-3494-4ce5-ac6c-b7f98254295b,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:56.998152 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f225d297-a837-44c4-b6d3-d1b72a2864e0 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Checking segment: {'id': '38db0bc0-0b2c-40da-a722-af10328c6fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b89460ff-184c-4a55-9f82-6a75984925a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:56.999221 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f225d297-a837-44c4-b6d3-d1b72a2864e0 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network hostable DHCP agents. Network: b89460ff-184c-4a55-9f82-6a75984925a9, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:11:57.034473 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-97db9fff-58de-4007-a8f2-c34860eacc50 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Deleting port 870ee654-1865-4fc9-9384-819a276cb46e {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:57.035151 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-97db9fff-58de-4007-a8f2-c34860eacc50 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.080329 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1b7bfcd8-334f-42c9-84aa-a2dd528a7c85 req-2e7a1c51-71eb-4c4a-9138-a096879bc972 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5757358 Jul 07 17:11:57.081387 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6c3cb87f-ebfc-41fc-a1a2-18597c8f98d0 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.223054 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-37717fdf-7bb1-4749-bf2a-480742f9580b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-484580762-network', 'tenant_id': '4e1f4fde4ca44acab063c5e905ea549a'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:57.254395 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37717fdf-7bb1-4749-bf2a-480742f9580b admin admin] Made reservation on behalf of 4e1f4fde4ca44acab063c5e905ea549a for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:57.257517 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-37717fdf-7bb1-4749-bf2a-480742f9580b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.261731 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f225d297-a837-44c4-b6d3-d1b72a2864e0 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network b89460ff-184c-4a55-9f82-6a75984925a9 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:11:57.406772 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 49dedb3b-3027-44d3-9dfc-eaffaf552295 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:57.425121 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c95789c-7236-4a9d-9bb0-f2580596c599 req-68cef632-8f55-47bf-9d41-6123cebccc22 service neutron] 10.222.0.64 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241990 Jul 07 17:11:57.427232 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-18692174-6d93-47db-960b-505781fb9be4 service neutron] For port c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca,segment=NetworkSegment(b85f67fa-4f4a-4c5c-8baf-733f98a524f2),segment_id=b85f67fa-4f4a-4c5c-8baf-733f98a524f2)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:57.445953 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6ad6-4587-43b3-b981-e862d68818fe req-7ee537dd-5a84-4084-abea-c52180fad47f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:57.459637 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a41e6ad6-4587-43b3-b981-e862d68818fe req-7ee537dd-5a84-4084-abea-c52180fad47f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 0.5125990 Jul 07 17:11:57.565211 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-15de4de1-1514-4eec-b67e-d3b561ca471e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.579492 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a41e6ad6-4587-43b3-b981-e862d68818fe req-be70f0c4-26d3-4f3c-8d9a-f4b5c1894f23 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187019 Jul 07 17:11:57.598201 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-15de4de1-1514-4eec-b67e-d3b561ca471e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656dd087-69ac-4445-b8fb-7180ff9e7eaa']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:57.624793 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-15de4de1-1514-4eec-b67e-d3b561ca471e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade778ba-4db4-4b5f-926a-2b8a323277b1') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:57.625626 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-15de4de1-1514-4eec-b67e-d3b561ca471e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade778ba-4db4-4b5f-926a-2b8a323277b1') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:57.647716 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-18692174-6d93-47db-960b-505781fb9be4 service neutron] For port c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:57.650766 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.652073 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-15de4de1-1514-4eec-b67e-d3b561ca471e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.657876 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-f225d297-a837-44c4-b6d3-d1b72a2864e0 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, b89460ff-184c-4a55-9f82-6a75984925a9) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:57.660470 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-37717fdf-7bb1-4749-bf2a-480742f9580b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.675457 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a6da7f-8711-41f9-80b5-b18e5406674a None None] Network b89460ff-184c-4a55-9f82-6a75984925a9 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:57.727216 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f225d297-a837-44c4-b6d3-d1b72a2864e0 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:57.727829 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f225d297-a837-44c4-b6d3-d1b72a2864e0 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.763835 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-18692174-6d93-47db-960b-505781fb9be4 service neutron] device_id is not set on port c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:57.803853 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-18692174-6d93-47db-960b-505781fb9be4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.809178 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3cd08-851e-4a3e-a2d0-5d41a9a3827a req-9370f7ce-95c5-4322-8648-7bbe01ed9cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:57.810651 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5fe3cd08-851e-4a3e-a2d0-5d41a9a3827a req-9370f7ce-95c5-4322-8648-7bbe01ed9cca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&device_id=848ce371-f4d8-4753-84c2-5309adaa22e3 HTTP/1.1" status: 200 len: 1095 time: 0.2978828 Jul 07 17:11:57.849432 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-15de4de1-1514-4eec-b67e-d3b561ca471e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.859301 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-18692174-6d93-47db-960b-505781fb9be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.879913 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.893929 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49dedb3b-3027-44d3-9dfc-eaffaf552295'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:57.896400 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15de4de1-1514-4eec-b67e-d3b561ca471e admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:11:57.896863 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-15de4de1-1514-4eec-b67e-d3b561ca471e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.899112 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebdb254-3368-48bb-8495-55a561b17bbf" -d '{"events": [{"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-unplugged", "status": "completed", "tag": "49dedb3b-3027-44d3-9dfc-eaffaf552295"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:11:57.912426 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:11:57.952157 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 49dedb3b-3027-44d3-9dfc-eaffaf552295, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=49dedb3b-3027-44d3-9dfc-eaffaf552295,segment=NetworkSegment(b85f67fa-4f4a-4c5c-8baf-733f98a524f2),segment_id=b85f67fa-4f4a-4c5c-8baf-733f98a524f2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:57.970091 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.972719 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device cb7e9c4c-fd57-4d46-895f-74234734d082 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:58.074592 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-97db9fff-58de-4007-a8f2-c34860eacc50 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] For port 870ee654-1865-4fc9-9384-819a276cb46e, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=870ee654-1865-4fc9-9384-819a276cb46e,segment=NetworkSegment(df77f602-5930-4d7d-bce9-0dfeb2c494e1),segment_id=df77f602-5930-4d7d-bce9-0dfeb2c494e1)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:58.074969 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-97db9fff-58de-4007-a8f2-c34860eacc50 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:58.146628 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-97db9fff-58de-4007-a8f2-c34860eacc50 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Calling delete_port for 870ee654-1865-4fc9-9384-819a276cb46e owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:58.156234 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62629bcf-2138-4985-9071-54e71ce1f993 req-9eac8649-8280-4c93-9d89-13175830cc5b tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:58.158427 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-62629bcf-2138-4985-9071-54e71ce1f993 req-9eac8649-8280-4c93-9d89-13175830cc5b tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 943 time: 0.4636850 Jul 07 17:11:58.190011 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-15de4de1-1514-4eec-b67e-d3b561ca471e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:58.334893 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-15de4de1-1514-4eec-b67e-d3b561ca471e admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:58.340170 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-15de4de1-1514-4eec-b67e-d3b561ca471e admin admin] 10.222.0.53 "DELETE /v2.0/networks/656dd087-69ac-4445-b8fb-7180ff9e7eaa HTTP/1.1" status: 204 len: 168 time: 2.7619519 Jul 07 17:11:58.396756 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=49dedb3b-3027-44d3-9dfc-eaffaf552295,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:58.403919 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de4de1-1514-4eec-b67e-d3b561ca471e admin admin] Pushing event deleted for resources: {'Network': ['ID=656dd087-69ac-4445-b8fb-7180ff9e7eaa,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:58.585845 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4c9b7d-c278-48fd-92a5-aedaa0a10584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-b89460ff-184c-4a55-9f82-6a75984925a9', 'network_id': 'b89460ff-184c-4a55-9f82-6a75984925a9', 'tenant_id': '4d6098c034b649ddb555415464b8c075', 'fixed_ips': [{'subnet_id': 'a240cc62-3494-4ce5-ac6c-b7f98254295b'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:11:58.590247 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bb4c9b7d-c278-48fd-92a5-aedaa0a10584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:58.656671 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:58.708736 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-62629bcf-2138-4985-9071-54e71ce1f993 req-913d237a-0ae0-44cb-97b2-685a303c804a tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups?id=19f22d85-18af-4d25-ba22-cfaa9624c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4307122 Jul 07 17:11:58.771050 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port cb7e9c4c-fd57-4d46-895f-74234734d082, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=cb7e9c4c-fd57-4d46-895f-74234734d082,segment=NetworkSegment(998774d7-2d8e-4547-8dfe-3636c1eb8560),segment_id=998774d7-2d8e-4547-8dfe-3636c1eb8560)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:58.780466 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:58.781571 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device c53515a8-9fd6-4c21-9637-86f0e67278e8 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:58.791716 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6c3cb87f-ebfc-41fc-a1a2-18597c8f98d0 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:58.843866 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37070) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:58.845481 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6c3cb87f-ebfc-41fc-a1a2-18597c8f98d0 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:58.951307 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cf845b-1e6f-45b6-adea-035f1a5773f4 x-openstack-request-id: req-66cf845b-1e6f-45b6-adea-035f1a5773f4 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:58.952379 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-unplugged", "status": "completed", "tag": "49dedb3b-3027-44d3-9dfc-eaffaf552295", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:58.952867 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66cf845b-1e6f-45b6-adea-035f1a5773f4 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:58.953547 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49dedb3b-3027-44d3-9dfc-eaffaf552295', 'code': 200} Jul 07 17:11:58.955396 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-37717fdf-7bb1-4749-bf2a-480742f9580b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:58.961533 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=cb7e9c4c-fd57-4d46-895f-74234734d082,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:59.078986 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-37717fdf-7bb1-4749-bf2a-480742f9580b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.089233 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-064d0fa5-0b77-47b7-bc2e-ca14de3310ae None None] Provisioning complete for port c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:59.089233 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-064d0fa5-0b77-47b7-bc2e-ca14de3310ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.123670 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f225d297-a837-44c4-b6d3-d1b72a2864e0 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.7272162 Jul 07 17:11:59.171638 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37072) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:59.178074 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-064d0fa5-0b77-47b7-bc2e-ca14de3310ae None None] Port c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:59.181533 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-18692174-6d93-47db-960b-505781fb9be4 service neutron] No DVR routers for this DVR port c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:59.198342 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-c584e53d-f37c-4df6-918a-c9bfa05d277e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'subnet': {'network_id': 'b89460ff-184c-4a55-9f82-6a75984925a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:59.317327 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-6c3cb87f-ebfc-41fc-a1a2-18597c8f98d0 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] In _notify_port_updated(), no bound segment for port 58c74df3-d227-471e-8c89-c753989a3974 on network 69eb5df1-6bb5-4b6b-a2f1-262f02033dfa {{(pid=100192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:11:59.328500 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-bb4c9b7d-c278-48fd-92a5-aedaa0a10584 None None] Allocated IP 172.20.0.2 (b89460ff-184c-4a55-9f82-6a75984925a9/a240cc62-3494-4ce5-ac6c-b7f98254295b/8a812ab2-6730-4409-bcf4-dd0e670a0272) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:59.366733 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3cb87f-ebfc-41fc-a1a2-18597c8f98d0 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:59.368379 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6c3cb87f-ebfc-41fc-a1a2-18597c8f98d0 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.377308 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6c3cb87f-ebfc-41fc-a1a2-18597c8f98d0 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] 10.222.0.53 "PUT /v2.0/ports/58c74df3-d227-471e-8c89-c753989a3974 HTTP/1.1" status: 200 len: 1055 time: 3.7960978 Jul 07 17:11:59.397467 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18692174-6d93-47db-960b-505781fb9be4 service neutron] Pushing event updated for resources: {'Port': ['ID=c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca,revision_number=6']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:59.408418 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37074) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:59.524426 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37717fdf-7bb1-4749-bf2a-480742f9580b admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:11:59.563039 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3cb87f-ebfc-41fc-a1a2-18597c8f98d0 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Pushing event updated for resources: {'Port': ['ID=58c74df3-d227-471e-8c89-c753989a3974,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:59.615010 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.627396 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-18692174-6d93-47db-960b-505781fb9be4 service neutron] In _notify_port_updated(), no bound segment for port c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca on network 631352b9-cdc0-4502-b4e6-9840754bae5a {{(pid=100193) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:11:59.628417 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-18692174-6d93-47db-960b-505781fb9be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:59.632325 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-18692174-6d93-47db-960b-505781fb9be4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.634581 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-18692174-6d93-47db-960b-505781fb9be4 service neutron] 10.222.0.72 "PUT /v2.0/ports/c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca HTTP/1.1" status: 200 len: 1028 time: 3.1317120 Jul 07 17:11:59.680906 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37717fdf-7bb1-4749-bf2a-480742f9580b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391f4b9f-e14f-4b7a-a183-ffd4852598eb,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:59.685473 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3cd08-851e-4a3e-a2d0-5d41a9a3827a req-c510b0e1-2cb1-4ff5-819a-fe62a35b891e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:59.688066 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5fe3cd08-851e-4a3e-a2d0-5d41a9a3827a req-c510b0e1-2cb1-4ff5-819a-fe62a35b891e service neutron] 10.222.0.64 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 913 time: 1.8515940 Jul 07 17:11:59.733439 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-37717fdf-7bb1-4749-bf2a-480742f9580b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.734928 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-37717fdf-7bb1-4749-bf2a-480742f9580b admin admin] Added segment 9b0ff4ea-1f4d-4dea-ba1a-558e8370d383 of type vlan for network 0d543c9c-5ff0-4d84-8116-82b8b5a5d03b Jul 07 17:11:59.740608 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-21c61e7e-1d42-4956-8054-64ec48176dfb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=854488ce7e0c4852954684e9f239b430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8859115 Jul 07 17:11:59.751860 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37076) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:59.762447 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-97db9fff-58de-4007-a8f2-c34860eacc50 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.773264 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port c53515a8-9fd6-4c21-9637-86f0e67278e8, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c53515a8-9fd6-4c21-9637-86f0e67278e8,segment=NetworkSegment(998774d7-2d8e-4547-8dfe-3636c1eb8560),segment_id=998774d7-2d8e-4547-8dfe-3636c1eb8560)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:59.810063 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.811557 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:59.880742 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-37717fdf-7bb1-4749-bf2a-480742f9580b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.895300 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db9fff-58de-4007-a8f2-c34860eacc50 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event deleted for resources: {'Port': ['ID=870ee654-1865-4fc9-9384-819a276cb46e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:00.052375 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5fe3cd08-851e-4a3e-a2d0-5d41a9a3827a req-f5510b66-2dde-45f2-b58c-2a7bf7a736b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dc81060-f12c-4d50-ac74-7a7ea986f264 HTTP/1.1" status: 200 len: 217 time: 0.3448300 Jul 07 17:12:00.083626 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-97db9fff-58de-4007-a8f2-c34860eacc50 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] No DVR routers for this DVR port 870ee654-1865-4fc9-9384-819a276cb46e on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:00.100831 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df852505-f45e-40ec-9188-6ab027fe5acf req-8a9930a5-aa84-4610-9346-c7efef32f57c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:00.107440 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df852505-f45e-40ec-9188-6ab027fe5acf req-8a9930a5-aa84-4610-9346-c7efef32f57c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:00.115046 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df852505-f45e-40ec-9188-6ab027fe5acf req-8a9930a5-aa84-4610-9346-c7efef32f57c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:00.116953 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b3befc7c-c1b0-4d5b-8356-7bf3024ec968 None None] Provisioning complete for port 58c74df3-d227-471e-8c89-c753989a3974 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:00.118154 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b3befc7c-c1b0-4d5b-8356-7bf3024ec968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.124519 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df852505-f45e-40ec-9188-6ab027fe5acf req-8a9930a5-aa84-4610-9346-c7efef32f57c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:00.131778 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df852505-f45e-40ec-9188-6ab027fe5acf req-8a9930a5-aa84-4610-9346-c7efef32f57c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:00.139547 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df852505-f45e-40ec-9188-6ab027fe5acf req-8a9930a5-aa84-4610-9346-c7efef32f57c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:00.142556 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bbb4b-23bd-4703-99cd-120cef5412cc req-829711e7-4f43-4115-9021-c86d5447938b tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:00.153426 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-df852505-f45e-40ec-9188-6ab027fe5acf req-8a9930a5-aa84-4610-9346-c7efef32f57c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 4657 time: 0.7747285 Jul 07 17:12:00.157331 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1e3bbb4b-23bd-4703-99cd-120cef5412cc req-829711e7-4f43-4115-9021-c86d5447938b tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=848ce371-f4d8-4753-84c2-5309adaa22e3 HTTP/1.1" status: 200 len: 943 time: 2.2548056 Jul 07 17:12:00.165555 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-97db9fff-58de-4007-a8f2-c34860eacc50 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.168116 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e879d756-5ea1-4cc6-9c6f-17291206bc94 req-97db9fff-58de-4007-a8f2-c34860eacc50 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.64 "DELETE /v2.0/ports/870ee654-1865-4fc9-9384-819a276cb46e HTTP/1.1" status: 204 len: 173 time: 4.9939139 Jul 07 17:12:00.177071 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-deleted', 'tag': '870ee654-1865-4fc9-9384-819a276cb46e'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:00.179859 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63386f31-4399-4f31-aa6f-5c68707ada3f" -d '{"events": [{"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-deleted", "tag": "870ee654-1865-4fc9-9384-819a276cb46e"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:00.183083 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5064da87-7b98-45d0-bfe9-c49a67e29882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.219050 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5064da87-7b98-45d0-bfe9-c49a67e29882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.239166 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-6e79f7df-e071-4c90-a0c7-45d14ea7da88 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:00.243053 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-6e79f7df-e071-4c90-a0c7-45d14ea7da88 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.72 "GET /v2.0/ports/ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5936522 Jul 07 17:12:00.274774 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-97507860-182a-4288-89af-ae94f6e7a7d0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:00.287283 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-b3befc7c-c1b0-4d5b-8356-7bf3024ec968 None None] Port 58c74df3-d227-471e-8c89-c753989a3974 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:00.325051 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=c53515a8-9fd6-4c21-9637-86f0e67278e8,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:00.359785 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-37717fdf-7bb1-4749-bf2a-480742f9580b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.361838 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37717fdf-7bb1-4749-bf2a-480742f9580b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:00.362994 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-37717fdf-7bb1-4749-bf2a-480742f9580b admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.434572 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5064da87-7b98-45d0-bfe9-c49a67e29882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.441403 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5064da87-7b98-45d0-bfe9-c49a67e29882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.446379 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5064da87-7b98-45d0-bfe9-c49a67e29882 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a066ad69-b4ab-484b-8a72-9596673e3f1f HTTP/1.1" status: 204 len: 168 time: 0.6912937 Jul 07 17:12:00.470976 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.473032 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c584e53d-f37c-4df6-918a-c9bfa05d277e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:00.486613 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.489488 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c584e53d-f37c-4df6-918a-c9bfa05d277e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.575293 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064da87-7b98-45d0-bfe9-c49a67e29882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a066ad69-b4ab-484b-8a72-9596673e3f1f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:00.586292 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bb4c9b7d-c278-48fd-92a5-aedaa0a10584 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.600984 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-37717fdf-7bb1-4749-bf2a-480742f9580b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.6530180 Jul 07 17:12:00.609271 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 8dc81060-f12c-4d50-ac74-7a7ea986f264 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:12:00.612882 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37088) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:00.635511 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d55cc640-88bb-4de4-9003-dd266e41e20f admin admin] Request body: {'subnet': {'network_id': '0d543c9c-5ff0-4d84-8116-82b8b5a5d03b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-484580762-subnet', 'tenant_id': '4e1f4fde4ca44acab063c5e905ea549a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:00.680887 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-df852505-f45e-40ec-9188-6ab027fe5acf req-a5e6e3c0-1a75-47db-a705-6e318656ce8e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f&id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5256505 Jul 07 17:12:00.721470 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37717fdf-7bb1-4749-bf2a-480742f9580b admin admin] Pushing event updated for resources: {'Network': ['ID=0d543c9c-5ff0-4d84-8116-82b8b5a5d03b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:00.768602 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-bb4c9b7d-c278-48fd-92a5-aedaa0a10584 None None] Transition to ACTIVE for port object 8a812ab2-6730-4409-bcf4-dd0e670a0272 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:00.779438 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 0d543c9c-5ff0-4d84-8116-82b8b5a5d03b details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:12:00.815114 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55cc640-88bb-4de4-9003-dd266e41e20f admin admin] Made reservation on behalf of 4e1f4fde4ca44acab063c5e905ea549a for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:00.820265 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d55cc640-88bb-4de4-9003-dd266e41e20f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.088328 n-d-791503-12 neutron-server[100193]: INFO neutron.db.ipam_backend_mixin [None req-c584e53d-f37c-4df6-918a-c9bfa05d277e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a240cc62-3494-4ce5-ac6c-b7f98254295b (CIDR: 172.20.0.0/28) Jul 07 17:12:01.146692 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3cd08-851e-4a3e-a2d0-5d41a9a3827a req-05c2588e-605d-456a-90a5-cef1218f5ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:01.153938 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5fe3cd08-851e-4a3e-a2d0-5d41a9a3827a req-05c2588e-605d-456a-90a5-cef1218f5ab4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 200 len: 851 time: 1.0552993 Jul 07 17:12:01.160206 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1e3bbb4b-23bd-4703-99cd-120cef5412cc req-c098f7c5-30b1-4ba8-a95b-35dbaac2ea0c tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0009584 Jul 07 17:12:01.186521 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-c584e53d-f37c-4df6-918a-c9bfa05d277e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:12:01.191028 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c584e53d-f37c-4df6-918a-c9bfa05d277e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:12:01.266364 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c584e53d-f37c-4df6-918a-c9bfa05d277e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0872800 Jul 07 17:12:01.276076 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37092) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:01.293529 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9b1eba15-919d-465d-9b99-a0b57cc05762 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'subnet': {'network_id': 'b89460ff-184c-4a55-9f82-6a75984925a9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:01.376831 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-0e7b46a3-6649-440d-b632-63a701fedede tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Deleting port 58c74df3-d227-471e-8c89-c753989a3974 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:01.377573 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0e7b46a3-6649-440d-b632-63a701fedede tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.616830 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb7e9c4c-fd57-4d46-895f-74234734d082'}, {'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c53515a8-9fd6-4c21-9637-86f0e67278e8'}, {'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:01.632101 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b655424-4260-4719-ae10-2c98108347e8" -d '{"events": [{"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-unplugged", "status": "completed", "tag": "cb7e9c4c-fd57-4d46-895f-74234734d082"}, {"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-unplugged", "status": "completed", "tag": "c53515a8-9fd6-4c21-9637-86f0e67278e8"}, {"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-unplugged", "status": "completed", "tag": "ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:01.728327 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.resource_extend [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] It took 0.89 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:12:01.731423 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d,segment=NetworkSegment(b85f67fa-4f4a-4c5c-8baf-733f98a524f2),segment_id=b85f67fa-4f4a-4c5c-8baf-733f98a524f2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:01.749860 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-bb4c9b7d-c278-48fd-92a5-aedaa0a10584 None None] Transition to ACTIVE for port object 8a812ab2-6730-4409-bcf4-dd0e670a0272 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:01.751274 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b467d7cc-0882-46fe-b6ec-3d699a8d99ad req-e884f1af-99e5-4c4b-b0e5-33d93fc672d3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 210 time: 0.1167669 Jul 07 17:12:01.785889 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0e7b46a3-6649-440d-b632-63a701fedede tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.816085 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-97507860-182a-4288-89af-ae94f6e7a7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.853008 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.854589 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 47bf5e37-4f50-40b7-9c7a-0594677913b4 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:01.881744 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-0e7b46a3-6649-440d-b632-63a701fedede tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Calling delete_port for 58c74df3-d227-471e-8c89-c753989a3974 owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:01.937314 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bb4c9b7d-c278-48fd-92a5-aedaa0a10584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.970696 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f813a1b-478f-42ee-b405-46701c036018 x-openstack-request-id: req-9f813a1b-478f-42ee-b405-46701c036018 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:01.972406 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e438531-e21d-4b21-9060-f2618286d67a", "name": "network-vif-deleted", "tag": "870ee654-1865-4fc9-9384-819a276cb46e", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:01.973216 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f813a1b-478f-42ee-b405-46701c036018 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:01.976407 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e438531-e21d-4b21-9060-f2618286d67a', 'name': 'network-vif-deleted', 'tag': '870ee654-1865-4fc9-9384-819a276cb46e', 'status': 'completed', 'code': 200} Jul 07 17:12:02.101473 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a02509-25f5-478c-b720-386a14379a5e x-openstack-request-id: req-e3a02509-25f5-478c-b720-386a14379a5e {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:02.102020 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-unplugged", "status": "completed", "tag": "cb7e9c4c-fd57-4d46-895f-74234734d082", "code": 200}, {"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-unplugged", "status": "completed", "tag": "c53515a8-9fd6-4c21-9637-86f0e67278e8", "code": 200}, {"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-unplugged", "status": "completed", "tag": "ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:02.102863 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e3a02509-25f5-478c-b720-386a14379a5e {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:02.104086 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb7e9c4c-fd57-4d46-895f-74234734d082', 'code': 200} Jul 07 17:12:02.104394 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c53515a8-9fd6-4c21-9637-86f0e67278e8', 'code': 200} Jul 07 17:12:02.105192 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d', 'code': 200} Jul 07 17:12:02.110942 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4c9b7d-c278-48fd-92a5-aedaa0a10584 None None] Network b89460ff-184c-4a55-9f82-6a75984925a9 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:02.161698 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-bb4c9b7d-c278-48fd-92a5-aedaa0a10584 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:02.184606 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4c9b7d-c278-48fd-92a5-aedaa0a10584 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:02.193724 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:02.222441 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 8dc81060-f12c-4d50-ac74-7a7ea986f264, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=8dc81060-f12c-4d50-ac74-7a7ea986f264,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:02.370719 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3cd08-851e-4a3e-a2d0-5d41a9a3827a req-fa4c80f2-4c2e-4801-baa3-b1488bd2950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:02.378530 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '8dc81060-f12c-4d50-ac74-7a7ea986f264', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'port_id': '8dc81060-f12c-4d50-ac74-7a7ea986f264', 'mac_address': 'fa:16:3e:94:74:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:12:02.384703 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5fe3cd08-851e-4a3e-a2d0-5d41a9a3827a req-fa4c80f2-4c2e-4801-baa3-b1488bd2950a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2063634 Jul 07 17:12:02.397964 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac7843-25b6-459e-869c-8f6b8388ffdd req-8862849c-f2e7-4977-867b-0caafd66f986 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:02.407756 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-59ac7843-25b6-459e-869c-8f6b8388ffdd req-8862849c-f2e7-4977-867b-0caafd66f986 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 1.0994604 Jul 07 17:12:02.568973 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d55cc640-88bb-4de4-9003-dd266e41e20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:02.595490 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c9b7d-c278-48fd-92a5-aedaa0a10584 None None] Pushing event updated for resources: {'Port': ['ID=8a812ab2-6730-4409-bcf4-dd0e670a0272,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:02.598783 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:02.677014 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-bb4c9b7d-c278-48fd-92a5-aedaa0a10584 None None] Attempting to bind port 8a812ab2-6730-4409-bcf4-dd0e670a0272 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:02.679223 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-bb4c9b7d-c278-48fd-92a5-aedaa0a10584 None None] Attempting to bind port 8a812ab2-6730-4409-bcf4-dd0e670a0272 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '38db0bc0-0b2c-40da-a722-af10328c6fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b89460ff-184c-4a55-9f82-6a75984925a9'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:02.679629 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c9b7d-c278-48fd-92a5-aedaa0a10584 None None] Attempting to bind port 8a812ab2-6730-4409-bcf4-dd0e670a0272 on network b89460ff-184c-4a55-9f82-6a75984925a9 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:02.718192 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-97507860-182a-4288-89af-ae94f6e7a7d0 service neutron] For port ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d,segment=NetworkSegment(b85f67fa-4f4a-4c5c-8baf-733f98a524f2),segment_id=b85f67fa-4f4a-4c5c-8baf-733f98a524f2)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:02.726964 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c9b7d-c278-48fd-92a5-aedaa0a10584 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:02.727671 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c9b7d-c278-48fd-92a5-aedaa0a10584 None None] Checking segment: {'id': '38db0bc0-0b2c-40da-a722-af10328c6fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b89460ff-184c-4a55-9f82-6a75984925a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:02.728267 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bb4c9b7d-c278-48fd-92a5-aedaa0a10584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:02.728901 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c9b7d-c278-48fd-92a5-aedaa0a10584 None None] Bound using segment: {'id': '38db0bc0-0b2c-40da-a722-af10328c6fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b89460ff-184c-4a55-9f82-6a75984925a9'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:02.729627 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-bb4c9b7d-c278-48fd-92a5-aedaa0a10584 None None] Bound port: 8a812ab2-6730-4409-bcf4-dd0e670a0272, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38db0bc0-0b2c-40da-a722-af10328c6fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b89460ff-184c-4a55-9f82-6a75984925a9'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:02.730254 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bb4c9b7d-c278-48fd-92a5-aedaa0a10584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:02.735336 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:02.754644 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 47bf5e37-4f50-40b7-9c7a-0594677913b4, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=47bf5e37-4f50-40b7-9c7a-0594677913b4,segment=NetworkSegment(7487d8ef-9e5b-45a3-816c-e8bf097ba0ff),segment_id=7487d8ef-9e5b-45a3-816c-e8bf097ba0ff)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:02.812352 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-97507860-182a-4288-89af-ae94f6e7a7d0 service neutron] For port ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:02.813516 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:02.815773 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 8d3beb7b-b73e-4339-ba42-9083ce28761c no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:02.903611 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-97507860-182a-4288-89af-ae94f6e7a7d0 service neutron] device_id is not set on port ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:12:02.906776 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc81060-f12c-4d50-ac74-7a7ea986f264 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:02.921916 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-97507860-182a-4288-89af-ae94f6e7a7d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.014554 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 8dc81060-f12c-4d50-ac74-7a7ea986f264, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=8dc81060-f12c-4d50-ac74-7a7ea986f264,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:03.032179 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.044776 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=47bf5e37-4f50-40b7-9c7a-0594677913b4,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:03.057927 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-bb4c9b7d-c278-48fd-92a5-aedaa0a10584 None None] For port 8a812ab2-6730-4409-bcf4-dd0e670a0272, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:03.124179 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-bb4c9b7d-c278-48fd-92a5-aedaa0a10584 None None] For port 8a812ab2-6730-4409-bcf4-dd0e670a0272, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8a812ab2-6730-4409-bcf4-dd0e670a0272,segment=NetworkSegment(38db0bc0-0b2c-40da-a722-af10328c6fba),segment_id=38db0bc0-0b2c-40da-a722-af10328c6fba)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:03.146038 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bb4c9b7d-c278-48fd-92a5-aedaa0a10584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.166576 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.175457 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=8dc81060-f12c-4d50-ac74-7a7ea986f264,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:03.204874 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37128) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:03.240387 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['8dc81060-f12c-4d50-ac74-7a7ea986f264'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:03.299838 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-59ac7843-25b6-459e-869c-8f6b8388ffdd req-b8835713-f7e7-4b28-903c-549eb104687c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8906181 Jul 07 17:12:03.400541 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5fe3cd08-851e-4a3e-a2d0-5d41a9a3827a req-f94fc2a5-a4fe-4971-9994-bdff013759d4 service neutron] 10.222.0.64 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9862616 Jul 07 17:12:03.409733 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-97507860-182a-4288-89af-ae94f6e7a7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.425858 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 8d3beb7b-b73e-4339-ba42-9083ce28761c, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=8d3beb7b-b73e-4339-ba42-9083ce28761c,segment=NetworkSegment(b85f67fa-4f4a-4c5c-8baf-733f98a524f2),segment_id=b85f67fa-4f4a-4c5c-8baf-733f98a524f2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:03.435876 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1eba15-919d-465d-9b99-a0b57cc05762 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:03.442101 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c9b7d-c278-48fd-92a5-aedaa0a10584 None None] Pushing event updated for resources: {'Port': ['ID=8a812ab2-6730-4409-bcf4-dd0e670a0272,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:03.444901 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b1eba15-919d-465d-9b99-a0b57cc05762 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.446580 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0e7b46a3-6649-440d-b632-63a701fedede tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.455071 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.457961 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:03.586403 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-34ff813f-a4b8-4382-891a-771b5c5a9f97 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2145681699-network', 'tenant_id': '18e760e73e3c432284bc214c0bade121'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:03.655358 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55cc640-88bb-4de4-9003-dd266e41e20f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7c43906-f951-40f3-86c0-81e1278602f8,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:03.740590 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ff813f-a4b8-4382-891a-771b5c5a9f97 admin admin] Made reservation on behalf of 18e760e73e3c432284bc214c0bade121 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:03.743055 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-34ff813f-a4b8-4382-891a-771b5c5a9f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.766915 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-34ff813f-a4b8-4382-891a-771b5c5a9f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.778194 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55cc640-88bb-4de4-9003-dd266e41e20f admin admin] Checking segment: {'id': '9b0ff4ea-1f4d-4dea-ba1a-558e8370d383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0d543c9c-5ff0-4d84-8116-82b8b5a5d03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:03.778597 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55cc640-88bb-4de4-9003-dd266e41e20f admin admin] Network hostable DHCP agents. Network: 0d543c9c-5ff0-4d84-8116-82b8b5a5d03b, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:12:03.827220 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:03.835826 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=8d3beb7b-b73e-4339-ba42-9083ce28761c,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:03.963648 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55cc640-88bb-4de4-9003-dd266e41e20f admin admin] Network 0d543c9c-5ff0-4d84-8116-82b8b5a5d03b is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:12:04.035709 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-d55cc640-88bb-4de4-9003-dd266e41e20f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 0d543c9c-5ff0-4d84-8116-82b8b5a5d03b) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:04.047792 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55cc640-88bb-4de4-9003-dd266e41e20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:04.048442 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d55cc640-88bb-4de4-9003-dd266e41e20f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:04.078583 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68d2026-4171-4802-8356-421c8b5cc963 None None] Network 0d543c9c-5ff0-4d84-8116-82b8b5a5d03b requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:04.111226 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-97507860-182a-4288-89af-ae94f6e7a7d0 service neutron] No DVR routers for this DVR port ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:04.209924 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5fe3cd08-851e-4a3e-a2d0-5d41a9a3827a req-b57bf41c-8eec-4176-817b-c422b7f60fe7 service neutron] 10.222.0.64 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7931843 Jul 07 17:12:04.346204 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb9eda-2011-4203-a404-41bc56c5fa4e req-fd958738-4bde-48d4-a809-bdbf6a360ca4 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:04.355068 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb9eda-2011-4203-a404-41bc56c5fa4e req-fd958738-4bde-48d4-a809-bdbf6a360ca4 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:04.362787 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb9eda-2011-4203-a404-41bc56c5fa4e req-fd958738-4bde-48d4-a809-bdbf6a360ca4 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:04.369730 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb9eda-2011-4203-a404-41bc56c5fa4e req-fd958738-4bde-48d4-a809-bdbf6a360ca4 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:04.377619 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb9eda-2011-4203-a404-41bc56c5fa4e req-fd958738-4bde-48d4-a809-bdbf6a360ca4 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:04.379193 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47bf5e37-4f50-40b7-9c7a-0594677913b4'}, {'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d3beb7b-b73e-4339-ba42-9083ce28761c'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:04.379736 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ebbb9eda-2011-4203-a404-41bc56c5fa4e req-fd958738-4bde-48d4-a809-bdbf6a360ca4 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 3878 time: 1.3886383 Jul 07 17:12:04.380437 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97507860-182a-4288-89af-ae94f6e7a7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d,revision_number=7']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:04.383768 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c276e7-f8b3-4a1f-aef2-f5503f6f290e" -d '{"events": [{"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-unplugged", "status": "completed", "tag": "47bf5e37-4f50-40b7-9c7a-0594677913b4"}, {"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-unplugged", "status": "completed", "tag": "8d3beb7b-b73e-4339-ba42-9083ce28761c"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:04.449634 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446002c-bfad-4e6e-9a6c-9e3bbfad41bc req-70cad137-8af2-4d6b-b0e5-e2c8f8e53165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:04.451896 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3446002c-bfad-4e6e-9a6c-9e3bbfad41bc req-70cad137-8af2-4d6b-b0e5-e2c8f8e53165 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2fe17a6fbd19425cb38c02ad6df4484f&device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 1097 time: 0.6360669 Jul 07 17:12:04.514080 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3260b433-e2d7-4ece-a5f8-de23590622a1 None None] Network 0d543c9c-5ff0-4d84-8116-82b8b5a5d03b requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:04.526090 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b1eba15-919d-465d-9b99-a0b57cc05762 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:04.553823 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b46a3-6649-440d-b632-63a701fedede tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Pushing event deleted for resources: {'Port': ['ID=58c74df3-d227-471e-8c89-c753989a3974,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:04.557734 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37736cbd-5718-4ed0-9aae-9c79583d8b7d req-bd4d5608-0f41-49ac-9842-997300e45465 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:04.561391 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-37736cbd-5718-4ed0-9aae-9c79583d8b7d req-bd4d5608-0f41-49ac-9842-997300e45465 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=848ce371-f4d8-4753-84c2-5309adaa22e3 HTTP/1.1" status: 200 len: 944 time: 0.7754416 Jul 07 17:12:04.613453 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-34ff813f-a4b8-4382-891a-771b5c5a9f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:04.641065 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-34ff813f-a4b8-4382-891a-771b5c5a9f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:04.650879 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-97507860-182a-4288-89af-ae94f6e7a7d0 service neutron] In _notify_port_updated(), no bound segment for port ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d on network 631352b9-cdc0-4502-b4e6-9840754bae5a {{(pid=100193) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:12:04.651224 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-97507860-182a-4288-89af-ae94f6e7a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:04.651785 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-97507860-182a-4288-89af-ae94f6e7a7d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:04.653396 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-97507860-182a-4288-89af-ae94f6e7a7d0 service neutron] 10.222.0.72 "PUT /v2.0/ports/ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d HTTP/1.1" status: 200 len: 1028 time: 4.3877544 Jul 07 17:12:04.682092 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d55cc640-88bb-4de4-9003-dd266e41e20f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.0621848 Jul 07 17:12:04.794593 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1eba15-919d-465d-9b99-a0b57cc05762 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network b89460ff-184c-4a55-9f82-6a75984925a9 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:04.796517 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ff813f-a4b8-4382-891a-771b5c5a9f97 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:12:04.838725 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-9b1eba15-919d-465d-9b99-a0b57cc05762 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:04.858987 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-34ff813f-a4b8-4382-891a-771b5c5a9f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:04.859788 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-34ff813f-a4b8-4382-891a-771b5c5a9f97 admin admin] Added segment 949bde3c-9847-4134-988d-7b58d400e86e of type vlan for network d9c7bfe2-c6df-42ea-bc46-459eb954abd9 Jul 07 17:12:04.864069 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1eba15-919d-465d-9b99-a0b57cc05762 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:04.865482 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b1eba15-919d-465d-9b99-a0b57cc05762 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:04.895589 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a4373bb6-b1f6-49cc-802b-2fb7b9253319 None None] Provisioning complete for port ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:04.895982 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a4373bb6-b1f6-49cc-802b-2fb7b9253319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:04.919493 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ebbb9eda-2011-4203-a404-41bc56c5fa4e req-b889671a-07b9-40b2-9ab0-655d2874973a tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4886949 Jul 07 17:12:05.039040 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-34ff813f-a4b8-4382-891a-771b5c5a9f97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:05.059482 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 8dc81060-f12c-4d50-ac74-7a7ea986f264 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:05.105627 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-37736cbd-5718-4ed0-9aae-9c79583d8b7d req-5f8244e6-f2ba-4b7f-bbdf-0c635708da02 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675624 Jul 07 17:12:05.105627 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff813f-a4b8-4382-891a-771b5c5a9f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b794e30-170c-49d5-a7df-eb17026bfd07,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:05.121100 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1eba15-919d-465d-9b99-a0b57cc05762 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Subnet': ['ID=80c6217b-0cbe-4e2a-aa8a-2c7b340734d5,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:05.135299 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-34ff813f-a4b8-4382-891a-771b5c5a9f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:05.137911 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ff813f-a4b8-4382-891a-771b5c5a9f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:05.139939 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-34ff813f-a4b8-4382-891a-771b5c5a9f97 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:05.235230 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9b1eba15-919d-465d-9b99-a0b57cc05762 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.9577718 Jul 07 17:12:05.242760 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff813f-a4b8-4382-891a-771b5c5a9f97 admin admin] Pushing event updated for resources: {'Network': ['ID=d9c7bfe2-c6df-42ea-bc46-459eb954abd9,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:05.264584 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37138) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:05.272796 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-3f7c234f-c7f9-432a-b79d-5c85546aa6a4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'port': {'network_id': 'b89460ff-184c-4a55-9f82-6a75984925a9', 'fixed_ips': [{'subnet_id': 'a240cc62-3494-4ce5-ac6c-b7f98254295b'}, {'subnet_id': '80c6217b-0cbe-4e2a-aa8a-2c7b340734d5'}], 'name': 'tempest-PortsTestJSON-1839502482'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:05.321173 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network d9c7bfe2-c6df-42ea-bc46-459eb954abd9 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:12:05.349042 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a4373bb6-b1f6-49cc-802b-2fb7b9253319 None None] Port ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:05.489941 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-34ff813f-a4b8-4382-891a-771b5c5a9f97 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2813661 Jul 07 17:12:05.491543 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37142) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:05.503635 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7c234f-c7f9-432a-b79d-5c85546aa6a4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:05.541313 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0e7b46a3-6649-440d-b632-63a701fedede tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:05.551736 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859274b1-411b-4683-a372-5e3ab0ee76d7 None None] Network b89460ff-184c-4a55-9f82-6a75984925a9 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:05.567077 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0e7b46a3-6649-440d-b632-63a701fedede tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] 10.222.0.53 "DELETE /v2.0/ports/58c74df3-d227-471e-8c89-c753989a3974 HTTP/1.1" status: 204 len: 168 time: 6.1477952 Jul 07 17:12:05.609103 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37144) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:05.634737 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9965fe5e-6480-441e-8d8c-fd257159f006 admin admin] Request body: {'subnet': {'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2145681699-subnet', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:05.763035 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-685c688e-156e-43b8-8588-98b50fb94833 req-be417737-9b46-4eb4-b5bf-197698f07287 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 210 time: 0.1937220 Jul 07 17:12:05.781328 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ede03c64-be1e-4bdd-90a0-08bf870a4124 None None] Provisioning for port 8a812ab2-6730-4409-bcf4-dd0e670a0272 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:05.802660 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 8dc81060-f12c-4d50-ac74-7a7ea986f264 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:05.818650 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446002c-bfad-4e6e-9a6c-9e3bbfad41bc req-149821d8-08c0-4a53-a2ae-64d64342e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:05.829374 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3446002c-bfad-4e6e-9a6c-9e3bbfad41bc req-149821d8-08c0-4a53-a2ae-64d64342e048 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e48a1335-f2ce-4136-9503-051b68c84575 HTTP/1.1" status: 200 len: 913 time: 1.2890406 Jul 07 17:12:05.831054 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9965fe5e-6480-441e-8d8c-fd257159f006 admin admin] Made reservation on behalf of 18e760e73e3c432284bc214c0bade121 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:05.836553 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9965fe5e-6480-441e-8d8c-fd257159f006 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:05.876758 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-60730c24-5f45-43b1-a145-10a97fe2779c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Deleting port c53515a8-9fd6-4c21-9637-86f0e67278e8 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:05.877445 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-60730c24-5f45-43b1-a145-10a97fe2779c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:05.883850 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-762395e1-19ad-4dd0-96f0-f67b76c91152 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] GET failed (client error): The resource could not be found. Jul 07 17:12:05.902425 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-762395e1-19ad-4dd0-96f0-f67b76c91152 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] 10.222.0.53 "GET /v2.0/ports/58c74df3-d227-471e-8c89-c753989a3974 HTTP/1.1" status: 404 len: 333 time: 0.2691069 Jul 07 17:12:05.906933 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37148) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:05.991205 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 8dc81060-f12c-4d50-ac74-7a7ea986f264 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:05.991704 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.073940 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6864ad18-0541-4839-92a4-6ec362b68109 x-openstack-request-id: req-6864ad18-0541-4839-92a4-6ec362b68109 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:06.074452 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-unplugged", "status": "completed", "tag": "47bf5e37-4f50-40b7-9c7a-0594677913b4", "code": 200}, {"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-unplugged", "status": "completed", "tag": "8d3beb7b-b73e-4339-ba42-9083ce28761c", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:06.074835 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6864ad18-0541-4839-92a4-6ec362b68109 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:06.075472 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47bf5e37-4f50-40b7-9c7a-0594677913b4', 'code': 200} Jul 07 17:12:06.075879 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d3beb7b-b73e-4339-ba42-9083ce28761c', 'code': 200} Jul 07 17:12:06.125321 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3446002c-bfad-4e6e-9a6c-9e3bbfad41bc req-c583346f-b5d6-40ac-92b5-f70186595767 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44dac440-bae3-4cda-a47f-93ea5a38cae0 HTTP/1.1" status: 200 len: 217 time: 0.2786136 Jul 07 17:12:06.130962 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8a812ab2-6730-4409-bcf4-dd0e670a0272 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:06.232585 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f7c234f-c7f9-432a-b79d-5c85546aa6a4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.309884 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37160) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:06.317541 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-21bff909-a3c6-4e99-9e12-846056df0fee admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-962789661-network', 'tenant_id': 'e7ffd6412b1e476f9e30b49e0f3b93ab'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:06.331338 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446002c-bfad-4e6e-9a6c-9e3bbfad41bc req-4dccc6ff-2b7d-4054-9dcb-31b912bd2657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:06.332950 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3446002c-bfad-4e6e-9a6c-9e3bbfad41bc req-4dccc6ff-2b7d-4054-9dcb-31b912bd2657 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=14e47f73-09be-4e96-b070-1b771944d586 HTTP/1.1" status: 200 len: 852 time: 0.2069197 Jul 07 17:12:06.352058 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.368344 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e5db5-e0ee-4c8f-a20c-46118ef57715 req-4c7887a3-9fc9-44df-83df-888c139cb5dc tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:06.371725 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-085e5db5-e0ee-4c8f-a20c-46118ef57715 req-4c7887a3-9fc9-44df-83df-888c139cb5dc tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 0.6660991 Jul 07 17:12:06.374732 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-3f7c234f-c7f9-432a-b79d-5c85546aa6a4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] device_id is not set on port 342ca126-d352-4481-9d48-aa8c19584db9 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:12:06.374922 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-60730c24-5f45-43b1-a145-10a97fe2779c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] For port c53515a8-9fd6-4c21-9637-86f0e67278e8, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c53515a8-9fd6-4c21-9637-86f0e67278e8,segment=NetworkSegment(998774d7-2d8e-4547-8dfe-3636c1eb8560),segment_id=998774d7-2d8e-4547-8dfe-3636c1eb8560)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:06.375194 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-60730c24-5f45-43b1-a145-10a97fe2779c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.480124 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 8dc81060-f12c-4d50-ac74-7a7ea986f264, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=8dc81060-f12c-4d50-ac74-7a7ea986f264,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:06.497242 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.510223 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 8a812ab2-6730-4409-bcf4-dd0e670a0272 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:06.533088 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 8a812ab2-6730-4409-bcf4-dd0e670a0272 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:06.533477 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.619175 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-085e5db5-e0ee-4c8f-a20c-46118ef57715 req-fcad6654-dc06-4dbf-995f-d0a1993e3229 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282090 Jul 07 17:12:06.869420 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=8dc81060-f12c-4d50-ac74-7a7ea986f264,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:06.880195 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.906761 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-60730c24-5f45-43b1-a145-10a97fe2779c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Calling delete_port for c53515a8-9fd6-4c21-9637-86f0e67278e8 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:06.912391 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9965fe5e-6480-441e-8d8c-fd257159f006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.931691 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3446002c-bfad-4e6e-9a6c-9e3bbfad41bc req-0a019a1b-2164-4139-85ad-5ddcfee4690d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e48a1335-f2ce-4136-9503-051b68c84575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5766871 Jul 07 17:12:06.962553 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bff909-a3c6-4e99-9e12-846056df0fee admin admin] Made reservation on behalf of e7ffd6412b1e476f9e30b49e0f3b93ab for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:06.964513 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-21bff909-a3c6-4e99-9e12-846056df0fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.968889 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 8a812ab2-6730-4409-bcf4-dd0e670a0272, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8a812ab2-6730-4409-bcf4-dd0e670a0272,segment=NetworkSegment(38db0bc0-0b2c-40da-a722-af10328c6fba),segment_id=38db0bc0-0b2c-40da-a722-af10328c6fba)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:06.973678 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4957fd2-8179-4774-938b-473350eeac6d None None] Update dhcp port {'port': {'network_id': 'b89460ff-184c-4a55-9f82-6a75984925a9', 'fixed_ips': [{'subnet_id': 'a240cc62-3494-4ce5-ac6c-b7f98254295b', 'ip_address': '172.20.0.2'}, {'subnet_id': '80c6217b-0cbe-4e2a-aa8a-2c7b340734d5'}], 'binding:host_id': 'n-d-791503-12'}, 'id': '8a812ab2-6730-4409-bcf4-dd0e670a0272'} from n-d-791503-12. {{(pid=100194) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:12:07.038471 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:07.061779 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-21bff909-a3c6-4e99-9e12-846056df0fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:07.073301 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad16e9-1a62-4c32-86e1-d206714bd762 req-5fc09886-bc3e-485a-84e2-5da9b85ba80c tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:07.075309 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c2ad16e9-1a62-4c32-86e1-d206714bd762 req-5fc09886-bc3e-485a-84e2-5da9b85ba80c tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=848ce371-f4d8-4753-84c2-5309adaa22e3 HTTP/1.1" status: 200 len: 945 time: 0.2601438 Jul 07 17:12:07.093538 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965fe5e-6480-441e-8d8c-fd257159f006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0fe605b-06e9-4628-b5de-b8df689c0601,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:07.116057 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-85bae7ef-0fbe-454e-aae3-3b8691dee3b0 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Deleting port 0d46c737-c51a-49be-b843-fb2edffc1538 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:07.117091 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-85bae7ef-0fbe-454e-aae3-3b8691dee3b0 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:07.190263 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9965fe5e-6480-441e-8d8c-fd257159f006 admin admin] Checking segment: {'id': '949bde3c-9847-4134-988d-7b58d400e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:07.190263 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9965fe5e-6480-441e-8d8c-fd257159f006 admin admin] Network hostable DHCP agents. Network: d9c7bfe2-c6df-42ea-bc46-459eb954abd9, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:12:07.194348 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=8a812ab2-6730-4409-bcf4-dd0e670a0272,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:07.204298 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c2ad16e9-1a62-4c32-86e1-d206714bd762 req-ef4fa492-083f-4061-9e40-f4cb43c1479d tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222048 Jul 07 17:12:07.226103 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-3f7c234f-c7f9-432a-b79d-5c85546aa6a4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Allocated IP 172.20.0.4 (b89460ff-184c-4a55-9f82-6a75984925a9/a240cc62-3494-4ce5-ac6c-b7f98254295b/342ca126-d352-4481-9d48-aa8c19584db9) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:07.238393 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9965fe5e-6480-441e-8d8c-fd257159f006 admin admin] Network d9c7bfe2-c6df-42ea-bc46-459eb954abd9 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:12:07.253895 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-3f7c234f-c7f9-432a-b79d-5c85546aa6a4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Allocated IP 172.20.0.23 (b89460ff-184c-4a55-9f82-6a75984925a9/80c6217b-0cbe-4e2a-aa8a-2c7b340734d5/342ca126-d352-4481-9d48-aa8c19584db9) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:07.257099 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a4957fd2-8179-4774-938b-473350eeac6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:07.262340 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:07.263020 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-9965fe5e-6480-441e-8d8c-fd257159f006 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, d9c7bfe2-c6df-42ea-bc46-459eb954abd9) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:07.283256 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9965fe5e-6480-441e-8d8c-fd257159f006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:07.285505 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9965fe5e-6480-441e-8d8c-fd257159f006 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:07.307897 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac17140-9965-4ce0-8ad0-22b19b6756e8 None None] Network d9c7bfe2-c6df-42ea-bc46-459eb954abd9 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:07.338775 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9965fe5e-6480-441e-8d8c-fd257159f006 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8426769 Jul 07 17:12:07.346477 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37164) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:07.352033 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-98451000-8fae-4b5a-9a00-495e30f650a7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2145681699-router', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:07.365397 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007d35c-6059-44e8-b093-b2043c61e400 req-7b5808f5-1670-4dc6-8870-7869dcc08838 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:07.372192 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007d35c-6059-44e8-b093-b2043c61e400 req-7b5808f5-1670-4dc6-8870-7869dcc08838 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:07.379480 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007d35c-6059-44e8-b093-b2043c61e400 req-7b5808f5-1670-4dc6-8870-7869dcc08838 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:07.395641 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007d35c-6059-44e8-b093-b2043c61e400 req-7b5808f5-1670-4dc6-8870-7869dcc08838 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:07.415264 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007d35c-6059-44e8-b093-b2043c61e400 req-7b5808f5-1670-4dc6-8870-7869dcc08838 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:07.426072 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6007d35c-6059-44e8-b093-b2043c61e400 req-7b5808f5-1670-4dc6-8870-7869dcc08838 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 3876 time: 1.2055812 Jul 07 17:12:07.479566 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98451000-8fae-4b5a-9a00-495e30f650a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:07.494011 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98451000-8fae-4b5a-9a00-495e30f650a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:07.538024 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 44dac440-bae3-4cda-a47f-93ea5a38cae0 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:07.617293 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bf798a27-c418-4433-a1ff-7b88ef376d3c req-18433a8c-8961-45a8-8767-0d811193c12c tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 210 time: 0.0573041 Jul 07 17:12:07.682023 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3446002c-bfad-4e6e-9a6c-9e3bbfad41bc req-57ac53ab-7dc6-446f-b89e-9b497f0614bc service neutron] 10.222.0.72 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7381575 Jul 07 17:12:07.727419 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98451000-8fae-4b5a-9a00-495e30f650a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:07.903766 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6007d35c-6059-44e8-b093-b2043c61e400 req-69e5e20b-c9f8-4b1b-a3ce-8eb59f4f4cb6 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4759910 Jul 07 17:12:07.923379 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-85bae7ef-0fbe-454e-aae3-3b8691dee3b0 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:07.954116 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8a812ab2-6730-4409-bcf4-dd0e670a0272 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:07.991868 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f7c234f-c7f9-432a-b79d-5c85546aa6a4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.042411 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-85bae7ef-0fbe-454e-aae3-3b8691dee3b0 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Calling delete_port for 0d46c737-c51a-49be-b843-fb2edffc1538 owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:08.047061 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98451000-8fae-4b5a-9a00-495e30f650a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.098803 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-3f7c234f-c7f9-432a-b79d-5c85546aa6a4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Transition to ACTIVE for port object 342ca126-d352-4481-9d48-aa8c19584db9 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:08.128682 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848ce371-f4d8-4753-84c2-5309adaa22e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc81060-f12c-4d50-ac74-7a7ea986f264'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:08.131001 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e01022-828d-4646-9961-1aaa2e3db361" -d '{"events": [{"server_uuid": "848ce371-f4d8-4753-84c2-5309adaa22e3", "name": "network-vif-plugged", "status": "completed", "tag": "8dc81060-f12c-4d50-ac74-7a7ea986f264"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:08.135715 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.205325 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1c4307-0dfa-4801-a39d-94d5db060206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-d9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'fixed_ips': [{'subnet_id': 'b0fe605b-06e9-4628-b5de-b8df689c0601'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:12:08.205976 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5a1c4307-0dfa-4801-a39d-94d5db060206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.240471 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-60730c24-5f45-43b1-a145-10a97fe2779c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.415800 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20822a56-cde5-453b-afa9-715d66a54ea1 req-6a8ebbae-8792-4862-b222-b5b6eb06ac68 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:08.422766 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-20822a56-cde5-453b-afa9-715d66a54ea1 req-6a8ebbae-8792-4862-b222-b5b6eb06ac68 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 945 time: 0.4340279 Jul 07 17:12:08.427023 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f7c234f-c7f9-432a-b79d-5c85546aa6a4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.431097 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-21bff909-a3c6-4e99-9e12-846056df0fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.439210 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3446002c-bfad-4e6e-9a6c-9e3bbfad41bc req-cef9c6b0-2411-4773-82c2-860e8d4aa25c service neutron] 10.222.0.72 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6633649 Jul 07 17:12:08.495463 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-21bff909-a3c6-4e99-9e12-846056df0fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.515798 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21bff909-a3c6-4e99-9e12-846056df0fee admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:12:08.534056 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-21bff909-a3c6-4e99-9e12-846056df0fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.534612 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-21bff909-a3c6-4e99-9e12-846056df0fee admin admin] Added segment 312a32f0-e82b-4a8f-adaa-4e13e329b9cb of type vlan for network 1065efa4-5616-4a43-8d70-fa7935653fc1 Jul 07 17:12:08.552642 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7c234f-c7f9-432a-b79d-5c85546aa6a4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network b89460ff-184c-4a55-9f82-6a75984925a9 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:08.570609 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-3f7c234f-c7f9-432a-b79d-5c85546aa6a4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:08.574479 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c234f-c7f9-432a-b79d-5c85546aa6a4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Port': ['ID=342ca126-d352-4481-9d48-aa8c19584db9,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:08.578191 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7c234f-c7f9-432a-b79d-5c85546aa6a4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:08.587772 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-20822a56-cde5-453b-afa9-715d66a54ea1 req-446626c4-7906-4d2f-9d31-9e0fbdbe336b tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518393 Jul 07 17:12:08.607043 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-21bff909-a3c6-4e99-9e12-846056df0fee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.631480 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-a4957fd2-8179-4774-938b-473350eeac6d None None] Allocated IP 172.20.0.18 (b89460ff-184c-4a55-9f82-6a75984925a9/80c6217b-0cbe-4e2a-aa8a-2c7b340734d5/8a812ab2-6730-4409-bcf4-dd0e670a0272) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:08.729686 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7c234f-c7f9-432a-b79d-5c85546aa6a4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:08.731254 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f7c234f-c7f9-432a-b79d-5c85546aa6a4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.756817 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60730c24-5f45-43b1-a145-10a97fe2779c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event deleted for resources: {'Port': ['ID=c53515a8-9fd6-4c21-9637-86f0e67278e8,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:08.773421 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-21bff909-a3c6-4e99-9e12-846056df0fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.775145 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bff909-a3c6-4e99-9e12-846056df0fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:08.776097 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-21bff909-a3c6-4e99-9e12-846056df0fee admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.839695 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-a4957fd2-8179-4774-938b-473350eeac6d None None] For port 8a812ab2-6730-4409-bcf4-dd0e670a0272, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8a812ab2-6730-4409-bcf4-dd0e670a0272,segment=NetworkSegment(38db0bc0-0b2c-40da-a722-af10328c6fba),segment_id=38db0bc0-0b2c-40da-a722-af10328c6fba)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:08.882201 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a4957fd2-8179-4774-938b-473350eeac6d None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.901808 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a4957fd2-8179-4774-938b-473350eeac6d None None] Transition to ACTIVE for port object 8a812ab2-6730-4409-bcf4-dd0e670a0272 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:08.911212 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e252fab-fd5d-4a9e-8fc2-77a6039c4951 x-openstack-request-id: req-0e252fab-fd5d-4a9e-8fc2-77a6039c4951 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:08.911776 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848ce371-f4d8-4753-84c2-5309adaa22e3", "name": "network-vif-plugged", "status": "completed", "tag": "8dc81060-f12c-4d50-ac74-7a7ea986f264", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:08.912203 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e252fab-fd5d-4a9e-8fc2-77a6039c4951 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:08.912869 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848ce371-f4d8-4753-84c2-5309adaa22e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc81060-f12c-4d50-ac74-7a7ea986f264', 'code': 200} Jul 07 17:12:08.973235 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bff909-a3c6-4e99-9e12-846056df0fee admin admin] Pushing event updated for resources: {'Network': ['ID=1065efa4-5616-4a43-8d70-fa7935653fc1,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:08.986105 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-21bff909-a3c6-4e99-9e12-846056df0fee admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6725440 Jul 07 17:12:08.988812 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.992523 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a4957fd2-8179-4774-938b-473350eeac6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.030840 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-5a1c4307-0dfa-4801-a39d-94d5db060206 None None] Allocated IP 172.20.0.2 (d9c7bfe2-c6df-42ea-bc46-459eb954abd9/b0fe605b-06e9-4628-b5de-b8df689c0601/5fb15cc1-5fb9-4053-9ea0-527730d8fd37) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:09.048659 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3f7c234f-c7f9-432a-b79d-5c85546aa6a4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.7786410 Jul 07 17:12:09.051425 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37176) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:09.053232 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37178) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:09.078859 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-1bff307e-0d8d-499f-a082-62151bd7523f admin admin] Request body: {'subnet': {'network_id': '1065efa4-5616-4a43-8d70-fa7935653fc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-962789661-subnet', 'tenant_id': 'e7ffd6412b1e476f9e30b49e0f3b93ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:09.103565 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d861ea3a-925f-4414-9a5a-fd80522463d3 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a240cc62-3494-4ce5-ac6c-b7f98254295b'}]}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:09.217421 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bff909-a3c6-4e99-9e12-846056df0fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c239b539-a026-47b5-ae06-b232823b2618,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:09.224437 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-60730c24-5f45-43b1-a145-10a97fe2779c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] No DVR routers for this DVR port c53515a8-9fd6-4c21-9637-86f0e67278e8 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:09.242675 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-60730c24-5f45-43b1-a145-10a97fe2779c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.246575 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-60730c24-5f45-43b1-a145-10a97fe2779c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.72 "DELETE /v2.0/ports/c53515a8-9fd6-4c21-9637-86f0e67278e8 HTTP/1.1" status: 204 len: 173 time: 4.5295587 Jul 07 17:12:09.254628 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-deleted', 'tag': 'c53515a8-9fd6-4c21-9637-86f0e67278e8'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:09.259642 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e739ca-5847-4aae-9b3b-4fcd30a8f12c" -d '{"events": [{"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-deleted", "tag": "c53515a8-9fd6-4c21-9637-86f0e67278e8"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:09.291761 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5a1c4307-0dfa-4801-a39d-94d5db060206 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.303899 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 1065efa4-5616-4a43-8d70-fa7935653fc1 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:12:09.336806 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eb64ff95-68aa-47fe-a4fd-7af56f208e7b req-498f9097-ec4d-4535-88aa-b4a26e93e1d8 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 210 time: 0.1686671 Jul 07 17:12:09.397654 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079e740-9354-458a-81fd-306fa7fcf40a req-68d4db62-48f2-41d8-a71d-d51c87f747d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:09.400776 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e079e740-9354-458a-81fd-306fa7fcf40a req-68d4db62-48f2-41d8-a71d-d51c87f747d9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=848ce371-f4d8-4753-84c2-5309adaa22e3 HTTP/1.1" status: 200 len: 1097 time: 0.9066563 Jul 07 17:12:09.408363 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-85bae7ef-0fbe-454e-aae3-3b8691dee3b0 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.437458 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbb751-8421-448d-a025-60b7a632a0a3 req-9f218024-aeaf-4aa2-b9e2-113b03e8cc6c tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:09.440292 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-55dbb751-8421-448d-a025-60b7a632a0a3 req-9f218024-aeaf-4aa2-b9e2-113b03e8cc6c tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=848ce371-f4d8-4753-84c2-5309adaa22e3 HTTP/1.1" status: 200 len: 945 time: 0.7272148 Jul 07 17:12:09.446507 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5a1c4307-0dfa-4801-a39d-94d5db060206 None None] Transition to ACTIVE for port object 5fb15cc1-5fb9-4053-9ea0-527730d8fd37 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:09.451729 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bff307e-0d8d-499f-a082-62151bd7523f admin admin] Made reservation on behalf of e7ffd6412b1e476f9e30b49e0f3b93ab for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:09.456747 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1bff307e-0d8d-499f-a082-62151bd7523f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.479238 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5a1c4307-0dfa-4801-a39d-94d5db060206 None None] Transition to ACTIVE for port object 5fb15cc1-5fb9-4053-9ea0-527730d8fd37 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:09.512718 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98451000-8fae-4b5a-9a00-495e30f650a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.518303 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bae7ef-0fbe-454e-aae3-3b8691dee3b0 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Pushing event deleted for resources: {'Port': ['ID=0d46c737-c51a-49be-b843-fb2edffc1538,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:09.598043 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5a1c4307-0dfa-4801-a39d-94d5db060206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.698814 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e079e740-9354-458a-81fd-306fa7fcf40a req-9173f906-3934-4d98-82ea-e26e7fc06ae2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788186 Jul 07 17:12:09.780837 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-55dbb751-8421-448d-a025-60b7a632a0a3 req-2ac00085-daa3-469e-899b-955487a69edf tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056321 Jul 07 17:12:09.853494 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1c4307-0dfa-4801-a39d-94d5db060206 None None] Network d9c7bfe2-c6df-42ea-bc46-459eb954abd9 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:09.880113 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-85bae7ef-0fbe-454e-aae3-3b8691dee3b0 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.881956 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-5a1c4307-0dfa-4801-a39d-94d5db060206 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:09.886862 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1c4307-0dfa-4801-a39d-94d5db060206 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:09.887548 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-85bae7ef-0fbe-454e-aae3-3b8691dee3b0 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] 10.222.0.53 "DELETE /v2.0/ports/0d46c737-c51a-49be-b843-fb2edffc1538 HTTP/1.1" status: 204 len: 168 time: 3.9761686 Jul 07 17:12:09.888593 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37184) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:09.915638 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 44dac440-bae3-4cda-a47f-93ea5a38cae0, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=44dac440-bae3-4cda-a47f-93ea5a38cae0,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:09.967091 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-10847bae-6760-43ca-a50f-7d21edcacbda tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Deleting port 8d3beb7b-b73e-4339-ba42-9083ce28761c {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:09.967499 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-10847bae-6760-43ca-a50f-7d21edcacbda tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.973305 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fa8836-164d-4853-bfc1-f5c71f1871ca x-openstack-request-id: req-04fa8836-164d-4853-bfc1-f5c71f1871ca {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:09.974240 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-deleted", "tag": "c53515a8-9fd6-4c21-9637-86f0e67278e8", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:09.974240 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04fa8836-164d-4853-bfc1-f5c71f1871ca {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:09.974240 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-deleted', 'tag': 'c53515a8-9fd6-4c21-9637-86f0e67278e8', 'status': 'completed', 'code': 200} Jul 07 17:12:09.986419 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-556d021a-9217-4431-9edd-f4b4862ea314 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] GET failed (client error): The resource could not be found. Jul 07 17:12:09.994003 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-556d021a-9217-4431-9edd-f4b4862ea314 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] 10.222.0.53 "GET /v2.0/ports/0d46c737-c51a-49be-b843-fb2edffc1538 HTTP/1.1" status: 404 len: 333 time: 0.0934131 Jul 07 17:12:10.021693 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37186) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:10.079450 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:10.101343 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4957fd2-8179-4774-938b-473350eeac6d None None] Pushing event updated for resources: {'Port': ['ID=8a812ab2-6730-4409-bcf4-dd0e670a0272,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:10.153474 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-5a1c4307-0dfa-4801-a39d-94d5db060206 None None] Attempting to bind port 5fb15cc1-5fb9-4053-9ea0-527730d8fd37 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:10.153831 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-5a1c4307-0dfa-4801-a39d-94d5db060206 None None] Attempting to bind port 5fb15cc1-5fb9-4053-9ea0-527730d8fd37 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '949bde3c-9847-4134-988d-7b58d400e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:10.154236 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1c4307-0dfa-4801-a39d-94d5db060206 None None] Attempting to bind port 5fb15cc1-5fb9-4053-9ea0-527730d8fd37 on network d9c7bfe2-c6df-42ea-bc46-459eb954abd9 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:10.202071 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1c4307-0dfa-4801-a39d-94d5db060206 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:10.203785 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1c4307-0dfa-4801-a39d-94d5db060206 None None] Checking segment: {'id': '949bde3c-9847-4134-988d-7b58d400e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:10.204497 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5a1c4307-0dfa-4801-a39d-94d5db060206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:10.205202 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1c4307-0dfa-4801-a39d-94d5db060206 None None] Bound using segment: {'id': '949bde3c-9847-4134-988d-7b58d400e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:10.206046 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-5a1c4307-0dfa-4801-a39d-94d5db060206 None None] Bound port: 5fb15cc1-5fb9-4053-9ea0-527730d8fd37, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949bde3c-9847-4134-988d-7b58d400e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:10.206703 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5a1c4307-0dfa-4801-a39d-94d5db060206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:10.243331 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-10847bae-6760-43ca-a50f-7d21edcacbda tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] For port 8d3beb7b-b73e-4339-ba42-9083ce28761c, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=8d3beb7b-b73e-4339-ba42-9083ce28761c,segment=NetworkSegment(b85f67fa-4f4a-4c5c-8baf-733f98a524f2),segment_id=b85f67fa-4f4a-4c5c-8baf-733f98a524f2)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:10.243608 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-10847bae-6760-43ca-a50f-7d21edcacbda tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:10.276013 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c4307-0dfa-4801-a39d-94d5db060206 None None] Pushing event updated for resources: {'Port': ['ID=5fb15cc1-5fb9-4053-9ea0-527730d8fd37,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:10.299391 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98451000-8fae-4b5a-9a00-495e30f650a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:10.306002 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-10847bae-6760-43ca-a50f-7d21edcacbda tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Calling delete_port for 8d3beb7b-b73e-4339-ba42-9083ce28761c owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:10.312830 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d861ea3a-925f-4414-9a5a-fd80522463d3 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:10.527628 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=44dac440-bae3-4cda-a47f-93ea5a38cae0,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:10.569953 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-5a1c4307-0dfa-4801-a39d-94d5db060206 None None] For port 5fb15cc1-5fb9-4053-9ea0-527730d8fd37, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:10.582151 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-5a1c4307-0dfa-4801-a39d-94d5db060206 None None] For port 5fb15cc1-5fb9-4053-9ea0-527730d8fd37, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=5fb15cc1-5fb9-4053-9ea0-527730d8fd37,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:10.591043 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5a1c4307-0dfa-4801-a39d-94d5db060206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:10.615083 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-24eafc61-9ff3-456b-95b8-8b347df44d04 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Deleting port 64c81514-9c86-4e9c-99a2-4379d3e8eb92 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:10.616146 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24eafc61-9ff3-456b-95b8-8b347df44d04 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:10.822693 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c4307-0dfa-4801-a39d-94d5db060206 None None] Pushing event updated for resources: {'Port': ['ID=5fb15cc1-5fb9-4053-9ea0-527730d8fd37,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:10.837442 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-98451000-8fae-4b5a-9a00-495e30f650a7 admin admin] Allocated IP 172.25.0.33 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/eddc9f27-8cf9-428d-86f7-026a38938cb7) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:10.915283 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18c73ec-9821-4678-a2ef-32c769059e97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44dac440-bae3-4cda-a47f-93ea5a38cae0'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:10.919105 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f342d11-028b-46d6-ac4c-8914f6eb576d" -d '{"events": [{"server_uuid": "f18c73ec-9821-4678-a2ef-32c769059e97", "name": "network-vif-unplugged", "status": "completed", "tag": "44dac440-bae3-4cda-a47f-93ea5a38cae0"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:10.979869 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ada63-a76c-4863-ba64-5fced959a871 req-51bc7d30-bf34-464d-8d2b-6e93fa9ef5c2 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:10.983553 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e32ada63-a76c-4863-ba64-5fced959a871 req-51bc7d30-bf34-464d-8d2b-6e93fa9ef5c2 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 943 time: 0.7179532 Jul 07 17:12:11.296759 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98451000-8fae-4b5a-9a00-495e30f650a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:11.328982 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41871b6e-3619-4873-b31f-62d51f16d408 None None] Network b89460ff-184c-4a55-9f82-6a75984925a9 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:11.334624 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1bff307e-0d8d-499f-a082-62151bd7523f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:11.365119 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e32ada63-a76c-4863-ba64-5fced959a871 req-05a449b1-ff01-482f-abe0-e29aa81b4de8 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561459 Jul 07 17:12:11.416223 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24eafc61-9ff3-456b-95b8-8b347df44d04 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:11.447842 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-10847bae-6760-43ca-a50f-7d21edcacbda tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:11.448718 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba0442-665a-4c89-b4c0-529ee3b473dc req-41161964-a5cb-41b0-836d-43bbac761a75 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:11.452366 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-24eafc61-9ff3-456b-95b8-8b347df44d04 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Calling delete_port for 64c81514-9c86-4e9c-99a2-4379d3e8eb92 owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:11.457714 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba0442-665a-4c89-b4c0-529ee3b473dc req-41161964-a5cb-41b0-836d-43bbac761a75 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:11.465174 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba0442-665a-4c89-b4c0-529ee3b473dc req-41161964-a5cb-41b0-836d-43bbac761a75 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:11.473252 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba0442-665a-4c89-b4c0-529ee3b473dc req-41161964-a5cb-41b0-836d-43bbac761a75 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:11.482238 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c6ba0442-665a-4c89-b4c0-529ee3b473dc req-41161964-a5cb-41b0-836d-43bbac761a75 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 3143 time: 1.8134499 Jul 07 17:12:11.602585 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff307e-0d8d-499f-a082-62151bd7523f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3044b88-9772-49bd-9228-7682ffba4c67,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:11.634631 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c6ba0442-665a-4c89-b4c0-529ee3b473dc req-1c48c19d-2ef5-4557-8b06-078f06795f8a tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507349 Jul 07 17:12:11.836779 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e7e18c79-d858-41b6-844f-7ad0aed96dc6 None None] Provisioning for port 8a812ab2-6730-4409-bcf4-dd0e670a0272 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:11.870558 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24eafc61-9ff3-456b-95b8-8b347df44d04 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:11.928038 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bff307e-0d8d-499f-a082-62151bd7523f admin admin] Checking segment: {'id': '312a32f0-e82b-4a8f-adaa-4e13e329b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1065efa4-5616-4a43-8d70-fa7935653fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:11.931163 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bff307e-0d8d-499f-a082-62151bd7523f admin admin] Network hostable DHCP agents. Network: 1065efa4-5616-4a43-8d70-fa7935653fc1, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:12:11.966271 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10847bae-6760-43ca-a50f-7d21edcacbda tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event deleted for resources: {'Port': ['ID=8d3beb7b-b73e-4339-ba42-9083ce28761c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:11.981175 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98451000-8fae-4b5a-9a00-495e30f650a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:11.987297 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e7e18c79-d858-41b6-844f-7ad0aed96dc6 None None] Provisioning complete for port 8a812ab2-6730-4409-bcf4-dd0e670a0272 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:11.987952 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e7e18c79-d858-41b6-844f-7ad0aed96dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.171441 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8a812ab2-6730-4409-bcf4-dd0e670a0272 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:12.326747 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 8a812ab2-6730-4409-bcf4-dd0e670a0272 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:12.327663 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.412505 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98451000-8fae-4b5a-9a00-495e30f650a7 admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:12.419371 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eafc61-9ff3-456b-95b8-8b347df44d04 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Pushing event deleted for resources: {'Port': ['ID=64c81514-9c86-4e9c-99a2-4379d3e8eb92,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:12.469124 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-10847bae-6760-43ca-a50f-7d21edcacbda tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] No DVR routers for this DVR port 8d3beb7b-b73e-4339-ba42-9083ce28761c on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:12.530752 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-98451000-8fae-4b5a-9a00-495e30f650a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:12.539466 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bff307e-0d8d-499f-a082-62151bd7523f admin admin] Network 1065efa4-5616-4a43-8d70-fa7935653fc1 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:12:12.547531 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98451000-8fae-4b5a-9a00-495e30f650a7 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:12.562805 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98451000-8fae-4b5a-9a00-495e30f650a7 admin admin] Pushing event updated for resources: {'Port': ['ID=eddc9f27-8cf9-428d-86f7-026a38938cb7,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:12.563304 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-10847bae-6760-43ca-a50f-7d21edcacbda tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.566674 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-10847bae-6760-43ca-a50f-7d21edcacbda tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.72 "DELETE /v2.0/ports/8d3beb7b-b73e-4339-ba42-9083ce28761c HTTP/1.1" status: 204 len: 173 time: 3.2962465 Jul 07 17:12:12.567291 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-deleted', 'tag': '8d3beb7b-b73e-4339-ba42-9083ce28761c'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:12.587300 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12269d4-0e03-4aee-82e8-ff1609471aff" -d '{"events": [{"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-deleted", "tag": "8d3beb7b-b73e-4339-ba42-9083ce28761c"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:12.642593 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5fb15cc1-5fb9-4053-9ea0-527730d8fd37 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:12.650039 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb3bf224-627a-4d7f-8ce7-75d7c8474269 req-a5bc51c8-588b-473e-881c-9fa93dca49c6 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 210 time: 0.5251033 Jul 07 17:12:12.754561 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200cac1-324f-4cbc-8c5c-c16cf123fdd3 req-a4966b88-05be-46c6-86df-9d358be0abad tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:12.774728 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2200cac1-324f-4cbc-8c5c-c16cf123fdd3 req-a4966b88-05be-46c6-86df-9d358be0abad tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=848ce371-f4d8-4753-84c2-5309adaa22e3 HTTP/1.1" status: 200 len: 945 time: 0.7297125 Jul 07 17:12:12.791870 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24eafc61-9ff3-456b-95b8-8b347df44d04 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.798395 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-24eafc61-9ff3-456b-95b8-8b347df44d04 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] 10.222.0.53 "DELETE /v2.0/ports/64c81514-9c86-4e9c-99a2-4379d3e8eb92 HTTP/1.1" status: 204 len: 168 time: 2.7748408 Jul 07 17:12:12.799129 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37202) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:12.883588 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-1bff307e-0d8d-499f-a082-62151bd7523f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 1065efa4-5616-4a43-8d70-fa7935653fc1) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:12.890612 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 5fb15cc1-5fb9-4053-9ea0-527730d8fd37 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:12.914990 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75d9da5-afce-4f30-9932-46a3173b46cc None None] Network 1065efa4-5616-4a43-8d70-fa7935653fc1 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:12.918744 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5555fa7-531f-430e-a618-544c74fa1f94 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Deleting subnet a47ba282-7428-49d5-bfda-989815c66fac {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:12:12.927831 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d5555fa7-531f-430e-a618-544c74fa1f94 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.961744 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bff307e-0d8d-499f-a082-62151bd7523f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:12.962348 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1bff307e-0d8d-499f-a082-62151bd7523f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:13.055216 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d5555fa7-531f-430e-a618-544c74fa1f94 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:13.210875 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-d861ea3a-925f-4414-9a5a-fd80522463d3 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Delete allocated IP 172.20.0.23 (b89460ff-184c-4a55-9f82-6a75984925a9/80c6217b-0cbe-4e2a-aa8a-2c7b340734d5) {{(pid=100192) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:12:13.220667 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d5555fa7-531f-430e-a618-544c74fa1f94 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:13.321416 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d5555fa7-531f-430e-a618-544c74fa1f94 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:13.334229 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620a50d7-22de-4683-b757-00ca0dd4ffce x-openstack-request-id: req-620a50d7-22de-4683-b757-00ca0dd4ffce {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:13.337831 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18c73ec-9821-4678-a2ef-32c769059e97", "name": "network-vif-unplugged", "status": "failed", "tag": "44dac440-bae3-4cda-a47f-93ea5a38cae0", "code": 422}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:13.338282 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-620a50d7-22de-4683-b757-00ca0dd4ffce {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:13.339186 n-d-791503-12 neutron-server[100194]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f18c73ec-9821-4678-a2ef-32c769059e97', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '44dac440-bae3-4cda-a47f-93ea5a38cae0', 'code': 422} returned with failed status Jul 07 17:12:13.350008 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0982996-a5d6-48bb-b274-505c36ccc9f5 None None] Network d9c7bfe2-c6df-42ea-bc46-459eb954abd9 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:13.434380 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1bff307e-0d8d-499f-a082-62151bd7523f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.3694334 Jul 07 17:12:13.439535 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d5555fa7-531f-430e-a618-544c74fa1f94 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:13.454307 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d5555fa7-531f-430e-a618-544c74fa1f94 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] 10.222.0.53 "DELETE /v2.0/subnets/a47ba282-7428-49d5-bfda-989815c66fac HTTP/1.1" status: 204 len: 168 time: 0.6497543 Jul 07 17:12:13.462630 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2200cac1-324f-4cbc-8c5c-c16cf123fdd3 req-f47e6ad9-6c67-4c68-8649-782816342472 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5391581 Jul 07 17:12:13.467698 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5555fa7-531f-430e-a618-544c74fa1f94 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Pushing event deleted for resources: {'Subnet': ['ID=a47ba282-7428-49d5-bfda-989815c66fac,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:13.475633 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37206) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:13.605337 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c75ec6-7057-4304-9eeb-90b187a4cdb9 None None] Network 69eb5df1-6bb5-4b6b-a2f1-262f02033dfa requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:13.614459 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 44dac440-bae3-4cda-a47f-93ea5a38cae0 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:13.624516 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-ee14ef95-8842-4b6a-84be-6a51fa56e22c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Deleting port 47bf5e37-4f50-40b7-9c7a-0594677913b4 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:13.625197 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-ee14ef95-8842-4b6a-84be-6a51fa56e22c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:13.757579 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-ee14ef95-8842-4b6a-84be-6a51fa56e22c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] For port 47bf5e37-4f50-40b7-9c7a-0594677913b4, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=47bf5e37-4f50-40b7-9c7a-0594677913b4,segment=NetworkSegment(7487d8ef-9e5b-45a3-816c-e8bf097ba0ff),segment_id=7487d8ef-9e5b-45a3-816c-e8bf097ba0ff)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:13.758003 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-ee14ef95-8842-4b6a-84be-6a51fa56e22c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:13.876931 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d2300588-bcdf-4c66-8586-96f0c7245b66 None None] Provisioning for port 342ca126-d352-4481-9d48-aa8c19584db9 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:13.900084 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d2c7a9-8a56-41fa-8053-b4f40e1f050f x-openstack-request-id: req-04d2c7a9-8a56-41fa-8053-b4f40e1f050f {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:13.900467 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-deleted", "tag": "8d3beb7b-b73e-4339-ba42-9083ce28761c", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:13.900826 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04d2c7a9-8a56-41fa-8053-b4f40e1f050f {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:13.901160 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-deleted', 'tag': '8d3beb7b-b73e-4339-ba42-9083ce28761c', 'status': 'completed', 'code': 200} Jul 07 17:12:13.932522 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-808fc74a-a982-4192-882c-a276104eb057 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:13.936462 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98451000-8fae-4b5a-9a00-495e30f650a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:13.971905 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6196c89f-5ca0-4205-881d-2399483e7b6a None None] Network 1065efa4-5616-4a43-8d70-fa7935653fc1 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:13.977902 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7650e-dcf0-4b0d-8acc-2afd9cd36fb7 req-23dcba5f-6f47-4b37-8a1f-25be7a569f68 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:13.979626 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f9d7650e-dcf0-4b0d-8acc-2afd9cd36fb7 req-23dcba5f-6f47-4b37-8a1f-25be7a569f68 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 943 time: 0.6556768 Jul 07 17:12:14.133039 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d861ea3a-925f-4414-9a5a-fd80522463d3 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.163937 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-d861ea3a-925f-4414-9a5a-fd80522463d3 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Ignored duplicate provisioning block setup for port 342ca126-d352-4481-9d48-aa8c19584db9 by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 17:12:14.164192 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f9d7650e-dcf0-4b0d-8acc-2afd9cd36fb7 req-5fe90102-47f8-4194-9062-032d9e72d806 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716845 Jul 07 17:12:14.190665 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d861ea3a-925f-4414-9a5a-fd80522463d3 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.208387 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c28e9b-e468-4b2a-8a70-e63b48d09b27 req-84b72afd-039b-4799-9130-ba71e046e8b2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:14.214723 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c28e9b-e468-4b2a-8a70-e63b48d09b27 req-84b72afd-039b-4799-9130-ba71e046e8b2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:14.221829 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c28e9b-e468-4b2a-8a70-e63b48d09b27 req-84b72afd-039b-4799-9130-ba71e046e8b2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:14.223912 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-35c28e9b-e468-4b2a-8a70-e63b48d09b27 req-84b72afd-039b-4799-9130-ba71e046e8b2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 2411 time: 0.2059979 Jul 07 17:12:14.251426 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-808fc74a-a982-4192-882c-a276104eb057 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Deleting port d939fd1f-1524-4d72-bbda-a8dd99c8ec63 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:14.251871 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-808fc74a-a982-4192-882c-a276104eb057 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.441423 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-ee14ef95-8842-4b6a-84be-6a51fa56e22c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.442081 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-ee14ef95-8842-4b6a-84be-6a51fa56e22c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.453026 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-ee14ef95-8842-4b6a-84be-6a51fa56e22c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Floating IP a15153ed-fe3e-45b6-8762-368810555be6 disassociated. External IP: 172.25.0.243, port: 47bf5e37-4f50-40b7-9c7a-0594677913b4. Jul 07 17:12:14.465827 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-ee14ef95-8842-4b6a-84be-6a51fa56e22c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Calling delete_port for 47bf5e37-4f50-40b7-9c7a-0594677913b4 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:14.478908 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d2300588-bcdf-4c66-8586-96f0c7245b66 None None] Provisioning complete for port 342ca126-d352-4481-9d48-aa8c19584db9 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:14.479489 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d2300588-bcdf-4c66-8586-96f0c7245b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.737465 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-808fc74a-a982-4192-882c-a276104eb057 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] For port d939fd1f-1524-4d72-bbda-a8dd99c8ec63, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d939fd1f-1524-4d72-bbda-a8dd99c8ec63,segment=NetworkSegment(8abbfc65-e5d2-494c-b325-6adc5432776f),segment_id=8abbfc65-e5d2-494c-b325-6adc5432776f)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:14.738083 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-808fc74a-a982-4192-882c-a276104eb057 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.787304 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861ea3a-925f-4414-9a5a-fd80522463d3 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Port': ['ID=342ca126-d352-4481-9d48-aa8c19584db9,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:14.808404 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-808fc74a-a982-4192-882c-a276104eb057 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Calling delete_port for d939fd1f-1524-4d72-bbda-a8dd99c8ec63 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:14.817021 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-35c28e9b-e468-4b2a-8a70-e63b48d09b27 req-ec03670a-0c69-439e-9bf1-025ad2269d38 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5389500 Jul 07 17:12:14.850454 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d2300588-bcdf-4c66-8586-96f0c7245b66 None None] Port 342ca126-d352-4481-9d48-aa8c19584db9 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:14.896383 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98451000-8fae-4b5a-9a00-495e30f650a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.901866 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-d861ea3a-925f-4414-9a5a-fd80522463d3 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] In _notify_port_updated(), no bound segment for port 342ca126-d352-4481-9d48-aa8c19584db9 on network b89460ff-184c-4a55-9f82-6a75984925a9 {{(pid=100192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:12:14.927183 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d861ea3a-925f-4414-9a5a-fd80522463d3 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:14.936693 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d861ea3a-925f-4414-9a5a-fd80522463d3 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.939463 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d861ea3a-925f-4414-9a5a-fd80522463d3 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "PUT /v2.0/ports/342ca126-d352-4481-9d48-aa8c19584db9 HTTP/1.1" status: 200 len: 919 time: 5.8461809 Jul 07 17:12:14.949047 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37226) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:14.970133 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-3fc47435-2d57-4cda-8629-a9d8beb5a8c1 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a240cc62-3494-4ce5-ac6c-b7f98254295b'}, {'subnet_id': '80c6217b-0cbe-4e2a-aa8a-2c7b340734d5'}]}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:14.996175 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d2300588-bcdf-4c66-8586-96f0c7245b66 None None] Provisioning complete for port 8a812ab2-6730-4409-bcf4-dd0e670a0272 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:14.996735 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d2300588-bcdf-4c66-8586-96f0c7245b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:15.315177 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb192218-471f-4f00-8f3b-e6c7a9f9a78e None None] DHCP port deletion for 69eb5df1-6bb5-4b6b-a2f1-262f02033dfa request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:12:15.318073 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-02da55f2-13e0-44e5-9c88-7fc73e4aa353 req-8018feef-147b-47e0-bc69-34c8f31343b9 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 210 time: 0.1069005 Jul 07 17:12:15.325235 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-808fc74a-a982-4192-882c-a276104eb057 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:15.449982 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808fc74a-a982-4192-882c-a276104eb057 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] No DVR routers for this DVR port d939fd1f-1524-4d72-bbda-a8dd99c8ec63 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:15.505451 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e0e79c9d-6484-4b9c-a1f8-4ecbb53c72ae None None] Provisioning complete for port 342ca126-d352-4481-9d48-aa8c19584db9 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:15.506205 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e0e79c9d-6484-4b9c-a1f8-4ecbb53c72ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:15.515995 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fc74a-a982-4192-882c-a276104eb057 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Pushing event deleted for resources: {'Port': ['ID=d939fd1f-1524-4d72-bbda-a8dd99c8ec63,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:15.606900 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-95708b2a-7fa1-4c8c-8765-5670a538c29c tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:15.609846 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-95708b2a-7fa1-4c8c-8765-5670a538c29c tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.53 "GET /v2.0/networks?id=0d543c9c-5ff0-4d84-8116-82b8b5a5d03b HTTP/1.1" status: 200 len: 824 time: 0.4630721 Jul 07 17:12:15.646040 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-e0e79c9d-6484-4b9c-a1f8-4ecbb53c72ae None None] Port 342ca126-d352-4481-9d48-aa8c19584db9 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:15.679595 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e0e79c9d-6484-4b9c-a1f8-4ecbb53c72ae None None] Provisioning for port 5fb15cc1-5fb9-4053-9ea0-527730d8fd37 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:15.705064 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e0e79c9d-6484-4b9c-a1f8-4ecbb53c72ae None None] Provisioning complete for port 5fb15cc1-5fb9-4053-9ea0-527730d8fd37 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:15.705893 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e0e79c9d-6484-4b9c-a1f8-4ecbb53c72ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:15.775787 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-808fc74a-a982-4192-882c-a276104eb057 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:15.788272 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-3bd1f91a-1f50-42ce-8173-ba0213c6d996 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.53 "GET /v2.0/quotas/4e1f4fde4ca44acab063c5e905ea549a HTTP/1.1" status: 200 len: 375 time: 0.0961907 Jul 07 17:12:15.818093 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-808fc74a-a982-4192-882c-a276104eb057 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69eb5df1-6bb5-4b6b-a2f1-262f02033dfa']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:15.846854 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-808fc74a-a982-4192-882c-a276104eb057 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8abbfc65-e5d2-494c-b325-6adc5432776f') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:15.847409 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-808fc74a-a982-4192-882c-a276104eb057 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8abbfc65-e5d2-494c-b325-6adc5432776f') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:15.857353 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-ee14ef95-8842-4b6a-84be-6a51fa56e22c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:15.915690 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-808fc74a-a982-4192-882c-a276104eb057 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:15.942258 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d939fd1f-1524-4d72-bbda-a8dd99c8ec63 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:15.973325 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: d939fd1f-1524-4d72-bbda-a8dd99c8ec63 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:15.973802 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d939fd1f-1524-4d72-bbda-a8dd99c8ec63 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:16.011494 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e0e79c9d-6484-4b9c-a1f8-4ecbb53c72ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.036854 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-5014b792-a868-45da-9676-b25d48c6ac31 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e1f4fde4ca44acab063c5e905ea549a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793841 Jul 07 17:12:16.050767 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14ef95-8842-4b6a-84be-6a51fa56e22c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event deleted for resources: {'Port': ['ID=47bf5e37-4f50-40b7-9c7a-0594677913b4,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:16.074973 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-808fc74a-a982-4192-882c-a276104eb057 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.099058 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-808fc74a-a982-4192-882c-a276104eb057 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:12:16.104221 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-808fc74a-a982-4192-882c-a276104eb057 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.128018 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-e0e79c9d-6484-4b9c-a1f8-4ecbb53c72ae None None] For port 5fb15cc1-5fb9-4053-9ea0-527730d8fd37, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=5fb15cc1-5fb9-4053-9ea0-527730d8fd37,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:16.144472 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e0e79c9d-6484-4b9c-a1f8-4ecbb53c72ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.311238 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e79c9d-6484-4b9c-a1f8-4ecbb53c72ae None None] Pushing event updated for resources: {'Port': ['ID=5fb15cc1-5fb9-4053-9ea0-527730d8fd37,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:12:16.352728 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:12:16.372141 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-808fc74a-a982-4192-882c-a276104eb057 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.381219 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c12eb3d0-c613-407a-9623-0a20837d94a2 None None] Provisioning complete for port 5fb15cc1-5fb9-4053-9ea0-527730d8fd37 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:16.381680 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c12eb3d0-c613-407a-9623-0a20837d94a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.385045 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-808fc74a-a982-4192-882c-a276104eb057 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.389155 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-808fc74a-a982-4192-882c-a276104eb057 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] 10.222.0.53 "DELETE /v2.0/networks/69eb5df1-6bb5-4b6b-a2f1-262f02033dfa HTTP/1.1" status: 204 len: 168 time: 2.9102376 Jul 07 17:12:16.429669 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fc74a-a982-4192-882c-a276104eb057 tempest-AllowedAddressPairTestJSON-1656050168 tempest-AllowedAddressPairTestJSON-1656050168-project] Pushing event deleted for resources: {'Network': ['ID=69eb5df1-6bb5-4b6b-a2f1-262f02033dfa,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:16.477504 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3fc47435-2d57-4cda-8629-a9d8beb5a8c1 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.625453 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-4c4baea5-4f93-40bd-b710-61441551c5ef service neutron] 10.222.0.53 "GET /v2.0/networks/0d543c9c-5ff0-4d84-8116-82b8b5a5d03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5679340 Jul 07 17:12:16.645857 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98451000-8fae-4b5a-9a00-495e30f650a7 admin admin] Router 8081bcf8-d02f-46ae-a958-7ce2201710a8 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:12:16.875227 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-29dc5d93-f6b9-45a5-96cf-6d33f5dfa13a service neutron] 10.222.0.53 "GET /v2.0/networks/0d543c9c-5ff0-4d84-8116-82b8b5a5d03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487764 Jul 07 17:12:17.077513 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37280) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:17.488393 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98451000-8fae-4b5a-9a00-495e30f650a7 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:17.503731 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf9b4f5-b349-412a-a229-8093cb31742c None None] Sync routers for ids ['8081bcf8-d02f-46ae-a958-7ce2201710a8'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:17.541729 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf9b4f5-b349-412a-a229-8093cb31742c None None] Routers {'8081bcf8-d02f-46ae-a958-7ce2201710a8'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:17.549196 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-abf9b4f5-b349-412a-a229-8093cb31742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:11:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['8081bcf8-d02f-46ae-a958-7ce2201710a8'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:17.582123 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-ee14ef95-8842-4b6a-84be-6a51fa56e22c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Router 436b728c-3035-4583-a1c5-2d4333ee272a has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:12:17.603578 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98451000-8fae-4b5a-9a00-495e30f650a7 admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:17.608872 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-98451000-8fae-4b5a-9a00-495e30f650a7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.2609692 Jul 07 17:12:17.609594 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37292) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:17.739791 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1715c5-5e61-4c17-9b2f-89e3b34cde4f req-7fb303d2-c251-4137-9b12-61fadd8acace tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:17.765317 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4f1715c5-5e61-4c17-9b2f-89e3b34cde4f req-7fb303d2-c251-4137-9b12-61fadd8acace tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18c73ec-9821-4678-a2ef-32c769059e97 HTTP/1.1" status: 200 len: 943 time: 0.2033496 Jul 07 17:12:17.889883 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-abf9b4f5-b349-412a-a229-8093cb31742c None None] Set router 8081bcf8-d02f-46ae-a958-7ce2201710a8 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:18.008733 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-ee14ef95-8842-4b6a-84be-6a51fa56e22c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:18.025355 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3dc10e-f03f-4d61-a533-5e9749c398cc None None] Sync routers for ids ['436b728c-3035-4583-a1c5-2d4333ee272a'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:18.043095 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5fb15cc1-5fb9-4053-9ea0-527730d8fd37 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:18.058258 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3dc10e-f03f-4d61-a533-5e9749c398cc None None] Routers {'436b728c-3035-4583-a1c5-2d4333ee272a'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:18.060296 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-5e3dc10e-f03f-4d61-a533-5e9749c398cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:11:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['436b728c-3035-4583-a1c5-2d4333ee272a'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:18.218689 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-ee14ef95-8842-4b6a-84be-6a51fa56e22c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] No DVR routers for this DVR port 47bf5e37-4f50-40b7-9c7a-0594677913b4 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:18.226219 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-ee14ef95-8842-4b6a-84be-6a51fa56e22c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:18.228993 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-ee14ef95-8842-4b6a-84be-6a51fa56e22c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.72 "DELETE /v2.0/ports/47bf5e37-4f50-40b7-9c7a-0594677913b4 HTTP/1.1" status: 204 len: 173 time: 5.6322489 Jul 07 17:12:18.229941 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-deleted', 'tag': '47bf5e37-4f50-40b7-9c7a-0594677913b4'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:18.233437 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffc0444-5cb9-4017-9e10-762ae3f6fbf3" -d '{"events": [{"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-deleted", "tag": "47bf5e37-4f50-40b7-9c7a-0594677913b4"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:18.235823 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-3fc47435-2d57-4cda-8629-a9d8beb5a8c1 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Allocated IP 172.20.0.28 (b89460ff-184c-4a55-9f82-6a75984925a9/80c6217b-0cbe-4e2a-aa8a-2c7b340734d5/342ca126-d352-4481-9d48-aa8c19584db9) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:18.477969 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3fc47435-2d57-4cda-8629-a9d8beb5a8c1 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:18.533829 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-4f1715c5-5e61-4c17-9b2f-89e3b34cde4f req-423f712d-296f-45d0-8d11-ebe3f5328969 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Deleting port 44dac440-bae3-4cda-a47f-93ea5a38cae0 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:18.534653 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4f1715c5-5e61-4c17-9b2f-89e3b34cde4f req-423f712d-296f-45d0-8d11-ebe3f5328969 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:18.540127 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-5e3dc10e-f03f-4d61-a533-5e9749c398cc None None] Set router 436b728c-3035-4583-a1c5-2d4333ee272a gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:18.593556 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 5fb15cc1-5fb9-4053-9ea0-527730d8fd37 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:18.594389 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:18.606561 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-3fc47435-2d57-4cda-8629-a9d8beb5a8c1 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Transition to ACTIVE for port object 342ca126-d352-4481-9d48-aa8c19584db9 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:18.615710 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a909b7f7-9041-412f-9baa-a1a5b6ab4259 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e79248a20e6b4666b6e49d1a2dd70cbc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5361505 Jul 07 17:12:18.630495 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37298) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:18.682088 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8a07b-c36d-4d51-93cd-47ac47c5080e req-48e76d0b-67fb-4f03-ab34-7a5cd70989a9 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:18.686012 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dea8a07b-c36d-4d51-93cd-47ac47c5080e req-48e76d0b-67fb-4f03-ab34-7a5cd70989a9 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=848ce371-f4d8-4753-84c2-5309adaa22e3 HTTP/1.1" status: 200 len: 945 time: 1.2847760 Jul 07 17:12:18.695956 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3fc47435-2d57-4cda-8629-a9d8beb5a8c1 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:18.771437 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-a4b87472-3cac-48e9-a1da-249c3c5df2ba tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Deleting port 49dedb3b-3027-44d3-9dfc-eaffaf552295 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:18.774926 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-a4b87472-3cac-48e9-a1da-249c3c5df2ba tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:18.930743 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-4f1715c5-5e61-4c17-9b2f-89e3b34cde4f req-423f712d-296f-45d0-8d11-ebe3f5328969 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] For port 44dac440-bae3-4cda-a47f-93ea5a38cae0, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=44dac440-bae3-4cda-a47f-93ea5a38cae0,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:18.931959 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4f1715c5-5e61-4c17-9b2f-89e3b34cde4f req-423f712d-296f-45d0-8d11-ebe3f5328969 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:18.984263 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-abf9b4f5-b349-412a-a229-8093cb31742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'name': 'tempest-AttachVolumeShelveTestJSON-2145681699-router', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:07Z', 'updated_at': '2021-07-07T17:12:13Z', 'revision_number': 3, 'project_id': '18e760e73e3c432284bc214c0bade121', 'gw_port': {'id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:af:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:10Z', 'updated_at': '2021-07-07T17:12:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:19.071553 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-5e3dc10e-f03f-4d61-a533-5e9749c398cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'name': 'tempest-TaggedBootDevicesTest-1416164121-router', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '894a9eb1-3d5a-4efc-9110-9a32c170c808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:21Z', 'updated_at': '2021-07-07T17:00:31Z', 'revision_number': 4, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'gw_port': {'id': '894a9eb1-3d5a-4efc-9110-9a32c170c808', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:23Z', 'updated_at': '2021-07-07T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'ef0e67f4-6c97-4237-a77f-2573b42e3431', 'name': '', 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'mac_address': 'fa:16:3e:7d:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '7bf3ce58-a71d-4412-bb72-4611169487c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:29Z', 'updated_at': '2021-07-07T17:00:50Z', 'revision_number': 5, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'subnets': [{'id': '7bf3ce58-a71d-4412-bb72-4611169487c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:19.096461 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf9b4f5-b349-412a-a229-8093cb31742c None None] Checking router: 8081bcf8-d02f-46ae-a958-7ce2201710a8 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:12:19.097094 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf9b4f5-b349-412a-a229-8093cb31742c None None] Updating router 8081bcf8-d02f-46ae-a958-7ce2201710a8 port eddc9f27-8cf9-428d-86f7-026a38938cb7 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:12:19.141634 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3dc10e-f03f-4d61-a533-5e9749c398cc None None] Checking router: 436b728c-3035-4583-a1c5-2d4333ee272a for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:12:19.150643 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-3fc47435-2d57-4cda-8629-a9d8beb5a8c1 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] In _notify_port_updated(), no bound segment for port 342ca126-d352-4481-9d48-aa8c19584db9 on network b89460ff-184c-4a55-9f82-6a75984925a9 {{(pid=100192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:12:19.158347 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc47435-2d57-4cda-8629-a9d8beb5a8c1 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:19.159236 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3fc47435-2d57-4cda-8629-a9d8beb5a8c1 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.161761 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3fc47435-2d57-4cda-8629-a9d8beb5a8c1 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "PUT /v2.0/ports/342ca126-d352-4481-9d48-aa8c19584db9 HTTP/1.1" status: 200 len: 999 time: 4.2101028 Jul 07 17:12:19.166427 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-4f1715c5-5e61-4c17-9b2f-89e3b34cde4f req-423f712d-296f-45d0-8d11-ebe3f5328969 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Calling delete_port for 44dac440-bae3-4cda-a47f-93ea5a38cae0 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:19.174214 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dea8a07b-c36d-4d51-93cd-47ac47c5080e req-11e6558e-a0f3-4f6d-9697-aa43f169375d tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675040 Jul 07 17:12:19.181776 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37300) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:19.207068 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3dc10e-f03f-4d61-a533-5e9749c398cc None None] Routers {'436b728c-3035-4583-a1c5-2d4333ee272a'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:19.211384 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-5e3dc10e-f03f-4d61-a533-5e9749c398cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:11:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['436b728c-3035-4583-a1c5-2d4333ee272a'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:19.245625 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-abf9b4f5-b349-412a-a229-8093cb31742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.274367 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b0c9837d-258e-47d8-b087-4754ddcdbf5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.374316 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b0c9837d-258e-47d8-b087-4754ddcdbf5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.572072 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc47435-2d57-4cda-8629-a9d8beb5a8c1 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Port': ['ID=342ca126-d352-4481-9d48-aa8c19584db9,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:19.718238 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-5e3dc10e-f03f-4d61-a533-5e9749c398cc None None] Set router 436b728c-3035-4583-a1c5-2d4333ee272a gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:19.829286 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-a4b87472-3cac-48e9-a1da-249c3c5df2ba tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] For port 49dedb3b-3027-44d3-9dfc-eaffaf552295, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=49dedb3b-3027-44d3-9dfc-eaffaf552295,segment=NetworkSegment(b85f67fa-4f4a-4c5c-8baf-733f98a524f2),segment_id=b85f67fa-4f4a-4c5c-8baf-733f98a524f2)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:19.830575 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-a4b87472-3cac-48e9-a1da-249c3c5df2ba tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.836562 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8a2a4798-f2be-4621-861c-04fa429efcba None None] Provisioning for port 342ca126-d352-4481-9d48-aa8c19584db9 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:19.878527 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8a2a4798-f2be-4621-861c-04fa429efcba None None] Provisioning complete for port 342ca126-d352-4481-9d48-aa8c19584db9 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:19.879377 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8a2a4798-f2be-4621-861c-04fa429efcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.892399 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-a4b87472-3cac-48e9-a1da-249c3c5df2ba tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Calling delete_port for 49dedb3b-3027-44d3-9dfc-eaffaf552295 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:19.929921 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b0c9837d-258e-47d8-b087-4754ddcdbf5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.940578 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-abf9b4f5-b349-412a-a229-8093cb31742c None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.940882 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b0c9837d-258e-47d8-b087-4754ddcdbf5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.947099 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b0c9837d-258e-47d8-b087-4754ddcdbf5d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d0162ef6-9bf5-4648-bcec-27dad7c5798c HTTP/1.1" status: 204 len: 168 time: 1.3144424 Jul 07 17:12:19.988376 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-abf9b4f5-b349-412a-a229-8093cb31742c None None] Transition to ACTIVE for port object eddc9f27-8cf9-428d-86f7-026a38938cb7 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:20.015015 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8a2a4798-f2be-4621-861c-04fa429efcba None None] Port 342ca126-d352-4481-9d48-aa8c19584db9 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:20.022598 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-abf9b4f5-b349-412a-a229-8093cb31742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.129195 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4f1715c5-5e61-4c17-9b2f-89e3b34cde4f req-423f712d-296f-45d0-8d11-ebe3f5328969 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.160974 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9837d-258e-47d8-b087-4754ddcdbf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0162ef6-9bf5-4648-bcec-27dad7c5798c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:20.189082 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-abf9b4f5-b349-412a-a229-8093cb31742c None None] Attempting to bind port eddc9f27-8cf9-428d-86f7-026a38938cb7 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:20.189082 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-abf9b4f5-b349-412a-a229-8093cb31742c None None] Attempting to bind port eddc9f27-8cf9-428d-86f7-026a38938cb7 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:20.189082 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf9b4f5-b349-412a-a229-8093cb31742c None None] Attempting to bind port eddc9f27-8cf9-428d-86f7-026a38938cb7 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:20.223166 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf9b4f5-b349-412a-a229-8093cb31742c None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:20.223528 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf9b4f5-b349-412a-a229-8093cb31742c None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:20.224003 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-abf9b4f5-b349-412a-a229-8093cb31742c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.224265 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf9b4f5-b349-412a-a229-8093cb31742c None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:20.224799 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-abf9b4f5-b349-412a-a229-8093cb31742c None None] Bound port: eddc9f27-8cf9-428d-86f7-026a38938cb7, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:20.225154 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-abf9b4f5-b349-412a-a229-8093cb31742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.351909 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-abf9b4f5-b349-412a-a229-8093cb31742c None None] For port eddc9f27-8cf9-428d-86f7-026a38938cb7, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:20.355740 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-abf9b4f5-b349-412a-a229-8093cb31742c None None] For port eddc9f27-8cf9-428d-86f7-026a38938cb7, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=eddc9f27-8cf9-428d-86f7-026a38938cb7,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:20.366933 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-abf9b4f5-b349-412a-a229-8093cb31742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.369553 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f99d0-dd7f-4eb4-9fb3-36db3bb41fef None None] Pushing event updated for resources: {'Port': ['ID=eddc9f27-8cf9-428d-86f7-026a38938cb7,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:20.412826 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809f99d0-dd7f-4eb4-9fb3-36db3bb41fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:20.413527 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809f99d0-dd7f-4eb4-9fb3-36db3bb41fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:20.416514 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f712d-296f-45d0-8d11-ebe3f5328969 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Pushing event deleted for resources: {'Port': ['ID=44dac440-bae3-4cda-a47f-93ea5a38cae0,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:20.419964 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809f99d0-dd7f-4eb4-9fb3-36db3bb41fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:20.420614 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809f99d0-dd7f-4eb4-9fb3-36db3bb41fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:20.421264 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809f99d0-dd7f-4eb4-9fb3-36db3bb41fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:20.422876 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809f99d0-dd7f-4eb4-9fb3-36db3bb41fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:20.422876 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809f99d0-dd7f-4eb4-9fb3-36db3bb41fef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:20.423249 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809f99d0-dd7f-4eb4-9fb3-36db3bb41fef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:20.423579 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809f99d0-dd7f-4eb4-9fb3-36db3bb41fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:20.424319 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809f99d0-dd7f-4eb4-9fb3-36db3bb41fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:20.424972 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809f99d0-dd7f-4eb4-9fb3-36db3bb41fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:20.425384 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809f99d0-dd7f-4eb4-9fb3-36db3bb41fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:20.490670 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf9b4f5-b349-412a-a229-8093cb31742c None None] Routers {'8081bcf8-d02f-46ae-a958-7ce2201710a8'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:20.491776 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-abf9b4f5-b349-412a-a229-8093cb31742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:11:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['8081bcf8-d02f-46ae-a958-7ce2201710a8'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:20.512192 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e02a9-2775-473f-b061-eda999b4b4d6 req-7cefc409-e19e-409c-90ad-a6baec844fc7 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:20.531145 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e02a9-2775-473f-b061-eda999b4b4d6 req-7cefc409-e19e-409c-90ad-a6baec844fc7 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:20.533681 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-118e02a9-2775-473f-b061-eda999b4b4d6 req-7cefc409-e19e-409c-90ad-a6baec844fc7 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 1677 time: 0.9353151 Jul 07 17:12:20.572173 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-5e3dc10e-f03f-4d61-a533-5e9749c398cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'name': 'tempest-TaggedBootDevicesTest-1416164121-router', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '894a9eb1-3d5a-4efc-9110-9a32c170c808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:21Z', 'updated_at': '2021-07-07T17:00:31Z', 'revision_number': 4, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'gw_port': {'id': '894a9eb1-3d5a-4efc-9110-9a32c170c808', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:23Z', 'updated_at': '2021-07-07T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'ef0e67f4-6c97-4237-a77f-2573b42e3431', 'name': '', 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'mac_address': 'fa:16:3e:7d:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '7bf3ce58-a71d-4412-bb72-4611169487c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:29Z', 'updated_at': '2021-07-07T17:00:50Z', 'revision_number': 5, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'subnets': [{'id': '7bf3ce58-a71d-4412-bb72-4611169487c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:20.608298 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-c87aea2a-570f-432e-ab61-3d7db6cb7273 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:20.611464 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-c87aea2a-570f-432e-ab61-3d7db6cb7273 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.72 "GET /v2.0/networks?id=0d543c9c-5ff0-4d84-8116-82b8b5a5d03b HTTP/1.1" status: 200 len: 824 time: 1.0844584 Jul 07 17:12:20.639501 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3dc10e-f03f-4d61-a533-5e9749c398cc None None] The sync data for ids ['436b728c-3035-4583-a1c5-2d4333ee272a'] in n-d-791503-12 is: [{'id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'name': 'tempest-TaggedBootDevicesTest-1416164121-router', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '894a9eb1-3d5a-4efc-9110-9a32c170c808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:21Z', 'updated_at': '2021-07-07T17:00:31Z', 'revision_number': 4, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'gw_port': {'id': '894a9eb1-3d5a-4efc-9110-9a32c170c808', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:23Z', 'updated_at': '2021-07-07T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'ef0e67f4-6c97-4237-a77f-2573b42e3431', 'name': '', 'network_id': '2b1ef1e6-de16-48e9-886d-760c85a81894', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'mac_address': 'fa:16:3e:7d:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '7bf3ce58-a71d-4412-bb72-4611169487c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:29Z', 'updated_at': '2021-07-07T17:00:50Z', 'revision_number': 5, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'subnets': [{'id': '7bf3ce58-a71d-4412-bb72-4611169487c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:20.664719 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f99d0-dd7f-4eb4-9fb3-36db3bb41fef None None] Pushing event updated for resources: {'Port': ['ID=eddc9f27-8cf9-428d-86f7-026a38938cb7,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:20.701288 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-118e02a9-2775-473f-b061-eda999b4b4d6 req-cc0b2812-4949-4e76-94f7-5a813d6e8895 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476111 Jul 07 17:12:20.762425 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-f15f4c44-58ce-4287-a171-eb77800c9891 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Request body: {'port': {'device_id': '06ef4cc4-d120-42fb-ad1c-c35a3745544b', 'network_id': '0d543c9c-5ff0-4d84-8116-82b8b5a5d03b', 'admin_state_up': True, 'tenant_id': '4e1f4fde4ca44acab063c5e905ea549a'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:20.865129 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-abf9b4f5-b349-412a-a229-8093cb31742c None None] Set router 8081bcf8-d02f-46ae-a958-7ce2201710a8 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:21.149573 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2c2cab01-543c-4443-bb39-bcdb21943dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.160127 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1715c5-5e61-4c17-9b2f-89e3b34cde4f req-423f712d-296f-45d0-8d11-ebe3f5328969 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] No DVR routers for this DVR port 44dac440-bae3-4cda-a47f-93ea5a38cae0 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:21.173115 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-45ea9459-4ec9-4d3d-93f6-8a55591110e6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting port 342ca126-d352-4481-9d48-aa8c19584db9 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:21.173664 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-45ea9459-4ec9-4d3d-93f6-8a55591110e6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.181807 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-abf9b4f5-b349-412a-a229-8093cb31742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'name': 'tempest-AttachVolumeShelveTestJSON-2145681699-router', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:07Z', 'updated_at': '2021-07-07T17:12:13Z', 'revision_number': 3, 'project_id': '18e760e73e3c432284bc214c0bade121', 'gw_port': {'id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:af:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:10Z', 'updated_at': '2021-07-07T17:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:21.193434 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-f15f4c44-58ce-4287-a171-eb77800c9891 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Made reservation on behalf of 4e1f4fde4ca44acab063c5e905ea549a for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:21.199730 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-f15f4c44-58ce-4287-a171-eb77800c9891 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.253204 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4f1715c5-5e61-4c17-9b2f-89e3b34cde4f req-423f712d-296f-45d0-8d11-ebe3f5328969 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.283511 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4f1715c5-5e61-4c17-9b2f-89e3b34cde4f req-423f712d-296f-45d0-8d11-ebe3f5328969 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "DELETE /v2.0/ports/44dac440-bae3-4cda-a47f-93ea5a38cae0 HTTP/1.1" status: 204 len: 173 time: 3.5120220 Jul 07 17:12:21.286467 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf9b4f5-b349-412a-a229-8093cb31742c None None] The sync data for ids ['8081bcf8-d02f-46ae-a958-7ce2201710a8'] in n-d-791503-12 is: [{'id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'name': 'tempest-AttachVolumeShelveTestJSON-2145681699-router', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:07Z', 'updated_at': '2021-07-07T17:12:13Z', 'revision_number': 3, 'project_id': '18e760e73e3c432284bc214c0bade121', 'gw_port': {'id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:af:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:10Z', 'updated_at': '2021-07-07T17:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:21.326634 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3169da7b-73b7-4646-814c-086d4ff572c3 None None] New status for floating IP a15153ed-fe3e-45b6-8762-368810555be6: DOWN {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:12:21.380474 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3d84b30f-88a3-47e9-ab31-8c7743f00aad req-25b181ab-c375-4da9-a1c1-7295a59af72e tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 210 time: 0.0460777 Jul 07 17:12:21.666475 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-a4b87472-3cac-48e9-a1da-249c3c5df2ba tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.669458 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-2c2cab01-543c-4443-bb39-bcdb21943dd3 admin admin] Allocated IP 172.20.0.1 (d9c7bfe2-c6df-42ea-bc46-459eb954abd9/b0fe605b-06e9-4628-b5de-b8df689c0601/a86c32dd-ed0d-4cb6-883a-43f202f2b838) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:21.999231 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7c2d1878-134b-4a75-b555-742f039a7f3a req-8f892f9d-042c-4c3e-9621-9aeb825bb271 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.53 "GET /v2.0/ports?device_id=06ef4cc4-d120-42fb-ad1c-c35a3745544b HTTP/1.1" status: 200 len: 210 time: 0.1025071 Jul 07 17:12:22.047430 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b87472-3cac-48e9-a1da-249c3c5df2ba tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event deleted for resources: {'Port': ['ID=49dedb3b-3027-44d3-9dfc-eaffaf552295,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:22.071930 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2c2cab01-543c-4443-bb39-bcdb21943dd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:22.116646 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-2c2cab01-543c-4443-bb39-bcdb21943dd3 admin admin] Transition to ACTIVE for port object a86c32dd-ed0d-4cb6-883a-43f202f2b838 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:22.229270 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37332) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:22.250033 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2c2cab01-543c-4443-bb39-bcdb21943dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:22.251177 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e298b104-3d41-4c66-bbc9-7f3772f4a8f0 x-openstack-request-id: req-e298b104-3d41-4c66-bbc9-7f3772f4a8f0 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:22.251705 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-deleted", "tag": "47bf5e37-4f50-40b7-9c7a-0594677913b4", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:22.252174 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e298b104-3d41-4c66-bbc9-7f3772f4a8f0 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:22.252843 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-deleted', 'tag': '47bf5e37-4f50-40b7-9c7a-0594677913b4', 'status': 'completed', 'code': 200} Jul 07 17:12:22.321472 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-a4b87472-3cac-48e9-a1da-249c3c5df2ba tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] No DVR routers for this DVR port 49dedb3b-3027-44d3-9dfc-eaffaf552295 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:22.331463 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-a4b87472-3cac-48e9-a1da-249c3c5df2ba tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:22.344260 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-a4b87472-3cac-48e9-a1da-249c3c5df2ba tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.72 "DELETE /v2.0/ports/49dedb3b-3027-44d3-9dfc-eaffaf552295 HTTP/1.1" status: 204 len: 173 time: 4.0984211 Jul 07 17:12:22.367716 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2cab01-543c-4443-bb39-bcdb21943dd3 admin admin] Network d9c7bfe2-c6df-42ea-bc46-459eb954abd9 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:22.390809 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-45ea9459-4ec9-4d3d-93f6-8a55591110e6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:22.418266 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2cab01-543c-4443-bb39-bcdb21943dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=a86c32dd-ed0d-4cb6-883a-43f202f2b838,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:22.443412 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-2c2cab01-543c-4443-bb39-bcdb21943dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:22.458734 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2cab01-543c-4443-bb39-bcdb21943dd3 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:22.478564 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-200a2952-b096-4f34-9e19-3572cf576394 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1654555136'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:22.561024 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200a2952-b096-4f34-9e19-3572cf576394 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:22.565154 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-200a2952-b096-4f34-9e19-3572cf576394 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:22.592861 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-200a2952-b096-4f34-9e19-3572cf576394 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:22.644428 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-45ea9459-4ec9-4d3d-93f6-8a55591110e6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Calling delete_port for 342ca126-d352-4481-9d48-aa8c19584db9 owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:22.683997 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2c2cab01-543c-4443-bb39-bcdb21943dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:22.706675 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-f15f4c44-58ce-4287-a171-eb77800c9891 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Allocated IP 172.20.0.2 (0d543c9c-5ff0-4d84-8116-82b8b5a5d03b/a7c43906-f951-40f3-86c0-81e1278602f8/25cb5269-fb29-4fca-aae3-456baa7ee205) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:22.999649 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0b6f7f14-e98e-4a2d-9524-f3b199108d82 None None] Provisioning for port a86c32dd-ed0d-4cb6-883a-43f202f2b838 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:23.006494 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0b6f7f14-e98e-4a2d-9524-f3b199108d82 None None] Provisioning complete for port a86c32dd-ed0d-4cb6-883a-43f202f2b838 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:23.006878 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0b6f7f14-e98e-4a2d-9524-f3b199108d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.097820 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-0b6f7f14-e98e-4a2d-9524-f3b199108d82 None None] Port a86c32dd-ed0d-4cb6-883a-43f202f2b838 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:23.144501 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a47875-f4f8-41ad-b610-ff91f8f3b69d req-904e73a5-762e-4c8f-abaf-47473415163b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:23.147239 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c1a47875-f4f8-41ad-b610-ff91f8f3b69d req-904e73a5-762e-4c8f-abaf-47473415163b tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 943 time: 0.6850071 Jul 07 17:12:23.162721 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2c2cab01-543c-4443-bb39-bcdb21943dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.239432 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-200a2952-b096-4f34-9e19-3572cf576394 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.252987 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-200a2952-b096-4f34-9e19-3572cf576394 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.258731 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-45ea9459-4ec9-4d3d-93f6-8a55591110e6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.311595 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200a2952-b096-4f34-9e19-3572cf576394 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:12:23.322595 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c1a47875-f4f8-41ad-b610-ff91f8f3b69d req-674afb2f-9e3f-4832-9717-56187cb7fa6c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383789 Jul 07 17:12:23.357918 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b98351aa-b48e-4a55-a430-7369eeb21dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.391346 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-757ca645-b331-49e8-8dde-9cb2e0e083d9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Deleting port cb7e9c4c-fd57-4d46-895f-74234734d082 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:23.391792 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-757ca645-b331-49e8-8dde-9cb2e0e083d9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.395755 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea9459-4ec9-4d3d-93f6-8a55591110e6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Port': ['ID=342ca126-d352-4481-9d48-aa8c19584db9,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:23.438012 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-200a2952-b096-4f34-9e19-3572cf576394 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.438587 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-200a2952-b096-4f34-9e19-3572cf576394 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Added segment 451e8d6b-d3f2-49be-a308-5431616e7d80 of type vlan for network 6e9cefa1-f008-4dc6-9203-f56e105ef387 Jul 07 17:12:23.445948 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a2952-b096-4f34-9e19-3572cf576394 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45aaf593-1338-49ea-9974-5e825c053efc,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:23.672557 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-200a2952-b096-4f34-9e19-3572cf576394 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.676586 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b1557-942b-4bce-9a56-e344c9ae304f req-37f5fdbb-cd8f-4710-a05e-931ea961657f tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:23.678674 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2b5b1557-942b-4bce-9a56-e344c9ae304f req-37f5fdbb-cd8f-4710-a05e-931ea961657f tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=848ce371-f4d8-4753-84c2-5309adaa22e3 HTTP/1.1" status: 200 len: 945 time: 0.6172943 Jul 07 17:12:23.705018 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-f15f4c44-58ce-4287-a171-eb77800c9891 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.716492 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-45ea9459-4ec9-4d3d-93f6-8a55591110e6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.729012 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-45ea9459-4ec9-4d3d-93f6-8a55591110e6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/ports/342ca126-d352-4481-9d48-aa8c19584db9 HTTP/1.1" status: 204 len: 168 time: 4.5271571 Jul 07 17:12:23.742269 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37342) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:23.754068 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0becdf7f-6c67-4442-bd6b-c68bee0f3588 req-b97e4dc5-f786-4974-ac8e-1ad2fc5e0e8b tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 210 time: 0.1137381 Jul 07 17:12:23.869432 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-359da7cb-24d5-4788-b473-34a785deb2e3 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] GET failed (client error): The resource could not be found. Jul 07 17:12:23.877113 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-359da7cb-24d5-4788-b473-34a785deb2e3 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "GET /v2.0/ports/342ca126-d352-4481-9d48-aa8c19584db9 HTTP/1.1" status: 404 len: 333 time: 0.1300757 Jul 07 17:12:23.899598 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-757ca645-b331-49e8-8dde-9cb2e0e083d9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] For port cb7e9c4c-fd57-4d46-895f-74234734d082, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=cb7e9c4c-fd57-4d46-895f-74234734d082,segment=NetworkSegment(998774d7-2d8e-4547-8dfe-3636c1eb8560),segment_id=998774d7-2d8e-4547-8dfe-3636c1eb8560)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:23.900391 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-757ca645-b331-49e8-8dde-9cb2e0e083d9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.907507 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37346) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:23.912329 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.db.resource_extend [None req-200a2952-b096-4f34-9e19-3572cf576394 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:12:23.961878 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device eddc9f27-8cf9-428d-86f7-026a38938cb7 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:24.030933 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2b5b1557-942b-4bce-9a56-e344c9ae304f req-85cd9283-5331-40bf-be2b-a8e87d7aa217 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409920 Jul 07 17:12:24.052946 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-757ca645-b331-49e8-8dde-9cb2e0e083d9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Calling delete_port for cb7e9c4c-fd57-4d46-895f-74234734d082 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:24.060234 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4c67a22c-6e7f-40f2-9148-965af0eda64a req-47ea1599-5506-4780-bce8-e1cdcfe146ad tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.53 "GET /v2.0/ports?device_id=06ef4cc4-d120-42fb-ad1c-c35a3745544b HTTP/1.1" status: 200 len: 210 time: 0.0802388 Jul 07 17:12:24.075917 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-200a2952-b096-4f34-9e19-3572cf576394 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.094797 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200a2952-b096-4f34-9e19-3572cf576394 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:24.094797 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-200a2952-b096-4f34-9e19-3572cf576394 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.112408 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2c2cab01-543c-4443-bb39-bcdb21943dd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.137129 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port eddc9f27-8cf9-428d-86f7-026a38938cb7 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:24.152901 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port eddc9f27-8cf9-428d-86f7-026a38938cb7 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:24.153561 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.192474 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2c2cab01-543c-4443-bb39-bcdb21943dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.257348 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4782b75-8bfa-464d-b423-87fb4ed1830c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting subnet 80c6217b-0cbe-4e2a-aa8a-2c7b340734d5 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:12:24.272127 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a4782b75-8bfa-464d-b423-87fb4ed1830c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.345952 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a4782b75-8bfa-464d-b423-87fb4ed1830c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.413847 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.489426 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2c2cab01-543c-4443-bb39-bcdb21943dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.493544 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port eddc9f27-8cf9-428d-86f7-026a38938cb7, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=eddc9f27-8cf9-428d-86f7-026a38938cb7,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:24.497825 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2cab01-543c-4443-bb39-bcdb21943dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=a86c32dd-ed0d-4cb6-883a-43f202f2b838,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:24.501581 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.530047 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-200a2952-b096-4f34-9e19-3572cf576394 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2991443 Jul 07 17:12:24.538104 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37358) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:24.550559 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-7bccf973-5652-4a7b-8033-bbad466e8178 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:24.559042 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18c73ec-9821-4678-a2ef-32c769059e97', 'name': 'network-vif-deleted', 'tag': '44dac440-bae3-4cda-a47f-93ea5a38cae0'}, {'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-deleted', 'tag': '49dedb3b-3027-44d3-9dfc-eaffaf552295'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:24.566189 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4517f916-b811-44d6-8646-77bae4bddaed" -d '{"events": [{"server_uuid": "f18c73ec-9821-4678-a2ef-32c769059e97", "name": "network-vif-deleted", "tag": "44dac440-bae3-4cda-a47f-93ea5a38cae0"}, {"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-deleted", "tag": "49dedb3b-3027-44d3-9dfc-eaffaf552295"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:24.657975 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=eddc9f27-8cf9-428d-86f7-026a38938cb7,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:24.738414 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a2952-b096-4f34-9e19-3572cf576394 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Network': ['ID=6e9cefa1-f008-4dc6-9203-f56e105ef387,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:24.753035 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:12:24.945151 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bccf973-5652-4a7b-8033-bbad466e8178 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:24.951655 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7bccf973-5652-4a7b-8033-bbad466e8178 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.979497 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8249ee-5605-453d-9921-ab617a6b7c74 req-2e906965-6ae0-4573-af18-9567f954917a tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:24.982978 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a8249ee-5605-453d-9921-ab617a6b7c74 req-2e906965-6ae0-4573-af18-9567f954917a tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 943 time: 0.3821919 Jul 07 17:12:25.132045 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2cab01-543c-4443-bb39-bcdb21943dd3 admin admin] Network d9c7bfe2-c6df-42ea-bc46-459eb954abd9 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:25.143101 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-2c2cab01-543c-4443-bb39-bcdb21943dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:25.211201 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-f15f4c44-58ce-4287-a171-eb77800c9891 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.277533 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a8249ee-5605-453d-9921-ab617a6b7c74 req-309f1598-4611-4978-b519-f1a9fa239cbc tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2209d0f-1c1b-499f-83b2-8759a5325052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715204 Jul 07 17:12:25.412352 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-f15f4c44-58ce-4287-a171-eb77800c9891 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Network 0d543c9c-5ff0-4d84-8116-82b8b5a5d03b is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:25.426891 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db9f719-ff99-4474-8a81-8aa54e72c996 x-openstack-request-id: req-6db9f719-ff99-4474-8a81-8aa54e72c996 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:25.427283 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18c73ec-9821-4678-a2ef-32c769059e97", "name": "network-vif-deleted", "tag": "44dac440-bae3-4cda-a47f-93ea5a38cae0", "status": "failed", "code": 422}, {"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-deleted", "tag": "49dedb3b-3027-44d3-9dfc-eaffaf552295", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:25.427454 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6db9f719-ff99-4474-8a81-8aa54e72c996 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:25.427961 n-d-791503-12 neutron-server[100193]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f18c73ec-9821-4678-a2ef-32c769059e97', 'name': 'network-vif-deleted', 'tag': '44dac440-bae3-4cda-a47f-93ea5a38cae0', 'status': 'failed', 'code': 422} returned with failed status Jul 07 17:12:25.428319 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-deleted', 'tag': '49dedb3b-3027-44d3-9dfc-eaffaf552295', 'status': 'completed', 'code': 200} Jul 07 17:12:25.447880 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-f15f4c44-58ce-4287-a171-eb77800c9891 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:25.465468 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2cab01-543c-4443-bb39-bcdb21943dd3 admin admin] Router 8081bcf8-d02f-46ae-a958-7ce2201710a8 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:12:25.471603 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a4782b75-8bfa-464d-b423-87fb4ed1830c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.476719 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-f15f4c44-58ce-4287-a171-eb77800c9891 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:25.556365 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b77fe681-a109-4a64-b3af-3bc3aab319a4 None None] Provisioning complete for port a86c32dd-ed0d-4cb6-883a-43f202f2b838 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:25.560019 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b77fe681-a109-4a64-b3af-3bc3aab319a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.563554 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f4c44-58ce-4287-a171-eb77800c9891 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Pushing event updated for resources: {'Port': ['ID=25cb5269-fb29-4fca-aae3-456baa7ee205,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:25.577989 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-f15f4c44-58ce-4287-a171-eb77800c9891 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:25.578827 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-f15f4c44-58ce-4287-a171-eb77800c9891 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.631978 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-b77fe681-a109-4a64-b3af-3bc3aab319a4 None None] Port a86c32dd-ed0d-4cb6-883a-43f202f2b838 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:25.705019 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-f15f4c44-58ce-4287-a171-eb77800c9891 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0547800 Jul 07 17:12:25.717252 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-3a12ba93-76c5-4488-a939-19bdfebd3843 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:25.719769 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-3a12ba93-76c5-4488-a939-19bdfebd3843 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/networks?id=e48a1335-f2ce-4136-9503-051b68c84575 HTTP/1.1" status: 200 len: 812 time: 1.3122833 Jul 07 17:12:25.735361 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-fc7a722c-8c0b-4ce9-9a97-366958b4d7b7 service neutron] Request body: {'port': {'device_id': '06ef4cc4-d120-42fb-ad1c-c35a3745544b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:25.763236 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a870c72c-f641-4db9-a036-92aac896854d req-f1894ee5-dc68-431c-a0f6-20604dda2284 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 210 time: 0.0794289 Jul 07 17:12:25.766949 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7bccf973-5652-4a7b-8033-bbad466e8178 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.863393 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-904d692f-a665-40ae-815d-6b941328cf7a tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/quotas/2fe17a6fbd19425cb38c02ad6df4484f HTTP/1.1" status: 200 len: 375 time: 0.1190219 Jul 07 17:12:25.897987 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device eddc9f27-8cf9-428d-86f7-026a38938cb7 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:25.903468 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2cab01-543c-4443-bb39-bcdb21943dd3 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:25.926609 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5317000-79a9-4b2b-adb5-30f3ef3353a8 None None] Sync routers for ids ['8081bcf8-d02f-46ae-a958-7ce2201710a8'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:25.949915 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5317000-79a9-4b2b-adb5-30f3ef3353a8 None None] Routers {'8081bcf8-d02f-46ae-a958-7ce2201710a8'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:25.954112 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b5317000-79a9-4b2b-adb5-30f3ef3353a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:11:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['8081bcf8-d02f-46ae-a958-7ce2201710a8'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:25.969829 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2c2cab01-543c-4443-bb39-bcdb21943dd3 admin admin] 10.222.0.53 "PUT /v2.0/routers/8081bcf8-d02f-46ae-a958-7ce2201710a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4799464 Jul 07 17:12:26.033802 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-7a1bf9bb-71dd-48b1-8230-d47d5b461581 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fe17a6fbd19425cb38c02ad6df4484f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1467190 Jul 07 17:12:26.037369 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a4782b75-8bfa-464d-b423-87fb4ed1830c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.073539 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bccf973-5652-4a7b-8033-bbad466e8178 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=c88825d5-82e1-4c05-a5df-93207ff84e16,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:26.092307 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port eddc9f27-8cf9-428d-86f7-026a38938cb7 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:26.093095 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.157459 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bccf973-5652-4a7b-8033-bbad466e8178 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Checking segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:26.158397 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bccf973-5652-4a7b-8033-bbad466e8178 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network hostable DHCP agents. Network: 6e9cefa1-f008-4dc6-9203-f56e105ef387, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:12:26.161827 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4782b75-8bfa-464d-b423-87fb4ed1830c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Subnet': ['ID=80c6217b-0cbe-4e2a-aa8a-2c7b340734d5,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:26.201789 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4313ff-b7a1-4672-a7fe-ea97d02f52ff req-e4c59523-2ece-440d-98f5-62444444cd17 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:26.204984 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8a4313ff-b7a1-4672-a7fe-ea97d02f52ff req-e4c59523-2ece-440d-98f5-62444444cd17 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.53 "GET /v2.0/ports?device_id=06ef4cc4-d120-42fb-ad1c-c35a3745544b HTTP/1.1" status: 200 len: 931 time: 0.2623522 Jul 07 17:12:26.225634 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-757ca645-b331-49e8-8dde-9cb2e0e083d9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.256236 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bccf973-5652-4a7b-8033-bbad466e8178 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:12:26.291992 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.308098 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a4782b75-8bfa-464d-b423-87fb4ed1830c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.308098 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a4782b75-8bfa-464d-b423-87fb4ed1830c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/subnets/80c6217b-0cbe-4e2a-aa8a-2c7b340734d5 HTTP/1.1" status: 204 len: 168 time: 2.3954999 Jul 07 17:12:26.311661 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69312e8-0b83-4b39-9462-aa34d5db9800 None None] Network b89460ff-184c-4a55-9f82-6a75984925a9 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:26.312213 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-b5317000-79a9-4b2b-adb5-30f3ef3353a8 None None] Set router 8081bcf8-d02f-46ae-a958-7ce2201710a8 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:26.318365 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37372) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:26.323408 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-fc7a722c-8c0b-4ce9-9a97-366958b4d7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.387422 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ca645-b331-49e8-8dde-9cb2e0e083d9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event deleted for resources: {'Port': ['ID=cb7e9c4c-fd57-4d46-895f-74234734d082,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:26.415928 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-757ca645-b331-49e8-8dde-9cb2e0e083d9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] No DVR routers for this DVR port cb7e9c4c-fd57-4d46-895f-74234734d082 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:26.422637 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-757ca645-b331-49e8-8dde-9cb2e0e083d9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.424875 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67494294-ff7c-4dbc-a6c5-c7535cd03490 req-757ca645-b331-49e8-8dde-9cb2e0e083d9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.72 "DELETE /v2.0/ports/cb7e9c4c-fd57-4d46-895f-74234734d082 HTTP/1.1" status: 204 len: 173 time: 4.0448735 Jul 07 17:12:26.468080 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8a4313ff-b7a1-4672-a7fe-ea97d02f52ff req-f1a9a756-aee4-4522-9602-43db5da9d648 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.53 "GET /v2.0/security-groups?id=391f4b9f-e14f-4b7a-a183-ffd4852598eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552969 Jul 07 17:12:26.487673 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad642179-dd3c-46c4-b9af-a8127fca0ce9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting subnet a240cc62-3494-4ce5-ac6c-b7f98254295b {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:12:26.507114 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ad642179-dd3c-46c4-b9af-a8127fca0ce9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.552475 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-7304172f-c355-4112-86c8-08ed333d9ef6 service neutron] 10.222.0.53 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173600 Jul 07 17:12:26.562005 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-7bccf973-5652-4a7b-8033-bbad466e8178 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 6e9cefa1-f008-4dc6-9203-f56e105ef387) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:26.590244 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bccf973-5652-4a7b-8033-bbad466e8178 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:26.590972 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7bccf973-5652-4a7b-8033-bbad466e8178 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.661473 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7bccf973-5652-4a7b-8033-bbad466e8178 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1211691 Jul 07 17:12:26.666415 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ad642179-dd3c-46c4-b9af-a8127fca0ce9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.672602 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37376) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:26.690460 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-eaaa33c4-7f3d-4520-93d7-350ce9e82429 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'port': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'name': 'tempest-NetworksTestDHCPv6-1997776329'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:26.796001 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-9ac11199-d2c1-4792-81a6-b91ff44274e0 service neutron] 10.222.0.53 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424166 Jul 07 17:12:26.854326 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f01b0bc-507a-4484-a3e1-ad2c80c7c996 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:27.084668 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-888aec30-a14d-48ae-a1e3-52a9190a6b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.118765 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b5317000-79a9-4b2b-adb5-30f3ef3353a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'name': 'tempest-AttachVolumeShelveTestJSON-2145681699-router', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:07Z', 'updated_at': '2021-07-07T17:12:22Z', 'revision_number': 4, 'project_id': '18e760e73e3c432284bc214c0bade121', 'gw_port': {'id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:af:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:10Z', 'updated_at': '2021-07-07T17:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'a86c32dd-ed0d-4cb6-883a-43f202f2b838', 'name': '', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'mac_address': 'fa:16:3e:6a:41:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:21Z', 'updated_at': '2021-07-07T17:12:23Z', 'revision_number': 2, 'project_id': '18e760e73e3c432284bc214c0bade121', 'subnets': [{'id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:27.186343 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5317000-79a9-4b2b-adb5-30f3ef3353a8 None None] Checking router: 8081bcf8-d02f-46ae-a958-7ce2201710a8 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:12:27.186695 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5317000-79a9-4b2b-adb5-30f3ef3353a8 None None] Updating router 8081bcf8-d02f-46ae-a958-7ce2201710a8 port a86c32dd-ed0d-4cb6-883a-43f202f2b838 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:12:27.193429 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-fc7a722c-8c0b-4ce9-9a97-366958b4d7b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25cb5269-fb29-4fca-aae3-456baa7ee205 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:27.232405 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-fc7a722c-8c0b-4ce9-9a97-366958b4d7b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.311261 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-fc7a722c-8c0b-4ce9-9a97-366958b4d7b7 service neutron] Transition to ACTIVE for port object 25cb5269-fb29-4fca-aae3-456baa7ee205 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:27.312608 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-fc7a722c-8c0b-4ce9-9a97-366958b4d7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.325657 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-b5317000-79a9-4b2b-adb5-30f3ef3353a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.456096 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-deleted', 'tag': 'cb7e9c4c-fd57-4d46-895f-74234734d082'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:27.461224 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6391cbd1-d7da-4dc7-a4ee-c588bb4de40f" -d '{"events": [{"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-deleted", "tag": "cb7e9c4c-fd57-4d46-895f-74234734d082"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:27.465183 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a722c-8c0b-4ce9-9a97-366958b4d7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=25cb5269-fb29-4fca-aae3-456baa7ee205,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:27.492929 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed59152-4285-43b0-8d95-17d379693adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-6e9cefa1-f008-4dc6-9203-f56e105ef387', 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'fixed_ips': [{'subnet_id': 'c88825d5-82e1-4c05-a5df-93207ff84e16'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:12:27.496771 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7ed59152-4285-43b0-8d95-17d379693adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.732114 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-fc7a722c-8c0b-4ce9-9a97-366958b4d7b7 service neutron] Attempting to bind port 25cb5269-fb29-4fca-aae3-456baa7ee205 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:27.732533 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-fc7a722c-8c0b-4ce9-9a97-366958b4d7b7 service neutron] Attempting to bind port 25cb5269-fb29-4fca-aae3-456baa7ee205 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '9b0ff4ea-1f4d-4dea-ba1a-558e8370d383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0d543c9c-5ff0-4d84-8116-82b8b5a5d03b'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:27.732827 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-fc7a722c-8c0b-4ce9-9a97-366958b4d7b7 service neutron] Attempting to bind port 25cb5269-fb29-4fca-aae3-456baa7ee205 on network 0d543c9c-5ff0-4d84-8116-82b8b5a5d03b {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:27.763680 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-fc7a722c-8c0b-4ce9-9a97-366958b4d7b7 service neutron] Port 25cb5269-fb29-4fca-aae3-456baa7ee205 on network 0d543c9c-5ff0-4d84-8116-82b8b5a5d03b not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:12:27.763680 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-fc7a722c-8c0b-4ce9-9a97-366958b4d7b7 service neutron] Attempting to bind port 25cb5269-fb29-4fca-aae3-456baa7ee205 on network 0d543c9c-5ff0-4d84-8116-82b8b5a5d03b {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:27.781872 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-fc7a722c-8c0b-4ce9-9a97-366958b4d7b7 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:27.782210 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-fc7a722c-8c0b-4ce9-9a97-366958b4d7b7 service neutron] Checking segment: {'id': '9b0ff4ea-1f4d-4dea-ba1a-558e8370d383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0d543c9c-5ff0-4d84-8116-82b8b5a5d03b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:27.782601 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-fc7a722c-8c0b-4ce9-9a97-366958b4d7b7 service neutron] Bound using segment: {'id': '9b0ff4ea-1f4d-4dea-ba1a-558e8370d383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0d543c9c-5ff0-4d84-8116-82b8b5a5d03b'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:27.783052 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-fc7a722c-8c0b-4ce9-9a97-366958b4d7b7 service neutron] Bound port: 25cb5269-fb29-4fca-aae3-456baa7ee205, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0ff4ea-1f4d-4dea-ba1a-558e8370d383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0d543c9c-5ff0-4d84-8116-82b8b5a5d03b'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:27.783426 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-fc7a722c-8c0b-4ce9-9a97-366958b4d7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.945464 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaaa33c4-7f3d-4520-93d7-350ce9e82429 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:27.961212 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eaaa33c4-7f3d-4520-93d7-350ce9e82429 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.995513 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37396) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:28.030729 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-fab5f77e-908d-41e5-95b7-7cbbb4d33f47 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--635986468', 'description': 'tempest-description--56563604'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:28.034553 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.161665 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-eaaa33c4-7f3d-4520-93d7-350ce9e82429 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] device_id is not set on port 3169ec51-d11f-4ba1-8070-ea502299b8c2 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:12:28.294328 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-7ed59152-4285-43b0-8d95-17d379693adc None None] Allocated IP 2001:db8::2 (6e9cefa1-f008-4dc6-9203-f56e105ef387/c88825d5-82e1-4c05-a5df-93207ff84e16/086a5e99-b61d-4f6c-9042-6e6023d7a55d) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:28.296574 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fab5f77e-908d-41e5-95b7-7cbbb4d33f47 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.359865 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ad642179-dd3c-46c4-b9af-a8127fca0ce9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.365474 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-fc7a722c-8c0b-4ce9-9a97-366958b4d7b7 service neutron] For port 25cb5269-fb29-4fca-aae3-456baa7ee205, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:28.384432 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ca7ea364-6fcc-44d0-ae9e-9fc94461942b req-fe7bccac-1983-40c3-98e0-bfe15b6481c2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 210 time: 0.1769316 Jul 07 17:12:28.538517 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-b5317000-79a9-4b2b-adb5-30f3ef3353a8 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.539142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-fc7a722c-8c0b-4ce9-9a97-366958b4d7b7 service neutron] For port 25cb5269-fb29-4fca-aae3-456baa7ee205, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=25cb5269-fb29-4fca-aae3-456baa7ee205,segment=NetworkSegment(9b0ff4ea-1f4d-4dea-ba1a-558e8370d383),segment_id=9b0ff4ea-1f4d-4dea-ba1a-558e8370d383)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:28.594987 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-fc7a722c-8c0b-4ce9-9a97-366958b4d7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.633097 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c203d-d6f0-4977-ac0b-32650becc94a req-62c66617-aa26-4e46-9763-afd84efd2694 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:28.641692 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d97c203d-d6f0-4977-ac0b-32650becc94a req-62c66617-aa26-4e46-9763-afd84efd2694 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=848ce371-f4d8-4753-84c2-5309adaa22e3 HTTP/1.1" status: 200 len: 945 time: 1.8881376 Jul 07 17:12:28.666798 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-b5317000-79a9-4b2b-adb5-30f3ef3353a8 None None] Transition to ACTIVE for port object a86c32dd-ed0d-4cb6-883a-43f202f2b838 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:28.678972 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-b5317000-79a9-4b2b-adb5-30f3ef3353a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.701924 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7ed59152-4285-43b0-8d95-17d379693adc None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.730576 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7ed59152-4285-43b0-8d95-17d379693adc None None] Transition to ACTIVE for port object 086a5e99-b61d-4f6c-9042-6e6023d7a55d will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:28.752374 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d97c203d-d6f0-4977-ac0b-32650becc94a req-69974797-ac56-4ec5-9326-e724ecb5c6b9 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081388 Jul 07 17:12:28.756605 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ad642179-dd3c-46c4-b9af-a8127fca0ce9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.779038 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7ed59152-4285-43b0-8d95-17d379693adc None None] Transition to ACTIVE for port object 086a5e99-b61d-4f6c-9042-6e6023d7a55d will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:28.794473 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7ed59152-4285-43b0-8d95-17d379693adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.831608 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6c0b7-1d5a-41db-9f06-938205fae4aa None None] Pushing event updated for resources: {'Port': ['ID=a86c32dd-ed0d-4cb6-883a-43f202f2b838,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:28.877421 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6c0b7-1d5a-41db-9f06-938205fae4aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:28.877421 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6c0b7-1d5a-41db-9f06-938205fae4aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:28.879648 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6c0b7-1d5a-41db-9f06-938205fae4aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:28.879950 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6c0b7-1d5a-41db-9f06-938205fae4aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:28.880305 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6c0b7-1d5a-41db-9f06-938205fae4aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:28.883904 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6c0b7-1d5a-41db-9f06-938205fae4aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:28.884326 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6c0b7-1d5a-41db-9f06-938205fae4aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:28.900255 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6c0b7-1d5a-41db-9f06-938205fae4aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:28.904732 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6c0b7-1d5a-41db-9f06-938205fae4aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:28.905127 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6c0b7-1d5a-41db-9f06-938205fae4aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:28.905473 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6c0b7-1d5a-41db-9f06-938205fae4aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:28.908200 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6c0b7-1d5a-41db-9f06-938205fae4aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:28.924352 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-fc7a722c-8c0b-4ce9-9a97-366958b4d7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:28.932011 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ad642179-dd3c-46c4-b9af-a8127fca0ce9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.933564 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-fc7a722c-8c0b-4ce9-9a97-366958b4d7b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.937622 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-fc7a722c-8c0b-4ce9-9a97-366958b4d7b7 service neutron] 10.222.0.72 "PUT /v2.0/ports/25cb5269-fb29-4fca-aae3-456baa7ee205 HTTP/1.1" status: 200 len: 1092 time: 3.2161291 Jul 07 17:12:28.947118 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ad642179-dd3c-46c4-b9af-a8127fca0ce9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/subnets/a240cc62-3494-4ce5-ac6c-b7f98254295b HTTP/1.1" status: 204 len: 168 time: 2.6192911 Jul 07 17:12:28.952023 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37398) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:28.966782 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7e691f-f04e-4e4e-97ba-3b89e7c62de9 None None] Network b89460ff-184c-4a55-9f82-6a75984925a9 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:28.969123 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad642179-dd3c-46c4-b9af-a8127fca0ce9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Subnet': ['ID=a240cc62-3494-4ce5-ac6c-b7f98254295b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:29.159110 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-b5317000-79a9-4b2b-adb5-30f3ef3353a8 None None] Attempting to bind port a86c32dd-ed0d-4cb6-883a-43f202f2b838 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:29.167676 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-b5317000-79a9-4b2b-adb5-30f3ef3353a8 None None] Attempting to bind port a86c32dd-ed0d-4cb6-883a-43f202f2b838 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '949bde3c-9847-4134-988d-7b58d400e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:29.168528 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5317000-79a9-4b2b-adb5-30f3ef3353a8 None None] Attempting to bind port a86c32dd-ed0d-4cb6-883a-43f202f2b838 on network d9c7bfe2-c6df-42ea-bc46-459eb954abd9 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:29.191613 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5317000-79a9-4b2b-adb5-30f3ef3353a8 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:29.192087 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5317000-79a9-4b2b-adb5-30f3ef3353a8 None None] Checking segment: {'id': '949bde3c-9847-4134-988d-7b58d400e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:29.192510 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-b5317000-79a9-4b2b-adb5-30f3ef3353a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:29.194890 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5317000-79a9-4b2b-adb5-30f3ef3353a8 None None] Bound using segment: {'id': '949bde3c-9847-4134-988d-7b58d400e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:29.195822 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-b5317000-79a9-4b2b-adb5-30f3ef3353a8 None None] Bound port: a86c32dd-ed0d-4cb6-883a-43f202f2b838, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949bde3c-9847-4134-988d-7b58d400e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:29.196277 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-b5317000-79a9-4b2b-adb5-30f3ef3353a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:29.235310 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed59152-4285-43b0-8d95-17d379693adc None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:29.240267 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a0a8f73d-080e-4a56-b5e0-07eb1647bb4f None None] Provisioning complete for port 8a812ab2-6730-4409-bcf4-dd0e670a0272 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:29.243381 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f73d-080e-4a56-b5e0-07eb1647bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:29.274121 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-eaaa33c4-7f3d-4520-93d7-350ce9e82429 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 2001:db8::164 (6e9cefa1-f008-4dc6-9203-f56e105ef387/c88825d5-82e1-4c05-a5df-93207ff84e16/3169ec51-d11f-4ba1-8070-ea502299b8c2) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:29.290438 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-27a1dc12-13fe-4b6b-bc0a-82d976af4796 req-fd343e11-498f-45b7-a04a-795680b6e82e tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e438531-e21d-4b21-9060-f2618286d67a HTTP/1.1" status: 200 len: 210 time: 0.3411646 Jul 07 17:12:29.297656 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed59152-4285-43b0-8d95-17d379693adc None None] Pushing event updated for resources: {'Port': ['ID=086a5e99-b61d-4f6c-9042-6e6023d7a55d,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:29.305311 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-7ed59152-4285-43b0-8d95-17d379693adc None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:29.315087 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed59152-4285-43b0-8d95-17d379693adc None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:29.387267 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-b5317000-79a9-4b2b-adb5-30f3ef3353a8 None None] For port a86c32dd-ed0d-4cb6-883a-43f202f2b838, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:29.387267 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-b5317000-79a9-4b2b-adb5-30f3ef3353a8 None None] For port a86c32dd-ed0d-4cb6-883a-43f202f2b838, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a86c32dd-ed0d-4cb6-883a-43f202f2b838,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:29.397682 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-b5317000-79a9-4b2b-adb5-30f3ef3353a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:29.406327 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a53dd30-2ab1-40b1-80b4-ff4ec41ebb6e req-7b401394-af2d-416b-a0b8-64734320b061 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 210 time: 0.1865034 Jul 07 17:12:29.513149 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f465de-b297-4ee5-850c-0bb464407f01 x-openstack-request-id: req-13f465de-b297-4ee5-850c-0bb464407f01 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:29.513627 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88a1124-fc82-44c5-bf52-7cf31934ee8d", "name": "network-vif-deleted", "tag": "cb7e9c4c-fd57-4d46-895f-74234734d082", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:29.514037 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13f465de-b297-4ee5-850c-0bb464407f01 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:29.514674 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88a1124-fc82-44c5-bf52-7cf31934ee8d', 'name': 'network-vif-deleted', 'tag': 'cb7e9c4c-fd57-4d46-895f-74234734d082', 'status': 'completed', 'code': 200} Jul 07 17:12:29.535870 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a722c-8c0b-4ce9-9a97-366958b4d7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=25cb5269-fb29-4fca-aae3-456baa7ee205,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:29.598494 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da1aa8ed-52ae-4ff9-b7c3-acece8637aa2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:29.631755 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fab5f77e-908d-41e5-95b7-7cbbb4d33f47 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:29.652663 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fab5f77e-908d-41e5-95b7-7cbbb4d33f47 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:29.687514 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6c0b7-1d5a-41db-9f06-938205fae4aa None None] Pushing event updated for resources: {'Port': ['ID=a86c32dd-ed0d-4cb6-883a-43f202f2b838,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:29.690978 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-571f6925-2756-4202-bc43-42022f2c3a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:29.702062 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-571f6925-2756-4202-bc43-42022f2c3a8f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4e1f4fde4ca44acab063c5e905ea549a&device_id=06ef4cc4-d120-42fb-ad1c-c35a3745544b HTTP/1.1" status: 200 len: 1095 time: 0.3555086 Jul 07 17:12:29.703617 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fab5f77e-908d-41e5-95b7-7cbbb4d33f47 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:29.705979 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fab5f77e-908d-41e5-95b7-7cbbb4d33f47 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7084494 Jul 07 17:12:29.752121 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37402) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:29.767437 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5317000-79a9-4b2b-adb5-30f3ef3353a8 None None] Routers {'8081bcf8-d02f-46ae-a958-7ce2201710a8'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:29.768601 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b5317000-79a9-4b2b-adb5-30f3ef3353a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:12:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['8081bcf8-d02f-46ae-a958-7ce2201710a8'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:29.770234 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e8a39801-4f8c-4137-b32a-d9b0e95a806e tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Request body: {'security_group_rule': {'security_group_id': 'c151c2a6-2881-4062-ba72-2d38d0e1609c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:29.814985 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-7ed59152-4285-43b0-8d95-17d379693adc None None] Attempting to bind port 086a5e99-b61d-4f6c-9042-6e6023d7a55d on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:29.815726 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-7ed59152-4285-43b0-8d95-17d379693adc None None] Attempting to bind port 086a5e99-b61d-4f6c-9042-6e6023d7a55d by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:29.817867 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed59152-4285-43b0-8d95-17d379693adc None None] Attempting to bind port 086a5e99-b61d-4f6c-9042-6e6023d7a55d on network 6e9cefa1-f008-4dc6-9203-f56e105ef387 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:29.833916 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed59152-4285-43b0-8d95-17d379693adc None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:29.845877 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed59152-4285-43b0-8d95-17d379693adc None None] Checking segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:29.846630 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7ed59152-4285-43b0-8d95-17d379693adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:29.847230 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed59152-4285-43b0-8d95-17d379693adc None None] Bound using segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:29.847953 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-7ed59152-4285-43b0-8d95-17d379693adc None None] Bound port: 086a5e99-b61d-4f6c-9042-6e6023d7a55d, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:29.848577 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7ed59152-4285-43b0-8d95-17d379693adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.063753 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-7ed59152-4285-43b0-8d95-17d379693adc None None] For port 086a5e99-b61d-4f6c-9042-6e6023d7a55d, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:30.075531 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-7ed59152-4285-43b0-8d95-17d379693adc None None] For port 086a5e99-b61d-4f6c-9042-6e6023d7a55d, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=086a5e99-b61d-4f6c-9042-6e6023d7a55d,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:30.082905 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7ed59152-4285-43b0-8d95-17d379693adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.152858 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-b5317000-79a9-4b2b-adb5-30f3ef3353a8 None None] Set router 8081bcf8-d02f-46ae-a958-7ce2201710a8 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:30.166191 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfc1320-a0f0-4de8-aa9c-852217043763 None None] DHCP port deletion for b89460ff-184c-4a55-9f82-6a75984925a9 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:12:30.193417 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-99263af0-ec49-4259-b642-bbfe159af68b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25cb5269-fb29-4fca-aae3-456baa7ee205 HTTP/1.1" status: 200 len: 217 time: 0.4746964 Jul 07 17:12:30.272531 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e8107f3c-4ba2-46ab-bac5-155ddbe8bb12 req-3b646e7c-523b-4e26-941b-9807802fb41e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 210 time: 0.3103564 Jul 07 17:12:30.275149 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e8a39801-4f8c-4137-b32a-d9b0e95a806e tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.468697 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-8d0df826-e469-4534-9066-b8086b1a1d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:30.475935 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-8d0df826-e469-4534-9066-b8086b1a1d6f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7c43906-f951-40f3-86c0-81e1278602f8 HTTP/1.1" status: 200 len: 864 time: 0.1824048 Jul 07 17:12:30.478887 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5f77e-908d-41e5-95b7-7cbbb4d33f47 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c151c2a6-2881-4062-ba72-2d38d0e1609c,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:30.491231 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bb7f1-7923-4cb0-a580-ec9914e6ae48 req-a208213b-9c5a-4e61-90b2-4514b13cfd3b tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:30.494148 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8c5bb7f1-7923-4cb0-a580-ec9914e6ae48 req-a208213b-9c5a-4e61-90b2-4514b13cfd3b tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.53 "GET /v2.0/ports?device_id=06ef4cc4-d120-42fb-ad1c-c35a3745544b HTTP/1.1" status: 200 len: 943 time: 0.5686922 Jul 07 17:12:30.503064 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.509295 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed59152-4285-43b0-8d95-17d379693adc None None] Pushing event updated for resources: {'Port': ['ID=086a5e99-b61d-4f6c-9042-6e6023d7a55d,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:30.519214 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eaaa33c4-7f3d-4520-93d7-350ce9e82429 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.574009 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc1320-a0f0-4de8-aa9c-852217043763 None None] Deleting port 8a812ab2-6730-4409-bcf4-dd0e670a0272 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:30.574860 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1cfc1320-a0f0-4de8-aa9c-852217043763 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.651431 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-eaaa33c4-7f3d-4520-93d7-350ce9e82429 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Transition to ACTIVE for port object 3169ec51-d11f-4ba1-8070-ea502299b8c2 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:30.743402 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-1cfc1320-a0f0-4de8-aa9c-852217043763 None None] For port 8a812ab2-6730-4409-bcf4-dd0e670a0272, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8a812ab2-6730-4409-bcf4-dd0e670a0272,segment=NetworkSegment(38db0bc0-0b2c-40da-a722-af10328c6fba),segment_id=38db0bc0-0b2c-40da-a722-af10328c6fba)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:30.744827 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1cfc1320-a0f0-4de8-aa9c-852217043763 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.769332 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8c5bb7f1-7923-4cb0-a580-ec9914e6ae48 req-b683f643-6dd1-434e-8526-08aea6e61ef3 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.53 "GET /v2.0/security-groups?id=391f4b9f-e14f-4b7a-a183-ffd4852598eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390609 Jul 07 17:12:30.775375 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc1320-a0f0-4de8-aa9c-852217043763 None None] Calling delete_port for 8a812ab2-6730-4409-bcf4-dd0e670a0272 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:30.893319 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eaaa33c4-7f3d-4520-93d7-350ce9e82429 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.925594 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b5317000-79a9-4b2b-adb5-30f3ef3353a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'name': 'tempest-AttachVolumeShelveTestJSON-2145681699-router', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:07Z', 'updated_at': '2021-07-07T17:12:22Z', 'revision_number': 4, 'project_id': '18e760e73e3c432284bc214c0bade121', 'gw_port': {'id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:af:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:10Z', 'updated_at': '2021-07-07T17:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'a86c32dd-ed0d-4cb6-883a-43f202f2b838', 'name': '', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'mac_address': 'fa:16:3e:6a:41:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:21Z', 'updated_at': '2021-07-07T17:12:29Z', 'revision_number': 4, 'project_id': '18e760e73e3c432284bc214c0bade121', 'subnets': [{'id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:30.939842 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-dc8ecb79-acde-43e8-97df-1a5ad4994b47 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0d543c9c-5ff0-4d84-8116-82b8b5a5d03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3165536 Jul 07 17:12:31.015582 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1cfc1320-a0f0-4de8-aa9c-852217043763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.060229 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5317000-79a9-4b2b-adb5-30f3ef3353a8 None None] The sync data for ids ['8081bcf8-d02f-46ae-a958-7ce2201710a8'] in n-d-791503-12 is: [{'id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'name': 'tempest-AttachVolumeShelveTestJSON-2145681699-router', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:07Z', 'updated_at': '2021-07-07T17:12:22Z', 'revision_number': 4, 'project_id': '18e760e73e3c432284bc214c0bade121', 'gw_port': {'id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:af:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:10Z', 'updated_at': '2021-07-07T17:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'a86c32dd-ed0d-4cb6-883a-43f202f2b838', 'name': '', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'mac_address': 'fa:16:3e:6a:41:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:21Z', 'updated_at': '2021-07-07T17:12:29Z', 'revision_number': 4, 'project_id': '18e760e73e3c432284bc214c0bade121', 'subnets': [{'id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:31.149174 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfc1320-a0f0-4de8-aa9c-852217043763 None None] No DVR routers for this DVR port 8a812ab2-6730-4409-bcf4-dd0e670a0272 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:31.150819 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaa33c4-7f3d-4520-93d7-350ce9e82429 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:31.155991 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc1320-a0f0-4de8-aa9c-852217043763 None None] Pushing event deleted for resources: {'Port': ['ID=8a812ab2-6730-4409-bcf4-dd0e670a0272,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:31.174600 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e8a39801-4f8c-4137-b32a-d9b0e95a806e tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.211076 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-eaaa33c4-7f3d-4520-93d7-350ce9e82429 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:31.216771 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa33c4-7f3d-4520-93d7-350ce9e82429 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:31.230937 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaa33c4-7f3d-4520-93d7-350ce9e82429 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:31.233755 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eaaa33c4-7f3d-4520-93d7-350ce9e82429 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.256271 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa33c4-7f3d-4520-93d7-350ce9e82429 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Port': ['ID=3169ec51-d11f-4ba1-8070-ea502299b8c2,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:31.278458 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-eaaa33c4-7f3d-4520-93d7-350ce9e82429 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.6031437 Jul 07 17:12:31.288375 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37412) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:31.341044 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e8a39801-4f8c-4137-b32a-d9b0e95a806e tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.427189 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-edf00ab2-7114-4cae-90ad-56a0d5a16ecd req-0f9db350-43e5-4c89-b212-0a3b7323cd5b tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 210 time: 0.1040003 Jul 07 17:12:31.469328 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-af9b7596-06ce-4f5f-bc09-fad12333aa03 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:31.472246 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-af9b7596-06ce-4f5f-bc09-fad12333aa03 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.64 "GET /v2.0/networks?id=e48a1335-f2ce-4136-9503-051b68c84575 HTTP/1.1" status: 200 len: 812 time: 1.2277210 Jul 07 17:12:31.476080 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-eaa55dd2-afa9-4bfc-8d97-8d118fd0a2dd service neutron] 10.222.0.72 "GET /v2.0/networks/0d543c9c-5ff0-4d84-8116-82b8b5a5d03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005112 Jul 07 17:12:31.499708 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-653bc300-7dc5-445e-ad18-c1cac00a1981 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Request body: {'port': {'device_id': '4b26b48c-6b63-4594-bb65-e591544759f9', 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575', 'admin_state_up': True, 'tenant_id': '2fe17a6fbd19425cb38c02ad6df4484f'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:31.544348 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ef4cc4-d120-42fb-ad1c-c35a3745544b', 'tag': '25cb5269-fb29-4fca-aae3-456baa7ee205'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:31.564671 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c46f43-afd2-4c37-a2ed-d809b7791342" -d '{"events": [{"name": "network-changed", "server_uuid": "06ef4cc4-d120-42fb-ad1c-c35a3745544b", "tag": "25cb5269-fb29-4fca-aae3-456baa7ee205"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:31.604919 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:12:31.692933 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44fd3d7b-27bb-4073-a0dd-a9d91992b4c1 req-5fec0747-86b0-4f49-ae28-d6033b3f0dc5 service neutron] 10.222.0.72 "GET /v2.0/networks/0d543c9c-5ff0-4d84-8116-82b8b5a5d03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890416 Jul 07 17:12:31.703635 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dc5fe0-2776-4969-b472-6b22e7dc2fcb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:31.720135 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dc5fe0-2776-4969-b472-6b22e7dc2fcb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:31.724961 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-44dc5fe0-2776-4969-b472-6b22e7dc2fcb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4350712 Jul 07 17:12:31.733381 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37418) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:31.760054 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a39801-4f8c-4137-b32a-d9b0e95a806e tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bede6e01-f16e-4f38-8aa9-44e7ef0897ba,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:31.885152 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e8a39801-4f8c-4137-b32a-d9b0e95a806e tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.886459 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e8a39801-4f8c-4137-b32a-d9b0e95a806e tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1328564 Jul 07 17:12:31.893013 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37422) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:31.915758 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9876a534-f7e4-4861-adb3-0623312bd245 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Request body: {'security_group_rule': {'security_group_id': 'c151c2a6-2881-4062-ba72-2d38d0e1609c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:31.918182 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-da1aa8ed-52ae-4ff9-b7c3-acece8637aa2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting port 8a812ab2-6730-4409-bcf4-dd0e670a0272 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:31.919066 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da1aa8ed-52ae-4ff9-b7c3-acece8637aa2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.946488 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e5ba7-d198-4d73-abc7-9865921f6772 req-ffe410f4-00ea-4e86-8724-bf22f6c2b21b tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:31.948228 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea7e5ba7-d198-4d73-abc7-9865921f6772 req-ffe410f4-00ea-4e86-8724-bf22f6c2b21b tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=848ce371-f4d8-4753-84c2-5309adaa22e3 HTTP/1.1" status: 200 len: 945 time: 1.0124574 Jul 07 17:12:32.062971 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 086a5e99-b61d-4f6c-9042-6e6023d7a55d up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:32.172151 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9876a534-f7e4-4861-adb3-0623312bd245 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.189270 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea7e5ba7-d198-4d73-abc7-9865921f6772 req-937601dd-b511-412e-853a-e01d3be13ece tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226605 Jul 07 17:12:32.203352 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-da1aa8ed-52ae-4ff9-b7c3-acece8637aa2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] For port 8a812ab2-6730-4409-bcf4-dd0e670a0272, host n-d-791503-12, got binding levels [] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:32.210407 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da1aa8ed-52ae-4ff9-b7c3-acece8637aa2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.214474 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-6c76c8ff-c219-42ca-ad93-1a1a0aaeec22 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting port 3169ec51-d11f-4ba1-8070-ea502299b8c2 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:32.214824 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6c76c8ff-c219-42ca-ad93-1a1a0aaeec22 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.238671 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-da1aa8ed-52ae-4ff9-b7c3-acece8637aa2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Calling delete_port for 8a812ab2-6730-4409-bcf4-dd0e670a0272 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:32.244438 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.ipam_backend_mixin [None req-da1aa8ed-52ae-4ff9-b7c3-acece8637aa2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Port 8a812ab2-6730-4409-bcf4-dd0e670a0272 was not found and therefore no delete operation was performed {{(pid=100193) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:12:32.255232 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 086a5e99-b61d-4f6c-9042-6e6023d7a55d completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:32.262148 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da1aa8ed-52ae-4ff9-b7c3-acece8637aa2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.266334 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a86c32dd-ed0d-4cb6-883a-43f202f2b838 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:32.365072 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb2bd63-2d60-4b73-bf4b-9a84d59dcba0 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:32.398829 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1aa8ed-52ae-4ff9-b7c3-acece8637aa2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Port': ['ID=8a812ab2-6730-4409-bcf4-dd0e670a0272,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:32.432193 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6c76c8ff-c219-42ca-ad93-1a1a0aaeec22 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.447939 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-6c76c8ff-c219-42ca-ad93-1a1a0aaeec22 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Calling delete_port for 3169ec51-d11f-4ba1-8070-ea502299b8c2 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:32.464903 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-19769645-2db0-4e8d-8cea-47f7044fa5b6 req-4f4300bb-0cf9-4ec5-9402-91b35189d17d tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 210 time: 0.0560915 Jul 07 17:12:32.466045 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-653bc300-7dc5-445e-ad18-c1cac00a1981 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Made reservation on behalf of 2fe17a6fbd19425cb38c02ad6df4484f for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:32.472990 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-653bc300-7dc5-445e-ad18-c1cac00a1981 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.488352 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1aa8ed-52ae-4ff9-b7c3-acece8637aa2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] No DVR routers for this DVR port 8a812ab2-6730-4409-bcf4-dd0e670a0272 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:32.552832 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d4bc01d9-1b19-47f5-a210-310a69cd9d88 None None] Provisioning for port 086a5e99-b61d-4f6c-9042-6e6023d7a55d completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:32.577263 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d4bc01d9-1b19-47f5-a210-310a69cd9d88 None None] Provisioning complete for port 086a5e99-b61d-4f6c-9042-6e6023d7a55d triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:32.577735 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d4bc01d9-1b19-47f5-a210-310a69cd9d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.736847 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port a86c32dd-ed0d-4cb6-883a-43f202f2b838 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:32.743970 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port a86c32dd-ed0d-4cb6-883a-43f202f2b838 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:32.744348 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.806453 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823f08c9-4d74-4db1-ab0b-b6c6b6976150 x-openstack-request-id: req-823f08c9-4d74-4db1-ab0b-b6c6b6976150 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:32.808529 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ef4cc4-d120-42fb-ad1c-c35a3745544b", "tag": "25cb5269-fb29-4fca-aae3-456baa7ee205", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:32.811408 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37428) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:32.812636 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-823f08c9-4d74-4db1-ab0b-b6c6b6976150 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:32.813648 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ef4cc4-d120-42fb-ad1c-c35a3745544b', 'tag': '25cb5269-fb29-4fca-aae3-456baa7ee205', 'status': 'completed', 'code': 200} Jul 07 17:12:32.819476 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6c76c8ff-c219-42ca-ad93-1a1a0aaeec22 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.945974 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d4bc01d9-1b19-47f5-a210-310a69cd9d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.958444 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76c8ff-c219-42ca-ad93-1a1a0aaeec22 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Port': ['ID=3169ec51-d11f-4ba1-8070-ea502299b8c2,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:33.010405 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-165ffd6b-e2e2-4389-b9f5-15f42bd82092 req-537a17d9-c0b6-45a3-acd2-ba00835ceb06 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 210 time: 0.0454774 Jul 07 17:12:33.032084 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da1aa8ed-52ae-4ff9-b7c3-acece8637aa2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.051392 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.051709 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9876a534-f7e4-4861-adb3-0623312bd245 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.067619 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-da1aa8ed-52ae-4ff9-b7c3-acece8637aa2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b89460ff-184c-4a55-9f82-6a75984925a9']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:33.088568 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d4bc01d9-1b19-47f5-a210-310a69cd9d88 None None] For port 086a5e99-b61d-4f6c-9042-6e6023d7a55d, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=086a5e99-b61d-4f6c-9042-6e6023d7a55d,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:33.095030 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-703fc6cf-f4f8-4c6e-8d7e-e217a8be9a7f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.101438 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d4bc01d9-1b19-47f5-a210-310a69cd9d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.111837 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-da1aa8ed-52ae-4ff9-b7c3-acece8637aa2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38db0bc0-0b2c-40da-a722-af10328c6fba') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:33.112920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-da1aa8ed-52ae-4ff9-b7c3-acece8637aa2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38db0bc0-0b2c-40da-a722-af10328c6fba') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:33.116774 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9876a534-f7e4-4861-adb3-0623312bd245 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.142748 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da1aa8ed-52ae-4ff9-b7c3-acece8637aa2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.144118 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port a86c32dd-ed0d-4cb6-883a-43f202f2b838, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a86c32dd-ed0d-4cb6-883a-43f202f2b838,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:33.157246 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.161433 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876a534-f7e4-4861-adb3-0623312bd245 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d7bc53-3b23-4c42-82d2-e6c22b4bb110,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:33.167030 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6c76c8ff-c219-42ca-ad93-1a1a0aaeec22 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.181314 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6c76c8ff-c219-42ca-ad93-1a1a0aaeec22 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/3169ec51-d11f-4ba1-8070-ea502299b8c2 HTTP/1.1" status: 204 len: 168 time: 1.4463527 Jul 07 17:12:33.200648 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37430) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:33.268144 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc01d9-1b19-47f5-a210-310a69cd9d88 None None] Pushing event updated for resources: {'Port': ['ID=086a5e99-b61d-4f6c-9042-6e6023d7a55d,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:33.340817 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-703fc6cf-f4f8-4c6e-8d7e-e217a8be9a7f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.354324 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8a812ab2-6730-4409-bcf4-dd0e670a0272 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:33.394551 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9876a534-f7e4-4861-adb3-0623312bd245 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.398342 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9876a534-f7e4-4861-adb3-0623312bd245 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5037382 Jul 07 17:12:33.405698 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 8a812ab2-6730-4409-bcf4-dd0e670a0272 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:33.406033 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8a812ab2-6730-4409-bcf4-dd0e670a0272 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:33.450020 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37434) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:33.460850 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da1aa8ed-52ae-4ff9-b7c3-acece8637aa2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.461200 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=a86c32dd-ed0d-4cb6-883a-43f202f2b838,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:33.463751 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-14e52f3c-dbfd-47c2-869d-7b5cde9971a3 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:33.477812 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128b0081-aac0-4cee-b979-c9ecf7844eb9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:33.482094 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128b0081-aac0-4cee-b979-c9ecf7844eb9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:33.483816 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-128b0081-aac0-4cee-b979-c9ecf7844eb9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2920465 Jul 07 17:12:33.489212 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37436) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:33.577159 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1aa8ed-52ae-4ff9-b7c3-acece8637aa2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:12:33.577933 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da1aa8ed-52ae-4ff9-b7c3-acece8637aa2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.579675 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 25cb5269-fb29-4fca-aae3-456baa7ee205 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:12:33.593983 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:12:33.600390 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-bafd3d22-39ae-480e-a555-0e2a1a7667c9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet c88825d5-82e1-4c05-a5df-93207ff84e16 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:12:33.665228 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bafd3d22-39ae-480e-a555-0e2a1a7667c9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.753871 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c46f43-afd2-4c37-a2ed-d809b7791342 req-f2ae20e5-ef5a-497e-96fb-0bb3838bc63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:33.757048 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f9c46f43-afd2-4c37-a2ed-d809b7791342 req-f2ae20e5-ef5a-497e-96fb-0bb3838bc63f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4e1f4fde4ca44acab063c5e905ea549a&device_id=06ef4cc4-d120-42fb-ad1c-c35a3745544b HTTP/1.1" status: 200 len: 1095 time: 1.0795953 Jul 07 17:12:33.837000 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bafd3d22-39ae-480e-a555-0e2a1a7667c9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.845990 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 25cb5269-fb29-4fca-aae3-456baa7ee205, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=25cb5269-fb29-4fca-aae3-456baa7ee205,segment=NetworkSegment(9b0ff4ea-1f4d-4dea-ba1a-558e8370d383),segment_id=9b0ff4ea-1f4d-4dea-ba1a-558e8370d383)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:33.888162 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '25cb5269-fb29-4fca-aae3-456baa7ee205', 'network_id': '0d543c9c-5ff0-4d84-8116-82b8b5a5d03b', 'port_id': '25cb5269-fb29-4fca-aae3-456baa7ee205', 'mac_address': 'fa:16:3e:3c:6d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c43906-f951-40f3-86c0-81e1278602f8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:12:33.951215 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-14e52f3c-dbfd-47c2-869d-7b5cde9971a3 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.982130 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-40cf2eac-c873-4164-b3c0-9d296541a346 None None] Provisioning complete for port 086a5e99-b61d-4f6c-9042-6e6023d7a55d triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:33.982499 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-40cf2eac-c873-4164-b3c0-9d296541a346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.988983 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 086a5e99-b61d-4f6c-9042-6e6023d7a55d up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:33.991891 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:34.106516 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b63ef3-1da8-45c2-9234-2da3a1f5f70a req-ecbfe181-817f-4203-bd6c-c51831a08b7d tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:34.120698 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-14b63ef3-1da8-45c2-9234-2da3a1f5f70a req-ecbfe181-817f-4203-bd6c-c51831a08b7d tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.53 "GET /v2.0/ports?device_id=06ef4cc4-d120-42fb-ad1c-c35a3745544b HTTP/1.1" status: 200 len: 943 time: 1.0306101 Jul 07 17:12:34.154242 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da1aa8ed-52ae-4ff9-b7c3-acece8637aa2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:34.213462 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-703fc6cf-f4f8-4c6e-8d7e-e217a8be9a7f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:34.218428 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-703fc6cf-f4f8-4c6e-8d7e-e217a8be9a7f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:34.219790 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-703fc6cf-f4f8-4c6e-8d7e-e217a8be9a7f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "DELETE /v2.0/security-groups/19f22d85-18af-4d25-ba22-cfaa9624c2c8 HTTP/1.1" status: 204 len: 168 time: 1.4066105 Jul 07 17:12:34.242253 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da1aa8ed-52ae-4ff9-b7c3-acece8637aa2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:34.248521 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-da1aa8ed-52ae-4ff9-b7c3-acece8637aa2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/networks/b89460ff-184c-4a55-9f82-6a75984925a9 HTTP/1.1" status: 204 len: 168 time: 5.2814231 Jul 07 17:12:34.250159 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37442) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:34.252827 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37444) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:34.253558 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1aa8ed-52ae-4ff9-b7c3-acece8637aa2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Network': ['ID=b89460ff-184c-4a55-9f82-6a75984925a9,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:34.305303 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bafd3d22-39ae-480e-a555-0e2a1a7667c9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:34.343049 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-653bc300-7dc5-445e-ad18-c1cac00a1981 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Allocated IP 172.20.0.12 (e48a1335-f2ce-4136-9503-051b68c84575/14e47f73-09be-4e96-b070-1b771944d586/bc4c868b-6ad3-470e-a03c-50d8d79c4293) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:34.354349 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25cb5269-fb29-4fca-aae3-456baa7ee205 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:34.395997 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c46f43-afd2-4c37-a2ed-d809b7791342 req-7ee8bb65-37c0-4192-9672-d8bafcbc207f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:34.400015 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f9c46f43-afd2-4c37-a2ed-d809b7791342 req-7ee8bb65-37c0-4192-9672-d8bafcbc207f service neutron] 10.222.0.72 "GET /v2.0/networks?id=0d543c9c-5ff0-4d84-8116-82b8b5a5d03b HTTP/1.1" status: 200 len: 925 time: 0.6173692 Jul 07 17:12:34.428160 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-89605dfc-d24a-41e6-a6a3-a9b8aa1685a3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] show failed (client error): The resource could not be found. Jul 07 17:12:34.431863 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-89605dfc-d24a-41e6-a6a3-a9b8aa1685a3 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "GET /v2.0/security-groups/19f22d85-18af-4d25-ba22-cfaa9624c2c8 HTTP/1.1" status: 404 len: 347 time: 0.1757514 Jul 07 17:12:34.431863 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fc6cf-f4f8-4c6e-8d7e-e217a8be9a7f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f22d85-18af-4d25-ba22-cfaa9624c2c8,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:34.436372 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bafd3d22-39ae-480e-a555-0e2a1a7667c9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:34.440523 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37446) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:34.449052 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-14b63ef3-1da8-45c2-9234-2da3a1f5f70a req-add99576-6368-44db-b927-53b69f782ca9 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.53 "GET /v2.0/security-groups?id=391f4b9f-e14f-4b7a-a183-ffd4852598eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265665 Jul 07 17:12:34.505159 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 25cb5269-fb29-4fca-aae3-456baa7ee205, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=25cb5269-fb29-4fca-aae3-456baa7ee205,segment=NetworkSegment(9b0ff4ea-1f4d-4dea-ba1a-558e8370d383),segment_id=9b0ff4ea-1f4d-4dea-ba1a-558e8370d383)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:34.529429 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:34.562171 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 086a5e99-b61d-4f6c-9042-6e6023d7a55d triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:34.562171 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:34.586975 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c074aff-c949-43c7-b44f-c040fb67f5f3 req-8047594a-adea-477a-abd2-0c3c30962b61 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:34.596259 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f9c46f43-afd2-4c37-a2ed-d809b7791342 req-8a7d6090-ad62-432c-8d76-a42a892879cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25cb5269-fb29-4fca-aae3-456baa7ee205 HTTP/1.1" status: 200 len: 217 time: 0.1757970 Jul 07 17:12:34.597494 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8c074aff-c949-43c7-b44f-c040fb67f5f3 req-8047594a-adea-477a-abd2-0c3c30962b61 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=848ce371-f4d8-4753-84c2-5309adaa22e3 HTTP/1.1" status: 200 len: 945 time: 1.0422788 Jul 07 17:12:34.691914 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8c074aff-c949-43c7-b44f-c040fb67f5f3 req-683a05b8-aa3b-4663-b193-88c2438668fc tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930066 Jul 07 17:12:34.757302 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a86c32dd-ed0d-4cb6-883a-43f202f2b838 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:34.757568 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb328ced-100b-48e8-88f2-f1cb7cd3e5d9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:34.759995 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cb328ced-100b-48e8-88f2-f1cb7cd3e5d9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4988153 Jul 07 17:12:34.771756 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37448) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:34.778506 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd3d22-39ae-480e-a555-0e2a1a7667c9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=c88825d5-82e1-4c05-a5df-93207ff84e16,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:34.815967 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bafd3d22-39ae-480e-a555-0e2a1a7667c9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:34.818886 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeae5b5-b608-4ef8-a3a0-63d6cb2f83d0 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:34.820072 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bafd3d22-39ae-480e-a555-0e2a1a7667c9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/c88825d5-82e1-4c05-a5df-93207ff84e16 HTTP/1.1" status: 204 len: 168 time: 1.3277123 Jul 07 17:12:34.833990 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['25cb5269-fb29-4fca-aae3-456baa7ee205'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:34.839639 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37450) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:34.867789 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c46f43-afd2-4c37-a2ed-d809b7791342 req-8bb5d025-646a-42b6-9247-0622d47267c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:34.869573 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f9c46f43-afd2-4c37-a2ed-d809b7791342 req-8bb5d025-646a-42b6-9247-0622d47267c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7c43906-f951-40f3-86c0-81e1278602f8 HTTP/1.1" status: 200 len: 864 time: 0.2483907 Jul 07 17:12:34.934889 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-16efa2eb-844e-4328-bf29-00ef2a153199 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Deleting port 787097b2-2cad-41ea-980a-5565943d12f7 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:34.935560 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-16efa2eb-844e-4328-bf29-00ef2a153199 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:34.968539 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=25cb5269-fb29-4fca-aae3-456baa7ee205,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:34.984455 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5cf1c434-317f-45b2-8d61-96ed5ca41b70 None None] Could not find standard attr ID for object 3169ec51-d11f-4ba1-8070-ea502299b8c2. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:12:35.031799 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f9c46f43-afd2-4c37-a2ed-d809b7791342 req-0d4f906c-731a-4feb-b02e-70019b333a76 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0d543c9c-5ff0-4d84-8116-82b8b5a5d03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322397 Jul 07 17:12:35.032830 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a3f1039-698d-48fe-9ae1-c26523181daf req-cbd22624-4207-4ba4-ab68-752767466256 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 210 time: 0.0416071 Jul 07 17:12:35.044214 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-14e52f3c-dbfd-47c2-869d-7b5cde9971a3 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.063154 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0e0c6b7f-f2bd-4bda-8a94-f763aaff8760 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2044461 Jul 07 17:12:35.074341 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37452) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:35.082402 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-a33e0c16-2351-4c08-a9ef-a8533e390bd8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:35.188231 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-14e52f3c-dbfd-47c2-869d-7b5cde9971a3 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Allocated IP 172.25.0.120 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/ca52af53-246e-478e-81d6-56b03525401f) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:35.222335 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port a86c32dd-ed0d-4cb6-883a-43f202f2b838 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:35.222714 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.318193 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-14e52f3c-dbfd-47c2-869d-7b5cde9971a3 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.374522 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-14e52f3c-dbfd-47c2-869d-7b5cde9971a3 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.436986 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad01680d-5aa0-4e69-b884-199037cfa038 None None] DHCP port deletion for 6e9cefa1-f008-4dc6-9203-f56e105ef387 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:12:35.452422 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e52f3c-dbfd-47c2-869d-7b5cde9971a3 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:35.464456 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-14e52f3c-dbfd-47c2-869d-7b5cde9971a3 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:35.467664 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e52f3c-dbfd-47c2-869d-7b5cde9971a3 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:35.515817 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e52f3c-dbfd-47c2-869d-7b5cde9971a3 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Pushing event updated for resources: {'Port': ['ID=ca52af53-246e-478e-81d6-56b03525401f,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:35.524071 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-16efa2eb-844e-4328-bf29-00ef2a153199 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.524521 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-16efa2eb-844e-4328-bf29-00ef2a153199 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.531001 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-ad01680d-5aa0-4e69-b884-199037cfa038 None None] Deleting port 086a5e99-b61d-4f6c-9042-6e6023d7a55d {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:35.531449 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ad01680d-5aa0-4e69-b884-199037cfa038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.551010 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-16efa2eb-844e-4328-bf29-00ef2a153199 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Calling delete_port for 787097b2-2cad-41ea-980a-5565943d12f7 owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:35.592317 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 25cb5269-fb29-4fca-aae3-456baa7ee205 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:35.675289 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-ad01680d-5aa0-4e69-b884-199037cfa038 None None] For port 086a5e99-b61d-4f6c-9042-6e6023d7a55d, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=086a5e99-b61d-4f6c-9042-6e6023d7a55d,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:35.676001 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ad01680d-5aa0-4e69-b884-199037cfa038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.696236 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-14e52f3c-dbfd-47c2-869d-7b5cde9971a3 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.702296 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-ad01680d-5aa0-4e69-b884-199037cfa038 None None] Calling delete_port for 086a5e99-b61d-4f6c-9042-6e6023d7a55d owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:35.797188 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-65d40803-4cf7-4277-92ac-0a5cbeb64f1d req-b4a397d0-eba6-4b89-a0ff-5eb040663878 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 210 time: 0.1065247 Jul 07 17:12:35.797978 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 25cb5269-fb29-4fca-aae3-456baa7ee205 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:35.814134 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-14e52f3c-dbfd-47c2-869d-7b5cde9971a3 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.815720 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 25cb5269-fb29-4fca-aae3-456baa7ee205 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:35.816102 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.918672 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 086a5e99-b61d-4f6c-9042-6e6023d7a55d no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:35.960374 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-653bc300-7dc5-445e-ad18-c1cac00a1981 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.060646 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ad01680d-5aa0-4e69-b884-199037cfa038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.079398 n-d-791503-12 neutron-server[100194]: INFO neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No ports have port_id starting with 086a5e99-b61d-4f6c-9042-6e6023d7a55d Jul 07 17:12:36.084583 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-14e52f3c-dbfd-47c2-869d-7b5cde9971a3 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.088516 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-16efa2eb-844e-4328-bf29-00ef2a153199 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.099460 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-14e52f3c-dbfd-47c2-869d-7b5cde9971a3 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.124966 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01680d-5aa0-4e69-b884-199037cfa038 None None] Pushing event deleted for resources: {'Port': ['ID=086a5e99-b61d-4f6c-9042-6e6023d7a55d,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:36.125914 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f80928-2f79-43c1-94fb-b39a00695041 req-5c5bb991-3954-40f7-9740-46daa7dca40d tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:36.128961 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-64f80928-2f79-43c1-94fb-b39a00695041 req-5c5bb991-3954-40f7-9740-46daa7dca40d tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.53 "GET /v2.0/ports?device_id=06ef4cc4-d120-42fb-ad1c-c35a3745544b HTTP/1.1" status: 200 len: 944 time: 0.5035510 Jul 07 17:12:36.139283 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.142133 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad01680d-5aa0-4e69-b884-199037cfa038 None None] No DVR routers for this DVR port 086a5e99-b61d-4f6c-9042-6e6023d7a55d on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:36.187357 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efa2eb-844e-4328-bf29-00ef2a153199 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event deleted for resources: {'Port': ['ID=787097b2-2cad-41ea-980a-5565943d12f7,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:36.192184 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ef4cc4-d120-42fb-ad1c-c35a3745544b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cb5269-fb29-4fca-aae3-456baa7ee205'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:36.194576 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe45936-e428-4ae9-901e-15b6a4550f32" -d '{"events": [{"server_uuid": "06ef4cc4-d120-42fb-ad1c-c35a3745544b", "name": "network-vif-plugged", "status": "completed", "tag": "25cb5269-fb29-4fca-aae3-456baa7ee205"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:36.212685 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-653bc300-7dc5-445e-ad18-c1cac00a1981 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.234988 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 25cb5269-fb29-4fca-aae3-456baa7ee205, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=25cb5269-fb29-4fca-aae3-456baa7ee205,segment=NetworkSegment(9b0ff4ea-1f4d-4dea-ba1a-558e8370d383),segment_id=9b0ff4ea-1f4d-4dea-ba1a-558e8370d383)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:36.243875 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.273888 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33e0c16-2351-4c08-a9ef-a8533e390bd8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:36.277083 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a33e0c16-2351-4c08-a9ef-a8533e390bd8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.337645 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e52f3c-dbfd-47c2-869d-7b5cde9971a3 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Pushing event updated for resources: {'Port': ['ID=ca52af53-246e-478e-81d6-56b03525401f,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:36.374241 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-14e52f3c-dbfd-47c2-869d-7b5cde9971a3 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.384387 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f9c46f43-afd2-4c37-a2ed-d809b7791342 req-688c1066-4b51-4c5a-b315-46d530d4aa84 service neutron] 10.222.0.72 "GET /v2.0/networks/0d543c9c-5ff0-4d84-8116-82b8b5a5d03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3173916 Jul 07 17:12:36.391193 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-64f80928-2f79-43c1-94fb-b39a00695041 req-5c134782-bbe3-4964-8f3a-dded020c009d tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.53 "GET /v2.0/security-groups?id=391f4b9f-e14f-4b7a-a183-ffd4852598eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324955 Jul 07 17:12:36.415848 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-14e52f3c-dbfd-47c2-869d-7b5cde9971a3 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.418258 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=25cb5269-fb29-4fca-aae3-456baa7ee205,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:36.428521 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-14e52f3c-dbfd-47c2-869d-7b5cde9971a3 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9772570 Jul 07 17:12:36.446090 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-16efa2eb-844e-4328-bf29-00ef2a153199 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.462948 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-16efa2eb-844e-4328-bf29-00ef2a153199 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.469293 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-16efa2eb-844e-4328-bf29-00ef2a153199 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "DELETE /v2.0/floatingips/12e0675b-eff3-409a-be08-e249d5d7f952 HTTP/1.1" status: 204 len: 168 time: 2.0161643 Jul 07 17:12:36.470200 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37464) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:36.505472 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-653bc300-7dc5-445e-ad18-c1cac00a1981 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Network e48a1335-f2ce-4136-9503-051b68c84575 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:36.515623 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f9c46f43-afd2-4c37-a2ed-d809b7791342 req-6d951156-74bf-4a35-9715-f17561039b43 service neutron] 10.222.0.72 "GET /v2.0/networks/0d543c9c-5ff0-4d84-8116-82b8b5a5d03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143832 Jul 07 17:12:36.532353 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-50ecee2c-4e3a-4259-8e3a-3fa13615c87f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 1.7590201 Jul 07 17:12:36.533434 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-653bc300-7dc5-445e-ad18-c1cac00a1981 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:36.540679 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-653bc300-7dc5-445e-ad18-c1cac00a1981 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:36.548196 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37468) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:36.548822 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653bc300-7dc5-445e-ad18-c1cac00a1981 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Pushing event updated for resources: {'Port': ['ID=bc4c868b-6ad3-470e-a03c-50d8d79c4293,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:36.567063 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9c882373-9655-4e9e-a796-b7e1572bf41b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2081370974'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:36.624134 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe7e8f-de59-4cec-9fc3-7e5fa51d2810 req-7f943f38-402d-4a0f-b812-c80adfb378f1 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:36.625337 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-53fe7e8f-de59-4cec-9fc3-7e5fa51d2810 req-7f943f38-402d-4a0f-b812-c80adfb378f1 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=848ce371-f4d8-4753-84c2-5309adaa22e3 HTTP/1.1" status: 200 len: 945 time: 0.5066628 Jul 07 17:12:36.669856 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-653bc300-7dc5-445e-ad18-c1cac00a1981 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:36.670529 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-653bc300-7dc5-445e-ad18-c1cac00a1981 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.676981 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c882373-9655-4e9e-a796-b7e1572bf41b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:36.682348 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9c882373-9655-4e9e-a796-b7e1572bf41b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.712107 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-653bc300-7dc5-445e-ad18-c1cac00a1981 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2218206 Jul 07 17:12:36.738514 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-765b7189-483c-48d0-acdd-7590d7e46a5a tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:12:36.739594 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-765b7189-483c-48d0-acdd-7590d7e46a5a tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055230 Jul 07 17:12:36.746628 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-53fe7e8f-de59-4cec-9fc3-7e5fa51d2810 req-af167026-da1f-46d2-84fa-589fca93d452 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118593 Jul 07 17:12:36.796331 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c882373-9655-4e9e-a796-b7e1572bf41b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:12:36.838281 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a33e0c16-2351-4c08-a9ef-a8533e390bd8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.851818 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46f3bcc-2a71-4137-94da-35f8841fbbfe x-openstack-request-id: req-a46f3bcc-2a71-4137-94da-35f8841fbbfe {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:36.853525 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ef4cc4-d120-42fb-ad1c-c35a3745544b", "name": "network-vif-plugged", "status": "completed", "tag": "25cb5269-fb29-4fca-aae3-456baa7ee205", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:36.854326 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a46f3bcc-2a71-4137-94da-35f8841fbbfe {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:36.857722 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ef4cc4-d120-42fb-ad1c-c35a3745544b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cb5269-fb29-4fca-aae3-456baa7ee205', 'code': 200} Jul 07 17:12:36.868815 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9c882373-9655-4e9e-a796-b7e1572bf41b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.869206 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-9c882373-9655-4e9e-a796-b7e1572bf41b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Added segment f5f56595-7769-4373-9e08-c3192af940f5 of type vlan for network 084c13d1-0056-478c-ab4f-9e85967748d9 Jul 07 17:12:36.951634 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc2c9f-20b8-45d0-9128-1be33b6466a7 req-0fa24b0b-bf16-410f-9f1f-493c2038efb0 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:36.960010 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-42cc2c9f-20b8-45d0-9128-1be33b6466a7 req-0fa24b0b-bf16-410f-9f1f-493c2038efb0 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 932 time: 0.3435411 Jul 07 17:12:36.992523 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e0c16-2351-4c08-a9ef-a8533e390bd8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=fff4f005-4b78-415d-a7c2-bc6f1daf6b89,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:36.999467 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Request body: {'port': {'device_id': '4b26b48c-6b63-4594-bb65-e591544759f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:37.017848 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9c882373-9655-4e9e-a796-b7e1572bf41b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.072817 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33e0c16-2351-4c08-a9ef-a8533e390bd8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:37.080938 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-a33e0c16-2351-4c08-a9ef-a8533e390bd8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:37.104560 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33e0c16-2351-4c08-a9ef-a8533e390bd8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:37.105201 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a33e0c16-2351-4c08-a9ef-a8533e390bd8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.110357 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-c93cddb7-d677-4230-9aa7-6d683c856abd tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Deleting port ba66bda7-9cd8-47c6-937f-ed3c0e115210 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:37.110939 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c93cddb7-d677-4230-9aa7-6d683c856abd tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.111505 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-0d804757-9d01-43f5-bd08-1ca68eccf1e7 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--635986468&fields=id&tenant_id=18e760e73e3c432284bc214c0bade121 HTTP/1.1" status: 200 len: 267 time: 0.1090839 Jul 07 17:12:37.134657 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8c4d84-aab6-4e81-951d-eb2fc20bc366 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:37.226247 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-42cc2c9f-20b8-45d0-9128-1be33b6466a7 req-c54d9bf9-c128-4b63-aad3-600bbbeefd84 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652194 Jul 07 17:12:37.249386 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a33e0c16-2351-4c08-a9ef-a8533e390bd8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1726270 Jul 07 17:12:37.252027 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37482) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:37.271588 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-bcb3abb5-6ada-40f0-9f4b-442476594d04 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'port': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'name': 'tempest-NetworksTestDHCPv6-1989035873'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:37.290730 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e6ba1-48d7-46cd-a88a-dd6814a4ba61 req-261c6c73-3e85-41b2-afbc-23fd68cb956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:37.291601 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9c882373-9655-4e9e-a796-b7e1572bf41b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.293227 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-246e6ba1-48d7-46cd-a88a-dd6814a4ba61 req-261c6c73-3e85-41b2-afbc-23fd68cb956e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=06ef4cc4-d120-42fb-ad1c-c35a3745544b HTTP/1.1" status: 200 len: 1097 time: 0.3088794 Jul 07 17:12:37.297119 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.297695 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c882373-9655-4e9e-a796-b7e1572bf41b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:37.298340 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9c882373-9655-4e9e-a796-b7e1572bf41b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.321786 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.544577 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-450a62d0-0037-4fc3-a447-f0dccd0f533d tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:37.546742 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-450a62d0-0037-4fc3-a447-f0dccd0f533d tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/networks?id=d9c7bfe2-c6df-42ea-bc46-459eb954abd9 HTTP/1.1" status: 200 len: 817 time: 0.4240994 Jul 07 17:12:37.593745 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-246e6ba1-48d7-46cd-a88a-dd6814a4ba61 req-137671c2-d88b-4801-bd11-1f6dbff8d01f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=391f4b9f-e14f-4b7a-a183-ffd4852598eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852643 Jul 07 17:12:37.607328 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-60ea1bdd-4579-4521-b06a-d843f3bd43b9 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/quotas/18e760e73e3c432284bc214c0bade121 HTTP/1.1" status: 200 len: 375 time: 0.0506089 Jul 07 17:12:37.697616 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f496a93b-40f7-49eb-afda-6a00510ac0d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-6e9cefa1-f008-4dc6-9203-f56e105ef387', 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'fixed_ips': [{'subnet_id': 'fff4f005-4b78-415d-a7c2-bc6f1daf6b89'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:12:37.700135 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f496a93b-40f7-49eb-afda-6a00510ac0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.784284 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.870798 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9c882373-9655-4e9e-a796-b7e1572bf41b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3203824 Jul 07 17:12:37.871636 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37488) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:37.885927 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-1a8a4b30-e5c5-4ff9-93f0-5b21555d8c7b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'subnet': {'network_id': '084c13d1-0056-478c-ab4f-9e85967748d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:37.940433 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-54e19327-5110-42bc-b390-52c7a7dcccf7 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=18e760e73e3c432284bc214c0bade121&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3188407 Jul 07 17:12:38.004907 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-acd844a0-f364-4ef4-987e-8268b0d20075 req-68edfec8-9454-48f4-8b9f-0b9ed66cadb9 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 210 time: 0.1832614 Jul 07 17:12:38.075410 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c93cddb7-d677-4230-9aa7-6d683c856abd tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.118368 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-f496a93b-40f7-49eb-afda-6a00510ac0d8 None None] Allocated IP 2001:db8::2 (6e9cefa1-f008-4dc6-9203-f56e105ef387/fff4f005-4b78-415d-a7c2-bc6f1daf6b89/04b615ca-7c58-4377-92da-e2d4674f4556) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:38.198135 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc4c868b-6ad3-470e-a03c-50d8d79c4293 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:38.213706 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.238455 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c882373-9655-4e9e-a796-b7e1572bf41b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Network': ['ID=084c13d1-0056-478c-ab4f-9e85967748d9,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:38.259969 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 084c13d1-0056-478c-ab4f-9e85967748d9 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:12:38.264057 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-c93cddb7-d677-4230-9aa7-6d683c856abd tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Calling delete_port for ba66bda7-9cd8-47c6-937f-ed3c0e115210 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:38.317910 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Transition to ACTIVE for port object bc4c868b-6ad3-470e-a03c-50d8d79c4293 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:38.338896 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-54e472f8-4615-4f82-a682-f03d6a576b78 service neutron] 10.222.0.53 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530993 Jul 07 17:12:38.360598 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.578118 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8a4b30-e5c5-4ff9-93f0-5b21555d8c7b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:38.595981 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1a8a4b30-e5c5-4ff9-93f0-5b21555d8c7b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.616337 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f496a93b-40f7-49eb-afda-6a00510ac0d8 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.637597 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f496a93b-40f7-49eb-afda-6a00510ac0d8 None None] Transition to ACTIVE for port object 04b615ca-7c58-4377-92da-e2d4674f4556 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:38.666360 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Pushing event updated for resources: {'Port': ['ID=bc4c868b-6ad3-470e-a03c-50d8d79c4293,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:38.676298 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f496a93b-40f7-49eb-afda-6a00510ac0d8 None None] Transition to ACTIVE for port object 04b615ca-7c58-4377-92da-e2d4674f4556 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:38.687695 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f496a93b-40f7-49eb-afda-6a00510ac0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.767900 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:38.768131 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:38.768484 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:38.779314 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f496a93b-40f7-49eb-afda-6a00510ac0d8 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:38.780305 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:38.780769 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:38.781109 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:38.781465 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:38.781804 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:38.782138 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:38.782471 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:38.782809 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:38.783134 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:38.788217 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-f496a93b-40f7-49eb-afda-6a00510ac0d8 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:38.791183 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f496a93b-40f7-49eb-afda-6a00510ac0d8 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:38.840580 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa2f7e-4dc2-48a4-ae30-f793de2205a2 req-7bb0e740-9605-49c6-91f5-d0dcd9c787ca tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:38.843927 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4caa2f7e-4dc2-48a4-ae30-f793de2205a2 req-7bb0e740-9605-49c6-91f5-d0dcd9c787ca tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.53 "GET /v2.0/ports?device_id=06ef4cc4-d120-42fb-ad1c-c35a3745544b HTTP/1.1" status: 200 len: 945 time: 0.5010817 Jul 07 17:12:38.856305 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-0ba12941-10e9-4bf5-b97c-79db9b84e565 service neutron] 10.222.0.53 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147645 Jul 07 17:12:38.875699 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496a93b-40f7-49eb-afda-6a00510ac0d8 None None] Pushing event updated for resources: {'Port': ['ID=04b615ca-7c58-4377-92da-e2d4674f4556,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:38.907531 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Attempting to bind port bc4c868b-6ad3-470e-a03c-50d8d79c4293 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:38.907815 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Attempting to bind port bc4c868b-6ad3-470e-a03c-50d8d79c4293 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'daf42bd2-fc12-4c99-b88e-eb60fef0924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:38.907998 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Attempting to bind port bc4c868b-6ad3-470e-a03c-50d8d79c4293 on network e48a1335-f2ce-4136-9503-051b68c84575 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:38.930502 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Port bc4c868b-6ad3-470e-a03c-50d8d79c4293 on network e48a1335-f2ce-4136-9503-051b68c84575 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:12:38.930884 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Attempting to bind port bc4c868b-6ad3-470e-a03c-50d8d79c4293 on network e48a1335-f2ce-4136-9503-051b68c84575 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:38.936783 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb3abb5-6ada-40f0-9f4b-442476594d04 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:38.943832 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bcb3abb5-6ada-40f0-9f4b-442476594d04 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.944178 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:38.944967 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Checking segment: {'id': 'daf42bd2-fc12-4c99-b88e-eb60fef0924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:38.944967 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Bound using segment: {'id': 'daf42bd2-fc12-4c99-b88e-eb60fef0924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:38.946589 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Bound port: bc4c868b-6ad3-470e-a03c-50d8d79c4293, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf42bd2-fc12-4c99-b88e-eb60fef0924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:38.946589 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.974847 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-f496a93b-40f7-49eb-afda-6a00510ac0d8 None None] Attempting to bind port 04b615ca-7c58-4377-92da-e2d4674f4556 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:38.975339 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-f496a93b-40f7-49eb-afda-6a00510ac0d8 None None] Attempting to bind port 04b615ca-7c58-4377-92da-e2d4674f4556 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:38.975812 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f496a93b-40f7-49eb-afda-6a00510ac0d8 None None] Attempting to bind port 04b615ca-7c58-4377-92da-e2d4674f4556 on network 6e9cefa1-f008-4dc6-9203-f56e105ef387 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:38.987620 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f496a93b-40f7-49eb-afda-6a00510ac0d8 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:38.988006 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f496a93b-40f7-49eb-afda-6a00510ac0d8 None None] Checking segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:38.988700 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f496a93b-40f7-49eb-afda-6a00510ac0d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.989120 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f496a93b-40f7-49eb-afda-6a00510ac0d8 None None] Bound using segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:38.989617 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-f496a93b-40f7-49eb-afda-6a00510ac0d8 None None] Bound port: 04b615ca-7c58-4377-92da-e2d4674f4556, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:38.990010 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f496a93b-40f7-49eb-afda-6a00510ac0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.074814 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] For port bc4c868b-6ad3-470e-a03c-50d8d79c4293, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:39.096023 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4caa2f7e-4dc2-48a4-ae30-f793de2205a2 req-8321ae75-a7a2-495b-ab28-5356a1df66f3 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.53 "GET /v2.0/security-groups?id=391f4b9f-e14f-4b7a-a183-ffd4852598eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150123 Jul 07 17:12:39.146472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-bcb3abb5-6ada-40f0-9f4b-442476594d04 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] device_id is not set on port 833464cf-36d0-4ab9-909d-e3ae7994aef7 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:12:39.158190 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-f496a93b-40f7-49eb-afda-6a00510ac0d8 None None] For port 04b615ca-7c58-4377-92da-e2d4674f4556, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:39.167365 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-f496a93b-40f7-49eb-afda-6a00510ac0d8 None None] For port 04b615ca-7c58-4377-92da-e2d4674f4556, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=04b615ca-7c58-4377-92da-e2d4674f4556,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:39.178610 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f496a93b-40f7-49eb-afda-6a00510ac0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.329606 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] For port bc4c868b-6ad3-470e-a03c-50d8d79c4293, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bc4c868b-6ad3-470e-a03c-50d8d79c4293,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:39.348213 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c93cddb7-d677-4230-9aa7-6d683c856abd tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.379731 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496a93b-40f7-49eb-afda-6a00510ac0d8 None None] Pushing event updated for resources: {'Port': ['ID=04b615ca-7c58-4377-92da-e2d4674f4556,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:39.401779 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.500516 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cddb7-d677-4230-9aa7-6d683c856abd tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event deleted for resources: {'Port': ['ID=ba66bda7-9cd8-47c6-937f-ed3c0e115210,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:39.557327 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Pushing event updated for resources: {'Port': ['ID=bc4c868b-6ad3-470e-a03c-50d8d79c4293,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:39.567984 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:39.568724 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.570486 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-69a077c6-0b8a-4244-a04d-d0e60bee7117 service neutron] 10.222.0.64 "PUT /v2.0/ports/bc4c868b-6ad3-470e-a03c-50d8d79c4293 HTTP/1.1" status: 200 len: 1093 time: 2.8203468 Jul 07 17:12:39.575819 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b26b48c-6b63-4594-bb65-e591544759f9', 'tag': 'bc4c868b-6ad3-470e-a03c-50d8d79c4293'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:39.584362 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e68955-79bc-4c30-918c-48b4208c2f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "4b26b48c-6b63-4594-bb65-e591544759f9", "tag": "bc4c868b-6ad3-470e-a03c-50d8d79c4293"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:39.704036 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db1066-4ec2-4f47-bcd5-62e9d143b987 req-a94f64c9-1119-4b7d-8bfc-0ea52a72dbe0 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:39.712168 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b5db1066-4ec2-4f47-bcd5-62e9d143b987 req-a94f64c9-1119-4b7d-8bfc-0ea52a72dbe0 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 944 time: 0.3799996 Jul 07 17:12:39.820430 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1a8a4b30-e5c5-4ff9-93f0-5b21555d8c7b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.827344 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b5db1066-4ec2-4f47-bcd5-62e9d143b987 req-b16af87b-ecfd-47b5-b5c7-c709ec57159e tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141517 Jul 07 17:12:39.862756 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-1a3161c8-fbce-4983-b78f-5ae61fe2eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:39.876469 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-1a3161c8-fbce-4983-b78f-5ae61fe2eeda service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fe17a6fbd19425cb38c02ad6df4484f&device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 1096 time: 0.2364843 Jul 07 17:12:39.898012 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990af273-e893-4778-a877-d128a82f5be5 req-48af2107-60a8-438a-be11-ce2864687bf7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:39.900942 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-990af273-e893-4778-a877-d128a82f5be5 req-48af2107-60a8-438a-be11-ce2864687bf7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=848ce371-f4d8-4753-84c2-5309adaa22e3 HTTP/1.1" status: 200 len: 945 time: 0.5357835 Jul 07 17:12:39.986838 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-bcb3abb5-6ada-40f0-9f4b-442476594d04 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 2001:db8::378 (6e9cefa1-f008-4dc6-9203-f56e105ef387/fff4f005-4b78-415d-a7c2-bc6f1daf6b89/833464cf-36d0-4ab9-909d-e3ae7994aef7) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:39.990421 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-a78e1294-71a6-45bc-8766-b940e68ea701 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc4c868b-6ad3-470e-a03c-50d8d79c4293 HTTP/1.1" status: 200 len: 217 time: 0.1124015 Jul 07 17:12:40.054051 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 04b615ca-7c58-4377-92da-e2d4674f4556 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:40.067924 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a4b30-e5c5-4ff9-93f0-5b21555d8c7b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Subnet': ['ID=df0fc05a-36a5-4e69-84e7-e71e0965f026,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:40.095246 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-84b7eee7-c030-45d5-a446-a973f8c4c5bc req-91749646-70b8-4848-a32d-9e109498f6aa tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 210 time: 0.0377052 Jul 07 17:12:40.109059 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-1f29f82b-fe6a-4c58-86b0-1eaae7c30f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:40.110730 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-1f29f82b-fe6a-4c58-86b0-1eaae7c30f08 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14e47f73-09be-4e96-b070-1b771944d586 HTTP/1.1" status: 200 len: 852 time: 0.1143644 Jul 07 17:12:40.125878 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c93cddb7-d677-4230-9aa7-6d683c856abd tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.138534 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c93cddb7-d677-4230-9aa7-6d683c856abd tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "DELETE /v2.0/ports/ba66bda7-9cd8-47c6-937f-ed3c0e115210 HTTP/1.1" status: 204 len: 168 time: 3.6614025 Jul 07 17:12:40.158975 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37508) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:40.198627 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 04b615ca-7c58-4377-92da-e2d4674f4556 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:40.220355 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-ea185d02-b1b9-44b4-a3d5-f1baa9e1b47f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e48a1335-f2ce-4136-9503-051b68c84575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025794 Jul 07 17:12:40.426534 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8a4b30-e5c5-4ff9-93f0-5b21555d8c7b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Checking segment: {'id': 'f5f56595-7769-4373-9e08-c3192af940f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '084c13d1-0056-478c-ab4f-9e85967748d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:40.427274 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8a4b30-e5c5-4ff9-93f0-5b21555d8c7b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network hostable DHCP agents. Network: 084c13d1-0056-478c-ab4f-9e85967748d9, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:12:40.455405 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-990af273-e893-4778-a877-d128a82f5be5 req-61edabaa-2814-4e7f-bfd8-d1abd973ffab tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752269 Jul 07 17:12:40.470473 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7ab53d21-a3fa-46ba-bab5-2757563c2771 req-3ff69354-9876-4b6e-8889-7a81fea9ce5f tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 210 time: 0.2175958 Jul 07 17:12:40.524045 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-9f6e4432-1c9a-4b8a-8951-91b96f3a9463 service neutron] 10.222.0.64 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965484 Jul 07 17:12:40.622261 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8a4b30-e5c5-4ff9-93f0-5b21555d8c7b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network 084c13d1-0056-478c-ab4f-9e85967748d9 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:12:40.669807 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29925f97-1d4e-4d58-87db-a8d9250f25d5 x-openstack-request-id: req-29925f97-1d4e-4d58-87db-a8d9250f25d5 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:40.670189 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b26b48c-6b63-4594-bb65-e591544759f9", "tag": "bc4c868b-6ad3-470e-a03c-50d8d79c4293", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:40.670380 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29925f97-1d4e-4d58-87db-a8d9250f25d5 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:40.671091 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b26b48c-6b63-4594-bb65-e591544759f9', 'tag': 'bc4c868b-6ad3-470e-a03c-50d8d79c4293', 'status': 'completed', 'code': 200} Jul 07 17:12:40.689494 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-1a8a4b30-e5c5-4ff9-93f0-5b21555d8c7b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 084c13d1-0056-478c-ab4f-9e85967748d9) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:40.704839 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c5b9fc-c7a7-4ea3-888d-2c7b300b7e10 None None] Network 084c13d1-0056-478c-ab4f-9e85967748d9 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:40.709513 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8a4b30-e5c5-4ff9-93f0-5b21555d8c7b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:40.710557 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1a8a4b30-e5c5-4ff9-93f0-5b21555d8c7b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.790131 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5c3f5e8-429a-4985-8a83-5c5d712d1016 req-d29418a4-d06e-4730-aad8-415d7a96e86e service neutron] 10.222.0.64 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547042 Jul 07 17:12:40.841479 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1a8a4b30-e5c5-4ff9-93f0-5b21555d8c7b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9584913 Jul 07 17:12:40.841751 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee38c7e-c06f-401c-a7fb-af11b469cd9b req-c6964da6-03f0-4be7-bb0f-19c402751ef1 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:40.850844 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37510) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:40.851632 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dee38c7e-c06f-401c-a7fb-af11b469cd9b req-c6964da6-03f0-4be7-bb0f-19c402751ef1 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.53 "GET /v2.0/ports?device_id=06ef4cc4-d120-42fb-ad1c-c35a3745544b HTTP/1.1" status: 200 len: 945 time: 0.1207190 Jul 07 17:12:40.889155 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-ba6b57ba-45e2-43e2-9f5f-2b7dc98ff9f9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'port': {'network_id': '084c13d1-0056-478c-ab4f-9e85967748d9', 'name': 'tempest-PortsTestJSON-1445887105'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:40.985571 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dee38c7e-c06f-401c-a7fb-af11b469cd9b req-d6205ad8-a9aa-4923-b443-3ac96475ee13 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.53 "GET /v2.0/security-groups?id=391f4b9f-e14f-4b7a-a183-ffd4852598eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320775 Jul 07 17:12:41.038705 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e68955-79bc-4c30-918c-48b4208c2f2b req-b46f26ce-afc1-4128-9c41-2f4859b688b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:41.043179 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31e68955-79bc-4c30-918c-48b4208c2f2b req-b46f26ce-afc1-4128-9c41-2f4859b688b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fe17a6fbd19425cb38c02ad6df4484f&device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 1096 time: 0.1881049 Jul 07 17:12:41.115946 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6967648c-a360-4862-bb1e-9409406ff6bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-084c13d1-0056-478c-ab4f-9e85967748d9', 'network_id': '084c13d1-0056-478c-ab4f-9e85967748d9', 'tenant_id': '4d6098c034b649ddb555415464b8c075', 'fixed_ips': [{'subnet_id': 'df0fc05a-36a5-4e69-84e7-e71e0965f026'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:12:41.116866 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6967648c-a360-4862-bb1e-9409406ff6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:41.224518 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bcb3abb5-6ada-40f0-9f4b-442476594d04 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:41.257286 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-bcb3abb5-6ada-40f0-9f4b-442476594d04 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Transition to ACTIVE for port object 833464cf-36d0-4ab9-909d-e3ae7994aef7 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:41.404532 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bcb3abb5-6ada-40f0-9f4b-442476594d04 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:41.409951 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e68955-79bc-4c30-918c-48b4208c2f2b req-662b2f86-871b-4b92-8739-0fc72a4d4801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:41.412936 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31e68955-79bc-4c30-918c-48b4208c2f2b req-662b2f86-871b-4b92-8739-0fc72a4d4801 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e48a1335-f2ce-4136-9503-051b68c84575 HTTP/1.1" status: 200 len: 913 time: 0.3621526 Jul 07 17:12:41.435081 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f926f271-c6f2-4a80-a2c9-3a9d37cc98b0 None None] Provisioning for port 04b615ca-7c58-4377-92da-e2d4674f4556 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:41.475024 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f926f271-c6f2-4a80-a2c9-3a9d37cc98b0 None None] Provisioning complete for port 04b615ca-7c58-4377-92da-e2d4674f4556 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:41.475790 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f926f271-c6f2-4a80-a2c9-3a9d37cc98b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:41.513238 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-a63dc8e8-a41d-4ef1-a85d-e21a87d7af6f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Deleting port 874aad95-4d95-4e67-b5f3-a74579b36f91 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:41.514165 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a63dc8e8-a41d-4ef1-a85d-e21a87d7af6f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:41.534400 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31e68955-79bc-4c30-918c-48b4208c2f2b req-1f58848c-25ed-4659-9b5c-d15fbcbb6d01 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc4c868b-6ad3-470e-a03c-50d8d79c4293 HTTP/1.1" status: 200 len: 217 time: 0.1135867 Jul 07 17:12:41.581386 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-6967648c-a360-4862-bb1e-9409406ff6bd None None] Allocated IP 172.20.0.2 (084c13d1-0056-478c-ab4f-9e85967748d9/df0fc05a-36a5-4e69-84e7-e71e0965f026/af2c9e41-d40a-4f9d-baab-beda7b472272) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:41.641892 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a63dc8e8-a41d-4ef1-a85d-e21a87d7af6f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:41.658370 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-a63dc8e8-a41d-4ef1-a85d-e21a87d7af6f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Calling delete_port for 874aad95-4d95-4e67-b5f3-a74579b36f91 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:41.735269 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e68955-79bc-4c30-918c-48b4208c2f2b req-00924472-fe0c-44bd-872e-b0617dec950c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:41.737984 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31e68955-79bc-4c30-918c-48b4208c2f2b req-00924472-fe0c-44bd-872e-b0617dec950c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14e47f73-09be-4e96-b070-1b771944d586 HTTP/1.1" status: 200 len: 852 time: 0.1208863 Jul 07 17:12:41.820841 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31e68955-79bc-4c30-918c-48b4208c2f2b req-93d8c498-9faa-4696-99e5-25f651a7951c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e48a1335-f2ce-4136-9503-051b68c84575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668156 Jul 07 17:12:41.848511 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85eddb-5c17-4b37-9ddf-25bb410ac1a1 req-a673e16a-af21-48b8-adee-dacce0a3050d tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:41.862805 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7d85eddb-5c17-4b37-9ddf-25bb410ac1a1 req-a673e16a-af21-48b8-adee-dacce0a3050d tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.53 "GET /v2.0/ports?device_id=06ef4cc4-d120-42fb-ad1c-c35a3745544b HTTP/1.1" status: 200 len: 945 time: 0.3264601 Jul 07 17:12:41.873760 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a63dc8e8-a41d-4ef1-a85d-e21a87d7af6f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:41.943551 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb3abb5-6ada-40f0-9f4b-442476594d04 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:41.976117 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-bcb3abb5-6ada-40f0-9f4b-442476594d04 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:41.985270 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb3abb5-6ada-40f0-9f4b-442476594d04 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:41.999411 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb3abb5-6ada-40f0-9f4b-442476594d04 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:42.000113 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bcb3abb5-6ada-40f0-9f4b-442476594d04 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.035396 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3abb5-6ada-40f0-9f4b-442476594d04 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Port': ['ID=833464cf-36d0-4ab9-909d-e3ae7994aef7,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:42.065970 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bcb3abb5-6ada-40f0-9f4b-442476594d04 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.8095033 Jul 07 17:12:42.075622 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37522) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:42.143641 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6967648c-a360-4862-bb1e-9409406ff6bd None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.191718 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6967648c-a360-4862-bb1e-9409406ff6bd None None] Transition to ACTIVE for port object af2c9e41-d40a-4f9d-baab-beda7b472272 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:42.205575 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f926f271-c6f2-4a80-a2c9-3a9d37cc98b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.259237 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7d85eddb-5c17-4b37-9ddf-25bb410ac1a1 req-3e9883cf-685a-4ddb-a733-9e9853864315 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.53 "GET /v2.0/security-groups?id=391f4b9f-e14f-4b7a-a183-ffd4852598eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949831 Jul 07 17:12:42.327722 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6967648c-a360-4862-bb1e-9409406ff6bd None None] Transition to ACTIVE for port object af2c9e41-d40a-4f9d-baab-beda7b472272 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:42.364680 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3abb5-6ada-40f0-9f4b-442476594d04 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:42.365320 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3abb5-6ada-40f0-9f4b-442476594d04 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:42.365857 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3abb5-6ada-40f0-9f4b-442476594d04 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:42.366485 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3abb5-6ada-40f0-9f4b-442476594d04 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:42.367013 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3abb5-6ada-40f0-9f4b-442476594d04 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:42.367677 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3abb5-6ada-40f0-9f4b-442476594d04 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:42.368519 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3abb5-6ada-40f0-9f4b-442476594d04 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:42.369253 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3abb5-6ada-40f0-9f4b-442476594d04 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:42.369767 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3abb5-6ada-40f0-9f4b-442476594d04 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:42.370547 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3abb5-6ada-40f0-9f4b-442476594d04 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:42.371099 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3abb5-6ada-40f0-9f4b-442476594d04 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:42.371638 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3abb5-6ada-40f0-9f4b-442476594d04 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:42.389136 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-f926f271-c6f2-4a80-a2c9-3a9d37cc98b0 None None] For port 04b615ca-7c58-4377-92da-e2d4674f4556, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=04b615ca-7c58-4377-92da-e2d4674f4556,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:42.394508 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6967648c-a360-4862-bb1e-9409406ff6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.401815 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a63dc8e8-a41d-4ef1-a85d-e21a87d7af6f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.404945 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a63dc8e8-a41d-4ef1-a85d-e21a87d7af6f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "DELETE /v2.0/ports/874aad95-4d95-4e67-b5f3-a74579b36f91 HTTP/1.1" status: 204 len: 168 time: 2.2356031 Jul 07 17:12:42.414671 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f926f271-c6f2-4a80-a2c9-3a9d37cc98b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.423813 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37526) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:42.499347 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63dc8e8-a41d-4ef1-a85d-e21a87d7af6f tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event deleted for resources: {'Port': ['ID=874aad95-4d95-4e67-b5f3-a74579b36f91,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:42.501574 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6b57ba-45e2-43e2-9f5f-2b7dc98ff9f9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:42.505173 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ba6b57ba-45e2-43e2-9f5f-2b7dc98ff9f9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.533989 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6967648c-a360-4862-bb1e-9409406ff6bd None None] Network 084c13d1-0056-478c-ab4f-9e85967748d9 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:42.544087 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-6967648c-a360-4862-bb1e-9409406ff6bd None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:42.548651 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6967648c-a360-4862-bb1e-9409406ff6bd None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:42.560323 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daefa62-7ada-421e-af9d-794ec6e670ac req-bc43f1b0-d4e2-4229-bcbd-714f70f25137 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:42.567808 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31e68955-79bc-4c30-918c-48b4208c2f2b req-e6b17370-80ed-4bd3-8601-f4e039823780 service neutron] 10.222.0.64 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7385211 Jul 07 17:12:42.568053 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8daefa62-7ada-421e-af9d-794ec6e670ac req-bc43f1b0-d4e2-4229-bcbd-714f70f25137 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 944 time: 1.1560717 Jul 07 17:12:42.568246 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967648c-a360-4862-bb1e-9409406ff6bd None None] Pushing event updated for resources: {'Port': ['ID=af2c9e41-d40a-4f9d-baab-beda7b472272,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:42.612905 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-ba6b57ba-45e2-43e2-9f5f-2b7dc98ff9f9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] device_id is not set on port 21e56fc8-7b7a-40f7-9d25-703b4852d72b yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:12:42.675857 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-2f2c6803-cf06-4349-8376-cab092143405 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:42.679559 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-2f2c6803-cf06-4349-8376-cab092143405 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.72 "GET /v2.0/networks?id=d9c7bfe2-c6df-42ea-bc46-459eb954abd9 HTTP/1.1" status: 200 len: 817 time: 0.6621826 Jul 07 17:12:42.790915 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-6967648c-a360-4862-bb1e-9409406ff6bd None None] Attempting to bind port af2c9e41-d40a-4f9d-baab-beda7b472272 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:42.791347 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-6967648c-a360-4862-bb1e-9409406ff6bd None None] Attempting to bind port af2c9e41-d40a-4f9d-baab-beda7b472272 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'f5f56595-7769-4373-9e08-c3192af940f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '084c13d1-0056-478c-ab4f-9e85967748d9'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:42.791781 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967648c-a360-4862-bb1e-9409406ff6bd None None] Attempting to bind port af2c9e41-d40a-4f9d-baab-beda7b472272 on network 084c13d1-0056-478c-ab4f-9e85967748d9 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:42.802155 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d8507718-00e5-4e40-b981-8faa5b271075 None None] Provisioning for port 833464cf-36d0-4ab9-909d-e3ae7994aef7 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:42.815726 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d8507718-00e5-4e40-b981-8faa5b271075 None None] Provisioning complete for port 833464cf-36d0-4ab9-909d-e3ae7994aef7 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:42.816189 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d8507718-00e5-4e40-b981-8faa5b271075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.820658 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967648c-a360-4862-bb1e-9409406ff6bd None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:42.821136 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967648c-a360-4862-bb1e-9409406ff6bd None None] Checking segment: {'id': 'f5f56595-7769-4373-9e08-c3192af940f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '084c13d1-0056-478c-ab4f-9e85967748d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:42.821646 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6967648c-a360-4862-bb1e-9409406ff6bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.822112 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967648c-a360-4862-bb1e-9409406ff6bd None None] Bound using segment: {'id': 'f5f56595-7769-4373-9e08-c3192af940f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '084c13d1-0056-478c-ab4f-9e85967748d9'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:42.822686 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-6967648c-a360-4862-bb1e-9409406ff6bd None None] Bound port: af2c9e41-d40a-4f9d-baab-beda7b472272, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f56595-7769-4373-9e08-c3192af940f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '084c13d1-0056-478c-ab4f-9e85967748d9'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:42.823155 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6967648c-a360-4862-bb1e-9409406ff6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.873548 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061930b0-38b7-42af-bfaf-cb5d72885fb5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:42.882819 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061930b0-38b7-42af-bfaf-cb5d72885fb5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:42.885408 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-061930b0-38b7-42af-bfaf-cb5d72885fb5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.8062494 Jul 07 17:12:42.888122 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-ba6b57ba-45e2-43e2-9f5f-2b7dc98ff9f9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Allocated IP 172.20.0.13 (084c13d1-0056-478c-ab4f-9e85967748d9/df0fc05a-36a5-4e69-84e7-e71e0965f026/21e56fc8-7b7a-40f7-9d25-703b4852d72b) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:42.894693 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37528) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:42.915936 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-371c3ab1-34a0-4cce-8c69-a98ce0cf3a0e req-1a394c3a-5a4e-493b-83a3-a0857b444ebf tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 210 time: 0.1089721 Jul 07 17:12:42.937153 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8daefa62-7ada-421e-af9d-794ec6e670ac req-93fce2a8-b0f7-4f86-9d34-af27f3bd7a41 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607848 Jul 07 17:12:42.955547 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-78008315-c0b1-4aec-88b5-54d97ec65804 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Deleting subnet 5fd26278-1ee8-4aad-a564-96dc9b452a11 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:12:42.955652 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926f271-c6f2-4a80-a2c9-3a9d37cc98b0 None None] Pushing event updated for resources: {'Port': ['ID=04b615ca-7c58-4377-92da-e2d4674f4556,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:43.038523 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-78008315-c0b1-4aec-88b5-54d97ec65804 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.045185 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d8507718-00e5-4e40-b981-8faa5b271075 None None] Port 833464cf-36d0-4ab9-909d-e3ae7994aef7 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:43.062174 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-6967648c-a360-4862-bb1e-9409406ff6bd None None] For port af2c9e41-d40a-4f9d-baab-beda7b472272, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:43.068110 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-6967648c-a360-4862-bb1e-9409406ff6bd None None] For port af2c9e41-d40a-4f9d-baab-beda7b472272, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=af2c9e41-d40a-4f9d-baab-beda7b472272,segment=NetworkSegment(f5f56595-7769-4373-9e08-c3192af940f5),segment_id=f5f56595-7769-4373-9e08-c3192af940f5)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:43.076967 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6967648c-a360-4862-bb1e-9409406ff6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.169597 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967648c-a360-4862-bb1e-9409406ff6bd None None] Pushing event updated for resources: {'Port': ['ID=af2c9e41-d40a-4f9d-baab-beda7b472272,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:43.303322 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-b0168103-cc33-4402-bea1-f171e0703265 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18e760e73e3c432284bc214c0bade121 HTTP/1.1" status: 200 len: 379 time: 0.5860023 Jul 07 17:12:43.305383 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d473a01a-359d-4f51-89b0-0cc5f84a2588 req-c3aa3d30-7869-4972-9d10-8531cea7a303 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 210 time: 0.1531017 Jul 07 17:12:43.373534 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-78008315-c0b1-4aec-88b5-54d97ec65804 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.484940 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ba6b57ba-45e2-43e2-9f5f-2b7dc98ff9f9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.517064 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-ba6b57ba-45e2-43e2-9f5f-2b7dc98ff9f9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Transition to ACTIVE for port object 21e56fc8-7b7a-40f7-9d25-703b4852d72b will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:43.518973 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-bb9ef617-42cc-403b-a879-d6b06382c5a1 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Request body: {'port': {'device_id': 'cd67a367-3f1f-4463-a0a8-0b948e562772', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'admin_state_up': True, 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'security_groups': ['c151c2a6-2881-4062-ba72-2d38d0e1609c']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:43.611696 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ba6b57ba-45e2-43e2-9f5f-2b7dc98ff9f9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.622167 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31e68955-79bc-4c30-918c-48b4208c2f2b req-f69c64dd-3914-4276-9e80-f413153e8d42 service neutron] 10.222.0.64 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9887445 Jul 07 17:12:43.722612 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b57ba-45e2-43e2-9f5f-2b7dc98ff9f9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Port': ['ID=21e56fc8-7b7a-40f7-9d25-703b4852d72b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:43.746731 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6b57ba-45e2-43e2-9f5f-2b7dc98ff9f9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network 084c13d1-0056-478c-ab4f-9e85967748d9 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:43.748866 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-ba6b57ba-45e2-43e2-9f5f-2b7dc98ff9f9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:43.763590 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6b57ba-45e2-43e2-9f5f-2b7dc98ff9f9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:43.884356 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-78008315-c0b1-4aec-88b5-54d97ec65804 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.916669 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6b57ba-45e2-43e2-9f5f-2b7dc98ff9f9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:43.916669 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ba6b57ba-45e2-43e2-9f5f-2b7dc98ff9f9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.935474 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ba6b57ba-45e2-43e2-9f5f-2b7dc98ff9f9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0665708 Jul 07 17:12:43.937250 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37534) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:43.950277 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-b4756253-4d48-4081-a02a-e3e3f1bccaf8 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'port': {'network_id': '084c13d1-0056-478c-ab4f-9e85967748d9', 'name': 'tempest-PortsTestJSON-244621835'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:44.062456 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e1916-2c21-4903-ae9e-d2662757338e req-c310df74-5522-421c-977f-2eed8be5bc38 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:44.070359 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d21e1916-2c21-4903-ae9e-d2662757338e req-c310df74-5522-421c-977f-2eed8be5bc38 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.53 "GET /v2.0/ports?device_id=06ef4cc4-d120-42fb-ad1c-c35a3745544b HTTP/1.1" status: 200 len: 945 time: 0.2344732 Jul 07 17:12:44.081471 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device af2c9e41-d40a-4f9d-baab-beda7b472272 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:44.166414 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d21e1916-2c21-4903-ae9e-d2662757338e req-f3515612-3617-483f-8d49-af8e786f35b7 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.53 "GET /v2.0/security-groups?id=391f4b9f-e14f-4b7a-a183-ffd4852598eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952926 Jul 07 17:12:44.201891 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port af2c9e41-d40a-4f9d-baab-beda7b472272 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:44.210179 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 04b615ca-7c58-4377-92da-e2d4674f4556 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:44.237167 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4756253-4d48-4081-a02a-e3e3f1bccaf8 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:44.242462 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4756253-4d48-4081-a02a-e3e3f1bccaf8 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.303804 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-b4756253-4d48-4081-a02a-e3e3f1bccaf8 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] device_id is not set on port 1a5341c1-eb66-4d39-a265-31f6b6b61d9e yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:12:44.359784 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 04b615ca-7c58-4377-92da-e2d4674f4556 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:44.362882 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.572131 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-8c6c143f-c8db-427d-93bd-fd98a00df334 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting port 833464cf-36d0-4ab9-909d-e3ae7994aef7 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:44.572715 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8c6c143f-c8db-427d-93bd-fd98a00df334 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.605260 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-b4756253-4d48-4081-a02a-e3e3f1bccaf8 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Allocated IP 172.20.0.12 (084c13d1-0056-478c-ab4f-9e85967748d9/df0fc05a-36a5-4e69-84e7-e71e0965f026/1a5341c1-eb66-4d39-a265-31f6b6b61d9e) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:44.626364 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fafb36-ec0d-4b95-a291-76175204e93e req-4e1cde11-0a9e-48c8-8807-e3a725c971f4 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:44.628049 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-85fafb36-ec0d-4b95-a291-76175204e93e req-4e1cde11-0a9e-48c8-8807-e3a725c971f4 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 944 time: 0.1873362 Jul 07 17:12:44.648741 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deec9a8-4767-4885-a311-35ce29b08c80 req-88ba9b92-bb6f-4779-a5b3-6b765f0b1d0a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:44.650492 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5deec9a8-4767-4885-a311-35ce29b08c80 req-88ba9b92-bb6f-4779-a5b3-6b765f0b1d0a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=848ce371-f4d8-4753-84c2-5309adaa22e3 HTTP/1.1" status: 200 len: 945 time: 1.5012958 Jul 07 17:12:44.723638 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-85fafb36-ec0d-4b95-a291-76175204e93e req-43cf7624-a4a9-4fb3-82db-323b0bccb7bd tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780776 Jul 07 17:12:44.779655 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5deec9a8-4767-4885-a311-35ce29b08c80 req-71ce760a-43dd-4bcf-b36b-ead78610d189 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020267 Jul 07 17:12:44.825207 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-bb9ef617-42cc-403b-a879-d6b06382c5a1 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Made reservation on behalf of 18e760e73e3c432284bc214c0bade121 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:44.827684 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91f319d-69be-4734-8783-380800c954c3 None None] Network 084c13d1-0056-478c-ab4f-9e85967748d9 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:44.829556 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-bb9ef617-42cc-403b-a879-d6b06382c5a1 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.836906 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-78008315-c0b1-4aec-88b5-54d97ec65804 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.905541 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-78008315-c0b1-4aec-88b5-54d97ec65804 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.907424 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418be8d9-aec2-4a0e-a321-d7ae76d11eb1 None None] Network fb74cf42-8431-4db2-86e2-f968c1182b61 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:44.920860 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-78008315-c0b1-4aec-88b5-54d97ec65804 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "DELETE /v2.0/subnets/5fd26278-1ee8-4aad-a564-96dc9b452a11 HTTP/1.1" status: 204 len: 168 time: 2.4834695 Jul 07 17:12:44.941040 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37544) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:44.969740 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78008315-c0b1-4aec-88b5-54d97ec65804 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd26278-1ee8-4aad-a564-96dc9b452a11,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:44.971917 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4756253-4d48-4081-a02a-e3e3f1bccaf8 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.982551 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9c15c4f9-6ea1-4f45-a59e-e403a31ce8f6 None None] Provisioning for port af2c9e41-d40a-4f9d-baab-beda7b472272 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:44.990460 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9c15c4f9-6ea1-4f45-a59e-e403a31ce8f6 None None] Provisioning complete for port af2c9e41-d40a-4f9d-baab-beda7b472272 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:44.990830 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9c15c4f9-6ea1-4f45-a59e-e403a31ce8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:45.000788 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-b4756253-4d48-4081-a02a-e3e3f1bccaf8 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Transition to ACTIVE for port object 1a5341c1-eb66-4d39-a265-31f6b6b61d9e will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:45.083102 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8c6c143f-c8db-427d-93bd-fd98a00df334 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:45.106702 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-8c6c143f-c8db-427d-93bd-fd98a00df334 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Calling delete_port for 833464cf-36d0-4ab9-909d-e3ae7994aef7 owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:45.146102 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e513b2f8-786b-4d48-90db-04eb95809542 req-2a839bb5-f22b-4fcd-a54f-5055ac59efe0 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 210 time: 0.0686719 Jul 07 17:12:45.147344 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4756253-4d48-4081-a02a-e3e3f1bccaf8 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:45.211466 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4756253-4d48-4081-a02a-e3e3f1bccaf8 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network 084c13d1-0056-478c-ab4f-9e85967748d9 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:45.215977 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-b4756253-4d48-4081-a02a-e3e3f1bccaf8 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:45.222124 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4756253-4d48-4081-a02a-e3e3f1bccaf8 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:45.226762 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd78cc3-9ed3-45f8-9415-f86d6496e906 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Deleting subnet d273b5eb-a1f3-41e7-afcb-8544824ca516 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:12:45.236346 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5bd78cc3-9ed3-45f8-9415-f86d6496e906 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:45.277051 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4756253-4d48-4081-a02a-e3e3f1bccaf8 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Port': ['ID=1a5341c1-eb66-4d39-a265-31f6b6b61d9e,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:45.300502 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5bd78cc3-9ed3-45f8-9415-f86d6496e906 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:45.344992 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4756253-4d48-4081-a02a-e3e3f1bccaf8 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:45.345788 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4756253-4d48-4081-a02a-e3e3f1bccaf8 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:45.367220 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b4756253-4d48-4081-a02a-e3e3f1bccaf8 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4285533 Jul 07 17:12:45.370557 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37548) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:45.450702 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-460e05ef-87a8-4c6f-b3e5-ebe63f3d91e3 req-0d69b95c-0101-4de9-b87d-571cc29b3284 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 210 time: 0.0582619 Jul 07 17:12:45.517883 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5bd78cc3-9ed3-45f8-9415-f86d6496e906 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:45.546787 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf616a29-b373-4ec7-8ace-9fcc5c43b126 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:45.550150 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bf616a29-b373-4ec7-8ace-9fcc5c43b126 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.1781051 Jul 07 17:12:45.553857 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37550) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:45.690843 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-bb9ef617-42cc-403b-a879-d6b06382c5a1 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Allocated IP 172.20.0.6 (d9c7bfe2-c6df-42ea-bc46-459eb954abd9/b0fe605b-06e9-4628-b5de-b8df689c0601/495805fd-0180-40f2-ab25-1a1c2bc8cbc3) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:45.765024 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5bd78cc3-9ed3-45f8-9415-f86d6496e906 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:45.769895 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device bc4c868b-6ad3-470e-a03c-50d8d79c4293 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:12:45.785132 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-22ed79a2-cf03-4e4d-b3d0-4d6487d0dd0b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting port 1a5341c1-eb66-4d39-a265-31f6b6b61d9e {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:45.785880 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-22ed79a2-cf03-4e4d-b3d0-4d6487d0dd0b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:45.825934 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5bd78cc3-9ed3-45f8-9415-f86d6496e906 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:45.830423 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5bd78cc3-9ed3-45f8-9415-f86d6496e906 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "DELETE /v2.0/subnets/d273b5eb-a1f3-41e7-afcb-8544824ca516 HTTP/1.1" status: 204 len: 168 time: 0.8855138 Jul 07 17:12:45.883424 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b25643e-d0c5-40d7-b694-c30520a8521a None None] Network fab6f54d-9214-45d2-b598-1fe08070fc1d requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:45.900331 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37556) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:45.913822 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-22ed79a2-cf03-4e4d-b3d0-4d6487d0dd0b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:45.931497 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-22ed79a2-cf03-4e4d-b3d0-4d6487d0dd0b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Calling delete_port for 1a5341c1-eb66-4d39-a265-31f6b6b61d9e owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:45.948071 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd78cc3-9ed3-45f8-9415-f86d6496e906 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event deleted for resources: {'Subnet': ['ID=d273b5eb-a1f3-41e7-afcb-8544824ca516,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:45.979608 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8c6c143f-c8db-427d-93bd-fd98a00df334 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.088795 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9c15c4f9-6ea1-4f45-a59e-e403a31ce8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.143796 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-22ed79a2-cf03-4e4d-b3d0-4d6487d0dd0b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.180465 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c143f-c8db-427d-93bd-fd98a00df334 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Port': ['ID=833464cf-36d0-4ab9-909d-e3ae7994aef7,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:46.228049 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed79a2-cf03-4e4d-b3d0-4d6487d0dd0b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Port': ['ID=1a5341c1-eb66-4d39-a265-31f6b6b61d9e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:46.250046 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.resource_extend [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:12:46.291349 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8c6c143f-c8db-427d-93bd-fd98a00df334 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.299115 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8c6c143f-c8db-427d-93bd-fd98a00df334 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/833464cf-36d0-4ab9-909d-e3ae7994aef7 HTTP/1.1" status: 204 len: 168 time: 3.3916309 Jul 07 17:12:46.303629 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37562) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:46.321070 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b7e601b4-81e1-4c2b-86e9-5067129888b2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.344049 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79384b5-c44d-435c-98aa-cb70ef49d7bc req-9c1cf389-849f-4ee5-b99f-ad9a3a6ab8ad tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:46.352075 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c79384b5-c44d-435c-98aa-cb70ef49d7bc req-9c1cf389-849f-4ee5-b99f-ad9a3a6ab8ad tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.53 "GET /v2.0/ports?device_id=06ef4cc4-d120-42fb-ad1c-c35a3745544b HTTP/1.1" status: 200 len: 945 time: 0.4431145 Jul 07 17:12:46.418806 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-9c15c4f9-6ea1-4f45-a59e-e403a31ce8f6 None None] For port af2c9e41-d40a-4f9d-baab-beda7b472272, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=af2c9e41-d40a-4f9d-baab-beda7b472272,segment=NetworkSegment(f5f56595-7769-4373-9e08-c3192af940f5),segment_id=f5f56595-7769-4373-9e08-c3192af940f5)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:46.452375 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c79384b5-c44d-435c-98aa-cb70ef49d7bc req-6f0728de-263f-457d-8799-3cde6f93ed9d tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.53 "GET /v2.0/security-groups?id=391f4b9f-e14f-4b7a-a183-ffd4852598eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989616 Jul 07 17:12:46.463380 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9c15c4f9-6ea1-4f45-a59e-e403a31ce8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.653951 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05101a9-d69c-4356-b1b9-7a83cd6ab278 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:46.666650 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05101a9-d69c-4356-b1b9-7a83cd6ab278 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:46.676769 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c05101a9-d69c-4356-b1b9-7a83cd6ab278 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3697052 Jul 07 17:12:46.704123 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6366e47-a459-460f-878e-038509217399 None None] DHCP port deletion for fb74cf42-8431-4db2-86e2-f968c1182b61 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:12:46.712346 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37566) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:46.749788 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port bc4c868b-6ad3-470e-a03c-50d8d79c4293, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bc4c868b-6ad3-470e-a03c-50d8d79c4293,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:46.775038 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15c4f9-6ea1-4f45-a59e-e403a31ce8f6 None None] Pushing event updated for resources: {'Port': ['ID=af2c9e41-d40a-4f9d-baab-beda7b472272,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:46.797526 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea514dc-e5b4-4279-b7bb-f71b93dff5e6 None None] DHCP port deletion for fab6f54d-9214-45d2-b598-1fe08070fc1d request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:12:46.810488 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'bc4c868b-6ad3-470e-a03c-50d8d79c4293', 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575', 'port_id': 'bc4c868b-6ad3-470e-a03c-50d8d79c4293', 'mac_address': 'fa:16:3e:9b:3d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e47f73-09be-4e96-b070-1b771944d586', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:12:46.818651 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-32060e05-25b5-4214-aad9-b544a6c51df1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet fff4f005-4b78-415d-a7c2-bc6f1daf6b89 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:12:46.848192 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-bb9ef617-42cc-403b-a879-d6b06382c5a1 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.852714 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-32060e05-25b5-4214-aad9-b544a6c51df1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.863861 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-22ed79a2-cf03-4e4d-b3d0-4d6487d0dd0b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.866271 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-22ed79a2-cf03-4e4d-b3d0-4d6487d0dd0b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/ports/1a5341c1-eb66-4d39-a265-31f6b6b61d9e HTTP/1.1" status: 204 len: 168 time: 1.3099933 Jul 07 17:12:46.874920 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e770494-fb5f-479e-89c8-00bcaacc1a78 req-11793831-73be-4d20-96a3-6be017a39175 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:46.883412 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5e770494-fb5f-479e-89c8-00bcaacc1a78 req-11793831-73be-4d20-96a3-6be017a39175 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 944 time: 0.7854061 Jul 07 17:12:46.885528 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37568) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:46.922075 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.939122 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-7734f813-8e9f-48bb-84ac-87139e5c264b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] GET failed (client error): The resource could not be found. Jul 07 17:12:46.941349 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7734f813-8e9f-48bb-84ac-87139e5c264b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "GET /v2.0/ports/1a5341c1-eb66-4d39-a265-31f6b6b61d9e HTTP/1.1" status: 404 len: 333 time: 0.0478880 Jul 07 17:12:46.945602 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37570) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:46.950779 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-f6366e47-a459-460f-878e-038509217399 None None] Deleting port f705aedf-20ff-4761-b943-506cfa6dceae {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:46.951159 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f6366e47-a459-460f-878e-038509217399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.973493 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5e770494-fb5f-479e-89c8-00bcaacc1a78 req-b8aed742-105b-4863-b825-3d8442db0e1f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890532 Jul 07 17:12:47.035870 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-bb9ef617-42cc-403b-a879-d6b06382c5a1 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Transition to ACTIVE for port object 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:47.049880 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-32060e05-25b5-4214-aad9-b544a6c51df1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.059585 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc4c868b-6ad3-470e-a03c-50d8d79c4293 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:47.089319 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port bc4c868b-6ad3-470e-a03c-50d8d79c4293, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bc4c868b-6ad3-470e-a03c-50d8d79c4293,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:47.107442 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.185403 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-1ea514dc-e5b4-4279-b7bb-f71b93dff5e6 None None] Deleting port 84895ece-c9c5-4266-842c-d7c28c129837 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:47.185579 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1ea514dc-e5b4-4279-b7bb-f71b93dff5e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.213583 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-b7e601b4-81e1-4c2b-86e9-5067129888b2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Deleting port f705aedf-20ff-4761-b943-506cfa6dceae {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:47.213930 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b7e601b4-81e1-4c2b-86e9-5067129888b2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.216505 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c6a90bf6-190f-435f-954d-a080f9411133 req-e65e8762-7d05-4fa5-a348-b7abc08c92ac tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 210 time: 0.0600483 Jul 07 17:12:47.288573 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259638d6-4635-401d-82e8-938587ef923c req-438d7a3d-2c0b-492d-b01a-52f98e3bf350 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:47.289121 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-259638d6-4635-401d-82e8-938587ef923c req-438d7a3d-2c0b-492d-b01a-52f98e3bf350 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=848ce371-f4d8-4753-84c2-5309adaa22e3 HTTP/1.1" status: 200 len: 945 time: 0.5974681 Jul 07 17:12:47.292264 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-1ea514dc-e5b4-4279-b7bb-f71b93dff5e6 None None] For port 84895ece-c9c5-4266-842c-d7c28c129837, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=84895ece-c9c5-4266-842c-d7c28c129837,segment=NetworkSegment(6bcddae9-b488-4690-903f-3d09a677e8f6),segment_id=6bcddae9-b488-4690-903f-3d09a677e8f6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:47.292797 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1ea514dc-e5b4-4279-b7bb-f71b93dff5e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.314250 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-1ea514dc-e5b4-4279-b7bb-f71b93dff5e6 None None] Calling delete_port for 84895ece-c9c5-4266-842c-d7c28c129837 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:47.349431 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-306f8b97-cd2e-49d4-901e-b1575c8f3574 None None] Could not find standard attr ID for object 1a5341c1-eb66-4d39-a265-31f6b6b61d9e. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:12:47.495160 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-259638d6-4635-401d-82e8-938587ef923c req-d8e609ec-466b-4643-a08d-3e74c3801fb6 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051728 Jul 07 17:12:47.508759 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0649ab4e-08d8-4367-abd9-09bda9608605 req-20f28c5e-965f-4bad-bcf0-6860d0daa51b tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 210 time: 0.0726426 Jul 07 17:12:47.515728 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['bc4c868b-6ad3-470e-a03c-50d8d79c4293'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:47.526928 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1ea514dc-e5b4-4279-b7bb-f71b93dff5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.569226 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-bb9ef617-42cc-403b-a879-d6b06382c5a1 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.582811 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-b7e601b4-81e1-4c2b-86e9-5067129888b2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] For port f705aedf-20ff-4761-b943-506cfa6dceae, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=f705aedf-20ff-4761-b943-506cfa6dceae,segment=NetworkSegment(df77f602-5930-4d7d-bce9-0dfeb2c494e1),segment_id=df77f602-5930-4d7d-bce9-0dfeb2c494e1)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:47.583333 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b7e601b4-81e1-4c2b-86e9-5067129888b2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.641059 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8fe24-9efd-437f-a4a8-cc13e43733ad req-646f6368-f60e-4956-a4f1-29d212076bad tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:47.642988 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c9c8fe24-9efd-437f-a4a8-cc13e43733ad req-646f6368-f60e-4956-a4f1-29d212076bad tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.72 "GET /v2.0/ports?device_id=06ef4cc4-d120-42fb-ad1c-c35a3745544b HTTP/1.1" status: 200 len: 945 time: 0.5012529 Jul 07 17:12:47.674027 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-f6366e47-a459-460f-878e-038509217399 None None] For port f705aedf-20ff-4761-b943-506cfa6dceae, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=f705aedf-20ff-4761-b943-506cfa6dceae,segment=NetworkSegment(df77f602-5930-4d7d-bce9-0dfeb2c494e1),segment_id=df77f602-5930-4d7d-bce9-0dfeb2c494e1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:47.674726 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f6366e47-a459-460f-878e-038509217399 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.751050 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea514dc-e5b4-4279-b7bb-f71b93dff5e6 None None] No DVR routers for this DVR port 84895ece-c9c5-4266-842c-d7c28c129837 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:47.753900 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-306f8b97-cd2e-49d4-901e-b1575c8f3574 None None] Provisioning for port 21e56fc8-7b7a-40f7-9d25-703b4852d72b completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:47.771408 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-b7e601b4-81e1-4c2b-86e9-5067129888b2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Calling delete_port for f705aedf-20ff-4761-b943-506cfa6dceae owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:47.773642 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-f6366e47-a459-460f-878e-038509217399 None None] Calling delete_port for f705aedf-20ff-4761-b943-506cfa6dceae owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:47.788362 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-306f8b97-cd2e-49d4-901e-b1575c8f3574 None None] Provisioning complete for port 21e56fc8-7b7a-40f7-9d25-703b4852d72b triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:47.789352 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-306f8b97-cd2e-49d4-901e-b1575c8f3574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.796407 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=bc4c868b-6ad3-470e-a03c-50d8d79c4293,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:47.821374 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-32060e05-25b5-4214-aad9-b544a6c51df1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.912700 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-bb9ef617-42cc-403b-a879-d6b06382c5a1 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Network d9c7bfe2-c6df-42ea-bc46-459eb954abd9 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:47.929019 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-bb9ef617-42cc-403b-a879-d6b06382c5a1 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:47.938476 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-bb9ef617-42cc-403b-a879-d6b06382c5a1 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:47.999132 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea514dc-e5b4-4279-b7bb-f71b93dff5e6 None None] Pushing event deleted for resources: {'Port': ['ID=84895ece-c9c5-4266-842c-d7c28c129837,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:48.063509 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-58ac7a4d-090a-48bf-a543-7384f9f4d583 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting port 21e56fc8-7b7a-40f7-9d25-703b4852d72b {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:48.063867 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-58ac7a4d-090a-48bf-a543-7384f9f4d583 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.086347 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-bb9ef617-42cc-403b-a879-d6b06382c5a1 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:48.087886 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-bb9ef617-42cc-403b-a879-d6b06382c5a1 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.091092 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e87050-2bf5-4bde-a855-fa82add4c3d1 req-62462ca3-76fb-489b-b178-60b19c8d917c tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:48.094608 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-21e87050-2bf5-4bde-a855-fa82add4c3d1 req-62462ca3-76fb-489b-b178-60b19c8d917c tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.1285627 Jul 07 17:12:48.155569 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device af2c9e41-d40a-4f9d-baab-beda7b472272 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:48.216160 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-21e87050-2bf5-4bde-a855-fa82add4c3d1 req-8bc39c72-2519-4214-b519-52204985da8f tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142912 Jul 07 17:12:48.221533 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ef617-42cc-403b-a879-d6b06382c5a1 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Pushing event updated for resources: {'Port': ['ID=495805fd-0180-40f2-ab25-1a1c2bc8cbc3,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:48.272582 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-306f8b97-cd2e-49d4-901e-b1575c8f3574 None None] Port 21e56fc8-7b7a-40f7-9d25-703b4852d72b cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:48.334730 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-bb9ef617-42cc-403b-a879-d6b06382c5a1 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9760139 Jul 07 17:12:48.372822 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-306f8b97-cd2e-49d4-901e-b1575c8f3574 None None] Provisioning complete for port af2c9e41-d40a-4f9d-baab-beda7b472272 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:48.373223 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-306f8b97-cd2e-49d4-901e-b1575c8f3574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.393371 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-26a38e2c-8ba5-4ba8-992d-bb6cd3ccdcab service neutron] Request body: {'port': {'device_id': 'cd67a367-3f1f-4463-a0a8-0b948e562772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:48.478504 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-c9c8fe24-9efd-437f-a4a8-cc13e43733ad req-966dbf58-f0b8-4899-a53c-f4247a1cae49 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Deleting port 25cb5269-fb29-4fca-aae3-456baa7ee205 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:48.479199 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c9c8fe24-9efd-437f-a4a8-cc13e43733ad req-966dbf58-f0b8-4899-a53c-f4247a1cae49 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.613420 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f6366e47-a459-460f-878e-038509217399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.624836 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-58ac7a4d-090a-48bf-a543-7384f9f4d583 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.634478 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc5c9a-7808-4e50-9f1c-eb6347362066 req-e967bbda-2e17-4aa6-9b86-b6f2deac332f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:48.642430 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2bdc5c9a-7808-4e50-9f1c-eb6347362066 req-e967bbda-2e17-4aa6-9b86-b6f2deac332f tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 945 time: 0.1243365 Jul 07 17:12:48.657718 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-58ac7a4d-090a-48bf-a543-7384f9f4d583 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Calling delete_port for 21e56fc8-7b7a-40f7-9d25-703b4852d72b owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:48.671632 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6366e47-a459-460f-878e-038509217399 None None] Pushing event deleted for resources: {'Port': ['ID=f705aedf-20ff-4761-b943-506cfa6dceae,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:48.690458 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6366e47-a459-460f-878e-038509217399 None None] No DVR routers for this DVR port f705aedf-20ff-4761-b943-506cfa6dceae on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:48.719424 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2bdc5c9a-7808-4e50-9f1c-eb6347362066 req-e7f20e15-a5e2-4ad6-bd3e-02811b043399 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759704 Jul 07 17:12:48.760348 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09422c8-0ea2-4560-b921-617b3123f3b3 req-d3869d6f-60ca-4f64-80b1-78c7b5b867f6 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:48.770337 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port af2c9e41-d40a-4f9d-baab-beda7b472272 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:48.770932 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.771857 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b09422c8-0ea2-4560-b921-617b3123f3b3 req-d3869d6f-60ca-4f64-80b1-78c7b5b867f6 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.53 "GET /v2.0/ports?device_id=06ef4cc4-d120-42fb-ad1c-c35a3745544b HTTP/1.1" status: 200 len: 945 time: 0.9766278 Jul 07 17:12:48.773297 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b7e601b4-81e1-4c2b-86e9-5067129888b2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.838461 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e601b4-81e1-4c2b-86e9-5067129888b2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event deleted for resources: {'Port': ['ID=f705aedf-20ff-4761-b943-506cfa6dceae,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:48.841885 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-32060e05-25b5-4214-aad9-b544a6c51df1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.891581 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-386bd5f5-6ca7-4255-91b9-50eb3ce1dea8 None None] Could not find standard attr ID for object 1a5341c1-eb66-4d39-a265-31f6b6b61d9e. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:12:48.916056 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-386bd5f5-6ca7-4255-91b9-50eb3ce1dea8 None None] Provisioning complete for port 21e56fc8-7b7a-40f7-9d25-703b4852d72b triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:48.916892 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-386bd5f5-6ca7-4255-91b9-50eb3ce1dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.935972 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-c9c8fe24-9efd-437f-a4a8-cc13e43733ad req-966dbf58-f0b8-4899-a53c-f4247a1cae49 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] For port 25cb5269-fb29-4fca-aae3-456baa7ee205, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=25cb5269-fb29-4fca-aae3-456baa7ee205,segment=NetworkSegment(9b0ff4ea-1f4d-4dea-ba1a-558e8370d383),segment_id=9b0ff4ea-1f4d-4dea-ba1a-558e8370d383)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:48.936794 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c9c8fe24-9efd-437f-a4a8-cc13e43733ad req-966dbf58-f0b8-4899-a53c-f4247a1cae49 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.955329 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-c9c8fe24-9efd-437f-a4a8-cc13e43733ad req-966dbf58-f0b8-4899-a53c-f4247a1cae49 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Calling delete_port for 25cb5269-fb29-4fca-aae3-456baa7ee205 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:48.983039 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-386bd5f5-6ca7-4255-91b9-50eb3ce1dea8 None None] Port 21e56fc8-7b7a-40f7-9d25-703b4852d72b cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:49.003787 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device f705aedf-20ff-4761-b943-506cfa6dceae no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:49.012128 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995010c-d8fb-4a79-a12d-e48d83831022 req-fe9ebe3e-4b98-4228-ab8b-20f0943b3f74 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:49.014778 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1995010c-d8fb-4a79-a12d-e48d83831022 req-fe9ebe3e-4b98-4228-ab8b-20f0943b3f74 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.1335011 Jul 07 17:12:49.027175 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e601b4-81e1-4c2b-86e9-5067129888b2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] No DVR routers for this DVR port f705aedf-20ff-4761-b943-506cfa6dceae on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:49.034525 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32060e05-25b5-4214-aad9-b544a6c51df1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=fff4f005-4b78-415d-a7c2-bc6f1daf6b89,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:49.050848 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-386bd5f5-6ca7-4255-91b9-50eb3ce1dea8 None None] Provisioning for port 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:49.059170 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: f705aedf-20ff-4761-b943-506cfa6dceae {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:49.059875 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device f705aedf-20ff-4761-b943-506cfa6dceae not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:49.060715 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 84895ece-c9c5-4266-842c-d7c28c129837 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:49.066234 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-386bd5f5-6ca7-4255-91b9-50eb3ce1dea8 None None] Provisioning complete for port 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:49.067065 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-386bd5f5-6ca7-4255-91b9-50eb3ce1dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.072838 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1995010c-d8fb-4a79-a12d-e48d83831022 req-8017db7b-de49-458e-9502-33a9ca12395b tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472095 Jul 07 17:12:49.102335 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 84895ece-c9c5-4266-842c-d7c28c129837 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:49.102694 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 84895ece-c9c5-4266-842c-d7c28c129837 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:49.168373 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-386bd5f5-6ca7-4255-91b9-50eb3ce1dea8 None None] Port 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:49.205554 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-32060e05-25b5-4214-aad9-b544a6c51df1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.208473 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-32060e05-25b5-4214-aad9-b544a6c51df1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/fff4f005-4b78-415d-a7c2-bc6f1daf6b89 HTTP/1.1" status: 204 len: 168 time: 2.4936006 Jul 07 17:12:49.211099 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37590) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:49.222620 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d52fe6-66c1-48d2-93dd-34e2bdff71a6 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:49.281243 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device bc4c868b-6ad3-470e-a03c-50d8d79c4293 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:49.293095 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4b0ef0d1-bad8-4829-89a5-4e0640597a83 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805228 Jul 07 17:12:49.293828 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37592) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:49.299931 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-58f552d0-ed8e-487a-a596-c8dc7573947f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:49.459555 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port bc4c868b-6ad3-470e-a03c-50d8d79c4293 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:49.466443 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port bc4c868b-6ad3-470e-a03c-50d8d79c4293 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:49.467186 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.511573 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b7e601b4-81e1-4c2b-86e9-5067129888b2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.521199 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-884564f8-56bf-4fda-a53b-f647ba695347 req-475fedb6-7d3f-42f5-89a9-e3fd367ab10d tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 210 time: 0.1150577 Jul 07 17:12:49.549238 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-b7e601b4-81e1-4c2b-86e9-5067129888b2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb74cf42-8431-4db2-86e2-f968c1182b61']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:49.562167 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-b7e601b4-81e1-4c2b-86e9-5067129888b2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df77f602-5930-4d7d-bce9-0dfeb2c494e1') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:49.562167 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-b7e601b4-81e1-4c2b-86e9-5067129888b2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df77f602-5930-4d7d-bce9-0dfeb2c494e1') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:49.571035 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b7e601b4-81e1-4c2b-86e9-5067129888b2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.573339 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f552d0-ed8e-487a-a596-c8dc7573947f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:49.585802 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-58f552d0-ed8e-487a-a596-c8dc7573947f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.600442 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b7e601b4-81e1-4c2b-86e9-5067129888b2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.608336 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e601b4-81e1-4c2b-86e9-5067129888b2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:12:49.608824 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b7e601b4-81e1-4c2b-86e9-5067129888b2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.647730 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7dabe7-ed4e-46ba-83fa-0392c559d20c None None] DHCP port deletion for 6e9cefa1-f008-4dc6-9203-f56e105ef387 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:12:49.716833 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.759387 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b09422c8-0ea2-4560-b921-617b3123f3b3 req-44fc3e5c-936b-400a-b06f-e9df33f11fd3 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.53 "GET /v2.0/security-groups?id=391f4b9f-e14f-4b7a-a183-ffd4852598eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9703283 Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:12:49.760080 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:12:49.768054 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-26a38e2c-8ba5-4ba8-992d-bb6cd3ccdcab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.805016 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b26b48c-6b63-4594-bb65-e591544759f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4c868b-6ad3-470e-a03c-50d8d79c4293'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:49.810644 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cf6e90-3ebc-4a6b-8540-118103daf74b" -d '{"events": [{"server_uuid": "4b26b48c-6b63-4594-bb65-e591544759f9", "name": "network-vif-plugged", "status": "completed", "tag": "bc4c868b-6ad3-470e-a03c-50d8d79c4293"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:49.858916 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port bc4c868b-6ad3-470e-a03c-50d8d79c4293, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bc4c868b-6ad3-470e-a03c-50d8d79c4293,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:49.861025 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-de7dabe7-ed4e-46ba-83fa-0392c559d20c None None] Deleting port 04b615ca-7c58-4377-92da-e2d4674f4556 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:49.861587 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-de7dabe7-ed4e-46ba-83fa-0392c559d20c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.890139 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.909025 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b7e601b4-81e1-4c2b-86e9-5067129888b2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.914197 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c9c8fe24-9efd-437f-a4a8-cc13e43733ad req-966dbf58-f0b8-4899-a53c-f4247a1cae49 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.926225 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-58ac7a4d-090a-48bf-a543-7384f9f4d583 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.928341 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b7e601b4-81e1-4c2b-86e9-5067129888b2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.934669 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b7e601b4-81e1-4c2b-86e9-5067129888b2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "DELETE /v2.0/networks/fb74cf42-8431-4db2-86e2-f968c1182b61 HTTP/1.1" status: 204 len: 168 time: 4.0201061 Jul 07 17:12:49.946260 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37602) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:49.984063 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 04b615ca-7c58-4377-92da-e2d4674f4556 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:50.016977 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e601b4-81e1-4c2b-86e9-5067129888b2 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event deleted for resources: {'Network': ['ID=fb74cf42-8431-4db2-86e2-f968c1182b61,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:50.055792 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-de7dabe7-ed4e-46ba-83fa-0392c559d20c None None] For port 04b615ca-7c58-4377-92da-e2d4674f4556, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=04b615ca-7c58-4377-92da-e2d4674f4556,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:50.056257 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-de7dabe7-ed4e-46ba-83fa-0392c559d20c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.079997 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=bc4c868b-6ad3-470e-a03c-50d8d79c4293,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:50.085755 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-de7dabe7-ed4e-46ba-83fa-0392c559d20c None None] Calling delete_port for 04b615ca-7c58-4377-92da-e2d4674f4556 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:50.140816 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966dbf58-f0b8-4899-a53c-f4247a1cae49 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Pushing event deleted for resources: {'Port': ['ID=25cb5269-fb29-4fca-aae3-456baa7ee205,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:50.239385 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.260191 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a88574e-da91-447a-ae9c-c4beb594e661 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.297045 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-de7dabe7-ed4e-46ba-83fa-0392c559d20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.394237 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dabe7-ed4e-46ba-83fa-0392c559d20c None None] Pushing event deleted for resources: {'Port': ['ID=04b615ca-7c58-4377-92da-e2d4674f4556,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:50.405354 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7dabe7-ed4e-46ba-83fa-0392c559d20c None None] No DVR routers for this DVR port 04b615ca-7c58-4377-92da-e2d4674f4556 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:50.417248 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-58f552d0-ed8e-487a-a596-c8dc7573947f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.434485 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aac831-db43-49df-b075-7c8c6295debe req-1af70b59-9eeb-43ec-a4f2-c3b8089ceea5 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:50.436950 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58aac831-db43-49df-b075-7c8c6295debe req-1af70b59-9eeb-43ec-a4f2-c3b8089ceea5 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 931 time: 0.4892511 Jul 07 17:12:50.523994 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f552d0-ed8e-487a-a596-c8dc7573947f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:50.559418 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-58f552d0-ed8e-487a-a596-c8dc7573947f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:50.568662 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a88574e-da91-447a-ae9c-c4beb594e661 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.572825 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f552d0-ed8e-487a-a596-c8dc7573947f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:50.573598 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-58f552d0-ed8e-487a-a596-c8dc7573947f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.581314 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a507a421-93a5-4c0e-9daa-56d5270fc49b None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:50.601633 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-9a88574e-da91-447a-ae9c-c4beb594e661 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab6f54d-9214-45d2-b598-1fe08070fc1d']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:50.615932 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f552d0-ed8e-487a-a596-c8dc7573947f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=8350074d-9d48-4eb4-8057-9bb17b2f93fd,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:50.646384 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-9a88574e-da91-447a-ae9c-c4beb594e661 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bcddae9-b488-4690-903f-3d09a677e8f6') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:50.647101 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-9a88574e-da91-447a-ae9c-c4beb594e661 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bcddae9-b488-4690-903f-3d09a677e8f6') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:50.660212 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a88574e-da91-447a-ae9c-c4beb594e661 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.706396 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-58f552d0-ed8e-487a-a596-c8dc7573947f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4087749 Jul 07 17:12:50.722821 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58aac831-db43-49df-b075-7c8c6295debe req-6376f38c-1663-4a4d-bf09-78b41e6ac2fc tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2600863 Jul 07 17:12:50.724805 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a88574e-da91-447a-ae9c-c4beb594e661 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.732718 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37610) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:50.748164 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-350fae9b-f01b-48c9-b47e-69742ade8cdd tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'port': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'name': 'tempest-NetworksTestDHCPv6-748418662'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:50.809007 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c8fe24-9efd-437f-a4a8-cc13e43733ad req-966dbf58-f0b8-4899-a53c-f4247a1cae49 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] No DVR routers for this DVR port 25cb5269-fb29-4fca-aae3-456baa7ee205 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:50.812377 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c9c8fe24-9efd-437f-a4a8-cc13e43733ad req-966dbf58-f0b8-4899-a53c-f4247a1cae49 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.815459 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c9c8fe24-9efd-437f-a4a8-cc13e43733ad req-966dbf58-f0b8-4899-a53c-f4247a1cae49 tempest-ServersNegativeTestMultiTenantJSON-986552973 tempest-ServersNegativeTestMultiTenantJSON-986552973-project] 10.222.0.72 "DELETE /v2.0/ports/25cb5269-fb29-4fca-aae3-456baa7ee205 HTTP/1.1" status: 204 len: 173 time: 3.1257772 Jul 07 17:12:50.830167 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ef4cc4-d120-42fb-ad1c-c35a3745544b', 'name': 'network-vif-deleted', 'tag': '25cb5269-fb29-4fca-aae3-456baa7ee205'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:50.832578 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844043b1-965f-4b85-88ce-0a3f708f55be" -d '{"events": [{"server_uuid": "06ef4cc4-d120-42fb-ad1c-c35a3745544b", "name": "network-vif-deleted", "tag": "25cb5269-fb29-4fca-aae3-456baa7ee205"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:50.878357 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aa87fd-78ac-4877-af4f-971e03cb6b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-6e9cefa1-f008-4dc6-9203-f56e105ef387', 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'fixed_ips': [{'subnet_id': '8350074d-9d48-4eb4-8057-9bb17b2f93fd'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:12:50.880177 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a88574e-da91-447a-ae9c-c4beb594e661 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:12:50.880822 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-63aa87fd-78ac-4877-af4f-971e03cb6b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.882462 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a88574e-da91-447a-ae9c-c4beb594e661 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.912965 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac7a4d-090a-48bf-a543-7384f9f4d583 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Port': ['ID=21e56fc8-7b7a-40f7-9d25-703b4852d72b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:12:50.972972 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:12:50.999865 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a88574e-da91-447a-ae9c-c4beb594e661 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.050966 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a88574e-da91-447a-ae9c-c4beb594e661 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.072655 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9a88574e-da91-447a-ae9c-c4beb594e661 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] 10.222.0.53 "DELETE /v2.0/networks/fab6f54d-9214-45d2-b598-1fe08070fc1d HTTP/1.1" status: 204 len: 168 time: 1.0744085 Jul 07 17:12:51.083261 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88574e-da91-447a-ae9c-c4beb594e661 tempest-TaggedBootDevicesTest_v242-844597135 tempest-TaggedBootDevicesTest_v242-844597135-project] Pushing event deleted for resources: {'Network': ['ID=fab6f54d-9214-45d2-b598-1fe08070fc1d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:51.300151 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350fae9b-f01b-48c9-b47e-69742ade8cdd tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:51.308405 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-58ac7a4d-090a-48bf-a543-7384f9f4d583 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.309702 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-350fae9b-f01b-48c9-b47e-69742ade8cdd tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.310692 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-58ac7a4d-090a-48bf-a543-7384f9f4d583 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/ports/21e56fc8-7b7a-40f7-9d25-703b4852d72b HTTP/1.1" status: 204 len: 168 time: 4.3487251 Jul 07 17:12:51.315641 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37618) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:51.347982 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-0b681f0b-803d-4470-b712-f572fddfb74b tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:51.350132 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-0b681f0b-803d-4470-b712-f572fddfb74b tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 812 time: 1.3616261 Jul 07 17:12:51.365710 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-350fae9b-f01b-48c9-b47e-69742ade8cdd tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] device_id is not set on port 2780af8f-66ef-49f9-9f4c-cd4b52878469 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:12:51.394995 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb69c0f-f01e-4231-8aea-d2863d6cd8d3 req-fba072c7-ed8c-4228-a032-16e994a44f5c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:51.397647 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ecb69c0f-f01e-4231-8aea-d2863d6cd8d3 req-fba072c7-ed8c-4228-a032-16e994a44f5c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 946 time: 0.2434788 Jul 07 17:12:51.404442 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd83aa5-08a5-426d-bb32-6c949378cef4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] GET failed (client error): The resource could not be found. Jul 07 17:12:51.406342 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8fd83aa5-08a5-426d-bb32-6c949378cef4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "GET /v2.0/ports/21e56fc8-7b7a-40f7-9d25-703b4852d72b HTTP/1.1" status: 404 len: 333 time: 0.0874267 Jul 07 17:12:51.413866 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37620) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:51.435257 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-554a134b-89ed-44ef-9b24-74ef314b53f4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/quotas/ea3241034bb848a48d8167b6b493e4d4 HTTP/1.1" status: 200 len: 375 time: 0.0352509 Jul 07 17:12:51.510356 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ecb69c0f-f01e-4231-8aea-d2863d6cd8d3 req-b6cbec59-6c13-4535-be3c-51975644b0a6 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673914 Jul 07 17:12:51.547071 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ddaaf9-c94b-491a-b12e-617b445df8ac tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting subnet df0fc05a-36a5-4e69-84e7-e71e0965f026 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:12:51.559175 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-03ddaaf9-c94b-491a-b12e-617b445df8ac tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.643283 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe294ae3-71c9-49f1-a5f1-88311ad288ea x-openstack-request-id: req-fe294ae3-71c9-49f1-a5f1-88311ad288ea {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:51.644353 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b26b48c-6b63-4594-bb65-e591544759f9", "name": "network-vif-plugged", "status": "completed", "tag": "bc4c868b-6ad3-470e-a03c-50d8d79c4293", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:51.644944 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe294ae3-71c9-49f1-a5f1-88311ad288ea {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:51.645657 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b26b48c-6b63-4594-bb65-e591544759f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4c868b-6ad3-470e-a03c-50d8d79c4293', 'code': 200} Jul 07 17:12:51.647534 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-63aa87fd-78ac-4877-af4f-971e03cb6b53 None None] Allocated IP 2001:db8::2 (6e9cefa1-f008-4dc6-9203-f56e105ef387/8350074d-9d48-4eb4-8057-9bb17b2f93fd/e44c99f1-6a24-4548-ae13-ec0884774a98) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:51.650884 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-03ddaaf9-c94b-491a-b12e-617b445df8ac tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.720537 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-942dcca2-e89a-418d-95d3-a31cb99a9268 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2624254 Jul 07 17:12:51.730829 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 25cb5269-fb29-4fca-aae3-456baa7ee205 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:51.802604 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 25cb5269-fb29-4fca-aae3-456baa7ee205 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:51.803267 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 25cb5269-fb29-4fca-aae3-456baa7ee205 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:51.803636 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-26a38e2c-8ba5-4ba8-992d-bb6cd3ccdcab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:51.859278 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-26a38e2c-8ba5-4ba8-992d-bb6cd3ccdcab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.909364 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-26a38e2c-8ba5-4ba8-992d-bb6cd3ccdcab service neutron] Transition to ACTIVE for port object 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:51.922769 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-26a38e2c-8ba5-4ba8-992d-bb6cd3ccdcab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.974541 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c351e5e3-ab97-48e3-96bc-b8afa076e69b req-58f85bfc-501f-4ac9-9fc7-c70b5aae9cb4 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88a1124-fc82-44c5-bf52-7cf31934ee8d HTTP/1.1" status: 200 len: 210 time: 0.0671747 Jul 07 17:12:51.975794 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-63aa87fd-78ac-4877-af4f-971e03cb6b53 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.008140 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-63aa87fd-78ac-4877-af4f-971e03cb6b53 None None] Transition to ACTIVE for port object e44c99f1-6a24-4548-ae13-ec0884774a98 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:52.061133 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-63aa87fd-78ac-4877-af4f-971e03cb6b53 None None] Transition to ACTIVE for port object e44c99f1-6a24-4548-ae13-ec0884774a98 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:52.073350 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-03ddaaf9-c94b-491a-b12e-617b445df8ac tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.082864 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-63aa87fd-78ac-4877-af4f-971e03cb6b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.172240 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-89a29a85-8b7a-485e-b9f2-7a71c715bb30 service neutron] 10.222.0.53 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361465 Jul 07 17:12:52.209631 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a38e2c-8ba5-4ba8-992d-bb6cd3ccdcab service neutron] Pushing event updated for resources: {'Port': ['ID=495805fd-0180-40f2-ab25-1a1c2bc8cbc3,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:52.243788 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-350fae9b-f01b-48c9-b47e-69742ade8cdd tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 2001:db8::1a2 (6e9cefa1-f008-4dc6-9203-f56e105ef387/8350074d-9d48-4eb4-8057-9bb17b2f93fd/2780af8f-66ef-49f9-9f4c-cd4b52878469) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:52.281727 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63aa87fd-78ac-4877-af4f-971e03cb6b53 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:52.294866 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-63aa87fd-78ac-4877-af4f-971e03cb6b53 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:52.301207 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa87fd-78ac-4877-af4f-971e03cb6b53 None None] Pushing event updated for resources: {'Port': ['ID=e44c99f1-6a24-4548-ae13-ec0884774a98,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:52.315231 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aa87fd-78ac-4877-af4f-971e03cb6b53 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:52.353135 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37624) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:52.387397 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ca957-1595-47f0-9a57-df7cff3b37ea req-c7d41024-f441-45d9-94c6-451e67cbb779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:52.390463 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-740ca957-1595-47f0-9a57-df7cff3b37ea req-c7d41024-f441-45d9-94c6-451e67cbb779 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 1098 time: 0.5805449 Jul 07 17:12:52.436947 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-63aa87fd-78ac-4877-af4f-971e03cb6b53 None None] Attempting to bind port e44c99f1-6a24-4548-ae13-ec0884774a98 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:52.437650 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-63aa87fd-78ac-4877-af4f-971e03cb6b53 None None] Attempting to bind port e44c99f1-6a24-4548-ae13-ec0884774a98 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:52.438191 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aa87fd-78ac-4877-af4f-971e03cb6b53 None None] Attempting to bind port e44c99f1-6a24-4548-ae13-ec0884774a98 on network 6e9cefa1-f008-4dc6-9203-f56e105ef387 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:52.447759 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aa87fd-78ac-4877-af4f-971e03cb6b53 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:52.448517 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aa87fd-78ac-4877-af4f-971e03cb6b53 None None] Checking segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:52.450767 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-63aa87fd-78ac-4877-af4f-971e03cb6b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.451414 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aa87fd-78ac-4877-af4f-971e03cb6b53 None None] Bound using segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:52.453337 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-63aa87fd-78ac-4877-af4f-971e03cb6b53 None None] Bound port: e44c99f1-6a24-4548-ae13-ec0884774a98, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:52.454167 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-63aa87fd-78ac-4877-af4f-971e03cb6b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.565034 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-63aa87fd-78ac-4877-af4f-971e03cb6b53 None None] For port e44c99f1-6a24-4548-ae13-ec0884774a98, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:52.570501 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-63aa87fd-78ac-4877-af4f-971e03cb6b53 None None] For port e44c99f1-6a24-4548-ae13-ec0884774a98, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e44c99f1-6a24-4548-ae13-ec0884774a98,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:52.583409 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4d3059-3bf9-424d-bba0-a33625d598b8 x-openstack-request-id: req-9b4d3059-3bf9-424d-bba0-a33625d598b8 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:52.583775 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ef4cc4-d120-42fb-ad1c-c35a3745544b", "name": "network-vif-deleted", "tag": "25cb5269-fb29-4fca-aae3-456baa7ee205", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:52.584314 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-63aa87fd-78ac-4877-af4f-971e03cb6b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.586739 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b4d3059-3bf9-424d-bba0-a33625d598b8 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:52.587146 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ef4cc4-d120-42fb-ad1c-c35a3745544b', 'name': 'network-vif-deleted', 'tag': '25cb5269-fb29-4fca-aae3-456baa7ee205', 'status': 'completed', 'code': 200} Jul 07 17:12:52.690843 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-350fae9b-f01b-48c9-b47e-69742ade8cdd tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.718158 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-350fae9b-f01b-48c9-b47e-69742ade8cdd tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Transition to ACTIVE for port object 2780af8f-66ef-49f9-9f4c-cd4b52878469 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:52.723723 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-03ddaaf9-c94b-491a-b12e-617b445df8ac tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.784718 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ddaaf9-c94b-491a-b12e-617b445df8ac tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Subnet': ['ID=df0fc05a-36a5-4e69-84e7-e71e0965f026,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:52.794584 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-350fae9b-f01b-48c9-b47e-69742ade8cdd tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.798842 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-740ca957-1595-47f0-9a57-df7cff3b37ea req-258e30af-8dd5-48c8-889a-142ac499d55c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585000 Jul 07 17:12:52.806906 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a02951f-14ed-4540-8dcf-9f4571a60ed0 admin admin] Deleting subnet a7c43906-f951-40f3-86c0-81e1278602f8 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:12:52.835044 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4a02951f-14ed-4540-8dcf-9f4571a60ed0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.835044 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-26a38e2c-8ba5-4ba8-992d-bb6cd3ccdcab service neutron] Attempting to bind port 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:52.835044 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-26a38e2c-8ba5-4ba8-992d-bb6cd3ccdcab service neutron] Attempting to bind port 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '949bde3c-9847-4134-988d-7b58d400e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:52.835044 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-26a38e2c-8ba5-4ba8-992d-bb6cd3ccdcab service neutron] Attempting to bind port 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 on network d9c7bfe2-c6df-42ea-bc46-459eb954abd9 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:52.841616 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-03ddaaf9-c94b-491a-b12e-617b445df8ac tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.847842 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-03ddaaf9-c94b-491a-b12e-617b445df8ac tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/subnets/df0fc05a-36a5-4e69-84e7-e71e0965f026 HTTP/1.1" status: 204 len: 168 time: 1.4275894 Jul 07 17:12:52.873305 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37630) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:52.893704 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010bf30c-fb53-41f6-b20a-14267242808b None None] Network 084c13d1-0056-478c-ab4f-9e85967748d9 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:52.985690 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-56f353de-75b6-4e4e-a6d6-90c5d2dc4fbe service neutron] 10.222.0.53 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7770412 Jul 07 17:12:52.986342 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-26a38e2c-8ba5-4ba8-992d-bb6cd3ccdcab service neutron] Port 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 on network d9c7bfe2-c6df-42ea-bc46-459eb954abd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:12:52.986607 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-26a38e2c-8ba5-4ba8-992d-bb6cd3ccdcab service neutron] Attempting to bind port 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 on network d9c7bfe2-c6df-42ea-bc46-459eb954abd9 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:52.994992 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa87fd-78ac-4877-af4f-971e03cb6b53 None None] Pushing event updated for resources: {'Port': ['ID=e44c99f1-6a24-4548-ae13-ec0884774a98,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:52.998137 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5dad2a58-b8ad-4b5d-858b-2ebac291a949 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.007688 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-26a38e2c-8ba5-4ba8-992d-bb6cd3ccdcab service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:53.008033 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-26a38e2c-8ba5-4ba8-992d-bb6cd3ccdcab service neutron] Checking segment: {'id': '949bde3c-9847-4134-988d-7b58d400e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:53.008419 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-26a38e2c-8ba5-4ba8-992d-bb6cd3ccdcab service neutron] Bound using segment: {'id': '949bde3c-9847-4134-988d-7b58d400e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:53.008974 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-26a38e2c-8ba5-4ba8-992d-bb6cd3ccdcab service neutron] Bound port: 495805fd-0180-40f2-ab25-1a1c2bc8cbc3, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949bde3c-9847-4134-988d-7b58d400e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:53.009345 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-26a38e2c-8ba5-4ba8-992d-bb6cd3ccdcab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.029433 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4a02951f-14ed-4540-8dcf-9f4571a60ed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.034449 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350fae9b-f01b-48c9-b47e-69742ade8cdd tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:53.147616 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4a02951f-14ed-4540-8dcf-9f4571a60ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.178860 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-350fae9b-f01b-48c9-b47e-69742ade8cdd tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:53.198259 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350fae9b-f01b-48c9-b47e-69742ade8cdd tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:53.221567 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350fae9b-f01b-48c9-b47e-69742ade8cdd tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:53.222333 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-350fae9b-f01b-48c9-b47e-69742ade8cdd tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.237808 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350fae9b-f01b-48c9-b47e-69742ade8cdd tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Port': ['ID=2780af8f-66ef-49f9-9f4c-cd4b52878469,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:53.309747 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-26a38e2c-8ba5-4ba8-992d-bb6cd3ccdcab service neutron] For port 495805fd-0180-40f2-ab25-1a1c2bc8cbc3, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:53.312186 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-350fae9b-f01b-48c9-b47e-69742ade8cdd tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5777233 Jul 07 17:12:53.315238 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37634) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:53.339178 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-26a38e2c-8ba5-4ba8-992d-bb6cd3ccdcab service neutron] For port 495805fd-0180-40f2-ab25-1a1c2bc8cbc3, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=495805fd-0180-40f2-ab25-1a1c2bc8cbc3,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:53.396094 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f331ab5b-8da6-45af-ad64-a9061ca1ad0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.417086 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-26a38e2c-8ba5-4ba8-992d-bb6cd3ccdcab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.472750 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eda90c5-cd30-4fa2-8434-ee5738b24ede None None] DHCP port deletion for 084c13d1-0056-478c-ab4f-9e85967748d9 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:12:53.484699 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21278e08-a6ce-4412-80d3-185fbba6c9a2 req-841a3a38-88f2-4119-8a14-06b788d2abe0 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:53.486246 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-5dad2a58-b8ad-4b5d-858b-2ebac291a949 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting port af2c9e41-d40a-4f9d-baab-beda7b472272 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:53.486693 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5dad2a58-b8ad-4b5d-858b-2ebac291a949 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.492836 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-21278e08-a6ce-4412-80d3-185fbba6c9a2 req-841a3a38-88f2-4119-8a14-06b788d2abe0 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 943 time: 0.5079405 Jul 07 17:12:53.610197 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719cb092-986a-44fb-80c9-13ab67f0dab2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:53.618154 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719cb092-986a-44fb-80c9-13ab67f0dab2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:53.623477 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-719cb092-986a-44fb-80c9-13ab67f0dab2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2996852 Jul 07 17:12:53.638995 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-21278e08-a6ce-4412-80d3-185fbba6c9a2 req-06c3b6ae-aa2a-4e1d-b585-b6fb66e619e9 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449342 Jul 07 17:12:53.645293 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-5dad2a58-b8ad-4b5d-858b-2ebac291a949 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] For port af2c9e41-d40a-4f9d-baab-beda7b472272, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=af2c9e41-d40a-4f9d-baab-beda7b472272,segment=NetworkSegment(f5f56595-7769-4373-9e08-c3192af940f5),segment_id=f5f56595-7769-4373-9e08-c3192af940f5)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:53.645906 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5dad2a58-b8ad-4b5d-858b-2ebac291a949 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.646899 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37640) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:53.680971 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-5dad2a58-b8ad-4b5d-858b-2ebac291a949 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Calling delete_port for af2c9e41-d40a-4f9d-baab-beda7b472272 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:53.700835 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-4eda90c5-cd30-4fa2-8434-ee5738b24ede None None] Deleting port af2c9e41-d40a-4f9d-baab-beda7b472272 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:53.701765 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4eda90c5-cd30-4fa2-8434-ee5738b24ede None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.867525 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4a02951f-14ed-4540-8dcf-9f4571a60ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.886810 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-134c1c65-cdd4-43bc-9e8c-5d2cc355efb5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting port 2780af8f-66ef-49f9-9f4c-cd4b52878469 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:53.887544 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-134c1c65-cdd4-43bc-9e8c-5d2cc355efb5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.990947 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-4eda90c5-cd30-4fa2-8434-ee5738b24ede None None] For port af2c9e41-d40a-4f9d-baab-beda7b472272, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=af2c9e41-d40a-4f9d-baab-beda7b472272,segment=NetworkSegment(f5f56595-7769-4373-9e08-c3192af940f5),segment_id=f5f56595-7769-4373-9e08-c3192af940f5)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:53.991824 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4eda90c5-cd30-4fa2-8434-ee5738b24ede None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.994736 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-26a38e2c-8ba5-4ba8-992d-bb6cd3ccdcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:53.996151 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-26a38e2c-8ba5-4ba8-992d-bb6cd3ccdcab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.011503 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-26a38e2c-8ba5-4ba8-992d-bb6cd3ccdcab service neutron] 10.222.0.72 "PUT /v2.0/ports/495805fd-0180-40f2-ab25-1a1c2bc8cbc3 HTTP/1.1" status: 200 len: 1092 time: 5.6422100 Jul 07 17:12:54.032505 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-4eda90c5-cd30-4fa2-8434-ee5738b24ede None None] Calling delete_port for af2c9e41-d40a-4f9d-baab-beda7b472272 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:54.050674 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e44c99f1-6a24-4548-ae13-ec0884774a98 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:54.146729 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-134c1c65-cdd4-43bc-9e8c-5d2cc355efb5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.185330 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4a02951f-14ed-4540-8dcf-9f4571a60ed0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.187624 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4a02951f-14ed-4540-8dcf-9f4571a60ed0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a7c43906-f951-40f3-86c0-81e1278602f8 HTTP/1.1" status: 204 len: 168 time: 1.7833745 Jul 07 17:12:54.190598 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02951f-14ed-4540-8dcf-9f4571a60ed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7c43906-f951-40f3-86c0-81e1278602f8,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:54.197102 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37652) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:54.277374 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0d9de381-20f7-4baa-a6ee-8619cb092869 req-4f031cb2-70cd-4a31-845f-ce8ac56a2068 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd4387be-c997-400a-aeba-81688f367554 HTTP/1.1" status: 200 len: 210 time: 0.1614184 Jul 07 17:12:54.294944 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a38e2c-8ba5-4ba8-992d-bb6cd3ccdcab service neutron] Pushing event updated for resources: {'Port': ['ID=495805fd-0180-40f2-ab25-1a1c2bc8cbc3,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:54.302444 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-134c1c65-cdd4-43bc-9e8c-5d2cc355efb5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Calling delete_port for 2780af8f-66ef-49f9-9f4c-cd4b52878469 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:54.340355 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port e44c99f1-6a24-4548-ae13-ec0884774a98 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:54.428263 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37654) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:54.461721 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4eda90c5-cd30-4fa2-8434-ee5738b24ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.569906 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eda90c5-cd30-4fa2-8434-ee5738b24ede None None] No DVR routers for this DVR port af2c9e41-d40a-4f9d-baab-beda7b472272 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:54.573184 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device af2c9e41-d40a-4f9d-baab-beda7b472272 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:54.584911 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda90c5-cd30-4fa2-8434-ee5738b24ede None None] Pushing event deleted for resources: {'Port': ['ID=af2c9e41-d40a-4f9d-baab-beda7b472272,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:54.611368 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd67a367-3f1f-4463-a0a8-0b948e562772', 'tag': '495805fd-0180-40f2-ab25-1a1c2bc8cbc3'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:54.616598 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94bbfb3-88c4-4ed9-85f4-47d6bc8310fd" -d '{"events": [{"name": "network-changed", "server_uuid": "cd67a367-3f1f-4463-a0a8-0b948e562772", "tag": "495805fd-0180-40f2-ab25-1a1c2bc8cbc3"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:54.645699 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: af2c9e41-d40a-4f9d-baab-beda7b472272 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:54.646046 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device af2c9e41-d40a-4f9d-baab-beda7b472272 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:54.738045 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-134c1c65-cdd4-43bc-9e8c-5d2cc355efb5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.741999 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd9f7a8-b1ed-4dac-981c-f1c9282d22e0 x-openstack-request-id: req-1fd9f7a8-b1ed-4dac-981c-f1c9282d22e0 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:54.742296 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd67a367-3f1f-4463-a0a8-0b948e562772", "tag": "495805fd-0180-40f2-ab25-1a1c2bc8cbc3", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:54.742552 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1fd9f7a8-b1ed-4dac-981c-f1c9282d22e0 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:54.743064 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd67a367-3f1f-4463-a0a8-0b948e562772', 'tag': '495805fd-0180-40f2-ab25-1a1c2bc8cbc3', 'status': 'completed', 'code': 200} Jul 07 17:12:54.814959 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a67ffb6c-af6b-493a-a282-fe6519c5f565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.850564 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ca1b2-f072-47f6-b464-7e0c6dab75eb req-8aecf244-084a-4b4f-a342-b0444869d77e tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:54.854524 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-df7ca1b2-f072-47f6-b464-7e0c6dab75eb req-8aecf244-084a-4b4f-a342-b0444869d77e tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 946 time: 1.1175296 Jul 07 17:12:54.879895 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-134c1c65-cdd4-43bc-9e8c-5d2cc355efb5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.883755 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5dad2a58-b8ad-4b5d-858b-2ebac291a949 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.884177 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-134c1c65-cdd4-43bc-9e8c-5d2cc355efb5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/2780af8f-66ef-49f9-9f4c-cd4b52878469 HTTP/1.1" status: 204 len: 168 time: 1.2354922 Jul 07 17:12:54.928125 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37662) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:54.943104 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c1c65-cdd4-43bc-9e8c-5d2cc355efb5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Port': ['ID=2780af8f-66ef-49f9-9f4c-cd4b52878469,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:54.969969 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-440432c3-5ebd-4337-8440-6c658b845cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:54.977226 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-440432c3-5ebd-4337-8440-6c658b845cec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18e760e73e3c432284bc214c0bade121&device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 1095 time: 0.8883314 Jul 07 17:12:55.000346 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad2a58-b8ad-4b5d-858b-2ebac291a949 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Port': ['ID=af2c9e41-d40a-4f9d-baab-beda7b472272,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:55.026632 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c171d75-62df-4bb4-b52c-f9cebf7c7e2f req-e1fc5162-717c-4b81-b267-d929c06a7eee tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:55.029920 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9c171d75-62df-4bb4-b52c-f9cebf7c7e2f req-e1fc5162-717c-4b81-b267-d929c06a7eee tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 943 time: 0.1415708 Jul 07 17:12:55.047504 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1176191e-ffdc-4cbc-96b0-d540e3440cdd tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.102618 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9b196311-22db-461a-b3f8-7f0b7f6fbf5f None None] Provisioning for port e44c99f1-6a24-4548-ae13-ec0884774a98 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:55.110870 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9c171d75-62df-4bb4-b52c-f9cebf7c7e2f req-81794bdc-38ca-4f72-b0e6-ed1e2bebc07a tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698719 Jul 07 17:12:55.122010 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9b196311-22db-461a-b3f8-7f0b7f6fbf5f None None] Provisioning complete for port e44c99f1-6a24-4548-ae13-ec0884774a98 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:55.122644 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9b196311-22db-461a-b3f8-7f0b7f6fbf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.190390 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-7dd1fe70-a7cc-492f-82c7-8e51c9bab190 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=495805fd-0180-40f2-ab25-1a1c2bc8cbc3 HTTP/1.1" status: 200 len: 217 time: 0.1820972 Jul 07 17:12:55.194134 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-df7ca1b2-f072-47f6-b464-7e0c6dab75eb req-a90e911a-ed55-4d2f-9539-20a4553a15dc tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325019 Jul 07 17:12:55.220450 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dad2a58-b8ad-4b5d-858b-2ebac291a949 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] No DVR routers for this DVR port af2c9e41-d40a-4f9d-baab-beda7b472272 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:55.307868 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a67ffb6c-af6b-493a-a282-fe6519c5f565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.348700 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9b196311-22db-461a-b3f8-7f0b7f6fbf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.363642 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3068901e-f4dd-443b-9b58-5fae1322a24b req-d5e37b6b-1ffb-4bc3-963b-7fd87f4439ab service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7575004 Jul 07 17:12:55.397528 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-9b196311-22db-461a-b3f8-7f0b7f6fbf5f None None] For port e44c99f1-6a24-4548-ae13-ec0884774a98, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e44c99f1-6a24-4548-ae13-ec0884774a98,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:55.407024 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-a67ffb6c-af6b-493a-a282-fe6519c5f565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d543c9c-5ff0-4d84-8116-82b8b5a5d03b']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:55.410742 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1176191e-ffdc-4cbc-96b0-d540e3440cdd tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.420613 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9b196311-22db-461a-b3f8-7f0b7f6fbf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.424839 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b611d0c-5d6a-4216-bb7f-39ba4dff0475 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:55.426574 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b611d0c-5d6a-4216-bb7f-39ba4dff0475 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:55.428484 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1b611d0c-5d6a-4216-bb7f-39ba4dff0475 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4500318 Jul 07 17:12:55.431783 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37668) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:55.446850 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-a67ffb6c-af6b-493a-a282-fe6519c5f565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0ff4ea-1f4d-4dea-ba1a-558e8370d383') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:55.447254 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-a67ffb6c-af6b-493a-a282-fe6519c5f565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0ff4ea-1f4d-4dea-ba1a-558e8370d383') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:55.535966 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b196311-22db-461a-b3f8-7f0b7f6fbf5f None None] Pushing event updated for resources: {'Port': ['ID=e44c99f1-6a24-4548-ae13-ec0884774a98,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:55.554523 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4fc67d7-899a-4044-9493-713b3be9ce9b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet 8350074d-9d48-4eb4-8057-9bb17b2f93fd {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:12:55.558826 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3a6bba5a-6866-441e-9a64-f7a76eccc670 None None] Could not find standard attr ID for object 2780af8f-66ef-49f9-9f4c-cd4b52878469. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:12:55.560550 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8aa2f717-3861-41d7-80b7-11540dba7ff2 req-e2c2ca63-9a77-445f-8a66-3cae8bdba39d tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd4387be-c997-400a-aeba-81688f367554 HTTP/1.1" status: 200 len: 210 time: 0.0419533 Jul 07 17:12:55.561492 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4fc67d7-899a-4044-9493-713b3be9ce9b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.581400 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a67ffb6c-af6b-493a-a282-fe6519c5f565 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.634021 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-a64dcf76-75c6-4c58-ad28-c8b01f15d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:55.635565 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-a64dcf76-75c6-4c58-ad28-c8b01f15d33b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b0fe605b-06e9-4628-b5de-b8df689c0601 HTTP/1.1" status: 200 len: 856 time: 0.4355047 Jul 07 17:12:55.638886 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a67ffb6c-af6b-493a-a282-fe6519c5f565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.646867 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4fc67d7-899a-4044-9493-713b3be9ce9b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.671450 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5dad2a58-b8ad-4b5d-858b-2ebac291a949 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.692570 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-5dad2a58-b8ad-4b5d-858b-2ebac291a949 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084c13d1-0056-478c-ab4f-9e85967748d9']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:55.747509 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-5dad2a58-b8ad-4b5d-858b-2ebac291a949 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f56595-7769-4373-9e08-c3192af940f5') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:55.747924 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-5dad2a58-b8ad-4b5d-858b-2ebac291a949 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f56595-7769-4373-9e08-c3192af940f5') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:55.789104 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4fc67d7-899a-4044-9493-713b3be9ce9b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.795206 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a67ffb6c-af6b-493a-a282-fe6519c5f565 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:12:55.795690 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a67ffb6c-af6b-493a-a282-fe6519c5f565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:12:55.809005 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:12:55.878637 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5dad2a58-b8ad-4b5d-858b-2ebac291a949 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.902394 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e44c99f1-6a24-4548-ae13-ec0884774a98 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:55.951247 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5dad2a58-b8ad-4b5d-858b-2ebac291a949 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.952540 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1176191e-ffdc-4cbc-96b0-d540e3440cdd tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.956646 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1176191e-ffdc-4cbc-96b0-d540e3440cdd tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.958090 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1176191e-ffdc-4cbc-96b0-d540e3440cdd tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "DELETE /v2.0/security-groups/a2209d0f-1c1b-499f-83b2-8759a5325052 HTTP/1.1" status: 204 len: 168 time: 1.5067604 Jul 07 17:12:55.976728 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37670) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:55.989374 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-2c49e57c-a4b3-45e6-8fb5-ec62fb482308 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:55.991193 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-2c49e57c-a4b3-45e6-8fb5-ec62fb482308 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.72 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 812 time: 0.1972871 Jul 07 17:12:55.998567 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176191e-ffdc-4cbc-96b0-d540e3440cdd tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2209d0f-1c1b-499f-83b2-8759a5325052,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:56.002373 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dad2a58-b8ad-4b5d-858b-2ebac291a949 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:12:56.003301 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5dad2a58-b8ad-4b5d-858b-2ebac291a949 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:12:56.010050 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:12:56.032306 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a67ffb6c-af6b-493a-a282-fe6519c5f565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.048668 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-cd179ae0-aa13-4908-b702-b723eb1715d3 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Request body: {'port': {'device_id': 'bd4387be-c997-400a-aeba-81688f367554', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'admin_state_up': True, 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:56.053161 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4fc67d7-899a-4044-9493-713b3be9ce9b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.067886 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068901e-f4dd-443b-9b58-5fae1322a24b req-8cdc843d-cbec-47a6-aaac-3eb7f840fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:56.070205 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3068901e-f4dd-443b-9b58-5fae1322a24b req-8cdc843d-cbec-47a6-aaac-3eb7f840fe28 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 1097 time: 0.6294301 Jul 07 17:12:56.077280 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-43b3a1f0-bc47-4a7d-ad4d-3f36390ec248 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] show failed (client error): The resource could not be found. Jul 07 17:12:56.078576 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-43b3a1f0-bc47-4a7d-ad4d-3f36390ec248 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "GET /v2.0/security-groups/a2209d0f-1c1b-499f-83b2-8759a5325052 HTTP/1.1" status: 404 len: 347 time: 0.0910184 Jul 07 17:12:56.083589 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37672) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:56.091152 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a67ffb6c-af6b-493a-a282-fe6519c5f565 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.093545 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a67ffb6c-af6b-493a-a282-fe6519c5f565 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0d543c9c-5ff0-4d84-8116-82b8b5a5d03b HTTP/1.1" status: 204 len: 168 time: 1.8581791 Jul 07 17:12:56.094560 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port e44c99f1-6a24-4548-ae13-ec0884774a98 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:56.095333 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.099686 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37674) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:56.134822 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-a11f8b3a-1f7e-48e0-9f9a-2e6a76c74fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:56.137667 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-a11f8b3a-1f7e-48e0-9f9a-2e6a76c74fff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9c7bfe2-c6df-42ea-bc46-459eb954abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4055500 Jul 07 17:12:56.138719 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ffb6c-af6b-493a-a282-fe6519c5f565 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d543c9c-5ff0-4d84-8116-82b8b5a5d03b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:56.169349 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.218909 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4fc67d7-899a-4044-9493-713b3be9ce9b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.222870 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b4fc67d7-899a-4044-9493-713b3be9ce9b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/8350074d-9d48-4eb4-8057-9bb17b2f93fd HTTP/1.1" status: 204 len: 168 time: 0.7871342 Jul 07 17:12:56.224922 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc67d7-899a-4044-9493-713b3be9ce9b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=8350074d-9d48-4eb4-8057-9bb17b2f93fd,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:56.229490 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37680) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:56.267387 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ece15d-1f69-41b8-a19f-5bc267ccf0ce None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:56.290792 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5dad2a58-b8ad-4b5d-858b-2ebac291a949 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.446855 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-14bc1a3f-74c7-4e94-aa57-ea68232d5580 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1209488 Jul 07 17:12:56.454109 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37684) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:56.660184 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06ecc7e-ab82-4151-987b-9fb809aca3b8 None None] DHCP port deletion for 6e9cefa1-f008-4dc6-9203-f56e105ef387 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:12:56.722328 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dc0d1b-cd99-4a67-baff-75e1c1fb1ef0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:56.774233 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-00dc0d1b-cd99-4a67-baff-75e1c1fb1ef0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2688582 Jul 07 17:12:56.774233 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37688) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:56.796608 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2b2ad-06c2-4037-a9a5-b0481e126f6b req-a806fdfb-9f28-4345-b03d-37f16270a196 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:56.802137 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-53f2b2ad-06c2-4037-a9a5-b0481e126f6b req-a806fdfb-9f28-4345-b03d-37f16270a196 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 946 time: 0.2706649 Jul 07 17:12:56.804978 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5dad2a58-b8ad-4b5d-858b-2ebac291a949 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.807033 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5dad2a58-b8ad-4b5d-858b-2ebac291a949 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/networks/084c13d1-0056-478c-ab4f-9e85967748d9 HTTP/1.1" status: 204 len: 168 time: 3.9314606 Jul 07 17:12:56.819853 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-520c39c4-c2c8-46b9-a79f-3f98e5e02f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.823314 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5692d4c-b4c8-4dfb-9149-191386d501b4 admin admin] Deleting subnet d3044b88-9772-49bd-9228-7682ffba4c67 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:12:56.827263 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37690) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:56.842059 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-872e29aa-9414-4664-8dd4-f29c48c6b18b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1366063242'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:56.860903 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-e06ecc7e-ab82-4151-987b-9fb809aca3b8 None None] Deleting port e44c99f1-6a24-4548-ae13-ec0884774a98 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:56.862834 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e06ecc7e-ab82-4151-987b-9fb809aca3b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.873235 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a5692d4c-b4c8-4dfb-9149-191386d501b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.907893 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-cd179ae0-aa13-4908-b702-b723eb1715d3 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Made reservation on behalf of ea3241034bb848a48d8167b6b493e4d4 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:56.913872 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad2a58-b8ad-4b5d-858b-2ebac291a949 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Network': ['ID=084c13d1-0056-478c-ab4f-9e85967748d9,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:56.916673 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-cd179ae0-aa13-4908-b702-b723eb1715d3 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.969131 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b12f801-3a63-4d57-a18b-20175a18780b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:56.974366 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8b12f801-3a63-4d57-a18b-20175a18780b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2309296 Jul 07 17:12:56.977345 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37692) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:56.991511 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a5692d4c-b4c8-4dfb-9149-191386d501b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.001575 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-e06ecc7e-ab82-4151-987b-9fb809aca3b8 None None] For port e44c99f1-6a24-4548-ae13-ec0884774a98, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e44c99f1-6a24-4548-ae13-ec0884774a98,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:57.002212 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e06ecc7e-ab82-4151-987b-9fb809aca3b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.023039 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-e06ecc7e-ab82-4151-987b-9fb809aca3b8 None None] Calling delete_port for e44c99f1-6a24-4548-ae13-ec0884774a98 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:57.030186 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068901e-f4dd-443b-9b58-5fae1322a24b req-106a55d3-db31-41bb-8ac5-ccac469cbd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:57.031841 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3068901e-f4dd-443b-9b58-5fae1322a24b req-106a55d3-db31-41bb-8ac5-ccac469cbd38 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 913 time: 0.9196975 Jul 07 17:12:57.040450 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872e29aa-9414-4664-8dd4-f29c48c6b18b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:57.045091 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-872e29aa-9414-4664-8dd4-f29c48c6b18b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.049681 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-5eed6c3d-6d60-41d1-af29-6b4cd50aafba service neutron] 10.222.0.72 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8729255 Jul 07 17:12:57.091077 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-217eb864-9e18-4b87-8421-04c12989ff7c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Deleting port 8452e82a-1a9e-4bea-a414-586bdf355df7 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:57.091762 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-217eb864-9e18-4b87-8421-04c12989ff7c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.101127 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4316477d-c4b6-4502-ac3a-e13624644a54 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1163685 Jul 07 17:12:57.135175 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37694) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:57.175937 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e06ecc7e-ab82-4151-987b-9fb809aca3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.180585 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-a87adfd4-4693-43d8-9671-4aeea0a15ee2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:57.204374 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ecc7e-ab82-4151-987b-9fb809aca3b8 None None] Pushing event deleted for resources: {'Port': ['ID=e44c99f1-6a24-4548-ae13-ec0884774a98,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:57.224439 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06ecc7e-ab82-4151-987b-9fb809aca3b8 None None] No DVR routers for this DVR port e44c99f1-6a24-4548-ae13-ec0884774a98 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:57.250183 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-53f2b2ad-06c2-4037-a9a5-b0481e126f6b req-541ace08-e356-4a40-ad0b-3ae78b13fa4b tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940399 Jul 07 17:12:57.253461 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a5692d4c-b4c8-4dfb-9149-191386d501b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.437200 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-cd179ae0-aa13-4908-b702-b723eb1715d3 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Allocated IP 172.20.0.6 (77d41963-e136-4ba3-ad68-c6ff6b5ca03b/eb25b29e-8000-461d-9a31-049cca6cce84/94bd3849-30eb-4eef-b27a-1a2aa77b0362) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:57.459957 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-872e29aa-9414-4664-8dd4-f29c48c6b18b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:12:57.466269 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a5692d4c-b4c8-4dfb-9149-191386d501b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.491253 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3029a53a-5fce-44f5-a69d-57c201e5e340 req-4149315d-3b71-4b73-bb44-48c9a7db99dc tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd4387be-c997-400a-aeba-81688f367554 HTTP/1.1" status: 200 len: 210 time: 0.0652981 Jul 07 17:12:57.501972 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-217eb864-9e18-4b87-8421-04c12989ff7c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.502642 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-217eb864-9e18-4b87-8421-04c12989ff7c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.521116 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5db24-9e4e-4cb8-a20c-066fc9836522 req-05a593db-4fd5-423e-806d-1948f3494b94 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:57.524467 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f8f5db24-9e4e-4cb8-a20c-066fc9836522 req-05a593db-4fd5-423e-806d-1948f3494b94 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 943 time: 0.7245002 Jul 07 17:12:57.533782 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-217eb864-9e18-4b87-8421-04c12989ff7c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Calling delete_port for 8452e82a-1a9e-4bea-a414-586bdf355df7 owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:57.597613 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3068901e-f4dd-443b-9b58-5fae1322a24b req-6a09e52e-bad5-4b8e-ac40-ba3788deb44e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f HTTP/1.1" status: 200 len: 999 time: 0.5447006 Jul 07 17:12:57.649838 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a5692d4c-b4c8-4dfb-9149-191386d501b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.658055 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a5692d4c-b4c8-4dfb-9149-191386d501b4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d3044b88-9772-49bd-9228-7682ffba4c67 HTTP/1.1" status: 204 len: 168 time: 1.5467210 Jul 07 17:12:57.659711 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5692d4c-b4c8-4dfb-9149-191386d501b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3044b88-9772-49bd-9228-7682ffba4c67,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:57.667957 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37700) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:57.670660 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-872e29aa-9414-4664-8dd4-f29c48c6b18b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.671483 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-872e29aa-9414-4664-8dd4-f29c48c6b18b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Added segment cb1d5030-43c2-4cf9-8b54-1c50224ec07b of type vlan for network dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af Jul 07 17:12:57.855769 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.958475 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e44c99f1-6a24-4548-ae13-ec0884774a98 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:57.980533 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-872e29aa-9414-4664-8dd4-f29c48c6b18b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.994280 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8ad0239f-63cf-48aa-9be9-aeb6673acc9d req-8c0460d0-9381-4654-8927-91c3c3606c05 service neutron] 10.222.0.72 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9303639 Jul 07 17:12:58.011555 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f8f5db24-9e4e-4cb8-a20c-066fc9836522 req-2cee7235-4b2f-4903-be31-b18bd267bd31 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4677973 Jul 07 17:12:58.039054 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068901e-f4dd-443b-9b58-5fae1322a24b req-215b54f7-57fd-4612-8cc8-7cf2eddc9689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:58.044208 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3068901e-f4dd-443b-9b58-5fae1322a24b req-215b54f7-57fd-4612-8cc8-7cf2eddc9689 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 200 len: 851 time: 0.4146562 Jul 07 17:12:58.046103 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87adfd4-4693-43d8-9671-4aeea0a15ee2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:58.053611 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a87adfd4-4693-43d8-9671-4aeea0a15ee2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:58.054129 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: e44c99f1-6a24-4548-ae13-ec0884774a98 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:58.054752 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e44c99f1-6a24-4548-ae13-ec0884774a98 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:58.206435 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-872e29aa-9414-4664-8dd4-f29c48c6b18b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:58.217892 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872e29aa-9414-4664-8dd4-f29c48c6b18b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:58.218945 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-872e29aa-9414-4664-8dd4-f29c48c6b18b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:58.479022 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-872e29aa-9414-4664-8dd4-f29c48c6b18b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6421435 Jul 07 17:12:58.493841 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37704) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:58.513632 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-0a69fac9-690d-4569-9ead-998188755684 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'subnet': {'network_id': 'dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:58.551608 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e29aa-9414-4664-8dd4-f29c48c6b18b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Network': ['ID=dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:58.575321 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:12:58.663500 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-cd179ae0-aa13-4908-b702-b723eb1715d3 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:58.701670 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-cd179ae0-aa13-4908-b702-b723eb1715d3 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Transition to ACTIVE for port object 94bd3849-30eb-4eef-b27a-1a2aa77b0362 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:58.772766 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068901e-f4dd-443b-9b58-5fae1322a24b req-e3512718-5247-4526-b8fe-bbc1ea0ecd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:58.775590 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3068901e-f4dd-443b-9b58-5fae1322a24b req-e3512718-5247-4526-b8fe-bbc1ea0ecd0a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6360281 Jul 07 17:12:58.825243 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cc93f3d1-2c25-45d7-b91b-f939b2e05fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:58.854324 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bbfb3-88c4-4ed9-85f4-47d6bc8310fd req-70d68abf-a133-4f2c-996d-7f23e7acb40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:58.857711 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e94bbfb3-88c4-4ed9-85f4-47d6bc8310fd req-70d68abf-a133-4f2c-996d-7f23e7acb40c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18e760e73e3c432284bc214c0bade121&device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 1095 time: 0.6340129 Jul 07 17:12:58.893704 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-cd179ae0-aa13-4908-b702-b723eb1715d3 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:58.906074 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['8dc81060-f12c-4d50-ac74-7a7ea986f264'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:58.949824 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3ad3f-db8e-4513-bcda-4942477d3174 req-14ec92d2-94eb-4bbf-8150-d0253aef75dc tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:58.957435 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d7b3ad3f-db8e-4513-bcda-4942477d3174 req-14ec92d2-94eb-4bbf-8150-d0253aef75dc tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 946 time: 0.5146358 Jul 07 17:12:59.067963 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bbfb3-88c4-4ed9-85f4-47d6bc8310fd req-e94092bf-5aab-4dd3-b988-f4d1719e4829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:59.069536 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e94bbfb3-88c4-4ed9-85f4-47d6bc8310fd req-e94092bf-5aab-4dd3-b988-f4d1719e4829 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9c7bfe2-c6df-42ea-bc46-459eb954abd9 HTTP/1.1" status: 200 len: 918 time: 0.1529350 Jul 07 17:12:59.072690 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2b424618-1bde-4b64-a995-40ed758fe75d req-10eca1cf-74ad-4222-a21f-428d99282afb tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd4387be-c997-400a-aeba-81688f367554 HTTP/1.1" status: 200 len: 210 time: 0.2630365 Jul 07 17:12:59.204521 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e94bbfb3-88c4-4ed9-85f4-47d6bc8310fd req-276d3d18-df3e-4803-85c1-63381eef2dd1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=495805fd-0180-40f2-ab25-1a1c2bc8cbc3 HTTP/1.1" status: 200 len: 217 time: 0.1225798 Jul 07 17:12:59.206828 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a69fac9-690d-4569-9ead-998188755684 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:59.215449 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a69fac9-690d-4569-9ead-998188755684 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.283409 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd179ae0-aa13-4908-b702-b723eb1715d3 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Pushing event updated for resources: {'Port': ['ID=94bd3849-30eb-4eef-b27a-1a2aa77b0362,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:59.295237 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-cd179ae0-aa13-4908-b702-b723eb1715d3 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:59.365142 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cc93f3d1-2c25-45d7-b91b-f939b2e05fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.379802 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-cc93f3d1-2c25-45d7-b91b-f939b2e05fca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1065efa4-5616-4a43-8d70-fa7935653fc1']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:59.393345 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-cc93f3d1-2c25-45d7-b91b-f939b2e05fca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312a32f0-e82b-4a8f-adaa-4e13e329b9cb') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:59.393659 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-cc93f3d1-2c25-45d7-b91b-f939b2e05fca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312a32f0-e82b-4a8f-adaa-4e13e329b9cb') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:59.405833 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cc93f3d1-2c25-45d7-b91b-f939b2e05fca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.425338 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cc93f3d1-2c25-45d7-b91b-f939b2e05fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.433616 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc93f3d1-2c25-45d7-b91b-f939b2e05fca admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:12:59.434046 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cc93f3d1-2c25-45d7-b91b-f939b2e05fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:12:59.510780 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:12:59.517742 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-cd179ae0-aa13-4908-b702-b723eb1715d3 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:59.533427 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-cd179ae0-aa13-4908-b702-b723eb1715d3 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:59.616520 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-cd179ae0-aa13-4908-b702-b723eb1715d3 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:59.617062 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-cd179ae0-aa13-4908-b702-b723eb1715d3 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.641707 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cc93f3d1-2c25-45d7-b91b-f939b2e05fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.654218 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cc93f3d1-2c25-45d7-b91b-f939b2e05fca admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.660428 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cc93f3d1-2c25-45d7-b91b-f939b2e05fca admin admin] 10.222.0.53 "DELETE /v2.0/networks/1065efa4-5616-4a43-8d70-fa7935653fc1 HTTP/1.1" status: 204 len: 168 time: 1.9912865 Jul 07 17:12:59.682755 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d7b3ad3f-db8e-4513-bcda-4942477d3174 req-cb94a506-c3c1-49a2-a4d4-07b35835f34e tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7240334 Jul 07 17:12:59.746441 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93f3d1-2c25-45d7-b91b-f939b2e05fca admin admin] Pushing event deleted for resources: {'Network': ['ID=1065efa4-5616-4a43-8d70-fa7935653fc1,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:59.756578 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-cd179ae0-aa13-4908-b702-b723eb1715d3 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7164624 Jul 07 17:12:59.771405 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-4ddcdbbd-4dcb-45c4-96aa-61b76cdf27fa service neutron] Request body: {'port': {'device_id': 'bd4387be-c997-400a-aeba-81688f367554', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:59.814982 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a87adfd4-4693-43d8-9671-4aeea0a15ee2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.868799 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3068901e-f4dd-443b-9b58-5fae1322a24b req-9e8c9681-3e15-4900-bd75-f6f336edd22a service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0496261 Jul 07 17:12:59.868799 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bbfb3-88c4-4ed9-85f4-47d6bc8310fd req-13254d3d-697a-41a4-a725-e1a7821ae044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:59.869312 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e94bbfb3-88c4-4ed9-85f4-47d6bc8310fd req-13254d3d-697a-41a4-a725-e1a7821ae044 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b0fe605b-06e9-4628-b5de-b8df689c0601 HTTP/1.1" status: 200 len: 856 time: 0.6349039 Jul 07 17:12:59.882022 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-4ddcdbbd-4dcb-45c4-96aa-61b76cdf27fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.885704 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-217eb864-9e18-4b87-8421-04c12989ff7c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.022972 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87adfd4-4693-43d8-9671-4aeea0a15ee2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:00.061669 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eb864-9e18-4b87-8421-04c12989ff7c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event deleted for resources: {'Port': ['ID=8452e82a-1a9e-4bea-a414-586bdf355df7,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:00.115999 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-a87adfd4-4693-43d8-9671-4aeea0a15ee2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:00.130741 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dc0880-2f77-4830-86ad-6c95a9455c70 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:00.134974 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-08506a9d-11b3-46b2-98d8-bf0e401de927 None None] Provisioning for port 94bd3849-30eb-4eef-b27a-1a2aa77b0362 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:00.141583 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87adfd4-4693-43d8-9671-4aeea0a15ee2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:00.142612 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a87adfd4-4693-43d8-9671-4aeea0a15ee2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.168743 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-08506a9d-11b3-46b2-98d8-bf0e401de927 None None] Provisioning complete for port 94bd3849-30eb-4eef-b27a-1a2aa77b0362 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:00.173225 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-08506a9d-11b3-46b2-98d8-bf0e401de927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.175224 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72d1ae-9b8f-4434-8b40-f50ffc7f2fb3 req-1ceddc1b-ad5c-4caf-8225-f7e1d73517ef tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:00.178382 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6a72d1ae-9b8f-4434-8b40-f50ffc7f2fb3 req-1ceddc1b-ad5c-4caf-8225-f7e1d73517ef tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 943 time: 0.7879798 Jul 07 17:13:00.191819 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87adfd4-4693-43d8-9671-4aeea0a15ee2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=4ae19f6d-19cb-45b7-832c-04ee938bad91,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:00.260568 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-217eb864-9e18-4b87-8421-04c12989ff7c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.264869 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-217eb864-9e18-4b87-8421-04c12989ff7c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.266360 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-217eb864-9e18-4b87-8421-04c12989ff7c tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "DELETE /v2.0/floatingips/a15153ed-fe3e-45b6-8762-368810555be6 HTTP/1.1" status: 204 len: 168 time: 4.0661359 Jul 07 17:13:00.275887 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37722) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:00.277217 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37724) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:00.332732 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a87adfd4-4693-43d8-9671-4aeea0a15ee2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1565266 Jul 07 17:13:00.357812 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37728) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:00.373031 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-0e34bf83-e23d-4341-9798-08ee4b0c1b1f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'port': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'fixed_ips': [{'subnet_id': '4ae19f6d-19cb-45b7-832c-04ee938bad91', 'ip_address': '2001:db8::4049:e89a:6eb:637c'}], 'name': 'tempest-NetworksTestDHCPv6-1249745652'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:00.404234 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.426686 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-08506a9d-11b3-46b2-98d8-bf0e401de927 None None] Port 94bd3849-30eb-4eef-b27a-1a2aa77b0362 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:13:00.490899 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bbfb3-88c4-4ed9-85f4-47d6bc8310fd req-69d4c58a-b628-486f-b06b-d40ffb439303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:00.493206 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e94bbfb3-88c4-4ed9-85f4-47d6bc8310fd req-69d4c58a-b628-486f-b06b-d40ffb439303 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9c7bfe2-c6df-42ea-bc46-459eb954abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5795720 Jul 07 17:13:00.558802 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6a72d1ae-9b8f-4434-8b40-f50ffc7f2fb3 req-10214a52-ee80-4a83-ac31-0ff960cf6681 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3571088 Jul 07 17:13:00.632339 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3068901e-f4dd-443b-9b58-5fae1322a24b req-0359ebde-af18-4b36-be04-8160f4fe1be4 service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6714919 Jul 07 17:13:00.656433 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a69fac9-690d-4569-9ead-998188755684 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.732179 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8eaa47d-9f53-416a-815b-e270ad03c10b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-6e9cefa1-f008-4dc6-9203-f56e105ef387', 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'fixed_ips': [{'subnet_id': '4ae19f6d-19cb-45b7-832c-04ee938bad91'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:13:00.733139 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d8eaa47d-9f53-416a-815b-e270ad03c10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.851499 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-05d59b94-31c2-4656-aecc-d4a54a342432 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e1f4fde4ca44acab063c5e905ea549a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5571558 Jul 07 17:13:00.864880 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-1152f1d7-b890-4362-a7fe-4cc5251011ac tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Deleting port ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:00.865596 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1152f1d7-b890-4362-a7fe-4cc5251011ac tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.873094 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37734) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:00.989802 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69fac9-690d-4569-9ead-998188755684 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Subnet': ['ID=8f490c7c-2968-4fbc-bde5-ac4e11323a52,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:00.999448 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-d8eaa47d-9f53-416a-815b-e270ad03c10b None None] Allocated IP 2001:db8::2 (6e9cefa1-f008-4dc6-9203-f56e105ef387/4ae19f6d-19cb-45b7-832c-04ee938bad91/a5cd533a-fa9d-453e-95ba-481757885cd8) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:01.198854 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e94bbfb3-88c4-4ed9-85f4-47d6bc8310fd req-82f5eb4f-8c95-4691-bfb4-37b6e296133d service neutron] 10.222.0.72 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6622410 Jul 07 17:13:01.208673 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e34bf83-e23d-4341-9798-08ee4b0c1b1f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:01.212352 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d8eaa47d-9f53-416a-815b-e270ad03c10b None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.225512 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d8eaa47d-9f53-416a-815b-e270ad03c10b None None] Transition to ACTIVE for port object a5cd533a-fa9d-453e-95ba-481757885cd8 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:01.250605 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d8eaa47d-9f53-416a-815b-e270ad03c10b None None] Transition to ACTIVE for port object a5cd533a-fa9d-453e-95ba-481757885cd8 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:01.261856 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d8eaa47d-9f53-416a-815b-e270ad03c10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.310211 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eaa47d-9f53-416a-815b-e270ad03c10b None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:01.314800 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-d8eaa47d-9f53-416a-815b-e270ad03c10b None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:01.322569 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eaa47d-9f53-416a-815b-e270ad03c10b None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:01.369947 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eaa47d-9f53-416a-815b-e270ad03c10b None None] Pushing event updated for resources: {'Port': ['ID=a5cd533a-fa9d-453e-95ba-481757885cd8,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:01.409963 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-d8eaa47d-9f53-416a-815b-e270ad03c10b None None] Attempting to bind port a5cd533a-fa9d-453e-95ba-481757885cd8 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:01.410451 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-d8eaa47d-9f53-416a-815b-e270ad03c10b None None] Attempting to bind port a5cd533a-fa9d-453e-95ba-481757885cd8 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:01.410692 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eaa47d-9f53-416a-815b-e270ad03c10b None None] Attempting to bind port a5cd533a-fa9d-453e-95ba-481757885cd8 on network 6e9cefa1-f008-4dc6-9203-f56e105ef387 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:01.417210 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eaa47d-9f53-416a-815b-e270ad03c10b None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:01.417765 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eaa47d-9f53-416a-815b-e270ad03c10b None None] Checking segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:01.418190 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d8eaa47d-9f53-416a-815b-e270ad03c10b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.418598 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eaa47d-9f53-416a-815b-e270ad03c10b None None] Bound using segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:01.419094 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-d8eaa47d-9f53-416a-815b-e270ad03c10b None None] Bound port: a5cd533a-fa9d-453e-95ba-481757885cd8, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:01.419483 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d8eaa47d-9f53-416a-815b-e270ad03c10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.430621 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1152f1d7-b890-4362-a7fe-4cc5251011ac tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.464013 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-1152f1d7-b890-4362-a7fe-4cc5251011ac tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Calling delete_port for ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:01.476149 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75baca14-c88a-4415-a080-0904e36833ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.517922 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75baca14-c88a-4415-a080-0904e36833ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.525055 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0e34bf83-e23d-4341-9798-08ee4b0c1b1f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.533520 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e94bbfb3-88c4-4ed9-85f4-47d6bc8310fd req-c71157c2-fd5b-4a75-8ba0-5d682611d5c0 service neutron] 10.222.0.72 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096652 Jul 07 17:13:01.535694 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d8eaa47d-9f53-416a-815b-e270ad03c10b None None] For port a5cd533a-fa9d-453e-95ba-481757885cd8, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:01.537323 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a69fac9-690d-4569-9ead-998188755684 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Checking segment: {'id': 'cb1d5030-43c2-4cf9-8b54-1c50224ec07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:01.537761 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a69fac9-690d-4569-9ead-998188755684 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network hostable DHCP agents. Network: dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:13:01.544724 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d8eaa47d-9f53-416a-815b-e270ad03c10b None None] For port a5cd533a-fa9d-453e-95ba-481757885cd8, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a5cd533a-fa9d-453e-95ba-481757885cd8,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:01.556168 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d8eaa47d-9f53-416a-815b-e270ad03c10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.597850 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-0e34bf83-e23d-4341-9798-08ee4b0c1b1f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] device_id is not set on port 7887fec1-190e-4785-947d-d1dd2982b71d yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:13:01.604096 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a69fac9-690d-4569-9ead-998188755684 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:13:01.622264 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b741b8-1e78-4733-9190-1b9662c541f0 req-b200d6e4-d14c-4105-bcd6-b3d2666bb314 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:01.641453 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d2b741b8-1e78-4733-9190-1b9662c541f0 req-b200d6e4-d14c-4105-bcd6-b3d2666bb314 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd4387be-c997-400a-aeba-81688f367554 HTTP/1.1" status: 200 len: 931 time: 0.9419868 Jul 07 17:13:01.645321 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094d92b-f4fa-4fc8-ae2c-ea0d7ec4bb3f req-1bfa5bfd-a286-4f2a-98da-c3b0bb665eaa tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:01.657678 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eaa47d-9f53-416a-815b-e270ad03c10b None None] Pushing event updated for resources: {'Port': ['ID=a5cd533a-fa9d-453e-95ba-481757885cd8,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:01.658711 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e094d92b-f4fa-4fc8-ae2c-ea0d7ec4bb3f req-1bfa5bfd-a286-4f2a-98da-c3b0bb665eaa tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 946 time: 0.6060309 Jul 07 17:13:01.741019 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75baca14-c88a-4415-a080-0904e36833ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.746715 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75baca14-c88a-4415-a080-0904e36833ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.752316 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-75baca14-c88a-4415-a080-0904e36833ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/391f4b9f-e14f-4b7a-a183-ffd4852598eb HTTP/1.1" status: 204 len: 168 time: 0.8696246 Jul 07 17:13:01.761922 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:13:01.801224 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-0a69fac9-690d-4569-9ead-998188755684 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:01.857337 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a69fac9-690d-4569-9ead-998188755684 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:01.858470 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a69fac9-690d-4569-9ead-998188755684 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.871427 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b824fd-3880-4d31-a7e3-191823d8aa8c None None] Network dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:01.909863 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75baca14-c88a-4415-a080-0904e36833ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391f4b9f-e14f-4b7a-a183-ffd4852598eb,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:02.097514 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-4ddcdbbd-4dcb-45c4-96aa-61b76cdf27fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94bd3849-30eb-4eef-b27a-1a2aa77b0362 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:02.110140 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d2b741b8-1e78-4733-9190-1b9662c541f0 req-868e5ea9-e0f5-4d18-8a8e-de76642380c3 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669297 Jul 07 17:13:02.115053 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-4ddcdbbd-4dcb-45c4-96aa-61b76cdf27fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.115636 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1152f1d7-b890-4362-a7fe-4cc5251011ac tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.184822 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e094d92b-f4fa-4fc8-ae2c-ea0d7ec4bb3f req-caed82b5-48b8-4061-9ff6-5443f61913f1 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5246072 Jul 07 17:13:02.201050 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152f1d7-b890-4362-a7fe-4cc5251011ac tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event deleted for resources: {'Port': ['ID=ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:02.202474 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-523c2b12-60af-4119-89e7-61a78c38a2c8 req-402335eb-7469-479d-9b2e-5151507c4bc3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=848ce371-f4d8-4753-84c2-5309adaa22e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8120365 Jul 07 17:13:02.296082 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-4ddcdbbd-4dcb-45c4-96aa-61b76cdf27fa service neutron] Transition to ACTIVE for port object 94bd3849-30eb-4eef-b27a-1a2aa77b0362 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:02.360703 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-4ddcdbbd-4dcb-45c4-96aa-61b76cdf27fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.454924 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb03dc5-098c-4be8-9d31-e2d71e99ba1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af', 'network_id': 'dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af', 'tenant_id': '4d6098c034b649ddb555415464b8c075', 'fixed_ips': [{'subnet_id': '8f490c7c-2968-4fbc-bde5-ac4e11323a52'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:13:02.455818 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1eb03dc5-098c-4be8-9d31-e2d71e99ba1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.491941 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0a69fac9-690d-4569-9ead-998188755684 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9827180 Jul 07 17:13:02.505819 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-0e34bf83-e23d-4341-9798-08ee4b0c1b1f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 2001:db8::4049:e89a:6eb:637c (6e9cefa1-f008-4dc6-9203-f56e105ef387/4ae19f6d-19cb-45b7-832c-04ee938bad91/7887fec1-190e-4785-947d-d1dd2982b71d) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:02.508698 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37746) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:02.515679 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-70943045-e604-40d2-b832-f15dcf64023e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'port': {'network_id': 'dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af', 'name': 'tempest-PortsTestJSON-1097534162', 'fixed_ips': [{'subnet_id': '8f490c7c-2968-4fbc-bde5-ac4e11323a52', 'ip_address': '172.20.0.10'}]}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:02.715627 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37748) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:02.754084 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c2b12-60af-4119-89e7-61a78c38a2c8 req-aaf1567d-f2b0-463b-a8d4-bdf20ae10ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:02.755644 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-523c2b12-60af-4119-89e7-61a78c38a2c8 req-aaf1567d-f2b0-463b-a8d4-bdf20ae10ac0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&device_id=848ce371-f4d8-4753-84c2-5309adaa22e3 HTTP/1.1" status: 200 len: 1097 time: 0.2936983 Jul 07 17:13:02.804605 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1152f1d7-b890-4362-a7fe-4cc5251011ac tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.806746 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1152f1d7-b890-4362-a7fe-4cc5251011ac tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "DELETE /v2.0/ports/ccdf3e45-d8e0-43b9-b45f-3abd9dfb6a6d HTTP/1.1" status: 204 len: 168 time: 2.5217366 Jul 07 17:13:02.811906 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37750) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:02.822728 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-1eb03dc5-098c-4be8-9d31-e2d71e99ba1f None None] Allocated IP 172.20.0.2 (dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af/8f490c7c-2968-4fbc-bde5-ac4e11323a52/73d8b580-51c8-4a89-91ff-70f8db4e3737) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:02.933726 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddcdbbd-4dcb-45c4-96aa-61b76cdf27fa service neutron] Pushing event updated for resources: {'Port': ['ID=94bd3849-30eb-4eef-b27a-1a2aa77b0362,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:02.965159 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fc79e354-3d68-48a5-a7d5-283d3a017d4d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e7ffd6412b1e476f9e30b49e0f3b93ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2483106 Jul 07 17:13:02.970509 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37752) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:03.012580 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 495805fd-0180-40f2-ab25-1a1c2bc8cbc3, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=495805fd-0180-40f2-ab25-1a1c2bc8cbc3,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:03.064066 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '495805fd-0180-40f2-ab25-1a1c2bc8cbc3', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'port_id': '495805fd-0180-40f2-ab25-1a1c2bc8cbc3', 'mac_address': 'fa:16:3e:e3:94:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:13:03.163867 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c2b12-60af-4119-89e7-61a78c38a2c8 req-7b748d4c-2051-48be-826d-49ab38b28f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:03.168034 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-523c2b12-60af-4119-89e7-61a78c38a2c8 req-7b748d4c-2051-48be-826d-49ab38b28f8f service neutron] 10.222.0.64 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 913 time: 0.3841398 Jul 07 17:13:03.266420 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-4ddcdbbd-4dcb-45c4-96aa-61b76cdf27fa service neutron] Attempting to bind port 94bd3849-30eb-4eef-b27a-1a2aa77b0362 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:03.266648 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-4ddcdbbd-4dcb-45c4-96aa-61b76cdf27fa service neutron] Attempting to bind port 94bd3849-30eb-4eef-b27a-1a2aa77b0362 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:03.267104 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-4ddcdbbd-4dcb-45c4-96aa-61b76cdf27fa service neutron] Attempting to bind port 94bd3849-30eb-4eef-b27a-1a2aa77b0362 on network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:03.280634 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1eb03dc5-098c-4be8-9d31-e2d71e99ba1f None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.328179 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1eb03dc5-098c-4be8-9d31-e2d71e99ba1f None None] Transition to ACTIVE for port object 73d8b580-51c8-4a89-91ff-70f8db4e3737 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:03.345099 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0e34bf83-e23d-4341-9798-08ee4b0c1b1f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.356504 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e51821-1b68-4be9-9201-c1ab8f241931 req-76bc0723-4a8e-414d-b9ad-292154886440 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:03.358748 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-62e51821-1b68-4be9-9201-c1ab8f241931 req-76bc0723-4a8e-414d-b9ad-292154886440 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 943 time: 0.6818032 Jul 07 17:13:03.364126 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-4ddcdbbd-4dcb-45c4-96aa-61b76cdf27fa service neutron] Port 94bd3849-30eb-4eef-b27a-1a2aa77b0362 on network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:13:03.364469 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-4ddcdbbd-4dcb-45c4-96aa-61b76cdf27fa service neutron] Attempting to bind port 94bd3849-30eb-4eef-b27a-1a2aa77b0362 on network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:03.366806 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70943045-e604-40d2-b832-f15dcf64023e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:03.396282 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1eb03dc5-098c-4be8-9d31-e2d71e99ba1f None None] Transition to ACTIVE for port object 73d8b580-51c8-4a89-91ff-70f8db4e3737 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:03.401203 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-0e34bf83-e23d-4341-9798-08ee4b0c1b1f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Transition to ACTIVE for port object 7887fec1-190e-4785-947d-d1dd2982b71d will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:03.418197 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1eb03dc5-098c-4be8-9d31-e2d71e99ba1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.459710 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-4ddcdbbd-4dcb-45c4-96aa-61b76cdf27fa service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:03.460070 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-4ddcdbbd-4dcb-45c4-96aa-61b76cdf27fa service neutron] Checking segment: {'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:03.460460 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-4ddcdbbd-4dcb-45c4-96aa-61b76cdf27fa service neutron] Bound using segment: {'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:03.460977 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-4ddcdbbd-4dcb-45c4-96aa-61b76cdf27fa service neutron] Bound port: 94bd3849-30eb-4eef-b27a-1a2aa77b0362, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:03.461337 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-4ddcdbbd-4dcb-45c4-96aa-61b76cdf27fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.523754 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-523c2b12-60af-4119-89e7-61a78c38a2c8 req-db183f86-f1e2-486c-ab77-065b8e77a635 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dc81060-f12c-4d50-ac74-7a7ea986f264 HTTP/1.1" status: 200 len: 217 time: 0.0997891 Jul 07 17:13:03.663785 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-175ed779-81c5-4bdb-b020-ff09acf969c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.724781 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-7a580d53-67b7-4f8a-ac59-30a5fceaab43 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Deleting port c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:03.725867 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7a580d53-67b7-4f8a-ac59-30a5fceaab43 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.767538 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-175ed779-81c5-4bdb-b020-ff09acf969c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.802099 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-62e51821-1b68-4be9-9201-c1ab8f241931 req-4cb5e739-011c-43ac-958c-5ff25b64496f tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4068773 Jul 07 17:13:03.877636 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.904398 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-4ddcdbbd-4dcb-45c4-96aa-61b76cdf27fa service neutron] For port 94bd3849-30eb-4eef-b27a-1a2aa77b0362, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:03.995920 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-4ddcdbbd-4dcb-45c4-96aa-61b76cdf27fa service neutron] For port 94bd3849-30eb-4eef-b27a-1a2aa77b0362, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=94bd3849-30eb-4eef-b27a-1a2aa77b0362,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:03.997303 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:04.024464 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70943045-e604-40d2-b832-f15dcf64023e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:04.040234 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 495805fd-0180-40f2-ab25-1a1c2bc8cbc3, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=495805fd-0180-40f2-ab25-1a1c2bc8cbc3,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:04.065676 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb03dc5-098c-4be8-9d31-e2d71e99ba1f None None] Network dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:04.075636 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-4ddcdbbd-4dcb-45c4-96aa-61b76cdf27fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:04.084444 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:04.114422 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-1eb03dc5-098c-4be8-9d31-e2d71e99ba1f None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:04.134441 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb03dc5-098c-4be8-9d31-e2d71e99ba1f None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:04.198843 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-70943045-e604-40d2-b832-f15dcf64023e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] device_id is not set on port 70f7fa68-f6bd-4098-85b5-81f4bbb37333 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:13:04.218270 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-4ddcdbbd-4dcb-45c4-96aa-61b76cdf27fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:04.219390 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-4ddcdbbd-4dcb-45c4-96aa-61b76cdf27fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:04.222007 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-4ddcdbbd-4dcb-45c4-96aa-61b76cdf27fa service neutron] 10.222.0.72 "PUT /v2.0/ports/94bd3849-30eb-4eef-b27a-1a2aa77b0362 HTTP/1.1" status: 200 len: 1092 time: 4.4574425 Jul 07 17:13:04.234056 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4387be-c997-400a-aeba-81688f367554', 'tag': '94bd3849-30eb-4eef-b27a-1a2aa77b0362'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:04.240086 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154170db-a76a-4154-8211-1726614647c9" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4387be-c997-400a-aeba-81688f367554", "tag": "94bd3849-30eb-4eef-b27a-1a2aa77b0362"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:04.293642 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7a580d53-67b7-4f8a-ac59-30a5fceaab43 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:04.337985 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a5cd533a-fa9d-453e-95ba-481757885cd8 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:04.413078 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c2b12-60af-4119-89e7-61a78c38a2c8 req-426667e3-3938-4611-b038-a865018fbd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:04.421078 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-523c2b12-60af-4119-89e7-61a78c38a2c8 req-426667e3-3938-4611-b038-a865018fbd01 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 200 len: 851 time: 0.8835440 Jul 07 17:13:04.463488 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0e34bf83-e23d-4341-9798-08ee4b0c1b1f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:04.480514 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb03dc5-098c-4be8-9d31-e2d71e99ba1f None None] Pushing event updated for resources: {'Port': ['ID=73d8b580-51c8-4a89-91ff-70f8db4e3737,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:04.482446 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d924af4-630b-4958-af33-744c6ec14db7 req-18f80b9d-ebf0-4da3-9f84-2b14aad98111 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:04.489823 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d924af4-630b-4958-af33-744c6ec14db7 req-18f80b9d-ebf0-4da3-9f84-2b14aad98111 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd4387be-c997-400a-aeba-81688f367554 HTTP/1.1" status: 200 len: 943 time: 0.8668356 Jul 07 17:13:04.499460 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1de6c2da-b627-4f6c-ae63-3bf623712806 None None] Provisioning for port a5cd533a-fa9d-453e-95ba-481757885cd8 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:04.528172 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['495805fd-0180-40f2-ab25-1a1c2bc8cbc3'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:04.723600 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e34bf83-e23d-4341-9798-08ee4b0c1b1f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:04.736840 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1eb03dc5-098c-4be8-9d31-e2d71e99ba1f None None] Attempting to bind port 73d8b580-51c8-4a89-91ff-70f8db4e3737 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:04.737522 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1eb03dc5-098c-4be8-9d31-e2d71e99ba1f None None] Attempting to bind port 73d8b580-51c8-4a89-91ff-70f8db4e3737 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'cb1d5030-43c2-4cf9-8b54-1c50224ec07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:04.739043 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb03dc5-098c-4be8-9d31-e2d71e99ba1f None None] Attempting to bind port 73d8b580-51c8-4a89-91ff-70f8db4e3737 on network dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:04.764669 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-0e34bf83-e23d-4341-9798-08ee4b0c1b1f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:04.810135 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb03dc5-098c-4be8-9d31-e2d71e99ba1f None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:04.810135 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb03dc5-098c-4be8-9d31-e2d71e99ba1f None None] Checking segment: {'id': 'cb1d5030-43c2-4cf9-8b54-1c50224ec07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:04.810636 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1eb03dc5-098c-4be8-9d31-e2d71e99ba1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:04.810790 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb03dc5-098c-4be8-9d31-e2d71e99ba1f None None] Bound using segment: {'id': 'cb1d5030-43c2-4cf9-8b54-1c50224ec07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:04.811372 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1eb03dc5-098c-4be8-9d31-e2d71e99ba1f None None] Bound port: 73d8b580-51c8-4a89-91ff-70f8db4e3737, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1d5030-43c2-4cf9-8b54-1c50224ec07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:04.811687 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1eb03dc5-098c-4be8-9d31-e2d71e99ba1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:04.836916 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=495805fd-0180-40f2-ab25-1a1c2bc8cbc3,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:04.854236 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port a5cd533a-fa9d-453e-95ba-481757885cd8 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:04.864840 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e34bf83-e23d-4341-9798-08ee4b0c1b1f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:04.878539 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e34bf83-e23d-4341-9798-08ee4b0c1b1f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:04.881212 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0e34bf83-e23d-4341-9798-08ee4b0c1b1f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:04.890592 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port a5cd533a-fa9d-453e-95ba-481757885cd8 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:04.891787 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:04.909363 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d924af4-630b-4958-af33-744c6ec14db7 req-6dde1811-5c11-4426-9561-d6cc1e0b5765 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177070 Jul 07 17:13:04.931542 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-7a580d53-67b7-4f8a-ac59-30a5fceaab43 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Calling delete_port for c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:05.019714 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34bf83-e23d-4341-9798-08ee4b0c1b1f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Port': ['ID=7887fec1-190e-4785-947d-d1dd2982b71d,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:05.021768 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddcdbbd-4dcb-45c4-96aa-61b76cdf27fa service neutron] Pushing event updated for resources: {'Port': ['ID=94bd3849-30eb-4eef-b27a-1a2aa77b0362,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:05.054529 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0e34bf83-e23d-4341-9798-08ee4b0c1b1f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.6911116 Jul 07 17:13:05.064813 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37770) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:05.140109 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-1eb03dc5-098c-4be8-9d31-e2d71e99ba1f None None] For port 73d8b580-51c8-4a89-91ff-70f8db4e3737, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:05.171612 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-1eb03dc5-098c-4be8-9d31-e2d71e99ba1f None None] For port 73d8b580-51c8-4a89-91ff-70f8db4e3737, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=73d8b580-51c8-4a89-91ff-70f8db4e3737,segment=NetworkSegment(cb1d5030-43c2-4cf9-8b54-1c50224ec07b),segment_id=cb1d5030-43c2-4cf9-8b54-1c50224ec07b)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:05.255814 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-175ed779-81c5-4bdb-b020-ff09acf969c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:05.261547 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-175ed779-81c5-4bdb-b020-ff09acf969c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:05.272424 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-175ed779-81c5-4bdb-b020-ff09acf969c8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c239b539-a026-47b5-ae06-b232823b2618 HTTP/1.1" status: 204 len: 168 time: 2.2955084 Jul 07 17:13:05.304428 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c2b12-60af-4119-89e7-61a78c38a2c8 req-09deceac-94a9-4d96-9f31-ef21c0baa4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:05.318835 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-523c2b12-60af-4119-89e7-61a78c38a2c8 req-09deceac-94a9-4d96-9f31-ef21c0baa4ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8804910 Jul 07 17:13:05.326064 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1eb03dc5-098c-4be8-9d31-e2d71e99ba1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:05.431325 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ed779-81c5-4bdb-b020-ff09acf969c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c239b539-a026-47b5-ae06-b232823b2618,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:05.705750 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:05.781038 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb1e142-ac46-4b3a-90e2-f9d030de1461 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:05.835980 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb1e142-ac46-4b3a-90e2-f9d030de1461 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:05.839892 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4fb1e142-ac46-4b3a-90e2-f9d030de1461 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7689192 Jul 07 17:13:05.852555 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-70943045-e604-40d2-b832-f15dcf64023e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Allocated IP 172.20.0.10 (dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af/8f490c7c-2968-4fbc-bde5-ac4e11323a52/70f7fa68-f6bd-4098-85b5-81f4bbb37333) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:05.858733 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-805f9bcb-4618-4ad1-b451-a19faf2e34e1 None None] Provisioning for port 7887fec1-190e-4785-947d-d1dd2982b71d completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:05.859757 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37778) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:05.960893 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb03dc5-098c-4be8-9d31-e2d71e99ba1f None None] Pushing event updated for resources: {'Port': ['ID=73d8b580-51c8-4a89-91ff-70f8db4e3737,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:05.969048 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-805f9bcb-4618-4ad1-b451-a19faf2e34e1 None None] Provisioning complete for port 7887fec1-190e-4785-947d-d1dd2982b71d triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:05.974407 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-805f9bcb-4618-4ad1-b451-a19faf2e34e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:05.995875 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ca43b8-ef67-4d94-9428-26239309da11 x-openstack-request-id: req-f6ca43b8-ef67-4d94-9428-26239309da11 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:05.999971 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4387be-c997-400a-aeba-81688f367554", "tag": "94bd3849-30eb-4eef-b27a-1a2aa77b0362", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:06.000476 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f6ca43b8-ef67-4d94-9428-26239309da11 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:06.001161 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4387be-c997-400a-aeba-81688f367554', 'tag': '94bd3849-30eb-4eef-b27a-1a2aa77b0362', 'status': 'completed', 'code': 200} Jul 07 17:13:06.114880 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-523c2b12-60af-4119-89e7-61a78c38a2c8 req-d40003b2-1121-4f8d-8a81-f14672e06460 service neutron] 10.222.0.64 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7667453 Jul 07 17:13:06.117219 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port a5cd533a-fa9d-453e-95ba-481757885cd8, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a5cd533a-fa9d-453e-95ba-481757885cd8,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:06.151748 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-3c8e6c1e-eea5-4ef9-b118-a0f845b3f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:06.154120 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.156083 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-3c8e6c1e-eea5-4ef9-b118-a0f845b3f1a6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&device_id=bd4387be-c997-400a-aeba-81688f367554 HTTP/1.1" status: 200 len: 1095 time: 1.6793063 Jul 07 17:13:06.368546 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-805f9bcb-4618-4ad1-b451-a19faf2e34e1 None None] Port 7887fec1-190e-4785-947d-d1dd2982b71d cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:13:06.393618 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534eb05-c5da-4ba4-81ec-e52671bf9cb3 req-f67769f4-5063-41be-a27e-10b50fe6de53 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:06.396348 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2534eb05-c5da-4ba4-81ec-e52671bf9cb3 req-f67769f4-5063-41be-a27e-10b50fe6de53 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 944 time: 0.8381629 Jul 07 17:13:06.491128 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=a5cd533a-fa9d-453e-95ba-481757885cd8,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:06.587785 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2534eb05-c5da-4ba4-81ec-e52671bf9cb3 req-a4f00db3-55db-4917-83a6-fff823becda8 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667936 Jul 07 17:13:06.605326 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-ff238b7a-d42e-4ac6-8c96-bcf2c0f1d2b0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting port 7887fec1-190e-4785-947d-d1dd2982b71d {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:06.606901 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ff238b7a-d42e-4ac6-8c96-bcf2c0f1d2b0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.616606 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-523c2b12-60af-4119-89e7-61a78c38a2c8 req-b9929838-0655-4173-bec9-889bea4caf2e service neutron] 10.222.0.64 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854395 Jul 07 17:13:06.642794 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70943045-e604-40d2-b832-f15dcf64023e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.654020 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-c6237b3b-4d2b-443c-96be-6136730c19dd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94bd3849-30eb-4eef-b27a-1a2aa77b0362 HTTP/1.1" status: 200 len: 217 time: 0.4821451 Jul 07 17:13:06.718114 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-70943045-e604-40d2-b832-f15dcf64023e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Transition to ACTIVE for port object 70f7fa68-f6bd-4098-85b5-81f4bbb37333 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:06.754532 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a135b-852a-444a-9148-05d58bfbfd72 req-338552ae-3fb0-4dd6-9e58-c6f0460a39d8 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:06.764492 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-139a135b-852a-444a-9148-05d58bfbfd72 req-338552ae-3fb0-4dd6-9e58-c6f0460a39d8 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 946 time: 2.3866212 Jul 07 17:13:06.864301 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ff238b7a-d42e-4ac6-8c96-bcf2c0f1d2b0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.904080 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-ff238b7a-d42e-4ac6-8c96-bcf2c0f1d2b0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Calling delete_port for 7887fec1-190e-4785-947d-d1dd2982b71d owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:06.952079 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-139a135b-852a-444a-9148-05d58bfbfd72 req-ef1e3f77-a4e2-45bd-900a-f3e90af4bf7d tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629016 Jul 07 17:13:06.987188 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-8daf1a66-4a52-4f24-a127-f908675434b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:06.989531 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-8daf1a66-4a52-4f24-a127-f908675434b9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 200 len: 851 time: 0.2195883 Jul 07 17:13:06.992970 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70943045-e604-40d2-b832-f15dcf64023e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.020084 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7a580d53-67b7-4f8a-ac59-30a5fceaab43 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.127260 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.187886 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70943045-e604-40d2-b832-f15dcf64023e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:07.192751 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70943045-e604-40d2-b832-f15dcf64023e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Port': ['ID=70f7fa68-f6bd-4098-85b5-81f4bbb37333,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:07.210269 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-70943045-e604-40d2-b832-f15dcf64023e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:07.215422 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70943045-e604-40d2-b832-f15dcf64023e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:07.336889 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a580d53-67b7-4f8a-ac59-30a5fceaab43 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event deleted for resources: {'Port': ['ID=c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:07.436712 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7a580d53-67b7-4f8a-ac59-30a5fceaab43 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.439028 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ff238b7a-d42e-4ac6-8c96-bcf2c0f1d2b0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.443463 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7a580d53-67b7-4f8a-ac59-30a5fceaab43 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "DELETE /v2.0/ports/c101b1c7-4dd0-4e4a-85f9-6f99a029e3ca HTTP/1.1" status: 204 len: 168 time: 4.5318422 Jul 07 17:13:07.446169 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37804) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:07.450798 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-21fa12f3-1964-413d-b97f-f64c539adc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:07.454590 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-21fa12f3-1964-413d-b97f-f64c539adc89 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4541934 Jul 07 17:13:07.495992 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70943045-e604-40d2-b832-f15dcf64023e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:07.496959 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70943045-e604-40d2-b832-f15dcf64023e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.525205 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff238b7a-d42e-4ac6-8c96-bcf2c0f1d2b0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Port': ['ID=7887fec1-190e-4785-947d-d1dd2982b71d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:07.542027 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe937a2-b2de-4c95-8698-8affd43932c0 req-5d038182-2711-40f2-9fc4-97c6054e0a5c tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:07.544089 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-efe937a2-b2de-4c95-8698-8affd43932c0 req-5d038182-2711-40f2-9fc4-97c6054e0a5c tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd4387be-c997-400a-aeba-81688f367554 HTTP/1.1" status: 200 len: 943 time: 0.2239187 Jul 07 17:13:07.598187 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ff238b7a-d42e-4ac6-8c96-bcf2c0f1d2b0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.600818 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ff238b7a-d42e-4ac6-8c96-bcf2c0f1d2b0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/7887fec1-190e-4785-947d-d1dd2982b71d HTTP/1.1" status: 204 len: 168 time: 1.7052124 Jul 07 17:13:07.607562 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37810) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:07.651951 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c5b18a-2d4e-4e10-9769-db63edaac609 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Deleting subnet 94fb5041-e475-4bc0-9d1d-291598430d4a {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:07.659080 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-70943045-e604-40d2-b832-f15dcf64023e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.1466494 Jul 07 17:13:07.663020 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.665218 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37812) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:07.668402 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f7c5b18a-2d4e-4e10-9769-db63edaac609 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.685530 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-20b5b78c-17df-49b9-862d-35aeab88ad7d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'port': {'network_id': 'dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af', 'name': 'tempest-PortsTestJSON-1665244685', 'fixed_ips': [{'subnet_id': '8f490c7c-2968-4fbc-bde5-ac4e11323a52', 'ip_address': '172.20.0.9'}]}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:07.799997 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef2b78b-8656-4a2c-a1cd-cde2f3a6a9b3 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:07.803884 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef2b78b-8656-4a2c-a1cd-cde2f3a6a9b3 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:07.810350 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9ef2b78b-8656-4a2c-a1cd-cde2f3a6a9b3 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2015829 Jul 07 17:13:07.823936 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37816) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:07.951756 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f7c5b18a-2d4e-4e10-9769-db63edaac609 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.999510 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-efe937a2-b2de-4c95-8698-8affd43932c0 req-84185d25-1181-4cb7-a02b-03168efe8db9 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975983 Jul 07 17:13:08.017378 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e191473-ee22-474b-84dd-514835b87f48 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet 4ae19f6d-19cb-45b7-832c-04ee938bad91 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:08.023945 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4e191473-ee22-474b-84dd-514835b87f48 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.135227 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:08.224240 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4e191473-ee22-474b-84dd-514835b87f48 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.226678 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436a78e3-dcc3-44b2-a055-e7ef2a369947 None None] Network dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:08.335776 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-5b2199ea-d75d-482f-ab64-bccb65bd1c54 service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6966326 Jul 07 17:13:08.409970 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7e29a28e-1cd3-4547-94e2-3e14c2d06575 None None] Provisioning for port 73d8b580-51c8-4a89-91ff-70f8db4e3737 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:08.483405 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1ea3770f-144d-41ed-8649-dd53a62fed6e req-6d854320-a2df-4b57-9397-516354344ded service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338222 Jul 07 17:13:08.492366 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:08.504328 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:08.505035 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.543274 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8055f6-6fea-457e-aea9-5f33b9ae1133 req-a06a2138-1527-42ec-9715-a6b218b8272b tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:08.552160 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fc8055f6-6fea-457e-aea9-5f33b9ae1133 req-a06a2138-1527-42ec-9715-a6b218b8272b tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 944 time: 0.5936449 Jul 07 17:13:08.576588 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:13:08.596741 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37824) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:08.603546 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b5b78c-17df-49b9-862d-35aeab88ad7d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:08.612166 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-20b5b78c-17df-49b9-862d-35aeab88ad7d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.678850 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a5cd533a-fa9d-453e-95ba-481757885cd8 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:08.723014 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fc8055f6-6fea-457e-aea9-5f33b9ae1133 req-ac456fe2-c630-40bd-888f-925d0be971c6 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691628 Jul 07 17:13:08.730047 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f7c5b18a-2d4e-4e10-9769-db63edaac609 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.784685 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-20b5b78c-17df-49b9-862d-35aeab88ad7d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] device_id is not set on port 72f9dd1a-f5bc-4e48-ab29-79297ff8d9e6 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:13:08.798268 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98278ede-b585-408b-a7f6-0f71eff7463b req-9f39e0ea-acdb-4a53-bc6f-1e4136be6350 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:08.800887 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-98278ede-b585-408b-a7f6-0f71eff7463b req-9f39e0ea-acdb-4a53-bc6f-1e4136be6350 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 946 time: 0.4746392 Jul 07 17:13:08.812713 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4e191473-ee22-474b-84dd-514835b87f48 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.898887 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.907278 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4e74fcff-9b0c-49a5-8a69-65e924562945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.917152 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port a5cd533a-fa9d-453e-95ba-481757885cd8 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:08.917898 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.960661 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd67a367-3f1f-4463-a0a8-0b948e562772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495805fd-0180-40f2-ab25-1a1c2bc8cbc3'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:08.960661 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17558bcf-7258-4d53-b43f-80ca9b195bb5" -d '{"events": [{"server_uuid": "cd67a367-3f1f-4463-a0a8-0b948e562772", "name": "network-vif-plugged", "status": "completed", "tag": "495805fd-0180-40f2-ab25-1a1c2bc8cbc3"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:08.965335 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-98278ede-b585-408b-a7f6-0f71eff7463b req-3b560d08-6581-42f8-81dd-5538d3f3bf89 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547444 Jul 07 17:13:09.032450 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 495805fd-0180-40f2-ab25-1a1c2bc8cbc3, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=495805fd-0180-40f2-ab25-1a1c2bc8cbc3,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:09.036415 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-20b5b78c-17df-49b9-862d-35aeab88ad7d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Allocated IP 172.20.0.9 (dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af/8f490c7c-2968-4fbc-bde5-ac4e11323a52/72f9dd1a-f5bc-4e48-ab29-79297ff8d9e6) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:09.048172 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.052734 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066b7d68-f57e-4c8d-b899-c500382dce28 x-openstack-request-id: req-066b7d68-f57e-4c8d-b899-c500382dce28 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:09.053120 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd67a367-3f1f-4463-a0a8-0b948e562772", "name": "network-vif-plugged", "status": "completed", "tag": "495805fd-0180-40f2-ab25-1a1c2bc8cbc3", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:09.053448 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-066b7d68-f57e-4c8d-b899-c500382dce28 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:09.053950 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd67a367-3f1f-4463-a0a8-0b948e562772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495805fd-0180-40f2-ab25-1a1c2bc8cbc3', 'code': 200} Jul 07 17:13:09.071193 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4e191473-ee22-474b-84dd-514835b87f48 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.074037 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154170db-a76a-4154-8211-1726614647c9 req-bdc878dc-e275-4a9a-907f-a1a18f52f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:09.077053 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-154170db-a76a-4154-8211-1726614647c9 req-bdc878dc-e275-4a9a-907f-a1a18f52f5d1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&device_id=bd4387be-c997-400a-aeba-81688f367554 HTTP/1.1" status: 200 len: 1095 time: 0.4878411 Jul 07 17:13:09.204558 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e191473-ee22-474b-84dd-514835b87f48 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=4ae19f6d-19cb-45b7-832c-04ee938bad91,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:09.247856 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4e191473-ee22-474b-84dd-514835b87f48 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.253515 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4e191473-ee22-474b-84dd-514835b87f48 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/4ae19f6d-19cb-45b7-832c-04ee938bad91 HTTP/1.1" status: 204 len: 168 time: 1.4278009 Jul 07 17:13:09.256424 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=495805fd-0180-40f2-ab25-1a1c2bc8cbc3,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:09.274525 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49e5a33-b26d-422d-8f3e-e41189047267 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:09.319506 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37832) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:09.324876 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 73d8b580-51c8-4a89-91ff-70f8db4e3737 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:09.426504 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-19dbad89-e412-4a42-a601-fb27203696d7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0945704 Jul 07 17:13:09.435625 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37836) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:09.443155 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-42dfbfb3-3972-455b-a228-e1b1484e6308 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:09.540084 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f7c5b18a-2d4e-4e10-9769-db63edaac609 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.561525 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-aa1ba5da-56f6-495f-8951-c443dd1cf561 None None] Provisioning for port 70f7fa68-f6bd-4098-85b5-81f4bbb37333 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:09.590359 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-aa1ba5da-56f6-495f-8951-c443dd1cf561 None None] Provisioning complete for port 70f7fa68-f6bd-4098-85b5-81f4bbb37333 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:09.590674 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba5da-56f6-495f-8951-c443dd1cf561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.606548 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 73d8b580-51c8-4a89-91ff-70f8db4e3737 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:09.613883 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed176eb-325d-4ea7-8acc-a4c2b07616f4 req-a27123f3-2986-4f0d-ae1e-20860bbd949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:09.615501 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4ed176eb-325d-4ea7-8acc-a4c2b07616f4 req-a27123f3-2986-4f0d-ae1e-20860bbd949d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 1097 time: 0.4006450 Jul 07 17:13:09.627387 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5b18a-2d4e-4e10-9769-db63edaac609 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event deleted for resources: {'Subnet': ['ID=94fb5041-e475-4bc0-9d1d-291598430d4a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:09.648328 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f7c5b18a-2d4e-4e10-9769-db63edaac609 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.654356 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f7c5b18a-2d4e-4e10-9769-db63edaac609 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "DELETE /v2.0/subnets/94fb5041-e475-4bc0-9d1d-291598430d4a HTTP/1.1" status: 204 len: 168 time: 2.1372054 Jul 07 17:13:09.657326 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37838) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:09.726675 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034d394-d113-4840-a1f9-5c9a1c2908ed req-6aea9eb9-476b-460f-8115-bd8b1dcfe512 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:09.729390 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e034d394-d113-4840-a1f9-5c9a1c2908ed req-6aea9eb9-476b-460f-8115-bd8b1dcfe512 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd4387be-c997-400a-aeba-81688f367554 HTTP/1.1" status: 200 len: 943 time: 0.4086926 Jul 07 17:13:09.732443 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4e74fcff-9b0c-49a5-8a69-65e924562945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.733346 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 73d8b580-51c8-4a89-91ff-70f8db4e3737 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:09.734055 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.736445 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4ed176eb-325d-4ea7-8acc-a4c2b07616f4 req-77e42bde-aad9-4cb2-a84c-e2d465a7a3b2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100602 Jul 07 17:13:09.739979 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e585233-d6e8-4d58-a2f6-192ba1babad3 None None] Network f52f86e5-4ccf-471b-ba73-453c1047945f requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:09.752053 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4e74fcff-9b0c-49a5-8a69-65e924562945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.822859 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-aa1ba5da-56f6-495f-8951-c443dd1cf561 None None] Port 70f7fa68-f6bd-4098-85b5-81f4bbb37333 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:13:09.832487 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42dfbfb3-3972-455b-a228-e1b1484e6308 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:09.836255 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-42dfbfb3-3972-455b-a228-e1b1484e6308 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.867404 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e74fcff-9b0c-49a5-8a69-65e924562945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920a9034-109b-49f2-80ba-df006bd9bfa0,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:09.868667 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154170db-a76a-4154-8211-1726614647c9 req-9c3be652-d72d-4f9d-ae97-30ae3d20a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:09.871527 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-154170db-a76a-4154-8211-1726614647c9 req-9c3be652-d72d-4f9d-ae97-30ae3d20a486 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 913 time: 0.7865465 Jul 07 17:13:09.880876 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-20b5b78c-17df-49b9-862d-35aeab88ad7d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.884404 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4e74fcff-9b0c-49a5-8a69-65e924562945 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f077dcd88045402dbf8529c481e4e1d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2865911 Jul 07 17:13:09.890307 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37842) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:09.944408 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e034d394-d113-4840-a1f9-5c9a1c2908ed req-50f2fe47-5b1d-4ecf-89d3-7b8a4d04ebde tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067406 Jul 07 17:13:10.002400 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.006797 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-154170db-a76a-4154-8211-1726614647c9 req-f0278460-0bb1-48a8-a233-379fcd0e6807 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94bd3849-30eb-4eef-b27a-1a2aa77b0362 HTTP/1.1" status: 200 len: 217 time: 0.1093481 Jul 07 17:13:10.024799 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9460bfb-b0bb-4b89-8283-eed3ed89f437 None None] DHCP port deletion for 6e9cefa1-f008-4dc6-9203-f56e105ef387 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:13:10.093407 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba010bf3-d840-4cfa-8669-631111f9c300 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Deleting subnet 11c30ad8-8f95-45c0-9f1d-ea2c0038c53f {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:10.101468 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-20b5b78c-17df-49b9-862d-35aeab88ad7d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Transition to ACTIVE for port object 72f9dd1a-f5bc-4e48-ab29-79297ff8d9e6 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:10.117327 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ba010bf3-d840-4cfa-8669-631111f9c300 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.153301 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 73d8b580-51c8-4a89-91ff-70f8db4e3737, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=73d8b580-51c8-4a89-91ff-70f8db4e3737,segment=NetworkSegment(cb1d5030-43c2-4cf9-8b54-1c50224ec07b),segment_id=cb1d5030-43c2-4cf9-8b54-1c50224ec07b)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:10.156228 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6544300f-8e88-48c7-99f4-d3870c27c846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.161467 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 94bd3849-30eb-4eef-b27a-1a2aa77b0362 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:13:10.164705 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a391dd12-bdfa-4241-bd3c-cb30f47604a6 None None] Provisioning complete for port 70f7fa68-f6bd-4098-85b5-81f4bbb37333 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:10.165112 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a391dd12-bdfa-4241-bd3c-cb30f47604a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.225669 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.319412 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ba010bf3-d840-4cfa-8669-631111f9c300 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.334823 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154170db-a76a-4154-8211-1726614647c9 req-a19202f7-4bc0-4c3c-8b0d-ac99db149b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:10.337513 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-154170db-a76a-4154-8211-1726614647c9 req-a19202f7-4bc0-4c3c-8b0d-ac99db149b65 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 200 len: 851 time: 0.3132641 Jul 07 17:13:10.338393 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a9460bfb-b0bb-4b89-8283-eed3ed89f437 None None] Deleting port a5cd533a-fa9d-453e-95ba-481757885cd8 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:10.339967 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a9460bfb-b0bb-4b89-8283-eed3ed89f437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.362906 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a391dd12-bdfa-4241-bd3c-cb30f47604a6 None None] Port 70f7fa68-f6bd-4098-85b5-81f4bbb37333 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:13:10.411677 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a5cd533a-fa9d-453e-95ba-481757885cd8 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:10.427236 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-42dfbfb3-3972-455b-a228-e1b1484e6308 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.493782 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6544300f-8e88-48c7-99f4-d3870c27c846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.497964 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfbfb3-3972-455b-a228-e1b1484e6308 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=bc904095-e93e-4ca1-a788-46cd7be76e81,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:10.539444 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dfbfb3-3972-455b-a228-e1b1484e6308 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:10.543256 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-42dfbfb3-3972-455b-a228-e1b1484e6308 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:10.546400 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-20b5b78c-17df-49b9-862d-35aeab88ad7d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.553758 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dfbfb3-3972-455b-a228-e1b1484e6308 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:10.554368 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-42dfbfb3-3972-455b-a228-e1b1484e6308 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.587343 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b9edf-ad11-4fb6-af1d-20dbe2a505a3 req-ababce7b-49fc-44ec-9045-46e613b2bb65 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:10.590872 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d67b9edf-ad11-4fb6-af1d-20dbe2a505a3 req-ababce7b-49fc-44ec-9045-46e613b2bb65 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 945 time: 0.4063146 Jul 07 17:13:10.599401 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-42dfbfb3-3972-455b-a228-e1b1484e6308 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1610157 Jul 07 17:13:10.606175 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37846) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:10.612716 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b5b78c-17df-49b9-862d-35aeab88ad7d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:10.619752 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-337592a7-94e0-43cf-bd78-bd142db1772f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'port': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'fixed_ips': [{'subnet_id': 'bc904095-e93e-4ca1-a788-46cd7be76e81', 'ip_address': '2001:db8::5e4f:4967:8ad5:b9c3'}], 'name': 'tempest-NetworksTestDHCPv6-2144023838'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:10.638820 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-20b5b78c-17df-49b9-862d-35aeab88ad7d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:10.701932 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37850) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:10.712677 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b5b78c-17df-49b9-862d-35aeab88ad7d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:10.782743 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4fb21-4a31-4c66-80e6-e73fa3e43dcd req-a098cc3f-bb49-4e0d-92d2-9b05d6ae603b tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:10.794523 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3ab4fb21-4a31-4c66-80e6-e73fa3e43dcd req-a098cc3f-bb49-4e0d-92d2-9b05d6ae603b tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 946 time: 0.5205686 Jul 07 17:13:10.859831 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d67b9edf-ad11-4fb6-af1d-20dbe2a505a3 req-07f2b8c1-1a99-4209-b272-c8b4cd69f4fe tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414801 Jul 07 17:13:10.863686 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154170db-a76a-4154-8211-1726614647c9 req-c81b4e1b-97ce-4efa-9810-2cbee565f6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:10.865538 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-154170db-a76a-4154-8211-1726614647c9 req-c81b4e1b-97ce-4efa-9810-2cbee565f6c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4785657 Jul 07 17:13:10.913885 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=73d8b580-51c8-4a89-91ff-70f8db4e3737,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:10.970425 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6544300f-8e88-48c7-99f4-d3870c27c846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.973503 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6544300f-8e88-48c7-99f4-d3870c27c846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.974711 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6544300f-8e88-48c7-99f4-d3870c27c846 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/920a9034-109b-49f2-80ba-df006bd9bfa0 HTTP/1.1" status: 204 len: 168 time: 1.0526404 Jul 07 17:13:10.995400 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-a9460bfb-b0bb-4b89-8283-eed3ed89f437 None None] For port a5cd533a-fa9d-453e-95ba-481757885cd8, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a5cd533a-fa9d-453e-95ba-481757885cd8,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:10.997844 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a9460bfb-b0bb-4b89-8283-eed3ed89f437 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.013013 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3ab4fb21-4a31-4c66-80e6-e73fa3e43dcd req-bb61edce-eb89-42bc-acc6-303c2ced7588 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971488 Jul 07 17:13:11.030686 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544300f-8e88-48c7-99f4-d3870c27c846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920a9034-109b-49f2-80ba-df006bd9bfa0,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:11.083574 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337592a7-94e0-43cf-bd78-bd142db1772f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:11.087892 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a9460bfb-b0bb-4b89-8283-eed3ed89f437 None None] Calling delete_port for a5cd533a-fa9d-453e-95ba-481757885cd8 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:11.152820 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ba010bf3-d840-4cfa-8669-631111f9c300 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.253051 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-337592a7-94e0-43cf-bd78-bd142db1772f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.286249 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-337592a7-94e0-43cf-bd78-bd142db1772f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] device_id is not set on port 56d0778e-b164-4469-adcd-f4021c524318 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:13:11.353433 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-154170db-a76a-4154-8211-1726614647c9 req-2bac25ed-cf99-429f-a6e5-ace80366f446 service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693170 Jul 07 17:13:11.400600 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b5b78c-17df-49b9-862d-35aeab88ad7d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:11.418599 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-20b5b78c-17df-49b9-862d-35aeab88ad7d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.443632 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.494747 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port a5cd533a-fa9d-453e-95ba-481757885cd8, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a5cd533a-fa9d-453e-95ba-481757885cd8,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:11.497022 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7701d057-88ae-4f4f-b4f0-96c3bf0d20ac None None] Provisioning for port 72f9dd1a-f5bc-4e48-ab29-79297ff8d9e6 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:11.530612 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1682f9-bb1e-4c2c-9843-8c7795acc682 None None] DHCP port deletion for f52f86e5-4ccf-471b-ba73-453c1047945f request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:13:11.542709 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 94bd3849-30eb-4eef-b27a-1a2aa77b0362, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=94bd3849-30eb-4eef-b27a-1a2aa77b0362,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:11.552437 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.592353 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7701d057-88ae-4f4f-b4f0-96c3bf0d20ac None None] Provisioning complete for port 72f9dd1a-f5bc-4e48-ab29-79297ff8d9e6 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:11.594084 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7701d057-88ae-4f4f-b4f0-96c3bf0d20ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.699299 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-337592a7-94e0-43cf-bd78-bd142db1772f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 2001:db8::5e4f:4967:8ad5:b9c3 (6e9cefa1-f008-4dc6-9203-f56e105ef387/bc904095-e93e-4ca1-a788-46cd7be76e81/56d0778e-b164-4469-adcd-f4021c524318) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:11.710577 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '94bd3849-30eb-4eef-b27a-1a2aa77b0362', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'port_id': '94bd3849-30eb-4eef-b27a-1a2aa77b0362', 'mac_address': 'fa:16:3e:46:7c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:13:11.775102 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a9460bfb-b0bb-4b89-8283-eed3ed89f437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.784688 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-7701d057-88ae-4f4f-b4f0-96c3bf0d20ac None None] Port 72f9dd1a-f5bc-4e48-ab29-79297ff8d9e6 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:13:11.797988 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9460bfb-b0bb-4b89-8283-eed3ed89f437 None None] No DVR routers for this DVR port a5cd533a-fa9d-453e-95ba-481757885cd8 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:11.817335 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=a5cd533a-fa9d-453e-95ba-481757885cd8,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:11.854519 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dea8ed-ddbd-4df9-8884-e1d97b8a7704 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:11.859738 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.876703 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9460bfb-b0bb-4b89-8283-eed3ed89f437 None None] Pushing event deleted for resources: {'Port': ['ID=a5cd533a-fa9d-453e-95ba-481757885cd8,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:11.915180 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-0e1682f9-bb1e-4c2c-9843-8c7795acc682 None None] Deleting port 8a429c76-093f-45aa-a4bb-0e8f22eb0bec {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:11.915559 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0e1682f9-bb1e-4c2c-9843-8c7795acc682 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.986591 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94bd3849-30eb-4eef-b27a-1a2aa77b0362 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:12.010752 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 94bd3849-30eb-4eef-b27a-1a2aa77b0362, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=94bd3849-30eb-4eef-b27a-1a2aa77b0362,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:12.025549 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:12.097677 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-0e1682f9-bb1e-4c2c-9843-8c7795acc682 None None] For port 8a429c76-093f-45aa-a4bb-0e8f22eb0bec, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8a429c76-093f-45aa-a4bb-0e8f22eb0bec,segment=NetworkSegment(998774d7-2d8e-4547-8dfe-3636c1eb8560),segment_id=998774d7-2d8e-4547-8dfe-3636c1eb8560)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:12.098010 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0e1682f9-bb1e-4c2c-9843-8c7795acc682 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:12.131531 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-0e1682f9-bb1e-4c2c-9843-8c7795acc682 None None] Calling delete_port for 8a429c76-093f-45aa-a4bb-0e8f22eb0bec owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:12.180056 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=94bd3849-30eb-4eef-b27a-1a2aa77b0362,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:12.269173 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-337592a7-94e0-43cf-bd78-bd142db1772f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:12.323879 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-337592a7-94e0-43cf-bd78-bd142db1772f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Transition to ACTIVE for port object 56d0778e-b164-4469-adcd-f4021c524318 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:12.327506 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['94bd3849-30eb-4eef-b27a-1a2aa77b0362'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:12.359190 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab74fc57-f676-46d6-9404-1330c4b1f13c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-6e9cefa1-f008-4dc6-9203-f56e105ef387', 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'fixed_ips': [{'subnet_id': 'bc904095-e93e-4ca1-a788-46cd7be76e81'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:13:12.359906 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ab74fc57-f676-46d6-9404-1330c4b1f13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:12.383041 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb45965-9645-4eec-bad4-c1615f738616 req-5f46a788-6d71-4e37-888b-769194e722ac tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.384641 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6bb45965-9645-4eec-bad4-c1615f738616 req-5f46a788-6d71-4e37-888b-769194e722ac tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 945 time: 0.2237241 Jul 07 17:13:12.432980 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-337592a7-94e0-43cf-bd78-bd142db1772f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:12.533367 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6bb45965-9645-4eec-bad4-c1615f738616 req-e10cb5ef-6406-40b2-8956-4d7657f08575 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352293 Jul 07 17:13:12.534915 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337592a7-94e0-43cf-bd78-bd142db1772f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Port': ['ID=56d0778e-b164-4469-adcd-f4021c524318,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:12.537508 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 73d8b580-51c8-4a89-91ff-70f8db4e3737 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:12.544576 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0e1682f9-bb1e-4c2c-9843-8c7795acc682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:12.564500 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337592a7-94e0-43cf-bd78-bd142db1772f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:12.566421 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-337592a7-94e0-43cf-bd78-bd142db1772f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:12.571187 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337592a7-94e0-43cf-bd78-bd142db1772f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:12.578498 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337592a7-94e0-43cf-bd78-bd142db1772f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.579087 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-337592a7-94e0-43cf-bd78-bd142db1772f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:12.655861 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-337592a7-94e0-43cf-bd78-bd142db1772f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0458250 Jul 07 17:13:12.656667 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37886) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:12.658245 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1682f9-bb1e-4c2c-9843-8c7795acc682 None None] Pushing event deleted for resources: {'Port': ['ID=8a429c76-093f-45aa-a4bb-0e8f22eb0bec,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:12.673954 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1682f9-bb1e-4c2c-9843-8c7795acc682 None None] No DVR routers for this DVR port 8a429c76-093f-45aa-a4bb-0e8f22eb0bec on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:12.735611 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5b78c-17df-49b9-862d-35aeab88ad7d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Port': ['ID=72f9dd1a-f5bc-4e48-ab29-79297ff8d9e6,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:12.743940 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-ab74fc57-f676-46d6-9404-1330c4b1f13c None None] Allocated IP 2001:db8::2 (6e9cefa1-f008-4dc6-9203-f56e105ef387/bc904095-e93e-4ca1-a788-46cd7be76e81/629f69d3-6909-402b-b662-9c077920c49c) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:12.801013 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-20b5b78c-17df-49b9-862d-35aeab88ad7d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.1284716 Jul 07 17:13:12.801404 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37888) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:12.808894 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ba010bf3-d840-4cfa-8669-631111f9c300 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:12.846802 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3e7f7b-eda0-48cd-8562-72e39c77546e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.853667 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ef3e7f7b-eda0-48cd-8562-72e39c77546e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1904156 Jul 07 17:13:12.865824 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37890) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:12.897180 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 73d8b580-51c8-4a89-91ff-70f8db4e3737 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:12.897918 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:12.922603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba010bf3-d840-4cfa-8669-631111f9c300 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event deleted for resources: {'Subnet': ['ID=11c30ad8-8f95-45c0-9f1d-ea2c0038c53f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:12.924739 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ba010bf3-d840-4cfa-8669-631111f9c300 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:12.929512 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ba010bf3-d840-4cfa-8669-631111f9c300 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "DELETE /v2.0/subnets/11c30ad8-8f95-45c0-9f1d-ea2c0038c53f HTTP/1.1" status: 204 len: 168 time: 3.2687991 Jul 07 17:13:12.935873 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37894) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:12.939262 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7fc46d-7b1f-453d-a45d-4092b8cd746e None None] Network 631352b9-cdc0-4502-b4e6-9840754bae5a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:13.034483 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c99bb4-3a4f-4c64-8846-ae14b31aedc1 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:13.037553 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d4c99bb4-3a4f-4c64-8846-ae14b31aedc1 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2346623 Jul 07 17:13:13.042055 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37896) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:13.057802 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-154170db-a76a-4154-8211-1726614647c9 req-c14f870d-c59b-46fd-8a23-905184515665 service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1705368 Jul 07 17:13:13.107026 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ed666-c821-4f74-ab63-e620a5663185 req-a17e7fb1-0261-49c3-9ef8-83b2c6a98bb8 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:13.108135 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-682ed666-c821-4f74-ab63-e620a5663185 req-a17e7fb1-0261-49c3-9ef8-83b2c6a98bb8 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd4387be-c997-400a-aeba-81688f367554 HTTP/1.1" status: 200 len: 943 time: 1.6659882 Jul 07 17:13:13.120659 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9a0fce8-f868-49d2-89e5-b6055e319f9e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:13.190397 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c07266-8d89-4d3d-a2fb-ea04d1a7724e req-9a926814-d6f6-45eb-a9e6-e5dc4f71bdac tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:13.193265 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a3c07266-8d89-4d3d-a2fb-ea04d1a7724e req-9a926814-d6f6-45eb-a9e6-e5dc4f71bdac tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 946 time: 0.2882657 Jul 07 17:13:13.272166 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-9e383ac4-2a37-43d6-b8ef-bd7091eab73e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting port 56d0778e-b164-4469-adcd-f4021c524318 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:13.273336 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9e383ac4-2a37-43d6-b8ef-bd7091eab73e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:13.273561 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-682ed666-c821-4f74-ab63-e620a5663185 req-77bc4c7b-d1de-42d9-bffd-24dca4a21ce3 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480882 Jul 07 17:13:13.291690 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ab74fc57-f676-46d6-9404-1330c4b1f13c None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:13.321216 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ab74fc57-f676-46d6-9404-1330c4b1f13c None None] Transition to ACTIVE for port object 629f69d3-6909-402b-b662-9c077920c49c will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:13.376093 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ab74fc57-f676-46d6-9404-1330c4b1f13c None None] Transition to ACTIVE for port object 629f69d3-6909-402b-b662-9c077920c49c will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:13.380014 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9a0fce8-f868-49d2-89e5-b6055e319f9e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:13.390773 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ab74fc57-f676-46d6-9404-1330c4b1f13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:13.401421 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-d9a0fce8-f868-49d2-89e5-b6055e319f9e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52f86e5-4ccf-471b-ba73-453c1047945f']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:13.418835 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-d9a0fce8-f868-49d2-89e5-b6055e319f9e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '998774d7-2d8e-4547-8dfe-3636c1eb8560') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:13.419148 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-d9a0fce8-f868-49d2-89e5-b6055e319f9e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '998774d7-2d8e-4547-8dfe-3636c1eb8560') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:13.420549 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a3c07266-8d89-4d3d-a2fb-ea04d1a7724e req-82089037-8888-4473-96e1-cec3a69ee720 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155385 Jul 07 17:13:13.457982 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674bf25c-479a-4c84-a989-8a3aa52019eb tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:13.461336 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9a0fce8-f868-49d2-89e5-b6055e319f9e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:13.469182 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab74fc57-f676-46d6-9404-1330c4b1f13c None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:13.472594 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674bf25c-479a-4c84-a989-8a3aa52019eb tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:13.476996 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-ab74fc57-f676-46d6-9404-1330c4b1f13c None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:13.487309 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab74fc57-f676-46d6-9404-1330c4b1f13c None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:13.500523 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674bf25c-479a-4c84-a989-8a3aa52019eb tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:13.507792 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8a429c76-093f-45aa-a4bb-0e8f22eb0bec no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:13.511099 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74fc57-f676-46d6-9404-1330c4b1f13c None None] Pushing event updated for resources: {'Port': ['ID=629f69d3-6909-402b-b662-9c077920c49c,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:13.511611 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-674bf25c-479a-4c84-a989-8a3aa52019eb tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.4650102 Jul 07 17:13:13.513455 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37900) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:13.541516 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9a0fce8-f868-49d2-89e5-b6055e319f9e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:13.583354 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5158b9-04e6-41c4-96c3-1d73efcd3bee None None] DHCP port deletion for 631352b9-cdc0-4502-b4e6-9840754bae5a request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:13:13.622353 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 8a429c76-093f-45aa-a4bb-0e8f22eb0bec {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:13.622928 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8a429c76-093f-45aa-a4bb-0e8f22eb0bec not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:13.627394 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a0fce8-f868-49d2-89e5-b6055e319f9e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:13:13.627969 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9a0fce8-f868-49d2-89e5-b6055e319f9e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:13:13.646107 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:13:13.766214 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9a0fce8-f868-49d2-89e5-b6055e319f9e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:13.781512 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9a0fce8-f868-49d2-89e5-b6055e319f9e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:13.785522 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d9a0fce8-f868-49d2-89e5-b6055e319f9e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "DELETE /v2.0/networks/f52f86e5-4ccf-471b-ba73-453c1047945f HTTP/1.1" status: 204 len: 168 time: 0.8458726 Jul 07 17:13:13.796742 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37904) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:13.802710 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7de47e7a-f6c3-43e9-a6af-cbfbe4a603dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:13.833356 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-ab74fc57-f676-46d6-9404-1330c4b1f13c None None] Attempting to bind port 629f69d3-6909-402b-b662-9c077920c49c on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:13.834341 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-ab74fc57-f676-46d6-9404-1330c4b1f13c None None] Attempting to bind port 629f69d3-6909-402b-b662-9c077920c49c by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:13.834955 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab74fc57-f676-46d6-9404-1330c4b1f13c None None] Attempting to bind port 629f69d3-6909-402b-b662-9c077920c49c on network 6e9cefa1-f008-4dc6-9203-f56e105ef387 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:13.845213 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab74fc57-f676-46d6-9404-1330c4b1f13c None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:13.846246 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab74fc57-f676-46d6-9404-1330c4b1f13c None None] Checking segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:13.846929 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ab74fc57-f676-46d6-9404-1330c4b1f13c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:13.847590 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab74fc57-f676-46d6-9404-1330c4b1f13c None None] Bound using segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:13.848330 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-ab74fc57-f676-46d6-9404-1330c4b1f13c None None] Bound port: 629f69d3-6909-402b-b662-9c077920c49c, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:13.848999 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ab74fc57-f676-46d6-9404-1330c4b1f13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:13.879677 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-1d5158b9-04e6-41c4-96c3-1d73efcd3bee None None] Deleting port 9fc6c743-1727-43b6-9d24-b2efaf4f4e81 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:13.880696 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1d5158b9-04e6-41c4-96c3-1d73efcd3bee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:13.913063 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a141ba0-838d-4a04-a167-8940de1af8dd req-414d0e57-fff0-4903-8e06-e4f9a4a00548 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:13.916049 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5a141ba0-838d-4a04-a167-8940de1af8dd req-414d0e57-fff0-4903-8e06-e4f9a4a00548 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 945 time: 0.3448596 Jul 07 17:13:13.918904 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0fce8-f868-49d2-89e5-b6055e319f9e tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event deleted for resources: {'Network': ['ID=f52f86e5-4ccf-471b-ba73-453c1047945f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:14.006407 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-1d5158b9-04e6-41c4-96c3-1d73efcd3bee None None] For port 9fc6c743-1727-43b6-9d24-b2efaf4f4e81, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=9fc6c743-1727-43b6-9d24-b2efaf4f4e81,segment=NetworkSegment(b85f67fa-4f4a-4c5c-8baf-733f98a524f2),segment_id=b85f67fa-4f4a-4c5c-8baf-733f98a524f2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:14.006820 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1d5158b9-04e6-41c4-96c3-1d73efcd3bee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:14.017572 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-ab74fc57-f676-46d6-9404-1330c4b1f13c None None] For port 629f69d3-6909-402b-b662-9c077920c49c, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:14.033084 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-1d5158b9-04e6-41c4-96c3-1d73efcd3bee None None] Calling delete_port for 9fc6c743-1727-43b6-9d24-b2efaf4f4e81 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:14.040553 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-ab74fc57-f676-46d6-9404-1330c4b1f13c None None] For port 629f69d3-6909-402b-b662-9c077920c49c, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=629f69d3-6909-402b-b662-9c077920c49c,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:14.050297 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ab74fc57-f676-46d6-9404-1330c4b1f13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:14.084508 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a0b4ee1-4d06-4dd5-9a84-2b92fba224e2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:14.086406 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37914) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:14.092873 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-be1cbef3-7edb-4626-bc50-d2cf1c1e5f8f tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Request body: {'floatingip': {'port_id': '495805fd-0180-40f2-ab25-1a1c2bc8cbc3'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:14.155571 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be1cbef3-7edb-4626-bc50-d2cf1c1e5f8f tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for floatingip, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:14.157855 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 94bd3849-30eb-4eef-b27a-1a2aa77b0362 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:14.228787 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74fc57-f676-46d6-9404-1330c4b1f13c None None] Pushing event updated for resources: {'Port': ['ID=629f69d3-6909-402b-b662-9c077920c49c,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:14.292102 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1d5158b9-04e6-41c4-96c3-1d73efcd3bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:14.348296 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5158b9-04e6-41c4-96c3-1d73efcd3bee None None] Pushing event deleted for resources: {'Port': ['ID=9fc6c743-1727-43b6-9d24-b2efaf4f4e81,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:14.353632 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5158b9-04e6-41c4-96c3-1d73efcd3bee None None] No DVR routers for this DVR port 9fc6c743-1727-43b6-9d24-b2efaf4f4e81 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:14.357338 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 94bd3849-30eb-4eef-b27a-1a2aa77b0362 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:14.366251 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 94bd3849-30eb-4eef-b27a-1a2aa77b0362 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:14.367339 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:14.410454 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9e383ac4-2a37-43d6-b8ef-bd7091eab73e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:14.450100 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-9e383ac4-2a37-43d6-b8ef-bd7091eab73e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Calling delete_port for 56d0778e-b164-4469-adcd-f4021c524318 owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:14.463465 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 9fc6c743-1727-43b6-9d24-b2efaf4f4e81 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:14.485354 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-9a0b4ee1-4d06-4dd5-9a84-2b92fba224e2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] The port '9fc6c743-1727-43b6-9d24-b2efaf4f4e81' was deleted {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 07 17:13:14.582887 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 9fc6c743-1727-43b6-9d24-b2efaf4f4e81 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:14.583576 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 9fc6c743-1727-43b6-9d24-b2efaf4f4e81 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:14.732599 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:14.750868 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-07c9779e-f384-4acd-897d-cb078942d102 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting port 72f9dd1a-f5bc-4e48-ab29-79297ff8d9e6 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:14.752379 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-07c9779e-f384-4acd-897d-cb078942d102 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:14.791706 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4387be-c997-400a-aeba-81688f367554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bd3849-30eb-4eef-b27a-1a2aa77b0362'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:14.796193 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0651cde-c8d8-47fe-a62a-3217826a51b8" -d '{"events": [{"server_uuid": "bd4387be-c997-400a-aeba-81688f367554", "name": "network-vif-plugged", "status": "completed", "tag": "94bd3849-30eb-4eef-b27a-1a2aa77b0362"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:14.819197 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 94bd3849-30eb-4eef-b27a-1a2aa77b0362, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=94bd3849-30eb-4eef-b27a-1a2aa77b0362,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:14.841526 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:14.895928 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=94bd3849-30eb-4eef-b27a-1a2aa77b0362,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:14.955933 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a0b4ee1-4d06-4dd5-9a84-2b92fba224e2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:14.961024 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a3808-3113-463b-85b8-30f78ea3f93d req-38d3af44-8509-49c9-af51-fca0d67c4205 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:14.962532 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a86a3808-3113-463b-85b8-30f78ea3f93d req-38d3af44-8509-49c9-af51-fca0d67c4205 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd4387be-c997-400a-aeba-81688f367554 HTTP/1.1" status: 200 len: 944 time: 0.3431575 Jul 07 17:13:14.965728 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-07c9779e-f384-4acd-897d-cb078942d102 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:14.968805 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9e383ac4-2a37-43d6-b8ef-bd7091eab73e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.000314 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-07c9779e-f384-4acd-897d-cb078942d102 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Calling delete_port for 72f9dd1a-f5bc-4e48-ab29-79297ff8d9e6 owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:15.014343 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-9a0b4ee1-4d06-4dd5-9a84-2b92fba224e2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['631352b9-cdc0-4502-b4e6-9840754bae5a']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:15.033880 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e383ac4-2a37-43d6-b8ef-bd7091eab73e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Port': ['ID=56d0778e-b164-4469-adcd-f4021c524318,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:15.039949 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-9a0b4ee1-4d06-4dd5-9a84-2b92fba224e2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85f67fa-4f4a-4c5c-8baf-733f98a524f2') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:15.040251 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-9a0b4ee1-4d06-4dd5-9a84-2b92fba224e2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85f67fa-4f4a-4c5c-8baf-733f98a524f2') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:15.065004 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a0b4ee1-4d06-4dd5-9a84-2b92fba224e2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.080839 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9e383ac4-2a37-43d6-b8ef-bd7091eab73e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.082898 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9e383ac4-2a37-43d6-b8ef-bd7091eab73e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/56d0778e-b164-4469-adcd-f4021c524318 HTTP/1.1" status: 204 len: 168 time: 2.2159030 Jul 07 17:13:15.087431 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37938) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:15.099701 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a0b4ee1-4d06-4dd5-9a84-2b92fba224e2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.132183 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a86a3808-3113-463b-85b8-30f78ea3f93d req-b00e11d8-e0cf-45f4-8da3-1085f1150f56 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475627 Jul 07 17:13:15.146162 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0b4ee1-4d06-4dd5-9a84-2b92fba224e2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:13:15.146602 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a0b4ee1-4d06-4dd5-9a84-2b92fba224e2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:13:15.149846 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:13:15.198620 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26d7732-2d22-4722-a833-a3dc0a433ac2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:15.200197 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26d7732-2d22-4722-a833-a3dc0a433ac2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:15.201941 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c26d7732-2d22-4722-a833-a3dc0a433ac2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1134889 Jul 07 17:13:15.206429 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37942) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:15.344126 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580142a-04a6-493f-99cb-0f60aba708da req-aa270fcc-e8e3-464d-887a-a71e44195a9e tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:15.346406 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2580142a-04a6-493f-99cb-0f60aba708da req-aa270fcc-e8e3-464d-887a-a71e44195a9e tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 946 time: 0.5846589 Jul 07 17:13:15.361939 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-07c9779e-f384-4acd-897d-cb078942d102 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.373870 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-67fcb615-2d64-4373-8e3a-4686858d5835 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet bc904095-e93e-4ca1-a788-46cd7be76e81 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:15.436991 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67fcb615-2d64-4373-8e3a-4686858d5835 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.462270 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9779e-f384-4acd-897d-cb078942d102 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Port': ['ID=72f9dd1a-f5bc-4e48-ab29-79297ff8d9e6,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:15.468404 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9683ac71-502e-4c20-955f-da1dd7cbc735 x-openstack-request-id: req-9683ac71-502e-4c20-955f-da1dd7cbc735 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:15.469032 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4387be-c997-400a-aeba-81688f367554", "name": "network-vif-plugged", "status": "completed", "tag": "94bd3849-30eb-4eef-b27a-1a2aa77b0362", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:15.469459 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9683ac71-502e-4c20-955f-da1dd7cbc735 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:15.470082 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4387be-c997-400a-aeba-81688f367554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bd3849-30eb-4eef-b27a-1a2aa77b0362', 'code': 200} Jul 07 17:13:15.493581 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a0b4ee1-4d06-4dd5-9a84-2b92fba224e2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.561603 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a0b4ee1-4d06-4dd5-9a84-2b92fba224e2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.570549 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9a0b4ee1-4d06-4dd5-9a84-2b92fba224e2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] 10.222.0.53 "DELETE /v2.0/networks/631352b9-cdc0-4502-b4e6-9840754bae5a HTTP/1.1" status: 204 len: 168 time: 1.7616861 Jul 07 17:13:15.610613 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67fcb615-2d64-4373-8e3a-4686858d5835 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.612455 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b4ee1-4d06-4dd5-9a84-2b92fba224e2 tempest-TaggedBootDevicesTest-254662288 tempest-TaggedBootDevicesTest-254662288-project] Pushing event deleted for resources: {'Network': ['ID=631352b9-cdc0-4502-b4e6-9840754bae5a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:15.648823 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2580142a-04a6-493f-99cb-0f60aba708da req-0b50c6c7-8723-4881-bd2f-defad7593084 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851820 Jul 07 17:13:15.683383 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-07c9779e-f384-4acd-897d-cb078942d102 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.692052 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-07c9779e-f384-4acd-897d-cb078942d102 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/ports/72f9dd1a-f5bc-4e48-ab29-79297ff8d9e6 HTTP/1.1" status: 204 len: 168 time: 2.1485972 Jul 07 17:13:15.695438 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37948) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:15.849244 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-915df44f-1275-4c7c-91d3-28e76274f786 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] GET failed (client error): The resource could not be found. Jul 07 17:13:15.864271 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-915df44f-1275-4c7c-91d3-28e76274f786 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "GET /v2.0/ports/72f9dd1a-f5bc-4e48-ab29-79297ff8d9e6 HTTP/1.1" status: 404 len: 333 time: 0.1672790 Jul 07 17:13:15.865739 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37954) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:15.913132 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37956) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:16.025409 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67fcb615-2d64-4373-8e3a-4686858d5835 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:16.156942 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-8751fdb8-6789-48cb-8882-4392c605fddc tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting port 70f7fa68-f6bd-4098-85b5-81f4bbb37333 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:16.157852 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8751fdb8-6789-48cb-8882-4392c605fddc tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:16.317870 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67fcb615-2d64-4373-8e3a-4686858d5835 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:16.328241 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8411e8b9-bae5-40a3-b1c2-90b3265bc096 None None] Provisioning for port 629f69d3-6909-402b-b662-9c077920c49c completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:16.353958 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e0aaec57-e7c4-48cb-93b3-ccbabdb07324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:16.493906 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-67fcb615-2d64-4373-8e3a-4686858d5835 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:16.499817 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-67fcb615-2d64-4373-8e3a-4686858d5835 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/bc904095-e93e-4ca1-a788-46cd7be76e81 HTTP/1.1" status: 204 len: 168 time: 1.2881148 Jul 07 17:13:16.499817 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcb615-2d64-4373-8e3a-4686858d5835 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=bc904095-e93e-4ca1-a788-46cd7be76e81,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:16.509196 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37968) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:16.519360 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.db.resource_extend [None req-be1cbef3-7edb-4626-bc50-d2cf1c1e5f8f tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:13:16.551408 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 629f69d3-6909-402b-b662-9c077920c49c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:16.608665 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8751fdb8-6789-48cb-8882-4392c605fddc tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:16.612341 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c03f86b1-680c-46d6-be18-b64d1af27294 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1019473 Jul 07 17:13:16.619947 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37970) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:16.626751 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-6b7e89e4-c9ec-4962-afd9-2a6ff6d1266b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:16.636582 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2db94-818f-44d4-9929-48d02c2522bf req-4816bb0a-0b13-4867-85f0-6c50d6f73086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:16.636847 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-8751fdb8-6789-48cb-8882-4392c605fddc tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Calling delete_port for 70f7fa68-f6bd-4098-85b5-81f4bbb37333 owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:16.638786 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-98f2db94-818f-44d4-9929-48d02c2522bf req-4816bb0a-0b13-4867-85f0-6c50d6f73086 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bd4387be-c997-400a-aeba-81688f367554 HTTP/1.1" status: 200 len: 1097 time: 1.0198729 Jul 07 17:13:16.733820 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-7de47e7a-f6c3-43e9-a6af-cbfbe4a603dd admin admin] Deleting port 297ecff9-f587-4921-93ca-d6d191a22ce1 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:16.734080 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7de47e7a-f6c3-43e9-a6af-cbfbe4a603dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:16.740924 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8eba99-efc5-47af-842a-5aa9924863b8 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:16.742182 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be1cbef3-7edb-4626-bc50-d2cf1c1e5f8f tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:16.787334 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 629f69d3-6909-402b-b662-9c077920c49c completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:16.823540 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be1cbef3-7edb-4626-bc50-d2cf1c1e5f8f tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:16.827795 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ed120430-1d96-4712-b452-02c5f6ceb634 None None] Could not find standard attr ID for object 56d0778e-b164-4469-adcd-f4021c524318. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:13:16.854152 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 629f69d3-6909-402b-b662-9c077920c49c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:16.854542 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:16.999522 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f05e81-dda4-4fdc-8cce-ea36edba8c96 req-c7f953a1-ff05-4d92-aed1-8d385b32c8b5 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:17.001546 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f7f05e81-dda4-4fdc-8cce-ea36edba8c96 req-c7f953a1-ff05-4d92-aed1-8d385b32c8b5 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd4387be-c997-400a-aeba-81688f367554 HTTP/1.1" status: 200 len: 945 time: 0.5425434 Jul 07 17:13:17.039389 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-98f2db94-818f-44d4-9929-48d02c2522bf req-807d202a-f85b-433d-a09b-c159ccddc508 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401310 Jul 07 17:13:17.047153 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e0aaec57-e7c4-48cb-93b3-ccbabdb07324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:17.068055 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e0aaec57-e7c4-48cb-93b3-ccbabdb07324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:17.144905 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:17.152119 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f7f05e81-dda4-4fdc-8cce-ea36edba8c96 req-a0b48bb6-7c2c-419a-b4b5-f29910cdfff2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392822 Jul 07 17:13:17.212864 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e0aaec57-e7c4-48cb-93b3-ccbabdb07324 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=13272fb9db60437aa13fc3581827c4cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2895341 Jul 07 17:13:17.214142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37974) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:17.233240 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aaec57-e7c4-48cb-93b3-ccbabdb07324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdd9f7d-3f88-4521-845b-5ddbc291a399,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:17.266523 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-7de47e7a-f6c3-43e9-a6af-cbfbe4a603dd admin admin] For port 297ecff9-f587-4921-93ca-d6d191a22ce1, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=297ecff9-f587-4921-93ca-d6d191a22ce1,segment=NetworkSegment(a4929838-a970-45a0-a106-ef1c0abcce5c),segment_id=a4929838-a970-45a0-a106-ef1c0abcce5c)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:17.268161 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7de47e7a-f6c3-43e9-a6af-cbfbe4a603dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:17.270635 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8751fdb8-6789-48cb-8882-4392c605fddc tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:17.287734 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7e89e4-c9ec-4962-afd9-2a6ff6d1266b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:17.293630 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6b7e89e4-c9ec-4962-afd9-2a6ff6d1266b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:17.305808 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-7de47e7a-f6c3-43e9-a6af-cbfbe4a603dd admin admin] Calling delete_port for 297ecff9-f587-4921-93ca-d6d191a22ce1 owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:17.331904 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 629f69d3-6909-402b-b662-9c077920c49c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=629f69d3-6909-402b-b662-9c077920c49c,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:17.339430 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:17.391273 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641f589e-25c2-4273-a760-36195d359d02 None None] DHCP port deletion for 6e9cefa1-f008-4dc6-9203-f56e105ef387 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:13:17.443190 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=629f69d3-6909-402b-b662-9c077920c49c,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:17.528968 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-be1cbef3-7edb-4626-bc50-d2cf1c1e5f8f tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Floating IP b40f9105-1a3e-4974-a48b-8100f1046fe8 associated. External IP: 172.25.0.120, port: 495805fd-0180-40f2-ab25-1a1c2bc8cbc3. Jul 07 17:13:17.578033 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8751fdb8-6789-48cb-8882-4392c605fddc tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:17.587228 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8751fdb8-6789-48cb-8882-4392c605fddc tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/ports/70f7fa68-f6bd-4098-85b5-81f4bbb37333 HTTP/1.1" status: 204 len: 168 time: 1.6864071 Jul 07 17:13:17.590032 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751fdb8-6789-48cb-8882-4392c605fddc tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Port': ['ID=70f7fa68-f6bd-4098-85b5-81f4bbb37333,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:17.602826 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37978) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:17.630143 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56390b53-78bd-45a2-b684-5b728c6fd396 req-459f1e83-eedb-4de8-a85a-49bee4a92db6 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:17.632193 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-56390b53-78bd-45a2-b684-5b728c6fd396 req-459f1e83-eedb-4de8-a85a-49bee4a92db6 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 946 time: 0.6603973 Jul 07 17:13:17.671266 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ba6217-0f66-49cb-9be0-9b1eb9ff0720 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] GET failed (client error): The resource could not be found. Jul 07 17:13:17.682675 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b4ba6217-0f66-49cb-9be0-9b1eb9ff0720 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "GET /v2.0/ports/70f7fa68-f6bd-4098-85b5-81f4bbb37333 HTTP/1.1" status: 404 len: 333 time: 0.0761225 Jul 07 17:13:17.684731 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37980) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:17.804109 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-39d97c10-e9d3-42d1-b6b9-49fb2245d75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:17.830508 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-641f589e-25c2-4273-a760-36195d359d02 None None] Deleting port 629f69d3-6909-402b-b662-9c077920c49c {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:17.830801 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-641f589e-25c2-4273-a760-36195d359d02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:17.859929 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-56390b53-78bd-45a2-b684-5b728c6fd396 req-3018870d-46cf-4e99-843e-0fd4598a224b tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155063 Jul 07 17:13:17.898377 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-39d97c10-e9d3-42d1-b6b9-49fb2245d75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:17.917695 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-41baf20a-7a38-4835-924a-e2f7b4611bf2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting subnet 8f490c7c-2968-4fbc-bde5-ac4e11323a52 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:17.927735 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-41baf20a-7a38-4835-924a-e2f7b4611bf2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:17.949796 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-641f589e-25c2-4273-a760-36195d359d02 None None] For port 629f69d3-6909-402b-b662-9c077920c49c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=629f69d3-6909-402b-b662-9c077920c49c,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:17.951653 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-641f589e-25c2-4273-a760-36195d359d02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:17.988734 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-641f589e-25c2-4273-a760-36195d359d02 None None] Calling delete_port for 629f69d3-6909-402b-b662-9c077920c49c owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:18.022151 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-41baf20a-7a38-4835-924a-e2f7b4611bf2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.133629 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6b7e89e4-c9ec-4962-afd9-2a6ff6d1266b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.210459 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7e89e4-c9ec-4962-afd9-2a6ff6d1266b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:18.215182 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7de47e7a-f6c3-43e9-a6af-cbfbe4a603dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.225085 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1cbef3-7edb-4626-bc50-d2cf1c1e5f8f tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Router 8081bcf8-d02f-46ae-a958-7ce2201710a8 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:13:18.232706 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-6b7e89e4-c9ec-4962-afd9-2a6ff6d1266b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:18.240231 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7e89e4-c9ec-4962-afd9-2a6ff6d1266b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:18.241157 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6b7e89e4-c9ec-4962-afd9-2a6ff6d1266b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.248392 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e89e4-c9ec-4962-afd9-2a6ff6d1266b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=273a1bcb-d2b5-4399-acf6-602a8b2d12eb,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:18.254687 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-641f589e-25c2-4273-a760-36195d359d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.286001 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de47e7a-f6c3-43e9-a6af-cbfbe4a603dd admin admin] Pushing event deleted for resources: {'Port': ['ID=297ecff9-f587-4921-93ca-d6d191a22ce1,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:18.321986 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-39d97c10-e9d3-42d1-b6b9-49fb2245d75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.327498 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-39d97c10-e9d3-42d1-b6b9-49fb2245d75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.329817 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-39d97c10-e9d3-42d1-b6b9-49fb2245d75b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2bdd9f7d-3f88-4521-845b-5ddbc291a399 HTTP/1.1" status: 204 len: 168 time: 1.1150217 Jul 07 17:13:18.386634 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d97c10-e9d3-42d1-b6b9-49fb2245d75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdd9f7d-3f88-4521-845b-5ddbc291a399,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:18.398422 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f589e-25c2-4273-a760-36195d359d02 None None] Pushing event deleted for resources: {'Port': ['ID=629f69d3-6909-402b-b662-9c077920c49c,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:18.404389 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641f589e-25c2-4273-a760-36195d359d02 None None] No DVR routers for this DVR port 629f69d3-6909-402b-b662-9c077920c49c on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:18.412197 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-41baf20a-7a38-4835-924a-e2f7b4611bf2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.459981 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6b7e89e4-c9ec-4962-afd9-2a6ff6d1266b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8333082 Jul 07 17:13:18.479135 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c985b736-0ec0-4988-bfe1-20fc2cd05c64 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:18.483853 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 629f69d3-6909-402b-b662-9c077920c49c no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:18.497288 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37986) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:18.510234 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-819ab496-bd86-4f41-94e1-c83d91f8c05b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'port': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'fixed_ips': [{'subnet_id': '273a1bcb-d2b5-4399-acf6-602a8b2d12eb', 'ip_address': '2001:db8::9110:cb40:774:1a70'}], 'name': 'tempest-NetworksTestDHCPv6-2016190622'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:18.801781 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 629f69d3-6909-402b-b662-9c077920c49c {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:18.802817 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 629f69d3-6909-402b-b662-9c077920c49c not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:18.823350 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-41baf20a-7a38-4835-924a-e2f7b4611bf2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.907809 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41baf20a-7a38-4835-924a-e2f7b4611bf2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Subnet': ['ID=8f490c7c-2968-4fbc-bde5-ac4e11323a52,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:18.927610 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-41baf20a-7a38-4835-924a-e2f7b4611bf2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.930066 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-41baf20a-7a38-4835-924a-e2f7b4611bf2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/subnets/8f490c7c-2968-4fbc-bde5-ac4e11323a52 HTTP/1.1" status: 204 len: 168 time: 1.2438750 Jul 07 17:13:18.937544 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37996) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:19.020485 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819ab496-bd86-4f41-94e1-c83d91f8c05b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:19.076242 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dff2712-42e3-428e-aa20-6f6225b2f927 None None] Network dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:19.137688 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af5023e-be3e-4620-aa85-4803d5e8da93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-6e9cefa1-f008-4dc6-9203-f56e105ef387', 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'fixed_ips': [{'subnet_id': '273a1bcb-d2b5-4399-acf6-602a8b2d12eb'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:13:19.138993 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6af5023e-be3e-4620-aa85-4803d5e8da93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:19.219585 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89b043-1efa-4518-9092-4098e38233b9 req-cbbafe21-57bc-4f75-93a0-90543c3d332a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:19.222485 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5e89b043-1efa-4518-9092-4098e38233b9 req-cbbafe21-57bc-4f75-93a0-90543c3d332a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd4387be-c997-400a-aeba-81688f367554 HTTP/1.1" status: 200 len: 945 time: 0.4010704 Jul 07 17:13:19.285270 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-819ab496-bd86-4f41-94e1-c83d91f8c05b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:19.298826 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7de47e7a-f6c3-43e9-a6af-cbfbe4a603dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:19.318926 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1cbef3-7edb-4626-bc50-d2cf1c1e5f8f tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:19.328770 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5e89b043-1efa-4518-9092-4098e38233b9 req-af33c32e-2316-46a5-ab14-69571b6a12cb tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957513 Jul 07 17:13:19.342412 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-819ab496-bd86-4f41-94e1-c83d91f8c05b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] device_id is not set on port 3b1f2e21-f4f4-431d-8132-b4899c2e7097 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:13:19.385902 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38536825-0863-4a26-986d-7fd1e5df7665 None None] Sync routers for ids ['8081bcf8-d02f-46ae-a958-7ce2201710a8'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:19.395974 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be1cbef3-7edb-4626-bc50-d2cf1c1e5f8f tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:19.501496 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38536825-0863-4a26-986d-7fd1e5df7665 None None] Routers {'8081bcf8-d02f-46ae-a958-7ce2201710a8'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:19.501496 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-38536825-0863-4a26-986d-7fd1e5df7665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:12:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['8081bcf8-d02f-46ae-a958-7ce2201710a8'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:19.571674 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23f8fd08-601a-49f6-8ad2-f0bf08db6fa6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:19.704603 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-819ab496-bd86-4f41-94e1-c83d91f8c05b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 2001:db8::9110:cb40:774:1a70 (6e9cefa1-f008-4dc6-9203-f56e105ef387/273a1bcb-d2b5-4399-acf6-602a8b2d12eb/3b1f2e21-f4f4-431d-8132-b4899c2e7097) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:19.741587 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-be1cbef3-7edb-4626-bc50-d2cf1c1e5f8f tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "PUT /v2.0/floatingips/b40f9105-1a3e-4974-a48b-8100f1046fe8 HTTP/1.1" status: 200 len: 991 time: 5.6534755 Jul 07 17:13:19.834972 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd67a367-3f1f-4463-a0a8-0b948e562772', 'tag': '495805fd-0180-40f2-ab25-1a1c2bc8cbc3'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:19.842738 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a078099e-938e-4891-8b3e-b1e59537303c" -d '{"events": [{"name": "network-changed", "server_uuid": "cd67a367-3f1f-4463-a0a8-0b948e562772", "tag": "495805fd-0180-40f2-ab25-1a1c2bc8cbc3"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:19.893739 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435e4310-0717-4452-88e8-8d32bb407354 None None] DHCP port deletion for dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:13:19.897527 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-38536825-0863-4a26-986d-7fd1e5df7665 None None] Set router 8081bcf8-d02f-46ae-a958-7ce2201710a8 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:19.934849 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-819ab496-bd86-4f41-94e1-c83d91f8c05b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:19.952719 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-819ab496-bd86-4f41-94e1-c83d91f8c05b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Transition to ACTIVE for port object 3b1f2e21-f4f4-431d-8132-b4899c2e7097 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:19.996323 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-819ab496-bd86-4f41-94e1-c83d91f8c05b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:20.072909 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819ab496-bd86-4f41-94e1-c83d91f8c05b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:20.075743 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebe94d-bd2a-493b-8c5d-2c1cb0d11241 req-9f1376d9-d1a3-4444-b855-83cafbaf8ccb tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:20.077347 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-819ab496-bd86-4f41-94e1-c83d91f8c05b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:20.083176 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1bebe94d-bd2a-493b-8c5d-2c1cb0d11241 req-9f1376d9-d1a3-4444-b855-83cafbaf8ccb tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 946 time: 0.8417532 Jul 07 17:13:20.083964 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819ab496-bd86-4f41-94e1-c83d91f8c05b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:20.092106 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819ab496-bd86-4f41-94e1-c83d91f8c05b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:20.092607 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-435e4310-0717-4452-88e8-8d32bb407354 None None] Deleting port 73d8b580-51c8-4a89-91ff-70f8db4e3737 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:20.092829 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-819ab496-bd86-4f41-94e1-c83d91f8c05b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:20.093429 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-435e4310-0717-4452-88e8-8d32bb407354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:20.112229 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-819ab496-bd86-4f41-94e1-c83d91f8c05b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6139445 Jul 07 17:13:20.120597 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38022) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:20.184959 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ab496-bd86-4f41-94e1-c83d91f8c05b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Port': ['ID=3b1f2e21-f4f4-431d-8132-b4899c2e7097,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:20.187360 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-6af5023e-be3e-4620-aa85-4803d5e8da93 None None] Allocated IP 2001:db8::2 (6e9cefa1-f008-4dc6-9203-f56e105ef387/273a1bcb-d2b5-4399-acf6-602a8b2d12eb/6d0caa39-46f6-4d8c-8915-4fd5639fc309) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:20.254116 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b781e7-7a08-4a87-a7a1-84a27ab67237 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:20.256495 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-26b781e7-7a08-4a87-a7a1-84a27ab67237 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1347644 Jul 07 17:13:20.263481 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38026) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:20.331358 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-435e4310-0717-4452-88e8-8d32bb407354 None None] For port 73d8b580-51c8-4a89-91ff-70f8db4e3737, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=73d8b580-51c8-4a89-91ff-70f8db4e3737,segment=NetworkSegment(cb1d5030-43c2-4cf9-8b54-1c50224ec07b),segment_id=cb1d5030-43c2-4cf9-8b54-1c50224ec07b)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:20.337563 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-435e4310-0717-4452-88e8-8d32bb407354 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:20.373001 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-435e4310-0717-4452-88e8-8d32bb407354 None None] Calling delete_port for 73d8b580-51c8-4a89-91ff-70f8db4e3737 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:20.528552 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-5ad6695b-0b39-4c4b-ba7d-8dd8ebe52a21 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting port 3b1f2e21-f4f4-431d-8132-b4899c2e7097 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:20.528990 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5ad6695b-0b39-4c4b-ba7d-8dd8ebe52a21 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:20.541882 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 73d8b580-51c8-4a89-91ff-70f8db4e3737 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:20.658390 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1bebe94d-bd2a-493b-8c5d-2c1cb0d11241 req-53ab4eee-3d1a-41ba-b78a-a16d9e6c1836 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5741386 Jul 07 17:13:20.675314 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5ad6695b-0b39-4c4b-ba7d-8dd8ebe52a21 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:20.695467 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-5ad6695b-0b39-4c4b-ba7d-8dd8ebe52a21 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Calling delete_port for 3b1f2e21-f4f4-431d-8132-b4899c2e7097 owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:20.702791 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de47e7a-f6c3-43e9-a6af-cbfbe4a603dd admin admin] Router f9f6f930-6ce8-4f49-8566-c74d173921c8 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:13:20.705959 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-23f8fd08-601a-49f6-8ad2-f0bf08db6fa6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting port 73d8b580-51c8-4a89-91ff-70f8db4e3737 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:20.706305 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23f8fd08-601a-49f6-8ad2-f0bf08db6fa6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:20.818880 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2a9ab4-aa5d-40ae-bdc8-194940089667 x-openstack-request-id: req-eb2a9ab4-aa5d-40ae-bdc8-194940089667 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:20.819879 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd67a367-3f1f-4463-a0a8-0b948e562772", "tag": "495805fd-0180-40f2-ab25-1a1c2bc8cbc3", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:20.820310 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb2a9ab4-aa5d-40ae-bdc8-194940089667 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:20.821023 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd67a367-3f1f-4463-a0a8-0b948e562772', 'tag': '495805fd-0180-40f2-ab25-1a1c2bc8cbc3', 'status': 'completed', 'code': 200} Jul 07 17:13:20.941875 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-435e4310-0717-4452-88e8-8d32bb407354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:20.972118 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435e4310-0717-4452-88e8-8d32bb407354 None None] No DVR routers for this DVR port 73d8b580-51c8-4a89-91ff-70f8db4e3737 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:20.982652 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-38536825-0863-4a26-986d-7fd1e5df7665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'name': 'tempest-AttachVolumeShelveTestJSON-2145681699-router', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:07Z', 'updated_at': '2021-07-07T17:12:22Z', 'revision_number': 4, 'project_id': '18e760e73e3c432284bc214c0bade121', 'gw_port': {'id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:af:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:10Z', 'updated_at': '2021-07-07T17:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'b40f9105-1a3e-4974-a48b-8100f1046fe8', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'floating_ip_address': '172.25.0.120', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'port_id': '495805fd-0180-40f2-ab25-1a1c2bc8cbc3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'mac_address': 'fa:16:3e:e3:94:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd67a367-3f1f-4463-a0a8-0b948e562772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:12:35Z', 'updated_at': '2021-07-07T17:13:16Z', 'revision_number': 1, 'project_id': '18e760e73e3c432284bc214c0bade121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a86c32dd-ed0d-4cb6-883a-43f202f2b838', 'name': '', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'mac_address': 'fa:16:3e:6a:41:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:21Z', 'updated_at': '2021-07-07T17:12:33Z', 'revision_number': 5, 'project_id': '18e760e73e3c432284bc214c0bade121', 'subnets': [{'id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:21.114129 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5ad6695b-0b39-4c4b-ba7d-8dd8ebe52a21 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:21.129251 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:21.175846 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38536825-0863-4a26-986d-7fd1e5df7665 None None] Checking router: 8081bcf8-d02f-46ae-a958-7ce2201710a8 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:21.179721 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e4310-0717-4452-88e8-8d32bb407354 None None] Pushing event deleted for resources: {'Port': ['ID=73d8b580-51c8-4a89-91ff-70f8db4e3737,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:21.213902 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6af5023e-be3e-4620-aa85-4803d5e8da93 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:21.220072 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6695b-0b39-4c4b-ba7d-8dd8ebe52a21 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Port': ['ID=3b1f2e21-f4f4-431d-8132-b4899c2e7097,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:21.263722 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5ad6695b-0b39-4c4b-ba7d-8dd8ebe52a21 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:21.266022 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6af5023e-be3e-4620-aa85-4803d5e8da93 None None] Transition to ACTIVE for port object 6d0caa39-46f6-4d8c-8915-4fd5639fc309 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:21.269534 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5ad6695b-0b39-4c4b-ba7d-8dd8ebe52a21 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/3b1f2e21-f4f4-431d-8132-b4899c2e7097 HTTP/1.1" status: 204 len: 168 time: 1.0024822 Jul 07 17:13:21.273474 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38040) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:21.326889 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-23f8fd08-601a-49f6-8ad2-f0bf08db6fa6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] For port 73d8b580-51c8-4a89-91ff-70f8db4e3737, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=73d8b580-51c8-4a89-91ff-70f8db4e3737,segment=NetworkSegment(cb1d5030-43c2-4cf9-8b54-1c50224ec07b),segment_id=cb1d5030-43c2-4cf9-8b54-1c50224ec07b)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:21.327765 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23f8fd08-601a-49f6-8ad2-f0bf08db6fa6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:21.338410 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6af5023e-be3e-4620-aa85-4803d5e8da93 None None] Transition to ACTIVE for port object 6d0caa39-46f6-4d8c-8915-4fd5639fc309 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:21.372232 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e4310-0717-4452-88e8-8d32bb407354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:21.372232 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e4310-0717-4452-88e8-8d32bb407354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:21.372859 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e4310-0717-4452-88e8-8d32bb407354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:21.372859 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e4310-0717-4452-88e8-8d32bb407354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:21.373173 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e4310-0717-4452-88e8-8d32bb407354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:21.373469 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e4310-0717-4452-88e8-8d32bb407354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:21.373808 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e4310-0717-4452-88e8-8d32bb407354 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:21.374143 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e4310-0717-4452-88e8-8d32bb407354 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:21.374359 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de47e7a-f6c3-43e9-a6af-cbfbe4a603dd admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:21.374540 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e4310-0717-4452-88e8-8d32bb407354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:21.374799 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e4310-0717-4452-88e8-8d32bb407354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:21.375131 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e4310-0717-4452-88e8-8d32bb407354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:21.375463 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e4310-0717-4452-88e8-8d32bb407354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:21.391592 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3819b8-6313-483d-8dfb-a1a8556a6789 None None] Sync routers for ids ['f9f6f930-6ce8-4f49-8566-c74d173921c8'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:21.407329 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6af5023e-be3e-4620-aa85-4803d5e8da93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:21.410198 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3819b8-6313-483d-8dfb-a1a8556a6789 None None] Routers {'f9f6f930-6ce8-4f49-8566-c74d173921c8'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:21.410903 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-df3819b8-6313-483d-8dfb-a1a8556a6789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:12:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['f9f6f930-6ce8-4f49-8566-c74d173921c8'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:21.423374 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7de47e7a-f6c3-43e9-a6af-cbfbe4a603dd admin admin] 10.222.0.53 "PUT /v2.0/routers/f9f6f930-6ce8-4f49-8566-c74d173921c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7026682 Jul 07 17:13:21.442329 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-23f8fd08-601a-49f6-8ad2-f0bf08db6fa6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Calling delete_port for 73d8b580-51c8-4a89-91ff-70f8db4e3737 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:21.453518 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38046) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:21.458729 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad22a79-2b3e-4557-a540-a33c1c74e815 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:21.466924 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad22a79-2b3e-4557-a540-a33c1c74e815 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:21.471528 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3ad22a79-2b3e-4557-a540-a33c1c74e815 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1967912 Jul 07 17:13:21.476662 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38048) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:21.551413 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5023e-be3e-4620-aa85-4803d5e8da93 None None] Pushing event updated for resources: {'Port': ['ID=6d0caa39-46f6-4d8c-8915-4fd5639fc309,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:21.570194 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38536825-0863-4a26-986d-7fd1e5df7665 None None] Routers {'8081bcf8-d02f-46ae-a958-7ce2201710a8'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:21.570864 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-38536825-0863-4a26-986d-7fd1e5df7665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:12:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['8081bcf8-d02f-46ae-a958-7ce2201710a8'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:21.657146 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c55558-b4f9-46a8-bb56-c98413a2a563 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet 273a1bcb-d2b5-4399-acf6-602a8b2d12eb {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:21.673103 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-11c55558-b4f9-46a8-bb56-c98413a2a563 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:21.701356 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-df3819b8-6313-483d-8dfb-a1a8556a6789 None None] Set router f9f6f930-6ce8-4f49-8566-c74d173921c8 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:21.804018 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078099e-938e-4891-8b3e-b1e59537303c req-19d42556-c157-4af7-b616-88fb8ded48d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:21.806293 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a078099e-938e-4891-8b3e-b1e59537303c req-19d42556-c157-4af7-b616-88fb8ded48d9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18e760e73e3c432284bc214c0bade121&device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 1097 time: 0.9797728 Jul 07 17:13:21.901825 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13c728ab-b2bc-4761-af8f-218785f8fd8b admin admin] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:21.906759 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23f8fd08-601a-49f6-8ad2-f0bf08db6fa6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:21.955399 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-11c55558-b4f9-46a8-bb56-c98413a2a563 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:22.097184 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8fd08-601a-49f6-8ad2-f0bf08db6fa6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Port': ['ID=73d8b580-51c8-4a89-91ff-70f8db4e3737,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:22.101824 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-38536825-0863-4a26-986d-7fd1e5df7665 None None] Set router 8081bcf8-d02f-46ae-a958-7ce2201710a8 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:22.115862 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f8fd08-601a-49f6-8ad2-f0bf08db6fa6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] No DVR routers for this DVR port 73d8b580-51c8-4a89-91ff-70f8db4e3737 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:22.335147 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-11c55558-b4f9-46a8-bb56-c98413a2a563 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:22.383296 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23f8fd08-601a-49f6-8ad2-f0bf08db6fa6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:22.421707 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af5023e-be3e-4620-aa85-4803d5e8da93 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:22.424670 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-23f8fd08-601a-49f6-8ad2-f0bf08db6fa6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:22.458826 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-df3819b8-6313-483d-8dfb-a1a8556a6789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'name': 'tempest-TaggedBootDevicesTest_v242-1344857090-router', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:45Z', 'updated_at': '2021-07-07T17:13:18Z', 'revision_number': 5, 'project_id': '52ba6e7d3c334b5d9c08203be3275f20', 'gw_port': {'id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:47Z', 'updated_at': '2021-07-07T17:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:22.463875 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-23f8fd08-601a-49f6-8ad2-f0bf08db6fa6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1d5030-43c2-4cf9-8b54-1c50224ec07b') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:22.464403 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-23f8fd08-601a-49f6-8ad2-f0bf08db6fa6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1d5030-43c2-4cf9-8b54-1c50224ec07b') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:22.500711 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-6af5023e-be3e-4620-aa85-4803d5e8da93 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:22.513853 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af5023e-be3e-4620-aa85-4803d5e8da93 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:22.536973 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23f8fd08-601a-49f6-8ad2-f0bf08db6fa6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:22.546018 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3819b8-6313-483d-8dfb-a1a8556a6789 None None] Checking router: f9f6f930-6ce8-4f49-8566-c74d173921c8 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:22.572558 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3819b8-6313-483d-8dfb-a1a8556a6789 None None] Routers {'f9f6f930-6ce8-4f49-8566-c74d173921c8'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:22.573596 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-df3819b8-6313-483d-8dfb-a1a8556a6789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:12:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['f9f6f930-6ce8-4f49-8566-c74d173921c8'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:22.585670 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-11c55558-b4f9-46a8-bb56-c98413a2a563 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:22.686006 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c55558-b4f9-46a8-bb56-c98413a2a563 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=273a1bcb-d2b5-4399-acf6-602a8b2d12eb,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:22.739338 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-11c55558-b4f9-46a8-bb56-c98413a2a563 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:22.777964 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-11c55558-b4f9-46a8-bb56-c98413a2a563 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/273a1bcb-d2b5-4399-acf6-602a8b2d12eb HTTP/1.1" status: 204 len: 168 time: 1.2999234 Jul 07 17:13:22.785089 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38066) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:22.908421 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-6af5023e-be3e-4620-aa85-4803d5e8da93 None None] Attempting to bind port 6d0caa39-46f6-4d8c-8915-4fd5639fc309 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:22.909307 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-6af5023e-be3e-4620-aa85-4803d5e8da93 None None] Attempting to bind port 6d0caa39-46f6-4d8c-8915-4fd5639fc309 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:22.909307 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af5023e-be3e-4620-aa85-4803d5e8da93 None None] Attempting to bind port 6d0caa39-46f6-4d8c-8915-4fd5639fc309 on network 6e9cefa1-f008-4dc6-9203-f56e105ef387 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:22.921500 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af5023e-be3e-4620-aa85-4803d5e8da93 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:22.921861 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af5023e-be3e-4620-aa85-4803d5e8da93 None None] Checking segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:22.922288 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6af5023e-be3e-4620-aa85-4803d5e8da93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:22.922697 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af5023e-be3e-4620-aa85-4803d5e8da93 None None] Bound using segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:22.923386 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-6af5023e-be3e-4620-aa85-4803d5e8da93 None None] Bound port: 6d0caa39-46f6-4d8c-8915-4fd5639fc309, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:22.923790 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6af5023e-be3e-4620-aa85-4803d5e8da93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:22.956377 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a2d89f34-ba77-4917-aa4f-2f99127569af tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1693625 Jul 07 17:13:22.971530 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38070) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:23.014109 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23f8fd08-601a-49f6-8ad2-f0bf08db6fa6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:23.015141 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-6af5023e-be3e-4620-aa85-4803d5e8da93 None None] For port 6d0caa39-46f6-4d8c-8915-4fd5639fc309, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:23.018875 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-6af5023e-be3e-4620-aa85-4803d5e8da93 None None] For port 6d0caa39-46f6-4d8c-8915-4fd5639fc309, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6d0caa39-46f6-4d8c-8915-4fd5639fc309,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:23.029973 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6af5023e-be3e-4620-aa85-4803d5e8da93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:23.083660 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-38536825-0863-4a26-986d-7fd1e5df7665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'name': 'tempest-AttachVolumeShelveTestJSON-2145681699-router', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:07Z', 'updated_at': '2021-07-07T17:12:22Z', 'revision_number': 4, 'project_id': '18e760e73e3c432284bc214c0bade121', 'gw_port': {'id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:af:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:10Z', 'updated_at': '2021-07-07T17:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'b40f9105-1a3e-4974-a48b-8100f1046fe8', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'floating_ip_address': '172.25.0.120', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'port_id': '495805fd-0180-40f2-ab25-1a1c2bc8cbc3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'mac_address': 'fa:16:3e:e3:94:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd67a367-3f1f-4463-a0a8-0b948e562772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:12:35Z', 'updated_at': '2021-07-07T17:13:16Z', 'revision_number': 1, 'project_id': '18e760e73e3c432284bc214c0bade121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a86c32dd-ed0d-4cb6-883a-43f202f2b838', 'name': '', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'mac_address': 'fa:16:3e:6a:41:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:21Z', 'updated_at': '2021-07-07T17:12:33Z', 'revision_number': 5, 'project_id': '18e760e73e3c432284bc214c0bade121', 'subnets': [{'id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:23.085753 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-df3819b8-6313-483d-8dfb-a1a8556a6789 None None] Set router f9f6f930-6ce8-4f49-8566-c74d173921c8 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:23.093698 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078099e-938e-4891-8b3e-b1e59537303c req-232df8e8-cce8-4ac1-9d0e-f4752e87cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:23.104424 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a078099e-938e-4891-8b3e-b1e59537303c req-232df8e8-cce8-4ac1-9d0e-f4752e87cf5d service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9c7bfe2-c6df-42ea-bc46-459eb954abd9 HTTP/1.1" status: 200 len: 918 time: 1.2902088 Jul 07 17:13:23.106456 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f8fd08-601a-49f6-8ad2-f0bf08db6fa6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:13:23.107372 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23f8fd08-601a-49f6-8ad2-f0bf08db6fa6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:13:23.128651 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:13:23.131987 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38536825-0863-4a26-986d-7fd1e5df7665 None None] The sync data for ids ['8081bcf8-d02f-46ae-a958-7ce2201710a8'] in n-d-791503-12 is: [{'id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'name': 'tempest-AttachVolumeShelveTestJSON-2145681699-router', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:07Z', 'updated_at': '2021-07-07T17:12:22Z', 'revision_number': 4, 'project_id': '18e760e73e3c432284bc214c0bade121', 'gw_port': {'id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:af:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:10Z', 'updated_at': '2021-07-07T17:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'b40f9105-1a3e-4974-a48b-8100f1046fe8', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'floating_ip_address': '172.25.0.120', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'port_id': '495805fd-0180-40f2-ab25-1a1c2bc8cbc3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'mac_address': 'fa:16:3e:e3:94:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd67a367-3f1f-4463-a0a8-0b948e562772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:12:35Z', 'updated_at': '2021-07-07T17:13:16Z', 'revision_number': 1, 'project_id': '18e760e73e3c432284bc214c0bade121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a86c32dd-ed0d-4cb6-883a-43f202f2b838', 'name': '', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'mac_address': 'fa:16:3e:6a:41:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:21Z', 'updated_at': '2021-07-07T17:12:33Z', 'revision_number': 5, 'project_id': '18e760e73e3c432284bc214c0bade121', 'subnets': [{'id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:23.229355 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa82cd9e-e076-40ad-b3a8-9d8b46b0bf8a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:23.236601 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fa82cd9e-e076-40ad-b3a8-9d8b46b0bf8a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2515736 Jul 07 17:13:23.237209 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38072) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:23.242403 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5023e-be3e-4620-aa85-4803d5e8da93 None None] Pushing event updated for resources: {'Port': ['ID=6d0caa39-46f6-4d8c-8915-4fd5639fc309,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:23.247988 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efa8c16-ba8e-4275-a3ad-ece7f4c7a876 None None] get_active_networks_info from n-d-791503-12 {{(pid=100194) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:13:23.440754 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8843ec29-e375-433b-93d7-1dd9bc51b8f0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:23.446839 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8843ec29-e375-433b-93d7-1dd9bc51b8f0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2040133 Jul 07 17:13:23.447703 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8618b0e7-0902-4ead-9862-69cc37bc46f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:23.452333 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38076) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:23.534219 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efa8c16-ba8e-4275-a3ad-ece7f4c7a876 None None] Resources bound (agent type, host, resource id): {{(pid=100194) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:13:23.568450 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a078099e-938e-4891-8b3e-b1e59537303c req-00a3c2e8-1139-49a1-9245-1aa027da0a2f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=495805fd-0180-40f2-ab25-1a1c2bc8cbc3 HTTP/1.1" status: 200 len: 999 time: 0.3592031 Jul 07 17:13:23.589846 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1404e7eb-0101-4398-b558-bf738e57c24a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1362340 Jul 07 17:13:23.607168 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38080) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:23.613592 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-ee0c0c96-10d1-447a-8fcf-8b64fc858dc7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:23.626836 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-df3819b8-6313-483d-8dfb-a1a8556a6789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'name': 'tempest-TaggedBootDevicesTest_v242-1344857090-router', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:45Z', 'updated_at': '2021-07-07T17:13:18Z', 'revision_number': 5, 'project_id': '52ba6e7d3c334b5d9c08203be3275f20', 'gw_port': {'id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:47Z', 'updated_at': '2021-07-07T17:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:23.652074 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078099e-938e-4891-8b3e-b1e59537303c req-917c8d71-e8c5-491b-b6a6-a9d3ec94d197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:23.654494 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a078099e-938e-4891-8b3e-b1e59537303c req-917c8d71-e8c5-491b-b6a6-a9d3ec94d197 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b0fe605b-06e9-4628-b5de-b8df689c0601 HTTP/1.1" status: 200 len: 856 time: 0.0745184 Jul 07 17:13:23.711678 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64264e0d-045c-484d-b082-0cd739574eba None None] New status for floating IP b40f9105-1a3e-4974-a48b-8100f1046fe8: ACTIVE {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:13:23.730185 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3819b8-6313-483d-8dfb-a1a8556a6789 None None] The sync data for ids ['f9f6f930-6ce8-4f49-8566-c74d173921c8'] in n-d-791503-12 is: [{'id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'name': 'tempest-TaggedBootDevicesTest_v242-1344857090-router', 'tenant_id': '52ba6e7d3c334b5d9c08203be3275f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:45Z', 'updated_at': '2021-07-07T17:13:18Z', 'revision_number': 5, 'project_id': '52ba6e7d3c334b5d9c08203be3275f20', 'gw_port': {'id': '8d347b5d-18d7-449f-b3c2-0db73794143c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6f930-6ce8-4f49-8566-c74d173921c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:47Z', 'updated_at': '2021-07-07T17:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:23.735643 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13c728ab-b2bc-4761-af8f-218785f8fd8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:23.742855 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23f8fd08-601a-49f6-8ad2-f0bf08db6fa6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:23.749834 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23f8fd08-601a-49f6-8ad2-f0bf08db6fa6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:23.754219 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-23f8fd08-601a-49f6-8ad2-f0bf08db6fa6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/networks/dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af HTTP/1.1" status: 204 len: 168 time: 4.8090041 Jul 07 17:13:23.762192 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38082) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:23.824508 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-ff27ec35-439f-4374-8c71-da3c9dde24bb tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2034693263'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:23.833845 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f74672-2484-4d2c-b20b-359f7b89e426 req-00059c42-051a-4752-af63-1d5f047087f8 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:23.847730 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80f74672-2484-4d2c-b20b-359f7b89e426 req-00059c42-051a-4752-af63-1d5f047087f8 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 946 time: 1.6443241 Jul 07 17:13:23.870681 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8fd08-601a-49f6-8ad2-f0bf08db6fa6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Network': ['ID=dceec3cf-5b51-4dd1-a4ea-062d6ffbc5af,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:23.903689 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff27ec35-439f-4374-8c71-da3c9dde24bb tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:23.912999 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ff27ec35-439f-4374-8c71-da3c9dde24bb tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:23.983672 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0c0c96-10d1-447a-8fcf-8b64fc858dc7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:23.991019 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ee0c0c96-10d1-447a-8fcf-8b64fc858dc7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:24.023783 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078099e-938e-4891-8b3e-b1e59537303c req-a171f922-980d-4e86-8681-a3d6682aeb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:24.027850 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a078099e-938e-4891-8b3e-b1e59537303c req-a171f922-980d-4e86-8681-a3d6682aeb4d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9c7bfe2-c6df-42ea-bc46-459eb954abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3581681 Jul 07 17:13:24.081341 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80f74672-2484-4d2c-b20b-359f7b89e426 req-d244d9f9-29f2-479a-9676-d77fe8072880 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318051 Jul 07 17:13:24.105088 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff27ec35-439f-4374-8c71-da3c9dde24bb tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:13:24.152600 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ff27ec35-439f-4374-8c71-da3c9dde24bb tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:24.153063 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-ff27ec35-439f-4374-8c71-da3c9dde24bb tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Added segment f811c5d2-2fcc-478a-a4d3-e22dc31da644 of type vlan for network 7da7d57e-4bce-41aa-8b8e-caff26b25e47 Jul 07 17:13:24.264521 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-13c728ab-b2bc-4761-af8f-218785f8fd8b admin admin] Deleting port 8d347b5d-18d7-449f-b3c2-0db73794143c {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:24.265167 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13c728ab-b2bc-4761-af8f-218785f8fd8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:24.316106 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ff27ec35-439f-4374-8c71-da3c9dde24bb tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:24.395942 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ff27ec35-439f-4374-8c71-da3c9dde24bb tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:24.404267 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff27ec35-439f-4374-8c71-da3c9dde24bb tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:24.405125 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ff27ec35-439f-4374-8c71-da3c9dde24bb tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:24.517253 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a078099e-938e-4891-8b3e-b1e59537303c req-4fcf1655-9a15-42b9-b7b0-67c9a1b9a508 service neutron] 10.222.0.72 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779158 Jul 07 17:13:24.551906 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ff27ec35-439f-4374-8c71-da3c9dde24bb tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7880361 Jul 07 17:13:24.561085 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38096) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:24.586581 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-d0905360-925e-4c69-9c86-f52413215ea9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'subnet': {'network_id': '7da7d57e-4bce-41aa-8b8e-caff26b25e47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:24.602431 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 297ecff9-f587-4921-93ca-d6d191a22ce1 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:24.653488 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 297ecff9-f587-4921-93ca-d6d191a22ce1 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:24.654688 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 297ecff9-f587-4921-93ca-d6d191a22ce1 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:24.736080 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-13c728ab-b2bc-4761-af8f-218785f8fd8b admin admin] For port 8d347b5d-18d7-449f-b3c2-0db73794143c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8d347b5d-18d7-449f-b3c2-0db73794143c,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:24.736677 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13c728ab-b2bc-4761-af8f-218785f8fd8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:24.764335 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-13c728ab-b2bc-4761-af8f-218785f8fd8b admin admin] Calling delete_port for 8d347b5d-18d7-449f-b3c2-0db73794143c owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:24.828295 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27ec35-439f-4374-8c71-da3c9dde24bb tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Network': ['ID=7da7d57e-4bce-41aa-8b8e-caff26b25e47,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:24.839931 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a078099e-938e-4891-8b3e-b1e59537303c req-4c088b69-e2bd-4624-af24-41e4c7a34327 service neutron] 10.222.0.72 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069582 Jul 07 17:13:24.845810 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 7da7d57e-4bce-41aa-8b8e-caff26b25e47 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:13:25.007005 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ee0c0c96-10d1-447a-8fcf-8b64fc858dc7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.040205 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0905360-925e-4c69-9c86-f52413215ea9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:25.044589 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d0905360-925e-4c69-9c86-f52413215ea9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.121494 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0c0c96-10d1-447a-8fcf-8b64fc858dc7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:25.131673 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-ee0c0c96-10d1-447a-8fcf-8b64fc858dc7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:25.142444 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c0c96-10d1-447a-8fcf-8b64fc858dc7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=37745dc4-f90a-4cc1-98f0-71410ff2e1f6,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:25.143684 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6af952-9ca0-48b0-b46e-8ab8f1af6c8a None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:25.145398 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0c0c96-10d1-447a-8fcf-8b64fc858dc7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:25.146037 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ee0c0c96-10d1-447a-8fcf-8b64fc858dc7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.179361 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ee0c0c96-10d1-447a-8fcf-8b64fc858dc7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5710208 Jul 07 17:13:25.180337 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13c728ab-b2bc-4761-af8f-218785f8fd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.195192 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38116) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:25.213503 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-2d472aa0-f122-4699-8227-5356924e9262 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'port': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'fixed_ips': [{'subnet_id': '37745dc4-f90a-4cc1-98f0-71410ff2e1f6', 'ip_address': '2001:db8::941a:2da4:1293:e848'}], 'name': 'tempest-NetworksTestDHCPv6-1343956855'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:25.283453 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c728ab-b2bc-4761-af8f-218785f8fd8b admin admin] Pushing event deleted for resources: {'Port': ['ID=8d347b5d-18d7-449f-b3c2-0db73794143c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:25.500790 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13c728ab-b2bc-4761-af8f-218785f8fd8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.546135 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d0905360-925e-4c69-9c86-f52413215ea9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.571435 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d472aa0-f122-4699-8227-5356924e9262 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:25.614753 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13c728ab-b2bc-4761-af8f-218785f8fd8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.619527 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13c728ab-b2bc-4761-af8f-218785f8fd8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.631766 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bc599-666a-4b56-a183-c9e8eeaf845c req-e3e61db9-c1ff-4567-ad14-02cbaa330889 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:25.640558 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9b5bc599-666a-4b56-a183-c9e8eeaf845c req-e3e61db9-c1ff-4567-ad14-02cbaa330889 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 946 time: 0.2817748 Jul 07 17:13:25.692052 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2458cb4-7222-4abd-8483-01b0d32ea7e1 None None] Update dhcp port {'port': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'fixed_ips': [{'subnet_id': '37745dc4-f90a-4cc1-98f0-71410ff2e1f6'}], 'binding:host_id': 'n-d-791503-12'}, 'id': '6d0caa39-46f6-4d8c-8915-4fd5639fc309'} from n-d-791503-12. {{(pid=100194) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:13:25.746281 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9b5bc599-666a-4b56-a183-c9e8eeaf845c req-fa87cefd-417a-4e88-8a70-28d754dde7b7 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043708 Jul 07 17:13:25.747122 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13c728ab-b2bc-4761-af8f-218785f8fd8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.747525 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c728ab-b2bc-4761-af8f-218785f8fd8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9f6f930-6ce8-4f49-8566-c74d173921c8 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:13:25.778589 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13c728ab-b2bc-4761-af8f-218785f8fd8b admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.778589 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-13c728ab-b2bc-4761-af8f-218785f8fd8b admin admin] 10.222.0.53 "DELETE /v2.0/routers/f9f6f930-6ce8-4f49-8566-c74d173921c8 HTTP/1.1" status: 204 len: 168 time: 4.3115830 Jul 07 17:13:25.778589 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38120) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:25.839590 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0905360-925e-4c69-9c86-f52413215ea9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Checking segment: {'id': 'f811c5d2-2fcc-478a-a4d3-e22dc31da644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7da7d57e-4bce-41aa-8b8e-caff26b25e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:25.840139 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0905360-925e-4c69-9c86-f52413215ea9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network hostable DHCP agents. Network: 7da7d57e-4bce-41aa-8b8e-caff26b25e47, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:13:25.876244 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0905360-925e-4c69-9c86-f52413215ea9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Subnet': ['ID=28cbbec7-466f-480e-95ba-c53ed2bed341,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:25.901711 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d2458cb4-7222-4abd-8483-01b0d32ea7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.925873 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-f100666b-7683-43fd-b7c4-8ba324efd12f admin admin] Deleting subnet ce5d8e85-e977-4ec0-aa8c-00c1d211eb94 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:25.945334 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f100666b-7683-43fd-b7c4-8ba324efd12f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.075379 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0905360-925e-4c69-9c86-f52413215ea9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network 7da7d57e-4bce-41aa-8b8e-caff26b25e47 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:13:26.121300 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f100666b-7683-43fd-b7c4-8ba324efd12f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.132275 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-d0905360-925e-4c69-9c86-f52413215ea9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 7da7d57e-4bce-41aa-8b8e-caff26b25e47) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:26.174894 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0905360-925e-4c69-9c86-f52413215ea9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:26.179818 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d0905360-925e-4c69-9c86-f52413215ea9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.189798 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbc93dd-1a67-4310-a239-e74c32e11746 None None] Network 7da7d57e-4bce-41aa-8b8e-caff26b25e47 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:26.226460 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2d472aa0-f122-4699-8227-5356924e9262 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.243515 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d0905360-925e-4c69-9c86-f52413215ea9 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6681211 Jul 07 17:13:26.248157 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38130) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:26.266914 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-0c8ad665-b86b-4119-8c2b-7b9cebec86f0 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1767889410', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:26.316686 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-2d472aa0-f122-4699-8227-5356924e9262 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] device_id is not set on port 7d4967cf-1d6d-4362-9f1e-925b9666a481 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:13:26.391305 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.402268 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0c8ad665-b86b-4119-8c2b-7b9cebec86f0 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.403351 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0c8ad665-b86b-4119-8c2b-7b9cebec86f0 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.407735 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f100666b-7683-43fd-b7c4-8ba324efd12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.662962 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-d2458cb4-7222-4abd-8483-01b0d32ea7e1 None None] Allocated IP 2001:db8::2 (6e9cefa1-f008-4dc6-9203-f56e105ef387/37745dc4-f90a-4cc1-98f0-71410ff2e1f6/6d0caa39-46f6-4d8c-8915-4fd5639fc309) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:26.716218 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0c8ad665-b86b-4119-8c2b-7b9cebec86f0 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.728651 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0c8ad665-b86b-4119-8c2b-7b9cebec86f0 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.747913 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f100666b-7683-43fd-b7c4-8ba324efd12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.828140 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8d347b5d-18d7-449f-b3c2-0db73794143c no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:26.840756 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100666b-7683-43fd-b7c4-8ba324efd12f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce5d8e85-e977-4ec0-aa8c-00c1d211eb94,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:26.857658 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f100666b-7683-43fd-b7c4-8ba324efd12f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.863687 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f100666b-7683-43fd-b7c4-8ba324efd12f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ce5d8e85-e977-4ec0-aa8c-00c1d211eb94 HTTP/1.1" status: 204 len: 168 time: 1.0894992 Jul 07 17:13:26.870191 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38138) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:26.875126 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0c8ad665-b86b-4119-8c2b-7b9cebec86f0 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.875654 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5a641316-90db-40f3-b61c-0fc27beabfbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.889127 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7da5e5d-62dc-4542-981b-3e4e61286bac None None] Network 94d2cc3b-5a36-4261-9491-3ddbfc283976 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:26.889433 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0c8ad665-b86b-4119-8c2b-7b9cebec86f0 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6360455 Jul 07 17:13:26.889624 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38140) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:26.909795 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-1251f18c-35c8-480e-aa42-9389f76c9de6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'port': {'network_id': '7da7d57e-4bce-41aa-8b8e-caff26b25e47', 'name': 'tempest-PortsTestJSON-1692092210'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:26.987991 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 8d347b5d-18d7-449f-b3c2-0db73794143c {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:26.988500 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8d347b5d-18d7-449f-b3c2-0db73794143c not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:27.075538 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1566353a-5e7e-4137-9787-6b1369a8bc3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-7da7d57e-4bce-41aa-8b8e-caff26b25e47', 'network_id': '7da7d57e-4bce-41aa-8b8e-caff26b25e47', 'tenant_id': '4d6098c034b649ddb555415464b8c075', 'fixed_ips': [{'subnet_id': '28cbbec7-466f-480e-95ba-c53ed2bed341'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:13:27.076657 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1566353a-5e7e-4137-9787-6b1369a8bc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:27.150215 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1251f18c-35c8-480e-aa42-9389f76c9de6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:27.167950 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1251f18c-35c8-480e-aa42-9389f76c9de6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:27.243946 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-1251f18c-35c8-480e-aa42-9389f76c9de6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] device_id is not set on port bafc5883-033e-4f8f-a69e-3f894a1a7dc2 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:13:27.530797 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d2458cb4-7222-4abd-8483-01b0d32ea7e1 None None] For port 6d0caa39-46f6-4d8c-8915-4fd5639fc309, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6d0caa39-46f6-4d8c-8915-4fd5639fc309,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:27.777015 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d2458cb4-7222-4abd-8483-01b0d32ea7e1 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:27.804903 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-1566353a-5e7e-4137-9787-6b1369a8bc3b None None] Allocated IP 172.20.0.2 (7da7d57e-4bce-41aa-8b8e-caff26b25e47/28cbbec7-466f-480e-95ba-c53ed2bed341/d636c622-585b-4d19-9a61-ab7c5bfab65c) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:27.833184 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d2458cb4-7222-4abd-8483-01b0d32ea7e1 None None] Ignored duplicate provisioning block setup for port 6d0caa39-46f6-4d8c-8915-4fd5639fc309 by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 17:13:27.856466 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d2458cb4-7222-4abd-8483-01b0d32ea7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:27.945772 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:27.956115 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e35539-c13b-4d66-88d1-026a864085e4 None None] DHCP port deletion for 94d2cc3b-5a36-4261-9491-3ddbfc283976 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:13:28.137635 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-2d472aa0-f122-4699-8227-5356924e9262 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 2001:db8::941a:2da4:1293:e848 (6e9cefa1-f008-4dc6-9203-f56e105ef387/37745dc4-f90a-4cc1-98f0-71410ff2e1f6/7d4967cf-1d6d-4362-9f1e-925b9666a481) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:28.305770 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2458cb4-7222-4abd-8483-01b0d32ea7e1 None None] Pushing event updated for resources: {'Port': ['ID=6d0caa39-46f6-4d8c-8915-4fd5639fc309,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:28.405830 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-e6e35539-c13b-4d66-88d1-026a864085e4 None None] Deleting port 4bfe1671-6981-4008-a31e-19c8ece35d49 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:28.406307 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e6e35539-c13b-4d66-88d1-026a864085e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.508191 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1566353a-5e7e-4137-9787-6b1369a8bc3b None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.524757 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1566353a-5e7e-4137-9787-6b1369a8bc3b None None] Transition to ACTIVE for port object d636c622-585b-4d19-9a61-ab7c5bfab65c will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:28.554484 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f2545777-56da-4008-9527-d125a1d216a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.861474 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1566353a-5e7e-4137-9787-6b1369a8bc3b None None] Transition to ACTIVE for port object d636c622-585b-4d19-9a61-ab7c5bfab65c will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:28.879573 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4bfe1671-6981-4008-a31e-19c8ece35d49 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:28.883921 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1566353a-5e7e-4137-9787-6b1369a8bc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.891814 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-e6e35539-c13b-4d66-88d1-026a864085e4 None None] For port 4bfe1671-6981-4008-a31e-19c8ece35d49, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4bfe1671-6981-4008-a31e-19c8ece35d49,segment=NetworkSegment(a4929838-a970-45a0-a106-ef1c0abcce5c),segment_id=a4929838-a970-45a0-a106-ef1c0abcce5c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:28.892569 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e6e35539-c13b-4d66-88d1-026a864085e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.976858 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca780d2e-872c-448f-9e7e-734567fd3f4b req-48bcd464-a9b8-4b8c-9641-7b10b7587fdd tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:28.980985 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ca780d2e-872c-448f-9e7e-734567fd3f4b req-48bcd464-a9b8-4b8c-9641-7b10b7587fdd tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 946 time: 0.8895085 Jul 07 17:13:29.062792 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-1251f18c-35c8-480e-aa42-9389f76c9de6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Allocated IP 172.20.0.10 (7da7d57e-4bce-41aa-8b8e-caff26b25e47/28cbbec7-466f-480e-95ba-c53ed2bed341/bafc5883-033e-4f8f-a69e-3f894a1a7dc2) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:29.126346 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958b10f-ac24-46e0-adee-161f26351a74 req-7bf984fc-6d93-4dd7-a427-4ebb6344cf7a tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:29.129459 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a958b10f-ac24-46e0-adee-161f26351a74 req-7bf984fc-6d93-4dd7-a427-4ebb6344cf7a tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 946 time: 2.2253814 Jul 07 17:13:29.143790 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566353a-5e7e-4137-9787-6b1369a8bc3b None None] Pushing event updated for resources: {'Port': ['ID=d636c622-585b-4d19-9a61-ab7c5bfab65c,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:29.220123 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1566353a-5e7e-4137-9787-6b1369a8bc3b None None] Network 7da7d57e-4bce-41aa-8b8e-caff26b25e47 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:29.226154 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-e6e35539-c13b-4d66-88d1-026a864085e4 None None] Calling delete_port for 4bfe1671-6981-4008-a31e-19c8ece35d49 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:29.229941 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-1566353a-5e7e-4137-9787-6b1369a8bc3b None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:29.230781 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2d472aa0-f122-4699-8227-5356924e9262 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.239783 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1566353a-5e7e-4137-9787-6b1369a8bc3b None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:29.338505 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-f2545777-56da-4008-9527-d125a1d216a7 admin admin] Deleting port 4bfe1671-6981-4008-a31e-19c8ece35d49 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:29.339070 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f2545777-56da-4008-9527-d125a1d216a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.440827 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1566353a-5e7e-4137-9787-6b1369a8bc3b None None] Attempting to bind port d636c622-585b-4d19-9a61-ab7c5bfab65c on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:29.441422 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1566353a-5e7e-4137-9787-6b1369a8bc3b None None] Attempting to bind port d636c622-585b-4d19-9a61-ab7c5bfab65c by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'f811c5d2-2fcc-478a-a4d3-e22dc31da644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7da7d57e-4bce-41aa-8b8e-caff26b25e47'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:29.442029 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1566353a-5e7e-4137-9787-6b1369a8bc3b None None] Attempting to bind port d636c622-585b-4d19-9a61-ab7c5bfab65c on network 7da7d57e-4bce-41aa-8b8e-caff26b25e47 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:29.470585 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1251f18c-35c8-480e-aa42-9389f76c9de6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.471333 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-f2545777-56da-4008-9527-d125a1d216a7 admin admin] For port 4bfe1671-6981-4008-a31e-19c8ece35d49, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4bfe1671-6981-4008-a31e-19c8ece35d49,segment=NetworkSegment(a4929838-a970-45a0-a106-ef1c0abcce5c),segment_id=a4929838-a970-45a0-a106-ef1c0abcce5c)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:29.471733 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f2545777-56da-4008-9527-d125a1d216a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.472340 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1566353a-5e7e-4137-9787-6b1369a8bc3b None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:29.473014 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1566353a-5e7e-4137-9787-6b1369a8bc3b None None] Checking segment: {'id': 'f811c5d2-2fcc-478a-a4d3-e22dc31da644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7da7d57e-4bce-41aa-8b8e-caff26b25e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:29.473686 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1566353a-5e7e-4137-9787-6b1369a8bc3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.474348 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1566353a-5e7e-4137-9787-6b1369a8bc3b None None] Bound using segment: {'id': 'f811c5d2-2fcc-478a-a4d3-e22dc31da644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7da7d57e-4bce-41aa-8b8e-caff26b25e47'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:29.475197 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1566353a-5e7e-4137-9787-6b1369a8bc3b None None] Bound port: d636c622-585b-4d19-9a61-ab7c5bfab65c, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f811c5d2-2fcc-478a-a4d3-e22dc31da644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7da7d57e-4bce-41aa-8b8e-caff26b25e47'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:29.475827 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1566353a-5e7e-4137-9787-6b1369a8bc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.489572 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-f2545777-56da-4008-9527-d125a1d216a7 admin admin] Calling delete_port for 4bfe1671-6981-4008-a31e-19c8ece35d49 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:29.513375 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-1251f18c-35c8-480e-aa42-9389f76c9de6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Transition to ACTIVE for port object bafc5883-033e-4f8f-a69e-3f894a1a7dc2 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:29.531764 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.620129 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1251f18c-35c8-480e-aa42-9389f76c9de6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.660262 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-2d472aa0-f122-4699-8227-5356924e9262 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Transition to ACTIVE for port object 7d4967cf-1d6d-4362-9f1e-925b9666a481 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:29.744320 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1251f18c-35c8-480e-aa42-9389f76c9de6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network 7da7d57e-4bce-41aa-8b8e-caff26b25e47 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:29.808113 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a958b10f-ac24-46e0-adee-161f26351a74 req-a9a25a5e-4bf8-4211-bd3a-9747690b825b tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6347167 Jul 07 17:13:29.809413 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2d472aa0-f122-4699-8227-5356924e9262 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.816514 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f2545777-56da-4008-9527-d125a1d216a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.844958 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e6e35539-c13b-4d66-88d1-026a864085e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.878005 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-1251f18c-35c8-480e-aa42-9389f76c9de6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:29.889841 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1251f18c-35c8-480e-aa42-9389f76c9de6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:29.904999 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d472aa0-f122-4699-8227-5356924e9262 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:29.912412 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-1566353a-5e7e-4137-9787-6b1369a8bc3b None None] For port d636c622-585b-4d19-9a61-ab7c5bfab65c, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:29.915073 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-2d472aa0-f122-4699-8227-5356924e9262 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:29.919199 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d472aa0-f122-4699-8227-5356924e9262 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:29.927828 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d472aa0-f122-4699-8227-5356924e9262 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:29.928787 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e35539-c13b-4d66-88d1-026a864085e4 None None] Pushing event deleted for resources: {'Port': ['ID=4bfe1671-6981-4008-a31e-19c8ece35d49,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:29.929499 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2d472aa0-f122-4699-8227-5356924e9262 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.940795 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2545777-56da-4008-9527-d125a1d216a7 admin admin] No DVR routers for this DVR port 4bfe1671-6981-4008-a31e-19c8ece35d49 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:29.953929 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e35539-c13b-4d66-88d1-026a864085e4 None None] No DVR routers for this DVR port 4bfe1671-6981-4008-a31e-19c8ece35d49 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:29.974935 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-1566353a-5e7e-4137-9787-6b1369a8bc3b None None] For port d636c622-585b-4d19-9a61-ab7c5bfab65c, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d636c622-585b-4d19-9a61-ab7c5bfab65c,segment=NetworkSegment(f811c5d2-2fcc-478a-a4d3-e22dc31da644),segment_id=f811c5d2-2fcc-478a-a4d3-e22dc31da644)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:29.982529 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1566353a-5e7e-4137-9787-6b1369a8bc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.016902 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1251f18c-35c8-480e-aa42-9389f76c9de6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:30.018039 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1251f18c-35c8-480e-aa42-9389f76c9de6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.043370 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1251f18c-35c8-480e-aa42-9389f76c9de6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1491463 Jul 07 17:13:30.061299 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38178) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:30.159751 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d472aa0-f122-4699-8227-5356924e9262 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Port': ['ID=7d4967cf-1d6d-4362-9f1e-925b9666a481,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:30.224016 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2d472aa0-f122-4699-8227-5356924e9262 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.0273845 Jul 07 17:13:30.245399 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38180) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:30.258667 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-437bc905-63c7-4b8c-a83b-4f94a5b76b07 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'port': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'fixed_ips': [{'subnet_id': '37745dc4-f90a-4cc1-98f0-71410ff2e1f6', 'ip_address': '2001:db8::941a:2da4:1293:e848'}], 'name': 'tempest-NetworksTestDHCPv6-495553880'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:30.336829 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-ca780d2e-872c-448f-9e7e-734567fd3f4b req-99c6ee8e-0dac-4a7e-bc7c-0518df820c36 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Deleting port bc4c868b-6ad3-470e-a03c-50d8d79c4293 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:30.337182 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.337930 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ca780d2e-872c-448f-9e7e-734567fd3f4b req-99c6ee8e-0dac-4a7e-bc7c-0518df820c36 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.349108 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f2545777-56da-4008-9527-d125a1d216a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.356189 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566353a-5e7e-4137-9787-6b1369a8bc3b None None] Pushing event updated for resources: {'Port': ['ID=d636c622-585b-4d19-9a61-ab7c5bfab65c,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:30.376281 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2545777-56da-4008-9527-d125a1d216a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bfe1671-6981-4008-a31e-19c8ece35d49,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:30.398468 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251f18c-35c8-480e-aa42-9389f76c9de6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Port': ['ID=bafc5883-033e-4f8f-a69e-3f894a1a7dc2,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:30.541995 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c04bffa0-f416-4522-aaa0-a44e1412c83a None None] Provisioning for port 6d0caa39-46f6-4d8c-8915-4fd5639fc309 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:30.619782 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-f2545777-56da-4008-9527-d125a1d216a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d2cc3b-5a36-4261-9491-3ddbfc283976']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:30.764131 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-f2545777-56da-4008-9527-d125a1d216a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4929838-a970-45a0-a106-ef1c0abcce5c') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:30.765614 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-f2545777-56da-4008-9527-d125a1d216a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4929838-a970-45a0-a106-ef1c0abcce5c') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:30.858514 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f2545777-56da-4008-9527-d125a1d216a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.913587 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f2545777-56da-4008-9527-d125a1d216a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.927983 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6d0caa39-46f6-4d8c-8915-4fd5639fc309 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:30.944609 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2545777-56da-4008-9527-d125a1d216a7 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:13:30.945088 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f2545777-56da-4008-9527-d125a1d216a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:13:30.947944 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:13:31.060580 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-ca780d2e-872c-448f-9e7e-734567fd3f4b req-99c6ee8e-0dac-4a7e-bc7c-0518df820c36 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] For port bc4c868b-6ad3-470e-a03c-50d8d79c4293, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bc4c868b-6ad3-470e-a03c-50d8d79c4293,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:31.061166 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ca780d2e-872c-448f-9e7e-734567fd3f4b req-99c6ee8e-0dac-4a7e-bc7c-0518df820c36 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:31.137477 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-ca780d2e-872c-448f-9e7e-734567fd3f4b req-99c6ee8e-0dac-4a7e-bc7c-0518df820c36 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Calling delete_port for bc4c868b-6ad3-470e-a03c-50d8d79c4293 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:31.139704 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437bc905-63c7-4b8c-a83b-4f94a5b76b07 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:31.145067 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-437bc905-63c7-4b8c-a83b-4f94a5b76b07 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:31.193343 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 6d0caa39-46f6-4d8c-8915-4fd5639fc309 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:31.204438 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 6d0caa39-46f6-4d8c-8915-4fd5639fc309 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:31.205098 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:31.214244 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f2545777-56da-4008-9527-d125a1d216a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:31.282625 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f2545777-56da-4008-9527-d125a1d216a7 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:31.291590 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f2545777-56da-4008-9527-d125a1d216a7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/94d2cc3b-5a36-4261-9491-3ddbfc283976 HTTP/1.1" status: 204 len: 168 time: 4.4185085 Jul 07 17:13:31.430520 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2635a415-d4bb-4408-ae6a-a5055763580d None None] Provisioning for port 7d4967cf-1d6d-4362-9f1e-925b9666a481 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:31.451579 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2635a415-d4bb-4408-ae6a-a5055763580d None None] Provisioning complete for port 7d4967cf-1d6d-4362-9f1e-925b9666a481 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:31.460226 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2635a415-d4bb-4408-ae6a-a5055763580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:31.497551 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-437bc905-63c7-4b8c-a83b-4f94a5b76b07 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] device_id is not set on port 7f74f5eb-b6a1-4265-9b03-49f08471fcbf yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:13:31.508833 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2545777-56da-4008-9527-d125a1d216a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=94d2cc3b-5a36-4261-9491-3ddbfc283976,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:31.524177 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-2635a415-d4bb-4408-ae6a-a5055763580d None None] Port 7d4967cf-1d6d-4362-9f1e-925b9666a481 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:13:31.528421 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device bc4c868b-6ad3-470e-a03c-50d8d79c4293 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:31.731968 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:31.762721 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a66c8-3a29-4f4b-af3b-01f92e01840e req-615a6b4c-cac9-48b1-9c14-8a299e589bcb tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:31.764855 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a44a66c8-3a29-4f4b-af3b-01f92e01840e req-615a6b4c-cac9-48b1-9c14-8a299e589bcb tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 946 time: 0.6090138 Jul 07 17:13:31.905667 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a44a66c8-3a29-4f4b-af3b-01f92e01840e req-12dd8223-dd95-40f8-b575-b720b31cef55 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254656 Jul 07 17:13:32.005972 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38204) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:32.027776 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-437bc905-63c7-4b8c-a83b-4f94a5b76b07 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 17:13:32.028472 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-437bc905-63c7-4b8c-a83b-4f94a5b76b07 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:13:32.083793 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 6d0caa39-46f6-4d8c-8915-4fd5639fc309, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6d0caa39-46f6-4d8c-8915-4fd5639fc309,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:32.098773 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.110401 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.141291 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-437bc905-63c7-4b8c-a83b-4f94a5b76b07 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.8902621 Jul 07 17:13:32.144034 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38206) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:32.284506 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5699f757-9588-4e79-99c2-a18a3f4c5a8d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=52ba6e7d3c334b5d9c08203be3275f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768738 Jul 07 17:13:32.300267 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38210) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:32.320577 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e76d8354-ba62-4e27-bc23-456650c49d39 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.361795 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=6d0caa39-46f6-4d8c-8915-4fd5639fc309,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:32.403957 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb4b9a-060e-4f32-ba80-bb4d6daba4c3 req-f9b26b89-f30e-409a-805f-a6895b565641 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:32.407939 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0acb4b9a-060e-4f32-ba80-bb4d6daba4c3 req-f9b26b89-f30e-409a-805f-a6895b565641 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.6546774 Jul 07 17:13:32.472115 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ca780d2e-872c-448f-9e7e-734567fd3f4b req-99c6ee8e-0dac-4a7e-bc7c-0518df820c36 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.568003 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6ee8e-0dac-4a7e-bc7c-0518df820c36 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Pushing event deleted for resources: {'Port': ['ID=bc4c868b-6ad3-470e-a03c-50d8d79c4293,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:32.629261 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911be67a-bd45-4f39-9100-55f4a3fb1455 None None] Network 7da7d57e-4bce-41aa-8b8e-caff26b25e47 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:32.647072 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef27007-9ba6-4fa0-8003-4f8d8a0c402f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:32.674921 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef27007-9ba6-4fa0-8003-4f8d8a0c402f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:32.678321 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fef27007-9ba6-4fa0-8003-4f8d8a0c402f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.5270219 Jul 07 17:13:32.710629 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38212) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:32.724341 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5e883664-a11f-45e5-8492-11d5c8908f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.748911 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0acb4b9a-060e-4f32-ba80-bb4d6daba4c3 req-f7e01e16-e1b8-4258-8dba-c16ab28b872e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804198 Jul 07 17:13:32.758000 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-84ca9a08-29cd-4822-8507-e4ca9d819308 None None] Provisioning for port d636c622-585b-4d19-9a61-ab7c5bfab65c completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:32.764539 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca780d2e-872c-448f-9e7e-734567fd3f4b req-99c6ee8e-0dac-4a7e-bc7c-0518df820c36 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] No DVR routers for this DVR port bc4c868b-6ad3-470e-a03c-50d8d79c4293 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:32.786469 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ca780d2e-872c-448f-9e7e-734567fd3f4b req-99c6ee8e-0dac-4a7e-bc7c-0518df820c36 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.792787 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ca780d2e-872c-448f-9e7e-734567fd3f4b req-99c6ee8e-0dac-4a7e-bc7c-0518df820c36 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.64 "DELETE /v2.0/ports/bc4c868b-6ad3-470e-a03c-50d8d79c4293 HTTP/1.1" status: 204 len: 173 time: 3.7937636 Jul 07 17:13:32.792787 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b26b48c-6b63-4594-bb65-e591544759f9', 'name': 'network-vif-deleted', 'tag': 'bc4c868b-6ad3-470e-a03c-50d8d79c4293'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:32.805260 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d6bd8f-fea5-4ecc-b1ed-2cc3fbcb595d" -d '{"events": [{"server_uuid": "4b26b48c-6b63-4594-bb65-e591544759f9", "name": "network-vif-deleted", "tag": "bc4c868b-6ad3-470e-a03c-50d8d79c4293"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:32.854215 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5e883664-a11f-45e5-8492-11d5c8908f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.922760 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edfb674-e14b-4e9d-b7c1-37d64ad2093d x-openstack-request-id: req-6edfb674-e14b-4e9d-b7c1-37d64ad2093d {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:32.923345 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b26b48c-6b63-4594-bb65-e591544759f9", "name": "network-vif-deleted", "tag": "bc4c868b-6ad3-470e-a03c-50d8d79c4293", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:32.923723 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6edfb674-e14b-4e9d-b7c1-37d64ad2093d {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:32.924397 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b26b48c-6b63-4594-bb65-e591544759f9', 'name': 'network-vif-deleted', 'tag': 'bc4c868b-6ad3-470e-a03c-50d8d79c4293', 'status': 'completed', 'code': 200} Jul 07 17:13:33.067719 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d636c622-585b-4d19-9a61-ab7c5bfab65c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:33.118704 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38222) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:33.219410 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5e883664-a11f-45e5-8492-11d5c8908f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.236813 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5e883664-a11f-45e5-8492-11d5c8908f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.238949 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5e883664-a11f-45e5-8492-11d5c8908f12 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e75ad64c-f575-4365-bd5a-4b1843e5422f HTTP/1.1" status: 204 len: 168 time: 0.9025011 Jul 07 17:13:33.247238 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port d636c622-585b-4d19-9a61-ab7c5bfab65c completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:33.267103 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port d636c622-585b-4d19-9a61-ab7c5bfab65c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:33.270112 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.299756 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0f0ab2cf-3d31-41aa-929a-afb96672c33d req-181c3f2a-110a-44d8-837e-0cdc32046ca0 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b26b48c-6b63-4594-bb65-e591544759f9 HTTP/1.1" status: 200 len: 210 time: 0.0917714 Jul 07 17:13:33.303996 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e883664-a11f-45e5-8492-11d5c8908f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75ad64c-f575-4365-bd5a-4b1843e5422f,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:33.378351 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59867287-3868-4855-b6f7-9f4f528dab82 req-5b2ece24-94bb-4f4c-8210-d95f878ea43d tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:33.381315 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-59867287-3868-4855-b6f7-9f4f528dab82 req-5b2ece24-94bb-4f4c-8210-d95f878ea43d tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.3331749 Jul 07 17:13:33.534928 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-59867287-3868-4855-b6f7-9f4f528dab82 req-9842fea0-cd93-40fe-b1bd-739f6a9cfd15 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401660 Jul 07 17:13:33.656909 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-234f8d33-ec39-4879-b7fb-99904422c899 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting port 7d4967cf-1d6d-4362-9f1e-925b9666a481 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:33.670573 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-234f8d33-ec39-4879-b7fb-99904422c899 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.716768 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.792291 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port d636c622-585b-4d19-9a61-ab7c5bfab65c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d636c622-585b-4d19-9a61-ab7c5bfab65c,segment=NetworkSegment(f811c5d2-2fcc-478a-a4d3-e22dc31da644),segment_id=f811c5d2-2fcc-478a-a4d3-e22dc31da644)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:33.821126 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.826869 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6d0caa39-46f6-4d8c-8915-4fd5639fc309 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:34.213654 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f7ea37d8-8aa3-4453-a089-371cbd6608d9 None None] Provisioning for port bafc5883-033e-4f8f-a69e-3f894a1a7dc2 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:34.260215 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f7ea37d8-8aa3-4453-a089-371cbd6608d9 None None] Provisioning complete for port bafc5883-033e-4f8f-a69e-3f894a1a7dc2 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:34.297657 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f7ea37d8-8aa3-4453-a089-371cbd6608d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.428815 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=d636c622-585b-4d19-9a61-ab7c5bfab65c,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:34.518246 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-f7ea37d8-8aa3-4453-a089-371cbd6608d9 None None] Port bafc5883-033e-4f8f-a69e-3f894a1a7dc2 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:13:34.559170 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 6d0caa39-46f6-4d8c-8915-4fd5639fc309 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:34.559687 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.573279 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-234f8d33-ec39-4879-b7fb-99904422c899 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.618988 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-234f8d33-ec39-4879-b7fb-99904422c899 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Calling delete_port for 7d4967cf-1d6d-4362-9f1e-925b9666a481 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:34.645345 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f7ea37d8-8aa3-4453-a089-371cbd6608d9 None None] Provisioning complete for port d636c622-585b-4d19-9a61-ab7c5bfab65c triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:34.662295 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f7ea37d8-8aa3-4453-a089-371cbd6608d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.846396 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e76d8354-ba62-4e27-bc23-456650c49d39 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.848760 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-234f8d33-ec39-4879-b7fb-99904422c899 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.895934 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f8d33-ec39-4879-b7fb-99904422c899 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Port': ['ID=7d4967cf-1d6d-4362-9f1e-925b9666a481,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:34.898228 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e76d8354-ba62-4e27-bc23-456650c49d39 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.910023 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38272) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:35.143049 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-234f8d33-ec39-4879-b7fb-99904422c899 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.145472 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-234f8d33-ec39-4879-b7fb-99904422c899 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/7d4967cf-1d6d-4362-9f1e-925b9666a481 HTTP/1.1" status: 204 len: 168 time: 2.4280403 Jul 07 17:13:35.148480 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38284) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:35.191707 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d636c622-585b-4d19-9a61-ab7c5bfab65c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:35.271602 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-01747e28-451a-4e6c-b97f-39c8d24581e0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-513234648-network', 'tenant_id': 'fa7f2838537b47bf8d02ed4d09c0343d'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:35.345066 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4866d8cc-f0aa-4e02-8356-f3ce4890409e None None] Provisioning complete for port bafc5883-033e-4f8f-a69e-3f894a1a7dc2 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:35.345963 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4866d8cc-f0aa-4e02-8356-f3ce4890409e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.357047 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port d636c622-585b-4d19-9a61-ab7c5bfab65c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:35.357458 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.514165 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01747e28-451a-4e6c-b97f-39c8d24581e0 admin admin] Made reservation on behalf of fa7f2838537b47bf8d02ed4d09c0343d for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:35.516717 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-01747e28-451a-4e6c-b97f-39c8d24581e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.541030 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f6f7de-cd9f-4b2e-938a-47fae569a9a2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:35.544257 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f6f7de-cd9f-4b2e-938a-47fae569a9a2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:35.546438 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-87f6f7de-cd9f-4b2e-938a-47fae569a9a2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3969121 Jul 07 17:13:35.550155 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-01747e28-451a-4e6c-b97f-39c8d24581e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.552300 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38288) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:35.554532 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d8354-ba62-4e27-bc23-456650c49d39 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Port': ['ID=bafc5883-033e-4f8f-a69e-3f894a1a7dc2,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:35.570439 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-4866d8cc-f0aa-4e02-8356-f3ce4890409e None None] Port bafc5883-033e-4f8f-a69e-3f894a1a7dc2 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:13:35.703987 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-ef201fc4-302a-4395-8519-c620aae6f9de tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:35.709780 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-95179092-50c2-478d-be56-f90738403182 None None] Provisioning complete for port bafc5883-033e-4f8f-a69e-3f894a1a7dc2 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:35.710344 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-ef201fc4-302a-4395-8519-c620aae6f9de tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/networks?id=e48a1335-f2ce-4136-9503-051b68c84575 HTTP/1.1" status: 200 len: 812 time: 0.4716220 Jul 07 17:13:35.710487 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-95179092-50c2-478d-be56-f90738403182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.766170 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3b72a-4063-41bf-a57d-969d3ab63160 req-556909de-fe10-4b7e-89e6-8e72850383ec tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:35.768594 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7fa3b72a-4063-41bf-a57d-969d3ab63160 req-556909de-fe10-4b7e-89e6-8e72850383ec tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.8762410 Jul 07 17:13:35.779727 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-95179092-50c2-478d-be56-f90738403182 None None] Port bafc5883-033e-4f8f-a69e-3f894a1a7dc2 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:13:35.781170 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1fc16c1-960f-4e5c-a31c-983b903b57ae tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet 37745dc4-f90a-4cc1-98f0-71410ff2e1f6 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:35.798555 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b1fc16c1-960f-4e5c-a31c-983b903b57ae tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.804997 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-a5eee09c-0e46-494d-9ecf-9c5494f4f9ca tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/quotas/2fe17a6fbd19425cb38c02ad6df4484f HTTP/1.1" status: 200 len: 375 time: 0.0812955 Jul 07 17:13:35.837813 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e76d8354-ba62-4e27-bc23-456650c49d39 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.936706 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-390dee93-cff2-4e83-a8d5-0da3021e80df tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fe17a6fbd19425cb38c02ad6df4484f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934746 Jul 07 17:13:35.967971 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-abaa07bf-6bcb-4ec6-9ea8-6e12be8def68 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:13:35.970203 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-abaa07bf-6bcb-4ec6-9ea8-6e12be8def68 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0235498 Jul 07 17:13:35.981944 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b1fc16c1-960f-4e5c-a31c-983b903b57ae tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:36.052728 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7fa3b72a-4063-41bf-a57d-969d3ab63160 req-40d640fd-c628-474e-8a0d-dce202ac25d0 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2664909 Jul 07 17:13:36.266094 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e76d8354-ba62-4e27-bc23-456650c49d39 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:36.361504 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-01747e28-451a-4e6c-b97f-39c8d24581e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:36.379753 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-01747e28-451a-4e6c-b97f-39c8d24581e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:36.416243 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b1fc16c1-960f-4e5c-a31c-983b903b57ae tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:36.425070 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01747e28-451a-4e6c-b97f-39c8d24581e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:13:36.514319 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a03a947b-83dd-4362-bbf4-5d964d9e9fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:36.543202 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-01747e28-451a-4e6c-b97f-39c8d24581e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:36.543750 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-01747e28-451a-4e6c-b97f-39c8d24581e0 admin admin] Added segment 395174b8-0e8e-4edd-9a4b-23178acfd758 of type vlan for network b09d5620-c5a5-4f52-8562-d9c726ea81d4 Jul 07 17:13:36.573111 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01747e28-451a-4e6c-b97f-39c8d24581e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4026c4-f2b6-46b1-9371-ca8e409fedb0,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:36.681911 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-7ecc66f8-163a-4cf9-a308-de3bbf620ad6 service neutron] 10.222.0.53 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6877253 Jul 07 17:13:36.690130 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-01747e28-451a-4e6c-b97f-39c8d24581e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:36.716444 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b1fc16c1-960f-4e5c-a31c-983b903b57ae tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:36.949517 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-f0db806b-decd-4bfc-978f-8e8ba3ccd730 service neutron] 10.222.0.53 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536395 Jul 07 17:13:36.971759 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc16c1-960f-4e5c-a31c-983b903b57ae tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=37745dc4-f90a-4cc1-98f0-71410ff2e1f6,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:36.981520 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.db.resource_extend [None req-01747e28-451a-4e6c-b97f-39c8d24581e0 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:13:37.016845 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e9d0d2-6563-46a8-b63e-e942f6eadda5 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:37.023463 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b1fc16c1-960f-4e5c-a31c-983b903b57ae tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.040916 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b1fc16c1-960f-4e5c-a31c-983b903b57ae tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/37745dc4-f90a-4cc1-98f0-71410ff2e1f6 HTTP/1.1" status: 204 len: 168 time: 1.4840908 Jul 07 17:13:37.045563 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38300) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:37.167740 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e76d8354-ba62-4e27-bc23-456650c49d39 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.199644 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e76d8354-ba62-4e27-bc23-456650c49d39 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.239907 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-01747e28-451a-4e6c-b97f-39c8d24581e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.241982 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01747e28-451a-4e6c-b97f-39c8d24581e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:37.252453 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-01747e28-451a-4e6c-b97f-39c8d24581e0 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.258977 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6ce39708-9a4c-4c69-b847-2886c43075e7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2112312 Jul 07 17:13:37.279495 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38304) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:37.309733 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e6247bb8-93cf-46e3-860d-559ba0fc01a4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:37.312212 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.336078 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e76d8354-ba62-4e27-bc23-456650c49d39 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.367466 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d8354-ba62-4e27-bc23-456650c49d39 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Port': ['ID=bafc5883-033e-4f8f-a69e-3f894a1a7dc2,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:37.520523 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2401d08-a8f4-4a3d-930e-ef172061f0c1 None None] DHCP port deletion for 6e9cefa1-f008-4dc6-9203-f56e105ef387 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:13:37.708257 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-a03a947b-83dd-4362-bbf4-5d964d9e9fc7 admin admin] Deleting port ef0e67f4-6c97-4237-a77f-2573b42e3431 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:37.708705 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a03a947b-83dd-4362-bbf4-5d964d9e9fc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.729282 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.761013 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-b2401d08-a8f4-4a3d-930e-ef172061f0c1 None None] Deleting port 6d0caa39-46f6-4d8c-8915-4fd5639fc309 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:37.762519 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b2401d08-a8f4-4a3d-930e-ef172061f0c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.817660 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-01747e28-451a-4e6c-b97f-39c8d24581e0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.9059610 Jul 07 17:13:37.819513 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38316) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:37.834785 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-a03a947b-83dd-4362-bbf4-5d964d9e9fc7 admin admin] For port ef0e67f4-6c97-4237-a77f-2573b42e3431, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=ef0e67f4-6c97-4237-a77f-2573b42e3431,segment=NetworkSegment(7487d8ef-9e5b-45a3-816c-e8bf097ba0ff),segment_id=7487d8ef-9e5b-45a3-816c-e8bf097ba0ff)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:37.835261 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a03a947b-83dd-4362-bbf4-5d964d9e9fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.875522 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-a03a947b-83dd-4362-bbf4-5d964d9e9fc7 admin admin] Calling delete_port for ef0e67f4-6c97-4237-a77f-2573b42e3431 owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:37.903320 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-3af8ffe3-e090-4825-936f-e2fa366b8af1 admin admin] Request body: {'subnet': {'network_id': 'b09d5620-c5a5-4f52-8562-d9c726ea81d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-513234648-subnet', 'tenant_id': 'fa7f2838537b47bf8d02ed4d09c0343d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:37.923906 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01747e28-451a-4e6c-b97f-39c8d24581e0 admin admin] Pushing event updated for resources: {'Network': ['ID=b09d5620-c5a5-4f52-8562-d9c726ea81d4,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:37.944729 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network b09d5620-c5a5-4f52-8562-d9c726ea81d4 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:13:37.949467 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-b2401d08-a8f4-4a3d-930e-ef172061f0c1 None None] For port 6d0caa39-46f6-4d8c-8915-4fd5639fc309, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6d0caa39-46f6-4d8c-8915-4fd5639fc309,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:37.950065 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b2401d08-a8f4-4a3d-930e-ef172061f0c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.990912 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-96b83860-3fca-481c-92f4-f2b45e3a1164 req-b34a0e98-bdb9-49bf-b851-e54103635974 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=efdce791-e047-4163-89d1-e71b9c622a9c HTTP/1.1" status: 200 len: 210 time: 0.1692948 Jul 07 17:13:38.025601 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.db.api [None req-e6247bb8-93cf-46e3-860d-559ba0fc01a4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:13:38.025601 n-d-791503-12 neutron-server[100193]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 17:13:38.025601 n-d-791503-12 neutron-server[100193]: [parameters: {'project_id_1': '5f0b3e95913147e795e0fe53265be989', 'expiration_1': datetime.datetime(2021, 7, 7, 17, 13, 37, 968498)}] Jul 07 17:13:38.025601 n-d-791503-12 neutron-server[100193]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:13:38.027226 n-d-791503-12 neutron-server[100193]: DEBUG oslo_db.api [None req-e6247bb8-93cf-46e3-860d-559ba0fc01a4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:13:38.050572 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af8ffe3-e090-4825-936f-e2fa366b8af1 admin admin] Made reservation on behalf of fa7f2838537b47bf8d02ed4d09c0343d for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:38.055343 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3af8ffe3-e090-4825-936f-e2fa366b8af1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:38.155803 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-b2401d08-a8f4-4a3d-930e-ef172061f0c1 None None] Calling delete_port for 6d0caa39-46f6-4d8c-8915-4fd5639fc309 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:38.305609 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a03a947b-83dd-4362-bbf4-5d964d9e9fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:38.375558 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a947b-83dd-4362-bbf4-5d964d9e9fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef0e67f4-6c97-4237-a77f-2573b42e3431,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:38.424159 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76d8354-ba62-4e27-bc23-456650c49d39 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network 7da7d57e-4bce-41aa-8b8e-caff26b25e47 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:38.429608 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-e76d8354-ba62-4e27-bc23-456650c49d39 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:38.817943 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b2401d08-a8f4-4a3d-930e-ef172061f0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:38.867687 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2401d08-a8f4-4a3d-930e-ef172061f0c1 None None] No DVR routers for this DVR port 6d0caa39-46f6-4d8c-8915-4fd5639fc309 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:38.914314 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2401d08-a8f4-4a3d-930e-ef172061f0c1 None None] Pushing event deleted for resources: {'Port': ['ID=6d0caa39-46f6-4d8c-8915-4fd5639fc309,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:39.073075 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3af8ffe3-e090-4825-936f-e2fa366b8af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.170530 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6247bb8-93cf-46e3-860d-559ba0fc01a4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:39.177099 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6247bb8-93cf-46e3-860d-559ba0fc01a4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.195395 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4d153287-2307-43ad-bf54-bc6b68245212 None None] Provisioning complete for port bafc5883-033e-4f8f-a69e-3f894a1a7dc2 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:39.196098 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4d153287-2307-43ad-bf54-bc6b68245212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.207639 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8ffe3-e090-4825-936f-e2fa366b8af1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7444f78e-5a5a-4c3a-8ef5-8892e2ae8716,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:39.257838 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8ffe3-e090-4825-936f-e2fa366b8af1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:39.262528 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8ffe3-e090-4825-936f-e2fa366b8af1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:39.263430 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8ffe3-e090-4825-936f-e2fa366b8af1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:39.263949 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8ffe3-e090-4825-936f-e2fa366b8af1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:39.264493 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8ffe3-e090-4825-936f-e2fa366b8af1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:39.265056 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8ffe3-e090-4825-936f-e2fa366b8af1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:39.265606 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8ffe3-e090-4825-936f-e2fa366b8af1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:39.266115 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8ffe3-e090-4825-936f-e2fa366b8af1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:39.266614 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8ffe3-e090-4825-936f-e2fa366b8af1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:39.267122 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8ffe3-e090-4825-936f-e2fa366b8af1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:39.267616 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8ffe3-e090-4825-936f-e2fa366b8af1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:39.268142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8ffe3-e090-4825-936f-e2fa366b8af1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:39.353389 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-4d153287-2307-43ad-bf54-bc6b68245212 None None] Port bafc5883-033e-4f8f-a69e-3f894a1a7dc2 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:13:39.377875 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6d0caa39-46f6-4d8c-8915-4fd5639fc309 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:39.466400 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af8ffe3-e090-4825-936f-e2fa366b8af1 admin admin] Checking segment: {'id': '395174b8-0e8e-4edd-9a4b-23178acfd758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b09d5620-c5a5-4f52-8562-d9c726ea81d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:39.467070 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af8ffe3-e090-4825-936f-e2fa366b8af1 admin admin] Network hostable DHCP agents. Network: b09d5620-c5a5-4f52-8562-d9c726ea81d4, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:13:39.485596 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 6d0caa39-46f6-4d8c-8915-4fd5639fc309 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:39.486154 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6d0caa39-46f6-4d8c-8915-4fd5639fc309 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:39.593027 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af8ffe3-e090-4825-936f-e2fa366b8af1 admin admin] Network b09d5620-c5a5-4f52-8562-d9c726ea81d4 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:13:39.639834 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-3af8ffe3-e090-4825-936f-e2fa366b8af1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, b09d5620-c5a5-4f52-8562-d9c726ea81d4) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:39.660022 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af8ffe3-e090-4825-936f-e2fa366b8af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:39.660837 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3af8ffe3-e090-4825-936f-e2fa366b8af1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.666144 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550cf322-f9ec-408c-a263-297106847b10 None None] Network b09d5620-c5a5-4f52-8562-d9c726ea81d4 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:39.697072 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3af8ffe3-e090-4825-936f-e2fa366b8af1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7999039 Jul 07 17:13:39.704025 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38348) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:39.733487 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-1b4897fe-4551-4c6e-a2ba-0611e4ed7a5e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-513234648-router', 'tenant_id': 'fa7f2838537b47bf8d02ed4d09c0343d', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:39.768122 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1b4897fe-4551-4c6e-a2ba-0611e4ed7a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.769244 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1b4897fe-4551-4c6e-a2ba-0611e4ed7a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.850500 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1b4897fe-4551-4c6e-a2ba-0611e4ed7a5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.853461 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38350) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:40.176560 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbc5f50-2c94-41c2-be4c-c2d7abdb6679 None None] Network b09d5620-c5a5-4f52-8562-d9c726ea81d4 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:40.196180 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e4994-1d45-4c1f-a18f-e2283c994648 req-1b280be8-e021-4aaa-99fc-ace1e30475ee tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:40.210487 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1f9e4994-1d45-4c1f-a18f-e2283c994648 req-1b280be8-e021-4aaa-99fc-ace1e30475ee tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.6963754 Jul 07 17:13:40.415894 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1f9e4994-1d45-4c1f-a18f-e2283c994648 req-9edd0d03-828d-4d22-b008-dbdc4f5b20bf tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037153 Jul 07 17:13:40.427635 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76d8354-ba62-4e27-bc23-456650c49d39 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Router 14cd29c7-a733-4c7b-8b64-1598a0df0f36 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:13:40.433712 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a03a947b-83dd-4362-bbf4-5d964d9e9fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.569477 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1b4897fe-4551-4c6e-a2ba-0611e4ed7a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.639023 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f231e55d-3637-44c8-b9ba-fc3851190de3 req-800f9264-f428-4bbb-a3ef-72db919f139e tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=efdce791-e047-4163-89d1-e71b9c622a9c HTTP/1.1" status: 200 len: 210 time: 0.0608928 Jul 07 17:13:40.693818 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76d8354-ba62-4e27-bc23-456650c49d39 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:40.708662 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d96032-7f79-49ef-acec-86b6027d4866 None None] Sync routers for ids ['14cd29c7-a733-4c7b-8b64-1598a0df0f36'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:40.709313 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e76d8354-ba62-4e27-bc23-456650c49d39 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "PUT /v2.0/routers/14cd29c7-a733-4c7b-8b64-1598a0df0f36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6462207 Jul 07 17:13:40.716410 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38354) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:40.724722 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d96032-7f79-49ef-acec-86b6027d4866 None None] Routers {'14cd29c7-a733-4c7b-8b64-1598a0df0f36'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:40.725863 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-70d96032-7f79-49ef-acec-86b6027d4866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:13:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['14cd29c7-a733-4c7b-8b64-1598a0df0f36'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:40.761383 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6247bb8-93cf-46e3-860d-559ba0fc01a4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.771670 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-70d96032-7f79-49ef-acec-86b6027d4866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:40.783477 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-462b9c96-68c6-4933-acf5-7acd3696592d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.786230 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d96032-7f79-49ef-acec-86b6027d4866 None None] Routers {'14cd29c7-a733-4c7b-8b64-1598a0df0f36'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:40.787074 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-70d96032-7f79-49ef-acec-86b6027d4866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:13:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['14cd29c7-a733-4c7b-8b64-1598a0df0f36'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:40.825045 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-70d96032-7f79-49ef-acec-86b6027d4866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:40.825771 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d96032-7f79-49ef-acec-86b6027d4866 None None] The sync data for ids ['14cd29c7-a733-4c7b-8b64-1598a0df0f36'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:40.905799 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493fe83e-4ce0-4631-b2d1-d3793c0aac0b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:40.907439 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-493fe83e-4ce0-4631-b2d1-d3793c0aac0b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "GET /v2.0/ports?device_id=14cd29c7-a733-4c7b-8b64-1598a0df0f36 HTTP/1.1" status: 200 len: 983 time: 0.1808994 Jul 07 17:13:40.920071 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38356) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:40.970212 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03a947b-83dd-4362-bbf4-5d964d9e9fc7 admin admin] Router 436b728c-3035-4583-a1c5-2d4333ee272a has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:13:40.979440 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6247bb8-93cf-46e3-860d-559ba0fc01a4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:41.092591 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-e6247bb8-93cf-46e3-860d-559ba0fc01a4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:41.109358 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef2a3df-4fa4-4fda-ac9a-f3b53b487838 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:41.111473 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03a947b-83dd-4362-bbf4-5d964d9e9fc7 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:41.125244 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a03a947b-83dd-4362-bbf4-5d964d9e9fc7 admin admin] 10.222.0.53 "PUT /v2.0/routers/436b728c-3035-4583-a1c5-2d4333ee272a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0049288 Jul 07 17:13:41.125944 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38358) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:41.163936 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6247bb8-93cf-46e3-860d-559ba0fc01a4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:41.164970 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6247bb8-93cf-46e3-860d-559ba0fc01a4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.180401 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef6e4e4-3ce8-42a6-bf0e-5524cf6e2379 None None] Sync routers for ids ['436b728c-3035-4583-a1c5-2d4333ee272a'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:41.221453 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6247bb8-93cf-46e3-860d-559ba0fc01a4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=52c9dfe8-aa7f-4cc9-94b0-d94bc035746c,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:41.249257 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef6e4e4-3ce8-42a6-bf0e-5524cf6e2379 None None] Routers {'436b728c-3035-4583-a1c5-2d4333ee272a'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:41.250384 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-5ef6e4e4-3ce8-42a6-bf0e-5524cf6e2379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:13:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['436b728c-3035-4583-a1c5-2d4333ee272a'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:41.289727 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-356a1ace-1498-48b1-ac77-cd87fa5797af admin admin] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.291409 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-ca2526e3-c68b-4f67-b429-7b13ef0046ea tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:41.294156 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-ca2526e3-c68b-4f67-b429-7b13ef0046ea tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.64 "GET /v2.0/networks?id=e48a1335-f2ce-4136-9503-051b68c84575 HTTP/1.1" status: 200 len: 812 time: 0.6801138 Jul 07 17:13:41.324918 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-e09f24bc-f117-4151-878e-19f6a3242af0 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Request body: {'port': {'device_id': 'efdce791-e047-4163-89d1-e71b9c622a9c', 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575', 'admin_state_up': True, 'tenant_id': '2fe17a6fbd19425cb38c02ad6df4484f'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:41.421110 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-356a1ace-1498-48b1-ac77-cd87fa5797af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.519876 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-356a1ace-1498-48b1-ac77-cd87fa5797af admin admin] Deleting port 894a9eb1-3d5a-4efc-9110-9a32c170c808 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:41.520501 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-356a1ace-1498-48b1-ac77-cd87fa5797af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.686952 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-356a1ace-1498-48b1-ac77-cd87fa5797af admin admin] For port 894a9eb1-3d5a-4efc-9110-9a32c170c808, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=894a9eb1-3d5a-4efc-9110-9a32c170c808,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:41.687647 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-356a1ace-1498-48b1-ac77-cd87fa5797af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.710273 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-356a1ace-1498-48b1-ac77-cd87fa5797af admin admin] Calling delete_port for 894a9eb1-3d5a-4efc-9110-9a32c170c808 owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:41.812747 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7af10ba-5609-4c0e-9aee-f77b3de63223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-6e9cefa1-f008-4dc6-9203-f56e105ef387', 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'fixed_ips': [{'subnet_id': '52c9dfe8-aa7f-4cc9-94b0-d94bc035746c'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:13:41.814012 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f7af10ba-5609-4c0e-9aee-f77b3de63223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.823693 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-5ef6e4e4-3ce8-42a6-bf0e-5524cf6e2379 None None] Set router 436b728c-3035-4583-a1c5-2d4333ee272a gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:41.953635 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3cb3af42-7c18-410d-8901-52f888e21141 req-9db0cac3-f2a1-49ca-bd58-36cfb56cd636 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=efdce791-e047-4163-89d1-e71b9c622a9c HTTP/1.1" status: 200 len: 210 time: 0.1267588 Jul 07 17:13:42.025218 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-462b9c96-68c6-4933-acf5-7acd3696592d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.106620 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-356a1ace-1498-48b1-ac77-cd87fa5797af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.114013 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-f7af10ba-5609-4c0e-9aee-f77b3de63223 None None] Allocated IP 2001:db8::2 (6e9cefa1-f008-4dc6-9203-f56e105ef387/52c9dfe8-aa7f-4cc9-94b0-d94bc035746c/151610b5-3fc6-49f5-b422-77d3303b97aa) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:42.149822 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-462b9c96-68c6-4933-acf5-7acd3696592d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.158142 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a1ace-1498-48b1-ac77-cd87fa5797af admin admin] Pushing event deleted for resources: {'Port': ['ID=894a9eb1-3d5a-4efc-9110-9a32c170c808,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:42.279560 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-356a1ace-1498-48b1-ac77-cd87fa5797af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.310189 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e6247bb8-93cf-46e3-860d-559ba0fc01a4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.0217075 Jul 07 17:13:42.335104 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38366) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:42.346707 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-a144212a-8881-483b-a415-62622fbf44fb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'port': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'fixed_ips': [{'subnet_id': '52c9dfe8-aa7f-4cc9-94b0-d94bc035746c', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-615087283'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:42.378640 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-5ef6e4e4-3ce8-42a6-bf0e-5524cf6e2379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'name': 'tempest-TaggedBootDevicesTest-1416164121-router', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '894a9eb1-3d5a-4efc-9110-9a32c170c808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:21Z', 'updated_at': '2021-07-07T17:13:38Z', 'revision_number': 5, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'gw_port': {'id': '894a9eb1-3d5a-4efc-9110-9a32c170c808', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:23Z', 'updated_at': '2021-07-07T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:42.379054 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-462b9c96-68c6-4933-acf5-7acd3696592d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f0dbd89fcefa4b419520f8caade0ea63&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5148561 Jul 07 17:13:42.427145 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef6e4e4-3ce8-42a6-bf0e-5524cf6e2379 None None] Checking router: 436b728c-3035-4583-a1c5-2d4333ee272a for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:42.433620 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38368) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:42.472496 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659fbad-0012-469f-993c-37f11027c2cf req-e2dfd757-a9a3-455e-b16a-0ff9c6ba69d2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:42.475307 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9659fbad-0012-469f-993c-37f11027c2cf req-e2dfd757-a9a3-455e-b16a-0ff9c6ba69d2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.8258891 Jul 07 17:13:42.476318 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-e09f24bc-f117-4151-878e-19f6a3242af0 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Made reservation on behalf of 2fe17a6fbd19425cb38c02ad6df4484f for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:42.482544 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-e09f24bc-f117-4151-878e-19f6a3242af0 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.484683 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef6e4e4-3ce8-42a6-bf0e-5524cf6e2379 None None] Routers {'436b728c-3035-4583-a1c5-2d4333ee272a'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:42.485899 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-5ef6e4e4-3ce8-42a6-bf0e-5524cf6e2379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:13:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['436b728c-3035-4583-a1c5-2d4333ee272a'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:42.503840 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b9c96-68c6-4933-acf5-7acd3696592d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18570b4-5851-40e0-bb00-96d107284fd1,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:42.590684 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-356a1ace-1498-48b1-ac77-cd87fa5797af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.598129 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-356a1ace-1498-48b1-ac77-cd87fa5797af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.623809 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-5ef6e4e4-3ce8-42a6-bf0e-5524cf6e2379 None None] Set router 436b728c-3035-4583-a1c5-2d4333ee272a gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:42.702673 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f7af10ba-5609-4c0e-9aee-f77b3de63223 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.705902 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1b4897fe-4551-4c6e-a2ba-0611e4ed7a5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.709279 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-5ef6e4e4-3ce8-42a6-bf0e-5524cf6e2379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'name': 'tempest-TaggedBootDevicesTest-1416164121-router', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:21Z', 'updated_at': '2021-07-07T17:13:41Z', 'revision_number': 7, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:42.729783 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-356a1ace-1498-48b1-ac77-cd87fa5797af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.730834 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356a1ace-1498-48b1-ac77-cd87fa5797af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 436b728c-3035-4583-a1c5-2d4333ee272a {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:13:42.745969 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-356a1ace-1498-48b1-ac77-cd87fa5797af admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.746548 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef6e4e4-3ce8-42a6-bf0e-5524cf6e2379 None None] The sync data for ids ['436b728c-3035-4583-a1c5-2d4333ee272a'] in n-d-791503-12 is: [{'id': '436b728c-3035-4583-a1c5-2d4333ee272a', 'name': 'tempest-TaggedBootDevicesTest-1416164121-router', 'tenant_id': 'b6d220ae528f42c295cc654c1d123274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:21Z', 'updated_at': '2021-07-07T17:13:41Z', 'revision_number': 7, 'project_id': 'b6d220ae528f42c295cc654c1d123274', 'gw_port_host': None}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:42.751423 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-356a1ace-1498-48b1-ac77-cd87fa5797af admin admin] 10.222.0.53 "DELETE /v2.0/routers/436b728c-3035-4583-a1c5-2d4333ee272a HTTP/1.1" status: 204 len: 168 time: 1.6203487 Jul 07 17:13:42.751747 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f7af10ba-5609-4c0e-9aee-f77b3de63223 None None] Transition to ACTIVE for port object 151610b5-3fc6-49f5-b422-77d3303b97aa will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:42.763012 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38370) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:42.778049 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f7af10ba-5609-4c0e-9aee-f77b3de63223 None None] Transition to ACTIVE for port object 151610b5-3fc6-49f5-b422-77d3303b97aa will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:42.800044 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f7af10ba-5609-4c0e-9aee-f77b3de63223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.809233 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a144212a-8881-483b-a415-62622fbf44fb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:42.817588 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1b4897fe-4551-4c6e-a2ba-0611e4ed7a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.845098 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9659fbad-0012-469f-993c-37f11027c2cf req-fe3905f2-84b8-4df5-9d8f-2ec1c8a1d374 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3110144 Jul 07 17:13:42.885387 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7af10ba-5609-4c0e-9aee-f77b3de63223 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:42.889291 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-f7af10ba-5609-4c0e-9aee-f77b3de63223 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:42.896785 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7af10ba-5609-4c0e-9aee-f77b3de63223 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:42.952199 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8955d3a7-80ad-4d68-8287-7e000b2318a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.979948 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af10ba-5609-4c0e-9aee-f77b3de63223 None None] Pushing event updated for resources: {'Port': ['ID=151610b5-3fc6-49f5-b422-77d3303b97aa,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:42.985906 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a144212a-8881-483b-a415-62622fbf44fb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.991940 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b34fb0-567c-484e-9cd7-cb24099b85ab admin admin] Deleting subnet 7bf3ce58-a71d-4412-bb72-4611169487c0 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:43.020292 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-47b34fb0-567c-484e-9cd7-cb24099b85ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.020567 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-a144212a-8881-483b-a415-62622fbf44fb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] device_id is not set on port 85a5d9fd-b48c-46d4-91b7-d2e7b943544b yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:13:43.050301 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-f7af10ba-5609-4c0e-9aee-f77b3de63223 None None] Attempting to bind port 151610b5-3fc6-49f5-b422-77d3303b97aa on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:43.050674 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-f7af10ba-5609-4c0e-9aee-f77b3de63223 None None] Attempting to bind port 151610b5-3fc6-49f5-b422-77d3303b97aa by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:43.051045 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7af10ba-5609-4c0e-9aee-f77b3de63223 None None] Attempting to bind port 151610b5-3fc6-49f5-b422-77d3303b97aa on network 6e9cefa1-f008-4dc6-9203-f56e105ef387 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:43.059577 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7af10ba-5609-4c0e-9aee-f77b3de63223 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:43.060704 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7af10ba-5609-4c0e-9aee-f77b3de63223 None None] Checking segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:43.061192 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f7af10ba-5609-4c0e-9aee-f77b3de63223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.061913 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7af10ba-5609-4c0e-9aee-f77b3de63223 None None] Bound using segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:43.063458 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-f7af10ba-5609-4c0e-9aee-f77b3de63223 None None] Bound port: 151610b5-3fc6-49f5-b422-77d3303b97aa, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:43.063882 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f7af10ba-5609-4c0e-9aee-f77b3de63223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.080213 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8955d3a7-80ad-4d68-8287-7e000b2318a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.186092 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-e09f24bc-f117-4151-878e-19f6a3242af0 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Allocated IP 172.20.0.9 (e48a1335-f2ce-4136-9503-051b68c84575/14e47f73-09be-4e96-b070-1b771944d586/68f9a56d-99b6-4bed-95a8-2bdecd8788f4) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:43.200492 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-f7af10ba-5609-4c0e-9aee-f77b3de63223 None None] For port 151610b5-3fc6-49f5-b422-77d3303b97aa, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:43.228410 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-f7af10ba-5609-4c0e-9aee-f77b3de63223 None None] For port 151610b5-3fc6-49f5-b422-77d3303b97aa, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=151610b5-3fc6-49f5-b422-77d3303b97aa,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:43.240514 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f7af10ba-5609-4c0e-9aee-f77b3de63223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.264401 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-47b34fb0-567c-484e-9cd7-cb24099b85ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.332420 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-945d4453-2f0d-40fb-9111-f824c0fe3e9c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.409627 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-15fa4106-0ec3-43de-8367-4791cf438a34 req-aa4882ff-a2fc-4267-b55a-4c7630476276 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=efdce791-e047-4163-89d1-e71b9c622a9c HTTP/1.1" status: 200 len: 210 time: 0.0389943 Jul 07 17:13:43.422755 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-a144212a-8881-483b-a415-62622fbf44fb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:13:43.424301 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a144212a-8881-483b-a415-62622fbf44fb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:13:43.427256 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device ef0e67f4-6c97-4237-a77f-2573b42e3431 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:43.459354 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-1b4897fe-4551-4c6e-a2ba-0611e4ed7a5e admin admin] Allocated IP 172.25.0.247 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/606d116b-8626-492b-88cb-d785748df52f) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:43.465640 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a144212a-8881-483b-a415-62622fbf44fb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1279149 Jul 07 17:13:43.478560 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38376) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:43.549021 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: ef0e67f4-6c97-4237-a77f-2573b42e3431 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:43.549719 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device ef0e67f4-6c97-4237-a77f-2573b42e3431 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:43.582619 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af10ba-5609-4c0e-9aee-f77b3de63223 None None] Pushing event updated for resources: {'Port': ['ID=151610b5-3fc6-49f5-b422-77d3303b97aa,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:43.612203 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582fff5d-9eef-42e9-ac4f-9c2d6b5449f8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:43.615349 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-582fff5d-9eef-42e9-ac4f-9c2d6b5449f8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1410108 Jul 07 17:13:43.619868 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38378) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:43.709391 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f548c3-3aca-472f-a2e2-bb99e5798f08 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:43.711341 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f548c3-3aca-472f-a2e2-bb99e5798f08 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:43.713967 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b2f548c3-3aca-472f-a2e2-bb99e5798f08 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0920177 Jul 07 17:13:43.722941 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38380) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:43.848554 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea5e3b9-a928-485c-be80-10f282efbb0b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet 52c9dfe8-aa7f-4cc9-94b0-d94bc035746c {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:43.856974 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3ea5e3b9-a928-485c-be80-10f282efbb0b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.988071 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3ea5e3b9-a928-485c-be80-10f282efbb0b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.227812 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8955d3a7-80ad-4d68-8287-7e000b2318a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.230627 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8955d3a7-80ad-4d68-8287-7e000b2318a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.236187 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8955d3a7-80ad-4d68-8287-7e000b2318a8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c18570b4-5851-40e0-bb00-96d107284fd1 HTTP/1.1" status: 204 len: 168 time: 1.7958987 Jul 07 17:13:44.290694 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3ea5e3b9-a928-485c-be80-10f282efbb0b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.297706 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-47b34fb0-567c-484e-9cd7-cb24099b85ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.300716 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955d3a7-80ad-4d68-8287-7e000b2318a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18570b4-5851-40e0-bb00-96d107284fd1,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:44.372210 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98f7dc-6061-46df-a676-748d54dcaf53 req-f348b91a-9b23-4c40-b863-0f0438eeb6d5 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:44.384377 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5e98f7dc-6061-46df-a676-748d54dcaf53 req-f348b91a-9b23-4c40-b863-0f0438eeb6d5 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.2862134 Jul 07 17:13:44.463185 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-e09f24bc-f117-4151-878e-19f6a3242af0 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.489709 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5e98f7dc-6061-46df-a676-748d54dcaf53 req-a75d8dda-b3c0-4cfe-ad25-c6c8d7663052 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025352 Jul 07 17:13:44.495119 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1b4897fe-4551-4c6e-a2ba-0611e4ed7a5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.521052 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-47b34fb0-567c-484e-9cd7-cb24099b85ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.529848 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3ea5e3b9-a928-485c-be80-10f282efbb0b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.567616 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5e3b9-a928-485c-be80-10f282efbb0b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=52c9dfe8-aa7f-4cc9-94b0-d94bc035746c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:44.574343 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3ea5e3b9-a928-485c-be80-10f282efbb0b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.576679 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3ea5e3b9-a928-485c-be80-10f282efbb0b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/52c9dfe8-aa7f-4cc9-94b0-d94bc035746c HTTP/1.1" status: 204 len: 168 time: 0.8519456 Jul 07 17:13:44.581502 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38392) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:44.585966 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b34fb0-567c-484e-9cd7-cb24099b85ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bf3ce58-a71d-4412-bb72-4611169487c0,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:44.588919 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-47b34fb0-567c-484e-9cd7-cb24099b85ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.589660 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611dc743-e091-4ae3-8d0d-7a94c56981cb None None] Network 2b1ef1e6-de16-48e9-886d-760c85a81894 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:44.592517 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-47b34fb0-567c-484e-9cd7-cb24099b85ab admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7bf3ce58-a71d-4412-bb72-4611169487c0 HTTP/1.1" status: 204 len: 168 time: 1.8286452 Jul 07 17:13:44.595006 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5e3b9-a928-485c-be80-10f282efbb0b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:44.595450 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5e3b9-a928-485c-be80-10f282efbb0b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:44.595896 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5e3b9-a928-485c-be80-10f282efbb0b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:44.596392 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5e3b9-a928-485c-be80-10f282efbb0b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:44.596765 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5e3b9-a928-485c-be80-10f282efbb0b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:44.597106 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5e3b9-a928-485c-be80-10f282efbb0b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:44.598048 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5e3b9-a928-485c-be80-10f282efbb0b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:44.598391 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5e3b9-a928-485c-be80-10f282efbb0b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:44.598725 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5e3b9-a928-485c-be80-10f282efbb0b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:44.598934 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38394) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:44.599201 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5e3b9-a928-485c-be80-10f282efbb0b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:44.599545 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5e3b9-a928-485c-be80-10f282efbb0b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:44.599874 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5e3b9-a928-485c-be80-10f282efbb0b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:44.657910 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7258fbab-6a9d-4c80-b093-d00bbce1758f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757797 Jul 07 17:13:44.664101 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38396) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:44.673120 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-bcd6fe5f-a9b7-4304-834f-362350af029d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:44.743849 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-e09f24bc-f117-4151-878e-19f6a3242af0 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.789017 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1b4897fe-4551-4c6e-a2ba-0611e4ed7a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.800903 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2269-7b3a-458a-abb9-b199e1f97b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.952011 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-e09f24bc-f117-4151-878e-19f6a3242af0 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Network e48a1335-f2ce-4136-9503-051b68c84575 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:44.978917 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd6fe5f-a9b7-4304-834f-362350af029d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:44.983103 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bcd6fe5f-a9b7-4304-834f-362350af029d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.181264 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f24bc-f117-4151-878e-19f6a3242af0 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Pushing event updated for resources: {'Port': ['ID=68f9a56d-99b6-4bed-95a8-2bdecd8788f4,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:45.192984 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-e09f24bc-f117-4151-878e-19f6a3242af0 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:45.282718 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43252927-26c5-4762-81dc-ba9196cf60d3 None None] DHCP port deletion for 2b1ef1e6-de16-48e9-886d-760c85a81894 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:13:45.290859 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4897fe-4551-4c6e-a2ba-0611e4ed7a5e admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:45.292358 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-e09f24bc-f117-4151-878e-19f6a3242af0 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:45.372688 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 151610b5-3fc6-49f5-b422-77d3303b97aa up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:45.395717 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-1b4897fe-4551-4c6e-a2ba-0611e4ed7a5e admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:45.401847 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4897fe-4551-4c6e-a2ba-0611e4ed7a5e admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:45.468323 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bcd6fe5f-a9b7-4304-834f-362350af029d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.533109 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 151610b5-3fc6-49f5-b422-77d3303b97aa completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:45.555171 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-43252927-26c5-4762-81dc-ba9196cf60d3 None None] Deleting port 86b9a570-82e3-416d-9bb3-ce73a58aa58d {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:45.556669 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-43252927-26c5-4762-81dc-ba9196cf60d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.562972 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 894a9eb1-3d5a-4efc-9110-9a32c170c808 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:45.593411 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:13:45.669882 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd6fe5f-a9b7-4304-834f-362350af029d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:45.678215 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62f165d-1ae2-41dc-afaf-23b54809f137 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:45.681791 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 894a9eb1-3d5a-4efc-9110-9a32c170c808 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:45.682254 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 894a9eb1-3d5a-4efc-9110-9a32c170c808 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:45.715452 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-bcd6fe5f-a9b7-4304-834f-362350af029d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:45.718485 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6fe5f-a9b7-4304-834f-362350af029d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=d25400cb-9867-4e72-b4ed-862db2c24de2,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:45.723712 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd6fe5f-a9b7-4304-834f-362350af029d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:45.724665 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bcd6fe5f-a9b7-4304-834f-362350af029d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.768804 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bcd6fe5f-a9b7-4304-834f-362350af029d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1010273 Jul 07 17:13:45.769170 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38414) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:45.783624 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d6093e0c-20fc-4d99-a64e-b636778cc324 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-404385265', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:45.844417 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d6093e0c-20fc-4d99-a64e-b636778cc324 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.846434 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d6093e0c-20fc-4d99-a64e-b636778cc324 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.863358 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-43252927-26c5-4762-81dc-ba9196cf60d3 None None] For port 86b9a570-82e3-416d-9bb3-ce73a58aa58d, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=86b9a570-82e3-416d-9bb3-ce73a58aa58d,segment=NetworkSegment(7487d8ef-9e5b-45a3-816c-e8bf097ba0ff),segment_id=7487d8ef-9e5b-45a3-816c-e8bf097ba0ff)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:45.864273 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-43252927-26c5-4762-81dc-ba9196cf60d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.882775 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-945d4453-2f0d-40fb-9111-f824c0fe3e9c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting port bafc5883-033e-4f8f-a69e-3f894a1a7dc2 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:45.884382 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-945d4453-2f0d-40fb-9111-f824c0fe3e9c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.925930 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d6c47c4d-2e06-4320-a603-e31fd70c58e5 None None] Provisioning for port 151610b5-3fc6-49f5-b422-77d3303b97aa completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:45.953867 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-43252927-26c5-4762-81dc-ba9196cf60d3 None None] Calling delete_port for 86b9a570-82e3-416d-9bb3-ce73a58aa58d owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:45.958161 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d6c47c4d-2e06-4320-a603-e31fd70c58e5 None None] Provisioning complete for port 151610b5-3fc6-49f5-b422-77d3303b97aa triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:45.959158 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d6c47c4d-2e06-4320-a603-e31fd70c58e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.993890 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4897fe-4551-4c6e-a2ba-0611e4ed7a5e admin admin] Pushing event updated for resources: {'Port': ['ID=606d116b-8626-492b-88cb-d785748df52f,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:46.056773 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-e09f24bc-f117-4151-878e-19f6a3242af0 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:46.058300 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-e09f24bc-f117-4151-878e-19f6a3242af0 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.115906 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d6093e0c-20fc-4d99-a64e-b636778cc324 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.127914 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d6093e0c-20fc-4d99-a64e-b636778cc324 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.169639 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04416f6-e688-4e98-9ef7-819e7e3e671b req-d5585abd-b2e0-4790-9dd6-59e3c0764379 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:46.173462 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f04416f6-e688-4e98-9ef7-819e7e3e671b req-d5585abd-b2e0-4790-9dd6-59e3c0764379 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=efdce791-e047-4163-89d1-e71b9c622a9c HTTP/1.1" status: 200 len: 931 time: 1.1800168 Jul 07 17:13:46.173936 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-e09f24bc-f117-4151-878e-19f6a3242af0 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8580832 Jul 07 17:13:46.195135 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d6093e0c-20fc-4d99-a64e-b636778cc324 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.195514 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-a750d42f-b168-4162-ba84-b651a469f426 service neutron] Request body: {'port': {'device_id': 'efdce791-e047-4163-89d1-e71b9c622a9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:46.202463 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d6093e0c-20fc-4d99-a64e-b636778cc324 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4249415 Jul 07 17:13:46.204908 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38420) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:46.262664 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcda7d-186e-4d1d-8336-c9b97a133b67 req-58ed65be-9a42-4473-9f59-5232df9bec93 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:46.284878 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76dcda7d-186e-4d1d-8336-c9b97a133b67 req-58ed65be-9a42-4473-9f59-5232df9bec93 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.3373504 Jul 07 17:13:46.333969 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-dd1b2269-7b3a-458a-abb9-b199e1f97b9e admin admin] Deleting port 86b9a570-82e3-416d-9bb3-ce73a58aa58d {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:46.334865 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2269-7b3a-458a-abb9-b199e1f97b9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.342405 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-945d4453-2f0d-40fb-9111-f824c0fe3e9c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.388162 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d6c47c4d-2e06-4320-a603-e31fd70c58e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.400453 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76dcda7d-186e-4d1d-8336-c9b97a133b67 req-3906d2c6-6bae-449f-bc9e-17f2d8ab60dc tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106739 Jul 07 17:13:46.445751 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-945d4453-2f0d-40fb-9111-f824c0fe3e9c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Calling delete_port for bafc5883-033e-4f8f-a69e-3f894a1a7dc2 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:46.555016 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f04416f6-e688-4e98-9ef7-819e7e3e671b req-2704a4cf-d24a-456b-b1ce-fe8c10c7b974 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520653 Jul 07 17:13:46.573933 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-43252927-26c5-4762-81dc-ba9196cf60d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.641109 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d6c47c4d-2e06-4320-a603-e31fd70c58e5 None None] For port 151610b5-3fc6-49f5-b422-77d3303b97aa, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=151610b5-3fc6-49f5-b422-77d3303b97aa,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:46.668350 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43252927-26c5-4762-81dc-ba9196cf60d3 None None] Pushing event deleted for resources: {'Port': ['ID=86b9a570-82e3-416d-9bb3-ce73a58aa58d,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:46.670855 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d6c47c4d-2e06-4320-a603-e31fd70c58e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.672959 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43252927-26c5-4762-81dc-ba9196cf60d3 None None] No DVR routers for this DVR port 86b9a570-82e3-416d-9bb3-ce73a58aa58d on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:46.793183 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c47c4d-2e06-4320-a603-e31fd70c58e5 None None] Pushing event updated for resources: {'Port': ['ID=151610b5-3fc6-49f5-b422-77d3303b97aa,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:46.843843 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-dd1b2269-7b3a-458a-abb9-b199e1f97b9e admin admin] For port 86b9a570-82e3-416d-9bb3-ce73a58aa58d, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=86b9a570-82e3-416d-9bb3-ce73a58aa58d,segment=NetworkSegment(7487d8ef-9e5b-45a3-816c-e8bf097ba0ff),segment_id=7487d8ef-9e5b-45a3-816c-e8bf097ba0ff)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:46.843843 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2269-7b3a-458a-abb9-b199e1f97b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.916656 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-dd1b2269-7b3a-458a-abb9-b199e1f97b9e admin admin] Calling delete_port for 86b9a570-82e3-416d-9bb3-ce73a58aa58d owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:46.949034 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-a750d42f-b168-4162-ba84-b651a469f426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.984747 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-396f1cda-17db-4b19-9813-d0e50858bea8 req-6440cdec-3076-403a-8417-5a1302b2ac1c service neutron] (100193) timed out ('10.222.0.53', 45434) {{(pid=100193) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:13:46.989672 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1b4897fe-4551-4c6e-a2ba-0611e4ed7a5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.067784 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c958d06-b301-47a8-a35a-e8964f97d0ee None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:47.162637 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 151610b5-3fc6-49f5-b422-77d3303b97aa up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:47.499028 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7fc69455-b869-4dac-91cc-196f3a6b83c0 None None] Provisioning complete for port 151610b5-3fc6-49f5-b422-77d3303b97aa triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:47.499603 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7fc69455-b869-4dac-91cc-196f3a6b83c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.598319 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-945d4453-2f0d-40fb-9111-f824c0fe3e9c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.703278 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2269-7b3a-458a-abb9-b199e1f97b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.720717 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-52401f1f-e5b7-40a9-92dd-f0a319b3f70e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.785398 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 151610b5-3fc6-49f5-b422-77d3303b97aa triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:47.786037 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.848809 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d4453-2f0d-40fb-9111-f824c0fe3e9c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Port': ['ID=bafc5883-033e-4f8f-a69e-3f894a1a7dc2,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:47.955384 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1b2269-7b3a-458a-abb9-b199e1f97b9e admin admin] No DVR routers for this DVR port 86b9a570-82e3-416d-9bb3-ce73a58aa58d on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:47.962418 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd35985-9338-47e5-a7b0-65ef4df60d9d req-e9bcb521-8e76-42ae-b6b6-c9bf051bfa2c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:47.975364 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cdd35985-9338-47e5-a7b0-65ef4df60d9d req-e9bcb521-8e76-42ae-b6b6-c9bf051bfa2c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=efdce791-e047-4163-89d1-e71b9c622a9c HTTP/1.1" status: 200 len: 931 time: 0.1424963 Jul 07 17:13:48.152405 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 86b9a570-82e3-416d-9bb3-ce73a58aa58d no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:48.155541 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cdd35985-9338-47e5-a7b0-65ef4df60d9d req-f3c4817f-f562-48ac-bb4a-593777bae0f4 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638734 Jul 07 17:13:48.206504 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 86b9a570-82e3-416d-9bb3-ce73a58aa58d {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:48.206990 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 86b9a570-82e3-416d-9bb3-ce73a58aa58d not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:48.585781 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ab371634-9f97-4869-b77b-be59d1326e80 None None] Provisioning complete for port 151610b5-3fc6-49f5-b422-77d3303b97aa triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:48.586403 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ab371634-9f97-4869-b77b-be59d1326e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.738079 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b2269-7b3a-458a-abb9-b199e1f97b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=86b9a570-82e3-416d-9bb3-ce73a58aa58d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:49.021146 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1b4897fe-4551-4c6e-a2ba-0611e4ed7a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.030719 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2269-7b3a-458a-abb9-b199e1f97b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.073265 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-dd1b2269-7b3a-458a-abb9-b199e1f97b9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b1ef1e6-de16-48e9-886d-760c85a81894']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:49.139212 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e84721-c5cc-481e-a5f2-9b1987be97de req-fe48ad33-c82a-4a69-a800-2f01c4eb6377 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:49.141031 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5e84721-c5cc-481e-a5f2-9b1987be97de req-fe48ad33-c82a-4a69-a800-2f01c4eb6377 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 1.4484956 Jul 07 17:13:49.188557 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-dd1b2269-7b3a-458a-abb9-b199e1f97b9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7487d8ef-9e5b-45a3-816c-e8bf097ba0ff') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:49.189054 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-dd1b2269-7b3a-458a-abb9-b199e1f97b9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7487d8ef-9e5b-45a3-816c-e8bf097ba0ff') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:49.346433 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2269-7b3a-458a-abb9-b199e1f97b9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.418028 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585d3c9-d558-43a6-82c8-c1391ecffdc0 req-35933936-e70f-4552-adc5-2ebcf5aa8325 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:49.420917 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-945d4453-2f0d-40fb-9111-f824c0fe3e9c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.421195 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6585d3c9-d558-43a6-82c8-c1391ecffdc0 req-35933936-e70f-4552-adc5-2ebcf5aa8325 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=efdce791-e047-4163-89d1-e71b9c622a9c HTTP/1.1" status: 200 len: 931 time: 0.0949590 Jul 07 17:13:49.475181 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6585d3c9-d558-43a6-82c8-c1391ecffdc0 req-485fe0ce-8903-4a16-a4a7-3fbc71fefbb2 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480375 Jul 07 17:13:49.488074 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2269-7b3a-458a-abb9-b199e1f97b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.573395 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1b2269-7b3a-458a-abb9-b199e1f97b9e admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:13:49.573824 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2269-7b3a-458a-abb9-b199e1f97b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:13:49.575856 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:13:49.675633 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5e84721-c5cc-481e-a5f2-9b1987be97de req-e9d6823a-305e-4c14-92b2-4fe085ed36d1 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4196723 Jul 07 17:13:49.755354 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-a750d42f-b168-4162-ba84-b651a469f426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f9a56d-99b6-4bed-95a8-2bdecd8788f4 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:49.785571 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-a750d42f-b168-4162-ba84-b651a469f426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.822088 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-52401f1f-e5b7-40a9-92dd-f0a319b3f70e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 2001:db8::1 (6e9cefa1-f008-4dc6-9203-f56e105ef387/d25400cb-9867-4e72-b4ed-862db2c24de2/86264281-cdbc-4e80-9bd1-1951b754fb14) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:49.828388 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-a750d42f-b168-4162-ba84-b651a469f426 service neutron] Transition to ACTIVE for port object 68f9a56d-99b6-4bed-95a8-2bdecd8788f4 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:49.831691 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2269-7b3a-458a-abb9-b199e1f97b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.844043 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2269-7b3a-458a-abb9-b199e1f97b9e admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.846067 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-dd1b2269-7b3a-458a-abb9-b199e1f97b9e admin admin] 10.222.0.53 "DELETE /v2.0/networks/2b1ef1e6-de16-48e9-886d-760c85a81894 HTTP/1.1" status: 204 len: 168 time: 5.2448621 Jul 07 17:13:49.850827 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-a750d42f-b168-4162-ba84-b651a469f426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.983546 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b2269-7b3a-458a-abb9-b199e1f97b9e admin admin] Pushing event deleted for resources: {'Network': ['ID=2b1ef1e6-de16-48e9-886d-760c85a81894,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:50.076679 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945d4453-2f0d-40fb-9111-f824c0fe3e9c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Router 14cd29c7-a733-4c7b-8b64-1598a0df0f36 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:13:50.097766 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750d42f-b168-4162-ba84-b651a469f426 service neutron] Pushing event updated for resources: {'Port': ['ID=68f9a56d-99b6-4bed-95a8-2bdecd8788f4,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:50.174937 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4897fe-4551-4c6e-a2ba-0611e4ed7a5e admin admin] Router 844bb8bb-00f5-4d60-abcf-d7b4baa31d55 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:13:50.218871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38490) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:50.307313 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4260a33f-9093-46f6-8371-ec730eec1abd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b6d220ae528f42c295cc654c1d123274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0854576 Jul 07 17:13:50.312018 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38492) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:50.325836 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-52401f1f-e5b7-40a9-92dd-f0a319b3f70e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.399810 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-af54f153-bb4f-41ad-b3ad-7d76e8bc4991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.434807 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-af54f153-bb4f-41ad-b3ad-7d76e8bc4991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.437406 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945d4453-2f0d-40fb-9111-f824c0fe3e9c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:50.446370 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-52401f1f-e5b7-40a9-92dd-f0a319b3f70e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Transition to ACTIVE for port object 86264281-cdbc-4e80-9bd1-1951b754fb14 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:50.466035 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-945d4453-2f0d-40fb-9111-f824c0fe3e9c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "PUT /v2.0/routers/14cd29c7-a733-4c7b-8b64-1598a0df0f36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5382643 Jul 07 17:13:50.466780 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa0cf27-8127-49a2-b2f8-6b5ca436f5e9 None None] Sync routers for ids ['14cd29c7-a733-4c7b-8b64-1598a0df0f36'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:50.474000 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38496) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:50.485568 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa0cf27-8127-49a2-b2f8-6b5ca436f5e9 None None] Routers {'14cd29c7-a733-4c7b-8b64-1598a0df0f36'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:50.486442 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-3aa0cf27-8127-49a2-b2f8-6b5ca436f5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:13:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['14cd29c7-a733-4c7b-8b64-1598a0df0f36'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:50.535506 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-af54f153-bb4f-41ad-b3ad-7d76e8bc4991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.538424 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-af54f153-bb4f-41ad-b3ad-7d76e8bc4991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.543764 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-a750d42f-b168-4162-ba84-b651a469f426 service neutron] Attempting to bind port 68f9a56d-99b6-4bed-95a8-2bdecd8788f4 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:50.544459 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-af54f153-bb4f-41ad-b3ad-7d76e8bc4991 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6ecb3f5c-92a2-43db-9a9f-25d9b38a962f HTTP/1.1" status: 204 len: 168 time: 0.2292001 Jul 07 17:13:50.545211 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-a750d42f-b168-4162-ba84-b651a469f426 service neutron] Attempting to bind port 68f9a56d-99b6-4bed-95a8-2bdecd8788f4 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'daf42bd2-fc12-4c99-b88e-eb60fef0924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:50.546025 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-a750d42f-b168-4162-ba84-b651a469f426 service neutron] Attempting to bind port 68f9a56d-99b6-4bed-95a8-2bdecd8788f4 on network e48a1335-f2ce-4136-9503-051b68c84575 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:50.563401 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54f153-bb4f-41ad-b3ad-7d76e8bc4991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecb3f5c-92a2-43db-9a9f-25d9b38a962f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:50.567988 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-58bf3075-1710-4182-a63e-157e60f0da8f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] GET failed (client error): The resource could not be found. Jul 07 17:13:50.571567 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-58bf3075-1710-4182-a63e-157e60f0da8f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "GET /v2.0/ports/bafc5883-033e-4f8f-a69e-3f894a1a7dc2 HTTP/1.1" status: 404 len: 333 time: 0.0903435 Jul 07 17:13:50.576125 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38502) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:50.632065 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-a750d42f-b168-4162-ba84-b651a469f426 service neutron] Port 68f9a56d-99b6-4bed-95a8-2bdecd8788f4 on network e48a1335-f2ce-4136-9503-051b68c84575 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:13:50.634118 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-a750d42f-b168-4162-ba84-b651a469f426 service neutron] Attempting to bind port 68f9a56d-99b6-4bed-95a8-2bdecd8788f4 on network e48a1335-f2ce-4136-9503-051b68c84575 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:50.650292 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-3aa0cf27-8127-49a2-b2f8-6b5ca436f5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:50.672921 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa0cf27-8127-49a2-b2f8-6b5ca436f5e9 None None] Routers {'14cd29c7-a733-4c7b-8b64-1598a0df0f36'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:50.674413 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-3aa0cf27-8127-49a2-b2f8-6b5ca436f5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:13:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['14cd29c7-a733-4c7b-8b64-1598a0df0f36'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:50.734708 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-a750d42f-b168-4162-ba84-b651a469f426 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:50.735438 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-a750d42f-b168-4162-ba84-b651a469f426 service neutron] Checking segment: {'id': 'daf42bd2-fc12-4c99-b88e-eb60fef0924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:50.736168 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-a750d42f-b168-4162-ba84-b651a469f426 service neutron] Bound using segment: {'id': 'daf42bd2-fc12-4c99-b88e-eb60fef0924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:50.737210 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-a750d42f-b168-4162-ba84-b651a469f426 service neutron] Bound port: 68f9a56d-99b6-4bed-95a8-2bdecd8788f4, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf42bd2-fc12-4c99-b88e-eb60fef0924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:50.738054 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-a750d42f-b168-4162-ba84-b651a469f426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.760173 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-3aa0cf27-8127-49a2-b2f8-6b5ca436f5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:50.761297 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa0cf27-8127-49a2-b2f8-6b5ca436f5e9 None None] The sync data for ids ['14cd29c7-a733-4c7b-8b64-1598a0df0f36'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:50.849553 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4897fe-4551-4c6e-a2ba-0611e4ed7a5e admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:50.856164 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-52401f1f-e5b7-40a9-92dd-f0a319b3f70e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.871534 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc9020e-0981-40a3-8015-8b2dcb9d9836 None None] Sync routers for ids ['844bb8bb-00f5-4d60-abcf-d7b4baa31d55'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:50.904126 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc9020e-0981-40a3-8015-8b2dcb9d9836 None None] Routers {'844bb8bb-00f5-4d60-abcf-d7b4baa31d55'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:50.912335 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9dc9020e-0981-40a3-8015-8b2dcb9d9836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:13:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['844bb8bb-00f5-4d60-abcf-d7b4baa31d55'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:50.913621 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ac4c909a-84ad-4b4d-a126-31a1241be122 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.991339 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52401f1f-e5b7-40a9-92dd-f0a319b3f70e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:51.007104 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1b4897fe-4551-4c6e-a2ba-0611e4ed7a5e admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.009935 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1b4897fe-4551-4c6e-a2ba-0611e4ed7a5e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.3046615 Jul 07 17:13:51.019933 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-52401f1f-e5b7-40a9-92dd-f0a319b3f70e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:51.040766 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38516) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:51.047853 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52401f1f-e5b7-40a9-92dd-f0a319b3f70e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:51.048760 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-52401f1f-e5b7-40a9-92dd-f0a319b3f70e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.087105 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-a750d42f-b168-4162-ba84-b651a469f426 service neutron] For port 68f9a56d-99b6-4bed-95a8-2bdecd8788f4, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:51.092736 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52401f1f-e5b7-40a9-92dd-f0a319b3f70e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Port': ['ID=86264281-cdbc-4e80-9bd1-1951b754fb14,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:51.313977 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-9dc9020e-0981-40a3-8015-8b2dcb9d9836 None None] Set router 844bb8bb-00f5-4d60-abcf-d7b4baa31d55 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:51.317603 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-a750d42f-b168-4162-ba84-b651a469f426 service neutron] For port 68f9a56d-99b6-4bed-95a8-2bdecd8788f4, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=68f9a56d-99b6-4bed-95a8-2bdecd8788f4,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:51.394761 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ac4c909a-84ad-4b4d-a126-31a1241be122 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.397983 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ac4c909a-84ad-4b4d-a126-31a1241be122 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.503290 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-a750d42f-b168-4162-ba84-b651a469f426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.538895 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ac4c909a-84ad-4b4d-a126-31a1241be122 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.540252 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4c909a-84ad-4b4d-a126-31a1241be122 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Fanout notify agent at l3_agent the message router_deleted on router 14cd29c7-a733-4c7b-8b64-1598a0df0f36 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:13:51.565211 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13ab70-b718-4d3c-81f6-556cd7196a60 req-ba134fbe-1057-4a83-abff-bb518a50220e tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:51.572459 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5c13ab70-b718-4d3c-81f6-556cd7196a60 req-ba134fbe-1057-4a83-abff-bb518a50220e tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=efdce791-e047-4163-89d1-e71b9c622a9c HTTP/1.1" status: 200 len: 943 time: 0.7333105 Jul 07 17:13:51.590383 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ac4c909a-84ad-4b4d-a126-31a1241be122 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.591537 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ac4c909a-84ad-4b4d-a126-31a1241be122 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/routers/14cd29c7-a733-4c7b-8b64-1598a0df0f36 HTTP/1.1" status: 204 len: 168 time: 1.0142221 Jul 07 17:13:51.610762 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38528) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:51.612318 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-52401f1f-e5b7-40a9-92dd-f0a319b3f70e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.657273 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9b8ec376-0dc9-423b-a00f-b38d4bdd70d5 None None] Provisioning for port 86264281-cdbc-4e80-9bd1-1951b754fb14 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:51.675912 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9b8ec376-0dc9-423b-a00f-b38d4bdd70d5 None None] Provisioning complete for port 86264281-cdbc-4e80-9bd1-1951b754fb14 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:51.676601 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9b8ec376-0dc9-423b-a00f-b38d4bdd70d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.705295 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-a750d42f-b168-4162-ba84-b651a469f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:51.705966 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-a750d42f-b168-4162-ba84-b651a469f426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.707618 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-a750d42f-b168-4162-ba84-b651a469f426 service neutron] 10.222.0.64 "PUT /v2.0/ports/68f9a56d-99b6-4bed-95a8-2bdecd8788f4 HTTP/1.1" status: 200 len: 1092 time: 5.5204430 Jul 07 17:13:51.714327 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efdce791-e047-4163-89d1-e71b9c622a9c', 'tag': '68f9a56d-99b6-4bed-95a8-2bdecd8788f4'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:51.716894 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab61fe8d-a694-4220-98a0-1cb66b500f98" -d '{"events": [{"name": "network-changed", "server_uuid": "efdce791-e047-4163-89d1-e71b9c622a9c", "tag": "68f9a56d-99b6-4bed-95a8-2bdecd8788f4"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:51.813308 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-9b8ec376-0dc9-423b-a00f-b38d4bdd70d5 None None] Port 86264281-cdbc-4e80-9bd1-1951b754fb14 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:13:51.943943 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9dc9020e-0981-40a3-8015-8b2dcb9d9836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844bb8bb-00f5-4d60-abcf-d7b4baa31d55', 'name': 'tempest-ServerRescueTestJSON-513234648-router', 'tenant_id': 'fa7f2838537b47bf8d02ed4d09c0343d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '606d116b-8626-492b-88cb-d785748df52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:39Z', 'updated_at': '2021-07-07T17:13:46Z', 'revision_number': 3, 'project_id': 'fa7f2838537b47bf8d02ed4d09c0343d', 'gw_port': {'id': '606d116b-8626-492b-88cb-d785748df52f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844bb8bb-00f5-4d60-abcf-d7b4baa31d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:42Z', 'updated_at': '2021-07-07T17:13:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:52.010295 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc9020e-0981-40a3-8015-8b2dcb9d9836 None None] Checking router: 844bb8bb-00f5-4d60-abcf-d7b4baa31d55 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:52.010923 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc9020e-0981-40a3-8015-8b2dcb9d9836 None None] Updating router 844bb8bb-00f5-4d60-abcf-d7b4baa31d55 port 606d116b-8626-492b-88cb-d785748df52f binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:13:52.078430 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9dc9020e-0981-40a3-8015-8b2dcb9d9836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.218614 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-be98049a-ef58-4bfe-829e-02da89e00aa3 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting subnet 28cbbec7-466f-480e-95ba-c53ed2bed341 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:52.224607 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be98049a-ef58-4bfe-829e-02da89e00aa3 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.227761 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750d42f-b168-4162-ba84-b651a469f426 service neutron] Pushing event updated for resources: {'Port': ['ID=68f9a56d-99b6-4bed-95a8-2bdecd8788f4,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:52.256971 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78193c93-ee51-4e73-8930-677e6a93d41a req-08d092ee-86c7-4006-b37e-eda1da3fb946 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:52.271392 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-78193c93-ee51-4e73-8930-677e6a93d41a req-08d092ee-86c7-4006-b37e-eda1da3fb946 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.9892046 Jul 07 17:13:52.289725 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5c13ab70-b718-4d3c-81f6-556cd7196a60 req-df161da5-58b1-4926-bf02-9b40656ba175 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7155957 Jul 07 17:13:52.373919 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be98049a-ef58-4bfe-829e-02da89e00aa3 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.436279 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad179b8-df23-4703-b9a0-17318debf5d2 x-openstack-request-id: req-3ad179b8-df23-4703-b9a0-17318debf5d2 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:52.442776 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efdce791-e047-4163-89d1-e71b9c622a9c", "tag": "68f9a56d-99b6-4bed-95a8-2bdecd8788f4", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:52.444983 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ad179b8-df23-4703-b9a0-17318debf5d2 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:52.445732 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efdce791-e047-4163-89d1-e71b9c622a9c', 'tag': '68f9a56d-99b6-4bed-95a8-2bdecd8788f4', 'status': 'completed', 'code': 200} Jul 07 17:13:52.621805 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be98049a-ef58-4bfe-829e-02da89e00aa3 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.704456 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be98049a-ef58-4bfe-829e-02da89e00aa3 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.754421 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98049a-ef58-4bfe-829e-02da89e00aa3 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Subnet': ['ID=28cbbec7-466f-480e-95ba-c53ed2bed341,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:52.757825 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-78193c93-ee51-4e73-8930-677e6a93d41a req-747ce5d1-0464-4f2f-b1c2-4a51fec43799 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4850438 Jul 07 17:13:52.769388 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9dc9020e-0981-40a3-8015-8b2dcb9d9836 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.769695 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-c6d75428-c63c-4f00-9e92-bfde4bd03dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:52.772952 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-c6d75428-c63c-4f00-9e92-bfde4bd03dec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fe17a6fbd19425cb38c02ad6df4484f&device_id=efdce791-e047-4163-89d1-e71b9c622a9c HTTP/1.1" status: 200 len: 1095 time: 0.8521760 Jul 07 17:13:52.783169 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be98049a-ef58-4bfe-829e-02da89e00aa3 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.790168 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-be98049a-ef58-4bfe-829e-02da89e00aa3 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/subnets/28cbbec7-466f-480e-95ba-c53ed2bed341 HTTP/1.1" status: 204 len: 168 time: 1.1776614 Jul 07 17:13:52.790917 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38558) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:52.812450 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9dc9020e-0981-40a3-8015-8b2dcb9d9836 None None] Transition to ACTIVE for port object 606d116b-8626-492b-88cb-d785748df52f will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:52.826650 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8810954a-137f-434c-aee2-653f641014cf None None] Network 7da7d57e-4bce-41aa-8b8e-caff26b25e47 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:52.908603 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38562) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:52.927696 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9dc9020e-0981-40a3-8015-8b2dcb9d9836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.978681 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7ab58ec2-7fad-4fb5-afa2-8714b91b466e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.026613 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-9dc9020e-0981-40a3-8015-8b2dcb9d9836 None None] Attempting to bind port 606d116b-8626-492b-88cb-d785748df52f on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:53.027255 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-9dc9020e-0981-40a3-8015-8b2dcb9d9836 None None] Attempting to bind port 606d116b-8626-492b-88cb-d785748df52f by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:53.028764 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc9020e-0981-40a3-8015-8b2dcb9d9836 None None] Attempting to bind port 606d116b-8626-492b-88cb-d785748df52f on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:53.047590 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce8911-8451-4474-8c8d-4f8ab9acfe0d None None] Pushing event updated for resources: {'Port': ['ID=606d116b-8626-492b-88cb-d785748df52f,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:53.058171 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc9020e-0981-40a3-8015-8b2dcb9d9836 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:53.058822 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc9020e-0981-40a3-8015-8b2dcb9d9836 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:53.059603 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9dc9020e-0981-40a3-8015-8b2dcb9d9836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.060247 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc9020e-0981-40a3-8015-8b2dcb9d9836 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:53.060970 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-9dc9020e-0981-40a3-8015-8b2dcb9d9836 None None] Bound port: 606d116b-8626-492b-88cb-d785748df52f, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:53.061592 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9dc9020e-0981-40a3-8015-8b2dcb9d9836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.096978 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-7ab58ec2-7fad-4fb5-afa2-8714b91b466e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting port d636c622-585b-4d19-9a61-ab7c5bfab65c {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:53.097235 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7ab58ec2-7fad-4fb5-afa2-8714b91b466e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.197255 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-7ab58ec2-7fad-4fb5-afa2-8714b91b466e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] For port d636c622-585b-4d19-9a61-ab7c5bfab65c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d636c622-585b-4d19-9a61-ab7c5bfab65c,segment=NetworkSegment(f811c5d2-2fcc-478a-a4d3-e22dc31da644),segment_id=f811c5d2-2fcc-478a-a4d3-e22dc31da644)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:53.197255 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7ab58ec2-7fad-4fb5-afa2-8714b91b466e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.219338 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-7ab58ec2-7fad-4fb5-afa2-8714b91b466e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Calling delete_port for d636c622-585b-4d19-9a61-ab7c5bfab65c owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:53.233659 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-9dc9020e-0981-40a3-8015-8b2dcb9d9836 None None] For port 606d116b-8626-492b-88cb-d785748df52f, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:53.265508 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-9dc9020e-0981-40a3-8015-8b2dcb9d9836 None None] For port 606d116b-8626-492b-88cb-d785748df52f, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=606d116b-8626-492b-88cb-d785748df52f,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:53.285091 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9dc9020e-0981-40a3-8015-8b2dcb9d9836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.490599 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce8911-8451-4474-8c8d-4f8ab9acfe0d None None] Pushing event updated for resources: {'Port': ['ID=606d116b-8626-492b-88cb-d785748df52f,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:53.511982 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc11e91-4e81-41f7-8cfb-71c536d036ba None None] DHCP port deletion for 7da7d57e-4bce-41aa-8b8e-caff26b25e47 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:13:53.539308 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7ab58ec2-7fad-4fb5-afa2-8714b91b466e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.597699 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab58ec2-7fad-4fb5-afa2-8714b91b466e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Port': ['ID=d636c622-585b-4d19-9a61-ab7c5bfab65c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:53.616039 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-456a5a11-e070-4435-95f8-346c79b1183f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68f9a56d-99b6-4bed-95a8-2bdecd8788f4 HTTP/1.1" status: 200 len: 217 time: 0.8334458 Jul 07 17:13:53.625773 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-fcc11e91-4e81-41f7-8cfb-71c536d036ba None None] The port 'd636c622-585b-4d19-9a61-ab7c5bfab65c' was deleted {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 07 17:13:53.666365 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-55ccb89e-575f-41a7-b380-ef105dd248a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.670521 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc9020e-0981-40a3-8015-8b2dcb9d9836 None None] Routers {'844bb8bb-00f5-4d60-abcf-d7b4baa31d55'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:53.671980 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9dc9020e-0981-40a3-8015-8b2dcb9d9836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:13:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['844bb8bb-00f5-4d60-abcf-d7b4baa31d55'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:53.755689 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab58ec2-7fad-4fb5-afa2-8714b91b466e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] No DVR routers for this DVR port d636c622-585b-4d19-9a61-ab7c5bfab65c on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:53.843154 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-123eec71-25d0-42ec-b627-fa3680fe20ea admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-723907615-network', 'tenant_id': '3742a0fc46dc4299b20f338450dce2b9'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:53.917976 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-975841e3-fe29-4ab7-a511-1b7886899e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:53.920317 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-975841e3-fe29-4ab7-a511-1b7886899e80 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14e47f73-09be-4e96-b070-1b771944d586 HTTP/1.1" status: 200 len: 852 time: 0.2884476 Jul 07 17:13:54.013925 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7ab58ec2-7fad-4fb5-afa2-8714b91b466e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.032668 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-7ab58ec2-7fad-4fb5-afa2-8714b91b466e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da7d57e-4bce-41aa-8b8e-caff26b25e47']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:54.065477 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d9970-48c9-4034-b072-a134d0d9f0b6 req-8505d748-fefa-47d8-b92e-a494032c9e62 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:54.068493 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a50d9970-48c9-4034-b072-a134d0d9f0b6 req-8505d748-fefa-47d8-b92e-a494032c9e62 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=efdce791-e047-4163-89d1-e71b9c622a9c HTTP/1.1" status: 200 len: 943 time: 0.3589683 Jul 07 17:13:54.070042 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-52401f1f-e5b7-40a9-92dd-f0a319b3f70e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.073042 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-7ab58ec2-7fad-4fb5-afa2-8714b91b466e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f811c5d2-2fcc-478a-a4d3-e22dc31da644') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:54.073544 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-7ab58ec2-7fad-4fb5-afa2-8714b91b466e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f811c5d2-2fcc-478a-a4d3-e22dc31da644') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:54.141042 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-52401f1f-e5b7-40a9-92dd-f0a319b3f70e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.145038 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-52401f1f-e5b7-40a9-92dd-f0a319b3f70e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.159199 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7ab58ec2-7fad-4fb5-afa2-8714b91b466e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.169793 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-9dc9020e-0981-40a3-8015-8b2dcb9d9836 None None] Set router 844bb8bb-00f5-4d60-abcf-d7b4baa31d55 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:54.219394 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a50d9970-48c9-4034-b072-a134d0d9f0b6 req-d2ebbfae-b784-4c04-9ac3-4283766b1cc7 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089375 Jul 07 17:13:54.230827 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7ab58ec2-7fad-4fb5-afa2-8714b91b466e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.267040 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab58ec2-7fad-4fb5-afa2-8714b91b466e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:13:54.267503 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7ab58ec2-7fad-4fb5-afa2-8714b91b466e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:13:54.272776 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:13:54.299014 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123eec71-25d0-42ec-b627-fa3680fe20ea admin admin] Made reservation on behalf of 3742a0fc46dc4299b20f338450dce2b9 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:54.303187 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-123eec71-25d0-42ec-b627-fa3680fe20ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.309109 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-1b92b1e5-4a7f-49c8-b12d-1b90d71073e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e48a1335-f2ce-4136-9503-051b68c84575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2164702 Jul 07 17:13:54.423893 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7ab58ec2-7fad-4fb5-afa2-8714b91b466e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.441373 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7ab58ec2-7fad-4fb5-afa2-8714b91b466e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.454536 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7ab58ec2-7fad-4fb5-afa2-8714b91b466e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/networks/7da7d57e-4bce-41aa-8b8e-caff26b25e47 HTTP/1.1" status: 204 len: 168 time: 1.6527319 Jul 07 17:13:54.470637 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38622) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:54.483709 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9dc9020e-0981-40a3-8015-8b2dcb9d9836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844bb8bb-00f5-4d60-abcf-d7b4baa31d55', 'name': 'tempest-ServerRescueTestJSON-513234648-router', 'tenant_id': 'fa7f2838537b47bf8d02ed4d09c0343d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '606d116b-8626-492b-88cb-d785748df52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:39Z', 'updated_at': '2021-07-07T17:13:46Z', 'revision_number': 3, 'project_id': 'fa7f2838537b47bf8d02ed4d09c0343d', 'gw_port': {'id': '606d116b-8626-492b-88cb-d785748df52f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844bb8bb-00f5-4d60-abcf-d7b4baa31d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:42Z', 'updated_at': '2021-07-07T17:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:54.488729 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab58ec2-7fad-4fb5-afa2-8714b91b466e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Network': ['ID=7da7d57e-4bce-41aa-8b8e-caff26b25e47,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:54.490291 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-123eec71-25d0-42ec-b627-fa3680fe20ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.538570 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc9020e-0981-40a3-8015-8b2dcb9d9836 None None] The sync data for ids ['844bb8bb-00f5-4d60-abcf-d7b4baa31d55'] in n-d-791503-12 is: [{'id': '844bb8bb-00f5-4d60-abcf-d7b4baa31d55', 'name': 'tempest-ServerRescueTestJSON-513234648-router', 'tenant_id': 'fa7f2838537b47bf8d02ed4d09c0343d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '606d116b-8626-492b-88cb-d785748df52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:39Z', 'updated_at': '2021-07-07T17:13:46Z', 'revision_number': 3, 'project_id': 'fa7f2838537b47bf8d02ed4d09c0343d', 'gw_port': {'id': '606d116b-8626-492b-88cb-d785748df52f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844bb8bb-00f5-4d60-abcf-d7b4baa31d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:42Z', 'updated_at': '2021-07-07T17:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:54.590463 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98c12d9-c28f-4ef8-9253-578bc18e7ba2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:54.590463 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b98c12d9-c28f-4ef8-9253-578bc18e7ba2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "GET /v2.0/ports/c81b26a4-e858-4402-b79d-db589fb2cfa9 HTTP/1.1" status: 200 len: 841 time: 0.1183023 Jul 07 17:13:54.595375 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38628) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:54.608398 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52401f1f-e5b7-40a9-92dd-f0a319b3f70e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Port': ['ID=86264281-cdbc-4e80-9bd1-1951b754fb14,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:54.702431 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2a082f20-10bf-4100-98e1-c420a785386d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "GET /v2.0/ports/c81b26a4-e858-4402-b79d-db589fb2cfa9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1039135 Jul 07 17:13:54.709237 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38632) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:54.717668 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-a501018b-3845-462a-833c-bb0af45125c6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'subnet': {'network_id': 'dfb1a217-5115-42d1-a042-d161f0a6cd64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:54.890962 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ff49bc11-1114-4462-9764-2c32bf8a98e1 req-8f06cbae-fc44-4a44-b160-8fac0e140e0e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1866703 Jul 07 17:13:54.901634 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52401f1f-e5b7-40a9-92dd-f0a319b3f70e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:54.939379 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-52401f1f-e5b7-40a9-92dd-f0a319b3f70e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:55.000531 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a079a4-4e4f-43d2-a94c-45e8ae073bb8 req-063699c9-e745-4299-8467-040fc68e112d tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:55.012408 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e8a079a4-4e4f-43d2-a94c-45e8ae073bb8 req-063699c9-e745-4299-8467-040fc68e112d tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.7401197 Jul 07 17:13:55.087386 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-85acfb61-c302-4d1c-88f3-58265eb2ba5f service neutron] 10.222.0.64 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7629671 Jul 07 17:13:55.111336 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-40d3d99c-d259-49f9-9df9-6bd0068064f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.258517 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49bc11-1114-4462-9764-2c32bf8a98e1 req-3ff50650-9a38-4e0c-a5b6-5164268cc0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:55.262376 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ff49bc11-1114-4462-9764-2c32bf8a98e1 req-3ff50650-9a38-4e0c-a5b6-5164268cc0e4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 1097 time: 0.2752411 Jul 07 17:13:55.429342 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 606d116b-8626-492b-88cb-d785748df52f up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:55.549696 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-123eec71-25d0-42ec-b627-fa3680fe20ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.653606 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49bc11-1114-4462-9764-2c32bf8a98e1 req-45ed4ace-1818-43e1-a2ef-a13946f5f4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:55.655467 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ff49bc11-1114-4462-9764-2c32bf8a98e1 req-45ed4ace-1818-43e1-a2ef-a13946f5f4fe service neutron] 10.222.0.72 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 913 time: 0.3469136 Jul 07 17:13:55.660110 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 606d116b-8626-492b-88cb-d785748df52f completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:55.671241 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a501018b-3845-462a-833c-bb0af45125c6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:55.672268 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 606d116b-8626-492b-88cb-d785748df52f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:55.674760 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.678660 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a501018b-3845-462a-833c-bb0af45125c6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.731948 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-123eec71-25d0-42ec-b627-fa3680fe20ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.768333 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f86cc9ac-4a6a-49a8-bd58-48a27bebde9a None None] Provisioning complete for port 86264281-cdbc-4e80-9bd1-1951b754fb14 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:55.768745 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f86cc9ac-4a6a-49a8-bd58-48a27bebde9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.815411 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-f86cc9ac-4a6a-49a8-bd58-48a27bebde9a None None] Port 86264281-cdbc-4e80-9bd1-1951b754fb14 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:13:55.875562 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.901740 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 606d116b-8626-492b-88cb-d785748df52f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=606d116b-8626-492b-88cb-d785748df52f,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:55.910396 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.017721 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=606d116b-8626-492b-88cb-d785748df52f,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:56.044871 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d636c622-585b-4d19-9a61-ab7c5bfab65c no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:56.069745 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ff49bc11-1114-4462-9764-2c32bf8a98e1 req-8241aca4-ea77-4661-a7ff-d3b083d38a2e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f HTTP/1.1" status: 200 len: 999 time: 0.4070847 Jul 07 17:13:56.094027 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: d636c622-585b-4d19-9a61-ab7c5bfab65c {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:56.094633 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d636c622-585b-4d19-9a61-ab7c5bfab65c not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:56.110345 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123eec71-25d0-42ec-b627-fa3680fe20ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386d6a5b-7813-4150-9774-70fe6dcc586c,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:56.141256 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-592fa0c1-5a50-44e0-b543-71a5f30974bb req-6e5233b1-4365-4660-9fa9-627fd3951635 service neutron] 10.222.0.64 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9438555 Jul 07 17:13:56.150610 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.171855 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e8a079a4-4e4f-43d2-a94c-45e8ae073bb8 req-6c84a784-73ef-42be-ae16-5e4dc87988f6 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1385267 Jul 07 17:13:56.177476 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123eec71-25d0-42ec-b627-fa3680fe20ea admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:13:56.220913 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-40d3d99c-d259-49f9-9df9-6bd0068064f2 admin admin] Allocated IP 172.20.0.1 (b09d5620-c5a5-4f52-8562-d9c726ea81d4/7444f78e-5a5a-4c3a-8ef5-8892e2ae8716/8ea7a812-1448-4052-914f-bbd11fcd4a4f) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:56.236904 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-123eec71-25d0-42ec-b627-fa3680fe20ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.237874 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-123eec71-25d0-42ec-b627-fa3680fe20ea admin admin] Added segment 4aea7cbd-e1b5-47a8-8a3e-498f1e40a51d of type vlan for network fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0 Jul 07 17:13:56.247654 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49bc11-1114-4462-9764-2c32bf8a98e1 req-b3ac890a-611d-41af-87be-552a4d71c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:56.250270 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ff49bc11-1114-4462-9764-2c32bf8a98e1 req-b3ac890a-611d-41af-87be-552a4d71c4ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 200 len: 851 time: 0.1694288 Jul 07 17:13:56.360096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159249a-fe07-43e5-82f1-21e769c3773d req-0e686a83-76f3-44a3-86d3-f57eba66bb28 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:56.369847 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f159249a-fe07-43e5-82f1-21e769c3773d req-0e686a83-76f3-44a3-86d3-f57eba66bb28 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=efdce791-e047-4163-89d1-e71b9c622a9c HTTP/1.1" status: 200 len: 943 time: 0.4931102 Jul 07 17:13:56.418181 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-123eec71-25d0-42ec-b627-fa3680fe20ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.495317 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f159249a-fe07-43e5-82f1-21e769c3773d req-c8b3d0b5-17b3-4961-9764-3a9d27955a38 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244466 Jul 07 17:13:56.522313 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52401f1f-e5b7-40a9-92dd-f0a319b3f70e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Router 9c68ae40-01d7-4d3c-ae48-396f2cc62538 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:13:56.550792 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-123eec71-25d0-42ec-b627-fa3680fe20ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.552722 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123eec71-25d0-42ec-b627-fa3680fe20ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:56.554261 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-123eec71-25d0-42ec-b627-fa3680fe20ea admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.576802 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49bc11-1114-4462-9764-2c32bf8a98e1 req-8969d32c-709c-4abf-a8fb-8faded4f442c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:56.578533 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ff49bc11-1114-4462-9764-2c32bf8a98e1 req-8969d32c-709c-4abf-a8fb-8faded4f442c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3170979 Jul 07 17:13:56.598211 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61fe8d-a694-4220-98a0-1cb66b500f98 req-5447f73f-95b6-4891-adaf-2a54d3aeacce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:56.600183 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ab61fe8d-a694-4220-98a0-1cb66b500f98 req-5447f73f-95b6-4891-adaf-2a54d3aeacce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fe17a6fbd19425cb38c02ad6df4484f&device_id=efdce791-e047-4163-89d1-e71b9c622a9c HTTP/1.1" status: 200 len: 1095 time: 0.3586392 Jul 07 17:13:56.671283 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-40d3d99c-d259-49f9-9df9-6bd0068064f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.750737 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ac59d89a-4447-4caa-b2cd-d0275a2b5a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.809841 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a501018b-3845-462a-833c-bb0af45125c6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.873294 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a501018b-3845-462a-833c-bb0af45125c6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network dfb1a217-5115-42d1-a042-d161f0a6cd64 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:56.888839 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-a501018b-3845-462a-833c-bb0af45125c6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:56.891872 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a501018b-3845-462a-833c-bb0af45125c6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:56.892753 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a501018b-3845-462a-833c-bb0af45125c6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.908836 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a0acd0-d189-4a63-8a49-b5cdf504c5e0 None None] Network dfb1a217-5115-42d1-a042-d161f0a6cd64 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:56.974233 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ff49bc11-1114-4462-9764-2c32bf8a98e1 req-e0dbcd5e-939c-42ee-94d8-f3ebe7e389bd service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112507 Jul 07 17:13:56.976143 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501018b-3845-462a-833c-bb0af45125c6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Subnet': ['ID=63c5c9fa-41cc-496b-86b8-6ed1a92ddb8f,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:56.983693 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61fe8d-a694-4220-98a0-1cb66b500f98 req-475ec2e9-8972-44be-837f-a6d62978c8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:56.986219 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ab61fe8d-a694-4220-98a0-1cb66b500f98 req-475ec2e9-8972-44be-837f-a6d62978c8b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e48a1335-f2ce-4136-9503-051b68c84575 HTTP/1.1" status: 200 len: 913 time: 0.3678403 Jul 07 17:13:56.988577 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-123eec71-25d0-42ec-b627-fa3680fe20ea admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.3904111 Jul 07 17:13:57.009090 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38696) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:57.030150 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-2cb89263-db97-498f-b0ee-3e956672dcce admin admin] Request body: {'subnet': {'network_id': 'fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-723907615-subnet', 'tenant_id': '3742a0fc46dc4299b20f338450dce2b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:57.041527 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38698) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:57.076091 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52401f1f-e5b7-40a9-92dd-f0a319b3f70e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:57.083003 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-52401f1f-e5b7-40a9-92dd-f0a319b3f70e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "PUT /v2.0/routers/9c68ae40-01d7-4d3c-ae48-396f2cc62538/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8714194 Jul 07 17:13:57.098661 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38702) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:57.104866 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5800d7e4-5193-49ce-9d25-f95819d2e5a5 None None] Sync routers for ids ['9c68ae40-01d7-4d3c-ae48-396f2cc62538'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:57.138828 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5800d7e4-5193-49ce-9d25-f95819d2e5a5 None None] Routers {'9c68ae40-01d7-4d3c-ae48-396f2cc62538'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:57.140061 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-5800d7e4-5193-49ce-9d25-f95819d2e5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:13:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['9c68ae40-01d7-4d3c-ae48-396f2cc62538'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:57.156690 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a501018b-3845-462a-833c-bb0af45125c6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4455061 Jul 07 17:13:57.169636 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38704) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:57.178167 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-2dfd2ca4-1e88-46b6-a2d9-6f64e0a21a31 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'security_group': {'name': 'tempest-secgroup-1443525827'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:57.242220 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 606d116b-8626-492b-88cb-d785748df52f up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:57.257673 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb89263-db97-498f-b0ee-3e956672dcce admin admin] Made reservation on behalf of 3742a0fc46dc4299b20f338450dce2b9 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:57.263207 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2cb89263-db97-498f-b0ee-3e956672dcce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.300735 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ab890e-93fe-4057-9160-597c12e69679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-dfb1a217-5115-42d1-a042-d161f0a6cd64', 'network_id': 'dfb1a217-5115-42d1-a042-d161f0a6cd64', 'tenant_id': '4d6098c034b649ddb555415464b8c075', 'fixed_ips': [{'subnet_id': '63c5c9fa-41cc-496b-86b8-6ed1a92ddb8f'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:13:57.303451 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-30ab890e-93fe-4057-9160-597c12e69679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.356110 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-5800d7e4-5193-49ce-9d25-f95819d2e5a5 None None] Set router 9c68ae40-01d7-4d3c-ae48-396f2cc62538 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:57.404983 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-40d3d99c-d259-49f9-9df9-6bd0068064f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.411528 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ab61fe8d-a694-4220-98a0-1cb66b500f98 req-ef011221-2ece-41f4-801f-8448a99e4cb7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68f9a56d-99b6-4bed-95a8-2bdecd8788f4 HTTP/1.1" status: 200 len: 217 time: 0.3261430 Jul 07 17:13:57.458832 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123eec71-25d0-42ec-b627-fa3680fe20ea admin admin] Pushing event updated for resources: {'Network': ['ID=fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:57.479961 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:13:57.604910 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61fe8d-a694-4220-98a0-1cb66b500f98 req-ada075d6-056c-40fa-b150-10cc3862d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:57.608055 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ab61fe8d-a694-4220-98a0-1cb66b500f98 req-ada075d6-056c-40fa-b150-10cc3862d83f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14e47f73-09be-4e96-b070-1b771944d586 HTTP/1.1" status: 200 len: 852 time: 0.1308186 Jul 07 17:13:57.666873 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5d9344-d3e0-4d24-8fe6-62165291924c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:57.675032 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9f5d9344-d3e0-4d24-8fe6-62165291924c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports/86264281-cdbc-4e80-9bd1-1951b754fb14 HTTP/1.1" status: 200 len: 911 time: 0.4946289 Jul 07 17:13:57.690369 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38708) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:57.726257 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-30ab890e-93fe-4057-9160-597c12e69679 None None] Allocated IP 172.20.0.2 (dfb1a217-5115-42d1-a042-d161f0a6cd64/63c5c9fa-41cc-496b-86b8-6ed1a92ddb8f/2df92cb4-8ed7-488d-bcaf-61db17db229f) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:57.757250 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-5800d7e4-5193-49ce-9d25-f95819d2e5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c68ae40-01d7-4d3c-ae48-396f2cc62538', 'name': 'tempest-NetworksTestDHCPv6-router-404385265', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:45Z', 'updated_at': '2021-07-07T17:13:51Z', 'revision_number': 2, 'project_id': '5f0b3e95913147e795e0fe53265be989', 'gw_port_host': None, '_interfaces': [{'id': '86264281-cdbc-4e80-9bd1-1951b754fb14', 'name': '', 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'mac_address': 'fa:16:3e:ba:59:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c68ae40-01d7-4d3c-ae48-396f2cc62538', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd25400cb-9867-4e72-b4ed-862db2c24de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:48Z', 'updated_at': '2021-07-07T17:13:52Z', 'revision_number': 2, 'project_id': '5f0b3e95913147e795e0fe53265be989', 'subnets': [{'id': 'd25400cb-9867-4e72-b4ed-862db2c24de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:57.763474 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 606d116b-8626-492b-88cb-d785748df52f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:57.764422 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.802030 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5800d7e4-5193-49ce-9d25-f95819d2e5a5 None None] Checking router: 9c68ae40-01d7-4d3c-ae48-396f2cc62538 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:57.802400 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5800d7e4-5193-49ce-9d25-f95819d2e5a5 None None] Updating router 9c68ae40-01d7-4d3c-ae48-396f2cc62538 port 86264281-cdbc-4e80-9bd1-1951b754fb14 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:13:57.815477 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d3d99c-d259-49f9-9df9-6bd0068064f2 admin admin] Network b09d5620-c5a5-4f52-8562-d9c726ea81d4 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:57.857641 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-5800d7e4-5193-49ce-9d25-f95819d2e5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.896302 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-40d3d99c-d259-49f9-9df9-6bd0068064f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:57.907477 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2cb89263-db97-498f-b0ee-3e956672dcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.912277 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ab61fe8d-a694-4220-98a0-1cb66b500f98 req-22df1979-1043-4cf9-b26d-4b204d43df04 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e48a1335-f2ce-4136-9503-051b68c84575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2195733 Jul 07 17:13:57.913661 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d3d99c-d259-49f9-9df9-6bd0068064f2 admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:58.025948 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-40d3d99c-d259-49f9-9df9-6bd0068064f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.091524 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ad79541-4373-48e7-a749-f92e0802f0ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.092039 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.184562 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2ca4-1e88-46b6-a2d9-6f64e0a21a31 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.215067 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-5800d7e4-5193-49ce-9d25-f95819d2e5a5 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.228416 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-5800d7e4-5193-49ce-9d25-f95819d2e5a5 None None] Transition to ACTIVE for port object 86264281-cdbc-4e80-9bd1-1951b754fb14 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:58.234179 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-30ab890e-93fe-4057-9160-597c12e69679 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.236808 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-5800d7e4-5193-49ce-9d25-f95819d2e5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.247809 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-30ab890e-93fe-4057-9160-597c12e69679 None None] Transition to ACTIVE for port object 2df92cb4-8ed7-488d-bcaf-61db17db229f will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:58.268589 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-30ab890e-93fe-4057-9160-597c12e69679 None None] Transition to ACTIVE for port object 2df92cb4-8ed7-488d-bcaf-61db17db229f will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:58.279828 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-30ab890e-93fe-4057-9160-597c12e69679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.283151 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267183b-db1f-4a47-a026-445d0a9ac008 req-4d0bec0a-cb58-4383-8fe1-0d6007c21f6c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:58.286922 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1267183b-db1f-4a47-a026-445d0a9ac008 req-4d0bec0a-cb58-4383-8fe1-0d6007c21f6c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=efdce791-e047-4163-89d1-e71b9c622a9c HTTP/1.1" status: 200 len: 943 time: 0.4396608 Jul 07 17:13:58.312613 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5e0f2-e155-49ba-a080-ccaed79f56f2 None None] Pushing event updated for resources: {'Port': ['ID=86264281-cdbc-4e80-9bd1-1951b754fb14,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:58.317129 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ff49bc11-1114-4462-9764-2c32bf8a98e1 req-ae2b086a-59a5-4ed7-9ac3-999e5b03994d service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3266048 Jul 07 17:13:58.339526 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ab890e-93fe-4057-9160-597c12e69679 None None] Network dfb1a217-5115-42d1-a042-d161f0a6cd64 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:58.344006 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-30ab890e-93fe-4057-9160-597c12e69679 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:58.347086 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5e0f2-e155-49ba-a080-ccaed79f56f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:58.348921 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5e0f2-e155-49ba-a080-ccaed79f56f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:58.349390 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5e0f2-e155-49ba-a080-ccaed79f56f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:58.349814 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5e0f2-e155-49ba-a080-ccaed79f56f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:58.351606 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5e0f2-e155-49ba-a080-ccaed79f56f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:58.351923 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ab890e-93fe-4057-9160-597c12e69679 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:58.374108 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5e0f2-e155-49ba-a080-ccaed79f56f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:58.374512 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5e0f2-e155-49ba-a080-ccaed79f56f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:58.374929 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5e0f2-e155-49ba-a080-ccaed79f56f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:58.375355 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5e0f2-e155-49ba-a080-ccaed79f56f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:58.378162 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5e0f2-e155-49ba-a080-ccaed79f56f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:58.378775 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5e0f2-e155-49ba-a080-ccaed79f56f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:58.379168 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5e0f2-e155-49ba-a080-ccaed79f56f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:58.386281 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb89263-db97-498f-b0ee-3e956672dcce admin admin] Checking segment: {'id': '4aea7cbd-e1b5-47a8-8a3e-498f1e40a51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:58.389879 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3d99c-d259-49f9-9df9-6bd0068064f2 admin admin] Pushing event updated for resources: {'Port': ['ID=8ea7a812-1448-4052-914f-bbd11fcd4a4f,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:58.392582 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab890e-93fe-4057-9160-597c12e69679 None None] Pushing event updated for resources: {'Port': ['ID=2df92cb4-8ed7-488d-bcaf-61db17db229f,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:58.404035 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb89263-db97-498f-b0ee-3e956672dcce admin admin] Network hostable DHCP agents. Network: fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:13:58.454339 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb89263-db97-498f-b0ee-3e956672dcce admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc511ff2-8542-4431-b416-cb8ad720e461,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:58.465770 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-30ab890e-93fe-4057-9160-597c12e69679 None None] Attempting to bind port 2df92cb4-8ed7-488d-bcaf-61db17db229f on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:58.466530 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-30ab890e-93fe-4057-9160-597c12e69679 None None] Attempting to bind port 2df92cb4-8ed7-488d-bcaf-61db17db229f by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'cd561c48-880e-4a3b-b345-8432da30b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dfb1a217-5115-42d1-a042-d161f0a6cd64'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:58.467244 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ab890e-93fe-4057-9160-597c12e69679 None None] Attempting to bind port 2df92cb4-8ed7-488d-bcaf-61db17db229f on network dfb1a217-5115-42d1-a042-d161f0a6cd64 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:58.480983 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ab890e-93fe-4057-9160-597c12e69679 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:58.482232 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ab890e-93fe-4057-9160-597c12e69679 None None] Checking segment: {'id': 'cd561c48-880e-4a3b-b345-8432da30b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dfb1a217-5115-42d1-a042-d161f0a6cd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:58.484843 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-30ab890e-93fe-4057-9160-597c12e69679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.488274 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ab890e-93fe-4057-9160-597c12e69679 None None] Bound using segment: {'id': 'cd561c48-880e-4a3b-b345-8432da30b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dfb1a217-5115-42d1-a042-d161f0a6cd64'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:58.489824 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-30ab890e-93fe-4057-9160-597c12e69679 None None] Bound port: 2df92cb4-8ed7-488d-bcaf-61db17db229f, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd561c48-880e-4a3b-b345-8432da30b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dfb1a217-5115-42d1-a042-d161f0a6cd64'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:58.491979 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-30ab890e-93fe-4057-9160-597c12e69679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.521573 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1267183b-db1f-4a47-a026-445d0a9ac008 req-8fd4c2ce-b747-4c9e-bfd1-56e26e9cba6c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934903 Jul 07 17:13:58.549808 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3043937-5f41-449c-9b4d-5e98fabd1d61 req-2514a17f-c3c3-45fb-8736-3ef5874b3d2e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:58.558397 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e3043937-5f41-449c-9b4d-5e98fabd1d61 req-2514a17f-c3c3-45fb-8736-3ef5874b3d2e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 1.5913460 Jul 07 17:13:58.558679 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb89263-db97-498f-b0ee-3e956672dcce admin admin] Network fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:13:58.597318 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-5800d7e4-5193-49ce-9d25-f95819d2e5a5 None None] Attempting to bind port 86264281-cdbc-4e80-9bd1-1951b754fb14 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:58.597701 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-5800d7e4-5193-49ce-9d25-f95819d2e5a5 None None] Attempting to bind port 86264281-cdbc-4e80-9bd1-1951b754fb14 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:58.599574 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5800d7e4-5193-49ce-9d25-f95819d2e5a5 None None] Attempting to bind port 86264281-cdbc-4e80-9bd1-1951b754fb14 on network 6e9cefa1-f008-4dc6-9203-f56e105ef387 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:58.604993 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-2cb89263-db97-498f-b0ee-3e956672dcce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:58.609026 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5800d7e4-5193-49ce-9d25-f95819d2e5a5 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:58.609560 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5800d7e4-5193-49ce-9d25-f95819d2e5a5 None None] Checking segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:58.609981 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-5800d7e4-5193-49ce-9d25-f95819d2e5a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.610383 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5800d7e4-5193-49ce-9d25-f95819d2e5a5 None None] Bound using segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:58.611120 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-5800d7e4-5193-49ce-9d25-f95819d2e5a5 None None] Bound port: 86264281-cdbc-4e80-9bd1-1951b754fb14, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:58.611317 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-5800d7e4-5193-49ce-9d25-f95819d2e5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.646683 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2362ee50-03d0-45c1-af45-3a76ea91ce65 None None] Network fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:58.667318 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb89263-db97-498f-b0ee-3e956672dcce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:58.668417 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2cb89263-db97-498f-b0ee-3e956672dcce admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.734107 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ab61fe8d-a694-4220-98a0-1cb66b500f98 req-e8174281-6eb9-4732-9d5e-9cac3e2948e5 service neutron] 10.222.0.64 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217212 Jul 07 17:13:58.779856 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-5800d7e4-5193-49ce-9d25-f95819d2e5a5 None None] For port 86264281-cdbc-4e80-9bd1-1951b754fb14, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:58.794499 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781e746-4c55-4bc3-ad68-6b7ab8eb8ea2 req-ea70f1a1-936d-4c3c-97c4-d5bf6cfefb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:58.795114 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-5800d7e4-5193-49ce-9d25-f95819d2e5a5 None None] For port 86264281-cdbc-4e80-9bd1-1951b754fb14, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=86264281-cdbc-4e80-9bd1-1951b754fb14,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:58.797428 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d781e746-4c55-4bc3-ad68-6b7ab8eb8ea2 req-ea70f1a1-936d-4c3c-97c4-d5bf6cfefb5f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 1097 time: 0.1949980 Jul 07 17:13:58.805319 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-5800d7e4-5193-49ce-9d25-f95819d2e5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.809217 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-40d3d99c-d259-49f9-9df9-6bd0068064f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.874010 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01142ce2-8df0-4833-9b5f-f8d4b8a8eede tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:58.882727 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01142ce2-8df0-4833-9b5f-f8d4b8a8eede tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:58.885584 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-01142ce2-8df0-4833-9b5f-f8d4b8a8eede tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 1.1851287 Jul 07 17:13:58.889602 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e3043937-5f41-449c-9b4d-5e98fabd1d61 req-cbd60cfd-e02f-44fd-88cb-4b3a91cc9f34 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3302243 Jul 07 17:13:58.890492 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38712) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:58.913800 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5800d7e4-5193-49ce-9d25-f95819d2e5a5 None None] Routers {'9c68ae40-01d7-4d3c-ae48-396f2cc62538'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:58.915186 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-5800d7e4-5193-49ce-9d25-f95819d2e5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:13:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['9c68ae40-01d7-4d3c-ae48-396f2cc62538'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:58.981536 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-30ab890e-93fe-4057-9160-597c12e69679 None None] For port 2df92cb4-8ed7-488d-bcaf-61db17db229f, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:58.987673 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-30ab890e-93fe-4057-9160-597c12e69679 None None] For port 2df92cb4-8ed7-488d-bcaf-61db17db229f, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=2df92cb4-8ed7-488d-bcaf-61db17db229f,segment=NetworkSegment(cd561c48-880e-4a3b-b345-8432da30b28d),segment_id=cd561c48-880e-4a3b-b345-8432da30b28d)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:59.004152 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-30ab890e-93fe-4057-9160-597c12e69679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.059672 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ad79541-4373-48e7-a749-f92e0802f0ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.062389 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781e746-4c55-4bc3-ad68-6b7ab8eb8ea2 req-35ba6bd5-b1e2-47af-968d-f3242bd8329c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:59.064398 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d781e746-4c55-4bc3-ad68-6b7ab8eb8ea2 req-35ba6bd5-b1e2-47af-968d-f3242bd8329c service neutron] 10.222.0.72 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 913 time: 0.2533355 Jul 07 17:13:59.078717 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5e0f2-e155-49ba-a080-ccaed79f56f2 None None] Pushing event updated for resources: {'Port': ['ID=86264281-cdbc-4e80-9bd1-1951b754fb14,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:59.152285 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab890e-93fe-4057-9160-597c12e69679 None None] Pushing event updated for resources: {'Port': ['ID=2df92cb4-8ed7-488d-bcaf-61db17db229f,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:59.167820 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ad79541-4373-48e7-a749-f92e0802f0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.196160 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2ca4-1e88-46b6-a2d9-6f64e0a21a31 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.232332 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6ad79541-4373-48e7-a749-f92e0802f0ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95dbe7cd8d86469d8d3bf5399d8f7de9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1884587 Jul 07 17:13:59.232964 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8c87ef-5102-4bf6-a320-c987fab94380 None None] Network fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:59.234045 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38714) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:59.234625 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ab61fe8d-a694-4220-98a0-1cb66b500f98 req-a21646bb-a182-4522-a92e-48379a9d8c69 service neutron] 10.222.0.64 "GET /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772112 Jul 07 17:13:59.241350 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad79541-4373-48e7-a749-f92e0802f0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7c39a0-86e2-44b1-b020-d4822953165d,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:59.255419 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-5800d7e4-5193-49ce-9d25-f95819d2e5a5 None None] Set router 9c68ae40-01d7-4d3c-ae48-396f2cc62538 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:59.267347 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2ca4-1e88-46b6-a2d9-6f64e0a21a31 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.283388 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2cb89263-db97-498f-b0ee-3e956672dcce admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2647033 Jul 07 17:13:59.438214 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2ca4-1e88-46b6-a2d9-6f64e0a21a31 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.443102 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2dfd2ca4-1e88-46b6-a2d9-6f64e0a21a31 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.2711797 Jul 07 17:13:59.446648 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38718) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:59.451679 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd2ca4-1e88-46b6-a2d9-6f64e0a21a31 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f985b04-519a-4061-b9e0-0040a1e00c0d,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:59.460224 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-121ca94c-e33f-403d-9343-7c9b06c34def tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'security_group': {'name': 'tempest-secgroup-1741747852'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:59.482416 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d781e746-4c55-4bc3-ad68-6b7ab8eb8ea2 req-cab746a2-1a25-4343-9262-8fb06d50f6e0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f HTTP/1.1" status: 200 len: 999 time: 0.2847908 Jul 07 17:13:59.564340 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-121ca94c-e33f-403d-9343-7c9b06c34def tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.625628 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-73989e1e-1918-4db6-a078-c925265d4ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.646571 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781e746-4c55-4bc3-ad68-6b7ab8eb8ea2 req-e2caf72a-aef4-414e-86a1-eaed3a75bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:59.649735 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d781e746-4c55-4bc3-ad68-6b7ab8eb8ea2 req-e2caf72a-aef4-414e-86a1-eaed3a75bcd3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 200 len: 851 time: 0.1581018 Jul 07 17:13:59.671617 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 68f9a56d-99b6-4bed-95a8-2bdecd8788f4 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:13:59.835696 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-73989e1e-1918-4db6-a078-c925265d4ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.922044 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-40d3d99c-d259-49f9-9df9-6bd0068064f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.958040 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-5800d7e4-5193-49ce-9d25-f95819d2e5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c68ae40-01d7-4d3c-ae48-396f2cc62538', 'name': 'tempest-NetworksTestDHCPv6-router-404385265', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:45Z', 'updated_at': '2021-07-07T17:13:51Z', 'revision_number': 2, 'project_id': '5f0b3e95913147e795e0fe53265be989', 'gw_port_host': None, '_interfaces': [{'id': '86264281-cdbc-4e80-9bd1-1951b754fb14', 'name': '', 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'mac_address': 'fa:16:3e:ba:59:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c68ae40-01d7-4d3c-ae48-396f2cc62538', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd25400cb-9867-4e72-b4ed-862db2c24de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:48Z', 'updated_at': '2021-07-07T17:13:58Z', 'revision_number': 4, 'project_id': '5f0b3e95913147e795e0fe53265be989', 'subnets': [{'id': 'd25400cb-9867-4e72-b4ed-862db2c24de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:59.964723 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-40d3d99c-d259-49f9-9df9-6bd0068064f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.045908 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5800d7e4-5193-49ce-9d25-f95819d2e5a5 None None] The sync data for ids ['9c68ae40-01d7-4d3c-ae48-396f2cc62538'] in n-d-791503-12 is: [{'id': '9c68ae40-01d7-4d3c-ae48-396f2cc62538', 'name': 'tempest-NetworksTestDHCPv6-router-404385265', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:45Z', 'updated_at': '2021-07-07T17:13:51Z', 'revision_number': 2, 'project_id': '5f0b3e95913147e795e0fe53265be989', 'gw_port_host': None, '_interfaces': [{'id': '86264281-cdbc-4e80-9bd1-1951b754fb14', 'name': '', 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'mac_address': 'fa:16:3e:ba:59:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c68ae40-01d7-4d3c-ae48-396f2cc62538', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd25400cb-9867-4e72-b4ed-862db2c24de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:48Z', 'updated_at': '2021-07-07T17:13:58Z', 'revision_number': 4, 'project_id': '5f0b3e95913147e795e0fe53265be989', 'subnets': [{'id': 'd25400cb-9867-4e72-b4ed-862db2c24de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:00.113885 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-73989e1e-1918-4db6-a078-c925265d4ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.130505 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-73989e1e-1918-4db6-a078-c925265d4ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.136237 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-73989e1e-1918-4db6-a078-c925265d4ba7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7e7c39a0-86e2-44b1-b020-d4822953165d HTTP/1.1" status: 204 len: 168 time: 0.8798833 Jul 07 17:14:00.149989 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 68f9a56d-99b6-4bed-95a8-2bdecd8788f4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=68f9a56d-99b6-4bed-95a8-2bdecd8788f4,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:00.156369 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-121ca94c-e33f-403d-9343-7c9b06c34def tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.169855 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781e746-4c55-4bc3-ad68-6b7ab8eb8ea2 req-f2f8a87a-6fa4-4dd1-8720-3f57065d5938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:00.171721 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d781e746-4c55-4bc3-ad68-6b7ab8eb8ea2 req-f2f8a87a-6fa4-4dd1-8720-3f57065d5938 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4454472 Jul 07 17:14:00.182862 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-121ca94c-e33f-403d-9343-7c9b06c34def tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.214221 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-121ca94c-e33f-403d-9343-7c9b06c34def tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.220552 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-121ca94c-e33f-403d-9343-7c9b06c34def tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7602646 Jul 07 17:14:00.220552 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73989e1e-1918-4db6-a078-c925265d4ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7c39a0-86e2-44b1-b020-d4822953165d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:00.229820 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38734) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:00.230110 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '68f9a56d-99b6-4bed-95a8-2bdecd8788f4', 'network_id': 'e48a1335-f2ce-4136-9503-051b68c84575', 'port_id': '68f9a56d-99b6-4bed-95a8-2bdecd8788f4', 'mac_address': 'fa:16:3e:02:c5:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e47f73-09be-4e96-b070-1b771944d586', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:14:00.320217 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.388219 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-826a8082-b219-44b2-a68b-2d9e50588ace tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1191805743', 'security_groups': ['7295032e-732f-4c77-967c-36c400f64f9b'], 'network_id': 'dfb1a217-5115-42d1-a042-d161f0a6cd64', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '63c5c9fa-41cc-496b-86b8-6ed1a92ddb8f'}]}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:00.502409 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c491c-f53c-4290-9016-1f4d97fc5f4c req-c49d2d72-dc72-4759-8453-f6cca823853c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:00.519780 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.523003 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6f5c491c-f53c-4290-9016-1f4d97fc5f4c req-c49d2d72-dc72-4759-8453-f6cca823853c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=efdce791-e047-4163-89d1-e71b9c622a9c HTTP/1.1" status: 200 len: 943 time: 0.6467822 Jul 07 17:14:00.544259 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f9a56d-99b6-4bed-95a8-2bdecd8788f4 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:00.658819 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 68f9a56d-99b6-4bed-95a8-2bdecd8788f4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=68f9a56d-99b6-4bed-95a8-2bdecd8788f4,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:00.668459 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.785555 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=68f9a56d-99b6-4bed-95a8-2bdecd8788f4,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:00.890441 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['68f9a56d-99b6-4bed-95a8-2bdecd8788f4'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:01.085013 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ca94c-e33f-403d-9343-7c9b06c34def tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7295032e-732f-4c77-967c-36c400f64f9b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:01.225150 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6f5c491c-f53c-4290-9016-1f4d97fc5f4c req-f72fad71-17bc-41b6-a401-eabd746db871 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6930115 Jul 07 17:14:01.226047 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38746) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:01.341951 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-d88553c6-2134-40dd-855d-b1e99639184b tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:01.355192 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-d88553c6-2134-40dd-855d-b1e99639184b tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] 10.222.0.53 "GET /v2.0/networks?id=fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0 HTTP/1.1" status: 200 len: 821 time: 0.5946677 Jul 07 17:14:01.372417 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7871a72a-9d5b-4eb0-a52b-32f3c3d62115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.384774 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d781e746-4c55-4bc3-ad68-6b7ab8eb8ea2 req-544b88a2-9112-4f4e-9f33-e5c217713f0d service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1852126 Jul 07 17:14:01.412216 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826a8082-b219-44b2-a68b-2d9e50588ace tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:01.454850 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-40d3d99c-d259-49f9-9df9-6bd0068064f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.456063 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 2df92cb4-8ed7-488d-bcaf-61db17db229f up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:01.514260 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-36dd9e70-7589-4cc8-b181-e251d3331c4a tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] 10.222.0.53 "GET /v2.0/quotas/3742a0fc46dc4299b20f338450dce2b9 HTTP/1.1" status: 200 len: 375 time: 0.1145439 Jul 07 17:14:01.517615 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3d99c-d259-49f9-9df9-6bd0068064f2 admin admin] Pushing event updated for resources: {'Port': ['ID=8ea7a812-1448-4052-914f-bbd11fcd4a4f,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:01.692304 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 2df92cb4-8ed7-488d-bcaf-61db17db229f completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:01.707037 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 86264281-cdbc-4e80-9bd1-1951b754fb14 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:01.734863 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-2591d658-85ed-488d-b859-3e1fd19fba8f tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3742a0fc46dc4299b20f338450dce2b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2187839 Jul 07 17:14:01.762103 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-826a8082-b219-44b2-a68b-2d9e50588ace tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.784676 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5650858b-25d1-44b3-9c13-ef32aab293fc None None] Provisioning for port 2df92cb4-8ed7-488d-bcaf-61db17db229f completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:01.798499 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5650858b-25d1-44b3-9c13-ef32aab293fc None None] Provisioning complete for port 2df92cb4-8ed7-488d-bcaf-61db17db229f triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:01.798499 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5650858b-25d1-44b3-9c13-ef32aab293fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.851160 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 86264281-cdbc-4e80-9bd1-1951b754fb14 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:01.855467 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-826a8082-b219-44b2-a68b-2d9e50588ace tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] device_id is not set on port 59466967-ad71-4b38-943b-612a4aff67b1 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:14:01.859887 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 86264281-cdbc-4e80-9bd1-1951b754fb14 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:01.860302 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.962274 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5650858b-25d1-44b3-9c13-ef32aab293fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.052950 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d3d99c-d259-49f9-9df9-6bd0068064f2 admin admin] Network b09d5620-c5a5-4f52-8562-d9c726ea81d4 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:02.063817 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-40d3d99c-d259-49f9-9df9-6bd0068064f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:02.080811 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-5650858b-25d1-44b3-9c13-ef32aab293fc None None] For port 2df92cb4-8ed7-488d-bcaf-61db17db229f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=2df92cb4-8ed7-488d-bcaf-61db17db229f,segment=NetworkSegment(cd561c48-880e-4a3b-b345-8432da30b28d),segment_id=cd561c48-880e-4a3b-b345-8432da30b28d)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:02.083183 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.092684 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca3c9-ee7e-4df4-aa13-35ef7cddb4fb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.100001 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5650858b-25d1-44b3-9c13-ef32aab293fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.105554 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-78182bea-85dd-4f33-934b-73634023f6f7 service neutron] 10.222.0.53 "GET /v2.0/networks/fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484454 Jul 07 17:14:02.189684 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5650858b-25d1-44b3-9c13-ef32aab293fc None None] Provisioning complete for port c81b26a4-e858-4402-b79d-db589fb2cfa9 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:02.190302 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5650858b-25d1-44b3-9c13-ef32aab293fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.195969 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e953b3-006b-4f9c-91bd-51e1d23fc10c req-700a8b9f-f133-43cf-963a-a527437e79ef tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:02.205244 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-71e953b3-006b-4f9c-91bd-51e1d23fc10c req-700a8b9f-f133-43cf-963a-a527437e79ef tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.4642200 Jul 07 17:14:02.267739 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 86264281-cdbc-4e80-9bd1-1951b754fb14, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=86264281-cdbc-4e80-9bd1-1951b754fb14,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:02.287369 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.292568 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5650858b-25d1-44b3-9c13-ef32aab293fc None None] Pushing event updated for resources: {'Port': ['ID=2df92cb4-8ed7-488d-bcaf-61db17db229f,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:02.295109 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d781e746-4c55-4bc3-ad68-6b7ab8eb8ea2 req-05f186c6-9fd6-4982-9671-0b19280bfbca service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5903773 Jul 07 17:14:02.301248 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-5650858b-25d1-44b3-9c13-ef32aab293fc None None] Port c81b26a4-e858-4402-b79d-db589fb2cfa9 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:02.409756 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=86264281-cdbc-4e80-9bd1-1951b754fb14,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:02.423653 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-71e953b3-006b-4f9c-91bd-51e1d23fc10c req-0420dfc3-9d9b-4cc2-95bf-a3e8b7cfeba8 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997006 Jul 07 17:14:02.427578 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7871a72a-9d5b-4eb0-a52b-32f3c3d62115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.437575 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-826a8082-b219-44b2-a68b-2d9e50588ace tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Allocated IP 172.20.0.13 (dfb1a217-5115-42d1-a042-d161f0a6cd64/63c5c9fa-41cc-496b-86b8-6ed1a92ddb8f/59466967-ad71-4b38-943b-612a4aff67b1) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:02.446974 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7871a72a-9d5b-4eb0-a52b-32f3c3d62115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.568604 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7871a72a-9d5b-4eb0-a52b-32f3c3d62115 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1eff15dd19a84da4b63d2151a2a9e9f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2948601 Jul 07 17:14:02.576788 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38752) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:02.577730 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871a72a-9d5b-4eb0-a52b-32f3c3d62115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb8ca06-916f-4fc2-8de6-7d424eb1ae38,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:02.690456 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d3d99c-d259-49f9-9df9-6bd0068064f2 admin admin] Router 844bb8bb-00f5-4d60-abcf-d7b4baa31d55 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:14:02.705529 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-361b28e8-1408-4c83-9a8c-3f833e22793f service neutron] 10.222.0.53 "GET /v2.0/networks/fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461554 Jul 07 17:14:02.831877 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-df803d27-a081-4832-9290-784db7be7b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.903865 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf209a6-12a1-4c9f-ad35-ab1b7a3110d7 req-44638d3c-dbed-4465-a356-6543d2965c99 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:02.906545 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-baf209a6-12a1-4c9f-ad35-ab1b7a3110d7 req-44638d3c-dbed-4465-a356-6543d2965c99 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=efdce791-e047-4163-89d1-e71b9c622a9c HTTP/1.1" status: 200 len: 944 time: 0.2863586 Jul 07 17:14:02.941027 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-826a8082-b219-44b2-a68b-2d9e50588ace tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.945259 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-df803d27-a081-4832-9290-784db7be7b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.998364 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d3d99c-d259-49f9-9df9-6bd0068064f2 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:03.014585 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-40d3d99c-d259-49f9-9df9-6bd0068064f2 admin admin] 10.222.0.53 "PUT /v2.0/routers/844bb8bb-00f5-4d60-abcf-d7b4baa31d55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9679623 Jul 07 17:14:03.042044 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-826a8082-b219-44b2-a68b-2d9e50588ace tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Transition to ACTIVE for port object 59466967-ad71-4b38-943b-612a4aff67b1 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:03.042845 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a50e8a1-e005-4558-89c1-a881c0f29b1e None None] Sync routers for ids ['844bb8bb-00f5-4d60-abcf-d7b4baa31d55'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:03.081533 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a50e8a1-e005-4558-89c1-a881c0f29b1e None None] Routers {'844bb8bb-00f5-4d60-abcf-d7b4baa31d55'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:03.082628 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9a50e8a1-e005-4558-89c1-a881c0f29b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:13:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['844bb8bb-00f5-4d60-abcf-d7b4baa31d55'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:03.113720 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-baf209a6-12a1-4c9f-ad35-ab1b7a3110d7 req-9e36115f-a056-44f1-89b0-a820db669d6c tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946871 Jul 07 17:14:03.166295 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-df803d27-a081-4832-9290-784db7be7b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.171090 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-df803d27-a081-4832-9290-784db7be7b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.175239 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-df803d27-a081-4832-9290-784db7be7b45 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dbb8ca06-916f-4fc2-8de6-7d424eb1ae38 HTTP/1.1" status: 204 len: 168 time: 0.5947917 Jul 07 17:14:03.190166 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df803d27-a081-4832-9290-784db7be7b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb8ca06-916f-4fc2-8de6-7d424eb1ae38,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:03.196846 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-7e0ca3c9-ee7e-4df4-aa13-35ef7cddb4fb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting port 86264281-cdbc-4e80-9bd1-1951b754fb14 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:03.197546 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca3c9-ee7e-4df4-aa13-35ef7cddb4fb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.244973 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 2df92cb4-8ed7-488d-bcaf-61db17db229f up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:03.322718 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-09674f32-15cd-4592-ad50-b8504315ecf1 req-02cfc148-6aa7-4f3e-b3df-f5a164e89479 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18678e0-f693-4bff-8edf-409619c1a142 HTTP/1.1" status: 200 len: 210 time: 0.1247344 Jul 07 17:14:03.381233 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-826a8082-b219-44b2-a68b-2d9e50588ace tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.427405 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-7e0ca3c9-ee7e-4df4-aa13-35ef7cddb4fb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] For port 86264281-cdbc-4e80-9bd1-1951b754fb14, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=86264281-cdbc-4e80-9bd1-1951b754fb14,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:03.428388 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca3c9-ee7e-4df4-aa13-35ef7cddb4fb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.456733 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-7e0ca3c9-ee7e-4df4-aa13-35ef7cddb4fb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Calling delete_port for 86264281-cdbc-4e80-9bd1-1951b754fb14 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:03.546979 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826a8082-b219-44b2-a68b-2d9e50588ace tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network dfb1a217-5115-42d1-a042-d161f0a6cd64 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:03.573472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-826a8082-b219-44b2-a68b-2d9e50588ace tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:03.612710 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826a8082-b219-44b2-a68b-2d9e50588ace tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:03.658462 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-9a50e8a1-e005-4558-89c1-a881c0f29b1e None None] Set router 844bb8bb-00f5-4d60-abcf-d7b4baa31d55 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:03.707543 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a8082-b219-44b2-a68b-2d9e50588ace tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Port': ['ID=59466967-ad71-4b38-943b-612a4aff67b1,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:03.787154 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 68f9a56d-99b6-4bed-95a8-2bdecd8788f4 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:03.837171 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826a8082-b219-44b2-a68b-2d9e50588ace tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:03.839138 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-826a8082-b219-44b2-a68b-2d9e50588ace tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.895792 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 2df92cb4-8ed7-488d-bcaf-61db17db229f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:03.896145 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.991609 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-826a8082-b219-44b2-a68b-2d9e50588ace tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.7440338 Jul 07 17:14:03.995750 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38778) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:04.002010 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-cd0a3c38-29ca-40f5-abd1-0ee1228e37b6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'subnet': {'network_id': 'dfb1a217-5115-42d1-a042-d161f0a6cd64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:04.172128 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca612e6-e446-40ef-955a-8f8b9ab564e7 req-e385702a-76af-434e-b6cf-d8a500efa485 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:04.183018 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6ca612e6-e446-40ef-955a-8f8b9ab564e7 req-e385702a-76af-434e-b6cf-d8a500efa485 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.3083479 Jul 07 17:14:04.184845 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca3c9-ee7e-4df4-aa13-35ef7cddb4fb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.318488 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ca3c9-ee7e-4df4-aa13-35ef7cddb4fb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Port': ['ID=86264281-cdbc-4e80-9bd1-1951b754fb14,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:04.408282 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 68f9a56d-99b6-4bed-95a8-2bdecd8788f4 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:04.561359 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a6e11a93-14d0-4c2d-9a94-c1d19a6f3a79 None None] Provisioning for port 59466967-ad71-4b38-943b-612a4aff67b1 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:04.590974 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a6e11a93-14d0-4c2d-9a94-c1d19a6f3a79 None None] Provisioning complete for port 59466967-ad71-4b38-943b-612a4aff67b1 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:04.591565 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a6e11a93-14d0-4c2d-9a94-c1d19a6f3a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.598220 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 68f9a56d-99b6-4bed-95a8-2bdecd8788f4 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:04.598847 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.887763 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6ca612e6-e446-40ef-955a-8f8b9ab564e7 req-3c82d012-795e-4a2b-95ec-6db4a29a36f2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7031865 Jul 07 17:14:04.929223 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0a3c38-29ca-40f5-abd1-0ee1228e37b6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:04.929972 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca3c9-ee7e-4df4-aa13-35ef7cddb4fb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.970431 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 86264281-cdbc-4e80-9bd1-1951b754fb14 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:04.987534 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cd0a3c38-29ca-40f5-abd1-0ee1228e37b6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.036477 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a6e11a93-14d0-4c2d-9a94-c1d19a6f3a79 None None] Port 59466967-ad71-4b38-943b-612a4aff67b1 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:05.053620 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 86264281-cdbc-4e80-9bd1-1951b754fb14 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:05.054223 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 86264281-cdbc-4e80-9bd1-1951b754fb14 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 07 17:14:05.122761 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Port 86264281-cdbc-4e80-9bd1-1951b754fb14 not found, will not notify nova. {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 07 17:14:05.252109 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-e2508918-0578-46c8-9cdb-25a44a11c8f6 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:05.254705 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-e2508918-0578-46c8-9cdb-25a44a11c8f6 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/networks?id=b09d5620-c5a5-4f52-8562-d9c726ea81d4 HTTP/1.1" status: 200 len: 810 time: 0.4621832 Jul 07 17:14:05.282020 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0ca3c9-ee7e-4df4-aa13-35ef7cddb4fb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Router 9c68ae40-01d7-4d3c-ae48-396f2cc62538 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:14:05.284247 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9a50e8a1-e005-4558-89c1-a881c0f29b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844bb8bb-00f5-4d60-abcf-d7b4baa31d55', 'name': 'tempest-ServerRescueTestJSON-513234648-router', 'tenant_id': 'fa7f2838537b47bf8d02ed4d09c0343d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '606d116b-8626-492b-88cb-d785748df52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:39Z', 'updated_at': '2021-07-07T17:13:58Z', 'revision_number': 4, 'project_id': 'fa7f2838537b47bf8d02ed4d09c0343d', 'gw_port': {'id': '606d116b-8626-492b-88cb-d785748df52f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844bb8bb-00f5-4d60-abcf-d7b4baa31d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:42Z', 'updated_at': '2021-07-07T17:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '8ea7a812-1448-4052-914f-bbd11fcd4a4f', 'name': '', 'network_id': 'b09d5620-c5a5-4f52-8562-d9c726ea81d4', 'tenant_id': 'fa7f2838537b47bf8d02ed4d09c0343d', 'mac_address': 'fa:16:3e:99:eb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844bb8bb-00f5-4d60-abcf-d7b4baa31d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '7444f78e-5a5a-4c3a-8ef5-8892e2ae8716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:55Z', 'updated_at': '2021-07-07T17:13:59Z', 'revision_number': 2, 'project_id': 'fa7f2838537b47bf8d02ed4d09c0343d', 'subnets': [{'id': '7444f78e-5a5a-4c3a-8ef5-8892e2ae8716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:05.291422 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.333730 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-cc2d4cf3-8d3d-4d2d-94b3-38115f2aecc2 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/quotas/fa7f2838537b47bf8d02ed4d09c0343d HTTP/1.1" status: 200 len: 375 time: 0.0656357 Jul 07 17:14:05.373033 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a50e8a1-e005-4558-89c1-a881c0f29b1e None None] Checking router: 844bb8bb-00f5-4d60-abcf-d7b4baa31d55 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:05.373881 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a50e8a1-e005-4558-89c1-a881c0f29b1e None None] Updating router 844bb8bb-00f5-4d60-abcf-d7b4baa31d55 port 8ea7a812-1448-4052-914f-bbd11fcd4a4f binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:14:05.460056 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9a50e8a1-e005-4558-89c1-a881c0f29b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.490630 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdce791-e047-4163-89d1-e71b9c622a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f9a56d-99b6-4bed-95a8-2bdecd8788f4'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:05.494539 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b840fd58-6ebd-4b2f-9a54-e869aa23d591" -d '{"events": [{"server_uuid": "efdce791-e047-4163-89d1-e71b9c622a9c", "name": "network-vif-plugged", "status": "completed", "tag": "68f9a56d-99b6-4bed-95a8-2bdecd8788f4"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:05.496603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db1aca-9707-4389-9eec-ae27f3634de0 req-4bd040c2-5c9b-479e-9967-15884b4f834a tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:05.499321 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d5db1aca-9707-4389-9eec-ae27f3634de0 req-4bd040c2-5c9b-479e-9967-15884b4f834a tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=efdce791-e047-4163-89d1-e71b9c622a9c HTTP/1.1" status: 200 len: 944 time: 0.1985161 Jul 07 17:14:05.514747 n-d-791503-12 neutron-server[100192]: INFO neutron.db.ipam_backend_mixin [None req-cd0a3c38-29ca-40f5-abd1-0ee1228e37b6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 63c5c9fa-41cc-496b-86b8-6ed1a92ddb8f (CIDR: 172.20.0.0/28) Jul 07 17:14:05.538201 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0a3c38-29ca-40f5-abd1-0ee1228e37b6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:14:05.539590 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd0a3c38-29ca-40f5-abd1-0ee1228e37b6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:14:05.614157 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cd0a3c38-29ca-40f5-abd1-0ee1228e37b6 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6170762 Jul 07 17:14:05.621420 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38820) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:05.632378 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-6d59b1ed-02ff-46db-8900-f7e7d67f9c2b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'subnet': {'network_id': 'dfb1a217-5115-42d1-a042-d161f0a6cd64', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:05.634321 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d5db1aca-9707-4389-9eec-ae27f3634de0 req-a17d22ab-fb84-48c2-81ec-abd7e41ca52d tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154411 Jul 07 17:14:05.650340 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0ca3c9-ee7e-4df4-aa13-35ef7cddb4fb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:05.675887 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc44184-39b9-490f-a423-51b4f2c123c4 None None] Sync routers for ids ['9c68ae40-01d7-4d3c-ae48-396f2cc62538'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:05.718599 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc44184-39b9-490f-a423-51b4f2c123c4 None None] Routers {'9c68ae40-01d7-4d3c-ae48-396f2cc62538'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:05.721011 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-3cc44184-39b9-490f-a423-51b4f2c123c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:13:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['9c68ae40-01d7-4d3c-ae48-396f2cc62538'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:05.735661 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 68f9a56d-99b6-4bed-95a8-2bdecd8788f4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=68f9a56d-99b6-4bed-95a8-2bdecd8788f4,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:05.762586 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.825844 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7e0ca3c9-ee7e-4df4-aa13-35ef7cddb4fb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "PUT /v2.0/routers/9c68ae40-01d7-4d3c-ae48-396f2cc62538/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9119711 Jul 07 17:14:05.832386 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38824) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:05.928424 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-3cc44184-39b9-490f-a423-51b4f2c123c4 None None] Set router 9c68ae40-01d7-4d3c-ae48-396f2cc62538 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:06.029686 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-8c6560cb-634f-42b7-b929-2b7b9ed47d6b tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fa7f2838537b47bf8d02ed4d09c0343d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6930714 Jul 07 17:14:06.046265 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=68f9a56d-99b6-4bed-95a8-2bdecd8788f4,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:06.172825 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-3cc44184-39b9-490f-a423-51b4f2c123c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c68ae40-01d7-4d3c-ae48-396f2cc62538', 'name': 'tempest-NetworksTestDHCPv6-router-404385265', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:45Z', 'updated_at': '2021-07-07T17:14:03Z', 'revision_number': 3, 'project_id': '5f0b3e95913147e795e0fe53265be989', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:06.175920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d59b1ed-02ff-46db-8900-f7e7d67f9c2b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:06.177108 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-2236b16c-9c80-4354-849b-84d2d835d3ba tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:06.178960 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-2236b16c-9c80-4354-849b-84d2d835d3ba tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] 10.222.0.72 "GET /v2.0/networks?id=fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0 HTTP/1.1" status: 200 len: 821 time: 0.3289709 Jul 07 17:14:06.179655 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6d59b1ed-02ff-46db-8900-f7e7d67f9c2b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.204526 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-43f045af-0c62-4bf4-988d-52ba3ea179b2 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Request body: {'port': {'device_id': 'f18678e0-f693-4bff-8edf-409619c1a142', 'network_id': 'fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0', 'admin_state_up': True, 'tenant_id': '3742a0fc46dc4299b20f338450dce2b9'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:06.241675 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc44184-39b9-490f-a423-51b4f2c123c4 None None] Checking router: 9c68ae40-01d7-4d3c-ae48-396f2cc62538 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:06.261285 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc44184-39b9-490f-a423-51b4f2c123c4 None None] Routers {'9c68ae40-01d7-4d3c-ae48-396f2cc62538'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:06.262218 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd13cff-f746-4eaf-a549-9e8f824b4259 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:06.262470 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-3cc44184-39b9-490f-a423-51b4f2c123c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:13:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['9c68ae40-01d7-4d3c-ae48-396f2cc62538'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:06.266379 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd13cff-f746-4eaf-a549-9e8f824b4259 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:06.269754 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3fd13cff-f746-4eaf-a549-9e8f824b4259 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4354780 Jul 07 17:14:06.295649 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38832) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:06.342845 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9a50e8a1-e005-4558-89c1-a881c0f29b1e None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.359129 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9a50e8a1-e005-4558-89c1-a881c0f29b1e None None] Transition to ACTIVE for port object 8ea7a812-1448-4052-914f-bbd11fcd4a4f will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:06.373293 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9a50e8a1-e005-4558-89c1-a881c0f29b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.451281 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-3cc44184-39b9-490f-a423-51b4f2c123c4 None None] Set router 9c68ae40-01d7-4d3c-ae48-396f2cc62538 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:06.511276 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedcc6fc-3ce8-4413-b8df-1f7ec8c7816e None None] Pushing event updated for resources: {'Port': ['ID=8ea7a812-1448-4052-914f-bbd11fcd4a4f,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:06.573930 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4c10f140-5a25-42ac-b5d7-5fd25be49802 req-b3dfa2f8-b289-4d09-8a22-da253550ab20 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18678e0-f693-4bff-8edf-409619c1a142 HTTP/1.1" status: 200 len: 210 time: 0.2990239 Jul 07 17:14:06.583510 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-3cc44184-39b9-490f-a423-51b4f2c123c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c68ae40-01d7-4d3c-ae48-396f2cc62538', 'name': 'tempest-NetworksTestDHCPv6-router-404385265', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:45Z', 'updated_at': '2021-07-07T17:14:03Z', 'revision_number': 3, 'project_id': '5f0b3e95913147e795e0fe53265be989', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:06.597032 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-9a50e8a1-e005-4558-89c1-a881c0f29b1e None None] Attempting to bind port 8ea7a812-1448-4052-914f-bbd11fcd4a4f on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:06.598198 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-9a50e8a1-e005-4558-89c1-a881c0f29b1e None None] Attempting to bind port 8ea7a812-1448-4052-914f-bbd11fcd4a4f by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '395174b8-0e8e-4edd-9a4b-23178acfd758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b09d5620-c5a5-4f52-8562-d9c726ea81d4'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:06.599950 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a50e8a1-e005-4558-89c1-a881c0f29b1e None None] Attempting to bind port 8ea7a812-1448-4052-914f-bbd11fcd4a4f on network b09d5620-c5a5-4f52-8562-d9c726ea81d4 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:06.622825 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-c3614b5c-e999-43ac-99b2-6898759ce340 service neutron] 10.222.0.53 "GET /v2.0/networks/b09d5620-c5a5-4f52-8562-d9c726ea81d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5907364 Jul 07 17:14:06.625464 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a50e8a1-e005-4558-89c1-a881c0f29b1e None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:06.626226 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a50e8a1-e005-4558-89c1-a881c0f29b1e None None] Checking segment: {'id': '395174b8-0e8e-4edd-9a4b-23178acfd758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b09d5620-c5a5-4f52-8562-d9c726ea81d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:06.629565 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9a50e8a1-e005-4558-89c1-a881c0f29b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.630337 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a50e8a1-e005-4558-89c1-a881c0f29b1e None None] Bound using segment: {'id': '395174b8-0e8e-4edd-9a4b-23178acfd758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b09d5620-c5a5-4f52-8562-d9c726ea81d4'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:06.632013 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc44184-39b9-490f-a423-51b4f2c123c4 None None] The sync data for ids ['9c68ae40-01d7-4d3c-ae48-396f2cc62538'] in n-d-791503-12 is: [{'id': '9c68ae40-01d7-4d3c-ae48-396f2cc62538', 'name': 'tempest-NetworksTestDHCPv6-router-404385265', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:45Z', 'updated_at': '2021-07-07T17:14:03Z', 'revision_number': 3, 'project_id': '5f0b3e95913147e795e0fe53265be989', 'gw_port_host': None}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:06.632844 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-9a50e8a1-e005-4558-89c1-a881c0f29b1e None None] Bound port: 8ea7a812-1448-4052-914f-bbd11fcd4a4f, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395174b8-0e8e-4edd-9a4b-23178acfd758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b09d5620-c5a5-4f52-8562-d9c726ea81d4'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:06.634291 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9a50e8a1-e005-4558-89c1-a881c0f29b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.817639 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dedcfc5-91b2-4063-b4a2-2654646bdd8d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet d25400cb-9867-4e72-b4ed-862db2c24de2 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:06.825248 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7dedcfc5-91b2-4063-b4a2-2654646bdd8d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.931081 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7dedcfc5-91b2-4063-b4a2-2654646bdd8d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.968323 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-43f045af-0c62-4bf4-988d-52ba3ea179b2 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Made reservation on behalf of 3742a0fc46dc4299b20f338450dce2b9 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:06.972526 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-43f045af-0c62-4bf4-988d-52ba3ea179b2 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.019197 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e92a5-3af4-4e0a-95d9-fffd0c87fc32 req-c8891313-b775-4e1e-9cb3-d3751da04009 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:07.028499 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-507e92a5-3af4-4e0a-95d9-fffd0c87fc32 req-c8891313-b775-4e1e-9cb3-d3751da04009 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.2689052 Jul 07 17:14:07.107107 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7dedcfc5-91b2-4063-b4a2-2654646bdd8d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.140970 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-ff5f6120-6e7c-4370-b6b6-26de8ce85f59 service neutron] 10.222.0.53 "GET /v2.0/networks/b09d5620-c5a5-4f52-8562-d9c726ea81d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170305 Jul 07 17:14:07.159442 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.168941 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-9a50e8a1-e005-4558-89c1-a881c0f29b1e None None] For port 8ea7a812-1448-4052-914f-bbd11fcd4a4f, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:07.175075 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-9a50e8a1-e005-4558-89c1-a881c0f29b1e None None] For port 8ea7a812-1448-4052-914f-bbd11fcd4a4f, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8ea7a812-1448-4052-914f-bbd11fcd4a4f,segment=NetworkSegment(395174b8-0e8e-4edd-9a4b-23178acfd758),segment_id=395174b8-0e8e-4edd-9a4b-23178acfd758)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:07.181871 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 86264281-cdbc-4e80-9bd1-1951b754fb14 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:07.263227 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 86264281-cdbc-4e80-9bd1-1951b754fb14 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:07.263789 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 86264281-cdbc-4e80-9bd1-1951b754fb14 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:07.267542 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9a50e8a1-e005-4558-89c1-a881c0f29b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.285834 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6d59b1ed-02ff-46db-8900-f7e7d67f9c2b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.303254 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-507e92a5-3af4-4e0a-95d9-fffd0c87fc32 req-54c0af97-d720-432a-9cb0-303cfdba5cfd tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2730689 Jul 07 17:14:07.417523 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a50e8a1-e005-4558-89c1-a881c0f29b1e None None] Routers {'844bb8bb-00f5-4d60-abcf-d7b4baa31d55'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:07.432892 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9a50e8a1-e005-4558-89c1-a881c0f29b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:13:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['844bb8bb-00f5-4d60-abcf-d7b4baa31d55'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:07.442633 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1acded-38f8-4671-9c74-0d9980e6457c x-openstack-request-id: req-ec1acded-38f8-4671-9c74-0d9980e6457c {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:07.443251 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdce791-e047-4163-89d1-e71b9c622a9c", "name": "network-vif-plugged", "status": "completed", "tag": "68f9a56d-99b6-4bed-95a8-2bdecd8788f4", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:07.445109 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec1acded-38f8-4671-9c74-0d9980e6457c {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:07.447229 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdce791-e047-4163-89d1-e71b9c622a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f9a56d-99b6-4bed-95a8-2bdecd8788f4', 'code': 200} Jul 07 17:14:07.477496 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d59b1ed-02ff-46db-8900-f7e7d67f9c2b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network dfb1a217-5115-42d1-a042-d161f0a6cd64 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:07.499050 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-6d59b1ed-02ff-46db-8900-f7e7d67f9c2b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:07.507855 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d59b1ed-02ff-46db-8900-f7e7d67f9c2b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:07.509918 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6d59b1ed-02ff-46db-8900-f7e7d67f9c2b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.528614 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7dedcfc5-91b2-4063-b4a2-2654646bdd8d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.558861 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59b1ed-02ff-46db-8900-f7e7d67f9c2b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Subnet': ['ID=0521a052-6567-4943-a55f-8b2a90aa1eaa,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:07.580445 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6d59b1ed-02ff-46db-8900-f7e7d67f9c2b tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9530249 Jul 07 17:14:07.581224 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38848) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:07.603398 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-73122c9e-150d-46b5-bf79-e9698b8df78c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-60983369', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0521a052-6567-4943-a55f-8b2a90aa1eaa'}], 'security_groups': ['0f985b04-519a-4061-b9e0-0040a1e00c0d']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:07.614730 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedcc6fc-3ce8-4413-b8df-1f7ec8c7816e None None] Pushing event updated for resources: {'Port': ['ID=8ea7a812-1448-4052-914f-bbd11fcd4a4f,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:07.623863 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9ef5a0-e6c8-41b6-951e-195862a03d8b None None] Network dfb1a217-5115-42d1-a042-d161f0a6cd64 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:07.653091 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dedcfc5-91b2-4063-b4a2-2654646bdd8d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=d25400cb-9867-4e72-b4ed-862db2c24de2,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:07.671804 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7dedcfc5-91b2-4063-b4a2-2654646bdd8d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.684200 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7dedcfc5-91b2-4063-b4a2-2654646bdd8d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/d25400cb-9867-4e72-b4ed-862db2c24de2 HTTP/1.1" status: 204 len: 168 time: 1.3865492 Jul 07 17:14:07.685261 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38854) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:07.731079 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb0dfb0-f1d2-4a69-9097-78ee5fa15ddc None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:07.779066 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-43f045af-0c62-4bf4-988d-52ba3ea179b2 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Allocated IP 172.20.0.11 (fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0/dc511ff2-8542-4431-b416-cb8ad720e461/4daafdef-10e4-49a2-92dc-5bab6817fb86) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:08.040092 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:08.051897 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-9a50e8a1-e005-4558-89c1-a881c0f29b1e None None] Set router 844bb8bb-00f5-4d60-abcf-d7b4baa31d55 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:08.143636 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ed41f-eba7-473c-a48d-0e768e9846a6 req-cbf777f6-8b95-414e-9a82-5fc6055808b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:08.147325 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-af3ed41f-eba7-473c-a48d-0e768e9846a6 req-cbf777f6-8b95-414e-9a82-5fc6055808b8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=efdce791-e047-4163-89d1-e71b9c622a9c HTTP/1.1" status: 200 len: 1097 time: 0.4092059 Jul 07 17:14:08.234868 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-af3ed41f-eba7-473c-a48d-0e768e9846a6 req-99b82823-89eb-47da-85c9-4d83375f743e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749605 Jul 07 17:14:08.288516 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-73122c9e-150d-46b5-bf79-e9698b8df78c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:08.489506 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-43f045af-0c62-4bf4-988d-52ba3ea179b2 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:08.501757 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-169b1ea6-cb43-4521-8a41-24b6b4e1f02a req-e4fec980-0b8e-429b-9dd4-5c5dc4e73740 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 210 time: 0.0994740 Jul 07 17:14:08.640731 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-32338e64-45c8-4f7d-89ce-4be329bfc29b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.9484687 Jul 07 17:14:08.644862 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38870) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:08.675791 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9a50e8a1-e005-4558-89c1-a881c0f29b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844bb8bb-00f5-4d60-abcf-d7b4baa31d55', 'name': 'tempest-ServerRescueTestJSON-513234648-router', 'tenant_id': 'fa7f2838537b47bf8d02ed4d09c0343d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '606d116b-8626-492b-88cb-d785748df52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:39Z', 'updated_at': '2021-07-07T17:13:58Z', 'revision_number': 4, 'project_id': 'fa7f2838537b47bf8d02ed4d09c0343d', 'gw_port': {'id': '606d116b-8626-492b-88cb-d785748df52f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844bb8bb-00f5-4d60-abcf-d7b4baa31d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:42Z', 'updated_at': '2021-07-07T17:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '8ea7a812-1448-4052-914f-bbd11fcd4a4f', 'name': '', 'network_id': 'b09d5620-c5a5-4f52-8562-d9c726ea81d4', 'tenant_id': 'fa7f2838537b47bf8d02ed4d09c0343d', 'mac_address': 'fa:16:3e:99:eb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844bb8bb-00f5-4d60-abcf-d7b4baa31d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '7444f78e-5a5a-4c3a-8ef5-8892e2ae8716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:55Z', 'updated_at': '2021-07-07T17:14:07Z', 'revision_number': 4, 'project_id': 'fa7f2838537b47bf8d02ed4d09c0343d', 'subnets': [{'id': '7444f78e-5a5a-4c3a-8ef5-8892e2ae8716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:08.689122 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e97a5ff-437f-481f-b8b7-9fe198e57211 None None] DHCP port deletion for 6e9cefa1-f008-4dc6-9203-f56e105ef387 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:14:08.766441 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a50e8a1-e005-4558-89c1-a881c0f29b1e None None] The sync data for ids ['844bb8bb-00f5-4d60-abcf-d7b4baa31d55'] in n-d-791503-12 is: [{'id': '844bb8bb-00f5-4d60-abcf-d7b4baa31d55', 'name': 'tempest-ServerRescueTestJSON-513234648-router', 'tenant_id': 'fa7f2838537b47bf8d02ed4d09c0343d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '606d116b-8626-492b-88cb-d785748df52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:39Z', 'updated_at': '2021-07-07T17:13:58Z', 'revision_number': 4, 'project_id': 'fa7f2838537b47bf8d02ed4d09c0343d', 'gw_port': {'id': '606d116b-8626-492b-88cb-d785748df52f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844bb8bb-00f5-4d60-abcf-d7b4baa31d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:42Z', 'updated_at': '2021-07-07T17:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '8ea7a812-1448-4052-914f-bbd11fcd4a4f', 'name': '', 'network_id': 'b09d5620-c5a5-4f52-8562-d9c726ea81d4', 'tenant_id': 'fa7f2838537b47bf8d02ed4d09c0343d', 'mac_address': 'fa:16:3e:99:eb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844bb8bb-00f5-4d60-abcf-d7b4baa31d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '7444f78e-5a5a-4c3a-8ef5-8892e2ae8716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:55Z', 'updated_at': '2021-07-07T17:14:07Z', 'revision_number': 4, 'project_id': 'fa7f2838537b47bf8d02ed4d09c0343d', 'subnets': [{'id': '7444f78e-5a5a-4c3a-8ef5-8892e2ae8716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:08.914601 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed879338-75ed-46e8-bba3-e076635e04e6 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:08.974659 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0616fd-0428-481b-93be-028aa2120bab None None] Update dhcp port {'port': {'network_id': 'dfb1a217-5115-42d1-a042-d161f0a6cd64', 'fixed_ips': [{'subnet_id': '63c5c9fa-41cc-496b-86b8-6ed1a92ddb8f', 'ip_address': '172.20.0.2'}, {'subnet_id': '0521a052-6567-4943-a55f-8b2a90aa1eaa'}], 'binding:host_id': 'n-d-791503-12'}, 'id': '2df92cb4-8ed7-488d-bcaf-61db17db229f'} from n-d-791503-12. {{(pid=100194) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:14:09.066692 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-7e97a5ff-437f-481f-b8b7-9fe198e57211 None None] Deleting port 151610b5-3fc6-49f5-b422-77d3303b97aa {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:09.067257 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7e97a5ff-437f-481f-b8b7-9fe198e57211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.131913 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9a0616fd-0428-481b-93be-028aa2120bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.185541 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-7e97a5ff-437f-481f-b8b7-9fe198e57211 None None] For port 151610b5-3fc6-49f5-b422-77d3303b97aa, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=151610b5-3fc6-49f5-b422-77d3303b97aa,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:09.187741 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7e97a5ff-437f-481f-b8b7-9fe198e57211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.279065 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-7e97a5ff-437f-481f-b8b7-9fe198e57211 None None] Calling delete_port for 151610b5-3fc6-49f5-b422-77d3303b97aa owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:09.381397 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-73122c9e-150d-46b5-bf79-e9698b8df78c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Delete allocated IP 172.20.0.13 (dfb1a217-5115-42d1-a042-d161f0a6cd64/63c5c9fa-41cc-496b-86b8-6ed1a92ddb8f) {{(pid=100193) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:14:09.404319 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-73122c9e-150d-46b5-bf79-e9698b8df78c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Allocated IP 172.20.0.25 (dfb1a217-5115-42d1-a042-d161f0a6cd64/0521a052-6567-4943-a55f-8b2a90aa1eaa/59466967-ad71-4b38-943b-612a4aff67b1) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:09.418535 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d0db7-5211-474c-81d4-19e8278f9aa1 req-7f55740a-513d-4a2e-95fa-d17bf0f5e244 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:09.434916 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d07d0db7-5211-474c-81d4-19e8278f9aa1 req-7f55740a-513d-4a2e-95fa-d17bf0f5e244 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=efdce791-e047-4163-89d1-e71b9c622a9c HTTP/1.1" status: 200 len: 945 time: 1.6596422 Jul 07 17:14:09.442504 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-43f045af-0c62-4bf4-988d-52ba3ea179b2 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.656322 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-73122c9e-150d-46b5-bf79-e9698b8df78c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.678870 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-73122c9e-150d-46b5-bf79-e9698b8df78c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Transition to ACTIVE for port object 59466967-ad71-4b38-943b-612a4aff67b1 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:09.691397 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-73122c9e-150d-46b5-bf79-e9698b8df78c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.698897 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8ea7a812-1448-4052-914f-bbd11fcd4a4f up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:09.744068 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681ecb2-2c90-42a8-a730-84e9628bfdc3 req-a1acc304-1c12-440d-a8c7-d42f4d13acbd tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:09.746267 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3681ecb2-2c90-42a8-a730-84e9628bfdc3 req-a1acc304-1c12-440d-a8c7-d42f4d13acbd tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18678e0-f693-4bff-8edf-409619c1a142 HTTP/1.1" status: 200 len: 932 time: 0.7341220 Jul 07 17:14:09.933696 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3681ecb2-2c90-42a8-a730-84e9628bfdc3 req-9152f7e8-bb94-4634-946c-63ceea53af83 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] 10.222.0.53 "GET /v2.0/security-groups?id=386d6a5b-7813-4150-9774-70fe6dcc586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741915 Jul 07 17:14:10.066280 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-43f045af-0c62-4bf4-988d-52ba3ea179b2 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Network fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:10.072055 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed879338-75ed-46e8-bba3-e076635e04e6 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.102029 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d07d0db7-5211-474c-81d4-19e8278f9aa1 req-ca63d15c-403c-4b9b-9c5d-335dc1de9097 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6640782 Jul 07 17:14:10.114444 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-43f045af-0c62-4bf4-988d-52ba3ea179b2 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:10.124352 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed879338-75ed-46e8-bba3-e076635e04e6 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.147100 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-43f045af-0c62-4bf4-988d-52ba3ea179b2 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:10.257209 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-9a0616fd-0428-481b-93be-028aa2120bab None None] Allocated IP 172.20.0.18 (dfb1a217-5115-42d1-a042-d161f0a6cd64/0521a052-6567-4943-a55f-8b2a90aa1eaa/2df92cb4-8ed7-488d-bcaf-61db17db229f) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:10.411186 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f045af-0c62-4bf4-988d-52ba3ea179b2 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Pushing event updated for resources: {'Port': ['ID=4daafdef-10e4-49a2-92dc-5bab6817fb86,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:10.435596 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 8ea7a812-1448-4052-914f-bbd11fcd4a4f completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:10.456655 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-43f045af-0c62-4bf4-988d-52ba3ea179b2 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:10.457946 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-43f045af-0c62-4bf4-988d-52ba3ea179b2 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.508167 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-43f045af-0c62-4bf4-988d-52ba3ea179b2 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3184144 Jul 07 17:14:10.510891 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed879338-75ed-46e8-bba3-e076635e04e6 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.513004 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed879338-75ed-46e8-bba3-e076635e04e6 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Fanout notify agent at l3_agent the message router_deleted on router 9c68ae40-01d7-4d3c-ae48-396f2cc62538 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:14:10.533977 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed879338-75ed-46e8-bba3-e076635e04e6 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.538208 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ed879338-75ed-46e8-bba3-e076635e04e6 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/routers/9c68ae40-01d7-4d3c-ae48-396f2cc62538 HTTP/1.1" status: 204 len: 168 time: 1.8893282 Jul 07 17:14:10.549623 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-338a9b37-788a-4914-90fd-fd9a2bd966a6 service neutron] Request body: {'port': {'device_id': 'f18678e0-f693-4bff-8edf-409619c1a142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:10.560127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38888) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:10.575353 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-bf4f4a46-8cf3-478a-9d95-141aef683010 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:10.635496 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 8ea7a812-1448-4052-914f-bbd11fcd4a4f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:10.636173 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.786358 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-9a0616fd-0428-481b-93be-028aa2120bab None None] For port 2df92cb4-8ed7-488d-bcaf-61db17db229f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=2df92cb4-8ed7-488d-bcaf-61db17db229f,segment=NetworkSegment(cd561c48-880e-4a3b-b345-8432da30b28d),segment_id=cd561c48-880e-4a3b-b345-8432da30b28d)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:10.871477 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-338a9b37-788a-4914-90fd-fd9a2bd966a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.925077 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9a0616fd-0428-481b-93be-028aa2120bab None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.942324 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7e97a5ff-437f-481f-b8b7-9fe198e57211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.022049 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eea239fe-e2e7-4f67-9715-020354eecea7 req-3ad36101-d0e5-4a60-9883-edf38b72feb9 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 210 time: 0.1044211 Jul 07 17:14:11.048550 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97a5ff-437f-481f-b8b7-9fe198e57211 None None] Pushing event deleted for resources: {'Port': ['ID=151610b5-3fc6-49f5-b422-77d3303b97aa,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:11.059937 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9a0616fd-0428-481b-93be-028aa2120bab None None] Transition to ACTIVE for port object 2df92cb4-8ed7-488d-bcaf-61db17db229f will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:11.067851 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4f4a46-8cf3-478a-9d95-141aef683010 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:11.074738 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e97a5ff-437f-481f-b8b7-9fe198e57211 None None] No DVR routers for this DVR port 151610b5-3fc6-49f5-b422-77d3303b97aa on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:11.082856 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9a0616fd-0428-481b-93be-028aa2120bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.086768 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bf4f4a46-8cf3-478a-9d95-141aef683010 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.103778 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73122c9e-150d-46b5-bf79-e9698b8df78c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Port': ['ID=59466967-ad71-4b38-943b-612a4aff67b1,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:11.129190 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-73122c9e-150d-46b5-bf79-e9698b8df78c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] In _notify_port_updated(), no bound segment for port 59466967-ad71-4b38-943b-612a4aff67b1 on network dfb1a217-5115-42d1-a042-d161f0a6cd64 {{(pid=100193) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:14:11.146211 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73122c9e-150d-46b5-bf79-e9698b8df78c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:11.151676 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-73122c9e-150d-46b5-bf79-e9698b8df78c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.153626 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-73122c9e-150d-46b5-bf79-e9698b8df78c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "PUT /v2.0/ports/59466967-ad71-4b38-943b-612a4aff67b1 HTTP/1.1" status: 200 len: 919 time: 3.5710917 Jul 07 17:14:11.168123 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38896) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:11.251131 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0616fd-0428-481b-93be-028aa2120bab None None] Pushing event updated for resources: {'Port': ['ID=2df92cb4-8ed7-488d-bcaf-61db17db229f,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:11.314000 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.404469 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac480397-6cd2-48ed-acdf-8563c4f9a261 req-88c3e9ff-54c6-402d-9f24-d52cb30d344c tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:11.406180 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ac480397-6cd2-48ed-acdf-8563c4f9a261 req-88c3e9ff-54c6-402d-9f24-d52cb30d344c tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.4252903 Jul 07 17:14:11.425082 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-6736eaf5-5b11-45cb-a42e-7a83f65ca9c0 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting port 59466967-ad71-4b38-943b-612a4aff67b1 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:11.425717 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6736eaf5-5b11-45cb-a42e-7a83f65ca9c0 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.553718 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 8ea7a812-1448-4052-914f-bbd11fcd4a4f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8ea7a812-1448-4052-914f-bbd11fcd4a4f,segment=NetworkSegment(395174b8-0e8e-4edd-9a4b-23178acfd758),segment_id=395174b8-0e8e-4edd-9a4b-23178acfd758)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:11.563682 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.586675 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ac480397-6cd2-48ed-acdf-8563c4f9a261 req-9a194cf9-f668-4e0c-a68c-ea4f688eacf4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571000 Jul 07 17:14:11.679377 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6736eaf5-5b11-45cb-a42e-7a83f65ca9c0 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.723315 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-6736eaf5-5b11-45cb-a42e-7a83f65ca9c0 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Calling delete_port for 59466967-ad71-4b38-943b-612a4aff67b1 owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:11.834447 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=8ea7a812-1448-4052-914f-bbd11fcd4a4f,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:11.843941 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 151610b5-3fc6-49f5-b422-77d3303b97aa no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:11.909623 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 151610b5-3fc6-49f5-b422-77d3303b97aa {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:11.921447 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 151610b5-3fc6-49f5-b422-77d3303b97aa not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:12.035641 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f34127-e50a-430f-992c-e69f26db5251 req-e3ccf1e5-6797-4281-a438-832061330241 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:12.037483 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e8f34127-e50a-430f-992c-e69f26db5251 req-e3ccf1e5-6797-4281-a438-832061330241 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18678e0-f693-4bff-8edf-409619c1a142 HTTP/1.1" status: 200 len: 932 time: 0.4913363 Jul 07 17:14:12.154050 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8ea7a812-1448-4052-914f-bbd11fcd4a4f up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:12.205492 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e8f34127-e50a-430f-992c-e69f26db5251 req-8db61e62-a71c-4ecc-b3bd-fe040ed6b195 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] 10.222.0.53 "GET /v2.0/security-groups?id=386d6a5b-7813-4150-9774-70fe6dcc586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602843 Jul 07 17:14:12.245125 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14793ae-220e-4f7f-9551-f8d0fd4b3216 req-9c8b37e7-4c82-4a31-ae7d-b4d7cb13f66d tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:12.254655 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e14793ae-220e-4f7f-9551-f8d0fd4b3216 req-9c8b37e7-4c82-4a31-ae7d-b4d7cb13f66d tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=efdce791-e047-4163-89d1-e71b9c622a9c HTTP/1.1" status: 200 len: 945 time: 0.3710449 Jul 07 17:14:12.352764 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-38b75db8-b10a-4157-8266-2727d3b70a2b tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:12.357333 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-38b75db8-b10a-4157-8266-2727d3b70a2b tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.64 "GET /v2.0/networks?id=b09d5620-c5a5-4f52-8562-d9c726ea81d4 HTTP/1.1" status: 200 len: 810 time: 0.4761417 Jul 07 17:14:12.385776 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 8ea7a812-1448-4052-914f-bbd11fcd4a4f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:12.386882 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.394620 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-338a9b37-788a-4914-90fd-fd9a2bd966a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4daafdef-10e4-49a2-92dc-5bab6817fb86 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:12.399325 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-f39f86e2-1540-4b34-969f-b5c9ff8000ad tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Request body: {'port': {'device_id': '270764c1-bc8b-482a-a262-5c114a6edc4e', 'network_id': 'b09d5620-c5a5-4f52-8562-d9c726ea81d4', 'admin_state_up': True, 'tenant_id': 'fa7f2838537b47bf8d02ed4d09c0343d'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:12.423026 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-338a9b37-788a-4914-90fd-fd9a2bd966a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.434403 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bf4f4a46-8cf3-478a-9d95-141aef683010 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.541200 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4f4a46-8cf3-478a-9d95-141aef683010 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:12.550862 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-bf4f4a46-8cf3-478a-9d95-141aef683010 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:12.564017 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4f4a46-8cf3-478a-9d95-141aef683010 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:12.570264 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce20f90-5a68-4e37-8fab-34fd73b376a2 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:12.574167 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bf4f4a46-8cf3-478a-9d95-141aef683010 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.578309 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-338a9b37-788a-4914-90fd-fd9a2bd966a6 service neutron] Transition to ACTIVE for port object 4daafdef-10e4-49a2-92dc-5bab6817fb86 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:12.591886 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e14793ae-220e-4f7f-9551-f8d0fd4b3216 req-08261f95-896a-4b18-874d-bcf25397a8d1 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230231 Jul 07 17:14:12.599502 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-338a9b37-788a-4914-90fd-fd9a2bd966a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.605797 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6736eaf5-5b11-45cb-a42e-7a83f65ca9c0 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.701646 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bf4f4a46-8cf3-478a-9d95-141aef683010 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1399665 Jul 07 17:14:12.702368 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38918) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:12.714885 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-c279dd55-c115-42ff-a546-ae03e9312d65 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1320358100', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:12.746028 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f4a46-8cf3-478a-9d95-141aef683010 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=74d436ed-b5f2-4f82-b39f-500d17a754ee,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:12.783356 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736eaf5-5b11-45cb-a42e-7a83f65ca9c0 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Port': ['ID=59466967-ad71-4b38-943b-612a4aff67b1,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:12.849809 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a9b37-788a-4914-90fd-fd9a2bd966a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4daafdef-10e4-49a2-92dc-5bab6817fb86,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:12.904522 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c279dd55-c115-42ff-a546-ae03e9312d65 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.905982 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c279dd55-c115-42ff-a546-ae03e9312d65 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.912952 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 2df92cb4-8ed7-488d-bcaf-61db17db229f up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:13.006314 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-338a9b37-788a-4914-90fd-fd9a2bd966a6 service neutron] Attempting to bind port 4daafdef-10e4-49a2-92dc-5bab6817fb86 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:13.008295 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-338a9b37-788a-4914-90fd-fd9a2bd966a6 service neutron] Attempting to bind port 4daafdef-10e4-49a2-92dc-5bab6817fb86 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '4aea7cbd-e1b5-47a8-8a3e-498f1e40a51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:13.008724 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-338a9b37-788a-4914-90fd-fd9a2bd966a6 service neutron] Attempting to bind port 4daafdef-10e4-49a2-92dc-5bab6817fb86 on network fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:13.012357 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c279dd55-c115-42ff-a546-ae03e9312d65 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.027017 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-338a9b37-788a-4914-90fd-fd9a2bd966a6 service neutron] Port 4daafdef-10e4-49a2-92dc-5bab6817fb86 on network fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:14:13.027409 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-338a9b37-788a-4914-90fd-fd9a2bd966a6 service neutron] Attempting to bind port 4daafdef-10e4-49a2-92dc-5bab6817fb86 on network fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:13.045139 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c279dd55-c115-42ff-a546-ae03e9312d65 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.056148 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-338a9b37-788a-4914-90fd-fd9a2bd966a6 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:13.056772 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-338a9b37-788a-4914-90fd-fd9a2bd966a6 service neutron] Checking segment: {'id': '4aea7cbd-e1b5-47a8-8a3e-498f1e40a51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:13.057010 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-338a9b37-788a-4914-90fd-fd9a2bd966a6 service neutron] Bound using segment: {'id': '4aea7cbd-e1b5-47a8-8a3e-498f1e40a51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:13.057506 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-338a9b37-788a-4914-90fd-fd9a2bd966a6 service neutron] Bound port: 4daafdef-10e4-49a2-92dc-5bab6817fb86, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aea7cbd-e1b5-47a8-8a3e-498f1e40a51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:13.057876 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-338a9b37-788a-4914-90fd-fd9a2bd966a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.062514 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23dfeae2-9c6f-4656-8905-9a62b790e3a9 req-0dce56a2-25a6-4d0b-af29-d2b3af4f5311 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 210 time: 0.1345379 Jul 07 17:14:13.065169 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-43575eb1-4bbf-4414-a1ea-eaf3bc27ac20 None None] Provisioning for port 2df92cb4-8ed7-488d-bcaf-61db17db229f completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:13.115799 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6736eaf5-5b11-45cb-a42e-7a83f65ca9c0 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.116317 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-43575eb1-4bbf-4414-a1ea-eaf3bc27ac20 None None] Provisioning complete for port 2df92cb4-8ed7-488d-bcaf-61db17db229f triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:13.118675 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6736eaf5-5b11-45cb-a42e-7a83f65ca9c0 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/ports/59466967-ad71-4b38-943b-612a4aff67b1 HTTP/1.1" status: 204 len: 168 time: 1.9405427 Jul 07 17:14:13.122411 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38926) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:13.123154 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-43575eb1-4bbf-4414-a1ea-eaf3bc27ac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.139929 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c279dd55-c115-42ff-a546-ae03e9312d65 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.150219 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38928) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:13.152388 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c279dd55-c115-42ff-a546-ae03e9312d65 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4453042 Jul 07 17:14:13.301401 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-338a9b37-788a-4914-90fd-fd9a2bd966a6 service neutron] For port 4daafdef-10e4-49a2-92dc-5bab6817fb86, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:13.307731 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-338a9b37-788a-4914-90fd-fd9a2bd966a6 service neutron] For port 4daafdef-10e4-49a2-92dc-5bab6817fb86, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=4daafdef-10e4-49a2-92dc-5bab6817fb86,segment=NetworkSegment(4aea7cbd-e1b5-47a8-8a3e-498f1e40a51d),segment_id=4aea7cbd-e1b5-47a8-8a3e-498f1e40a51d)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:13.324300 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-338a9b37-788a-4914-90fd-fd9a2bd966a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.465221 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-338a9b37-788a-4914-90fd-fd9a2bd966a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:13.465988 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-338a9b37-788a-4914-90fd-fd9a2bd966a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.478528 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-338a9b37-788a-4914-90fd-fd9a2bd966a6 service neutron] 10.222.0.72 "PUT /v2.0/ports/4daafdef-10e4-49a2-92dc-5bab6817fb86 HTTP/1.1" status: 200 len: 1093 time: 2.9280198 Jul 07 17:14:13.478936 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18678e0-f693-4bff-8edf-409619c1a142', 'tag': '4daafdef-10e4-49a2-92dc-5bab6817fb86'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:13.481845 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db02157a-2e7b-4ca3-b096-87c6d221ac9e" -d '{"events": [{"name": "network-changed", "server_uuid": "f18678e0-f693-4bff-8edf-409619c1a142", "tag": "4daafdef-10e4-49a2-92dc-5bab6817fb86"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:13.528492 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 2df92cb4-8ed7-488d-bcaf-61db17db229f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:13.528917 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.617265 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-2512301a-af15-4533-9f88-3d5cf89908ab tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] GET failed (client error): The resource could not be found. Jul 07 17:14:13.619327 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2512301a-af15-4533-9f88-3d5cf89908ab tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "GET /v2.0/ports/59466967-ad71-4b38-943b-612a4aff67b1 HTTP/1.1" status: 404 len: 333 time: 0.4951656 Jul 07 17:14:13.629288 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a9b37-788a-4914-90fd-fd9a2bd966a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4daafdef-10e4-49a2-92dc-5bab6817fb86,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:13.635486 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38938) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:13.661749 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e312ed-95b5-4a2c-8816-b51f95b29c7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-6e9cefa1-f008-4dc6-9203-f56e105ef387', 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'fixed_ips': [{'subnet_id': '74d436ed-b5f2-4f82-b39f-500d17a754ee'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:14:13.662765 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-25e312ed-95b5-4a2c-8816-b51f95b29c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.686300 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-43575eb1-4bbf-4414-a1ea-eaf3bc27ac20 None None] Provisioning complete for port c81b26a4-e858-4402-b79d-db589fb2cfa9 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:13.686777 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-43575eb1-4bbf-4414-a1ea-eaf3bc27ac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.737278 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-2459d269-4e47-43fc-9301-b1c88f314fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:13.738631 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-2459d269-4e47-43fc-9301-b1c88f314fc2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3742a0fc46dc4299b20f338450dce2b9&device_id=f18678e0-f693-4bff-8edf-409619c1a142 HTTP/1.1" status: 200 len: 1096 time: 0.1866739 Jul 07 17:14:13.824281 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-43575eb1-4bbf-4414-a1ea-eaf3bc27ac20 None None] Port c81b26a4-e858-4402-b79d-db589fb2cfa9 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:13.843965 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-43575eb1-4bbf-4414-a1ea-eaf3bc27ac20 None None] Could not find standard attr ID for object 59466967-ad71-4b38-943b-612a4aff67b1. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:14:13.885472 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-bb2db690-1ca7-4812-8909-55bc269e3cb1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4daafdef-10e4-49a2-92dc-5bab6817fb86 HTTP/1.1" status: 200 len: 217 time: 0.1375444 Jul 07 17:14:13.958349 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-f39f86e2-1540-4b34-969f-b5c9ff8000ad tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Made reservation on behalf of fa7f2838537b47bf8d02ed4d09c0343d for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:13.967178 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60741a5-81c4-4552-a002-880ef06dde66 req-39339d8e-83bf-4e85-923d-0268f9d924f6 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:13.969069 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f60741a5-81c4-4552-a002-880ef06dde66 req-39339d8e-83bf-4e85-923d-0268f9d924f6 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18678e0-f693-4bff-8edf-409619c1a142 HTTP/1.1" status: 200 len: 944 time: 0.2235060 Jul 07 17:14:13.975029 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-f39f86e2-1540-4b34-969f-b5c9ff8000ad tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.980717 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-751f9a19-bee8-4691-9087-1a0ae9671ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:13.984648 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-751f9a19-bee8-4691-9087-1a0ae9671ef3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dc511ff2-8542-4431-b416-cb8ad720e461 HTTP/1.1" status: 200 len: 861 time: 0.0912962 Jul 07 17:14:14.028434 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0e8e816a-1656-488d-bfd3-2b558d99e684 None None] Could not find standard attr ID for object 59466967-ad71-4b38-943b-612a4aff67b1. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:14:14.091384 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-38573b64-db45-442d-80de-9c1a7bdcf68b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914848 Jul 07 17:14:14.186225 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-25e312ed-95b5-4a2c-8816-b51f95b29c7b None None] Allocated IP 2001:db8::2 (6e9cefa1-f008-4dc6-9203-f56e105ef387/74d436ed-b5f2-4f82-b39f-500d17a754ee/d892db7a-bbe9-4a87-a846-4af7511cbfb6) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:14.197131 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-71cd98b0-2ca2-4f3d-921c-0fd37869bbcd tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.235103 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f60741a5-81c4-4552-a002-880ef06dde66 req-d9572a39-d484-43b3-b5c4-54feda0d2d1c tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] 10.222.0.53 "GET /v2.0/security-groups?id=386d6a5b-7813-4150-9774-70fe6dcc586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493713 Jul 07 17:14:14.290954 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-7b7d1d23-84a6-4d81-9d9c-76a58e8cca1e service neutron] 10.222.0.72 "GET /v2.0/networks/fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909277 Jul 07 17:14:14.409645 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-71cd98b0-2ca2-4f3d-921c-0fd37869bbcd tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.429326 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b7a77-ee64-48de-bf59-89a13a12527c req-db7e2d0b-1e6c-45d3-8b52-3d1778b09771 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:14.429679 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-25e312ed-95b5-4a2c-8816-b51f95b29c7b None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.442284 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4b7b7a77-ee64-48de-bf59-89a13a12527c req-db7e2d0b-1e6c-45d3-8b52-3d1778b09771 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.8073487 Jul 07 17:14:14.443823 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-25e312ed-95b5-4a2c-8816-b51f95b29c7b None None] Transition to ACTIVE for port object d892db7a-bbe9-4a87-a846-4af7511cbfb6 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:14.463300 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1bad6a04-99a5-49c0-9c4b-24d35211c17f req-e91ff034-fe6d-4d37-8fc6-07820428db20 service neutron] 10.222.0.72 "GET /v2.0/networks/fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660092 Jul 07 17:14:14.466486 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-25e312ed-95b5-4a2c-8816-b51f95b29c7b None None] Transition to ACTIVE for port object d892db7a-bbe9-4a87-a846-4af7511cbfb6 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:14.479616 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-25e312ed-95b5-4a2c-8816-b51f95b29c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.506870 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cfc0373e-da4c-42b6-9cf9-671ac1776884 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.542143 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e312ed-95b5-4a2c-8816-b51f95b29c7b None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:14.549830 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-25e312ed-95b5-4a2c-8816-b51f95b29c7b None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:14.555888 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e312ed-95b5-4a2c-8816-b51f95b29c7b None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:14.586211 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e312ed-95b5-4a2c-8816-b51f95b29c7b None None] Pushing event updated for resources: {'Port': ['ID=d892db7a-bbe9-4a87-a846-4af7511cbfb6,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:14.602921 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b12a6-c627-499b-bd3b-0511d4c7a930 req-0f15b803-3525-4e92-b050-7f2da222f06d tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:14.615735 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8b7b12a6-c627-499b-bd3b-0511d4c7a930 req-0f15b803-3525-4e92-b050-7f2da222f06d tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=efdce791-e047-4163-89d1-e71b9c622a9c HTTP/1.1" status: 200 len: 945 time: 0.1771300 Jul 07 17:14:14.676960 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-25e312ed-95b5-4a2c-8816-b51f95b29c7b None None] Attempting to bind port d892db7a-bbe9-4a87-a846-4af7511cbfb6 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:14.677382 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-25e312ed-95b5-4a2c-8816-b51f95b29c7b None None] Attempting to bind port d892db7a-bbe9-4a87-a846-4af7511cbfb6 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:14.677825 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e312ed-95b5-4a2c-8816-b51f95b29c7b None None] Attempting to bind port d892db7a-bbe9-4a87-a846-4af7511cbfb6 on network 6e9cefa1-f008-4dc6-9203-f56e105ef387 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:14.678286 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8b7b12a6-c627-499b-bd3b-0511d4c7a930 req-cc30c340-ab28-43d6-a95e-406d7453df00 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611491 Jul 07 17:14:14.684417 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e312ed-95b5-4a2c-8816-b51f95b29c7b None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:14.684751 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e312ed-95b5-4a2c-8816-b51f95b29c7b None None] Checking segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:14.685124 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-25e312ed-95b5-4a2c-8816-b51f95b29c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.685597 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e312ed-95b5-4a2c-8816-b51f95b29c7b None None] Bound using segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:14.686093 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-25e312ed-95b5-4a2c-8816-b51f95b29c7b None None] Bound port: d892db7a-bbe9-4a87-a846-4af7511cbfb6, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:14.686489 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-25e312ed-95b5-4a2c-8816-b51f95b29c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.777744 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-25e312ed-95b5-4a2c-8816-b51f95b29c7b None None] For port d892db7a-bbe9-4a87-a846-4af7511cbfb6, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:14.782935 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-71cd98b0-2ca2-4f3d-921c-0fd37869bbcd tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.786452 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-25e312ed-95b5-4a2c-8816-b51f95b29c7b None None] For port d892db7a-bbe9-4a87-a846-4af7511cbfb6, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d892db7a-bbe9-4a87-a846-4af7511cbfb6,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:14.787123 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-71cd98b0-2ca2-4f3d-921c-0fd37869bbcd tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.788544 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-71cd98b0-2ca2-4f3d-921c-0fd37869bbcd tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/security-groups/7295032e-732f-4c77-967c-36c400f64f9b HTTP/1.1" status: 204 len: 168 time: 1.1492481 Jul 07 17:14:14.791828 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38958) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:14.802437 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4b7b7a77-ee64-48de-bf59-89a13a12527c req-18f07756-e75f-46ae-8fa4-3c42b2ea1f72 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3585718 Jul 07 17:14:14.809622 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-25e312ed-95b5-4a2c-8816-b51f95b29c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.828351 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd98b0-2ca2-4f3d-921c-0fd37869bbcd tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7295032e-732f-4c77-967c-36c400f64f9b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:14.937958 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cb02c5b3-6f1a-4ea8-aba2-c2290e798129 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.984437 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77d6528-9c0d-43ba-9309-9045a69e2df3 x-openstack-request-id: req-f77d6528-9c0d-43ba-9309-9045a69e2df3 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:14.988781 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f18678e0-f693-4bff-8edf-409619c1a142", "tag": "4daafdef-10e4-49a2-92dc-5bab6817fb86", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:14.989817 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e312ed-95b5-4a2c-8816-b51f95b29c7b None None] Pushing event updated for resources: {'Port': ['ID=d892db7a-bbe9-4a87-a846-4af7511cbfb6,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:14.994908 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f77d6528-9c0d-43ba-9309-9045a69e2df3 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:14.995530 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18678e0-f693-4bff-8edf-409619c1a142', 'tag': '4daafdef-10e4-49a2-92dc-5bab6817fb86', 'status': 'completed', 'code': 200} Jul 07 17:14:15.002235 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cb02c5b3-6f1a-4ea8-aba2-c2290e798129 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.064535 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-cfc0373e-da4c-42b6-9cf9-671ac1776884 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 2001:db8::1 (6e9cefa1-f008-4dc6-9203-f56e105ef387/74d436ed-b5f2-4f82-b39f-500d17a754ee/3db6003b-b17c-46b7-949c-29261f5cf046) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:15.128748 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cb02c5b3-6f1a-4ea8-aba2-c2290e798129 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.134670 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cb02c5b3-6f1a-4ea8-aba2-c2290e798129 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.137652 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cb02c5b3-6f1a-4ea8-aba2-c2290e798129 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/security-groups/0f985b04-519a-4061-b9e0-0040a1e00c0d HTTP/1.1" status: 204 len: 168 time: 0.3434100 Jul 07 17:14:15.151196 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38968) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:15.167522 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02157a-2e7b-4ca3-b096-87c6d221ac9e req-d9e9080f-6ae3-4704-80dc-dad10c93e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:15.170896 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db02157a-2e7b-4ca3-b096-87c6d221ac9e req-d9e9080f-6ae3-4704-80dc-dad10c93e551 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3742a0fc46dc4299b20f338450dce2b9&device_id=f18678e0-f693-4bff-8edf-409619c1a142 HTTP/1.1" status: 200 len: 1096 time: 0.1467025 Jul 07 17:14:15.189203 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02c5b3-6f1a-4ea8-aba2-c2290e798129 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f985b04-519a-4061-b9e0-0040a1e00c0d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:15.238089 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cfc0373e-da4c-42b6-9cf9-671ac1776884 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.326356 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-f39f86e2-1540-4b34-969f-b5c9ff8000ad tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Allocated IP 172.20.0.14 (b09d5620-c5a5-4f52-8562-d9c726ea81d4/7444f78e-5a5a-4c3a-8ef5-8892e2ae8716/882531ee-10b6-49b4-8101-c17af29e179b) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:15.331532 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-cfc0373e-da4c-42b6-9cf9-671ac1776884 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Transition to ACTIVE for port object 3db6003b-b17c-46b7-949c-29261f5cf046 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:15.378898 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-93ef70e7-13ad-4052-80a7-b8d53d6ccb49 req-2493b7ff-a8dd-438e-bc2f-5a808a84cccf tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 210 time: 0.0663908 Jul 07 17:14:15.651039 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cfc0373e-da4c-42b6-9cf9-671ac1776884 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.706007 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc0373e-da4c-42b6-9cf9-671ac1776884 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:15.713162 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-cfc0373e-da4c-42b6-9cf9-671ac1776884 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:15.720246 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc0373e-da4c-42b6-9cf9-671ac1776884 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:15.720853 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cfc0373e-da4c-42b6-9cf9-671ac1776884 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.814166 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0373e-da4c-42b6-9cf9-671ac1776884 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Port': ['ID=3db6003b-b17c-46b7-949c-29261f5cf046,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:15.940159 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-f39f86e2-1540-4b34-969f-b5c9ff8000ad tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.063573 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02157a-2e7b-4ca3-b096-87c6d221ac9e req-01513c8d-773b-45a4-b02e-0f5d7c86f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:16.065798 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db02157a-2e7b-4ca3-b096-87c6d221ac9e req-01513c8d-773b-45a4-b02e-0f5d7c86f765 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0 HTTP/1.1" status: 200 len: 922 time: 0.8819809 Jul 07 17:14:16.219585 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cfc0373e-da4c-42b6-9cf9-671ac1776884 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.255540 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d892db7a-bbe9-4a87-a846-4af7511cbfb6 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:16.296126 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db02157a-2e7b-4ca3-b096-87c6d221ac9e req-ae683feb-e55c-49b9-a6d6-f312cd850e7c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4daafdef-10e4-49a2-92dc-5bab6817fb86 HTTP/1.1" status: 200 len: 217 time: 0.2209556 Jul 07 17:14:16.348058 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port d892db7a-bbe9-4a87-a846-4af7511cbfb6 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:16.420078 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3e61bb-ff57-4da5-870e-311d87fc58fe tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting subnet 63c5c9fa-41cc-496b-86b8-6ed1a92ddb8f {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:16.427708 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2e3e61bb-ff57-4da5-870e-311d87fc58fe tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.505580 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 4daafdef-10e4-49a2-92dc-5bab6817fb86 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:14:16.511919 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2e3e61bb-ff57-4da5-870e-311d87fc58fe tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.571770 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02157a-2e7b-4ca3-b096-87c6d221ac9e req-be574f0e-e1bd-4efd-9de1-bff43bda3c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:16.574549 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db02157a-2e7b-4ca3-b096-87c6d221ac9e req-be574f0e-e1bd-4efd-9de1-bff43bda3c16 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dc511ff2-8542-4431-b416-cb8ad720e461 HTTP/1.1" status: 200 len: 861 time: 0.2517908 Jul 07 17:14:16.731274 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db02157a-2e7b-4ca3-b096-87c6d221ac9e req-4985b0ba-47bc-441d-b285-549346f1a0b2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514669 Jul 07 17:14:16.755829 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a57a8-5bc1-4eda-b376-c9eadb2de681 req-e43dbf36-e0ee-4a30-be67-4f3d39a9fff7 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:16.756155 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8530b-dcee-4c41-b140-2fa5fd5c3c26 req-a33ccb69-ec1f-4d24-a60c-f2fda4b3814e tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:16.758618 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c62a57a8-5bc1-4eda-b376-c9eadb2de681 req-e43dbf36-e0ee-4a30-be67-4f3d39a9fff7 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18678e0-f693-4bff-8edf-409619c1a142 HTTP/1.1" status: 200 len: 944 time: 0.6974130 Jul 07 17:14:16.770874 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-72f8530b-dcee-4c41-b140-2fa5fd5c3c26 req-a33ccb69-ec1f-4d24-a60c-f2fda4b3814e tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=efdce791-e047-4163-89d1-e71b9c622a9c HTTP/1.1" status: 200 len: 945 time: 0.8251834 Jul 07 17:14:16.774042 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-f39f86e2-1540-4b34-969f-b5c9ff8000ad tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.789955 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 4daafdef-10e4-49a2-92dc-5bab6817fb86, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=4daafdef-10e4-49a2-92dc-5bab6817fb86,segment=NetworkSegment(4aea7cbd-e1b5-47a8-8a3e-498f1e40a51d),segment_id=4aea7cbd-e1b5-47a8-8a3e-498f1e40a51d)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:16.822655 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '4daafdef-10e4-49a2-92dc-5bab6817fb86', 'network_id': 'fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0', 'port_id': '4daafdef-10e4-49a2-92dc-5bab6817fb86', 'mac_address': 'fa:16:3e:62:e5:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc511ff2-8542-4431-b416-cb8ad720e461', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:14:16.846069 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2e3e61bb-ff57-4da5-870e-311d87fc58fe tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.935388 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ff3edcf4-70fb-498c-9a9e-ba35edbf3d58 None None] Provisioning for port d892db7a-bbe9-4a87-a846-4af7511cbfb6 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:16.942363 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.968964 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ff3edcf4-70fb-498c-9a9e-ba35edbf3d58 None None] Provisioning complete for port d892db7a-bbe9-4a87-a846-4af7511cbfb6 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:16.969445 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ff3edcf4-70fb-498c-9a9e-ba35edbf3d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.974242 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4daafdef-10e4-49a2-92dc-5bab6817fb86 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:16.986849 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-f39f86e2-1540-4b34-969f-b5c9ff8000ad tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Network b09d5620-c5a5-4f52-8562-d9c726ea81d4 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:17.017179 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-f39f86e2-1540-4b34-969f-b5c9ff8000ad tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:17.038499 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-f39f86e2-1540-4b34-969f-b5c9ff8000ad tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:17.043341 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 4daafdef-10e4-49a2-92dc-5bab6817fb86, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=4daafdef-10e4-49a2-92dc-5bab6817fb86,segment=NetworkSegment(4aea7cbd-e1b5-47a8-8a3e-498f1e40a51d),segment_id=4aea7cbd-e1b5-47a8-8a3e-498f1e40a51d)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:17.061368 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.066199 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f86e2-1540-4b34-969f-b5c9ff8000ad tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Pushing event updated for resources: {'Port': ['ID=882531ee-10b6-49b4-8101-c17af29e179b,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:17.089404 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c62a57a8-5bc1-4eda-b376-c9eadb2de681 req-3e06ea0f-b744-4678-adbf-64dcd485a41e tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] 10.222.0.53 "GET /v2.0/security-groups?id=386d6a5b-7813-4150-9774-70fe6dcc586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357354 Jul 07 17:14:17.125589 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db02157a-2e7b-4ca3-b096-87c6d221ac9e req-528cec62-8202-4224-82ef-5e8b7fd337bf service neutron] 10.222.0.72 "GET /v2.0/networks/fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829908 Jul 07 17:14:17.195905 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-f39f86e2-1540-4b34-969f-b5c9ff8000ad tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:17.197159 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-f39f86e2-1540-4b34-969f-b5c9ff8000ad tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.244614 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-72f8530b-dcee-4c41-b140-2fa5fd5c3c26 req-8f40b9be-0666-4926-9406-7c9c31e301e8 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635437 Jul 07 17:14:17.266633 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cfc0373e-da4c-42b6-9cf9-671ac1776884 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.292033 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ff3edcf4-70fb-498c-9a9e-ba35edbf3d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.303127 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cfc0373e-da4c-42b6-9cf9-671ac1776884 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.304697 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cfc0373e-da4c-42b6-9cf9-671ac1776884 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.340840 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-f39f86e2-1540-4b34-969f-b5c9ff8000ad tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9555218 Jul 07 17:14:17.350204 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=4daafdef-10e4-49a2-92dc-5bab6817fb86,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:17.378978 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdfb77-9728-4ac1-9201-46f91d1d3a56 req-ad388be1-b2f1-4093-961a-15f5d0c8ef48 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:17.382958 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0ebdfb77-9728-4ac1-9201-46f91d1d3a56 req-ad388be1-b2f1-4093-961a-15f5d0c8ef48 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.64 "GET /v2.0/ports?device_id=efdce791-e047-4163-89d1-e71b9c622a9c HTTP/1.1" status: 200 len: 945 time: 0.5299306 Jul 07 17:14:17.387716 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-ff3edcf4-70fb-498c-9a9e-ba35edbf3d58 None None] For port d892db7a-bbe9-4a87-a846-4af7511cbfb6, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d892db7a-bbe9-4a87-a846-4af7511cbfb6,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:17.397457 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ff3edcf4-70fb-498c-9a9e-ba35edbf3d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.442431 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2e3e61bb-ff57-4da5-870e-311d87fc58fe tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.443304 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-80eb9da4-d9c2-4453-90bb-c5e43b92f7f3 service neutron] Request body: {'port': {'device_id': '270764c1-bc8b-482a-a262-5c114a6edc4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:17.480439 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['4daafdef-10e4-49a2-92dc-5bab6817fb86'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:17.523604 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2e3e61bb-ff57-4da5-870e-311d87fc58fe tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.542329 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2e3e61bb-ff57-4da5-870e-311d87fc58fe tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/subnets/63c5c9fa-41cc-496b-86b8-6ed1a92ddb8f HTTP/1.1" status: 204 len: 168 time: 2.3884735 Jul 07 17:14:17.546578 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38992) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:17.568129 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c0d8ce-d8a1-4029-a9ca-055316be8326 None None] Network dfb1a217-5115-42d1-a042-d161f0a6cd64 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:17.572579 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9a83d113-f41a-4b38-acfc-ab0cb542a391 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'subnet': {'network_id': 'dfb1a217-5115-42d1-a042-d161f0a6cd64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:17.660570 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7cd1ad81-69b6-40bb-9d93-b7969b108d6a None None] Provisioning for port 3db6003b-b17c-46b7-949c-29261f5cf046 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:17.687152 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7cd1ad81-69b6-40bb-9d93-b7969b108d6a None None] Provisioning complete for port 3db6003b-b17c-46b7-949c-29261f5cf046 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:17.687918 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7cd1ad81-69b6-40bb-9d93-b7969b108d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.732196 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1ad81-69b6-40bb-9d93-b7969b108d6a None None] Port 3db6003b-b17c-46b7-949c-29261f5cf046 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:17.736034 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0373e-da4c-42b6-9cf9-671ac1776884 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Port': ['ID=3db6003b-b17c-46b7-949c-29261f5cf046,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:17.744191 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3edcf4-70fb-498c-9a9e-ba35edbf3d58 None None] Pushing event updated for resources: {'Port': ['ID=d892db7a-bbe9-4a87-a846-4af7511cbfb6,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:17.870703 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-80eb9da4-d9c2-4453-90bb-c5e43b92f7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.876258 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc0373e-da4c-42b6-9cf9-671ac1776884 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:17.888899 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-cfc0373e-da4c-42b6-9cf9-671ac1776884 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:17.915201 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7237df-0a40-4163-af17-bd58295bffeb req-7b122202-5616-49f1-94b4-bf51cd29ff91 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:17.916856 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-aa7237df-0a40-4163-af17-bd58295bffeb req-7b122202-5616-49f1-94b4-bf51cd29ff91 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 932 time: 0.3057094 Jul 07 17:14:17.929271 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e61bb-ff57-4da5-870e-311d87fc58fe tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Subnet': ['ID=63c5c9fa-41cc-496b-86b8-6ed1a92ddb8f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:18.197829 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac8556-11c1-4148-9cd9-d19da6fb3fc1 req-8d01b15d-05c8-40be-b14b-4709d899b48e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:18.221030 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-57ac8556-11c1-4148-9cd9-d19da6fb3fc1 req-8d01b15d-05c8-40be-b14b-4709d899b48e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.9014745 Jul 07 17:14:18.276671 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db02157a-2e7b-4ca3-b096-87c6d221ac9e req-8bcb3a2e-251b-437f-a312-19913dc46ebc service neutron] 10.222.0.72 "GET /v2.0/networks/fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1219065 Jul 07 17:14:18.291684 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d892db7a-bbe9-4a87-a846-4af7511cbfb6 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:18.348962 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a83d113-f41a-4b38-acfc-ab0cb542a391 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:18.359329 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a83d113-f41a-4b38-acfc-ab0cb542a391 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.388897 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39002) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:18.428610 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port d892db7a-bbe9-4a87-a846-4af7511cbfb6 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:18.429696 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.489642 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-841a7e12-c0a1-4d1f-9b00-5bb6594cedb3 None None] Provisioning complete for port 3db6003b-b17c-46b7-949c-29261f5cf046 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:18.490390 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-841a7e12-c0a1-4d1f-9b00-5bb6594cedb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.529780 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 4daafdef-10e4-49a2-92dc-5bab6817fb86 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:18.562134 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-57ac8556-11c1-4148-9cd9-d19da6fb3fc1 req-9beb181a-5752-42a2-bed9-210362d88266 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3396111 Jul 07 17:14:18.666193 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-841a7e12-c0a1-4d1f-9b00-5bb6594cedb3 None None] Port 3db6003b-b17c-46b7-949c-29261f5cf046 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:18.677989 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-0ebdfb77-9728-4ac1-9201-46f91d1d3a56 req-bb534955-e555-4644-9bab-8a6aae648ed2 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Deleting port 68f9a56d-99b6-4bed-95a8-2bdecd8788f4 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:18.682848 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0ebdfb77-9728-4ac1-9201-46f91d1d3a56 req-bb534955-e555-4644-9bab-8a6aae648ed2 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.736934 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 4daafdef-10e4-49a2-92dc-5bab6817fb86 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:18.749306 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 4daafdef-10e4-49a2-92dc-5bab6817fb86 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:18.749892 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.888843 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.916036 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18678e0-f693-4bff-8edf-409619c1a142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4daafdef-10e4-49a2-92dc-5bab6817fb86'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:18.918973 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede4680e-8a29-43e1-b0b0-9261e258ac12" -d '{"events": [{"server_uuid": "f18678e0-f693-4bff-8edf-409619c1a142", "name": "network-vif-plugged", "status": "completed", "tag": "4daafdef-10e4-49a2-92dc-5bab6817fb86"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:18.935705 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 4daafdef-10e4-49a2-92dc-5bab6817fb86, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=4daafdef-10e4-49a2-92dc-5bab6817fb86,segment=NetworkSegment(4aea7cbd-e1b5-47a8-8a3e-498f1e40a51d),segment_id=4aea7cbd-e1b5-47a8-8a3e-498f1e40a51d)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:18.943463 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.018747 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=4daafdef-10e4-49a2-92dc-5bab6817fb86,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:19.049114 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a83d113-f41a-4b38-acfc-ab0cb542a391 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.083434 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4e6d4fcc-21d0-41c8-8c97-8093d7a9d4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.084950 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-aa7237df-0a40-4163-af17-bd58295bffeb req-ce949bbb-71cd-4d01-95ff-ed4ecdbfd3e2 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1382654 Jul 07 17:14:19.096165 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-0ebdfb77-9728-4ac1-9201-46f91d1d3a56 req-bb534955-e555-4644-9bab-8a6aae648ed2 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] For port 68f9a56d-99b6-4bed-95a8-2bdecd8788f4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=68f9a56d-99b6-4bed-95a8-2bdecd8788f4,segment=NetworkSegment(daf42bd2-fc12-4c99-b88e-eb60fef0924a),segment_id=daf42bd2-fc12-4c99-b88e-eb60fef0924a)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:19.096572 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0ebdfb77-9728-4ac1-9201-46f91d1d3a56 req-bb534955-e555-4644-9bab-8a6aae648ed2 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.162297 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-0ebdfb77-9728-4ac1-9201-46f91d1d3a56 req-bb534955-e555-4644-9bab-8a6aae648ed2 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Calling delete_port for 68f9a56d-99b6-4bed-95a8-2bdecd8788f4 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:19.175971 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc0373e-da4c-42b6-9cf9-671ac1776884 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Router 4ec52442-469c-4b06-9469-93bfbcc89704 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:14:19.224846 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a83d113-f41a-4b38-acfc-ab0cb542a391 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network dfb1a217-5115-42d1-a042-d161f0a6cd64 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:19.236344 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-9a83d113-f41a-4b38-acfc-ab0cb542a391 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:19.248313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42671b41-1e9f-42b4-9ce6-1c3b0d499645 None None] Network dfb1a217-5115-42d1-a042-d161f0a6cd64 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:19.260374 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a83d113-f41a-4b38-acfc-ab0cb542a391 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:19.263566 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a83d113-f41a-4b38-acfc-ab0cb542a391 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.317486 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-27b85132-f7cd-451b-b1bc-39f85dffc6fa None None] Provisioning complete for port 2df92cb4-8ed7-488d-bcaf-61db17db229f triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:19.318188 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-27b85132-f7cd-451b-b1bc-39f85dffc6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.343416 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83d113-f41a-4b38-acfc-ab0cb542a391 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Subnet': ['ID=a0155d8b-57d6-47ad-bcd8-fadcc8dfa7ab,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:19.401768 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e968ba-6b2d-495b-bd7c-c3701da02133 req-32ad0205-85f4-4509-8272-bec7b2346420 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:19.403746 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d5e968ba-6b2d-495b-bd7c-c3701da02133 req-32ad0205-85f4-4509-8272-bec7b2346420 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18678e0-f693-4bff-8edf-409619c1a142 HTTP/1.1" status: 200 len: 946 time: 0.3856063 Jul 07 17:14:19.419025 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc0373e-da4c-42b6-9cf9-671ac1776884 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:19.441292 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cfc0373e-da4c-42b6-9cf9-671ac1776884 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "PUT /v2.0/routers/4ec52442-469c-4b06-9469-93bfbcc89704/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2660372 Jul 07 17:14:19.447809 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39012) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:19.466253 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471b1417-b99f-47fb-aa04-943176accd85 None None] Sync routers for ids ['4ec52442-469c-4b06-9469-93bfbcc89704'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:19.537581 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471b1417-b99f-47fb-aa04-943176accd85 None None] Routers {'4ec52442-469c-4b06-9469-93bfbcc89704'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:19.539440 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-471b1417-b99f-47fb-aa04-943176accd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:13:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['4ec52442-469c-4b06-9469-93bfbcc89704'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:19.556435 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d5e968ba-6b2d-495b-bd7c-c3701da02133 req-4fac9e38-f334-443b-9f71-43d2f95b75fa tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] 10.222.0.53 "GET /v2.0/security-groups?id=386d6a5b-7813-4150-9774-70fe6dcc586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402669 Jul 07 17:14:19.581927 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-80eb9da4-d9c2-4453-90bb-c5e43b92f7f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882531ee-10b6-49b4-8101-c17af29e179b {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:19.602573 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4e6d4fcc-21d0-41c8-8c97-8093d7a9d4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.627530 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-80eb9da4-d9c2-4453-90bb-c5e43b92f7f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.644315 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4e6d4fcc-21d0-41c8-8c97-8093d7a9d4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.659145 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc3f29-ca14-4c4c-9103-8149220b25cb req-75ae027e-2ddc-42b7-b4aa-e3a8f4e72acf tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:19.673326 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0ebdfb77-9728-4ac1-9201-46f91d1d3a56 req-bb534955-e555-4644-9bab-8a6aae648ed2 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.674082 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c0fc3f29-ca14-4c4c-9103-8149220b25cb req-75ae027e-2ddc-42b7-b4aa-e3a8f4e72acf tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/ports?device_id=efdce791-e047-4163-89d1-e71b9c622a9c HTTP/1.1" status: 200 len: 945 time: 0.3495431 Jul 07 17:14:19.690013 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56bba5c-df56-4eb9-8f8f-9ce7106efcce tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:19.692990 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f56bba5c-df56-4eb9-8f8f-9ce7106efcce tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports/3db6003b-b17c-46b7-949c-29261f5cf046 HTTP/1.1" status: 200 len: 911 time: 0.2433372 Jul 07 17:14:19.713570 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39014) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:19.733321 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9a83d113-f41a-4b38-acfc-ab0cb542a391 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1774647 Jul 07 17:14:19.758618 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-80eb9da4-d9c2-4453-90bb-c5e43b92f7f3 service neutron] Transition to ACTIVE for port object 882531ee-10b6-49b4-8101-c17af29e179b will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:19.763762 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['68f9a56d-99b6-4bed-95a8-2bdecd8788f4'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:19.767896 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39016) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:19.775061 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb534955-e555-4644-9bab-8a6aae648ed2 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Pushing event deleted for resources: {'Port': ['ID=68f9a56d-99b6-4bed-95a8-2bdecd8788f4,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:19.782734 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-ecbbafb1-643f-4d64-87ce-23f5e5e9222f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'security_group': {'name': 'tempest-secgroup-271378534'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:19.787443 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d4fcc-21d0-41c8-8c97-8093d7a9d4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f34148-ca14-4075-b600-df5b1a91d230,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:19.815135 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4e6d4fcc-21d0-41c8-8c97-8093d7a9d4f8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7d0f3bfad11b4bc9a0122479c9cd4270&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4022646 Jul 07 17:14:19.820181 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39018) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:19.858057 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-80eb9da4-d9c2-4453-90bb-c5e43b92f7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.919258 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebdfb77-9728-4ac1-9201-46f91d1d3a56 req-bb534955-e555-4644-9bab-8a6aae648ed2 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] No DVR routers for this DVR port 68f9a56d-99b6-4bed-95a8-2bdecd8788f4 on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:19.923626 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0ebdfb77-9728-4ac1-9201-46f91d1d3a56 req-bb534955-e555-4644-9bab-8a6aae648ed2 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.926013 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0ebdfb77-9728-4ac1-9201-46f91d1d3a56 req-bb534955-e555-4644-9bab-8a6aae648ed2 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.64 "DELETE /v2.0/ports/68f9a56d-99b6-4bed-95a8-2bdecd8788f4 HTTP/1.1" status: 204 len: 173 time: 2.4597113 Jul 07 17:14:19.927881 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-471b1417-b99f-47fb-aa04-943176accd85 None None] Set router 4ec52442-469c-4b06-9469-93bfbcc89704 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:19.928114 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdce791-e047-4163-89d1-e71b9c622a9c', 'name': 'network-vif-deleted', 'tag': '68f9a56d-99b6-4bed-95a8-2bdecd8788f4'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:19.934618 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-27b85132-f7cd-451b-b1bc-39f85dffc6fa None None] Provisioning complete for port c81b26a4-e858-4402-b79d-db589fb2cfa9 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:19.935399 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-27b85132-f7cd-451b-b1bc-39f85dffc6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.940522 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11f09a0-42fb-4689-8be0-bda7add4bfde" -d '{"events": [{"server_uuid": "efdce791-e047-4163-89d1-e71b9c622a9c", "name": "network-vif-deleted", "tag": "68f9a56d-99b6-4bed-95a8-2bdecd8788f4"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:19.954742 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ecbbafb1-643f-4d64-87ce-23f5e5e9222f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.030162 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-03f0c6e5-c203-42c1-8e19-fc00fad75e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.142663 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ecbbafb1-643f-4d64-87ce-23f5e5e9222f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.156542 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ecbbafb1-643f-4d64-87ce-23f5e5e9222f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.181682 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ecbbafb1-643f-4d64-87ce-23f5e5e9222f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.182862 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ecbbafb1-643f-4d64-87ce-23f5e5e9222f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4048340 Jul 07 17:14:20.193519 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39024) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:20.212492 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-03f0c6e5-c203-42c1-8e19-fc00fad75e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.231286 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbbafb1-643f-4d64-87ce-23f5e5e9222f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acf40eb7-5f65-4a80-a189-6120468a98cc,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:20.264956 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-98336ad1-d83c-442d-8f95-ea73f790773d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'security_group': {'name': 'tempest-secgroup-1983028955'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:20.277286 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-80eb9da4-d9c2-4453-90bb-c5e43b92f7f3 service neutron] Attempting to bind port 882531ee-10b6-49b4-8101-c17af29e179b on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:20.278177 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-80eb9da4-d9c2-4453-90bb-c5e43b92f7f3 service neutron] Attempting to bind port 882531ee-10b6-49b4-8101-c17af29e179b by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '395174b8-0e8e-4edd-9a4b-23178acfd758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b09d5620-c5a5-4f52-8562-d9c726ea81d4'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:20.278923 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-80eb9da4-d9c2-4453-90bb-c5e43b92f7f3 service neutron] Attempting to bind port 882531ee-10b6-49b4-8101-c17af29e179b on network b09d5620-c5a5-4f52-8562-d9c726ea81d4 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:20.281195 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c84db-8f32-45a5-b89f-554de337b9ab req-8ad70c84-b84a-4d59-a86a-423b59061352 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:20.288805 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ce6c84db-8f32-45a5-b89f-554de337b9ab req-8ad70c84-b84a-4d59-a86a-423b59061352 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.2820642 Jul 07 17:14:20.289123 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c0fc3f29-ca14-4c4c-9103-8149220b25cb req-9637e6cf-24ba-4737-b360-875ed316d665 tempest-DeleteServersTestJSON-1417877655 tempest-DeleteServersTestJSON-1417877655-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc432689-42c2-4598-a430-7e6140c929d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6129422 Jul 07 17:14:20.311205 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb9da4-d9c2-4453-90bb-c5e43b92f7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=882531ee-10b6-49b4-8101-c17af29e179b,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:20.356247 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ce6c84db-8f32-45a5-b89f-554de337b9ab req-bd6d4d7e-c410-46a3-97a6-b9e4b38aaa57 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664220 Jul 07 17:14:20.360361 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-03f0c6e5-c203-42c1-8e19-fc00fad75e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.371819 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97d0b91-246e-45b5-a483-c787a0fb8610 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:20.372582 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-03f0c6e5-c203-42c1-8e19-fc00fad75e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.375028 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-03f0c6e5-c203-42c1-8e19-fc00fad75e11 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d6f34148-ca14-4075-b600-df5b1a91d230 HTTP/1.1" status: 204 len: 168 time: 0.5535426 Jul 07 17:14:20.391907 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97d0b91-246e-45b5-a483-c787a0fb8610 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:20.393895 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c97d0b91-246e-45b5-a483-c787a0fb8610 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6782928 Jul 07 17:14:20.400177 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39030) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:20.400798 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-80eb9da4-d9c2-4453-90bb-c5e43b92f7f3 service neutron] Port 882531ee-10b6-49b4-8101-c17af29e179b on network b09d5620-c5a5-4f52-8562-d9c726ea81d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:14:20.401375 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-80eb9da4-d9c2-4453-90bb-c5e43b92f7f3 service neutron] Attempting to bind port 882531ee-10b6-49b4-8101-c17af29e179b on network b09d5620-c5a5-4f52-8562-d9c726ea81d4 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:20.434480 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-80eb9da4-d9c2-4453-90bb-c5e43b92f7f3 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:20.435021 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-80eb9da4-d9c2-4453-90bb-c5e43b92f7f3 service neutron] Checking segment: {'id': '395174b8-0e8e-4edd-9a4b-23178acfd758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b09d5620-c5a5-4f52-8562-d9c726ea81d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:20.435858 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-80eb9da4-d9c2-4453-90bb-c5e43b92f7f3 service neutron] Bound using segment: {'id': '395174b8-0e8e-4edd-9a4b-23178acfd758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b09d5620-c5a5-4f52-8562-d9c726ea81d4'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:20.436654 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-80eb9da4-d9c2-4453-90bb-c5e43b92f7f3 service neutron] Bound port: 882531ee-10b6-49b4-8101-c17af29e179b, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '395174b8-0e8e-4edd-9a4b-23178acfd758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b09d5620-c5a5-4f52-8562-d9c726ea81d4'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:20.437313 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-80eb9da4-d9c2-4453-90bb-c5e43b92f7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.474372 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0c6e5-c203-42c1-8e19-fc00fad75e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f34148-ca14-4075-b600-df5b1a91d230,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:20.549120 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-98336ad1-d83c-442d-8f95-ea73f790773d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.596749 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a936b2-f91c-4f19-ad3c-17a2d5c9be23 x-openstack-request-id: req-37a936b2-f91c-4f19-ad3c-17a2d5c9be23 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:20.598208 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18678e0-f693-4bff-8edf-409619c1a142", "name": "network-vif-plugged", "status": "completed", "tag": "4daafdef-10e4-49a2-92dc-5bab6817fb86", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:20.599737 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37a936b2-f91c-4f19-ad3c-17a2d5c9be23 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:20.602388 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18678e0-f693-4bff-8edf-409619c1a142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4daafdef-10e4-49a2-92dc-5bab6817fb86', 'code': 200} Jul 07 17:14:20.609462 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-27b85132-f7cd-451b-b1bc-39f85dffc6fa None None] Port c81b26a4-e858-4402-b79d-db589fb2cfa9 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:20.640892 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-80eb9da4-d9c2-4453-90bb-c5e43b92f7f3 service neutron] For port 882531ee-10b6-49b4-8101-c17af29e179b, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:20.645518 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-80eb9da4-d9c2-4453-90bb-c5e43b92f7f3 service neutron] For port 882531ee-10b6-49b4-8101-c17af29e179b, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=882531ee-10b6-49b4-8101-c17af29e179b,segment=NetworkSegment(395174b8-0e8e-4edd-9a4b-23178acfd758),segment_id=395174b8-0e8e-4edd-9a4b-23178acfd758)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:20.656322 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-80eb9da4-d9c2-4453-90bb-c5e43b92f7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.662180 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9dc39d0-5c15-424a-9cd9-f9cfc2572c89 x-openstack-request-id: req-d9dc39d0-5c15-424a-9cd9-f9cfc2572c89 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:20.662735 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdce791-e047-4163-89d1-e71b9c622a9c", "name": "network-vif-deleted", "tag": "68f9a56d-99b6-4bed-95a8-2bdecd8788f4", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:20.663853 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d9dc39d0-5c15-424a-9cd9-f9cfc2572c89 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:20.664872 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdce791-e047-4163-89d1-e71b9c622a9c', 'name': 'network-vif-deleted', 'tag': '68f9a56d-99b6-4bed-95a8-2bdecd8788f4', 'status': 'completed', 'code': 200} Jul 07 17:14:20.800717 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-80eb9da4-d9c2-4453-90bb-c5e43b92f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:20.801400 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-80eb9da4-d9c2-4453-90bb-c5e43b92f7f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.802953 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-80eb9da4-d9c2-4453-90bb-c5e43b92f7f3 service neutron] 10.222.0.64 "PUT /v2.0/ports/882531ee-10b6-49b4-8101-c17af29e179b HTTP/1.1" status: 200 len: 1093 time: 3.3745725 Jul 07 17:14:20.808875 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270764c1-bc8b-482a-a262-5c114a6edc4e', 'tag': '882531ee-10b6-49b4-8101-c17af29e179b'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:20.811342 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d5a365-72e9-4564-a469-52c7d0f3ac78" -d '{"events": [{"name": "network-changed", "server_uuid": "270764c1-bc8b-482a-a262-5c114a6edc4e", "tag": "882531ee-10b6-49b4-8101-c17af29e179b"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:20.843518 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb9da4-d9c2-4453-90bb-c5e43b92f7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=882531ee-10b6-49b4-8101-c17af29e179b,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:20.931459 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-98336ad1-d83c-442d-8f95-ea73f790773d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.938146 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-98336ad1-d83c-442d-8f95-ea73f790773d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.981479 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417c8f87-60ac-4fef-a4fe-9b112ee8645d None None] Update dhcp port {'port': {'network_id': 'dfb1a217-5115-42d1-a042-d161f0a6cd64', 'fixed_ips': [{'subnet_id': '0521a052-6567-4943-a55f-8b2a90aa1eaa', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a0155d8b-57d6-47ad-bcd8-fadcc8dfa7ab'}], 'binding:host_id': 'n-d-791503-12'}, 'id': '2df92cb4-8ed7-488d-bcaf-61db17db229f'} from n-d-791503-12. {{(pid=100194) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:14:21.001182 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-98336ad1-d83c-442d-8f95-ea73f790773d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.002821 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-98336ad1-d83c-442d-8f95-ea73f790773d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7732575 Jul 07 17:14:21.007125 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39040) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:21.019856 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98336ad1-d83c-442d-8f95-ea73f790773d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=896cff7e-0905-4908-a839-bc4ebf742d40,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:21.027452 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-0db25693-2a73-49b7-a811-44199eb927ed tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'security_group': {'name': 'tempest-secgroup-1833215713'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:21.037871 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-7ab7e6b4-82fc-45fd-bed0-b53656f77a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:21.043645 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-7ab7e6b4-82fc-45fd-bed0-b53656f77a3b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa7f2838537b47bf8d02ed4d09c0343d&device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 1096 time: 0.1585310 Jul 07 17:14:21.110720 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-417c8f87-60ac-4fef-a4fe-9b112ee8645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.126951 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-44f6c92f-cd6c-4623-a9bd-28f4a34dffd5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=882531ee-10b6-49b4-8101-c17af29e179b HTTP/1.1" status: 200 len: 217 time: 0.0558176 Jul 07 17:14:21.227596 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0db25693-2a73-49b7-a811-44199eb927ed tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.308830 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-628cdf92-fe8e-4823-8180-8ed7c8cd00db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:21.310486 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-628cdf92-fe8e-4823-8180-8ed7c8cd00db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7444f78e-5a5a-4c3a-8ef5-8892e2ae8716 HTTP/1.1" status: 200 len: 850 time: 0.1761863 Jul 07 17:14:21.323029 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73382d-24cd-4442-9096-7f7b3258646c req-9d91a40d-8dd7-458a-b6d3-6f2b0c71439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:21.325849 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bb73382d-24cd-4442-9096-7f7b3258646c req-9d91a40d-8dd7-458a-b6d3-6f2b0c71439e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f18678e0-f693-4bff-8edf-409619c1a142 HTTP/1.1" status: 200 len: 1098 time: 0.6666672 Jul 07 17:14:21.331233 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39042) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:21.346653 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc748a-7987-4291-b638-ef19ce96de4b req-4ab82776-459b-425f-8a64-572ede22dc76 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:21.348321 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-58fc748a-7987-4291-b638-ef19ce96de4b req-4ab82776-459b-425f-8a64-572ede22dc76 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.3529658 Jul 07 17:14:21.360437 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257133d-1a8c-4965-9180-1ef0be4f1f27 req-b6858244-dfc9-49f3-8294-fe121689fd9d tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:21.368171 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0257133d-1a8c-4965-9180-1ef0be4f1f27 req-b6858244-dfc9-49f3-8294-fe121689fd9d tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 944 time: 0.7126799 Jul 07 17:14:21.430413 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-f26fc57d-fa18-4e23-a6c3-06c4b4d6d249 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b09d5620-c5a5-4f52-8562-d9c726ea81d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988736 Jul 07 17:14:21.452741 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e4db7560-72a7-471f-988b-a3316274af3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.473163 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bb73382d-24cd-4442-9096-7f7b3258646c req-353fa625-0286-43fa-b5cd-67c6fc9a358b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=386d6a5b-7813-4150-9774-70fe6dcc586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344960 Jul 07 17:14:21.487834 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0257133d-1a8c-4965-9180-1ef0be4f1f27 req-702c6c06-a817-46f7-a0e6-b70b60e124cd tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187024 Jul 07 17:14:21.567578 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-58fc748a-7987-4291-b638-ef19ce96de4b req-cf4a3dbd-fc68-4d27-9e67-895b7a6eef7a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934764 Jul 07 17:14:21.692741 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0db25693-2a73-49b7-a811-44199eb927ed tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.748090 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 68f9a56d-99b6-4bed-95a8-2bdecd8788f4 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:21.768110 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-417c8f87-60ac-4fef-a4fe-9b112ee8645d None None] Allocated IP 172.20.0.2 (dfb1a217-5115-42d1-a042-d161f0a6cd64/a0155d8b-57d6-47ad-bcd8-fadcc8dfa7ab/2df92cb4-8ed7-488d-bcaf-61db17db229f) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:21.817124 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 68f9a56d-99b6-4bed-95a8-2bdecd8788f4 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:21.817695 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 68f9a56d-99b6-4bed-95a8-2bdecd8788f4 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:21.821150 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e4db7560-72a7-471f-988b-a3316274af3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.825694 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0db25693-2a73-49b7-a811-44199eb927ed tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.832739 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e4db7560-72a7-471f-988b-a3316274af3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.843773 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-471b1417-b99f-47fb-aa04-943176accd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec52442-469c-4b06-9469-93bfbcc89704', 'name': 'tempest-NetworksTestDHCPv6-router-1320358100', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:12Z', 'updated_at': '2021-07-07T17:14:15Z', 'revision_number': 2, 'project_id': '5f0b3e95913147e795e0fe53265be989', 'gw_port_host': None, '_interfaces': [{'id': '3db6003b-b17c-46b7-949c-29261f5cf046', 'name': '', 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'mac_address': 'fa:16:3e:8c:ff:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec52442-469c-4b06-9469-93bfbcc89704', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '74d436ed-b5f2-4f82-b39f-500d17a754ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:14Z', 'updated_at': '2021-07-07T17:14:16Z', 'revision_number': 2, 'project_id': '5f0b3e95913147e795e0fe53265be989', 'subnets': [{'id': '74d436ed-b5f2-4f82-b39f-500d17a754ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:21.862203 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-a68f1990-9c67-4855-9655-053a1d5af11f service neutron] 10.222.0.64 "GET /v2.0/networks/b09d5620-c5a5-4f52-8562-d9c726ea81d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229636 Jul 07 17:14:21.872136 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e4db7560-72a7-471f-988b-a3316274af3c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2a0c292973374ad5bf1199f4d15ae044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5182095 Jul 07 17:14:21.877797 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39048) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:21.915489 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471b1417-b99f-47fb-aa04-943176accd85 None None] Checking router: 4ec52442-469c-4b06-9469-93bfbcc89704 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:21.916046 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471b1417-b99f-47fb-aa04-943176accd85 None None] Updating router 4ec52442-469c-4b06-9469-93bfbcc89704 port 3db6003b-b17c-46b7-949c-29261f5cf046 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:14:21.958401 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-471b1417-b99f-47fb-aa04-943176accd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.986955 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee0b9939-e0e8-4924-8b89-617bde1c6818 req-038d0f79-cf11-4465-900f-2062f13bb11e service neutron] 10.222.0.64 "GET /v2.0/networks/b09d5620-c5a5-4f52-8562-d9c726ea81d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059051 Jul 07 17:14:22.029780 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0db25693-2a73-49b7-a811-44199eb927ed tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:22.039890 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0db25693-2a73-49b7-a811-44199eb927ed tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0304613 Jul 07 17:14:22.043544 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39050) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:22.067940 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-d011f029-57d1-40a1-bb61-6c2b75f5a077 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-281160928', 'security_groups': ['d72a4065-4fec-4a87-a1c3-ed7bb3a45a57'], 'network_id': 'dfb1a217-5115-42d1-a042-d161f0a6cd64', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a0155d8b-57d6-47ad-bcd8-fadcc8dfa7ab'}]}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:22.085209 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cec878-b1bc-44f4-97d6-0417e8095ee9 x-openstack-request-id: req-f3cec878-b1bc-44f4-97d6-0417e8095ee9 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:22.085529 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270764c1-bc8b-482a-a262-5c114a6edc4e", "tag": "882531ee-10b6-49b4-8101-c17af29e179b", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:22.085905 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3cec878-b1bc-44f4-97d6-0417e8095ee9 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:22.086893 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '270764c1-bc8b-482a-a262-5c114a6edc4e', 'tag': '882531ee-10b6-49b4-8101-c17af29e179b', 'status': 'completed', 'code': 200} Jul 07 17:14:22.087446 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db25693-2a73-49b7-a811-44199eb927ed tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d72a4065-4fec-4a87-a1c3-ed7bb3a45a57,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:22.346039 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-417c8f87-60ac-4fef-a4fe-9b112ee8645d None None] For port 2df92cb4-8ed7-488d-bcaf-61db17db229f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=2df92cb4-8ed7-488d-bcaf-61db17db229f,segment=NetworkSegment(cd561c48-880e-4a3b-b345-8432da30b28d),segment_id=cd561c48-880e-4a3b-b345-8432da30b28d)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:22.404769 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db7560-72a7-471f-988b-a3316274af3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144cd198-48fa-42d1-8903-beb79098cf1b,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:22.506430 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-417c8f87-60ac-4fef-a4fe-9b112ee8645d None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:22.519883 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5a365-72e9-4564-a469-52c7d0f3ac78 req-e2ae181b-a1df-4158-ad71-953c3b0f21a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:22.523069 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c7d5a365-72e9-4564-a469-52c7d0f3ac78 req-e2ae181b-a1df-4158-ad71-953c3b0f21a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa7f2838537b47bf8d02ed4d09c0343d&device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 1096 time: 0.4072111 Jul 07 17:14:22.576703 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:14:22.580991 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-417c8f87-60ac-4fef-a4fe-9b112ee8645d None None] Transition to ACTIVE for port object 2df92cb4-8ed7-488d-bcaf-61db17db229f will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:22.588215 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-417c8f87-60ac-4fef-a4fe-9b112ee8645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:22.717893 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d011f029-57d1-40a1-bb61-6c2b75f5a077 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:22.755251 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8be732f6-3657-41f4-a2d8-faa913c6ff77 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:22.777609 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-471b1417-b99f-47fb-aa04-943176accd85 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:22.781021 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8cf803-aaf6-45d4-ae75-8158d8fb82f2 req-3bf92e95-2247-43a4-8eb0-31f491f747fd tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:22.790818 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-471b1417-b99f-47fb-aa04-943176accd85 None None] Transition to ACTIVE for port object 3db6003b-b17c-46b7-949c-29261f5cf046 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:22.794089 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-df8cf803-aaf6-45d4-ae75-8158d8fb82f2 req-3bf92e95-2247-43a4-8eb0-31f491f747fd tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18678e0-f693-4bff-8edf-409619c1a142 HTTP/1.1" status: 200 len: 946 time: 0.9952478 Jul 07 17:14:22.795338 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c8f87-60ac-4fef-a4fe-9b112ee8645d None None] Pushing event updated for resources: {'Port': ['ID=2df92cb4-8ed7-488d-bcaf-61db17db229f,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:22.800078 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-471b1417-b99f-47fb-aa04-943176accd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:22.811390 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c8f87-60ac-4fef-a4fe-9b112ee8645d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:22.811836 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c8f87-60ac-4fef-a4fe-9b112ee8645d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:22.812065 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c8f87-60ac-4fef-a4fe-9b112ee8645d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:22.812392 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c8f87-60ac-4fef-a4fe-9b112ee8645d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:22.812758 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c8f87-60ac-4fef-a4fe-9b112ee8645d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:22.813084 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c8f87-60ac-4fef-a4fe-9b112ee8645d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:22.813415 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c8f87-60ac-4fef-a4fe-9b112ee8645d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:22.813744 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c8f87-60ac-4fef-a4fe-9b112ee8645d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:22.814070 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c8f87-60ac-4fef-a4fe-9b112ee8645d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:22.814401 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c8f87-60ac-4fef-a4fe-9b112ee8645d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:22.814715 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c8f87-60ac-4fef-a4fe-9b112ee8645d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:22.815042 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c8f87-60ac-4fef-a4fe-9b112ee8645d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:22.863355 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1b7820a4-b8c9-4370-b958-7fbebe955f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:22.901193 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a907f8b-ecbb-4fb2-86ea-506dae9ebdaf None None] Pushing event updated for resources: {'Port': ['ID=3db6003b-b17c-46b7-949c-29261f5cf046,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:22.947946 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3883a5-a1a9-4e73-9f71-2f38bd62d979 req-3980c4fb-6daa-4ecc-911e-ecb48caf90c6 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:22.958780 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eb3883a5-a1a9-4e73-9f71-2f38bd62d979 req-3980c4fb-6daa-4ecc-911e-ecb48caf90c6 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.4415069 Jul 07 17:14:22.988259 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5a365-72e9-4564-a469-52c7d0f3ac78 req-1f2fb904-30c2-44d0-bbeb-2923b4903211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:22.990745 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c7d5a365-72e9-4564-a469-52c7d0f3ac78 req-1f2fb904-30c2-44d0-bbeb-2923b4903211 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b09d5620-c5a5-4f52-8562-d9c726ea81d4 HTTP/1.1" status: 200 len: 911 time: 0.4448028 Jul 07 17:14:23.061794 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-471b1417-b99f-47fb-aa04-943176accd85 None None] Attempting to bind port 3db6003b-b17c-46b7-949c-29261f5cf046 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:23.062287 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-471b1417-b99f-47fb-aa04-943176accd85 None None] Attempting to bind port 3db6003b-b17c-46b7-949c-29261f5cf046 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:23.062788 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471b1417-b99f-47fb-aa04-943176accd85 None None] Attempting to bind port 3db6003b-b17c-46b7-949c-29261f5cf046 on network 6e9cefa1-f008-4dc6-9203-f56e105ef387 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:23.068004 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1b7820a4-b8c9-4370-b958-7fbebe955f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.074003 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471b1417-b99f-47fb-aa04-943176accd85 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:23.074696 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471b1417-b99f-47fb-aa04-943176accd85 None None] Checking segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:23.075660 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-471b1417-b99f-47fb-aa04-943176accd85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.076301 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471b1417-b99f-47fb-aa04-943176accd85 None None] Bound using segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:23.077106 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-471b1417-b99f-47fb-aa04-943176accd85 None None] Bound port: 3db6003b-b17c-46b7-949c-29261f5cf046, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:23.077927 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-471b1417-b99f-47fb-aa04-943176accd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.079437 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c7d5a365-72e9-4564-a469-52c7d0f3ac78 req-77d65a9e-590a-44b5-ba36-7bfabf5f390e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=882531ee-10b6-49b4-8101-c17af29e179b HTTP/1.1" status: 200 len: 217 time: 0.0776627 Jul 07 17:14:23.093698 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-df8cf803-aaf6-45d4-ae75-8158d8fb82f2 req-f2575895-9a16-4416-96aa-b0ba7303252a tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] 10.222.0.53 "GET /v2.0/security-groups?id=386d6a5b-7813-4150-9774-70fe6dcc586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320764 Jul 07 17:14:23.169428 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d011f029-57d1-40a1-bb61-6c2b75f5a077 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.266047 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-d011f029-57d1-40a1-bb61-6c2b75f5a077 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] device_id is not set on port a31cf077-e7cf-4ccd-b12b-a621eabfb5e4 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:14:23.393404 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1b7820a4-b8c9-4370-b958-7fbebe955f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.398692 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1b7820a4-b8c9-4370-b958-7fbebe955f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.400575 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1b7820a4-b8c9-4370-b958-7fbebe955f02 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/144cd198-48fa-42d1-8903-beb79098cf1b HTTP/1.1" status: 204 len: 168 time: 1.5126660 Jul 07 17:14:23.414137 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-471b1417-b99f-47fb-aa04-943176accd85 None None] For port 3db6003b-b17c-46b7-949c-29261f5cf046, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:23.432928 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7820a4-b8c9-4370-b958-7fbebe955f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144cd198-48fa-42d1-8903-beb79098cf1b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:23.445145 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-471b1417-b99f-47fb-aa04-943176accd85 None None] For port 3db6003b-b17c-46b7-949c-29261f5cf046, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3db6003b-b17c-46b7-949c-29261f5cf046,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:23.456444 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eb3883a5-a1a9-4e73-9f71-2f38bd62d979 req-a132a19f-ab00-45bd-a620-08d0f51aadfa tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4824901 Jul 07 17:14:23.494012 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-471b1417-b99f-47fb-aa04-943176accd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.496880 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5a365-72e9-4564-a469-52c7d0f3ac78 req-11add649-1020-4e7d-9cfd-fd05456e7110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:23.499475 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c7d5a365-72e9-4564-a469-52c7d0f3ac78 req-11add649-1020-4e7d-9cfd-fd05456e7110 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7444f78e-5a5a-4c3a-8ef5-8892e2ae8716 HTTP/1.1" status: 200 len: 850 time: 0.4126806 Jul 07 17:14:23.681778 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f230f131-45e5-4425-9990-51e5d1e5c377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.750339 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c7d5a365-72e9-4564-a469-52c7d0f3ac78 req-365c61c1-c352-410d-856c-59aad271a19f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b09d5620-c5a5-4f52-8562-d9c726ea81d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1394701 Jul 07 17:14:23.764542 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a907f8b-ecbb-4fb2-86ea-506dae9ebdaf None None] Pushing event updated for resources: {'Port': ['ID=3db6003b-b17c-46b7-949c-29261f5cf046,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:23.771268 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37303151-34ec-4973-be20-f81125981bc6 req-15fe8c6d-7f29-4d0a-ad71-be498f5cd12e tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:23.781523 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-37303151-34ec-4973-be20-f81125981bc6 req-15fe8c6d-7f29-4d0a-ad71-be498f5cd12e tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 944 time: 0.2788033 Jul 07 17:14:23.811780 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-8be732f6-3657-41f4-a2d8-faa913c6ff77 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting port 3db6003b-b17c-46b7-949c-29261f5cf046 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:23.812290 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8be732f6-3657-41f4-a2d8-faa913c6ff77 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.860409 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-37303151-34ec-4973-be20-f81125981bc6 req-c15c77bf-8b5b-406d-8a68-6beeed38d5e9 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775526 Jul 07 17:14:23.870683 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471b1417-b99f-47fb-aa04-943176accd85 None None] Routers {'4ec52442-469c-4b06-9469-93bfbcc89704'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:23.872493 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-471b1417-b99f-47fb-aa04-943176accd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:13:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['4ec52442-469c-4b06-9469-93bfbcc89704'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:24.001373 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c7d5a365-72e9-4564-a469-52c7d0f3ac78 req-41c65941-8e94-4331-b667-d9e7351642a9 service neutron] 10.222.0.64 "GET /v2.0/networks/b09d5620-c5a5-4f52-8562-d9c726ea81d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328880 Jul 07 17:14:24.212765 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-d011f029-57d1-40a1-bb61-6c2b75f5a077 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Allocated IP 172.20.0.9 (dfb1a217-5115-42d1-a042-d161f0a6cd64/a0155d8b-57d6-47ad-bcd8-fadcc8dfa7ab/a31cf077-e7cf-4ccd-b12b-a621eabfb5e4) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:24.303276 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-641b9c99-fbf9-4f25-ae61-9e1a8e3129f6 None None] Provisioning for port 2df92cb4-8ed7-488d-bcaf-61db17db229f completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:24.326131 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-641b9c99-fbf9-4f25-ae61-9e1a8e3129f6 None None] Provisioning complete for port 2df92cb4-8ed7-488d-bcaf-61db17db229f triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:24.327692 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-641b9c99-fbf9-4f25-ae61-9e1a8e3129f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.336472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-8be732f6-3657-41f4-a2d8-faa913c6ff77 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] For port 3db6003b-b17c-46b7-949c-29261f5cf046, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3db6003b-b17c-46b7-949c-29261f5cf046,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:24.339352 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8be732f6-3657-41f4-a2d8-faa913c6ff77 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.388699 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-471b1417-b99f-47fb-aa04-943176accd85 None None] Set router 4ec52442-469c-4b06-9469-93bfbcc89704 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:24.401564 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 2df92cb4-8ed7-488d-bcaf-61db17db229f up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:24.408100 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-8be732f6-3657-41f4-a2d8-faa913c6ff77 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Calling delete_port for 3db6003b-b17c-46b7-949c-29261f5cf046 owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:24.516761 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d011f029-57d1-40a1-bb61-6c2b75f5a077 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.651473 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c7d5a365-72e9-4564-a469-52c7d0f3ac78 req-6ec16fdd-e7b5-44da-addf-b75f71de9e7f service neutron] 10.222.0.64 "GET /v2.0/networks/b09d5620-c5a5-4f52-8562-d9c726ea81d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6388109 Jul 07 17:14:24.715307 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-d011f029-57d1-40a1-bb61-6c2b75f5a077 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Transition to ACTIVE for port object a31cf077-e7cf-4ccd-b12b-a621eabfb5e4 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:24.797395 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d011f029-57d1-40a1-bb61-6c2b75f5a077 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.873685 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d9d08-e238-40be-9822-acfccc4c1f0b req-65ba2c2d-5c40-4404-8386-8b2dcc7b9ae1 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:24.892359 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 2df92cb4-8ed7-488d-bcaf-61db17db229f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:24.893317 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.897693 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-890d9d08-e238-40be-9822-acfccc4c1f0b req-65ba2c2d-5c40-4404-8386-8b2dcc7b9ae1 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18678e0-f693-4bff-8edf-409619c1a142 HTTP/1.1" status: 200 len: 946 time: 0.3394797 Jul 07 17:14:24.924048 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d011f029-57d1-40a1-bb61-6c2b75f5a077 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network dfb1a217-5115-42d1-a042-d161f0a6cd64 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:24.937214 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-d011f029-57d1-40a1-bb61-6c2b75f5a077 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:24.946305 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d011f029-57d1-40a1-bb61-6c2b75f5a077 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:25.004502 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-641b9c99-fbf9-4f25-ae61-9e1a8e3129f6 None None] Provisioning complete for port c81b26a4-e858-4402-b79d-db589fb2cfa9 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:25.005204 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-641b9c99-fbf9-4f25-ae61-9e1a8e3129f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.017748 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011f029-57d1-40a1-bb61-6c2b75f5a077 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Port': ['ID=a31cf077-e7cf-4ccd-b12b-a621eabfb5e4,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:25.096529 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d011f029-57d1-40a1-bb61-6c2b75f5a077 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:25.098903 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d011f029-57d1-40a1-bb61-6c2b75f5a077 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.139215 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d011f029-57d1-40a1-bb61-6c2b75f5a077 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0892434 Jul 07 17:14:25.139531 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39096) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:25.148867 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-1c2be391-6cda-4558-9365-7221a83ddc46 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'subnet': {'network_id': 'dfb1a217-5115-42d1-a042-d161f0a6cd64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:25.193664 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-890d9d08-e238-40be-9822-acfccc4c1f0b req-88317ef1-e9b4-4879-b579-ed240dcc02e4 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] 10.222.0.53 "GET /v2.0/security-groups?id=386d6a5b-7813-4150-9774-70fe6dcc586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943394 Jul 07 17:14:25.220824 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8be732f6-3657-41f4-a2d8-faa913c6ff77 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.329639 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be732f6-3657-41f4-a2d8-faa913c6ff77 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Port': ['ID=3db6003b-b17c-46b7-949c-29261f5cf046,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:25.504440 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8be732f6-3657-41f4-a2d8-faa913c6ff77 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.528329 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2be391-6cda-4558-9365-7221a83ddc46 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:25.535166 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-641b9c99-fbf9-4f25-ae61-9e1a8e3129f6 None None] Port c81b26a4-e858-4402-b79d-db589fb2cfa9 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:25.562768 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1c2be391-6cda-4558-9365-7221a83ddc46 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.728887 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d4cdb7fe-3b19-4498-aa17-1981fe3f57f2 None None] Provisioning for port a31cf077-e7cf-4ccd-b12b-a621eabfb5e4 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:25.743707 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-471b1417-b99f-47fb-aa04-943176accd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec52442-469c-4b06-9469-93bfbcc89704', 'name': 'tempest-NetworksTestDHCPv6-router-1320358100', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:12Z', 'updated_at': '2021-07-07T17:14:15Z', 'revision_number': 2, 'project_id': '5f0b3e95913147e795e0fe53265be989', 'gw_port_host': None, '_interfaces': [{'id': '3db6003b-b17c-46b7-949c-29261f5cf046', 'name': '', 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'mac_address': 'fa:16:3e:8c:ff:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec52442-469c-4b06-9469-93bfbcc89704', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '74d436ed-b5f2-4f82-b39f-500d17a754ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:14Z', 'updated_at': '2021-07-07T17:14:23Z', 'revision_number': 4, 'project_id': '5f0b3e95913147e795e0fe53265be989', 'subnets': [{'id': '74d436ed-b5f2-4f82-b39f-500d17a754ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:25.876261 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 882531ee-10b6-49b4-8101-c17af29e179b details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:14:25.877059 n-d-791503-12 neutron-server[100193]: INFO neutron.db.ipam_backend_mixin [None req-1c2be391-6cda-4558-9365-7221a83ddc46 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a0155d8b-57d6-47ad-bcd8-fadcc8dfa7ab (CIDR: 172.20.0.0/28) Jul 07 17:14:25.886995 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471b1417-b99f-47fb-aa04-943176accd85 None None] The sync data for ids ['4ec52442-469c-4b06-9469-93bfbcc89704'] in n-d-791503-12 is: [{'id': '4ec52442-469c-4b06-9469-93bfbcc89704', 'name': 'tempest-NetworksTestDHCPv6-router-1320358100', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:12Z', 'updated_at': '2021-07-07T17:14:15Z', 'revision_number': 2, 'project_id': '5f0b3e95913147e795e0fe53265be989', 'gw_port_host': None, '_interfaces': [{'id': '3db6003b-b17c-46b7-949c-29261f5cf046', 'name': '', 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'mac_address': 'fa:16:3e:8c:ff:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec52442-469c-4b06-9469-93bfbcc89704', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '74d436ed-b5f2-4f82-b39f-500d17a754ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:14Z', 'updated_at': '2021-07-07T17:14:23Z', 'revision_number': 4, 'project_id': '5f0b3e95913147e795e0fe53265be989', 'subnets': [{'id': '74d436ed-b5f2-4f82-b39f-500d17a754ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:25.887351 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2be391-6cda-4558-9365-7221a83ddc46 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:14:25.890181 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c2be391-6cda-4558-9365-7221a83ddc46 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:14:25.893936 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d4cdb7fe-3b19-4498-aa17-1981fe3f57f2 None None] Provisioning complete for port a31cf077-e7cf-4ccd-b12b-a621eabfb5e4 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:25.894787 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d4cdb7fe-3b19-4498-aa17-1981fe3f57f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.934842 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1c2be391-6cda-4558-9365-7221a83ddc46 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7937787 Jul 07 17:14:25.938170 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39108) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:25.952792 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-18c101f5-28b6-4244-8403-ab070f3cb36a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'subnet': {'network_id': 'dfb1a217-5115-42d1-a042-d161f0a6cd64', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:26.020685 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d4cdb7fe-3b19-4498-aa17-1981fe3f57f2 None None] Port a31cf077-e7cf-4ccd-b12b-a621eabfb5e4 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:26.034492 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d4cdb7fe-3b19-4498-aa17-1981fe3f57f2 None None] Could not find standard attr ID for object 3db6003b-b17c-46b7-949c-29261f5cf046. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:14:26.104524 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be732f6-3657-41f4-a2d8-faa913c6ff77 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Router 4ec52442-469c-4b06-9469-93bfbcc89704 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:14:26.145003 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea7d8f-e7ee-43e3-bb5c-ee9c1b326eac req-1d5d1b1b-cf6f-427c-8cac-3d446ade112f tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:26.148348 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d3ea7d8f-e7ee-43e3-bb5c-ee9c1b326eac req-1d5d1b1b-cf6f-427c-8cac-3d446ade112f tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 944 time: 0.3775399 Jul 07 17:14:26.187977 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:26.249586 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 882531ee-10b6-49b4-8101-c17af29e179b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=882531ee-10b6-49b4-8101-c17af29e179b,segment=NetworkSegment(395174b8-0e8e-4edd-9a4b-23178acfd758),segment_id=395174b8-0e8e-4edd-9a4b-23178acfd758)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:26.271801 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '882531ee-10b6-49b4-8101-c17af29e179b', 'network_id': 'b09d5620-c5a5-4f52-8562-d9c726ea81d4', 'port_id': '882531ee-10b6-49b4-8101-c17af29e179b', 'mac_address': 'fa:16:3e:50:4d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7444f78e-5a5a-4c3a-8ef5-8892e2ae8716', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:14:26.312725 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c101f5-28b6-4244-8403-ab070f3cb36a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:26.325814 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-18c101f5-28b6-4244-8403-ab070f3cb36a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:26.458292 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:26.502984 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882531ee-10b6-49b4-8101-c17af29e179b {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:26.579159 n-d-791503-12 neutron-server[100193]: INFO neutron.db.ipam_backend_mixin [None req-18c101f5-28b6-4244-8403-ab070f3cb36a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0521a052-6567-4943-a55f-8b2a90aa1eaa (CIDR: 172.20.0.16/28) Jul 07 17:14:26.581679 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 882531ee-10b6-49b4-8101-c17af29e179b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=882531ee-10b6-49b4-8101-c17af29e179b,segment=NetworkSegment(395174b8-0e8e-4edd-9a4b-23178acfd758),segment_id=395174b8-0e8e-4edd-9a4b-23178acfd758)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:26.584555 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c101f5-28b6-4244-8403-ab070f3cb36a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:14:26.585848 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c101f5-28b6-4244-8403-ab070f3cb36a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:14:26.592394 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:26.612272 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-18c101f5-28b6-4244-8403-ab070f3cb36a tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6725607 Jul 07 17:14:26.613058 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39126) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:26.619987 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-92e3ca8d-7ddd-449e-9594-ebdca2072da2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'subnet': {'network_id': 'dfb1a217-5115-42d1-a042-d161f0a6cd64', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:26.671009 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d3ea7d8f-e7ee-43e3-bb5c-ee9c1b326eac req-e1385792-21f5-453f-86b9-793eca75cc96 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012002 Jul 07 17:14:26.694493 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be732f6-3657-41f4-a2d8-faa913c6ff77 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:26.713139 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8be732f6-3657-41f4-a2d8-faa913c6ff77 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "PUT /v2.0/routers/4ec52442-469c-4b06-9469-93bfbcc89704/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3009405 Jul 07 17:14:26.726483 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39130) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:26.827930 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-23205c0f-ddda-4aa0-b45a-4d722d037556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:26.836829 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['882531ee-10b6-49b4-8101-c17af29e179b'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:26.923645 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd3f6e8-e05e-467f-9813-6347533e2928 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:26.937253 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd3f6e8-e05e-467f-9813-6347533e2928 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:26.940662 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3cd3f6e8-e05e-467f-9813-6347533e2928 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2129395 Jul 07 17:14:26.944870 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39134) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:26.957980 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=882531ee-10b6-49b4-8101-c17af29e179b,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:27.030063 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e3ca8d-7ddd-449e-9594-ebdca2072da2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Made reservation on behalf of 4d6098c034b649ddb555415464b8c075 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:27.042379 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-92e3ca8d-7ddd-449e-9594-ebdca2072da2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:27.125739 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-a758af2c-064f-40f6-8b03-9c0a095438ce tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet 74d436ed-b5f2-4f82-b39f-500d17a754ee {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:27.130901 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a758af2c-064f-40f6-8b03-9c0a095438ce tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:27.294735 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a758af2c-064f-40f6-8b03-9c0a095438ce tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:27.595938 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a758af2c-064f-40f6-8b03-9c0a095438ce tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:27.726776 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a758af2c-064f-40f6-8b03-9c0a095438ce tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:27.762022 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 882531ee-10b6-49b4-8101-c17af29e179b up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:27.853499 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758af2c-064f-40f6-8b03-9c0a095438ce tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=74d436ed-b5f2-4f82-b39f-500d17a754ee,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:27.869684 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a758af2c-064f-40f6-8b03-9c0a095438ce tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:27.877226 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a758af2c-064f-40f6-8b03-9c0a095438ce tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/74d436ed-b5f2-4f82-b39f-500d17a754ee HTTP/1.1" status: 204 len: 168 time: 0.9259760 Jul 07 17:14:27.878950 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39150) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:27.895031 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e75fdc6-993f-4e47-86de-ac0c7f985c0b None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:27.957991 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-92e3ca8d-7ddd-449e-9594-ebdca2072da2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.062776 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.127218 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-afc13e7e-8b90-419d-bf5d-3280489a4682 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2465181 Jul 07 17:14:28.133291 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39156) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:28.149284 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c368311-de84-4518-b71f-c69a60109d86 req-cac6bd81-6fa5-474d-b868-7316ee61f649 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:28.175240 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4c368311-de84-4518-b71f-c69a60109d86 req-cac6bd81-6fa5-474d-b868-7316ee61f649 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18678e0-f693-4bff-8edf-409619c1a142 HTTP/1.1" status: 200 len: 946 time: 0.7716086 Jul 07 17:14:28.187195 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3ca8d-7ddd-449e-9594-ebdca2072da2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Subnet': ['ID=28eed7b2-5180-49f6-ad0b-2ccf8355c0ae,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:28.297302 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e3ca8d-7ddd-449e-9594-ebdca2072da2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Network dfb1a217-5115-42d1-a042-d161f0a6cd64 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:28.317318 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 882531ee-10b6-49b4-8101-c17af29e179b completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:28.318548 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-92e3ca8d-7ddd-449e-9594-ebdca2072da2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:28.323857 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e3ca8d-7ddd-449e-9594-ebdca2072da2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:28.326245 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 882531ee-10b6-49b4-8101-c17af29e179b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:28.326807 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.329768 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-92e3ca8d-7ddd-449e-9594-ebdca2072da2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.380132 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e887cf8f-6109-47eb-a65c-ab0c0cb569f0 None None] Network dfb1a217-5115-42d1-a042-d161f0a6cd64 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:28.395455 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-92e3ca8d-7ddd-449e-9594-ebdca2072da2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7786012 Jul 07 17:14:28.396606 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39162) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:28.424151 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-07e318d4-8f0f-4485-9588-9d64019ec8dc tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-279407500', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '28eed7b2-5180-49f6-ad0b-2ccf8355c0ae'}], 'security_groups': ['acf40eb7-5f65-4a80-a189-6120468a98cc', '896cff7e-0905-4908-a839-bc4ebf742d40']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:28.426510 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a0fe1609-bd7f-4664-97fb-e46a9f5f1fcf tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.501232 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4c368311-de84-4518-b71f-c69a60109d86 req-704a9922-c8c6-49e1-a327-349e2f70d74e tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] 10.222.0.53 "GET /v2.0/security-groups?id=386d6a5b-7813-4150-9774-70fe6dcc586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945604 Jul 07 17:14:28.766507 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a0fe1609-bd7f-4664-97fb-e46a9f5f1fcf tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.788785 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a0fe1609-bd7f-4664-97fb-e46a9f5f1fcf tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.877797 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e784b8c-04d8-46bb-9ac2-74560f141c61 req-dd4c28f3-85e1-4cdf-91bd-945545c1c393 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:28.886752 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8e784b8c-04d8-46bb-9ac2-74560f141c61 req-dd4c28f3-85e1-4cdf-91bd-945545c1c393 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 945 time: 0.7568367 Jul 07 17:14:28.923804 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a0fe1609-bd7f-4664-97fb-e46a9f5f1fcf tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.924464 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fe1609-bd7f-4664-97fb-e46a9f5f1fcf tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Fanout notify agent at l3_agent the message router_deleted on router 4ec52442-469c-4b06-9469-93bfbcc89704 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:14:28.935423 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8841c382-6cf6-4e08-8012-cf2d378e3fb6 None None] Sync routers for ids ['4ec52442-469c-4b06-9469-93bfbcc89704'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:28.969182 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a0fe1609-bd7f-4664-97fb-e46a9f5f1fcf tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.970374 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a0fe1609-bd7f-4664-97fb-e46a9f5f1fcf tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/routers/4ec52442-469c-4b06-9469-93bfbcc89704 HTTP/1.1" status: 204 len: 168 time: 0.8362937 Jul 07 17:14:28.978290 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39170) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:29.001833 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8841c382-6cf6-4e08-8012-cf2d378e3fb6 None None] Routers set() bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:29.002020 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8841c382-6cf6-4e08-8012-cf2d378e3fb6 None None] Router IDs set() for agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 17:14:29.003037 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_agentschedulers_db [None req-8841c382-6cf6-4e08-8012-cf2d378e3fb6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4ec52442-469c-4b06-9469-93bfbcc89704'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:14:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent'). {{(pid=100195) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 17:14:29.036697 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8841c382-6cf6-4e08-8012-cf2d378e3fb6 None None] Routers set() bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:29.037066 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8841c382-6cf6-4e08-8012-cf2d378e3fb6 None None] Router IDs set() for agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 17:14:29.038009 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_agentschedulers_db [None req-8841c382-6cf6-4e08-8012-cf2d378e3fb6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4ec52442-469c-4b06-9469-93bfbcc89704'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:14:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent'). {{(pid=100195) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 17:14:29.038339 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8841c382-6cf6-4e08-8012-cf2d378e3fb6 None None] The sync data for ids ['4ec52442-469c-4b06-9469-93bfbcc89704'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:29.044519 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.062725 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-07e318d4-8f0f-4485-9588-9d64019ec8dc tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.077394 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270764c1-bc8b-482a-a262-5c114a6edc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882531ee-10b6-49b4-8101-c17af29e179b'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:29.079972 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80ca4f7-1229-4526-bb23-d6ef55956172" -d '{"events": [{"server_uuid": "270764c1-bc8b-482a-a262-5c114a6edc4e", "name": "network-vif-plugged", "status": "completed", "tag": "882531ee-10b6-49b4-8101-c17af29e179b"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:29.125685 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 882531ee-10b6-49b4-8101-c17af29e179b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=882531ee-10b6-49b4-8101-c17af29e179b,segment=NetworkSegment(395174b8-0e8e-4edd-9a4b-23178acfd758),segment_id=395174b8-0e8e-4edd-9a4b-23178acfd758)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:29.140640 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9184ed-1c3e-4752-a0e3-7872111e9e17 None None] DHCP port deletion for 6e9cefa1-f008-4dc6-9203-f56e105ef387 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:14:29.153347 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8e784b8c-04d8-46bb-9ac2-74560f141c61 req-9807a274-5605-4b76-99b9-eb84ae5d0a89 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562995 Jul 07 17:14:29.217813 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc6d1d-a36a-49ec-8eb3-d78e71baafd2 req-9851d0dc-31b7-4937-a96f-70950ab41a47 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:29.219526 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ffcc6d1d-a36a-49ec-8eb3-d78e71baafd2 req-9851d0dc-31b7-4937-a96f-70950ab41a47 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] 10.222.0.72 "GET /v2.0/ports?device_id=f18678e0-f693-4bff-8edf-409619c1a142 HTTP/1.1" status: 200 len: 946 time: 0.4820874 Jul 07 17:14:29.347585 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.373416 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968f7408-3314-4e12-924b-ac7070554d79 x-openstack-request-id: req-968f7408-3314-4e12-924b-ac7070554d79 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:29.377106 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270764c1-bc8b-482a-a262-5c114a6edc4e", "name": "network-vif-plugged", "status": "completed", "tag": "882531ee-10b6-49b4-8101-c17af29e179b", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:29.377636 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-968f7408-3314-4e12-924b-ac7070554d79 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:29.378310 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270764c1-bc8b-482a-a262-5c114a6edc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882531ee-10b6-49b4-8101-c17af29e179b', 'code': 200} Jul 07 17:14:29.527169 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec29479-ef13-4648-9224-29a9f8ef955f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:29.529745 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9ec29479-ef13-4648-9224-29a9f8ef955f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5498424 Jul 07 17:14:29.534181 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39180) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:29.608666 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=882531ee-10b6-49b4-8101-c17af29e179b,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:29.647969 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-ffcc6d1d-a36a-49ec-8eb3-d78e71baafd2 req-cde3a8fd-aa9b-4d32-8c92-fd81db3a3f06 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Deleting port 4daafdef-10e4-49a2-92dc-5bab6817fb86 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:29.648196 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ffcc6d1d-a36a-49ec-8eb3-d78e71baafd2 req-cde3a8fd-aa9b-4d32-8c92-fd81db3a3f06 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.719865 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45d6202-1fff-4c76-9a73-79c425a0a79a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:29.728198 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a45d6202-1fff-4c76-9a73-79c425a0a79a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1799700 Jul 07 17:14:29.728587 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39186) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:29.743115 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50929b52-ea20-4a86-b923-5f47979b5619 None None] Update dhcp port {'port': {'network_id': 'dfb1a217-5115-42d1-a042-d161f0a6cd64', 'fixed_ips': [{'subnet_id': '0521a052-6567-4943-a55f-8b2a90aa1eaa', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a0155d8b-57d6-47ad-bcd8-fadcc8dfa7ab', 'ip_address': '172.20.0.2'}, {'subnet_id': '28eed7b2-5180-49f6-ad0b-2ccf8355c0ae'}], 'binding:host_id': 'n-d-791503-12'}, 'id': '2df92cb4-8ed7-488d-bcaf-61db17db229f'} from n-d-791503-12. {{(pid=100194) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:14:29.807951 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-fa9184ed-1c3e-4752-a0e3-7872111e9e17 None None] Deleting port d892db7a-bbe9-4a87-a846-4af7511cbfb6 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:29.808337 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fa9184ed-1c3e-4752-a0e3-7872111e9e17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.919614 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-50929b52-ea20-4a86-b923-5f47979b5619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.960371 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-fa9184ed-1c3e-4752-a0e3-7872111e9e17 None None] For port d892db7a-bbe9-4a87-a846-4af7511cbfb6, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d892db7a-bbe9-4a87-a846-4af7511cbfb6,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:29.961223 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fa9184ed-1c3e-4752-a0e3-7872111e9e17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.006793 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-fa9184ed-1c3e-4752-a0e3-7872111e9e17 None None] Calling delete_port for d892db7a-bbe9-4a87-a846-4af7511cbfb6 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:30.015611 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-ffcc6d1d-a36a-49ec-8eb3-d78e71baafd2 req-cde3a8fd-aa9b-4d32-8c92-fd81db3a3f06 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] For port 4daafdef-10e4-49a2-92dc-5bab6817fb86, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=4daafdef-10e4-49a2-92dc-5bab6817fb86,segment=NetworkSegment(4aea7cbd-e1b5-47a8-8a3e-498f1e40a51d),segment_id=4aea7cbd-e1b5-47a8-8a3e-498f1e40a51d)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:30.016336 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ffcc6d1d-a36a-49ec-8eb3-d78e71baafd2 req-cde3a8fd-aa9b-4d32-8c92-fd81db3a3f06 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.056301 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-ffcc6d1d-a36a-49ec-8eb3-d78e71baafd2 req-cde3a8fd-aa9b-4d32-8c92-fd81db3a3f06 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Calling delete_port for 4daafdef-10e4-49a2-92dc-5bab6817fb86 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:30.260330 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.273523 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3db6003b-b17c-46b7-949c-29261f5cf046 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:30.402029 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ffcc6d1d-a36a-49ec-8eb3-d78e71baafd2 req-cde3a8fd-aa9b-4d32-8c92-fd81db3a3f06 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.470371 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3a8fd-aa9b-4d32-8c92-fd81db3a3f06 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Pushing event deleted for resources: {'Port': ['ID=4daafdef-10e4-49a2-92dc-5bab6817fb86,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:30.475843 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 3db6003b-b17c-46b7-949c-29261f5cf046 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:30.476677 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3db6003b-b17c-46b7-949c-29261f5cf046 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:30.477398 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d892db7a-bbe9-4a87-a846-4af7511cbfb6 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:30.486044 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['4daafdef-10e4-49a2-92dc-5bab6817fb86'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:30.497071 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fa9184ed-1c3e-4752-a0e3-7872111e9e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.605605 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcc6d1d-a36a-49ec-8eb3-d78e71baafd2 req-cde3a8fd-aa9b-4d32-8c92-fd81db3a3f06 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] No DVR routers for this DVR port 4daafdef-10e4-49a2-92dc-5bab6817fb86 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:30.607664 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: d892db7a-bbe9-4a87-a846-4af7511cbfb6 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:30.608097 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d892db7a-bbe9-4a87-a846-4af7511cbfb6 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:30.614812 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9184ed-1c3e-4752-a0e3-7872111e9e17 None None] Pushing event deleted for resources: {'Port': ['ID=d892db7a-bbe9-4a87-a846-4af7511cbfb6,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:30.618184 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ffcc6d1d-a36a-49ec-8eb3-d78e71baafd2 req-cde3a8fd-aa9b-4d32-8c92-fd81db3a3f06 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.628271 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ffcc6d1d-a36a-49ec-8eb3-d78e71baafd2 req-cde3a8fd-aa9b-4d32-8c92-fd81db3a3f06 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] 10.222.0.72 "DELETE /v2.0/ports/4daafdef-10e4-49a2-92dc-5bab6817fb86 HTTP/1.1" status: 204 len: 173 time: 1.3971410 Jul 07 17:14:30.629109 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18678e0-f693-4bff-8edf-409619c1a142', 'name': 'network-vif-deleted', 'tag': '4daafdef-10e4-49a2-92dc-5bab6817fb86'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:30.634461 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9184ed-1c3e-4752-a0e3-7872111e9e17 None None] No DVR routers for this DVR port d892db7a-bbe9-4a87-a846-4af7511cbfb6 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:30.640743 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f7f8c2-be7c-44c0-8a4d-fb636c587261" -d '{"events": [{"server_uuid": "f18678e0-f693-4bff-8edf-409619c1a142", "name": "network-vif-deleted", "tag": "4daafdef-10e4-49a2-92dc-5bab6817fb86"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:30.705855 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9e2eee50-c91a-4447-85c0-95da5a672bdd tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.9612803 Jul 07 17:14:30.732461 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39206) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:30.746044 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-0276ed32-8cdc-4319-924c-25344ff94375 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:30.837493 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1b23eb7-a99b-41b2-9bb7-ff2c98f94f37 req-e927f608-9a58-400b-ae47-bcc393d92110 tempest-ServerAddressesNegativeTestJSON-592656932 tempest-ServerAddressesNegativeTestJSON-592656932-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18678e0-f693-4bff-8edf-409619c1a142 HTTP/1.1" status: 200 len: 210 time: 0.1266615 Jul 07 17:14:30.856833 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffbbf4-83bb-4bb9-884d-81bc8f571d44 req-99d9a276-8549-42f1-8c9a-41c00924a568 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:30.870470 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-04ffbbf4-83bb-4bb9-884d-81bc8f571d44 req-99d9a276-8549-42f1-8c9a-41c00924a568 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 946 time: 0.1835237 Jul 07 17:14:30.982940 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-04ffbbf4-83bb-4bb9-884d-81bc8f571d44 req-87581f60-3344-448a-b7fd-c436f6343b57 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111920 Jul 07 17:14:31.012658 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f6d5b5-b796-4d98-8460-a78be382979e x-openstack-request-id: req-34f6d5b5-b796-4d98-8460-a78be382979e {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:31.012658 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18678e0-f693-4bff-8edf-409619c1a142", "name": "network-vif-deleted", "tag": "4daafdef-10e4-49a2-92dc-5bab6817fb86", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:31.012658 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34f6d5b5-b796-4d98-8460-a78be382979e {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:31.012658 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18678e0-f693-4bff-8edf-409619c1a142', 'name': 'network-vif-deleted', 'tag': '4daafdef-10e4-49a2-92dc-5bab6817fb86', 'status': 'completed', 'code': 200} Jul 07 17:14:31.052495 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bace553-ccde-4797-a0ee-2f65de881a63 req-78698347-5986-448c-abd8-1e83062849e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:31.055869 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8bace553-ccde-4797-a0ee-2f65de881a63 req-78698347-5986-448c-abd8-1e83062849e9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 1098 time: 1.6715832 Jul 07 17:14:31.229167 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8bace553-ccde-4797-a0ee-2f65de881a63 req-92823db2-e073-4f3c-87b1-f0feed466883 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632478 Jul 07 17:14:31.239618 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-07e318d4-8f0f-4485-9588-9d64019ec8dc tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Delete allocated IP 172.20.0.9 (dfb1a217-5115-42d1-a042-d161f0a6cd64/a0155d8b-57d6-47ad-bcd8-fadcc8dfa7ab) {{(pid=100193) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:14:31.264676 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-07e318d4-8f0f-4485-9588-9d64019ec8dc tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Allocated IP 172.20.0.35 (dfb1a217-5115-42d1-a042-d161f0a6cd64/28eed7b2-5180-49f6-ad0b-2ccf8355c0ae/a31cf077-e7cf-4ccd-b12b-a621eabfb5e4) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:31.273429 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0276ed32-8cdc-4319-924c-25344ff94375 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:31.281502 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0276ed32-8cdc-4319-924c-25344ff94375 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:31.632895 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-07e318d4-8f0f-4485-9588-9d64019ec8dc tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:31.663833 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-07e318d4-8f0f-4485-9588-9d64019ec8dc tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Transition to ACTIVE for port object a31cf077-e7cf-4ccd-b12b-a621eabfb5e4 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:31.673686 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-07e318d4-8f0f-4485-9588-9d64019ec8dc tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:31.780410 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-50929b52-ea20-4a86-b923-5f47979b5619 None None] Allocated IP 172.20.0.34 (dfb1a217-5115-42d1-a042-d161f0a6cd64/28eed7b2-5180-49f6-ad0b-2ccf8355c0ae/2df92cb4-8ed7-488d-bcaf-61db17db229f) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:31.891077 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e318d4-8f0f-4485-9588-9d64019ec8dc tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event updated for resources: {'Port': ['ID=a31cf077-e7cf-4ccd-b12b-a621eabfb5e4,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:31.938807 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-07e318d4-8f0f-4485-9588-9d64019ec8dc tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] In _notify_port_updated(), no bound segment for port a31cf077-e7cf-4ccd-b12b-a621eabfb5e4 on network dfb1a217-5115-42d1-a042-d161f0a6cd64 {{(pid=100193) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:14:31.950145 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e318d4-8f0f-4485-9588-9d64019ec8dc tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:31.951303 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-07e318d4-8f0f-4485-9588-9d64019ec8dc tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:31.955983 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-07e318d4-8f0f-4485-9588-9d64019ec8dc tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "PUT /v2.0/ports/a31cf077-e7cf-4ccd-b12b-a621eabfb5e4 HTTP/1.1" status: 200 len: 959 time: 3.5440540 Jul 07 17:14:31.957209 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39220) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:32.013650 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39222) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:32.053702 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-50929b52-ea20-4a86-b923-5f47979b5619 None None] For port 2df92cb4-8ed7-488d-bcaf-61db17db229f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=2df92cb4-8ed7-488d-bcaf-61db17db229f,segment=NetworkSegment(cd561c48-880e-4a3b-b345-8432da30b28d),segment_id=cd561c48-880e-4a3b-b345-8432da30b28d)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:32.173506 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-50929b52-ea20-4a86-b923-5f47979b5619 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.271670 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-50929b52-ea20-4a86-b923-5f47979b5619 None None] Transition to ACTIVE for port object 2df92cb4-8ed7-488d-bcaf-61db17db229f will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:32.277102 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-011ac12b-8d76-49b2-a31e-3ef355d09941 admin admin] Deleting subnet dc511ff2-8542-4431-b416-cb8ad720e461 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:32.278784 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-50929b52-ea20-4a86-b923-5f47979b5619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.285362 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-011ac12b-8d76-49b2-a31e-3ef355d09941 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.399536 n-d-791503-12 neutron-server[100193]: DEBUG neutron.objects.ports [None req-0276ed32-8cdc-4319-924c-25344ff94375 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100193) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:14:32.409906 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-011ac12b-8d76-49b2-a31e-3ef355d09941 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.414650 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0276ed32-8cdc-4319-924c-25344ff94375 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.512069 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0276ed32-8cdc-4319-924c-25344ff94375 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:32.522365 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-0276ed32-8cdc-4319-924c-25344ff94375 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:32.536949 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0276ed32-8cdc-4319-924c-25344ff94375 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:32.538783 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0276ed32-8cdc-4319-924c-25344ff94375 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.570287 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0276ed32-8cdc-4319-924c-25344ff94375 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8324962 Jul 07 17:14:32.576755 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39238) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:32.580057 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-57791c11-2bed-40f7-8d3b-6672aded42f2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting port a31cf077-e7cf-4ccd-b12b-a621eabfb5e4 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:32.580640 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-57791c11-2bed-40f7-8d3b-6672aded42f2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.586192 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-f9faba07-ed40-4c80-99c2-737ed0f90993 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:32.588591 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f48b2e4-e973-459a-a554-625401f57a84 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:32.591823 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 4daafdef-10e4-49a2-92dc-5bab6817fb86 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:32.598105 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-011ac12b-8d76-49b2-a31e-3ef355d09941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.639060 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276ed32-8cdc-4319-924c-25344ff94375 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=a77f3d07-b16c-414e-abc1-3a11c359fdae,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:32.779762 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-011ac12b-8d76-49b2-a31e-3ef355d09941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.788287 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc8b6d-5080-42cb-9492-9a9989d2cc65 req-32c414a6-08f4-4994-bbcc-4d7c7b61e3e4 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:32.800307 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d9dc8b6d-5080-42cb-9492-9a9989d2cc65 req-32c414a6-08f4-4994-bbcc-4d7c7b61e3e4 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 946 time: 0.4899175 Jul 07 17:14:32.810590 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39244) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:32.824086 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ac12b-8d76-49b2-a31e-3ef355d09941 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc511ff2-8542-4431-b416-cb8ad720e461,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:32.849025 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-011ac12b-8d76-49b2-a31e-3ef355d09941 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.852149 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-011ac12b-8d76-49b2-a31e-3ef355d09941 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/dc511ff2-8542-4431-b416-cb8ad720e461 HTTP/1.1" status: 204 len: 168 time: 0.8368945 Jul 07 17:14:32.860231 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39252) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:32.923807 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 4daafdef-10e4-49a2-92dc-5bab6817fb86 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:32.927366 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 4daafdef-10e4-49a2-92dc-5bab6817fb86 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:32.989591 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9faba07-ed40-4c80-99c2-737ed0f90993 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:32.996853 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f9faba07-ed40-4c80-99c2-737ed0f90993 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.084328 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-57791c11-2bed-40f7-8d3b-6672aded42f2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.180670 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50929b52-ea20-4a86-b923-5f47979b5619 None None] Pushing event updated for resources: {'Port': ['ID=2df92cb4-8ed7-488d-bcaf-61db17db229f,revision_number=7']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:33.189241 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d9dc8b6d-5080-42cb-9492-9a9989d2cc65 req-7d77afbf-0d70-4d33-972e-609015581b96 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875868 Jul 07 17:14:33.190343 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-57791c11-2bed-40f7-8d3b-6672aded42f2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Calling delete_port for a31cf077-e7cf-4ccd-b12b-a621eabfb5e4 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:33.335634 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3a5165d6-a5cb-40ec-af00-3dfc7b4856f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.446658 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28f2872-f222-486f-9d68-a84ce7c3dbf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-6e9cefa1-f008-4dc6-9203-f56e105ef387', 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'fixed_ips': [{'subnet_id': 'a77f3d07-b16c-414e-abc1-3a11c359fdae'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:14:33.449074 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f28f2872-f222-486f-9d68-a84ce7c3dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.545367 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f9faba07-ed40-4c80-99c2-737ed0f90993 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.682493 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff50d525-f1b1-4467-9f5d-0aaf18b64b19 admin admin] Deleting subnet 14e47f73-09be-4e96-b070-1b771944d586 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:33.685372 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9faba07-ed40-4c80-99c2-737ed0f90993 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=0e5d459d-0a94-4e46-a707-e22ff8b74a8a,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:33.689955 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ff50d525-f1b1-4467-9f5d-0aaf18b64b19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.778521 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-f28f2872-f222-486f-9d68-a84ce7c3dbf2 None None] Allocated IP 2001:db8::f816:3eff:fec5:dee3 (6e9cefa1-f008-4dc6-9203-f56e105ef387/a77f3d07-b16c-414e-abc1-3a11c359fdae/11c991b0-8cb8-4d2e-9c24-479fe5370023) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:33.909491 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9faba07-ed40-4c80-99c2-737ed0f90993 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:33.914511 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3a5165d6-a5cb-40ec-af00-3dfc7b4856f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.919683 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-f9faba07-ed40-4c80-99c2-737ed0f90993 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:33.946310 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9faba07-ed40-4c80-99c2-737ed0f90993 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:33.947672 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ff50d525-f1b1-4467-9f5d-0aaf18b64b19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.951114 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f9faba07-ed40-4c80-99c2-737ed0f90993 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.952444 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-57791c11-2bed-40f7-8d3b-6672aded42f2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.974051 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-3a5165d6-a5cb-40ec-af00-3dfc7b4856f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:34.032329 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-3a5165d6-a5cb-40ec-af00-3dfc7b4856f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aea7cbd-e1b5-47a8-8a3e-498f1e40a51d') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:34.033442 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-3a5165d6-a5cb-40ec-af00-3dfc7b4856f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aea7cbd-e1b5-47a8-8a3e-498f1e40a51d') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:34.039101 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791c11-2bed-40f7-8d3b-6672aded42f2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Port': ['ID=a31cf077-e7cf-4ccd-b12b-a621eabfb5e4,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:34.066904 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3a5165d6-a5cb-40ec-af00-3dfc7b4856f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.085003 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3a5165d6-a5cb-40ec-af00-3dfc7b4856f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.093494 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5165d6-a5cb-40ec-af00-3dfc7b4856f1 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:14:34.093898 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3a5165d6-a5cb-40ec-af00-3dfc7b4856f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.110395 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ff50d525-f1b1-4467-9f5d-0aaf18b64b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:14:34.188962 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:14:34.194953 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f9faba07-ed40-4c80-99c2-737ed0f90993 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6168857 Jul 07 17:14:34.200464 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3a5165d6-a5cb-40ec-af00-3dfc7b4856f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.202042 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39266) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:34.250361 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3a5165d6-a5cb-40ec-af00-3dfc7b4856f1 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.265233 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f28f2872-f222-486f-9d68-a84ce7c3dbf2 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.280062 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3a5165d6-a5cb-40ec-af00-3dfc7b4856f1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0 HTTP/1.1" status: 204 len: 168 time: 1.4182258 Jul 07 17:14:34.294495 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 2df92cb4-8ed7-488d-bcaf-61db17db229f up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:34.330554 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-12d6ddf7-ea05-454c-b2d5-8acfdf2b6444 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'port': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'mac_address': 'fa:16:3e:6b:4c:11', 'name': 'tempest-NetworksTestDHCPv6-1805250254'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:34.361916 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5165d6-a5cb-40ec-af00-3dfc7b4856f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc966c0d-ae5a-4d4f-bf96-7eb02d5395f0,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:34.411664 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-57791c11-2bed-40f7-8d3b-6672aded42f2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.420475 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-57791c11-2bed-40f7-8d3b-6672aded42f2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/ports/a31cf077-e7cf-4ccd-b12b-a621eabfb5e4 HTTP/1.1" status: 204 len: 168 time: 2.4614902 Jul 07 17:14:34.427930 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f28f2872-f222-486f-9d68-a84ce7c3dbf2 None None] Transition to ACTIVE for port object 11c991b0-8cb8-4d2e-9c24-479fe5370023 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:34.429240 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39276) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:34.502025 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ae765712-2cfa-42dd-bf7a-bb8c4177404e None None] Provisioning for port 2df92cb4-8ed7-488d-bcaf-61db17db229f completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:34.515467 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f28f2872-f222-486f-9d68-a84ce7c3dbf2 None None] Transition to ACTIVE for port object 11c991b0-8cb8-4d2e-9c24-479fe5370023 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:34.517484 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ae765712-2cfa-42dd-bf7a-bb8c4177404e None None] Provisioning complete for port 2df92cb4-8ed7-488d-bcaf-61db17db229f triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:34.517657 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ae765712-2cfa-42dd-bf7a-bb8c4177404e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.548007 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f28f2872-f222-486f-9d68-a84ce7c3dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.564657 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ff50d525-f1b1-4467-9f5d-0aaf18b64b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.649403 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50d525-f1b1-4467-9f5d-0aaf18b64b19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14e47f73-09be-4e96-b070-1b771944d586,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:34.653924 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd0b3cd-9275-44ea-a3d1-56b82a9d39dd tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] GET failed (client error): The resource could not be found. Jul 07 17:14:34.657116 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fcd0b3cd-9275-44ea-a3d1-56b82a9d39dd tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "GET /v2.0/ports/a31cf077-e7cf-4ccd-b12b-a621eabfb5e4 HTTP/1.1" status: 404 len: 333 time: 0.2235889 Jul 07 17:14:34.662992 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39282) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:34.694860 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d6ddf7-ea05-454c-b2d5-8acfdf2b6444 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:34.757649 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ff50d525-f1b1-4467-9f5d-0aaf18b64b19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.761669 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ff50d525-f1b1-4467-9f5d-0aaf18b64b19 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/14e47f73-09be-4e96-b070-1b771944d586 HTTP/1.1" status: 204 len: 168 time: 1.9490852 Jul 07 17:14:34.764951 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39286) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:34.808866 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39288) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:34.890012 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f2872-f222-486f-9d68-a84ce7c3dbf2 None None] Pushing event updated for resources: {'Port': ['ID=11c991b0-8cb8-4d2e-9c24-479fe5370023,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:34.895347 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-95c0dba3-5789-450b-9ff6-965411ad3606 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3742a0fc46dc4299b20f338450dce2b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0830147 Jul 07 17:14:34.899992 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39290) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:34.900270 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 2df92cb4-8ed7-488d-bcaf-61db17db229f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:34.900659 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.953273 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b5002dd-9a64-46f7-aaf7-e6b4eb7e6301 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.972238 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8daee7ce-fe70-466d-893a-44e6feaab996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.980437 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d990c63-54f3-4f58-9189-4798049f401e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.986210 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-12d6ddf7-ea05-454c-b2d5-8acfdf2b6444 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.009821 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28f2872-f222-486f-9d68-a84ce7c3dbf2 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:35.016235 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-f28f2872-f222-486f-9d68-a84ce7c3dbf2 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:35.026575 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28f2872-f222-486f-9d68-a84ce7c3dbf2 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:35.027005 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-12d6ddf7-ea05-454c-b2d5-8acfdf2b6444 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] device_id is not set on port c83f2d2b-4aec-4e48-bdca-f40f4d4055de yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:14:35.033581 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8abbf-1a73-4618-ae89-669550955e83 req-4e3ac285-8db3-443a-b751-3b1cba1efd31 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:35.045654 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d990c63-54f3-4f58-9189-4798049f401e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.053569 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-05e8abbf-1a73-4618-ae89-669550955e83 req-4e3ac285-8db3-443a-b751-3b1cba1efd31 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 946 time: 0.4116101 Jul 07 17:14:35.073532 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b5002dd-9a64-46f7-aaf7-e6b4eb7e6301 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.175855 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-f28f2872-f222-486f-9d68-a84ce7c3dbf2 None None] Attempting to bind port 11c991b0-8cb8-4d2e-9c24-479fe5370023 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:35.176475 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-f28f2872-f222-486f-9d68-a84ce7c3dbf2 None None] Attempting to bind port 11c991b0-8cb8-4d2e-9c24-479fe5370023 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:35.176694 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28f2872-f222-486f-9d68-a84ce7c3dbf2 None None] Attempting to bind port 11c991b0-8cb8-4d2e-9c24-479fe5370023 on network 6e9cefa1-f008-4dc6-9203-f56e105ef387 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:35.219470 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ae765712-2cfa-42dd-bf7a-bb8c4177404e None None] Could not find standard attr ID for object a31cf077-e7cf-4ccd-b12b-a621eabfb5e4. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:14:35.252486 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d990c63-54f3-4f58-9189-4798049f401e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.257726 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d990c63-54f3-4f58-9189-4798049f401e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.261207 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4d990c63-54f3-4f58-9189-4798049f401e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/386d6a5b-7813-4150-9774-70fe6dcc586c HTTP/1.1" status: 204 len: 168 time: 0.3597870 Jul 07 17:14:35.284253 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d990c63-54f3-4f58-9189-4798049f401e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386d6a5b-7813-4150-9774-70fe6dcc586c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:35.308453 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28f2872-f222-486f-9d68-a84ce7c3dbf2 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:35.309398 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28f2872-f222-486f-9d68-a84ce7c3dbf2 None None] Checking segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:35.309582 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f28f2872-f222-486f-9d68-a84ce7c3dbf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.312549 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28f2872-f222-486f-9d68-a84ce7c3dbf2 None None] Bound using segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:35.313619 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-f28f2872-f222-486f-9d68-a84ce7c3dbf2 None None] Bound port: 11c991b0-8cb8-4d2e-9c24-479fe5370023, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:35.314991 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f28f2872-f222-486f-9d68-a84ce7c3dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.392202 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ae765712-2cfa-42dd-bf7a-bb8c4177404e None None] Provisioning complete for port c81b26a4-e858-4402-b79d-db589fb2cfa9 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:35.395230 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ae765712-2cfa-42dd-bf7a-bb8c4177404e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.456442 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-12d6ddf7-ea05-454c-b2d5-8acfdf2b6444 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 172.20.0.2 (6e9cefa1-f008-4dc6-9203-f56e105ef387/0e5d459d-0a94-4e46-a707-e22ff8b74a8a/c83f2d2b-4aec-4e48-bdca-f40f4d4055de) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:35.465890 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-12d6ddf7-ea05-454c-b2d5-8acfdf2b6444 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 2001:db8::f816:3eff:fe6b:4c11 (6e9cefa1-f008-4dc6-9203-f56e105ef387/a77f3d07-b16c-414e-abc1-3a11c359fdae/c83f2d2b-4aec-4e48-bdca-f40f4d4055de) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:35.687963 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-12d6ddf7-ea05-454c-b2d5-8acfdf2b6444 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.714152 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-12d6ddf7-ea05-454c-b2d5-8acfdf2b6444 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Transition to ACTIVE for port object c83f2d2b-4aec-4e48-bdca-f40f4d4055de will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:35.786805 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-f28f2872-f222-486f-9d68-a84ce7c3dbf2 None None] For port 11c991b0-8cb8-4d2e-9c24-479fe5370023, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:35.791302 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-f28f2872-f222-486f-9d68-a84ce7c3dbf2 None None] For port 11c991b0-8cb8-4d2e-9c24-479fe5370023, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=11c991b0-8cb8-4d2e-9c24-479fe5370023,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:35.798259 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-ae765712-2cfa-42dd-bf7a-bb8c4177404e None None] Port c81b26a4-e858-4402-b79d-db589fb2cfa9 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:35.803798 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f28f2872-f222-486f-9d68-a84ce7c3dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.842844 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-12d6ddf7-ea05-454c-b2d5-8acfdf2b6444 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.931686 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d6ddf7-ea05-454c-b2d5-8acfdf2b6444 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:35.943684 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-24ad57c0-dd75-4735-b272-d4b09683c662 None None] Could not find standard attr ID for object a31cf077-e7cf-4ccd-b12b-a621eabfb5e4. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:14:35.948985 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-12d6ddf7-ea05-454c-b2d5-8acfdf2b6444 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:35.955016 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d6ddf7-ea05-454c-b2d5-8acfdf2b6444 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:35.963943 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f2872-f222-486f-9d68-a84ce7c3dbf2 None None] Pushing event updated for resources: {'Port': ['ID=11c991b0-8cb8-4d2e-9c24-479fe5370023,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:36.028505 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d6ddf7-ea05-454c-b2d5-8acfdf2b6444 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Port': ['ID=c83f2d2b-4aec-4e48-bdca-f40f4d4055de,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:36.051605 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d6ddf7-ea05-454c-b2d5-8acfdf2b6444 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:36.053638 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-12d6ddf7-ea05-454c-b2d5-8acfdf2b6444 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.077536 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-12d6ddf7-ea05-454c-b2d5-8acfdf2b6444 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8636253 Jul 07 17:14:36.082039 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39308) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:36.234263 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-05e8abbf-1a73-4618-ae89-669550955e83 req-fcbcee64-ad75-4cf9-8777-0e37209ee258 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1789515 Jul 07 17:14:36.239852 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b0aff7-405b-4588-9509-da3914e53950 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:36.245446 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8daee7ce-fe70-466d-893a-44e6feaab996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.263664 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b0aff7-405b-4588-9509-da3914e53950 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:36.269603 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d7b0aff7-405b-4588-9509-da3914e53950 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1827826 Jul 07 17:14:36.274072 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39316) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:36.331455 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-8daee7ce-fe70-466d-893a-44e6feaab996 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e48a1335-f2ce-4136-9503-051b68c84575']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:36.380241 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b5002dd-9a64-46f7-aaf7-e6b4eb7e6301 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.385655 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b5002dd-9a64-46f7-aaf7-e6b4eb7e6301 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.388068 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2b5002dd-9a64-46f7-aaf7-e6b4eb7e6301 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/security-groups/d72a4065-4fec-4a87-a1c3-ed7bb3a45a57 HTTP/1.1" status: 204 len: 168 time: 1.7085125 Jul 07 17:14:36.390918 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39320) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:36.455262 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-8daee7ce-fe70-466d-893a-44e6feaab996 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf42bd2-fc12-4c99-b88e-eb60fef0924a') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:36.456186 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-8daee7ce-fe70-466d-893a-44e6feaab996 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf42bd2-fc12-4c99-b88e-eb60fef0924a') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:36.534904 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5002dd-9a64-46f7-aaf7-e6b4eb7e6301 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72a4065-4fec-4a87-a1c3-ed7bb3a45a57,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:36.569951 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8daee7ce-fe70-466d-893a-44e6feaab996 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.582200 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b7ab6875-c847-4506-8d38-a6b27175ca54 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.639376 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b7ab6875-c847-4506-8d38-a6b27175ca54 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.672347 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8daee7ce-fe70-466d-893a-44e6feaab996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.689269 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8daee7ce-fe70-466d-893a-44e6feaab996 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:14:36.690256 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8daee7ce-fe70-466d-893a-44e6feaab996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:14:36.695459 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:14:36.705420 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b7ab6875-c847-4506-8d38-a6b27175ca54 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.712332 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b7ab6875-c847-4506-8d38-a6b27175ca54 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.715928 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b7ab6875-c847-4506-8d38-a6b27175ca54 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/security-groups/896cff7e-0905-4908-a839-bc4ebf742d40 HTTP/1.1" status: 204 len: 168 time: 0.3151743 Jul 07 17:14:36.723913 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39326) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:36.777980 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab6875-c847-4506-8d38-a6b27175ca54 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=896cff7e-0905-4908-a839-bc4ebf742d40,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:36.827570 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8daee7ce-fe70-466d-893a-44e6feaab996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.861118 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8daee7ce-fe70-466d-893a-44e6feaab996 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.869461 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8daee7ce-fe70-466d-893a-44e6feaab996 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e48a1335-f2ce-4136-9503-051b68c84575 HTTP/1.1" status: 204 len: 168 time: 2.0957541 Jul 07 17:14:36.870873 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daee7ce-fe70-466d-893a-44e6feaab996 admin admin] Pushing event deleted for resources: {'Network': ['ID=e48a1335-f2ce-4136-9503-051b68c84575,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:36.893876 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-55efc27b-1f23-4703-b8ee-3ce8906b392b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting port c83f2d2b-4aec-4e48-bdca-f40f4d4055de {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:36.894718 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-55efc27b-1f23-4703-b8ee-3ce8906b392b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.906743 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81cf0222-bb36-41dc-a6e6-fb38c5652ce2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.995261 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81cf0222-bb36-41dc-a6e6-fb38c5652ce2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:37.104076 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-55efc27b-1f23-4703-b8ee-3ce8906b392b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:37.149187 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:37.150458 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-55efc27b-1f23-4703-b8ee-3ce8906b392b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Calling delete_port for c83f2d2b-4aec-4e48-bdca-f40f4d4055de owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:37.190138 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81cf0222-bb36-41dc-a6e6-fb38c5652ce2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:37.199676 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81cf0222-bb36-41dc-a6e6-fb38c5652ce2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:37.205987 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-81cf0222-bb36-41dc-a6e6-fb38c5652ce2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/security-groups/acf40eb7-5f65-4a80-a189-6120468a98cc HTTP/1.1" status: 204 len: 168 time: 0.4671681 Jul 07 17:14:37.213460 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39344) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:37.359096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39346) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:37.496748 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf0222-bb36-41dc-a6e6-fb38c5652ce2 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf40eb7-5f65-4a80-a189-6120468a98cc,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:37.557504 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-a281d45b-20a7-4467-a9ad-2c0afd4a5936 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting subnet a0155d8b-57d6-47ad-bcd8-fadcc8dfa7ab {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:37.562317 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a281d45b-20a7-4467-a9ad-2c0afd4a5936 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:37.629624 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a281d45b-20a7-4467-a9ad-2c0afd4a5936 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:37.705443 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:37.713398 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521976a-367c-4e89-aba6-fd2d8cda2840 req-e28c1e27-1b56-4d38-9566-657ae401d84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:37.716543 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2521976a-367c-4e89-aba6-fd2d8cda2840 req-e28c1e27-1b56-4d38-9566-657ae401d84c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa7f2838537b47bf8d02ed4d09c0343d&device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 1098 time: 0.4306023 Jul 07 17:14:37.872257 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521976a-367c-4e89-aba6-fd2d8cda2840 req-4f6b7453-a31a-4f64-a8b3-e979a5b68cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:37.873958 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2521976a-367c-4e89-aba6-fd2d8cda2840 req-4f6b7453-a31a-4f64-a8b3-e979a5b68cc9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b09d5620-c5a5-4f52-8562-d9c726ea81d4 HTTP/1.1" status: 200 len: 911 time: 0.1504831 Jul 07 17:14:37.945836 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2521976a-367c-4e89-aba6-fd2d8cda2840 req-81135455-d484-4b25-886a-a6a887a54cd5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=882531ee-10b6-49b4-8101-c17af29e179b HTTP/1.1" status: 200 len: 217 time: 0.0621581 Jul 07 17:14:37.952256 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-271f9604-1da5-4e12-a8fb-1640b9199903 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2fe17a6fbd19425cb38c02ad6df4484f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4594569 Jul 07 17:14:37.954243 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39354) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:37.986272 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f701f24-a002-402c-ac23-06a29dee08a5 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:38.008126 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193ba2a-bfca-488a-b3be-bfe9b743191f req-6f842441-0124-4672-8c53-d459e3921980 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:38.018906 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1193ba2a-bfca-488a-b3be-bfe9b743191f req-6f842441-0124-4672-8c53-d459e3921980 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 946 time: 0.6576369 Jul 07 17:14:38.146237 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39360) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:38.185506 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ef23245b-d6fe-4e62-bc68-c33b124f8ca2 None None] Provisioning for port 11c991b0-8cb8-4d2e-9c24-479fe5370023 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:38.324386 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c549b370-bd59-4e33-bb37-6b390f5e8bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.329210 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521976a-367c-4e89-aba6-fd2d8cda2840 req-0a864294-60b9-4da3-a3dc-901748fa45b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:38.342274 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2521976a-367c-4e89-aba6-fd2d8cda2840 req-0a864294-60b9-4da3-a3dc-901748fa45b0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7444f78e-5a5a-4c3a-8ef5-8892e2ae8716 HTTP/1.1" status: 200 len: 850 time: 0.3866336 Jul 07 17:14:38.359279 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-55efc27b-1f23-4703-b8ee-3ce8906b392b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.451308 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1193ba2a-bfca-488a-b3be-bfe9b743191f req-8d241ceb-cca8-4d7c-8654-76331fae0af1 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309311 Jul 07 17:14:38.482242 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a281d45b-20a7-4467-a9ad-2c0afd4a5936 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.482562 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 11c991b0-8cb8-4d2e-9c24-479fe5370023 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:38.495321 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-982d9189-5f12-4ba6-9b2b-ccf0792f5f84 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1385543088-network', 'tenant_id': '7cb2b0eb74ec46bfb84fb5fe3bc459bf'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:38.501015 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2521976a-367c-4e89-aba6-fd2d8cda2840 req-5a2a1f5d-ffa6-4eb0-889b-ac48bf2766aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b09d5620-c5a5-4f52-8562-d9c726ea81d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1550455 Jul 07 17:14:38.523177 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efc27b-1f23-4703-b8ee-3ce8906b392b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Port': ['ID=c83f2d2b-4aec-4e48-bdca-f40f4d4055de,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:38.609100 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c549b370-bd59-4e33-bb37-6b390f5e8bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.653614 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 11c991b0-8cb8-4d2e-9c24-479fe5370023 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:38.660457 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 11c991b0-8cb8-4d2e-9c24-479fe5370023 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:38.661333 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.735114 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982d9189-5f12-4ba6-9b2b-ccf0792f5f84 admin admin] Made reservation on behalf of 7cb2b0eb74ec46bfb84fb5fe3bc459bf for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:38.738141 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-982d9189-5f12-4ba6-9b2b-ccf0792f5f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.759020 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-55efc27b-1f23-4703-b8ee-3ce8906b392b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.761113 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-55efc27b-1f23-4703-b8ee-3ce8906b392b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/c83f2d2b-4aec-4e48-bdca-f40f4d4055de HTTP/1.1" status: 204 len: 168 time: 2.4856620 Jul 07 17:14:38.765102 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39368) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:38.784341 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-982d9189-5f12-4ba6-9b2b-ccf0792f5f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.845530 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c549b370-bd59-4e33-bb37-6b390f5e8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.848903 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c549b370-bd59-4e33-bb37-6b390f5e8bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.856969 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c549b370-bd59-4e33-bb37-6b390f5e8bb9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bc432689-42c2-4598-a430-7e6140c929d5 HTTP/1.1" status: 204 len: 168 time: 0.8847535 Jul 07 17:14:38.884410 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd116cb-d581-4db1-9ad7-5ed078e7cd4c None None] Update dhcp port {'port': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'fixed_ips': [{'subnet_id': 'a77f3d07-b16c-414e-abc1-3a11c359fdae', 'ip_address': '2001:db8::f816:3eff:fec5:dee3'}, {'subnet_id': '0e5d459d-0a94-4e46-a707-e22ff8b74a8a'}], 'binding:host_id': 'n-d-791503-12'}, 'id': '11c991b0-8cb8-4d2e-9c24-479fe5370023'} from n-d-791503-12. {{(pid=100194) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:14:38.913462 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549b370-bd59-4e33-bb37-6b390f5e8bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc432689-42c2-4598-a430-7e6140c929d5,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:38.949633 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2521976a-367c-4e89-aba6-fd2d8cda2840 req-5b6abe72-de64-4e71-bbcf-ede3e97a1513 service neutron] 10.222.0.64 "GET /v2.0/networks/b09d5620-c5a5-4f52-8562-d9c726ea81d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243379 Jul 07 17:14:38.967309 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091e9b5d-d343-4a93-8c4e-6647dab3aac4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:38.970417 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091e9b5d-d343-4a93-8c4e-6647dab3aac4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:38.979036 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.985901 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-efd116cb-d581-4db1-9ad7-5ed078e7cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.986954 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091e9b5d-d343-4a93-8c4e-6647dab3aac4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:38.994567 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39376) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:38.995080 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-091e9b5d-d343-4a93-8c4e-6647dab3aac4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2262535 Jul 07 17:14:39.016921 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a281d45b-20a7-4467-a9ad-2c0afd4a5936 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.149146 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a5e81b-29ce-4013-8d60-df92c8b47f2f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet 0e5d459d-0a94-4e46-a707-e22ff8b74a8a {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:39.155078 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-47a5e81b-29ce-4013-8d60-df92c8b47f2f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.182554 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 11c991b0-8cb8-4d2e-9c24-479fe5370023, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=11c991b0-8cb8-4d2e-9c24-479fe5370023,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:39.192175 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a281d45b-20a7-4467-a9ad-2c0afd4a5936 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.197129 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a281d45b-20a7-4467-a9ad-2c0afd4a5936 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/subnets/a0155d8b-57d6-47ad-bcd8-fadcc8dfa7ab HTTP/1.1" status: 204 len: 168 time: 1.9665275 Jul 07 17:14:39.198241 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8939e3-9739-43ff-88b5-401f9db14e59 None None] Network dfb1a217-5115-42d1-a042-d161f0a6cd64 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:39.202348 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.220348 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281d45b-20a7-4467-a9ad-2c0afd4a5936 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Subnet': ['ID=a0155d8b-57d6-47ad-bcd8-fadcc8dfa7ab,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:39.226764 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39380) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:39.338668 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=11c991b0-8cb8-4d2e-9c24-479fe5370023,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:39.343651 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-47a5e81b-29ce-4013-8d60-df92c8b47f2f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.370766 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2521976a-367c-4e89-aba6-fd2d8cda2840 req-20e52242-497e-4b43-a72c-c9f35dc4cc1e service neutron] 10.222.0.64 "GET /v2.0/networks/b09d5620-c5a5-4f52-8562-d9c726ea81d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730419 Jul 07 17:14:39.400818 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-982d9189-5f12-4ba6-9b2b-ccf0792f5f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.407697 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-982d9189-5f12-4ba6-9b2b-ccf0792f5f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.510244 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982d9189-5f12-4ba6-9b2b-ccf0792f5f84 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:14:39.517384 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d9189-5f12-4ba6-9b2b-ccf0792f5f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f220e5d-5b61-4377-914e-b585e8f9e4a0,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:39.527904 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-094b6be3-24b5-4fb1-9ed2-f514f00cc034 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting subnet 28eed7b2-5180-49f6-ad0b-2ccf8355c0ae {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:39.558146 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d9189-5f12-4ba6-9b2b-ccf0792f5f84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:39.562839 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-094b6be3-24b5-4fb1-9ed2-f514f00cc034 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.580157 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d9189-5f12-4ba6-9b2b-ccf0792f5f84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:39.581027 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d9189-5f12-4ba6-9b2b-ccf0792f5f84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:39.581618 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d9189-5f12-4ba6-9b2b-ccf0792f5f84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:39.585353 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d9189-5f12-4ba6-9b2b-ccf0792f5f84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:39.586125 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d9189-5f12-4ba6-9b2b-ccf0792f5f84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:39.586680 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d9189-5f12-4ba6-9b2b-ccf0792f5f84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:39.587264 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d9189-5f12-4ba6-9b2b-ccf0792f5f84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:39.587844 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d9189-5f12-4ba6-9b2b-ccf0792f5f84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:39.588421 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d9189-5f12-4ba6-9b2b-ccf0792f5f84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:39.592332 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d9189-5f12-4ba6-9b2b-ccf0792f5f84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:39.593149 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d9189-5f12-4ba6-9b2b-ccf0792f5f84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:39.642643 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-982d9189-5f12-4ba6-9b2b-ccf0792f5f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.643430 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-982d9189-5f12-4ba6-9b2b-ccf0792f5f84 admin admin] Added segment 5718179c-d206-4b35-beba-2628ddada37c of type vlan for network 011dc692-216c-4338-9ffe-780c5bbed21c Jul 07 17:14:39.665397 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-47a5e81b-29ce-4013-8d60-df92c8b47f2f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.751386 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-094b6be3-24b5-4fb1-9ed2-f514f00cc034 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.767903 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-982d9189-5f12-4ba6-9b2b-ccf0792f5f84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.860659 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-982d9189-5f12-4ba6-9b2b-ccf0792f5f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.862718 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982d9189-5f12-4ba6-9b2b-ccf0792f5f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:39.864028 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-982d9189-5f12-4ba6-9b2b-ccf0792f5f84 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.971645 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-982d9189-5f12-4ba6-9b2b-ccf0792f5f84 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8162024 Jul 07 17:14:39.972789 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39412) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:39.978461 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-d2997717-2958-4d81-8af6-6d8ceec6d68a admin admin] Request body: {'subnet': {'network_id': '011dc692-216c-4338-9ffe-780c5bbed21c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1385543088-subnet', 'tenant_id': '7cb2b0eb74ec46bfb84fb5fe3bc459bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:40.001113 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d9189-5f12-4ba6-9b2b-ccf0792f5f84 admin admin] Pushing event updated for resources: {'Network': ['ID=011dc692-216c-4338-9ffe-780c5bbed21c,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:40.023897 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2997717-2958-4d81-8af6-6d8ceec6d68a admin admin] Made reservation on behalf of 7cb2b0eb74ec46bfb84fb5fe3bc459bf for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:40.028221 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d2997717-2958-4d81-8af6-6d8ceec6d68a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.032677 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 011dc692-216c-4338-9ffe-780c5bbed21c details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:14:40.046318 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-47a5e81b-29ce-4013-8d60-df92c8b47f2f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server [None req-efd116cb-d581-4db1-9ad7-5ed078e7cd4c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e5d459d-0a94-4e46-a707-e22ff8b74a8a: This subnet is being modified by another concurrent operation. Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:14:40.059367 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e5d459d-0a94-4e46-a707-e22ff8b74a8a: This subnet is being modified by another concurrent operation. Jul 07 17:14:40.067882 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server Jul 07 17:14:40.137282 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5e81b-29ce-4013-8d60-df92c8b47f2f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=0e5d459d-0a94-4e46-a707-e22ff8b74a8a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:40.153958 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-47a5e81b-29ce-4013-8d60-df92c8b47f2f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.160094 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-47a5e81b-29ce-4013-8d60-df92c8b47f2f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/0e5d459d-0a94-4e46-a707-e22ff8b74a8a HTTP/1.1" status: 204 len: 168 time: 1.1633604 Jul 07 17:14:40.161770 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39416) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:40.222593 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-094b6be3-24b5-4fb1-9ed2-f514f00cc034 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.235381 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca586c7-2d44-40a7-b98a-91f21835de23 req-2969cb50-2235-4e39-af69-f0a7257fe9b8 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:40.237158 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ca586c7-2d44-40a7-b98a-91f21835de23 req-2969cb50-2235-4e39-af69-f0a7257fe9b8 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 946 time: 0.4045551 Jul 07 17:14:40.377734 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-75746736-4d94-42bd-bba6-c984bfdef6ec tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet a77f3d07-b16c-414e-abc1-3a11c359fdae {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:40.400992 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75746736-4d94-42bd-bba6-c984bfdef6ec tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.415621 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d3f7feb0-5821-4aba-86d4-a54cb69e26d6 None None] Provisioning complete for port 11c991b0-8cb8-4d2e-9c24-479fe5370023 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:40.416939 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d3f7feb0-5821-4aba-86d4-a54cb69e26d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.449192 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ca586c7-2d44-40a7-b98a-91f21835de23 req-0e02fb66-98ee-4aeb-92b7-42895ac7a2de tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863568 Jul 07 17:14:40.516436 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75746736-4d94-42bd-bba6-c984bfdef6ec tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.520911 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-094b6be3-24b5-4fb1-9ed2-f514f00cc034 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.608174 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b6be3-24b5-4fb1-9ed2-f514f00cc034 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Subnet': ['ID=28eed7b2-5180-49f6-ad0b-2ccf8355c0ae,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:40.645027 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-094b6be3-24b5-4fb1-9ed2-f514f00cc034 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.648141 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-094b6be3-24b5-4fb1-9ed2-f514f00cc034 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/subnets/28eed7b2-5180-49f6-ad0b-2ccf8355c0ae HTTP/1.1" status: 204 len: 168 time: 1.4199188 Jul 07 17:14:40.652263 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39426) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:40.697082 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e1ef3c-ed6a-404e-bbe9-363c6a47e69d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] DELETE failed (client error): The resource could not be found. Jul 07 17:14:40.698399 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e1ef3c-ed6a-404e-bbe9-363c6a47e69d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:14:40.700765 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-84e1ef3c-ed6a-404e-bbe9-363c6a47e69d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/subnets/a0155d8b-57d6-47ad-bcd8-fadcc8dfa7ab HTTP/1.1" status: 404 len: 337 time: 0.0471144 Jul 07 17:14:40.705246 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39430) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:40.728458 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d2997717-2958-4d81-8af6-6d8ceec6d68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.772817 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4c3750-a819-4ae3-963a-914393db26e3 None None] Update dhcp port {'port': {'network_id': 'dfb1a217-5115-42d1-a042-d161f0a6cd64', 'fixed_ips': [{'subnet_id': '0521a052-6567-4943-a55f-8b2a90aa1eaa', 'ip_address': '172.20.0.18'}, {'subnet_id': '28eed7b2-5180-49f6-ad0b-2ccf8355c0ae'}], 'binding:host_id': 'n-d-791503-12'}, 'id': '2df92cb4-8ed7-488d-bcaf-61db17db229f'} from n-d-791503-12. {{(pid=100194) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:14:40.811484 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75746736-4d94-42bd-bba6-c984bfdef6ec tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.814283 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2997717-2958-4d81-8af6-6d8ceec6d68a admin admin] Checking segment: {'id': '5718179c-d206-4b35-beba-2628ddada37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '011dc692-216c-4338-9ffe-780c5bbed21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:40.815198 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2997717-2958-4d81-8af6-6d8ceec6d68a admin admin] Network hostable DHCP agents. Network: 011dc692-216c-4338-9ffe-780c5bbed21c, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:14:40.822289 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb53c01-fddf-42d4-843d-67a6c0d19bc7 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting subnet 0521a052-6567-4943-a55f-8b2a90aa1eaa {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:40.849344 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b7cd2af0-c51b-44fa-bc1c-b00ab869f3cf None None] Could not find standard attr ID for object c83f2d2b-4aec-4e48-bdca-f40f4d4055de. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:14:40.856043 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2997717-2958-4d81-8af6-6d8ceec6d68a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e4f3c25-8ef4-45b1-892a-a1ecb7e18238,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:40.861411 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2997717-2958-4d81-8af6-6d8ceec6d68a admin admin] Network 011dc692-216c-4338-9ffe-780c5bbed21c is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:14:40.882132 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-d2997717-2958-4d81-8af6-6d8ceec6d68a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 011dc692-216c-4338-9ffe-780c5bbed21c) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:40.889273 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2997717-2958-4d81-8af6-6d8ceec6d68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:40.890633 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d2997717-2958-4d81-8af6-6d8ceec6d68a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.903912 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eab3110-23c6-472e-a410-282349c640c2 None None] Network 011dc692-216c-4338-9ffe-780c5bbed21c requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:40.915926 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7fb53c01-fddf-42d4-843d-67a6c0d19bc7 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.927536 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d2997717-2958-4d81-8af6-6d8ceec6d68a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9519958 Jul 07 17:14:40.953357 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-db4c3750-a819-4ae3-963a-914393db26e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.987464 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7fb53c01-fddf-42d4-843d-67a6c0d19bc7 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.041136 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75746736-4d94-42bd-bba6-c984bfdef6ec tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.068064 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39440) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:41.085043 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75746736-4d94-42bd-bba6-c984bfdef6ec tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=a77f3d07-b16c-414e-abc1-3a11c359fdae,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:41.120516 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75746736-4d94-42bd-bba6-c984bfdef6ec tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.123522 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-75746736-4d94-42bd-bba6-c984bfdef6ec tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/a77f3d07-b16c-414e-abc1-3a11c359fdae HTTP/1.1" status: 204 len: 168 time: 0.9583230 Jul 07 17:14:41.126172 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39444) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:41.174053 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-327029fb-a1cd-4077-a5e7-fac5a0e5bfe4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0464680 Jul 07 17:14:41.178149 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39448) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:41.179470 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56085c10-8a27-4f94-b976-643f4b11e605 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:41.186654 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-44eab4e0-31f1-48ff-a6b3-69cda4ed3c24 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:41.191190 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7fb53c01-fddf-42d4-843d-67a6c0d19bc7 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.351526 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7fb53c01-fddf-42d4-843d-67a6c0d19bc7 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server [None req-db4c3750-a819-4ae3-963a-914393db26e3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0521a052-6567-4943-a55f-8b2a90aa1eaa: This subnet is being modified by another concurrent operation. Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:14:41.369980 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0521a052-6567-4943-a55f-8b2a90aa1eaa: This subnet is being modified by another concurrent operation. Jul 07 17:14:41.378065 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server Jul 07 17:14:41.451312 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb53c01-fddf-42d4-843d-67a6c0d19bc7 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Subnet': ['ID=0521a052-6567-4943-a55f-8b2a90aa1eaa,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:41.453581 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7fb53c01-fddf-42d4-843d-67a6c0d19bc7 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.460676 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7fb53c01-fddf-42d4-843d-67a6c0d19bc7 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/subnets/0521a052-6567-4943-a55f-8b2a90aa1eaa HTTP/1.1" status: 204 len: 168 time: 0.7502456 Jul 07 17:14:41.460676 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39454) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:41.464660 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44eab4e0-31f1-48ff-a6b3-69cda4ed3c24 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:41.472900 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f110dd78-c52e-4db5-908e-4b11695c8443 None None] Network 011dc692-216c-4338-9ffe-780c5bbed21c requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:41.483759 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-44eab4e0-31f1-48ff-a6b3-69cda4ed3c24 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.591163 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfba1dfc-a66c-48f6-ad5e-1e2fdee42c4e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] DELETE failed (client error): The resource could not be found. Jul 07 17:14:41.591620 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfba1dfc-a66c-48f6-ad5e-1e2fdee42c4e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:14:41.593986 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cfba1dfc-a66c-48f6-ad5e-1e2fdee42c4e tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/subnets/63c5c9fa-41cc-496b-86b8-6ed1a92ddb8f HTTP/1.1" status: 404 len: 337 time: 0.1322091 Jul 07 17:14:41.598244 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39460) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:41.670787 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f3c3d501-0509-4f2a-9fd0-7192833032d7 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "GET /v2.0/ports?device_id=14cd29c7-a733-4c7b-8b64-1598a0df0f36 HTTP/1.1" status: 200 len: 205 time: 0.0684049 Jul 07 17:14:41.675281 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39462) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:41.691464 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aafec57-7159-4820-8253-2b338ccba597 None None] Network dfb1a217-5115-42d1-a042-d161f0a6cd64 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:41.718454 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-13b21c14-f8d8-447a-939f-ec7132b65cc2 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-464280472-network', 'tenant_id': '6fd7d07df0be419db9fc23214c8036fc'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:41.781241 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-a055f782-d3fe-403f-8c72-519512dca23d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] delete failed (client error): The resource could not be found. Jul 07 17:14:41.787202 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a055f782-d3fe-403f-8c72-519512dca23d tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/routers/14cd29c7-a733-4c7b-8b64-1598a0df0f36 HTTP/1.1" status: 404 len: 336 time: 0.1072993 Jul 07 17:14:41.787703 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39466) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:41.855245 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb6d3eb-a862-46d3-b1ed-9f287e3252ac tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] DELETE failed (client error): The resource could not be found. Jul 07 17:14:41.856268 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb6d3eb-a862-46d3-b1ed-9f287e3252ac tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:14:41.863151 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fbb6d3eb-a862-46d3-b1ed-9f287e3252ac tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/subnets/28cbbec7-466f-480e-95ba-c53ed2bed341 HTTP/1.1" status: 404 len: 337 time: 0.0703354 Jul 07 17:14:41.863970 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39468) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:41.922830 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b21c14-f8d8-447a-939f-ec7132b65cc2 admin admin] Made reservation on behalf of 6fd7d07df0be419db9fc23214c8036fc for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:41.927142 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-13b21c14-f8d8-447a-939f-ec7132b65cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.939607 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a9cb93-6a6c-4447-b7f8-542b312d9e7c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] DELETE failed (client error): The resource could not be found. Jul 07 17:14:41.940960 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a9cb93-6a6c-4447-b7f8-542b312d9e7c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:14:41.946817 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-27a9cb93-6a6c-4447-b7f8-542b312d9e7c tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/subnets/8f490c7c-2968-4fbc-bde5-ac4e11323a52 HTTP/1.1" status: 404 len: 337 time: 0.0770929 Jul 07 17:14:41.948585 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39470) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:41.972363 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-13b21c14-f8d8-447a-939f-ec7132b65cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:42.017026 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604e2e9-c663-49d4-be6a-f38577ffb73f req-4b49a974-7671-40f3-b0bb-326b8110c55f tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:42.020756 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b604e2e9-c663-49d4-be6a-f38577ffb73f req-4b49a974-7671-40f3-b0bb-326b8110c55f tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 946 time: 0.2831774 Jul 07 17:14:42.037739 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d35a88-207f-4b55-bad6-8cf71afad399 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] DELETE failed (client error): The resource could not be found. Jul 07 17:14:42.038578 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9d35a88-207f-4b55-bad6-8cf71afad399 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:14:42.044457 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e9d35a88-207f-4b55-bad6-8cf71afad399 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/subnets/df0fc05a-36a5-4e69-84e7-e71e0965f026 HTTP/1.1" status: 404 len: 337 time: 0.0939114 Jul 07 17:14:42.047654 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39476) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:42.112973 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cbd7b67-2f36-4518-8a3d-8f06e38d11cb tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] DELETE failed (client error): The resource could not be found. Jul 07 17:14:42.114286 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cbd7b67-2f36-4518-8a3d-8f06e38d11cb tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:14:42.120685 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6cbd7b67-2f36-4518-8a3d-8f06e38d11cb tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/ports/342ca126-d352-4481-9d48-aa8c19584db9 HTTP/1.1" status: 404 len: 333 time: 0.0703146 Jul 07 17:14:42.124002 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39478) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:42.208673 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-56249b11-dca8-4d49-b03f-97337869e4b1 None None] Provisioning complete for port 2df92cb4-8ed7-488d-bcaf-61db17db229f triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:42.209351 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-56249b11-dca8-4d49-b03f-97337869e4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:42.222876 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-f24fc1a4-77ea-4e4a-93f1-601ba6edf7dd tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] DELETE failed (client error): The resource could not be found. Jul 07 17:14:42.224057 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f24fc1a4-77ea-4e4a-93f1-601ba6edf7dd tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:14:42.230390 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f24fc1a4-77ea-4e4a-93f1-601ba6edf7dd tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/subnets/80c6217b-0cbe-4e2a-aa8a-2c7b340734d5 HTTP/1.1" status: 404 len: 337 time: 0.1032643 Jul 07 17:14:42.235813 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39480) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:42.269301 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fe321d-c9f7-4ca4-846a-47dd533489dc tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] DELETE failed (client error): The resource could not be found. Jul 07 17:14:42.269558 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9fe321d-c9f7-4ca4-846a-47dd533489dc tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:14:42.272209 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e9fe321d-c9f7-4ca4-846a-47dd533489dc tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/subnets/a240cc62-3494-4ce5-ac6c-b7f98254295b HTTP/1.1" status: 404 len: 337 time: 0.0343435 Jul 07 17:14:42.276221 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39484) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:42.320486 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5bce37-f20a-4a74-9dab-2ca7532e24eb tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] DELETE failed (client error): The resource could not be found. Jul 07 17:14:42.321914 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f5bce37-f20a-4a74-9dab-2ca7532e24eb tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:14:42.324123 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0f5bce37-f20a-4a74-9dab-2ca7532e24eb tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/ports/2f87cfbe-2c13-4590-92d5-47b6f709af88 HTTP/1.1" status: 404 len: 333 time: 0.0467353 Jul 07 17:14:42.329157 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39486) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:42.385975 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b604e2e9-c663-49d4-be6a-f38577ffb73f req-f54e47e2-0fa1-485d-bed8-1b7bce447b46 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987571 Jul 07 17:14:42.404688 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-3722693b-79ad-465d-a744-e0dd1996deb8 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] DELETE failed (client error): The resource could not be found. Jul 07 17:14:42.407085 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3722693b-79ad-465d-a744-e0dd1996deb8 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:14:42.413186 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3722693b-79ad-465d-a744-e0dd1996deb8 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/subnets/b842be88-34a9-4380-acb1-342d99708829 HTTP/1.1" status: 404 len: 337 time: 0.0786705 Jul 07 17:14:42.416756 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39490) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:42.484777 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb13c5a0-261d-4588-a11f-8b9737c19ead tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] DELETE failed (client error): The resource could not be found. Jul 07 17:14:42.485642 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb13c5a0-261d-4588-a11f-8b9737c19ead tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:14:42.489291 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cb13c5a0-261d-4588-a11f-8b9737c19ead tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/subnets/d46a4a99-e508-4ef5-94b1-5c6cb3e268c4 HTTP/1.1" status: 404 len: 337 time: 0.0708907 Jul 07 17:14:42.492877 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39494) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:42.511709 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 11c991b0-8cb8-4d2e-9c24-479fe5370023 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:42.539844 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22674d29-dd04-4681-b710-d8a05543b7c3 None None] DHCP port deletion for 6e9cefa1-f008-4dc6-9203-f56e105ef387 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:14:42.639435 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-13b21c14-f8d8-447a-939f-ec7132b65cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:42.665945 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-13b21c14-f8d8-447a-939f-ec7132b65cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:42.793103 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b21c14-f8d8-447a-939f-ec7132b65cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253ba03f-b9a0-4207-973f-af650ed40f11,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:42.853737 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b21c14-f8d8-447a-939f-ec7132b65cc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:14:42.854062 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-33c92958-cf63-4ec2-bf17-30b545b924b4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting port c81b26a4-e858-4402-b79d-db589fb2cfa9 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:42.855064 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-33c92958-cf63-4ec2-bf17-30b545b924b4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:42.895898 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-13b21c14-f8d8-447a-939f-ec7132b65cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:42.897859 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-13b21c14-f8d8-447a-939f-ec7132b65cc2 admin admin] Added segment ac9b8636-a978-4645-92b0-4a6468663782 of type vlan for network 0d3f8586-c279-4b25-9088-fbb4cfab1630 Jul 07 17:14:43.132251 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-33c92958-cf63-4ec2-bf17-30b545b924b4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.134749 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-13b21c14-f8d8-447a-939f-ec7132b65cc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.174598 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.221516 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-33c92958-cf63-4ec2-bf17-30b545b924b4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Calling delete_port for c81b26a4-e858-4402-b79d-db589fb2cfa9 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:43.310394 n-d-791503-12 neutron-server[100193]: DEBUG neutron.objects.ports [None req-44eab4e0-31f1-48ff-a6b3-69cda4ed3c24 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100193) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:14:43.327788 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211f68c-ac73-42ef-8c02-89a31574628a req-6f158574-713d-4fc0-9bed-cd3a5c6c2e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:43.332035 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4211f68c-ac73-42ef-8c02-89a31574628a req-6f158574-713d-4fc0-9bed-cd3a5c6c2e80 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 1097 time: 0.4048195 Jul 07 17:14:43.397066 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac7089a-77c7-4d80-a69b-2f35af0355ac None None] DHCP port deletion for dfb1a217-5115-42d1-a042-d161f0a6cd64 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:14:43.433496 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-56249b11-dca8-4d49-b03f-97337869e4b1 None None] Provisioning complete for port c81b26a4-e858-4402-b79d-db589fb2cfa9 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:43.434182 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-56249b11-dca8-4d49-b03f-97337869e4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.576794 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-56249b11-dca8-4d49-b03f-97337869e4b1 None None] Port c81b26a4-e858-4402-b79d-db589fb2cfa9 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:43.592388 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-22674d29-dd04-4681-b710-d8a05543b7c3 None None] Deleting port 11c991b0-8cb8-4d2e-9c24-479fe5370023 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:43.593115 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22674d29-dd04-4681-b710-d8a05543b7c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.615358 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 11c991b0-8cb8-4d2e-9c24-479fe5370023, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=11c991b0-8cb8-4d2e-9c24-479fe5370023,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:43.644400 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c88f0e-d6ac-48fe-9ce2-cd6fd8495751 req-cb836c26-b2b7-4e2b-aa1d-24936d72c3cb tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:43.649527 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a1c88f0e-d6ac-48fe-9ce2-cd6fd8495751 req-cb836c26-b2b7-4e2b-aa1d-24936d72c3cb tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.4879591 Jul 07 17:14:43.788769 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.791755 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 2df92cb4-8ed7-488d-bcaf-61db17db229f no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:43.832144 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a1c88f0e-d6ac-48fe-9ce2-cd6fd8495751 req-7d4b5ef2-38b2-42d4-b177-dff91fccc452 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575089 Jul 07 17:14:43.835730 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-33c92958-cf63-4ec2-bf17-30b545b924b4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.879863 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211f68c-ac73-42ef-8c02-89a31574628a req-b66ce816-5d86-4fe2-a54e-0c9e375448dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:43.881762 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4211f68c-ac73-42ef-8c02-89a31574628a req-b66ce816-5d86-4fe2-a54e-0c9e375448dc service neutron] 10.222.0.72 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 913 time: 0.4692633 Jul 07 17:14:43.923224 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c92958-cf63-4ec2-bf17-30b545b924b4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Port': ['ID=c81b26a4-e858-4402-b79d-db589fb2cfa9,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:44.002151 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-33c92958-cf63-4ec2-bf17-30b545b924b4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.008965 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-33c92958-cf63-4ec2-bf17-30b545b924b4 tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/ports/c81b26a4-e858-4402-b79d-db589fb2cfa9 HTTP/1.1" status: 204 len: 168 time: 1.5111148 Jul 07 17:14:44.033649 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39518) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:44.049061 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=11c991b0-8cb8-4d2e-9c24-479fe5370023,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:44.077425 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-22674d29-dd04-4681-b710-d8a05543b7c3 None None] For port 11c991b0-8cb8-4d2e-9c24-479fe5370023, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=11c991b0-8cb8-4d2e-9c24-479fe5370023,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:44.078243 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22674d29-dd04-4681-b710-d8a05543b7c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.087609 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.db.resource_extend [None req-13b21c14-f8d8-447a-939f-ec7132b65cc2 admin admin] It took 0.93 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:14:44.090623 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-2ac7089a-77c7-4d80-a69b-2f35af0355ac None None] Deleting port 2df92cb4-8ed7-488d-bcaf-61db17db229f {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:44.091489 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2ac7089a-77c7-4d80-a69b-2f35af0355ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.160474 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-44eab4e0-31f1-48ff-a6b3-69cda4ed3c24 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.235060 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-2ac7089a-77c7-4d80-a69b-2f35af0355ac None None] For port 2df92cb4-8ed7-488d-bcaf-61db17db229f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=2df92cb4-8ed7-488d-bcaf-61db17db229f,segment=NetworkSegment(cd561c48-880e-4a3b-b345-8432da30b28d),segment_id=cd561c48-880e-4a3b-b345-8432da30b28d)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:44.236920 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2ac7089a-77c7-4d80-a69b-2f35af0355ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.267620 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-22674d29-dd04-4681-b710-d8a05543b7c3 None None] Calling delete_port for 11c991b0-8cb8-4d2e-9c24-479fe5370023 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:44.275302 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4211f68c-ac73-42ef-8c02-89a31574628a req-d2763d3e-4e81-42c9-9c4c-4b00ee6a3202 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f HTTP/1.1" status: 200 len: 999 time: 0.3813293 Jul 07 17:14:44.287439 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-2ac7089a-77c7-4d80-a69b-2f35af0355ac None None] Calling delete_port for 2df92cb4-8ed7-488d-bcaf-61db17db229f owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:44.322158 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-13b21c14-f8d8-447a-939f-ec7132b65cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.323212 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b21c14-f8d8-447a-939f-ec7132b65cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:44.323800 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-13b21c14-f8d8-447a-939f-ec7132b65cc2 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.438040 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.472285 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211f68c-ac73-42ef-8c02-89a31574628a req-7f2042b2-b69c-4ab9-810b-29757f429cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:44.475209 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4211f68c-ac73-42ef-8c02-89a31574628a req-7f2042b2-b69c-4ab9-810b-29757f429cff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 200 len: 851 time: 0.1905327 Jul 07 17:14:44.509508 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.609853 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-13b21c14-f8d8-447a-939f-ec7132b65cc2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.5392232 Jul 07 17:14:44.618369 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39536) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:44.621426 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b21c14-f8d8-447a-939f-ec7132b65cc2 admin admin] Pushing event updated for resources: {'Network': ['ID=0d3f8586-c279-4b25-9088-fbb4cfab1630,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:44.646812 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-75ba9f4e-5723-412f-95a4-7630fd589046 admin admin] Request body: {'subnet': {'network_id': '0d3f8586-c279-4b25-9088-fbb4cfab1630', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-464280472-subnet', 'tenant_id': '6fd7d07df0be419db9fc23214c8036fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:44.652153 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bf192-f381-4e07-a067-5a47adc33f40 req-36670cdc-24e2-406a-8ac2-81efa237e1a3 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:44.655212 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6d2bf192-f381-4e07-a067-5a47adc33f40 req-36670cdc-24e2-406a-8ac2-81efa237e1a3 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 946 time: 0.5688140 Jul 07 17:14:44.659331 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 0d3f8586-c279-4b25-9088-fbb4cfab1630 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:14:44.692237 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 2df92cb4-8ed7-488d-bcaf-61db17db229f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=2df92cb4-8ed7-488d-bcaf-61db17db229f,segment=NetworkSegment(cd561c48-880e-4a3b-b345-8432da30b28d),segment_id=cd561c48-880e-4a3b-b345-8432da30b28d)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:44.735364 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.809435 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2ac7089a-77c7-4d80-a69b-2f35af0355ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.868844 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6d2bf192-f381-4e07-a067-5a47adc33f40 req-3d9ed931-0198-4e62-8e03-0077ad4a5005 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927812 Jul 07 17:14:44.889057 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ba9f4e-5723-412f-95a4-7630fd589046 admin admin] Made reservation on behalf of 6fd7d07df0be419db9fc23214c8036fc for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:44.890048 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac7089a-77c7-4d80-a69b-2f35af0355ac None None] No DVR routers for this DVR port 2df92cb4-8ed7-488d-bcaf-61db17db229f on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:44.898534 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75ba9f4e-5723-412f-95a4-7630fd589046 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.901098 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=2df92cb4-8ed7-488d-bcaf-61db17db229f,revision_number=11']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:44.901693 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-44eab4e0-31f1-48ff-a6b3-69cda4ed3c24 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] For port 11c991b0-8cb8-4d2e-9c24-479fe5370023, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=11c991b0-8cb8-4d2e-9c24-479fe5370023,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:44.959933 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7089a-77c7-4d80-a69b-2f35af0355ac None None] Pushing event deleted for resources: {'Port': ['ID=2df92cb4-8ed7-488d-bcaf-61db17db229f,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:45.028035 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-44eab4e0-31f1-48ff-a6b3-69cda4ed3c24 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:45.043680 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-44eab4e0-31f1-48ff-a6b3-69cda4ed3c24 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:45.045192 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-44eab4e0-31f1-48ff-a6b3-69cda4ed3c24 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:45.048015 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22674d29-dd04-4681-b710-d8a05543b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:45.064411 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211f68c-ac73-42ef-8c02-89a31574628a req-e0d33b55-2533-4534-887a-089fb057fc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:45.067489 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4211f68c-ac73-42ef-8c02-89a31574628a req-e0d33b55-2533-4534-887a-089fb057fc86 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5852137 Jul 07 17:14:45.182328 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22674d29-dd04-4681-b710-d8a05543b7c3 None None] Pushing event deleted for resources: {'Port': ['ID=11c991b0-8cb8-4d2e-9c24-479fe5370023,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:45.194917 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Deleting port 2df92cb4-8ed7-488d-bcaf-61db17db229f {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:45.195485 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:45.201574 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22674d29-dd04-4681-b710-d8a05543b7c3 None None] No DVR routers for this DVR port 11c991b0-8cb8-4d2e-9c24-479fe5370023 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:45.227880 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784a1499-d0cf-42f8-8db9-74d6c04ece2b None None] get_active_networks_info from n-d-791503-12 {{(pid=100194) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:14:45.282845 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eab4e0-31f1-48ff-a6b3-69cda4ed3c24 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Port': ['ID=11c991b0-8cb8-4d2e-9c24-479fe5370023,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:45.384686 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eab4e0-31f1-48ff-a6b3-69cda4ed3c24 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:45.399116 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-44eab4e0-31f1-48ff-a6b3-69cda4ed3c24 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:45.441570 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44eab4e0-31f1-48ff-a6b3-69cda4ed3c24 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:45.443987 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-44eab4e0-31f1-48ff-a6b3-69cda4ed3c24 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:45.480575 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] For port 2df92cb4-8ed7-488d-bcaf-61db17db229f, host n-d-791503-12, got binding levels [] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:45.481030 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:45.482614 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784a1499-d0cf-42f8-8db9-74d6c04ece2b None None] Resources bound (agent type, host, resource id): {{(pid=100194) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:14:45.492871 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eab4e0-31f1-48ff-a6b3-69cda4ed3c24 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=f5bd6b66-1d07-4ed6-bde6-14d5fa59ea5a,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:45.512655 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-44eab4e0-31f1-48ff-a6b3-69cda4ed3c24 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3321800 Jul 07 17:14:45.517348 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39554) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:45.525010 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-c8be72b2-8de8-41dd-bfa8-a5378b0a5729 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:45.531238 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4211f68c-ac73-42ef-8c02-89a31574628a req-01d4bc3b-f696-4f37-a159-cf7332bb1284 service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520905 Jul 07 17:14:45.542440 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Calling delete_port for 2df92cb4-8ed7-488d-bcaf-61db17db229f owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:45.554462 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.ipam_backend_mixin [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Port 2df92cb4-8ed7-488d-bcaf-61db17db229f was not found and therefore no delete operation was performed {{(pid=100192) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:14:45.573888 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:45.613809 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a14de-3dd9-4a81-8dc9-a3fe1d46a6d9 req-c1b23ab8-d7b1-44ec-a17a-fc2af0ef752c tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:45.619291 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bd4a14de-3dd9-4a81-8dc9-a3fe1d46a6d9 req-c1b23ab8-d7b1-44ec-a17a-fc2af0ef752c tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.3670602 Jul 07 17:14:45.732314 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bd4a14de-3dd9-4a81-8dc9-a3fe1d46a6d9 req-7d9e868c-4ce4-48f5-8c89-04014a75c1bf tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998821 Jul 07 17:14:45.769520 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Port': ['ID=2df92cb4-8ed7-488d-bcaf-61db17db229f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:45.776715 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8be72b2-8de8-41dd-bfa8-a5378b0a5729 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:45.786286 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c8be72b2-8de8-41dd-bfa8-a5378b0a5729 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:45.799227 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] No DVR routers for this DVR port 2df92cb4-8ed7-488d-bcaf-61db17db229f on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:45.889010 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:45.889382 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:45.890298 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:45.890298 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:45.890595 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:45.890809 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:45.891655 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:45.891655 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:45.891655 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:45.892160 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:45.892306 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:45.892734 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:46.126343 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.130979 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4211f68c-ac73-42ef-8c02-89a31574628a req-0cb41b0d-abf2-4d2f-9cb2-1f592118bc83 service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5824921 Jul 07 17:14:46.195756 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb1a217-5115-42d1-a042-d161f0a6cd64']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:46.219388 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd561c48-880e-4a3b-b345-8432da30b28d') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:46.219388 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd561c48-880e-4a3b-b345-8432da30b28d') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:46.223727 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75ba9f4e-5723-412f-95a4-7630fd589046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.240433 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c26884e-efe4-4f87-a977-c5da8df12da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-6e9cefa1-f008-4dc6-9203-f56e105ef387', 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'fixed_ips': [{'subnet_id': 'f5bd6b66-1d07-4ed6-bde6-14d5fa59ea5a'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:14:46.241773 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4c26884e-efe4-4f87-a977-c5da8df12da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.247032 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.323659 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.339205 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:14:46.339657 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:14:46.348128 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:14:46.387424 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c8be72b2-8de8-41dd-bfa8-a5378b0a5729 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.428981 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba9f4e-5723-412f-95a4-7630fd589046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6414315-38e7-4ae7-811b-362f3d610e57,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:46.457286 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-af003ada-fd5d-4b76-872b-6531db6a1a50 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:46.465281 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-af003ada-fd5d-4b76-872b-6531db6a1a50 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/networks?id=011dc692-216c-4338-9ffe-780c5bbed21c HTTP/1.1" status: 200 len: 810 time: 0.3606567 Jul 07 17:14:46.483038 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be72b2-8de8-41dd-bfa8-a5378b0a5729 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=c3bd106b-4c1b-4177-966c-0258a100f889,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:46.488448 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba9f4e-5723-412f-95a4-7630fd589046 admin admin] Checking segment: {'id': 'ac9b8636-a978-4645-92b0-4a6468663782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0d3f8586-c279-4b25-9088-fbb4cfab1630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:46.489298 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ba9f4e-5723-412f-95a4-7630fd589046 admin admin] Network hostable DHCP agents. Network: 0d3f8586-c279-4b25-9088-fbb4cfab1630, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:14:46.503570 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-22d64aed-6634-4b06-9b63-a64d7071ce78 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/quotas/7cb2b0eb74ec46bfb84fb5fe3bc459bf HTTP/1.1" status: 200 len: 375 time: 0.0369382 Jul 07 17:14:46.508318 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.534908 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd98406-459d-4c35-97f9-3a5b6a4b1c75 req-57f1d3d9-999f-488f-bca2-3b5d91cac7d4 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:46.548488 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8dd98406-459d-4c35-97f9-3a5b6a4b1c75 req-57f1d3d9-999f-488f-bca2-3b5d91cac7d4 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 946 time: 0.3427703 Jul 07 17:14:46.553348 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.556671 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] 10.222.0.53 "DELETE /v2.0/networks/dfb1a217-5115-42d1-a042-d161f0a6cd64 HTTP/1.1" status: 204 len: 168 time: 2.4972386 Jul 07 17:14:46.557821 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8be72b2-8de8-41dd-bfa8-a5378b0a5729 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:46.565433 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-c8be72b2-8de8-41dd-bfa8-a5378b0a5729 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:46.571424 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-5edcf476-6c3b-41e1-bf31-aa751ff42bef tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7cb2b0eb74ec46bfb84fb5fe3bc459bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664649 Jul 07 17:14:46.576252 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8be72b2-8de8-41dd-bfa8-a5378b0a5729 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:46.576878 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c8be72b2-8de8-41dd-bfa8-a5378b0a5729 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.590305 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-e02fcbfa-f839-47fd-b903-d688b877b6cb tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:14:46.598260 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-e02fcbfa-f839-47fd-b903-d688b877b6cb tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0254169 Jul 07 17:14:46.606456 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06566c16-9427-45d2-9fad-85c94575444f tempest-PortsTestJSON-262960691 tempest-PortsTestJSON-262960691-project] Pushing event deleted for resources: {'Network': ['ID=dfb1a217-5115-42d1-a042-d161f0a6cd64,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:46.620536 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ba9f4e-5723-412f-95a4-7630fd589046 admin admin] Network 0d3f8586-c279-4b25-9088-fbb4cfab1630 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:14:46.634189 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8dd98406-459d-4c35-97f9-3a5b6a4b1c75 req-227b9d81-ced3-450c-9b05-4ec1aef3386f tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843568 Jul 07 17:14:46.638461 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c8be72b2-8de8-41dd-bfa8-a5378b0a5729 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1201155 Jul 07 17:14:46.643937 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39586) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:46.652185 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-f8398c6e-e791-443a-892a-d69f73ea6068 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'port': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'mac_address': 'fa:16:3e:e5:7d:a8', 'name': 'tempest-NetworksTestDHCPv6-1030839448'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:46.668350 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-75ba9f4e-5723-412f-95a4-7630fd589046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 0d3f8586-c279-4b25-9088-fbb4cfab1630) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:46.763919 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ba9f4e-5723-412f-95a4-7630fd589046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:46.764865 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75ba9f4e-5723-412f-95a4-7630fd589046 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.774539 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-4c26884e-efe4-4f87-a977-c5da8df12da8 None None] Allocated IP 2001:db8::f816:3eff:fec0:c6a (6e9cefa1-f008-4dc6-9203-f56e105ef387/f5bd6b66-1d07-4ed6-bde6-14d5fa59ea5a/aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:46.805308 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-75ba9f4e-5723-412f-95a4-7630fd589046 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1765842 Jul 07 17:14:47.102453 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8398c6e-e791-443a-892a-d69f73ea6068 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:47.117967 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4c26884e-efe4-4f87-a977-c5da8df12da8 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.133127 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4c26884e-efe4-4f87-a977-c5da8df12da8 None None] Transition to ACTIVE for port object aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:47.153529 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4c26884e-efe4-4f87-a977-c5da8df12da8 None None] Transition to ACTIVE for port object aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:47.160857 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4c26884e-efe4-4f87-a977-c5da8df12da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.176856 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-3dc8ae55-ff9a-4f3e-8eda-b571991ef570 service neutron] 10.222.0.53 "GET /v2.0/networks/011dc692-216c-4338-9ffe-780c5bbed21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5764728 Jul 07 17:14:47.250166 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c26884e-efe4-4f87-a977-c5da8df12da8 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:47.265343 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-4c26884e-efe4-4f87-a977-c5da8df12da8 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:47.281078 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c26884e-efe4-4f87-a977-c5da8df12da8 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:47.290697 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26884e-efe4-4f87-a977-c5da8df12da8 None None] Pushing event updated for resources: {'Port': ['ID=aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:47.364132 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362d918-bfeb-4afe-85ab-1b85f4f00b8f req-b07fbe67-1d71-49c8-bc6a-2f75cd47ba69 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:47.373675 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c362d918-bfeb-4afe-85ab-1b85f4f00b8f req-b07fbe67-1d71-49c8-bc6a-2f75cd47ba69 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.1828406 Jul 07 17:14:47.405211 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-4c26884e-efe4-4f87-a977-c5da8df12da8 None None] Attempting to bind port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:47.406067 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-4c26884e-efe4-4f87-a977-c5da8df12da8 None None] Attempting to bind port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:47.406696 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c26884e-efe4-4f87-a977-c5da8df12da8 None None] Attempting to bind port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c on network 6e9cefa1-f008-4dc6-9203-f56e105ef387 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:47.414761 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c26884e-efe4-4f87-a977-c5da8df12da8 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:47.415679 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c26884e-efe4-4f87-a977-c5da8df12da8 None None] Checking segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:47.416402 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4c26884e-efe4-4f87-a977-c5da8df12da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.417372 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c26884e-efe4-4f87-a977-c5da8df12da8 None None] Bound using segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:47.418329 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-4c26884e-efe4-4f87-a977-c5da8df12da8 None None] Bound port: aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:47.419331 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4c26884e-efe4-4f87-a977-c5da8df12da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.515586 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-4c26884e-efe4-4f87-a977-c5da8df12da8 None None] For port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:47.520306 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-4c26884e-efe4-4f87-a977-c5da8df12da8 None None] For port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:47.530063 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4c26884e-efe4-4f87-a977-c5da8df12da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.535220 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c362d918-bfeb-4afe-85ab-1b85f4f00b8f req-53248f5f-5731-49ae-bc08-5acb7f667734 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493464 Jul 07 17:14:47.613305 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26884e-efe4-4f87-a977-c5da8df12da8 None None] Pushing event updated for resources: {'Port': ['ID=aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:47.672006 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39604) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:47.930557 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f8398c6e-e791-443a-892a-d69f73ea6068 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.026692 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-7cd62179-cc4d-49fe-980b-62d7507d2903 service neutron] 10.222.0.53 "GET /v2.0/networks/011dc692-216c-4338-9ffe-780c5bbed21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8489177 Jul 07 17:14:48.027956 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-f8398c6e-e791-443a-892a-d69f73ea6068 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] device_id is not set on port 9eaf4c38-490a-46dc-8072-8abc22c852bf yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:14:48.192063 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c8ea0-ea52-4b65-b119-cc85c1ed0f14 req-fbb8884b-1042-4da9-8994-ba1d70ff15f2 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:48.208690 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-789c8ea0-ea52-4b65-b119-cc85c1ed0f14 req-fbb8884b-1042-4da9-8994-ba1d70ff15f2 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 946 time: 0.3253274 Jul 07 17:14:48.267952 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-90692cfe-a323-416a-a359-0ea42bc6ad69 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d6098c034b649ddb555415464b8c075&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5936255 Jul 07 17:14:48.274380 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39616) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:48.363942 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-789c8ea0-ea52-4b65-b119-cc85c1ed0f14 req-3a788e75-cbbe-430f-927e-2c87bab8ce99 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530581 Jul 07 17:14:48.403206 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ae395149-00a3-4198-9a5b-19297ececd86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.466498 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-f8398c6e-e791-443a-892a-d69f73ea6068 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 172.20.0.2 (6e9cefa1-f008-4dc6-9203-f56e105ef387/c3bd106b-4c1b-4177-966c-0258a100f889/9eaf4c38-490a-46dc-8072-8abc22c852bf) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:48.483697 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ae395149-00a3-4198-9a5b-19297ececd86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.493772 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-f8398c6e-e791-443a-892a-d69f73ea6068 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 2001:db8::f816:3eff:fee5:7da8 (6e9cefa1-f008-4dc6-9203-f56e105ef387/f5bd6b66-1d07-4ed6-bde6-14d5fa59ea5a/9eaf4c38-490a-46dc-8072-8abc22c852bf) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:48.657274 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ae395149-00a3-4198-9a5b-19297ececd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.661456 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ae395149-00a3-4198-9a5b-19297ececd86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.663501 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ae395149-00a3-4198-9a5b-19297ececd86 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/31e8ac68-dc43-4828-9926-7e63bd63a0ff HTTP/1.1" status: 204 len: 168 time: 0.3877594 Jul 07 17:14:48.678607 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae395149-00a3-4198-9a5b-19297ececd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e8ac68-dc43-4828-9926-7e63bd63a0ff,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:48.964183 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f8398c6e-e791-443a-892a-d69f73ea6068 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.039498 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-f8398c6e-e791-443a-892a-d69f73ea6068 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Transition to ACTIVE for port object 9eaf4c38-490a-46dc-8072-8abc22c852bf will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:49.062234 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:49.163452 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:49.236189 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-90a5b016-6dc0-420d-809b-006d859f4e54 req-0964e0da-766d-4709-ac81-7d53af40b099 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf52d01a-0032-45a2-9e15-3616ecce93a3 HTTP/1.1" status: 200 len: 210 time: 0.0749977 Jul 07 17:14:49.243853 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f8398c6e-e791-443a-892a-d69f73ea6068 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.317048 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bac30-f860-462a-94aa-539d616f9674 req-6d426f6f-311b-4d31-8536-cbf937bc27d3 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:49.327543 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-6d426f6f-311b-4d31-8536-cbf937bc27d3 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/networks?id=0d3f8586-c279-4b25-9088-fbb4cfab1630 HTTP/1.1" status: 200 len: 817 time: 0.2816398 Jul 07 17:14:49.339100 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8398c6e-e791-443a-892a-d69f73ea6068 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Port': ['ID=9eaf4c38-490a-46dc-8072-8abc22c852bf,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:49.358972 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8398c6e-e791-443a-892a-d69f73ea6068 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:49.360698 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-f8398c6e-e791-443a-892a-d69f73ea6068 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:49.363517 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8398c6e-e791-443a-892a-d69f73ea6068 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:49.373174 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-bbd03e0a-84b0-4226-9ca6-94debba49ec9 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/quotas/6fd7d07df0be419db9fc23214c8036fc HTTP/1.1" status: 200 len: 375 time: 0.0445433 Jul 07 17:14:49.446007 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8398c6e-e791-443a-892a-d69f73ea6068 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:49.447155 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f8398c6e-e791-443a-892a-d69f73ea6068 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.473980 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f8398c6e-e791-443a-892a-d69f73ea6068 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8261085 Jul 07 17:14:49.475930 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39660) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:49.506371 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-ac395eb9-f985-4f40-9091-934c0680e801 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6fd7d07df0be419db9fc23214c8036fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1312287 Jul 07 17:14:49.662658 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864ad97d-bfe4-4946-8f2f-2c4358fdd897 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:49.683728 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864ad97d-bfe4-4946-8f2f-2c4358fdd897 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:49.687926 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-864ad97d-bfe4-4946-8f2f-2c4358fdd897 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2107852 Jul 07 17:14:49.694344 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39672) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:49.744704 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456378e9-8842-4c6f-ae29-d7b755a7f929 None None] get_active_networks_info from n-d-791503-12 {{(pid=100194) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:14:49.827223 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-4f7c7848-aab5-4c27-ad17-ff11ce5a326f service neutron] 10.222.0.53 "GET /v2.0/networks/0d3f8586-c279-4b25-9088-fbb4cfab1630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094058 Jul 07 17:14:49.864718 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-aabf8898-c2df-44ca-8d86-a615382b448c None None] Provisioning for port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:49.885052 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-aabf8898-c2df-44ca-8d86-a615382b448c None None] Provisioning complete for port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:49.887582 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aabf8898-c2df-44ca-8d86-a615382b448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.941854 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-413bb1d3-d032-46b4-ac04-3a0f0c9bae25 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting port 9eaf4c38-490a-46dc-8072-8abc22c852bf {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:49.942252 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-413bb1d3-d032-46b4-ac04-3a0f0c9bae25 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:50.098454 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-97501106-077c-4c66-8950-fc5784f104e4 service neutron] 10.222.0.53 "GET /v2.0/networks/0d3f8586-c279-4b25-9088-fbb4cfab1630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650821 Jul 07 17:14:50.223242 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd20a8-27f1-458e-8c2d-6c4f72f75085 req-a5337d71-dc7f-4f10-a625-ca77b5a676ae tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:50.234671 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9acd20a8-27f1-458e-8c2d-6c4f72f75085 req-a5337d71-dc7f-4f10-a625-ca77b5a676ae tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 946 time: 0.3674932 Jul 07 17:14:50.244134 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-413bb1d3-d032-46b4-ac04-3a0f0c9bae25 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:50.280526 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456378e9-8842-4c6f-ae29-d7b755a7f929 None None] Resources bound (agent type, host, resource id): {{(pid=100194) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:14:50.299587 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-413bb1d3-d032-46b4-ac04-3a0f0c9bae25 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Calling delete_port for 9eaf4c38-490a-46dc-8072-8abc22c852bf owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:50.317056 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aabf8898-c2df-44ca-8d86-a615382b448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:50.428958 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-aabf8898-c2df-44ca-8d86-a615382b448c None None] For port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:50.564030 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9acd20a8-27f1-458e-8c2d-6c4f72f75085 req-41a3ab9f-a9fa-4044-8c2c-0705fc88fd54 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279560 Jul 07 17:14:51.071661 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aabf8898-c2df-44ca-8d86-a615382b448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:51.128003 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-413bb1d3-d032-46b4-ac04-3a0f0c9bae25 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:51.313024 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5dbbe2e7-a4b0-4d2f-a427-cd398132a88c req-4510bff8-e08d-4e4e-9f59-3c0cc91ccae7 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf52d01a-0032-45a2-9e15-3616ecce93a3 HTTP/1.1" status: 200 len: 210 time: 0.1372685 Jul 07 17:14:51.353248 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413bb1d3-d032-46b4-ac04-3a0f0c9bae25 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Port': ['ID=9eaf4c38-490a-46dc-8072-8abc22c852bf,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:51.405391 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf8898-c2df-44ca-8d86-a615382b448c None None] Pushing event updated for resources: {'Port': ['ID=aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:52.135940 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63f73209-f54e-4264-bd25-4769e4b0a595 req-3092d397-eb66-4abb-bc76-a97b672bce08 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/ports?device_id=67e6ff3c-0d32-40b0-80b4-4579ec62c999 HTTP/1.1" status: 200 len: 210 time: 0.1648273 Jul 07 17:14:52.149019 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e740e5d9-65ca-409c-aa76-1d087f2022c7 None None] Update dhcp port {'port': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'fixed_ips': [{'subnet_id': 'f5bd6b66-1d07-4ed6-bde6-14d5fa59ea5a', 'ip_address': '2001:db8::f816:3eff:fec0:c6a'}, {'subnet_id': 'c3bd106b-4c1b-4177-966c-0258a100f889'}], 'binding:host_id': 'n-d-791503-12'}, 'id': 'aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c'} from n-d-791503-12. {{(pid=100194) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:14:52.220756 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-413bb1d3-d032-46b4-ac04-3a0f0c9bae25 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.224762 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-413bb1d3-d032-46b4-ac04-3a0f0c9bae25 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/9eaf4c38-490a-46dc-8072-8abc22c852bf HTTP/1.1" status: 204 len: 168 time: 2.5262792 Jul 07 17:14:52.231655 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39732) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:52.249286 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e740e5d9-65ca-409c-aa76-1d087f2022c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.337538 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-1dbc3e85-2cd2-4e2e-bdeb-e8ddd1a19ed4 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:52.339702 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-1dbc3e85-2cd2-4e2e-bdeb-e8ddd1a19ed4 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.72 "GET /v2.0/networks?id=011dc692-216c-4338-9ffe-780c5bbed21c HTTP/1.1" status: 200 len: 810 time: 1.0842986 Jul 07 17:14:52.359288 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-efc7965e-8965-437e-ad58-0944e74206a8 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Request body: {'port': {'device_id': 'bf52d01a-0032-45a2-9e15-3616ecce93a3', 'network_id': '011dc692-216c-4338-9ffe-780c5bbed21c', 'admin_state_up': True, 'tenant_id': '7cb2b0eb74ec46bfb84fb5fe3bc459bf'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:52.440060 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169841e-368b-40f4-a14d-cc10e6963ff9 req-52ec61a0-8800-42fe-91ba-c69c995168a9 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:52.443709 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4169841e-368b-40f4-a14d-cc10e6963ff9 req-52ec61a0-8800-42fe-91ba-c69c995168a9 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 946 time: 0.3350530 Jul 07 17:14:52.553444 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0edd1ad-448b-4f73-93f7-9268a4480f97 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:52.556907 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0edd1ad-448b-4f73-93f7-9268a4480f97 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:52.560176 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0edd1ad-448b-4f73-93f7-9268a4480f97 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:52.563120 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c0edd1ad-448b-4f73-93f7-9268a4480f97 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3294475 Jul 07 17:14:52.567155 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4169841e-368b-40f4-a14d-cc10e6963ff9 req-475439ba-8316-4fe9-815c-f7441911ebfd tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939786 Jul 07 17:14:52.568383 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39740) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:52.721054 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-cafa3e52-c3ed-424c-b7ad-7b587c3673c8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet c3bd106b-4c1b-4177-966c-0258a100f889 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:52.738157 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cafa3e52-c3ed-424c-b7ad-7b587c3673c8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.879581 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-efc7965e-8965-437e-ad58-0944e74206a8 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Made reservation on behalf of 7cb2b0eb74ec46bfb84fb5fe3bc459bf for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:52.892397 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-efc7965e-8965-437e-ad58-0944e74206a8 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.963059 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:52.965919 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cafa3e52-c3ed-424c-b7ad-7b587c3673c8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.056146 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d3f8ef8d-232e-4c7c-934a-22f001629559 req-8b78bb9c-8f26-4fc3-ba33-2377b2790d2a tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf52d01a-0032-45a2-9e15-3616ecce93a3 HTTP/1.1" status: 200 len: 210 time: 0.1825378 Jul 07 17:14:53.092517 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:53.093351 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.171727 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cafa3e52-c3ed-424c-b7ad-7b587c3673c8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.375175 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-efc7965e-8965-437e-ad58-0944e74206a8 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Allocated IP 172.20.0.11 (011dc692-216c-4338-9ffe-780c5bbed21c/1e4f3c25-8ef4-45b1-892a-a1ecb7e18238/90dc9ab4-af4a-43dc-9375-ab3c375a9490) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:53.411149 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-68cea7b4-9b41-4fe9-b52c-5af5d30a19ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.462295 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49dd9ac2-e433-4838-84b3-2bd39f8fd7bb req-3e9f6211-1a8d-4af1-9b45-44663d4aa6e8 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/ports?device_id=67e6ff3c-0d32-40b0-80b4-4579ec62c999 HTTP/1.1" status: 200 len: 210 time: 0.0880282 Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server [None req-e740e5d9-65ca-409c-aa76-1d087f2022c7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c3bd106b-4c1b-4177-966c-0258a100f889: This subnet is being modified by another concurrent operation. Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:14:53.513687 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c3bd106b-4c1b-4177-966c-0258a100f889: This subnet is being modified by another concurrent operation. Jul 07 17:14:53.522871 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server Jul 07 17:14:53.530126 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cafa3e52-c3ed-424c-b7ad-7b587c3673c8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.613728 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa3e52-c3ed-424c-b7ad-7b587c3673c8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=c3bd106b-4c1b-4177-966c-0258a100f889,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:53.629543 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cafa3e52-c3ed-424c-b7ad-7b587c3673c8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.636891 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cafa3e52-c3ed-424c-b7ad-7b587c3673c8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/c3bd106b-4c1b-4177-966c-0258a100f889 HTTP/1.1" status: 204 len: 168 time: 1.0596287 Jul 07 17:14:53.645427 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39768) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:53.734051 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e732cf-d78d-4dc2-9695-eb49550407d4 None None] get_active_networks_info from n-d-791503-12 {{(pid=100194) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:14:53.862616 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-f921533b-bbc3-4628-8037-b2bc77a15db8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet f5bd6b66-1d07-4ed6-bde6-14d5fa59ea5a {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:53.882225 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f921533b-bbc3-4628-8037-b2bc77a15db8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.909483 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3bd09254-160c-4006-a3d4-850a827ba243 None None] Provisioning complete for port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:53.909827 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39770) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:53.910019 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3bd09254-160c-4006-a3d4-850a827ba243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.137484 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-efc7965e-8965-437e-ad58-0944e74206a8 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.158009 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e732cf-d78d-4dc2-9695-eb49550407d4 None None] Resources bound (agent type, host, resource id): {{(pid=100194) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:14:54.196747 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f921533b-bbc3-4628-8037-b2bc77a15db8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.301918 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-efc7965e-8965-437e-ad58-0944e74206a8 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.439367 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7965e-8965-437e-ad58-0944e74206a8 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Pushing event updated for resources: {'Port': ['ID=90dc9ab4-af4a-43dc-9375-ab3c375a9490,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:54.593489 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-efc7965e-8965-437e-ad58-0944e74206a8 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Network 011dc692-216c-4338-9ffe-780c5bbed21c is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:54.617787 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-efc7965e-8965-437e-ad58-0944e74206a8 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:54.653515 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-efc7965e-8965-437e-ad58-0944e74206a8 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:54.695374 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f475d-050d-4498-91af-a2a4cfb6da7e req-32381a26-a95e-4844-901b-511e5b7c3fc0 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:54.710617 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2a5f475d-050d-4498-91af-a2a4cfb6da7e req-32381a26-a95e-4844-901b-511e5b7c3fc0 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 946 time: 0.7372880 Jul 07 17:14:54.762480 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-efc7965e-8965-437e-ad58-0944e74206a8 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:54.763601 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-efc7965e-8965-437e-ad58-0944e74206a8 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.778910 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b806c10-0b4a-4e42-8c50-ad402fe4648d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.805687 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922df20-0628-4c89-813d-b5eacb65119b req-cb279fd6-3f95-4396-af83-4995cd8ab0f6 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:54.815097 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3922df20-0628-4c89-813d-b5eacb65119b req-cb279fd6-3f95-4396-af83-4995cd8ab0f6 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf52d01a-0032-45a2-9e15-3616ecce93a3 HTTP/1.1" status: 200 len: 932 time: 0.3843544 Jul 07 17:14:55.016319 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f921533b-bbc3-4628-8037-b2bc77a15db8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.033134 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:55.053055 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b806c10-0b4a-4e42-8c50-ad402fe4648d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.074006 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b806c10-0b4a-4e42-8c50-ad402fe4648d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.111497 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-efc7965e-8965-437e-ad58-0944e74206a8 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7595553 Jul 07 17:14:55.137064 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f921533b-bbc3-4628-8037-b2bc77a15db8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.141579 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3922df20-0628-4c89-813d-b5eacb65119b req-1fe4b6bc-06fb-4de1-a5be-c4c06f570bf2 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f220e5d-5b61-4377-914e-b585e8f9e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246255 Jul 07 17:14:55.173599 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f921533b-bbc3-4628-8037-b2bc77a15db8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.181139 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f921533b-bbc3-4628-8037-b2bc77a15db8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/f5bd6b66-1d07-4ed6-bde6-14d5fa59ea5a HTTP/1.1" status: 204 len: 168 time: 1.5334344 Jul 07 17:14:55.214719 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39792) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:55.226292 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-55f515fc-061f-4b40-b758-8d9d9cb5f571 service neutron] Request body: {'port': {'device_id': 'bf52d01a-0032-45a2-9e15-3616ecce93a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:55.229542 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2a5f475d-050d-4498-91af-a2a4cfb6da7e req-dac442b4-7613-4b65-adbe-eae99691a5bc tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5141289 Jul 07 17:14:55.267508 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921533b-bbc3-4628-8037-b2bc77a15db8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=f5bd6b66-1d07-4ed6-bde6-14d5fa59ea5a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:55.284382 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cd229b66-0245-4632-800e-43c8492359d0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669391 Jul 07 17:14:55.284687 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39796) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:55.292420 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-8d99f31e-0f13-4b1e-9e59-0c2cd2e96301 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:55.386266 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3b806c10-0b4a-4e42-8c50-ad402fe4648d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d1dd0946b47489cb47a58aae358a48b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4644961 Jul 07 17:14:55.390034 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39798) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:55.406697 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b806c10-0b4a-4e42-8c50-ad402fe4648d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c38f9c-bcf9-4ce5-9ea3-30c23e2b3342,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:55.428165 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.441809 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d99f31e-0f13-4b1e-9e59-0c2cd2e96301 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:55.448239 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8d99f31e-0f13-4b1e-9e59-0c2cd2e96301 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.575192 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:55.598260 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.753011 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:55.849568 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f1a0cc82-2285-41da-8a83-837504173109 req-b2cfb688-ed32-4993-89d3-429a3130fe69 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/ports?device_id=67e6ff3c-0d32-40b0-80b4-4579ec62c999 HTTP/1.1" status: 200 len: 210 time: 0.2610164 Jul 07 17:14:55.881261 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-55f515fc-061f-4b40-b758-8d9d9cb5f571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.963802 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-90d93c34-8436-414b-a0a9-b172ad5ebbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.130601 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-90d93c34-8436-414b-a0a9-b172ad5ebbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.133452 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.219759 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8d99f31e-0f13-4b1e-9e59-0c2cd2e96301 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.514384 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d99f31e-0f13-4b1e-9e59-0c2cd2e96301 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:56.524147 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bac30-f860-462a-94aa-539d616f9674 req-f31b4a20-5a5a-4031-bbc8-379e3b649221 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:56.526307 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-f31b4a20-5a5a-4031-bbc8-379e3b649221 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.64 "GET /v2.0/networks?id=0d3f8586-c279-4b25-9088-fbb4cfab1630 HTTP/1.1" status: 200 len: 817 time: 0.6105268 Jul 07 17:14:56.535952 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-8d99f31e-0f13-4b1e-9e59-0c2cd2e96301 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:56.559155 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99f31e-0f13-4b1e-9e59-0c2cd2e96301 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=d199018a-62a7-4438-a781-90f74eb401ef,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:56.571920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-cb4bac30-f860-462a-94aa-539d616f9674 req-7149152a-9282-48c6-8d23-6f676299ef30 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Request body: {'port': {'device_id': '96d1df2f-e3b5-4ed7-bb12-d82e545b5f00', 'network_id': '0d3f8586-c279-4b25-9088-fbb4cfab1630', 'admin_state_up': True, 'tenant_id': '6fd7d07df0be419db9fc23214c8036fc'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:56.607695 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d99f31e-0f13-4b1e-9e59-0c2cd2e96301 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:56.614676 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8d99f31e-0f13-4b1e-9e59-0c2cd2e96301 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.677096 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8d99f31e-0f13-4b1e-9e59-0c2cd2e96301 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3909760 Jul 07 17:14:56.732028 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39818) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:56.735268 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa7a8be8-4b82-4b6a-814f-83547f96d8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.780282 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-f16d87b3-887b-4686-bfad-a4ffcfcbf484 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:56.881800 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bac30-f860-462a-94aa-539d616f9674 req-e4b974b0-2c44-4428-8273-57cf4e437045 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:56.883420 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-e4b974b0-2c44-4428-8273-57cf4e437045 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.72 "GET /v2.0/networks?id=0d3f8586-c279-4b25-9088-fbb4cfab1630 HTTP/1.1" status: 200 len: 817 time: 0.6789651 Jul 07 17:14:56.904491 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-cb4bac30-f860-462a-94aa-539d616f9674 req-ca039d5f-fff8-4ce7-9e26-b766017db72a tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Request body: {'port': {'device_id': 'e1dc61f3-760a-4765-bcb3-15e44f66e371', 'network_id': '0d3f8586-c279-4b25-9088-fbb4cfab1630', 'admin_state_up': True, 'tenant_id': '6fd7d07df0be419db9fc23214c8036fc'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:57.108321 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:57.234007 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325f9dcd-a641-402f-be9c-6a834fae9ffa None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:57.238424 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1e0890-eaf0-4ddc-aee9-0b02d1bf9e2c None None] Network 0d3f8586-c279-4b25-9088-fbb4cfab1630 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:57.299700 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bb898-0aa8-4daf-b1b9-a58cf9fa494d req-4b1fdcc9-154d-425a-8a4f-b2485c9a2282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:57.301535 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-283bb898-0aa8-4daf-b1b9-a58cf9fa494d req-4b1fdcc9-154d-425a-8a4f-b2485c9a2282 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 1098 time: 0.9086304 Jul 07 17:14:57.302354 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-90d93c34-8436-414b-a0a9-b172ad5ebbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.305004 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-90d93c34-8436-414b-a0a9-b172ad5ebbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.309252 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-90d93c34-8436-414b-a0a9-b172ad5ebbdb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16c38f9c-bcf9-4ce5-9ea3-30c23e2b3342 HTTP/1.1" status: 204 len: 168 time: 1.9044487 Jul 07 17:14:57.379683 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d93c34-8436-414b-a0a9-b172ad5ebbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c38f9c-bcf9-4ce5-9ea3-30c23e2b3342,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:57.433198 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fba290-dde4-4457-afc7-5c58197a5321 req-d68e9002-2264-4fde-ad93-7b537c9c0da1 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:57.440574 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26fba290-dde4-4457-afc7-5c58197a5321 req-d68e9002-2264-4fde-ad93-7b537c9c0da1 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf52d01a-0032-45a2-9e15-3616ecce93a3 HTTP/1.1" status: 200 len: 932 time: 0.9951572 Jul 07 17:14:57.443090 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995cb56-3953-4e81-98ff-dcdd3c7c5fcb req-825b7810-ccd8-458b-a884-a2af69b008fe tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:57.445021 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4995cb56-3953-4e81-98ff-dcdd3c7c5fcb req-825b7810-ccd8-458b-a884-a2af69b008fe tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 946 time: 0.6779580 Jul 07 17:14:57.465861 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4bac30-f860-462a-94aa-539d616f9674 req-ca039d5f-fff8-4ce7-9e26-b766017db72a tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Made reservation on behalf of 6fd7d07df0be419db9fc23214c8036fc for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:57.487826 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-ca039d5f-fff8-4ce7-9e26-b766017db72a tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.516599 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4ce437f9-aa01-4d36-b60b-742dc0a190cf None None] Provisioning complete for port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:57.517710 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4ce437f9-aa01-4d36-b60b-742dc0a190cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.541183 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a2af3f7-286f-4146-9148-c7f950058f93 req-00fbcabf-9c93-47ff-b1f5-76adc827ba93 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7530878 Jul 07 17:14:57.692183 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bac30-f860-462a-94aa-539d616f9674 req-f8552716-db0e-460d-988d-85c75f7997a0 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:57.697134 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-f8552716-db0e-460d-988d-85c75f7997a0 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.64 "GET /v2.0/networks?id=0d3f8586-c279-4b25-9088-fbb4cfab1630 HTTP/1.1" status: 200 len: 817 time: 0.6694577 Jul 07 17:14:57.700087 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:57.701114 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.742493 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4bac30-f860-462a-94aa-539d616f9674 req-7149152a-9282-48c6-8d23-6f676299ef30 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Made reservation on behalf of 6fd7d07df0be419db9fc23214c8036fc for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:57.748959 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-7149152a-9282-48c6-8d23-6f676299ef30 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.754585 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26fba290-dde4-4457-afc7-5c58197a5321 req-a054de41-24c9-4642-9976-83ce683b7270 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f220e5d-5b61-4377-914e-b585e8f9e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126667 Jul 07 17:14:57.781612 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-cb4bac30-f860-462a-94aa-539d616f9674 req-c71b7aa1-d098-48b1-be25-8cdb767ed192 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Request body: {'port': {'device_id': '67e6ff3c-0d32-40b0-80b4-4579ec62c999', 'network_id': '0d3f8586-c279-4b25-9088-fbb4cfab1630', 'admin_state_up': True, 'tenant_id': '6fd7d07df0be419db9fc23214c8036fc'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:57.872201 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-283bb898-0aa8-4daf-b1b9-a58cf9fa494d req-7c61aaba-7af0-4e6e-8eb9-ada5ca3d5dcd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5579529 Jul 07 17:14:57.898551 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16d87b3-887b-4686-bfad-a4ffcfcbf484 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:57.909516 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f16d87b3-887b-4686-bfad-a4ffcfcbf484 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.009144 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.030777 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905bd10e-dab7-41da-b436-10529e9ef52e None None] Network 0d3f8586-c279-4b25-9088-fbb4cfab1630 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:58.315855 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-55f515fc-061f-4b40-b758-8d9d9cb5f571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90dc9ab4-af4a-43dc-9375-ab3c375a9490 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:58.373876 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-55f515fc-061f-4b40-b758-8d9d9cb5f571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.374127 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4ce437f9-aa01-4d36-b60b-742dc0a190cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.408514 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-55f515fc-061f-4b40-b758-8d9d9cb5f571 service neutron] Transition to ACTIVE for port object 90dc9ab4-af4a-43dc-9375-ab3c375a9490 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:58.485762 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.538311 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39834) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:58.584322 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7207fb43-4465-4dbd-b5b1-3fdbd9b329cb req-a9e084e2-cd06-41ac-9145-474d8e02ab5e tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/ports?device_id=67e6ff3c-0d32-40b0-80b4-4579ec62c999 HTTP/1.1" status: 200 len: 210 time: 0.3302500 Jul 07 17:14:58.585490 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-55f515fc-061f-4b40-b758-8d9d9cb5f571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.631265 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4995cb56-3953-4e81-98ff-dcdd3c7c5fcb req-7bea1138-ceb8-4cd2-b087-f5e111dc0153 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1076784 Jul 07 17:14:58.706327 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed453baa-ba67-4655-bd70-0de16dc12068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.772663 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f515fc-061f-4b40-b758-8d9d9cb5f571 service neutron] Pushing event updated for resources: {'Port': ['ID=90dc9ab4-af4a-43dc-9375-ab3c375a9490,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:58.803082 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-4ce437f9-aa01-4d36-b60b-742dc0a190cf None None] For port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:58.903056 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4ce437f9-aa01-4d36-b60b-742dc0a190cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.963390 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.api [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:14:58.963759 n-d-791503-12 neutron-server[100194]: DEBUG oslo_db.api [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:14:58.963977 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-cb4bac30-f860-462a-94aa-539d616f9674 req-7149152a-9282-48c6-8d23-6f676299ef30 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Allocated IP 172.20.0.10 (0d3f8586-c279-4b25-9088-fbb4cfab1630/a6414315-38e7-4ae7-811b-362f3d610e57/155ad5b9-08ef-4cdf-9243-e2016ffa6cc5) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:58.990591 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c81be5-29be-4172-934b-9bd354c7eb09 None None] Update dhcp port {'port': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'fixed_ips': [{'subnet_id': 'd199018a-62a7-4438-a781-90f74eb401ef'}], 'binding:host_id': 'n-d-791503-12'}, 'id': 'aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c'} from n-d-791503-12. {{(pid=100194) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:14:59.059096 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce437f9-aa01-4d36-b60b-742dc0a190cf None None] Pushing event updated for resources: {'Port': ['ID=aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:59.099818 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-42c81be5-29be-4172-934b-9bd354c7eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:59.274637 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed453baa-ba67-4655-bd70-0de16dc12068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:59.307339 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2af3f7-286f-4146-9148-c7f950058f93 req-4d8c15a5-e0e4-4c50-9fbf-fb6d30189365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:59.309179 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a2af3f7-286f-4146-9148-c7f950058f93 req-4d8c15a5-e0e4-4c50-9fbf-fb6d30189365 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18e760e73e3c432284bc214c0bade121&device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 1097 time: 1.6751699 Jul 07 17:14:59.386313 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed453baa-ba67-4655-bd70-0de16dc12068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:59.468980 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39846) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:59.476889 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-7149152a-9282-48c6-8d23-6f676299ef30 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:59.480267 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ed453baa-ba67-4655-bd70-0de16dc12068 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc039a3b0eb245dc93ac6e9596cfacb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9402254 Jul 07 17:14:59.486760 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39848) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:59.487963 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-55f515fc-061f-4b40-b758-8d9d9cb5f571 service neutron] Attempting to bind port 90dc9ab4-af4a-43dc-9375-ab3c375a9490 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:59.488524 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-55f515fc-061f-4b40-b758-8d9d9cb5f571 service neutron] Attempting to bind port 90dc9ab4-af4a-43dc-9375-ab3c375a9490 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '5718179c-d206-4b35-beba-2628ddada37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '011dc692-216c-4338-9ffe-780c5bbed21c'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:59.489130 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-55f515fc-061f-4b40-b758-8d9d9cb5f571 service neutron] Attempting to bind port 90dc9ab4-af4a-43dc-9375-ab3c375a9490 on network 011dc692-216c-4338-9ffe-780c5bbed21c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:59.527977 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5d5f5-765a-44b7-847c-a58f8e569c2d req-92715fcc-3ff4-4d4d-8e68-28af9b38a98b tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:59.533521 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ded5d5f5-765a-44b7-847c-a58f8e569c2d req-92715fcc-3ff4-4d4d-8e68-28af9b38a98b tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf52d01a-0032-45a2-9e15-3616ecce93a3 HTTP/1.1" status: 200 len: 944 time: 0.4452753 Jul 07 17:14:59.541427 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4bac30-f860-462a-94aa-539d616f9674 req-c71b7aa1-d098-48b1-be25-8cdb767ed192 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Made reservation on behalf of 6fd7d07df0be419db9fc23214c8036fc for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:59.555740 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-c71b7aa1-d098-48b1-be25-8cdb767ed192 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:59.564440 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-55f515fc-061f-4b40-b758-8d9d9cb5f571 service neutron] Port 90dc9ab4-af4a-43dc-9375-ab3c375a9490 on network 011dc692-216c-4338-9ffe-780c5bbed21c not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:14:59.565025 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-55f515fc-061f-4b40-b758-8d9d9cb5f571 service neutron] Attempting to bind port 90dc9ab4-af4a-43dc-9375-ab3c375a9490 on network 011dc692-216c-4338-9ffe-780c5bbed21c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:59.593935 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:14:59.637242 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed453baa-ba67-4655-bd70-0de16dc12068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59450b4-7aa6-4ea3-afba-ab12c9f27083,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:59.689172 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-42c81be5-29be-4172-934b-9bd354c7eb09 None None] Allocated IP 172.20.0.2 (6e9cefa1-f008-4dc6-9203-f56e105ef387/d199018a-62a7-4438-a781-90f74eb401ef/aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:59.705313 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-55f515fc-061f-4b40-b758-8d9d9cb5f571 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:59.707883 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-55f515fc-061f-4b40-b758-8d9d9cb5f571 service neutron] Checking segment: {'id': '5718179c-d206-4b35-beba-2628ddada37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '011dc692-216c-4338-9ffe-780c5bbed21c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:59.713753 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-55f515fc-061f-4b40-b758-8d9d9cb5f571 service neutron] Bound using segment: {'id': '5718179c-d206-4b35-beba-2628ddada37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '011dc692-216c-4338-9ffe-780c5bbed21c'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:59.716126 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-55f515fc-061f-4b40-b758-8d9d9cb5f571 service neutron] Bound port: 90dc9ab4-af4a-43dc-9375-ab3c375a9490, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5718179c-d206-4b35-beba-2628ddada37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '011dc692-216c-4338-9ffe-780c5bbed21c'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:59.719024 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-55f515fc-061f-4b40-b758-8d9d9cb5f571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:59.803356 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5cd49be9-619f-4957-9efa-ae869590e6ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:59.806130 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2af3f7-286f-4146-9148-c7f950058f93 req-fb43e2d5-4d2c-4b8e-9dec-2abf015116e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:59.807950 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a2af3f7-286f-4146-9148-c7f950058f93 req-fb43e2d5-4d2c-4b8e-9dec-2abf015116e0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9c7bfe2-c6df-42ea-bc46-459eb954abd9 HTTP/1.1" status: 200 len: 918 time: 0.4729948 Jul 07 17:14:59.843215 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ded5d5f5-765a-44b7-847c-a58f8e569c2d req-6ec5b4fd-9962-4032-af5f-f82a6be05e6d tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f220e5d-5b61-4377-914e-b585e8f9e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792029 Jul 07 17:14:59.922403 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:59.976026 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-46f0f7ce-6a7c-487d-9c7d-a59ceaabe467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:59.997935 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-7149152a-9282-48c6-8d23-6f676299ef30 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:00.066569 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-42c81be5-29be-4172-934b-9bd354c7eb09 None None] For port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:00.087852 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a2af3f7-286f-4146-9148-c7f950058f93 req-98b9a0d9-132f-40fc-9351-c662d0600353 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=495805fd-0180-40f2-ab25-1a1c2bc8cbc3 HTTP/1.1" status: 200 len: 1001 time: 0.2587495 Jul 07 17:15:00.155947 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-42c81be5-29be-4172-934b-9bd354c7eb09 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:00.199125 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:00.202649 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:00.287249 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4bac30-f860-462a-94aa-539d616f9674 req-7149152a-9282-48c6-8d23-6f676299ef30 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Network 0d3f8586-c279-4b25-9088-fbb4cfab1630 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:00.295458 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-55f515fc-061f-4b40-b758-8d9d9cb5f571 service neutron] For port 90dc9ab4-af4a-43dc-9375-ab3c375a9490, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:00.299833 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-cb4bac30-f860-462a-94aa-539d616f9674 req-ca039d5f-fff8-4ce7-9e26-b766017db72a tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Allocated IP 172.20.0.13 (0d3f8586-c279-4b25-9088-fbb4cfab1630/a6414315-38e7-4ae7-811b-362f3d610e57/cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:00.308215 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-cb4bac30-f860-462a-94aa-539d616f9674 req-7149152a-9282-48c6-8d23-6f676299ef30 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:00.327114 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1b5eab94-70d6-4426-89c4-c8b87536dc34 req-e597ae99-0b0d-4b44-8984-29b15886397f tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/ports?device_id=67e6ff3c-0d32-40b0-80b4-4579ec62c999 HTTP/1.1" status: 200 len: 210 time: 0.2245328 Jul 07 17:15:00.345214 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-42c81be5-29be-4172-934b-9bd354c7eb09 None None] Transition to ACTIVE for port object aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:00.350554 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:00.351618 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4bac30-f860-462a-94aa-539d616f9674 req-7149152a-9282-48c6-8d23-6f676299ef30 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:00.366581 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-42c81be5-29be-4172-934b-9bd354c7eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:00.370728 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149152a-9282-48c6-8d23-6f676299ef30 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Pushing event updated for resources: {'Port': ['ID=155ad5b9-08ef-4cdf-9243-e2016ffa6cc5,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:00.417554 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2af3f7-286f-4146-9148-c7f950058f93 req-a0fd077e-24fc-451c-bc93-0163ef94b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:00.419136 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-46f0f7ce-6a7c-487d-9c7d-a59ceaabe467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:00.419998 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a2af3f7-286f-4146-9148-c7f950058f93 req-a0fd077e-24fc-451c-bc93-0163ef94b8bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b0fe605b-06e9-4628-b5de-b8df689c0601 HTTP/1.1" status: 200 len: 856 time: 0.2792122 Jul 07 17:15:00.445199 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-55f515fc-061f-4b40-b758-8d9d9cb5f571 service neutron] For port 90dc9ab4-af4a-43dc-9375-ab3c375a9490, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=90dc9ab4-af4a-43dc-9375-ab3c375a9490,segment=NetworkSegment(5718179c-d206-4b35-beba-2628ddada37c),segment_id=5718179c-d206-4b35-beba-2628ddada37c)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:00.482248 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-55f515fc-061f-4b40-b758-8d9d9cb5f571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:00.497710 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c had new provisioning blocks added so it will not transition to active. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 07 17:15:00.506270 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c81be5-29be-4172-934b-9bd354c7eb09 None None] Pushing event updated for resources: {'Port': ['ID=aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c,revision_number=7']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:00.512324 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bac30-f860-462a-94aa-539d616f9674 req-7149152a-9282-48c6-8d23-6f676299ef30 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:00.513380 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-7149152a-9282-48c6-8d23-6f676299ef30 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:00.650738 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-55f515fc-061f-4b40-b758-8d9d9cb5f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:00.652327 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-55f515fc-061f-4b40-b758-8d9d9cb5f571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:00.654159 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-55f515fc-061f-4b40-b758-8d9d9cb5f571 service neutron] 10.222.0.72 "PUT /v2.0/ports/90dc9ab4-af4a-43dc-9375-ab3c375a9490 HTTP/1.1" status: 200 len: 1093 time: 5.4856930 Jul 07 17:15:00.655348 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5cd49be9-619f-4957-9efa-ae869590e6ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:00.667208 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf52d01a-0032-45a2-9e15-3616ecce93a3', 'tag': '90dc9ab4-af4a-43dc-9375-ab3c375a9490'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:00.671329 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd1053b-6b19-4f02-b86e-f2c652f00c04" -d '{"events": [{"name": "network-changed", "server_uuid": "bf52d01a-0032-45a2-9e15-3616ecce93a3", "tag": "90dc9ab4-af4a-43dc-9375-ab3c375a9490"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:00.678280 n-d-791503-12 neutron-server[100192]: DEBUG neutron.objects.ports [None req-f16d87b3-887b-4686-bfad-a4ffcfcbf484 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100192) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:15:00.685435 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-46f0f7ce-6a7c-487d-9c7d-a59ceaabe467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:00.689630 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-46f0f7ce-6a7c-487d-9c7d-a59ceaabe467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:00.695314 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-46f0f7ce-6a7c-487d-9c7d-a59ceaabe467 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c59450b4-7aa6-4ea3-afba-ab12c9f27083 HTTP/1.1" status: 204 len: 168 time: 1.1970708 Jul 07 17:15:00.695634 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01264b4e-96ec-4af8-bace-65e239045750 req-e0d15f81-803e-4d32-9240-7b92f96d0287 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:00.720370 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-01264b4e-96ec-4af8-bace-65e239045750 req-e0d15f81-803e-4d32-9240-7b92f96d0287 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 946 time: 0.5787399 Jul 07 17:15:00.725537 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5cd49be9-619f-4957-9efa-ae869590e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:00.766781 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5cd49be9-619f-4957-9efa-ae869590e6ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa4eb437c1d746dbbff6ea39846cf8bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2945848 Jul 07 17:15:00.770232 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-7149152a-9282-48c6-8d23-6f676299ef30 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2256646 Jul 07 17:15:00.772553 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39866) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:00.828707 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd8ae9f-1f5a-48e0-96a2-7132668a5fb5 x-openstack-request-id: req-9cd8ae9f-1f5a-48e0-96a2-7132668a5fb5 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:00.829081 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf52d01a-0032-45a2-9e15-3616ecce93a3", "tag": "90dc9ab4-af4a-43dc-9375-ab3c375a9490", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:00.829452 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9cd8ae9f-1f5a-48e0-96a2-7132668a5fb5 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:00.829975 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf52d01a-0032-45a2-9e15-3616ecce93a3', 'tag': '90dc9ab4-af4a-43dc-9375-ab3c375a9490', 'status': 'completed', 'code': 200} Jul 07 17:15:00.830820 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0f7ce-6a7c-487d-9c7d-a59ceaabe467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59450b4-7aa6-4ea3-afba-ab12c9f27083,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:00.876349 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-cb4bac30-f860-462a-94aa-539d616f9674 req-41d590ab-c80e-4c8f-bf8a-ad9ad01731ee service neutron] Request body: {'port': {'device_id': '96d1df2f-e3b5-4ed7-bb12-d82e545b5f00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:00.922920 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f515fc-061f-4b40-b758-8d9d9cb5f571 service neutron] Pushing event updated for resources: {'Port': ['ID=90dc9ab4-af4a-43dc-9375-ab3c375a9490,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:00.975188 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2af3f7-286f-4146-9148-c7f950058f93 req-3db2664c-ce57-419e-a675-3d7ebf4bfd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:00.978614 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a2af3f7-286f-4146-9148-c7f950058f93 req-3db2664c-ce57-419e-a675-3d7ebf4bfd42 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9c7bfe2-c6df-42ea-bc46-459eb954abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5490220 Jul 07 17:15:00.994579 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd49be9-619f-4957-9efa-ae869590e6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1506be1-3a26-4eea-b31b-7820a5770564,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:01.073957 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-01264b4e-96ec-4af8-bace-65e239045750 req-578600eb-1dd4-44d1-b23a-ec97cf45ccdb tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150423 Jul 07 17:15:01.102042 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-a3ee658d-f234-4831-a3e2-718e3c5243a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:01.105282 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-a3ee658d-f234-4831-a3e2-718e3c5243a7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cb2b0eb74ec46bfb84fb5fe3bc459bf&device_id=bf52d01a-0032-45a2-9e15-3616ecce93a3 HTTP/1.1" status: 200 len: 1096 time: 0.3652496 Jul 07 17:15:01.195357 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a2af3f7-286f-4146-9148-c7f950058f93 req-56be8c52-2d90-4fb1-a0d6-cdb4455c7958 service neutron] 10.222.0.72 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733415 Jul 07 17:15:01.202638 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e0dd98e1-a520-40f4-97c5-78ab05a309ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:01.286575 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-e5154ac8-d318-4631-9441-245bb5be9315 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90dc9ab4-af4a-43dc-9375-ab3c375a9490 HTTP/1.1" status: 200 len: 217 time: 0.1724112 Jul 07 17:15:01.319004 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f16d87b3-887b-4686-bfad-a4ffcfcbf484 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:01.333826 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-41d590ab-c80e-4c8f-bf8a-ad9ad01731ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:01.367427 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-ca039d5f-fff8-4ce7-9e26-b766017db72a tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:01.725638 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b34b83-bfeb-41fb-9c8f-789b885cd318 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:01.857287 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a2af3f7-286f-4146-9148-c7f950058f93 req-7933b5b5-c5c3-426b-b7a9-40c2b6d9c473 service neutron] 10.222.0.72 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6514831 Jul 07 17:15:01.888116 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:01.899204 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e5d258f6-a59d-48ae-a1de-df5d65d4bbee None None] Provisioning for port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:01.930544 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e0dd98e1-a520-40f4-97c5-78ab05a309ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.008048 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e5d258f6-a59d-48ae-a1de-df5d65d4bbee None None] Provisioning complete for port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:02.008678 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e5d258f6-a59d-48ae-a1de-df5d65d4bbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.027426 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-cb4bac30-f860-462a-94aa-539d616f9674 req-c71b7aa1-d098-48b1-be25-8cdb767ed192 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Allocated IP 172.20.0.3 (0d3f8586-c279-4b25-9088-fbb4cfab1630/a6414315-38e7-4ae7-811b-362f3d610e57/34105ac9-0ae0-409f-90c4-cf3f0d5130c7) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:02.109469 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-af27e07e-6656-4a66-9a41-15ec79a7ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:02.111453 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-af27e07e-6656-4a66-9a41-15ec79a7ce4c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1e4f3c25-8ef4-45b1-892a-a1ecb7e18238 HTTP/1.1" status: 200 len: 850 time: 0.7946181 Jul 07 17:15:02.215319 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:02.216347 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.306716 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-f16d87b3-887b-4686-bfad-a4ffcfcbf484 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] For port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:02.365800 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f16d87b3-887b-4686-bfad-a4ffcfcbf484 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.374044 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-a28003ce-0e14-490c-8587-eacdcb96f64d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=011dc692-216c-4338-9ffe-780c5bbed21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2457170 Jul 07 17:15:02.386789 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc1364-9097-48e9-a8b8-3c6d3651d4ad req-c6d3556b-bc96-4e2e-a702-e09e920c172c tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:02.397252 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43dc1364-9097-48e9-a8b8-3c6d3651d4ad req-c6d3556b-bc96-4e2e-a702-e09e920c172c tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf52d01a-0032-45a2-9e15-3616ecce93a3 HTTP/1.1" status: 200 len: 944 time: 1.1973646 Jul 07 17:15:02.408584 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f16d87b3-887b-4686-bfad-a4ffcfcbf484 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.411367 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f16d87b3-887b-4686-bfad-a4ffcfcbf484 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.586331 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-ca039d5f-fff8-4ce7-9e26-b766017db72a tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.610484 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d87b3-887b-4686-bfad-a4ffcfcbf484 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Port': ['ID=aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c,revision_number=9']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:02.742441 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d87b3-887b-4686-bfad-a4ffcfcbf484 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=37842f92-8eaa-4d05-972a-33057dfbcb19,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:02.747442 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16d87b3-887b-4686-bfad-a4ffcfcbf484 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:02.765084 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-f16d87b3-887b-4686-bfad-a4ffcfcbf484 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:02.777852 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16d87b3-887b-4686-bfad-a4ffcfcbf484 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:02.778478 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f16d87b3-887b-4686-bfad-a4ffcfcbf484 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.800928 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43dc1364-9097-48e9-a8b8-3c6d3651d4ad req-39c6dc1e-dbe0-4fbb-becd-40508a5a1364 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f220e5d-5b61-4377-914e-b585e8f9e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779743 Jul 07 17:15:02.805687 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f16d87b3-887b-4686-bfad-a4ffcfcbf484 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.0704386 Jul 07 17:15:02.818621 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39914) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:02.826245 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-1e36519f-3f30-48c3-83b9-42a0b368171d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'port': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'mac_address': 'fa:16:3e:a7:da:7a', 'name': 'tempest-NetworksTestDHCPv6-179456673'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:02.979374 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-a539307a-af86-44e6-bf44-2ea4e25361e3 service neutron] 10.222.0.72 "GET /v2.0/networks/011dc692-216c-4338-9ffe-780c5bbed21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5537717 Jul 07 17:15:03.059229 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-3ddce701-2136-4201-a2f3-4a18bfb24666 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:03.075023 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-3ddce701-2136-4201-a2f3-4a18bfb24666 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/networks?id=b09d5620-c5a5-4f52-8562-d9c726ea81d4 HTTP/1.1" status: 200 len: 810 time: 1.2131791 Jul 07 17:15:03.146655 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4bac30-f860-462a-94aa-539d616f9674 req-ca039d5f-fff8-4ce7-9e26-b766017db72a tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Network 0d3f8586-c279-4b25-9088-fbb4cfab1630 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:03.191360 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca039d5f-fff8-4ce7-9e26-b766017db72a tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Pushing event updated for resources: {'Port': ['ID=cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:03.206649 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-cb4bac30-f860-462a-94aa-539d616f9674 req-ca039d5f-fff8-4ce7-9e26-b766017db72a tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:03.218008 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-90a4ce81-2cf4-4c15-a94e-911c83e37fc3 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/quotas/fa7f2838537b47bf8d02ed4d09c0343d HTTP/1.1" status: 200 len: 375 time: 0.1413195 Jul 07 17:15:03.225881 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4bac30-f860-462a-94aa-539d616f9674 req-ca039d5f-fff8-4ce7-9e26-b766017db72a tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:03.283392 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9bdb0c94-2aab-41b6-8166-7082c9813860 req-5f660214-4369-420f-ae5e-6a15c6ed37e0 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/ports?device_id=67e6ff3c-0d32-40b0-80b4-4579ec62c999 HTTP/1.1" status: 200 len: 210 time: 0.1305346 Jul 07 17:15:03.298144 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08e41de3-dfdc-43ef-9bce-e6b0db171339 req-2ff8f498-cd2a-4613-b38a-862c8868ff78 service neutron] 10.222.0.72 "GET /v2.0/networks/011dc692-216c-4338-9ffe-780c5bbed21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022721 Jul 07 17:15:03.300360 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e36519f-3f30-48c3-83b9-42a0b368171d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:03.466845 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-c71b7aa1-d098-48b1-be25-8cdb767ed192 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.496727 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e0dd98e1-a520-40f4-97c5-78ab05a309ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.501577 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e0dd98e1-a520-40f4-97c5-78ab05a309ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.503664 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e0dd98e1-a520-40f4-97c5-78ab05a309ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f1506be1-3a26-4eea-b31b-7820a5770564 HTTP/1.1" status: 204 len: 168 time: 2.7214429 Jul 07 17:15:03.515866 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bac30-f860-462a-94aa-539d616f9674 req-ca039d5f-fff8-4ce7-9e26-b766017db72a tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:03.516927 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-ca039d5f-fff8-4ce7-9e26-b766017db72a tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.554676 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-ca039d5f-fff8-4ce7-9e26-b766017db72a tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6578548 Jul 07 17:15:03.584427 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-cb4bac30-f860-462a-94aa-539d616f9674 req-81e9ac17-bbee-4f76-902e-47d9a7ae7552 service neutron] Request body: {'port': {'device_id': 'e1dc61f3-760a-4765-bcb3-15e44f66e371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:03.591056 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1e36519f-3f30-48c3-83b9-42a0b368171d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.666113 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd98e1-a520-40f4-97c5-78ab05a309ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1506be1-3a26-4eea-b31b-7820a5770564,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:03.720103 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-1e36519f-3f30-48c3-83b9-42a0b368171d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] device_id is not set on port d7d07dfe-3828-4eeb-bf17-93a4f0766653 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:15:03.728822 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-81e9ac17-bbee-4f76-902e-47d9a7ae7552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.774444 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7626c678-e7a6-444b-8427-d0e8fc633274 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:03.822239 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1053b-6b19-4f02-b86e-f2c652f00c04 req-9649832c-aef7-477a-83e7-7b951e66c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:03.823736 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7dd1053b-6b19-4f02-b86e-f2c652f00c04 req-9649832c-aef7-477a-83e7-7b951e66c243 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cb2b0eb74ec46bfb84fb5fe3bc459bf&device_id=bf52d01a-0032-45a2-9e15-3616ecce93a3 HTTP/1.1" status: 200 len: 1096 time: 0.4003689 Jul 07 17:15:03.831137 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-edbbcd02-6bdd-408f-9bc3-4a8a6bfe79f0 req-750449fe-7717-423d-86b2-90138d36bd42 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=848ce371-f4d8-4753-84c2-5309adaa22e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3916767 Jul 07 17:15:03.871738 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-ceffc2b8-3b2e-4ef9-baa9-1bad330be417 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fa7f2838537b47bf8d02ed4d09c0343d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6259739 Jul 07 17:15:03.936492 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-881eed70-67b1-4f84-97eb-df65b708e26a None None] Provisioning complete for port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:03.937395 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-881eed70-67b1-4f84-97eb-df65b708e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.987149 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:04.087770 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-c71b7aa1-d098-48b1-be25-8cdb767ed192 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:04.256467 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:04.257313 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:04.333470 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbcd02-6bdd-408f-9bc3-4a8a6bfe79f0 req-812ab6ae-fa36-4a3a-8576-9641a93d5dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:04.335556 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-edbbcd02-6bdd-408f-9bc3-4a8a6bfe79f0 req-812ab6ae-fa36-4a3a-8576-9641a93d5dc7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&device_id=848ce371-f4d8-4753-84c2-5309adaa22e3 HTTP/1.1" status: 200 len: 1097 time: 0.3214798 Jul 07 17:15:04.357980 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1053b-6b19-4f02-b86e-f2c652f00c04 req-e6779753-e89b-4c17-9c15-7c40aa0f73f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:04.360830 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7dd1053b-6b19-4f02-b86e-f2c652f00c04 req-e6779753-e89b-4c17-9c15-7c40aa0f73f8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=011dc692-216c-4338-9ffe-780c5bbed21c HTTP/1.1" status: 200 len: 911 time: 0.5284863 Jul 07 17:15:04.388235 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b7aa1-d098-48b1-be25-8cdb767ed192 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Pushing event updated for resources: {'Port': ['ID=34105ac9-0ae0-409f-90c4-cf3f0d5130c7,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:04.523656 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4bac30-f860-462a-94aa-539d616f9674 req-c71b7aa1-d098-48b1-be25-8cdb767ed192 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Network 0d3f8586-c279-4b25-9088-fbb4cfab1630 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:04.550105 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-cb4bac30-f860-462a-94aa-539d616f9674 req-c71b7aa1-d098-48b1-be25-8cdb767ed192 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:04.565944 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4bac30-f860-462a-94aa-539d616f9674 req-c71b7aa1-d098-48b1-be25-8cdb767ed192 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:04.782416 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39970) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:04.795282 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 90dc9ab4-af4a-43dc-9375-ab3c375a9490 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:15:04.813319 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7dd1053b-6b19-4f02-b86e-f2c652f00c04 req-b851670a-cde8-4ad2-86e4-2d4aa57a7a2f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90dc9ab4-af4a-43dc-9375-ab3c375a9490 HTTP/1.1" status: 200 len: 217 time: 0.4321856 Jul 07 17:15:04.913481 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-ebf44a9b-1e95-4806-8fae-7a756a0d93b1 service neutron] 10.222.0.53 "GET /v2.0/networks/b09d5620-c5a5-4f52-8562-d9c726ea81d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0239446 Jul 07 17:15:05.013950 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ab2e1511-a956-4f06-b5c2-fab8f64bf5c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.030944 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 90dc9ab4-af4a-43dc-9375-ab3c375a9490, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=90dc9ab4-af4a-43dc-9375-ab3c375a9490,segment=NetworkSegment(5718179c-d206-4b35-beba-2628ddada37c),segment_id=5718179c-d206-4b35-beba-2628ddada37c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:05.046110 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bac30-f860-462a-94aa-539d616f9674 req-c71b7aa1-d098-48b1-be25-8cdb767ed192 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:05.047245 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-c71b7aa1-d098-48b1-be25-8cdb767ed192 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.047530 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '90dc9ab4-af4a-43dc-9375-ab3c375a9490', 'network_id': '011dc692-216c-4338-9ffe-780c5bbed21c', 'port_id': '90dc9ab4-af4a-43dc-9375-ab3c375a9490', 'mac_address': 'fa:16:3e:2b:d5:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e4f3c25-8ef4-45b1-892a-a1ecb7e18238', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:15:05.058294 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3fb804-8b25-4502-a97e-5045a60b6add None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:05.100736 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-1e36519f-3f30-48c3-83b9-42a0b368171d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 172.20.0.3 (6e9cefa1-f008-4dc6-9203-f56e105ef387/d199018a-62a7-4438-a781-90f74eb401ef/d7d07dfe-3828-4eeb-bf17-93a4f0766653) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:05.134069 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1053b-6b19-4f02-b86e-f2c652f00c04 req-41d1571f-a051-4372-b50d-3b17c62dc8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:05.137172 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7dd1053b-6b19-4f02-b86e-f2c652f00c04 req-41d1571f-a051-4372-b50d-3b17c62dc8a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1e4f3c25-8ef4-45b1-892a-a1ecb7e18238 HTTP/1.1" status: 200 len: 850 time: 0.2689350 Jul 07 17:15:05.142637 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-1e36519f-3f30-48c3-83b9-42a0b368171d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 2001:db8::f816:3eff:fea7:da7a (6e9cefa1-f008-4dc6-9203-f56e105ef387/37842f92-8eaa-4d05-972a-33057dfbcb19/d7d07dfe-3828-4eeb-bf17-93a4f0766653) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:05.170619 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-cb4bac30-f860-462a-94aa-539d616f9674 req-41d590ab-c80e-4c8f-bf8a-ad9ad01731ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 155ad5b9-08ef-4cdf-9243-e2016ffa6cc5 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:05.191444 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-41d590ab-c80e-4c8f-bf8a-ad9ad01731ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.250725 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-cb4bac30-f860-462a-94aa-539d616f9674 req-41d590ab-c80e-4c8f-bf8a-ad9ad01731ee service neutron] Transition to ACTIVE for port object 155ad5b9-08ef-4cdf-9243-e2016ffa6cc5 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:05.281326 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-41d590ab-c80e-4c8f-bf8a-ad9ad01731ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.282729 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7dd1053b-6b19-4f02-b86e-f2c652f00c04 req-fc70f571-e177-40e8-bc1e-557e00ece603 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=011dc692-216c-4338-9ffe-780c5bbed21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042445 Jul 07 17:15:05.289416 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c118de64-ca43-45e5-a6d3-c9f9edc6686b None None] Provisioning complete for port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:05.290982 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c118de64-ca43-45e5-a6d3-c9f9edc6686b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.378724 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbcd02-6bdd-408f-9bc3-4a8a6bfe79f0 req-c9f038a3-03c5-430c-91ae-d8e5cf3c76c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:05.382305 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-edbbcd02-6bdd-408f-9bc3-4a8a6bfe79f0 req-c9f038a3-03c5-430c-91ae-d8e5cf3c76c6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 913 time: 0.9811771 Jul 07 17:15:05.437884 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-2a4c4d4a-1a77-4afa-8ffb-736ca6000f05 service neutron] 10.222.0.53 "GET /v2.0/networks/b09d5620-c5a5-4f52-8562-d9c726ea81d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012560 Jul 07 17:15:05.499610 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.576022 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d590ab-c80e-4c8f-bf8a-ad9ad01731ee service neutron] Pushing event updated for resources: {'Port': ['ID=155ad5b9-08ef-4cdf-9243-e2016ffa6cc5,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:05.601529 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90dc9ab4-af4a-43dc-9375-ab3c375a9490 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:05.633904 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39976) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:05.640310 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-edbbcd02-6bdd-408f-9bc3-4a8a6bfe79f0 req-aacd28ba-12d0-4f82-8e21-0b0493cc5c2a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dc81060-f12c-4d50-ac74-7a7ea986f264 HTTP/1.1" status: 200 len: 217 time: 0.1820164 Jul 07 17:15:05.735862 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 90dc9ab4-af4a-43dc-9375-ab3c375a9490, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=90dc9ab4-af4a-43dc-9375-ab3c375a9490,segment=NetworkSegment(5718179c-d206-4b35-beba-2628ddada37c),segment_id=5718179c-d206-4b35-beba-2628ddada37c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:05.742422 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.848288 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-cb4bac30-f860-462a-94aa-539d616f9674 req-41d590ab-c80e-4c8f-bf8a-ad9ad01731ee service neutron] Attempting to bind port 155ad5b9-08ef-4cdf-9243-e2016ffa6cc5 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:05.849182 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-cb4bac30-f860-462a-94aa-539d616f9674 req-41d590ab-c80e-4c8f-bf8a-ad9ad01731ee service neutron] Attempting to bind port 155ad5b9-08ef-4cdf-9243-e2016ffa6cc5 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'ac9b8636-a978-4645-92b0-4a6468663782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0d3f8586-c279-4b25-9088-fbb4cfab1630'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:05.849825 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bac30-f860-462a-94aa-539d616f9674 req-41d590ab-c80e-4c8f-bf8a-ad9ad01731ee service neutron] Attempting to bind port 155ad5b9-08ef-4cdf-9243-e2016ffa6cc5 on network 0d3f8586-c279-4b25-9088-fbb4cfab1630 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:05.862105 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bac30-f860-462a-94aa-539d616f9674 req-41d590ab-c80e-4c8f-bf8a-ad9ad01731ee service neutron] Port 155ad5b9-08ef-4cdf-9243-e2016ffa6cc5 on network 0d3f8586-c279-4b25-9088-fbb4cfab1630 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:15:05.862910 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bac30-f860-462a-94aa-539d616f9674 req-41d590ab-c80e-4c8f-bf8a-ad9ad01731ee service neutron] Attempting to bind port 155ad5b9-08ef-4cdf-9243-e2016ffa6cc5 on network 0d3f8586-c279-4b25-9088-fbb4cfab1630 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:05.870510 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbcd02-6bdd-408f-9bc3-4a8a6bfe79f0 req-18af82c6-e382-4821-9e0c-315f6be1d5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:05.872794 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-edbbcd02-6bdd-408f-9bc3-4a8a6bfe79f0 req-18af82c6-e382-4821-9e0c-315f6be1d5b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 200 len: 851 time: 0.1181030 Jul 07 17:15:05.889431 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bac30-f860-462a-94aa-539d616f9674 req-41d590ab-c80e-4c8f-bf8a-ad9ad01731ee service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:05.889694 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b062b-e9ec-4e9b-94a9-bbf7d5c88e04 req-bc7ab938-8a7c-4011-9c02-f6c3c25ac49d tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:05.890404 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bac30-f860-462a-94aa-539d616f9674 req-41d590ab-c80e-4c8f-bf8a-ad9ad01731ee service neutron] Checking segment: {'id': 'ac9b8636-a978-4645-92b0-4a6468663782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0d3f8586-c279-4b25-9088-fbb4cfab1630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:05.891115 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bac30-f860-462a-94aa-539d616f9674 req-41d590ab-c80e-4c8f-bf8a-ad9ad01731ee service neutron] Bound using segment: {'id': 'ac9b8636-a978-4645-92b0-4a6468663782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0d3f8586-c279-4b25-9088-fbb4cfab1630'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:05.891894 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-cb4bac30-f860-462a-94aa-539d616f9674 req-41d590ab-c80e-4c8f-bf8a-ad9ad01731ee service neutron] Bound port: 155ad5b9-08ef-4cdf-9243-e2016ffa6cc5, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9b8636-a978-4645-92b0-4a6468663782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0d3f8586-c279-4b25-9088-fbb4cfab1630'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:05.892584 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-41d590ab-c80e-4c8f-bf8a-ad9ad01731ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.901690 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0d0b062b-e9ec-4e9b-94a9-bbf7d5c88e04 req-bc7ab938-8a7c-4011-9c02-f6c3c25ac49d tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf52d01a-0032-45a2-9e15-3616ecce93a3 HTTP/1.1" status: 200 len: 944 time: 1.0288041 Jul 07 17:15:05.905180 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7dd1053b-6b19-4f02-b86e-f2c652f00c04 req-406a9f1d-bf8d-49e6-ba9f-b3b91eb3b7f6 service neutron] 10.222.0.72 "GET /v2.0/networks/011dc692-216c-4338-9ffe-780c5bbed21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6212909 Jul 07 17:15:05.962691 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=90dc9ab4-af4a-43dc-9375-ab3c375a9490,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:06.022478 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-cb4bac30-f860-462a-94aa-539d616f9674 req-81e9ac17-bbee-4f76-902e-47d9a7ae7552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:06.056901 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-81e9ac17-bbee-4f76-902e-47d9a7ae7552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:06.105408 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['90dc9ab4-af4a-43dc-9375-ab3c375a9490'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:06.129348 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-cb4bac30-f860-462a-94aa-539d616f9674 req-81e9ac17-bbee-4f76-902e-47d9a7ae7552 service neutron] Transition to ACTIVE for port object cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:06.148810 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-81e9ac17-bbee-4f76-902e-47d9a7ae7552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:06.188466 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-cb4bac30-f860-462a-94aa-539d616f9674 req-41d590ab-c80e-4c8f-bf8a-ad9ad01731ee service neutron] For port 155ad5b9-08ef-4cdf-9243-e2016ffa6cc5, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:06.266836 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7dd1053b-6b19-4f02-b86e-f2c652f00c04 req-45ae3f82-e1cf-4bf7-96b1-d4d7f44fb41d service neutron] 10.222.0.72 "GET /v2.0/networks/011dc692-216c-4338-9ffe-780c5bbed21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439143 Jul 07 17:15:06.324985 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-709b9c7e-384d-4b6f-9020-a5b3c002005b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:06.336738 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a32e688-4bc4-42a8-b295-52e87a0f510b None None] get_active_networks_info from n-d-791503-12 {{(pid=100194) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:15:06.380875 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-cb4bac30-f860-462a-94aa-539d616f9674 req-41d590ab-c80e-4c8f-bf8a-ad9ad01731ee service neutron] For port 155ad5b9-08ef-4cdf-9243-e2016ffa6cc5, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=155ad5b9-08ef-4cdf-9243-e2016ffa6cc5,segment=NetworkSegment(ac9b8636-a978-4645-92b0-4a6468663782),segment_id=ac9b8636-a978-4645-92b0-4a6468663782)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:06.404219 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-41d590ab-c80e-4c8f-bf8a-ad9ad01731ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:06.423388 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0d0b062b-e9ec-4e9b-94a9-bbf7d5c88e04 req-0c8344d4-f195-46dd-ac3a-d4673f82cc7a tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f220e5d-5b61-4377-914e-b585e8f9e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5193510 Jul 07 17:15:06.445056 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9ac17-bbee-4f76-902e-47d9a7ae7552 service neutron] Pushing event updated for resources: {'Port': ['ID=cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:06.549070 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbcd02-6bdd-408f-9bc3-4a8a6bfe79f0 req-32230777-b581-4852-b51c-480d4812eb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:06.550721 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-edbbcd02-6bdd-408f-9bc3-4a8a6bfe79f0 req-32230777-b581-4852-b51c-480d4812eb17 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6446033 Jul 07 17:15:06.557541 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d590ab-c80e-4c8f-bf8a-ad9ad01731ee service neutron] Pushing event updated for resources: {'Port': ['ID=155ad5b9-08ef-4cdf-9243-e2016ffa6cc5,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:06.594974 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bac30-f860-462a-94aa-539d616f9674 req-41d590ab-c80e-4c8f-bf8a-ad9ad01731ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:06.595779 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-41d590ab-c80e-4c8f-bf8a-ad9ad01731ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:06.598097 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-41d590ab-c80e-4c8f-bf8a-ad9ad01731ee service neutron] 10.222.0.64 "PUT /v2.0/ports/155ad5b9-08ef-4cdf-9243-e2016ffa6cc5 HTTP/1.1" status: 200 len: 1093 time: 5.8141446 Jul 07 17:15:06.602261 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d1df2f-e3b5-4ed7-bb12-d82e545b5f00', 'tag': '155ad5b9-08ef-4cdf-9243-e2016ffa6cc5'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:06.606371 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5334b1-5e3f-4c48-8c33-e2e2d1e2aff1" -d '{"events": [{"name": "network-changed", "server_uuid": "96d1df2f-e3b5-4ed7-bb12-d82e545b5f00", "tag": "155ad5b9-08ef-4cdf-9243-e2016ffa6cc5"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:06.615548 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1e36519f-3f30-48c3-83b9-42a0b368171d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:06.644611 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a32e688-4bc4-42a8-b295-52e87a0f510b None None] Resources bound (agent type, host, resource id): {{(pid=100194) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:15:06.653911 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ab2e1511-a956-4f06-b5c2-fab8f64bf5c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:06.697072 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ab2e1511-a956-4f06-b5c2-fab8f64bf5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:06.723259 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ef70b-7e20-474e-91d6-3563a3a2fc40 req-9895c4de-a81d-4597-bd75-d534fff9dcbc tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:06.726199 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0d8ef70b-7e20-474e-91d6-3563a3a2fc40 req-9895c4de-a81d-4597-bd75-d534fff9dcbc tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/ports?device_id=67e6ff3c-0d32-40b0-80b4-4579ec62c999 HTTP/1.1" status: 200 len: 931 time: 0.4592578 Jul 07 17:15:06.743010 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7d896428-9419-44c0-a65f-f0f264ab5322 None None] Provisioning complete for port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:06.745765 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-1e36519f-3f30-48c3-83b9-42a0b368171d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Transition to ACTIVE for port object d7d07dfe-3828-4eeb-bf17-93a4f0766653 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:06.747967 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7d896428-9419-44c0-a65f-f0f264ab5322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:06.748983 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e1511-a956-4f06-b5c2-fab8f64bf5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a648d044-c00e-499c-af35-f8db7bdd76a8,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:06.753276 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-c71b7aa1-d098-48b1-be25-8cdb767ed192 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.0133004 Jul 07 17:15:06.802552 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-cb4bac30-f860-462a-94aa-539d616f9674 req-909b8167-a357-4565-a9f8-e96c944396cf service neutron] Request body: {'port': {'device_id': '67e6ff3c-0d32-40b0-80b4-4579ec62c999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:06.912180 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-cb4bac30-f860-462a-94aa-539d616f9674 req-81e9ac17-bbee-4f76-902e-47d9a7ae7552 service neutron] Attempting to bind port cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:06.912608 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-cb4bac30-f860-462a-94aa-539d616f9674 req-81e9ac17-bbee-4f76-902e-47d9a7ae7552 service neutron] Attempting to bind port cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'ac9b8636-a978-4645-92b0-4a6468663782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0d3f8586-c279-4b25-9088-fbb4cfab1630'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:06.913001 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bac30-f860-462a-94aa-539d616f9674 req-81e9ac17-bbee-4f76-902e-47d9a7ae7552 service neutron] Attempting to bind port cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a on network 0d3f8586-c279-4b25-9088-fbb4cfab1630 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:06.917469 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ab2e1511-a956-4f06-b5c2-fab8f64bf5c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=491521458aa24b12ac5659428913f7fe&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1273816 Jul 07 17:15:06.931986 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39992) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:07.007369 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0d8ef70b-7e20-474e-91d6-3563a3a2fc40 req-5c4b81d3-4fb4-4981-9f23-8cb12df8b4ee tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/security-groups?id=253ba03f-b9a0-4207-973f-af650ed40f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374725 Jul 07 17:15:07.016368 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bac30-f860-462a-94aa-539d616f9674 req-81e9ac17-bbee-4f76-902e-47d9a7ae7552 service neutron] Port cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a on network 0d3f8586-c279-4b25-9088-fbb4cfab1630 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:15:07.016740 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bac30-f860-462a-94aa-539d616f9674 req-81e9ac17-bbee-4f76-902e-47d9a7ae7552 service neutron] Attempting to bind port cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a on network 0d3f8586-c279-4b25-9088-fbb4cfab1630 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:07.022355 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-edbbcd02-6bdd-408f-9bc3-4a8a6bfe79f0 req-1e3aacf2-9ae1-4e57-8852-392b1cc5191d service neutron] 10.222.0.64 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188516 Jul 07 17:15:07.029213 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bac30-f860-462a-94aa-539d616f9674 req-81e9ac17-bbee-4f76-902e-47d9a7ae7552 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:07.029564 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bac30-f860-462a-94aa-539d616f9674 req-81e9ac17-bbee-4f76-902e-47d9a7ae7552 service neutron] Checking segment: {'id': 'ac9b8636-a978-4645-92b0-4a6468663782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0d3f8586-c279-4b25-9088-fbb4cfab1630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:07.029968 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bac30-f860-462a-94aa-539d616f9674 req-81e9ac17-bbee-4f76-902e-47d9a7ae7552 service neutron] Bound using segment: {'id': 'ac9b8636-a978-4645-92b0-4a6468663782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0d3f8586-c279-4b25-9088-fbb4cfab1630'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:07.030414 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-cb4bac30-f860-462a-94aa-539d616f9674 req-81e9ac17-bbee-4f76-902e-47d9a7ae7552 service neutron] Bound port: cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9b8636-a978-4645-92b0-4a6468663782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0d3f8586-c279-4b25-9088-fbb4cfab1630'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:07.030786 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-81e9ac17-bbee-4f76-902e-47d9a7ae7552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.034589 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bac30-f860-462a-94aa-539d616f9674 req-e1b4705b-488f-408d-8275-769105363e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:07.037676 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-e1b4705b-488f-408d-8275-769105363e4f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6fd7d07df0be419db9fc23214c8036fc&device_id=96d1df2f-e3b5-4ed7-bb12-d82e545b5f00 HTTP/1.1" status: 200 len: 1096 time: 0.3797114 Jul 07 17:15:07.043922 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-909b8167-a357-4565-a9f8-e96c944396cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.213803 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.214743 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1e36519f-3f30-48c3-83b9-42a0b368171d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.246858 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f3595-bc28-4372-8161-17efa9587822 req-f4323b4c-fdf9-4855-aac8-b26567d436cb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:07.250449 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0e6f3595-bc28-4372-8161-17efa9587822 req-f4323b4c-fdf9-4855-aac8-b26567d436cb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 945 time: 0.4921706 Jul 07 17:15:07.404568 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-0e7cedec-4cc9-4839-a84a-bcb915c21083 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=155ad5b9-08ef-4cdf-9243-e2016ffa6cc5 HTTP/1.1" status: 200 len: 217 time: 0.3285434 Jul 07 17:15:07.405544 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ac90dc44-528c-4e5f-b9d5-fa487cbfd21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.411461 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36519f-3f30-48c3-83b9-42a0b368171d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Port': ['ID=d7d07dfe-3828-4eeb-bf17-93a4f0766653,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:07.471072 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e36519f-3f30-48c3-83b9-42a0b368171d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:07.484603 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-709b9c7e-384d-4b6f-9020-a5b3c002005b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.491391 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-1e36519f-3f30-48c3-83b9-42a0b368171d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:07.496694 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e36519f-3f30-48c3-83b9-42a0b368171d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:07.499806 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-709b9c7e-384d-4b6f-9020-a5b3c002005b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.505719 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0e6f3595-bc28-4372-8161-17efa9587822 req-bc1312d7-b81d-4d31-95fc-ef0ee0a36099 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921294 Jul 07 17:15:07.507459 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4e8ead84-783d-4253-b17b-2177fc7f4044 req-418deabf-f42c-41dd-a079-7d4523e5558d tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 210 time: 0.1807775 Jul 07 17:15:07.639895 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-edbbcd02-6bdd-408f-9bc3-4a8a6bfe79f0 req-370449dc-0d9b-4fdd-9c57-3fed8b468673 service neutron] 10.222.0.64 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5959859 Jul 07 17:15:07.651688 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b9c7e-384d-4b6f-9020-a5b3c002005b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c732c6c6-81d8-4d81-babf-c4f1bef2bcd1,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:07.667184 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e36519f-3f30-48c3-83b9-42a0b368171d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:07.668152 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1e36519f-3f30-48c3-83b9-42a0b368171d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.673529 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-709b9c7e-384d-4b6f-9020-a5b3c002005b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9aefaee3730f43d99143926c6925e9cd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0315409 Jul 07 17:15:07.687589 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39996) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:07.707344 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.708873 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ac90dc44-528c-4e5f-b9d5-fa487cbfd21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.714722 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4457ad0-8c2a-4231-a8bd-8ad589bad525 x-openstack-request-id: req-d4457ad0-8c2a-4231-a8bd-8ad589bad525 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:07.715335 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d1df2f-e3b5-4ed7-bb12-d82e545b5f00", "tag": "155ad5b9-08ef-4cdf-9243-e2016ffa6cc5", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:07.715555 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4457ad0-8c2a-4231-a8bd-8ad589bad525 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:07.716061 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d1df2f-e3b5-4ed7-bb12-d82e545b5f00', 'tag': '155ad5b9-08ef-4cdf-9243-e2016ffa6cc5', 'status': 'completed', 'code': 200} Jul 07 17:15:07.760251 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-cb4bac30-f860-462a-94aa-539d616f9674 req-81e9ac17-bbee-4f76-902e-47d9a7ae7552 service neutron] For port cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:07.779840 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1e36519f-3f30-48c3-83b9-42a0b368171d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.9560227 Jul 07 17:15:07.801987 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39998) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:07.857526 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bac30-f860-462a-94aa-539d616f9674 req-ef534aa2-4491-4a3b-93c1-cc98cb678cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:07.859130 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-ef534aa2-4491-4a3b-93c1-cc98cb678cf5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a6414315-38e7-4ae7-811b-362f3d610e57 HTTP/1.1" status: 200 len: 857 time: 0.3890746 Jul 07 17:15:07.872377 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-cb4bac30-f860-462a-94aa-539d616f9674 req-81e9ac17-bbee-4f76-902e-47d9a7ae7552 service neutron] For port cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a,segment=NetworkSegment(ac9b8636-a978-4645-92b0-4a6468663782),segment_id=ac9b8636-a978-4645-92b0-4a6468663782)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:07.877495 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a469cd42-be59-4bbf-a77c-91b0aa1efb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.911246 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-81e9ac17-bbee-4f76-902e-47d9a7ae7552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.922643 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a469cd42-be59-4bbf-a77c-91b0aa1efb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.964601 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cdbcc-e962-4d84-8c8d-9c31b3dc5a16 req-b661ff70-13ab-41fa-ae07-d65cb16bec8e tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:07.966469 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-460cdbcc-e962-4d84-8c8d-9c31b3dc5a16 req-b661ff70-13ab-41fa-ae07-d65cb16bec8e tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf52d01a-0032-45a2-9e15-3616ecce93a3 HTTP/1.1" status: 200 len: 945 time: 0.2355044 Jul 07 17:15:08.105841 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-460cdbcc-e962-4d84-8c8d-9c31b3dc5a16 req-63cfc361-ad4c-40ff-bfb2-b82b55411841 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f220e5d-5b61-4377-914e-b585e8f9e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138043 Jul 07 17:15:08.118165 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a469cd42-be59-4bbf-a77c-91b0aa1efb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:08.120809 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a469cd42-be59-4bbf-a77c-91b0aa1efb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:08.122030 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a469cd42-be59-4bbf-a77c-91b0aa1efb49 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c732c6c6-81d8-4d81-babf-c4f1bef2bcd1 HTTP/1.1" status: 204 len: 168 time: 0.4289255 Jul 07 17:15:08.138269 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469cd42-be59-4bbf-a77c-91b0aa1efb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c732c6c6-81d8-4d81-babf-c4f1bef2bcd1,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:08.165300 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-cad6df31-d391-4609-a865-3e1eee987859 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:08.167276 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-cad6df31-d391-4609-a865-3e1eee987859 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.72 "GET /v2.0/networks?id=b09d5620-c5a5-4f52-8562-d9c726ea81d4 HTTP/1.1" status: 200 len: 810 time: 0.2341964 Jul 07 17:15:08.187943 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-b80bdeac-43d6-4aa9-9001-221732fb3095 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Request body: {'port': {'device_id': '8d3f3712-0b5d-4b86-b49d-e9631f465b90', 'network_id': 'b09d5620-c5a5-4f52-8562-d9c726ea81d4', 'admin_state_up': True, 'tenant_id': 'fa7f2838537b47bf8d02ed4d09c0343d'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:08.357542 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-b80bdeac-43d6-4aa9-9001-221732fb3095 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Made reservation on behalf of fa7f2838537b47bf8d02ed4d09c0343d for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:08.362437 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-b80bdeac-43d6-4aa9-9001-221732fb3095 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:08.450263 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-4bd5e73c-266f-416c-b163-75fd2f3f18bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0d3f8586-c279-4b25-9088-fbb4cfab1630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5690103 Jul 07 17:15:08.620974 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bac30-f860-462a-94aa-539d616f9674 req-81e9ac17-bbee-4f76-902e-47d9a7ae7552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:08.621669 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-81e9ac17-bbee-4f76-902e-47d9a7ae7552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:08.623284 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-81e9ac17-bbee-4f76-902e-47d9a7ae7552 service neutron] 10.222.0.72 "PUT /v2.0/ports/cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a HTTP/1.1" status: 200 len: 1093 time: 5.0480535 Jul 07 17:15:08.641183 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9ac17-bbee-4f76-902e-47d9a7ae7552 service neutron] Pushing event updated for resources: {'Port': ['ID=cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:08.689239 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40010) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:08.740684 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-cb4bac30-f860-462a-94aa-539d616f9674 req-909b8167-a357-4565-a9f8-e96c944396cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34105ac9-0ae0-409f-90c4-cf3f0d5130c7 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:08.775026 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ae5f-d200-4869-a8bf-6714b46d5e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:08.777558 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-909b8167-a357-4565-a9f8-e96c944396cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:08.782543 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-b80bdeac-43d6-4aa9-9001-221732fb3095 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Allocated IP 172.20.0.13 (b09d5620-c5a5-4f52-8562-d9c726ea81d4/7444f78e-5a5a-4c3a-8ef5-8892e2ae8716/113cc2ba-2a7d-40f0-af35-223876845506) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:08.821680 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fbf6b8-880c-49a8-bc96-aeba1bed9585 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:08.824234 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 90dc9ab4-af4a-43dc-9375-ab3c375a9490 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:08.834617 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fbf6b8-880c-49a8-bc96-aeba1bed9585 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:08.841499 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-74fbf6b8-880c-49a8-bc96-aeba1bed9585 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 1.0304563 Jul 07 17:15:08.841499 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ac90dc44-528c-4e5f-b9d5-fa487cbfd21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:08.843558 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ac90dc44-528c-4e5f-b9d5-fa487cbfd21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:08.843855 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40012) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:08.857285 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ac90dc44-528c-4e5f-b9d5-fa487cbfd21b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a648d044-c00e-499c-af35-f8db7bdd76a8 HTTP/1.1" status: 204 len: 168 time: 1.9123471 Jul 07 17:15:08.903318 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f61d38-839a-4e57-8af6-504d4b3141c0 req-53c4efb0-513d-4849-92a9-f36bafe73966 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:08.920127 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-74f61d38-839a-4e57-8af6-504d4b3141c0 req-53c4efb0-513d-4849-92a9-f36bafe73966 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/ports?device_id=67e6ff3c-0d32-40b0-80b4-4579ec62c999 HTTP/1.1" status: 200 len: 931 time: 0.5018086 Jul 07 17:15:08.943372 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-77f227c1-4e03-4dd1-8f0b-6ccf3349f855 None None] Provisioning for port d7d07dfe-3828-4eeb-bf17-93a4f0766653 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:08.953785 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-77f227c1-4e03-4dd1-8f0b-6ccf3349f855 None None] Provisioning complete for port d7d07dfe-3828-4eeb-bf17-93a4f0766653 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:08.954611 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-77f227c1-4e03-4dd1-8f0b-6ccf3349f855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:08.957073 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 90dc9ab4-af4a-43dc-9375-ab3c375a9490 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:08.998760 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 90dc9ab4-af4a-43dc-9375-ab3c375a9490 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:08.999755 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:09.069007 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-77f227c1-4e03-4dd1-8f0b-6ccf3349f855 None None] Port d7d07dfe-3828-4eeb-bf17-93a4f0766653 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:15:09.069693 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-60534d8a-f50c-4b9d-85bd-a1d1c2b2afb3 service neutron] 10.222.0.64 "GET /v2.0/networks/0d3f8586-c279-4b25-9088-fbb4cfab1630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5685129 Jul 07 17:15:09.087167 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-74377396-b16f-4b9f-8960-abf0d76682ac req-3c24889f-bf08-447f-b358-5f7ae56833b4 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 210 time: 0.2117882 Jul 07 17:15:09.097903 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-77f227c1-4e03-4dd1-8f0b-6ccf3349f855 None None] Provisioning complete for port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:09.099213 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-77f227c1-4e03-4dd1-8f0b-6ccf3349f855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:09.172503 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90dc44-528c-4e5f-b9d5-fa487cbfd21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a648d044-c00e-499c-af35-f8db7bdd76a8,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:09.202214 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-cb4bac30-f860-462a-94aa-539d616f9674 req-909b8167-a357-4565-a9f8-e96c944396cf service neutron] Transition to ACTIVE for port object 34105ac9-0ae0-409f-90c4-cf3f0d5130c7 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:09.253706 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-909b8167-a357-4565-a9f8-e96c944396cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:09.420158 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-74f61d38-839a-4e57-8af6-504d4b3141c0 req-02437a9f-2c3f-4906-a120-4f898c3e6a7b tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/security-groups?id=253ba03f-b9a0-4207-973f-af650ed40f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961317 Jul 07 17:15:09.566291 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:09.643463 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf52d01a-0032-45a2-9e15-3616ecce93a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90dc9ab4-af4a-43dc-9375-ab3c375a9490'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:09.646527 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6e1226-954d-4a71-a6a6-361914fbe07a" -d '{"events": [{"server_uuid": "bf52d01a-0032-45a2-9e15-3616ecce93a3", "name": "network-vif-plugged", "status": "completed", "tag": "90dc9ab4-af4a-43dc-9375-ab3c375a9490"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:09.673080 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 90dc9ab4-af4a-43dc-9375-ab3c375a9490, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=90dc9ab4-af4a-43dc-9375-ab3c375a9490,segment=NetworkSegment(5718179c-d206-4b35-beba-2628ddada37c),segment_id=5718179c-d206-4b35-beba-2628ddada37c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:09.679461 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:09.691204 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b8167-a357-4565-a9f8-e96c944396cf service neutron] Pushing event updated for resources: {'Port': ['ID=34105ac9-0ae0-409f-90c4-cf3f0d5130c7,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:09.718108 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1dc61f3-760a-4765-bcb3-15e44f66e371', 'tag': 'cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:09.721466 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c058675-f4c3-40e3-b908-ff77c1ae0eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "e1dc61f3-760a-4765-bcb3-15e44f66e371", "tag": "cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:09.736805 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bac30-f860-462a-94aa-539d616f9674 req-04fec166-0743-4e83-9f07-5240bcc3cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:09.738559 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-04fec166-0743-4e83-9f07-5240bcc3cb83 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6fd7d07df0be419db9fc23214c8036fc&device_id=e1dc61f3-760a-4765-bcb3-15e44f66e371 HTTP/1.1" status: 200 len: 1096 time: 0.9890642 Jul 07 17:15:09.780132 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-cb4bac30-f860-462a-94aa-539d616f9674 req-909b8167-a357-4565-a9f8-e96c944396cf service neutron] Attempting to bind port 34105ac9-0ae0-409f-90c4-cf3f0d5130c7 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:09.780610 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-cb4bac30-f860-462a-94aa-539d616f9674 req-909b8167-a357-4565-a9f8-e96c944396cf service neutron] Attempting to bind port 34105ac9-0ae0-409f-90c4-cf3f0d5130c7 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'ac9b8636-a978-4645-92b0-4a6468663782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0d3f8586-c279-4b25-9088-fbb4cfab1630'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:09.780891 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bac30-f860-462a-94aa-539d616f9674 req-909b8167-a357-4565-a9f8-e96c944396cf service neutron] Attempting to bind port 34105ac9-0ae0-409f-90c4-cf3f0d5130c7 on network 0d3f8586-c279-4b25-9088-fbb4cfab1630 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:09.821130 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=90dc9ab4-af4a-43dc-9375-ab3c375a9490,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:09.849909 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bac30-f860-462a-94aa-539d616f9674 req-909b8167-a357-4565-a9f8-e96c944396cf service neutron] Port 34105ac9-0ae0-409f-90c4-cf3f0d5130c7 on network 0d3f8586-c279-4b25-9088-fbb4cfab1630 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:15:09.850389 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bac30-f860-462a-94aa-539d616f9674 req-909b8167-a357-4565-a9f8-e96c944396cf service neutron] Attempting to bind port 34105ac9-0ae0-409f-90c4-cf3f0d5130c7 on network 0d3f8586-c279-4b25-9088-fbb4cfab1630 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:09.853977 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-62529f03-18e0-4aa9-ac3f-a2a9135a7690 None None] Provisioning complete for port d7d07dfe-3828-4eeb-bf17-93a4f0766653 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:09.854621 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-ef0b947f-55e2-40db-a967-b0b21a4f1d41 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a HTTP/1.1" status: 200 len: 217 time: 0.0960565 Jul 07 17:15:09.854731 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-62529f03-18e0-4aa9-ac3f-a2a9135a7690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:09.856674 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-b3dd2f5e-f433-4b13-9033-e93434f4b33e service neutron] 10.222.0.64 "GET /v2.0/networks/0d3f8586-c279-4b25-9088-fbb4cfab1630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7044721 Jul 07 17:15:09.873345 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bac30-f860-462a-94aa-539d616f9674 req-909b8167-a357-4565-a9f8-e96c944396cf service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:09.873746 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bac30-f860-462a-94aa-539d616f9674 req-909b8167-a357-4565-a9f8-e96c944396cf service neutron] Checking segment: {'id': 'ac9b8636-a978-4645-92b0-4a6468663782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0d3f8586-c279-4b25-9088-fbb4cfab1630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:09.874123 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bac30-f860-462a-94aa-539d616f9674 req-909b8167-a357-4565-a9f8-e96c944396cf service neutron] Bound using segment: {'id': 'ac9b8636-a978-4645-92b0-4a6468663782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0d3f8586-c279-4b25-9088-fbb4cfab1630'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:09.874566 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-cb4bac30-f860-462a-94aa-539d616f9674 req-909b8167-a357-4565-a9f8-e96c944396cf service neutron] Bound port: 34105ac9-0ae0-409f-90c4-cf3f0d5130c7, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9b8636-a978-4645-92b0-4a6468663782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0d3f8586-c279-4b25-9088-fbb4cfab1630'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:09.874943 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-909b8167-a357-4565-a9f8-e96c944396cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:09.936202 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-62529f03-18e0-4aa9-ac3f-a2a9135a7690 None None] Port d7d07dfe-3828-4eeb-bf17-93a4f0766653 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:15:10.090069 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bac30-f860-462a-94aa-539d616f9674 req-9662fc1d-0d60-4098-ae09-95ff3adbc11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:10.091768 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-9662fc1d-0d60-4098-ae09-95ff3adbc11a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6414315-38e7-4ae7-811b-362f3d610e57 HTTP/1.1" status: 200 len: 857 time: 0.2220383 Jul 07 17:15:10.094899 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-f6908b22-cf14-49b5-916d-55d96ca92bf1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting port d7d07dfe-3828-4eeb-bf17-93a4f0766653 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:10.095722 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f6908b22-cf14-49b5-916d-55d96ca92bf1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.145525 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ae5f-d200-4869-a8bf-6714b46d5e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.154243 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-1e5096e0-c3a6-478f-b541-c88a61e00e0a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0d3f8586-c279-4b25-9088-fbb4cfab1630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517149 Jul 07 17:15:10.163256 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184de4d6-3469-4ceb-a7fb-67978ad07b46 req-76e25e9d-c2d8-4222-ab12-447bff9a2815 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:10.164972 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-184de4d6-3469-4ceb-a7fb-67978ad07b46 req-76e25e9d-c2d8-4222-ab12-447bff9a2815 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf52d01a-0032-45a2-9e15-3616ecce93a3 HTTP/1.1" status: 200 len: 946 time: 0.4629014 Jul 07 17:15:10.182244 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-b80bdeac-43d6-4aa9-9001-221732fb3095 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.184767 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ae5f-d200-4869-a8bf-6714b46d5e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.197617 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-cb4bac30-f860-462a-94aa-539d616f9674 req-909b8167-a357-4565-a9f8-e96c944396cf service neutron] For port 34105ac9-0ae0-409f-90c4-cf3f0d5130c7, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:10.232603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362100a-d550-46a4-973c-6eabbf917ccb req-3efe9631-b7ef-4719-b255-7f86c9c3444c tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:10.238139 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5362100a-d550-46a4-973c-6eabbf917ccb req-3efe9631-b7ef-4719-b255-7f86c9c3444c tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 945 time: 0.7753804 Jul 07 17:15:10.274276 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5334b1-5e3f-4c48-8c33-e2e2d1e2aff1 req-2d40f533-a83b-496c-868c-7b1d446e3dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:10.275924 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d5334b1-5e3f-4c48-8c33-e2e2d1e2aff1 req-2d40f533-a83b-496c-868c-7b1d446e3dc9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6fd7d07df0be419db9fc23214c8036fc&device_id=96d1df2f-e3b5-4ed7-bb12-d82e545b5f00 HTTP/1.1" status: 200 len: 1096 time: 0.3248250 Jul 07 17:15:10.289588 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-cb4bac30-f860-462a-94aa-539d616f9674 req-909b8167-a357-4565-a9f8-e96c944396cf service neutron] For port 34105ac9-0ae0-409f-90c4-cf3f0d5130c7, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=34105ac9-0ae0-409f-90c4-cf3f0d5130c7,segment=NetworkSegment(ac9b8636-a978-4645-92b0-4a6468663782),segment_id=ac9b8636-a978-4645-92b0-4a6468663782)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:10.320806 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-909b8167-a357-4565-a9f8-e96c944396cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.324826 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e7e4ae5f-d200-4869-a8bf-6714b46d5e7e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=24b3ca6758ba4949a6809201bb44037d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6331995 Jul 07 17:15:10.331094 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40042) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:10.353594 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4ae5f-d200-4869-a8bf-6714b46d5e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8386e3-20c5-418f-a3c0-0c879cc84419,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:10.372394 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-184de4d6-3469-4ceb-a7fb-67978ad07b46 req-c836c601-2eb2-4b08-b5a0-78f41c030060 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f220e5d-5b61-4377-914e-b585e8f9e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895132 Jul 07 17:15:10.434194 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bac30-f860-462a-94aa-539d616f9674 req-909b8167-a357-4565-a9f8-e96c944396cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:10.434852 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cb4bac30-f860-462a-94aa-539d616f9674 req-909b8167-a357-4565-a9f8-e96c944396cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.436311 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-909b8167-a357-4565-a9f8-e96c944396cf service neutron] 10.222.0.64 "PUT /v2.0/ports/34105ac9-0ae0-409f-90c4-cf3f0d5130c7 HTTP/1.1" status: 200 len: 1092 time: 3.6698132 Jul 07 17:15:10.440303 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f6908b22-cf14-49b5-916d-55d96ca92bf1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.461970 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a681365-a5a9-49a1-a89c-80e3e738c461 x-openstack-request-id: req-4a681365-a5a9-49a1-a89c-80e3e738c461 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:10.462457 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf52d01a-0032-45a2-9e15-3616ecce93a3", "name": "network-vif-plugged", "status": "completed", "tag": "90dc9ab4-af4a-43dc-9375-ab3c375a9490", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:10.462893 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4a681365-a5a9-49a1-a89c-80e3e738c461 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:10.463545 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf52d01a-0032-45a2-9e15-3616ecce93a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90dc9ab4-af4a-43dc-9375-ab3c375a9490', 'code': 200} Jul 07 17:15:10.501266 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-f6908b22-cf14-49b5-916d-55d96ca92bf1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Calling delete_port for d7d07dfe-3828-4eeb-bf17-93a4f0766653 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:10.529292 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-18583bf3-6440-42c0-a794-dbbd38871ecb service neutron] 10.222.0.72 "GET /v2.0/networks/0d3f8586-c279-4b25-9088-fbb4cfab1630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597403 Jul 07 17:15:10.554218 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2fc857-7285-49d4-a27b-eaae3e7193c6 x-openstack-request-id: req-3e2fc857-7285-49d4-a27b-eaae3e7193c6 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:10.554535 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1dc61f3-760a-4765-bcb3-15e44f66e371", "tag": "cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:10.554800 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e2fc857-7285-49d4-a27b-eaae3e7193c6 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:10.555213 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1dc61f3-760a-4765-bcb3-15e44f66e371', 'tag': 'cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a', 'status': 'completed', 'code': 200} Jul 07 17:15:10.555987 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b8167-a357-4565-a9f8-e96c944396cf service neutron] Pushing event updated for resources: {'Port': ['ID=34105ac9-0ae0-409f-90c4-cf3f0d5130c7,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:10.674861 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5334b1-5e3f-4c48-8c33-e2e2d1e2aff1 req-9e75f5ad-b8ad-412e-a1db-5e336feae440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:10.676609 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d5334b1-5e3f-4c48-8c33-e2e2d1e2aff1 req-9e75f5ad-b8ad-412e-a1db-5e336feae440 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0d3f8586-c279-4b25-9088-fbb4cfab1630 HTTP/1.1" status: 200 len: 918 time: 0.3837118 Jul 07 17:15:10.701831 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5362100a-d550-46a4-973c-6eabbf917ccb req-03d99299-b8fd-4e33-9d7f-cbe31556a20b tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4394147 Jul 07 17:15:10.721572 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-b80bdeac-43d6-4aa9-9001-221732fb3095 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.749240 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['882531ee-10b6-49b4-8101-c17af29e179b'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:10.796031 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d5334b1-5e3f-4c48-8c33-e2e2d1e2aff1 req-f17b0dae-fcbe-4130-9b2a-fe9f54d7b15b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=155ad5b9-08ef-4cdf-9243-e2016ffa6cc5 HTTP/1.1" status: 200 len: 217 time: 0.1093261 Jul 07 17:15:10.910083 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bac30-f860-462a-94aa-539d616f9674 req-3d97bde9-256a-413f-b29b-f71ab886261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:10.912678 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-3d97bde9-256a-413f-b29b-f71ab886261b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6fd7d07df0be419db9fc23214c8036fc&device_id=67e6ff3c-0d32-40b0-80b4-4579ec62c999 HTTP/1.1" status: 200 len: 1095 time: 0.4065142 Jul 07 17:15:10.919276 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-bda9a4a5-6c1d-4a33-85da-88fcbe77c9ec service neutron] 10.222.0.72 "GET /v2.0/networks/0d3f8586-c279-4b25-9088-fbb4cfab1630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550282 Jul 07 17:15:10.935619 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5334b1-5e3f-4c48-8c33-e2e2d1e2aff1 req-012a455a-1917-43d3-8956-7441b76d902d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:10.937270 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d5334b1-5e3f-4c48-8c33-e2e2d1e2aff1 req-012a455a-1917-43d3-8956-7441b76d902d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a6414315-38e7-4ae7-811b-362f3d610e57 HTTP/1.1" status: 200 len: 857 time: 0.1257987 Jul 07 17:15:11.013495 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b70757-4892-46bc-90b5-e311618991ec req-7a27e882-50c2-4e16-b617-be268a93a3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:11.015374 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-39b70757-4892-46bc-90b5-e311618991ec req-7a27e882-50c2-4e16-b617-be268a93a3b4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bf52d01a-0032-45a2-9e15-3616ecce93a3 HTTP/1.1" status: 200 len: 1098 time: 0.4412384 Jul 07 17:15:11.027541 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80bdeac-43d6-4aa9-9001-221732fb3095 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Pushing event updated for resources: {'Port': ['ID=113cc2ba-2a7d-40f0-af35-223876845506,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:11.056224 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-b8535072-3756-42ad-84a2-6a7491134df7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34105ac9-0ae0-409f-90c4-cf3f0d5130c7 HTTP/1.1" status: 200 len: 217 time: 0.1330056 Jul 07 17:15:11.096028 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-b80bdeac-43d6-4aa9-9001-221732fb3095 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Network b09d5620-c5a5-4f52-8562-d9c726ea81d4 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:11.105046 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-b80bdeac-43d6-4aa9-9001-221732fb3095 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:11.115095 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d5334b1-5e3f-4c48-8c33-e2e2d1e2aff1 req-aa0fac55-e654-446a-8018-a19aa5337a8c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0d3f8586-c279-4b25-9088-fbb4cfab1630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043801 Jul 07 17:15:11.135433 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-64ee8228-6216-47f7-a497-d3e301d4b15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.138614 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-b80bdeac-43d6-4aa9-9001-221732fb3095 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:11.214275 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-b80bdeac-43d6-4aa9-9001-221732fb3095 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:11.214686 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-b80bdeac-43d6-4aa9-9001-221732fb3095 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.252015 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-b80bdeac-43d6-4aa9-9001-221732fb3095 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0707641 Jul 07 17:15:11.274264 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-32d9ce8c-e2c2-4751-98da-573f02086d5c service neutron] Request body: {'port': {'device_id': '8d3f3712-0b5d-4b86-b49d-e9631f465b90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:11.328182 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-64ee8228-6216-47f7-a497-d3e301d4b15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.474843 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ecc1c-80c9-4ddc-b4be-63f17a5e9e90 req-24f52eed-54a6-41e9-a671-9f41bb76e0d2 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:11.476530 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bb0ecc1c-80c9-4ddc-b4be-63f17a5e9e90 req-24f52eed-54a6-41e9-a671-9f41bb76e0d2 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/ports?device_id=67e6ff3c-0d32-40b0-80b4-4579ec62c999 HTTP/1.1" status: 200 len: 943 time: 0.4058452 Jul 07 17:15:11.533619 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-32d9ce8c-e2c2-4751-98da-573f02086d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.566545 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-64ee8228-6216-47f7-a497-d3e301d4b15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.569907 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-64ee8228-6216-47f7-a497-d3e301d4b15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.574977 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-64ee8228-6216-47f7-a497-d3e301d4b15b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b8386e3-20c5-418f-a3c0-0c879cc84419 HTTP/1.1" status: 204 len: 168 time: 1.2191174 Jul 07 17:15:11.635934 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee8228-6216-47f7-a497-d3e301d4b15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8386e3-20c5-418f-a3c0-0c879cc84419,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:11.648051 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c61668-2f75-4c6a-88e8-800a22c1778f req-55c002c5-0af1-4de0-a4a0-30034ac29e06 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:11.653434 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f6908b22-cf14-49b5-916d-55d96ca92bf1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.661945 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c4c61668-2f75-4c6a-88e8-800a22c1778f req-55c002c5-0af1-4de0-a4a0-30034ac29e06 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 932 time: 0.9417210 Jul 07 17:15:11.672836 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bb0ecc1c-80c9-4ddc-b4be-63f17a5e9e90 req-25f7d5c3-3dce-490c-86dc-8923c160d9a7 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/security-groups?id=253ba03f-b9a0-4207-973f-af650ed40f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432507 Jul 07 17:15:11.705147 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6908b22-cf14-49b5-916d-55d96ca92bf1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Port': ['ID=d7d07dfe-3828-4eeb-bf17-93a4f0766653,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:11.753501 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-39b70757-4892-46bc-90b5-e311618991ec req-f6bb8815-a177-484a-abce-48fe42377448 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7f220e5d-5b61-4377-914e-b585e8f9e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7025239 Jul 07 17:15:11.779707 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bac30-f860-462a-94aa-539d616f9674 req-998ada5d-03d7-4069-9525-a1f80089de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:11.782310 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-998ada5d-03d7-4069-9525-a1f80089de33 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a6414315-38e7-4ae7-811b-362f3d610e57 HTTP/1.1" status: 200 len: 857 time: 0.6718640 Jul 07 17:15:11.878336 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-a2ff2eea-b056-4d58-90ac-3f5234d5ad20 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0d3f8586-c279-4b25-9088-fbb4cfab1630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721207 Jul 07 17:15:11.899685 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c4c61668-2f75-4c6a-88e8-800a22c1778f req-f85e515f-5a38-4711-a675-a494a4694362 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363586 Jul 07 17:15:11.935254 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c058675-f4c3-40e3-b908-ff77c1ae0eb1 req-07e70aae-5afd-42d5-8f3e-74cecfb99ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:11.938509 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1c058675-f4c3-40e3-b908-ff77c1ae0eb1 req-07e70aae-5afd-42d5-8f3e-74cecfb99ffc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6fd7d07df0be419db9fc23214c8036fc&device_id=e1dc61f3-760a-4765-bcb3-15e44f66e371 HTTP/1.1" status: 200 len: 1096 time: 0.9215014 Jul 07 17:15:12.036647 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d5334b1-5e3f-4c48-8c33-e2e2d1e2aff1 req-b8129cff-b3b6-4685-b09d-4de9d22ea2ee service neutron] 10.222.0.64 "GET /v2.0/networks/0d3f8586-c279-4b25-9088-fbb4cfab1630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8975420 Jul 07 17:15:12.111614 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-32d9ce8c-e2c2-4751-98da-573f02086d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113cc2ba-2a7d-40f0-af35-223876845506 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:12.127535 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-32d9ce8c-e2c2-4751-98da-573f02086d5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:12.147052 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-32d9ce8c-e2c2-4751-98da-573f02086d5c service neutron] Transition to ACTIVE for port object 113cc2ba-2a7d-40f0-af35-223876845506 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:12.224577 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-32d9ce8c-e2c2-4751-98da-573f02086d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:12.305601 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9ce8c-e2c2-4751-98da-573f02086d5c service neutron] Pushing event updated for resources: {'Port': ['ID=113cc2ba-2a7d-40f0-af35-223876845506,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:12.413647 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c058675-f4c3-40e3-b908-ff77c1ae0eb1 req-fcb3bceb-8faf-4c32-bee1-ec284f5776dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:12.415819 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1c058675-f4c3-40e3-b908-ff77c1ae0eb1 req-fcb3bceb-8faf-4c32-bee1-ec284f5776dd service neutron] 10.222.0.72 "GET /v2.0/networks?id=0d3f8586-c279-4b25-9088-fbb4cfab1630 HTTP/1.1" status: 200 len: 918 time: 0.4455078 Jul 07 17:15:12.423363 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d64fd-5e1c-42fd-b3eb-cb7cf4aadc71 req-c5c39e2a-d4ee-427d-a008-1168d96ff1d8 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:12.425099 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-193d64fd-5e1c-42fd-b3eb-cb7cf4aadc71 req-c5c39e2a-d4ee-427d-a008-1168d96ff1d8 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf52d01a-0032-45a2-9e15-3616ecce93a3 HTTP/1.1" status: 200 len: 946 time: 0.2520487 Jul 07 17:15:12.432911 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f6908b22-cf14-49b5-916d-55d96ca92bf1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:12.438348 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f6908b22-cf14-49b5-916d-55d96ca92bf1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/d7d07dfe-3828-4eeb-bf17-93a4f0766653 HTTP/1.1" status: 204 len: 168 time: 3.5898409 Jul 07 17:15:12.439165 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40088) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:12.470755 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40090) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:12.484598 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1c058675-f4c3-40e3-b908-ff77c1ae0eb1 req-a28caf37-9d0f-4515-9102-c71abf6ffbf1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a HTTP/1.1" status: 200 len: 217 time: 0.0467405 Jul 07 17:15:12.503590 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d5334b1-5e3f-4c48-8c33-e2e2d1e2aff1 req-249ed01a-0243-4c17-97e8-19481df8f6a9 service neutron] 10.222.0.64 "GET /v2.0/networks/0d3f8586-c279-4b25-9088-fbb4cfab1630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387333 Jul 07 17:15:12.522348 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-2b313179-f9b1-4dfb-af2c-4ff544b28d86 service neutron] 10.222.0.64 "GET /v2.0/networks/0d3f8586-c279-4b25-9088-fbb4cfab1630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5942802 Jul 07 17:15:12.566078 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e6ff3c-0d32-40b0-80b4-4579ec62c999', 'tag': '34105ac9-0ae0-409f-90c4-cf3f0d5130c7'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:12.568576 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2435ff7e-3411-4313-bc3f-9984ca63065e" -d '{"events": [{"name": "network-changed", "server_uuid": "67e6ff3c-0d32-40b0-80b4-4579ec62c999", "tag": "34105ac9-0ae0-409f-90c4-cf3f0d5130c7"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:12.641315 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-193d64fd-5e1c-42fd-b3eb-cb7cf4aadc71 req-b01d1128-59c9-4492-8114-d1d01eee8cd8 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f220e5d-5b61-4377-914e-b585e8f9e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716335 Jul 07 17:15:12.682601 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531db4d6-0102-4b50-a5de-eec7cda4adb9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:12.684310 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531db4d6-0102-4b50-a5de-eec7cda4adb9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:12.686444 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531db4d6-0102-4b50-a5de-eec7cda4adb9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:12.691781 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-531db4d6-0102-4b50-a5de-eec7cda4adb9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2511206 Jul 07 17:15:12.692843 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40100) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:12.705835 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38916a24-a384-422c-82dc-bb8abbd638c5 req-3842e81a-396d-4596-84d5-d866c6754871 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:12.727558 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-38916a24-a384-422c-82dc-bb8abbd638c5 req-3842e81a-396d-4596-84d5-d866c6754871 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 945 time: 0.4838915 Jul 07 17:15:12.781717 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e87f7e-d900-483a-95f2-ea87b1aef674 x-openstack-request-id: req-62e87f7e-d900-483a-95f2-ea87b1aef674 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:12.782212 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e6ff3c-0d32-40b0-80b4-4579ec62c999", "tag": "34105ac9-0ae0-409f-90c4-cf3f0d5130c7", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:12.782616 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-62e87f7e-d900-483a-95f2-ea87b1aef674 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:12.783128 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e6ff3c-0d32-40b0-80b4-4579ec62c999', 'tag': '34105ac9-0ae0-409f-90c4-cf3f0d5130c7', 'status': 'completed', 'code': 200} Jul 07 17:15:12.803190 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-32d9ce8c-e2c2-4751-98da-573f02086d5c service neutron] Attempting to bind port 113cc2ba-2a7d-40f0-af35-223876845506 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:12.803726 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-32d9ce8c-e2c2-4751-98da-573f02086d5c service neutron] Attempting to bind port 113cc2ba-2a7d-40f0-af35-223876845506 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '395174b8-0e8e-4edd-9a4b-23178acfd758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b09d5620-c5a5-4f52-8562-d9c726ea81d4'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:12.804170 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-32d9ce8c-e2c2-4751-98da-573f02086d5c service neutron] Attempting to bind port 113cc2ba-2a7d-40f0-af35-223876845506 on network b09d5620-c5a5-4f52-8562-d9c726ea81d4 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:12.814268 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-32d9ce8c-e2c2-4751-98da-573f02086d5c service neutron] Port 113cc2ba-2a7d-40f0-af35-223876845506 on network b09d5620-c5a5-4f52-8562-d9c726ea81d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:15:12.814607 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-32d9ce8c-e2c2-4751-98da-573f02086d5c service neutron] Attempting to bind port 113cc2ba-2a7d-40f0-af35-223876845506 on network b09d5620-c5a5-4f52-8562-d9c726ea81d4 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:12.822208 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e52cc1-d793-4d1f-b38a-1253487552a1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet 37842f92-8eaa-4d05-972a-33057dfbcb19 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:15:12.827880 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-32d9ce8c-e2c2-4751-98da-573f02086d5c service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:12.828377 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-32d9ce8c-e2c2-4751-98da-573f02086d5c service neutron] Checking segment: {'id': '395174b8-0e8e-4edd-9a4b-23178acfd758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b09d5620-c5a5-4f52-8562-d9c726ea81d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:12.828907 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-32d9ce8c-e2c2-4751-98da-573f02086d5c service neutron] Bound using segment: {'id': '395174b8-0e8e-4edd-9a4b-23178acfd758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b09d5620-c5a5-4f52-8562-d9c726ea81d4'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:12.829190 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c058675-f4c3-40e3-b908-ff77c1ae0eb1 req-dfb9e9f2-3da2-4f69-8f0c-bc44ef6a643b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:12.829646 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-32d9ce8c-e2c2-4751-98da-573f02086d5c service neutron] Bound port: 113cc2ba-2a7d-40f0-af35-223876845506, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '395174b8-0e8e-4edd-9a4b-23178acfd758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b09d5620-c5a5-4f52-8562-d9c726ea81d4'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:12.830286 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-32d9ce8c-e2c2-4751-98da-573f02086d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:12.831714 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1c058675-f4c3-40e3-b908-ff77c1ae0eb1 req-dfb9e9f2-3da2-4f69-8f0c-bc44ef6a643b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6414315-38e7-4ae7-811b-362f3d610e57 HTTP/1.1" status: 200 len: 857 time: 0.3321033 Jul 07 17:15:12.833083 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-05e52cc1-d793-4d1f-b38a-1253487552a1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:12.894257 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1c058675-f4c3-40e3-b908-ff77c1ae0eb1 req-782deb12-64f5-4a3d-a5d4-513f996f4624 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0d3f8586-c279-4b25-9088-fbb4cfab1630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527017 Jul 07 17:15:12.948157 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-05e52cc1-d793-4d1f-b38a-1253487552a1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.075855 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4bac30-f860-462a-94aa-539d616f9674 req-996be230-ab56-4f0f-a22a-ef7c123c2bf3 service neutron] 10.222.0.64 "GET /v2.0/networks/0d3f8586-c279-4b25-9088-fbb4cfab1630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5113211 Jul 07 17:15:13.080395 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-38916a24-a384-422c-82dc-bb8abbd638c5 req-f6202afc-35f6-4b5f-a37e-fcad812b3ae0 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3517127 Jul 07 17:15:13.100689 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1c058675-f4c3-40e3-b908-ff77c1ae0eb1 req-4a257789-dd58-4e20-ac3c-dddaf397e94c service neutron] 10.222.0.72 "GET /v2.0/networks/0d3f8586-c279-4b25-9088-fbb4cfab1630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604452 Jul 07 17:15:13.144270 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-32d9ce8c-e2c2-4751-98da-573f02086d5c service neutron] For port 113cc2ba-2a7d-40f0-af35-223876845506, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:13.190712 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b48003d-2273-4194-abb8-d72aab7607f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.215576 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-32d9ce8c-e2c2-4751-98da-573f02086d5c service neutron] For port 113cc2ba-2a7d-40f0-af35-223876845506, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=113cc2ba-2a7d-40f0-af35-223876845506,segment=NetworkSegment(395174b8-0e8e-4edd-9a4b-23178acfd758),segment_id=395174b8-0e8e-4edd-9a4b-23178acfd758)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:13.238207 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-32d9ce8c-e2c2-4751-98da-573f02086d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.244130 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-05e52cc1-d793-4d1f-b38a-1253487552a1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.293749 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1c058675-f4c3-40e3-b908-ff77c1ae0eb1 req-adf28133-731a-4eda-8c95-8f12e4075146 service neutron] 10.222.0.72 "GET /v2.0/networks/0d3f8586-c279-4b25-9088-fbb4cfab1630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858330 Jul 07 17:15:13.295514 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828145b-4fc6-4b7c-8200-c3333428773b req-6fd01112-8089-4b4b-b713-c5d9fe5d7027 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:13.309570 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4828145b-4fc6-4b7c-8200-c3333428773b req-6fd01112-8089-4b4b-b713-c5d9fe5d7027 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/ports?device_id=67e6ff3c-0d32-40b0-80b4-4579ec62c999 HTTP/1.1" status: 200 len: 943 time: 0.4205151 Jul 07 17:15:13.392077 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-32d9ce8c-e2c2-4751-98da-573f02086d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:13.392277 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-32d9ce8c-e2c2-4751-98da-573f02086d5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.393791 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-32d9ce8c-e2c2-4751-98da-573f02086d5c service neutron] 10.222.0.72 "PUT /v2.0/ports/113cc2ba-2a7d-40f0-af35-223876845506 HTTP/1.1" status: 200 len: 1093 time: 2.1298385 Jul 07 17:15:13.403073 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3f3712-0b5d-4b86-b49d-e9631f465b90', 'tag': '113cc2ba-2a7d-40f0-af35-223876845506'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:13.405839 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e50999-32b6-4a68-b54a-8c1d733221f4" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3f3712-0b5d-4b86-b49d-e9631f465b90", "tag": "113cc2ba-2a7d-40f0-af35-223876845506"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:13.439683 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435ff7e-3411-4313-bc3f-9984ca63065e req-b88357c1-37e3-4692-a1f5-1b15753a300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:13.442122 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2435ff7e-3411-4313-bc3f-9984ca63065e req-b88357c1-37e3-4692-a1f5-1b15753a300a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6fd7d07df0be419db9fc23214c8036fc&device_id=67e6ff3c-0d32-40b0-80b4-4579ec62c999 HTTP/1.1" status: 200 len: 1095 time: 0.1471505 Jul 07 17:15:13.464793 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9ce8c-e2c2-4751-98da-573f02086d5c service neutron] Pushing event updated for resources: {'Port': ['ID=113cc2ba-2a7d-40f0-af35-223876845506,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:13.483559 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4828145b-4fc6-4b7c-8200-c3333428773b req-8deb21a1-f419-4723-90c3-bbc70f93eda0 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/security-groups?id=253ba03f-b9a0-4207-973f-af650ed40f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723053 Jul 07 17:15:13.536421 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2d9e1-05cb-4e7b-846c-a23cdcb3cced req-28ce8489-98b6-4452-9aaa-1f1475f7070d tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:13.538752 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f9c2d9e1-05cb-4e7b-846c-a23cdcb3cced req-28ce8489-98b6-4452-9aaa-1f1475f7070d tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 944 time: 0.2328534 Jul 07 17:15:13.560132 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-05e52cc1-d793-4d1f-b38a-1253487552a1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.613752 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310aca0b-1515-44c3-bfea-5145ebdea365 x-openstack-request-id: req-310aca0b-1515-44c3-bfea-5145ebdea365 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:13.614322 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3f3712-0b5d-4b86-b49d-e9631f465b90", "tag": "113cc2ba-2a7d-40f0-af35-223876845506", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:13.614581 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-310aca0b-1515-44c3-bfea-5145ebdea365 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:13.615007 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3f3712-0b5d-4b86-b49d-e9631f465b90', 'tag': '113cc2ba-2a7d-40f0-af35-223876845506', 'status': 'completed', 'code': 200} Jul 07 17:15:13.618523 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f9c2d9e1-05cb-4e7b-846c-a23cdcb3cced req-7e4ea5c8-14f9-4439-b954-197d1bb788ba tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562296 Jul 07 17:15:13.626334 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435ff7e-3411-4313-bc3f-9984ca63065e req-f096b31e-24b5-4126-acdd-f5389ad02b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:13.626682 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e52cc1-d793-4d1f-b38a-1253487552a1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=37842f92-8eaa-4d05-972a-33057dfbcb19,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:13.630189 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2435ff7e-3411-4313-bc3f-9984ca63065e req-f096b31e-24b5-4126-acdd-f5389ad02b45 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0d3f8586-c279-4b25-9088-fbb4cfab1630 HTTP/1.1" status: 200 len: 918 time: 0.1766891 Jul 07 17:15:13.632454 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-05e52cc1-d793-4d1f-b38a-1253487552a1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.639019 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-05e52cc1-d793-4d1f-b38a-1253487552a1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/37842f92-8eaa-4d05-972a-33057dfbcb19 HTTP/1.1" status: 204 len: 168 time: 0.9429379 Jul 07 17:15:13.639961 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40122) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:13.655731 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8838e6-6305-4c3d-b6e5-2291ac5d2d79 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:13.715436 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2435ff7e-3411-4313-bc3f-9984ca63065e req-76fdb6a6-4326-4dbb-8af3-2bd4b57b0a2d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34105ac9-0ae0-409f-90c4-cf3f0d5130c7 HTTP/1.1" status: 200 len: 217 time: 0.0776646 Jul 07 17:15:13.777783 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-407e0d62-2f87-44b3-89c2-726b9337202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:13.780607 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-407e0d62-2f87-44b3-89c2-726b9337202c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fa7f2838537b47bf8d02ed4d09c0343d&device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 1096 time: 0.2936862 Jul 07 17:15:13.851137 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435ff7e-3411-4313-bc3f-9984ca63065e req-98c4d8d7-6229-42a5-951f-c999984f4eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:13.857473 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2435ff7e-3411-4313-bc3f-9984ca63065e req-98c4d8d7-6229-42a5-951f-c999984f4eec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a6414315-38e7-4ae7-811b-362f3d610e57 HTTP/1.1" status: 200 len: 857 time: 0.1312530 Jul 07 17:15:13.894561 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2435ff7e-3411-4313-bc3f-9984ca63065e req-bdeb1bef-527b-4ee2-9a27-acb676f1c3f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0d3f8586-c279-4b25-9088-fbb4cfab1630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336354 Jul 07 17:15:13.921748 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-9899d1c7-f053-4b10-b373-19bdcc40d85b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=113cc2ba-2a7d-40f0-af35-223876845506 HTTP/1.1" status: 200 len: 217 time: 0.1276324 Jul 07 17:15:13.947622 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b48003d-2273-4194-abb8-d72aab7607f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.956965 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-55dfb766-14f2-4a5e-884b-92c60e51d84f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet d199018a-62a7-4438-a781-90f74eb401ef {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:15:13.965255 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-55dfb766-14f2-4a5e-884b-92c60e51d84f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.062570 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b48003d-2273-4194-abb8-d72aab7607f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.063335 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2435ff7e-3411-4313-bc3f-9984ca63065e req-2e1269b4-1109-4300-b1d5-c80cc31304df service neutron] 10.222.0.64 "GET /v2.0/networks/0d3f8586-c279-4b25-9088-fbb4cfab1630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609254 Jul 07 17:15:14.063499 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 155ad5b9-08ef-4cdf-9243-e2016ffa6cc5 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:15:14.273450 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-55dfb766-14f2-4a5e-884b-92c60e51d84f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.277971 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 155ad5b9-08ef-4cdf-9243-e2016ffa6cc5, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=155ad5b9-08ef-4cdf-9243-e2016ffa6cc5,segment=NetworkSegment(ac9b8636-a978-4645-92b0-4a6468663782),segment_id=ac9b8636-a978-4645-92b0-4a6468663782)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:14.320788 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '155ad5b9-08ef-4cdf-9243-e2016ffa6cc5', 'network_id': '0d3f8586-c279-4b25-9088-fbb4cfab1630', 'port_id': '155ad5b9-08ef-4cdf-9243-e2016ffa6cc5', 'mac_address': 'fa:16:3e:e6:9a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6414315-38e7-4ae7-811b-362f3d610e57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:15:14.344084 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7b48003d-2273-4194-abb8-d72aab7607f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86146c64e5944d42b30d163951206211&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8444765 Jul 07 17:15:14.344543 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40162) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:14.354744 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48003d-2273-4194-abb8-d72aab7607f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14934e18-c44a-48d1-8c02-23bbd722ad8d,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:14.384047 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-f2f6329e-c1a9-4f1a-8c7a-9c5da0432946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:14.388421 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-f2f6329e-c1a9-4f1a-8c7a-9c5da0432946 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7444f78e-5a5a-4c3a-8ef5-8892e2ae8716 HTTP/1.1" status: 200 len: 850 time: 0.4371834 Jul 07 17:15:14.392249 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.422340 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2435ff7e-3411-4313-bc3f-9984ca63065e req-188483ad-38b8-4b73-bb61-535db44d355c service neutron] 10.222.0.64 "GET /v2.0/networks/0d3f8586-c279-4b25-9088-fbb4cfab1630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457627 Jul 07 17:15:14.431378 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155ad5b9-08ef-4cdf-9243-e2016ffa6cc5 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:14.451096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fea1d7-b8e3-4f72-954c-0b2e5889984c req-9ab34494-9000-4f22-9bae-6ffbaebb6b83 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:14.471215 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-87fea1d7-b8e3-4f72-954c-0b2e5889984c req-9ab34494-9000-4f22-9bae-6ffbaebb6b83 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf52d01a-0032-45a2-9e15-3616ecce93a3 HTTP/1.1" status: 200 len: 946 time: 0.5623424 Jul 07 17:15:14.473505 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 155ad5b9-08ef-4cdf-9243-e2016ffa6cc5, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=155ad5b9-08ef-4cdf-9243-e2016ffa6cc5,segment=NetworkSegment(ac9b8636-a978-4645-92b0-4a6468663782),segment_id=ac9b8636-a978-4645-92b0-4a6468663782)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:14.488925 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.563901 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-e05fa553-1bee-4259-901b-d8507202ef49 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b09d5620-c5a5-4f52-8562-d9c726ea81d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1643147 Jul 07 17:15:14.601379 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97dcae-1246-40db-babf-c53082aa90cb req-5123db13-e091-4184-8a3e-22abf78975f7 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:14.603184 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0b97dcae-1246-40db-babf-c53082aa90cb req-5123db13-e091-4184-8a3e-22abf78975f7 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 945 time: 0.3033612 Jul 07 17:15:14.604021 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-82c8fee2-621f-49df-9e03-2c0150a8973d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.618054 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=155ad5b9-08ef-4cdf-9243-e2016ffa6cc5,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:14.652922 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-82c8fee2-621f-49df-9e03-2c0150a8973d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.688990 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0b97dcae-1246-40db-babf-c53082aa90cb req-976edfe3-79a4-492d-8655-cf8c247b3aba tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684798 Jul 07 17:15:14.721060 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['155ad5b9-08ef-4cdf-9243-e2016ffa6cc5'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:14.791636 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-82c8fee2-621f-49df-9e03-2c0150a8973d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.799434 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-82c8fee2-621f-49df-9e03-2c0150a8973d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.800854 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-82c8fee2-621f-49df-9e03-2c0150a8973d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/14934e18-c44a-48d1-8c02-23bbd722ad8d HTTP/1.1" status: 204 len: 168 time: 0.3948197 Jul 07 17:15:14.830509 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-87fea1d7-b8e3-4f72-954c-0b2e5889984c req-d8f65bfb-bd09-4d5c-b237-9a617f5913b1 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f220e5d-5b61-4377-914e-b585e8f9e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582969 Jul 07 17:15:14.838624 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8fee2-621f-49df-9e03-2c0150a8973d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14934e18-c44a-48d1-8c02-23bbd722ad8d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:14.934686 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-55dfb766-14f2-4a5e-884b-92c60e51d84f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.999357 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:15:15.156152 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25246e-2a38-41ef-951c-fd2f6c6f36c3 req-fe7a9fc1-18a7-44e7-99aa-5d43456f11cd tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:15.158664 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ca25246e-2a38-41ef-951c-fd2f6c6f36c3 req-fe7a9fc1-18a7-44e7-99aa-5d43456f11cd tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/ports?device_id=67e6ff3c-0d32-40b0-80b4-4579ec62c999 HTTP/1.1" status: 200 len: 943 time: 0.1785498 Jul 07 17:15:15.175705 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-610f71eb-3b4f-4b18-8aeb-079be83315de service neutron] 10.222.0.72 "GET /v2.0/networks/b09d5620-c5a5-4f52-8562-d9c726ea81d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5865161 Jul 07 17:15:15.278818 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ca25246e-2a38-41ef-951c-fd2f6c6f36c3 req-7d477bda-3952-48f1-838f-baad43f6f5f6 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/security-groups?id=253ba03f-b9a0-4207-973f-af650ed40f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132901 Jul 07 17:15:15.406538 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d32cf8a-70be-4b0f-ac9a-95eb400a4641 req-5e6f8867-e93e-4452-a205-bae9169559f4 service neutron] 10.222.0.72 "GET /v2.0/networks/b09d5620-c5a5-4f52-8562-d9c726ea81d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004251 Jul 07 17:15:15.434574 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-55dfb766-14f2-4a5e-884b-92c60e51d84f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.444849 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9b90bfd9-f730-41ee-b776-9c738ab20343 None None] Provisioning complete for port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:15.446214 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9b90bfd9-f730-41ee-b776-9c738ab20343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.463449 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-55dfb766-14f2-4a5e-884b-92c60e51d84f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.470240 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40202) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:15.483991 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-55dfb766-14f2-4a5e-884b-92c60e51d84f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/d199018a-62a7-4438-a781-90f74eb401ef HTTP/1.1" status: 204 len: 168 time: 1.8183095 Jul 07 17:15:15.559271 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19df688b-3a83-4747-be29-17c6beacec2b None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:15.569930 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfb766-14f2-4a5e-884b-92c60e51d84f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=d199018a-62a7-4438-a781-90f74eb401ef,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:15.606102 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6c269f72-5c80-4ff3-a5fb-18b0e0b7503b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1316304 Jul 07 17:15:15.615347 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40212) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:15.631669 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-13c6d9b0-e39a-455b-abcb-31b9e312f244 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:15.682339 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672262d2-ae22-43d2-a93a-60e66fe88653 req-6841c739-bfd6-4471-a9dd-2a27e11ab9bf tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:15.690439 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-672262d2-ae22-43d2-a93a-60e66fe88653 req-6841c739-bfd6-4471-a9dd-2a27e11ab9bf tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 944 time: 0.5386372 Jul 07 17:15:15.784969 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-672262d2-ae22-43d2-a93a-60e66fe88653 req-a5f84ce6-f343-4847-8631-e5584e909658 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931833 Jul 07 17:15:15.795504 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e50999-32b6-4a68-b54a-8c1d733221f4 req-df6cd4e9-5aba-415c-9e8c-a1890e18beee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:15.804397 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-07e50999-32b6-4a68-b54a-8c1d733221f4 req-df6cd4e9-5aba-415c-9e8c-a1890e18beee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fa7f2838537b47bf8d02ed4d09c0343d&device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 1096 time: 0.2609432 Jul 07 17:15:15.970795 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c6d9b0-e39a-455b-abcb-31b9e312f244 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:15.976505 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-13c6d9b0-e39a-455b-abcb-31b9e312f244 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.095150 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 34105ac9-0ae0-409f-90c4-cf3f0d5130c7 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:15:16.108467 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e50999-32b6-4a68-b54a-8c1d733221f4 req-ede0055c-773b-4bac-9ea9-f673db5fde82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:16.111556 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-07e50999-32b6-4a68-b54a-8c1d733221f4 req-ede0055c-773b-4bac-9ea9-f673db5fde82 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b09d5620-c5a5-4f52-8562-d9c726ea81d4 HTTP/1.1" status: 200 len: 911 time: 0.2986467 Jul 07 17:15:16.244054 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-07e50999-32b6-4a68-b54a-8c1d733221f4 req-ff5cd088-6732-4d99-932c-e54ae24bf5d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=113cc2ba-2a7d-40f0-af35-223876845506 HTTP/1.1" status: 200 len: 217 time: 0.1218293 Jul 07 17:15:16.261396 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 34105ac9-0ae0-409f-90c4-cf3f0d5130c7, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=34105ac9-0ae0-409f-90c4-cf3f0d5130c7,segment=NetworkSegment(ac9b8636-a978-4645-92b0-4a6468663782),segment_id=ac9b8636-a978-4645-92b0-4a6468663782)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:16.336886 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '34105ac9-0ae0-409f-90c4-cf3f0d5130c7', 'network_id': '0d3f8586-c279-4b25-9088-fbb4cfab1630', 'port_id': '34105ac9-0ae0-409f-90c4-cf3f0d5130c7', 'mac_address': 'fa:16:3e:1f:87:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6414315-38e7-4ae7-811b-362f3d610e57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:15:16.339374 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e50999-32b6-4a68-b54a-8c1d733221f4 req-7ec7592b-6687-4ca0-9e47-d6a626a88db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:16.341077 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-07e50999-32b6-4a68-b54a-8c1d733221f4 req-7ec7592b-6687-4ca0-9e47-d6a626a88db7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7444f78e-5a5a-4c3a-8ef5-8892e2ae8716 HTTP/1.1" status: 200 len: 850 time: 0.0747135 Jul 07 17:15:16.357256 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76088866-47d0-4d18-87e3-947f1a154f96 req-cfe938d0-0a8b-4a9b-917a-f75010f9cf7f tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:16.360432 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76088866-47d0-4d18-87e3-947f1a154f96 req-cfe938d0-0a8b-4a9b-917a-f75010f9cf7f tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 945 time: 0.2917602 Jul 07 17:15:16.367986 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a,segment=NetworkSegment(ac9b8636-a978-4645-92b0-4a6468663782),segment_id=ac9b8636-a978-4645-92b0-4a6468663782)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:16.399771 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-07e50999-32b6-4a68-b54a-8c1d733221f4 req-d6f249ff-e088-4bad-b754-cc27ca4c879f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b09d5620-c5a5-4f52-8562-d9c726ea81d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381243 Jul 07 17:15:16.493974 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a', 'network_id': '0d3f8586-c279-4b25-9088-fbb4cfab1630', 'port_id': 'cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a', 'mac_address': 'fa:16:3e:0a:2e:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6414315-38e7-4ae7-811b-362f3d610e57', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:15:16.519913 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76088866-47d0-4d18-87e3-947f1a154f96 req-2be8de0c-0e26-47e9-b557-6c2d64fa2672 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478746 Jul 07 17:15:16.554213 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-13c6d9b0-e39a-455b-abcb-31b9e312f244 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.634074 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-07e50999-32b6-4a68-b54a-8c1d733221f4 req-941d064f-c947-42c2-aab5-11cd1fd4f495 service neutron] 10.222.0.72 "GET /v2.0/networks/b09d5620-c5a5-4f52-8562-d9c726ea81d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251408 Jul 07 17:15:16.671971 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.690567 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.703360 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30577f83-64b9-48a5-ba6c-93724393abd0 req-70a82574-e923-4c3d-b589-71c8b2033892 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:16.718505 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-30577f83-64b9-48a5-ba6c-93724393abd0 req-70a82574-e923-4c3d-b589-71c8b2033892 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf52d01a-0032-45a2-9e15-3616ecce93a3 HTTP/1.1" status: 200 len: 946 time: 0.4769316 Jul 07 17:15:16.725460 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c6d9b0-e39a-455b-abcb-31b9e312f244 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:16.753547 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:16.778949 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-13c6d9b0-e39a-455b-abcb-31b9e312f244 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:16.785037 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34105ac9-0ae0-409f-90c4-cf3f0d5130c7 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:16.798502 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c6d9b0-e39a-455b-abcb-31b9e312f244 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:16.799107 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-13c6d9b0-e39a-455b-abcb-31b9e312f244 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.838276 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a,segment=NetworkSegment(ac9b8636-a978-4645-92b0-4a6468663782),segment_id=ac9b8636-a978-4645-92b0-4a6468663782)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:16.845549 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 34105ac9-0ae0-409f-90c4-cf3f0d5130c7, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=34105ac9-0ae0-409f-90c4-cf3f0d5130c7,segment=NetworkSegment(ac9b8636-a978-4645-92b0-4a6468663782),segment_id=ac9b8636-a978-4645-92b0-4a6468663782)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:16.849118 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6d9b0-e39a-455b-abcb-31b9e312f244 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=95232876-19a3-4f90-bfcc-c0cae425ae3c,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:16.850246 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.854845 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.860495 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-13c6d9b0-e39a-455b-abcb-31b9e312f244 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2423477 Jul 07 17:15:16.861765 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40246) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:16.868068 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-55a361a2-b385-4b9c-8a59-d223f98b3db1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:16.884424 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-30577f83-64b9-48a5-ba6c-93724393abd0 req-b69ba855-f0f9-48cc-aecb-502cdcf52614 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f220e5d-5b61-4377-914e-b585e8f9e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613297 Jul 07 17:15:17.009739 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:17.020190 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55b9e4d-60ce-45db-a174-8bc7c99cf7a4 None None] DHCP port deletion for 6e9cefa1-f008-4dc6-9203-f56e105ef387 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:15:17.049819 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-07e50999-32b6-4a68-b54a-8c1d733221f4 req-33b032a5-ca94-4144-a31f-2d952c76405f service neutron] 10.222.0.72 "GET /v2.0/networks/b09d5620-c5a5-4f52-8562-d9c726ea81d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057178 Jul 07 17:15:17.133154 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['34105ac9-0ae0-409f-90c4-cf3f0d5130c7'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:17.139268 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e13ce2-20fa-45da-a461-970062b47c5e req-021c2766-ac95-4bee-88f5-f23bf0bf4895 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:17.155450 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b7e13ce2-20fa-45da-a461-970062b47c5e req-021c2766-ac95-4bee-88f5-f23bf0bf4895 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/ports?device_id=67e6ff3c-0d32-40b0-80b4-4579ec62c999 HTTP/1.1" status: 200 len: 944 time: 0.3450882 Jul 07 17:15:17.202396 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:17.207921 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a361a2-b385-4b9c-8a59-d223f98b3db1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:17.212753 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-55a361a2-b385-4b9c-8a59-d223f98b3db1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.264426 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b7e13ce2-20fa-45da-a461-970062b47c5e req-687b8771-e014-4243-97d2-3a1ab1784c16 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/security-groups?id=253ba03f-b9a0-4207-973f-af650ed40f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058888 Jul 07 17:15:17.309578 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=34105ac9-0ae0-409f-90c4-cf3f0d5130c7,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:17.315677 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9c3f1-3429-4ea1-a543-44de7ac8e7e6 req-c6d6b7ac-5334-4daf-97b5-414959e21be8 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:17.319937 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c0d9c3f1-3429-4ea1-a543-44de7ac8e7e6 req-c6d6b7ac-5334-4daf-97b5-414959e21be8 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 944 time: 0.2331753 Jul 07 17:15:17.416294 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-e55b9e4d-60ce-45db-a174-8bc7c99cf7a4 None None] Deleting port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:17.416749 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e55b9e4d-60ce-45db-a174-8bc7c99cf7a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.433246 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c0d9c3f1-3429-4ea1-a543-44de7ac8e7e6 req-b02486af-810d-408e-b8cd-e89b58e78dfe tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021652 Jul 07 17:15:17.683429 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-e55b9e4d-60ce-45db-a174-8bc7c99cf7a4 None None] For port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:17.685675 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e55b9e4d-60ce-45db-a174-8bc7c99cf7a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.709070 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-e55b9e4d-60ce-45db-a174-8bc7c99cf7a4 None None] Calling delete_port for aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:17.805367 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87384e9a-0654-4af3-94f5-04cecafcf9fa req-2380eeeb-fdc5-4ff3-815e-9186c080d696 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:17.811615 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-87384e9a-0654-4af3-94f5-04cecafcf9fa req-2380eeeb-fdc5-4ff3-815e-9186c080d696 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf52d01a-0032-45a2-9e15-3616ecce93a3 HTTP/1.1" status: 200 len: 946 time: 0.1944480 Jul 07 17:15:17.850218 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e55b9e4d-60ce-45db-a174-8bc7c99cf7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.885350 n-d-791503-12 neutron-server[100193]: DEBUG neutron.objects.ports [None req-55a361a2-b385-4b9c-8a59-d223f98b3db1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100193) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:15:17.888370 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-55a361a2-b385-4b9c-8a59-d223f98b3db1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.903489 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b9e4d-60ce-45db-a174-8bc7c99cf7a4 None None] Pushing event deleted for resources: {'Port': ['ID=aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:17.906515 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55b9e4d-60ce-45db-a174-8bc7c99cf7a4 None None] No DVR routers for this DVR port aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:17.952355 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:17.959153 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae62219-584c-464b-97cb-40374d2ebb6a None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:17.964899 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a361a2-b385-4b9c-8a59-d223f98b3db1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:17.970074 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-55a361a2-b385-4b9c-8a59-d223f98b3db1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:17.980340 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a361a2-b385-4b9c-8a59-d223f98b3db1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:17.981404 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-55a361a2-b385-4b9c-8a59-d223f98b3db1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.009952 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a361a2-b385-4b9c-8a59-d223f98b3db1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=d15d3d09-3427-413b-ab6d-1055306179b2,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:18.029809 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-55a361a2-b385-4b9c-8a59-d223f98b3db1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1663196 Jul 07 17:15:18.030720 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40286) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:18.038241 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-0049841c-9c66-4204-8c9d-721a84763cb4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'port': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'mac_address': 'fa:16:3e:bb:f4:b9', 'name': 'tempest-NetworksTestDHCPv6-1939951233'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:18.159366 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 155ad5b9-08ef-4cdf-9243-e2016ffa6cc5 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:18.169839 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:18.170506 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device aef68cc4-b0a6-48dc-b5d8-0dbceb5ccc2c not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:18.303875 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d9bc7-bfbb-4791-943b-c3931487e9ad req-0a41cdc1-8bcd-445e-8d74-e93fd5358729 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:18.311665 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9d4d9bc7-bfbb-4791-943b-c3931487e9ad req-0a41cdc1-8bcd-445e-8d74-e93fd5358729 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf52d01a-0032-45a2-9e15-3616ecce93a3 HTTP/1.1" status: 200 len: 946 time: 0.1837580 Jul 07 17:15:18.314885 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d231e-1baa-4d8a-8d07-3cd194f77237 req-4abfd519-9442-4591-8947-98131891d701 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:18.336096 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-249d231e-1baa-4d8a-8d07-3cd194f77237 req-4abfd519-9442-4591-8947-98131891d701 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 945 time: 0.3524785 Jul 07 17:15:18.381755 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0049841c-9c66-4204-8c9d-721a84763cb4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:18.433628 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-249d231e-1baa-4d8a-8d07-3cd194f77237 req-42a50563-0fea-4dd0-8b40-0c260faabed7 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961711 Jul 07 17:15:18.461050 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-87384e9a-0654-4af3-94f5-04cecafcf9fa req-eda1b126-41a7-4ecd-86e7-3cd843ef510f tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Deleting port 90dc9ab4-af4a-43dc-9375-ab3c375a9490 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:18.464041 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-87384e9a-0654-4af3-94f5-04cecafcf9fa req-eda1b126-41a7-4ecd-86e7-3cd843ef510f tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.545693 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40296) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:18.560708 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9d4d9bc7-bfbb-4791-943b-c3931487e9ad req-0b35becb-b0c6-447f-9fe8-592e31cb27a7 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f220e5d-5b61-4377-914e-b585e8f9e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435400 Jul 07 17:15:18.663313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd7cf8c-be40-4df7-b917-33ed27131742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-6e9cefa1-f008-4dc6-9203-f56e105ef387', 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'fixed_ips': [{'subnet_id': '95232876-19a3-4f90-bfcc-c0cae425ae3c'}, {'subnet_id': 'd15d3d09-3427-413b-ab6d-1055306179b2'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:15:18.669389 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2fd7cf8c-be40-4df7-b917-33ed27131742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.723925 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0049841c-9c66-4204-8c9d-721a84763cb4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.771739 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-0049841c-9c66-4204-8c9d-721a84763cb4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] device_id is not set on port 78e25cc6-dbb3-4d7c-abd2-f7d8c2408e10 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:15:18.794714 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-87384e9a-0654-4af3-94f5-04cecafcf9fa req-eda1b126-41a7-4ecd-86e7-3cd843ef510f tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] For port 90dc9ab4-af4a-43dc-9375-ab3c375a9490, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=90dc9ab4-af4a-43dc-9375-ab3c375a9490,segment=NetworkSegment(5718179c-d206-4b35-beba-2628ddada37c),segment_id=5718179c-d206-4b35-beba-2628ddada37c)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:18.795661 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-87384e9a-0654-4af3-94f5-04cecafcf9fa req-eda1b126-41a7-4ecd-86e7-3cd843ef510f tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.830726 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 155ad5b9-08ef-4cdf-9243-e2016ffa6cc5 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:18.840949 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 155ad5b9-08ef-4cdf-9243-e2016ffa6cc5 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:18.841329 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.872644 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-87384e9a-0654-4af3-94f5-04cecafcf9fa req-eda1b126-41a7-4ecd-86e7-3cd843ef510f tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Calling delete_port for 90dc9ab4-af4a-43dc-9375-ab3c375a9490 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:18.876893 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8a76a935-db83-409a-9a99-3963f1c5605a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.887363 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 113cc2ba-2a7d-40f0-af35-223876845506 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:15:18.890887 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:18.986070 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abdabd-a431-4130-a8ac-8ac5f6ccc9da req-f5257d7f-c6c9-4957-bb59-55470c68644b tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:18.992787 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee82e6-8cf6-4650-b3a4-cc2babfb1ff0 req-261897d8-52d2-4a20-b2b3-0bc132f3b0e1 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:18.993484 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-48abdabd-a431-4130-a8ac-8ac5f6ccc9da req-f5257d7f-c6c9-4957-bb59-55470c68644b tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 944 time: 0.1661661 Jul 07 17:15:19.003242 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c1ee82e6-8cf6-4650-b3a4-cc2babfb1ff0 req-261897d8-52d2-4a20-b2b3-0bc132f3b0e1 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/ports?device_id=67e6ff3c-0d32-40b0-80b4-4579ec62c999 HTTP/1.1" status: 200 len: 944 time: 0.2029946 Jul 07 17:15:19.063385 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-48abdabd-a431-4130-a8ac-8ac5f6ccc9da req-53860881-9ebf-415f-bb0a-17faedd50a60 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688887 Jul 07 17:15:19.064771 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c1ee82e6-8cf6-4650-b3a4-cc2babfb1ff0 req-67f2c7df-5e5f-4bdb-b82f-9d3ffce038cb tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/security-groups?id=253ba03f-b9a0-4207-973f-af650ed40f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609565 Jul 07 17:15:19.126718 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8a76a935-db83-409a-9a99-3963f1c5605a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.134078 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8a76a935-db83-409a-9a99-3963f1c5605a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.180337 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-87384e9a-0654-4af3-94f5-04cecafcf9fa req-eda1b126-41a7-4ecd-86e7-3cd843ef510f tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.187892 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8a76a935-db83-409a-9a99-3963f1c5605a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=58e9f6146bc14a83af4000843b07b26f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6262412 Jul 07 17:15:19.189351 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76a935-db83-409a-9a99-3963f1c5605a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4fd024-782a-4352-97d9-1f361ec9643d,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:19.193165 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40300) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:19.248386 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1b126-41a7-4ecd-86e7-3cd843ef510f tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Pushing event deleted for resources: {'Port': ['ID=90dc9ab4-af4a-43dc-9375-ab3c375a9490,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:19.266202 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-621321b7-3553-448e-9afb-0f0235bfeb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.282966 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['90dc9ab4-af4a-43dc-9375-ab3c375a9490'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:19.306296 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-621321b7-3553-448e-9afb-0f0235bfeb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.322059 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-87384e9a-0654-4af3-94f5-04cecafcf9fa req-eda1b126-41a7-4ecd-86e7-3cd843ef510f tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] No DVR routers for this DVR port 90dc9ab4-af4a-43dc-9375-ab3c375a9490 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:19.326928 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-87384e9a-0654-4af3-94f5-04cecafcf9fa req-eda1b126-41a7-4ecd-86e7-3cd843ef510f tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.330061 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-87384e9a-0654-4af3-94f5-04cecafcf9fa req-eda1b126-41a7-4ecd-86e7-3cd843ef510f tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.72 "DELETE /v2.0/ports/90dc9ab4-af4a-43dc-9375-ab3c375a9490 HTTP/1.1" status: 204 len: 173 time: 1.5109208 Jul 07 17:15:19.330960 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf52d01a-0032-45a2-9e15-3616ecce93a3', 'name': 'network-vif-deleted', 'tag': '90dc9ab4-af4a-43dc-9375-ab3c375a9490'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:19.334971 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d0e1f5-3704-41d6-b0a7-04b32f0fd1e3" -d '{"events": [{"server_uuid": "bf52d01a-0032-45a2-9e15-3616ecce93a3", "name": "network-vif-deleted", "tag": "90dc9ab4-af4a-43dc-9375-ab3c375a9490"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:19.392498 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 113cc2ba-2a7d-40f0-af35-223876845506, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=113cc2ba-2a7d-40f0-af35-223876845506,segment=NetworkSegment(395174b8-0e8e-4edd-9a4b-23178acfd758),segment_id=395174b8-0e8e-4edd-9a4b-23178acfd758)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:19.413285 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639d0900-97f3-4858-ae9e-e0a6fb6d0501 x-openstack-request-id: req-639d0900-97f3-4858-ae9e-e0a6fb6d0501 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:19.413693 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf52d01a-0032-45a2-9e15-3616ecce93a3", "name": "network-vif-deleted", "tag": "90dc9ab4-af4a-43dc-9375-ab3c375a9490", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:19.414018 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-639d0900-97f3-4858-ae9e-e0a6fb6d0501 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:19.414502 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf52d01a-0032-45a2-9e15-3616ecce93a3', 'name': 'network-vif-deleted', 'tag': '90dc9ab4-af4a-43dc-9375-ab3c375a9490', 'status': 'completed', 'code': 200} Jul 07 17:15:19.421068 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-621321b7-3553-448e-9afb-0f0235bfeb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.425310 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-621321b7-3553-448e-9afb-0f0235bfeb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.427002 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '113cc2ba-2a7d-40f0-af35-223876845506', 'network_id': 'b09d5620-c5a5-4f52-8562-d9c726ea81d4', 'port_id': '113cc2ba-2a7d-40f0-af35-223876845506', 'mac_address': 'fa:16:3e:cf:20:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7444f78e-5a5a-4c3a-8ef5-8892e2ae8716', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:15:19.428260 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-621321b7-3553-448e-9afb-0f0235bfeb11 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e4fd024-782a-4352-97d9-1f361ec9643d HTTP/1.1" status: 204 len: 168 time: 0.2334049 Jul 07 17:15:19.468681 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-2fd7cf8c-be40-4df7-b917-33ed27131742 None None] Allocated IP 172.20.0.2 (6e9cefa1-f008-4dc6-9203-f56e105ef387/95232876-19a3-4f90-bfcc-c0cae425ae3c/a6051290-604a-492f-92ca-dceb6e1aed21) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:19.472714 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621321b7-3553-448e-9afb-0f0235bfeb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4fd024-782a-4352-97d9-1f361ec9643d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:19.510136 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.532758 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:19.566102 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-2fd7cf8c-be40-4df7-b917-33ed27131742 None None] Allocated IP 2001:db8::f816:3eff:fe7f:f64f (6e9cefa1-f008-4dc6-9203-f56e105ef387/d15d3d09-3427-413b-ab6d-1055306179b2/a6051290-604a-492f-92ca-dceb6e1aed21) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:19.572200 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:19.572907 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.592513 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d1df2f-e3b5-4ed7-bb12-d82e545b5f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155ad5b9-08ef-4cdf-9243-e2016ffa6cc5'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:19.595191 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9da14c9-a5e8-4790-9180-85a273dc52a2" -d '{"events": [{"server_uuid": "96d1df2f-e3b5-4ed7-bb12-d82e545b5f00", "name": "network-vif-plugged", "status": "completed", "tag": "155ad5b9-08ef-4cdf-9243-e2016ffa6cc5"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:19.640723 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.660605 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 155ad5b9-08ef-4cdf-9243-e2016ffa6cc5, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=155ad5b9-08ef-4cdf-9243-e2016ffa6cc5,segment=NetworkSegment(ac9b8636-a978-4645-92b0-4a6468663782),segment_id=ac9b8636-a978-4645-92b0-4a6468663782)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:19.715967 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.760781 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113cc2ba-2a7d-40f0-af35-223876845506 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:19.827343 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef21a10-af15-440c-a6c4-4b734cd80633 req-c3dd50c2-f037-478a-bb7f-d19f614c3f4e tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:19.835212 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0ef21a10-af15-440c-a6c4-4b734cd80633 req-c3dd50c2-f037-478a-bb7f-d19f614c3f4e tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 945 time: 0.1046472 Jul 07 17:15:19.888198 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0ef21a10-af15-440c-a6c4-4b734cd80633 req-9114e0cf-1483-48db-957d-226f7a9a9e11 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486405 Jul 07 17:15:19.949425 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 113cc2ba-2a7d-40f0-af35-223876845506, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=113cc2ba-2a7d-40f0-af35-223876845506,segment=NetworkSegment(395174b8-0e8e-4edd-9a4b-23178acfd758),segment_id=395174b8-0e8e-4edd-9a4b-23178acfd758)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:19.984392 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f441a1-853d-4ef2-928a-26a276c05c41 x-openstack-request-id: req-76f441a1-853d-4ef2-928a-26a276c05c41 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:19.985442 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d1df2f-e3b5-4ed7-bb12-d82e545b5f00", "name": "network-vif-plugged", "status": "completed", "tag": "155ad5b9-08ef-4cdf-9243-e2016ffa6cc5", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:19.985442 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-76f441a1-853d-4ef2-928a-26a276c05c41 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:19.999357 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d1df2f-e3b5-4ed7-bb12-d82e545b5f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155ad5b9-08ef-4cdf-9243-e2016ffa6cc5', 'code': 200} Jul 07 17:15:20.005247 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.075097 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=155ad5b9-08ef-4cdf-9243-e2016ffa6cc5,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:20.158928 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 34105ac9-0ae0-409f-90c4-cf3f0d5130c7 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:20.364860 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.400316 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=113cc2ba-2a7d-40f0-af35-223876845506,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:20.416290 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 34105ac9-0ae0-409f-90c4-cf3f0d5130c7 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:20.493268 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a,segment=NetworkSegment(ac9b8636-a978-4645-92b0-4a6468663782),segment_id=ac9b8636-a978-4645-92b0-4a6468663782)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:20.500505 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['113cc2ba-2a7d-40f0-af35-223876845506'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:20.560067 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 34105ac9-0ae0-409f-90c4-cf3f0d5130c7 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:20.560610 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.575535 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.582226 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf97a5-1085-4ec2-8440-b713d73e15ed req-9df23b06-0a14-48c4-95bf-6af3403b2371 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:20.592919 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0eaf97a5-1085-4ec2-8440-b713d73e15ed req-9df23b06-0a14-48c4-95bf-6af3403b2371 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/ports?device_id=67e6ff3c-0d32-40b0-80b4-4579ec62c999 HTTP/1.1" status: 200 len: 944 time: 0.1598201 Jul 07 17:15:20.666665 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2fd7cf8c-be40-4df7-b917-33ed27131742 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.682571 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0eaf97a5-1085-4ec2-8440-b713d73e15ed req-138d457a-0413-4237-bc98-46adb16adee0 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/security-groups?id=253ba03f-b9a0-4207-973f-af650ed40f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847631 Jul 07 17:15:20.694209 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e2cdb58f-f238-4288-81b4-1e24684b4c3c req-7983e5c9-aca6-4531-9a2a-397360669978 tempest-ServerGroupTestJSON-1309393698 tempest-ServerGroupTestJSON-1309393698-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf52d01a-0032-45a2-9e15-3616ecce93a3 HTTP/1.1" status: 200 len: 210 time: 0.6800854 Jul 07 17:15:20.845596 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5518f5-7962-4241-9419-378108c1f48f req-404f68af-8e78-4055-bc34-c8495639c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:20.849324 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0d5518f5-7962-4241-9419-378108c1f48f req-404f68af-8e78-4055-bc34-c8495639c81e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=96d1df2f-e3b5-4ed7-bb12-d82e545b5f00 HTTP/1.1" status: 200 len: 1098 time: 0.1711185 Jul 07 17:15:20.857853 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2fd7cf8c-be40-4df7-b917-33ed27131742 None None] Transition to ACTIVE for port object a6051290-604a-492f-92ca-dceb6e1aed21 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:20.930233 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:15:20.934591 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 90dc9ab4-af4a-43dc-9375-ab3c375a9490 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:21.013910 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2fd7cf8c-be40-4df7-b917-33ed27131742 None None] Transition to ACTIVE for port object a6051290-604a-492f-92ca-dceb6e1aed21 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:21.048309 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 90dc9ab4-af4a-43dc-9375-ab3c375a9490 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:21.049048 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 90dc9ab4-af4a-43dc-9375-ab3c375a9490 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:21.060664 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2fd7cf8c-be40-4df7-b917-33ed27131742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.070113 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0d5518f5-7962-4241-9419-378108c1f48f req-2c5c7f42-b5d4-46c3-81ea-315b9b821220 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=253ba03f-b9a0-4207-973f-af650ed40f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125986 Jul 07 17:15:21.088048 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:21.148764 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e549f3-e157-43b5-a916-3035b785a2bf req-485fc73b-fb77-42cd-b01a-ec9879952d1b tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:21.150906 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f7e549f3-e157-43b5-a916-3035b785a2bf req-485fc73b-fb77-42cd-b01a-ec9879952d1b tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 945 time: 0.2648072 Jul 07 17:15:21.201676 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd7cf8c-be40-4df7-b917-33ed27131742 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:21.221797 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eefa2c-c9e0-4fd3-8e87-cc91237b7e8d req-7921f060-8fda-47f9-8166-42bec2c42deb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:21.229804 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-2fd7cf8c-be40-4df7-b917-33ed27131742 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:21.233769 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-85eefa2c-c9e0-4fd3-8e87-cc91237b7e8d req-7921f060-8fda-47f9-8166-42bec2c42deb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 945 time: 0.1372340 Jul 07 17:15:21.238343 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.resource_extend [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:15:21.252665 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd7cf8c-be40-4df7-b917-33ed27131742 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:21.274450 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f7e549f3-e157-43b5-a916-3035b785a2bf req-51cb8455-efe8-4163-8138-284c1dd8279a tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069782 Jul 07 17:15:21.297540 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-0049841c-9c66-4204-8c9d-721a84763cb4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 172.20.0.13 (6e9cefa1-f008-4dc6-9203-f56e105ef387/95232876-19a3-4f90-bfcc-c0cae425ae3c/78e25cc6-dbb3-4d7c-abd2-f7d8c2408e10) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:21.305747 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-0049841c-9c66-4204-8c9d-721a84763cb4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 2001:db8::f816:3eff:febb:f4b9 (6e9cefa1-f008-4dc6-9203-f56e105ef387/d15d3d09-3427-413b-ab6d-1055306179b2/78e25cc6-dbb3-4d7c-abd2-f7d8c2408e10) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:21.336578 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-85eefa2c-c9e0-4fd3-8e87-cc91237b7e8d req-cb9997e6-7049-427f-b06b-31c616d8e37b tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008017 Jul 07 17:15:21.366312 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.409336 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7cf8c-be40-4df7-b917-33ed27131742 None None] Pushing event updated for resources: {'Port': ['ID=a6051290-604a-492f-92ca-dceb6e1aed21,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:21.570537 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 34105ac9-0ae0-409f-90c4-cf3f0d5130c7, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=34105ac9-0ae0-409f-90c4-cf3f0d5130c7,segment=NetworkSegment(ac9b8636-a978-4645-92b0-4a6468663782),segment_id=ac9b8636-a978-4645-92b0-4a6468663782)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:21.589077 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.596897 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0049841c-9c66-4204-8c9d-721a84763cb4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.608485 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 495805fd-0180-40f2-ab25-1a1c2bc8cbc3, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=495805fd-0180-40f2-ab25-1a1c2bc8cbc3,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:21.619165 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-0049841c-9c66-4204-8c9d-721a84763cb4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Transition to ACTIVE for port object 78e25cc6-dbb3-4d7c-abd2-f7d8c2408e10 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:21.657966 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-2fd7cf8c-be40-4df7-b917-33ed27131742 None None] Attempting to bind port a6051290-604a-492f-92ca-dceb6e1aed21 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:21.658348 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-2fd7cf8c-be40-4df7-b917-33ed27131742 None None] Attempting to bind port a6051290-604a-492f-92ca-dceb6e1aed21 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:21.658718 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd7cf8c-be40-4df7-b917-33ed27131742 None None] Attempting to bind port a6051290-604a-492f-92ca-dceb6e1aed21 on network 6e9cefa1-f008-4dc6-9203-f56e105ef387 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:21.667621 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '495805fd-0180-40f2-ab25-1a1c2bc8cbc3', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'port_id': '495805fd-0180-40f2-ab25-1a1c2bc8cbc3', 'mac_address': 'fa:16:3e:e3:94:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:15:21.680478 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0049841c-9c66-4204-8c9d-721a84763cb4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.685489 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd7cf8c-be40-4df7-b917-33ed27131742 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:21.685882 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd7cf8c-be40-4df7-b917-33ed27131742 None None] Checking segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:21.686302 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2fd7cf8c-be40-4df7-b917-33ed27131742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.686718 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd7cf8c-be40-4df7-b917-33ed27131742 None None] Bound using segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:21.687493 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-2fd7cf8c-be40-4df7-b917-33ed27131742 None None] Bound port: a6051290-604a-492f-92ca-dceb6e1aed21, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:21.687971 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2fd7cf8c-be40-4df7-b917-33ed27131742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.756544 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=34105ac9-0ae0-409f-90c4-cf3f0d5130c7,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:21.807533 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.848696 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:21.892154 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0049841c-9c66-4204-8c9d-721a84763cb4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:21.897145 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-0049841c-9c66-4204-8c9d-721a84763cb4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:21.924163 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0049841c-9c66-4204-8c9d-721a84763cb4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:21.959322 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 495805fd-0180-40f2-ab25-1a1c2bc8cbc3, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=495805fd-0180-40f2-ab25-1a1c2bc8cbc3,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:21.968366 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.974342 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-2fd7cf8c-be40-4df7-b917-33ed27131742 None None] For port a6051290-604a-492f-92ca-dceb6e1aed21, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:22.014897 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049841c-9c66-4204-8c9d-721a84763cb4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Port': ['ID=78e25cc6-dbb3-4d7c-abd2-f7d8c2408e10,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:22.050291 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1dc61f3-760a-4765-bcb3-15e44f66e371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a'}, {'server_uuid': '67e6ff3c-0d32-40b0-80b4-4579ec62c999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34105ac9-0ae0-409f-90c4-cf3f0d5130c7'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:22.056926 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b9c8e7-8ed4-4c6d-a342-45a074e1cdd3" -d '{"events": [{"server_uuid": "e1dc61f3-760a-4765-bcb3-15e44f66e371", "name": "network-vif-plugged", "status": "completed", "tag": "cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a"}, {"server_uuid": "67e6ff3c-0d32-40b0-80b4-4579ec62c999", "name": "network-vif-plugged", "status": "completed", "tag": "34105ac9-0ae0-409f-90c4-cf3f0d5130c7"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:22.100226 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0049841c-9c66-4204-8c9d-721a84763cb4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:22.100706 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0049841c-9c66-4204-8c9d-721a84763cb4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.120738 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-2fd7cf8c-be40-4df7-b917-33ed27131742 None None] For port a6051290-604a-492f-92ca-dceb6e1aed21, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a6051290-604a-492f-92ca-dceb6e1aed21,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:22.139373 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2fd7cf8c-be40-4df7-b917-33ed27131742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.139697 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0049841c-9c66-4204-8c9d-721a84763cb4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.1069005 Jul 07 17:15:22.140074 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40364) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:22.173708 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=495805fd-0180-40f2-ab25-1a1c2bc8cbc3,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:22.207841 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['495805fd-0180-40f2-ab25-1a1c2bc8cbc3'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:22.293767 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4e9573-aa95-49c6-9332-ab2d95e1c94e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:22.307505 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4e9573-aa95-49c6-9332-ab2d95e1c94e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:22.318614 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-df4e9573-aa95-49c6-9332-ab2d95e1c94e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1724238 Jul 07 17:15:22.319381 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40372) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:22.349536 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5349211b-5a50-47b1-8cc2-8428fa0d3162 x-openstack-request-id: req-5349211b-5a50-47b1-8cc2-8428fa0d3162 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:22.350038 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1dc61f3-760a-4765-bcb3-15e44f66e371", "name": "network-vif-plugged", "status": "completed", "tag": "cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a", "code": 200}, {"server_uuid": "67e6ff3c-0d32-40b0-80b4-4579ec62c999", "name": "network-vif-plugged", "status": "completed", "tag": "34105ac9-0ae0-409f-90c4-cf3f0d5130c7", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:22.353201 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5349211b-5a50-47b1-8cc2-8428fa0d3162 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:22.353798 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1dc61f3-760a-4765-bcb3-15e44f66e371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a', 'code': 200} Jul 07 17:15:22.354025 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e6ff3c-0d32-40b0-80b4-4579ec62c999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34105ac9-0ae0-409f-90c4-cf3f0d5130c7', 'code': 200} Jul 07 17:15:22.380104 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7cf8c-be40-4df7-b917-33ed27131742 None None] Pushing event updated for resources: {'Port': ['ID=a6051290-604a-492f-92ca-dceb6e1aed21,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:22.535929 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ef142-8989-4363-b68f-a940826eee95 req-b0378ce7-ddf6-42f3-acd1-4fd336646d00 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:22.546943 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8c0ef142-8989-4363-b68f-a940826eee95 req-b0378ce7-ddf6-42f3-acd1-4fd336646d00 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/ports?device_id=67e6ff3c-0d32-40b0-80b4-4579ec62c999 HTTP/1.1" status: 200 len: 945 time: 0.4860845 Jul 07 17:15:22.584023 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-cc06b0c2-a406-497b-96f8-8f36330a80f5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting port 78e25cc6-dbb3-4d7c-abd2-f7d8c2408e10 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:22.584557 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cc06b0c2-a406-497b-96f8-8f36330a80f5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.770490 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8c0ef142-8989-4363-b68f-a940826eee95 req-fa4c22e0-3d07-4547-8510-95f384637f40 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/security-groups?id=253ba03f-b9a0-4207-973f-af650ed40f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158000 Jul 07 17:15:22.850567 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d53db-176d-4dcb-a436-a8a962d3a388 req-51dfadf5-934a-4cb5-b1f1-4abe0459941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:22.853742 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-716d53db-176d-4dcb-a436-a8a962d3a388 req-51dfadf5-934a-4cb5-b1f1-4abe0459941c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e1dc61f3-760a-4765-bcb3-15e44f66e371 HTTP/1.1" status: 200 len: 1098 time: 0.2658017 Jul 07 17:15:22.854411 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40378) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:22.891775 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531791fc-99bf-4080-809e-0120c32783c2 req-e4cf5906-c8a4-40c1-9066-c04ca470b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:22.897518 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-531791fc-99bf-4080-809e-0120c32783c2 req-e4cf5906-c8a4-40c1-9066-c04ca470b648 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=67e6ff3c-0d32-40b0-80b4-4579ec62c999 HTTP/1.1" status: 200 len: 1097 time: 0.3940783 Jul 07 17:15:22.920540 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:22.945764 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cc06b0c2-a406-497b-96f8-8f36330a80f5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.956508 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-716d53db-176d-4dcb-a436-a8a962d3a388 req-022284ef-3629-4ab5-888e-daf81eab3325 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=253ba03f-b9a0-4207-973f-af650ed40f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869668 Jul 07 17:15:23.006123 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-cc06b0c2-a406-497b-96f8-8f36330a80f5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Calling delete_port for 78e25cc6-dbb3-4d7c-abd2-f7d8c2408e10 owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:23.070978 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-531791fc-99bf-4080-809e-0120c32783c2 req-b29597a2-a714-4107-a10c-48d456830682 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=253ba03f-b9a0-4207-973f-af650ed40f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966308 Jul 07 17:15:23.117714 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95c61d-23bb-43b1-ac20-200f20c40d8e req-106048a7-43bc-440f-a370-f32ff832db5c tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:23.125613 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6b95c61d-23bb-43b1-ac20-200f20c40d8e req-106048a7-43bc-440f-a370-f32ff832db5c tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 945 time: 0.4416797 Jul 07 17:15:23.129507 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:23.129978 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.215755 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6b95c61d-23bb-43b1-ac20-200f20c40d8e req-e58d1b16-cd47-4e73-976a-6c83ef3564a6 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883403 Jul 07 17:15:23.292635 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-a5f0c2f1-5211-4d8b-88f1-c0802a829192 tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-99533909', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:23.478337 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f0c2f1-5211-4d8b-88f1-c0802a829192 tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Made reservation on behalf of f99c59d5da914a628c183eaba875e1e8 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:23.484249 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cc06b0c2-a406-497b-96f8-8f36330a80f5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.488441 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5f0c2f1-5211-4d8b-88f1-c0802a829192 tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.520935 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5f0c2f1-5211-4d8b-88f1-c0802a829192 tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.551539 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06b0c2-a406-497b-96f8-8f36330a80f5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Port': ['ID=78e25cc6-dbb3-4d7c-abd2-f7d8c2408e10,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:23.589403 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ea7a3-6a16-4e6a-92d4-db3cbe9568ab req-c0d15877-b094-4d89-acb9-86c0888c5827 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:23.591884 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a49ea7a3-6a16-4e6a-92d4-db3cbe9568ab req-c0d15877-b094-4d89-acb9-86c0888c5827 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 944 time: 0.4048700 Jul 07 17:15:23.768862 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-456791ed-c510-475c-aa2b-8ece85fff468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.784783 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.889936 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cc06b0c2-a406-497b-96f8-8f36330a80f5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.892651 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 495805fd-0180-40f2-ab25-1a1c2bc8cbc3, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=495805fd-0180-40f2-ab25-1a1c2bc8cbc3,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:23.900723 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.901594 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 113cc2ba-2a7d-40f0-af35-223876845506 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:23.903659 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cc06b0c2-a406-497b-96f8-8f36330a80f5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/78e25cc6-dbb3-4d7c-abd2-f7d8c2408e10 HTTP/1.1" status: 204 len: 168 time: 1.5830173 Jul 07 17:15:23.904418 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40398) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:24.021624 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a49ea7a3-6a16-4e6a-92d4-db3cbe9568ab req-ec9dc2e1-ade3-4e34-bde2-486f5bf3308b tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4001451 Jul 07 17:15:24.055709 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5f0c2f1-5211-4d8b-88f1-c0802a829192 tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.064256 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5f0c2f1-5211-4d8b-88f1-c0802a829192 tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.152524 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-a5f0c2f1-5211-4d8b-88f1-c0802a829192 tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] device_id is not set on port bcb41b70-824f-4c95-9764-a7717c67e0e5 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:15:24.155022 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a6051290-604a-492f-92ca-dceb6e1aed21 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:24.156427 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0f1265-d4a6-4472-be10-8b0295ebf010 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:24.167054 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0f1265-d4a6-4472-be10-8b0295ebf010 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:24.172308 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0f1265-d4a6-4472-be10-8b0295ebf010 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:24.181417 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3f0f1265-d4a6-4472-be10-8b0295ebf010 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2733932 Jul 07 17:15:24.182485 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40406) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:24.186088 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0c2f1-5211-4d8b-88f1-c0802a829192 tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc7df78-1e58-481a-bda5-a5b455c8f8f7,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:24.310953 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-106abc5d-ca26-4758-afb0-39f05f813de0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet 95232876-19a3-4f90-bfcc-c0cae425ae3c {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:15:24.318866 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-106abc5d-ca26-4758-afb0-39f05f813de0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.371510 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd67a367-3f1f-4463-a0a8-0b948e562772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495805fd-0180-40f2-ab25-1a1c2bc8cbc3'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:24.383200 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2f5a7e-2d92-4f24-b7cf-b56af0c2018a" -d '{"events": [{"server_uuid": "cd67a367-3f1f-4463-a0a8-0b948e562772", "name": "network-vif-plugged", "status": "completed", "tag": "495805fd-0180-40f2-ab25-1a1c2bc8cbc3"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:24.495359 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-106abc5d-ca26-4758-afb0-39f05f813de0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.698315 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=495805fd-0180-40f2-ab25-1a1c2bc8cbc3,revision_number=7']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:24.700222 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-a5f0c2f1-5211-4d8b-88f1-c0802a829192 tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Allocated IP 172.25.0.22 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/bcb41b70-824f-4c95-9764-a7717c67e0e5) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:24.747150 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 113cc2ba-2a7d-40f0-af35-223876845506 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:24.788391 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5ced2f-bc73-4c38-a85e-6b9034cf9bfd None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:24.795981 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 113cc2ba-2a7d-40f0-af35-223876845506 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:24.802297 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.849561 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-106abc5d-ca26-4758-afb0-39f05f813de0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.871199 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:24.874773 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:24.875332 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:24.880293 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:24.881036 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:24.881802 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:24.882373 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:24.882929 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:24.883514 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:24.888476 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:24.889533 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:24.890351 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:24.970755 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port a6051290-604a-492f-92ca-dceb6e1aed21 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:25.000954 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736ba4c-b3ce-4d59-9353-c94d8d2dce9d req-a861f7ac-2987-45c1-b20f-27fae0fe75b3 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:25.013544 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2736ba4c-b3ce-4d59-9353-c94d8d2dce9d req-a861f7ac-2987-45c1-b20f-27fae0fe75b3 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/ports?device_id=67e6ff3c-0d32-40b0-80b4-4579ec62c999 HTTP/1.1" status: 200 len: 945 time: 0.5638294 Jul 07 17:15:25.080977 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-106abc5d-ca26-4758-afb0-39f05f813de0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.110834 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4c9c3f0a-5411-4bb6-a4fc-7261147291d9 None None] Provisioning for port a6051290-604a-492f-92ca-dceb6e1aed21 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:25.122072 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4c9c3f0a-5411-4bb6-a4fc-7261147291d9 None None] Provisioning complete for port a6051290-604a-492f-92ca-dceb6e1aed21 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:25.122933 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4c9c3f0a-5411-4bb6-a4fc-7261147291d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.132899 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-106abc5d-ca26-4758-afb0-39f05f813de0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.140570 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-106abc5d-ca26-4758-afb0-39f05f813de0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/95232876-19a3-4f90-bfcc-c0cae425ae3c HTTP/1.1" status: 204 len: 168 time: 0.9564705 Jul 07 17:15:25.157241 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40430) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:25.211386 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106abc5d-ca26-4758-afb0-39f05f813de0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=95232876-19a3-4f90-bfcc-c0cae425ae3c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:25.267779 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2736ba4c-b3ce-4d59-9353-c94d8d2dce9d req-d601de49-0301-43b6-b476-4f14e2b1f728 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/security-groups?id=253ba03f-b9a0-4207-973f-af650ed40f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421679 Jul 07 17:15:25.398275 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec01d10-bddc-40a6-9ef9-2505451a900a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet d15d3d09-3427-413b-ab6d-1055306179b2 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:15:25.403974 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff0cb50-7ecc-46b4-8598-7d6c95c750f7 x-openstack-request-id: req-eff0cb50-7ecc-46b4-8598-7d6c95c750f7 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:25.404413 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd67a367-3f1f-4463-a0a8-0b948e562772", "name": "network-vif-plugged", "status": "completed", "tag": "495805fd-0180-40f2-ab25-1a1c2bc8cbc3", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:25.404842 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eff0cb50-7ecc-46b4-8598-7d6c95c750f7 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:25.406697 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd67a367-3f1f-4463-a0a8-0b948e562772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495805fd-0180-40f2-ab25-1a1c2bc8cbc3', 'code': 200} Jul 07 17:15:25.437452 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eec01d10-bddc-40a6-9ef9-2505451a900a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.625808 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4c9c3f0a-5411-4bb6-a4fc-7261147291d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.671893 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eec01d10-bddc-40a6-9ef9-2505451a900a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.696449 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.746012 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9221b-4413-4bff-9e1d-93d1d4dd5706 req-0e978d73-333a-4a4a-b67c-0bb908b3ee45 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:25.748163 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-26d9221b-4413-4bff-9e1d-93d1d4dd5706 req-0e978d73-333a-4a4a-b67c-0bb908b3ee45 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 945 time: 0.2164195 Jul 07 17:15:25.787764 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-4c9c3f0a-5411-4bb6-a4fc-7261147291d9 None None] For port a6051290-604a-492f-92ca-dceb6e1aed21, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a6051290-604a-492f-92ca-dceb6e1aed21,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:25.817273 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4c9c3f0a-5411-4bb6-a4fc-7261147291d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.872158 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-26d9221b-4413-4bff-9e1d-93d1d4dd5706 req-294436ec-c28b-4655-8326-ef8d746e3494 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846725 Jul 07 17:15:25.889546 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eec01d10-bddc-40a6-9ef9-2505451a900a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.898105 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c3f0a-5411-4bb6-a4fc-7261147291d9 None None] Pushing event updated for resources: {'Port': ['ID=a6051290-604a-492f-92ca-dceb6e1aed21,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:25.916462 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7da00a-949f-4ebf-bb4b-b24984f9ca41 req-14ecda53-428c-456c-8fce-f3ac474f336d tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:25.939065 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec7da00a-949f-4ebf-bb4b-b24984f9ca41 req-14ecda53-428c-456c-8fce-f3ac474f336d tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 945 time: 1.1625888 Jul 07 17:15:25.955029 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 113cc2ba-2a7d-40f0-af35-223876845506, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=113cc2ba-2a7d-40f0-af35-223876845506,segment=NetworkSegment(395174b8-0e8e-4edd-9a4b-23178acfd758),segment_id=395174b8-0e8e-4edd-9a4b-23178acfd758)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:25.979455 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.032139 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5f0c2f1-5211-4d8b-88f1-c0802a829192 tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.082623 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec7da00a-949f-4ebf-bb4b-b24984f9ca41 req-54b71e2e-ba0e-4c32-a4ca-ee01a60e557f tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416111 Jul 07 17:15:26.146882 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eec01d10-bddc-40a6-9ef9-2505451a900a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.190819 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=113cc2ba-2a7d-40f0-af35-223876845506,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:26.221345 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5f0c2f1-5211-4d8b-88f1-c0802a829192 tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.227940 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.272349 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40444) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:26.275483 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec01d10-bddc-40a6-9ef9-2505451a900a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=d15d3d09-3427-413b-ab6d-1055306179b2,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:26.372501 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f0c2f1-5211-4d8b-88f1-c0802a829192 tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:26.382469 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-a5f0c2f1-5211-4d8b-88f1-c0802a829192 tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:26.395534 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f0c2f1-5211-4d8b-88f1-c0802a829192 tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:26.423075 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5571cb-c110-45b7-871a-26e824d8a759 admin admin] Deleting subnet 1e4f3c25-8ef4-45b1-892a-a1ecb7e18238 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:15:26.434240 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eec01d10-bddc-40a6-9ef9-2505451a900a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.447886 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-eec01d10-bddc-40a6-9ef9-2505451a900a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/d15d3d09-3427-413b-ab6d-1055306179b2 HTTP/1.1" status: 204 len: 168 time: 1.2754145 Jul 07 17:15:26.448958 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40450) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:26.502773 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec5571cb-c110-45b7-871a-26e824d8a759 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.511641 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5ec698ad-72d4-4622-8973-97c0d8388834 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0601177 Jul 07 17:15:26.528348 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40452) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:26.551905 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f0c2f1-5211-4d8b-88f1-c0802a829192 tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:26.552852 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5f0c2f1-5211-4d8b-88f1-c0802a829192 tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.556976 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0c2f1-5211-4d8b-88f1-c0802a829192 tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Pushing event updated for resources: {'Port': ['ID=bcb41b70-824f-4c95-9764-a7717c67e0e5,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:26.629289 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec5571cb-c110-45b7-871a-26e824d8a759 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.629844 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a5f0c2f1-5211-4d8b-88f1-c0802a829192 tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.7735631 Jul 07 17:15:26.635357 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40456) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:26.668501 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e42e049b-b7ba-4111-9e8b-84610f56040b tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.22'}]}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:26.740753 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e42e049b-b7ba-4111-9e8b-84610f56040b tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.742756 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e42e049b-b7ba-4111-9e8b-84610f56040b tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.742978 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b1ed7c1b-38c2-465d-bb5b-0bf3793f9fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.758952 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec5571cb-c110-45b7-871a-26e824d8a759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.839439 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff98b511-2169-4445-9488-a75b22042b2a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:26.841790 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ff98b511-2169-4445-9488-a75b22042b2a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3074272 Jul 07 17:15:26.845622 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40458) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:26.957786 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3484f9b5-7f19-4381-9c7e-867375780ce5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:26.959372 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3484f9b5-7f19-4381-9c7e-867375780ce5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1126227 Jul 07 17:15:26.965447 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40462) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:27.002658 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e42e049b-b7ba-4111-9e8b-84610f56040b tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.186127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458788a-7abb-4324-8ed6-4853a15a3fbf req-0183bc04-ec7c-41ef-89c5-9a3e749bdb11 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:27.198885 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2458788a-7abb-4324-8ed6-4853a15a3fbf req-0183bc04-ec7c-41ef-89c5-9a3e749bdb11 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/ports?device_id=67e6ff3c-0d32-40b0-80b4-4579ec62c999 HTTP/1.1" status: 200 len: 945 time: 0.5261490 Jul 07 17:15:27.203131 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-32f1d0d1-1778-44c5-9441-a782b822b3aa tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2342958 Jul 07 17:15:27.212230 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40466) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:27.227312 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-70bb73a1-5c69-4231-993a-2496b96b5ca9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:27.228765 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e42e049b-b7ba-4111-9e8b-84610f56040b tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.234806 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec5571cb-c110-45b7-871a-26e824d8a759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.244356 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617d9cbb-4ec5-4b9a-88c4-c413c6eeb69b None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:27.309334 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5571cb-c110-45b7-871a-26e824d8a759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e4f3c25-8ef4-45b1-892a-a1ecb7e18238,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:27.333314 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c2ffe-e310-46f6-9832-d897fec09e53 req-eb5c5c8d-0694-46a4-bf37-9304f84aaedb tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:27.342920 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2e6c2ffe-e310-46f6-9832-d897fec09e53 req-eb5c5c8d-0694-46a4-bf37-9304f84aaedb tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.4892466 Jul 07 17:15:27.367260 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec5571cb-c110-45b7-871a-26e824d8a759 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.369622 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ec5571cb-c110-45b7-871a-26e824d8a759 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1e4f3c25-8ef4-45b1-892a-a1ecb7e18238 HTTP/1.1" status: 204 len: 168 time: 1.0855727 Jul 07 17:15:27.379276 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-da8ba971-0e0f-471a-b998-0f05e88a56d5 None None] Provisioning complete for port a6051290-604a-492f-92ca-dceb6e1aed21 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:27.383633 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40468) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:27.384360 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-da8ba971-0e0f-471a-b998-0f05e88a56d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.429535 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3f3712-0b5d-4b86-b49d-e9631f465b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113cc2ba-2a7d-40f0-af35-223876845506'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:27.432038 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9dbb7f-f0dd-4130-be54-03a09a73516f" -d '{"events": [{"server_uuid": "8d3f3712-0b5d-4b86-b49d-e9631f465b90", "name": "network-vif-plugged", "status": "completed", "tag": "113cc2ba-2a7d-40f0-af35-223876845506"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:27.515411 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2e6c2ffe-e310-46f6-9832-d897fec09e53 req-ace750eb-df6d-4f1d-ab43-88eebfc269bf tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669209 Jul 07 17:15:27.679785 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2458788a-7abb-4324-8ed6-4853a15a3fbf req-6109816d-8c19-43d5-8f13-ad55f234ff6c tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/security-groups?id=253ba03f-b9a0-4207-973f-af650ed40f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791474 Jul 07 17:15:27.729317 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d07f128-3251-4643-b44c-46a652aaadbf None None] DHCP port deletion for 6e9cefa1-f008-4dc6-9203-f56e105ef387 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:15:27.887108 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.904094 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-0d07f128-3251-4643-b44c-46a652aaadbf None None] Deleting port a6051290-604a-492f-92ca-dceb6e1aed21 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:27.905249 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0d07f128-3251-4643-b44c-46a652aaadbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.907090 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c45b7189-2559-494b-96fc-6c677b20e910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.913526 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bb73a1-5c69-4231-993a-2496b96b5ca9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:27.920203 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70bb73a1-5c69-4231-993a-2496b96b5ca9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.936361 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-70bb73a1-5c69-4231-993a-2496b96b5ca9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:15:27.937163 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70bb73a1-5c69-4231-993a-2496b96b5ca9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:15:28.037721 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a6051290-604a-492f-92ca-dceb6e1aed21 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:28.127636 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-70bb73a1-5c69-4231-993a-2496b96b5ca9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8790567 Jul 07 17:15:28.153427 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40478) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:28.171419 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-e263738d-2b98-4536-94ba-882723927479 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:28.185701 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-0d07f128-3251-4643-b44c-46a652aaadbf None None] For port a6051290-604a-492f-92ca-dceb6e1aed21, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a6051290-604a-492f-92ca-dceb6e1aed21,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:28.186956 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0d07f128-3251-4643-b44c-46a652aaadbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:28.264204 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:28.267807 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-0d07f128-3251-4643-b44c-46a652aaadbf None None] Calling delete_port for a6051290-604a-492f-92ca-dceb6e1aed21 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:28.443075 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port a6051290-604a-492f-92ca-dceb6e1aed21, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a6051290-604a-492f-92ca-dceb6e1aed21,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:28.491335 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e42e049b-b7ba-4111-9e8b-84610f56040b tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:28.501829 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c45b7189-2559-494b-96fc-6c677b20e910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:28.503544 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:28.555497 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-c45b7189-2559-494b-96fc-6c677b20e910 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['011dc692-216c-4338-9ffe-780c5bbed21c']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:28.575952 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e42e049b-b7ba-4111-9e8b-84610f56040b tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:28.596463 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-c45b7189-2559-494b-96fc-6c677b20e910 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5718179c-d206-4b35-beba-2628ddada37c') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:28.603843 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0d07f128-3251-4643-b44c-46a652aaadbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:28.608953 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-c45b7189-2559-494b-96fc-6c677b20e910 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5718179c-d206-4b35-beba-2628ddada37c') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:28.610977 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ea59a-df44-45dc-a410-6bffe1d6ed24 req-51773e8c-cc55-4971-9478-57edb43018ae tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:28.619257 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2e5ea59a-df44-45dc-a410-6bffe1d6ed24 req-51773e8c-cc55-4971-9478-57edb43018ae tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 945 time: 0.4277346 Jul 07 17:15:28.638504 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c45b7189-2559-494b-96fc-6c677b20e910 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:28.658307 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d07f128-3251-4643-b44c-46a652aaadbf None None] No DVR routers for this DVR port a6051290-604a-492f-92ca-dceb6e1aed21 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:28.664739 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=a6051290-604a-492f-92ca-dceb6e1aed21,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:28.735415 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07f128-3251-4643-b44c-46a652aaadbf None None] Pushing event deleted for resources: {'Port': ['ID=a6051290-604a-492f-92ca-dceb6e1aed21,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:28.748034 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b827dd-6b76-4039-b660-85589625b04a req-9219b8d1-089b-4986-abc4-583795b07eba tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:28.752242 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-97b827dd-6b76-4039-b660-85589625b04a req-9219b8d1-089b-4986-abc4-583795b07eba tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 946 time: 0.7590759 Jul 07 17:15:28.779179 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c45b7189-2559-494b-96fc-6c677b20e910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:28.825708 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c45b7189-2559-494b-96fc-6c677b20e910 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:15:28.826478 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c45b7189-2559-494b-96fc-6c677b20e910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:15:28.830231 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:15:28.871691 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e263738d-2b98-4536-94ba-882723927479 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:28.877560 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e263738d-2b98-4536-94ba-882723927479 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:28.882986 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-e263738d-2b98-4536-94ba-882723927479 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:15:28.883472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e263738d-2b98-4536-94ba-882723927479 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:15:29.044272 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-97b827dd-6b76-4039-b660-85589625b04a req-12c0647f-a3cb-4609-a68b-31aa690eb330 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686000 Jul 07 17:15:29.065508 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e263738d-2b98-4536-94ba-882723927479 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9093473 Jul 07 17:15:29.080022 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40482) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:29.103723 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-c8772787-5d35-4036-be8f-b9475061e316 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:29.183563 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c790101a-d708-4c50-a737-6710a6023f9c x-openstack-request-id: req-c790101a-d708-4c50-a737-6710a6023f9c {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:29.184032 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3f3712-0b5d-4b86-b49d-e9631f465b90", "name": "network-vif-plugged", "status": "completed", "tag": "113cc2ba-2a7d-40f0-af35-223876845506", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:29.184479 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c790101a-d708-4c50-a737-6710a6023f9c {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:29.185139 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3f3712-0b5d-4b86-b49d-e9631f465b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113cc2ba-2a7d-40f0-af35-223876845506', 'code': 200} Jul 07 17:15:29.275110 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c45b7189-2559-494b-96fc-6c677b20e910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.293067 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c45b7189-2559-494b-96fc-6c677b20e910 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.301778 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2e5ea59a-df44-45dc-a410-6bffe1d6ed24 req-de444271-4c91-4242-aa64-96162d30f8b6 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6811209 Jul 07 17:15:29.321644 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c45b7189-2559-494b-96fc-6c677b20e910 admin admin] 10.222.0.53 "DELETE /v2.0/networks/011dc692-216c-4338-9ffe-780c5bbed21c HTTP/1.1" status: 204 len: 168 time: 1.9148569 Jul 07 17:15:29.470108 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b7189-2559-494b-96fc-6c677b20e910 admin admin] Pushing event deleted for resources: {'Network': ['ID=011dc692-216c-4338-9ffe-780c5bbed21c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:29.772725 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e42e049b-b7ba-4111-9e8b-84610f56040b tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.884015 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8772787-5d35-4036-be8f-b9475061e316 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:29.894741 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c8772787-5d35-4036-be8f-b9475061e316 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.910762 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8772787-5d35-4036-be8f-b9475061e316 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:15:29.912207 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8772787-5d35-4036-be8f-b9475061e316 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:15:29.934710 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe488a47-0b49-4f7a-84f5-bf700b65b4eb req-76b83fbb-6108-45db-9bd6-a321dccca308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:29.937542 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe488a47-0b49-4f7a-84f5-bf700b65b4eb req-76b83fbb-6108-45db-9bd6-a321dccca308 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 1098 time: 0.5710485 Jul 07 17:15:29.969700 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478bbe9-9fa0-4148-8039-aa0da0ed0a89 req-4bd89371-9c3b-447e-8832-e079f7122bea tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:29.973884 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8478bbe9-9fa0-4148-8039-aa0da0ed0a89 req-4bd89371-9c3b-447e-8832-e079f7122bea tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.5165474 Jul 07 17:15:30.020477 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c8772787-5d35-4036-be8f-b9475061e316 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9339664 Jul 07 17:15:30.043530 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40488) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:30.072794 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-bb07249b-4d58-4196-8cd2-4f8c5b28549c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:30.082209 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40490) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:30.147770 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e42e049b-b7ba-4111-9e8b-84610f56040b tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.151459 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e42e049b-b7ba-4111-9e8b-84610f56040b tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.199729 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.263854 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792d530-12a2-4854-9a55-62c0044d4b52 req-32a7d147-8c98-43b0-80f7-3b2aa635f164 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:30.272446 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5792d530-12a2-4854-9a55-62c0044d4b52 req-32a7d147-8c98-43b0-80f7-3b2aa635f164 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1dc61f3-760a-4765-bcb3-15e44f66e371 HTTP/1.1" status: 200 len: 946 time: 0.5403867 Jul 07 17:15:30.306912 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e42e049b-b7ba-4111-9e8b-84610f56040b tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.313171 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42e049b-b7ba-4111-9e8b-84610f56040b tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b078bad-af36-466a-82e0-d83207ac65db {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:15:30.353225 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-e42e049b-b7ba-4111-9e8b-84610f56040b tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:15:30.357670 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e42e049b-b7ba-4111-9e8b-84610f56040b tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.7207410 Jul 07 17:15:30.359233 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40494) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:30.361269 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8478bbe9-9fa0-4148-8039-aa0da0ed0a89 req-dbea6d94-efbf-414f-97ad-945fa6304c9f tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3754535 Jul 07 17:15:30.363880 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe488a47-0b49-4f7a-84f5-bf700b65b4eb req-3466dbd1-1820-4cc1-b71c-a47b6e1414fa service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135218 Jul 07 17:15:30.390246 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5792d530-12a2-4854-9a55-62c0044d4b52 req-6b3722fd-5e19-4080-b0d7-fad20d34a5c5 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/security-groups?id=253ba03f-b9a0-4207-973f-af650ed40f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122415 Jul 07 17:15:30.486975 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a600ca31-8759-40d4-8fa4-5faf19c20ce6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7cb2b0eb74ec46bfb84fb5fe3bc459bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3955097 Jul 07 17:15:30.491229 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40502) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:30.601868 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb07249b-4d58-4196-8cd2-4f8c5b28549c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:30.611057 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bb07249b-4d58-4196-8cd2-4f8c5b28549c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.617321 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb07249b-4d58-4196-8cd2-4f8c5b28549c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:15:30.618089 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb07249b-4d58-4196-8cd2-4f8c5b28549c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:15:30.690564 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-330e8e69-d9b0-4ff7-9dc7-a1b2243068ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.702781 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bb07249b-4d58-4196-8cd2-4f8c5b28549c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6375039 Jul 07 17:15:30.712474 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40504) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:30.801380 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-330e8e69-d9b0-4ff7-9dc7-a1b2243068ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.810711 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-c258b83e-e7bb-4f33-a64f-d47830794977 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:30.964418 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b0616-383e-4cee-a5f8-2797a4e44316 req-05a4a424-ca72-44ca-b50e-ac13050d2c61 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:30.966789 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0e1b0616-383e-4cee-a5f8-2797a4e44316 req-05a4a424-ca72-44ca-b50e-ac13050d2c61 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/ports?device_id=96d1df2f-e3b5-4ed7-bb12-d82e545b5f00 HTTP/1.1" status: 200 len: 946 time: 0.3406761 Jul 07 17:15:30.969243 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-df0203fa-e2fd-4e56-99ed-80fbc8af38a3 tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Deleting port bcb41b70-824f-4c95-9764-a7717c67e0e5 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:30.969735 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-df0203fa-e2fd-4e56-99ed-80fbc8af38a3 tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:31.010987 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd265f-9eb3-416b-a63a-3c52c08704a1 req-1ce35441-a513-471e-bb66-f7f9cb256445 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:31.027304 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-61dd265f-9eb3-416b-a63a-3c52c08704a1 req-1ce35441-a513-471e-bb66-f7f9cb256445 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 946 time: 0.2212260 Jul 07 17:15:31.057946 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-330e8e69-d9b0-4ff7-9dc7-a1b2243068ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:31.074529 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-330e8e69-d9b0-4ff7-9dc7-a1b2243068ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:31.097337 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-330e8e69-d9b0-4ff7-9dc7-a1b2243068ed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7f220e5d-5b61-4377-914e-b585e8f9e4a0 HTTP/1.1" status: 204 len: 168 time: 0.6042337 Jul 07 17:15:31.107214 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c258b83e-e7bb-4f33-a64f-d47830794977 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:31.111669 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c258b83e-e7bb-4f33-a64f-d47830794977 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:31.113460 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-c258b83e-e7bb-4f33-a64f-d47830794977 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:15:31.114033 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c258b83e-e7bb-4f33-a64f-d47830794977 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:15:31.139409 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0e1b0616-383e-4cee-a5f8-2797a4e44316 req-fa0257d7-df30-4f06-b91c-1b61053091a4 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/security-groups?id=253ba03f-b9a0-4207-973f-af650ed40f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446157 Jul 07 17:15:31.177206 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e8e69-d9b0-4ff7-9dc7-a1b2243068ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f220e5d-5b61-4377-914e-b585e8f9e4a0,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:31.196055 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c258b83e-e7bb-4f33-a64f-d47830794977 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3894224 Jul 07 17:15:31.197812 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40514) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:31.203903 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-2ce957f6-060b-40d1-aadd-11a8fe04812e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:31.211017 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-df0203fa-e2fd-4e56-99ed-80fbc8af38a3 tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:31.216295 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-61dd265f-9eb3-416b-a63a-3c52c08704a1 req-38dea829-ac91-4597-b406-946076556397 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877074 Jul 07 17:15:31.283337 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-df0203fa-e2fd-4e56-99ed-80fbc8af38a3 tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Calling delete_port for bcb41b70-824f-4c95-9764-a7717c67e0e5 owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:31.743228 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce957f6-060b-40d1-aadd-11a8fe04812e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:31.749738 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2ce957f6-060b-40d1-aadd-11a8fe04812e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:31.753897 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce957f6-060b-40d1-aadd-11a8fe04812e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:15:31.754638 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce957f6-060b-40d1-aadd-11a8fe04812e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:15:31.829351 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-df0203fa-e2fd-4e56-99ed-80fbc8af38a3 tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:31.840558 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2ce957f6-060b-40d1-aadd-11a8fe04812e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6413751 Jul 07 17:15:31.843517 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40524) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:31.918688 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7692f37a-2f7a-45b6-bf85-f3c446fe7732 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0726957 Jul 07 17:15:31.919781 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40526) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:31.953118 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0203fa-e2fd-4e56-99ed-80fbc8af38a3 tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcb41b70-824f-4c95-9764-a7717c67e0e5,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:31.977919 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5db04-09cd-4bc6-b225-a01937016986 req-340558d9-9eab-4ec5-9a3a-556d7be139e6 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:31.991256 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-47e5db04-09cd-4bc6-b225-a01937016986 req-340558d9-9eab-4ec5-9a3a-556d7be139e6 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 945 time: 0.6385441 Jul 07 17:15:31.993792 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b73ddd-ade9-40cf-a71d-c5d2fc61bce9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:31.995702 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-28b73ddd-ade9-40cf-a71d-c5d2fc61bce9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0746679 Jul 07 17:15:31.998643 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40528) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:32.147410 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-47e5db04-09cd-4bc6-b225-a01937016986 req-f5f8c177-743f-4aad-a190-ecb38c970105 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546340 Jul 07 17:15:32.152707 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-df0203fa-e2fd-4e56-99ed-80fbc8af38a3 tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:32.159311 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-df0203fa-e2fd-4e56-99ed-80fbc8af38a3 tempest-RoutersAdminNegativeIpV6Test-1534617776 tempest-RoutersAdminNegativeIpV6Test-1534617776-project-admin] 10.222.0.53 "DELETE /v2.0/ports/bcb41b70-824f-4c95-9764-a7717c67e0e5 HTTP/1.1" status: 204 len: 168 time: 1.7624645 Jul 07 17:15:32.223835 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40538) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:32.227854 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ce9ce69d-cd4f-4391-bcdc-3f7221f7a862 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2226598 Jul 07 17:15:32.234684 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-1da82c12-8f94-41d3-8500-f1c1f153d0c4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:32.556222 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da82c12-8f94-41d3-8500-f1c1f153d0c4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:32.574138 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1da82c12-8f94-41d3-8500-f1c1f153d0c4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:32.846815 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40552) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:33.041528 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40558) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:33.244330 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-bb695b16-1bd5-46cd-b969-ae69801912e6 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-887052790-network', 'tenant_id': 'bc5e51f4575446b2a1839c0a930b0ec8'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:33.327186 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb695b16-1bd5-46cd-b969-ae69801912e6 admin admin] Made reservation on behalf of bc5e51f4575446b2a1839c0a930b0ec8 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:33.330975 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bb695b16-1bd5-46cd-b969-ae69801912e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.343557 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bb695b16-1bd5-46cd-b969-ae69801912e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.382356 n-d-791503-12 neutron-server[100193]: DEBUG neutron.objects.ports [None req-1da82c12-8f94-41d3-8500-f1c1f153d0c4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100193) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:15:33.390019 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1da82c12-8f94-41d3-8500-f1c1f153d0c4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.475419 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1e08c496-ce73-4ce4-a71a-35ec72029e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.489493 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da82c12-8f94-41d3-8500-f1c1f153d0c4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=b6eb611c-a142-49b8-990a-de6cf6829e9c,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:33.510786 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da82c12-8f94-41d3-8500-f1c1f153d0c4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:33.514840 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-1da82c12-8f94-41d3-8500-f1c1f153d0c4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:33.521761 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da82c12-8f94-41d3-8500-f1c1f153d0c4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:33.522382 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1da82c12-8f94-41d3-8500-f1c1f153d0c4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.527390 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017c6250-dac2-4c42-98ae-54539a160b4a None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:33.554608 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e60db8-e03b-4e5d-9c0c-fccd520638a5 req-06116051-0b7e-4890-a9b1-80e8b6188a1b tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:33.555679 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e5e60db8-e03b-4e5d-9c0c-fccd520638a5 req-06116051-0b7e-4890-a9b1-80e8b6188a1b tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 946 time: 0.2308614 Jul 07 17:15:33.690477 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bb695b16-1bd5-46cd-b969-ae69801912e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.695650 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bb695b16-1bd5-46cd-b969-ae69801912e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.727237 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1da82c12-8f94-41d3-8500-f1c1f153d0c4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4990463 Jul 07 17:15:33.735770 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40572) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:33.744660 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-cfb82a99-8f0e-4577-af43-52ab0e986ea4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'port': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'mac_address': 'fa:16:3e:26:29:20', 'name': 'tempest-NetworksTestDHCPv6-734080902'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:33.777812 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f614077-cf8f-40d7-b165-6fa1686b8a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-6e9cefa1-f008-4dc6-9203-f56e105ef387', 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'fixed_ips': [{'subnet_id': 'b6eb611c-a142-49b8-990a-de6cf6829e9c'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:15:33.779223 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9f614077-cf8f-40d7-b165-6fa1686b8a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.795810 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e5e60db8-e03b-4e5d-9c0c-fccd520638a5 req-43ba5df8-9ea3-4e6e-b95e-645eea3d0469 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057400 Jul 07 17:15:33.820353 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1e08c496-ce73-4ce4-a71a-35ec72029e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.834862 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1e08c496-ce73-4ce4-a71a-35ec72029e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.863402 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb695b16-1bd5-46cd-b969-ae69801912e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:15:33.886703 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bb695b16-1bd5-46cd-b969-ae69801912e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.887201 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-bb695b16-1bd5-46cd-b969-ae69801912e6 admin admin] Added segment 2adf2744-7c30-4863-ab07-dded4e2fb144 of type vlan for network 0d0ab42a-eac7-4de2-a66f-948c4e84d876 Jul 07 17:15:33.955844 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bb695b16-1bd5-46cd-b969-ae69801912e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.981944 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-9f614077-cf8f-40d7-b165-6fa1686b8a88 None None] Allocated IP 2001:db8::f816:3eff:fe99:8d9d (6e9cefa1-f008-4dc6-9203-f56e105ef387/b6eb611c-a142-49b8-990a-de6cf6829e9c/7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:34.047680 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb695b16-1bd5-46cd-b969-ae69801912e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7a33ef-af0e-441b-a72f-61a55560b183,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:34.116278 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bb695b16-1bd5-46cd-b969-ae69801912e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.120718 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb695b16-1bd5-46cd-b969-ae69801912e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:34.122396 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bb695b16-1bd5-46cd-b969-ae69801912e6 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.137898 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40576) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:34.138564 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1e08c496-ce73-4ce4-a71a-35ec72029e96 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=240605962ea0428d99f35bc43290f509&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2879405 Jul 07 17:15:34.170451 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9f614077-cf8f-40d7-b165-6fa1686b8a88 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.185774 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9f614077-cf8f-40d7-b165-6fa1686b8a88 None None] Transition to ACTIVE for port object 7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:34.203696 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9f614077-cf8f-40d7-b165-6fa1686b8a88 None None] Transition to ACTIVE for port object 7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:34.212567 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9f614077-cf8f-40d7-b165-6fa1686b8a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.264858 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f614077-cf8f-40d7-b165-6fa1686b8a88 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:34.272265 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-9f614077-cf8f-40d7-b165-6fa1686b8a88 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:34.276609 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f614077-cf8f-40d7-b165-6fa1686b8a88 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:34.316746 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bb695b16-1bd5-46cd-b969-ae69801912e6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2741699 Jul 07 17:15:34.323407 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40580) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:34.328341 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08c496-ce73-4ce4-a71a-35ec72029e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94abe8bd-444a-4569-b27c-7f68be8f3bdd,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:34.343348 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-2b0686c4-7e5a-4a14-8d6d-19424540c0ff admin admin] Request body: {'subnet': {'network_id': '0d0ab42a-eac7-4de2-a66f-948c4e84d876', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-887052790-subnet', 'tenant_id': 'bc5e51f4575446b2a1839c0a930b0ec8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:34.363934 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb695b16-1bd5-46cd-b969-ae69801912e6 admin admin] Pushing event updated for resources: {'Network': ['ID=0d0ab42a-eac7-4de2-a66f-948c4e84d876,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:34.370951 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f614077-cf8f-40d7-b165-6fa1686b8a88 None None] Pushing event updated for resources: {'Port': ['ID=7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:34.417169 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4ea9543c-1ccc-47a2-9c20-264fdbdb80ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.445944 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-9f614077-cf8f-40d7-b165-6fa1686b8a88 None None] Attempting to bind port 7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:34.446397 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-9f614077-cf8f-40d7-b165-6fa1686b8a88 None None] Attempting to bind port 7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:34.446775 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f614077-cf8f-40d7-b165-6fa1686b8a88 None None] Attempting to bind port 7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7 on network 6e9cefa1-f008-4dc6-9203-f56e105ef387 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:34.454038 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f614077-cf8f-40d7-b165-6fa1686b8a88 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:34.454038 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f614077-cf8f-40d7-b165-6fa1686b8a88 None None] Checking segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:34.454038 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9f614077-cf8f-40d7-b165-6fa1686b8a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.454547 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f614077-cf8f-40d7-b165-6fa1686b8a88 None None] Bound using segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:34.454649 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-9f614077-cf8f-40d7-b165-6fa1686b8a88 None None] Bound port: 7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:34.455041 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9f614077-cf8f-40d7-b165-6fa1686b8a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.475366 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 0d0ab42a-eac7-4de2-a66f-948c4e84d876 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:15:34.575597 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0686c4-7e5a-4a14-8d6d-19424540c0ff admin admin] Made reservation on behalf of bc5e51f4575446b2a1839c0a930b0ec8 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:34.578964 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2b0686c4-7e5a-4a14-8d6d-19424540c0ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.615386 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-9f614077-cf8f-40d7-b165-6fa1686b8a88 None None] For port 7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:34.622379 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-9f614077-cf8f-40d7-b165-6fa1686b8a88 None None] For port 7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:34.624832 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4ea9543c-1ccc-47a2-9c20-264fdbdb80ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.633233 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9f614077-cf8f-40d7-b165-6fa1686b8a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.715783 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f614077-cf8f-40d7-b165-6fa1686b8a88 None None] Pushing event updated for resources: {'Port': ['ID=7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:34.747018 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac99d6-ac19-4049-94d0-df80451667d8 req-29361290-1d3f-4aba-a00a-7553379b750c tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:34.748688 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-25ac99d6-ac19-4049-94d0-df80451667d8 req-29361290-1d3f-4aba-a00a-7553379b750c tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/ports?device_id=96d1df2f-e3b5-4ed7-bb12-d82e545b5f00 HTTP/1.1" status: 200 len: 946 time: 0.5292368 Jul 07 17:15:34.821270 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb82a99-8f0e-4577-af43-52ab0e986ea4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:35.101989 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cfb82a99-8f0e-4577-af43-52ab0e986ea4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:35.136734 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-25ac99d6-ac19-4049-94d0-df80451667d8 req-9ce4592f-7d48-4451-a5ad-c94708278357 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/security-groups?id=253ba03f-b9a0-4207-973f-af650ed40f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590057 Jul 07 17:15:35.162866 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4ea9543c-1ccc-47a2-9c20-264fdbdb80ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:35.176007 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4ea9543c-1ccc-47a2-9c20-264fdbdb80ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:35.177146 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4ea9543c-1ccc-47a2-9c20-264fdbdb80ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/94abe8bd-444a-4569-b27c-7f68be8f3bdd HTTP/1.1" status: 204 len: 168 time: 1.0371852 Jul 07 17:15:35.210394 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9543c-1ccc-47a2-9c20-264fdbdb80ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94abe8bd-444a-4569-b27c-7f68be8f3bdd,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:35.234789 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-cfb82a99-8f0e-4577-af43-52ab0e986ea4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] device_id is not set on port 3a365e62-c777-4581-a2d4-c9544a266400 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:15:35.258518 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199309e-bc33-4108-a8f0-3e64e2daa1c7 req-8429a93f-6784-4609-9cc7-b2d2069fb91a tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:35.260175 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0199309e-bc33-4108-a8f0-3e64e2daa1c7 req-8429a93f-6784-4609-9cc7-b2d2069fb91a tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.64 "GET /v2.0/ports?device_id=96d1df2f-e3b5-4ed7-bb12-d82e545b5f00 HTTP/1.1" status: 200 len: 946 time: 0.5392270 Jul 07 17:15:35.663130 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2b0686c4-7e5a-4a14-8d6d-19424540c0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:35.671766 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-cfb82a99-8f0e-4577-af43-52ab0e986ea4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 2001:db8::f816:3eff:fe26:2920 (6e9cefa1-f008-4dc6-9203-f56e105ef387/b6eb611c-a142-49b8-990a-de6cf6829e9c/3a365e62-c777-4581-a2d4-c9544a266400) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:35.923057 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40588) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:36.066572 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-58659ba3-13c4-4922-8df2-49c2f7d8ac65 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f99c59d5da914a628c183eaba875e1e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416252 Jul 07 17:15:36.074283 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40590) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:36.076392 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:36.195849 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:36.227498 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206bea7-f8fa-4d34-8edb-1b2dfc186dfa req-81ebf873-7681-48c3-8ff6-594138150aaa tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:36.238444 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5206bea7-f8fa-4d34-8edb-1b2dfc186dfa req-81ebf873-7681-48c3-8ff6-594138150aaa tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 945 time: 0.7274840 Jul 07 17:15:36.242605 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0686c4-7e5a-4a14-8d6d-19424540c0ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ef33c7-d677-4680-a250-d516b996ba80,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:36.307212 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-47af8c2f-9579-43f9-99f6-9c2d595971d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.346149 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-47af8c2f-9579-43f9-99f6-9c2d595971d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.457400 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-47af8c2f-9579-43f9-99f6-9c2d595971d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.463020 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-47af8c2f-9579-43f9-99f6-9c2d595971d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.465771 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-47af8c2f-9579-43f9-99f6-9c2d595971d9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8cc7df78-1e58-481a-bda5-a5b455c8f8f7 HTTP/1.1" status: 204 len: 168 time: 0.3891764 Jul 07 17:15:36.476739 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af8c2f-9579-43f9-99f6-9c2d595971d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc7df78-1e58-481a-bda5-a5b455c8f8f7,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:36.579858 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:15:36.637158 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f18d30af-3a34-490f-a20d-64706924e61c None None] Provisioning for port 7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:36.652463 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f18d30af-3a34-490f-a20d-64706924e61c None None] Provisioning complete for port 7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:36.654565 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f18d30af-3a34-490f-a20d-64706924e61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.818226 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f18d30af-3a34-490f-a20d-64706924e61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.835382 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-0199309e-bc33-4108-a8f0-3e64e2daa1c7 req-b6c2c64d-c3b2-4739-ae33-24b2cb69338d tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Deleting port 155ad5b9-08ef-4cdf-9243-e2016ffa6cc5 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:36.836261 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0199309e-bc33-4108-a8f0-3e64e2daa1c7 req-b6c2c64d-c3b2-4739-ae33-24b2cb69338d tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.947229 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-f18d30af-3a34-490f-a20d-64706924e61c None None] For port 7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:36.954649 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f18d30af-3a34-490f-a20d-64706924e61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.958684 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0686c4-7e5a-4a14-8d6d-19424540c0ff admin admin] Checking segment: {'id': '2adf2744-7c30-4863-ab07-dded4e2fb144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0d0ab42a-eac7-4de2-a66f-948c4e84d876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:36.960009 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0686c4-7e5a-4a14-8d6d-19424540c0ff admin admin] Network hostable DHCP agents. Network: 0d0ab42a-eac7-4de2-a66f-948c4e84d876, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:15:37.091954 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5206bea7-f8fa-4d34-8edb-1b2dfc186dfa req-1734211b-935d-4771-90ca-c0f066452c2d tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8511314 Jul 07 17:15:37.129703 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0686c4-7e5a-4a14-8d6d-19424540c0ff admin admin] Network 0d0ab42a-eac7-4de2-a66f-948c4e84d876 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:15:37.147190 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d30af-3a34-490f-a20d-64706924e61c None None] Pushing event updated for resources: {'Port': ['ID=7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:37.185283 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.243718 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-2b0686c4-7e5a-4a14-8d6d-19424540c0ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 0d0ab42a-eac7-4de2-a66f-948c4e84d876) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:37.263500 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fc2818-e97c-42d0-9e88-14e7cc4e3f8e None None] Network 0d0ab42a-eac7-4de2-a66f-948c4e84d876 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:37.302398 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-0199309e-bc33-4108-a8f0-3e64e2daa1c7 req-b6c2c64d-c3b2-4739-ae33-24b2cb69338d tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] For port 155ad5b9-08ef-4cdf-9243-e2016ffa6cc5, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=155ad5b9-08ef-4cdf-9243-e2016ffa6cc5,segment=NetworkSegment(ac9b8636-a978-4645-92b0-4a6468663782),segment_id=ac9b8636-a978-4645-92b0-4a6468663782)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:37.302790 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0199309e-bc33-4108-a8f0-3e64e2daa1c7 req-b6c2c64d-c3b2-4739-ae33-24b2cb69338d tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.323745 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0686c4-7e5a-4a14-8d6d-19424540c0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:37.329744 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2b0686c4-7e5a-4a14-8d6d-19424540c0ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.444234 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-0199309e-bc33-4108-a8f0-3e64e2daa1c7 req-b6c2c64d-c3b2-4739-ae33-24b2cb69338d tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Calling delete_port for 155ad5b9-08ef-4cdf-9243-e2016ffa6cc5 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:37.746070 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.752575 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7563d76-4f24-40af-ae82-cfbb934f44de None None] Network 0d0ab42a-eac7-4de2-a66f-948c4e84d876 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:38.203989 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:38.211857 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cfb82a99-8f0e-4577-af43-52ab0e986ea4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:38.245920 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2b0686c4-7e5a-4a14-8d6d-19424540c0ff admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8980319 Jul 07 17:15:38.286985 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 155ad5b9-08ef-4cdf-9243-e2016ffa6cc5 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:38.355234 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 155ad5b9-08ef-4cdf-9243-e2016ffa6cc5 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:38.356139 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 155ad5b9-08ef-4cdf-9243-e2016ffa6cc5 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:38.362746 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0199309e-bc33-4108-a8f0-3e64e2daa1c7 req-b6c2c64d-c3b2-4739-ae33-24b2cb69338d tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:38.385282 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-cfb82a99-8f0e-4577-af43-52ab0e986ea4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Transition to ACTIVE for port object 3a365e62-c777-4581-a2d4-c9544a266400 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:38.399693 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['34105ac9-0ae0-409f-90c4-cf3f0d5130c7'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:38.403473 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:38.404440 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00773145-523a-4d7d-9b4a-b6c4168875ac req-cb517e65-3dc2-429e-95eb-9b55efe150db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:38.412097 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-00773145-523a-4d7d-9b4a-b6c4168875ac req-cb517e65-3dc2-429e-95eb-9b55efe150db service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fa7f2838537b47bf8d02ed4d09c0343d&device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 1098 time: 0.3517530 Jul 07 17:15:38.498061 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2c64d-c3b2-4739-ae33-24b2cb69338d tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Pushing event deleted for resources: {'Port': ['ID=155ad5b9-08ef-4cdf-9243-e2016ffa6cc5,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:38.622241 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-0199309e-bc33-4108-a8f0-3e64e2daa1c7 req-b6c2c64d-c3b2-4739-ae33-24b2cb69338d tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] No DVR routers for this DVR port 155ad5b9-08ef-4cdf-9243-e2016ffa6cc5 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:38.631617 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-0199309e-bc33-4108-a8f0-3e64e2daa1c7 req-b6c2c64d-c3b2-4739-ae33-24b2cb69338d tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:38.647248 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0199309e-bc33-4108-a8f0-3e64e2daa1c7 req-b6c2c64d-c3b2-4739-ae33-24b2cb69338d tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.64 "DELETE /v2.0/ports/155ad5b9-08ef-4cdf-9243-e2016ffa6cc5 HTTP/1.1" status: 204 len: 173 time: 3.3635774 Jul 07 17:15:38.649002 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d1df2f-e3b5-4ed7-bb12-d82e545b5f00', 'name': 'network-vif-deleted', 'tag': '155ad5b9-08ef-4cdf-9243-e2016ffa6cc5'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:38.661461 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343d165a-aea8-4d08-8439-4e409c6b2bdd" -d '{"events": [{"server_uuid": "96d1df2f-e3b5-4ed7-bb12-d82e545b5f00", "name": "network-vif-deleted", "tag": "155ad5b9-08ef-4cdf-9243-e2016ffa6cc5"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:38.711270 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165c776-67fb-4670-8b21-5e76fd5e2c51 req-1ebc8921-ea65-40b7-aa9a-c243e23b0db9 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:38.722537 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b165c776-67fb-4670-8b21-5e76fd5e2c51 req-1ebc8921-ea65-40b7-aa9a-c243e23b0db9 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/ports?device_id=96d1df2f-e3b5-4ed7-bb12-d82e545b5f00 HTTP/1.1" status: 200 len: 867 time: 0.5418911 Jul 07 17:15:38.746661 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cfb82a99-8f0e-4577-af43-52ab0e986ea4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:38.761080 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00773145-523a-4d7d-9b4a-b6c4168875ac req-5cc747b5-6497-466a-b6f7-91d67bb65731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:38.765442 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-00773145-523a-4d7d-9b4a-b6c4168875ac req-5cc747b5-6497-466a-b6f7-91d67bb65731 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b09d5620-c5a5-4f52-8562-d9c726ea81d4 HTTP/1.1" status: 200 len: 911 time: 0.3433061 Jul 07 17:15:38.829303 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:38.837900 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:38.898311 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-00773145-523a-4d7d-9b4a-b6c4168875ac req-9cb2af15-7492-4d22-b367-925292b1f11a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=113cc2ba-2a7d-40f0-af35-223876845506 HTTP/1.1" status: 200 len: 217 time: 0.1232662 Jul 07 17:15:38.975784 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb82a99-8f0e-4577-af43-52ab0e986ea4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:38.985072 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40632) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:39.017257 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-cfb82a99-8f0e-4577-af43-52ab0e986ea4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:39.035502 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb82a99-8f0e-4577-af43-52ab0e986ea4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:39.078416 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb82a99-8f0e-4577-af43-52ab0e986ea4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:39.079817 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cfb82a99-8f0e-4577-af43-52ab0e986ea4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.111352 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00773145-523a-4d7d-9b4a-b6c4168875ac req-69dd88fe-b364-4c32-8c1f-ee1ef0c13435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:39.118341 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-00773145-523a-4d7d-9b4a-b6c4168875ac req-69dd88fe-b364-4c32-8c1f-ee1ef0c13435 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7444f78e-5a5a-4c3a-8ef5-8892e2ae8716 HTTP/1.1" status: 200 len: 850 time: 0.2090306 Jul 07 17:15:39.146948 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b165c776-67fb-4670-8b21-5e76fd5e2c51 req-981b8ba6-1cb6-42d1-814f-0a8ef14e047b tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/security-groups?id=253ba03f-b9a0-4207-973f-af650ed40f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225094 Jul 07 17:15:39.176443 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb82a99-8f0e-4577-af43-52ab0e986ea4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Port': ['ID=3a365e62-c777-4581-a2d4-c9544a266400,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:39.233513 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-00773145-523a-4d7d-9b4a-b6c4168875ac req-96cd765e-e9b6-404c-8362-b9b4fbe30f85 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b09d5620-c5a5-4f52-8562-d9c726ea81d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064165 Jul 07 17:15:39.234818 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40636) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:39.237386 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cfb82a99-8f0e-4577-af43-52ab0e986ea4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.4995005 Jul 07 17:15:39.358535 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-263c9bcb-aa0c-44d1-b688-2b512cd31192 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1155664273'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:39.446456 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263c9bcb-aa0c-44d1-b688-2b512cd31192 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Made reservation on behalf of e5d74f7b0bc546bdb1648c52dd104a8f for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:39.462716 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-263c9bcb-aa0c-44d1-b688-2b512cd31192 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.509189 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-263c9bcb-aa0c-44d1-b688-2b512cd31192 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.785845 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-00773145-523a-4d7d-9b4a-b6c4168875ac req-b4c9c155-47cd-411a-9d98-4d614222fe16 service neutron] 10.222.0.72 "GET /v2.0/networks/b09d5620-c5a5-4f52-8562-d9c726ea81d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156593 Jul 07 17:15:39.920983 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3d77abb7-71b3-488a-ab82-b1378993e835 None None] Provisioning for port 3a365e62-c777-4581-a2d4-c9544a266400 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:39.934625 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3d77abb7-71b3-488a-ab82-b1378993e835 None None] Provisioning complete for port 3a365e62-c777-4581-a2d4-c9544a266400 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:39.937210 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3d77abb7-71b3-488a-ab82-b1378993e835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.966463 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-263c9bcb-aa0c-44d1-b688-2b512cd31192 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.983754 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-263c9bcb-aa0c-44d1-b688-2b512cd31192 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.018319 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3d77abb7-71b3-488a-ab82-b1378993e835 None None] Port 3a365e62-c777-4581-a2d4-c9544a266400 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:15:40.052522 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb12eb8-f392-4176-bb31-aa85799812a8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:40.061563 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb12eb8-f392-4176-bb31-aa85799812a8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:40.067649 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c9bcb-aa0c-44d1-b688-2b512cd31192 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=365ec671-c49f-41f2-82bc-9303696f198a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:40.068226 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-abb12eb8-f392-4176-bb31-aa85799812a8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.8315675 Jul 07 17:15:40.075937 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40640) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:40.086687 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c9bcb-aa0c-44d1-b688-2b512cd31192 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:40.091965 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c9bcb-aa0c-44d1-b688-2b512cd31192 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:40.092541 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c9bcb-aa0c-44d1-b688-2b512cd31192 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:40.093148 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c9bcb-aa0c-44d1-b688-2b512cd31192 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:40.093733 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c9bcb-aa0c-44d1-b688-2b512cd31192 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:40.094494 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c9bcb-aa0c-44d1-b688-2b512cd31192 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:40.094863 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c9bcb-aa0c-44d1-b688-2b512cd31192 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:40.095485 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c9bcb-aa0c-44d1-b688-2b512cd31192 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:40.096075 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c9bcb-aa0c-44d1-b688-2b512cd31192 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:40.097505 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c9bcb-aa0c-44d1-b688-2b512cd31192 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:40.098472 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c9bcb-aa0c-44d1-b688-2b512cd31192 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:40.098669 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c9bcb-aa0c-44d1-b688-2b512cd31192 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:40.169896 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263c9bcb-aa0c-44d1-b688-2b512cd31192 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:15:40.211309 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-263c9bcb-aa0c-44d1-b688-2b512cd31192 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.212579 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-263c9bcb-aa0c-44d1-b688-2b512cd31192 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Added segment 0b13b68b-5ada-476f-bfca-93b486d9388f of type vlan for network d2b7dfc2-4b34-4519-86e4-48689d8300e7 Jul 07 17:15:40.258799 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b4c91-2946-44c6-a0d9-117842409591 req-5174d69a-a626-429d-9334-94640d1ec18c tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:40.272335 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-565b4c91-2946-44c6-a0d9-117842409591 req-5174d69a-a626-429d-9334-94640d1ec18c tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 946 time: 0.4943419 Jul 07 17:15:40.295047 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-00773145-523a-4d7d-9b4a-b6c4168875ac req-68c3ec66-c93a-4b85-9aad-463e96a7f005 service neutron] 10.222.0.72 "GET /v2.0/networks/b09d5620-c5a5-4f52-8562-d9c726ea81d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992311 Jul 07 17:15:40.365263 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-e8eed1ca-1a41-4a41-98bf-6dc35884b394 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting port 3a365e62-c777-4581-a2d4-c9544a266400 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:40.365776 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e8eed1ca-1a41-4a41-98bf-6dc35884b394 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.412025 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-565b4c91-2946-44c6-a0d9-117842409591 req-f1cef739-4adb-4f39-877a-f220d2d861bc tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339693 Jul 07 17:15:40.417173 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-263c9bcb-aa0c-44d1-b688-2b512cd31192 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.496567 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-263c9bcb-aa0c-44d1-b688-2b512cd31192 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.502968 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263c9bcb-aa0c-44d1-b688-2b512cd31192 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:40.504094 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-263c9bcb-aa0c-44d1-b688-2b512cd31192 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.684229 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-263c9bcb-aa0c-44d1-b688-2b512cd31192 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6757221 Jul 07 17:15:40.684229 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40646) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:40.684229 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-fc7e2136-907d-4e68-911f-45e047fa8603 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Request body: {'subnet': {'network_id': 'd2b7dfc2-4b34-4519-86e4-48689d8300e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:40.715209 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e8eed1ca-1a41-4a41-98bf-6dc35884b394 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.747420 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-e8eed1ca-1a41-4a41-98bf-6dc35884b394 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Calling delete_port for 3a365e62-c777-4581-a2d4-c9544a266400 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:40.838981 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c9bcb-aa0c-44d1-b688-2b512cd31192 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event updated for resources: {'Network': ['ID=d2b7dfc2-4b34-4519-86e4-48689d8300e7,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:40.859805 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network d2b7dfc2-4b34-4519-86e4-48689d8300e7 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:15:40.896605 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7e2136-907d-4e68-911f-45e047fa8603 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Made reservation on behalf of e5d74f7b0bc546bdb1648c52dd104a8f for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:40.900702 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fc7e2136-907d-4e68-911f-45e047fa8603 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.135255 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e8eed1ca-1a41-4a41-98bf-6dc35884b394 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.139049 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6eb3d-6c1b-4d0c-9497-8dd2d3dea6f9 req-d712b56f-3958-434e-8529-7de60169cc62 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:41.157241 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-21b6eb3d-6c1b-4d0c-9497-8dd2d3dea6f9 req-d712b56f-3958-434e-8529-7de60169cc62 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 945 time: 0.3343539 Jul 07 17:15:41.217579 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eed1ca-1a41-4a41-98bf-6dc35884b394 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Port': ['ID=3a365e62-c777-4581-a2d4-c9544a266400,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:41.304971 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e8eed1ca-1a41-4a41-98bf-6dc35884b394 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.312944 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e8eed1ca-1a41-4a41-98bf-6dc35884b394 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/3a365e62-c777-4581-a2d4-c9544a266400 HTTP/1.1" status: 204 len: 168 time: 1.2322464 Jul 07 17:15:41.313995 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40648) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:41.453023 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e52a1f-6ba5-46d5-971c-fab336cb75cf tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:41.465980 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e52a1f-6ba5-46d5-971c-fab336cb75cf tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:41.470802 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e7e52a1f-6ba5-46d5-971c-fab336cb75cf tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1535921 Jul 07 17:15:41.473636 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40654) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:41.525281 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-21b6eb3d-6c1b-4d0c-9497-8dd2d3dea6f9 req-4b49df3d-f262-4f52-9601-bc6cff21ffc1 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3665919 Jul 07 17:15:41.734448 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fc7e2136-907d-4e68-911f-45e047fa8603 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.781428 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c5e48c-1cd4-4f6c-8109-4fb835e321b7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet b6eb611c-a142-49b8-990a-de6cf6829e9c {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:15:41.877344 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7e2136-907d-4e68-911f-45e047fa8603 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Checking segment: {'id': '0b13b68b-5ada-476f-bfca-93b486d9388f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd2b7dfc2-4b34-4519-86e4-48689d8300e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:41.877723 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7e2136-907d-4e68-911f-45e047fa8603 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Network hostable DHCP agents. Network: d2b7dfc2-4b34-4519-86e4-48689d8300e7, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:15:41.881060 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e2136-907d-4e68-911f-45e047fa8603 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event updated for resources: {'Subnet': ['ID=90d837b5-ec58-4159-a787-7a6eae01535e,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:41.903176 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e7c5e48c-1cd4-4f6c-8109-4fb835e321b7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.904451 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7e2136-907d-4e68-911f-45e047fa8603 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Network d2b7dfc2-4b34-4519-86e4-48689d8300e7 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:15:41.922365 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-fc7e2136-907d-4e68-911f-45e047fa8603 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, d2b7dfc2-4b34-4519-86e4-48689d8300e7) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:41.934395 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1c3ce2-6adf-4067-b158-ce2460762c5d None None] Network d2b7dfc2-4b34-4519-86e4-48689d8300e7 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:41.944545 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7e2136-907d-4e68-911f-45e047fa8603 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:41.947822 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fc7e2136-907d-4e68-911f-45e047fa8603 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.986096 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e7c5e48c-1cd4-4f6c-8109-4fb835e321b7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.019761 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fc7e2136-907d-4e68-911f-45e047fa8603 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3463495 Jul 07 17:15:42.028414 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40672) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:42.039813 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1870685831', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}, 'admin_state_up': False}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:42.082124 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.083650 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.170021 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-0f2a7e1c-4777-4ba5-a39c-9e18a133330a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:42.187781 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-0f2a7e1c-4777-4ba5-a39c-9e18a133330a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 812 time: 0.5092955 Jul 07 17:15:42.191731 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-6b07b70d-f425-4222-abaa-a2f0fd249dde tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:42.201109 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-6b07b70d-f425-4222-abaa-a2f0fd249dde tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] 10.222.0.53 "GET /v2.0/networks?id=0d0ab42a-eac7-4de2-a66f-948c4e84d876 HTTP/1.1" status: 200 len: 812 time: 0.2152081 Jul 07 17:15:42.221133 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-f908ac58-e4a1-4382-abd6-f826a97f08d5 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] 10.222.0.53 "GET /v2.0/quotas/bc5e51f4575446b2a1839c0a930b0ec8 HTTP/1.1" status: 200 len: 375 time: 0.0189404 Jul 07 17:15:42.269122 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-2a877ae8-4048-4e7f-abc5-2d23556d5692 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/quotas/ea3241034bb848a48d8167b6b493e4d4 HTTP/1.1" status: 200 len: 375 time: 0.0794463 Jul 07 17:15:42.282206 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.317834 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-ca7aab66-3c6d-460e-b429-9996d18ba160 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc5e51f4575446b2a1839c0a930b0ec8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952218 Jul 07 17:15:42.420518 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e7c5e48c-1cd4-4f6c-8109-4fb835e321b7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.571693 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-bce430cc-3bcf-4209-a7e7-67115f09cacf service neutron] 10.222.0.53 "GET /v2.0/networks/0d0ab42a-eac7-4de2-a66f-948c4e84d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147770 Jul 07 17:15:42.590310 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.627634 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d190db64-b2e1-4ff6-8ea8-e257634590da None None] Network d2b7dfc2-4b34-4519-86e4-48689d8300e7 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:42.700709 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-8f42d57c-584a-4dcb-9316-299ff04b9025 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4301238 Jul 07 17:15:42.772314 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e7c5e48c-1cd4-4f6c-8109-4fb835e321b7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.903769 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-488094a8-37b4-4c81-8615-2c361502841b service neutron] 10.222.0.53 "GET /v2.0/networks/0d0ab42a-eac7-4de2-a66f-948c4e84d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122039 Jul 07 17:15:43.224574 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b44f2ac-81ba-435d-9878-aedc8a501453 x-openstack-request-id: req-9b44f2ac-81ba-435d-9878-aedc8a501453 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:43.225223 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d1df2f-e3b5-4ed7-bb12-d82e545b5f00", "name": "network-vif-deleted", "tag": "155ad5b9-08ef-4cdf-9243-e2016ffa6cc5", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:43.225669 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b44f2ac-81ba-435d-9878-aedc8a501453 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:43.226292 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d1df2f-e3b5-4ed7-bb12-d82e545b5f00', 'name': 'network-vif-deleted', 'tag': '155ad5b9-08ef-4cdf-9243-e2016ffa6cc5', 'status': 'completed', 'code': 200} Jul 07 17:15:43.533688 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d720823-ef07-4c64-a9bc-693c9f89d0ea None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:43.538562 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5e48c-1cd4-4f6c-8109-4fb835e321b7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=b6eb611c-a142-49b8-990a-de6cf6829e9c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:43.562580 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e7c5e48c-1cd4-4f6c-8109-4fb835e321b7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.568879 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40708) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:43.574054 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e7c5e48c-1cd4-4f6c-8109-4fb835e321b7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/b6eb611c-a142-49b8-990a-de6cf6829e9c HTTP/1.1" status: 204 len: 168 time: 2.0888901 Jul 07 17:15:43.646632 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8fa91aba-7c14-4c2a-87b0-88c592fb2b6c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763595 Jul 07 17:15:43.647238 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40710) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:43.700925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-ac813257-83fc-4e7b-8a42-43219eebb268 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:43.776245 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de45342-bfaf-47c7-93fe-6121caedacb7 req-95f72d5a-7721-41a9-bb86-f2afe07d14bd tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:43.790869 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0de45342-bfaf-47c7-93fe-6121caedacb7 req-95f72d5a-7721-41a9-bb86-f2afe07d14bd tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 946 time: 0.1504836 Jul 07 17:15:43.886629 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0de45342-bfaf-47c7-93fe-6121caedacb7 req-a524f91c-da7a-421f-beea-c852a56f92a3 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927489 Jul 07 17:15:43.981135 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-82e14d3e-0ecf-4369-bdf0-a41320f52311 service neutron] 10.222.0.53 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2682519 Jul 07 17:15:44.113616 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc37a697-afb1-408a-8c62-e1d1a65e36db None None] DHCP port deletion for 6e9cefa1-f008-4dc6-9203-f56e105ef387 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:15:44.247660 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191a123-0286-4944-87c6-774754b0bbf4 req-13db0f84-2581-43e0-92d0-b4117b19602d tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:44.249504 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d191a123-0286-4944-87c6-774754b0bbf4 req-13db0f84-2581-43e0-92d0-b4117b19602d tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 945 time: 0.1697540 Jul 07 17:15:44.298146 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-bc37a697-afb1-408a-8c62-e1d1a65e36db None None] Deleting port 7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:44.299165 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bc37a697-afb1-408a-8c62-e1d1a65e36db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.354856 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d191a123-0286-4944-87c6-774754b0bbf4 req-c10da1ad-f4d4-4387-9ad2-af656bb2b94f tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944571 Jul 07 17:15:44.470271 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-bc37a697-afb1-408a-8c62-e1d1a65e36db None None] For port 7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:44.472227 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bc37a697-afb1-408a-8c62-e1d1a65e36db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.505431 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-bc37a697-afb1-408a-8c62-e1d1a65e36db None None] Calling delete_port for 7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:44.626934 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac813257-83fc-4e7b-8a42-43219eebb268 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:44.647436 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ac813257-83fc-4e7b-8a42-43219eebb268 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.661518 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.706542 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f574dff8-c07a-4bfa-9bc4-466e1b66b07b req-811ae9f0-7cab-4080-8570-d4049ff0617c tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9f0093-47a4-447e-a62f-87b908cf6ca1 HTTP/1.1" status: 200 len: 210 time: 0.0500126 Jul 07 17:15:44.708974 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bc37a697-afb1-408a-8c62-e1d1a65e36db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.760558 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37a697-afb1-408a-8c62-e1d1a65e36db None None] Pushing event deleted for resources: {'Port': ['ID=7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:44.770284 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc37a697-afb1-408a-8c62-e1d1a65e36db None None] No DVR routers for this DVR port 7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:44.784920 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.125938 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-4728edd6-172b-4baf-a84c-afdc042d3ac9 service neutron] 10.222.0.53 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1286614 Jul 07 17:15:45.328145 n-d-791503-12 neutron-server[100192]: DEBUG neutron.objects.ports [None req-ac813257-83fc-4e7b-8a42-43219eebb268 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100192) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:15:45.343805 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ac813257-83fc-4e7b-8a42-43219eebb268 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.380853 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Allocated IP 172.25.0.248 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/d70eb963-be97-4988-be8f-cca524518f69) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:45.423729 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac813257-83fc-4e7b-8a42-43219eebb268 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:45.432527 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-ac813257-83fc-4e7b-8a42-43219eebb268 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:45.443585 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac813257-83fc-4e7b-8a42-43219eebb268 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:45.444261 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ac813257-83fc-4e7b-8a42-43219eebb268 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.444899 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37444a9d-1cb0-4105-a8b6-44b6e6af3268 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:45.538275 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335f8a6-558a-4e9c-855c-c38a983080c5 req-e8cb5855-040e-4dcd-b80a-92285dba6999 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:45.549300 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac813257-83fc-4e7b-8a42-43219eebb268 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=fa65116f-1e04-4f15-ba66-c77fb640dcd2,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:45.560239 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ac813257-83fc-4e7b-8a42-43219eebb268 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8681972 Jul 07 17:15:45.561515 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40730) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:45.568189 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-74f72718-cc36-4e20-b8f0-90244f5a1c6d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'port': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'mac_address': 'fa:16:3e:fe:97:0a', 'name': 'tempest-NetworksTestDHCPv6-1895427010'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:45.579794 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9335f8a6-558a-4e9c-855c-c38a983080c5 req-e8cb5855-040e-4dcd-b80a-92285dba6999 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 946 time: 0.2560472 Jul 07 17:15:45.764538 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.872947 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f72718-cc36-4e20-b8f0-90244f5a1c6d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:46.129156 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-74f72718-cc36-4e20-b8f0-90244f5a1c6d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.217286 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-b0f0359f-c7e3-4e16-a0b4-48330c45c041 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:46.218888 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-b0f0359f-c7e3-4e16-a0b4-48330c45c041 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] 10.222.0.64 "GET /v2.0/networks?id=0d0ab42a-eac7-4de2-a66f-948c4e84d876 HTTP/1.1" status: 200 len: 812 time: 0.4823434 Jul 07 17:15:46.260006 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-5cfe02a4-1829-453b-9367-979b861fdd75 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Request body: {'port': {'device_id': '6e9f0093-47a4-447e-a62f-87b908cf6ca1', 'network_id': '0d0ab42a-eac7-4de2-a66f-948c4e84d876', 'admin_state_up': True, 'tenant_id': 'bc5e51f4575446b2a1839c0a930b0ec8'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:46.329913 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.335911 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:46.368179 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed30cf4-5175-4f3b-9dd2-4369e15dc61b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-6e9cefa1-f008-4dc6-9203-f56e105ef387', 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'fixed_ips': [{'subnet_id': 'fa65116f-1e04-4f15-ba66-c77fb640dcd2'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:15:46.381355 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fed30cf4-5175-4f3b-9dd2-4369e15dc61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.445628 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-74f72718-cc36-4e20-b8f0-90244f5a1c6d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] device_id is not set on port 84860b46-0078-417a-96bc-771fa1a58033 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:15:46.471036 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event updated for resources: {'Port': ['ID=d70eb963-be97-4988-be8f-cca524518f69,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:46.515050 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:46.516188 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:46.516811 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:46.519196 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:46.521189 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:46.521772 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:46.523833 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:46.524537 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:46.526536 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:46.528583 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:46.529278 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:46.531524 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:46.559374 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:46.559935 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7fa2e1a1-be4b-4a19-9ce4-4f62ec2b09c7 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:46.626595 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9335f8a6-558a-4e9c-855c-c38a983080c5 req-050c6102-c0e4-4ff0-8ee5-cb8a0307b30e tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0367844 Jul 07 17:15:46.807647 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:46.810306 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:46.812479 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:46.977243 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-5cfe02a4-1829-453b-9367-979b861fdd75 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Made reservation on behalf of bc5e51f4575446b2a1839c0a930b0ec8 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:46.985640 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-5cfe02a4-1829-453b-9367-979b861fdd75 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:47.188887 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-27c2395b-9dea-4c72-b162-27a66b42442d req-db80934a-3044-4d5a-9bff-923b1d1698cd tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=05a84436-53c8-41f6-b6c3-dfff277242cb HTTP/1.1" status: 200 len: 210 time: 0.0771723 Jul 07 17:15:47.246435 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-74f72718-cc36-4e20-b8f0-90244f5a1c6d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 2001:db8::f816:3eff:fefe:970a (6e9cefa1-f008-4dc6-9203-f56e105ef387/fa65116f-1e04-4f15-ba66-c77fb640dcd2/84860b46-0078-417a-96bc-771fa1a58033) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:47.339703 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-5cfe02a4-1829-453b-9367-979b861fdd75 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Allocated IP 172.20.0.8 (0d0ab42a-eac7-4de2-a66f-948c4e84d876/95ef33c7-d677-4680-a250-d516b996ba80/15b0ba0c-0944-4043-97a3-26d0393feaa1) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:47.567506 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bfc68adb-672b-4654-a4a9-b4dd8a49e2ed req-ce730a52-b5f5-4534-afd2-92b017934616 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9f0093-47a4-447e-a62f-87b908cf6ca1 HTTP/1.1" status: 200 len: 210 time: 0.1297479 Jul 07 17:15:47.682133 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-5cfe02a4-1829-453b-9367-979b861fdd75 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:47.713912 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438c382-fcb1-4c15-9a3d-e433ae2a4b53 req-9089c0a2-08b8-4ea0-a7b2-da8cbd9061ac tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:47.718090 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f438c382-fcb1-4c15-9a3d-e433ae2a4b53 req-9089c0a2-08b8-4ea0-a7b2-da8cbd9061ac tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 945 time: 0.5157988 Jul 07 17:15:47.830280 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f438c382-fcb1-4c15-9a3d-e433ae2a4b53 req-201c9978-35c1-486c-9646-ea92ac1efa8d tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969970 Jul 07 17:15:47.848105 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-5cfe02a4-1829-453b-9367-979b861fdd75 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:47.981212 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-5cfe02a4-1829-453b-9367-979b861fdd75 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Network 0d0ab42a-eac7-4de2-a66f-948c4e84d876 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:47.991006 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-5cfe02a4-1829-453b-9367-979b861fdd75 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:48.001116 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-5cfe02a4-1829-453b-9367-979b861fdd75 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:48.104257 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:48.154590 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-5cfe02a4-1829-453b-9367-979b861fdd75 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:48.157722 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-5cfe02a4-1829-453b-9367-979b861fdd75 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:48.176861 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe02a4-1829-453b-9367-979b861fdd75 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Pushing event updated for resources: {'Port': ['ID=15b0ba0c-0944-4043-97a3-26d0393feaa1,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:48.282963 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-74f72718-cc36-4e20-b8f0-90244f5a1c6d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:48.287820 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-5cfe02a4-1829-453b-9367-979b861fdd75 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0572433 Jul 07 17:15:48.319629 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-907985a8-8b23-4a89-bba3-f8555d284cf8 service neutron] Request body: {'port': {'device_id': '6e9f0093-47a4-447e-a62f-87b908cf6ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:48.379419 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbe4c2-de4f-4442-81cf-6fba79b52f7c req-84ecf322-78b0-4868-9e5c-e598a7081ecc tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:48.387112 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bacbe4c2-de4f-4442-81cf-6fba79b52f7c req-84ecf322-78b0-4868-9e5c-e598a7081ecc tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 946 time: 0.4196582 Jul 07 17:15:48.388399 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-74f72718-cc36-4e20-b8f0-90244f5a1c6d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Transition to ACTIVE for port object 84860b46-0078-417a-96bc-771fa1a58033 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:48.515953 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bacbe4c2-de4f-4442-81cf-6fba79b52f7c req-8ab3eec2-711d-4d9a-af1f-244e25a103eb tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169703 Jul 07 17:15:48.581951 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-852c754f-bcef-4839-a829-0d6b6b281264 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:48.583912 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-852c754f-bcef-4839-a829-0d6b6b281264 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.64 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 812 time: 0.4198337 Jul 07 17:15:48.605800 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-23df65e9-7bb8-4ccf-bea5-f7875c3c117e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Request body: {'port': {'device_id': '05a84436-53c8-41f6-b6c3-dfff277242cb', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'admin_state_up': True, 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:48.650199 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-74f72718-cc36-4e20-b8f0-90244f5a1c6d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:48.701283 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3f031ae8-04e7-4533-861b-d310d7b3233e req-4d8c70c3-41a7-4660-aa2c-2e506101ac2b tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=05a84436-53c8-41f6-b6c3-dfff277242cb HTTP/1.1" status: 200 len: 210 time: 0.0916264 Jul 07 17:15:48.718053 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f72718-cc36-4e20-b8f0-90244f5a1c6d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Port': ['ID=84860b46-0078-417a-96bc-771fa1a58033,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:48.763041 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-fed30cf4-5175-4f3b-9dd2-4369e15dc61b None None] Allocated IP 2001:db8::f816:3eff:fe64:d3ae (6e9cefa1-f008-4dc6-9203-f56e105ef387/fa65116f-1e04-4f15-ba66-c77fb640dcd2/dac45c9a-7db8-422e-b269-277cd7140a0d) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:48.780472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f72718-cc36-4e20-b8f0-90244f5a1c6d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:48.787665 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-74f72718-cc36-4e20-b8f0-90244f5a1c6d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:48.793527 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f72718-cc36-4e20-b8f0-90244f5a1c6d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:48.800438 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f72718-cc36-4e20-b8f0-90244f5a1c6d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:48.801231 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-74f72718-cc36-4e20-b8f0-90244f5a1c6d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:48.822401 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:48.834650 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-907985a8-8b23-4a89-bba3-f8555d284cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:48.886026 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-74f72718-cc36-4e20-b8f0-90244f5a1c6d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3204262 Jul 07 17:15:48.886419 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40776) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:49.118659 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f3a322-a6ea-4aa2-aa30-6466172829bc tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:49.134124 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-65f3a322-a6ea-4aa2-aa30-6466172829bc tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2465920 Jul 07 17:15:49.134813 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40778) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:49.354613 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fed30cf4-5175-4f3b-9dd2-4369e15dc61b None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:49.394158 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-fed30cf4-5175-4f3b-9dd2-4369e15dc61b None None] Transition to ACTIVE for port object dac45c9a-7db8-422e-b269-277cd7140a0d will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:49.430925 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-fed30cf4-5175-4f3b-9dd2-4369e15dc61b None None] Transition to ACTIVE for port object dac45c9a-7db8-422e-b269-277cd7140a0d will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:49.444481 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fed30cf4-5175-4f3b-9dd2-4369e15dc61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:49.559292 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Router b599a00a-5bd2-4a4b-a493-1fb73b9b6aff is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:15:49.574000 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed30cf4-5175-4f3b-9dd2-4369e15dc61b None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:49.585349 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-431d0b73-12c9-48d4-aa2f-6eaa40e0f214 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting port 84860b46-0078-417a-96bc-771fa1a58033 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:49.586115 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-431d0b73-12c9-48d4-aa2f-6eaa40e0f214 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:49.590547 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed30cf4-5175-4f3b-9dd2-4369e15dc61b None None] Pushing event updated for resources: {'Port': ['ID=dac45c9a-7db8-422e-b269-277cd7140a0d,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:49.593500 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-fed30cf4-5175-4f3b-9dd2-4369e15dc61b None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:49.599272 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed30cf4-5175-4f3b-9dd2-4369e15dc61b None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:49.615312 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d06c7e-1148-4301-8046-3cabbc2b4d8b req-82a1a6bd-89d4-45e7-9dae-9efd1052260c tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:49.626413 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d06c7e-1148-4301-8046-3cabbc2b4d8b req-82a1a6bd-89d4-45e7-9dae-9efd1052260c tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:49.639063 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-21d06c7e-1148-4301-8046-3cabbc2b4d8b req-82a1a6bd-89d4-45e7-9dae-9efd1052260c tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/ports?device_id=67e6ff3c-0d32-40b0-80b4-4579ec62c999&device_id=e1dc61f3-760a-4765-bcb3-15e44f66e371 HTTP/1.1" status: 200 len: 1682 time: 0.3855500 Jul 07 17:15:49.711754 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-fed30cf4-5175-4f3b-9dd2-4369e15dc61b None None] Attempting to bind port dac45c9a-7db8-422e-b269-277cd7140a0d on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:49.712381 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-fed30cf4-5175-4f3b-9dd2-4369e15dc61b None None] Attempting to bind port dac45c9a-7db8-422e-b269-277cd7140a0d by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:49.712912 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed30cf4-5175-4f3b-9dd2-4369e15dc61b None None] Attempting to bind port dac45c9a-7db8-422e-b269-277cd7140a0d on network 6e9cefa1-f008-4dc6-9203-f56e105ef387 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:49.722384 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed30cf4-5175-4f3b-9dd2-4369e15dc61b None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:49.723328 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed30cf4-5175-4f3b-9dd2-4369e15dc61b None None] Checking segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:49.724208 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fed30cf4-5175-4f3b-9dd2-4369e15dc61b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:49.724773 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed30cf4-5175-4f3b-9dd2-4369e15dc61b None None] Bound using segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:49.725437 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-fed30cf4-5175-4f3b-9dd2-4369e15dc61b None None] Bound port: dac45c9a-7db8-422e-b269-277cd7140a0d, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:49.725947 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fed30cf4-5175-4f3b-9dd2-4369e15dc61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:49.860721 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-fed30cf4-5175-4f3b-9dd2-4369e15dc61b None None] For port dac45c9a-7db8-422e-b269-277cd7140a0d, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:49.872139 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-fed30cf4-5175-4f3b-9dd2-4369e15dc61b None None] For port dac45c9a-7db8-422e-b269-277cd7140a0d, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=dac45c9a-7db8-422e-b269-277cd7140a0d,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:49.883207 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fed30cf4-5175-4f3b-9dd2-4369e15dc61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:49.950315 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-21d06c7e-1148-4301-8046-3cabbc2b4d8b req-ed6aba8c-7ba4-46fd-829b-cc79899078c8 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/security-groups?id=253ba03f-b9a0-4207-973f-af650ed40f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098247 Jul 07 17:15:49.967407 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-431d0b73-12c9-48d4-aa2f-6eaa40e0f214 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:49.995642 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-23df65e9-7bb8-4ccf-bea5-f7875c3c117e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Made reservation on behalf of ea3241034bb848a48d8167b6b493e4d4 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:50.026703 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-23df65e9-7bb8-4ccf-bea5-f7875c3c117e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.034485 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-431d0b73-12c9-48d4-aa2f-6eaa40e0f214 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Calling delete_port for 84860b46-0078-417a-96bc-771fa1a58033 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:50.054444 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed30cf4-5175-4f3b-9dd2-4369e15dc61b None None] Pushing event updated for resources: {'Port': ['ID=dac45c9a-7db8-422e-b269-277cd7140a0d,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:50.087429 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:15:50.099162 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a10e17-27ca-4e7b-8053-b82dc3bd59a9 None None] Sync routers for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:15:50.123716 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a10e17-27ca-4e7b-8053-b82dc3bd59a9 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:50.125082 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d0a10e17-27ca-4e7b-8053-b82dc3bd59a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:15:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:50.242816 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d0a10e17-27ca-4e7b-8053-b82dc3bd59a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:50.255481 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.262545 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a10e17-27ca-4e7b-8053-b82dc3bd59a9 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:50.263218 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d0a10e17-27ca-4e7b-8053-b82dc3bd59a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:15:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:50.263978 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ea106977-d045-4f07-ab67-29a29f55775b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.2339926 Jul 07 17:15:50.274797 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40788) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:50.351359 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d0a10e17-27ca-4e7b-8053-b82dc3bd59a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:50.351359 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a10e17-27ca-4e7b-8053-b82dc3bd59a9 None None] The sync data for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:15:50.540091 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-23df65e9-7bb8-4ccf-bea5-f7875c3c117e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Allocated IP 172.20.0.10 (77d41963-e136-4ba3-ad68-c6ff6b5ca03b/eb25b29e-8000-461d-9a31-049cca6cce84/bf341b68-8b88-4d3c-bb32-c6992bc01648) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:50.653413 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395e71d-aea8-4c38-814e-145f69d75f58 req-4721e870-3ae6-4dfb-955f-cf64ee18f785 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:50.667813 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8395e71d-aea8-4c38-814e-145f69d75f58 req-4721e870-3ae6-4dfb-955f-cf64ee18f785 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9f0093-47a4-447e-a62f-87b908cf6ca1 HTTP/1.1" status: 200 len: 931 time: 1.4725144 Jul 07 17:15:51.296739 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-23df65e9-7bb8-4ccf-bea5-f7875c3c117e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.465631 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-23df65e9-7bb8-4ccf-bea5-f7875c3c117e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Transition to ACTIVE for port object bf341b68-8b88-4d3c-bb32-c6992bc01648 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:51.507298 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8395e71d-aea8-4c38-814e-145f69d75f58 req-9a79d053-d12e-442f-9d8e-6f825c2b26e6 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7a33ef-af0e-441b-a72f-61a55560b183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8263059 Jul 07 17:15:51.519845 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-907985a8-8b23-4a89-bba3-f8555d284cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15b0ba0c-0944-4043-97a3-26d0393feaa1 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:51.566085 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-907985a8-8b23-4a89-bba3-f8555d284cf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.620027 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-907985a8-8b23-4a89-bba3-f8555d284cf8 service neutron] Transition to ACTIVE for port object 15b0ba0c-0944-4043-97a3-26d0393feaa1 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:51.641966 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-907985a8-8b23-4a89-bba3-f8555d284cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.929969 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907985a8-8b23-4a89-bba3-f8555d284cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=15b0ba0c-0944-4043-97a3-26d0393feaa1,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:52.018131 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688a38f-2194-4e18-b068-1b137179f64c req-d8fa41bf-63ff-4862-a4a9-08d4dd9d072f tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:52.026211 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-23df65e9-7bb8-4ccf-bea5-f7875c3c117e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:52.037491 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b688a38f-2194-4e18-b068-1b137179f64c req-d8fa41bf-63ff-4862-a4a9-08d4dd9d072f tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 945 time: 1.7695351 Jul 07 17:15:52.043459 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['8dc81060-f12c-4d50-ac74-7a7ea986f264'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:52.049538 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['94bd3849-30eb-4eef-b27a-1a2aa77b0362'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:52.100477 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-431d0b73-12c9-48d4-aa2f-6eaa40e0f214 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:52.194374 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d0b73-12c9-48d4-aa2f-6eaa40e0f214 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Port': ['ID=84860b46-0078-417a-96bc-771fa1a58033,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:52.209685 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b688a38f-2194-4e18-b068-1b137179f64c req-645c65e8-233e-417f-80b2-b47577022822 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657884 Jul 07 17:15:52.286952 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-23df65e9-7bb8-4ccf-bea5-f7875c3c117e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:52.294899 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-23df65e9-7bb8-4ccf-bea5-f7875c3c117e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:52.319269 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-23df65e9-7bb8-4ccf-bea5-f7875c3c117e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:52.354129 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-431d0b73-12c9-48d4-aa2f-6eaa40e0f214 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:52.355975 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-431d0b73-12c9-48d4-aa2f-6eaa40e0f214 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/84860b46-0078-417a-96bc-771fa1a58033 HTTP/1.1" status: 204 len: 168 time: 3.2159295 Jul 07 17:15:52.366324 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40794) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:52.421729 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device dac45c9a-7db8-422e-b269-277cd7140a0d up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:52.482708 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-23df65e9-7bb8-4ccf-bea5-f7875c3c117e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:52.497399 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-23df65e9-7bb8-4ccf-bea5-f7875c3c117e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:52.565888 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fb7329-0995-4e94-8607-828ef3525aed tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:52.567945 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fb7329-0995-4e94-8607-828ef3525aed tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:52.581776 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-45fb7329-0995-4e94-8607-828ef3525aed tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2037711 Jul 07 17:15:52.582593 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40796) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:52.652410 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c7f1e00c-292c-488d-ba1f-caaa949be94f None None] Provisioning for port dac45c9a-7db8-422e-b269-277cd7140a0d completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:52.843654 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-23df65e9-7bb8-4ccf-bea5-f7875c3c117e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2490783 Jul 07 17:15:52.854551 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df65e9-7bb8-4ccf-bea5-f7875c3c117e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Pushing event updated for resources: {'Port': ['ID=bf341b68-8b88-4d3c-bb32-c6992bc01648,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:52.866902 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-9731977d-b871-4630-ab75-381c74c058e2 service neutron] Request body: {'port': {'device_id': '05a84436-53c8-41f6-b6c3-dfff277242cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:52.881477 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508eacdb-9c86-4dde-b500-a9ea0ad56320 req-103e0480-e6bd-4820-a9fe-13ea56fa0956 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:52.883569 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-508eacdb-9c86-4dde-b500-a9ea0ad56320 req-103e0480-e6bd-4820-a9fe-13ea56fa0956 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 946 time: 1.0120473 Jul 07 17:15:52.886319 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port dac45c9a-7db8-422e-b269-277cd7140a0d completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:52.908299 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c04527c2-b65d-4ab9-9282-d66a2579dc9d None None] Provisioning for port bf341b68-8b88-4d3c-bb32-c6992bc01648 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:52.912019 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port dac45c9a-7db8-422e-b269-277cd7140a0d triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:52.912395 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:52.915741 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-907985a8-8b23-4a89-bba3-f8555d284cf8 service neutron] Attempting to bind port 15b0ba0c-0944-4043-97a3-26d0393feaa1 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:52.923014 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-907985a8-8b23-4a89-bba3-f8555d284cf8 service neutron] Attempting to bind port 15b0ba0c-0944-4043-97a3-26d0393feaa1 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '2adf2744-7c30-4863-ab07-dded4e2fb144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0d0ab42a-eac7-4de2-a66f-948c4e84d876'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:52.923644 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-907985a8-8b23-4a89-bba3-f8555d284cf8 service neutron] Attempting to bind port 15b0ba0c-0944-4043-97a3-26d0393feaa1 on network 0d0ab42a-eac7-4de2-a66f-948c4e84d876 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:52.967879 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-907985a8-8b23-4a89-bba3-f8555d284cf8 service neutron] Port 15b0ba0c-0944-4043-97a3-26d0393feaa1 on network 0d0ab42a-eac7-4de2-a66f-948c4e84d876 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:15:52.970729 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-907985a8-8b23-4a89-bba3-f8555d284cf8 service neutron] Attempting to bind port 15b0ba0c-0944-4043-97a3-26d0393feaa1 on network 0d0ab42a-eac7-4de2-a66f-948c4e84d876 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:53.015075 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-907985a8-8b23-4a89-bba3-f8555d284cf8 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:53.015807 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-907985a8-8b23-4a89-bba3-f8555d284cf8 service neutron] Checking segment: {'id': '2adf2744-7c30-4863-ab07-dded4e2fb144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0d0ab42a-eac7-4de2-a66f-948c4e84d876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:53.016421 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-907985a8-8b23-4a89-bba3-f8555d284cf8 service neutron] Bound using segment: {'id': '2adf2744-7c30-4863-ab07-dded4e2fb144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0d0ab42a-eac7-4de2-a66f-948c4e84d876'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:53.017489 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-907985a8-8b23-4a89-bba3-f8555d284cf8 service neutron] Bound port: 15b0ba0c-0944-4043-97a3-26d0393feaa1, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2adf2744-7c30-4863-ab07-dded4e2fb144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0d0ab42a-eac7-4de2-a66f-948c4e84d876'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:53.018245 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-907985a8-8b23-4a89-bba3-f8555d284cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.035745 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c04527c2-b65d-4ab9-9282-d66a2579dc9d None None] Provisioning complete for port bf341b68-8b88-4d3c-bb32-c6992bc01648 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:53.036116 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c04527c2-b65d-4ab9-9282-d66a2579dc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.084466 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f8e71d-d156-4ef0-9323-13bd67bf543e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet fa65116f-1e04-4f15-ba66-c77fb640dcd2 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:15:53.086761 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-508eacdb-9c86-4dde-b500-a9ea0ad56320 req-4ccc2a9a-914e-4fa7-9aea-f350d4faf660 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524646 Jul 07 17:15:53.099554 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f4f8e71d-d156-4ef0-9323-13bd67bf543e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.243107 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002ec3d-bdb1-48b5-bfa7-987fcaf8da3f req-9f4faaeb-6119-4945-861f-bc8f3248f3a7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:53.244905 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5002ec3d-bdb1-48b5-bfa7-987fcaf8da3f req-9f4faaeb-6119-4945-861f-bc8f3248f3a7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=05a84436-53c8-41f6-b6c3-dfff277242cb HTTP/1.1" status: 200 len: 932 time: 0.6405015 Jul 07 17:15:53.256605 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-9731977d-b871-4630-ab75-381c74c058e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.262422 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f4f8e71d-d156-4ef0-9323-13bd67bf543e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.315968 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-582b59e1-4da5-4e3d-b99d-efcd1a7ad0fd tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.414027 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.509583 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-907985a8-8b23-4a89-bba3-f8555d284cf8 service neutron] For port 15b0ba0c-0944-4043-97a3-26d0393feaa1, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:53.539432 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port dac45c9a-7db8-422e-b269-277cd7140a0d, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=dac45c9a-7db8-422e-b269-277cd7140a0d,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:53.556921 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c04527c2-b65d-4ab9-9282-d66a2579dc9d None None] Port bf341b68-8b88-4d3c-bb32-c6992bc01648 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:15:53.562004 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5002ec3d-bdb1-48b5-bfa7-987fcaf8da3f req-2f68544e-a011-41c5-bc24-13c02e076884 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102798 Jul 07 17:15:53.594390 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.604137 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c94d8857-c6f1-466c-8f6f-2a8e4938f678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.635895 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f4f8e71d-d156-4ef0-9323-13bd67bf543e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.670723 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-907985a8-8b23-4a89-bba3-f8555d284cf8 service neutron] For port 15b0ba0c-0944-4043-97a3-26d0393feaa1, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=15b0ba0c-0944-4043-97a3-26d0393feaa1,segment=NetworkSegment(2adf2744-7c30-4863-ab07-dded4e2fb144),segment_id=2adf2744-7c30-4863-ab07-dded4e2fb144)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:53.722013 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f6952bd-092b-4196-b29c-22b7da403ea6 None None] Could not find standard attr ID for object 84860b46-0078-417a-96bc-771fa1a58033. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:15:53.798585 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-907985a8-8b23-4a89-bba3-f8555d284cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.835991 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=dac45c9a-7db8-422e-b269-277cd7140a0d,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:53.906982 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f4f8e71d-d156-4ef0-9323-13bd67bf543e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.921166 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-907985a8-8b23-4a89-bba3-f8555d284cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:53.922854 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-907985a8-8b23-4a89-bba3-f8555d284cf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.925710 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-907985a8-8b23-4a89-bba3-f8555d284cf8 service neutron] 10.222.0.64 "PUT /v2.0/ports/15b0ba0c-0944-4043-97a3-26d0393feaa1 HTTP/1.1" status: 200 len: 1092 time: 5.6215663 Jul 07 17:15:53.926652 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9f0093-47a4-447e-a62f-87b908cf6ca1', 'tag': '15b0ba0c-0944-4043-97a3-26d0393feaa1'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:53.949201 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c68985-91ca-4bbb-9f08-4ef744920bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9f0093-47a4-447e-a62f-87b908cf6ca1", "tag": "15b0ba0c-0944-4043-97a3-26d0393feaa1"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:53.966041 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8e71d-d156-4ef0-9323-13bd67bf543e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=fa65116f-1e04-4f15-ba66-c77fb640dcd2,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:53.981313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba043bc-5c6b-4610-994e-87a359940086 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:53.993200 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f4f8e71d-d156-4ef0-9323-13bd67bf543e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.001343 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f4f8e71d-d156-4ef0-9323-13bd67bf543e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/fa65116f-1e04-4f15-ba66-c77fb640dcd2 HTTP/1.1" status: 204 len: 168 time: 1.4154856 Jul 07 17:15:54.002223 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40812) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:54.225463 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907985a8-8b23-4a89-bba3-f8555d284cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=15b0ba0c-0944-4043-97a3-26d0393feaa1,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:54.231382 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bfd995ce-0ced-4590-9fac-3180cbee5743 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2140749 Jul 07 17:15:54.241342 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device dac45c9a-7db8-422e-b269-277cd7140a0d up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:54.243717 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40818) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:54.334583 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58e92f-6d5c-4ec3-bdda-46f52bd997f4 req-ffe69fc2-9b60-4c02-8003-65aa4645367c tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:54.349290 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2a58e92f-6d5c-4ec3-bdda-46f52bd997f4 req-ffe69fc2-9b60-4c02-8003-65aa4645367c tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9f0093-47a4-447e-a62f-87b908cf6ca1 HTTP/1.1" status: 200 len: 943 time: 0.8124235 Jul 07 17:15:54.365634 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-582b59e1-4da5-4e3d-b99d-efcd1a7ad0fd tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Allocated IP 172.20.0.1 (d2b7dfc2-4b34-4519-86e4-48689d8300e7/90d837b5-ec58-4159-a787-7a6eae01535e/2e57540d-4c57-4e60-9674-5639797953d0) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:54.374843 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port dac45c9a-7db8-422e-b269-277cd7140a0d triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:54.375402 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.472503 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b114db4f-ac73-4a31-b918-69fba06f58c8 None None] DHCP port deletion for 6e9cefa1-f008-4dc6-9203-f56e105ef387 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:15:54.521025 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-e8ba4f2a-6d8c-4d65-a6e4-361d6b8a0f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:54.522643 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-e8ba4f2a-6d8c-4d65-a6e4-361d6b8a0f50 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc5e51f4575446b2a1839c0a930b0ec8&device_id=6e9f0093-47a4-447e-a62f-87b908cf6ca1 HTTP/1.1" status: 200 len: 1095 time: 0.5223734 Jul 07 17:15:54.590015 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed51540-901d-4baa-bcfa-4eaa05649fc5 req-521ade35-b983-436a-b0bb-e9dc99d746eb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:54.596556 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d0cd22-4a34-453f-a581-456b0c5a769d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:54.597133 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2ed51540-901d-4baa-bcfa-4eaa05649fc5 req-521ade35-b983-436a-b0bb-e9dc99d746eb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 945 time: 0.3529251 Jul 07 17:15:54.598483 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b5d0cd22-4a34-453f-a581-456b0c5a769d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3530700 Jul 07 17:15:54.600568 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-b98d6736-0f29-4c1c-b386-c5732bb5b99d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15b0ba0c-0944-4043-97a3-26d0393feaa1 HTTP/1.1" status: 200 len: 217 time: 0.0569434 Jul 07 17:15:54.602807 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40822) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:54.618731 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2a58e92f-6d5c-4ec3-bdda-46f52bd997f4 req-e9b9e78e-7088-4440-9711-3752a48d6e8e tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7a33ef-af0e-441b-a72f-61a55560b183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678342 Jul 07 17:15:54.691105 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791d4931-ff53-4509-b3f9-3c4aeb88aecc tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:54.692718 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-791d4931-ff53-4509-b3f9-3c4aeb88aecc tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0834656 Jul 07 17:15:54.699265 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40826) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:54.770823 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2368d9f1-d40e-485b-94f6-75371e9e8297 x-openstack-request-id: req-2368d9f1-d40e-485b-94f6-75371e9e8297 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:54.770823 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9f0093-47a4-447e-a62f-87b908cf6ca1", "tag": "15b0ba0c-0944-4043-97a3-26d0393feaa1", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:54.770823 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2368d9f1-d40e-485b-94f6-75371e9e8297 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:54.770823 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9f0093-47a4-447e-a62f-87b908cf6ca1', 'tag': '15b0ba0c-0944-4043-97a3-26d0393feaa1', 'status': 'completed', 'code': 200} Jul 07 17:15:54.778052 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-b114db4f-ac73-4a31-b918-69fba06f58c8 None None] Deleting port dac45c9a-7db8-422e-b269-277cd7140a0d {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:54.779362 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b114db4f-ac73-4a31-b918-69fba06f58c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.853468 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-582b59e1-4da5-4e3d-b99d-efcd1a7ad0fd tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.859330 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4d2aca11-910f-41de-9285-b799dd740b4a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1587727 Jul 07 17:15:54.865562 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40830) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:54.922073 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-287cdf60-a738-4a8f-aeab-2cbdb58725c5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:54.923377 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-ef839ffc-db20-4fff-bb4a-3cdbd8cf0ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:54.926445 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-ef839ffc-db20-4fff-bb4a-3cdbd8cf0ac8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=95ef33c7-d677-4680-a250-d516b996ba80 HTTP/1.1" status: 200 len: 852 time: 0.3040607 Jul 07 17:15:54.951145 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2ed51540-901d-4baa-bcfa-4eaa05649fc5 req-9c2d327e-cc2c-4711-aa3b-c45197393ac1 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3530591 Jul 07 17:15:54.997223 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-b114db4f-ac73-4a31-b918-69fba06f58c8 None None] For port dac45c9a-7db8-422e-b269-277cd7140a0d, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=dac45c9a-7db8-422e-b269-277cd7140a0d,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:54.997223 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b114db4f-ac73-4a31-b918-69fba06f58c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.064879 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-b114db4f-ac73-4a31-b918-69fba06f58c8 None None] Calling delete_port for dac45c9a-7db8-422e-b269-277cd7140a0d owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:55.069400 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-c2582525-84ce-44aa-bfac-5fbcdae5d613 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0d0ab42a-eac7-4de2-a66f-948c4e84d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1328161 Jul 07 17:15:55.083091 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-9731977d-b871-4630-ab75-381c74c058e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf341b68-8b88-4d3c-bb32-c6992bc01648 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:55.147480 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-9731977d-b871-4630-ab75-381c74c058e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.297894 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b114db4f-ac73-4a31-b918-69fba06f58c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.321357 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287cdf60-a738-4a8f-aeab-2cbdb58725c5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:55.326410 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-287cdf60-a738-4a8f-aeab-2cbdb58725c5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.352694 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114db4f-ac73-4a31-b918-69fba06f58c8 None None] Pushing event deleted for resources: {'Port': ['ID=dac45c9a-7db8-422e-b269-277cd7140a0d,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:55.378229 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b114db4f-ac73-4a31-b918-69fba06f58c8 None None] No DVR routers for this DVR port dac45c9a-7db8-422e-b269-277cd7140a0d on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:55.404892 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-9731977d-b871-4630-ab75-381c74c058e2 service neutron] Transition to ACTIVE for port object bf341b68-8b88-4d3c-bb32-c6992bc01648 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:55.416890 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-9731977d-b871-4630-ab75-381c74c058e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.499295 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-582b59e1-4da5-4e3d-b99d-efcd1a7ad0fd tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.526053 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-8fdcfcdb-52ec-4dd4-b969-0ace6e2d1cd2 service neutron] 10.222.0.64 "GET /v2.0/networks/0d0ab42a-eac7-4de2-a66f-948c4e84d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295585 Jul 07 17:15:55.553612 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731977d-b871-4630-ab75-381c74c058e2 service neutron] Pushing event updated for resources: {'Port': ['ID=bf341b68-8b88-4d3c-bb32-c6992bc01648,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:55.724242 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582b59e1-4da5-4e3d-b99d-efcd1a7ad0fd tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Network d2b7dfc2-4b34-4519-86e4-48689d8300e7 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:55.738184 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-582b59e1-4da5-4e3d-b99d-efcd1a7ad0fd tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:55.741141 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582b59e1-4da5-4e3d-b99d-efcd1a7ad0fd tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:55.803564 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b59e1-4da5-4e3d-b99d-efcd1a7ad0fd tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event updated for resources: {'Port': ['ID=2e57540d-4c57-4e60-9674-5639797953d0,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:55.836034 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5068b21-390e-4e4c-857d-48e02a1a0cf5 req-85e1fe92-f8c8-4481-b0ec-3d98d5d28f84 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:55.841330 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c5068b21-390e-4e4c-857d-48e02a1a0cf5 req-85e1fe92-f8c8-4481-b0ec-3d98d5d28f84 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 946 time: 0.6238859 Jul 07 17:15:55.845375 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd764341-8c11-4f86-b85e-5c43e12dff2a req-4496e72f-24f6-419c-9687-dd2678e73729 service neutron] 10.222.0.64 "GET /v2.0/networks/0d0ab42a-eac7-4de2-a66f-948c4e84d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039978 Jul 07 17:15:55.916929 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-582b59e1-4da5-4e3d-b99d-efcd1a7ad0fd tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.945213 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0748d2d-e18b-41c4-a745-badf43e2861d req-7f987f1c-3f30-4914-a389-85fa2f771318 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:55.953046 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0748d2d-e18b-41c4-a745-badf43e2861d req-7f987f1c-3f30-4914-a389-85fa2f771318 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=05a84436-53c8-41f6-b6c3-dfff277242cb HTTP/1.1" status: 200 len: 944 time: 0.4864016 Jul 07 17:15:56.000820 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-9731977d-b871-4630-ab75-381c74c058e2 service neutron] Attempting to bind port bf341b68-8b88-4d3c-bb32-c6992bc01648 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:56.001195 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-9731977d-b871-4630-ab75-381c74c058e2 service neutron] Attempting to bind port bf341b68-8b88-4d3c-bb32-c6992bc01648 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:56.001477 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-9731977d-b871-4630-ab75-381c74c058e2 service neutron] Attempting to bind port bf341b68-8b88-4d3c-bb32-c6992bc01648 on network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:56.012685 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c5068b21-390e-4e4c-857d-48e02a1a0cf5 req-4ccdff44-43b8-4c1d-ae17-c9149e5f6958 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431322 Jul 07 17:15:56.017330 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-9731977d-b871-4630-ab75-381c74c058e2 service neutron] Port bf341b68-8b88-4d3c-bb32-c6992bc01648 on network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:15:56.017846 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-9731977d-b871-4630-ab75-381c74c058e2 service neutron] Attempting to bind port bf341b68-8b88-4d3c-bb32-c6992bc01648 on network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:56.025315 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-9731977d-b871-4630-ab75-381c74c058e2 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:56.025979 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-9731977d-b871-4630-ab75-381c74c058e2 service neutron] Checking segment: {'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:56.026379 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-9731977d-b871-4630-ab75-381c74c058e2 service neutron] Bound using segment: {'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:56.026821 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-9731977d-b871-4630-ab75-381c74c058e2 service neutron] Bound port: bf341b68-8b88-4d3c-bb32-c6992bc01648, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:56.027195 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-9731977d-b871-4630-ab75-381c74c058e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.152355 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.184552 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c68985-91ca-4bbb-9f08-4ef744920bb7 req-8440f054-7d31-4909-ab92-27aeac27e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:56.186184 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3c68985-91ca-4bbb-9f08-4ef744920bb7 req-8440f054-7d31-4909-ab92-27aeac27e9fb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc5e51f4575446b2a1839c0a930b0ec8&device_id=6e9f0093-47a4-447e-a62f-87b908cf6ca1 HTTP/1.1" status: 200 len: 1095 time: 0.2410703 Jul 07 17:15:56.187001 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device dac45c9a-7db8-422e-b269-277cd7140a0d no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:56.201346 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0748d2d-e18b-41c4-a745-badf43e2861d req-69d07e4f-8ea7-4dc0-968b-5ba22e09409c tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464521 Jul 07 17:15:56.302784 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: dac45c9a-7db8-422e-b269-277cd7140a0d {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:56.306726 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device dac45c9a-7db8-422e-b269-277cd7140a0d not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:56.377859 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-9731977d-b871-4630-ab75-381c74c058e2 service neutron] For port bf341b68-8b88-4d3c-bb32-c6992bc01648, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:56.441389 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c68985-91ca-4bbb-9f08-4ef744920bb7 req-27bd770b-c82e-4c37-bab3-1d20c4a4eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:56.441389 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3c68985-91ca-4bbb-9f08-4ef744920bb7 req-27bd770b-c82e-4c37-bab3-1d20c4a4eb84 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0d0ab42a-eac7-4de2-a66f-948c4e84d876 HTTP/1.1" status: 200 len: 913 time: 0.2367320 Jul 07 17:15:56.441389 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-9731977d-b871-4630-ab75-381c74c058e2 service neutron] For port bf341b68-8b88-4d3c-bb32-c6992bc01648, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bf341b68-8b88-4d3c-bb32-c6992bc01648,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:56.530032 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3c68985-91ca-4bbb-9f08-4ef744920bb7 req-9342234a-192d-4cc6-92c6-da377e380890 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15b0ba0c-0944-4043-97a3-26d0393feaa1 HTTP/1.1" status: 200 len: 217 time: 0.0758758 Jul 07 17:15:56.533825 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-9731977d-b871-4630-ab75-381c74c058e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.661152 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-9731977d-b871-4630-ab75-381c74c058e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:56.662064 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-9731977d-b871-4630-ab75-381c74c058e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.665162 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-9731977d-b871-4630-ab75-381c74c058e2 service neutron] 10.222.0.64 "PUT /v2.0/ports/bf341b68-8b88-4d3c-bb32-c6992bc01648 HTTP/1.1" status: 200 len: 1093 time: 3.8038847 Jul 07 17:15:56.725503 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-46575535-43c2-405f-864b-f95a94019fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.756657 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c68985-91ca-4bbb-9f08-4ef744920bb7 req-ac94436d-702f-4013-a20f-b1e56f8ad99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:56.762836 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3c68985-91ca-4bbb-9f08-4ef744920bb7 req-ac94436d-702f-4013-a20f-b1e56f8ad99e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=95ef33c7-d677-4680-a250-d516b996ba80 HTTP/1.1" status: 200 len: 852 time: 0.2175133 Jul 07 17:15:56.791633 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731977d-b871-4630-ab75-381c74c058e2 service neutron] Pushing event updated for resources: {'Port': ['ID=bf341b68-8b88-4d3c-bb32-c6992bc01648,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:56.796434 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a84436-53c8-41f6-b6c3-dfff277242cb', 'tag': 'bf341b68-8b88-4d3c-bb32-c6992bc01648'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:56.810246 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2698311c-2e81-4ad8-be5d-306fd68dffae" -d '{"events": [{"name": "network-changed", "server_uuid": "05a84436-53c8-41f6-b6c3-dfff277242cb", "tag": "bf341b68-8b88-4d3c-bb32-c6992bc01648"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:56.833982 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-582b59e1-4da5-4e3d-b99d-efcd1a7ad0fd tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.902085 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3c68985-91ca-4bbb-9f08-4ef744920bb7 req-214ec0ef-3b8c-4b26-a471-aeea824c0654 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0d0ab42a-eac7-4de2-a66f-948c4e84d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878408 Jul 07 17:15:56.915599 n-d-791503-12 neutron-server[100192]: DEBUG neutron.objects.ports [None req-287cdf60-a738-4a8f-aeab-2cbdb58725c5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100192) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:15:56.928162 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21935c0-537e-44f7-bad6-d8ba97613f8a req-79ccd2e9-d4fa-400e-b728-ff7dd922fd2f tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:56.929990 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d21935c0-537e-44f7-bad6-d8ba97613f8a req-79ccd2e9-d4fa-400e-b728-ff7dd922fd2f tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9f0093-47a4-447e-a62f-87b908cf6ca1 HTTP/1.1" status: 200 len: 943 time: 0.4222746 Jul 07 17:15:56.942624 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-287cdf60-a738-4a8f-aeab-2cbdb58725c5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:57.061739 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bd76b-227e-4999-a92f-18bd791cdc0a req-70fa1eca-8914-4dc7-9a84-1286681958aa tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:57.065446 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-887bd76b-227e-4999-a92f-18bd791cdc0a req-70fa1eca-8914-4dc7-9a84-1286681958aa tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 945 time: 0.3005085 Jul 07 17:15:57.074342 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-94712ee5-1f86-4f55-a1ec-f1f1322577cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:57.075963 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-94712ee5-1f86-4f55-a1ec-f1f1322577cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&device_id=05a84436-53c8-41f6-b6c3-dfff277242cb HTTP/1.1" status: 200 len: 1096 time: 0.2957323 Jul 07 17:15:57.100529 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287cdf60-a738-4a8f-aeab-2cbdb58725c5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:57.120647 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-287cdf60-a738-4a8f-aeab-2cbdb58725c5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:57.134270 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287cdf60-a738-4a8f-aeab-2cbdb58725c5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:57.134913 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-287cdf60-a738-4a8f-aeab-2cbdb58725c5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:57.135147 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db85ef15-fe42-4368-a484-59ddb5d109b8 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:57.138693 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287cdf60-a738-4a8f-aeab-2cbdb58725c5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=9d6869bf-238c-4bbc-b9f1-9b11c57b545f,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:57.149001 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d21935c0-537e-44f7-bad6-d8ba97613f8a req-12534823-5bda-4c5d-80ba-af65706e5ab1 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7a33ef-af0e-441b-a72f-61a55560b183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876366 Jul 07 17:15:57.152297 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2a7d2bf9-58d6-47ae-bc30-2e3c0b628ae6 req-39a80219-78a1-4930-8fdf-9b21d59947d7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bd4387be-c997-400a-aeba-81688f367554&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3754961 Jul 07 17:15:57.163639 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-edfd6d7b-cbca-4bbe-bbff-82a153e32c49 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf341b68-8b88-4d3c-bb32-c6992bc01648 HTTP/1.1" status: 200 len: 217 time: 0.0701621 Jul 07 17:15:57.167668 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3c68985-91ca-4bbb-9f08-4ef744920bb7 req-8ad63874-93f8-4710-a689-78933a7cc75e service neutron] 10.222.0.64 "GET /v2.0/networks/0d0ab42a-eac7-4de2-a66f-948c4e84d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575903 Jul 07 17:15:57.241156 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-7eb27255-973d-4fca-8905-95c3deba5a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:57.242780 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-7eb27255-973d-4fca-8905-95c3deba5a48 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 200 len: 851 time: 0.0655336 Jul 07 17:15:57.257161 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-887bd76b-227e-4999-a92f-18bd791cdc0a req-0eb9dbcf-9715-4b66-9eca-974b2c22257a tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727791 Jul 07 17:15:57.416062 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1f2d7f-618a-4dab-8ea0-19247156f721 x-openstack-request-id: req-3b1f2d7f-618a-4dab-8ea0-19247156f721 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:57.416775 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a84436-53c8-41f6-b6c3-dfff277242cb", "tag": "bf341b68-8b88-4d3c-bb32-c6992bc01648", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:57.417533 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b1f2d7f-618a-4dab-8ea0-19247156f721 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:57.418345 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a84436-53c8-41f6-b6c3-dfff277242cb', 'tag': 'bf341b68-8b88-4d3c-bb32-c6992bc01648', 'status': 'completed', 'code': 200} Jul 07 17:15:57.566320 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c383a8-c427-415e-81c1-5d14b223c61d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-6e9cefa1-f008-4dc6-9203-f56e105ef387', 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'fixed_ips': [{'subnet_id': '9d6869bf-238c-4bbc-b9f1-9b11c57b545f'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:15:57.567221 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-15c383a8-c427-415e-81c1-5d14b223c61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:57.570070 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-287cdf60-a738-4a8f-aeab-2cbdb58725c5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.6597178 Jul 07 17:15:57.575402 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40868) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:57.587440 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-c5a94625-2435-446f-93d1-9f71626e5bb9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'port': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'mac_address': 'fa:16:3e:13:b0:8a', 'name': 'tempest-NetworksTestDHCPv6-575351618'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:57.605260 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3c68985-91ca-4bbb-9f08-4ef744920bb7 req-16087682-f07e-4c2c-8343-d77d6a07b5a2 service neutron] 10.222.0.64 "GET /v2.0/networks/0d0ab42a-eac7-4de2-a66f-948c4e84d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264119 Jul 07 17:15:57.608816 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-3c43d0b6-3a12-467c-a323-892b4cd0a476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:57.612042 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-3c43d0b6-3a12-467c-a323-892b4cd0a476 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3068960 Jul 07 17:15:57.760102 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-15c383a8-c427-415e-81c1-5d14b223c61d None None] Allocated IP 2001:db8::f816:3eff:fea9:907c (6e9cefa1-f008-4dc6-9203-f56e105ef387/9d6869bf-238c-4bbc-b9f1-9b11c57b545f/e87ca595-69d4-47b3-b06d-d50f21b9e1d4) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:57.988671 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-15c383a8-c427-415e-81c1-5d14b223c61d None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:57.998933 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:58.002786 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-15c383a8-c427-415e-81c1-5d14b223c61d None None] Transition to ACTIVE for port object e87ca595-69d4-47b3-b06d-d50f21b9e1d4 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:58.031101 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-15c383a8-c427-415e-81c1-5d14b223c61d None None] Transition to ACTIVE for port object e87ca595-69d4-47b3-b06d-d50f21b9e1d4 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:58.041210 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-15c383a8-c427-415e-81c1-5d14b223c61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:58.092035 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c383a8-c427-415e-81c1-5d14b223c61d None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:58.096838 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-15c383a8-c427-415e-81c1-5d14b223c61d None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:58.103850 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c383a8-c427-415e-81c1-5d14b223c61d None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:58.108064 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c383a8-c427-415e-81c1-5d14b223c61d None None] Pushing event updated for resources: {'Port': ['ID=e87ca595-69d4-47b3-b06d-d50f21b9e1d4,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:58.186523 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-15c383a8-c427-415e-81c1-5d14b223c61d None None] Attempting to bind port e87ca595-69d4-47b3-b06d-d50f21b9e1d4 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:58.187503 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-15c383a8-c427-415e-81c1-5d14b223c61d None None] Attempting to bind port e87ca595-69d4-47b3-b06d-d50f21b9e1d4 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:58.188160 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c383a8-c427-415e-81c1-5d14b223c61d None None] Attempting to bind port e87ca595-69d4-47b3-b06d-d50f21b9e1d4 on network 6e9cefa1-f008-4dc6-9203-f56e105ef387 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:58.196799 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c383a8-c427-415e-81c1-5d14b223c61d None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:58.197861 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c383a8-c427-415e-81c1-5d14b223c61d None None] Checking segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:58.198562 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-15c383a8-c427-415e-81c1-5d14b223c61d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:58.199251 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c383a8-c427-415e-81c1-5d14b223c61d None None] Bound using segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:58.200013 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-15c383a8-c427-415e-81c1-5d14b223c61d None None] Bound port: e87ca595-69d4-47b3-b06d-d50f21b9e1d4, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:58.200777 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-15c383a8-c427-415e-81c1-5d14b223c61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:58.200943 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e010113-8ec2-481c-9630-6d7fb83e9813 req-31733b7a-157f-4a52-bd52-35c49584bbe8 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:58.209832 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0e010113-8ec2-481c-9630-6d7fb83e9813 req-31733b7a-157f-4a52-bd52-35c49584bbe8 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 946 time: 0.6737840 Jul 07 17:15:58.237702 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-5bf8a672-1b92-4d7d-b7d0-71640266672e service neutron] 10.222.0.64 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152990 Jul 07 17:15:58.248444 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a41c0-9bb2-49f3-9814-76ceffa7c14e req-8b17a05e-1861-48d2-926d-136a444d02d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:58.250413 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b73a41c0-9bb2-49f3-9814-76ceffa7c14e req-8b17a05e-1861-48d2-926d-136a444d02d4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18e760e73e3c432284bc214c0bade121&device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 1097 time: 0.2326999 Jul 07 17:15:58.301781 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-15c383a8-c427-415e-81c1-5d14b223c61d None None] For port e87ca595-69d4-47b3-b06d-d50f21b9e1d4, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:58.319502 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-15c383a8-c427-415e-81c1-5d14b223c61d None None] For port e87ca595-69d4-47b3-b06d-d50f21b9e1d4, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e87ca595-69d4-47b3-b06d-d50f21b9e1d4,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:58.333930 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-15c383a8-c427-415e-81c1-5d14b223c61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:58.408928 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0e010113-8ec2-481c-9630-6d7fb83e9813 req-a9a6c920-791e-44bb-ba5a-31a153281a34 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977150 Jul 07 17:15:58.442963 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c383a8-c427-415e-81c1-5d14b223c61d None None] Pushing event updated for resources: {'Port': ['ID=e87ca595-69d4-47b3-b06d-d50f21b9e1d4,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:58.503971 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a94625-2435-446f-93d1-9f71626e5bb9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:58.528589 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9af27687-bdd2-48c1-8098-67fa33074a5b req-e0f43b76-309d-46d4-bdda-b2b8a179656e service neutron] 10.222.0.64 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767763 Jul 07 17:15:58.589089 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a41c0-9bb2-49f3-9814-76ceffa7c14e req-6c8a2a7c-8042-4dcb-8280-234efecce65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:58.592415 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b73a41c0-9bb2-49f3-9814-76ceffa7c14e req-6c8a2a7c-8042-4dcb-8280-234efecce65b service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9c7bfe2-c6df-42ea-bc46-459eb954abd9 HTTP/1.1" status: 200 len: 918 time: 0.3113899 Jul 07 17:15:58.671487 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d2bf9-58d6-47ae-bc30-2e3c0b628ae6 req-28e082c3-7b63-44e4-9c21-cecabb3d050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:58.674373 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2a7d2bf9-58d6-47ae-bc30-2e3c0b628ae6 req-28e082c3-7b63-44e4-9c21-cecabb3d050c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&device_id=bd4387be-c997-400a-aeba-81688f367554 HTTP/1.1" status: 200 len: 1097 time: 1.4333646 Jul 07 17:15:58.769676 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-582b59e1-4da5-4e3d-b99d-efcd1a7ad0fd tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:58.797598 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ad3cd-e406-4cb0-9511-1c18e6a68ccf req-33c2b3c5-1b73-465d-aade-12fb767dc4d7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:58.805268 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5a5ad3cd-e406-4cb0-9511-1c18e6a68ccf req-33c2b3c5-1b73-465d-aade-12fb767dc4d7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=05a84436-53c8-41f6-b6c3-dfff277242cb HTTP/1.1" status: 200 len: 944 time: 0.5593700 Jul 07 17:15:58.810444 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-582b59e1-4da5-4e3d-b99d-efcd1a7ad0fd tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:58.856765 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b73a41c0-9bb2-49f3-9814-76ceffa7c14e req-1547bf74-a863-4ed7-9ec9-1d1a9da1aa03 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=495805fd-0180-40f2-ab25-1a1c2bc8cbc3 HTTP/1.1" status: 200 len: 1001 time: 0.2105711 Jul 07 17:15:58.957643 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299f2e0-891a-4994-9857-58dd6e7fb930 req-868b9cd9-0124-4387-a17b-f4528ff07ebb tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:58.959761 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5299f2e0-891a-4994-9857-58dd6e7fb930 req-868b9cd9-0124-4387-a17b-f4528ff07ebb tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1dc61f3-760a-4765-bcb3-15e44f66e371 HTTP/1.1" status: 200 len: 946 time: 0.3658521 Jul 07 17:15:59.042914 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c5a94625-2435-446f-93d1-9f71626e5bb9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.063721 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a41c0-9bb2-49f3-9814-76ceffa7c14e req-cd80f1af-0587-4d2a-bcd3-9d66a195172f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:59.069088 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b73a41c0-9bb2-49f3-9814-76ceffa7c14e req-cd80f1af-0587-4d2a-bcd3-9d66a195172f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b0fe605b-06e9-4628-b5de-b8df689c0601 HTTP/1.1" status: 200 len: 856 time: 0.2023242 Jul 07 17:15:59.077721 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698311c-2e81-4ad8-be5d-306fd68dffae req-3a4f1660-21b1-4592-bf14-318138288fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:59.078538 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-c5a94625-2435-446f-93d1-9f71626e5bb9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] device_id is not set on port 46845868-03a0-4c81-bd17-3437da75891a yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:15:59.081553 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2698311c-2e81-4ad8-be5d-306fd68dffae req-3a4f1660-21b1-4592-bf14-318138288fd0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&device_id=05a84436-53c8-41f6-b6c3-dfff277242cb HTTP/1.1" status: 200 len: 1096 time: 0.4353924 Jul 07 17:15:59.100153 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b59e1-4da5-4e3d-b99d-efcd1a7ad0fd tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event updated for resources: {'Port': ['ID=2e57540d-4c57-4e60-9674-5639797953d0,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:59.117400 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-582b59e1-4da5-4e3d-b99d-efcd1a7ad0fd tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.125607 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f803b-a1fa-4299-baa7-3308981e5c7c req-ba27c801-15cd-4262-8b9a-e64c558a1da9 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:59.138196 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c59f803b-a1fa-4299-baa7-3308981e5c7c req-ba27c801-15cd-4262-8b9a-e64c558a1da9 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9f0093-47a4-447e-a62f-87b908cf6ca1 HTTP/1.1" status: 200 len: 943 time: 0.4043732 Jul 07 17:15:59.173217 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5a5ad3cd-e406-4cb0-9511-1c18e6a68ccf req-96769e83-3e90-4187-8c1e-acc8f6ddcd9e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514042 Jul 07 17:15:59.246471 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d2bf9-58d6-47ae-bc30-2e3c0b628ae6 req-c252b23c-cf0f-4edd-9b97-8cfee210361b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:59.248799 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2a7d2bf9-58d6-47ae-bc30-2e3c0b628ae6 req-c252b23c-cf0f-4edd-9b97-8cfee210361b service neutron] 10.222.0.72 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 913 time: 0.5231225 Jul 07 17:15:59.297746 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2a7d2bf9-58d6-47ae-bc30-2e3c0b628ae6 req-168da644-d71b-4f92-884f-9cba2f3752d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94bd3849-30eb-4eef-b27a-1a2aa77b0362 HTTP/1.1" status: 200 len: 217 time: 0.0397274 Jul 07 17:15:59.430526 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-c5a94625-2435-446f-93d1-9f71626e5bb9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 2001:db8::f816:3eff:fe13:b08a (6e9cefa1-f008-4dc6-9203-f56e105ef387/9d6869bf-238c-4bbc-b9f1-9b11c57b545f/46845868-03a0-4c81-bd17-3437da75891a) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:59.480781 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d2bf9-58d6-47ae-bc30-2e3c0b628ae6 req-1911da9f-4f04-4e91-be06-54d2740bc72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:59.489793 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2a7d2bf9-58d6-47ae-bc30-2e3c0b628ae6 req-1911da9f-4f04-4e91-be06-54d2740bc72e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 200 len: 851 time: 0.1783640 Jul 07 17:15:59.510967 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c59f803b-a1fa-4299-baa7-3308981e5c7c req-ec82ee54-3d8c-4882-8269-c97852f70b32 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7a33ef-af0e-441b-a72f-61a55560b183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431134 Jul 07 17:15:59.620831 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a41c0-9bb2-49f3-9814-76ceffa7c14e req-c4f3d6ce-892b-4706-a4d2-98964bbc1e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:59.627921 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b73a41c0-9bb2-49f3-9814-76ceffa7c14e req-c4f3d6ce-892b-4706-a4d2-98964bbc1e3a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9c7bfe2-c6df-42ea-bc46-459eb954abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5449295 Jul 07 17:15:59.637827 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698311c-2e81-4ad8-be5d-306fd68dffae req-f66fda22-1c79-4fbb-9382-385dc968a0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:59.647091 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2698311c-2e81-4ad8-be5d-306fd68dffae req-f66fda22-1c79-4fbb-9382-385dc968a0a0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 913 time: 0.5065243 Jul 07 17:15:59.683334 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40888) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:59.718752 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-5299f2e0-891a-4994-9857-58dd6e7fb930 req-7f619ee6-d591-45c3-ac32-2b9a6438e727 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Deleting port cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:59.719203 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5299f2e0-891a-4994-9857-58dd6e7fb930 req-7f619ee6-d591-45c3-ac32-2b9a6438e727 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.786798 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582b59e1-4da5-4e3d-b99d-efcd1a7ad0fd tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Network d2b7dfc2-4b34-4519-86e4-48689d8300e7 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:59.815832 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-582b59e1-4da5-4e3d-b99d-efcd1a7ad0fd tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:59.891567 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-5299f2e0-891a-4994-9857-58dd6e7fb930 req-7f619ee6-d591-45c3-ac32-2b9a6438e727 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] For port cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a,segment=NetworkSegment(ac9b8636-a978-4645-92b0-4a6468663782),segment_id=ac9b8636-a978-4645-92b0-4a6468663782)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:59.892190 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5299f2e0-891a-4994-9857-58dd6e7fb930 req-7f619ee6-d591-45c3-ac32-2b9a6438e727 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.895777 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c5a94625-2435-446f-93d1-9f71626e5bb9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.946980 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04759895-c7d0-4a7c-b3e6-7cdfb0c71af9 req-3e9ff7ad-769a-4a45-aaf3-5c72df1ee747 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:59.948671 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-04759895-c7d0-4a7c-b3e6-7cdfb0c71af9 req-3e9ff7ad-769a-4a45-aaf3-5c72df1ee747 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.64 "GET /v2.0/ports?device_id=67e6ff3c-0d32-40b0-80b4-4579ec62c999 HTTP/1.1" status: 200 len: 945 time: 0.6993461 Jul 07 17:15:59.968513 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-c5a94625-2435-446f-93d1-9f71626e5bb9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Transition to ACTIVE for port object 46845868-03a0-4c81-bd17-3437da75891a will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:59.996185 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-5299f2e0-891a-4994-9857-58dd6e7fb930 req-7f619ee6-d591-45c3-ac32-2b9a6438e727 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Calling delete_port for cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:00.002894 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2698311c-2e81-4ad8-be5d-306fd68dffae req-8d957165-5836-4558-bcb2-da479b745675 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf341b68-8b88-4d3c-bb32-c6992bc01648 HTTP/1.1" status: 200 len: 217 time: 0.3338916 Jul 07 17:16:00.014689 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15857093-82d2-49d8-b443-4da81d94193e req-c9f9f34a-bb26-45b3-972e-7f0f7c731838 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:00.025512 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-15857093-82d2-49d8-b443-4da81d94193e req-c9f9f34a-bb26-45b3-972e-7f0f7c731838 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 945 time: 0.5233188 Jul 07 17:16:00.091839 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d2bf9-58d6-47ae-bc30-2e3c0b628ae6 req-5f34894a-bd53-4c5d-a0e5-85e9218700ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:00.093631 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2a7d2bf9-58d6-47ae-bc30-2e3c0b628ae6 req-5f34894a-bd53-4c5d-a0e5-85e9218700ad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5853009 Jul 07 17:16:00.121713 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-056931ab-a12e-4f53-a423-880ae40dd9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.175578 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.185668 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698311c-2e81-4ad8-be5d-306fd68dffae req-761c6610-a3e4-49e7-96ea-0b79537db1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:00.187418 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2698311c-2e81-4ad8-be5d-306fd68dffae req-761c6610-a3e4-49e7-96ea-0b79537db1ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 200 len: 851 time: 0.1660893 Jul 07 17:16:00.210837 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-24d179ad-d48d-4522-b58a-be8f3158402c None None] Provisioning for port e87ca595-69d4-47b3-b06d-d50f21b9e1d4 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:00.235772 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-15857093-82d2-49d8-b443-4da81d94193e req-b35a0637-b128-4402-9f64-780b33742241 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091472 Jul 07 17:16:00.241460 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c5a94625-2435-446f-93d1-9f71626e5bb9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.256014 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e87ca595-69d4-47b3-b06d-d50f21b9e1d4 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:00.296339 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 15b0ba0c-0944-4043-97a3-26d0393feaa1 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:00.298008 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582b59e1-4da5-4e3d-b99d-efcd1a7ad0fd tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Router b599a00a-5bd2-4a4b-a493-1fb73b9b6aff has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:00.303065 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2a7d2bf9-58d6-47ae-bc30-2e3c0b628ae6 req-2a61ba03-5526-4cbf-b477-29d3e56301d2 service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930518 Jul 07 17:16:00.448647 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-056931ab-a12e-4f53-a423-880ae40dd9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.475683 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 15b0ba0c-0944-4043-97a3-26d0393feaa1, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=15b0ba0c-0944-4043-97a3-26d0393feaa1,segment=NetworkSegment(2adf2744-7c30-4863-ab07-dded4e2fb144),segment_id=2adf2744-7c30-4863-ab07-dded4e2fb144)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:00.492518 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '15b0ba0c-0944-4043-97a3-26d0393feaa1', 'network_id': '0d0ab42a-eac7-4de2-a66f-948c4e84d876', 'port_id': '15b0ba0c-0944-4043-97a3-26d0393feaa1', 'mac_address': 'fa:16:3e:1f:f1:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ef33c7-d677-4680-a250-d516b996ba80', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:00.498690 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-056931ab-a12e-4f53-a423-880ae40dd9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.524635 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port e87ca595-69d4-47b3-b06d-d50f21b9e1d4 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:00.535527 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port e87ca595-69d4-47b3-b06d-d50f21b9e1d4 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:00.535942 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.536520 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a94625-2435-446f-93d1-9f71626e5bb9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:00.541251 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e9d81-9c87-4d11-a46b-6569d32920eb req-ba5b8002-7a03-4012-a583-fd82b40de621 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:00.548731 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-500e9d81-9c87-4d11-a46b-6569d32920eb req-ba5b8002-7a03-4012-a583-fd82b40de621 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1dc61f3-760a-4765-bcb3-15e44f66e371 HTTP/1.1" status: 200 len: 946 time: 0.8554797 Jul 07 17:16:00.554086 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-c5a94625-2435-446f-93d1-9f71626e5bb9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:00.556829 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a94625-2435-446f-93d1-9f71626e5bb9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:00.563060 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a94625-2435-446f-93d1-9f71626e5bb9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:00.563761 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c5a94625-2435-446f-93d1-9f71626e5bb9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.567471 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.571672 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056931ab-a12e-4f53-a423-880ae40dd9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff29bf24-02d6-4aba-8822-8fb56b3b0953,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:00.574807 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b73a41c0-9bb2-49f3-9814-76ceffa7c14e req-0cb1f8b5-e0a7-4fe2-88f4-01256aa31d22 service neutron] 10.222.0.72 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9196746 Jul 07 17:16:00.603940 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a94625-2435-446f-93d1-9f71626e5bb9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Port': ['ID=46845868-03a0-4c81-bd17-3437da75891a,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:00.605957 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15b0ba0c-0944-4043-97a3-26d0393feaa1 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:00.657485 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 15b0ba0c-0944-4043-97a3-26d0393feaa1, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=15b0ba0c-0944-4043-97a3-26d0393feaa1,segment=NetworkSegment(2adf2744-7c30-4863-ab07-dded4e2fb144),segment_id=2adf2744-7c30-4863-ab07-dded4e2fb144)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:00.659121 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c5a94625-2435-446f-93d1-9f71626e5bb9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0816216 Jul 07 17:16:00.694001 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.698622 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40896) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:00.732755 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b73a41c0-9bb2-49f3-9814-76ceffa7c14e req-ad26af86-15cb-403d-ae9f-8f76b9432c43 service neutron] 10.222.0.72 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436911 Jul 07 17:16:00.775872 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.788052 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582b59e1-4da5-4e3d-b99d-efcd1a7ad0fd tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:00.794669 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-582b59e1-4da5-4e3d-b99d-efcd1a7ad0fd tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "PUT /v2.0/routers/b599a00a-5bd2-4a4b-a493-1fb73b9b6aff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5122967 Jul 07 17:16:00.798989 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2a7d2bf9-58d6-47ae-bc30-2e3c0b628ae6 req-297d80dd-f2e2-429e-a319-a87db82eec29 service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823923 Jul 07 17:16:00.799605 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40898) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:00.801406 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-056931ab-a12e-4f53-a423-880ae40dd9c6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=05ec237093094161869ec986f9a39559&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1050270 Jul 07 17:16:00.807589 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-b905dac7-afc7-49b4-919a-520c149a0e7e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Request body: {'port': {'network_id': 'd2b7dfc2-4b34-4519-86e4-48689d8300e7', 'name': 'tempest-FloatingIPTestJSON-117616576'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:00.810140 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40900) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:00.825768 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac9e92-de3f-4be8-8b8b-455ec072b00c req-8c82f53f-9e42-424f-ab76-0cb194b7c6e4 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:00.830838 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-daac9e92-de3f-4be8-8b8b-455ec072b00c req-8c82f53f-9e42-424f-ab76-0cb194b7c6e4 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 946 time: 0.3892603 Jul 07 17:16:00.853944 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=15b0ba0c-0944-4043-97a3-26d0393feaa1,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:00.861953 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-500e9d81-9c87-4d11-a46b-6569d32920eb req-651de72d-792c-4c5c-bb2e-eca0f9d2ea01 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/security-groups?id=253ba03f-b9a0-4207-973f-af650ed40f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092639 Jul 07 17:16:00.867987 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2836386d-27fe-4f25-9e2d-8e8c7200c120 None None] Sync routers for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:00.900186 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698311c-2e81-4ad8-be5d-306fd68dffae req-09c7c80c-eb25-4e03-8326-285188d073aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:00.902750 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2698311c-2e81-4ad8-be5d-306fd68dffae req-09c7c80c-eb25-4e03-8326-285188d073aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6904342 Jul 07 17:16:00.910972 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2836386d-27fe-4f25-9e2d-8e8c7200c120 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:00.911716 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-2836386d-27fe-4f25-9e2d-8e8c7200c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:15:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:00.918474 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port e87ca595-69d4-47b3-b06d-d50f21b9e1d4, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e87ca595-69d4-47b3-b06d-d50f21b9e1d4,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:00.927256 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['15b0ba0c-0944-4043-97a3-26d0393feaa1'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:00.983469 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.005260 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-2836386d-27fe-4f25-9e2d-8e8c7200c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:01.031808 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2836386d-27fe-4f25-9e2d-8e8c7200c120 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:01.032775 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-2836386d-27fe-4f25-9e2d-8e8c7200c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:15:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:01.069868 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-2836386d-27fe-4f25-9e2d-8e8c7200c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:01.070847 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2836386d-27fe-4f25-9e2d-8e8c7200c120 None None] The sync data for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:01.123196 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:01.130896 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-daac9e92-de3f-4be8-8b8b-455ec072b00c req-4578962a-c92a-4c25-bb9b-6217cf65c1ed tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144509 Jul 07 17:16:01.168341 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b905dac7-afc7-49b4-919a-520c149a0e7e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Made reservation on behalf of e5d74f7b0bc546bdb1648c52dd104a8f for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:01.175183 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b905dac7-afc7-49b4-919a-520c149a0e7e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.206373 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-b905dac7-afc7-49b4-919a-520c149a0e7e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] device_id is not set on port bbf4c514-373c-45c7-a9f9-48487fb1aa01 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:16:01.324639 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=e87ca595-69d4-47b3-b06d-d50f21b9e1d4,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:01.360009 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5c3171e3-bd59-41b7-87eb-ce69e3df1195 None None] Provisioning for port 46845868-03a0-4c81-bd17-3437da75891a completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:01.379876 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5c3171e3-bd59-41b7-87eb-ce69e3df1195 None None] Provisioning complete for port 46845868-03a0-4c81-bd17-3437da75891a triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:01.380283 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5c3171e3-bd59-41b7-87eb-ce69e3df1195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.469179 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-04759895-c7d0-4a7c-b3e6-7cdfb0c71af9 req-a6cfa87e-cdf9-451f-921a-2cc42ac28bf1 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Deleting port 34105ac9-0ae0-409f-90c4-cf3f0d5130c7 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:01.469530 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-04759895-c7d0-4a7c-b3e6-7cdfb0c71af9 req-a6cfa87e-cdf9-451f-921a-2cc42ac28bf1 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.520165 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c1a36-d540-4621-856c-7839f371ef35 req-e2d35ddc-737b-45aa-a02f-f5bf52879635 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:01.526605 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-715c1a36-d540-4621-856c-7839f371ef35 req-e2d35ddc-737b-45aa-a02f-f5bf52879635 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9f0093-47a4-447e-a62f-87b908cf6ca1 HTTP/1.1" status: 200 len: 944 time: 0.2574015 Jul 07 17:16:01.566306 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cef338-1390-4684-a978-7a6a5ed6e888 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:01.572672 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cef338-1390-4684-a978-7a6a5ed6e888 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:01.578723 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-36cef338-1390-4684-a978-7a6a5ed6e888 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.8728900 Jul 07 17:16:01.584479 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40904) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:01.586743 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-b905dac7-afc7-49b4-919a-520c149a0e7e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Allocated IP 172.20.0.14 (d2b7dfc2-4b34-4519-86e4-48689d8300e7/90d837b5-ec58-4159-a787-7a6eae01535e/bbf4c514-373c-45c7-a9f9-48487fb1aa01) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:01.618212 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5299f2e0-891a-4994-9857-58dd6e7fb930 req-7f619ee6-d591-45c3-ac32-2b9a6438e727 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.654796 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.658989 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-5c3171e3-bd59-41b7-87eb-ce69e3df1195 None None] Port 46845868-03a0-4c81-bd17-3437da75891a cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:01.685588 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ab55eda2-d1b5-40da-9936-f21619c47c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.687524 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f619ee6-d591-45c3-ac32-2b9a6438e727 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Pushing event deleted for resources: {'Port': ['ID=cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:01.715221 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd67a367-3f1f-4463-a0a8-0b948e562772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '495805fd-0180-40f2-ab25-1a1c2bc8cbc3'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:01.718131 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28555bc3-170a-46fd-8c39-da0098868794" -d '{"events": [{"server_uuid": "cd67a367-3f1f-4463-a0a8-0b948e562772", "name": "network-vif-unplugged", "status": "completed", "tag": "495805fd-0180-40f2-ab25-1a1c2bc8cbc3"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:01.738407 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 495805fd-0180-40f2-ab25-1a1c2bc8cbc3, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=495805fd-0180-40f2-ab25-1a1c2bc8cbc3,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:01.746749 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.763469 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2698311c-2e81-4ad8-be5d-306fd68dffae req-8dcdd3b9-d404-41b5-bbcf-1c8661960fc6 service neutron] 10.222.0.64 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8502784 Jul 07 17:16:01.776490 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-715c1a36-d540-4621-856c-7839f371ef35 req-a71fa7c0-e511-4d05-a3c9-7145a8907462 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7a33ef-af0e-441b-a72f-61a55560b183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353334 Jul 07 17:16:01.812429 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-5299f2e0-891a-4994-9857-58dd6e7fb930 req-7f619ee6-d591-45c3-ac32-2b9a6438e727 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] No DVR routers for this DVR port cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:01.816379 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5299f2e0-891a-4994-9857-58dd6e7fb930 req-7f619ee6-d591-45c3-ac32-2b9a6438e727 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.818693 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5299f2e0-891a-4994-9857-58dd6e7fb930 req-7f619ee6-d591-45c3-ac32-2b9a6438e727 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.72 "DELETE /v2.0/ports/cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a HTTP/1.1" status: 204 len: 173 time: 2.8480172 Jul 07 17:16:01.837474 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1dc61f3-760a-4765-bcb3-15e44f66e371', 'name': 'network-vif-deleted', 'tag': 'cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:01.837474 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af941800-7670-4cc1-b54b-dac77bba37d2" -d '{"events": [{"server_uuid": "e1dc61f3-760a-4765-bcb3-15e44f66e371", "name": "network-vif-deleted", "tag": "cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:01.858396 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ab55eda2-d1b5-40da-9936-f21619c47c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.873419 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=495805fd-0180-40f2-ab25-1a1c2bc8cbc3,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:01.948700 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-04759895-c7d0-4a7c-b3e6-7cdfb0c71af9 req-a6cfa87e-cdf9-451f-921a-2cc42ac28bf1 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] For port 34105ac9-0ae0-409f-90c4-cf3f0d5130c7, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=34105ac9-0ae0-409f-90c4-cf3f0d5130c7,segment=NetworkSegment(ac9b8636-a978-4645-92b0-4a6468663782),segment_id=ac9b8636-a978-4645-92b0-4a6468663782)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:01.949831 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-04759895-c7d0-4a7c-b3e6-7cdfb0c71af9 req-a6cfa87e-cdf9-451f-921a-2cc42ac28bf1 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.989738 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd302a3-c7f1-4279-9179-ce8c3637a01b req-01f82c8d-9b61-4b30-b8e0-7306afe1f0cc tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:01.991579 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bbd302a3-c7f1-4279-9179-ce8c3637a01b req-01f82c8d-9b61-4b30-b8e0-7306afe1f0cc tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=05a84436-53c8-41f6-b6c3-dfff277242cb HTTP/1.1" status: 200 len: 944 time: 0.5578182 Jul 07 17:16:01.992818 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-04759895-c7d0-4a7c-b3e6-7cdfb0c71af9 req-a6cfa87e-cdf9-451f-921a-2cc42ac28bf1 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Calling delete_port for 34105ac9-0ae0-409f-90c4-cf3f0d5130c7 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:02.016498 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-9bbcdcba-1305-4469-b764-9d44ee883fa0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting port 46845868-03a0-4c81-bd17-3437da75891a {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:02.017401 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9bbcdcba-1305-4469-b764-9d44ee883fa0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:02.070947 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['34105ac9-0ae0-409f-90c4-cf3f0d5130c7'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:02.100882 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2698311c-2e81-4ad8-be5d-306fd68dffae req-593638af-d102-4d91-8100-a2984cc96f4f service neutron] 10.222.0.64 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002250 Jul 07 17:16:02.140191 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e87ca595-69d4-47b3-b06d-d50f21b9e1d4 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:02.257683 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b905dac7-afc7-49b4-919a-520c149a0e7e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:02.278365 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-04759895-c7d0-4a7c-b3e6-7cdfb0c71af9 req-a6cfa87e-cdf9-451f-921a-2cc42ac28bf1 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:02.281982 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9bbcdcba-1305-4469-b764-9d44ee883fa0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:02.292763 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port e87ca595-69d4-47b3-b06d-d50f21b9e1d4 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:02.293964 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:02.312579 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-9bbcdcba-1305-4469-b764-9d44ee883fa0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Calling delete_port for 46845868-03a0-4c81-bd17-3437da75891a owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:02.318359 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device bf341b68-8b88-4d3c-bb32-c6992bc01648 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:02.325120 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 15b0ba0c-0944-4043-97a3-26d0393feaa1 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:02.339824 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bbd302a3-c7f1-4279-9179-ce8c3637a01b req-392a771d-0c6e-48ea-a7ec-3e8e2e7e2075 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359728 Jul 07 17:16:02.344268 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cfa87e-cdf9-451f-921a-2cc42ac28bf1 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Pushing event deleted for resources: {'Port': ['ID=34105ac9-0ae0-409f-90c4-cf3f0d5130c7,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:02.345276 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159c3ff-1891-485a-9548-dd5f7a387653 req-acbfe9f8-3f18-4689-9a70-9d2082cfb844 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:02.354218 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8159c3ff-1891-485a-9548-dd5f7a387653 req-acbfe9f8-3f18-4689-9a70-9d2082cfb844 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 943 time: 0.2595649 Jul 07 17:16:02.452222 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-04759895-c7d0-4a7c-b3e6-7cdfb0c71af9 req-a6cfa87e-cdf9-451f-921a-2cc42ac28bf1 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] No DVR routers for this DVR port 34105ac9-0ae0-409f-90c4-cf3f0d5130c7 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:02.455637 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ab55eda2-d1b5-40da-9936-f21619c47c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:02.462675 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ab55eda2-d1b5-40da-9936-f21619c47c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:02.465487 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ab55eda2-d1b5-40da-9936-f21619c47c14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff29bf24-02d6-4aba-8822-8fb56b3b0953 HTTP/1.1" status: 204 len: 168 time: 1.6439824 Jul 07 17:16:02.468506 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-04759895-c7d0-4a7c-b3e6-7cdfb0c71af9 req-a6cfa87e-cdf9-451f-921a-2cc42ac28bf1 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:02.489699 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8159c3ff-1891-485a-9548-dd5f7a387653 req-6ce93b1f-64da-4c87-8750-f2cd4c64a981 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294196 Jul 07 17:16:02.490874 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b905dac7-afc7-49b4-919a-520c149a0e7e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:02.508050 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-04759895-c7d0-4a7c-b3e6-7cdfb0c71af9 req-a6cfa87e-cdf9-451f-921a-2cc42ac28bf1 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.64 "DELETE /v2.0/ports/34105ac9-0ae0-409f-90c4-cf3f0d5130c7 HTTP/1.1" status: 204 len: 173 time: 2.5204606 Jul 07 17:16:02.563430 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c54d98-4384-497e-9647-cbe160f502ea x-openstack-request-id: req-40c54d98-4384-497e-9647-cbe160f502ea {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:02.565372 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1dc61f3-760a-4765-bcb3-15e44f66e371", "name": "network-vif-deleted", "tag": "cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:02.567694 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40c54d98-4384-497e-9647-cbe160f502ea {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:02.568787 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1dc61f3-760a-4765-bcb3-15e44f66e371', 'name': 'network-vif-deleted', 'tag': 'cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a', 'status': 'completed', 'code': 200} Jul 07 17:16:02.571125 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55eda2-d1b5-40da-9936-f21619c47c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff29bf24-02d6-4aba-8822-8fb56b3b0953,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:02.629167 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b905dac7-afc7-49b4-919a-520c149a0e7e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Network d2b7dfc2-4b34-4519-86e4-48689d8300e7 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:02.650815 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-b905dac7-afc7-49b4-919a-520c149a0e7e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:02.659217 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b905dac7-afc7-49b4-919a-520c149a0e7e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:02.838983 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905dac7-afc7-49b4-919a-520c149a0e7e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event updated for resources: {'Port': ['ID=bbf4c514-373c-45c7-a9f9-48487fb1aa01,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:02.932675 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54dfa923-f070-46dd-9c9c-fbf1e5dbedb2 x-openstack-request-id: req-54dfa923-f070-46dd-9c9c-fbf1e5dbedb2 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:02.937425 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd67a367-3f1f-4463-a0a8-0b948e562772", "name": "network-vif-unplugged", "status": "completed", "tag": "495805fd-0180-40f2-ab25-1a1c2bc8cbc3", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:02.937993 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54dfa923-f070-46dd-9c9c-fbf1e5dbedb2 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:02.938743 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd67a367-3f1f-4463-a0a8-0b948e562772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '495805fd-0180-40f2-ab25-1a1c2bc8cbc3', 'code': 200} Jul 07 17:16:03.020734 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b905dac7-afc7-49b4-919a-520c149a0e7e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:03.021825 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b905dac7-afc7-49b4-919a-520c149a0e7e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.041416 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6654d345-d6e5-42c9-8a61-53e92dc6b3d5 req-a356ab7f-22d0-4167-be3e-88fa2bf3bc15 tempest-ListServersNegativeTestJSON-530865945 tempest-ListServersNegativeTestJSON-530865945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1dc61f3-760a-4765-bcb3-15e44f66e371 HTTP/1.1" status: 200 len: 210 time: 0.0518451 Jul 07 17:16:03.093390 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9bbcdcba-1305-4469-b764-9d44ee883fa0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.134206 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b905dac7-afc7-49b4-919a-520c149a0e7e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3302507 Jul 07 17:16:03.137568 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40920) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:03.145887 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-18ed8013-35e0-4d07-9e54-9599bfe4ff5e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Request body: {'port': {'network_id': 'd2b7dfc2-4b34-4519-86e4-48689d8300e7', 'name': 'tempest-FloatingIPTestJSON-777535516'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:03.163391 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:03.225277 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbcdcba-1305-4469-b764-9d44ee883fa0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Port': ['ID=46845868-03a0-4c81-bd17-3437da75891a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:03.261940 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9bbcdcba-1305-4469-b764-9d44ee883fa0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.264585 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9bbcdcba-1305-4469-b764-9d44ee883fa0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/46845868-03a0-4c81-bd17-3437da75891a HTTP/1.1" status: 204 len: 168 time: 1.6737497 Jul 07 17:16:03.272851 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40922) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:03.284023 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41017bd4-0898-414b-90cb-7215015cea34 req-46a6f746-0ac8-4bf7-ac82-9dfdbdbcb48b tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:03.286082 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41017bd4-0898-414b-90cb-7215015cea34 req-46a6f746-0ac8-4bf7-ac82-9dfdbdbcb48b tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 946 time: 0.4198306 Jul 07 17:16:03.416413 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:03.417361 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device cc6c7ce6-07b3-4d0a-aed5-1037474f9b6a not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:03.498694 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port bf341b68-8b88-4d3c-bb32-c6992bc01648, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bf341b68-8b88-4d3c-bb32-c6992bc01648,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:03.509453 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41017bd4-0898-414b-90cb-7215015cea34 req-26c627eb-a91d-4fe1-b824-d47dbd2b9ca1 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101762 Jul 07 17:16:03.572775 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b66800a-7f24-490c-b743-9f18ea782e6b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:03.602704 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b66800a-7f24-490c-b743-9f18ea782e6b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:03.612933 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6b66800a-7f24-490c-b743-9f18ea782e6b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3232579 Jul 07 17:16:03.616329 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40934) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:03.691798 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'bf341b68-8b88-4d3c-bb32-c6992bc01648', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'port_id': 'bf341b68-8b88-4d3c-bb32-c6992bc01648', 'mac_address': 'fa:16:3e:69:ff:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:03.704198 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 15b0ba0c-0944-4043-97a3-26d0393feaa1 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:03.717975 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 15b0ba0c-0944-4043-97a3-26d0393feaa1 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:03.718736 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.874514 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ed8013-35e0-4d07-9e54-9599bfe4ff5e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Made reservation on behalf of e5d74f7b0bc546bdb1648c52dd104a8f for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:03.897223 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-18ed8013-35e0-4d07-9e54-9599bfe4ff5e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.907487 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-a74d9ff1-595d-4954-8fe8-6c6c8db24520 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet 9d6869bf-238c-4bbc-b9f1-9b11c57b545f {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:16:03.928317 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.929792 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a74d9ff1-595d-4954-8fe8-6c6c8db24520 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.946591 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf341b68-8b88-4d3c-bb32-c6992bc01648 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:04.004655 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b221ed5-31a9-45b1-8cd9-2c423a37c1cf req-d8c8030c-e2da-496d-9593-11eed2eb0819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:04.006600 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9b221ed5-31a9-45b1-8cd9-2c423a37c1cf req-d8c8030c-e2da-496d-9593-11eed2eb0819 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 1098 time: 0.8015010 Jul 07 17:16:04.017903 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-18ed8013-35e0-4d07-9e54-9599bfe4ff5e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] device_id is not set on port 7cab7b6a-737b-405f-a31b-8aaa7d6f1a0a yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:16:04.119574 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port bf341b68-8b88-4d3c-bb32-c6992bc01648, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bf341b68-8b88-4d3c-bb32-c6992bc01648,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:04.144360 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.170572 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a74d9ff1-595d-4954-8fe8-6c6c8db24520 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.382195 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.424980 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=bf341b68-8b88-4d3c-bb32-c6992bc01648,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:04.485072 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-18ed8013-35e0-4d07-9e54-9599bfe4ff5e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Allocated IP 172.20.0.4 (d2b7dfc2-4b34-4519-86e4-48689d8300e7/90d837b5-ec58-4159-a787-7a6eae01535e/7cab7b6a-737b-405f-a31b-8aaa7d6f1a0a) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:04.510662 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['bf341b68-8b88-4d3c-bb32-c6992bc01648'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:04.521248 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 15b0ba0c-0944-4043-97a3-26d0393feaa1, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=15b0ba0c-0944-4043-97a3-26d0393feaa1,segment=NetworkSegment(2adf2744-7c30-4863-ab07-dded4e2fb144),segment_id=2adf2744-7c30-4863-ab07-dded4e2fb144)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:04.565218 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.594023 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a74d9ff1-595d-4954-8fe8-6c6c8db24520 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.624096 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e6ff3c-0d32-40b0-80b4-4579ec62c999', 'name': 'network-vif-deleted', 'tag': '34105ac9-0ae0-409f-90c4-cf3f0d5130c7'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:04.627966 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 34105ac9-0ae0-409f-90c4-cf3f0d5130c7 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:04.629364 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba3cbb8-99ee-44e3-a951-fb8f63e0d482" -d '{"events": [{"server_uuid": "67e6ff3c-0d32-40b0-80b4-4579ec62c999", "name": "network-vif-deleted", "tag": "34105ac9-0ae0-409f-90c4-cf3f0d5130c7"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:04.694921 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 34105ac9-0ae0-409f-90c4-cf3f0d5130c7 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:04.695477 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 34105ac9-0ae0-409f-90c4-cf3f0d5130c7 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:04.719069 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47866fc2-9247-4d69-ad3e-ecdc0a42a4dd req-efa79dd3-6ee8-46f2-b357-ff2cc0db955a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:04.722358 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-47866fc2-9247-4d69-ad3e-ecdc0a42a4dd req-efa79dd3-6ee8-46f2-b357-ff2cc0db955a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=05a84436-53c8-41f6-b6c3-dfff277242cb HTTP/1.1" status: 200 len: 945 time: 0.3442459 Jul 07 17:16:04.764389 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=15b0ba0c-0944-4043-97a3-26d0393feaa1,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:04.793437 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a74d9ff1-595d-4954-8fe8-6c6c8db24520 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.800375 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dec4fc-59d8-4a87-b1ae-7a0e88e67538 req-bbb12456-38ae-4845-8181-f3e5e22933c0 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:04.812995 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-80dec4fc-59d8-4a87-b1ae-7a0e88e67538 req-bbb12456-38ae-4845-8181-f3e5e22933c0 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9f0093-47a4-447e-a62f-87b908cf6ca1 HTTP/1.1" status: 200 len: 944 time: 1.3293130 Jul 07 17:16:04.821569 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9b221ed5-31a9-45b1-8cd9-2c423a37c1cf req-15e2b34b-be57-4505-9d11-35c7003a899d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312416 Jul 07 17:16:04.867682 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-47866fc2-9247-4d69-ad3e-ecdc0a42a4dd req-e4cb4ce3-4b5e-4d0f-99c0-2f844c041b01 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225061 Jul 07 17:16:04.872012 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d9ff1-595d-4954-8fe8-6c6c8db24520 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=9d6869bf-238c-4bbc-b9f1-9b11c57b545f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:04.876485 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a74d9ff1-595d-4954-8fe8-6c6c8db24520 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.887316 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a74d9ff1-595d-4954-8fe8-6c6c8db24520 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/9d6869bf-238c-4bbc-b9f1-9b11c57b545f HTTP/1.1" status: 204 len: 168 time: 1.2636664 Jul 07 17:16:04.892864 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d91c45b-15e0-462b-90ef-1a3eeeda7982 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:04.896666 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40958) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:04.942122 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9f0093-47a4-447e-a62f-87b908cf6ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b0ba0c-0944-4043-97a3-26d0393feaa1'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:04.947582 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386ef2be-e22e-4c80-abde-376983aab5c7" -d '{"events": [{"server_uuid": "6e9f0093-47a4-447e-a62f-87b908cf6ca1", "name": "network-vif-plugged", "status": "completed", "tag": "15b0ba0c-0944-4043-97a3-26d0393feaa1"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:05.034800 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5c3d2c18-7057-4042-b031-445824c8dd44 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1294560 Jul 07 17:16:05.036686 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40966) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:05.054710 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-5b5f774d-79ef-42c0-96f1-694371b9375c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:05.077335 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-80dec4fc-59d8-4a87-b1ae-7a0e88e67538 req-cbf5907d-0faf-4efc-8001-892f94ee6b8a tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7a33ef-af0e-441b-a72f-61a55560b183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612219 Jul 07 17:16:05.112463 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4c2591a6-00e3-4bb9-a083-bd78c902a7ce req-ec233b03-4d5b-47c5-91da-c29e056b57ed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5855560 Jul 07 17:16:05.196689 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-18ed8013-35e0-4d07-9e54-9599bfe4ff5e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.296079 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2591a6-00e3-4bb9-a083-bd78c902a7ce req-60527cee-7a0f-4ae8-89f9-06769706da1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:05.297724 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4c2591a6-00e3-4bb9-a083-bd78c902a7ce req-60527cee-7a0f-4ae8-89f9-06769706da1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa7f2838537b47bf8d02ed4d09c0343d&device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 1098 time: 0.0978777 Jul 07 17:16:05.318094 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-18ed8013-35e0-4d07-9e54-9599bfe4ff5e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.462448 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed8013-35e0-4d07-9e54-9599bfe4ff5e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event updated for resources: {'Port': ['ID=7cab7b6a-737b-405f-a31b-8aaa7d6f1a0a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:05.469416 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89965109-c198-4e30-bd28-4e7c5f7279cd None None] DHCP port deletion for 6e9cefa1-f008-4dc6-9203-f56e105ef387 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:16:05.485490 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a80a39-c315-4c19-b076-9c34d22c2772 req-cbf9f498-3c50-4243-9e80-d3bc3857938f tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:05.492516 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5a80a39-c315-4c19-b076-9c34d22c2772 req-cbf9f498-3c50-4243-9e80-d3bc3857938f tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 943 time: 0.2741039 Jul 07 17:16:05.539088 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ed8013-35e0-4d07-9e54-9599bfe4ff5e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Network d2b7dfc2-4b34-4519-86e4-48689d8300e7 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:05.541986 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5f774d-79ef-42c0-96f1-694371b9375c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:05.555434 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5b5f774d-79ef-42c0-96f1-694371b9375c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.561561 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-18ed8013-35e0-4d07-9e54-9599bfe4ff5e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:05.572655 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ed8013-35e0-4d07-9e54-9599bfe4ff5e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:05.616315 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-89965109-c198-4e30-bd28-4e7c5f7279cd None None] Deleting port e87ca595-69d4-47b3-b06d-d50f21b9e1d4 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:05.617004 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-89965109-c198-4e30-bd28-4e7c5f7279cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.675490 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ed8013-35e0-4d07-9e54-9599bfe4ff5e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:05.676251 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-18ed8013-35e0-4d07-9e54-9599bfe4ff5e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.679230 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2591a6-00e3-4bb9-a083-bd78c902a7ce req-e34a8758-2587-4371-a8d3-3dfd0da9c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:05.680826 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4c2591a6-00e3-4bb9-a083-bd78c902a7ce req-e34a8758-2587-4371-a8d3-3dfd0da9c7ea service neutron] 10.222.0.64 "GET /v2.0/networks?id=b09d5620-c5a5-4f52-8562-d9c726ea81d4 HTTP/1.1" status: 200 len: 911 time: 0.2848270 Jul 07 17:16:05.753293 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5a80a39-c315-4c19-b076-9c34d22c2772 req-c4ef6f11-4e7f-4350-a4f0-a8db5cc67efb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2433987 Jul 07 17:16:05.843332 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6721d39-70b9-4302-805e-e1ffa60d37fd req-62c8d885-b195-459b-b7e3-75d7c460d1be tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:05.847034 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d6721d39-70b9-4302-805e-e1ffa60d37fd req-62c8d885-b195-459b-b7e3-75d7c460d1be tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 946 time: 0.3296013 Jul 07 17:16:05.859803 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4c2591a6-00e3-4bb9-a083-bd78c902a7ce req-e7dcff58-1802-49cd-a8e6-e636acfb6830 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=882531ee-10b6-49b4-8101-c17af29e179b HTTP/1.1" status: 200 len: 217 time: 0.1675024 Jul 07 17:16:05.862787 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-18ed8013-35e0-4d07-9e54-9599bfe4ff5e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7236180 Jul 07 17:16:05.867799 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-89965109-c198-4e30-bd28-4e7c5f7279cd None None] For port e87ca595-69d4-47b3-b06d-d50f21b9e1d4, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e87ca595-69d4-47b3-b06d-d50f21b9e1d4,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:05.868460 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-89965109-c198-4e30-bd28-4e7c5f7279cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.872933 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40978) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:05.884870 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-c2dc7733-45fa-45a5-aeef-bc7d0511e272 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'port_id': '7cab7b6a-737b-405f-a31b-8aaa7d6f1a0a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:05.901957 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410e750d-4ae2-4ca0-9d37-8f8dac1c9173 x-openstack-request-id: req-410e750d-4ae2-4ca0-9d37-8f8dac1c9173 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:05.902434 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e6ff3c-0d32-40b0-80b4-4579ec62c999", "name": "network-vif-deleted", "tag": "34105ac9-0ae0-409f-90c4-cf3f0d5130c7", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:05.902858 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-410e750d-4ae2-4ca0-9d37-8f8dac1c9173 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:05.903488 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e6ff3c-0d32-40b0-80b4-4579ec62c999', 'name': 'network-vif-deleted', 'tag': '34105ac9-0ae0-409f-90c4-cf3f0d5130c7', 'status': 'completed', 'code': 200} Jul 07 17:16:05.915714 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-89965109-c198-4e30-bd28-4e7c5f7279cd None None] Calling delete_port for e87ca595-69d4-47b3-b06d-d50f21b9e1d4 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:06.055509 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7733-45fa-45a5-aeef-bc7d0511e272 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.075371 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d6721d39-70b9-4302-805e-e1ffa60d37fd req-d42f4852-1e64-45e7-99f8-8a2dd9f58b7a tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988304 Jul 07 17:16:06.097639 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3079000e-476b-4f6a-a39a-5f05646ae2f0 x-openstack-request-id: req-3079000e-476b-4f6a-a39a-5f05646ae2f0 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:06.098093 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9f0093-47a4-447e-a62f-87b908cf6ca1", "name": "network-vif-plugged", "status": "completed", "tag": "15b0ba0c-0944-4043-97a3-26d0393feaa1", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:06.098507 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3079000e-476b-4f6a-a39a-5f05646ae2f0 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:06.099118 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9f0093-47a4-447e-a62f-87b908cf6ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b0ba0c-0944-4043-97a3-26d0393feaa1', 'code': 200} Jul 07 17:16:06.100205 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2591a6-00e3-4bb9-a083-bd78c902a7ce req-0db04fb3-dca9-48f0-a5bd-3179a412aad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:06.107944 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4c2591a6-00e3-4bb9-a083-bd78c902a7ce req-0db04fb3-dca9-48f0-a5bd-3179a412aad8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7444f78e-5a5a-4c3a-8ef5-8892e2ae8716 HTTP/1.1" status: 200 len: 850 time: 0.2030528 Jul 07 17:16:06.234349 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e87ca595-69d4-47b3-b06d-d50f21b9e1d4 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:06.255483 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4c2591a6-00e3-4bb9-a083-bd78c902a7ce req-8c97ab86-a950-47b6-a245-8da57c64c317 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b09d5620-c5a5-4f52-8562-d9c726ea81d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299124 Jul 07 17:16:06.268094 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40988) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:06.342356 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device bf341b68-8b88-4d3c-bb32-c6992bc01648 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:06.421214 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-89965109-c198-4e30-bd28-4e7c5f7279cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.456948 n-d-791503-12 neutron-server[100192]: DEBUG neutron.objects.ports [None req-5b5f774d-79ef-42c0-96f1-694371b9375c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100192) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:16:06.466247 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5b5f774d-79ef-42c0-96f1-694371b9375c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.578319 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89965109-c198-4e30-bd28-4e7c5f7279cd None None] Pushing event deleted for resources: {'Port': ['ID=e87ca595-69d4-47b3-b06d-d50f21b9e1d4,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:06.585212 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5f774d-79ef-42c0-96f1-694371b9375c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:06.597062 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89965109-c198-4e30-bd28-4e7c5f7279cd None None] No DVR routers for this DVR port e87ca595-69d4-47b3-b06d-d50f21b9e1d4 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:06.602173 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No active binding found for port e87ca595-69d4-47b3-b06d-d50f21b9e1d4 {{(pid=100194) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 17:16:06.603480 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e87ca595-69d4-47b3-b06d-d50f21b9e1d4 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:06.660159 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port bf341b68-8b88-4d3c-bb32-c6992bc01648 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:06.674853 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-5b5f774d-79ef-42c0-96f1-694371b9375c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:06.677496 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port bf341b68-8b88-4d3c-bb32-c6992bc01648 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:06.678121 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.679091 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4c2591a6-00e3-4bb9-a083-bd78c902a7ce req-289989c3-ab4e-48fb-bbfd-94b49caad370 service neutron] 10.222.0.64 "GET /v2.0/networks/b09d5620-c5a5-4f52-8562-d9c726ea81d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151347 Jul 07 17:16:06.705253 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5f774d-79ef-42c0-96f1-694371b9375c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:06.711653 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5b5f774d-79ef-42c0-96f1-694371b9375c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.747260 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf2d3cf-1e2f-4a28-a8c5-1990d6fce959 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:06.763499 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5b5f774d-79ef-42c0-96f1-694371b9375c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7220733 Jul 07 17:16:06.778775 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40998) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:06.793463 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-b054260d-e7d6-4056-ae46-3b24c6cebb9c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'port': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'mac_address': 'fa:16:3e:29:61:d7', 'name': 'tempest-NetworksTestDHCPv6-2030816364'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:06.833417 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f774d-79ef-42c0-96f1-694371b9375c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=25fdb63a-57a0-4cbe-9919-128c49db0e1d,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:06.903248 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7733-45fa-45a5-aeef-bc7d0511e272 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.933539 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2dc0b4b-2f4d-495e-a5be-d6ad36783ff9 admin admin] Deleting subnet a6414315-38e7-4ae7-811b-362f3d610e57 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:16:06.960693 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e2dc0b4b-2f4d-495e-a5be-d6ad36783ff9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.976291 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20bcc9-5076-48e1-a17a-96c882e951f0 req-4b6b0bff-000b-4595-bd45-20133ccebc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:06.979162 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ed20bcc9-5076-48e1-a17a-96c882e951f0 req-4b6b0bff-000b-4595-bd45-20133ccebc32 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6e9f0093-47a4-447e-a62f-87b908cf6ca1 HTTP/1.1" status: 200 len: 1097 time: 0.8313861 Jul 07 17:16:07.114473 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.134454 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f523bb-c6a0-43de-b293-a579ffe85622 req-feb8fb21-fafd-4a95-acc9-77c8e74daae5 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:07.145350 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c2f523bb-c6a0-43de-b293-a579ffe85622 req-feb8fb21-fafd-4a95-acc9-77c8e74daae5 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=05a84436-53c8-41f6-b6c3-dfff277242cb HTTP/1.1" status: 200 len: 945 time: 0.5898147 Jul 07 17:16:07.162043 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:07.192173 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ed20bcc9-5076-48e1-a17a-96c882e951f0 req-158896e0-e5ea-45b2-a5d1-67bfc2bb6ec1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=aa7a33ef-af0e-441b-a72f-61a55560b183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503923 Jul 07 17:16:07.206196 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e2dc0b4b-2f4d-495e-a5be-d6ad36783ff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.245671 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port bf341b68-8b88-4d3c-bb32-c6992bc01648, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bf341b68-8b88-4d3c-bb32-c6992bc01648,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:07.261647 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.276072 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4c2591a6-00e3-4bb9-a083-bd78c902a7ce req-44630dd1-6edf-40d4-840c-453d295b2121 service neutron] 10.222.0.64 "GET /v2.0/networks/b09d5620-c5a5-4f52-8562-d9c726ea81d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5791733 Jul 07 17:16:07.293910 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b054260d-e7d6-4056-ae46-3b24c6cebb9c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:07.341573 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c2f523bb-c6a0-43de-b293-a579ffe85622 req-5f6ab817-a24c-4a3e-a2bc-8252e1c2efcf tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736100 Jul 07 17:16:07.347621 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.382681 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e2dc0b4b-2f4d-495e-a5be-d6ad36783ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.495316 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a18543-fd90-4314-b387-809ab3a3a72e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-6e9cefa1-f008-4dc6-9203-f56e105ef387', 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'fixed_ips': [{'subnet_id': '25fdb63a-57a0-4cbe-9919-128c49db0e1d'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:16:07.497862 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-25a18543-fd90-4314-b387-809ab3a3a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.518197 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e2dc0b4b-2f4d-495e-a5be-d6ad36783ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.552728 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=bf341b68-8b88-4d3c-bb32-c6992bc01648,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:07.623142 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e2dc0b4b-2f4d-495e-a5be-d6ad36783ff9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.647600 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e2dc0b4b-2f4d-495e-a5be-d6ad36783ff9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a6414315-38e7-4ae7-811b-362f3d610e57 HTTP/1.1" status: 204 len: 168 time: 1.3652117 Jul 07 17:16:07.648287 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41014) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:07.651446 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc0b4b-2f4d-495e-a5be-d6ad36783ff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6414315-38e7-4ae7-811b-362f3d610e57,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:07.801840 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-25a18543-fd90-4314-b387-809ab3a3a72e None None] Allocated IP 2001:db8::f816:3eff:fee1:e4c7 (6e9cefa1-f008-4dc6-9203-f56e105ef387/25fdb63a-57a0-4cbe-9919-128c49db0e1d/41af1f3d-ea8a-4815-99e8-93a6d1954e78) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:07.823895 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-abdd4a70-55d1-461f-9606-7883e801f777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.894019 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.106101 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-c2dc7733-45fa-45a5-aeef-bc7d0511e272 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Allocated IP 172.25.0.159 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/6e40a8cf-1c4c-4ba1-a371-742c399f4086) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:08.151477 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-abdd4a70-55d1-461f-9606-7883e801f777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.182556 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-abdd4a70-55d1-461f-9606-7883e801f777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3f8586-c279-4b25-9088-fbb4cfab1630']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:08.198475 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-abdd4a70-55d1-461f-9606-7883e801f777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac9b8636-a978-4645-92b0-4a6468663782') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:08.199080 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-abdd4a70-55d1-461f-9606-7883e801f777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac9b8636-a978-4645-92b0-4a6468663782') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:08.228247 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-abdd4a70-55d1-461f-9606-7883e801f777 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.239442 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fb81b-5684-482a-a9cb-1637cfca4bef req-48588925-1775-4ce2-b200-7b2e64591870 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:08.248513 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-633fb81b-5684-482a-a9cb-1637cfca4bef req-48588925-1775-4ce2-b200-7b2e64591870 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 946 time: 0.1621034 Jul 07 17:16:08.297950 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-abdd4a70-55d1-461f-9606-7883e801f777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.308559 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a84436-53c8-41f6-b6c3-dfff277242cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf341b68-8b88-4d3c-bb32-c6992bc01648'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:08.313467 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f79dcba-9a50-40e7-bbe7-6cce4cb41ff1" -d '{"events": [{"server_uuid": "05a84436-53c8-41f6-b6c3-dfff277242cb", "name": "network-vif-plugged", "status": "completed", "tag": "bf341b68-8b88-4d3c-bb32-c6992bc01648"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:08.330784 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-25a18543-fd90-4314-b387-809ab3a3a72e None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.343149 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-633fb81b-5684-482a-a9cb-1637cfca4bef req-786307de-cb85-4ef4-838c-002b390685bc tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916064 Jul 07 17:16:08.350657 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abdd4a70-55d1-461f-9606-7883e801f777 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-abdd4a70-55d1-461f-9606-7883e801f777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:16:08.355451 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:16:08.443368 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b054260d-e7d6-4056-ae46-3b24c6cebb9c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.492390 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-abdd4a70-55d1-461f-9606-7883e801f777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.493535 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-25a18543-fd90-4314-b387-809ab3a3a72e None None] Transition to ACTIVE for port object 41af1f3d-ea8a-4815-99e8-93a6d1954e78 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:08.513037 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd23dc-fc43-436d-9ab0-2419a0fcf065 req-1e26cc25-0923-4fd8-9dad-4b7e6a13ad30 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:08.514891 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0efd23dc-fc43-436d-9ab0-2419a0fcf065 req-1e26cc25-0923-4fd8-9dad-4b7e6a13ad30 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9f0093-47a4-447e-a62f-87b908cf6ca1 HTTP/1.1" status: 200 len: 945 time: 0.4429307 Jul 07 17:16:08.531753 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-abdd4a70-55d1-461f-9606-7883e801f777 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.536929 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-25a18543-fd90-4314-b387-809ab3a3a72e None None] Transition to ACTIVE for port object 41af1f3d-ea8a-4815-99e8-93a6d1954e78 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:08.542036 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-abdd4a70-55d1-461f-9606-7883e801f777 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0d3f8586-c279-4b25-9088-fbb4cfab1630 HTTP/1.1" status: 204 len: 168 time: 0.8921177 Jul 07 17:16:08.544428 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd4a70-55d1-461f-9606-7883e801f777 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d3f8586-c279-4b25-9088-fbb4cfab1630,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:08.548666 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-25a18543-fd90-4314-b387-809ab3a3a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.570272 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-b054260d-e7d6-4056-ae46-3b24c6cebb9c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] device_id is not set on port 66a48e2b-13e6-4232-9fcd-a0134f1d53e9 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:16:08.594192 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a18543-fd90-4314-b387-809ab3a3a72e None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:08.601161 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-25a18543-fd90-4314-b387-809ab3a3a72e None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:08.606700 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a18543-fd90-4314-b387-809ab3a3a72e None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:08.678233 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-0c63c5de-7314-404d-ad64-76d5d957d29d req-70a6b700-82dd-4b7a-b29f-08fe4c74f9a8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:16:08.679308 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c63c5de-7314-404d-ad64-76d5d957d29d req-70a6b700-82dd-4b7a-b29f-08fe4c74f9a8 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076978 Jul 07 17:16:08.779602 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-25a18543-fd90-4314-b387-809ab3a3a72e None None] Attempting to bind port 41af1f3d-ea8a-4815-99e8-93a6d1954e78 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:08.795051 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-25a18543-fd90-4314-b387-809ab3a3a72e None None] Attempting to bind port 41af1f3d-ea8a-4815-99e8-93a6d1954e78 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:08.795763 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a18543-fd90-4314-b387-809ab3a3a72e None None] Attempting to bind port 41af1f3d-ea8a-4815-99e8-93a6d1954e78 on network 6e9cefa1-f008-4dc6-9203-f56e105ef387 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:08.806264 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a18543-fd90-4314-b387-809ab3a3a72e None None] Pushing event updated for resources: {'Port': ['ID=41af1f3d-ea8a-4815-99e8-93a6d1954e78,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:08.810984 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a18543-fd90-4314-b387-809ab3a3a72e None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:08.811352 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a18543-fd90-4314-b387-809ab3a3a72e None None] Checking segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:08.811835 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-25a18543-fd90-4314-b387-809ab3a3a72e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.812517 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a18543-fd90-4314-b387-809ab3a3a72e None None] Bound using segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:08.813384 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-25a18543-fd90-4314-b387-809ab3a3a72e None None] Bound port: 41af1f3d-ea8a-4815-99e8-93a6d1954e78, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:08.814742 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-25a18543-fd90-4314-b387-809ab3a3a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.900987 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-b054260d-e7d6-4056-ae46-3b24c6cebb9c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 2001:db8::f816:3eff:fe29:61d7 (6e9cefa1-f008-4dc6-9203-f56e105ef387/25fdb63a-57a0-4cbe-9919-128c49db0e1d/66a48e2b-13e6-4232-9fcd-a0134f1d53e9) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:08.946631 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7733-45fa-45a5-aeef-bc7d0511e272 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.951671 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0efd23dc-fc43-436d-9ab0-2419a0fcf065 req-3af84869-ee59-4691-8b12-224c16f9b8b4 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7a33ef-af0e-441b-a72f-61a55560b183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069588 Jul 07 17:16:09.112837 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41046) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:09.162865 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7733-45fa-45a5-aeef-bc7d0511e272 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.179836 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-60150ea2-25ad-47bd-91dd-202a6e3d97e7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6fd7d07df0be419db9fc23214c8036fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0615227 Jul 07 17:16:09.180726 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41048) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:09.233233 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0031d112-7e26-497f-8ffd-9591e1abfec4 x-openstack-request-id: req-0031d112-7e26-497f-8ffd-9591e1abfec4 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:09.237142 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a84436-53c8-41f6-b6c3-dfff277242cb", "name": "network-vif-plugged", "status": "completed", "tag": "bf341b68-8b88-4d3c-bb32-c6992bc01648", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:09.237813 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0031d112-7e26-497f-8ffd-9591e1abfec4 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:09.238617 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a84436-53c8-41f6-b6c3-dfff277242cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf341b68-8b88-4d3c-bb32-c6992bc01648', 'code': 200} Jul 07 17:16:09.480749 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-25a18543-fd90-4314-b387-809ab3a3a72e None None] For port 41af1f3d-ea8a-4815-99e8-93a6d1954e78, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:09.487185 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e7afd323-b917-4ff4-8431-30a9aa90d69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.492580 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-25a18543-fd90-4314-b387-809ab3a3a72e None None] For port 41af1f3d-ea8a-4815-99e8-93a6d1954e78, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=41af1f3d-ea8a-4815-99e8-93a6d1954e78,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:09.502270 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-25a18543-fd90-4314-b387-809ab3a3a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.540475 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dc7733-45fa-45a5-aeef-bc7d0511e272 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:09.582911 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e7afd323-b917-4ff4-8431-30a9aa90d69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.593471 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f8825-f92d-4410-9670-ffb032f0820c req-13903008-e85a-43e9-80b8-b2683aac1136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:09.596433 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c15f8825-f92d-4410-9670-ffb032f0820c req-13903008-e85a-43e9-80b8-b2683aac1136 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=05a84436-53c8-41f6-b6c3-dfff277242cb HTTP/1.1" status: 200 len: 1098 time: 0.2702327 Jul 07 17:16:09.599853 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-c2dc7733-45fa-45a5-aeef-bc7d0511e272 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:09.657655 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a18543-fd90-4314-b387-809ab3a3a72e None None] Pushing event updated for resources: {'Port': ['ID=41af1f3d-ea8a-4815-99e8-93a6d1954e78,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:09.668072 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dc7733-45fa-45a5-aeef-bc7d0511e272 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:09.722772 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc7733-45fa-45a5-aeef-bc7d0511e272 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event updated for resources: {'Port': ['ID=6e40a8cf-1c4c-4ba1-a371-742c399f4086,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:09.889612 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41064) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:09.963035 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e7afd323-b917-4ff4-8431-30a9aa90d69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.969280 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e7afd323-b917-4ff4-8431-30a9aa90d69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.981926 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e7afd323-b917-4ff4-8431-30a9aa90d69a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/253ba03f-b9a0-4207-973f-af650ed40f11 HTTP/1.1" status: 204 len: 168 time: 0.7977290 Jul 07 17:16:10.070938 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c15f8825-f92d-4410-9670-ffb032f0820c req-64252e6c-4f25-4145-a984-f3c2910cef1d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710989 Jul 07 17:16:10.090478 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699776d-08ee-4700-81a4-78acdf49a2f4 req-097ead1a-3204-4e58-ac2e-a4ea81c1e9e5 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:10.101226 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2699776d-08ee-4700-81a4-78acdf49a2f4 req-097ead1a-3204-4e58-ac2e-a4ea81c1e9e5 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=05a84436-53c8-41f6-b6c3-dfff277242cb HTTP/1.1" status: 200 len: 946 time: 0.5612502 Jul 07 17:16:10.107070 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7afd323-b917-4ff4-8431-30a9aa90d69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253ba03f-b9a0-4207-973f-af650ed40f11,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:10.139707 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b054260d-e7d6-4056-ae46-3b24c6cebb9c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.269394 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-b054260d-e7d6-4056-ae46-3b24c6cebb9c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Transition to ACTIVE for port object 66a48e2b-13e6-4232-9fcd-a0134f1d53e9 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:10.321515 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2699776d-08ee-4700-81a4-78acdf49a2f4 req-580a2a82-5233-498d-82a0-a734144ef257 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209251 Jul 07 17:16:10.366290 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8654465-967e-458f-a99a-8793a0cb3471 req-97dd76e3-d6f2-496f-b562-562ed8bb1632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:10.370150 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8654465-967e-458f-a99a-8793a0cb3471 req-97dd76e3-d6f2-496f-b562-562ed8bb1632 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fa7f2838537b47bf8d02ed4d09c0343d&device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 1098 time: 0.6313887 Jul 07 17:16:10.387884 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 41af1f3d-ea8a-4815-99e8-93a6d1954e78 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:10.520154 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 41af1f3d-ea8a-4815-99e8-93a6d1954e78 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:10.597670 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b054260d-e7d6-4056-ae46-3b24c6cebb9c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.681918 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b054260d-e7d6-4056-ae46-3b24c6cebb9c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:10.692127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-b054260d-e7d6-4056-ae46-3b24c6cebb9c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:10.743237 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b054260d-e7d6-4056-ae46-3b24c6cebb9c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:10.769210 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b054260d-e7d6-4056-ae46-3b24c6cebb9c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:10.772941 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b054260d-e7d6-4056-ae46-3b24c6cebb9c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.822417 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054260d-e7d6-4056-ae46-3b24c6cebb9c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Port': ['ID=66a48e2b-13e6-4232-9fcd-a0134f1d53e9,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:10.941041 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b054260d-e7d6-4056-ae46-3b24c6cebb9c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1554737 Jul 07 17:16:10.945097 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41078) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:11.232216 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8654465-967e-458f-a99a-8793a0cb3471 req-946cacc2-c19b-4473-b550-04df7be89ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:11.237960 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd24b8f-3af5-4573-a31c-6183378ffce5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:11.242559 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8654465-967e-458f-a99a-8793a0cb3471 req-946cacc2-c19b-4473-b550-04df7be89ec3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b09d5620-c5a5-4f52-8562-d9c726ea81d4 HTTP/1.1" status: 200 len: 911 time: 0.8638954 Jul 07 17:16:11.260785 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd24b8f-3af5-4573-a31c-6183378ffce5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:11.263338 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-efd24b8f-3af5-4573-a31c-6183378ffce5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3168161 Jul 07 17:16:11.272667 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41090) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:11.273758 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f22593-1800-454a-bd51-8d0ebba0956c req-554f4dc8-9202-429e-9c50-f007d8c6c686 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:11.281494 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a8f22593-1800-454a-bd51-8d0ebba0956c req-554f4dc8-9202-429e-9c50-f007d8c6c686 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 943 time: 1.2090278 Jul 07 17:16:11.392150 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7733-45fa-45a5-aeef-bc7d0511e272 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.488206 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8654465-967e-458f-a99a-8793a0cb3471 req-c756be56-2a25-4013-82bc-eb95ac1ff4d3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=113cc2ba-2a7d-40f0-af35-223876845506 HTTP/1.1" status: 200 len: 217 time: 0.1981378 Jul 07 17:16:11.569275 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa84a56-dc27-4dde-947b-ea323e020d3a req-1200c4c9-986f-4caf-a734-ac33d3e745c3 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:11.584900 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ffa84a56-dc27-4dde-947b-ea323e020d3a req-1200c4c9-986f-4caf-a734-ac33d3e745c3 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 946 time: 0.9721191 Jul 07 17:16:11.654957 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a8f22593-1800-454a-bd51-8d0ebba0956c req-f212c02a-73a0-4b59-8ff4-0c1c9e874520 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3676944 Jul 07 17:16:11.659426 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8654465-967e-458f-a99a-8793a0cb3471 req-29478296-cbdd-4406-9deb-a722bdf07a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:11.661807 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8654465-967e-458f-a99a-8793a0cb3471 req-29478296-cbdd-4406-9deb-a722bdf07a02 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7444f78e-5a5a-4c3a-8ef5-8892e2ae8716 HTTP/1.1" status: 200 len: 850 time: 0.1524119 Jul 07 17:16:11.664568 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7733-45fa-45a5-aeef-bc7d0511e272 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.745198 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ffa84a56-dc27-4dde-947b-ea323e020d3a req-3033618d-e86d-49b7-9325-18742c32ed27 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590703 Jul 07 17:16:11.787315 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-68a6e81f-6b01-42a8-8fb9-976ce680e929 req-028e88b9-3beb-41b7-b76f-d29b5132af78 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.8903165 Jul 07 17:16:11.791346 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8654465-967e-458f-a99a-8793a0cb3471 req-4e11363e-6290-4084-b78b-0b29e707fdf1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b09d5620-c5a5-4f52-8562-d9c726ea81d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208928 Jul 07 17:16:11.808482 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-68a5fc6e-21fe-4624-9ae3-a42c67e53458 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting port 66a48e2b-13e6-4232-9fcd-a0134f1d53e9 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:11.808958 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68a5fc6e-21fe-4624-9ae3-a42c67e53458 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.847286 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7e477731-bd64-49c5-acc4-4fef724e9b9d None None] Provisioning for port 41af1f3d-ea8a-4815-99e8-93a6d1954e78 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:11.874572 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7e477731-bd64-49c5-acc4-4fef724e9b9d None None] Provisioning complete for port 41af1f3d-ea8a-4815-99e8-93a6d1954e78 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:11.881277 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7e477731-bd64-49c5-acc4-4fef724e9b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.146141 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7e477731-bd64-49c5-acc4-4fef724e9b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.198695 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8654465-967e-458f-a99a-8793a0cb3471 req-f60ee085-5303-4c40-8676-bb446460b372 service neutron] 10.222.0.72 "GET /v2.0/networks/b09d5620-c5a5-4f52-8562-d9c726ea81d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984401 Jul 07 17:16:12.213706 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-7e477731-bd64-49c5-acc4-4fef724e9b9d None None] For port 41af1f3d-ea8a-4815-99e8-93a6d1954e78, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=41af1f3d-ea8a-4815-99e8-93a6d1954e78,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:12.227713 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7e477731-bd64-49c5-acc4-4fef724e9b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.251966 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5d889-ff2b-4525-8464-f83d15658293 req-784bac5e-84ca-495d-bfc9-98c07b0756f9 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:12.261501 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-72c5d889-ff2b-4525-8464-f83d15658293 req-784bac5e-84ca-495d-bfc9-98c07b0756f9 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9f0093-47a4-447e-a62f-87b908cf6ca1 HTTP/1.1" status: 200 len: 945 time: 0.2561562 Jul 07 17:16:12.295822 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e477731-bd64-49c5-acc4-4fef724e9b9d None None] Pushing event updated for resources: {'Port': ['ID=41af1f3d-ea8a-4815-99e8-93a6d1954e78,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:12.361375 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9a35fab2-60e5-4c05-a1c7-1b668bcf83cb None None] Provisioning for port 66a48e2b-13e6-4232-9fcd-a0134f1d53e9 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:12.368195 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9a35fab2-60e5-4c05-a1c7-1b668bcf83cb None None] Provisioning complete for port 66a48e2b-13e6-4232-9fcd-a0134f1d53e9 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:12.368648 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9a35fab2-60e5-4c05-a1c7-1b668bcf83cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.373804 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41120) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:12.393136 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68a5fc6e-21fe-4624-9ae3-a42c67e53458 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.468301 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b8654465-967e-458f-a99a-8793a0cb3471 req-821d8b82-1735-464d-af45-f82c4d8c7870 service neutron] 10.222.0.72 "GET /v2.0/networks/b09d5620-c5a5-4f52-8562-d9c726ea81d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621286 Jul 07 17:16:12.471784 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-9a35fab2-60e5-4c05-a1c7-1b668bcf83cb None None] Port 66a48e2b-13e6-4232-9fcd-a0134f1d53e9 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:12.479914 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-68a5fc6e-21fe-4624-9ae3-a42c67e53458 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Calling delete_port for 66a48e2b-13e6-4232-9fcd-a0134f1d53e9 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:12.502069 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-72c5d889-ff2b-4525-8464-f83d15658293 req-977ce86f-9bee-420e-96f0-bac856ef0be7 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7a33ef-af0e-441b-a72f-61a55560b183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391369 Jul 07 17:16:12.569346 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7733-45fa-45a5-aeef-bc7d0511e272 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.583455 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7733-45fa-45a5-aeef-bc7d0511e272 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.743246 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-03b673e2-4f4d-4f2f-8ade-148f62f09083 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-547925-network', 'tenant_id': '093f8cd0eb1247809a1b83c8ab433206'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:12.990572 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc7733-45fa-45a5-aeef-bc7d0511e272 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event updated for resources: {'Port': ['ID=6e40a8cf-1c4c-4ba1-a371-742c399f4086,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:12.994907 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b673e2-4f4d-4f2f-8ade-148f62f09083 admin admin] Made reservation on behalf of 093f8cd0eb1247809a1b83c8ab433206 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:12.998554 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e2011-9e74-479d-8e75-fcb3ba8e70aa req-0c6631f7-64a5-40aa-bfcd-028912a3afea tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:12.999128 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-03b673e2-4f4d-4f2f-8ade-148f62f09083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.000527 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-518e2011-9e74-479d-8e75-fcb3ba8e70aa req-0c6631f7-64a5-40aa-bfcd-028912a3afea tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 943 time: 0.1112499 Jul 07 17:16:13.021564 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7733-45fa-45a5-aeef-bc7d0511e272 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.037770 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273b86f-c6ba-4d37-8589-79d0646f108c req-1c07cd86-4d1c-4b0d-b162-6d36e362b098 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:13.040766 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4273b86f-c6ba-4d37-8589-79d0646f108c req-1c07cd86-4d1c-4b0d-b162-6d36e362b098 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=05a84436-53c8-41f6-b6c3-dfff277242cb HTTP/1.1" status: 200 len: 946 time: 0.7835593 Jul 07 17:16:13.058226 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-03b673e2-4f4d-4f2f-8ade-148f62f09083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.113656 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-518e2011-9e74-479d-8e75-fcb3ba8e70aa req-44788f6a-9c83-4d83-949c-44fb37b6bd12 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947206 Jul 07 17:16:13.403801 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68a5fc6e-21fe-4624-9ae3-a42c67e53458 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.461892 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4273b86f-c6ba-4d37-8589-79d0646f108c req-23ec94e3-f0b6-4b77-af55-0b43d5a5e9f2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087208 Jul 07 17:16:13.528964 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5fc6e-21fe-4624-9ae3-a42c67e53458 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Port': ['ID=66a48e2b-13e6-4232-9fcd-a0134f1d53e9,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:13.552851 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37624a5-2cbc-4f6b-b94c-712c32f0f18c req-8aec6cc4-9e23-4a15-b319-d2445ce3fd7c tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:13.562850 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d37624a5-2cbc-4f6b-b94c-712c32f0f18c req-8aec6cc4-9e23-4a15-b319-d2445ce3fd7c tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 946 time: 0.1313565 Jul 07 17:16:13.566937 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-c2dc7733-45fa-45a5-aeef-bc7d0511e272 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Floating IP 08e80634-d7e4-40aa-a6b6-a952d7c106ac associated. External IP: 172.25.0.159, port: 7cab7b6a-737b-405f-a31b-8aaa7d6f1a0a. Jul 07 17:16:13.581322 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:16:13.640224 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d37624a5-2cbc-4f6b-b94c-712c32f0f18c req-2c2a8603-0614-4f8c-b4c0-1f87379ca2ab tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751629 Jul 07 17:16:13.791793 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68a5fc6e-21fe-4624-9ae3-a42c67e53458 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.795407 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-68a5fc6e-21fe-4624-9ae3-a42c67e53458 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/66a48e2b-13e6-4232-9fcd-a0134f1d53e9 HTTP/1.1" status: 204 len: 168 time: 2.5228519 Jul 07 17:16:13.800740 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41150) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:13.880230 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ecd0731f-0dc7-487d-a62c-33ca5ca990bf req-e7984911-eb27-46db-ad8b-e571caba00bd tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=ea3241034bb848a48d8167b6b493e4d4 HTTP/1.1" status: 200 len: 267 time: 0.0890384 Jul 07 17:16:14.142001 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0731f-0dc7-487d-a62c-33ca5ca990bf req-7ab43760-c3da-4316-b7c7-4dbaa5ec9146 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:14.155544 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ecd0731f-0dc7-487d-a62c-33ca5ca990bf req-7ab43760-c3da-4316-b7c7-4dbaa5ec9146 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=05a84436-53c8-41f6-b6c3-dfff277242cb HTTP/1.1" status: 200 len: 946 time: 0.2718921 Jul 07 17:16:14.172005 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-ecd0731f-0dc7-487d-a62c-33ca5ca990bf req-39c42806-3cf1-4b08-abc0-f0270c690caf tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Request body: {'port': {'security_groups': []}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:14.286971 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 41af1f3d-ea8a-4815-99e8-93a6d1954e78 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:14.419289 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-03b673e2-4f4d-4f2f-8ade-148f62f09083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.448950 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 41af1f3d-ea8a-4815-99e8-93a6d1954e78 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:14.449512 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.454532 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11edfb68-d502-464d-b596-201cb7437a19 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:14.466281 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11edfb68-d502-464d-b596-201cb7437a19 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:14.469355 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-11edfb68-d502-464d-b596-201cb7437a19 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.6650105 Jul 07 17:16:14.473449 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41158) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:14.484888 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-03b673e2-4f4d-4f2f-8ade-148f62f09083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.525463 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ecd0731f-0dc7-487d-a62c-33ca5ca990bf req-39c42806-3cf1-4b08-abc0-f0270c690caf tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.620636 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-de21cdd0-ed8e-481a-a5a9-921d6cc3c13b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet 25fdb63a-57a0-4cbe-9919-128c49db0e1d {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:16:14.629552 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de21cdd0-ed8e-481a-a5a9-921d6cc3c13b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.630119 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b673e2-4f4d-4f2f-8ade-148f62f09083 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:16:14.699479 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-03b673e2-4f4d-4f2f-8ade-148f62f09083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.699931 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-03b673e2-4f4d-4f2f-8ade-148f62f09083 admin admin] Added segment a7553279-0661-4c54-86a8-42bce1d0325a of type vlan for network b49db49b-f127-4d2a-b9c1-b5f9ec1c540b Jul 07 17:16:14.775249 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-03b673e2-4f4d-4f2f-8ade-148f62f09083 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.776547 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de21cdd0-ed8e-481a-a5a9-921d6cc3c13b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.823883 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-03b673e2-4f4d-4f2f-8ade-148f62f09083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.825421 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b673e2-4f4d-4f2f-8ade-148f62f09083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:14.826205 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-03b673e2-4f4d-4f2f-8ade-148f62f09083 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.853493 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-03b673e2-4f4d-4f2f-8ade-148f62f09083 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4721794 Jul 07 17:16:14.859312 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41164) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:14.872217 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b673e2-4f4d-4f2f-8ade-148f62f09083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a3d89b-8016-4f82-845d-66c79549f60e,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:14.925456 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-beb3690a-bb6f-45e5-bafe-8ee37bebf30b admin admin] Request body: {'subnet': {'network_id': 'b49db49b-f127-4d2a-b9c1-b5f9ec1c540b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-547925-subnet', 'tenant_id': '093f8cd0eb1247809a1b83c8ab433206', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:14.996982 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b673e2-4f4d-4f2f-8ade-148f62f09083 admin admin] Pushing event updated for resources: {'Network': ['ID=b49db49b-f127-4d2a-b9c1-b5f9ec1c540b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:15.012473 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network b49db49b-f127-4d2a-b9c1-b5f9ec1c540b details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:16:15.058251 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3f56d-13e5-4660-8a2c-8d8e9ea192b8 req-e0bcb1cf-c278-41e2-a43d-8e06f2e3e4e0 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:15.072200 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-34c3f56d-13e5-4660-8a2c-8d8e9ea192b8 req-e0bcb1cf-c278-41e2-a43d-8e06f2e3e4e0 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 943 time: 0.6006947 Jul 07 17:16:15.075633 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2dc7733-45fa-45a5-aeef-bc7d0511e272 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Router b599a00a-5bd2-4a4b-a493-1fb73b9b6aff has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:15.077296 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb3690a-bb6f-45e5-bafe-8ee37bebf30b admin admin] Made reservation on behalf of 093f8cd0eb1247809a1b83c8ab433206 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:15.086718 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-beb3690a-bb6f-45e5-bafe-8ee37bebf30b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.129337 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-ecd0731f-0dc7-487d-a62c-33ca5ca990bf req-39c42806-3cf1-4b08-abc0-f0270c690caf tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] For port bf341b68-8b88-4d3c-bb32-c6992bc01648, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bf341b68-8b88-4d3c-bb32-c6992bc01648,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:15.133902 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de21cdd0-ed8e-481a-a5a9-921d6cc3c13b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.263625 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ecd0731f-0dc7-487d-a62c-33ca5ca990bf req-39c42806-3cf1-4b08-abc0-f0270c690caf tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.273241 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ecd0731f-0dc7-487d-a62c-33ca5ca990bf req-39c42806-3cf1-4b08-abc0-f0270c690caf tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.289908 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['94bd3849-30eb-4eef-b27a-1a2aa77b0362'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:15.397495 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-34c3f56d-13e5-4660-8a2c-8d8e9ea192b8 req-2fd0c320-e897-4eac-9d28-cd1369ae611b tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3240373 Jul 07 17:16:15.408444 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0731f-0dc7-487d-a62c-33ca5ca990bf req-39c42806-3cf1-4b08-abc0-f0270c690caf tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:15.409109 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ecd0731f-0dc7-487d-a62c-33ca5ca990bf req-39c42806-3cf1-4b08-abc0-f0270c690caf tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.419916 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['8dc81060-f12c-4d50-ac74-7a7ea986f264', 'bf341b68-8b88-4d3c-bb32-c6992bc01648'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:15.424481 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ecd0731f-0dc7-487d-a62c-33ca5ca990bf req-39c42806-3cf1-4b08-abc0-f0270c690caf tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "PUT /v2.0/ports/bf341b68-8b88-4d3c-bb32-c6992bc01648 HTTP/1.1" status: 200 len: 905 time: 1.2698069 Jul 07 17:16:15.426446 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de21cdd0-ed8e-481a-a5a9-921d6cc3c13b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.446864 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a84436-53c8-41f6-b6c3-dfff277242cb', 'tag': 'bf341b68-8b88-4d3c-bb32-c6992bc01648'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:15.459942 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36004685-ecf3-4ab2-b01f-ac9e5e2a6589" -d '{"events": [{"name": "network-changed", "server_uuid": "05a84436-53c8-41f6-b6c3-dfff277242cb", "tag": "bf341b68-8b88-4d3c-bb32-c6992bc01648"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:15.670140 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21cdd0-ed8e-481a-a5a9-921d6cc3c13b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=25fdb63a-57a0-4cbe-9919-128c49db0e1d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:15.701143 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['bf341b68-8b88-4d3c-bb32-c6992bc01648'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:15.763294 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de21cdd0-ed8e-481a-a5a9-921d6cc3c13b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.770733 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-de21cdd0-ed8e-481a-a5a9-921d6cc3c13b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/25fdb63a-57a0-4cbe-9919-128c49db0e1d HTTP/1.1" status: 204 len: 168 time: 1.2915497 Jul 07 17:16:15.776599 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41172) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:15.800376 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4e6783-30aa-4c4c-9e17-cb44beb138d1 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:15.835293 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c42806-3cf1-4b08-abc0-f0270c690caf tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Pushing event updated for resources: {'Port': ['ID=bf341b68-8b88-4d3c-bb32-c6992bc01648,revision_number=6']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:16.012430 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81083ad8-a9f9-48d8-9d38-442ad8f68d17 req-0c4be05d-da64-4046-b4fd-0ae9f2a2d063 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:16.015984 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-81083ad8-a9f9-48d8-9d38-442ad8f68d17 req-0c4be05d-da64-4046-b4fd-0ae9f2a2d063 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9f0093-47a4-447e-a62f-87b908cf6ca1 HTTP/1.1" status: 200 len: 945 time: 0.4297543 Jul 07 17:16:16.066158 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9996a31-6846-4c49-a64b-33b98c5ed389 req-0f541078-0784-49d7-a983-315a844c64ec tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:16.100367 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d9996a31-6846-4c49-a64b-33b98c5ed389 req-0f541078-0784-49d7-a983-315a844c64ec tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9f0093-47a4-447e-a62f-87b908cf6ca1 HTTP/1.1" status: 200 len: 945 time: 0.3419869 Jul 07 17:16:16.193911 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-42351846-1b3f-4da1-bc74-2f180f950a72 None None] Provisioning complete for port bf341b68-8b88-4d3c-bb32-c6992bc01648 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:16.194202 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-42351846-1b3f-4da1-bc74-2f180f950a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.300887 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d9996a31-6846-4c49-a64b-33b98c5ed389 req-49a3a196-302b-4fcf-a0e2-432f13998860 tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7a33ef-af0e-441b-a72f-61a55560b183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980028 Jul 07 17:16:16.555062 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65266b9b-4f59-41d2-ab6d-2c364309b5bb None None] DHCP port deletion for 6e9cefa1-f008-4dc6-9203-f56e105ef387 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:16:16.593427 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-81083ad8-a9f9-48d8-9d38-442ad8f68d17 req-9069854e-0b79-40bf-9be9-c5a6491de2fd tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Deleting port 15b0ba0c-0944-4043-97a3-26d0393feaa1 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:16.599496 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-81083ad8-a9f9-48d8-9d38-442ad8f68d17 req-9069854e-0b79-40bf-9be9-c5a6491de2fd tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.642864 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dc7733-45fa-45a5-aeef-bc7d0511e272 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:16.663227 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-39e17b14-3837-43e1-816f-1a288c7ef189 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8711307 Jul 07 17:16:16.665442 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41178) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:16.671577 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc3f75e-df03-413f-93f4-8f4cb5a6e513 None None] Sync routers for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:16.719349 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc3f75e-df03-413f-93f4-8f4cb5a6e513 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:16.720495 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-beb3690a-bb6f-45e5-bafe-8ee37bebf30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.721233 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-6cc3f75e-df03-413f-93f4-8f4cb5a6e513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:15:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:16.782095 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3690a-bb6f-45e5-bafe-8ee37bebf30b admin admin] Pushing event updated for resources: {'Subnet': ['ID=12798acc-312b-4214-a500-3b0991528d28,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:16.789638 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7733-45fa-45a5-aeef-bc7d0511e272 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.839015 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-6cc3f75e-df03-413f-93f4-8f4cb5a6e513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:16.877565 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc3f75e-df03-413f-93f4-8f4cb5a6e513 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:16.879130 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-6cc3f75e-df03-413f-93f4-8f4cb5a6e513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:15:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:16.883861 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c2dc7733-45fa-45a5-aeef-bc7d0511e272 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.0071237 Jul 07 17:16:16.898062 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5b4f3-56cf-4774-ab21-b1f95c2b4233 req-393b6f3a-8224-4bad-8b88-2c1ac36430c3 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:16.906334 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a7d5b4f3-56cf-4774-ab21-b1f95c2b4233 req-393b6f3a-8224-4bad-8b88-2c1ac36430c3 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 946 time: 1.1344929 Jul 07 17:16:16.908792 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41180) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:16.927888 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-1c4e5e9d-9460-4c02-b41a-7fe76aade974 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:16.946792 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-81083ad8-a9f9-48d8-9d38-442ad8f68d17 req-9069854e-0b79-40bf-9be9-c5a6491de2fd tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] For port 15b0ba0c-0944-4043-97a3-26d0393feaa1, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=15b0ba0c-0944-4043-97a3-26d0393feaa1,segment=NetworkSegment(2adf2744-7c30-4863-ab07-dded4e2fb144),segment_id=2adf2744-7c30-4863-ab07-dded4e2fb144)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:16.947655 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-81083ad8-a9f9-48d8-9d38-442ad8f68d17 req-9069854e-0b79-40bf-9be9-c5a6491de2fd tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.005187 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1c4e5e9d-9460-4c02-b41a-7fe76aade974 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.013131 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-81083ad8-a9f9-48d8-9d38-442ad8f68d17 req-9069854e-0b79-40bf-9be9-c5a6491de2fd tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Calling delete_port for 15b0ba0c-0944-4043-97a3-26d0393feaa1 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:17.027443 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-6cc3f75e-df03-413f-93f4-8f4cb5a6e513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:17.034100 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc3f75e-df03-413f-93f4-8f4cb5a6e513 None None] The sync data for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:17.062207 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-65266b9b-4f59-41d2-ab6d-2c364309b5bb None None] Deleting port 41af1f3d-ea8a-4815-99e8-93a6d1954e78 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:17.062695 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-65266b9b-4f59-41d2-ab6d-2c364309b5bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.150984 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4262c00-7265-4923-9786-d41c48f3d82e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:17.156483 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e4262c00-7265-4923-9786-d41c48f3d82e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4884086 Jul 07 17:16:17.162063 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41182) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:17.193497 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-65266b9b-4f59-41d2-ab6d-2c364309b5bb None None] For port 41af1f3d-ea8a-4815-99e8-93a6d1954e78, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=41af1f3d-ea8a-4815-99e8-93a6d1954e78,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:17.193912 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-65266b9b-4f59-41d2-ab6d-2c364309b5bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.198287 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a7d5b4f3-56cf-4774-ab21-b1f95c2b4233 req-fe32ba34-103d-4016-baed-35de3439d03a tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907491 Jul 07 17:16:17.245854 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-65266b9b-4f59-41d2-ab6d-2c364309b5bb None None] Calling delete_port for 41af1f3d-ea8a-4815-99e8-93a6d1954e78 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:17.258125 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92276364-9aa5-4fe4-bd5d-d4350a3100e4 req-fb04622e-6c0f-4823-a66c-8b2d0cd81785 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:17.259819 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-92276364-9aa5-4fe4-bd5d-d4350a3100e4 req-fb04622e-6c0f-4823-a66c-8b2d0cd81785 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=05a84436-53c8-41f6-b6c3-dfff277242cb HTTP/1.1" status: 200 len: 908 time: 0.4829125 Jul 07 17:16:17.269970 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f971f337-8150-4a99-835e-ae6b332028f0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:17.275934 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f971f337-8150-4a99-835e-ae6b332028f0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1114109 Jul 07 17:16:17.275934 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41186) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:17.336194 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ab5e9fe4-c414-44ec-9b71-cccd03856481 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562000 Jul 07 17:16:17.336958 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41190) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:17.343077 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-92e14563-5b85-441b-a371-834bc3486aa8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:17.419679 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb3690a-bb6f-45e5-bafe-8ee37bebf30b admin admin] Checking segment: {'id': 'a7553279-0661-4c54-86a8-42bce1d0325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b49db49b-f127-4d2a-b9c1-b5f9ec1c540b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:17.419905 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb3690a-bb6f-45e5-bafe-8ee37bebf30b admin admin] Network hostable DHCP agents. Network: b49db49b-f127-4d2a-b9c1-b5f9ec1c540b, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:16:17.467897 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-65266b9b-4f59-41d2-ab6d-2c364309b5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.508407 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65266b9b-4f59-41d2-ab6d-2c364309b5bb None None] Pushing event deleted for resources: {'Port': ['ID=41af1f3d-ea8a-4815-99e8-93a6d1954e78,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:17.533762 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65266b9b-4f59-41d2-ab6d-2c364309b5bb None None] No DVR routers for this DVR port 41af1f3d-ea8a-4815-99e8-93a6d1954e78 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:17.569819 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f175b861-fd7b-44a3-85ed-4982a5cfeb25 x-openstack-request-id: req-f175b861-fd7b-44a3-85ed-4982a5cfeb25 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:17.570306 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a84436-53c8-41f6-b6c3-dfff277242cb", "tag": "bf341b68-8b88-4d3c-bb32-c6992bc01648", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:17.578198 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f175b861-fd7b-44a3-85ed-4982a5cfeb25 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:17.579399 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a84436-53c8-41f6-b6c3-dfff277242cb', 'tag': 'bf341b68-8b88-4d3c-bb32-c6992bc01648', 'status': 'completed', 'code': 200} Jul 07 17:16:17.597710 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb3690a-bb6f-45e5-bafe-8ee37bebf30b admin admin] Network b49db49b-f127-4d2a-b9c1-b5f9ec1c540b is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:16:17.631135 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-beb3690a-bb6f-45e5-bafe-8ee37bebf30b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, b49db49b-f127-4d2a-b9c1-b5f9ec1c540b) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:17.636604 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb3690a-bb6f-45e5-bafe-8ee37bebf30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:17.637671 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-beb3690a-bb6f-45e5-bafe-8ee37bebf30b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.659249 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb50b4f1-8f40-40a9-b807-30907cb70824 None None] Network b49db49b-f127-4d2a-b9c1-b5f9ec1c540b requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:17.678274 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-beb3690a-bb6f-45e5-bafe-8ee37bebf30b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.8020480 Jul 07 17:16:17.899485 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e14563-5b85-441b-a371-834bc3486aa8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:17.908034 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-92e14563-5b85-441b-a371-834bc3486aa8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.059527 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1c4e5e9d-9460-4c02-b41a-7fe76aade974 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.067595 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1c4e5e9d-9460-4c02-b41a-7fe76aade974 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.067950 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-1c4e5e9d-9460-4c02-b41a-7fe76aade974 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Floating IP 08e80634-d7e4-40aa-a6b6-a952d7c106ac disassociated. External IP: 172.25.0.159, port: 7cab7b6a-737b-405f-a31b-8aaa7d6f1a0a. Jul 07 17:16:18.118690 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-81083ad8-a9f9-48d8-9d38-442ad8f68d17 req-9069854e-0b79-40bf-9be9-c5a6491de2fd tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.181647 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['15b0ba0c-0944-4043-97a3-26d0393feaa1'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:18.253882 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1404fc3d-fd2c-484e-bd37-4803cc4ef0bb None None] Network b49db49b-f127-4d2a-b9c1-b5f9ec1c540b requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:18.317772 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36004685-ecf3-4ab2-b01f-ac9e5e2a6589 req-88ba841a-6c9a-4201-8792-50a9d3c267be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:18.322090 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-36004685-ecf3-4ab2-b01f-ac9e5e2a6589 req-88ba841a-6c9a-4201-8792-50a9d3c267be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&device_id=05a84436-53c8-41f6-b6c3-dfff277242cb HTTP/1.1" status: 200 len: 1060 time: 0.7169032 Jul 07 17:16:18.349248 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069854e-0b79-40bf-9be9-c5a6491de2fd tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Pushing event deleted for resources: {'Port': ['ID=15b0ba0c-0944-4043-97a3-26d0393feaa1,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:18.393619 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 41af1f3d-ea8a-4815-99e8-93a6d1954e78 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:18.433909 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d839c6-00e0-4af7-9f96-0ee4bbf5d99e req-2da6a6bd-9c12-494d-b246-2f55bdae8b73 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:18.442036 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e4d839c6-00e0-4af7-9f96-0ee4bbf5d99e req-2da6a6bd-9c12-494d-b246-2f55bdae8b73 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 943 time: 0.6784792 Jul 07 17:16:18.465517 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 41af1f3d-ea8a-4815-99e8-93a6d1954e78 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:18.466454 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 41af1f3d-ea8a-4815-99e8-93a6d1954e78 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:18.519328 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ab65d656-3eb4-45c6-a560-f74e849a5f40 req-51f46a91-798c-4758-b43a-97f10cb832df tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9f0093-47a4-447e-a62f-87b908cf6ca1 HTTP/1.1" status: 200 len: 210 time: 0.1289933 Jul 07 17:16:18.753108 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-81083ad8-a9f9-48d8-9d38-442ad8f68d17 req-9069854e-0b79-40bf-9be9-c5a6491de2fd tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] No DVR routers for this DVR port 15b0ba0c-0944-4043-97a3-26d0393feaa1 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:18.773819 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-81083ad8-a9f9-48d8-9d38-442ad8f68d17 req-9069854e-0b79-40bf-9be9-c5a6491de2fd tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.778263 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-81083ad8-a9f9-48d8-9d38-442ad8f68d17 req-9069854e-0b79-40bf-9be9-c5a6491de2fd tempest-ServerPasswordTestJSON-826665103 tempest-ServerPasswordTestJSON-826665103-project] 10.222.0.64 "DELETE /v2.0/ports/15b0ba0c-0944-4043-97a3-26d0393feaa1 HTTP/1.1" status: 204 len: 173 time: 2.7484124 Jul 07 17:16:18.883524 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e4d839c6-00e0-4af7-9f96-0ee4bbf5d99e req-1c63deed-6436-49b5-b536-76cb3df63455 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4402945 Jul 07 17:16:18.992482 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36004685-ecf3-4ab2-b01f-ac9e5e2a6589 req-0f045416-0479-4f48-8911-80ebf1ef6564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:18.994461 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-36004685-ecf3-4ab2-b01f-ac9e5e2a6589 req-0f045416-0479-4f48-8911-80ebf1ef6564 service neutron] 10.222.0.64 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 913 time: 0.6614099 Jul 07 17:16:19.074491 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-36004685-ecf3-4ab2-b01f-ac9e5e2a6589 req-d37fff01-d4b4-43f7-a9ca-b410a098d448 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf341b68-8b88-4d3c-bb32-c6992bc01648 HTTP/1.1" status: 200 len: 217 time: 0.0579271 Jul 07 17:16:19.233267 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4e5e9d-9460-4c02-b41a-7fe76aade974 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Router b599a00a-5bd2-4a4b-a493-1fb73b9b6aff has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:19.275295 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15908df-3920-4353-8ab2-d12655a2c153 req-8d7a5d25-b98d-4ebb-83af-b6a893e84c59 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:19.278403 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b15908df-3920-4353-8ab2-d12655a2c153 req-8d7a5d25-b98d-4ebb-83af-b6a893e84c59 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.2284231 Jul 07 17:16:19.439704 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b15908df-3920-4353-8ab2-d12655a2c153 req-ebc99c31-f969-461c-9574-b4019e74b484 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812402 Jul 07 17:16:19.653965 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4e5e9d-9460-4c02-b41a-7fe76aade974 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:19.664057 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1c4e5e9d-9460-4c02-b41a-7fe76aade974 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:19.688081 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e131bd-47bc-43d3-af14-2e028cc6b189 None None] Sync routers for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:19.747668 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e131bd-47bc-43d3-af14-2e028cc6b189 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:19.750318 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-58e131bd-47bc-43d3-af14-2e028cc6b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:15:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:19.780434 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1c4e5e9d-9460-4c02-b41a-7fe76aade974 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "PUT /v2.0/floatingips/08e80634-d7e4-40aa-a6b6-a952d7c106ac HTTP/1.1" status: 200 len: 688 time: 2.8585885 Jul 07 17:16:19.780808 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41220) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:19.952974 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9f0093-47a4-447e-a62f-87b908cf6ca1', 'name': 'network-vif-deleted', 'tag': '15b0ba0c-0944-4043-97a3-26d0393feaa1'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:19.956060 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30a036e-c1a7-4f91-9c68-2994ff73fa6a" -d '{"events": [{"server_uuid": "6e9f0093-47a4-447e-a62f-87b908cf6ca1", "name": "network-vif-deleted", "tag": "15b0ba0c-0944-4043-97a3-26d0393feaa1"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:19.966614 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36004685-ecf3-4ab2-b01f-ac9e5e2a6589 req-02cc34a5-5516-4261-8d9a-3e3d6854b619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:19.968129 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-36004685-ecf3-4ab2-b01f-ac9e5e2a6589 req-02cc34a5-5516-4261-8d9a-3e3d6854b619 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 200 len: 851 time: 0.8809664 Jul 07 17:16:19.976644 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-58e131bd-47bc-43d3-af14-2e028cc6b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:19.997785 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e131bd-47bc-43d3-af14-2e028cc6b189 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:19.999364 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-58e131bd-47bc-43d3-af14-2e028cc6b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:15:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:20.067828 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-58e131bd-47bc-43d3-af14-2e028cc6b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:20.069907 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e131bd-47bc-43d3-af14-2e028cc6b189 None None] The sync data for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:20.196037 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-5099a8c9-daaa-40d5-ad86-2ee658940681 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Deleting port 6e40a8cf-1c4c-4ba1-a371-742c399f4086 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:20.196282 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5099a8c9-daaa-40d5-ad86-2ee658940681 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.223485 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-92e14563-5b85-441b-a371-834bc3486aa8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.308850 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-1f1e4e0c-4e29-4111-a7cd-231c1c677049 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:20.318167 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 15b0ba0c-0944-4043-97a3-26d0393feaa1 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:20.321817 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f422814-c4ac-44ce-a9f2-765ae31e21a0 req-a7a5c982-6837-4367-9074-5c3faf50c0a5 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:20.323358 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9f422814-c4ac-44ce-a9f2-765ae31e21a0 req-a7a5c982-6837-4367-9074-5c3faf50c0a5 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 946 time: 0.3496811 Jul 07 17:16:20.325283 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-1f1e4e0c-4e29-4111-a7cd-231c1c677049 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/networks?id=b49db49b-f127-4d2a-b9c1-b5f9ec1c540b HTTP/1.1" status: 200 len: 809 time: 0.2387838 Jul 07 17:16:20.333959 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e14563-5b85-441b-a371-834bc3486aa8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:20.349299 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 15b0ba0c-0944-4043-97a3-26d0393feaa1 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:20.350043 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 15b0ba0c-0944-4043-97a3-26d0393feaa1 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:20.355070 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e14563-5b85-441b-a371-834bc3486aa8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=6a7c53ee-5df2-4573-8b22-ddf676eb95f1,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:20.356829 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-f5517570-530b-496d-ae28-6bd975468c85 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/quotas/093f8cd0eb1247809a1b83c8ab433206 HTTP/1.1" status: 200 len: 375 time: 0.0314381 Jul 07 17:16:20.367965 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36004685-ecf3-4ab2-b01f-ac9e5e2a6589 req-39a3cb94-0122-4e58-8faa-dbacc0e5eedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:20.370151 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-36004685-ecf3-4ab2-b01f-ac9e5e2a6589 req-39a3cb94-0122-4e58-8faa-dbacc0e5eedf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3411350 Jul 07 17:16:20.371311 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-92e14563-5b85-441b-a371-834bc3486aa8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:20.391222 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d2d14c-a4fa-4262-ac78-860b8e52bedd None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:20.394097 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e14563-5b85-441b-a371-834bc3486aa8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:20.394763 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-92e14563-5b85-441b-a371-834bc3486aa8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.439322 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5099a8c9-daaa-40d5-ad86-2ee658940681 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.440513 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5099a8c9-daaa-40d5-ad86-2ee658940681 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.449203 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-c5580555-f210-4bf2-b8ab-9840fbf3f6ec tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=093f8cd0eb1247809a1b83c8ab433206&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0877619 Jul 07 17:16:20.494418 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-92e14563-5b85-441b-a371-834bc3486aa8 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1555443 Jul 07 17:16:20.503114 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41236) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:20.513792 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-d28b0e50-853d-4c3f-988c-2f3afc3ab129 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'port': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'mac_address': 'fa:16:3e:8e:c2:5c', 'name': 'tempest-NetworksTestDHCPv6-2096212046'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:20.523301 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-5099a8c9-daaa-40d5-ad86-2ee658940681 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Calling delete_port for 6e40a8cf-1c4c-4ba1-a371-742c399f4086 owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:20.526123 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9f422814-c4ac-44ce-a9f2-765ae31e21a0 req-f3b56bf3-7ce6-4eb0-835d-87bbdc86ea4c tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748507 Jul 07 17:16:20.630409 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-36004685-ecf3-4ab2-b01f-ac9e5e2a6589 req-f1cb916b-17b2-4b28-ad23-172547028e55 service neutron] 10.222.0.64 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476110 Jul 07 17:16:20.676570 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-905e02f7-106c-4b3b-9df1-349b481dec1c service neutron] 10.222.0.53 "GET /v2.0/networks/b49db49b-f127-4d2a-b9c1-b5f9ec1c540b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005448 Jul 07 17:16:20.683082 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ca63bf-d378-4bcb-99b2-316b2c914c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-6e9cefa1-f008-4dc6-9203-f56e105ef387', 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'fixed_ips': [{'subnet_id': '6a7c53ee-5df2-4573-8b22-ddf676eb95f1'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:16:20.684909 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-91ca63bf-d378-4bcb-99b2-316b2c914c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.902244 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-21178662-bc3d-477a-a726-7bf4ccc8b260 service neutron] 10.222.0.53 "GET /v2.0/networks/b49db49b-f127-4d2a-b9c1-b5f9ec1c540b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206242 Jul 07 17:16:20.906944 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41244) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:20.967902 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28b0e50-853d-4c3f-988c-2f3afc3ab129 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:21.125549 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-91ca63bf-d378-4bcb-99b2-316b2c914c80 None None] Allocated IP 2001:db8::2 (6e9cefa1-f008-4dc6-9203-f56e105ef387/6a7c53ee-5df2-4573-8b22-ddf676eb95f1/c1ca04c9-c479-4118-87ef-b20ea298fcf5) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:21.176786 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-36004685-ecf3-4ab2-b01f-ac9e5e2a6589 req-0b91ead1-7191-4a56-b064-d2e2bd2dc124 service neutron] 10.222.0.64 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5383489 Jul 07 17:16:21.206122 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee24726-73d2-45f8-8285-9d031cdb8fe7 admin admin] Deleting subnet 95ef33c7-d677-4680-a250-d516b996ba80 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:16:21.250208 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ee24726-73d2-45f8-8285-9d031cdb8fe7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.284033 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d28b0e50-853d-4c3f-988c-2f3afc3ab129 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.316410 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-d28b0e50-853d-4c3f-988c-2f3afc3ab129 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] device_id is not set on port bade180b-b03f-46b3-ad1a-4a3a0b004891 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:16:21.389491 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccd53d-dad7-4f4c-bc53-5cb4292b8d61 req-ed38baec-b84e-4704-afd4-6c8b866bef51 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:21.397252 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-14ccd53d-dad7-4f4c-bc53-5cb4292b8d61 req-ed38baec-b84e-4704-afd4-6c8b866bef51 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.3116524 Jul 07 17:16:21.464315 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5099a8c9-daaa-40d5-ad86-2ee658940681 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.503880 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-14ccd53d-dad7-4f4c-bc53-5cb4292b8d61 req-8d5d298e-5800-48dd-aa39-ab24fd33a91c tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995929 Jul 07 17:16:21.560403 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-91ca63bf-d378-4bcb-99b2-316b2c914c80 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.628594 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-91ca63bf-d378-4bcb-99b2-316b2c914c80 None None] Transition to ACTIVE for port object c1ca04c9-c479-4118-87ef-b20ea298fcf5 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:21.652550 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d3dca8-7510-4c5e-967f-cdc7ca007d20 x-openstack-request-id: req-21d3dca8-7510-4c5e-967f-cdc7ca007d20 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:21.652911 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9f0093-47a4-447e-a62f-87b908cf6ca1", "name": "network-vif-deleted", "tag": "15b0ba0c-0944-4043-97a3-26d0393feaa1", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:21.655263 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-21d3dca8-7510-4c5e-967f-cdc7ca007d20 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:21.655699 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9f0093-47a4-447e-a62f-87b908cf6ca1', 'name': 'network-vif-deleted', 'tag': '15b0ba0c-0944-4043-97a3-26d0393feaa1', 'status': 'completed', 'code': 200} Jul 07 17:16:21.708444 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ee24726-73d2-45f8-8285-9d031cdb8fe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.743004 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-91ca63bf-d378-4bcb-99b2-316b2c914c80 None None] Transition to ACTIVE for port object c1ca04c9-c479-4118-87ef-b20ea298fcf5 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:21.769574 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-91ca63bf-d378-4bcb-99b2-316b2c914c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.793625 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe4ae1-1fb4-4451-9114-01ad5ad6e1cf req-34d39ed9-e3b3-47a9-8aa2-0221e9115860 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:21.795971 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7dbe4ae1-1fb4-4451-9114-01ad5ad6e1cf req-34d39ed9-e3b3-47a9-8aa2-0221e9115860 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 946 time: 0.2523537 Jul 07 17:16:21.822951 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099a8c9-daaa-40d5-ad86-2ee658940681 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event deleted for resources: {'Port': ['ID=6e40a8cf-1c4c-4ba1-a371-742c399f4086,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:21.893263 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca63bf-d378-4bcb-99b2-316b2c914c80 None None] Pushing event updated for resources: {'Port': ['ID=c1ca04c9-c479-4118-87ef-b20ea298fcf5,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:21.928110 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ca63bf-d378-4bcb-99b2-316b2c914c80 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:21.931073 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-91ca63bf-d378-4bcb-99b2-316b2c914c80 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:21.941591 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ca63bf-d378-4bcb-99b2-316b2c914c80 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:22.114732 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-91ca63bf-d378-4bcb-99b2-316b2c914c80 None None] Attempting to bind port c1ca04c9-c479-4118-87ef-b20ea298fcf5 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:22.117139 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-91ca63bf-d378-4bcb-99b2-316b2c914c80 None None] Attempting to bind port c1ca04c9-c479-4118-87ef-b20ea298fcf5 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:22.118895 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ca63bf-d378-4bcb-99b2-316b2c914c80 None None] Attempting to bind port c1ca04c9-c479-4118-87ef-b20ea298fcf5 on network 6e9cefa1-f008-4dc6-9203-f56e105ef387 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:22.127061 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ee24726-73d2-45f8-8285-9d031cdb8fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.138090 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ca63bf-d378-4bcb-99b2-316b2c914c80 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:22.141728 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ca63bf-d378-4bcb-99b2-316b2c914c80 None None] Checking segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:22.142310 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-91ca63bf-d378-4bcb-99b2-316b2c914c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.143006 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ca63bf-d378-4bcb-99b2-316b2c914c80 None None] Bound using segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:22.144558 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-91ca63bf-d378-4bcb-99b2-316b2c914c80 None None] Bound port: c1ca04c9-c479-4118-87ef-b20ea298fcf5, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:22.146466 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-91ca63bf-d378-4bcb-99b2-316b2c914c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.209635 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-d28b0e50-853d-4c3f-988c-2f3afc3ab129 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 2001:db8::e4 (6e9cefa1-f008-4dc6-9203-f56e105ef387/6a7c53ee-5df2-4573-8b22-ddf676eb95f1/bade180b-b03f-46b3-ad1a-4a3a0b004891) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:22.346453 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5099a8c9-daaa-40d5-ad86-2ee658940681 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.354338 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5099a8c9-daaa-40d5-ad86-2ee658940681 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.361292 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5099a8c9-daaa-40d5-ad86-2ee658940681 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "DELETE /v2.0/floatingips/08e80634-d7e4-40aa-a6b6-a952d7c106ac HTTP/1.1" status: 204 len: 168 time: 2.5791395 Jul 07 17:16:22.370749 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41280) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:22.385373 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-91ca63bf-d378-4bcb-99b2-316b2c914c80 None None] For port c1ca04c9-c479-4118-87ef-b20ea298fcf5, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:22.389435 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-e6a82f54-8c31-417b-804c-ee5f48dad53c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'port_id': 'bbf4c514-373c-45c7-a9f9-48487fb1aa01'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:22.389862 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-91ca63bf-d378-4bcb-99b2-316b2c914c80 None None] For port c1ca04c9-c479-4118-87ef-b20ea298fcf5, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c1ca04c9-c479-4118-87ef-b20ea298fcf5,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:22.398159 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-91ca63bf-d378-4bcb-99b2-316b2c914c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.458143 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba243191-070d-4e0a-83ab-415e7daca317 req-7671baba-98cb-418a-94de-1d7458746aa3 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:22.466965 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-7dbe4ae1-1fb4-4451-9114-01ad5ad6e1cf req-56fdab94-3a93-40a2-8b49-3d7a0c58c44d tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Deleting port 113cc2ba-2a7d-40f0-af35-223876845506 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:22.467486 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7dbe4ae1-1fb4-4451-9114-01ad5ad6e1cf req-56fdab94-3a93-40a2-8b49-3d7a0c58c44d tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.478397 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca63bf-d378-4bcb-99b2-316b2c914c80 None None] Pushing event updated for resources: {'Port': ['ID=c1ca04c9-c479-4118-87ef-b20ea298fcf5,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:22.486088 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba243191-070d-4e0a-83ab-415e7daca317 req-7671baba-98cb-418a-94de-1d7458746aa3 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 943 time: 0.6424277 Jul 07 17:16:22.581789 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ee24726-73d2-45f8-8285-9d031cdb8fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.654561 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6a82f54-8c31-417b-804c-ee5f48dad53c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.670965 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee24726-73d2-45f8-8285-9d031cdb8fe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95ef33c7-d677-4680-a250-d516b996ba80,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:22.710861 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ee24726-73d2-45f8-8285-9d031cdb8fe7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.716665 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0ee24726-73d2-45f8-8285-9d031cdb8fe7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/95ef33c7-d677-4680-a250-d516b996ba80 HTTP/1.1" status: 204 len: 168 time: 1.8036821 Jul 07 17:16:22.738570 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba243191-070d-4e0a-83ab-415e7daca317 req-5e47d3d9-6365-4861-8433-437a71cf4c2c tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476764 Jul 07 17:16:22.740489 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41284) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:22.795925 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f757b6-6075-4cd7-884f-0fe6f005ce19 req-f0671abd-dcae-427a-b2ef-7a7b3763ea9d tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:22.803108 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e6f757b6-6075-4cd7-884f-0fe6f005ce19 req-f0671abd-dcae-427a-b2ef-7a7b3763ea9d tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 946 time: 0.4947083 Jul 07 17:16:23.012341 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d28b0e50-853d-4c3f-988c-2f3afc3ab129 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.039888 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-d28b0e50-853d-4c3f-988c-2f3afc3ab129 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Transition to ACTIVE for port object bade180b-b03f-46b3-ad1a-4a3a0b004891 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:23.097292 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d28b0e50-853d-4c3f-988c-2f3afc3ab129 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.229874 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-7dbe4ae1-1fb4-4451-9114-01ad5ad6e1cf req-56fdab94-3a93-40a2-8b49-3d7a0c58c44d tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] For port 113cc2ba-2a7d-40f0-af35-223876845506, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=113cc2ba-2a7d-40f0-af35-223876845506,segment=NetworkSegment(395174b8-0e8e-4edd-9a4b-23178acfd758),segment_id=395174b8-0e8e-4edd-9a4b-23178acfd758)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:23.230961 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7dbe4ae1-1fb4-4451-9114-01ad5ad6e1cf req-56fdab94-3a93-40a2-8b49-3d7a0c58c44d tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.273857 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e6f757b6-6075-4cd7-884f-0fe6f005ce19 req-3ae3d0ed-ea16-466c-87c8-f6ad4b95a1a3 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693425 Jul 07 17:16:23.360087 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-7dbe4ae1-1fb4-4451-9114-01ad5ad6e1cf req-56fdab94-3a93-40a2-8b49-3d7a0c58c44d tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Calling delete_port for 113cc2ba-2a7d-40f0-af35-223876845506 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:23.397251 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28b0e50-853d-4c3f-988c-2f3afc3ab129 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:23.416067 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9ab2c011-2ae5-4a32-a7e4-4d50005b5135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.444583 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-d28b0e50-853d-4c3f-988c-2f3afc3ab129 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:23.450756 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-00889957-8f67-46a6-8466-f9a8c19f5898 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:23.469345 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-00889957-8f67-46a6-8466-f9a8c19f5898 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 812 time: 0.4459991 Jul 07 17:16:23.490361 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28b0e50-853d-4c3f-988c-2f3afc3ab129 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:23.508890 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28b0e50-853d-4c3f-988c-2f3afc3ab129 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:23.510685 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d28b0e50-853d-4c3f-988c-2f3afc3ab129 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.521025 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b0e50-853d-4c3f-988c-2f3afc3ab129 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Port': ['ID=bade180b-b03f-46b3-ad1a-4a3a0b004891,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:23.533542 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-c97c8eb4-8084-40f4-80e9-1884874d203f tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/quotas/ea3241034bb848a48d8167b6b493e4d4 HTTP/1.1" status: 200 len: 375 time: 0.0614829 Jul 07 17:16:23.642109 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d28b0e50-853d-4c3f-988c-2f3afc3ab129 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1345904 Jul 07 17:16:23.649452 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41296) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:23.668872 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-554c8822-7305-42d6-9c14-3ddea0a4e772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.837501 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8f4b02d0-e29c-4d59-a2ee-f593f958716d req-6db442ac-3484-4fc9-9d2c-e5b4dca38325 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bd52c18-ef0f-4798-a53c-26e08040d2ff HTTP/1.1" status: 200 len: 210 time: 0.1373544 Jul 07 17:16:23.842150 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-a083cbc3-ea0c-45ab-87d5-37b2a64d77d5 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3075197 Jul 07 17:16:23.934751 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-554c8822-7305-42d6-9c14-3ddea0a4e772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.957157 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-554c8822-7305-42d6-9c14-3ddea0a4e772 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0ab42a-eac7-4de2-a66f-948c4e84d876']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:23.978680 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-554c8822-7305-42d6-9c14-3ddea0a4e772 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2adf2744-7c30-4863-ab07-dded4e2fb144') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:23.979073 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-554c8822-7305-42d6-9c14-3ddea0a4e772 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2adf2744-7c30-4863-ab07-dded4e2fb144') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:24.033458 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6a82f54-8c31-417b-804c-ee5f48dad53c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.051308 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-554c8822-7305-42d6-9c14-3ddea0a4e772 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.193561 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc88ea52-1f77-4b41-8afd-aed562c0590d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:24.194840 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-554c8822-7305-42d6-9c14-3ddea0a4e772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.234392 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc88ea52-1f77-4b41-8afd-aed562c0590d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:24.237870 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fc88ea52-1f77-4b41-8afd-aed562c0590d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5860937 Jul 07 17:16:24.263992 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41302) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:24.299048 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-b1e2a469-3707-444c-afee-50c0145affd0 service neutron] 10.222.0.53 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556119 Jul 07 17:16:24.301698 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-554c8822-7305-42d6-9c14-3ddea0a4e772 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:16:24.304584 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-554c8822-7305-42d6-9c14-3ddea0a4e772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:16:24.314114 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:16:24.361781 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c1ca04c9-c479-4118-87ef-b20ea298fcf5 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:24.448217 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7dbe4ae1-1fb4-4451-9114-01ad5ad6e1cf req-56fdab94-3a93-40a2-8b49-3d7a0c58c44d tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.501383 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['882531ee-10b6-49b4-8101-c17af29e179b'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:24.595885 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fdab94-3a93-40a2-8b49-3d7a0c58c44d tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Pushing event deleted for resources: {'Port': ['ID=113cc2ba-2a7d-40f0-af35-223876845506,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:24.651550 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port c1ca04c9-c479-4118-87ef-b20ea298fcf5 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:24.758357 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-554c8822-7305-42d6-9c14-3ddea0a4e772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.785008 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-554c8822-7305-42d6-9c14-3ddea0a4e772 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.795846 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbe4ae1-1fb4-4451-9114-01ad5ad6e1cf req-56fdab94-3a93-40a2-8b49-3d7a0c58c44d tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] No DVR routers for this DVR port 113cc2ba-2a7d-40f0-af35-223876845506 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:24.796365 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-aaf43864-1b51-4cfc-a118-1777043f39d5 None None] Provisioning for port c1ca04c9-c479-4118-87ef-b20ea298fcf5 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:24.815860 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-554c8822-7305-42d6-9c14-3ddea0a4e772 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0d0ab42a-eac7-4de2-a66f-948c4e84d876 HTTP/1.1" status: 204 len: 168 time: 1.8930402 Jul 07 17:16:24.816171 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-aaf43864-1b51-4cfc-a118-1777043f39d5 None None] Provisioning complete for port c1ca04c9-c479-4118-87ef-b20ea298fcf5 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:24.816171 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aaf43864-1b51-4cfc-a118-1777043f39d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.819143 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc076888-ce11-49b8-a836-f8cb5e818bb0 req-7a9b57b6-9afe-4f9e-a8af-1349c562af0f tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:24.836470 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dc076888-ce11-49b8-a836-f8cb5e818bb0 req-7a9b57b6-9afe-4f9e-a8af-1349c562af0f tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 943 time: 0.5713193 Jul 07 17:16:24.840912 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7dbe4ae1-1fb4-4451-9114-01ad5ad6e1cf req-56fdab94-3a93-40a2-8b49-3d7a0c58c44d tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.846130 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7dbe4ae1-1fb4-4451-9114-01ad5ad6e1cf req-56fdab94-3a93-40a2-8b49-3d7a0c58c44d tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.72 "DELETE /v2.0/ports/113cc2ba-2a7d-40f0-af35-223876845506 HTTP/1.1" status: 204 len: 173 time: 2.9491615 Jul 07 17:16:24.847358 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3f3712-0b5d-4b86-b49d-e9631f465b90', 'name': 'network-vif-deleted', 'tag': '113cc2ba-2a7d-40f0-af35-223876845506'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:24.868054 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535fe717-ed5c-4417-ba2e-d92a6882c27f" -d '{"events": [{"server_uuid": "8d3f3712-0b5d-4b86-b49d-e9631f465b90", "name": "network-vif-deleted", "tag": "113cc2ba-2a7d-40f0-af35-223876845506"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:24.911681 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c8822-7305-42d6-9c14-3ddea0a4e772 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d0ab42a-eac7-4de2-a66f-948c4e84d876,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:24.944515 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-e6a82f54-8c31-417b-804c-ee5f48dad53c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Allocated IP 172.25.0.61 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/9b3a1169-3ee7-4f71-8464-10158ca4e5a9) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:25.010571 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-91d676c5-a773-4bc5-ab9f-e661728c36be service neutron] 10.222.0.53 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6764092 Jul 07 17:16:25.154561 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aaf43864-1b51-4cfc-a118-1777043f39d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.183842 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41312) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:25.209422 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 113cc2ba-2a7d-40f0-af35-223876845506 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:25.246267 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-54fe1826-c254-4d8c-b1ee-f6c1621bd554 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting port bade180b-b03f-46b3-ad1a-4a3a0b004891 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:25.246956 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-54fe1826-c254-4d8c-b1ee-f6c1621bd554 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.286290 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dc076888-ce11-49b8-a836-f8cb5e818bb0 req-41bd612c-380d-47f9-a6a1-9e1cfd05e3f6 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3982754 Jul 07 17:16:25.347702 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-aaf43864-1b51-4cfc-a118-1777043f39d5 None None] For port c1ca04c9-c479-4118-87ef-b20ea298fcf5, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c1ca04c9-c479-4118-87ef-b20ea298fcf5,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:25.350786 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 113cc2ba-2a7d-40f0-af35-223876845506 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:25.351842 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 113cc2ba-2a7d-40f0-af35-223876845506 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:25.360257 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aaf43864-1b51-4cfc-a118-1777043f39d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.497118 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf43864-1b51-4cfc-a118-1777043f39d5 None None] Pushing event updated for resources: {'Port': ['ID=c1ca04c9-c479-4118-87ef-b20ea298fcf5,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:25.526936 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf43864-1b51-4cfc-a118-1777043f39d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:25.528073 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf43864-1b51-4cfc-a118-1777043f39d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:25.528073 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf43864-1b51-4cfc-a118-1777043f39d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:25.539783 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf43864-1b51-4cfc-a118-1777043f39d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:25.541605 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf43864-1b51-4cfc-a118-1777043f39d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:25.542188 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf43864-1b51-4cfc-a118-1777043f39d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:25.542632 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf43864-1b51-4cfc-a118-1777043f39d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:25.544909 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf43864-1b51-4cfc-a118-1777043f39d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:25.545386 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf43864-1b51-4cfc-a118-1777043f39d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:25.545827 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf43864-1b51-4cfc-a118-1777043f39d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:25.547900 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf43864-1b51-4cfc-a118-1777043f39d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:25.548453 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf43864-1b51-4cfc-a118-1777043f39d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:25.552128 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-0d91f87a-8f57-45ab-ad2f-c907611c284b tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:25.557743 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-0d91f87a-8f57-45ab-ad2f-c907611c284b tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.72 "GET /v2.0/networks?id=b49db49b-f127-4d2a-b9c1-b5f9ec1c540b HTTP/1.1" status: 200 len: 809 time: 0.5784464 Jul 07 17:16:25.561472 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea917e6-1849-458f-8d3d-59ce02ec5300 x-openstack-request-id: req-eea917e6-1849-458f-8d3d-59ce02ec5300 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:25.562252 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3f3712-0b5d-4b86-b49d-e9631f465b90", "name": "network-vif-deleted", "tag": "113cc2ba-2a7d-40f0-af35-223876845506", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:25.562757 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eea917e6-1849-458f-8d3d-59ce02ec5300 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:25.564539 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3f3712-0b5d-4b86-b49d-e9631f465b90', 'name': 'network-vif-deleted', 'tag': '113cc2ba-2a7d-40f0-af35-223876845506', 'status': 'completed', 'code': 200} Jul 07 17:16:25.568076 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f668e075-64b5-4d9a-931d-0727dafe8df9 None None] Provisioning for port bade180b-b03f-46b3-ad1a-4a3a0b004891 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:25.575295 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-1d325be7-dfb4-4e31-977e-1a036d49e2e3 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Request body: {'port': {'device_id': '305274af-89f8-4768-a7ed-08b1589792e8', 'network_id': 'b49db49b-f127-4d2a-b9c1-b5f9ec1c540b', 'admin_state_up': True, 'tenant_id': '093f8cd0eb1247809a1b83c8ab433206'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:25.579540 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f668e075-64b5-4d9a-931d-0727dafe8df9 None None] Provisioning complete for port bade180b-b03f-46b3-ad1a-4a3a0b004891 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:25.582954 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f668e075-64b5-4d9a-931d-0727dafe8df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.610788 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8e4d83c7-ec60-4655-8da2-041a4f01bfea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc5e51f4575446b2a1839c0a930b0ec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4203796 Jul 07 17:16:25.626896 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41320) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:25.681769 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-f668e075-64b5-4d9a-931d-0727dafe8df9 None None] Port bade180b-b03f-46b3-ad1a-4a3a0b004891 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:25.765007 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6a82f54-8c31-417b-804c-ee5f48dad53c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.815905 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d6743f73-dafb-4f2d-9e97-287f3f33f309 req-448482dc-4586-4ac3-92fe-869d602760d8 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 210 time: 0.2039456 Jul 07 17:16:25.903374 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-54fe1826-c254-4d8c-b1ee-f6c1621bd554 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.915482 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8a18463f-4b3e-4a4b-8ebe-74e03ac340e1 req-6709dc13-ee18-4e28-bf10-394f350a0199 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bd52c18-ef0f-4798-a53c-26e08040d2ff HTTP/1.1" status: 200 len: 210 time: 0.0566831 Jul 07 17:16:25.931987 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-54fe1826-c254-4d8c-b1ee-f6c1621bd554 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Calling delete_port for bade180b-b03f-46b3-ad1a-4a3a0b004891 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:25.939418 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6a82f54-8c31-417b-804c-ee5f48dad53c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.015240 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-1d325be7-dfb4-4e31-977e-1a036d49e2e3 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Made reservation on behalf of 093f8cd0eb1247809a1b83c8ab433206 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:26.020230 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-1d325be7-dfb4-4e31-977e-1a036d49e2e3 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.149210 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-41d35b7f-c227-4447-9cb3-61037bee92be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.151168 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.171808 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-80c7cb69-5359-4588-b52d-934e73af7b9f req-b4900043-d9e2-4583-ae0f-0a30abccf280 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 210 time: 0.1447067 Jul 07 17:16:26.252852 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a82f54-8c31-417b-804c-ee5f48dad53c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:26.280140 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c1ca04c9-c479-4118-87ef-b20ea298fcf5 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:26.312943 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-e6a82f54-8c31-417b-804c-ee5f48dad53c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:26.329135 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a82f54-8c31-417b-804c-ee5f48dad53c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:26.356085 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a82f54-8c31-417b-804c-ee5f48dad53c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event updated for resources: {'Port': ['ID=9b3a1169-3ee7-4f71-8464-10158ca4e5a9,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:26.472595 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port c1ca04c9-c479-4118-87ef-b20ea298fcf5 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:26.473775 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.490692 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-41d35b7f-c227-4447-9cb3-61037bee92be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.670649 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-4b303940-7d2c-436c-be79-e0fd2194950e tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.673620 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-4b303940-7d2c-436c-be79-e0fd2194950e tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.64 "GET /v2.0/networks?id=b49db49b-f127-4d2a-b9c1-b5f9ec1c540b HTTP/1.1" status: 200 len: 809 time: 0.5947192 Jul 07 17:16:26.697957 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-cd2fd3c9-35e3-4b12-a379-f59f3942f959 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Request body: {'port': {'device_id': '8bd52c18-ef0f-4798-a53c-26e08040d2ff', 'network_id': 'b49db49b-f127-4d2a-b9c1-b5f9ec1c540b', 'admin_state_up': True, 'tenant_id': '093f8cd0eb1247809a1b83c8ab433206'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:26.788043 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-1d325be7-dfb4-4e31-977e-1a036d49e2e3 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Allocated IP 172.20.0.8 (b49db49b-f127-4d2a-b9c1-b5f9ec1c540b/12798acc-312b-4214-a500-3b0991528d28/9535bc22-2e9a-44f2-98e6-86c63a0ee026) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:27.217784 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-1d325be7-dfb4-4e31-977e-1a036d49e2e3 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.243513 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41346) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:27.342631 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-97cdcfb8-6a61-4764-b916-403f8df5536f req-39871462-e297-4e7f-bb35-c2a2b35183ae tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bd52c18-ef0f-4798-a53c-26e08040d2ff HTTP/1.1" status: 200 len: 210 time: 0.0464237 Jul 07 17:16:27.365557 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-cd2fd3c9-35e3-4b12-a379-f59f3942f959 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Made reservation on behalf of 093f8cd0eb1247809a1b83c8ab433206 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:27.382512 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-cd2fd3c9-35e3-4b12-a379-f59f3942f959 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.422045 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-1d325be7-dfb4-4e31-977e-1a036d49e2e3 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.427204 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-55753a6d-0655-4c9a-bff6-3d53650a8001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.573767 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-1d325be7-dfb4-4e31-977e-1a036d49e2e3 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Network b49db49b-f127-4d2a-b9c1-b5f9ec1c540b is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:27.582657 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d325be7-dfb4-4e31-977e-1a036d49e2e3 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Pushing event updated for resources: {'Port': ['ID=9535bc22-2e9a-44f2-98e6-86c63a0ee026,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:27.585514 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-1d325be7-dfb4-4e31-977e-1a036d49e2e3 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:27.733189 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-cd2fd3c9-35e3-4b12-a379-f59f3942f959 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Allocated IP 172.20.0.13 (b49db49b-f127-4d2a-b9c1-b5f9ec1c540b/12798acc-312b-4214-a500-3b0991528d28/2e033fd0-74d3-4c8a-a82f-7a70dccd42b4) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:27.769090 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-54fe1826-c254-4d8c-b1ee-f6c1621bd554 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.771991 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-41d35b7f-c227-4447-9cb3-61037bee92be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.777045 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-41d35b7f-c227-4447-9cb3-61037bee92be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.779325 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-41d35b7f-c227-4447-9cb3-61037bee92be admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aa7a33ef-af0e-441b-a72f-61a55560b183 HTTP/1.1" status: 204 len: 168 time: 2.1456084 Jul 07 17:16:27.806622 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-1d325be7-dfb4-4e31-977e-1a036d49e2e3 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:27.848932 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.863943 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fbb88c0f-7c41-4e2d-b170-6e25ee0e6364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.895546 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d35b7f-c227-4447-9cb3-61037bee92be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7a33ef-af0e-441b-a72f-61a55560b183,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:27.915788 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-af36ed6c-bc21-4700-be92-4adf681ff090 req-db305f09-ae84-4168-bccd-2b9d2cfabcbe tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3f3712-0b5d-4b86-b49d-e9631f465b90 HTTP/1.1" status: 200 len: 210 time: 0.1113536 Jul 07 17:16:27.962165 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe1826-c254-4d8c-b1ee-f6c1621bd554 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Port': ['ID=bade180b-b03f-46b3-ad1a-4a3a0b004891,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:28.158835 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-54fe1826-c254-4d8c-b1ee-f6c1621bd554 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:28.171348 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-54fe1826-c254-4d8c-b1ee-f6c1621bd554 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/bade180b-b03f-46b3-ad1a-4a3a0b004891 HTTP/1.1" status: 204 len: 168 time: 3.9009073 Jul 07 17:16:28.245312 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41354) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:28.396080 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596a2bb-4997-43e1-9c31-eae5cc81a9a6 req-ed8966cf-2ea7-491a-97f7-a8a6e16417cf tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:28.397783 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0596a2bb-4997-43e1-9c31-eae5cc81a9a6 req-ed8966cf-2ea7-491a-97f7-a8a6e16417cf tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 943 time: 0.6721740 Jul 07 17:16:28.465997 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-1d325be7-dfb4-4e31-977e-1a036d49e2e3 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:28.466738 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-1d325be7-dfb4-4e31-977e-1a036d49e2e3 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:28.481266 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6e81f-6b01-42a8-8fb9-976ce680e929 req-5ac3bf95-2225-43ec-87f3-5489c2a01fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:28.484511 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68a6e81f-6b01-42a8-8fb9-976ce680e929 req-5ac3bf95-2225-43ec-87f3-5489c2a01fe4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772&tenant_id=18e760e73e3c432284bc214c0bade121 HTTP/1.1" status: 200 len: 1095 time: 2.1499517 Jul 07 17:16:28.561681 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799e4db5-8441-4cb4-948a-0369520d9d80 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:28.564597 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799e4db5-8441-4cb4-948a-0369520d9d80 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:28.566815 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-799e4db5-8441-4cb4-948a-0369520d9d80 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3194745 Jul 07 17:16:28.610002 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41366) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:28.638721 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5e16c1aa-b376-455b-88ce-1d672bcd00fb req-6878d91c-284e-4923-a52a-d3852ad405c7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 210 time: 0.1657226 Jul 07 17:16:28.661542 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0596a2bb-4997-43e1-9c31-eae5cc81a9a6 req-62a7244e-1db3-448f-9462-936120545946 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2462449 Jul 07 17:16:28.789984 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b06ca4-00fc-4d0f-81fb-bffae0cb854b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet 6a7c53ee-5df2-4573-8b22-ddf676eb95f1 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:16:28.802911 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2b06ca4-00fc-4d0f-81fb-bffae0cb854b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:28.865285 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6e81f-6b01-42a8-8fb9-976ce680e929 req-64f27241-906f-4d6f-93e3-0635690c3724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:28.868067 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-cd2fd3c9-35e3-4b12-a379-f59f3942f959 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:28.869417 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68a6e81f-6b01-42a8-8fb9-976ce680e929 req-64f27241-906f-4d6f-93e3-0635690c3724 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18e760e73e3c432284bc214c0bade121&device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 1095 time: 0.3100407 Jul 07 17:16:28.886621 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-2a1bc7b2-b5ea-4dcf-9371-8100756359be tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:28.889389 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-2a1bc7b2-b5ea-4dcf-9371-8100756359be tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.72 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 812 time: 0.4118128 Jul 07 17:16:28.920409 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-910e0a38-ff95-473a-905c-0bd23576c3d4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Request body: {'port': {'device_id': '72422587-5925-464b-98e9-438ed126786a', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'admin_state_up': True, 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:29.009228 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-51fd101a-a311-48f5-8b09-c27673800b91 req-13ef5eb2-862d-4502-93d1-53025fd7f2e3 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bd52c18-ef0f-4798-a53c-26e08040d2ff HTTP/1.1" status: 200 len: 210 time: 0.1368704 Jul 07 17:16:29.033456 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2b06ca4-00fc-4d0f-81fb-bffae0cb854b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.062593 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6e81f-6b01-42a8-8fb9-976ce680e929 req-3813c4a9-352f-4f7c-bce4-1ea8db15a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:29.066658 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68a6e81f-6b01-42a8-8fb9-976ce680e929 req-3813c4a9-352f-4f7c-bce4-1ea8db15a19d service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9c7bfe2-c6df-42ea-bc46-459eb954abd9 HTTP/1.1" status: 200 len: 918 time: 0.1907313 Jul 07 17:16:29.079419 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fbb88c0f-7c41-4e2d-b170-6e25ee0e6364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.122600 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fbb88c0f-7c41-4e2d-b170-6e25ee0e6364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.175376 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-cd2fd3c9-35e3-4b12-a379-f59f3942f959 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.200614 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-1d325be7-dfb4-4e31-977e-1a036d49e2e3 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6343956 Jul 07 17:16:29.292640 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fbb88c0f-7c41-4e2d-b170-6e25ee0e6364 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=015784e1a6664327a9900a7a6c779896&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0419059 Jul 07 17:16:29.296679 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fd3c9-35e3-4b12-a379-f59f3942f959 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Pushing event updated for resources: {'Port': ['ID=2e033fd0-74d3-4c8a-a82f-7a70dccd42b4,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:29.299587 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb88c0f-7c41-4e2d-b170-6e25ee0e6364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359384ab-8a58-425e-9be1-ff59afdbca37,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:29.303257 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41386) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:29.315857 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-5db3aab1-fcc1-415a-aaa9-a05784b492c1 service neutron] Request body: {'port': {'device_id': '305274af-89f8-4768-a7ed-08b1589792e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:29.342515 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-cd2fd3c9-35e3-4b12-a379-f59f3942f959 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Network b49db49b-f127-4d2a-b9c1-b5f9ec1c540b is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:29.373352 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-cd2fd3c9-35e3-4b12-a379-f59f3942f959 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:29.389580 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-cd2fd3c9-35e3-4b12-a379-f59f3942f959 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:29.397414 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2b06ca4-00fc-4d0f-81fb-bffae0cb854b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.462410 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-cd2fd3c9-35e3-4b12-a379-f59f3942f959 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:29.464131 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-cd2fd3c9-35e3-4b12-a379-f59f3942f959 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.489035 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68a6e81f-6b01-42a8-8fb9-976ce680e929 req-d7df3c30-1fe9-41f1-a385-475a461f2bec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=495805fd-0180-40f2-ab25-1a1c2bc8cbc3 HTTP/1.1" status: 200 len: 999 time: 0.4057078 Jul 07 17:16:29.494512 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2b06ca4-00fc-4d0f-81fb-bffae0cb854b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.538056 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-910e0a38-ff95-473a-905c-0bd23576c3d4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Made reservation on behalf of ea3241034bb848a48d8167b6b493e4d4 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:29.545154 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-910e0a38-ff95-473a-905c-0bd23576c3d4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.556918 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-cd2fd3c9-35e3-4b12-a379-f59f3942f959 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8627884 Jul 07 17:16:29.573409 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2b06ca4-00fc-4d0f-81fb-bffae0cb854b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.582521 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04996c1-f50d-4f38-b80c-f4cfd4abd6ea None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:29.583586 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c2b06ca4-00fc-4d0f-81fb-bffae0cb854b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/6a7c53ee-5df2-4573-8b22-ddf676eb95f1 HTTP/1.1" status: 204 len: 168 time: 0.9700301 Jul 07 17:16:29.585767 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41398) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:29.612884 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-f4ced16f-fe7d-4661-a845-32a0966e7f4c service neutron] Request body: {'port': {'device_id': '8bd52c18-ef0f-4798-a53c-26e08040d2ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:29.696177 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b06ca4-00fc-4d0f-81fb-bffae0cb854b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=6a7c53ee-5df2-4573-8b22-ddf676eb95f1,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:29.725936 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d0ef0617-eb43-40de-bc14-92e76c4fa420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.806063 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-643e6054-0976-45d4-a887-802c3175b3bd tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0993195 Jul 07 17:16:29.808220 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41408) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:29.898129 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-85c9f73a-6e96-4aca-a983-14715d495806 req-962b65e4-a184-49c6-92c7-354a78157c7b tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.53 "GET /v2.0/ports?device_id=54697f98-22c3-4ee7-954f-5ec1bedd4ac3 HTTP/1.1" status: 200 len: 210 time: 0.1880357 Jul 07 17:16:29.899528 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6e81f-6b01-42a8-8fb9-976ce680e929 req-655e241a-7104-4135-844d-1e3bf94ddba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:29.904137 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68a6e81f-6b01-42a8-8fb9-976ce680e929 req-655e241a-7104-4135-844d-1e3bf94ddba5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b0fe605b-06e9-4628-b5de-b8df689c0601 HTTP/1.1" status: 200 len: 856 time: 0.3937261 Jul 07 17:16:29.928287 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d0ef0617-eb43-40de-bc14-92e76c4fa420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.934400 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ede71b0-4c15-41de-838b-94c0d8882a30 None None] DHCP port deletion for 6e9cefa1-f008-4dc6-9203-f56e105ef387 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:16:30.001825 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-5db3aab1-fcc1-415a-aaa9-a05784b492c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.048612 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6a82f54-8c31-417b-804c-ee5f48dad53c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.056277 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-1ede71b0-4c15-41de-838b-94c0d8882a30 None None] Deleting port c1ca04c9-c479-4118-87ef-b20ea298fcf5 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:30.057234 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1ede71b0-4c15-41de-838b-94c0d8882a30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.149514 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-f4ced16f-fe7d-4661-a845-32a0966e7f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.168993 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8a14c7-5ba6-45bc-81b7-167639baa70e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:30.174370 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4e8a14c7-5ba6-45bc-81b7-167639baa70e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3488562 Jul 07 17:16:30.181245 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41422) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:30.188840 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-1ede71b0-4c15-41de-838b-94c0d8882a30 None None] For port c1ca04c9-c479-4118-87ef-b20ea298fcf5, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c1ca04c9-c479-4118-87ef-b20ea298fcf5,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:30.189656 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1ede71b0-4c15-41de-838b-94c0d8882a30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.212534 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-1ede71b0-4c15-41de-838b-94c0d8882a30 None None] Calling delete_port for c1ca04c9-c479-4118-87ef-b20ea298fcf5 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:30.219744 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c1ca04c9-c479-4118-87ef-b20ea298fcf5 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:30.264878 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.266863 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ce32d4-fae8-4019-b0c0-a4cfe1ed7ce1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:30.269651 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-46ce32d4-fae8-4019-b0c0-a4cfe1ed7ce1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0872984 Jul 07 17:16:30.277054 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41424) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:30.311818 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab36518-dfab-42e2-8678-ca0071bafabf req-d4e07fa4-8a4a-4150-be13-bc66d18b9f2f tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:30.319604 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fab36518-dfab-42e2-8678-ca0071bafabf req-d4e07fa4-8a4a-4150-be13-bc66d18b9f2f tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 946 time: 0.6558652 Jul 07 17:16:30.381973 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.398767 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6e81f-6b01-42a8-8fb9-976ce680e929 req-99e16696-bb0f-45f0-9a2a-5656aa50374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:30.400410 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68a6e81f-6b01-42a8-8fb9-976ce680e929 req-99e16696-bb0f-45f0-9a2a-5656aa50374e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9c7bfe2-c6df-42ea-bc46-459eb954abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4206698 Jul 07 17:16:30.402381 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-79e07dd0-77c2-4790-8730-9bf26b43a082 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782683 Jul 07 17:16:30.410154 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41426) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:30.415988 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e68df234-91a2-48ff-b03d-bbcf503ceeb5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:30.431730 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-910e0a38-ff95-473a-905c-0bd23576c3d4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Allocated IP 172.20.0.8 (77d41963-e136-4ba3-ad68-c6ff6b5ca03b/eb25b29e-8000-461d-9a31-049cca6cce84/7ce69876-7fbb-404d-9377-1651bdcbf3ef) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:30.442447 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port c1ca04c9-c479-4118-87ef-b20ea298fcf5, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c1ca04c9-c479-4118-87ef-b20ea298fcf5,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:30.459600 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.490641 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d0ef0617-eb43-40de-bc14-92e76c4fa420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.493708 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d0ef0617-eb43-40de-bc14-92e76c4fa420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.495049 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d0ef0617-eb43-40de-bc14-92e76c4fa420 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/359384ab-8a58-425e-9be1-ff59afdbca37 HTTP/1.1" status: 204 len: 168 time: 1.1870489 Jul 07 17:16:30.548874 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bcbfd407-3ff7-4d06-826f-49884326bf47 req-f5c41700-8a5b-4d3a-b202-b16984227549 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 210 time: 0.2794592 Jul 07 17:16:30.557615 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6a82f54-8c31-417b-804c-ee5f48dad53c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.571871 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1ede71b0-4c15-41de-838b-94c0d8882a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.602240 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef0617-eb43-40de-bc14-92e76c4fa420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359384ab-8a58-425e-9be1-ff59afdbca37,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:30.628764 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ede71b0-4c15-41de-838b-94c0d8882a30 None None] No DVR routers for this DVR port c1ca04c9-c479-4118-87ef-b20ea298fcf5 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:30.641012 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=c1ca04c9-c479-4118-87ef-b20ea298fcf5,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:30.712218 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68a6e81f-6b01-42a8-8fb9-976ce680e929 req-355bfe5d-b710-4266-aaec-524668da787d service neutron] 10.222.0.72 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026581 Jul 07 17:16:30.726337 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede71b0-4c15-41de-838b-94c0d8882a30 None None] Pushing event deleted for resources: {'Port': ['ID=c1ca04c9-c479-4118-87ef-b20ea298fcf5,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:30.776813 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fab36518-dfab-42e2-8678-ca0071bafabf req-f9911b8a-2795-45aa-ba9e-73a34249e46c tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561231 Jul 07 17:16:30.994519 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-5db3aab1-fcc1-415a-aaa9-a05784b492c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9535bc22-2e9a-44f2-98e6-86c63a0ee026 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:31.006486 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-5db3aab1-fcc1-415a-aaa9-a05784b492c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:31.057476 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ee719-3f6e-45c2-a90a-08a84c9d7750 req-315b9e44-3ae2-4009-b830-3d56ca939953 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:31.060399 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c25ee719-3f6e-45c2-a90a-08a84c9d7750 req-315b9e44-3ae2-4009-b830-3d56ca939953 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 943 time: 0.3078389 Jul 07 17:16:31.159144 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-5db3aab1-fcc1-415a-aaa9-a05784b492c1 service neutron] Transition to ACTIVE for port object 9535bc22-2e9a-44f2-98e6-86c63a0ee026 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:31.200476 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41442) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:31.206773 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-5db3aab1-fcc1-415a-aaa9-a05784b492c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:31.289294 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c25ee719-3f6e-45c2-a90a-08a84c9d7750 req-f87d56b2-415b-4328-9410-9642bd010423 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183080 Jul 07 17:16:31.295279 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6a82f54-8c31-417b-804c-ee5f48dad53c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:31.299427 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68df234-91a2-48ff-b03d-bbcf503ceeb5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:31.305762 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e68df234-91a2-48ff-b03d-bbcf503ceeb5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:31.311877 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b729bf32-b123-42f6-b090-00ecab0fcd2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:31.383982 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6a82f54-8c31-417b-804c-ee5f48dad53c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:31.535832 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3aab1-fcc1-415a-aaa9-a05784b492c1 service neutron] Pushing event updated for resources: {'Port': ['ID=9535bc22-2e9a-44f2-98e6-86c63a0ee026,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:31.581405 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68a6e81f-6b01-42a8-8fb9-976ce680e929 req-8c57af45-4b26-467e-9dd8-128903b07001 service neutron] 10.222.0.72 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8349397 Jul 07 17:16:31.626981 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3a5eb28b-59c5-4dbf-b153-8fede5628f6a req-0b37e840-5a46-4af7-a75d-6dd7c159f173 tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a129e6-cbf9-452d-9e52-5e23d6109b55 HTTP/1.1" status: 200 len: 210 time: 0.0812294 Jul 07 17:16:31.630472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a82f54-8c31-417b-804c-ee5f48dad53c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event updated for resources: {'Port': ['ID=9b3a1169-3ee7-4f71-8464-10158ca4e5a9,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:31.642317 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6a82f54-8c31-417b-804c-ee5f48dad53c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:31.898795 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-e6a82f54-8c31-417b-804c-ee5f48dad53c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Floating IP c2c9f456-4a29-4519-af7b-ed3381907008 associated. External IP: 172.25.0.61, port: bbf4c514-373c-45c7-a9f9-48487fb1aa01. Jul 07 17:16:31.979717 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b3dee69e-6210-48c0-be25-0130da68b304 req-e3bf1d84-a771-40c7-b3f1-56055a1da2c4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 210 time: 0.1230922 Jul 07 17:16:32.199405 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-910e0a38-ff95-473a-905c-0bd23576c3d4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:32.233413 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-f4ced16f-fe7d-4661-a845-32a0966e7f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e033fd0-74d3-4c8a-a82f-7a70dccd42b4 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:32.261607 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-f4ced16f-fe7d-4661-a845-32a0966e7f4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:32.277479 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-5db3aab1-fcc1-415a-aaa9-a05784b492c1 service neutron] Attempting to bind port 9535bc22-2e9a-44f2-98e6-86c63a0ee026 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:32.277777 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-5db3aab1-fcc1-415a-aaa9-a05784b492c1 service neutron] Attempting to bind port 9535bc22-2e9a-44f2-98e6-86c63a0ee026 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a7553279-0661-4c54-86a8-42bce1d0325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b49db49b-f127-4d2a-b9c1-b5f9ec1c540b'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:32.278077 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-5db3aab1-fcc1-415a-aaa9-a05784b492c1 service neutron] Attempting to bind port 9535bc22-2e9a-44f2-98e6-86c63a0ee026 on network b49db49b-f127-4d2a-b9c1-b5f9ec1c540b {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:32.302936 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-910e0a38-ff95-473a-905c-0bd23576c3d4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Transition to ACTIVE for port object 7ce69876-7fbb-404d-9377-1651bdcbf3ef will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:32.355680 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-5db3aab1-fcc1-415a-aaa9-a05784b492c1 service neutron] Port 9535bc22-2e9a-44f2-98e6-86c63a0ee026 on network b49db49b-f127-4d2a-b9c1-b5f9ec1c540b not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:16:32.356315 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-5db3aab1-fcc1-415a-aaa9-a05784b492c1 service neutron] Attempting to bind port 9535bc22-2e9a-44f2-98e6-86c63a0ee026 on network b49db49b-f127-4d2a-b9c1-b5f9ec1c540b {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:32.433995 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a82f54-8c31-417b-804c-ee5f48dad53c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Router b599a00a-5bd2-4a4b-a493-1fb73b9b6aff has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:32.436905 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-f4ced16f-fe7d-4661-a845-32a0966e7f4c service neutron] Transition to ACTIVE for port object 2e033fd0-74d3-4c8a-a82f-7a70dccd42b4 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:32.470894 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6a0eb-6a7d-4d7a-9146-53a1c95db305 req-fa0f0b08-5f72-46e9-8e29-a33c8a2bfb11 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.474062 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-33c6a0eb-6a7d-4d7a-9146-53a1c95db305 req-fa0f0b08-5f72-46e9-8e29-a33c8a2bfb11 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bd52c18-ef0f-4798-a53c-26e08040d2ff HTTP/1.1" status: 200 len: 932 time: 0.9430389 Jul 07 17:16:32.491597 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623216b-d94b-41b3-86e6-511576fc24c2 req-753c15ac-d736-4058-a6ba-feaf996fd188 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.495871 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4623216b-d94b-41b3-86e6-511576fc24c2 req-753c15ac-d736-4058-a6ba-feaf996fd188 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.64 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 946 time: 0.7106938 Jul 07 17:16:32.573462 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-f4ced16f-fe7d-4661-a845-32a0966e7f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:32.591979 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b21df3-50f8-4469-9514-31a011e342f8 req-0d7f503a-09a4-4254-8260-68ba5c0a59a2 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.593739 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41b21df3-50f8-4469-9514-31a011e342f8 req-0d7f503a-09a4-4254-8260-68ba5c0a59a2 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 946 time: 0.2111936 Jul 07 17:16:32.628825 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a82f54-8c31-417b-804c-ee5f48dad53c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:32.649188 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376afdac-a289-4cd3-804e-47012bc422c1 None None] Sync routers for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:32.664663 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-5db3aab1-fcc1-415a-aaa9-a05784b492c1 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:32.665015 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-5db3aab1-fcc1-415a-aaa9-a05784b492c1 service neutron] Checking segment: {'id': 'a7553279-0661-4c54-86a8-42bce1d0325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b49db49b-f127-4d2a-b9c1-b5f9ec1c540b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:32.665602 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-5db3aab1-fcc1-415a-aaa9-a05784b492c1 service neutron] Bound using segment: {'id': 'a7553279-0661-4c54-86a8-42bce1d0325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b49db49b-f127-4d2a-b9c1-b5f9ec1c540b'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:32.666412 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-5db3aab1-fcc1-415a-aaa9-a05784b492c1 service neutron] Bound port: 9535bc22-2e9a-44f2-98e6-86c63a0ee026, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7553279-0661-4c54-86a8-42bce1d0325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b49db49b-f127-4d2a-b9c1-b5f9ec1c540b'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:32.666995 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-5db3aab1-fcc1-415a-aaa9-a05784b492c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:32.677317 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376afdac-a289-4cd3-804e-47012bc422c1 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:32.677994 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-376afdac-a289-4cd3-804e-47012bc422c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:16:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:32.743028 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41b21df3-50f8-4469-9514-31a011e342f8 req-426c8dff-7bf8-49b2-bdbe-8f9d0d416343 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386781 Jul 07 17:16:32.821862 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-376afdac-a289-4cd3-804e-47012bc422c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:32.847165 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376afdac-a289-4cd3-804e-47012bc422c1 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:32.847823 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-376afdac-a289-4cd3-804e-47012bc422c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:16:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:32.918689 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-376afdac-a289-4cd3-804e-47012bc422c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:32.919399 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376afdac-a289-4cd3-804e-47012bc422c1 None None] The sync data for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:33.037682 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dacded-3838-4aa9-807b-1198d6ca07fc req-a9ae3a25-6d63-42a8-a54d-2b9ee1755b39 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:33.048010 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f8dacded-3838-4aa9-807b-1198d6ca07fc req-a9ae3a25-6d63-42a8-a54d-2b9ee1755b39 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 943 time: 0.1287124 Jul 07 17:16:33.114496 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f8dacded-3838-4aa9-807b-1198d6ca07fc req-20d0c72a-7d22-42a0-a886-b09c9bd7d237 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650914 Jul 07 17:16:33.332974 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b794c00b-f6fd-43df-a2a0-4c5d72ef0fba req-dccafbdd-d644-4813-bb2a-0b9a87eab20e tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a129e6-cbf9-452d-9e52-5e23d6109b55 HTTP/1.1" status: 200 len: 210 time: 0.0486138 Jul 07 17:16:33.445671 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b729bf32-b123-42f6-b090-00ecab0fcd2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.475101 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e6a82f54-8c31-417b-804c-ee5f48dad53c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.488025 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-33c6a0eb-6a7d-4d7a-9146-53a1c95db305 req-90ab1aea-865a-4196-a5d3-746eb4c86827 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a3d89b-8016-4f82-845d-66c79549f60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9776852 Jul 07 17:16:33.688566 n-d-791503-12 neutron-server[100193]: DEBUG neutron.objects.ports [None req-e68df234-91a2-48ff-b03d-bbcf503ceeb5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100193) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:16:33.697982 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-34af92e5-ba66-446a-ad47-d4981d1a04cd req-fe5ac27f-1836-4560-a70c-53884dbbed2e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=54697f98-22c3-4ee7-954f-5ec1bedd4ac3 HTTP/1.1" status: 200 len: 210 time: 0.0961962 Jul 07 17:16:33.738240 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b729bf32-b123-42f6-b090-00ecab0fcd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.768686 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eaac2c19-f5b6-4379-88a1-c26dc46685b7 req-f64184ce-6ed3-4d2b-8556-87b62d837a5b tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 210 time: 0.3025486 Jul 07 17:16:33.825809 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41490) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:33.826475 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b729bf32-b123-42f6-b090-00ecab0fcd2b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=41cb24c128fb4e2c8b68e5b3d2c69d12&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6158104 Jul 07 17:16:33.891041 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ced16f-fe7d-4661-a845-32a0966e7f4c service neutron] Pushing event updated for resources: {'Port': ['ID=2e033fd0-74d3-4c8a-a82f-7a70dccd42b4,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:33.893986 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e6a82f54-8c31-417b-804c-ee5f48dad53c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.5180335 Jul 07 17:16:33.895583 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e68df234-91a2-48ff-b03d-bbcf503ceeb5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.898750 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41492) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:33.947260 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-f4ced16f-fe7d-4661-a845-32a0966e7f4c service neutron] Attempting to bind port 2e033fd0-74d3-4c8a-a82f-7a70dccd42b4 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:33.947896 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-f4ced16f-fe7d-4661-a845-32a0966e7f4c service neutron] Attempting to bind port 2e033fd0-74d3-4c8a-a82f-7a70dccd42b4 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'a7553279-0661-4c54-86a8-42bce1d0325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b49db49b-f127-4d2a-b9c1-b5f9ec1c540b'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:33.948540 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-f4ced16f-fe7d-4661-a845-32a0966e7f4c service neutron] Attempting to bind port 2e033fd0-74d3-4c8a-a82f-7a70dccd42b4 on network b49db49b-f127-4d2a-b9c1-b5f9ec1c540b {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:34.005783 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-f4ced16f-fe7d-4661-a845-32a0966e7f4c service neutron] Port 2e033fd0-74d3-4c8a-a82f-7a70dccd42b4 on network b49db49b-f127-4d2a-b9c1-b5f9ec1c540b not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:16:34.006519 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-f4ced16f-fe7d-4661-a845-32a0966e7f4c service neutron] Attempting to bind port 2e033fd0-74d3-4c8a-a82f-7a70dccd42b4 on network b49db49b-f127-4d2a-b9c1-b5f9ec1c540b {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:34.010841 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-910e0a38-ff95-473a-905c-0bd23576c3d4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.029326 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['8dc81060-f12c-4d50-ac74-7a7ea986f264'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:34.036761 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['94bd3849-30eb-4eef-b27a-1a2aa77b0362'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:34.161975 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-5db3aab1-fcc1-415a-aaa9-a05784b492c1 service neutron] For port 9535bc22-2e9a-44f2-98e6-86c63a0ee026, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:34.203094 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68df234-91a2-48ff-b03d-bbcf503ceeb5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:34.251339 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-e68df234-91a2-48ff-b03d-bbcf503ceeb5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:34.293355 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b49097-9dd8-473b-853c-a71f87004df9 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:34.358161 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-f4ced16f-fe7d-4661-a845-32a0966e7f4c service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:34.358881 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-f4ced16f-fe7d-4661-a845-32a0966e7f4c service neutron] Checking segment: {'id': 'a7553279-0661-4c54-86a8-42bce1d0325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b49db49b-f127-4d2a-b9c1-b5f9ec1c540b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:34.359868 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-f4ced16f-fe7d-4661-a845-32a0966e7f4c service neutron] Bound using segment: {'id': 'a7553279-0661-4c54-86a8-42bce1d0325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b49db49b-f127-4d2a-b9c1-b5f9ec1c540b'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:34.361022 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-f4ced16f-fe7d-4661-a845-32a0966e7f4c service neutron] Bound port: 2e033fd0-74d3-4c8a-a82f-7a70dccd42b4, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7553279-0661-4c54-86a8-42bce1d0325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b49db49b-f127-4d2a-b9c1-b5f9ec1c540b'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:34.361935 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-f4ced16f-fe7d-4661-a845-32a0966e7f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.407762 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68df234-91a2-48ff-b03d-bbcf503ceeb5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.409005 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e68df234-91a2-48ff-b03d-bbcf503ceeb5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.523073 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729bf32-b123-42f6-b090-00ecab0fcd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a765366-c4ad-49c1-957a-ce1ebc8dbf07,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:34.557292 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-5db3aab1-fcc1-415a-aaa9-a05784b492c1 service neutron] For port 9535bc22-2e9a-44f2-98e6-86c63a0ee026, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=9535bc22-2e9a-44f2-98e6-86c63a0ee026,segment=NetworkSegment(a7553279-0661-4c54-86a8-42bce1d0325a),segment_id=a7553279-0661-4c54-86a8-42bce1d0325a)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:34.596070 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e0a38-ff95-473a-905c-0bd23576c3d4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Pushing event updated for resources: {'Port': ['ID=7ce69876-7fbb-404d-9377-1651bdcbf3ef,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:34.623000 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e68df234-91a2-48ff-b03d-bbcf503ceeb5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.2114654 Jul 07 17:16:34.659303 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-5db3aab1-fcc1-415a-aaa9-a05784b492c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.665935 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41502) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:34.715798 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68df234-91a2-48ff-b03d-bbcf503ceeb5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=1ddc6bbe-2b10-4b98-913c-7abbbcdc4173,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:34.746899 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-910e0a38-ff95-473a-905c-0bd23576c3d4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:34.779437 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-1bf950ac-cb19-46a6-ac29-0826e7c71ad4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:34.860729 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eeb22b-48a3-4ccc-8641-35200a0e9fa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-6e9cefa1-f008-4dc6-9203-f56e105ef387', 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'fixed_ips': [{'subnet_id': '1ddc6bbe-2b10-4b98-913c-7abbbcdc4173'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:16:34.862010 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f1eeb22b-48a3-4ccc-8641-35200a0e9fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.071038 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-612d0402-76f4-4f08-adb9-2092a02a8827 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "GET /v2.0/floatingips/c2c9f456-4a29-4519-af7b-ed3381907008 HTTP/1.1" status: 200 len: 977 time: 1.1439781 Jul 07 17:16:35.076847 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41506) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:35.088020 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-910e0a38-ff95-473a-905c-0bd23576c3d4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:35.170377 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-4623216b-d94b-41b3-86e6-511576fc24c2 req-36fc9ed9-031d-4ded-b03c-15e030ed362c tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Deleting port 882531ee-10b6-49b4-8101-c17af29e179b {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:35.177074 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4623216b-d94b-41b3-86e6-511576fc24c2 req-36fc9ed9-031d-4ded-b03c-15e030ed362c tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.216243 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b9b98294-4692-44d5-8255-1b9280d60902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.251770 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b9b98294-4692-44d5-8255-1b9280d60902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.293468 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-f1eeb22b-48a3-4ccc-8641-35200a0e9fa0 None None] Allocated IP 2001:db8::f816:3eff:feed:73ba (6e9cefa1-f008-4dc6-9203-f56e105ef387/1ddc6bbe-2b10-4b98-913c-7abbbcdc4173/87dab4bc-5d5c-4178-9c3c-202befb3025a) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:35.358755 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4a6cd-76b2-4932-b08b-c3634d08e3c4 req-9c534987-8900-4080-8a2a-d99fd0411409 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:35.374683 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2be4a6cd-76b2-4932-b08b-c3634d08e3c4 req-9c534987-8900-4080-8a2a-d99fd0411409 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 943 time: 0.4212480 Jul 07 17:16:35.413521 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d0ed5c37-14ea-410f-b829-b1138e361238 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3318870 Jul 07 17:16:35.420714 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-910e0a38-ff95-473a-905c-0bd23576c3d4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:35.430248 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41508) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:35.437313 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-ab333936-ad58-423d-b96f-162dd738dadb tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Request body: {'floatingip': {'port_id': '7cab7b6a-737b-405f-a31b-8aaa7d6f1a0a'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:35.533453 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-f4ced16f-fe7d-4661-a845-32a0966e7f4c service neutron] For port 2e033fd0-74d3-4c8a-a82f-7a70dccd42b4, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:35.539529 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-f4ced16f-fe7d-4661-a845-32a0966e7f4c service neutron] For port 2e033fd0-74d3-4c8a-a82f-7a70dccd42b4, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=2e033fd0-74d3-4c8a-a82f-7a70dccd42b4,segment=NetworkSegment(a7553279-0661-4c54-86a8-42bce1d0325a),segment_id=a7553279-0661-4c54-86a8-42bce1d0325a)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:35.569789 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b9b98294-4692-44d5-8255-1b9280d60902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.571916 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-5db3aab1-fcc1-415a-aaa9-a05784b492c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:35.573079 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-5db3aab1-fcc1-415a-aaa9-a05784b492c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.573926 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b9b98294-4692-44d5-8255-1b9280d60902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.575294 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b9b98294-4692-44d5-8255-1b9280d60902 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2a765366-c4ad-49c1-957a-ce1ebc8dbf07 HTTP/1.1" status: 204 len: 168 time: 1.7476599 Jul 07 17:16:35.580466 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-5db3aab1-fcc1-415a-aaa9-a05784b492c1 service neutron] 10.222.0.72 "PUT /v2.0/ports/9535bc22-2e9a-44f2-98e6-86c63a0ee026 HTTP/1.1" status: 200 len: 1092 time: 6.2759433 Jul 07 17:16:35.592560 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305274af-89f8-4768-a7ed-08b1589792e8', 'tag': '9535bc22-2e9a-44f2-98e6-86c63a0ee026'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:35.598991 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c58a255-eaee-431f-ad1e-ad6315e6d899" -d '{"events": [{"name": "network-changed", "server_uuid": "305274af-89f8-4768-a7ed-08b1589792e8", "tag": "9535bc22-2e9a-44f2-98e6-86c63a0ee026"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:35.606251 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-f4ced16f-fe7d-4661-a845-32a0966e7f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.615114 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2be4a6cd-76b2-4932-b08b-c3634d08e3c4 req-479b24bc-af9a-4d6b-a9a3-e0318f2f872b tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336807 Jul 07 17:16:35.628919 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b98294-4692-44d5-8255-1b9280d60902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a765366-c4ad-49c1-957a-ce1ebc8dbf07,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:35.639609 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ab333936-ad58-423d-b96f-162dd738dadb tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.835148 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f69c5a-afcd-49c9-85d7-62df8f52cf19 req-f4d53dac-9eb0-4a95-8a39-0e1d6102f631 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:35.852567 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-94f69c5a-afcd-49c9-85d7-62df8f52cf19 req-f4d53dac-9eb0-4a95-8a39-0e1d6102f631 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 946 time: 1.8379788 Jul 07 17:16:35.873862 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0e99ddae-4277-483b-8630-3d56226c638a None None] Provisioning for port 7ce69876-7fbb-404d-9377-1651bdcbf3ef completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:35.892585 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0e99ddae-4277-483b-8630-3d56226c638a None None] Provisioning complete for port 7ce69876-7fbb-404d-9377-1651bdcbf3ef triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:35.893319 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0e99ddae-4277-483b-8630-3d56226c638a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.896914 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f1eeb22b-48a3-4ccc-8641-35200a0e9fa0 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.933894 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f1eeb22b-48a3-4ccc-8641-35200a0e9fa0 None None] Transition to ACTIVE for port object 87dab4bc-5d5c-4178-9c3c-202befb3025a will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:35.944935 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-f4ced16f-fe7d-4661-a845-32a0966e7f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:35.948321 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-f4ced16f-fe7d-4661-a845-32a0966e7f4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.951971 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-f4ced16f-fe7d-4661-a845-32a0966e7f4c service neutron] 10.222.0.64 "PUT /v2.0/ports/2e033fd0-74d3-4c8a-a82f-7a70dccd42b4 HTTP/1.1" status: 200 len: 1093 time: 6.3644397 Jul 07 17:16:35.965927 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-0e99ddae-4277-483b-8630-3d56226c638a None None] Port 7ce69876-7fbb-404d-9377-1651bdcbf3ef cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:35.973551 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f1eeb22b-48a3-4ccc-8641-35200a0e9fa0 None None] Transition to ACTIVE for port object 87dab4bc-5d5c-4178-9c3c-202befb3025a will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:35.982416 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f1eeb22b-48a3-4ccc-8641-35200a0e9fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.987870 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-910e0a38-ff95-473a-905c-0bd23576c3d4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:35.989197 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-910e0a38-ff95-473a-905c-0bd23576c3d4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.044259 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf950ac-cb19-46a6-ac29-0826e7c71ad4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:36.048885 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1bf950ac-cb19-46a6-ac29-0826e7c71ad4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.067631 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-4623216b-d94b-41b3-86e6-511576fc24c2 req-36fc9ed9-031d-4ded-b03c-15e030ed362c tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] For port 882531ee-10b6-49b4-8101-c17af29e179b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=882531ee-10b6-49b4-8101-c17af29e179b,segment=NetworkSegment(395174b8-0e8e-4edd-9a4b-23178acfd758),segment_id=395174b8-0e8e-4edd-9a4b-23178acfd758)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:36.076173 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4623216b-d94b-41b3-86e6-511576fc24c2 req-36fc9ed9-031d-4ded-b03c-15e030ed362c tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.156827 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-910e0a38-ff95-473a-905c-0bd23576c3d4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2542431 Jul 07 17:16:36.161991 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3aab1-fcc1-415a-aaa9-a05784b492c1 service neutron] Pushing event updated for resources: {'Port': ['ID=9535bc22-2e9a-44f2-98e6-86c63a0ee026,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:36.184432 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1eeb22b-48a3-4ccc-8641-35200a0e9fa0 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:36.201855 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-f1eeb22b-48a3-4ccc-8641-35200a0e9fa0 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:36.225936 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eeb22b-48a3-4ccc-8641-35200a0e9fa0 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:36.277151 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eeb22b-48a3-4ccc-8641-35200a0e9fa0 None None] Pushing event updated for resources: {'Port': ['ID=87dab4bc-5d5c-4178-9c3c-202befb3025a,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:36.397686 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Request body: {'port': {'device_id': '72422587-5925-464b-98e9-438ed126786a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:36.418017 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-4623216b-d94b-41b3-86e6-511576fc24c2 req-36fc9ed9-031d-4ded-b03c-15e030ed362c tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Calling delete_port for 882531ee-10b6-49b4-8101-c17af29e179b owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:36.444059 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 882531ee-10b6-49b4-8101-c17af29e179b no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:36.557796 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-f1eeb22b-48a3-4ccc-8641-35200a0e9fa0 None None] Attempting to bind port 87dab4bc-5d5c-4178-9c3c-202befb3025a on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:36.561289 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-f1eeb22b-48a3-4ccc-8641-35200a0e9fa0 None None] Attempting to bind port 87dab4bc-5d5c-4178-9c3c-202befb3025a by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:36.562169 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1eeb22b-48a3-4ccc-8641-35200a0e9fa0 None None] Attempting to bind port 87dab4bc-5d5c-4178-9c3c-202befb3025a on network 6e9cefa1-f008-4dc6-9203-f56e105ef387 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:36.612041 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1eeb22b-48a3-4ccc-8641-35200a0e9fa0 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:36.613445 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1eeb22b-48a3-4ccc-8641-35200a0e9fa0 None None] Checking segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:36.614179 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f1eeb22b-48a3-4ccc-8641-35200a0e9fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.614974 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1eeb22b-48a3-4ccc-8641-35200a0e9fa0 None None] Bound using segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:36.615740 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-f1eeb22b-48a3-4ccc-8641-35200a0e9fa0 None None] Bound port: 87dab4bc-5d5c-4178-9c3c-202befb3025a, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:36.616756 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f1eeb22b-48a3-4ccc-8641-35200a0e9fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.657436 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41518) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:36.720771 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ab333936-ad58-423d-b96f-162dd738dadb tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.732062 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-94f69c5a-afcd-49c9-85d7-62df8f52cf19 req-260c1e76-9c07-4b10-8c85-c69dfc8a53cd tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b4026c4-f2b6-46b1-9371-ca8e409fedb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8749123 Jul 07 17:16:36.775782 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ab333936-ad58-423d-b96f-162dd738dadb tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.787125 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1c1a40a6-8333-466d-abfb-c73e520a1f2a req-b5bc0f42-4028-4047-a6d0-f63bfe5c39bf tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a129e6-cbf9-452d-9e52-5e23d6109b55 HTTP/1.1" status: 200 len: 210 time: 0.8764949 Jul 07 17:16:36.876997 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.960038 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87bced15-fe16-49b1-bfc3-7df5d60a0604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.049797 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270764c1-bc8b-482a-a262-5c114a6edc4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '882531ee-10b6-49b4-8101-c17af29e179b'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:37.055260 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27b394e-0b08-4817-9593-03d76d77152d" -d '{"events": [{"server_uuid": "270764c1-bc8b-482a-a262-5c114a6edc4e", "name": "network-vif-unplugged", "status": "completed", "tag": "882531ee-10b6-49b4-8101-c17af29e179b"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:37.099029 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ced16f-fe7d-4661-a845-32a0966e7f4c service neutron] Pushing event updated for resources: {'Port': ['ID=2e033fd0-74d3-4c8a-a82f-7a70dccd42b4,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:37.175954 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-ab333936-ad58-423d-b96f-162dd738dadb tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Floating IP c2c9f456-4a29-4519-af7b-ed3381907008 associated. External IP: 172.25.0.61, port: bbf4c514-373c-45c7-a9f9-48487fb1aa01. Jul 07 17:16:37.242032 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 882531ee-10b6-49b4-8101-c17af29e179b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=882531ee-10b6-49b4-8101-c17af29e179b,segment=NetworkSegment(395174b8-0e8e-4edd-9a4b-23178acfd758),segment_id=395174b8-0e8e-4edd-9a4b-23178acfd758)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:37.244588 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-f1eeb22b-48a3-4ccc-8641-35200a0e9fa0 None None] For port 87dab4bc-5d5c-4178-9c3c-202befb3025a, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:37.256844 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.258520 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.302827 n-d-791503-12 neutron-server[100193]: INFO neutron.db.ipam_backend_mixin [None req-1bf950ac-cb19-46a6-ac29-0826e7c71ad4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1ddc6bbe-2b10-4b98-913c-7abbbcdc4173 (CIDR: 2001:db8::/64) Jul 07 17:16:37.318070 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-6097087f-3444-427c-92b5-353693531b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:37.319778 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-6097087f-3444-427c-92b5-353693531b74 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=093f8cd0eb1247809a1b83c8ab433206&device_id=305274af-89f8-4768-a7ed-08b1589792e8 HTTP/1.1" status: 200 len: 1095 time: 1.6487339 Jul 07 17:16:37.338770 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-f1eeb22b-48a3-4ccc-8641-35200a0e9fa0 None None] For port 87dab4bc-5d5c-4178-9c3c-202befb3025a, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=87dab4bc-5d5c-4178-9c3c-202befb3025a,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:37.348268 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f1eeb22b-48a3-4ccc-8641-35200a0e9fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.361108 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf950ac-cb19-46a6-ac29-0826e7c71ad4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:16:37.361772 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf950ac-cb19-46a6-ac29-0826e7c71ad4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:16:37.415002 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-7feee20b-a22c-43e7-a4a2-f256e4b72aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:37.416861 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-7feee20b-a22c-43e7-a4a2-f256e4b72aee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=093f8cd0eb1247809a1b83c8ab433206&device_id=8bd52c18-ef0f-4798-a53c-26e08040d2ff HTTP/1.1" status: 200 len: 1096 time: 1.3562672 Jul 07 17:16:37.417596 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.514265 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=882531ee-10b6-49b4-8101-c17af29e179b,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:37.631917 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499914be-cc80-4592-927d-a62efdb60d08 req-dc7d5dc8-a3df-488e-a2b5-102b26486d2a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:37.641564 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-499914be-cc80-4592-927d-a62efdb60d08 req-dc7d5dc8-a3df-488e-a2b5-102b26486d2a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 931 time: 0.3844221 Jul 07 17:16:37.716011 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eeb22b-48a3-4ccc-8641-35200a0e9fa0 None None] Pushing event updated for resources: {'Port': ['ID=87dab4bc-5d5c-4178-9c3c-202befb3025a,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:37.754854 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.867129 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-499914be-cc80-4592-927d-a62efdb60d08 req-b8bf8429-1bec-4096-bbb1-f19c056b0238 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240543 Jul 07 17:16:38.240703 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-24bd27f1-8a2e-46b2-bfeb-854d2a358e94 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e033fd0-74d3-4c8a-a82f-7a70dccd42b4 HTTP/1.1" status: 200 len: 217 time: 0.7356417 Jul 07 17:16:38.304279 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab333936-ad58-423d-b96f-162dd738dadb tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Router b599a00a-5bd2-4a4b-a493-1fb73b9b6aff has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:38.348927 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87bced15-fe16-49b1-bfc3-7df5d60a0604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.352303 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7bdb2f-bb3c-4ae7-887e-fb7d84417c72 x-openstack-request-id: req-6b7bdb2f-bb3c-4ae7-887e-fb7d84417c72 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:38.352754 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "305274af-89f8-4768-a7ed-08b1589792e8", "tag": "9535bc22-2e9a-44f2-98e6-86c63a0ee026", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:38.353072 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b7bdb2f-bb3c-4ae7-887e-fb7d84417c72 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:38.353707 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305274af-89f8-4768-a7ed-08b1589792e8', 'tag': '9535bc22-2e9a-44f2-98e6-86c63a0ee026', 'status': 'completed', 'code': 200} Jul 07 17:16:38.360882 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-75b1edf8-cf6e-42cf-b019-7ea6ca3864ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9535bc22-2e9a-44f2-98e6-86c63a0ee026 HTTP/1.1" status: 200 len: 217 time: 0.9392109 Jul 07 17:16:38.388488 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 87dab4bc-5d5c-4178-9c3c-202befb3025a up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:38.496151 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87bced15-fe16-49b1-bfc3-7df5d60a0604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.512049 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 87dab4bc-5d5c-4178-9c3c-202befb3025a completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:38.612515 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab333936-ad58-423d-b96f-162dd738dadb tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:38.622892 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-87bced15-fe16-49b1-bfc3-7df5d60a0604 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5284b2b926c04684a62c5b9f88306edd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9607673 Jul 07 17:16:38.624385 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1bf950ac-cb19-46a6-ac29-0826e7c71ad4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.9129927 Jul 07 17:16:38.626381 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a741b8dc-bcdc-4b92-82ab-771ebff56897 None None] Sync routers for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:38.651337 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a741b8dc-bcdc-4b92-82ab-771ebff56897 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:38.653040 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-a741b8dc-bcdc-4b92-82ab-771ebff56897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:16:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:38.657133 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41528) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:38.657920 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41530) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:38.676113 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-347ba4f9-adfe-445b-a43c-0d717aa47ada tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:38.803735 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c13bf72a-564f-482e-b3f8-e0800130280b req-d7fc3ec8-9717-49fe-853b-19e7824ecbdb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d4a129e6-cbf9-452d-9e52-5e23d6109b55 HTTP/1.1" status: 200 len: 210 time: 0.2022345 Jul 07 17:16:38.817921 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-a741b8dc-bcdc-4b92-82ab-771ebff56897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:38.833629 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a741b8dc-bcdc-4b92-82ab-771ebff56897 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:38.834636 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-a741b8dc-bcdc-4b92-82ab-771ebff56897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:16:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:38.881046 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-a741b8dc-bcdc-4b92-82ab-771ebff56897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:38.882044 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a741b8dc-bcdc-4b92-82ab-771ebff56897 None None] The sync data for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:39.250943 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f2658345-f5d0-4cd8-8362-560bdedc67c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.265954 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af8815-d8df-40ee-98e4-b507d8df1e38 req-3aea1237-88c6-430b-9add-6e6bb1b5a524 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:39.280589 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-36af8815-d8df-40ee-98e4-b507d8df1e38 req-3aea1237-88c6-430b-9add-6e6bb1b5a524 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 943 time: 0.9743752 Jul 07 17:16:39.412045 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f2658345-f5d0-4cd8-8362-560bdedc67c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.559465 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-78699e65-d9c4-4035-87bb-cb2b65f2418f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:39.561765 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-78699e65-d9c4-4035-87bb-cb2b65f2418f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=12798acc-312b-4214-a500-3b0991528d28 HTTP/1.1" status: 200 len: 849 time: 1.1181309 Jul 07 17:16:39.574812 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4623216b-d94b-41b3-86e6-511576fc24c2 req-36fc9ed9-031d-4ded-b03c-15e030ed362c tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.594058 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bced15-fe16-49b1-bfc3-7df5d60a0604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e38f217-77f0-4b4f-be48-d77a077a9ff8,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:39.664832 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0705b83-fb1f-4c5e-88ea-26a6ab054042 req-eb199674-6f24-4794-809f-4c1a5f0308a8 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:39.667564 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a0705b83-fb1f-4c5e-88ea-26a6ab054042 req-eb199674-6f24-4794-809f-4c1a5f0308a8 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bd52c18-ef0f-4798-a53c-26e08040d2ff HTTP/1.1" status: 200 len: 944 time: 2.5478621 Jul 07 17:16:39.733406 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-4623216b-d94b-41b3-86e6-511576fc24c2 req-36fc9ed9-031d-4ded-b03c-15e030ed362c tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] No DVR routers for this DVR port 882531ee-10b6-49b4-8101-c17af29e179b on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:39.737797 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4623216b-d94b-41b3-86e6-511576fc24c2 req-36fc9ed9-031d-4ded-b03c-15e030ed362c tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.740302 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4623216b-d94b-41b3-86e6-511576fc24c2 req-36fc9ed9-031d-4ded-b03c-15e030ed362c tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.64 "DELETE /v2.0/ports/882531ee-10b6-49b4-8101-c17af29e179b HTTP/1.1" status: 204 len: 173 time: 7.1965392 Jul 07 17:16:39.747020 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-6f19d031-51da-4f7c-89e5-bf841cc597c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:39.748585 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-6f19d031-51da-4f7c-89e5-bf841cc597c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12798acc-312b-4214-a500-3b0991528d28 HTTP/1.1" status: 200 len: 849 time: 1.3113494 Jul 07 17:16:39.756027 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347ba4f9-adfe-445b-a43c-0d717aa47ada tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:39.759417 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc9ed9-031d-4ded-b03c-15e030ed362c tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] Pushing event deleted for resources: {'Port': ['ID=882531ee-10b6-49b4-8101-c17af29e179b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:39.763699 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-347ba4f9-adfe-445b-a43c-0d717aa47ada tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.807313 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-36af8815-d8df-40ee-98e4-b507d8df1e38 req-7c9a1699-f544-4d33-9879-1af6e5e34b52 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5244148 Jul 07 17:16:39.809496 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab333936-ad58-423d-b96f-162dd738dadb tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Router b599a00a-5bd2-4a4b-a493-1fb73b9b6aff has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:39.844730 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c6126da1-5794-44ba-b5e7-f629fac34009 None None] Provisioning for port 87dab4bc-5d5c-4178-9c3c-202befb3025a completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:39.865449 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c6126da1-5794-44ba-b5e7-f629fac34009 None None] Provisioning complete for port 87dab4bc-5d5c-4178-9c3c-202befb3025a triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:39.868892 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c6126da1-5794-44ba-b5e7-f629fac34009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.993950 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4486cb8d-2747-4b88-8632-089172c5536c x-openstack-request-id: req-4486cb8d-2747-4b88-8632-089172c5536c {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:39.994250 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270764c1-bc8b-482a-a262-5c114a6edc4e", "name": "network-vif-unplugged", "status": "completed", "tag": "882531ee-10b6-49b4-8101-c17af29e179b", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:39.994904 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4486cb8d-2747-4b88-8632-089172c5536c {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:39.995744 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270764c1-bc8b-482a-a262-5c114a6edc4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '882531ee-10b6-49b4-8101-c17af29e179b', 'code': 200} Jul 07 17:16:40.002864 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-51167266-0eba-4264-a9b8-70f222259734 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b49db49b-f127-4d2a-b9c1-b5f9ec1c540b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1395850 Jul 07 17:16:40.105809 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c6126da1-5794-44ba-b5e7-f629fac34009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.205729 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-c6126da1-5794-44ba-b5e7-f629fac34009 None None] For port 87dab4bc-5d5c-4178-9c3c-202befb3025a, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=87dab4bc-5d5c-4178-9c3c-202befb3025a,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:40.205980 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-45743bde-3b70-46d3-a973-91b4b50dce56 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b49db49b-f127-4d2a-b9c1-b5f9ec1c540b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3471701 Jul 07 17:16:40.213157 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c6126da1-5794-44ba-b5e7-f629fac34009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.239267 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db2ed354-d7c6-41e1-9b91-776bd692bc9b req-23fb4e2a-cef8-45db-8777-49248df7d151 tempest-ServerRescueTestJSON-1330277335 tempest-ServerRescueTestJSON-1330277335-project] 10.222.0.53 "GET /v2.0/ports?device_id=270764c1-bc8b-482a-a262-5c114a6edc4e HTTP/1.1" status: 200 len: 210 time: 0.0785930 Jul 07 17:16:40.276912 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a0705b83-fb1f-4c5e-88ea-26a6ab054042 req-2b53044b-8386-4704-930d-9a2f364fb458 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a3d89b-8016-4f82-845d-66c79549f60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5360639 Jul 07 17:16:40.279808 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f2658345-f5d0-4cd8-8362-560bdedc67c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.283535 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f2658345-f5d0-4cd8-8362-560bdedc67c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.284437 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f2658345-f5d0-4cd8-8362-560bdedc67c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e38f217-77f0-4b4f-be48-d77a077a9ff8 HTTP/1.1" status: 204 len: 168 time: 1.6251953 Jul 07 17:16:40.377669 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6126da1-5794-44ba-b5e7-f629fac34009 None None] Pushing event updated for resources: {'Port': ['ID=87dab4bc-5d5c-4178-9c3c-202befb3025a,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:40.440905 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2658345-f5d0-4cd8-8362-560bdedc67c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e38f217-77f0-4b4f-be48-d77a077a9ff8,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:40.492945 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd52c18-ef0f-4798-a53c-26e08040d2ff', 'tag': '2e033fd0-74d3-4c8a-a82f-7a70dccd42b4'}, {'server_uuid': '270764c1-bc8b-482a-a262-5c114a6edc4e', 'name': 'network-vif-deleted', 'tag': '882531ee-10b6-49b4-8101-c17af29e179b'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:40.495518 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7b775c-5797-41bb-b6e4-4d9b8abe5732" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd52c18-ef0f-4798-a53c-26e08040d2ff", "tag": "2e033fd0-74d3-4c8a-a82f-7a70dccd42b4"}, {"server_uuid": "270764c1-bc8b-482a-a262-5c114a6edc4e", "name": "network-vif-deleted", "tag": "882531ee-10b6-49b4-8101-c17af29e179b"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:40.528058 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab333936-ad58-423d-b96f-162dd738dadb tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:40.555137 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ab333936-ad58-423d-b96f-162dd738dadb tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.581784 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fef450-dbd0-4260-8e4e-b9a984ee1e45 None None] Sync routers for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:40.601508 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fef450-dbd0-4260-8e4e-b9a984ee1e45 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:40.602312 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b0fef450-dbd0-4260-8e4e-b9a984ee1e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:16:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:40.703711 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-25dccc8c-312f-4579-a220-79c81555db76 service neutron] 10.222.0.72 "GET /v2.0/networks/b49db49b-f127-4d2a-b9c1-b5f9ec1c540b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227824 Jul 07 17:16:40.757649 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d1cf6410-fff7-49c6-b21e-7e8159fd986d req-84a86746-c992-405d-af29-b72db008c9a2 tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a129e6-cbf9-452d-9e52-5e23d6109b55 HTTP/1.1" status: 200 len: 210 time: 0.0636158 Jul 07 17:16:40.789598 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b0fef450-dbd0-4260-8e4e-b9a984ee1e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:40.808643 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ab333936-ad58-423d-b96f-162dd738dadb tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "PUT /v2.0/floatingips/c2c9f456-4a29-4519-af7b-ed3381907008 HTTP/1.1" status: 200 len: 976 time: 5.3768263 Jul 07 17:16:40.814055 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41538) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:40.820480 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-70646532-9344-4c55-8f55-748a3bc509c0 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:40.840016 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fef450-dbd0-4260-8e4e-b9a984ee1e45 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:40.847048 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b0fef450-dbd0-4260-8e4e-b9a984ee1e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:16:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:40.896585 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-aca7297e-65cd-4470-bdec-925f7e1b347d service neutron] 10.222.0.64 "GET /v2.0/networks/b49db49b-f127-4d2a-b9c1-b5f9ec1c540b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8926203 Jul 07 17:16:41.003826 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70646532-9344-4c55-8f55-748a3bc509c0 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:41.004595 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b0fef450-dbd0-4260-8e4e-b9a984ee1e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:41.006812 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fef450-dbd0-4260-8e4e-b9a984ee1e45 None None] The sync data for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:41.122544 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bd5dec-11ce-419f-8700-9f600d3e8799 x-openstack-request-id: req-e8bd5dec-11ce-419f-8700-9f600d3e8799 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:41.123599 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd52c18-ef0f-4798-a53c-26e08040d2ff", "tag": "2e033fd0-74d3-4c8a-a82f-7a70dccd42b4", "status": "completed", "code": 200}, {"server_uuid": "270764c1-bc8b-482a-a262-5c114a6edc4e", "name": "network-vif-deleted", "tag": "882531ee-10b6-49b4-8101-c17af29e179b", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:41.124274 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e8bd5dec-11ce-419f-8700-9f600d3e8799 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:41.125510 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd52c18-ef0f-4798-a53c-26e08040d2ff', 'tag': '2e033fd0-74d3-4c8a-a82f-7a70dccd42b4', 'status': 'completed', 'code': 200} Jul 07 17:16:41.126283 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270764c1-bc8b-482a-a262-5c114a6edc4e', 'name': 'network-vif-deleted', 'tag': '882531ee-10b6-49b4-8101-c17af29e179b', 'status': 'completed', 'code': 200} Jul 07 17:16:41.460051 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70646532-9344-4c55-8f55-748a3bc509c0 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:41.608242 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-d2cdf0bd-9897-42ec-bf4d-cd3bee2547c6 service neutron] 10.222.0.64 "GET /v2.0/networks/b49db49b-f127-4d2a-b9c1-b5f9ec1c540b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796965 Jul 07 17:16:41.636340 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38f447-0887-42cb-b619-31499bfaa652 req-c229fca1-1912-4285-8f7a-59fe849c763e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:41.638638 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0d38f447-0887-42cb-b619-31499bfaa652 req-c229fca1-1912-4285-8f7a-59fe849c763e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 931 time: 0.9257686 Jul 07 17:16:41.657123 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce69876-7fbb-404d-9377-1651bdcbf3ef {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:41.745517 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:41.970065 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bba9a6a3-e2ec-40c4-8bc3-075bd849e48f req-2ba6a0e1-c304-4a17-82f8-c295d0e4a5c3 service neutron] 10.222.0.72 "GET /v2.0/networks/b49db49b-f127-4d2a-b9c1-b5f9ec1c540b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2187729 Jul 07 17:16:42.038745 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Transition to ACTIVE for port object 7ce69876-7fbb-404d-9377-1651bdcbf3ef will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:42.224052 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.258866 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0d38f447-0887-42cb-b619-31499bfaa652 req-88ab04b1-15c2-48fd-8583-5a4172482c9b tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5529497 Jul 07 17:16:42.329892 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70646532-9344-4c55-8f55-748a3bc509c0 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.330704 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-70646532-9344-4c55-8f55-748a3bc509c0 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Floating IP c2c9f456-4a29-4519-af7b-ed3381907008 disassociated. External IP: 172.25.0.61, port: 7cab7b6a-737b-405f-a31b-8aaa7d6f1a0a. Jul 07 17:16:42.355887 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 87dab4bc-5d5c-4178-9c3c-202befb3025a up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:42.437259 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b775c-5797-41bb-b6e4-4d9b8abe5732 req-561ac1ec-067f-403c-a028-e77af695c586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:42.440812 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c7b775c-5797-41bb-b6e4-4d9b8abe5732 req-561ac1ec-067f-403c-a028-e77af695c586 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=093f8cd0eb1247809a1b83c8ab433206&device_id=8bd52c18-ef0f-4798-a53c-26e08040d2ff HTTP/1.1" status: 200 len: 1096 time: 0.7020462 Jul 07 17:16:42.520996 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 87dab4bc-5d5c-4178-9c3c-202befb3025a triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:42.520996 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.625651 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-347ba4f9-adfe-445b-a43c-0d717aa47ada tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.815102 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41568) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:42.833490 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ba4f9-adfe-445b-a43c-0d717aa47ada tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=28e3eea7-6284-4b42-9650-575170011367,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:42.927474 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347ba4f9-adfe-445b-a43c-0d717aa47ada tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:42.941518 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-347ba4f9-adfe-445b-a43c-0d717aa47ada tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:42.968328 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0960fb7-8ae7-495c-ace8-6e648cdfbdc2 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:43.099892 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347ba4f9-adfe-445b-a43c-0d717aa47ada tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:43.100599 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-347ba4f9-adfe-445b-a43c-0d717aa47ada tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.194139 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d90e1a-a457-452a-b795-438131f74a1f req-95b099f6-167d-46a6-8bf7-543d4904cfa6 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:43.212177 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-42d90e1a-a457-452a-b795-438131f74a1f req-95b099f6-167d-46a6-8bf7-543d4904cfa6 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 943 time: 1.7441146 Jul 07 17:16:43.257773 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce69876-7fbb-404d-9377-1651bdcbf3ef,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:43.341574 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-347ba4f9-adfe-445b-a43c-0d717aa47ada tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6740429 Jul 07 17:16:43.350574 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41584) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:43.369868 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-5323e39e-9f72-471f-8d15-13f7a3516ff4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'port': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'mac_address': 'fa:16:3e:57:f8:d3', 'name': 'tempest-NetworksTestDHCPv6-1646934888'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:43.583304 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-42d90e1a-a457-452a-b795-438131f74a1f req-de9ec97a-391b-4316-8544-b3f992a6365c tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3697755 Jul 07 17:16:43.631237 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:43.639103 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:43.639800 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:43.640448 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:43.641207 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:43.641942 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:43.642447 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:43.652986 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:43.653678 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:43.654221 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:43.654731 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:43.655180 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:43.660557 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58a255-eaee-431f-ad1e-ad6315e6d899 req-3d55d2fc-75e6-4ddb-9597-7e72ab9dd730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:43.662521 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c58a255-eaee-431f-ad1e-ad6315e6d899 req-3d55d2fc-75e6-4ddb-9597-7e72ab9dd730 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=093f8cd0eb1247809a1b83c8ab433206&device_id=305274af-89f8-4768-a7ed-08b1589792e8 HTTP/1.1" status: 200 len: 1095 time: 1.5561874 Jul 07 17:16:43.682355 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b775c-5797-41bb-b6e4-4d9b8abe5732 req-225985ba-3b1a-49e9-8a30-ead1ad2e4871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:43.689078 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c7b775c-5797-41bb-b6e4-4d9b8abe5732 req-225985ba-3b1a-49e9-8a30-ead1ad2e4871 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b49db49b-f127-4d2a-b9c1-b5f9ec1c540b HTTP/1.1" status: 200 len: 910 time: 1.2234583 Jul 07 17:16:43.897395 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c7b775c-5797-41bb-b6e4-4d9b8abe5732 req-292a35d9-5bef-48cc-8c29-06a88e9dc0bd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e033fd0-74d3-4c8a-a82f-7a70dccd42b4 HTTP/1.1" status: 200 len: 217 time: 0.1887035 Jul 07 17:16:43.904558 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dde096-7163-40fd-931d-4681379cf9d0 None None] Update dhcp port {'port': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'fixed_ips': [{'subnet_id': '1ddc6bbe-2b10-4b98-913c-7abbbcdc4173', 'ip_address': '2001:db8::f816:3eff:feed:73ba'}, {'subnet_id': '28e3eea7-6284-4b42-9650-575170011367'}], 'binding:host_id': 'n-d-791503-12'}, 'id': '87dab4bc-5d5c-4178-9c3c-202befb3025a'} from n-d-791503-12. {{(pid=100194) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:16:44.010105 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-67dde096-7163-40fd-931d-4681379cf9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:44.128691 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Attempting to bind port 7ce69876-7fbb-404d-9377-1651bdcbf3ef on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:44.129850 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Attempting to bind port 7ce69876-7fbb-404d-9377-1651bdcbf3ef by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:44.131229 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Attempting to bind port 7ce69876-7fbb-404d-9377-1651bdcbf3ef on network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:44.175488 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Port 7ce69876-7fbb-404d-9377-1651bdcbf3ef on network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:16:44.176544 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Attempting to bind port 7ce69876-7fbb-404d-9377-1651bdcbf3ef on network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:44.195650 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2dec6e86-772d-4412-94b5-96aedc8ef6df req-263d82d8-be32-4b49-8a8c-ee0e81104fe7 tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a129e6-cbf9-452d-9e52-5e23d6109b55 HTTP/1.1" status: 200 len: 210 time: 0.2343550 Jul 07 17:16:44.202061 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70646532-9344-4c55-8f55-748a3bc509c0 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Router b599a00a-5bd2-4a4b-a493-1fb73b9b6aff has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:44.223499 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15ab1c-68a6-49df-ba8e-3efb48cc6d11 req-98d6f4fd-ccf3-41dc-aec4-21b66b948978 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:44.236347 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-db15ab1c-68a6-49df-ba8e-3efb48cc6d11 req-98d6f4fd-ccf3-41dc-aec4-21b66b948978 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bd52c18-ef0f-4798-a53c-26e08040d2ff HTTP/1.1" status: 200 len: 944 time: 1.0174739 Jul 07 17:16:44.389948 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-67dde096-7163-40fd-931d-4681379cf9d0 None None] Allocated IP 2001:db8:0:1::2 (6e9cefa1-f008-4dc6-9203-f56e105ef387/28e3eea7-6284-4b42-9650-575170011367/87dab4bc-5d5c-4178-9c3c-202befb3025a) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:44.496606 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5323e39e-9f72-471f-8d15-13f7a3516ff4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:44.544844 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:44.547258 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Checking segment: {'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:44.550081 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Bound using segment: {'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:44.552079 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Bound port: 7ce69876-7fbb-404d-9377-1651bdcbf3ef, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbf014a0-307e-439c-80e0-f384f9e18b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:44.552794 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:44.620298 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-67dde096-7163-40fd-931d-4681379cf9d0 None None] For port 87dab4bc-5d5c-4178-9c3c-202befb3025a, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=87dab4bc-5d5c-4178-9c3c-202befb3025a,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:44.670469 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 2e033fd0-74d3-4c8a-a82f-7a70dccd42b4 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:44.752962 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b775c-5797-41bb-b6e4-4d9b8abe5732 req-4878f955-a9b8-4d35-a53f-41f003ec3206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:44.761200 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c7b775c-5797-41bb-b6e4-4d9b8abe5732 req-4878f955-a9b8-4d35-a53f-41f003ec3206 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12798acc-312b-4214-a500-3b0991528d28 HTTP/1.1" status: 200 len: 849 time: 0.7688165 Jul 07 17:16:45.007825 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58a255-eaee-431f-ad1e-ad6315e6d899 req-4a7ca192-cd72-4043-b441-e5bd6da0bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:45.009621 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c58a255-eaee-431f-ad1e-ad6315e6d899 req-4a7ca192-cd72-4043-b441-e5bd6da0bdd3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b49db49b-f127-4d2a-b9c1-b5f9ec1c540b HTTP/1.1" status: 200 len: 910 time: 0.6811948 Jul 07 17:16:45.080890 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5323e39e-9f72-471f-8d15-13f7a3516ff4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:45.083470 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c7b775c-5797-41bb-b6e4-4d9b8abe5732 req-b2431704-ae17-4eb7-9a88-106fd046fb20 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b49db49b-f127-4d2a-b9c1-b5f9ec1c540b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2277317 Jul 07 17:16:45.167883 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c58a255-eaee-431f-ad1e-ad6315e6d899 req-c357d71e-58c1-4dd1-974d-8b1dce2df8a6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9535bc22-2e9a-44f2-98e6-86c63a0ee026 HTTP/1.1" status: 200 len: 217 time: 0.1008034 Jul 07 17:16:45.185658 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70646532-9344-4c55-8f55-748a3bc509c0 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:45.189765 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-db15ab1c-68a6-49df-ba8e-3efb48cc6d11 req-d9a7b5f8-13fe-4bd8-8581-35d97f486fd4 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a3d89b-8016-4f82-845d-66c79549f60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9482205 Jul 07 17:16:45.196589 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70646532-9344-4c55-8f55-748a3bc509c0 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:45.211176 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc811b8-c912-4a1e-946d-138b78677c93 None None] Sync routers for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:45.249157 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc811b8-c912-4a1e-946d-138b78677c93 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:45.252710 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-5cc811b8-c912-4a1e-946d-138b78677c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:16:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:45.354548 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 2e033fd0-74d3-4c8a-a82f-7a70dccd42b4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=2e033fd0-74d3-4c8a-a82f-7a70dccd42b4,segment=NetworkSegment(a7553279-0661-4c54-86a8-42bce1d0325a),segment_id=a7553279-0661-4c54-86a8-42bce1d0325a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:45.395096 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '2e033fd0-74d3-4c8a-a82f-7a70dccd42b4', 'network_id': 'b49db49b-f127-4d2a-b9c1-b5f9ec1c540b', 'port_id': '2e033fd0-74d3-4c8a-a82f-7a70dccd42b4', 'mac_address': 'fa:16:3e:02:c2:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12798acc-312b-4214-a500-3b0991528d28', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:45.415989 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-5cc811b8-c912-4a1e-946d-138b78677c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:45.428562 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-5323e39e-9f72-471f-8d15-13f7a3516ff4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] device_id is not set on port 30ab8da9-c625-4664-b04b-b6fe229eca45 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:16:45.480288 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc811b8-c912-4a1e-946d-138b78677c93 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:45.488392 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-5cc811b8-c912-4a1e-946d-138b78677c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:16:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:45.571659 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-5cc811b8-c912-4a1e-946d-138b78677c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:45.572688 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc811b8-c912-4a1e-946d-138b78677c93 None None] The sync data for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:45.601510 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-67dde096-7163-40fd-931d-4681379cf9d0 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:45.698328 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-67dde096-7163-40fd-931d-4681379cf9d0 None None] Transition to ACTIVE for port object 87dab4bc-5d5c-4178-9c3c-202befb3025a will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:45.700257 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb87ded-6fa7-4505-99fc-b7e20e008a15 req-7b670571-3228-468e-a38b-32bab516c8d8 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:45.714674 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3eb87ded-6fa7-4505-99fc-b7e20e008a15 req-7b670571-3228-468e-a38b-32bab516c8d8 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 943 time: 1.0662377 Jul 07 17:16:45.724149 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-70646532-9344-4c55-8f55-748a3bc509c0 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "PUT /v2.0/floatingips/c2c9f456-4a29-4519-af7b-ed3381907008 HTTP/1.1" status: 200 len: 687 time: 4.9088213 Jul 07 17:16:45.740048 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-67dde096-7163-40fd-931d-4681379cf9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:45.957008 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.025239 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e033fd0-74d3-4c8a-a82f-7a70dccd42b4 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:46.029962 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dde096-7163-40fd-931d-4681379cf9d0 None None] Pushing event updated for resources: {'Port': ['ID=87dab4bc-5d5c-4178-9c3c-202befb3025a,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:46.087683 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 2e033fd0-74d3-4c8a-a82f-7a70dccd42b4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=2e033fd0-74d3-4c8a-a82f-7a70dccd42b4,segment=NetworkSegment(a7553279-0661-4c54-86a8-42bce1d0325a),segment_id=a7553279-0661-4c54-86a8-42bce1d0325a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:46.110850 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.217096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-5323e39e-9f72-471f-8d15-13f7a3516ff4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 2001:db8:0:1::36 (6e9cefa1-f008-4dc6-9203-f56e105ef387/28e3eea7-6284-4b42-9650-575170011367/30ab8da9-c625-4664-b04b-b6fe229eca45) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:46.238022 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-5323e39e-9f72-471f-8d15-13f7a3516ff4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 2001:db8::f816:3eff:fe57:f8d3 (6e9cefa1-f008-4dc6-9203-f56e105ef387/1ddc6bbe-2b10-4b98-913c-7abbbcdc4173/30ab8da9-c625-4664-b04b-b6fe229eca45) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:46.304907 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41656) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:46.322098 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 87dab4bc-5d5c-4178-9c3c-202befb3025a up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:46.454559 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] For port 7ce69876-7fbb-404d-9377-1651bdcbf3ef, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:46.494360 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['2e033fd0-74d3-4c8a-a82f-7a70dccd42b4'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:46.509523 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=2e033fd0-74d3-4c8a-a82f-7a70dccd42b4,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:46.543751 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5323e39e-9f72-471f-8d15-13f7a3516ff4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.564003 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-5323e39e-9f72-471f-8d15-13f7a3516ff4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Transition to ACTIVE for port object 30ab8da9-c625-4664-b04b-b6fe229eca45 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:46.660016 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] For port 7ce69876-7fbb-404d-9377-1651bdcbf3ef, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7ce69876-7fbb-404d-9377-1651bdcbf3ef,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:46.707576 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.736398 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3eb87ded-6fa7-4505-99fc-b7e20e008a15 req-1b130f44-4f7e-4777-9678-10f56f22490e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0148594 Jul 07 17:16:46.740520 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58a255-eaee-431f-ad1e-ad6315e6d899 req-61f981db-66d2-4ba0-aa97-b9b6a1bdca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:46.742750 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c58a255-eaee-431f-ad1e-ad6315e6d899 req-61f981db-66d2-4ba0-aa97-b9b6a1bdca0b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=12798acc-312b-4214-a500-3b0991528d28 HTTP/1.1" status: 200 len: 849 time: 1.5026512 Jul 07 17:16:46.833062 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5323e39e-9f72-471f-8d15-13f7a3516ff4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.957187 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:46.958068 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.960016 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] 10.222.0.72 "PUT /v2.0/ports/7ce69876-7fbb-404d-9377-1651bdcbf3ef HTTP/1.1" status: 200 len: 1092 time: 10.6568458 Jul 07 17:16:46.964343 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c58a255-eaee-431f-ad1e-ad6315e6d899 req-38bd60af-45e3-420c-84d7-d4eac5dbe4c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b49db49b-f127-4d2a-b9c1-b5f9ec1c540b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986781 Jul 07 17:16:46.965032 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72422587-5925-464b-98e9-438ed126786a', 'tag': '7ce69876-7fbb-404d-9377-1651bdcbf3ef'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:46.967989 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475c2722-54a1-4ae2-9016-0101cd0b4d14" -d '{"events": [{"name": "network-changed", "server_uuid": "72422587-5925-464b-98e9-438ed126786a", "tag": "7ce69876-7fbb-404d-9377-1651bdcbf3ef"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:47.037288 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c7b775c-5797-41bb-b6e4-4d9b8abe5732 req-f733de91-06e5-4d7f-a06a-8d13801c3e20 service neutron] 10.222.0.64 "GET /v2.0/networks/b49db49b-f127-4d2a-b9c1-b5f9ec1c540b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8849022 Jul 07 17:16:47.051378 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323e39e-9f72-471f-8d15-13f7a3516ff4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Port': ['ID=30ab8da9-c625-4664-b04b-b6fe229eca45,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:47.096556 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5323e39e-9f72-471f-8d15-13f7a3516ff4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:47.180756 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-5323e39e-9f72-471f-8d15-13f7a3516ff4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:47.238626 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5323e39e-9f72-471f-8d15-13f7a3516ff4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:47.261282 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5323e39e-9f72-471f-8d15-13f7a3516ff4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:47.262165 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5323e39e-9f72-471f-8d15-13f7a3516ff4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.277117 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5323e39e-9f72-471f-8d15-13f7a3516ff4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:47.277365 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5323e39e-9f72-471f-8d15-13f7a3516ff4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:47.277719 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5323e39e-9f72-471f-8d15-13f7a3516ff4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:47.278068 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5323e39e-9f72-471f-8d15-13f7a3516ff4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:47.278691 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5323e39e-9f72-471f-8d15-13f7a3516ff4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:47.279503 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5323e39e-9f72-471f-8d15-13f7a3516ff4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:47.280307 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5323e39e-9f72-471f-8d15-13f7a3516ff4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:47.281661 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5323e39e-9f72-471f-8d15-13f7a3516ff4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:47.282622 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5323e39e-9f72-471f-8d15-13f7a3516ff4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:47.283265 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5323e39e-9f72-471f-8d15-13f7a3516ff4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:47.283875 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5323e39e-9f72-471f-8d15-13f7a3516ff4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:47.285349 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5323e39e-9f72-471f-8d15-13f7a3516ff4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:47.306556 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 9535bc22-2e9a-44f2-98e6-86c63a0ee026 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:47.333220 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5323e39e-9f72-471f-8d15-13f7a3516ff4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.9790583 Jul 07 17:16:47.344557 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41678) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:47.452301 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36ad2f-1450-4bb6-aa19-38db607d1eb1 req-3d61377e-f98a-48eb-a4fc-c2eb368b9160 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:47.455651 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8d36ad2f-1450-4bb6-aa19-38db607d1eb1 req-3d61377e-f98a-48eb-a4fc-c2eb368b9160 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 943 time: 0.4182713 Jul 07 17:16:47.494939 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344f778-b185-4dad-b98d-407378c60ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce69876-7fbb-404d-9377-1651bdcbf3ef,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:47.543903 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8d36ad2f-1450-4bb6-aa19-38db607d1eb1 req-cfbe2c6b-4232-4f59-a8a9-bcfead6fe220 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811815 Jul 07 17:16:47.669364 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d000d5b6-8249-41c0-ae66-9baef4ebb288 x-openstack-request-id: req-d000d5b6-8249-41c0-ae66-9baef4ebb288 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:47.669926 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72422587-5925-464b-98e9-438ed126786a", "tag": "7ce69876-7fbb-404d-9377-1651bdcbf3ef", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:47.670326 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d000d5b6-8249-41c0-ae66-9baef4ebb288 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:47.670594 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72422587-5925-464b-98e9-438ed126786a', 'tag': '7ce69876-7fbb-404d-9377-1651bdcbf3ef', 'status': 'completed', 'code': 200} Jul 07 17:16:47.684520 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-13866b57-c2db-4ded-9e14-193cb010cddb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting port 30ab8da9-c625-4664-b04b-b6fe229eca45 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:47.684520 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13866b57-c2db-4ded-9e14-193cb010cddb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.874321 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-bce8f7b1-9300-469a-9d79-bd75b9fe7bcf tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Deleting port 9b3a1169-3ee7-4f71-8464-10158ca4e5a9 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:47.874714 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bce8f7b1-9300-469a-9d79-bd75b9fe7bcf tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.897382 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c58a255-eaee-431f-ad1e-ad6315e6d899 req-9cef2555-c3d3-4696-8282-53011b573c24 service neutron] 10.222.0.72 "GET /v2.0/networks/b49db49b-f127-4d2a-b9c1-b5f9ec1c540b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8817074 Jul 07 17:16:47.933453 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-12ac6f98-e937-4cbd-ac61-3c538ab0b1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.942494 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 9535bc22-2e9a-44f2-98e6-86c63a0ee026, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=9535bc22-2e9a-44f2-98e6-86c63a0ee026,segment=NetworkSegment(a7553279-0661-4c54-86a8-42bce1d0325a),segment_id=a7553279-0661-4c54-86a8-42bce1d0325a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:47.969723 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13866b57-c2db-4ded-9e14-193cb010cddb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.976142 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c7b775c-5797-41bb-b6e4-4d9b8abe5732 req-93f21c49-1949-4454-a011-8725847a3cd9 service neutron] 10.222.0.64 "GET /v2.0/networks/b49db49b-f127-4d2a-b9c1-b5f9ec1c540b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7880013 Jul 07 17:16:48.023943 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-203d0684-97a2-4cdc-b30e-e3ee0075dc17 req-63e3f3ff-0f14-465a-acfb-f8239134d93b tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a129e6-cbf9-452d-9e52-5e23d6109b55 HTTP/1.1" status: 200 len: 210 time: 0.1392207 Jul 07 17:16:48.040089 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '9535bc22-2e9a-44f2-98e6-86c63a0ee026', 'network_id': 'b49db49b-f127-4d2a-b9c1-b5f9ec1c540b', 'port_id': '9535bc22-2e9a-44f2-98e6-86c63a0ee026', 'mac_address': 'fa:16:3e:a0:99:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12798acc-312b-4214-a500-3b0991528d28', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:48.045570 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-13866b57-c2db-4ded-9e14-193cb010cddb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Calling delete_port for 30ab8da9-c625-4664-b04b-b6fe229eca45 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:48.110283 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-7b657f02-0fed-4361-951d-8d91fb40bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:48.113807 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-7b657f02-0fed-4361-951d-8d91fb40bae8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 1095 time: 0.9782662 Jul 07 17:16:48.119195 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4db897c9-5d03-4fcd-8673-35829a54e130 None None] Provisioning for port 87dab4bc-5d5c-4178-9c3c-202befb3025a completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:48.191865 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4db897c9-5d03-4fcd-8673-35829a54e130 None None] Provisioning complete for port 87dab4bc-5d5c-4178-9c3c-202befb3025a triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:48.192451 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4db897c9-5d03-4fcd-8673-35829a54e130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.236278 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-ee8e6d00-303a-47ff-a466-40bea9b965a6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ce69876-7fbb-404d-9377-1651bdcbf3ef HTTP/1.1" status: 200 len: 217 time: 0.1059797 Jul 07 17:16:48.280746 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.314625 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9535bc22-2e9a-44f2-98e6-86c63a0ee026 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:48.316757 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49159af-c724-4047-88d7-8cee3b083e68 req-8440901d-86ef-4ea6-9576-7e6217259aee tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:48.325827 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c49159af-c724-4047-88d7-8cee3b083e68 req-8440901d-86ef-4ea6-9576-7e6217259aee tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bd52c18-ef0f-4798-a53c-26e08040d2ff HTTP/1.1" status: 200 len: 945 time: 0.7421851 Jul 07 17:16:48.345481 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 9535bc22-2e9a-44f2-98e6-86c63a0ee026, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=9535bc22-2e9a-44f2-98e6-86c63a0ee026,segment=NetworkSegment(a7553279-0661-4c54-86a8-42bce1d0325a),segment_id=a7553279-0661-4c54-86a8-42bce1d0325a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:48.398204 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.428208 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bce8f7b1-9300-469a-9d79-bd75b9fe7bcf tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.428676 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bce8f7b1-9300-469a-9d79-bd75b9fe7bcf tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.461409 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 2e033fd0-74d3-4c8a-a82f-7a70dccd42b4 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:48.475423 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d6b72-64ac-4e06-9d32-284fba6b4902 req-8e8554b5-d24c-48f4-8f32-00fcc30d58d4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:48.479801 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9b0d6b72-64ac-4e06-9d32-284fba6b4902 req-8e8554b5-d24c-48f4-8f32-00fcc30d58d4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 943 time: 0.2029150 Jul 07 17:16:48.492400 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-bce8f7b1-9300-469a-9d79-bd75b9fe7bcf tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Calling delete_port for 9b3a1169-3ee7-4f71-8464-10158ca4e5a9 owned by network:floatingip {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:48.497969 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=9535bc22-2e9a-44f2-98e6-86c63a0ee026,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:48.517025 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-839245e5-a643-4993-912a-8d99515f3764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:48.519030 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-839245e5-a643-4993-912a-8d99515f3764 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 200 len: 851 time: 0.2744362 Jul 07 17:16:48.539776 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 2e033fd0-74d3-4c8a-a82f-7a70dccd42b4 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:48.550389 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 2e033fd0-74d3-4c8a-a82f-7a70dccd42b4 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:48.550770 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.551439 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c49159af-c724-4047-88d7-8cee3b083e68 req-098a776b-fd11-4600-bacc-e7fb010b8346 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a3d89b-8016-4f82-845d-66c79549f60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246165 Jul 07 17:16:48.574012 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0c58a255-eaee-431f-ad1e-ad6315e6d899 req-c27d7f39-fa58-4eea-b6a2-b420656c5988 service neutron] 10.222.0.72 "GET /v2.0/networks/b49db49b-f127-4d2a-b9c1-b5f9ec1c540b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6561501 Jul 07 17:16:48.632222 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['9535bc22-2e9a-44f2-98e6-86c63a0ee026'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:48.709809 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9b0d6b72-64ac-4e06-9d32-284fba6b4902 req-2dbef9cf-2c9c-4368-9a17-b8b8c6e36e16 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907222 Jul 07 17:16:48.724211 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.773015 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd52c18-ef0f-4798-a53c-26e08040d2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e033fd0-74d3-4c8a-a82f-7a70dccd42b4'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:48.773015 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e31d67-46f1-4bd0-930e-e538279c3364" -d '{"events": [{"server_uuid": "8bd52c18-ef0f-4798-a53c-26e08040d2ff", "name": "network-vif-plugged", "status": "completed", "tag": "2e033fd0-74d3-4c8a-a82f-7a70dccd42b4"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:48.791200 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 2e033fd0-74d3-4c8a-a82f-7a70dccd42b4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=2e033fd0-74d3-4c8a-a82f-7a70dccd42b4,segment=NetworkSegment(a7553279-0661-4c54-86a8-42bce1d0325a),segment_id=a7553279-0661-4c54-86a8-42bce1d0325a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:48.798701 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.838509 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13866b57-c2db-4ded-9e14-193cb010cddb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.860194 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-95135565-771e-4c9e-b545-e088e80888c5 None None] Provisioning for port 30ab8da9-c625-4664-b04b-b6fe229eca45 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:48.901441 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801b088f-fdb9-4179-afd7-9842549fdc36 x-openstack-request-id: req-801b088f-fdb9-4179-afd7-9842549fdc36 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:48.902190 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd52c18-ef0f-4798-a53c-26e08040d2ff", "name": "network-vif-plugged", "status": "completed", "tag": "2e033fd0-74d3-4c8a-a82f-7a70dccd42b4", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:48.902471 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-801b088f-fdb9-4179-afd7-9842549fdc36 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:48.902993 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd52c18-ef0f-4798-a53c-26e08040d2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e033fd0-74d3-4c8a-a82f-7a70dccd42b4', 'code': 200} Jul 07 17:16:48.908278 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-95135565-771e-4c9e-b545-e088e80888c5 None None] Provisioning complete for port 30ab8da9-c625-4664-b04b-b6fe229eca45 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:48.908897 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-95135565-771e-4c9e-b545-e088e80888c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.974151 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-ffde3865-22d9-41f2-ad94-17816877f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:48.977417 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-ffde3865-22d9-41f2-ad94-17816877f337 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4427259 Jul 07 17:16:49.003004 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-95135565-771e-4c9e-b545-e088e80888c5 None None] Port 30ab8da9-c625-4664-b04b-b6fe229eca45 was deleted so its status cannot be updated. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 17:16:49.004775 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=2e033fd0-74d3-4c8a-a82f-7a70dccd42b4,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:49.032667 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13866b57-c2db-4ded-9e14-193cb010cddb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Port': ['ID=30ab8da9-c625-4664-b04b-b6fe229eca45,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:49.102357 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13866b57-c2db-4ded-9e14-193cb010cddb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:49.108288 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-13866b57-c2db-4ded-9e14-193cb010cddb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/30ab8da9-c625-4664-b04b-b6fe229eca45 HTTP/1.1" status: 204 len: 168 time: 1.7578690 Jul 07 17:16:49.111504 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41694) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:49.266348 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e823806-d369-4b31-80ac-d4478b615ec0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:49.268969 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9e823806-d369-4b31-80ac-d4478b615ec0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1556437 Jul 07 17:16:49.273103 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41696) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:49.336719 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-07e68644-afd9-45b0-988b-070d5791a317 req-0b403b37-a556-4e2e-9e09-6afba51b1669 tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a129e6-cbf9-452d-9e52-5e23d6109b55 HTTP/1.1" status: 200 len: 210 time: 0.0656745 Jul 07 17:16:49.402442 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9c7236-790f-44ee-9320-8e66d7b53389 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:49.404445 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2e9c7236-790f-44ee-9320-8e66d7b53389 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1300819 Jul 07 17:16:49.408019 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41698) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:49.478045 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f98aae-582a-4370-9846-4670f34b7c42 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:49.479738 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f98aae-582a-4370-9846-4670f34b7c42 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:49.481661 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f98aae-582a-4370-9846-4670f34b7c42 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:49.483380 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-08f98aae-582a-4370-9846-4670f34b7c42 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0740654 Jul 07 17:16:49.488471 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41700) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:49.562961 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-07813499-f226-4d61-ae3d-17caa82e704e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet 1ddc6bbe-2b10-4b98-913c-7abbbcdc4173 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:16:49.567647 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-07813499-f226-4d61-ae3d-17caa82e704e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:49.629112 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-07813499-f226-4d61-ae3d-17caa82e704e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:49.824946 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-07813499-f226-4d61-ae3d-17caa82e704e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:49.973939 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df2b95-7bed-4691-87fc-e7fc6dc3e873 req-f84497ae-2bfe-4aca-acbd-ef6c96a049a5 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:49.975666 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-24df2b95-7bed-4691-87fc-e7fc6dc3e873 req-f84497ae-2bfe-4aca-acbd-ef6c96a049a5 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bd52c18-ef0f-4798-a53c-26e08040d2ff HTTP/1.1" status: 200 len: 946 time: 0.2680402 Jul 07 17:16:49.997718 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bce8f7b1-9300-469a-9d79-bd75b9fe7bcf tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:50.014116 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-07813499-f226-4d61-ae3d-17caa82e704e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:50.054744 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07813499-f226-4d61-ae3d-17caa82e704e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=1ddc6bbe-2b10-4b98-913c-7abbbcdc4173,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:50.068195 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-24df2b95-7bed-4691-87fc-e7fc6dc3e873 req-b37909f0-9b0f-496b-ab5e-df88d6b05012 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a3d89b-8016-4f82-845d-66c79549f60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812268 Jul 07 17:16:50.072181 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-07813499-f226-4d61-ae3d-17caa82e704e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:50.077450 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-07813499-f226-4d61-ae3d-17caa82e704e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/1ddc6bbe-2b10-4b98-913c-7abbbcdc4173 HTTP/1.1" status: 204 len: 168 time: 0.5877447 Jul 07 17:16:50.078048 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c88512-cf88-4534-92bd-c7d6df02409a req-63a3a536-c1f9-416f-872d-ac5988635027 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:50.078301 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41706) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:50.084898 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ed6c1c-1448-49a5-976e-977b30c06da3 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:50.090336 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e8c88512-cf88-4534-92bd-c7d6df02409a req-63a3a536-c1f9-416f-872d-ac5988635027 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 943 time: 1.1059043 Jul 07 17:16:50.098418 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-8257711c-8f14-46ab-b5ba-2ad914937fc6 service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1092877 Jul 07 17:16:50.141363 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460fbb3-6fa5-4d43-98be-32bada60f9d5 req-2c587192-be97-435d-851d-4606e293e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:50.144117 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1460fbb3-6fa5-4d43-98be-32bada60f9d5 req-2c587192-be97-435d-851d-4606e293e6a2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8bd52c18-ef0f-4798-a53c-26e08040d2ff HTTP/1.1" status: 200 len: 1098 time: 1.1197710 Jul 07 17:16:50.147588 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8f7b1-9300-469a-9d79-bd75b9fe7bcf tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event deleted for resources: {'Port': ['ID=9b3a1169-3ee7-4f71-8464-10158ca4e5a9,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:50.202033 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ead3524-0992-4f7c-8675-3ab39c50fbad tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet 28e3eea7-6284-4b42-9650-575170011367 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:16:50.211893 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ead3524-0992-4f7c-8675-3ab39c50fbad tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:50.394109 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e8c88512-cf88-4534-92bd-c7d6df02409a req-ba1efe86-79b6-4402-862b-a0df9a044fd3 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3024714 Jul 07 17:16:50.427915 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1460fbb3-6fa5-4d43-98be-32bada60f9d5 req-01935a9d-b272-4feb-969f-c36df225a75e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b2a3d89b-8016-4f82-845d-66c79549f60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619662 Jul 07 17:16:50.428236 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ead3524-0992-4f7c-8675-3ab39c50fbad tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:50.489226 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bce8f7b1-9300-469a-9d79-bd75b9fe7bcf tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:50.493078 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bce8f7b1-9300-469a-9d79-bd75b9fe7bcf tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:50.494428 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bce8f7b1-9300-469a-9d79-bd75b9fe7bcf tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "DELETE /v2.0/floatingips/c2c9f456-4a29-4519-af7b-ed3381907008 HTTP/1.1" status: 204 len: 168 time: 4.1828034 Jul 07 17:16:50.496698 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-12ac6f98-e937-4cbd-ac61-3c538ab0b1b4 admin admin] Deleting port 8ea7a812-1448-4052-914f-bbd11fcd4a4f {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:50.497052 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-12ac6f98-e937-4cbd-ac61-3c538ab0b1b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:50.502530 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41712) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:50.585724 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:16:50.612600 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6b0ced97-4a4e-48e4-b4fe-206cf8364bf1 req-e923c577-19c9-4493-b834-7e71a1427252 service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058534 Jul 07 17:16:50.614129 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-7f276611-1d80-4070-8dd3-0d3fc20d1822 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] delete failed (client error): The resource could not be found. Jul 07 17:16:50.616057 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7f276611-1d80-4070-8dd3-0d3fc20d1822 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "DELETE /v2.0/floatingips/c2c9f456-4a29-4519-af7b-ed3381907008 HTTP/1.1" status: 404 len: 345 time: 0.1043124 Jul 07 17:16:50.647379 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c177da0-0507-4793-8d82-db6f9db44e46 req-e75d2a60-51c7-4972-ab41-1cad7537d465 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:50.661299 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6c177da0-0507-4793-8d82-db6f9db44e46 req-e75d2a60-51c7-4972-ab41-1cad7537d465 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 943 time: 0.3523402 Jul 07 17:16:50.664504 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41714) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:50.674065 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f588feda-0e7f-4b31-9114-ad7f43104d32 req-f4a6b8a8-5166-4156-8d72-bfd99bd8df97 tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a129e6-cbf9-452d-9e52-5e23d6109b55 HTTP/1.1" status: 200 len: 210 time: 0.0863068 Jul 07 17:16:50.732725 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-12ac6f98-e937-4cbd-ac61-3c538ab0b1b4 admin admin] For port 8ea7a812-1448-4052-914f-bbd11fcd4a4f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8ea7a812-1448-4052-914f-bbd11fcd4a4f,segment=NetworkSegment(395174b8-0e8e-4edd-9a4b-23178acfd758),segment_id=395174b8-0e8e-4edd-9a4b-23178acfd758)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:50.733459 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-12ac6f98-e937-4cbd-ac61-3c538ab0b1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:50.753909 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-12ac6f98-e937-4cbd-ac61-3c538ab0b1b4 admin admin] Calling delete_port for 8ea7a812-1448-4052-914f-bbd11fcd4a4f owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:50.909438 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c2722-54a1-4ae2-9016-0101cd0b4d14 req-359ef1aa-ee1d-40f7-9271-b203686e483d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:50.912281 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-475c2722-54a1-4ae2-9016-0101cd0b4d14 req-359ef1aa-ee1d-40f7-9271-b203686e483d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 1095 time: 0.2329085 Jul 07 17:16:50.928582 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6c177da0-0507-4793-8d82-db6f9db44e46 req-fec329a7-1abe-4d13-b545-b13aa4fecdb0 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652884 Jul 07 17:16:51.085028 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ead3524-0992-4f7c-8675-3ab39c50fbad tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:51.194435 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84606634-be88-4dbc-871e-aa061470d712 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:51.206607 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84606634-be88-4dbc-871e-aa061470d712 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:51.210394 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c2722-54a1-4ae2-9016-0101cd0b4d14 req-6c9bc9cb-bc18-4784-b6bc-a3cc5ed5206c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:51.213231 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-475c2722-54a1-4ae2-9016-0101cd0b4d14 req-6c9bc9cb-bc18-4784-b6bc-a3cc5ed5206c service neutron] 10.222.0.72 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 913 time: 0.2937796 Jul 07 17:16:51.219220 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84606634-be88-4dbc-871e-aa061470d712 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:51.222151 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-84606634-be88-4dbc-871e-aa061470d712 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "GET /v2.0/ports?network_id=d2b7dfc2-4b34-4519-86e4-48689d8300e7 HTTP/1.1" status: 200 len: 2357 time: 0.5476313 Jul 07 17:16:51.226701 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41718) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:51.336249 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 9535bc22-2e9a-44f2-98e6-86c63a0ee026 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:51.414074 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4d4d37-e71a-4843-bb26-d5f7fada2c13 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:51.416474 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8a4d4d37-e71a-4843-bb26-d5f7fada2c13 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "GET /v2.0/subnets/90d837b5-ec58-4159-a787-7a6eae01535e HTTP/1.1" status: 200 len: 797 time: 0.1882520 Jul 07 17:16:51.424019 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41720) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:51.436232 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-5d488dbf-eccc-4cde-aed6-b6dea81dc815 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Request body: {'port': {'network_id': 'd2b7dfc2-4b34-4519-86e4-48689d8300e7', 'name': 'tempest-FloatingIPTestJSON-1692801841', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:51.445432 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ead3524-0992-4f7c-8675-3ab39c50fbad tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:51.470592 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 9535bc22-2e9a-44f2-98e6-86c63a0ee026 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:51.505157 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 9535bc22-2e9a-44f2-98e6-86c63a0ee026 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:51.505754 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:51.521297 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-475c2722-54a1-4ae2-9016-0101cd0b4d14 req-d0c6433d-21fb-4691-bb8a-921c83a647ac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ce69876-7fbb-404d-9377-1651bdcbf3ef HTTP/1.1" status: 200 len: 217 time: 0.2922442 Jul 07 17:16:51.581215 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead3524-0992-4f7c-8675-3ab39c50fbad tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=28e3eea7-6284-4b42-9650-575170011367,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:51.584368 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03cdd27-7a29-4cbb-b0a8-c612709ef633 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:51.586852 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ead3524-0992-4f7c-8675-3ab39c50fbad tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:51.590417 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9ead3524-0992-4f7c-8675-3ab39c50fbad tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/28e3eea7-6284-4b42-9650-575170011367 HTTP/1.1" status: 204 len: 168 time: 1.5109713 Jul 07 17:16:51.596606 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41726) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:51.598516 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f51eedef-52c5-4f6b-8cc6-1bdfaee70249 None None] Provisioning complete for port 87dab4bc-5d5c-4178-9c3c-202befb3025a triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:51.599157 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f51eedef-52c5-4f6b-8cc6-1bdfaee70249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:51.783815 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-286ddb89-52d8-409c-bb12-a1dbb4b4f6d2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1852064 Jul 07 17:16:51.788697 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41730) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:51.801455 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-36096ca0-7a13-419a-8255-0a1e236696b6 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:51.851864 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:51.881598 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c2722-54a1-4ae2-9016-0101cd0b4d14 req-c74ab6d1-084f-4dd2-bd01-55885dc85b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:51.883893 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-475c2722-54a1-4ae2-9016-0101cd0b4d14 req-c74ab6d1-084f-4dd2-bd01-55885dc85b3a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 200 len: 851 time: 0.2647393 Jul 07 17:16:51.933150 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305274af-89f8-4768-a7ed-08b1589792e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9535bc22-2e9a-44f2-98e6-86c63a0ee026'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:51.935907 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfa2e7c-5746-432d-9bc2-402804347e7a" -d '{"events": [{"server_uuid": "305274af-89f8-4768-a7ed-08b1589792e8", "name": "network-vif-plugged", "status": "completed", "tag": "9535bc22-2e9a-44f2-98e6-86c63a0ee026"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:51.957674 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-12ac6f98-e937-4cbd-ac61-3c538ab0b1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:51.961474 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 9535bc22-2e9a-44f2-98e6-86c63a0ee026, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=9535bc22-2e9a-44f2-98e6-86c63a0ee026,segment=NetworkSegment(a7553279-0661-4c54-86a8-42bce1d0325a),segment_id=a7553279-0661-4c54-86a8-42bce1d0325a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:51.970190 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:52.041263 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28e8e6-192f-44cd-8433-17242c2cb984 req-d4d87770-8aaa-4568-82e9-2242ab81de2d tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:52.050187 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9b28e8e6-192f-44cd-8433-17242c2cb984 req-d4d87770-8aaa-4568-82e9-2242ab81de2d tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bd52c18-ef0f-4798-a53c-26e08040d2ff HTTP/1.1" status: 200 len: 946 time: 0.5649142 Jul 07 17:16:52.063173 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fec8ab2-392b-497a-8b87-0ddb974ab500 None None] DHCP port deletion for 6e9cefa1-f008-4dc6-9203-f56e105ef387 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:16:52.067846 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac6f98-e937-4cbd-ac61-3c538ab0b1b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ea7a812-1448-4052-914f-bbd11fcd4a4f,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:52.134256 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36096ca0-7a13-419a-8255-0a1e236696b6 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:52.137119 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9b28e8e6-192f-44cd-8433-17242c2cb984 req-91780a98-3e31-4d7a-9762-b8412432e85a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a3d89b-8016-4f82-845d-66c79549f60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857801 Jul 07 17:16:52.143242 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-36096ca0-7a13-419a-8255-0a1e236696b6 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:52.176419 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=9535bc22-2e9a-44f2-98e6-86c63a0ee026,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:52.254610 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c2722-54a1-4ae2-9016-0101cd0b4d14 req-af54a484-b634-486e-9170-76abc67363c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:52.255375 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-6fec8ab2-392b-497a-8b87-0ddb974ab500 None None] Deleting port 87dab4bc-5d5c-4178-9c3c-202befb3025a {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:52.256054 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6fec8ab2-392b-497a-8b87-0ddb974ab500 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:52.256194 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-475c2722-54a1-4ae2-9016-0101cd0b4d14 req-af54a484-b634-486e-9170-76abc67363c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3620179 Jul 07 17:16:52.377222 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-6fec8ab2-392b-497a-8b87-0ddb974ab500 None None] For port 87dab4bc-5d5c-4178-9c3c-202befb3025a, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=87dab4bc-5d5c-4178-9c3c-202befb3025a,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:52.377876 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6fec8ab2-392b-497a-8b87-0ddb974ab500 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:52.403582 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 87dab4bc-5d5c-4178-9c3c-202befb3025a no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:52.409244 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-6fec8ab2-392b-497a-8b87-0ddb974ab500 None None] Calling delete_port for 87dab4bc-5d5c-4178-9c3c-202befb3025a owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:52.447434 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13c93e-5525-4cb0-8e76-10bdbe6ca62e req-372e2afe-cdcb-4bc3-a55a-98fbb6272faa tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:52.455624 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7f13c93e-5525-4cb0-8e76-10bdbe6ca62e req-372e2afe-cdcb-4bc3-a55a-98fbb6272faa tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 943 time: 0.4669302 Jul 07 17:16:52.489554 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a28e3a00-c504-4b09-a193-dc4a9ff81f95 req-59079d04-8ad2-4f3b-8157-16b4b13242bc tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a129e6-cbf9-452d-9e52-5e23d6109b55 HTTP/1.1" status: 200 len: 210 time: 0.0900092 Jul 07 17:16:52.498335 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d488dbf-eccc-4cde-aed6-b6dea81dc815 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Made reservation on behalf of e5d74f7b0bc546bdb1648c52dd104a8f for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:52.585778 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7f13c93e-5525-4cb0-8e76-10bdbe6ca62e req-37d90833-5f59-4ee4-8a7e-12cab00d89b8 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291034 Jul 07 17:16:52.610838 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-475c2722-54a1-4ae2-9016-0101cd0b4d14 req-f7ae1148-484d-4bde-a575-a76c5a66dbdc service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426583 Jul 07 17:16:52.675635 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:52.685650 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b804b8-460c-4984-88e1-03336d0e398f x-openstack-request-id: req-d8b804b8-460c-4984-88e1-03336d0e398f {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:52.686054 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305274af-89f8-4768-a7ed-08b1589792e8", "name": "network-vif-plugged", "status": "completed", "tag": "9535bc22-2e9a-44f2-98e6-86c63a0ee026", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:52.686242 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8b804b8-460c-4984-88e1-03336d0e398f {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:52.686582 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305274af-89f8-4768-a7ed-08b1589792e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9535bc22-2e9a-44f2-98e6-86c63a0ee026', 'code': 200} Jul 07 17:16:52.737829 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6fec8ab2-392b-497a-8b87-0ddb974ab500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:52.773434 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fec8ab2-392b-497a-8b87-0ddb974ab500 None None] No DVR routers for this DVR port 87dab4bc-5d5c-4178-9c3c-202befb3025a on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:52.777698 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-12ac6f98-e937-4cbd-ac61-3c538ab0b1b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:52.820446 n-d-791503-12 neutron-server[100192]: DEBUG neutron.objects.ports [None req-36096ca0-7a13-419a-8255-0a1e236696b6 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100192) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:16:52.836742 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-36096ca0-7a13-419a-8255-0a1e236696b6 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:52.844762 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec8ab2-392b-497a-8b87-0ddb974ab500 None None] Pushing event deleted for resources: {'Port': ['ID=87dab4bc-5d5c-4178-9c3c-202befb3025a,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:52.918551 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-475c2722-54a1-4ae2-9016-0101cd0b4d14 req-26d2858b-7354-4b36-96fe-91a7378d3269 service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010802 Jul 07 17:16:52.976518 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84ab06-e960-43f2-b3c7-1b99f035c96c req-10650229-d4b8-458b-9cf1-65257b6d03ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:52.978113 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3c84ab06-e960-43f2-b3c7-1b99f035c96c req-10650229-d4b8-458b-9cf1-65257b6d03ed service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=305274af-89f8-4768-a7ed-08b1589792e8 HTTP/1.1" status: 200 len: 1097 time: 0.2179308 Jul 07 17:16:53.024869 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5d488dbf-eccc-4cde-aed6-b6dea81dc815 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:53.041966 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36096ca0-7a13-419a-8255-0a1e236696b6 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:53.062507 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-36096ca0-7a13-419a-8255-0a1e236696b6 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:53.068468 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3c84ab06-e960-43f2-b3c7-1b99f035c96c req-ea02e442-19bc-4428-81ba-d5bbc46a4cfd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b2a3d89b-8016-4f82-845d-66c79549f60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829964 Jul 07 17:16:53.070092 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36096ca0-7a13-419a-8255-0a1e236696b6 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:53.070777 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-36096ca0-7a13-419a-8255-0a1e236696b6 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:53.077081 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36096ca0-7a13-419a-8255-0a1e236696b6 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=d629aaba-8a33-4f26-80c5-85d98d13ef4e,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:53.078058 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664c724a-8820-453d-80d9-52b3c83e2afc None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:53.094963 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-5d488dbf-eccc-4cde-aed6-b6dea81dc815 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] device_id is not set on port f7b0a4cc-0ea2-460f-ab27-dbc6a2c24ec7 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:16:53.128561 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-36096ca0-7a13-419a-8255-0a1e236696b6 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3382826 Jul 07 17:16:53.131710 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41738) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:53.140560 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-88df1de6-b282-40fd-ba74-c46e611ca045 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:53.220982 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae0ba9-fb87-4e8b-a1b1-066d28ce2515 req-d5fd3056-2650-43dc-8deb-bef1834e7bd2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:53.228562 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b5ae0ba9-fb87-4e8b-a1b1-066d28ce2515 req-d5fd3056-2650-43dc-8deb-bef1834e7bd2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 943 time: 0.3938689 Jul 07 17:16:53.230435 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ac6f98-e937-4cbd-ac61-3c538ab0b1b4 admin admin] Router 844bb8bb-00f5-4d60-abcf-d7b4baa31d55 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:53.347533 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7ce69876-7fbb-404d-9377-1651bdcbf3ef details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:53.441198 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a29f6017-39cb-4fc2-8825-08d598608319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:53.746284 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b5ae0ba9-fb87-4e8b-a1b1-066d28ce2515 req-ff8bfa58-32e4-4457-8844-f9a6d64abcbd tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163364 Jul 07 17:16:53.775567 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bf46ce-5a24-4ac9-a33b-c09bfb332d7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-6e9cefa1-f008-4dc6-9203-f56e105ef387', 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'fixed_ips': [{'subnet_id': 'd629aaba-8a33-4f26-80c5-85d98d13ef4e'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:16:53.776469 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-18bf46ce-5a24-4ac9-a33b-c09bfb332d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:53.788114 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7ce69876-7fbb-404d-9377-1651bdcbf3ef, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7ce69876-7fbb-404d-9377-1651bdcbf3ef,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:53.847468 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '7ce69876-7fbb-404d-9377-1651bdcbf3ef', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'port_id': '7ce69876-7fbb-404d-9377-1651bdcbf3ef', 'mac_address': 'fa:16:3e:7f:71:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:53.944823 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:53.956482 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88df1de6-b282-40fd-ba74-c46e611ca045 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:53.962210 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-88df1de6-b282-40fd-ba74-c46e611ca045 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.031522 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c0b88-5eaa-46f6-921a-af4ea166a48d req-d3fab348-22ef-4b08-bff8-e9665e8ea49f tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:54.040646 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b41c0b88-5eaa-46f6-921a-af4ea166a48d req-d3fab348-22ef-4b08-bff8-e9665e8ea49f tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bd52c18-ef0f-4798-a53c-26e08040d2ff HTTP/1.1" status: 200 len: 946 time: 0.3148892 Jul 07 17:16:54.047090 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ac6f98-e937-4cbd-ac61-3c538ab0b1b4 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:54.057981 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-12ac6f98-e937-4cbd-ac61-3c538ab0b1b4 admin admin] 10.222.0.53 "PUT /v2.0/routers/844bb8bb-00f5-4d60-abcf-d7b4baa31d55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2247860 Jul 07 17:16:54.062421 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-5d488dbf-eccc-4cde-aed6-b6dea81dc815 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Allocated IP 172.20.0.13 (d2b7dfc2-4b34-4519-86e4-48689d8300e7/90d837b5-ec58-4159-a787-7a6eae01535e/f7b0a4cc-0ea2-460f-ab27-dbc6a2c24ec7) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:54.064232 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca5d7bc-57b7-4baf-8ab0-05c41b41f5b8 None None] Sync routers for ids ['844bb8bb-00f5-4d60-abcf-d7b4baa31d55'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:54.071591 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41748) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:54.071962 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-5d488dbf-eccc-4cde-aed6-b6dea81dc815 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Allocated IP 172.20.0.12 (d2b7dfc2-4b34-4519-86e4-48689d8300e7/90d837b5-ec58-4159-a787-7a6eae01535e/f7b0a4cc-0ea2-460f-ab27-dbc6a2c24ec7) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:54.098275 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce69876-7fbb-404d-9377-1651bdcbf3ef {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:54.143020 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca5d7bc-57b7-4baf-8ab0-05c41b41f5b8 None None] Routers {'844bb8bb-00f5-4d60-abcf-d7b4baa31d55'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:54.144721 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1ca5d7bc-57b7-4baf-8ab0-05c41b41f5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:16:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['844bb8bb-00f5-4d60-abcf-d7b4baa31d55'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:54.166854 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7ce69876-7fbb-404d-9377-1651bdcbf3ef, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7ce69876-7fbb-404d-9377-1651bdcbf3ef,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:54.320574 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-21870c61-9404-4ede-96cd-547d6b59f669 req-f6ad6e57-9827-45c9-9fa9-5b1c7004b7ed tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a129e6-cbf9-452d-9e52-5e23d6109b55 HTTP/1.1" status: 200 len: 210 time: 0.0959761 Jul 07 17:16:54.389397 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-51bcf992-0cf2-4e6a-b615-5685b924a60c admin admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.469543 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b41c0b88-5eaa-46f6-921a-af4ea166a48d req-aa32d8c8-c0c0-43e5-ac1a-5ada937eb9d3 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a3d89b-8016-4f82-845d-66c79549f60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276526 Jul 07 17:16:54.520215 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5d488dbf-eccc-4cde-aed6-b6dea81dc815 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.532164 n-d-791503-12 neutron-server[100193]: INFO neutron.db.ipam_backend_mixin [None req-88df1de6-b282-40fd-ba74-c46e611ca045 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d629aaba-8a33-4f26-80c5-85d98d13ef4e (CIDR: 2001:db8::/64) Jul 07 17:16:54.540673 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-88df1de6-b282-40fd-ba74-c46e611ca045 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:16:54.541158 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88df1de6-b282-40fd-ba74-c46e611ca045 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:16:54.591695 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-88df1de6-b282-40fd-ba74-c46e611ca045 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4560695 Jul 07 17:16:54.597760 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41752) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:54.604683 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-2b1c6a21-a411-4eae-bab9-a1ad335ae74b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:54.632730 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.639728 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-51bcf992-0cf2-4e6a-b615-5685b924a60c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.701479 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5d488dbf-eccc-4cde-aed6-b6dea81dc815 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.706468 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-18bf46ce-5a24-4ac9-a33b-c09bfb332d7d None None] Allocated IP 2001:db8::f816:3eff:fec7:531e (6e9cefa1-f008-4dc6-9203-f56e105ef387/d629aaba-8a33-4f26-80c5-85d98d13ef4e/198fe105-2c08-423b-97ca-a888683b0f3e) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:54.755571 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-1ca5d7bc-57b7-4baf-8ab0-05c41b41f5b8 None None] Set router 844bb8bb-00f5-4d60-abcf-d7b4baa31d55 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:54.809601 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-51bcf992-0cf2-4e6a-b615-5685b924a60c admin admin] Deleting port 606d116b-8626-492b-88cb-d785748df52f {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:54.815439 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-51bcf992-0cf2-4e6a-b615-5685b924a60c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.835422 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d488dbf-eccc-4cde-aed6-b6dea81dc815 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Network d2b7dfc2-4b34-4519-86e4-48689d8300e7 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:54.846722 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7ce69876-7fbb-404d-9377-1651bdcbf3ef,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:54.863091 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-5d488dbf-eccc-4cde-aed6-b6dea81dc815 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:54.873793 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d488dbf-eccc-4cde-aed6-b6dea81dc815 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:54.940649 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d488dbf-eccc-4cde-aed6-b6dea81dc815 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event updated for resources: {'Port': ['ID=f7b0a4cc-0ea2-460f-ab27-dbc6a2c24ec7,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:54.966981 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-51bcf992-0cf2-4e6a-b615-5685b924a60c admin admin] For port 606d116b-8626-492b-88cb-d785748df52f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=606d116b-8626-492b-88cb-d785748df52f,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:54.967703 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-51bcf992-0cf2-4e6a-b615-5685b924a60c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.975797 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['7ce69876-7fbb-404d-9377-1651bdcbf3ef'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:54.984518 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-51bcf992-0cf2-4e6a-b615-5685b924a60c admin admin] Calling delete_port for 606d116b-8626-492b-88cb-d785748df52f owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:55.009588 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d488dbf-eccc-4cde-aed6-b6dea81dc815 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:55.010620 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5d488dbf-eccc-4cde-aed6-b6dea81dc815 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.050194 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad9238-3a42-412f-a109-62d621093ae6 req-7dd5061a-125e-426b-a945-bb5d8a1726ae tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:55.053002 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-18ad9238-3a42-412f-a109-62d621093ae6 req-7dd5061a-125e-426b-a945-bb5d8a1726ae tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 943 time: 0.4133074 Jul 07 17:16:55.073524 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1c6a21-a411-4eae-bab9-a1ad335ae74b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:55.081252 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b1c6a21-a411-4eae-bab9-a1ad335ae74b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.115511 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5d488dbf-eccc-4cde-aed6-b6dea81dc815 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.6877322 Jul 07 17:16:55.154236 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41758) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:55.160675 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-8b062482-5581-4ddf-a93a-2141c81d9fac tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'port_id': 'f7b0a4cc-0ea2-460f-ab27-dbc6a2c24ec7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:55.199045 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-51bcf992-0cf2-4e6a-b615-5685b924a60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.243242 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bcf992-0cf2-4e6a-b615-5685b924a60c admin admin] Pushing event deleted for resources: {'Port': ['ID=606d116b-8626-492b-88cb-d785748df52f,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:55.254680 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-18bf46ce-5a24-4ac9-a33b-c09bfb332d7d None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.289692 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-18bf46ce-5a24-4ac9-a33b-c09bfb332d7d None None] Transition to ACTIVE for port object 198fe105-2c08-423b-97ca-a888683b0f3e will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:55.322383 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-51bcf992-0cf2-4e6a-b615-5685b924a60c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.349551 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-18bf46ce-5a24-4ac9-a33b-c09bfb332d7d None None] Transition to ACTIVE for port object 198fe105-2c08-423b-97ca-a888683b0f3e will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:55.361105 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:55.375355 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-18bf46ce-5a24-4ac9-a33b-c09bfb332d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.403518 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-18ad9238-3a42-412f-a109-62d621093ae6 req-b338e6f0-dab6-4444-bba6-b83c82e551a8 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3149240 Jul 07 17:16:55.451268 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb854f-dab4-44f4-90f6-326b9b7bfbae req-d148d950-c9a6-4705-8443-dc7e08004b65 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:55.458913 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-61fb854f-dab4-44f4-90f6-326b9b7bfbae req-d148d950-c9a6-4705-8443-dc7e08004b65 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=305274af-89f8-4768-a7ed-08b1589792e8 HTTP/1.1" status: 200 len: 945 time: 0.6353357 Jul 07 17:16:55.459716 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1ca5d7bc-57b7-4baf-8ab0-05c41b41f5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844bb8bb-00f5-4d60-abcf-d7b4baa31d55', 'name': 'tempest-ServerRescueTestJSON-513234648-router', 'tenant_id': 'fa7f2838537b47bf8d02ed4d09c0343d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '606d116b-8626-492b-88cb-d785748df52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:39Z', 'updated_at': '2021-07-07T17:16:51Z', 'revision_number': 5, 'project_id': 'fa7f2838537b47bf8d02ed4d09c0343d', 'gw_port': {'id': '606d116b-8626-492b-88cb-d785748df52f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844bb8bb-00f5-4d60-abcf-d7b4baa31d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:42Z', 'updated_at': '2021-07-07T17:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:55.466345 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bf46ce-5a24-4ac9-a33b-c09bfb332d7d None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:55.479028 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-51bcf992-0cf2-4e6a-b615-5685b924a60c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.483656 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-51bcf992-0cf2-4e6a-b615-5685b924a60c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.505608 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8b062482-5581-4ddf-a93a-2141c81d9fac tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.511574 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-18bf46ce-5a24-4ac9-a33b-c09bfb332d7d None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:55.524105 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bf46ce-5a24-4ac9-a33b-c09bfb332d7d None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:55.531190 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca5d7bc-57b7-4baf-8ab0-05c41b41f5b8 None None] Checking router: 844bb8bb-00f5-4d60-abcf-d7b4baa31d55 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:16:55.531483 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b1c6a21-a411-4eae-bab9-a1ad335ae74b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.578965 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-61fb854f-dab4-44f4-90f6-326b9b7bfbae req-f116e51d-29cb-4b95-9a56-fd9a389e004e tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a3d89b-8016-4f82-845d-66c79549f60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189463 Jul 07 17:16:55.616699 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-51bcf992-0cf2-4e6a-b615-5685b924a60c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.617576 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bcf992-0cf2-4e6a-b615-5685b924a60c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 844bb8bb-00f5-4d60-abcf-d7b4baa31d55 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:16:55.622488 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-51bcf992-0cf2-4e6a-b615-5685b924a60c admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.624602 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-51bcf992-0cf2-4e6a-b615-5685b924a60c admin admin] 10.222.0.53 "DELETE /v2.0/routers/844bb8bb-00f5-4d60-abcf-d7b4baa31d55 HTTP/1.1" status: 204 len: 168 time: 1.5514159 Jul 07 17:16:55.628791 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41764) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:55.658824 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf46ce-5a24-4ac9-a33b-c09bfb332d7d None None] Pushing event updated for resources: {'Port': ['ID=198fe105-2c08-423b-97ca-a888683b0f3e,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:55.795177 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca5d7bc-57b7-4baf-8ab0-05c41b41f5b8 None None] Routers set() bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:55.801415 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca5d7bc-57b7-4baf-8ab0-05c41b41f5b8 None None] Router IDs set() for agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 17:16:55.804310 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea3e0a7e-8f58-436a-8184-80541564df4b admin admin] Deleting subnet 7444f78e-5a5a-4c3a-8ef5-8892e2ae8716 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:16:55.805369 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1c6a21-a411-4eae-bab9-a1ad335ae74b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:55.806438 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_agentschedulers_db [None req-1ca5d7bc-57b7-4baf-8ab0-05c41b41f5b8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'844bb8bb-00f5-4d60-abcf-d7b4baa31d55'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:16:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent'). {{(pid=100194) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 17:16:55.809896 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca5d7bc-57b7-4baf-8ab0-05c41b41f5b8 None None] The sync data for ids ['844bb8bb-00f5-4d60-abcf-d7b4baa31d55'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:55.816886 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ea3e0a7e-8f58-436a-8184-80541564df4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.834054 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-2b1c6a21-a411-4eae-bab9-a1ad335ae74b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:55.848530 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1c6a21-a411-4eae-bab9-a1ad335ae74b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:55.849687 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b1c6a21-a411-4eae-bab9-a1ad335ae74b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.883031 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c6a21-a411-4eae-bab9-a1ad335ae74b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=926119d8-e0fe-406b-9fb2-d23197e84d0b,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:55.901522 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2b1c6a21-a411-4eae-bab9-a1ad335ae74b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3016322 Jul 07 17:16:55.904277 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 495805fd-0180-40f2-ab25-1a1c2bc8cbc3, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=495805fd-0180-40f2-ab25-1a1c2bc8cbc3,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:55.904459 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41768) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:55.911199 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-541fe29c-d35d-4f8d-8e4c-a7672bf94f39 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'port': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'mac_address': 'fa:16:3e:94:35:b0', 'name': 'tempest-NetworksTestDHCPv6-430614236'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:55.941008 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '495805fd-0180-40f2-ab25-1a1c2bc8cbc3', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'port_id': '495805fd-0180-40f2-ab25-1a1c2bc8cbc3', 'mac_address': 'fa:16:3e:e3:94:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:55.950635 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-18bf46ce-5a24-4ac9-a33b-c09bfb332d7d None None] Attempting to bind port 198fe105-2c08-423b-97ca-a888683b0f3e on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:55.951738 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-18bf46ce-5a24-4ac9-a33b-c09bfb332d7d None None] Attempting to bind port 198fe105-2c08-423b-97ca-a888683b0f3e by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:55.952501 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf46ce-5a24-4ac9-a33b-c09bfb332d7d None None] Attempting to bind port 198fe105-2c08-423b-97ca-a888683b0f3e on network 6e9cefa1-f008-4dc6-9203-f56e105ef387 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:55.970923 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf46ce-5a24-4ac9-a33b-c09bfb332d7d None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:55.975335 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf46ce-5a24-4ac9-a33b-c09bfb332d7d None None] Checking segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:55.976138 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-18bf46ce-5a24-4ac9-a33b-c09bfb332d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.976911 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf46ce-5a24-4ac9-a33b-c09bfb332d7d None None] Bound using segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:55.977820 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-18bf46ce-5a24-4ac9-a33b-c09bfb332d7d None None] Bound port: 198fe105-2c08-423b-97ca-a888683b0f3e, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:55.980489 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-18bf46ce-5a24-4ac9-a33b-c09bfb332d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.046023 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ea3e0a7e-8f58-436a-8184-80541564df4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.092229 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8b062482-5581-4ddf-a93a-2141c81d9fac tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.105414 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc86571-8a45-4f72-9d98-ba2b1f6d4dea req-46e39425-b922-40fe-a3d4-1f514ebece84 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:56.114924 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1bc86571-8a45-4f72-9d98-ba2b1f6d4dea req-46e39425-b922-40fe-a3d4-1f514ebece84 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 944 time: 0.3397245 Jul 07 17:16:56.236572 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2750c2be-87b2-43fb-be05-b9b3fb2cce44 req-741eed8c-0fca-4869-b25a-2cddbe2ebc37 tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a129e6-cbf9-452d-9e52-5e23d6109b55 HTTP/1.1" status: 200 len: 210 time: 0.2256827 Jul 07 17:16:56.265768 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.286005 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.348295 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ea3e0a7e-8f58-436a-8184-80541564df4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.373542 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:56.401949 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1bc86571-8a45-4f72-9d98-ba2b1f6d4dea req-14346f49-0239-4a9e-b927-3347df201d7d tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859428 Jul 07 17:16:56.418437 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541fe29c-d35d-4f8d-8e4c-a7672bf94f39 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:56.444613 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8ea7a812-1448-4052-914f-bbd11fcd4a4f no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:56.480123 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-18bf46ce-5a24-4ac9-a33b-c09bfb332d7d None None] For port 198fe105-2c08-423b-97ca-a888683b0f3e, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:56.487403 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 8ea7a812-1448-4052-914f-bbd11fcd4a4f {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:56.487849 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8ea7a812-1448-4052-914f-bbd11fcd4a4f not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:56.492335 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 495805fd-0180-40f2-ab25-1a1c2bc8cbc3, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=495805fd-0180-40f2-ab25-1a1c2bc8cbc3,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:56.502751 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.514003 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-18bf46ce-5a24-4ac9-a33b-c09bfb332d7d None None] For port 198fe105-2c08-423b-97ca-a888683b0f3e, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=198fe105-2c08-423b-97ca-a888683b0f3e,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:56.571961 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-18bf46ce-5a24-4ac9-a33b-c09bfb332d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.597314 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ea3e0a7e-8f58-436a-8184-80541564df4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.730803 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=495805fd-0180-40f2-ab25-1a1c2bc8cbc3,revision_number=9']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:56.755194 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e0a7e-8f58-436a-8184-80541564df4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7444f78e-5a5a-4c3a-8ef5-8892e2ae8716,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:56.764488 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ea3e0a7e-8f58-436a-8184-80541564df4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.768442 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ea3e0a7e-8f58-436a-8184-80541564df4b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7444f78e-5a5a-4c3a-8ef5-8892e2ae8716 HTTP/1.1" status: 204 len: 168 time: 1.1381571 Jul 07 17:16:56.772494 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41772) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:56.796791 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-541fe29c-d35d-4f8d-8e4c-a7672bf94f39 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.798200 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1c0f99f0-4f16-479c-b08a-6d0048202688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.813992 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['495805fd-0180-40f2-ab25-1a1c2bc8cbc3'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:56.956464 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf46ce-5a24-4ac9-a33b-c09bfb332d7d None None] Pushing event updated for resources: {'Port': ['ID=198fe105-2c08-423b-97ca-a888683b0f3e,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:56.956852 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ed1fc09c-6be3-424e-a05f-6c68cf51ee73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:57.063695 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-541fe29c-d35d-4f8d-8e4c-a7672bf94f39 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] device_id is not set on port d452c4c7-94db-4b3c-a282-cbf34f686069 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:16:57.188121 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f09a0032-d096-43af-a845-2b7c977d31bc req-8cfd9dc5-e3ba-4793-8cf9-b7221b10cbb2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4818387 Jul 07 17:16:57.203895 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ed1fc09c-6be3-424e-a05f-6c68cf51ee73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:57.210616 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-8b062482-5581-4ddf-a93a-2141c81d9fac tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Allocated IP 172.25.0.106 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/df04a448-5449-41ca-aaf9-95a409fd8a6c) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:57.326339 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-ed1fc09c-6be3-424e-a05f-6c68cf51ee73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09d5620-c5a5-4f52-8562-d9c726ea81d4']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:57.367890 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-ed1fc09c-6be3-424e-a05f-6c68cf51ee73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '395174b8-0e8e-4edd-9a4b-23178acfd758') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:57.368520 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-ed1fc09c-6be3-424e-a05f-6c68cf51ee73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '395174b8-0e8e-4edd-9a4b-23178acfd758') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:57.371866 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7ce69876-7fbb-404d-9377-1651bdcbf3ef up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:57.397954 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ed1fc09c-6be3-424e-a05f-6c68cf51ee73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:57.430471 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ed1fc09c-6be3-424e-a05f-6c68cf51ee73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:57.447748 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1fc09c-6be3-424e-a05f-6c68cf51ee73 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:16:57.448297 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ed1fc09c-6be3-424e-a05f-6c68cf51ee73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:16:57.451352 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:16:57.474793 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a0032-d096-43af-a845-2b7c977d31bc req-c1bcd7de-1389-4816-8d2a-63eda1e3b018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:57.478141 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f09a0032-d096-43af-a845-2b7c977d31bc req-c1bcd7de-1389-4816-8d2a-63eda1e3b018 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 1097 time: 0.1929400 Jul 07 17:16:57.545555 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 7ce69876-7fbb-404d-9377-1651bdcbf3ef completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:57.552843 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 7ce69876-7fbb-404d-9377-1651bdcbf3ef triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:57.553542 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:57.635822 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ed1fc09c-6be3-424e-a05f-6c68cf51ee73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:57.666469 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ed1fc09c-6be3-424e-a05f-6c68cf51ee73 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:57.672380 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ed1fc09c-6be3-424e-a05f-6c68cf51ee73 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b09d5620-c5a5-4f52-8562-d9c726ea81d4 HTTP/1.1" status: 204 len: 168 time: 0.8976386 Jul 07 17:16:57.677411 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fc09c-6be3-424e-a05f-6c68cf51ee73 admin admin] Pushing event deleted for resources: {'Network': ['ID=b09d5620-c5a5-4f52-8562-d9c726ea81d4,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:57.743202 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a0032-d096-43af-a845-2b7c977d31bc req-addf93a9-037c-442d-8b4b-4d89d33b05c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:57.748136 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f09a0032-d096-43af-a845-2b7c977d31bc req-addf93a9-037c-442d-8b4b-4d89d33b05c3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 913 time: 0.2151473 Jul 07 17:16:57.839600 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb2c61-c087-4136-a2fa-a6f98a9143f2 req-42d08006-ac3b-4e9c-8310-3b4b2557e88c tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:57.842417 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-83eb2c61-c087-4136-a2fa-a6f98a9143f2 req-42d08006-ac3b-4e9c-8310-3b4b2557e88c tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 944 time: 1.0547669 Jul 07 17:16:57.868290 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3465cc60-83c0-4bb2-b9de-d4c30695c28e req-91d637c9-91de-4908-9dc0-02779f4a0f2e tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a129e6-cbf9-452d-9e52-5e23d6109b55 HTTP/1.1" status: 200 len: 210 time: 0.0580714 Jul 07 17:16:57.878395 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:57.912084 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:57.944259 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72422587-5925-464b-98e9-438ed126786a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce69876-7fbb-404d-9377-1651bdcbf3ef'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:57.947411 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f09a0032-d096-43af-a845-2b7c977d31bc req-95345d25-972f-4026-9fc5-699ea0be5432 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f HTTP/1.1" status: 200 len: 999 time: 0.1912644 Jul 07 17:16:57.949405 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796aa14a-de5b-4a56-a916-83fae4a7d7c6" -d '{"events": [{"server_uuid": "72422587-5925-464b-98e9-438ed126786a", "name": "network-vif-plugged", "status": "completed", "tag": "7ce69876-7fbb-404d-9377-1651bdcbf3ef"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:57.980302 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7ce69876-7fbb-404d-9377-1651bdcbf3ef, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7ce69876-7fbb-404d-9377-1651bdcbf3ef,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:57.991178 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:58.221681 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7ce69876-7fbb-404d-9377-1651bdcbf3ef,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:58.227892 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a0032-d096-43af-a845-2b7c977d31bc req-df203bb3-2ff3-4860-a39b-e7eebcf8b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:58.234500 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f09a0032-d096-43af-a845-2b7c977d31bc req-df203bb3-2ff3-4860-a39b-e7eebcf8b89c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 200 len: 851 time: 0.2737589 Jul 07 17:16:58.291390 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8b062482-5581-4ddf-a93a-2141c81d9fac tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:58.351017 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-83eb2c61-c087-4136-a2fa-a6f98a9143f2 req-23f52835-ce22-4e9d-bc6f-8495b8fddfab tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4822755 Jul 07 17:16:58.378817 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 198fe105-2c08-423b-97ca-a888683b0f3e up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:58.475087 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0192f9-24c2-428d-be7c-595447837979 req-4e57c3b0-1bc2-4996-825e-cfe6956c1313 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:58.479697 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 198fe105-2c08-423b-97ca-a888683b0f3e completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:58.486765 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9e0192f9-24c2-428d-be7c-595447837979 req-4e57c3b0-1bc2-4996-825e-cfe6956c1313 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 945 time: 0.4049385 Jul 07 17:16:58.519128 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 606d116b-8626-492b-88cb-d785748df52f no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:58.536019 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-541fe29c-d35d-4f8d-8e4c-a7672bf94f39 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 2001:db8:0:1::1c5 (6e9cefa1-f008-4dc6-9203-f56e105ef387/926119d8-e0fe-406b-9fb2-d23197e84d0b/d452c4c7-94db-4b3c-a282-cbf34f686069) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:58.558498 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41796) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:58.576191 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 606d116b-8626-492b-88cb-d785748df52f {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:58.576913 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 606d116b-8626-492b-88cb-d785748df52f not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:58.603832 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-541fe29c-d35d-4f8d-8e4c-a7672bf94f39 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 2001:db8::f816:3eff:fe94:35b0 (6e9cefa1-f008-4dc6-9203-f56e105ef387/d629aaba-8a33-4f26-80c5-85d98d13ef4e/d452c4c7-94db-4b3c-a282-cbf34f686069) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:58.611604 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9e0192f9-24c2-428d-be7c-595447837979 req-67be4370-5068-4002-8150-f10e1618e004 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236632 Jul 07 17:16:58.633026 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584c5f8-10c1-48b3-94f5-90b820846013 req-fea67c87-a73d-4e9e-ae07-0aeccf3fc746 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:58.634662 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b584c5f8-10c1-48b3-94f5-90b820846013 req-fea67c87-a73d-4e9e-ae07-0aeccf3fc746 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.72 "GET /v2.0/ports?device_id=305274af-89f8-4768-a7ed-08b1589792e8 HTTP/1.1" status: 200 len: 945 time: 0.3985984 Jul 07 17:16:58.636755 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a0032-d096-43af-a845-2b7c977d31bc req-96b0ea8a-0472-4e37-9a9d-8791fd6147d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:58.638288 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f09a0032-d096-43af-a845-2b7c977d31bc req-96b0ea8a-0472-4e37-9a9d-8791fd6147d0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3879335 Jul 07 17:16:58.733176 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dafa04-b2e8-4e0f-b597-27084ca285b1 x-openstack-request-id: req-91dafa04-b2e8-4e0f-b597-27084ca285b1 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:58.733513 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72422587-5925-464b-98e9-438ed126786a", "name": "network-vif-plugged", "status": "completed", "tag": "7ce69876-7fbb-404d-9377-1651bdcbf3ef", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:58.733831 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-91dafa04-b2e8-4e0f-b597-27084ca285b1 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:58.734304 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72422587-5925-464b-98e9-438ed126786a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce69876-7fbb-404d-9377-1651bdcbf3ef', 'code': 200} Jul 07 17:16:58.781488 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732d6bca-07c5-4c45-ae85-da6c7ba59f28 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:58.810185 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8b062482-5581-4ddf-a93a-2141c81d9fac tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:58.894644 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c9852b89-e599-4f40-ab77-c9f628e57cf4 None None] Provisioning for port 198fe105-2c08-423b-97ca-a888683b0f3e completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:58.917262 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c9852b89-e599-4f40-ab77-c9f628e57cf4 None None] Provisioning complete for port 198fe105-2c08-423b-97ca-a888683b0f3e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:58.917694 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c9852b89-e599-4f40-ab77-c9f628e57cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:58.962459 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9d599707-c5fc-445c-b64d-1536de48aea5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fa7f2838537b47bf8d02ed4d09c0343d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3939009 Jul 07 17:16:58.977935 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41804) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:59.023595 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b062482-5581-4ddf-a93a-2141c81d9fac tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:59.057871 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-b584c5f8-10c1-48b3-94f5-90b820846013 req-1f89988e-dd71-43e3-9f74-3b97fc75859a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Deleting port 9535bc22-2e9a-44f2-98e6-86c63a0ee026 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:59.058380 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b584c5f8-10c1-48b3-94f5-90b820846013 req-1f89988e-dd71-43e3-9f74-3b97fc75859a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.070395 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-8b062482-5581-4ddf-a93a-2141c81d9fac tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:59.075091 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b062482-5581-4ddf-a93a-2141c81d9fac tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:59.138335 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b062482-5581-4ddf-a93a-2141c81d9fac tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event updated for resources: {'Port': ['ID=df04a448-5449-41ca-aaf9-95a409fd8a6c,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:59.167005 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c9852b89-e599-4f40-ab77-c9f628e57cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.229987 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-36ba8dc8-8231-460d-ae84-8f06d066931f tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.232708 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-36ba8dc8-8231-460d-ae84-8f06d066931f tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/networks?id=b49db49b-f127-4d2a-b9c1-b5f9ec1c540b HTTP/1.1" status: 200 len: 809 time: 0.6145620 Jul 07 17:16:59.261444 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cd1d66aa-a237-401f-bec2-a2b9e111bd1e req-abb902b7-d389-405e-82f0-b7e7db0fb2a0 tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a129e6-cbf9-452d-9e52-5e23d6109b55 HTTP/1.1" status: 200 len: 210 time: 0.1743920 Jul 07 17:16:59.266138 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-c9852b89-e599-4f40-ab77-c9f628e57cf4 None None] For port 198fe105-2c08-423b-97ca-a888683b0f3e, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=198fe105-2c08-423b-97ca-a888683b0f3e,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:59.299794 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c9852b89-e599-4f40-ab77-c9f628e57cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.306933 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-b584c5f8-10c1-48b3-94f5-90b820846013 req-1f89988e-dd71-43e3-9f74-3b97fc75859a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] For port 9535bc22-2e9a-44f2-98e6-86c63a0ee026, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=9535bc22-2e9a-44f2-98e6-86c63a0ee026,segment=NetworkSegment(a7553279-0661-4c54-86a8-42bce1d0325a),segment_id=a7553279-0661-4c54-86a8-42bce1d0325a)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:59.307654 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b584c5f8-10c1-48b3-94f5-90b820846013 req-1f89988e-dd71-43e3-9f74-3b97fc75859a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.310855 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-abadf09c-dd8e-4791-82e1-bbe6a5308b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.315273 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f09a0032-d096-43af-a845-2b7c977d31bc req-e0b075fc-2958-4fce-a6d5-bb6d2a60676f service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5603175 Jul 07 17:16:59.370504 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-b584c5f8-10c1-48b3-94f5-90b820846013 req-1f89988e-dd71-43e3-9f74-3b97fc75859a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Calling delete_port for 9535bc22-2e9a-44f2-98e6-86c63a0ee026 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:59.380669 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:59.402187 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b187fcd-59c9-4e19-9ce6-aa4d85527551 req-51f2e3b8-cb16-48ab-b5bc-28144062736e tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.404670 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5b187fcd-59c9-4e19-9ce6-aa4d85527551 req-51f2e3b8-cb16-48ab-b5bc-28144062736e tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bd52c18-ef0f-4798-a53c-26e08040d2ff HTTP/1.1" status: 200 len: 946 time: 0.4938815 Jul 07 17:16:59.456106 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9852b89-e599-4f40-ab77-c9f628e57cf4 None None] Pushing event updated for resources: {'Port': ['ID=198fe105-2c08-423b-97ca-a888683b0f3e,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:59.466061 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-541fe29c-d35d-4f8d-8e4c-a7672bf94f39 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.504485 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-541fe29c-d35d-4f8d-8e4c-a7672bf94f39 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Transition to ACTIVE for port object d452c4c7-94db-4b3c-a282-cbf34f686069 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:59.538568 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1cd0e-8587-4295-82f6-3909abc5c8ac req-57c2d484-48e9-452d-9825-92230496009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.548429 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2503a53-8ac0-4191-b0a0-862e137a2765 None None] Update dhcp port {'port': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'fixed_ips': [{'subnet_id': 'd629aaba-8a33-4f26-80c5-85d98d13ef4e', 'ip_address': '2001:db8::f816:3eff:fec7:531e'}, {'subnet_id': '926119d8-e0fe-406b-9fb2-d23197e84d0b'}], 'binding:host_id': 'n-d-791503-12'}, 'id': '198fe105-2c08-423b-97ca-a888683b0f3e'} from n-d-791503-12. {{(pid=100194) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:16:59.553672 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-81f1cd0e-8587-4295-82f6-3909abc5c8ac req-57c2d484-48e9-452d-9825-92230496009e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 1097 time: 0.7038047 Jul 07 17:16:59.559620 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:59.560297 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.562302 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-639f193a-e2d2-4c47-b65a-0e604200d4d3 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/quotas/093f8cd0eb1247809a1b83c8ab433206 HTTP/1.1" status: 200 len: 375 time: 0.2998176 Jul 07 17:16:59.587107 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-abadf09c-dd8e-4791-82e1-bbe6a5308b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.680224 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c2503a53-8ac0-4191-b0a0-862e137a2765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.853907 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f09a0032-d096-43af-a845-2b7c977d31bc req-47c0549a-90c5-4827-bc2e-9cbfcb627ac9 service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194759 Jul 07 17:16:59.882762 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-5b187fcd-59c9-4e19-9ce6-aa4d85527551 req-59019d41-a7db-4790-aaa1-43cd0e197428 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Deleting port 2e033fd0-74d3-4c8a-a82f-7a70dccd42b4 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:59.883421 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5b187fcd-59c9-4e19-9ce6-aa4d85527551 req-59019d41-a7db-4790-aaa1-43cd0e197428 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.972171 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21628feb-85a9-4c77-b3d2-709ed0bc0718 req-928953bf-ef1b-4f84-b342-b844ff4dc6e3 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.974069 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-21628feb-85a9-4c77-b3d2-709ed0bc0718 req-928953bf-ef1b-4f84-b342-b844ff4dc6e3 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 944 time: 0.2868974 Jul 07 17:16:59.974894 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-abadf09c-dd8e-4791-82e1-bbe6a5308b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.977842 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-abadf09c-dd8e-4791-82e1-bbe6a5308b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.981603 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-abadf09c-dd8e-4791-82e1-bbe6a5308b41 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6b4026c4-f2b6-46b1-9371-ca8e409fedb0 HTTP/1.1" status: 204 len: 168 time: 0.9942951 Jul 07 17:17:00.005207 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.071710 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadf09c-dd8e-4791-82e1-bbe6a5308b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4026c4-f2b6-46b1-9371-ca8e409fedb0,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:00.209576 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 495805fd-0180-40f2-ab25-1a1c2bc8cbc3, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=495805fd-0180-40f2-ab25-1a1c2bc8cbc3,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:00.224565 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-5b187fcd-59c9-4e19-9ce6-aa4d85527551 req-59019d41-a7db-4790-aaa1-43cd0e197428 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] For port 2e033fd0-74d3-4c8a-a82f-7a70dccd42b4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=2e033fd0-74d3-4c8a-a82f-7a70dccd42b4,segment=NetworkSegment(a7553279-0661-4c54-86a8-42bce1d0325a),segment_id=a7553279-0661-4c54-86a8-42bce1d0325a)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:00.224565 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5b187fcd-59c9-4e19-9ce6-aa4d85527551 req-59019d41-a7db-4790-aaa1-43cd0e197428 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.231103 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.248904 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.296155 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 198fe105-2c08-423b-97ca-a888683b0f3e up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:00.408399 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-81f1cd0e-8587-4295-82f6-3909abc5c8ac req-024ca6e6-bfc7-4b8b-a086-bf2cca4ed62c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7657809 Jul 07 17:17:00.487030 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-541fe29c-d35d-4f8d-8e4c-a7672bf94f39 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.606281 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-2e2f4993-6a59-47f2-b8b1-6ac89fc38b76 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=093f8cd0eb1247809a1b83c8ab433206&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9461782 Jul 07 17:17:00.696164 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541fe29c-d35d-4f8d-8e4c-a7672bf94f39 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:00.698804 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=495805fd-0180-40f2-ab25-1a1c2bc8cbc3,revision_number=10']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:00.707366 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-541fe29c-d35d-4f8d-8e4c-a7672bf94f39 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:00.742513 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd67a367-3f1f-4463-a0a8-0b948e562772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495805fd-0180-40f2-ab25-1a1c2bc8cbc3'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:00.746313 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6322baa2-c05a-4a82-a1e1-35f7597fbdbe" -d '{"events": [{"server_uuid": "cd67a367-3f1f-4463-a0a8-0b948e562772", "name": "network-vif-plugged", "status": "completed", "tag": "495805fd-0180-40f2-ab25-1a1c2bc8cbc3"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:00.751665 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-5b187fcd-59c9-4e19-9ce6-aa4d85527551 req-59019d41-a7db-4790-aaa1-43cd0e197428 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Calling delete_port for 2e033fd0-74d3-4c8a-a82f-7a70dccd42b4 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:00.758708 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-c2503a53-8ac0-4191-b0a0-862e137a2765 None None] Allocated IP 2001:db8:0:1::2 (6e9cefa1-f008-4dc6-9203-f56e105ef387/926119d8-e0fe-406b-9fb2-d23197e84d0b/198fe105-2c08-423b-97ca-a888683b0f3e) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:00.794211 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541fe29c-d35d-4f8d-8e4c-a7672bf94f39 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:00.805491 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541fe29c-d35d-4f8d-8e4c-a7672bf94f39 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:00.806813 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-541fe29c-d35d-4f8d-8e4c-a7672bf94f39 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.848119 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-541fe29c-d35d-4f8d-8e4c-a7672bf94f39 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.9389701 Jul 07 17:17:00.862083 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41822) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:00.921198 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 198fe105-2c08-423b-97ca-a888683b0f3e triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:00.921920 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.996992 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fe29c-d35d-4f8d-8e4c-a7672bf94f39 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Port': ['ID=d452c4c7-94db-4b3c-a282-cbf34f686069,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:01.049738 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-21628feb-85a9-4c77-b3d2-709ed0bc0718 req-de443a24-12d8-4f3f-beac-dfb974dda4e9 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0622027 Jul 07 17:17:01.062973 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5b187fcd-59c9-4e19-9ce6-aa4d85527551 req-59019d41-a7db-4790-aaa1-43cd0e197428 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.075235 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b584c5f8-10c1-48b3-94f5-90b820846013 req-1f89988e-dd71-43e3-9f74-3b97fc75859a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.137843 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-c2503a53-8ac0-4191-b0a0-862e137a2765 None None] For port 198fe105-2c08-423b-97ca-a888683b0f3e, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=198fe105-2c08-423b-97ca-a888683b0f3e,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:01.160552 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-7de4824a-c868-4e59-bbce-ee03c5ea98eb service neutron] 10.222.0.53 "GET /v2.0/networks/b49db49b-f127-4d2a-b9c1-b5f9ec1c540b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999728 Jul 07 17:17:01.225160 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59019d41-a7db-4790-aaa1-43cd0e197428 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Pushing event deleted for resources: {'Port': ['ID=2e033fd0-74d3-4c8a-a82f-7a70dccd42b4,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:01.434632 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 9535bc22-2e9a-44f2-98e6-86c63a0ee026 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:01.527564 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b187fcd-59c9-4e19-9ce6-aa4d85527551 req-59019d41-a7db-4790-aaa1-43cd0e197428 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] No DVR routers for this DVR port 2e033fd0-74d3-4c8a-a82f-7a70dccd42b4 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:01.533725 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 9535bc22-2e9a-44f2-98e6-86c63a0ee026 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:01.534187 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 9535bc22-2e9a-44f2-98e6-86c63a0ee026 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:01.538600 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89988e-dd71-43e3-9f74-3b97fc75859a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Pushing event deleted for resources: {'Port': ['ID=9535bc22-2e9a-44f2-98e6-86c63a0ee026,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:01.540940 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c2503a53-8ac0-4191-b0a0-862e137a2765 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.545010 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5b187fcd-59c9-4e19-9ce6-aa4d85527551 req-59019d41-a7db-4790-aaa1-43cd0e197428 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.548741 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5b187fcd-59c9-4e19-9ce6-aa4d85527551 req-59019d41-a7db-4790-aaa1-43cd0e197428 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.64 "DELETE /v2.0/ports/2e033fd0-74d3-4c8a-a82f-7a70dccd42b4 HTTP/1.1" status: 204 len: 173 time: 2.1200385 Jul 07 17:17:01.556322 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd52c18-ef0f-4798-a53c-26e08040d2ff', 'name': 'network-vif-deleted', 'tag': '2e033fd0-74d3-4c8a-a82f-7a70dccd42b4'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:01.560614 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a916fd-c3c5-4df7-8cbc-9be3204c81fb" -d '{"events": [{"server_uuid": "8bd52c18-ef0f-4798-a53c-26e08040d2ff", "name": "network-vif-deleted", "tag": "2e033fd0-74d3-4c8a-a82f-7a70dccd42b4"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:01.590446 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-8c2778cd-df35-4371-b6dd-66a8980cdb37 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting port d452c4c7-94db-4b3c-a282-cbf34f686069 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:01.592070 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c2778cd-df35-4371-b6dd-66a8980cdb37 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.598669 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c2503a53-8ac0-4191-b0a0-862e137a2765 None None] Transition to ACTIVE for port object 198fe105-2c08-423b-97ca-a888683b0f3e will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:01.608441 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c2503a53-8ac0-4191-b0a0-862e137a2765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.616377 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-0691d17f-8ef7-481d-94fe-d839955717a3 service neutron] 10.222.0.53 "GET /v2.0/networks/b49db49b-f127-4d2a-b9c1-b5f9ec1c540b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315548 Jul 07 17:17:01.681595 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-b584c5f8-10c1-48b3-94f5-90b820846013 req-1f89988e-dd71-43e3-9f74-3b97fc75859a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] No DVR routers for this DVR port 9535bc22-2e9a-44f2-98e6-86c63a0ee026 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:01.685620 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b584c5f8-10c1-48b3-94f5-90b820846013 req-1f89988e-dd71-43e3-9f74-3b97fc75859a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.688264 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b584c5f8-10c1-48b3-94f5-90b820846013 req-1f89988e-dd71-43e3-9f74-3b97fc75859a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.72 "DELETE /v2.0/ports/9535bc22-2e9a-44f2-98e6-86c63a0ee026 HTTP/1.1" status: 204 len: 173 time: 3.0393472 Jul 07 17:17:01.769552 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460583b4-3618-422b-94fb-1d39c40c94f9 req-a3260170-4373-4b03-8c81-2ddf8f69c434 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:01.774065 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-460583b4-3618-422b-94fb-1d39c40c94f9 req-a3260170-4373-4b03-8c81-2ddf8f69c434 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 945 time: 0.3285172 Jul 07 17:17:01.934615 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-460583b4-3618-422b-94fb-1d39c40c94f9 req-239fcba0-1e05-4e78-a303-628af9f5040c tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463542 Jul 07 17:17:02.016078 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8b062482-5581-4ddf-a93a-2141c81d9fac tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.040059 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2503a53-8ac0-4191-b0a0-862e137a2765 None None] Pushing event updated for resources: {'Port': ['ID=198fe105-2c08-423b-97ca-a888683b0f3e,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:02.270296 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 198fe105-2c08-423b-97ca-a888683b0f3e up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:02.394714 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-33b78935-239a-4865-9911-95af016425e8 req-a1d090f8-315f-4fd6-bf21-418c7a2df62b tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a129e6-cbf9-452d-9e52-5e23d6109b55 HTTP/1.1" status: 200 len: 210 time: 0.0851295 Jul 07 17:17:02.415977 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c2778cd-df35-4371-b6dd-66a8980cdb37 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.495559 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8b062482-5581-4ddf-a93a-2141c81d9fac tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.519600 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 2e033fd0-74d3-4c8a-a82f-7a70dccd42b4 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:02.648964 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 2e033fd0-74d3-4c8a-a82f-7a70dccd42b4 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:02.722077 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 2e033fd0-74d3-4c8a-a82f-7a70dccd42b4 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:02.726026 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41850) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:02.731398 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2162492-dc6f-448b-bf57-4754420b7139 x-openstack-request-id: req-a2162492-dc6f-448b-bf57-4754420b7139 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:02.731398 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd67a367-3f1f-4463-a0a8-0b948e562772", "name": "network-vif-plugged", "status": "completed", "tag": "495805fd-0180-40f2-ab25-1a1c2bc8cbc3", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:02.731398 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2162492-dc6f-448b-bf57-4754420b7139 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:02.731398 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd67a367-3f1f-4463-a0a8-0b948e562772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495805fd-0180-40f2-ab25-1a1c2bc8cbc3', 'code': 200} Jul 07 17:17:02.734794 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f56a75f-b203-4909-a69e-5b27e938511d x-openstack-request-id: req-7f56a75f-b203-4909-a69e-5b27e938511d {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:02.734794 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd52c18-ef0f-4798-a53c-26e08040d2ff", "name": "network-vif-deleted", "tag": "2e033fd0-74d3-4c8a-a82f-7a70dccd42b4", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:02.734794 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f56a75f-b203-4909-a69e-5b27e938511d {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:02.734794 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd52c18-ef0f-4798-a53c-26e08040d2ff', 'name': 'network-vif-deleted', 'tag': '2e033fd0-74d3-4c8a-a82f-7a70dccd42b4', 'status': 'completed', 'code': 200} Jul 07 17:17:03.078386 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8b062482-5581-4ddf-a93a-2141c81d9fac tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.082274 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-8c2778cd-df35-4371-b6dd-66a8980cdb37 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Calling delete_port for d452c4c7-94db-4b3c-a282-cbf34f686069 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:03.086319 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8b062482-5581-4ddf-a93a-2141c81d9fac tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.330048 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-55d2d22f-66ee-48c2-9e24-1af6e3674f28 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2108608792-network', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:03.366834 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b062482-5581-4ddf-a93a-2141c81d9fac tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event updated for resources: {'Port': ['ID=df04a448-5449-41ca-aaf9-95a409fd8a6c,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:03.374207 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-51999cb9-34aa-4e56-8d01-6f05b7bda1d2 req-59801706-b896-4ef1-a7fc-c24673587327 service neutron] (100193) timed out ('10.222.0.64', 63570) {{(pid=100193) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:17:03.455365 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8b062482-5581-4ddf-a93a-2141c81d9fac tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.466810 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c67078-430a-40ba-a857-e7131fdafc9c req-56e738dc-a0d8-4620-a0ee-029e5af1d6d2 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:03.484940 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c6c67078-430a-40ba-a857-e7131fdafc9c req-56e738dc-a0d8-4620-a0ee-029e5af1d6d2 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 946 time: 0.5001481 Jul 07 17:17:03.508559 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d2d22f-66ee-48c2-9e24-1af6e3674f28 admin admin] Made reservation on behalf of 963a6f61059f43fda2e16b5d1183ff85 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:03.512088 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-55d2d22f-66ee-48c2-9e24-1af6e3674f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.520145 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139a307-78c0-41e1-838a-abb1c00a2fad req-4a08ad71-7155-456d-9b34-5f146ab72317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:03.524405 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9139a307-78c0-41e1-838a-abb1c00a2fad req-4a08ad71-7155-456d-9b34-5f146ab72317 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 1098 time: 0.5358093 Jul 07 17:17:03.558727 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-55d2d22f-66ee-48c2-9e24-1af6e3674f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.661782 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c6c67078-430a-40ba-a857-e7131fdafc9c req-6661b082-1bec-4fd3-91ab-a5f403695bd1 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754947 Jul 07 17:17:03.715985 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9139a307-78c0-41e1-838a-abb1c00a2fad req-8fd0320b-b711-4055-9a21-1d4fb05f85fe service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655169 Jul 07 17:17:03.815062 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-357080c9-70f4-48aa-9a66-034e24769cfe None None] Provisioning for port 198fe105-2c08-423b-97ca-a888683b0f3e completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:03.829720 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-357080c9-70f4-48aa-9a66-034e24769cfe None None] Provisioning complete for port 198fe105-2c08-423b-97ca-a888683b0f3e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:03.830052 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-357080c9-70f4-48aa-9a66-034e24769cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.981954 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b911d991-57c1-4f4a-b52a-c283d78bc9f0 req-93cab9ca-5d91-44c3-82b9-be504ba16b07 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=aee39dea-5eb8-4b41-89ce-48ee8f18eddc HTTP/1.1" status: 200 len: 210 time: 0.0921135 Jul 07 17:17:04.248172 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-8b062482-5581-4ddf-a93a-2141c81d9fac tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Floating IP 40778c0a-d7cf-4b8b-9c58-c78b02d0ae40 associated. External IP: 172.25.0.106, port: f7b0a4cc-0ea2-460f-ab27-dbc6a2c24ec7. Jul 07 17:17:04.285893 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c2778cd-df35-4371-b6dd-66a8980cdb37 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.347137 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bd724cdb-6de4-4d5c-83f7-c1920dfb02f0 req-f9658ed0-5cec-4fa2-b8c2-11abcaddf07d tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a129e6-cbf9-452d-9e52-5e23d6109b55 HTTP/1.1" status: 200 len: 210 time: 0.0873952 Jul 07 17:17:04.348964 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-56aa4a8e-4ae2-4044-b9c7-eeac8c907c54 None None] Could not find standard attr ID for object d452c4c7-94db-4b3c-a282-cbf34f686069. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:17:04.444552 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2778cd-df35-4371-b6dd-66a8980cdb37 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Port': ['ID=d452c4c7-94db-4b3c-a282-cbf34f686069,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:04.551330 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-55d2d22f-66ee-48c2-9e24-1af6e3674f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.561260 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-55d2d22f-66ee-48c2-9e24-1af6e3674f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.571783 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8dfb149d-674e-45a9-8694-8f2ac972542f req-75a61231-f695-471e-b172-46194ff88a35 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=848ce371-f4d8-4753-84c2-5309adaa22e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1924930 Jul 07 17:17:04.600036 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d2d22f-66ee-48c2-9e24-1af6e3674f28 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:17:04.613941 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2d22f-66ee-48c2-9e24-1af6e3674f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67b0018-3c14-4ddc-ba89-fcab2962e1d2,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:04.623615 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-55d2d22f-66ee-48c2-9e24-1af6e3674f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.624061 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-55d2d22f-66ee-48c2-9e24-1af6e3674f28 admin admin] Added segment 964587fe-7664-4bf2-ace4-274b800778e8 of type vlan for network 0e005ea3-05eb-4960-83d6-5e4747f2b68f Jul 07 17:17:04.742667 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305274af-89f8-4768-a7ed-08b1589792e8', 'name': 'network-vif-deleted', 'tag': '9535bc22-2e9a-44f2-98e6-86c63a0ee026'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:04.756473 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba21ac2-2f38-4e09-964a-204a173828d1" -d '{"events": [{"server_uuid": "305274af-89f8-4768-a7ed-08b1589792e8", "name": "network-vif-deleted", "tag": "9535bc22-2e9a-44f2-98e6-86c63a0ee026"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:04.909197 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c2778cd-df35-4371-b6dd-66a8980cdb37 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.916194 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8c2778cd-df35-4371-b6dd-66a8980cdb37 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/d452c4c7-94db-4b3c-a282-cbf34f686069 HTTP/1.1" status: 204 len: 168 time: 3.9932075 Jul 07 17:17:04.920032 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41886) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:04.928400 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-55d2d22f-66ee-48c2-9e24-1af6e3674f28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:05.037856 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d70d1c-86b8-4957-bd12-6de3e5f6c86e req-fe13e76d-a371-4235-83ac-beb59c912497 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:05.047822 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b6d70d1c-86b8-4957-bd12-6de3e5f6c86e req-fe13e76d-a371-4235-83ac-beb59c912497 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 945 time: 1.1389494 Jul 07 17:17:05.117779 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-55d2d22f-66ee-48c2-9e24-1af6e3674f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:05.122717 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d2d22f-66ee-48c2-9e24-1af6e3674f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:05.123834 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-55d2d22f-66ee-48c2-9e24-1af6e3674f28 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:05.225362 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b6d70d1c-86b8-4957-bd12-6de3e5f6c86e req-e9f8bd5a-16b1-4288-a31a-5a7bd9b59ead tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752985 Jul 07 17:17:05.505769 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2d22f-66ee-48c2-9e24-1af6e3674f28 admin admin] Pushing event updated for resources: {'Network': ['ID=0e005ea3-05eb-4960-83d6-5e4747f2b68f,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:05.515928 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34946946-1014-4fb5-8a1e-fb993202dd7f x-openstack-request-id: req-34946946-1014-4fb5-8a1e-fb993202dd7f {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:05.517182 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305274af-89f8-4768-a7ed-08b1589792e8", "name": "network-vif-deleted", "tag": "9535bc22-2e9a-44f2-98e6-86c63a0ee026", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:05.518977 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 0e005ea3-05eb-4960-83d6-5e4747f2b68f details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:17:05.524853 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34946946-1014-4fb5-8a1e-fb993202dd7f {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:05.525701 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305274af-89f8-4768-a7ed-08b1589792e8', 'name': 'network-vif-deleted', 'tag': '9535bc22-2e9a-44f2-98e6-86c63a0ee026', 'status': 'completed', 'code': 200} Jul 07 17:17:05.695332 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-55d2d22f-66ee-48c2-9e24-1af6e3674f28 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.0103278 Jul 07 17:17:05.697223 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41906) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:05.730046 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-6a0a1b4e-d904-403d-b975-e415e1de75b9 admin admin] Request body: {'subnet': {'network_id': '0e005ea3-05eb-4960-83d6-5e4747f2b68f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108608792-subnet', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:05.832939 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0a1b4e-d904-403d-b975-e415e1de75b9 admin admin] Made reservation on behalf of 963a6f61059f43fda2e16b5d1183ff85 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:05.838692 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6a0a1b4e-d904-403d-b975-e415e1de75b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:05.850434 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb149d-674e-45a9-8694-8f2ac972542f req-febb1119-09b4-4aae-8247-5cb7f6c67dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:05.856059 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8dfb149d-674e-45a9-8694-8f2ac972542f req-febb1119-09b4-4aae-8247-5cb7f6c67dc2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&device_id=848ce371-f4d8-4753-84c2-5309adaa22e3 HTTP/1.1" status: 200 len: 1097 time: 1.0911789 Jul 07 17:17:05.900510 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b95a900-3b55-4613-ab20-97d1963db17a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:05.904435 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9b95a900-3b55-4613-ab20-97d1963db17a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.9726651 Jul 07 17:17:05.911111 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41924) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:05.986291 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7dccf2f9-1279-434e-9a47-db22258fa757 req-55550761-bb3f-4786-a236-ff49d5a748d2 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=aee39dea-5eb8-4b41-89ce-48ee8f18eddc HTTP/1.1" status: 200 len: 210 time: 0.1367736 Jul 07 17:17:06.182842 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b062482-5581-4ddf-a93a-2141c81d9fac tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Router b599a00a-5bd2-4a4b-a493-1fb73b9b6aff has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:06.237150 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb149d-674e-45a9-8694-8f2ac972542f req-42edad65-9d3f-4f6d-add4-5195e67aa35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:06.240675 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8dfb149d-674e-45a9-8694-8f2ac972542f req-42edad65-9d3f-4f6d-add4-5195e67aa35a service neutron] 10.222.0.64 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 913 time: 0.2695675 Jul 07 17:17:06.429824 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d643ff29-e77c-498b-a102-cef825f08e7f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:06.432318 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d643ff29-e77c-498b-a102-cef825f08e7f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4858563 Jul 07 17:17:06.526160 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41932) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:06.579465 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8dfb149d-674e-45a9-8694-8f2ac972542f req-0f48b282-fb09-46e9-974f-7c0fb4ce60a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dc81060-f12c-4d50-ac74-7a7ea986f264 HTTP/1.1" status: 200 len: 217 time: 0.3212571 Jul 07 17:17:06.686772 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b1977-a66a-43b1-bee0-8375ed724958 req-9f41aa39-1ed4-498e-808e-e8ff82872e0d tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:06.691286 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-721b1977-a66a-43b1-bee0-8375ed724958 req-9f41aa39-1ed4-498e-808e-e8ff82872e0d tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 946 time: 1.4344022 Jul 07 17:17:06.729134 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ff34e2-e45b-40ce-bd58-f367e2908e00 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:06.738932 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ff34e2-e45b-40ce-bd58-f367e2908e00 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:06.748937 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ff34e2-e45b-40ce-bd58-f367e2908e00 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:06.758396 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a0ff34e2-e45b-40ce-bd58-f367e2908e00 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2237289 Jul 07 17:17:06.784965 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41936) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:06.936814 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb149d-674e-45a9-8694-8f2ac972542f req-7db829f3-c72d-4ab9-9132-64760a61f3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:06.939291 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8dfb149d-674e-45a9-8694-8f2ac972542f req-7db829f3-c72d-4ab9-9132-64760a61f3d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 200 len: 851 time: 0.3373730 Jul 07 17:17:06.993220 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7407116-0d4f-4113-b88a-b9747bb5ab8f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet 926119d8-e0fe-406b-9fb2-d23197e84d0b {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:17:06.997971 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d7407116-0d4f-4113-b88a-b9747bb5ab8f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.036575 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9cdef78b-f2f5-4186-beb1-ea11e8497213 req-9ba01ab3-4a44-420c-b563-db1011f7a36a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d4a129e6-cbf9-452d-9e52-5e23d6109b55 HTTP/1.1" status: 200 len: 210 time: 0.0859571 Jul 07 17:17:07.050349 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-721b1977-a66a-43b1-bee0-8375ed724958 req-f30d0a84-3529-4b9b-b686-02fe3acd1256 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2530928 Jul 07 17:17:07.060640 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d7407116-0d4f-4113-b88a-b9747bb5ab8f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.175283 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-877fc456-9c77-44b2-acfb-2623403925b1 req-ca20557e-eefa-4815-850a-ba16e13bf470 tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a129e6-cbf9-452d-9e52-5e23d6109b55 HTTP/1.1" status: 200 len: 210 time: 0.4044430 Jul 07 17:17:07.179381 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.183847 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b062482-5581-4ddf-a93a-2141c81d9fac tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:07.205277 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d40e775-3eed-4feb-955c-f4ec3dc79bb1 None None] Sync routers for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:07.246032 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d40e775-3eed-4feb-955c-f4ec3dc79bb1 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:07.249450 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-8d40e775-3eed-4feb-955c-f4ec3dc79bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:16:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:07.250035 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6a0a1b4e-d904-403d-b975-e415e1de75b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.383048 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8b062482-5581-4ddf-a93a-2141c81d9fac tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.388024 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb149d-674e-45a9-8694-8f2ac972542f req-c1199890-30a1-4451-815c-d870bb89bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:07.391285 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8dfb149d-674e-45a9-8694-8f2ac972542f req-c1199890-30a1-4451-815c-d870bb89bca1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4322550 Jul 07 17:17:07.425515 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a1b4e-d904-403d-b975-e415e1de75b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31c817cf-4a54-4051-ac1f-6b744f1bf73c,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:07.429210 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-8d40e775-3eed-4feb-955c-f4ec3dc79bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:07.485932 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d40e775-3eed-4feb-955c-f4ec3dc79bb1 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:07.489777 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-8d40e775-3eed-4feb-955c-f4ec3dc79bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:16:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:07.521992 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0a1b4e-d904-403d-b975-e415e1de75b9 admin admin] Checking segment: {'id': '964587fe-7664-4bf2-ace4-274b800778e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0e005ea3-05eb-4960-83d6-5e4747f2b68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:07.522378 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0a1b4e-d904-403d-b975-e415e1de75b9 admin admin] Network hostable DHCP agents. Network: 0e005ea3-05eb-4960-83d6-5e4747f2b68f, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:17:07.527379 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d7407116-0d4f-4113-b88a-b9747bb5ab8f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.585965 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5d5f7-fa32-4aa7-89bb-74d58ca6c395 req-5fb517d4-d2ce-4273-a478-7f7fdcb8314c tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:07.596862 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-8d40e775-3eed-4feb-955c-f4ec3dc79bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:07.597542 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d40e775-3eed-4feb-955c-f4ec3dc79bb1 None None] The sync data for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:07.599095 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-78a5d5f7-fa32-4aa7-89bb-74d58ca6c395 req-5fb517d4-d2ce-4273-a478-7f7fdcb8314c tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 945 time: 0.3551021 Jul 07 17:17:07.673575 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-77174ee6-c45d-4e2b-838b-1cd4fd542131 req-0a52bde1-57cd-4d12-95c1-8cdc76be27a2 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=aee39dea-5eb8-4b41-89ce-48ee8f18eddc HTTP/1.1" status: 200 len: 210 time: 0.1307056 Jul 07 17:17:07.676495 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-78a5d5f7-fa32-4aa7-89bb-74d58ca6c395 req-e192c194-63ae-45e1-bbf5-1f9bca753bc9 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763693 Jul 07 17:17:07.680284 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0a1b4e-d904-403d-b975-e415e1de75b9 admin admin] Network 0e005ea3-05eb-4960-83d6-5e4747f2b68f is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:17:07.691975 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8dfb149d-674e-45a9-8694-8f2ac972542f req-4d3753bb-2878-4cf5-b65d-a5276faa728d service neutron] 10.222.0.64 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934279 Jul 07 17:17:07.762126 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8b062482-5581-4ddf-a93a-2141c81d9fac tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 12.6026607 Jul 07 17:17:07.762455 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41940) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:07.765716 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.772223 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-170acefe-c7e3-481c-b922-8af824952fc2 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Request body: {'floatingip': {'port_id': 'f7b0a4cc-0ea2-460f-ab27-dbc6a2c24ec7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:07.799690 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-6a0a1b4e-d904-403d-b975-e415e1de75b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 0e005ea3-05eb-4960-83d6-5e4747f2b68f) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:07.814976 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b778dd-b8a5-496e-9f08-a14faed495ec None None] Network 0e005ea3-05eb-4960-83d6-5e4747f2b68f requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:07.894359 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0a1b4e-d904-403d-b975-e415e1de75b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:07.896294 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6a0a1b4e-d904-403d-b975-e415e1de75b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.981905 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-170acefe-c7e3-481c-b922-8af824952fc2 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.063968 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6a0a1b4e-d904-403d-b975-e415e1de75b9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3567176 Jul 07 17:17:08.071671 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41944) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:08.092963 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-1e062420-c709-42e9-8353-f233225a8788 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2108608792-router', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:08.093531 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d7407116-0d4f-4113-b88a-b9747bb5ab8f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.175734 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7407116-0d4f-4113-b88a-b9747bb5ab8f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=926119d8-e0fe-406b-9fb2-d23197e84d0b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:08.179828 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d7407116-0d4f-4113-b88a-b9747bb5ab8f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.180216 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d7407116-0d4f-4113-b88a-b9747bb5ab8f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/926119d8-e0fe-406b-9fb2-d23197e84d0b HTTP/1.1" status: 204 len: 168 time: 1.3795030 Jul 07 17:17:08.197350 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41948) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:08.287055 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca7b424-030b-4286-a433-34bff2ed80f9 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:08.296528 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d197af1c-88d9-4068-bb7b-6d32e21b15c0 None None] Network 0e005ea3-05eb-4960-83d6-5e4747f2b68f requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:08.302369 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8dfb149d-674e-45a9-8694-8f2ac972542f req-833e3424-15f3-4152-94b2-7e176c17600e service neutron] 10.222.0.64 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5983257 Jul 07 17:17:08.440220 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-4767a510-b8ca-43be-9713-4109d5ebd265 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:08.441836 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-4767a510-b8ca-43be-9713-4109d5ebd265 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.72 "GET /v2.0/networks?id=b49db49b-f127-4d2a-b9c1-b5f9ec1c540b HTTP/1.1" status: 200 len: 809 time: 0.6621428 Jul 07 17:17:08.450859 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1e062420-c709-42e9-8353-f233225a8788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.452128 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1e062420-c709-42e9-8353-f233225a8788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.467487 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-a781cf84-1a29-4b4f-8070-f0536c42054a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Request body: {'port': {'device_id': 'aee39dea-5eb8-4b41-89ce-48ee8f18eddc', 'network_id': 'b49db49b-f127-4d2a-b9c1-b5f9ec1c540b', 'admin_state_up': True, 'tenant_id': '093f8cd0eb1247809a1b83c8ab433206'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:08.481096 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-497f0552-85cb-4761-b200-1cb17f693dd7 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:08.482421 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-497f0552-85cb-4761-b200-1cb17f693dd7 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.64 "GET /v2.0/networks?id=b49db49b-f127-4d2a-b9c1-b5f9ec1c540b HTTP/1.1" status: 200 len: 809 time: 0.5397863 Jul 07 17:17:08.534762 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-7180f059-81f7-4284-aec5-6b8a2faeb930 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Request body: {'port': {'device_id': 'daca2aa8-b00a-48d2-a451-aa5fc529d730', 'network_id': 'b49db49b-f127-4d2a-b9c1-b5f9ec1c540b', 'admin_state_up': True, 'tenant_id': '093f8cd0eb1247809a1b83c8ab433206'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:08.734640 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4d6e86-27ea-46a6-a9c2-238468743d8c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet d629aaba-8a33-4f26-80c5-85d98d13ef4e {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:17:08.752336 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dc4d6e86-27ea-46a6-a9c2-238468743d8c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.877254 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1e062420-c709-42e9-8353-f233225a8788 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.979091 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e9a36-7eac-4621-b8f1-735cb292f2d6 req-42fae3f4-faff-4b9e-a311-fc74b918f1d5 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:08.981001 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-737e9a36-7eac-4621-b8f1-735cb292f2d6 req-42fae3f4-faff-4b9e-a311-fc74b918f1d5 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 946 time: 0.6715953 Jul 07 17:17:08.981790 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-7180f059-81f7-4284-aec5-6b8a2faeb930 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Made reservation on behalf of 093f8cd0eb1247809a1b83c8ab433206 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:08.986332 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-7180f059-81f7-4284-aec5-6b8a2faeb930 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:09.100588 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8f4cac50-2184-49c2-b00a-373f2aab77b1 req-cd6de948-2e2a-44fc-9870-3d0e0c5f35a3 tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a129e6-cbf9-452d-9e52-5e23d6109b55 HTTP/1.1" status: 200 len: 210 time: 0.6626673 Jul 07 17:17:09.163472 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-737e9a36-7eac-4621-b8f1-735cb292f2d6 req-514a2193-9121-4d7f-b1e9-50d7080db2a5 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199117 Jul 07 17:17:09.248338 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1e062420-c709-42e9-8353-f233225a8788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:09.253250 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dc4d6e86-27ea-46a6-a9c2-238468743d8c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:09.336467 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-a781cf84-1a29-4b4f-8070-f0536c42054a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Made reservation on behalf of 093f8cd0eb1247809a1b83c8ab433206 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:09.340771 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-a781cf84-1a29-4b4f-8070-f0536c42054a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:09.624727 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dc4d6e86-27ea-46a6-a9c2-238468743d8c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:09.864060 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3523a-b1cb-41b0-baa6-965721500f9c req-6307a1c3-8246-4e5f-b52f-c264c34c6d44 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:09.866707 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3bf3523a-b1cb-41b0-baa6-965721500f9c req-6307a1c3-8246-4e5f-b52f-c264c34c6d44 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 945 time: 0.4159281 Jul 07 17:17:09.872888 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dc4d6e86-27ea-46a6-a9c2-238468743d8c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:09.907574 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-170acefe-c7e3-481c-b922-8af824952fc2 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:09.940689 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b74aa93f-0834-439e-8e10-a516b51abe98 None None] Provisioning complete for port 198fe105-2c08-423b-97ca-a888683b0f3e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:09.942274 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b74aa93f-0834-439e-8e10-a516b51abe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:09.949887 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-170acefe-c7e3-481c-b922-8af824952fc2 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:09.956540 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d6e86-27ea-46a6-a9c2-238468743d8c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=d629aaba-8a33-4f26-80c5-85d98d13ef4e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:09.974809 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dc4d6e86-27ea-46a6-a9c2-238468743d8c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:09.978423 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-dc4d6e86-27ea-46a6-a9c2-238468743d8c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/d629aaba-8a33-4f26-80c5-85d98d13ef4e HTTP/1.1" status: 204 len: 168 time: 1.7797179 Jul 07 17:17:09.995824 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711d50af-cc88-4730-956c-dc145c57d773 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:10.000262 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41964) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:10.013265 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a86c4108-fc65-4a38-bdd4-a61d6483bad7 req-c30c95fc-d171-40f9-945e-1ceec36315ef tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=aee39dea-5eb8-4b41-89ce-48ee8f18eddc HTTP/1.1" status: 200 len: 210 time: 0.1186359 Jul 07 17:17:10.086645 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3bf3523a-b1cb-41b0-baa6-965721500f9c req-f875b7d1-13f2-4bd6-9ed2-4c504fd1b2d7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991239 Jul 07 17:17:10.297257 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 41980) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:10.299396 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-40863c32-cd06-4805-819a-2fbac2328a08 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2828395 Jul 07 17:17:10.325569 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-7180f059-81f7-4284-aec5-6b8a2faeb930 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Allocated IP 172.20.0.2 (b49db49b-f127-4d2a-b9c1-b5f9ec1c540b/12798acc-312b-4214-a500-3b0991528d28/03b9facb-0178-4763-9f96-028a459ee77a) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:10.338895 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-94f211b3-2dfe-40b0-8c52-fc4b0e3d0177 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:10.606598 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3bc74e-cb6d-42ab-a7c7-8b0d0afb9940 None None] DHCP port deletion for 6e9cefa1-f008-4dc6-9203-f56e105ef387 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:17:10.770843 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9c67ffd7-7ec7-4287-be07-6904e3cf6cc5 req-13ca70a3-8e45-4540-9961-79610d0e6b30 tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a129e6-cbf9-452d-9e52-5e23d6109b55 HTTP/1.1" status: 200 len: 210 time: 0.2181830 Jul 07 17:17:10.781393 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-7180f059-81f7-4284-aec5-6b8a2faeb930 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:10.795493 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8e3bc74e-cb6d-42ab-a7c7-8b0d0afb9940 None None] Deleting port 198fe105-2c08-423b-97ca-a888683b0f3e {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:10.796093 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8e3bc74e-cb6d-42ab-a7c7-8b0d0afb9940 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.067442 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8e3bc74e-cb6d-42ab-a7c7-8b0d0afb9940 None None] For port 198fe105-2c08-423b-97ca-a888683b0f3e, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=198fe105-2c08-423b-97ca-a888683b0f3e,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:11.068498 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8e3bc74e-cb6d-42ab-a7c7-8b0d0afb9940 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.096165 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f211b3-2dfe-40b0-8c52-fc4b0e3d0177 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:11.110483 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-94f211b3-2dfe-40b0-8c52-fc4b0e3d0177 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.123421 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8e3bc74e-cb6d-42ab-a7c7-8b0d0afb9940 None None] Calling delete_port for 198fe105-2c08-423b-97ca-a888683b0f3e owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:11.157906 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1e062420-c709-42e9-8353-f233225a8788 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.233435 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1e062420-c709-42e9-8353-f233225a8788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.376681 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-a781cf84-1a29-4b4f-8070-f0536c42054a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Allocated IP 172.20.0.3 (b49db49b-f127-4d2a-b9c1-b5f9ec1c540b/12798acc-312b-4214-a500-3b0991528d28/8ff381e8-078a-4094-a00e-8b925efb69df) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:11.488284 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170acefe-c7e3-481c-b922-8af824952fc2 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Router b599a00a-5bd2-4a4b-a493-1fb73b9b6aff has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:11.510355 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8e3bc74e-cb6d-42ab-a7c7-8b0d0afb9940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.642530 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3bc74e-cb6d-42ab-a7c7-8b0d0afb9940 None None] Pushing event deleted for resources: {'Port': ['ID=198fe105-2c08-423b-97ca-a888683b0f3e,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:11.646263 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-1e062420-c709-42e9-8353-f233225a8788 admin admin] Allocated IP 172.25.0.129 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/31ce50d4-fbe5-470e-adc6-3a44e278f505) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:11.674181 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3bc74e-cb6d-42ab-a7c7-8b0d0afb9940 None None] No DVR routers for this DVR port 198fe105-2c08-423b-97ca-a888683b0f3e on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:11.726771 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-7180f059-81f7-4284-aec5-6b8a2faeb930 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.974643 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5e406b95-5a0b-4019-bccf-0a7864c57541 req-266415c5-e3b1-4839-b16c-0d2bbe445e0f tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=aee39dea-5eb8-4b41-89ce-48ee8f18eddc HTTP/1.1" status: 200 len: 210 time: 0.2499416 Jul 07 17:17:12.095694 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1e062420-c709-42e9-8353-f233225a8788 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:12.113607 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180f059-81f7-4284-aec5-6b8a2faeb930 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Pushing event updated for resources: {'Port': ['ID=03b9facb-0178-4763-9f96-028a459ee77a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:12.132124 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-7180f059-81f7-4284-aec5-6b8a2faeb930 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Network b49db49b-f127-4d2a-b9c1-b5f9ec1c540b is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:12.198968 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-7180f059-81f7-4284-aec5-6b8a2faeb930 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:12.207780 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-7180f059-81f7-4284-aec5-6b8a2faeb930 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:12.245780 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-a781cf84-1a29-4b4f-8070-f0536c42054a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:12.255632 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3ab8daaf-b7c8-46b1-864f-35ca562ead63 req-2ff5e3d6-dc23-44da-aa6b-e3f03fedc524 tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a129e6-cbf9-452d-9e52-5e23d6109b55&device_id=54697f98-22c3-4ee7-954f-5ec1bedd4ac3 HTTP/1.1" status: 200 len: 210 time: 0.6610503 Jul 07 17:17:12.258321 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 198fe105-2c08-423b-97ca-a888683b0f3e no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:12.322249 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 198fe105-2c08-423b-97ca-a888683b0f3e {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:12.322797 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 198fe105-2c08-423b-97ca-a888683b0f3e not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:12.394859 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-7180f059-81f7-4284-aec5-6b8a2faeb930 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:12.396148 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-7180f059-81f7-4284-aec5-6b8a2faeb930 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:12.460237 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170acefe-c7e3-481c-b922-8af824952fc2 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:12.470710 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e0167-2077-44a0-abc3-126e962ee5c7 req-f9291f0a-d16e-46dc-bb40-5c48c701caf2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:12.473766 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-170acefe-c7e3-481c-b922-8af824952fc2 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:12.478269 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-494e0167-2077-44a0-abc3-126e962ee5c7 req-f9291f0a-d16e-46dc-bb40-5c48c701caf2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 945 time: 0.3582070 Jul 07 17:17:12.490900 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab91782-01fb-477f-8da4-0d619e8b1bb8 None None] Sync routers for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:12.504215 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1e062420-c709-42e9-8353-f233225a8788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:12.515752 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-7180f059-81f7-4284-aec5-6b8a2faeb930 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9871099 Jul 07 17:17:12.521324 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab91782-01fb-477f-8da4-0d619e8b1bb8 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:12.523325 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bab91782-01fb-477f-8da4-0d619e8b1bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:16:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:12.546590 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-8608a9be-2840-4ff2-a13e-e57ac6bf25bf service neutron] Request body: {'port': {'device_id': 'daca2aa8-b00a-48d2-a451-aa5fc529d730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:12.612652 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-494e0167-2077-44a0-abc3-126e962ee5c7 req-be1a4865-e522-4271-914b-0c0cc2292e46 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334126 Jul 07 17:17:12.631133 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e062420-c709-42e9-8353-f233225a8788 admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:12.644907 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-1e062420-c709-42e9-8353-f233225a8788 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:12.655776 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e062420-c709-42e9-8353-f233225a8788 admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:12.675336 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bab91782-01fb-477f-8da4-0d619e8b1bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:12.702707 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab91782-01fb-477f-8da4-0d619e8b1bb8 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:12.705583 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bab91782-01fb-477f-8da4-0d619e8b1bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:16:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:12.747755 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-170acefe-c7e3-481c-b922-8af824952fc2 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "PUT /v2.0/floatingips/40778c0a-d7cf-4b8b-9c58-c78b02d0ae40 HTTP/1.1" status: 200 len: 979 time: 4.9836318 Jul 07 17:17:12.748839 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42012) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:12.754371 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-a781cf84-1a29-4b4f-8070-f0536c42054a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:12.802291 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6f610409-fcaf-40e4-8a24-01627b5f651c req-4a90b5bc-e4ed-46d8-8196-f691848fddad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=87781bc6610d4a7186d15f33273fa7d9&device_id=d4a129e6-cbf9-452d-9e52-5e23d6109b55 HTTP/1.1" status: 200 len: 210 time: 0.0627975 Jul 07 17:17:12.802976 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bab91782-01fb-477f-8da4-0d619e8b1bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:12.803806 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-94f211b3-2dfe-40b0-8c52-fc4b0e3d0177 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:12.804397 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab91782-01fb-477f-8da4-0d619e8b1bb8 None None] The sync data for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:12.839693 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e062420-c709-42e9-8353-f233225a8788 admin admin] Pushing event updated for resources: {'Port': ['ID=31ce50d4-fbe5-470e-adc6-3a44e278f505,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:13.009500 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6f610409-fcaf-40e4-8a24-01627b5f651c req-b2720746-a0ef-446c-991d-8e71a422bbda service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=87781bc6610d4a7186d15f33273fa7d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1823118 Jul 07 17:17:13.029604 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-a781cf84-1a29-4b4f-8070-f0536c42054a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Network b49db49b-f127-4d2a-b9c1-b5f9ec1c540b is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:13.080483 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-8608a9be-2840-4ff2-a13e-e57ac6bf25bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.083882 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-a781cf84-1a29-4b4f-8070-f0536c42054a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:13.098233 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5f628377-6cd2-4b08-8a77-08de710d8ba2 req-a2536787-b400-473c-aee2-b5017caf7857 tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a129e6-cbf9-452d-9e52-5e23d6109b55 HTTP/1.1" status: 200 len: 210 time: 0.2218359 Jul 07 17:17:13.101820 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781cf84-1a29-4b4f-8070-f0536c42054a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Pushing event updated for resources: {'Port': ['ID=8ff381e8-078a-4094-a00e-8b925efb69df,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:13.123234 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-a781cf84-1a29-4b4f-8070-f0536c42054a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:13.126518 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f211b3-2dfe-40b0-8c52-fc4b0e3d0177 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:13.164214 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-94f211b3-2dfe-40b0-8c52-fc4b0e3d0177 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:13.174405 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c66de7-1f6a-4de2-8368-5d8be0080853 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:13.246343 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f211b3-2dfe-40b0-8c52-fc4b0e3d0177 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:13.247179 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-94f211b3-2dfe-40b0-8c52-fc4b0e3d0177 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.254530 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f211b3-2dfe-40b0-8c52-fc4b0e3d0177 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=bf48e833-4259-4b2a-baaa-fd724b3bfd98,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:13.275153 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-a781cf84-1a29-4b4f-8070-f0536c42054a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:13.275973 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-a781cf84-1a29-4b4f-8070-f0536c42054a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.381923 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-a781cf84-1a29-4b4f-8070-f0536c42054a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9218137 Jul 07 17:17:13.382621 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6256e1-9503-44c0-a3c4-db571d31d51b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-6e9cefa1-f008-4dc6-9203-f56e105ef387', 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'fixed_ips': [{'subnet_id': 'bf48e833-4259-4b2a-baaa-fd724b3bfd98'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:17:13.383516 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2b6256e1-9503-44c0-a3c4-db571d31d51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.478011 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-ba50fc3c-08b0-461a-8a83-ac68b66eecaf service neutron] Request body: {'port': {'device_id': 'aee39dea-5eb8-4b41-89ce-48ee8f18eddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:13.486403 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-94f211b3-2dfe-40b0-8c52-fc4b0e3d0177 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1874397 Jul 07 17:17:13.486658 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42016) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:13.523095 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-b34b0e2b-7242-45b9-8aca-7d1e7837fe5b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:13.539097 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7ce69876-7fbb-404d-9377-1651bdcbf3ef details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:17:13.586456 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f610409-fcaf-40e4-8a24-01627b5f651c req-821cfffb-d7ed-461b-962c-9f648a6895ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:13.589603 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6f610409-fcaf-40e4-8a24-01627b5f651c req-821cfffb-d7ed-461b-962c-9f648a6895ed service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5679688 Jul 07 17:17:13.706714 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af0a62-4504-4572-8d99-6beeae115558 req-3fffd5b6-ee96-4a01-b114-61c377633d51 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:13.714415 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52af0a62-4504-4572-8d99-6beeae115558 req-3fffd5b6-ee96-4a01-b114-61c377633d51 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=aee39dea-5eb8-4b41-89ce-48ee8f18eddc HTTP/1.1" status: 200 len: 931 time: 0.5662546 Jul 07 17:17:13.799629 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.resource_extend [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:17:13.875401 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-640c3474-f5e5-46a9-ab1e-63f1ae695cd1 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Deleting port df04a448-5449-41ca-aaf9-95a409fd8a6c {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:13.876021 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-640c3474-f5e5-46a9-ab1e-63f1ae695cd1 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.886615 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52af0a62-4504-4572-8d99-6beeae115558 req-f39df438-07be-4a5b-9cd6-6a26aa8d1c6c tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a3d89b-8016-4f82-845d-66c79549f60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585016 Jul 07 17:17:13.989299 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-2b6256e1-9503-44c0-a3c4-db571d31d51b None None] Allocated IP 2001:db8::2 (6e9cefa1-f008-4dc6-9203-f56e105ef387/bf48e833-4259-4b2a-baaa-fd724b3bfd98/27923ae3-c44d-4578-a198-94372a123de1) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:14.046115 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-640c3474-f5e5-46a9-ab1e-63f1ae695cd1 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.046595 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-640c3474-f5e5-46a9-ab1e-63f1ae695cd1 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.091021 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-640c3474-f5e5-46a9-ab1e-63f1ae695cd1 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Calling delete_port for df04a448-5449-41ca-aaf9-95a409fd8a6c owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:14.173455 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7ce69876-7fbb-404d-9377-1651bdcbf3ef, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7ce69876-7fbb-404d-9377-1651bdcbf3ef,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:14.209027 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '7ce69876-7fbb-404d-9377-1651bdcbf3ef', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'port_id': '7ce69876-7fbb-404d-9377-1651bdcbf3ef', 'mac_address': 'fa:16:3e:7f:71:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:17:14.311708 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.453993 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1e062420-c709-42e9-8353-f233225a8788 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.483270 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2b6256e1-9503-44c0-a3c4-db571d31d51b None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.508303 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ce69876-7fbb-404d-9377-1651bdcbf3ef {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:17:14.517972 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2b6256e1-9503-44c0-a3c4-db571d31d51b None None] Transition to ACTIVE for port object 27923ae3-c44d-4578-a198-94372a123de1 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:14.529088 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1b06b6f7-f78a-4569-b0d7-62776418aba7 req-e0a28199-500e-4e36-b297-69e8b9dff4d9 tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a129e6-cbf9-452d-9e52-5e23d6109b55 HTTP/1.1" status: 200 len: 210 time: 0.0699289 Jul 07 17:17:14.535518 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-640c3474-f5e5-46a9-ab1e-63f1ae695cd1 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.559686 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2b6256e1-9503-44c0-a3c4-db571d31d51b None None] Transition to ACTIVE for port object 27923ae3-c44d-4578-a198-94372a123de1 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:14.570149 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c3474-f5e5-46a9-ab1e-63f1ae695cd1 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event deleted for resources: {'Port': ['ID=df04a448-5449-41ca-aaf9-95a409fd8a6c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:14.579831 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2b6256e1-9503-44c0-a3c4-db571d31d51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.644343 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6256e1-9503-44c0-a3c4-db571d31d51b None None] Pushing event updated for resources: {'Port': ['ID=27923ae3-c44d-4578-a198-94372a123de1,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:14.660350 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-640c3474-f5e5-46a9-ab1e-63f1ae695cd1 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.660928 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-640c3474-f5e5-46a9-ab1e-63f1ae695cd1 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Floating IP 40778c0a-d7cf-4b8b-9c58-c78b02d0ae40 disassociated (deleted). External IP: 172.25.0.106, port: f7b0a4cc-0ea2-460f-ab27-dbc6a2c24ec7. Jul 07 17:17:14.682337 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7ce69876-7fbb-404d-9377-1651bdcbf3ef, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7ce69876-7fbb-404d-9377-1651bdcbf3ef,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:14.692336 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.708691 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6256e1-9503-44c0-a3c4-db571d31d51b None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:14.747202 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-2b6256e1-9503-44c0-a3c4-db571d31d51b None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:14.758904 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6256e1-9503-44c0-a3c4-db571d31d51b None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:14.960319 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-ba50fc3c-08b0-461a-8a83-ac68b66eecaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:15.053472 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['7ce69876-7fbb-404d-9377-1651bdcbf3ef'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:17:15.193721 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7ce69876-7fbb-404d-9377-1651bdcbf3ef,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:15.228937 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-2b6256e1-9503-44c0-a3c4-db571d31d51b None None] Attempting to bind port 27923ae3-c44d-4578-a198-94372a123de1 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:15.229691 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-2b6256e1-9503-44c0-a3c4-db571d31d51b None None] Attempting to bind port 27923ae3-c44d-4578-a198-94372a123de1 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:15.230380 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6256e1-9503-44c0-a3c4-db571d31d51b None None] Attempting to bind port 27923ae3-c44d-4578-a198-94372a123de1 on network 6e9cefa1-f008-4dc6-9203-f56e105ef387 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:15.245418 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6256e1-9503-44c0-a3c4-db571d31d51b None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:15.247396 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6256e1-9503-44c0-a3c4-db571d31d51b None None] Checking segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:15.249606 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2b6256e1-9503-44c0-a3c4-db571d31d51b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:15.250428 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6256e1-9503-44c0-a3c4-db571d31d51b None None] Bound using segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:15.251476 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-2b6256e1-9503-44c0-a3c4-db571d31d51b None None] Bound port: 27923ae3-c44d-4578-a198-94372a123de1, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:15.252046 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2b6256e1-9503-44c0-a3c4-db571d31d51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:15.269417 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34b0e2b-7242-45b9-8aca-7d1e7837fe5b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:15.275351 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b34b0e2b-7242-45b9-8aca-7d1e7837fe5b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:15.304007 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d675e5-706d-421a-a867-972ffbb017eb req-a5b6b1d1-5153-4b54-ac5b-04e58fafa40b tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:15.318468 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-26d675e5-706d-421a-a867-972ffbb017eb req-a5b6b1d1-5153-4b54-ac5b-04e58fafa40b tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 945 time: 0.8741510 Jul 07 17:17:15.323516 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640c3474-f5e5-46a9-ab1e-63f1ae695cd1 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Router b599a00a-5bd2-4a4b-a493-1fb73b9b6aff has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:15.455437 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6f610409-fcaf-40e4-8a24-01627b5f651c req-67308248-c839-47f2-a22a-c0e22f38bb4b tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4a129e6-cbf9-452d-9e52-5e23d6109b55 HTTP/1.1" status: 200 len: 210 time: 0.1030834 Jul 07 17:17:15.558474 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-2b6256e1-9503-44c0-a3c4-db571d31d51b None None] For port 27923ae3-c44d-4578-a198-94372a123de1, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:15.565091 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-2b6256e1-9503-44c0-a3c4-db571d31d51b None None] For port 27923ae3-c44d-4578-a198-94372a123de1, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=27923ae3-c44d-4578-a198-94372a123de1,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:15.574207 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2b6256e1-9503-44c0-a3c4-db571d31d51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:15.727953 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6256e1-9503-44c0-a3c4-db571d31d51b None None] Pushing event updated for resources: {'Port': ['ID=27923ae3-c44d-4578-a198-94372a123de1,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:15.886902 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640c3474-f5e5-46a9-ab1e-63f1ae695cd1 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:15.900549 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfca331-27f4-435a-8373-784182db903c None None] Sync routers for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:15.924683 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-640c3474-f5e5-46a9-ab1e-63f1ae695cd1 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:15.943653 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfca331-27f4-435a-8373-784182db903c None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:15.944366 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7dfca331-27f4-435a-8373-784182db903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:16:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:15.993189 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95f7a7-6fcb-4e25-86a2-4f5d3a0e5de8 req-11c10fa3-4f80-41e1-ba47-b1d6c702722c tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:15.996197 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ed95f7a7-6fcb-4e25-86a2-4f5d3a0e5de8 req-11c10fa3-4f80-41e1-ba47-b1d6c702722c tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=aee39dea-5eb8-4b41-89ce-48ee8f18eddc HTTP/1.1" status: 200 len: 931 time: 0.7841628 Jul 07 17:17:16.084421 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7dfca331-27f4-435a-8373-784182db903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:16.110155 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfca331-27f4-435a-8373-784182db903c None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:16.111832 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7dfca331-27f4-435a-8373-784182db903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:16:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:16.159628 n-d-791503-12 neutron-server[100193]: INFO neutron.db.ipam_backend_mixin [None req-b34b0e2b-7242-45b9-8aca-7d1e7837fe5b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bf48e833-4259-4b2a-baaa-fd724b3bfd98 (CIDR: 2001:db8::/64) Jul 07 17:17:16.200520 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7dfca331-27f4-435a-8373-784182db903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:16.202370 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfca331-27f4-435a-8373-784182db903c None None] The sync data for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:16.258878 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-640c3474-f5e5-46a9-ab1e-63f1ae695cd1 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "DELETE /v2.0/floatingips/40778c0a-d7cf-4b8b-9c58-c78b02d0ae40 HTTP/1.1" status: 204 len: 168 time: 3.4610453 Jul 07 17:17:16.284884 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ed95f7a7-6fcb-4e25-86a2-4f5d3a0e5de8 req-dfdcd7d8-8b12-47ec-8340-d6cf348bee2a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a3d89b-8016-4f82-845d-66c79549f60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983411 Jul 07 17:17:16.285428 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42064) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:16.290679 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-8608a9be-2840-4ff2-a13e-e57ac6bf25bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03b9facb-0178-4763-9f96-028a459ee77a {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:17:16.298030 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-b34b0e2b-7242-45b9-8aca-7d1e7837fe5b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:17:16.298702 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b34b0e2b-7242-45b9-8aca-7d1e7837fe5b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:16.319282 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-8608a9be-2840-4ff2-a13e-e57ac6bf25bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:16.360477 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-8608a9be-2840-4ff2-a13e-e57ac6bf25bf service neutron] Transition to ACTIVE for port object 03b9facb-0178-4763-9f96-028a459ee77a will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:16.440573 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-8608a9be-2840-4ff2-a13e-e57ac6bf25bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:16.516235 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 27923ae3-c44d-4578-a198-94372a123de1 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:16.589700 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-e2d505d0-5928-4cf9-9a1d-682d89ce6a74 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Deleting port f7b0a4cc-0ea2-460f-ab27-dbc6a2c24ec7 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:16.590270 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e2d505d0-5928-4cf9-9a1d-682d89ce6a74 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:16.687233 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608a9be-2840-4ff2-a13e-e57ac6bf25bf service neutron] Pushing event updated for resources: {'Port': ['ID=03b9facb-0178-4763-9f96-028a459ee77a,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:16.707688 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-26d675e5-706d-421a-a867-972ffbb017eb req-e9a77e17-afe9-4f62-bd13-c54bc130780a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3880153 Jul 07 17:17:16.760672 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b34b0e2b-7242-45b9-8aca-7d1e7837fe5b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.2593715 Jul 07 17:17:16.760672 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42066) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:16.761048 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 27923ae3-c44d-4578-a198-94372a123de1 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:16.769747 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1e062420-c709-42e9-8353-f233225a8788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:16.781681 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-8f2801f4-7f2b-420b-8b92-a1b13c4d9fbf tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:16.854857 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ecc3894-4a59-46cc-bfd2-ccc738df013b req-f2747306-148e-4148-9588-8bbfc4648480 tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a129e6-cbf9-452d-9e52-5e23d6109b55 HTTP/1.1" status: 200 len: 210 time: 0.0574501 Jul 07 17:17:16.958799 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e2d505d0-5928-4cf9-9a1d-682d89ce6a74 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:16.991922 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-e2d505d0-5928-4cf9-9a1d-682d89ce6a74 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Calling delete_port for f7b0a4cc-0ea2-460f-ab27-dbc6a2c24ec7 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:17.335123 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e2d505d0-5928-4cf9-9a1d-682d89ce6a74 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:17.400527 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d505d0-5928-4cf9-9a1d-682d89ce6a74 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event deleted for resources: {'Port': ['ID=f7b0a4cc-0ea2-460f-ab27-dbc6a2c24ec7,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:17.459872 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7ce69876-7fbb-404d-9377-1651bdcbf3ef up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:17.484769 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-8608a9be-2840-4ff2-a13e-e57ac6bf25bf service neutron] Attempting to bind port 03b9facb-0178-4763-9f96-028a459ee77a on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:17.485538 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-8608a9be-2840-4ff2-a13e-e57ac6bf25bf service neutron] Attempting to bind port 03b9facb-0178-4763-9f96-028a459ee77a by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'a7553279-0661-4c54-86a8-42bce1d0325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b49db49b-f127-4d2a-b9c1-b5f9ec1c540b'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:17.487633 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-8608a9be-2840-4ff2-a13e-e57ac6bf25bf service neutron] Attempting to bind port 03b9facb-0178-4763-9f96-028a459ee77a on network b49db49b-f127-4d2a-b9c1-b5f9ec1c540b {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:17.592067 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-ba50fc3c-08b0-461a-8a83-ac68b66eecaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff381e8-078a-4094-a00e-8b925efb69df {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:17:17.613808 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e2d505d0-5928-4cf9-9a1d-682d89ce6a74 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:17.614591 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-ba50fc3c-08b0-461a-8a83-ac68b66eecaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:17.625076 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e2d505d0-5928-4cf9-9a1d-682d89ce6a74 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "DELETE /v2.0/ports/f7b0a4cc-0ea2-460f-ab27-dbc6a2c24ec7 HTTP/1.1" status: 204 len: 168 time: 1.3322599 Jul 07 17:17:17.627340 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42072) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:17.639120 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-ef17a0b9-5a3e-4f71-b424-5b3a13dba96d tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:17.649978 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-ba50fc3c-08b0-461a-8a83-ac68b66eecaf service neutron] Transition to ACTIVE for port object 8ff381e8-078a-4094-a00e-8b925efb69df will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:17.680224 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-ba50fc3c-08b0-461a-8a83-ac68b66eecaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:17.694785 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ef17a0b9-5a3e-4f71-b424-5b3a13dba96d tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:17.700988 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 7ce69876-7fbb-404d-9377-1651bdcbf3ef triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:17.701996 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:17.775079 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50fc3c-08b0-461a-8a83-ac68b66eecaf service neutron] Pushing event updated for resources: {'Port': ['ID=8ff381e8-078a-4094-a00e-8b925efb69df,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:17.781029 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-8608a9be-2840-4ff2-a13e-e57ac6bf25bf service neutron] Port 03b9facb-0178-4763-9f96-028a459ee77a on network b49db49b-f127-4d2a-b9c1-b5f9ec1c540b not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:17:17.781481 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-8608a9be-2840-4ff2-a13e-e57ac6bf25bf service neutron] Attempting to bind port 03b9facb-0178-4763-9f96-028a459ee77a on network b49db49b-f127-4d2a-b9c1-b5f9ec1c540b {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:17.793346 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-8608a9be-2840-4ff2-a13e-e57ac6bf25bf service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:17.793884 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-8608a9be-2840-4ff2-a13e-e57ac6bf25bf service neutron] Checking segment: {'id': 'a7553279-0661-4c54-86a8-42bce1d0325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b49db49b-f127-4d2a-b9c1-b5f9ec1c540b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:17.794399 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-8608a9be-2840-4ff2-a13e-e57ac6bf25bf service neutron] Bound using segment: {'id': 'a7553279-0661-4c54-86a8-42bce1d0325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b49db49b-f127-4d2a-b9c1-b5f9ec1c540b'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:17.794954 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-8608a9be-2840-4ff2-a13e-e57ac6bf25bf service neutron] Bound port: 03b9facb-0178-4763-9f96-028a459ee77a, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7553279-0661-4c54-86a8-42bce1d0325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b49db49b-f127-4d2a-b9c1-b5f9ec1c540b'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:17.795513 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-8608a9be-2840-4ff2-a13e-e57ac6bf25bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:17.938920 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2d977135-1337-4d05-a811-376345974b04 None None] Provisioning for port 27923ae3-c44d-4578-a198-94372a123de1 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:17.950846 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:17.981567 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-8608a9be-2840-4ff2-a13e-e57ac6bf25bf service neutron] For port 03b9facb-0178-4763-9f96-028a459ee77a, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:17.986199 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-8608a9be-2840-4ff2-a13e-e57ac6bf25bf service neutron] For port 03b9facb-0178-4763-9f96-028a459ee77a, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=03b9facb-0178-4763-9f96-028a459ee77a,segment=NetworkSegment(a7553279-0661-4c54-86a8-42bce1d0325a),segment_id=a7553279-0661-4c54-86a8-42bce1d0325a)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:17.986496 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2d977135-1337-4d05-a811-376345974b04 None None] Provisioning complete for port 27923ae3-c44d-4578-a198-94372a123de1 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:17.987397 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2d977135-1337-4d05-a811-376345974b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.010732 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-8608a9be-2840-4ff2-a13e-e57ac6bf25bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.016033 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ef17a0b9-5a3e-4f71-b424-5b3a13dba96d tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.116928 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-8608a9be-2840-4ff2-a13e-e57ac6bf25bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:18.117577 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-8608a9be-2840-4ff2-a13e-e57ac6bf25bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.119056 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-8608a9be-2840-4ff2-a13e-e57ac6bf25bf service neutron] 10.222.0.64 "PUT /v2.0/ports/03b9facb-0178-4763-9f96-028a459ee77a HTTP/1.1" status: 200 len: 1092 time: 5.5770979 Jul 07 17:17:18.122230 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608a9be-2840-4ff2-a13e-e57ac6bf25bf service neutron] Pushing event updated for resources: {'Port': ['ID=03b9facb-0178-4763-9f96-028a459ee77a,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:18.128483 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daca2aa8-b00a-48d2-a451-aa5fc529d730', 'tag': '03b9facb-0178-4763-9f96-028a459ee77a'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:18.131343 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15dc051b-4634-4ebe-b535-3306081d31af" -d '{"events": [{"name": "network-changed", "server_uuid": "daca2aa8-b00a-48d2-a451-aa5fc529d730", "tag": "03b9facb-0178-4763-9f96-028a459ee77a"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:18.133690 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72422587-5925-464b-98e9-438ed126786a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce69876-7fbb-404d-9377-1651bdcbf3ef'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:18.138126 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f56c564-fe18-484b-9d54-ba5b6b518219" -d '{"events": [{"server_uuid": "72422587-5925-464b-98e9-438ed126786a", "name": "network-vif-plugged", "status": "completed", "tag": "7ce69876-7fbb-404d-9377-1651bdcbf3ef"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:18.153292 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2801f4-7f2b-420b-8b92-a1b13c4d9fbf tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:18.160814 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8f2801f4-7f2b-420b-8b92-a1b13c4d9fbf tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.197302 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7ce69876-7fbb-404d-9377-1651bdcbf3ef, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7ce69876-7fbb-404d-9377-1651bdcbf3ef,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:18.207610 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.775674 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2d977135-1337-4d05-a811-376345974b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.880076 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e062420-c709-42e9-8353-f233225a8788 admin admin] Router 48b5e759-36cc-46fd-85a7-0f2d268a2623 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:17:18.885557 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-2d977135-1337-4d05-a811-376345974b04 None None] For port 27923ae3-c44d-4578-a198-94372a123de1, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=27923ae3-c44d-4578-a198-94372a123de1,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:18.888275 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7ce69876-7fbb-404d-9377-1651bdcbf3ef,revision_number=7']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:18.897463 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2d977135-1337-4d05-a811-376345974b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:19.037055 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d977135-1337-4d05-a811-376345974b04 None None] Pushing event updated for resources: {'Port': ['ID=27923ae3-c44d-4578-a198-94372a123de1,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:19.120969 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e062420-c709-42e9-8353-f233225a8788 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:19.123043 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0817d8-2fd8-4c41-9086-1efe5ce87b2a req-a06a8b93-9188-490a-b9fe-dc7a216abd4c tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:19.133815 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2da68b-15b9-4ba5-9f4c-6210ed88ffb7 None None] Sync routers for ids ['48b5e759-36cc-46fd-85a7-0f2d268a2623'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:19.149098 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087a6f9-84d1-46fa-b3e5-f3170b41aef5 req-1dfb1239-4d4b-47e0-9343-2e9faceb8ec1 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:19.152031 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d087a6f9-84d1-46fa-b3e5-f3170b41aef5 req-1dfb1239-4d4b-47e0-9343-2e9faceb8ec1 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=aee39dea-5eb8-4b41-89ce-48ee8f18eddc HTTP/1.1" status: 200 len: 943 time: 1.3781443 Jul 07 17:17:19.152296 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ca0817d8-2fd8-4c41-9086-1efe5ce87b2a req-a06a8b93-9188-490a-b9fe-dc7a216abd4c tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 945 time: 0.8605747 Jul 07 17:17:19.158753 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2da68b-15b9-4ba5-9f4c-6210ed88ffb7 None None] Routers {'48b5e759-36cc-46fd-85a7-0f2d268a2623'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:19.160507 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-6e2da68b-15b9-4ba5-9f4c-6210ed88ffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:16:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['48b5e759-36cc-46fd-85a7-0f2d268a2623'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:19.208929 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-ba50fc3c-08b0-461a-8a83-ac68b66eecaf service neutron] Attempting to bind port 8ff381e8-078a-4094-a00e-8b925efb69df on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:19.209614 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-ba50fc3c-08b0-461a-8a83-ac68b66eecaf service neutron] Attempting to bind port 8ff381e8-078a-4094-a00e-8b925efb69df by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a7553279-0661-4c54-86a8-42bce1d0325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b49db49b-f127-4d2a-b9c1-b5f9ec1c540b'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:19.210227 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-ba50fc3c-08b0-461a-8a83-ac68b66eecaf service neutron] Attempting to bind port 8ff381e8-078a-4094-a00e-8b925efb69df on network b49db49b-f127-4d2a-b9c1-b5f9ec1c540b {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:19.224439 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-ba50fc3c-08b0-461a-8a83-ac68b66eecaf service neutron] Port 8ff381e8-078a-4094-a00e-8b925efb69df on network b49db49b-f127-4d2a-b9c1-b5f9ec1c540b not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:17:19.225116 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-ba50fc3c-08b0-461a-8a83-ac68b66eecaf service neutron] Attempting to bind port 8ff381e8-078a-4094-a00e-8b925efb69df on network b49db49b-f127-4d2a-b9c1-b5f9ec1c540b {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:19.255210 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1e062420-c709-42e9-8353-f233225a8788 admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:19.260520 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-ef17a0b9-5a3e-4f71-b424-5b3a13dba96d tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Allocated IP 172.25.0.218 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/3236dc11-9214-4784-88db-979ddf2e2b1d) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:19.261521 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1e062420-c709-42e9-8353-f233225a8788 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 11.1727371 Jul 07 17:17:19.269620 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42084) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:19.330893 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ca0817d8-2fd8-4c41-9086-1efe5ce87b2a req-8f9e5870-d197-4c44-a939-1b3c94d8af4b tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621261 Jul 07 17:17:19.445489 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-6e2da68b-15b9-4ba5-9f4c-6210ed88ffb7 None None] Set router 48b5e759-36cc-46fd-85a7-0f2d268a2623 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:19.516239 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ef17a0b9-5a3e-4f71-b424-5b3a13dba96d tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:19.568138 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ef17a0b9-5a3e-4f71-b424-5b3a13dba96d tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:19.660422 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef17a0b9-5a3e-4f71-b424-5b3a13dba96d tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:19.667758 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-ef17a0b9-5a3e-4f71-b424-5b3a13dba96d tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:19.681343 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef17a0b9-5a3e-4f71-b424-5b3a13dba96d tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:19.777382 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17a0b9-5a3e-4f71-b424-5b3a13dba96d tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event updated for resources: {'Port': ['ID=3236dc11-9214-4784-88db-979ddf2e2b1d,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:19.896244 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-6e2da68b-15b9-4ba5-9f4c-6210ed88ffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108608792-router', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '31ce50d4-fbe5-470e-adc6-3a44e278f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:08Z', 'updated_at': '2021-07-07T17:17:13Z', 'revision_number': 3, 'project_id': '963a6f61059f43fda2e16b5d1183ff85', 'gw_port': {'id': '31ce50d4-fbe5-470e-adc6-3a44e278f505', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:67:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:11Z', 'updated_at': '2021-07-07T17:17:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:19.977584 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2da68b-15b9-4ba5-9f4c-6210ed88ffb7 None None] Checking router: 48b5e759-36cc-46fd-85a7-0f2d268a2623 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:17:19.978226 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2da68b-15b9-4ba5-9f4c-6210ed88ffb7 None None] Updating router 48b5e759-36cc-46fd-85a7-0f2d268a2623 port 31ce50d4-fbe5-470e-adc6-3a44e278f505 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:17:19.981313 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ef17a0b9-5a3e-4f71-b424-5b3a13dba96d tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.016031 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-ba50fc3c-08b0-461a-8a83-ac68b66eecaf service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:20.017076 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-ba50fc3c-08b0-461a-8a83-ac68b66eecaf service neutron] Checking segment: {'id': 'a7553279-0661-4c54-86a8-42bce1d0325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b49db49b-f127-4d2a-b9c1-b5f9ec1c540b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:20.017076 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-ba50fc3c-08b0-461a-8a83-ac68b66eecaf service neutron] Bound using segment: {'id': 'a7553279-0661-4c54-86a8-42bce1d0325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b49db49b-f127-4d2a-b9c1-b5f9ec1c540b'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:20.017955 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-ba50fc3c-08b0-461a-8a83-ac68b66eecaf service neutron] Bound port: 8ff381e8-078a-4094-a00e-8b925efb69df, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7553279-0661-4c54-86a8-42bce1d0325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b49db49b-f127-4d2a-b9c1-b5f9ec1c540b'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:20.018448 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-ba50fc3c-08b0-461a-8a83-ac68b66eecaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.035294 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d087a6f9-84d1-46fa-b3e5-f3170b41aef5 req-e09f15bf-a13b-4e10-96c4-ed88ba752c9d tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a3d89b-8016-4f82-845d-66c79549f60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8500624 Jul 07 17:17:20.062988 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-e865531a-dab8-4022-8ecd-606ce21ec6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:20.065805 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-e865531a-dab8-4022-8ecd-606ce21ec6cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=093f8cd0eb1247809a1b83c8ab433206&device_id=daca2aa8-b00a-48d2-a451-aa5fc529d730 HTTP/1.1" status: 200 len: 1095 time: 1.7134330 Jul 07 17:17:20.105278 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ef17a0b9-5a3e-4f71-b424-5b3a13dba96d tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.124259 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6e2da68b-15b9-4ba5-9f4c-6210ed88ffb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.455126 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5f86ad-2f6d-4d1e-863b-f949c81c16ce x-openstack-request-id: req-1f5f86ad-2f6d-4d1e-863b-f949c81c16ce {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:20.455500 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daca2aa8-b00a-48d2-a451-aa5fc529d730", "tag": "03b9facb-0178-4763-9f96-028a459ee77a", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:20.455745 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f5f86ad-2f6d-4d1e-863b-f949c81c16ce {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:20.456161 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daca2aa8-b00a-48d2-a451-aa5fc529d730', 'tag': '03b9facb-0178-4763-9f96-028a459ee77a', 'status': 'completed', 'code': 200} Jul 07 17:17:20.460991 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-dc13cb55-f18e-4240-a0e0-b49a88a6e316 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03b9facb-0178-4763-9f96-028a459ee77a HTTP/1.1" status: 200 len: 217 time: 0.3589056 Jul 07 17:17:20.471126 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3501d4-ace8-4dff-8e7c-c6d2ca47030f x-openstack-request-id: req-8d3501d4-ace8-4dff-8e7c-c6d2ca47030f {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:20.471486 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72422587-5925-464b-98e9-438ed126786a", "name": "network-vif-plugged", "status": "completed", "tag": "7ce69876-7fbb-404d-9377-1651bdcbf3ef", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:20.471672 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d3501d4-ace8-4dff-8e7c-c6d2ca47030f {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:20.472079 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72422587-5925-464b-98e9-438ed126786a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce69876-7fbb-404d-9377-1651bdcbf3ef', 'code': 200} Jul 07 17:17:20.478627 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 27923ae3-c44d-4578-a198-94372a123de1 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:20.511861 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ef17a0b9-5a3e-4f71-b424-5b3a13dba96d tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.520791 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ef17a0b9-5a3e-4f71-b424-5b3a13dba96d tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.758942 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17a0b9-5a3e-4f71-b424-5b3a13dba96d tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event updated for resources: {'Port': ['ID=3236dc11-9214-4784-88db-979ddf2e2b1d,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:20.778446 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ef17a0b9-5a3e-4f71-b424-5b3a13dba96d tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.809964 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 27923ae3-c44d-4578-a198-94372a123de1 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:20.810931 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.820592 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ef17a0b9-5a3e-4f71-b424-5b3a13dba96d tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.834878 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ef17a0b9-5a3e-4f71-b424-5b3a13dba96d tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2047820 Jul 07 17:17:20.843724 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42098) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:20.876866 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-90edcbc3-e8c7-4b3b-96b2-30e0d6d81e9a tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Request body: {'port': {'network_id': 'd2b7dfc2-4b34-4519-86e4-48689d8300e7', 'name': 'tempest-FloatingIPTestJSON-1820452924'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:20.884563 n-d-791503-12 neutron-server[100193]: DEBUG neutron.objects.ports [None req-8f2801f4-7f2b-420b-8b92-a1b13c4d9fbf tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100193) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:17:21.069072 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6e2da68b-15b9-4ba5-9f4c-6210ed88ffb7 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:21.114428 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6e2da68b-15b9-4ba5-9f4c-6210ed88ffb7 None None] Transition to ACTIVE for port object 31ce50d4-fbe5-470e-adc6-3a44e278f505 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:21.149154 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6e2da68b-15b9-4ba5-9f4c-6210ed88ffb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:21.201807 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90edcbc3-e8c7-4b3b-96b2-30e0d6d81e9a tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Made reservation on behalf of e5d74f7b0bc546bdb1648c52dd104a8f for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:21.208829 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-90edcbc3-e8c7-4b3b-96b2-30e0d6d81e9a tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:21.243642 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b799c9ad-0e97-4d7b-870e-b98ba06d54e7 req-a1ba8899-9f14-4967-aa8e-cf3a6f9a7e15 tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.53 "GET /v2.0/ports?device_id=54697f98-22c3-4ee7-954f-5ec1bedd4ac3 HTTP/1.1" status: 200 len: 210 time: 0.0566735 Jul 07 17:17:21.276189 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-90edcbc3-e8c7-4b3b-96b2-30e0d6d81e9a tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] device_id is not set on port 0c15ce88-fcee-49d1-9dc8-24348b39392c yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:17:21.326152 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-ba50fc3c-08b0-461a-8a83-ac68b66eecaf service neutron] For port 8ff381e8-078a-4094-a00e-8b925efb69df, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:21.363197 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-953ed0f9-57d9-4720-9c81-7daa28a5760d req-0ac804b4-97c0-4680-b112-2db6ed15469e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87781bc6610d4a7186d15f33273fa7d9&device_id=54697f98-22c3-4ee7-954f-5ec1bedd4ac3 HTTP/1.1" status: 200 len: 210 time: 0.4576447 Jul 07 17:17:21.390649 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-f9a16390-5fd3-4207-b5c8-adc565840688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:21.393303 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-f9a16390-5fd3-4207-b5c8-adc565840688 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12798acc-312b-4214-a500-3b0991528d28 HTTP/1.1" status: 200 len: 849 time: 0.8611822 Jul 07 17:17:21.425261 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-6e2da68b-15b9-4ba5-9f4c-6210ed88ffb7 None None] Attempting to bind port 31ce50d4-fbe5-470e-adc6-3a44e278f505 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:21.428455 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-6e2da68b-15b9-4ba5-9f4c-6210ed88ffb7 None None] Attempting to bind port 31ce50d4-fbe5-470e-adc6-3a44e278f505 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:21.429144 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2da68b-15b9-4ba5-9f4c-6210ed88ffb7 None None] Attempting to bind port 31ce50d4-fbe5-470e-adc6-3a44e278f505 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:21.433553 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5b11c-6165-4fe0-948c-e80cf5046364 None None] Pushing event updated for resources: {'Port': ['ID=31ce50d4-fbe5-470e-adc6-3a44e278f505,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:21.518761 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-953ed0f9-57d9-4720-9c81-7daa28a5760d req-096b076c-16ab-4b10-b0a5-d7e0c992380a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=87781bc6610d4a7186d15f33273fa7d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0909832 Jul 07 17:17:21.551674 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2da68b-15b9-4ba5-9f4c-6210ed88ffb7 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:21.552072 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2da68b-15b9-4ba5-9f4c-6210ed88ffb7 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:21.552544 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6e2da68b-15b9-4ba5-9f4c-6210ed88ffb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:21.552991 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2da68b-15b9-4ba5-9f4c-6210ed88ffb7 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:21.555437 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-6e2da68b-15b9-4ba5-9f4c-6210ed88ffb7 None None] Bound port: 31ce50d4-fbe5-470e-adc6-3a44e278f505, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:21.555437 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6e2da68b-15b9-4ba5-9f4c-6210ed88ffb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:21.626008 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-ba50fc3c-08b0-461a-8a83-ac68b66eecaf service neutron] For port 8ff381e8-078a-4094-a00e-8b925efb69df, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=8ff381e8-078a-4094-a00e-8b925efb69df,segment=NetworkSegment(a7553279-0661-4c54-86a8-42bce1d0325a),segment_id=a7553279-0661-4c54-86a8-42bce1d0325a)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:21.626728 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-6e2da68b-15b9-4ba5-9f4c-6210ed88ffb7 None None] For port 31ce50d4-fbe5-470e-adc6-3a44e278f505, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:21.634799 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-6e2da68b-15b9-4ba5-9f4c-6210ed88ffb7 None None] For port 31ce50d4-fbe5-470e-adc6-3a44e278f505, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=31ce50d4-fbe5-470e-adc6-3a44e278f505,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:21.645629 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6e2da68b-15b9-4ba5-9f4c-6210ed88ffb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:21.660553 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d8bc8-4842-440b-949c-09f1c775ddec req-9d16df52-b53a-4eab-a890-a3160c6a93c8 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:21.663300 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-456d8bc8-4842-440b-949c-09f1c775ddec req-9d16df52-b53a-4eab-a890-a3160c6a93c8 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 945 time: 0.8828330 Jul 07 17:17:21.735437 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2da68b-15b9-4ba5-9f4c-6210ed88ffb7 None None] Routers {'48b5e759-36cc-46fd-85a7-0f2d268a2623'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:21.736434 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-6e2da68b-15b9-4ba5-9f4c-6210ed88ffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:16:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['48b5e759-36cc-46fd-85a7-0f2d268a2623'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:21.813645 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-90edcbc3-e8c7-4b3b-96b2-30e0d6d81e9a tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Allocated IP 172.20.0.5 (d2b7dfc2-4b34-4519-86e4-48689d8300e7/90d837b5-ec58-4159-a787-7a6eae01535e/0c15ce88-fcee-49d1-9dc8-24348b39392c) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:21.829065 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-ba50fc3c-08b0-461a-8a83-ac68b66eecaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:21.848893 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-f67cab9e-b056-48ed-9551-9d6f353877e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b49db49b-f127-4d2a-b9c1-b5f9ec1c540b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2437043 Jul 07 17:17:21.949556 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-6e2da68b-15b9-4ba5-9f4c-6210ed88ffb7 None None] Set router 48b5e759-36cc-46fd-85a7-0f2d268a2623 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:22.101690 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e0228-22a2-4232-985f-db155d11b0a5 req-e582558e-a9d1-490e-848e-037fcea8498e tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:22.111645 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-225e0228-22a2-4232-985f-db155d11b0a5 req-e582558e-a9d1-490e-848e-037fcea8498e tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=aee39dea-5eb8-4b41-89ce-48ee8f18eddc HTTP/1.1" status: 200 len: 943 time: 0.5483873 Jul 07 17:17:22.205436 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5b11c-6165-4fe0-948c-e80cf5046364 None None] Pushing event updated for resources: {'Port': ['ID=31ce50d4-fbe5-470e-adc6-3a44e278f505,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:22.269271 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-225e0228-22a2-4232-985f-db155d11b0a5 req-09cd9288-1899-4009-91a8-681bf649ceca tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a3d89b-8016-4f82-845d-66c79549f60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562736 Jul 07 17:17:22.433853 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-90edcbc3-e8c7-4b3b-96b2-30e0d6d81e9a tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:22.610047 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-90edcbc3-e8c7-4b3b-96b2-30e0d6d81e9a tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:22.737740 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-6e2da68b-15b9-4ba5-9f4c-6210ed88ffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108608792-router', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '31ce50d4-fbe5-470e-adc6-3a44e278f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:08Z', 'updated_at': '2021-07-07T17:17:13Z', 'revision_number': 3, 'project_id': '963a6f61059f43fda2e16b5d1183ff85', 'gw_port': {'id': '31ce50d4-fbe5-470e-adc6-3a44e278f505', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:67:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:11Z', 'updated_at': '2021-07-07T17:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:22.806151 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2da68b-15b9-4ba5-9f4c-6210ed88ffb7 None None] The sync data for ids ['48b5e759-36cc-46fd-85a7-0f2d268a2623'] in n-d-791503-12 is: [{'id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108608792-router', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '31ce50d4-fbe5-470e-adc6-3a44e278f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:08Z', 'updated_at': '2021-07-07T17:17:13Z', 'revision_number': 3, 'project_id': '963a6f61059f43fda2e16b5d1183ff85', 'gw_port': {'id': '31ce50d4-fbe5-470e-adc6-3a44e278f505', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:67:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:11Z', 'updated_at': '2021-07-07T17:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:22.870326 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50fc3c-08b0-461a-8a83-ac68b66eecaf service neutron] Pushing event updated for resources: {'Port': ['ID=8ff381e8-078a-4094-a00e-8b925efb69df,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:22.879347 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-ba50fc3c-08b0-461a-8a83-ac68b66eecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:22.880423 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-ba50fc3c-08b0-461a-8a83-ac68b66eecaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:22.883194 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-ba50fc3c-08b0-461a-8a83-ac68b66eecaf service neutron] 10.222.0.72 "PUT /v2.0/ports/8ff381e8-078a-4094-a00e-8b925efb69df HTTP/1.1" status: 200 len: 1092 time: 9.4096818 Jul 07 17:17:22.889747 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c7b24f89-0dcb-48f5-9331-0b4e61a2fccf req-32fed0ff-dfce-40a0-bc99-a432cfd02fda tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.53 "GET /v2.0/ports?device_id=54697f98-22c3-4ee7-954f-5ec1bedd4ac3 HTTP/1.1" status: 200 len: 210 time: 0.1314008 Jul 07 17:17:22.916885 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90edcbc3-e8c7-4b3b-96b2-30e0d6d81e9a tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Network d2b7dfc2-4b34-4519-86e4-48689d8300e7 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:22.945459 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee39dea-5eb8-4b41-89ce-48ee8f18eddc', 'tag': '8ff381e8-078a-4094-a00e-8b925efb69df'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:22.948312 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553be695-84fb-4d29-a31f-f55632a5e7df" -d '{"events": [{"name": "network-changed", "server_uuid": "aee39dea-5eb8-4b41-89ce-48ee8f18eddc", "tag": "8ff381e8-078a-4094-a00e-8b925efb69df"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:22.954334 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-2114d4fd-2aa0-45e0-a88e-d221544a407b service neutron] 10.222.0.64 "GET /v2.0/networks/b49db49b-f127-4d2a-b9c1-b5f9ec1c540b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8781753 Jul 07 17:17:22.958455 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-90edcbc3-e8c7-4b3b-96b2-30e0d6d81e9a tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:22.962283 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90edcbc3-e8c7-4b3b-96b2-30e0d6d81e9a tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:22.965768 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90edcbc3-e8c7-4b3b-96b2-30e0d6d81e9a tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event updated for resources: {'Port': ['ID=0c15ce88-fcee-49d1-9dc8-24348b39392c,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:22.979244 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8f2801f4-7f2b-420b-8b92-a1b13c4d9fbf tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:23.104251 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90edcbc3-e8c7-4b3b-96b2-30e0d6d81e9a tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:23.105997 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-90edcbc3-e8c7-4b3b-96b2-30e0d6d81e9a tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:23.115632 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d026a1-201a-4ee7-8011-8f4fab02ec29 x-openstack-request-id: req-e6d026a1-201a-4ee7-8011-8f4fab02ec29 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:23.116348 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee39dea-5eb8-4b41-89ce-48ee8f18eddc", "tag": "8ff381e8-078a-4094-a00e-8b925efb69df", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:23.117668 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6d026a1-201a-4ee7-8011-8f4fab02ec29 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:23.118477 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee39dea-5eb8-4b41-89ce-48ee8f18eddc', 'tag': '8ff381e8-078a-4094-a00e-8b925efb69df', 'status': 'completed', 'code': 200} Jul 07 17:17:23.138121 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-456d8bc8-4842-440b-949c-09f1c775ddec req-ce468250-819a-465e-9755-814a337f300f tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3728194 Jul 07 17:17:23.141754 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-90edcbc3-e8c7-4b3b-96b2-30e0d6d81e9a tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2956860 Jul 07 17:17:23.143569 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42118) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:23.153963 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-f652dc5d-ce9b-4a22-a9ac-26cc9fd12e8e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Request body: {'floatingip': {'port_id': '0c15ce88-fcee-49d1-9dc8-24348b39392c'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:23.221181 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f652dc5d-ce9b-4a22-a9ac-26cc9fd12e8e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:23.377369 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-15026fc7-da48-42bb-83b7-34f9e8437496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:23.948806 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-646da7f8-09eb-434a-a4d5-7f7b7dfbf92c service neutron] 10.222.0.64 "GET /v2.0/networks/b49db49b-f127-4d2a-b9c1-b5f9ec1c540b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8522210 Jul 07 17:17:24.208407 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635304a-53d2-4f29-a3c7-9e92681dfed0 req-a6e377a5-66a4-4670-90f8-20d252e720f6 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:24.214019 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-8f2801f4-7f2b-420b-8b92-a1b13c4d9fbf tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] For port 27923ae3-c44d-4578-a198-94372a123de1, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=27923ae3-c44d-4578-a198-94372a123de1,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:24.225441 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6635304a-53d2-4f29-a3c7-9e92681dfed0 req-a6e377a5-66a4-4670-90f8-20d252e720f6 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=aee39dea-5eb8-4b41-89ce-48ee8f18eddc HTTP/1.1" status: 200 len: 943 time: 0.4186947 Jul 07 17:17:24.379113 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8f2801f4-7f2b-420b-8b92-a1b13c4d9fbf tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:24.508330 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ed0f9-57d9-4720-9c81-7daa28a5760d req-b2365d91-9189-411b-be76-86648299050b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:24.516305 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-953ed0f9-57d9-4720-9c81-7daa28a5760d req-b2365d91-9189-411b-be76-86648299050b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.8878634 Jul 07 17:17:24.544156 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 31ce50d4-fbe5-470e-adc6-3a44e278f505 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:24.545451 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8f2801f4-7f2b-420b-8b92-a1b13c4d9fbf tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:24.548256 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8f2801f4-7f2b-420b-8b92-a1b13c4d9fbf tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:24.742167 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6635304a-53d2-4f29-a3c7-9e92681dfed0 req-01762295-40f8-4fd5-be31-1ae8603a2eda tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a3d89b-8016-4f82-845d-66c79549f60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5155492 Jul 07 17:17:24.858964 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 31ce50d4-fbe5-470e-adc6-3a44e278f505 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:24.870411 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 31ce50d4-fbe5-470e-adc6-3a44e278f505 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:24.871201 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:24.982724 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2331d57b-dc32-4afc-b4e8-c7c5208a3636 req-3c07c220-08aa-4aad-9842-70313e375140 tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.53 "GET /v2.0/ports?device_id=54697f98-22c3-4ee7-954f-5ec1bedd4ac3 HTTP/1.1" status: 200 len: 210 time: 0.5880849 Jul 07 17:17:24.988289 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-7668d75b-76ac-4681-9443-a3d9db8c5f1f req-8bd002df-7921-468f-9deb-978e96dbc588 service neutron] (100193) timed out ('10.222.0.72', 63852) {{(pid=100193) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:17:24.989339 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2801f4-7f2b-420b-8b92-a1b13c4d9fbf tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=2df7f3a7-6dc7-41be-9313-82c7aa8fd705,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:25.043069 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f652dc5d-ce9b-4a22-a9ac-26cc9fd12e8e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:25.049849 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f652dc5d-ce9b-4a22-a9ac-26cc9fd12e8e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:25.118552 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-026f3cab-0d1d-420e-84e9-d0152d46f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:25.129624 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-026f3cab-0d1d-420e-84e9-d0152d46f4d0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=093f8cd0eb1247809a1b83c8ab433206&device_id=aee39dea-5eb8-4b41-89ce-48ee8f18eddc HTTP/1.1" status: 200 len: 1095 time: 2.1233504 Jul 07 17:17:25.182234 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2801f4-7f2b-420b-8b92-a1b13c4d9fbf tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Port': ['ID=27923ae3-c44d-4578-a198-94372a123de1,revision_number=5']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:25.348946 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:25.393531 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 31ce50d4-fbe5-470e-adc6-3a44e278f505, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=31ce50d4-fbe5-470e-adc6-3a44e278f505,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:25.413982 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2801f4-7f2b-420b-8b92-a1b13c4d9fbf tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:25.417199 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:25.514103 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=31ce50d4-fbe5-470e-adc6-3a44e278f505,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:25.529541 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-f652dc5d-ce9b-4a22-a9ac-26cc9fd12e8e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Floating IP 2bb1b68f-9341-40fe-acc7-2d55de686eab associated. External IP: 172.25.0.218, port: 0c15ce88-fcee-49d1-9dc8-24348b39392c. Jul 07 17:17:25.539787 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-8f2801f4-7f2b-420b-8b92-a1b13c4d9fbf tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:25.543170 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2801f4-7f2b-420b-8b92-a1b13c4d9fbf tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:25.543790 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8f2801f4-7f2b-420b-8b92-a1b13c4d9fbf tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:25.548834 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-5814299b-b623-4056-bb8b-258605017fff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ff381e8-078a-4094-a00e-8b925efb69df HTTP/1.1" status: 200 len: 217 time: 0.2431493 Jul 07 17:17:25.561279 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b13383-7c4d-400d-8e28-62ff4118eea9 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:25.643877 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42136) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:25.644057 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8f2801f4-7f2b-420b-8b92-a1b13c4d9fbf tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 8.8781917 Jul 07 17:17:25.890324 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-50916e1f-a4c9-4c0f-ae50-0f93b29e61b9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'port': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'mac_address': 'fa:16:3e:6d:8b:9d', 'name': 'tempest-NetworksTestDHCPv6-1495776282'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:26.046210 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dc059-4bbd-4b46-8327-7af09716084e req-55a6c815-4849-4e0e-81c8-eebe56ff28d5 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:26.054706 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1b1dc059-4bbd-4b46-8327-7af09716084e req-55a6c815-4849-4e0e-81c8-eebe56ff28d5 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 945 time: 0.4088242 Jul 07 17:17:26.211963 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:26.411367 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 27923ae3-c44d-4578-a198-94372a123de1 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:26.505339 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f652dc5d-ce9b-4a22-a9ac-26cc9fd12e8e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Router b599a00a-5bd2-4a4b-a493-1fb73b9b6aff has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:26.548321 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 27923ae3-c44d-4578-a198-94372a123de1 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:26.549332 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:26.672879 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 03b9facb-0178-4763-9f96-028a459ee77a details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:17:26.688426 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc051b-4634-4ebe-b535-3306081d31af req-5083637b-15b1-4d60-8a80-99c181df0756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:26.690865 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15dc051b-4634-4ebe-b535-3306081d31af req-5083637b-15b1-4d60-8a80-99c181df0756 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=093f8cd0eb1247809a1b83c8ab433206&device_id=daca2aa8-b00a-48d2-a451-aa5fc529d730 HTTP/1.1" status: 200 len: 1095 time: 2.2286441 Jul 07 17:17:26.730909 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-953ed0f9-57d9-4720-9c81-7daa28a5760d req-d23da923-b315-434b-834e-6cf7e5355ae6 tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.64 "GET /v2.0/ports?device_id=54697f98-22c3-4ee7-954f-5ec1bedd4ac3 HTTP/1.1" status: 200 len: 210 time: 0.2333953 Jul 07 17:17:26.850989 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-eb00217f-160d-49a4-99c4-0ffe5890de4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:26.985417 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 31ce50d4-fbe5-470e-adc6-3a44e278f505 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:27.048280 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.resource_extend [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:17:27.145574 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1b1dc059-4bbd-4b46-8327-7af09716084e req-8113c75d-b471-4789-b77f-15aecc1e1ca9 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0547109 Jul 07 17:17:27.173303 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 31ce50d4-fbe5-470e-adc6-3a44e278f505 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:27.173967 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:27.300504 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f652dc5d-ce9b-4a22-a9ac-26cc9fd12e8e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:27.315428 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0861f1-5762-44e9-9694-6112b4d5bf61 None None] Sync routers for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:27.315995 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f652dc5d-ce9b-4a22-a9ac-26cc9fd12e8e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:27.342417 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50916e1f-a4c9-4c0f-ae50-0f93b29e61b9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:27.344064 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0861f1-5762-44e9-9694-6112b4d5bf61 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:27.345397 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7b0861f1-5762-44e9-9694-6112b4d5bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:17:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:27.355480 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 03b9facb-0178-4763-9f96-028a459ee77a, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=03b9facb-0178-4763-9f96-028a459ee77a,segment=NetworkSegment(a7553279-0661-4c54-86a8-42bce1d0325a),segment_id=a7553279-0661-4c54-86a8-42bce1d0325a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:27.433849 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '03b9facb-0178-4763-9f96-028a459ee77a', 'network_id': 'b49db49b-f127-4d2a-b9c1-b5f9ec1c540b', 'port_id': '03b9facb-0178-4763-9f96-028a459ee77a', 'mac_address': 'fa:16:3e:03:2e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12798acc-312b-4214-a500-3b0991528d28', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:17:27.490359 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7b0861f1-5762-44e9-9694-6112b4d5bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:27.518216 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0861f1-5762-44e9-9694-6112b4d5bf61 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:27.519495 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7b0861f1-5762-44e9-9694-6112b4d5bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:17:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:27.650048 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7f350381-8182-46f0-aa89-6f5b730596ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:27.678268 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc051b-4634-4ebe-b535-3306081d31af req-fa36da2a-6b5e-43e0-8630-5e34fb7265be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:27.687692 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15dc051b-4634-4ebe-b535-3306081d31af req-fa36da2a-6b5e-43e0-8630-5e34fb7265be service neutron] 10.222.0.64 "GET /v2.0/networks?id=b49db49b-f127-4d2a-b9c1-b5f9ec1c540b HTTP/1.1" status: 200 len: 910 time: 0.9337835 Jul 07 17:17:27.695795 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-66d7f195-506e-4fe7-bada-b4b50a98458f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:27.699415 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-66d7f195-506e-4fe7-bada-b4b50a98458f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=12798acc-312b-4214-a500-3b0991528d28 HTTP/1.1" status: 200 len: 849 time: 2.1292331 Jul 07 17:17:27.720516 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7b0861f1-5762-44e9-9694-6112b4d5bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:27.723571 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0861f1-5762-44e9-9694-6112b4d5bf61 None None] The sync data for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:27.743285 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:17:27.813675 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:27.858249 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15dc051b-4634-4ebe-b535-3306081d31af req-1d12a833-0d86-47c5-93ec-68501f1f5622 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03b9facb-0178-4763-9f96-028a459ee77a HTTP/1.1" status: 200 len: 217 time: 0.1537378 Jul 07 17:17:27.925257 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b9facb-0178-4763-9f96-028a459ee77a {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:17:27.992215 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e45a06b5-a7bf-4905-bc6c-c9ce7127ced1 req-22ee2954-32fc-4e9c-b6d2-8c86fce12387 tempest-ServerShowV247Test-379940727 tempest-ServerShowV247Test-379940727-project] 10.222.0.53 "GET /v2.0/ports?device_id=54697f98-22c3-4ee7-954f-5ec1bedd4ac3 HTTP/1.1" status: 200 len: 210 time: 0.1835594 Jul 07 17:17:28.014660 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f652dc5d-ce9b-4a22-a9ac-26cc9fd12e8e tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "PUT /v2.0/floatingips/2bb1b68f-9341-40fe-acc7-2d55de686eab HTTP/1.1" status: 200 len: 978 time: 4.8685596 Jul 07 17:17:28.018874 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42150) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:28.052205 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:28.079783 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-ba2a5426-8636-49b6-a72e-71c5ca32889b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b49db49b-f127-4d2a-b9c1-b5f9ec1c540b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3720994 Jul 07 17:17:28.091890 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc051b-4634-4ebe-b535-3306081d31af req-7d24c9c9-4896-4589-963e-a0724ca5c3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:28.094412 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15dc051b-4634-4ebe-b535-3306081d31af req-7d24c9c9-4896-4589-963e-a0724ca5c3e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12798acc-312b-4214-a500-3b0991528d28 HTTP/1.1" status: 200 len: 849 time: 0.1699166 Jul 07 17:17:28.160585 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 03b9facb-0178-4763-9f96-028a459ee77a, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=03b9facb-0178-4763-9f96-028a459ee77a,segment=NetworkSegment(a7553279-0661-4c54-86a8-42bce1d0325a),segment_id=a7553279-0661-4c54-86a8-42bce1d0325a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:28.206382 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-db1f8d99-ace3-47bf-978b-520e05e78a2a None None] Provisioning complete for port 27923ae3-c44d-4578-a198-94372a123de1 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:28.225222 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-db1f8d99-ace3-47bf-978b-520e05e78a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:28.231065 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:28.335893 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15dc051b-4634-4ebe-b535-3306081d31af req-d34b42f5-559c-47d8-9445-9425cedda9cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b49db49b-f127-4d2a-b9c1-b5f9ec1c540b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2252572 Jul 07 17:17:28.501034 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-50916e1f-a4c9-4c0f-ae50-0f93b29e61b9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:28.545570 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-50916e1f-a4c9-4c0f-ae50-0f93b29e61b9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] device_id is not set on port c4007a95-cf20-4f6c-9731-1ffcf1afdbe2 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:17:28.580866 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['03b9facb-0178-4763-9f96-028a459ee77a'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:17:28.641646 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-9ab33070-ede8-42bc-a6c9-fbed40e65142 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Deleting port 0c15ce88-fcee-49d1-9dc8-24348b39392c {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:28.642411 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ab33070-ede8-42bc-a6c9-fbed40e65142 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:28.729203 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=03b9facb-0178-4763-9f96-028a459ee77a,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:28.740086 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ffad0-19bd-4d20-9747-7aad028ce708 req-7b8b9e20-bd17-48db-9b3e-cac77c127d0a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:28.756580 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c65ffad0-19bd-4d20-9747-7aad028ce708 req-7b8b9e20-bd17-48db-9b3e-cac77c127d0a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=aee39dea-5eb8-4b41-89ce-48ee8f18eddc HTTP/1.1" status: 200 len: 943 time: 2.2520437 Jul 07 17:17:28.805074 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:28.805554 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:28.806453 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:28.807010 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:28.807723 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:28.808268 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:28.809592 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:28.811014 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:28.811959 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:28.812533 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:28.813110 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:28.813629 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:29.145524 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c65ffad0-19bd-4d20-9747-7aad028ce708 req-d9df0b65-54f6-4a07-bc43-0ccd8282718c tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a3d89b-8016-4f82-845d-66c79549f60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268717 Jul 07 17:17:29.222685 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ab33070-ede8-42bc-a6c9-fbed40e65142 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:29.429325 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-50916e1f-a4c9-4c0f-ae50-0f93b29e61b9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 2001:db8::1c7 (6e9cefa1-f008-4dc6-9203-f56e105ef387/bf48e833-4259-4b2a-baaa-fd724b3bfd98/c4007a95-cf20-4f6c-9731-1ffcf1afdbe2) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:29.447920 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-50916e1f-a4c9-4c0f-ae50-0f93b29e61b9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6d:8b9d (6e9cefa1-f008-4dc6-9203-f56e105ef387/2df7f3a7-6dc7-41be-9313-82c7aa8fd705/c4007a95-cf20-4f6c-9731-1ffcf1afdbe2) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:29.502332 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15dc051b-4634-4ebe-b535-3306081d31af req-599ef87a-f427-4101-a717-60e42d346b2d service neutron] 10.222.0.64 "GET /v2.0/networks/b49db49b-f127-4d2a-b9c1-b5f9ec1c540b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0015621 Jul 07 17:17:29.514983 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-2d8cb290-f01d-4b5f-bad9-ebfb200e8df0 service neutron] 10.222.0.72 "GET /v2.0/networks/b49db49b-f127-4d2a-b9c1-b5f9ec1c540b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4031067 Jul 07 17:17:29.793954 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-50916e1f-a4c9-4c0f-ae50-0f93b29e61b9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:29.982598 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42164) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:30.108937 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c95944-2063-4832-b7cd-843702e29390 req-c518e837-8d10-41f7-be3e-db41296563b7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:30.116210 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3fecc76-5a88-4fa1-8f61-1b768a4139ea req-5a49f2ac-92bd-4154-b231-c09c9006a062 service neutron] 10.222.0.72 "GET /v2.0/networks/b49db49b-f127-4d2a-b9c1-b5f9ec1c540b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031356 Jul 07 17:17:30.120793 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15dc051b-4634-4ebe-b535-3306081d31af req-c7fed616-d84f-47e2-bb4d-4bcb7281fd38 service neutron] 10.222.0.64 "GET /v2.0/networks/b49db49b-f127-4d2a-b9c1-b5f9ec1c540b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096502 Jul 07 17:17:30.129664 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26c95944-2063-4832-b7cd-843702e29390 req-c518e837-8d10-41f7-be3e-db41296563b7 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 945 time: 1.2799704 Jul 07 17:17:30.220741 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:30.223509 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-7f350381-8182-46f0-aa89-6f5b730596ec admin admin] Allocated IP 172.20.0.1 (0e005ea3-05eb-4960-83d6-5e4747f2b68f/31c817cf-4a54-4051-ac1f-6b744f1bf73c/3d8b2e31-e0b1-4893-8036-03bda60ff147) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:30.228433 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-50916e1f-a4c9-4c0f-ae50-0f93b29e61b9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Transition to ACTIVE for port object c4007a95-cf20-4f6c-9731-1ffcf1afdbe2 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:30.447648 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7f350381-8182-46f0-aa89-6f5b730596ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:30.517529 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26c95944-2063-4832-b7cd-843702e29390 req-4f98cf31-a6a9-47f4-a46c-544b4a007618 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396642 Jul 07 17:17:30.626944 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 03b9facb-0178-4763-9f96-028a459ee77a up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:30.658585 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7f350381-8182-46f0-aa89-6f5b730596ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:30.687119 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-842c638a-6c2f-4d8d-8695-5d680cc3ff12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:30.726714 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 03b9facb-0178-4763-9f96-028a459ee77a completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:30.736288 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 03b9facb-0178-4763-9f96-028a459ee77a triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:30.739159 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:30.771434 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f350381-8182-46f0-aa89-6f5b730596ec admin admin] Network 0e005ea3-05eb-4960-83d6-5e4747f2b68f is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:30.784320 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553be695-84fb-4d29-a31f-f55632a5e7df req-dab67819-ce10-413c-94da-b5d4a85acd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:30.787600 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-553be695-84fb-4d29-a31f-f55632a5e7df req-dab67819-ce10-413c-94da-b5d4a85acd67 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=093f8cd0eb1247809a1b83c8ab433206&device_id=aee39dea-5eb8-4b41-89ce-48ee8f18eddc HTTP/1.1" status: 200 len: 1095 time: 0.2811453 Jul 07 17:17:30.794744 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-7f350381-8182-46f0-aa89-6f5b730596ec admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:30.814160 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f350381-8182-46f0-aa89-6f5b730596ec admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:30.855775 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ab33070-ede8-42bc-a6c9-fbed40e65142 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:30.860287 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ab33070-ede8-42bc-a6c9-fbed40e65142 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:30.861861 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-9ab33070-ede8-42bc-a6c9-fbed40e65142 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Floating IP 2bb1b68f-9341-40fe-acc7-2d55de686eab disassociated. External IP: 172.25.0.218, port: 0c15ce88-fcee-49d1-9dc8-24348b39392c. Jul 07 17:17:30.863904 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-9ab33070-ede8-42bc-a6c9-fbed40e65142 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Calling delete_port for 0c15ce88-fcee-49d1-9dc8-24348b39392c owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:30.885843 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7f350381-8182-46f0-aa89-6f5b730596ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:30.947761 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-50916e1f-a4c9-4c0f-ae50-0f93b29e61b9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:31.046880 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:31.119311 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daca2aa8-b00a-48d2-a451-aa5fc529d730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b9facb-0178-4763-9f96-028a459ee77a'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:31.121686 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c842aa1b-4c59-4b8a-a01b-5c3b420476c6" -d '{"events": [{"server_uuid": "daca2aa8-b00a-48d2-a451-aa5fc529d730", "name": "network-vif-plugged", "status": "completed", "tag": "03b9facb-0178-4763-9f96-028a459ee77a"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:31.156909 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f350381-8182-46f0-aa89-6f5b730596ec admin admin] Pushing event updated for resources: {'Port': ['ID=3d8b2e31-e0b1-4893-8036-03bda60ff147,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:31.166122 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50916e1f-a4c9-4c0f-ae50-0f93b29e61b9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:31.176984 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-50916e1f-a4c9-4c0f-ae50-0f93b29e61b9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:31.177277 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 03b9facb-0178-4763-9f96-028a459ee77a, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=03b9facb-0178-4763-9f96-028a459ee77a,segment=NetworkSegment(a7553279-0661-4c54-86a8-42bce1d0325a),segment_id=a7553279-0661-4c54-86a8-42bce1d0325a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:31.181874 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12902a-e861-4c84-ba42-6fddd9345060 req-71ea41b7-969f-40aa-bdd4-591e519e5e88 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:31.183752 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:31.193255 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50916e1f-a4c9-4c0f-ae50-0f93b29e61b9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:31.199329 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50916e1f-a4c9-4c0f-ae50-0f93b29e61b9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:31.199949 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-50916e1f-a4c9-4c0f-ae50-0f93b29e61b9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:31.210097 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fa12902a-e861-4c84-ba42-6fddd9345060 req-71ea41b7-969f-40aa-bdd4-591e519e5e88 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=aee39dea-5eb8-4b41-89ce-48ee8f18eddc HTTP/1.1" status: 200 len: 943 time: 0.7055655 Jul 07 17:17:31.234663 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50916e1f-a4c9-4c0f-ae50-0f93b29e61b9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Port': ['ID=c4007a95-cf20-4f6c-9731-1ffcf1afdbe2,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:31.303354 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7906a57-49c9-496f-92e9-eed48bcf06f9 x-openstack-request-id: req-c7906a57-49c9-496f-92e9-eed48bcf06f9 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:31.303859 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daca2aa8-b00a-48d2-a451-aa5fc529d730", "name": "network-vif-plugged", "status": "completed", "tag": "03b9facb-0178-4763-9f96-028a459ee77a", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:31.303948 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7906a57-49c9-496f-92e9-eed48bcf06f9 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:31.304309 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daca2aa8-b00a-48d2-a451-aa5fc529d730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b9facb-0178-4763-9f96-028a459ee77a', 'code': 200} Jul 07 17:17:31.346008 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=03b9facb-0178-4763-9f96-028a459ee77a,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:31.363833 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-842c638a-6c2f-4d8d-8695-5d680cc3ff12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:31.439338 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-842c638a-6c2f-4d8d-8695-5d680cc3ff12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:31.464184 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-50916e1f-a4c9-4c0f-ae50-0f93b29e61b9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.8034604 Jul 07 17:17:31.537483 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42176) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:31.588358 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c638a-6c2f-4d8d-8695-5d680cc3ff12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ec096e-ba1f-4e7a-9421-077a4d3a1e01,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:31.652684 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ab33070-ede8-42bc-a6c9-fbed40e65142 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:31.786594 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fa12902a-e861-4c84-ba42-6fddd9345060 req-e5a057f3-d169-4de5-a800-6a98c1643bcf tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a3d89b-8016-4f82-845d-66c79549f60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5752122 Jul 07 17:17:31.819174 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553be695-84fb-4d29-a31f-f55632a5e7df req-b801adaf-80ba-4add-8dbb-0ad9453f63ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:31.822591 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-553be695-84fb-4d29-a31f-f55632a5e7df req-b801adaf-80ba-4add-8dbb-0ad9453f63ba service neutron] 10.222.0.72 "GET /v2.0/networks?id=b49db49b-f127-4d2a-b9c1-b5f9ec1c540b HTTP/1.1" status: 200 len: 910 time: 1.0181093 Jul 07 17:17:31.828551 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab33070-ede8-42bc-a6c9-fbed40e65142 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event deleted for resources: {'Port': ['ID=0c15ce88-fcee-49d1-9dc8-24348b39392c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:31.836543 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-842c638a-6c2f-4d8d-8695-5d680cc3ff12 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=87781bc6610d4a7186d15f33273fa7d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8372011 Jul 07 17:17:31.845184 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42180) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:31.933324 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0e7707d1-c569-40df-9b50-223354704978 None None] Provisioning for port c4007a95-cf20-4f6c-9731-1ffcf1afdbe2 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:31.951491 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0e7707d1-c569-40df-9b50-223354704978 None None] Provisioning complete for port c4007a95-cf20-4f6c-9731-1ffcf1afdbe2 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:31.952405 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0e7707d1-c569-40df-9b50-223354704978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:32.029686 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-553be695-84fb-4d29-a31f-f55632a5e7df req-c23f62a0-8a75-477a-940b-1819ee08f67c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ff381e8-078a-4094-a00e-8b925efb69df HTTP/1.1" status: 200 len: 217 time: 0.1848934 Jul 07 17:17:32.100174 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7f350381-8182-46f0-aa89-6f5b730596ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:32.291964 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78f8cb-7088-46b2-8835-95c63cf0cca5 req-085e5a9f-b664-41a8-8cac-114586f359ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:32.296423 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2c78f8cb-7088-46b2-8835-95c63cf0cca5 req-085e5a9f-b664-41a8-8cac-114586f359ef service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=daca2aa8-b00a-48d2-a451-aa5fc529d730 HTTP/1.1" status: 200 len: 1097 time: 0.7765169 Jul 07 17:17:32.320113 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553be695-84fb-4d29-a31f-f55632a5e7df req-3c1b6775-e62a-42b7-9945-aba50952253c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:32.323622 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-553be695-84fb-4d29-a31f-f55632a5e7df req-3c1b6775-e62a-42b7-9945-aba50952253c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=12798acc-312b-4214-a500-3b0991528d28 HTTP/1.1" status: 200 len: 849 time: 0.2237127 Jul 07 17:17:32.420596 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-0e7707d1-c569-40df-9b50-223354704978 None None] Port c4007a95-cf20-4f6c-9731-1ffcf1afdbe2 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:17:32.474378 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-553be695-84fb-4d29-a31f-f55632a5e7df req-fda70632-a587-47f5-8779-141fb464158a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b49db49b-f127-4d2a-b9c1-b5f9ec1c540b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1419933 Jul 07 17:17:32.559271 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f9377bba-5489-4785-af17-9e66d81b3987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:32.610006 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f9377bba-5489-4785-af17-9e66d81b3987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:32.696422 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab33070-ede8-42bc-a6c9-fbed40e65142 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Router b599a00a-5bd2-4a4b-a493-1fb73b9b6aff has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:32.706774 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-3f075f2a-c938-41af-ba4a-ac630f54109a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting port c4007a95-cf20-4f6c-9731-1ffcf1afdbe2 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:32.707390 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f075f2a-c938-41af-ba4a-ac630f54109a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:32.714112 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f9377bba-5489-4785-af17-9e66d81b3987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:32.717702 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f9377bba-5489-4785-af17-9e66d81b3987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:32.719103 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f9377bba-5489-4785-af17-9e66d81b3987 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/80ec096e-ba1f-4e7a-9421-077a4d3a1e01 HTTP/1.1" status: 204 len: 168 time: 0.8728857 Jul 07 17:17:32.790944 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9377bba-5489-4785-af17-9e66d81b3987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ec096e-ba1f-4e7a-9421-077a4d3a1e01,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:32.809049 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b574bc1-03b5-4168-a543-50ca7752f1e1 req-033be88b-ab79-4f69-b70f-748d1e71b704 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:32.826045 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9b574bc1-03b5-4168-a543-50ca7752f1e1 req-033be88b-ab79-4f69-b70f-748d1e71b704 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 945 time: 0.7127924 Jul 07 17:17:32.885147 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-553be695-84fb-4d29-a31f-f55632a5e7df req-8fe6a736-0e67-4e7d-826c-ebc1387f3a07 service neutron] 10.222.0.72 "GET /v2.0/networks/b49db49b-f127-4d2a-b9c1-b5f9ec1c540b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968077 Jul 07 17:17:32.986931 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2c78f8cb-7088-46b2-8835-95c63cf0cca5 req-59b55812-e468-485c-9f98-b370f9b0a3c4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b2a3d89b-8016-4f82-845d-66c79549f60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6796644 Jul 07 17:17:33.168139 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9b574bc1-03b5-4168-a543-50ca7752f1e1 req-8e132d57-e993-43fd-9e8f-a719e8f22d90 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408952 Jul 07 17:17:33.186930 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-553be695-84fb-4d29-a31f-f55632a5e7df req-65af177e-0cae-4921-8f99-c2bd5f04ff5e service neutron] 10.222.0.72 "GET /v2.0/networks/b49db49b-f127-4d2a-b9c1-b5f9ec1c540b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918323 Jul 07 17:17:33.346439 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f075f2a-c938-41af-ba4a-ac630f54109a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.383238 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-3f075f2a-c938-41af-ba4a-ac630f54109a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Calling delete_port for c4007a95-cf20-4f6c-9731-1ffcf1afdbe2 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:33.427996 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab33070-ede8-42bc-a6c9-fbed40e65142 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:33.445273 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbbe5b-3bca-4b64-a80d-97fc61c783e4 req-9b99dac9-5535-4b16-8a05-c5b741ced73a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:33.447585 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bafbbe5b-3bca-4b64-a80d-97fc61c783e4 req-9b99dac9-5535-4b16-8a05-c5b741ced73a tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=aee39dea-5eb8-4b41-89ce-48ee8f18eddc HTTP/1.1" status: 200 len: 943 time: 0.2591798 Jul 07 17:17:33.455775 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6b29f1-6dde-43f6-9ef1-967285ca41e8 None None] Sync routers for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:33.474261 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6b29f1-6dde-43f6-9ef1-967285ca41e8 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:33.475863 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bb6b29f1-6dde-43f6-9ef1-967285ca41e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:17:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:33.503393 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7f350381-8182-46f0-aa89-6f5b730596ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.535471 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bafbbe5b-3bca-4b64-a80d-97fc61c783e4 req-aaa64648-dc69-4beb-bc04-b117b43f39e5 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a3d89b-8016-4f82-845d-66c79549f60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613010 Jul 07 17:17:33.537291 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7f350381-8182-46f0-aa89-6f5b730596ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.629455 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7f350381-8182-46f0-aa89-6f5b730596ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.631594 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f350381-8182-46f0-aa89-6f5b730596ec admin admin] Pushing event updated for resources: {'Port': ['ID=3d8b2e31-e0b1-4893-8036-03bda60ff147,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:33.648679 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ab33070-ede8-42bc-a6c9-fbed40e65142 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.659823 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9ab33070-ede8-42bc-a6c9-fbed40e65142 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "DELETE /v2.0/ports/0c15ce88-fcee-49d1-9dc8-24348b39392c HTTP/1.1" status: 204 len: 168 time: 5.6373086 Jul 07 17:17:33.669412 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42198) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:33.751712 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ab1c30e5-f539-4d2d-92bc-26a6f93ca757 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "GET /v2.0/floatingips/2bb1b68f-9341-40fe-acc7-2d55de686eab HTTP/1.1" status: 200 len: 688 time: 0.0808458 Jul 07 17:17:33.760890 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42202) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:33.794005 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 8ff381e8-078a-4094-a00e-8b925efb69df details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:17:33.800901 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bb6b29f1-6dde-43f6-9ef1-967285ca41e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:33.836254 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6b29f1-6dde-43f6-9ef1-967285ca41e8 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:33.837235 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bb6b29f1-6dde-43f6-9ef1-967285ca41e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:17:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:33.929670 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f350381-8182-46f0-aa89-6f5b730596ec admin admin] Network 0e005ea3-05eb-4960-83d6-5e4747f2b68f is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:33.931831 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-7f350381-8182-46f0-aa89-6f5b730596ec admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:33.939505 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bb6b29f1-6dde-43f6-9ef1-967285ca41e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:33.940052 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6b29f1-6dde-43f6-9ef1-967285ca41e8 None None] The sync data for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:34.121463 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 8ff381e8-078a-4094-a00e-8b925efb69df, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=8ff381e8-078a-4094-a00e-8b925efb69df,segment=NetworkSegment(a7553279-0661-4c54-86a8-42bce1d0325a),segment_id=a7553279-0661-4c54-86a8-42bce1d0325a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:34.141395 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f350381-8182-46f0-aa89-6f5b730596ec admin admin] Router 48b5e759-36cc-46fd-85a7-0f2d268a2623 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:34.153304 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '8ff381e8-078a-4094-a00e-8b925efb69df', 'network_id': 'b49db49b-f127-4d2a-b9c1-b5f9ec1c540b', 'port_id': '8ff381e8-078a-4094-a00e-8b925efb69df', 'mac_address': 'fa:16:3e:f8:d4:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12798acc-312b-4214-a500-3b0991528d28', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:17:34.364073 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:34.503603 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff381e8-078a-4094-a00e-8b925efb69df {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:17:34.504687 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f350381-8182-46f0-aa89-6f5b730596ec admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:34.515898 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68588090-012f-4eeb-9aff-e668db0c23c0 None None] Sync routers for ids ['48b5e759-36cc-46fd-85a7-0f2d268a2623'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:34.516836 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7f350381-8182-46f0-aa89-6f5b730596ec admin admin] 10.222.0.53 "PUT /v2.0/routers/48b5e759-36cc-46fd-85a7-0f2d268a2623/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2448971 Jul 07 17:17:34.542509 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f075f2a-c938-41af-ba4a-ac630f54109a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:34.586922 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68588090-012f-4eeb-9aff-e668db0c23c0 None None] Routers {'48b5e759-36cc-46fd-85a7-0f2d268a2623'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:34.587908 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-68588090-012f-4eeb-9aff-e668db0c23c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:17:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['48b5e759-36cc-46fd-85a7-0f2d268a2623'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:34.601798 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 8ff381e8-078a-4094-a00e-8b925efb69df, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=8ff381e8-078a-4094-a00e-8b925efb69df,segment=NetworkSegment(a7553279-0661-4c54-86a8-42bce1d0325a),segment_id=a7553279-0661-4c54-86a8-42bce1d0325a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:34.616107 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:34.673282 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f075f2a-c938-41af-ba4a-ac630f54109a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Port': ['ID=c4007a95-cf20-4f6c-9731-1ffcf1afdbe2,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:34.799558 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f075f2a-c938-41af-ba4a-ac630f54109a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:34.802087 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3f075f2a-c938-41af-ba4a-ac630f54109a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/c4007a95-cf20-4f6c-9731-1ffcf1afdbe2 HTTP/1.1" status: 204 len: 168 time: 3.1977596 Jul 07 17:17:34.806103 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42220) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:34.859431 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=8ff381e8-078a-4094-a00e-8b925efb69df,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:34.860193 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-9aca99bd-5712-4768-833e-969dcf9687c9 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Deleting port 3236dc11-9214-4784-88db-979ddf2e2b1d {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:34.869267 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9aca99bd-5712-4768-833e-969dcf9687c9 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.003439 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['8ff381e8-078a-4094-a00e-8b925efb69df'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:17:35.292815 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-68588090-012f-4eeb-9aff-e668db0c23c0 None None] Set router 48b5e759-36cc-46fd-85a7-0f2d268a2623 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:35.681131 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-68588090-012f-4eeb-9aff-e668db0c23c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108608792-router', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '31ce50d4-fbe5-470e-adc6-3a44e278f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:08Z', 'updated_at': '2021-07-07T17:17:31Z', 'revision_number': 4, 'project_id': '963a6f61059f43fda2e16b5d1183ff85', 'gw_port': {'id': '31ce50d4-fbe5-470e-adc6-3a44e278f505', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:11Z', 'updated_at': '2021-07-07T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '3d8b2e31-e0b1-4893-8036-03bda60ff147', 'name': '', 'network_id': '0e005ea3-05eb-4960-83d6-5e4747f2b68f', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'mac_address': 'fa:16:3e:58:9f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '31c817cf-4a54-4051-ac1f-6b744f1bf73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:28Z', 'updated_at': '2021-07-07T17:17:32Z', 'revision_number': 2, 'project_id': '963a6f61059f43fda2e16b5d1183ff85', 'subnets': [{'id': '31c817cf-4a54-4051-ac1f-6b744f1bf73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:35.760588 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68588090-012f-4eeb-9aff-e668db0c23c0 None None] Checking router: 48b5e759-36cc-46fd-85a7-0f2d268a2623 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:17:35.761176 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68588090-012f-4eeb-9aff-e668db0c23c0 None None] Updating router 48b5e759-36cc-46fd-85a7-0f2d268a2623 port 3d8b2e31-e0b1-4893-8036-03bda60ff147 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:17:35.841991 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-68588090-012f-4eeb-9aff-e668db0c23c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.958986 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42224) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:35.991103 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843dc8f6-a4eb-4d04-b268-dfaa6a57ba10 req-7eee2632-03a0-46d4-87dd-ac9f3031263f tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:36.005659 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-843dc8f6-a4eb-4d04-b268-dfaa6a57ba10 req-7eee2632-03a0-46d4-87dd-ac9f3031263f tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 945 time: 1.5066085 Jul 07 17:17:36.124409 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-843dc8f6-a4eb-4d04-b268-dfaa6a57ba10 req-f73756a7-08da-4815-8f7b-b1bcae058dae tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175637 Jul 07 17:17:36.181659 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9aca99bd-5712-4768-833e-969dcf9687c9 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.187260 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9aca99bd-5712-4768-833e-969dcf9687c9 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.224693 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-9aca99bd-5712-4768-833e-969dcf9687c9 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Calling delete_port for 3236dc11-9214-4784-88db-979ddf2e2b1d owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:36.245626 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6be1b12-5456-4290-9669-34d424377734 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:36.260034 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42234) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:36.260408 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d6be1b12-5456-4290-9669-34d424377734 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.4520073 Jul 07 17:17:36.329630 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e750976-327f-44fc-b1ff-34a7817e6eba req-4f1ca2fe-7244-4aaa-a364-c92555c0a3e1 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:36.338927 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4e750976-327f-44fc-b1ff-34a7817e6eba req-4f1ca2fe-7244-4aaa-a364-c92555c0a3e1 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=aee39dea-5eb8-4b41-89ce-48ee8f18eddc HTTP/1.1" status: 200 len: 944 time: 0.3736398 Jul 07 17:17:36.442148 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b872da92-4e1e-418b-99e8-61e32fe1d817 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:36.443981 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b872da92-4e1e-418b-99e8-61e32fe1d817 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1795557 Jul 07 17:17:36.450092 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42236) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:36.458404 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-420cdf91-286f-47d8-a828-e7ef87cbff04 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-315326028-network', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:36.545041 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420cdf91-286f-47d8-a828-e7ef87cbff04 admin admin] Made reservation on behalf of 05029c802c7d44e6b05d7b73d2dd31fb for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:36.566434 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-420cdf91-286f-47d8-a828-e7ef87cbff04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.585502 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4e750976-327f-44fc-b1ff-34a7817e6eba req-c2b23941-865c-4428-b658-e2221aa4df66 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a3d89b-8016-4f82-845d-66c79549f60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429118 Jul 07 17:17:36.611236 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-420cdf91-286f-47d8-a828-e7ef87cbff04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.627430 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0de44a-6dc8-494a-bdef-511fef3e6403 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:36.629283 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0de44a-6dc8-494a-bdef-511fef3e6403 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:36.631969 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0de44a-6dc8-494a-bdef-511fef3e6403 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:36.646698 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8d0de44a-6dc8-494a-bdef-511fef3e6403 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1741683 Jul 07 17:17:36.648988 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42244) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:36.864733 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-68588090-012f-4eeb-9aff-e668db0c23c0 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.986527 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-68588090-012f-4eeb-9aff-e668db0c23c0 None None] Transition to ACTIVE for port object 3d8b2e31-e0b1-4893-8036-03bda60ff147 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:37.004428 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-68588090-012f-4eeb-9aff-e668db0c23c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.074838 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9aca99bd-5712-4768-833e-969dcf9687c9 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.155786 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883963a-1460-4c41-b59a-c270db57c940 None None] Pushing event updated for resources: {'Port': ['ID=3d8b2e31-e0b1-4893-8036-03bda60ff147,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:37.178375 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a883963a-1460-4c41-b59a-c270db57c940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:37.178889 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a883963a-1460-4c41-b59a-c270db57c940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:37.179342 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a883963a-1460-4c41-b59a-c270db57c940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:37.179783 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a883963a-1460-4c41-b59a-c270db57c940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:37.180229 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a883963a-1460-4c41-b59a-c270db57c940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:37.180728 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a883963a-1460-4c41-b59a-c270db57c940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:37.181176 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a883963a-1460-4c41-b59a-c270db57c940 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:37.181702 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a883963a-1460-4c41-b59a-c270db57c940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:37.182153 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a883963a-1460-4c41-b59a-c270db57c940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:37.182601 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a883963a-1460-4c41-b59a-c270db57c940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:37.183020 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a883963a-1460-4c41-b59a-c270db57c940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:37.183464 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a883963a-1460-4c41-b59a-c270db57c940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:37.203679 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-420cdf91-286f-47d8-a828-e7ef87cbff04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.258405 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-420cdf91-286f-47d8-a828-e7ef87cbff04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.281337 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-69885f78-55dc-4de1-8eaf-4ab3feeeb312 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet 2df7f3a7-6dc7-41be-9313-82c7aa8fd705 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:17:37.310095 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.319551 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca99bd-5712-4768-833e-969dcf9687c9 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event deleted for resources: {'Port': ['ID=3236dc11-9214-4784-88db-979ddf2e2b1d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:37.333023 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-69885f78-55dc-4de1-8eaf-4ab3feeeb312 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.338514 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420cdf91-286f-47d8-a828-e7ef87cbff04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6937233-8954-43ba-b52a-15ea75e19b4b,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:37.392060 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420cdf91-286f-47d8-a828-e7ef87cbff04 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:17:37.406608 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-68588090-012f-4eeb-9aff-e668db0c23c0 None None] Attempting to bind port 3d8b2e31-e0b1-4893-8036-03bda60ff147 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:37.407095 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-68588090-012f-4eeb-9aff-e668db0c23c0 None None] Attempting to bind port 3d8b2e31-e0b1-4893-8036-03bda60ff147 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '964587fe-7664-4bf2-ace4-274b800778e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0e005ea3-05eb-4960-83d6-5e4747f2b68f'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:37.417194 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68588090-012f-4eeb-9aff-e668db0c23c0 None None] Attempting to bind port 3d8b2e31-e0b1-4893-8036-03bda60ff147 on network 0e005ea3-05eb-4960-83d6-5e4747f2b68f {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:37.423591 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68588090-012f-4eeb-9aff-e668db0c23c0 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:37.424993 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68588090-012f-4eeb-9aff-e668db0c23c0 None None] Checking segment: {'id': '964587fe-7664-4bf2-ace4-274b800778e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0e005ea3-05eb-4960-83d6-5e4747f2b68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:37.425189 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-420cdf91-286f-47d8-a828-e7ef87cbff04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.425388 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-68588090-012f-4eeb-9aff-e668db0c23c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.425549 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-420cdf91-286f-47d8-a828-e7ef87cbff04 admin admin] Added segment cef86302-c991-47cf-a7fd-0464c6fa2b9a of type vlan for network 8844e96f-6ac0-4025-abff-e3224e6714bf Jul 07 17:17:37.425705 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68588090-012f-4eeb-9aff-e668db0c23c0 None None] Bound using segment: {'id': '964587fe-7664-4bf2-ace4-274b800778e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0e005ea3-05eb-4960-83d6-5e4747f2b68f'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:37.426072 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-68588090-012f-4eeb-9aff-e668db0c23c0 None None] Bound port: 3d8b2e31-e0b1-4893-8036-03bda60ff147, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964587fe-7664-4bf2-ace4-274b800778e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0e005ea3-05eb-4960-83d6-5e4747f2b68f'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:37.426577 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-68588090-012f-4eeb-9aff-e668db0c23c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.575681 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9aca99bd-5712-4768-833e-969dcf9687c9 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.576459 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 8ff381e8-078a-4094-a00e-8b925efb69df up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:37.580872 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-68588090-012f-4eeb-9aff-e668db0c23c0 None None] For port 3d8b2e31-e0b1-4893-8036-03bda60ff147, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:37.584526 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9aca99bd-5712-4768-833e-969dcf9687c9 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.588803 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-68588090-012f-4eeb-9aff-e668db0c23c0 None None] For port 3d8b2e31-e0b1-4893-8036-03bda60ff147, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3d8b2e31-e0b1-4893-8036-03bda60ff147,segment=NetworkSegment(964587fe-7664-4bf2-ace4-274b800778e8),segment_id=964587fe-7664-4bf2-ace4-274b800778e8)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:37.591373 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9aca99bd-5712-4768-833e-969dcf9687c9 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "DELETE /v2.0/floatingips/2bb1b68f-9341-40fe-acc7-2d55de686eab HTTP/1.1" status: 204 len: 168 time: 3.8285537 Jul 07 17:17:37.601549 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-68588090-012f-4eeb-9aff-e668db0c23c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.604657 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42260) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:37.617331 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'port_id': '7cab7b6a-737b-405f-a31b-8aaa7d6f1a0a'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:37.668727 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68588090-012f-4eeb-9aff-e668db0c23c0 None None] Routers {'48b5e759-36cc-46fd-85a7-0f2d268a2623'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:37.673593 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-68588090-012f-4eeb-9aff-e668db0c23c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:17:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['48b5e759-36cc-46fd-85a7-0f2d268a2623'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:37.721490 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-69885f78-55dc-4de1-8eaf-4ab3feeeb312 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.769133 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.803383 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.831955 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 8ff381e8-078a-4094-a00e-8b925efb69df completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:37.871850 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5235e-d605-40cb-a34b-2857636d9253 req-028bbbd3-6529-414f-94dc-f19fc61877cd tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:37.875952 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-69e5235e-d605-40cb-a34b-2857636d9253 req-028bbbd3-6529-414f-94dc-f19fc61877cd tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/networks?id=0e005ea3-05eb-4960-83d6-5e4747f2b68f HTTP/1.1" status: 200 len: 820 time: 0.9032450 Jul 07 17:17:37.913423 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 8ff381e8-078a-4094-a00e-8b925efb69df triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:37.916205 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.984098 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-69e5235e-d605-40cb-a34b-2857636d9253 req-b142fe54-abf7-4a4c-8ea5-11712276dec1 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/quotas/963a6f61059f43fda2e16b5d1183ff85 HTTP/1.1" status: 200 len: 375 time: 0.0476699 Jul 07 17:17:38.025216 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-68588090-012f-4eeb-9aff-e668db0c23c0 None None] Set router 48b5e759-36cc-46fd-85a7-0f2d268a2623 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:38.094339 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-420cdf91-286f-47d8-a828-e7ef87cbff04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.221383 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ce2fb-a560-4683-bab1-924ab22426b7 req-f2ed34dc-e6de-41f7-8bdf-11fcb6f36f2f tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:38.224439 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fe2ce2fb-a560-4683-bab1-924ab22426b7 req-f2ed34dc-e6de-41f7-8bdf-11fcb6f36f2f tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 945 time: 0.7713325 Jul 07 17:17:38.246138 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-420cdf91-286f-47d8-a828-e7ef87cbff04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.248946 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420cdf91-286f-47d8-a828-e7ef87cbff04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:38.249889 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-420cdf91-286f-47d8-a828-e7ef87cbff04 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.318296 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-69885f78-55dc-4de1-8eaf-4ab3feeeb312 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.351219 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.355868 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883963a-1460-4c41-b59a-c270db57c940 None None] Pushing event updated for resources: {'Port': ['ID=3d8b2e31-e0b1-4893-8036-03bda60ff147,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:38.434803 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee39dea-5eb8-4b41-89ce-48ee8f18eddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff381e8-078a-4094-a00e-8b925efb69df'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:38.437608 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b611a708-8467-41b2-9c15-cb4eb58041a6" -d '{"events": [{"server_uuid": "aee39dea-5eb8-4b41-89ce-48ee8f18eddc", "name": "network-vif-plugged", "status": "completed", "tag": "8ff381e8-078a-4094-a00e-8b925efb69df"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:38.513084 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 8ff381e8-078a-4094-a00e-8b925efb69df, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=8ff381e8-078a-4094-a00e-8b925efb69df,segment=NetworkSegment(a7553279-0661-4c54-86a8-42bce1d0325a),segment_id=a7553279-0661-4c54-86a8-42bce1d0325a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:38.514343 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-69e5235e-d605-40cb-a34b-2857636d9253 req-17c6c047-ed65-4613-8a86-5ccdd3996d82 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=963a6f61059f43fda2e16b5d1183ff85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5219383 Jul 07 17:17:38.520663 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.573301 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-420cdf91-286f-47d8-a828-e7ef87cbff04 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6129341 Jul 07 17:17:38.577057 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42268) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:38.593182 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-9f8b6a60-0930-419b-ae08-257cbea9b14c admin admin] Request body: {'subnet': {'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-315326028-subnet', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:38.629177 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420cdf91-286f-47d8-a828-e7ef87cbff04 admin admin] Pushing event updated for resources: {'Network': ['ID=8844e96f-6ac0-4025-abff-e3224e6714bf,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:38.660266 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 8844e96f-6ac0-4025-abff-e3224e6714bf details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:17:38.731525 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-68588090-012f-4eeb-9aff-e668db0c23c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108608792-router', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '31ce50d4-fbe5-470e-adc6-3a44e278f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:08Z', 'updated_at': '2021-07-07T17:17:31Z', 'revision_number': 4, 'project_id': '963a6f61059f43fda2e16b5d1183ff85', 'gw_port': {'id': '31ce50d4-fbe5-470e-adc6-3a44e278f505', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:11Z', 'updated_at': '2021-07-07T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '3d8b2e31-e0b1-4893-8036-03bda60ff147', 'name': '', 'network_id': '0e005ea3-05eb-4960-83d6-5e4747f2b68f', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'mac_address': 'fa:16:3e:58:9f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '31c817cf-4a54-4051-ac1f-6b744f1bf73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:28Z', 'updated_at': '2021-07-07T17:17:37Z', 'revision_number': 4, 'project_id': '963a6f61059f43fda2e16b5d1183ff85', 'subnets': [{'id': '31c817cf-4a54-4051-ac1f-6b744f1bf73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:38.780606 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-69885f78-55dc-4de1-8eaf-4ab3feeeb312 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.790358 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fe2ce2fb-a560-4683-bab1-924ab22426b7 req-bbcf941f-9bf4-47e6-9465-97240e04b08d tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5292344 Jul 07 17:17:38.847027 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8b6a60-0930-419b-ae08-257cbea9b14c admin admin] Made reservation on behalf of 05029c802c7d44e6b05d7b73d2dd31fb for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:38.859335 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9f8b6a60-0930-419b-ae08-257cbea9b14c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.891789 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.897985 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69885f78-55dc-4de1-8eaf-4ab3feeeb312 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=2df7f3a7-6dc7-41be-9313-82c7aa8fd705,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:38.939634 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-69885f78-55dc-4de1-8eaf-4ab3feeeb312 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.949350 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-69885f78-55dc-4de1-8eaf-4ab3feeeb312 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/2df7f3a7-6dc7-41be-9313-82c7aa8fd705 HTTP/1.1" status: 204 len: 168 time: 2.2884009 Jul 07 17:17:38.950211 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42270) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:38.974847 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68588090-012f-4eeb-9aff-e668db0c23c0 None None] The sync data for ids ['48b5e759-36cc-46fd-85a7-0f2d268a2623'] in n-d-791503-12 is: [{'id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108608792-router', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '31ce50d4-fbe5-470e-adc6-3a44e278f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:08Z', 'updated_at': '2021-07-07T17:17:31Z', 'revision_number': 4, 'project_id': '963a6f61059f43fda2e16b5d1183ff85', 'gw_port': {'id': '31ce50d4-fbe5-470e-adc6-3a44e278f505', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:11Z', 'updated_at': '2021-07-07T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '3d8b2e31-e0b1-4893-8036-03bda60ff147', 'name': '', 'network_id': '0e005ea3-05eb-4960-83d6-5e4747f2b68f', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'mac_address': 'fa:16:3e:58:9f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '31c817cf-4a54-4051-ac1f-6b744f1bf73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:28Z', 'updated_at': '2021-07-07T17:17:37Z', 'revision_number': 4, 'project_id': '963a6f61059f43fda2e16b5d1183ff85', 'subnets': [{'id': '31c817cf-4a54-4051-ac1f-6b744f1bf73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:39.023399 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee21f13a-66ee-4d22-9a0d-256ba59d0af2 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:39.370631 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=8ff381e8-078a-4094-a00e-8b925efb69df,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:39.431157 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-69e5235e-d605-40cb-a34b-2857636d9253 req-ded8f4e5-aa56-4ad7-a04d-6979683affda service neutron] 10.222.0.53 "GET /v2.0/networks/0e005ea3-05eb-4960-83d6-5e4747f2b68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9153390 Jul 07 17:17:39.665000 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff03aa6-4383-4e7b-bc5b-f71d51d51cab req-2095224a-ade3-45aa-8e0c-63ceff18c241 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:39.673842 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7ff03aa6-4383-4e7b-bc5b-f71d51d51cab req-2095224a-ade3-45aa-8e0c-63ceff18c241 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=aee39dea-5eb8-4b41-89ce-48ee8f18eddc HTTP/1.1" status: 200 len: 945 time: 0.2695189 Jul 07 17:17:39.831494 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Allocated IP 172.25.0.155 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/623fac82-e0d3-4c0a-952b-a00afd78ab32) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:39.840639 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-342dbee7-47a4-45bb-89df-d269626f6c1e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet bf48e833-4259-4b2a-baaa-fd724b3bfd98 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:17:39.869955 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-342dbee7-47a4-45bb-89df-d269626f6c1e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.000389 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7ff03aa6-4383-4e7b-bc5b-f71d51d51cab req-f6dc2d62-720d-4146-bfaa-f3182c6bae03 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a3d89b-8016-4f82-845d-66c79549f60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257415 Jul 07 17:17:40.079348 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-342dbee7-47a4-45bb-89df-d269626f6c1e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.164163 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748de9ea-abc5-4ae3-b159-a5eeb6256946 x-openstack-request-id: req-748de9ea-abc5-4ae3-b159-a5eeb6256946 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:40.164791 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee39dea-5eb8-4b41-89ce-48ee8f18eddc", "name": "network-vif-plugged", "status": "completed", "tag": "8ff381e8-078a-4094-a00e-8b925efb69df", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:40.165233 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-748de9ea-abc5-4ae3-b159-a5eeb6256946 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:40.165879 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee39dea-5eb8-4b41-89ce-48ee8f18eddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff381e8-078a-4094-a00e-8b925efb69df', 'code': 200} Jul 07 17:17:40.192180 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9f8b6a60-0930-419b-ae08-257cbea9b14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.468982 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-342dbee7-47a4-45bb-89df-d269626f6c1e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.632931 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3d8b2e31-e0b1-4893-8036-03bda60ff147 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:40.731584 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-342dbee7-47a4-45bb-89df-d269626f6c1e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.851535 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 3d8b2e31-e0b1-4893-8036-03bda60ff147 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:40.862637 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342dbee7-47a4-45bb-89df-d269626f6c1e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=bf48e833-4259-4b2a-baaa-fd724b3bfd98,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:40.877360 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-69e5235e-d605-40cb-a34b-2857636d9253 req-a5f50e8c-1424-4cde-9a0d-277fd750c430 service neutron] 10.222.0.53 "GET /v2.0/networks/0e005ea3-05eb-4960-83d6-5e4747f2b68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4448464 Jul 07 17:17:40.912549 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-342dbee7-47a4-45bb-89df-d269626f6c1e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.922085 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-342dbee7-47a4-45bb-89df-d269626f6c1e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/bf48e833-4259-4b2a-baaa-fd724b3bfd98 HTTP/1.1" status: 204 len: 168 time: 1.9637053 Jul 07 17:17:40.922948 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42278) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:40.931844 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 3d8b2e31-e0b1-4893-8036-03bda60ff147 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:40.933196 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.070649 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.083181 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ea96ef1d-bef4-4cd2-8e4d-efa4be982325 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1556327 Jul 07 17:17:41.083900 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42282) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:41.090187 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b6a60-0930-419b-ae08-257cbea9b14c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2ae55f5-c355-4456-833a-1db6be8fc78f,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:41.096432 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-39d1cf28-48eb-43d3-af08-fb4e07de1a1f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:41.329944 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8247ba-8af3-46db-9c98-35c90ec89d2a req-00718149-7966-43ac-9814-a51810ea94d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:41.335548 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ec8247ba-8af3-46db-9c98-35c90ec89d2a req-00718149-7966-43ac-9814-a51810ea94d2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=aee39dea-5eb8-4b41-89ce-48ee8f18eddc HTTP/1.1" status: 200 len: 1097 time: 0.8421273 Jul 07 17:17:41.341027 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8b6a60-0930-419b-ae08-257cbea9b14c admin admin] Checking segment: {'id': 'cef86302-c991-47cf-a7fd-0464c6fa2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:41.352958 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8b6a60-0930-419b-ae08-257cbea9b14c admin admin] Network hostable DHCP agents. Network: 8844e96f-6ac0-4025-abff-e3224e6714bf, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:17:41.536992 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.659366 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d1cf28-48eb-43d3-af08-fb4e07de1a1f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:41.677986 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-39d1cf28-48eb-43d3-af08-fb4e07de1a1f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.762652 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543489a0-5748-45db-b6f7-3c2bec1bfa6f None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:41.808427 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ec8247ba-8af3-46db-9c98-35c90ec89d2a req-5ec8fa10-a075-4b23-a954-e8b6b27981f3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b2a3d89b-8016-4f82-845d-66c79549f60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469962 Jul 07 17:17:41.809871 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8b6a60-0930-419b-ae08-257cbea9b14c admin admin] Network 8844e96f-6ac0-4025-abff-e3224e6714bf is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:17:41.824448 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558b9d9-ab64-4c06-b351-5998f75e25ef req-b4348979-b20b-4b0d-a3e2-083754978943 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:41.834785 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9558b9d9-ab64-4c06-b351-5998f75e25ef req-b4348979-b20b-4b0d-a3e2-083754978943 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 945 time: 1.3291156 Jul 07 17:17:41.842999 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.872131 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-9f8b6a60-0930-419b-ae08-257cbea9b14c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 8844e96f-6ac0-4025-abff-e3224e6714bf) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:42.025912 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8b6a60-0930-419b-ae08-257cbea9b14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:42.033744 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9f8b6a60-0930-419b-ae08-257cbea9b14c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.149705 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:42.178788 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9558b9d9-ab64-4c06-b351-5998f75e25ef req-5d38deca-c11d-46e4-9331-90f6b365eb5c tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429043 Jul 07 17:17:42.186343 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event updated for resources: {'Port': ['ID=623fac82-e0d3-4c0a-952b-a00afd78ab32,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:42.198554 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:42.209336 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9f8b6a60-0930-419b-ae08-257cbea9b14c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.6307466 Jul 07 17:17:42.214476 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:42.221203 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42296) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:42.245350 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-a93b2df3-57a1-4ab6-a29e-99f11ed1b31e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-315326028-router', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:42.344957 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b1152e-233f-48ec-8573-32af4b5460c1 None None] Network 8844e96f-6ac0-4025-abff-e3224e6714bf requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:42.487624 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a2867cc8-d2a1-4221-9347-8121a7fcba42 req-153f4cc4-e8e4-4c08-b7a7-7e31ee8c3112 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 210 time: 0.1507645 Jul 07 17:17:42.556458 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 3d8b2e31-e0b1-4893-8036-03bda60ff147, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3d8b2e31-e0b1-4893-8036-03bda60ff147,segment=NetworkSegment(964587fe-7664-4bf2-ace4-274b800778e8),segment_id=964587fe-7664-4bf2-ace4-274b800778e8)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:42.620695 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-147be01f-42ad-4e60-a668-ad2ea905190a None None] Provisioning complete for port 27923ae3-c44d-4578-a198-94372a123de1 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:42.622185 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a93b2df3-57a1-4ab6-a29e-99f11ed1b31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.624731 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a93b2df3-57a1-4ab6-a29e-99f11ed1b31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.631974 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-147be01f-42ad-4e60-a668-ad2ea905190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.649607 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecc1a3-5b90-4df3-ae82-65d98510da72 req-15fe9306-98c7-4be6-a072-d2461ca0487c tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:42.672110 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43ecc1a3-5b90-4df3-ae82-65d98510da72 req-15fe9306-98c7-4be6-a072-d2461ca0487c tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=aee39dea-5eb8-4b41-89ce-48ee8f18eddc HTTP/1.1" status: 200 len: 945 time: 0.6464987 Jul 07 17:17:42.842247 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43ecc1a3-5b90-4df3-ae82-65d98510da72 req-bc393870-5f84-4f6b-b612-3fd297c96359 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a3d89b-8016-4f82-845d-66c79549f60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681623 Jul 07 17:17:42.860598 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a93b2df3-57a1-4ab6-a29e-99f11ed1b31e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.913357 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:43.041008 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-39d1cf28-48eb-43d3-af08-fb4e07de1a1f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:43.109073 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d1cf28-48eb-43d3-af08-fb4e07de1a1f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:43.125655 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-39d1cf28-48eb-43d3-af08-fb4e07de1a1f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:43.135161 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d1cf28-48eb-43d3-af08-fb4e07de1a1f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:43.136047 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-39d1cf28-48eb-43d3-af08-fb4e07de1a1f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:43.159958 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1cf28-48eb-43d3-af08-fb4e07de1a1f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=91f2f0fd-b544-4d6f-9eef-ad18493b9e37,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:43.167860 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-39d1cf28-48eb-43d3-af08-fb4e07de1a1f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0828454 Jul 07 17:17:43.172136 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42306) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:43.191246 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9efc4eed-c0fd-4cf2-99aa-17d10334797f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:43.375884 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=3d8b2e31-e0b1-4893-8036-03bda60ff147,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:43.664658 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efc4eed-c0fd-4cf2-99aa-17d10334797f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:43.670308 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9efc4eed-c0fd-4cf2-99aa-17d10334797f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:43.807696 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a93b2df3-57a1-4ab6-a29e-99f11ed1b31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:43.898263 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1847f89f-fb13-4eaa-993e-2fc17a5285e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-8844e96f-6ac0-4025-abff-e3224e6714bf', 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'fixed_ips': [{'subnet_id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:17:43.902569 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1847f89f-fb13-4eaa-993e-2fc17a5285e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:44.064395 n-d-791503-12 neutron-server[100192]: INFO neutron.db.ipam_backend_mixin [None req-9efc4eed-c0fd-4cf2-99aa-17d10334797f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 91f2f0fd-b544-4d6f-9eef-ad18493b9e37 (CIDR: 2001:db8::/64) Jul 07 17:17:44.089075 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-9efc4eed-c0fd-4cf2-99aa-17d10334797f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:17:44.089794 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9efc4eed-c0fd-4cf2-99aa-17d10334797f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:44.150535 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5854a-8d09-4f77-bbde-73b7804efe80 req-bdb3e635-d645-490c-959d-ec6bf569d067 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:44.155881 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-edc5854a-8d09-4f77-bbde-73b7804efe80 req-bdb3e635-d645-490c-959d-ec6bf569d067 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 945 time: 0.3657897 Jul 07 17:17:44.238438 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9efc4eed-c0fd-4cf2-99aa-17d10334797f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0595586 Jul 07 17:17:44.249215 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42326) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:44.281541 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-2e062afa-aa63-406a-bb2c-277146b1bcd2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'subnet': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:44.337299 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-edc5854a-8d09-4f77-bbde-73b7804efe80 req-a0c69a4d-2f0f-4711-9fcf-5c81b4cb9e17 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590383 Jul 07 17:17:44.523724 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-1847f89f-fb13-4eaa-993e-2fc17a5285e4 None None] Allocated IP 172.20.0.2 (8844e96f-6ac0-4025-abff-e3224e6714bf/e2ae55f5-c355-4456-833a-1db6be8fc78f/de667031-f362-49a5-9279-2c42e0eced56) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:44.955718 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2325862-a508-4afb-9e5e-804d30d80c25 req-8e105cf5-336a-435d-a2bd-e3268e39ab3d tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:44.968035 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d2325862-a508-4afb-9e5e-804d30d80c25 req-8e105cf5-336a-435d-a2bd-e3268e39ab3d tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=aee39dea-5eb8-4b41-89ce-48ee8f18eddc HTTP/1.1" status: 200 len: 945 time: 0.1855295 Jul 07 17:17:45.029712 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6c3aa9-2668-45c3-ad35-6d7d5f30d94e None None] DHCP port deletion for 6e9cefa1-f008-4dc6-9203-f56e105ef387 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:17:45.070697 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d2325862-a508-4afb-9e5e-804d30d80c25 req-c239f9a7-b078-4f52-ae8b-d8bbe5076623 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a3d89b-8016-4f82-845d-66c79549f60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017118 Jul 07 17:17:45.121701 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3d8b2e31-e0b1-4893-8036-03bda60ff147 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:45.146614 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1847f89f-fb13-4eaa-993e-2fc17a5285e4 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.278624 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1847f89f-fb13-4eaa-993e-2fc17a5285e4 None None] Transition to ACTIVE for port object de667031-f362-49a5-9279-2c42e0eced56 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:45.420444 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1847f89f-fb13-4eaa-993e-2fc17a5285e4 None None] Transition to ACTIVE for port object de667031-f362-49a5-9279-2c42e0eced56 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:45.456564 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881dd2b-ddb8-480e-b82b-c24cf2801d89 req-4a2e7f53-639f-4953-a457-18a34c898d3e tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:45.464958 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8881dd2b-ddb8-480e-b82b-c24cf2801d89 req-4a2e7f53-639f-4953-a457-18a34c898d3e tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=daca2aa8-b00a-48d2-a451-aa5fc529d730 HTTP/1.1" status: 200 len: 945 time: 0.1108675 Jul 07 17:17:45.471598 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1847f89f-fb13-4eaa-993e-2fc17a5285e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.543531 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c3aa9-2668-45c3-ad35-6d7d5f30d94e None None] Deleting port 27923ae3-c44d-4578-a198-94372a123de1 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:45.545020 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3aa9-2668-45c3-ad35-6d7d5f30d94e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.551936 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847f89f-fb13-4eaa-993e-2fc17a5285e4 None None] Pushing event updated for resources: {'Port': ['ID=de667031-f362-49a5-9279-2c42e0eced56,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:45.596249 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8881dd2b-ddb8-480e-b82b-c24cf2801d89 req-db125f6c-4d43-4790-a243-b9fd5d838f88 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a3d89b-8016-4f82-845d-66c79549f60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283340 Jul 07 17:17:45.639034 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 3d8b2e31-e0b1-4893-8036-03bda60ff147 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:45.639825 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.647083 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1847f89f-fb13-4eaa-993e-2fc17a5285e4 None None] Network 8844e96f-6ac0-4025-abff-e3224e6714bf is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:45.722757 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-1847f89f-fb13-4eaa-993e-2fc17a5285e4 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:45.729417 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1847f89f-fb13-4eaa-993e-2fc17a5285e4 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:45.794632 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7be228c4-cd1b-45a7-bdc4-e96606402363 req-8061fc92-b898-4b69-afa6-2a9938c088b5 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 210 time: 0.0986714 Jul 07 17:17:45.808153 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-4f6c3aa9-2668-45c3-ad35-6d7d5f30d94e None None] For port 27923ae3-c44d-4578-a198-94372a123de1, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=27923ae3-c44d-4578-a198-94372a123de1,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:45.808789 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3aa9-2668-45c3-ad35-6d7d5f30d94e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.826347 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c3aa9-2668-45c3-ad35-6d7d5f30d94e None None] Calling delete_port for 27923ae3-c44d-4578-a198-94372a123de1 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:45.991165 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3aa9-2668-45c3-ad35-6d7d5f30d94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:46.046763 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:46.214139 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c3aa9-2668-45c3-ad35-6d7d5f30d94e None None] Pushing event deleted for resources: {'Port': ['ID=27923ae3-c44d-4578-a198-94372a123de1,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:46.223656 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6c3aa9-2668-45c3-ad35-6d7d5f30d94e None None] No DVR routers for this DVR port 27923ae3-c44d-4578-a198-94372a123de1 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:46.233250 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94aa20-8f88-4063-aa66-b95e12eeee2b req-a0ed7551-fda5-431b-9016-4aee212db529 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:46.262217 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef94aa20-8f88-4063-aa66-b95e12eeee2b req-a0ed7551-fda5-431b-9016-4aee212db529 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 945 time: 0.3343637 Jul 07 17:17:46.298153 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7305748-773d-4243-8e10-7557474cb11a None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:46.413882 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef94aa20-8f88-4063-aa66-b95e12eeee2b req-d9554742-0b47-4c54-b341-7aad465daa32 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499135 Jul 07 17:17:46.460469 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1847f89f-fb13-4eaa-993e-2fc17a5285e4 None None] Attempting to bind port de667031-f362-49a5-9279-2c42e0eced56 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:46.461390 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1847f89f-fb13-4eaa-993e-2fc17a5285e4 None None] Attempting to bind port de667031-f362-49a5-9279-2c42e0eced56 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'cef86302-c991-47cf-a7fd-0464c6fa2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:46.473968 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1847f89f-fb13-4eaa-993e-2fc17a5285e4 None None] Attempting to bind port de667031-f362-49a5-9279-2c42e0eced56 on network 8844e96f-6ac0-4025-abff-e3224e6714bf {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:46.496575 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e062afa-aa63-406a-bb2c-277146b1bcd2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:46.500943 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2e062afa-aa63-406a-bb2c-277146b1bcd2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:46.553641 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1847f89f-fb13-4eaa-993e-2fc17a5285e4 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:46.554495 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1847f89f-fb13-4eaa-993e-2fc17a5285e4 None None] Checking segment: {'id': 'cef86302-c991-47cf-a7fd-0464c6fa2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:46.563081 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1847f89f-fb13-4eaa-993e-2fc17a5285e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:46.563771 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1847f89f-fb13-4eaa-993e-2fc17a5285e4 None None] Bound using segment: {'id': 'cef86302-c991-47cf-a7fd-0464c6fa2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:46.566184 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1847f89f-fb13-4eaa-993e-2fc17a5285e4 None None] Bound port: de667031-f362-49a5-9279-2c42e0eced56, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef86302-c991-47cf-a7fd-0464c6fa2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:46.567733 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1847f89f-fb13-4eaa-993e-2fc17a5285e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:46.821677 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-1847f89f-fb13-4eaa-993e-2fc17a5285e4 None None] For port de667031-f362-49a5-9279-2c42e0eced56, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:46.828849 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-1847f89f-fb13-4eaa-993e-2fc17a5285e4 None None] For port de667031-f362-49a5-9279-2c42e0eced56, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=de667031-f362-49a5-9279-2c42e0eced56,segment=NetworkSegment(cef86302-c991-47cf-a7fd-0464c6fa2b9a),segment_id=cef86302-c991-47cf-a7fd-0464c6fa2b9a)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:46.900938 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1847f89f-fb13-4eaa-993e-2fc17a5285e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:47.118255 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad47140-850a-4148-a399-0848bbfb7f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-6e9cefa1-f008-4dc6-9203-f56e105ef387', 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'tenant_id': '5f0b3e95913147e795e0fe53265be989', 'fixed_ips': [{'subnet_id': '91f2f0fd-b544-4d6f-9eef-ad18493b9e37'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:17:47.141860 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9ad47140-850a-4148-a399-0848bbfb7f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:47.205601 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-96c5851f-c373-413a-8c4c-f3615f3796eb req-988e3e63-ac46-42f5-8f49-6d4afef2ea15 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 210 time: 0.0562444 Jul 07 17:17:47.209336 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5235e-d605-40cb-a34b-2857636d9253 req-d7bb44b6-f864-427e-8605-80077d4a7a4d tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:47.212956 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69e5235e-d605-40cb-a34b-2857636d9253 req-d7bb44b6-f864-427e-8605-80077d4a7a4d tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.64 "GET /v2.0/networks?id=0e005ea3-05eb-4960-83d6-5e4747f2b68f HTTP/1.1" status: 200 len: 820 time: 2.6234026 Jul 07 17:17:47.280871 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 27923ae3-c44d-4578-a198-94372a123de1 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:47.281169 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-69e5235e-d605-40cb-a34b-2857636d9253 req-9b87597e-44d4-4e5a-be51-cdf6a009b277 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Request body: {'port': {'device_id': 'ea1b8917-1234-48f4-98cb-30fc8159dfd6', 'network_id': '0e005ea3-05eb-4960-83d6-5e4747f2b68f', 'admin_state_up': True, 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:47.456026 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:47.621022 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-9ad47140-850a-4148-a399-0848bbfb7f42 None None] Allocated IP 2001:db8::2 (6e9cefa1-f008-4dc6-9203-f56e105ef387/91f2f0fd-b544-4d6f-9eef-ad18493b9e37/e6d7c476-b411-4de9-bc70-3854a0c41a14) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:47.905954 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9ad47140-850a-4148-a399-0848bbfb7f42 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:47.920973 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9ad47140-850a-4148-a399-0848bbfb7f42 None None] Transition to ACTIVE for port object e6d7c476-b411-4de9-bc70-3854a0c41a14 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:47.943952 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9ad47140-850a-4148-a399-0848bbfb7f42 None None] Transition to ACTIVE for port object e6d7c476-b411-4de9-bc70-3854a0c41a14 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:47.973174 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9ad47140-850a-4148-a399-0848bbfb7f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.063203 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847f89f-fb13-4eaa-993e-2fc17a5285e4 None None] Pushing event updated for resources: {'Port': ['ID=de667031-f362-49a5-9279-2c42e0eced56,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:48.092963 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 27923ae3-c44d-4578-a198-94372a123de1 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:48.094886 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 27923ae3-c44d-4578-a198-94372a123de1 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:48.221632 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad47140-850a-4148-a399-0848bbfb7f42 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:48.243056 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-9ad47140-850a-4148-a399-0848bbfb7f42 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:48.248552 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5b512-2525-4853-9ea4-3c4b0409087c req-1733f1b5-8ab3-4828-be8b-39d8ed96a0c2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:48.257243 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0d5b512-2525-4853-9ea4-3c4b0409087c req-1733f1b5-8ab3-4828-be8b-39d8ed96a0c2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 945 time: 0.4287579 Jul 07 17:17:48.279457 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad47140-850a-4148-a399-0848bbfb7f42 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:48.287819 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.315649 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad47140-850a-4148-a399-0848bbfb7f42 None None] Pushing event updated for resources: {'Port': ['ID=e6d7c476-b411-4de9-bc70-3854a0c41a14,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:48.435998 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0d5b512-2525-4853-9ea4-3c4b0409087c req-35fa4aeb-8cd0-4d30-82d8-9ae7554db29e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710889 Jul 07 17:17:48.604073 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-9ad47140-850a-4148-a399-0848bbfb7f42 None None] Attempting to bind port e6d7c476-b411-4de9-bc70-3854a0c41a14 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:48.604459 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-9ad47140-850a-4148-a399-0848bbfb7f42 None None] Attempting to bind port e6d7c476-b411-4de9-bc70-3854a0c41a14 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:48.604849 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad47140-850a-4148-a399-0848bbfb7f42 None None] Attempting to bind port e6d7c476-b411-4de9-bc70-3854a0c41a14 on network 6e9cefa1-f008-4dc6-9203-f56e105ef387 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:48.629128 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad47140-850a-4148-a399-0848bbfb7f42 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:48.630138 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad47140-850a-4148-a399-0848bbfb7f42 None None] Checking segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:48.630138 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9ad47140-850a-4148-a399-0848bbfb7f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.630512 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad47140-850a-4148-a399-0848bbfb7f42 None None] Bound using segment: {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:48.630769 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-9ad47140-850a-4148-a399-0848bbfb7f42 None None] Bound port: e6d7c476-b411-4de9-bc70-3854a0c41a14, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e8d6b-d3f2-49be-a308-5431616e7d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:48.631176 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9ad47140-850a-4148-a399-0848bbfb7f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.744027 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-9ad47140-850a-4148-a399-0848bbfb7f42 None None] For port e6d7c476-b411-4de9-bc70-3854a0c41a14, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:48.769206 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-9ad47140-850a-4148-a399-0848bbfb7f42 None None] For port e6d7c476-b411-4de9-bc70-3854a0c41a14, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e6d7c476-b411-4de9-bc70-3854a0c41a14,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:48.771106 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.775702 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e5235e-d605-40cb-a34b-2857636d9253 req-9b87597e-44d4-4e5a-be51-cdf6a009b277 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Made reservation on behalf of 963a6f61059f43fda2e16b5d1183ff85 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:48.782743 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9ad47140-850a-4148-a399-0848bbfb7f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.796798 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-69e5235e-d605-40cb-a34b-2857636d9253 req-9b87597e-44d4-4e5a-be51-cdf6a009b277 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.966763 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8e7002df-ccd7-4ad3-a221-264a49d3fc7b req-00f2aefd-62b8-4616-a3d3-31741143a327 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 210 time: 0.0794511 Jul 07 17:17:49.065398 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad47140-850a-4148-a399-0848bbfb7f42 None None] Pushing event updated for resources: {'Port': ['ID=e6d7c476-b411-4de9-bc70-3854a0c41a14,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:49.375118 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device de667031-f362-49a5-9279-2c42e0eced56 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:49.966494 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event updated for resources: {'Port': ['ID=623fac82-e0d3-4c0a-952b-a00afd78ab32,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:50.011077 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port de667031-f362-49a5-9279-2c42e0eced56 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:50.064473 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c9add-b462-418d-aad6-29dc2b1afb24 req-56bc5946-867b-4672-8135-fe3e8fc49c0f tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:50.074797 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-143c9add-b462-418d-aad6-29dc2b1afb24 req-56bc5946-867b-4672-8135-fe3e8fc49c0f tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.64 "GET /v2.0/ports?device_id=daca2aa8-b00a-48d2-a451-aa5fc529d730 HTTP/1.1" status: 200 len: 945 time: 1.7182274 Jul 07 17:17:50.089460 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:50.090926 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:50.091552 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:50.092142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:50.092792 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:50.093389 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:50.094192 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:50.094722 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:50.095312 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:50.096455 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:50.097099 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:50.104281 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:50.259426 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe027e-d6a6-4ba3-a964-66882b7d2207 req-110d6e0b-23f4-40ff-9794-b2631b7192ac tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:50.295423 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-55fe027e-d6a6-4ba3-a964-66882b7d2207 req-110d6e0b-23f4-40ff-9794-b2631b7192ac tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 945 time: 0.3775461 Jul 07 17:17:50.411430 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a93b2df3-57a1-4ab6-a29e-99f11ed1b31e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:50.483268 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-55fe027e-d6a6-4ba3-a964-66882b7d2207 req-fe0a8e11-fdc6-46da-89c9-15bd7003483c tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705632 Jul 07 17:17:50.484547 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d215fdf-576b-41cc-b71d-e2f3706c78e0 None None] Network 8844e96f-6ac0-4025-abff-e3224e6714bf requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:50.693415 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:50.765189 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e553b2c4-13b5-41d7-9c35-0ccb08a0c1ad None None] Provisioning for port de667031-f362-49a5-9279-2c42e0eced56 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:50.770468 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-067eac7d-f358-4fee-b59c-c495dd099f83 req-cab855d3-0fa2-4942-9613-6ebdc889c459 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 210 time: 0.1245322 Jul 07 17:17:50.810850 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e553b2c4-13b5-41d7-9c35-0ccb08a0c1ad None None] Provisioning complete for port de667031-f362-49a5-9279-2c42e0eced56 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:50.811502 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e553b2c4-13b5-41d7-9c35-0ccb08a0c1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.166910 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e553b2c4-13b5-41d7-9c35-0ccb08a0c1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.207729 n-d-791503-12 neutron-server[100193]: DEBUG neutron.objects.ports [None req-2e062afa-aa63-406a-bb2c-277146b1bcd2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100193) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:17:51.210417 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Floating IP 18069107-cb19-4c2f-a684-e871b63f068e associated. External IP: 172.25.0.155, port: 7cab7b6a-737b-405f-a31b-8aaa7d6f1a0a. Jul 07 17:17:51.218275 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e6d7c476-b411-4de9-bc70-3854a0c41a14 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:51.233421 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a93b2df3-57a1-4ab6-a29e-99f11ed1b31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.344821 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-e553b2c4-13b5-41d7-9c35-0ccb08a0c1ad None None] For port de667031-f362-49a5-9279-2c42e0eced56, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=de667031-f362-49a5-9279-2c42e0eced56,segment=NetworkSegment(cef86302-c991-47cf-a7fd-0464c6fa2b9a),segment_id=cef86302-c991-47cf-a7fd-0464c6fa2b9a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:51.360600 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c686f4-aca4-415c-8218-15b36598d9de req-81cdfcba-1840-4aa1-aff3-cb3f1218ed0b tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:51.367989 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e553b2c4-13b5-41d7-9c35-0ccb08a0c1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.369517 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c5c686f4-aca4-415c-8218-15b36598d9de req-81cdfcba-1840-4aa1-aff3-cb3f1218ed0b tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=daca2aa8-b00a-48d2-a451-aa5fc529d730 HTTP/1.1" status: 200 len: 945 time: 2.4910462 Jul 07 17:17:51.493315 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553b2c4-13b5-41d7-9c35-0ccb08a0c1ad None None] Pushing event updated for resources: {'Port': ['ID=de667031-f362-49a5-9279-2c42e0eced56,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:51.536205 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port e6d7c476-b411-4de9-bc70-3854a0c41a14 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:51.543131 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-cc500475-0b3e-47e1-b139-1a751091d5a2 None None] Provisioning for port e6d7c476-b411-4de9-bc70-3854a0c41a14 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:51.557509 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port e6d7c476-b411-4de9-bc70-3854a0c41a14 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:51.558200 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.562684 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-cc500475-0b3e-47e1-b139-1a751091d5a2 None None] Provisioning complete for port e6d7c476-b411-4de9-bc70-3854a0c41a14 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:51.567839 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cc500475-0b3e-47e1-b139-1a751091d5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.819044 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-a93b2df3-57a1-4ab6-a29e-99f11ed1b31e admin admin] Allocated IP 172.25.0.160 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/e9745790-a66f-4b18-9061-576418fba211) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:51.865359 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cc500475-0b3e-47e1-b139-1a751091d5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.878573 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.907449 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04350a-5171-4dd9-9c73-cbca60f60c0c req-a3cddccc-bf39-415e-a006-a8de18585d7b tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:51.922390 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aa04350a-5171-4dd9-9c73-cbca60f60c0c req-a3cddccc-bf39-415e-a006-a8de18585d7b tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 945 time: 0.2190082 Jul 07 17:17:51.926522 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-cc500475-0b3e-47e1-b139-1a751091d5a2 None None] For port e6d7c476-b411-4de9-bc70-3854a0c41a14, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e6d7c476-b411-4de9-bc70-3854a0c41a14,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:51.966971 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cc500475-0b3e-47e1-b139-1a751091d5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.989352 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aa04350a-5171-4dd9-9c73-cbca60f60c0c req-6f6547fa-d940-42a6-aefd-02f3b9dda628 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525627 Jul 07 17:17:52.036935 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a470d8-6879-46ae-b8dd-0894b21aa0e9 req-e5a58d5c-5c5c-473e-bb97-d0577e4ae990 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:52.039498 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-65a470d8-6879-46ae-b8dd-0894b21aa0e9 req-e5a58d5c-5c5c-473e-bb97-d0577e4ae990 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.72 "GET /v2.0/ports?device_id=aee39dea-5eb8-4b41-89ce-48ee8f18eddc HTTP/1.1" status: 200 len: 945 time: 2.3044519 Jul 07 17:17:52.133070 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.api [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:17:52.133683 n-d-791503-12 neutron-server[100194]: DEBUG oslo_db.api [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:17:52.138972 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc500475-0b3e-47e1-b139-1a751091d5a2 None None] Pushing event updated for resources: {'Port': ['ID=e6d7c476-b411-4de9-bc70-3854a0c41a14,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:52.147672 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c335710a-eb2d-4e70-96a0-bc0df9f92d37 None None] Provisioning complete for port de667031-f362-49a5-9279-2c42e0eced56 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:52.148298 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c335710a-eb2d-4e70-96a0-bc0df9f92d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:52.172770 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fda0ec75-0c3e-4033-8e01-0bf29788ae85 req-4d2a7b47-70ac-4a76-a521-f1210c353cf7 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 210 time: 0.0658460 Jul 07 17:17:52.556796 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba4328-b08a-4424-9c46-d29eb41472ff req-b6d847f6-6a12-424c-8111-535e5a745347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:52.564364 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b1ba4328-b08a-4424-9c46-d29eb41472ff req-b6d847f6-6a12-424c-8111-535e5a745347 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 1097 time: 0.1877737 Jul 07 17:17:52.760730 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 03b9facb-0178-4763-9f96-028a459ee77a no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:52.816755 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c5c686f4-aca4-415c-8218-15b36598d9de req-77b1ebfe-a661-4a6c-8e9d-44ce370ccce4 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a3d89b-8016-4f82-845d-66c79549f60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4457192 Jul 07 17:17:52.882590 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba4328-b08a-4424-9c46-d29eb41472ff req-692a4a54-8ea2-4bc7-83f2-d63e258ebfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:52.885681 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b1ba4328-b08a-4424-9c46-d29eb41472ff req-692a4a54-8ea2-4bc7-83f2-d63e258ebfc0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 913 time: 0.3140342 Jul 07 17:17:52.956808 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-69e5235e-d605-40cb-a34b-2857636d9253 req-9b87597e-44d4-4e5a-be51-cdf6a009b277 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Allocated IP 172.20.0.10 (0e005ea3-05eb-4960-83d6-5e4747f2b68f/31c817cf-4a54-4051-ac1f-6b744f1bf73c/0d8d46b0-f094-4207-b636-a00921448339) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:52.979823 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b1ba4328-b08a-4424-9c46-d29eb41472ff req-7f2a713f-c261-40fb-a3bd-85ea23d7c121 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ce69876-7fbb-404d-9377-1651bdcbf3ef HTTP/1.1" status: 200 len: 217 time: 0.0865352 Jul 07 17:17:53.006005 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:53.056988 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daca2aa8-b00a-48d2-a451-aa5fc529d730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03b9facb-0178-4763-9f96-028a459ee77a'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:53.063740 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56528ef-1707-4bf4-b744-2288e9d76335" -d '{"events": [{"server_uuid": "daca2aa8-b00a-48d2-a451-aa5fc529d730", "name": "network-vif-unplugged", "status": "completed", "tag": "03b9facb-0178-4763-9f96-028a459ee77a"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:53.073166 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-143c9add-b462-418d-aad6-29dc2b1afb24 req-534d3a6c-f0af-45ad-8179-edb04095b5b3 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Deleting port 03b9facb-0178-4763-9f96-028a459ee77a {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:53.074096 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-143c9add-b462-418d-aad6-29dc2b1afb24 req-534d3a6c-f0af-45ad-8179-edb04095b5b3 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:53.099843 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 03b9facb-0178-4763-9f96-028a459ee77a, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=03b9facb-0178-4763-9f96-028a459ee77a,segment=NetworkSegment(a7553279-0661-4c54-86a8-42bce1d0325a),segment_id=a7553279-0661-4c54-86a8-42bce1d0325a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:53.111867 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:53.212687 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device de667031-f362-49a5-9279-2c42e0eced56 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:53.225372 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba4328-b08a-4424-9c46-d29eb41472ff req-512d1f78-bc45-4dd5-8811-0972aeb33b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:53.228362 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b1ba4328-b08a-4424-9c46-d29eb41472ff req-512d1f78-bc45-4dd5-8811-0972aeb33b63 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 200 len: 851 time: 0.2400839 Jul 07 17:17:53.233877 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3050390-b760-4a85-bb08-12633ad08e2e x-openstack-request-id: req-d3050390-b760-4a85-bb08-12633ad08e2e {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:53.234747 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daca2aa8-b00a-48d2-a451-aa5fc529d730", "name": "network-vif-unplugged", "status": "completed", "tag": "03b9facb-0178-4763-9f96-028a459ee77a", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:53.235172 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3050390-b760-4a85-bb08-12633ad08e2e {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:53.235792 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daca2aa8-b00a-48d2-a451-aa5fc529d730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03b9facb-0178-4763-9f96-028a459ee77a', 'code': 200} Jul 07 17:17:53.321656 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a93b2df3-57a1-4ab6-a29e-99f11ed1b31e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:53.350023 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=03b9facb-0178-4763-9f96-028a459ee77a,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:53.399523 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba4328-b08a-4424-9c46-d29eb41472ff req-7f7f7f4f-4dd2-4854-a9dd-04c1d36ed37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:53.399807 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e46b579f-bbbf-4d27-824f-f405b06fd4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:53.406684 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port de667031-f362-49a5-9279-2c42e0eced56 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:53.407354 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b1ba4328-b08a-4424-9c46-d29eb41472ff req-7f7f7f4f-4dd2-4854-a9dd-04c1d36ed37d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1689725 Jul 07 17:17:53.407869 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:53.700345 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e6d7c476-b411-4de9-bc70-3854a0c41a14 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:53.708219 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 8ff381e8-078a-4094-a00e-8b925efb69df no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:53.782768 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b1ba4328-b08a-4424-9c46-d29eb41472ff req-fbec4f1b-13e3-4022-81cb-d5f02c6b6c6a service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681810 Jul 07 17:17:53.952092 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-143c9add-b462-418d-aad6-29dc2b1afb24 req-534d3a6c-f0af-45ad-8179-edb04095b5b3 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] For port 03b9facb-0178-4763-9f96-028a459ee77a, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=03b9facb-0178-4763-9f96-028a459ee77a,segment=NetworkSegment(a7553279-0661-4c54-86a8-42bce1d0325a),segment_id=a7553279-0661-4c54-86a8-42bce1d0325a)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:53.952948 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-143c9add-b462-418d-aad6-29dc2b1afb24 req-534d3a6c-f0af-45ad-8179-edb04095b5b3 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:53.994468 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:54.066568 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 8ff381e8-078a-4094-a00e-8b925efb69df, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=8ff381e8-078a-4094-a00e-8b925efb69df,segment=NetworkSegment(a7553279-0661-4c54-86a8-42bce1d0325a),segment_id=a7553279-0661-4c54-86a8-42bce1d0325a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:54.069033 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0d59e-19f4-4c11-b77a-dcb2c6f42010 req-60cf4758-e54c-45c2-b78a-326198de4fc4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:54.076992 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port e6d7c476-b411-4de9-bc70-3854a0c41a14 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:54.077842 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:54.079997 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:54.083236 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-25c0d59e-19f4-4c11-b77a-dcb2c6f42010 req-60cf4758-e54c-45c2-b78a-326198de4fc4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 945 time: 0.4119551 Jul 07 17:17:54.124791 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f35aeab8-dcec-4aac-a545-858bc0916a18 req-405dd4c2-0ea4-4c11-8653-82985b4822d1 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 210 time: 0.3860276 Jul 07 17:17:54.140343 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-143c9add-b462-418d-aad6-29dc2b1afb24 req-534d3a6c-f0af-45ad-8179-edb04095b5b3 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Calling delete_port for 03b9facb-0178-4763-9f96-028a459ee77a owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:54.248371 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-25c0d59e-19f4-4c11-b77a-dcb2c6f42010 req-1afc4276-745e-47b8-9edb-cd60b4de30a0 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635895 Jul 07 17:17:54.340607 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b1ba4328-b08a-4424-9c46-d29eb41472ff req-65c2dacf-91fa-4bd3-b062-69f890a9f7b0 service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473449 Jul 07 17:17:54.381777 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2e062afa-aa63-406a-bb2c-277146b1bcd2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:54.384504 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a93b2df3-57a1-4ab6-a29e-99f11ed1b31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:54.403697 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-143c9add-b462-418d-aad6-29dc2b1afb24 req-534d3a6c-f0af-45ad-8179-edb04095b5b3 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:54.462650 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=8ff381e8-078a-4094-a00e-8b925efb69df,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:54.648189 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93b2df3-57a1-4ab6-a29e-99f11ed1b31e admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:54.686002 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d7ab569a-9509-46b6-b4d8-8ac2fe39f44a req-65974e38-3167-432e-8efe-232ddf44e833 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=daca2aa8-b00a-48d2-a451-aa5fc529d730 HTTP/1.1" status: 200 len: 210 time: 0.1672552 Jul 07 17:17:54.698986 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-65a470d8-6879-46ae-b8dd-0894b21aa0e9 req-c8c76e7c-8710-4f44-85a0-6a7bc436d405 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Deleting port 8ff381e8-078a-4094-a00e-8b925efb69df {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:54.700190 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-65a470d8-6879-46ae-b8dd-0894b21aa0e9 req-c8c76e7c-8710-4f44-85a0-6a7bc436d405 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:54.705649 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-a93b2df3-57a1-4ab6-a29e-99f11ed1b31e admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:54.758138 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b2df3-57a1-4ab6-a29e-99f11ed1b31e admin admin] Pushing event updated for resources: {'Port': ['ID=e9745790-a66f-4b18-9061-576418fba211,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:54.793852 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93b2df3-57a1-4ab6-a29e-99f11ed1b31e admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:54.896098 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Router b599a00a-5bd2-4a4b-a493-1fb73b9b6aff has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:54.937575 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d3a6c-f0af-45ad-8179-edb04095b5b3 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Pushing event deleted for resources: {'Port': ['ID=03b9facb-0178-4763-9f96-028a459ee77a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:54.953051 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-143c9add-b462-418d-aad6-29dc2b1afb24 req-534d3a6c-f0af-45ad-8179-edb04095b5b3 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] No DVR routers for this DVR port 03b9facb-0178-4763-9f96-028a459ee77a on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:55.158379 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-69e5235e-d605-40cb-a34b-2857636d9253 req-9b87597e-44d4-4e5a-be51-cdf6a009b277 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.203358 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-143c9add-b462-418d-aad6-29dc2b1afb24 req-534d3a6c-f0af-45ad-8179-edb04095b5b3 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.207299 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-143c9add-b462-418d-aad6-29dc2b1afb24 req-534d3a6c-f0af-45ad-8179-edb04095b5b3 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.64 "DELETE /v2.0/ports/03b9facb-0178-4763-9f96-028a459ee77a HTTP/1.1" status: 204 len: 173 time: 5.1311169 Jul 07 17:17:55.208397 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daca2aa8-b00a-48d2-a451-aa5fc529d730', 'name': 'network-vif-deleted', 'tag': '03b9facb-0178-4763-9f96-028a459ee77a'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:55.212276 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384fc9b6-baf5-4de9-97a0-5707adf69cb8" -d '{"events": [{"server_uuid": "daca2aa8-b00a-48d2-a451-aa5fc529d730", "name": "network-vif-deleted", "tag": "03b9facb-0178-4763-9f96-028a459ee77a"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:55.237796 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee39dea-5eb8-4b41-89ce-48ee8f18eddc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff381e8-078a-4094-a00e-8b925efb69df'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:55.243200 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206f7c27-dd2c-478f-ac7b-adb774c900f1" -d '{"events": [{"server_uuid": "aee39dea-5eb8-4b41-89ce-48ee8f18eddc", "name": "network-vif-unplugged", "status": "completed", "tag": "8ff381e8-078a-4094-a00e-8b925efb69df"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:55.339519 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-2e062afa-aa63-406a-bb2c-277146b1bcd2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] For port e6d7c476-b411-4de9-bc70-3854a0c41a14, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e6d7c476-b411-4de9-bc70-3854a0c41a14,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:55.389329 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2e062afa-aa63-406a-bb2c-277146b1bcd2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.398674 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-69e5235e-d605-40cb-a34b-2857636d9253 req-9b87597e-44d4-4e5a-be51-cdf6a009b277 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.409453 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2e062afa-aa63-406a-bb2c-277146b1bcd2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.410200 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2e062afa-aa63-406a-bb2c-277146b1bcd2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.611404 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7ce69876-7fbb-404d-9377-1651bdcbf3ef no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:55.797904 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d0f4b9-42c5-4523-aaae-4381613620c7 x-openstack-request-id: req-35d0f4b9-42c5-4523-aaae-4381613620c7 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:55.798203 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee39dea-5eb8-4b41-89ce-48ee8f18eddc", "name": "network-vif-unplugged", "status": "completed", "tag": "8ff381e8-078a-4094-a00e-8b925efb69df", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:55.798463 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35d0f4b9-42c5-4523-aaae-4381613620c7 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:55.798876 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee39dea-5eb8-4b41-89ce-48ee8f18eddc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff381e8-078a-4094-a00e-8b925efb69df', 'code': 200} Jul 07 17:17:55.814647 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.833124 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a757cf50-96aa-4c32-b021-15b70d1bf200 x-openstack-request-id: req-a757cf50-96aa-4c32-b021-15b70d1bf200 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:55.833596 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daca2aa8-b00a-48d2-a451-aa5fc529d730", "name": "network-vif-deleted", "tag": "03b9facb-0178-4763-9f96-028a459ee77a", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:55.834019 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a757cf50-96aa-4c32-b021-15b70d1bf200 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:55.834666 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daca2aa8-b00a-48d2-a451-aa5fc529d730', 'name': 'network-vif-deleted', 'tag': '03b9facb-0178-4763-9f96-028a459ee77a', 'status': 'completed', 'code': 200} Jul 07 17:17:55.871227 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7ce69876-7fbb-404d-9377-1651bdcbf3ef, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7ce69876-7fbb-404d-9377-1651bdcbf3ef,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:55.878216 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.979469 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7ce69876-7fbb-404d-9377-1651bdcbf3ef,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:56.042333 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-65a470d8-6879-46ae-b8dd-0894b21aa0e9 req-c8c76e7c-8710-4f44-85a0-6a7bc436d405 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] For port 8ff381e8-078a-4094-a00e-8b925efb69df, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=8ff381e8-078a-4094-a00e-8b925efb69df,segment=NetworkSegment(a7553279-0661-4c54-86a8-42bce1d0325a),segment_id=a7553279-0661-4c54-86a8-42bce1d0325a)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:56.043841 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-65a470d8-6879-46ae-b8dd-0894b21aa0e9 req-c8c76e7c-8710-4f44-85a0-6a7bc436d405 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.053171 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e5235e-d605-40cb-a34b-2857636d9253 req-9b87597e-44d4-4e5a-be51-cdf6a009b277 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Network 0e005ea3-05eb-4960-83d6-5e4747f2b68f is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:56.067809 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e062afa-aa63-406a-bb2c-277146b1bcd2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:56.071552 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c54aa-7643-4757-8c6e-2955b055588d req-091e8210-a1ac-4f69-a6d3-95f5d45bf68b tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:56.074490 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-934c54aa-7643-4757-8c6e-2955b055588d req-091e8210-a1ac-4f69-a6d3-95f5d45bf68b tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 943 time: 0.1445549 Jul 07 17:17:56.099510 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-69e5235e-d605-40cb-a34b-2857636d9253 req-9b87597e-44d4-4e5a-be51-cdf6a009b277 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:56.125139 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-2e062afa-aa63-406a-bb2c-277146b1bcd2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:56.132000 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e062afa-aa63-406a-bb2c-277146b1bcd2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:56.133017 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2e062afa-aa63-406a-bb2c-277146b1bcd2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.142120 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-65a470d8-6879-46ae-b8dd-0894b21aa0e9 req-c8c76e7c-8710-4f44-85a0-6a7bc436d405 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Calling delete_port for 8ff381e8-078a-4094-a00e-8b925efb69df owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:56.148200 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618792f5-3629-4cde-86cc-33b0a68cad07 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:56.182583 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e5235e-d605-40cb-a34b-2857636d9253 req-9b87597e-44d4-4e5a-be51-cdf6a009b277 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:56.187970 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e062afa-aa63-406a-bb2c-277146b1bcd2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Subnet': ['ID=a3768716-66bb-47f3-a66d-260f3b1c8ff9,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:56.190675 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.206869 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-934c54aa-7643-4757-8c6e-2955b055588d req-389dec72-1817-4bce-8db4-6f9ef65ab83f tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221445 Jul 07 17:17:56.766459 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-596f976a-062e-4ab0-b34c-d91d3c27f004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.790849 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2e05a-79e4-442d-bcf6-82b4f2ee5860 req-94931b47-b203-41f0-8715-43123ef1cb4e tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:56.795294 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a0d2e05a-79e4-442d-bcf6-82b4f2ee5860 req-94931b47-b203-41f0-8715-43123ef1cb4e tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 946 time: 0.2434733 Jul 07 17:17:56.801236 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5235e-d605-40cb-a34b-2857636d9253 req-9b87597e-44d4-4e5a-be51-cdf6a009b277 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:56.801956 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-69e5235e-d605-40cb-a34b-2857636d9253 req-9b87597e-44d4-4e5a-be51-cdf6a009b277 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.812804 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e062afa-aa63-406a-bb2c-277146b1bcd2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Port': ['ID=e6d7c476-b411-4de9-bc70-3854a0c41a14,revision_number=5']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:56.862976 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2e062afa-aa63-406a-bb2c-277146b1bcd2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 12.6041024 Jul 07 17:17:56.897741 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42442) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:56.955699 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a0d2e05a-79e4-442d-bcf6-82b4f2ee5860 req-3b9e92b0-aa93-458b-9465-2d33c51ea42b tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536098 Jul 07 17:17:56.960812 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-f3073cdb-a311-4cd3-8ec2-ff2c977bbf86 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Request body: {'port': {'network_id': '6e9cefa1-f008-4dc6-9203-f56e105ef387', 'mac_address': 'fa:16:3e:6a:b3:91', 'name': 'tempest-NetworksTestDHCPv6-2015156288'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:57.218825 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e6d7c476-b411-4de9-bc70-3854a0c41a14 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:57.423421 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port e6d7c476-b411-4de9-bc70-3854a0c41a14 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:57.424048 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.505365 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3073cdb-a311-4cd3-8ec2-ff2c977bbf86 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Made reservation on behalf of 5f0b3e95913147e795e0fe53265be989 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:57.718755 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f3073cdb-a311-4cd3-8ec2-ff2c977bbf86 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.799798 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72422587-5925-464b-98e9-438ed126786a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ce69876-7fbb-404d-9377-1651bdcbf3ef'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:57.802298 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc46cd7c-ebe8-4d53-9342-ff1a9a507e27" -d '{"events": [{"server_uuid": "72422587-5925-464b-98e9-438ed126786a", "name": "network-vif-unplugged", "status": "completed", "tag": "7ce69876-7fbb-404d-9377-1651bdcbf3ef"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:57.832567 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-f3073cdb-a311-4cd3-8ec2-ff2c977bbf86 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] device_id is not set on port 742895ac-2e32-4b59-8285-4644a7492c45 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:17:57.859677 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69e5235e-d605-40cb-a34b-2857636d9253 req-9b87597e-44d4-4e5a-be51-cdf6a009b277 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 10.5906098 Jul 07 17:17:57.860954 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87597e-44d4-4e5a-be51-cdf6a009b277 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Pushing event updated for resources: {'Port': ['ID=0d8d46b0-f094-4207-b636-a00921448339,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:57.864903 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.879632 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:57.897898 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d805c813-3b1b-4517-a01f-a96ae6411bf6 None None] Sync routers for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:57.924001 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d805c813-3b1b-4517-a01f-a96ae6411bf6 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:57.924676 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d805c813-3b1b-4517-a01f-a96ae6411bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:17:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:58.001795 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11f391-4702-486a-add7-11a2cc817a62 req-197094ca-0c85-4645-9af8-9ae7946b7d2f tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:58.003874 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4d11f391-4702-486a-add7-11a2cc817a62 req-197094ca-0c85-4645-9af8-9ae7946b7d2f tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 932 time: 2.3201587 Jul 07 17:17:58.033472 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d805c813-3b1b-4517-a01f-a96ae6411bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:58.051351 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-69e5235e-d605-40cb-a34b-2857636d9253 req-abc1e783-14ff-44b1-bcca-588938a43151 service neutron] Request body: {'port': {'device_id': 'ea1b8917-1234-48f4-98cb-30fc8159dfd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:58.069707 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d805c813-3b1b-4517-a01f-a96ae6411bf6 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:58.071432 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d805c813-3b1b-4517-a01f-a96ae6411bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:17:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:58.108202 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a93b2df3-57a1-4ab6-a29e-99f11ed1b31e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.119004 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.125689 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84678d69-f6a3-4b8f-bbba-43ec6cdce08e req-a2be5dbf-09d5-48e1-9981-e6dd82fb3fd7 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:58.127535 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84678d69-f6a3-4b8f-bbba-43ec6cdce08e req-a2be5dbf-09d5-48e1-9981-e6dd82fb3fd7 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 946 time: 0.7033365 Jul 07 17:17:58.178469 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d805c813-3b1b-4517-a01f-a96ae6411bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:58.179889 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d805c813-3b1b-4517-a01f-a96ae6411bf6 None None] The sync data for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:58.200975 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-bd90c137-83af-4137-b135-fd9fef04c0e3 None None] Provisioning complete for port e6d7c476-b411-4de9-bc70-3854a0c41a14 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:58.201584 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bd90c137-83af-4137-b135-fd9fef04c0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.219304 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-f3073cdb-a311-4cd3-8ec2-ff2c977bbf86 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 2001:db8::2d6 (6e9cefa1-f008-4dc6-9203-f56e105ef387/91f2f0fd-b544-4d6f-9eef-ad18493b9e37/742895ac-2e32-4b59-8285-4644a7492c45) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:58.235737 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-f3073cdb-a311-4cd3-8ec2-ff2c977bbf86 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6a:b391 (6e9cefa1-f008-4dc6-9203-f56e105ef387/a3768716-66bb-47f3-a66d-260f3b1c8ff9/742895ac-2e32-4b59-8285-4644a7492c45) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:58.239468 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-65a470d8-6879-46ae-b8dd-0894b21aa0e9 req-c8c76e7c-8710-4f44-85a0-6a7bc436d405 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.291269 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4d11f391-4702-486a-add7-11a2cc817a62 req-c0899834-14b5-44d8-a5ed-c159f19f6355 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/security-groups?id=c67b0018-3c14-4ddc-ba89-fcab2962e1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488952 Jul 07 17:17:58.389994 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c76e7c-8710-4f44-85a0-6a7bc436d405 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Pushing event deleted for resources: {'Port': ['ID=8ff381e8-078a-4094-a00e-8b925efb69df,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:58.397513 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6b864185-c23b-4979-9e0d-a8a922c2058b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 20.7840016 Jul 07 17:17:58.400748 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42456) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:58.405313 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-05a1c9d4-5713-4dee-9a6b-cc1d2ff4e2a8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1762151931'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:58.447065 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-69e5235e-d605-40cb-a34b-2857636d9253 req-abc1e783-14ff-44b1-bcca-588938a43151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.494001 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a470d8-6879-46ae-b8dd-0894b21aa0e9 req-c8c76e7c-8710-4f44-85a0-6a7bc436d405 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] No DVR routers for this DVR port 8ff381e8-078a-4094-a00e-8b925efb69df on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:58.537404 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-65a470d8-6879-46ae-b8dd-0894b21aa0e9 req-c8c76e7c-8710-4f44-85a0-6a7bc436d405 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.541297 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-65a470d8-6879-46ae-b8dd-0894b21aa0e9 req-c8c76e7c-8710-4f44-85a0-6a7bc436d405 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.72 "DELETE /v2.0/ports/8ff381e8-078a-4094-a00e-8b925efb69df HTTP/1.1" status: 204 len: 173 time: 5.9224622 Jul 07 17:17:58.545411 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee39dea-5eb8-4b41-89ce-48ee8f18eddc', 'name': 'network-vif-deleted', 'tag': '8ff381e8-078a-4094-a00e-8b925efb69df'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:58.549822 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09984089-3f48-4fda-a7a9-d965289a5864" -d '{"events": [{"server_uuid": "aee39dea-5eb8-4b41-89ce-48ee8f18eddc", "name": "network-vif-deleted", "tag": "8ff381e8-078a-4094-a00e-8b925efb69df"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:58.635466 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a0bdd12b-609e-46ce-a371-55eb13592741 req-7300a302-0b28-4195-b2c2-6e0667c9b386 tempest-MultipleCreateTestJSON-236795462 tempest-MultipleCreateTestJSON-236795462-project] 10.222.0.53 "GET /v2.0/ports?device_id=aee39dea-5eb8-4b41-89ce-48ee8f18eddc HTTP/1.1" status: 200 len: 210 time: 0.1389678 Jul 07 17:17:58.703269 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a1c9d4-5713-4dee-9a6b-cc1d2ff4e2a8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Made reservation on behalf of e5d74f7b0bc546bdb1648c52dd104a8f for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:58.709738 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-05a1c9d4-5713-4dee-9a6b-cc1d2ff4e2a8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.776910 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5536d7c9-2b15-4eb7-ba9e-8f4ff402aeb2 x-openstack-request-id: req-5536d7c9-2b15-4eb7-ba9e-8f4ff402aeb2 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:58.778462 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72422587-5925-464b-98e9-438ed126786a", "name": "network-vif-unplugged", "status": "failed", "tag": "7ce69876-7fbb-404d-9377-1651bdcbf3ef", "code": 422}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:58.778889 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5536d7c9-2b15-4eb7-ba9e-8f4ff402aeb2 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:58.779546 n-d-791503-12 neutron-server[100194]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '72422587-5925-464b-98e9-438ed126786a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7ce69876-7fbb-404d-9377-1651bdcbf3ef', 'code': 422} returned with failed status Jul 07 17:17:58.864812 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646f49c-a47b-4430-85ee-90c11b2c71d6 req-dc200be9-cc2f-42f3-b247-5ac13bb8c11e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:58.867528 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1646f49c-a47b-4430-85ee-90c11b2c71d6 req-dc200be9-cc2f-42f3-b247-5ac13bb8c11e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 943 time: 0.7936833 Jul 07 17:17:59.052018 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-84678d69-f6a3-4b8f-bbba-43ec6cdce08e req-f813e29e-aeae-4397-a88c-3859e77d7246 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Deleting port 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:59.052018 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-84678d69-f6a3-4b8f-bbba-43ec6cdce08e req-f813e29e-aeae-4397-a88c-3859e77d7246 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:59.081841 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a1c9d4-5713-4dee-9a6b-cc1d2ff4e2a8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:17:59.196211 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1646f49c-a47b-4430-85ee-90c11b2c71d6 req-3dc7cf9c-6c78-427e-92cc-c25c1531fbe1 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832060 Jul 07 17:17:59.204354 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-05a1c9d4-5713-4dee-9a6b-cc1d2ff4e2a8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:59.205489 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-05a1c9d4-5713-4dee-9a6b-cc1d2ff4e2a8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Added segment c0615251-3fa1-4cd5-aa4b-23bd556330d8 of type vlan for network 15354526-f44b-472a-b0fd-a9338beb9bd5 Jul 07 17:17:59.306369 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a93b2df3-57a1-4ab6-a29e-99f11ed1b31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:59.314460 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b73620-1ffc-444e-8b37-b731527aeb6f x-openstack-request-id: req-a3b73620-1ffc-444e-8b37-b731527aeb6f {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:59.314744 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee39dea-5eb8-4b41-89ce-48ee8f18eddc", "name": "network-vif-deleted", "tag": "8ff381e8-078a-4094-a00e-8b925efb69df", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:59.315131 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3b73620-1ffc-444e-8b37-b731527aeb6f {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:59.316335 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee39dea-5eb8-4b41-89ce-48ee8f18eddc', 'name': 'network-vif-deleted', 'tag': '8ff381e8-078a-4094-a00e-8b925efb69df', 'status': 'completed', 'code': 200} Jul 07 17:17:59.343847 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f3073cdb-a311-4cd3-8ec2-ff2c977bbf86 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:59.352564 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-84678d69-f6a3-4b8f-bbba-43ec6cdce08e req-f813e29e-aeae-4397-a88c-3859e77d7246 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] For port 495805fd-0180-40f2-ab25-1a1c2bc8cbc3, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=495805fd-0180-40f2-ab25-1a1c2bc8cbc3,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:59.353348 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-84678d69-f6a3-4b8f-bbba-43ec6cdce08e req-f813e29e-aeae-4397-a88c-3859e77d7246 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:59.464154 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-f3073cdb-a311-4cd3-8ec2-ff2c977bbf86 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Transition to ACTIVE for port object 742895ac-2e32-4b59-8285-4644a7492c45 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:59.627642 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7ce69876-7fbb-404d-9377-1651bdcbf3ef no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:59.692401 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-05a1c9d4-5713-4dee-9a6b-cc1d2ff4e2a8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:59.787053 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-84678d69-f6a3-4b8f-bbba-43ec6cdce08e req-f813e29e-aeae-4397-a88c-3859e77d7246 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:59.787587 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-84678d69-f6a3-4b8f-bbba-43ec6cdce08e req-f813e29e-aeae-4397-a88c-3859e77d7246 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:59.788011 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [req-84678d69-f6a3-4b8f-bbba-43ec6cdce08e req-f813e29e-aeae-4397-a88c-3859e77d7246 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Floating IP b40f9105-1a3e-4974-a48b-8100f1046fe8 disassociated. External IP: 172.25.0.120, port: 495805fd-0180-40f2-ab25-1a1c2bc8cbc3. Jul 07 17:17:59.788609 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-84678d69-f6a3-4b8f-bbba-43ec6cdce08e req-f813e29e-aeae-4397-a88c-3859e77d7246 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Calling delete_port for 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:59.851577 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:59.937331 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f3073cdb-a311-4cd3-8ec2-ff2c977bbf86 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:59.943087 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.db.resource_extend [None req-05a1c9d4-5713-4dee-9a6b-cc1d2ff4e2a8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:17:59.999635 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.063528 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-69e5235e-d605-40cb-a34b-2857636d9253 req-abc1e783-14ff-44b1-bcca-588938a43151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d8d46b0-f094-4207-b636-a00921448339 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:00.072103 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 495805fd-0180-40f2-ab25-1a1c2bc8cbc3, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=495805fd-0180-40f2-ab25-1a1c2bc8cbc3,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:00.073118 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-69e5235e-d605-40cb-a34b-2857636d9253 req-abc1e783-14ff-44b1-bcca-588938a43151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.081994 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.091241 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3073cdb-a311-4cd3-8ec2-ff2c977bbf86 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:00.106454 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-69e5235e-d605-40cb-a34b-2857636d9253 req-abc1e783-14ff-44b1-bcca-588938a43151 service neutron] Transition to ACTIVE for port object 0d8d46b0-f094-4207-b636-a00921448339 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:00.118065 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5dac9c-89a3-405c-b9dd-0434dd6dedc9 req-47a9cdf1-1afa-4fd4-9f4f-24f5332a764d tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:00.119901 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fa5dac9c-89a3-405c-b9dd-0434dd6dedc9 req-47a9cdf1-1afa-4fd4-9f4f-24f5332a764d tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 946 time: 1.0545609 Jul 07 17:18:00.120743 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-f3073cdb-a311-4cd3-8ec2-ff2c977bbf86 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:00.131981 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a8dfbaf5-e760-4596-88a3-e4d8238200a5 req-e034be53-3753-4082-8125-997936c18b87 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bd4387be-c997-400a-aeba-81688f367554&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0803671 Jul 07 17:18:00.140139 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-05a1c9d4-5713-4dee-9a6b-cc1d2ff4e2a8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.146536 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a1c9d4-5713-4dee-9a6b-cc1d2ff4e2a8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:00.147324 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-05a1c9d4-5713-4dee-9a6b-cc1d2ff4e2a8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.158975 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-69e5235e-d605-40cb-a34b-2857636d9253 req-abc1e783-14ff-44b1-bcca-588938a43151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.181520 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3073cdb-a311-4cd3-8ec2-ff2c977bbf86 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:00.213617 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3073cdb-a311-4cd3-8ec2-ff2c977bbf86 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:00.222056 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f3073cdb-a311-4cd3-8ec2-ff2c977bbf86 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.234124 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3073cdb-a311-4cd3-8ec2-ff2c977bbf86 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event updated for resources: {'Port': ['ID=742895ac-2e32-4b59-8285-4644a7492c45,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:00.236890 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.298307 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=495805fd-0180-40f2-ab25-1a1c2bc8cbc3,revision_number=11']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:00.362806 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fa5dac9c-89a3-405c-b9dd-0434dd6dedc9 req-7959703d-6010-466e-bc4f-f89a9c0cf377 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=c151c2a6-2881-4062-ba72-2d38d0e1609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904325 Jul 07 17:18:00.377125 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3073cdb-a311-4cd3-8ec2-ff2c977bbf86 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:00.381482 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3073cdb-a311-4cd3-8ec2-ff2c977bbf86 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:00.382077 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3073cdb-a311-4cd3-8ec2-ff2c977bbf86 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:00.382992 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3073cdb-a311-4cd3-8ec2-ff2c977bbf86 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:00.383520 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3073cdb-a311-4cd3-8ec2-ff2c977bbf86 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:00.384212 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3073cdb-a311-4cd3-8ec2-ff2c977bbf86 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:00.384801 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3073cdb-a311-4cd3-8ec2-ff2c977bbf86 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:00.385426 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3073cdb-a311-4cd3-8ec2-ff2c977bbf86 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:00.386774 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3073cdb-a311-4cd3-8ec2-ff2c977bbf86 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:00.388399 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3073cdb-a311-4cd3-8ec2-ff2c977bbf86 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:00.388975 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3073cdb-a311-4cd3-8ec2-ff2c977bbf86 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:00.389528 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3073cdb-a311-4cd3-8ec2-ff2c977bbf86 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:00.426135 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f3073cdb-a311-4cd3-8ec2-ff2c977bbf86 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5283132 Jul 07 17:18:00.435595 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42470) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:00.443606 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-05a1c9d4-5713-4dee-9a6b-cc1d2ff4e2a8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.0394571 Jul 07 17:18:00.452391 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42472) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:00.474117 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bd2a3-353c-4752-bd2d-c2e8945a5b77 req-f877cc13-926d-44b9-8ac9-dee53264dc29 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:00.477141 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-302bd2a3-353c-4752-bd2d-c2e8945a5b77 req-f877cc13-926d-44b9-8ac9-dee53264dc29 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.8463914 Jul 07 17:18:00.505891 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-d57e9ceb-bc23-4800-a37c-f7817bb26d80 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Request body: {'subnet': {'network_id': '15354526-f44b-472a-b0fd-a9338beb9bd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:00.521599 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93b2df3-57a1-4ab6-a29e-99f11ed1b31e admin admin] Router eed3d3eb-1a68-421c-a21f-a8fb1ee460da is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:18:00.526690 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1c9d4-5713-4dee-9a6b-cc1d2ff4e2a8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event updated for resources: {'Network': ['ID=15354526-f44b-472a-b0fd-a9338beb9bd5,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:00.538472 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 15354526-f44b-472a-b0fd-a9338beb9bd5 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:18:00.596896 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-84678d69-f6a3-4b8f-bbba-43ec6cdce08e req-f813e29e-aeae-4397-a88c-3859e77d7246 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.624199 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-302bd2a3-353c-4752-bd2d-c2e8945a5b77 req-0fcf1450-7ab7-4a2b-9082-6d04015a8849 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055057 Jul 07 17:18:00.713774 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2582e4f0-3f62-4ca5-96c8-aac3f3814608 None None] Provisioning for port 742895ac-2e32-4b59-8285-4644a7492c45 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:00.735813 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2582e4f0-3f62-4ca5-96c8-aac3f3814608 None None] Provisioning complete for port 742895ac-2e32-4b59-8285-4644a7492c45 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:00.736178 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2582e4f0-3f62-4ca5-96c8-aac3f3814608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.745467 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813e29e-aeae-4397-a88c-3859e77d7246 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Pushing event deleted for resources: {'Port': ['ID=495805fd-0180-40f2-ab25-1a1c2bc8cbc3,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:00.781638 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd67a367-3f1f-4463-a0a8-0b948e562772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '495805fd-0180-40f2-ab25-1a1c2bc8cbc3'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:00.793752 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae171cef-0d87-4c76-8ee7-f3e064087f3e" -d '{"events": [{"server_uuid": "cd67a367-3f1f-4463-a0a8-0b948e562772", "name": "network-vif-unplugged", "status": "completed", "tag": "495805fd-0180-40f2-ab25-1a1c2bc8cbc3"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:00.807747 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1e783-14ff-44b1-bcca-588938a43151 service neutron] Pushing event updated for resources: {'Port': ['ID=0d8d46b0-f094-4207-b636-a00921448339,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:00.849869 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42476) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:00.855488 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-2582e4f0-3f62-4ca5-96c8-aac3f3814608 None None] Port 742895ac-2e32-4b59-8285-4644a7492c45 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:00.868314 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93b2df3-57a1-4ab6-a29e-99f11ed1b31e admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:00.883004 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745b8773-a345-410c-98ca-ee3a14fee1db None None] Sync routers for ids ['eed3d3eb-1a68-421c-a21f-a8fb1ee460da'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:00.900587 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745b8773-a345-410c-98ca-ee3a14fee1db None None] Routers {'eed3d3eb-1a68-421c-a21f-a8fb1ee460da'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:00.901673 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-745b8773-a345-410c-98ca-ee3a14fee1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:17:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['eed3d3eb-1a68-421c-a21f-a8fb1ee460da'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:01.003370 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-69e5235e-d605-40cb-a34b-2857636d9253 req-abc1e783-14ff-44b1-bcca-588938a43151 service neutron] Attempting to bind port 0d8d46b0-f094-4207-b636-a00921448339 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:01.004012 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-69e5235e-d605-40cb-a34b-2857636d9253 req-abc1e783-14ff-44b1-bcca-588938a43151 service neutron] Attempting to bind port 0d8d46b0-f094-4207-b636-a00921448339 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '964587fe-7664-4bf2-ace4-274b800778e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0e005ea3-05eb-4960-83d6-5e4747f2b68f'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:01.005365 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e5235e-d605-40cb-a34b-2857636d9253 req-abc1e783-14ff-44b1-bcca-588938a43151 service neutron] Attempting to bind port 0d8d46b0-f094-4207-b636-a00921448339 on network 0e005ea3-05eb-4960-83d6-5e4747f2b68f {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:01.013280 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a93b2df3-57a1-4ab6-a29e-99f11ed1b31e admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.014791 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a93b2df3-57a1-4ab6-a29e-99f11ed1b31e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 18.7801218 Jul 07 17:18:01.019811 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42482) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:01.027309 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfbaf5-e760-4596-88a3-e4d8238200a5 req-d7eae4d5-965f-4e1a-8b34-c0bc6c2c306b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:01.029288 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a8dfbaf5-e760-4596-88a3-e4d8238200a5 req-d7eae4d5-965f-4e1a-8b34-c0bc6c2c306b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&device_id=bd4387be-c997-400a-aeba-81688f367554 HTTP/1.1" status: 200 len: 1097 time: 0.8324759 Jul 07 17:18:01.061858 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f13d3c-e0b1-4072-a1d7-5db9f6511c9c admin admin] Deleting subnet 12798acc-312b-4214-a500-3b0991528d28 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:18:01.072230 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4f13d3c-e0b1-4072-a1d7-5db9f6511c9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.185335 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84678d69-f6a3-4b8f-bbba-43ec6cdce08e req-f813e29e-aeae-4397-a88c-3859e77d7246 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Router 8081bcf8-d02f-46ae-a958-7ce2201710a8 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:01.190730 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfbaf5-e760-4596-88a3-e4d8238200a5 req-d5ae3970-f66b-4e7d-afff-7d832c673540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:01.192559 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a8dfbaf5-e760-4596-88a3-e4d8238200a5 req-d5ae3970-f66b-4e7d-afff-7d832c673540 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 913 time: 0.1284699 Jul 07 17:18:01.229829 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e5235e-d605-40cb-a34b-2857636d9253 req-abc1e783-14ff-44b1-bcca-588938a43151 service neutron] Port 0d8d46b0-f094-4207-b636-a00921448339 on network 0e005ea3-05eb-4960-83d6-5e4747f2b68f not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:18:01.230417 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e5235e-d605-40cb-a34b-2857636d9253 req-abc1e783-14ff-44b1-bcca-588938a43151 service neutron] Attempting to bind port 0d8d46b0-f094-4207-b636-a00921448339 on network 0e005ea3-05eb-4960-83d6-5e4747f2b68f {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:01.251078 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-745b8773-a345-410c-98ca-ee3a14fee1db None None] Set router eed3d3eb-1a68-421c-a21f-a8fb1ee460da gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:01.279673 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a8dfbaf5-e760-4596-88a3-e4d8238200a5 req-9843cf56-99a8-4415-89a6-a0f671229e00 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94bd3849-30eb-4eef-b27a-1a2aa77b0362 HTTP/1.1" status: 200 len: 217 time: 0.0452249 Jul 07 17:18:01.280293 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57e9ceb-bc23-4800-a37c-f7817bb26d80 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Made reservation on behalf of e5d74f7b0bc546bdb1648c52dd104a8f for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:01.284007 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d57e9ceb-bc23-4800-a37c-f7817bb26d80 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.351569 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e5235e-d605-40cb-a34b-2857636d9253 req-abc1e783-14ff-44b1-bcca-588938a43151 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:01.353797 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e5235e-d605-40cb-a34b-2857636d9253 req-abc1e783-14ff-44b1-bcca-588938a43151 service neutron] Checking segment: {'id': '964587fe-7664-4bf2-ace4-274b800778e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0e005ea3-05eb-4960-83d6-5e4747f2b68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:01.353797 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e5235e-d605-40cb-a34b-2857636d9253 req-abc1e783-14ff-44b1-bcca-588938a43151 service neutron] Bound using segment: {'id': '964587fe-7664-4bf2-ace4-274b800778e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0e005ea3-05eb-4960-83d6-5e4747f2b68f'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:01.353797 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-69e5235e-d605-40cb-a34b-2857636d9253 req-abc1e783-14ff-44b1-bcca-588938a43151 service neutron] Bound port: 0d8d46b0-f094-4207-b636-a00921448339, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964587fe-7664-4bf2-ace4-274b800778e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0e005ea3-05eb-4960-83d6-5e4747f2b68f'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:01.353797 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-69e5235e-d605-40cb-a34b-2857636d9253 req-abc1e783-14ff-44b1-bcca-588938a43151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.507099 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-4ec8f357-733d-4d96-9816-8b7bb001951d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting port 742895ac-2e32-4b59-8285-4644a7492c45 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:01.507665 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4ec8f357-733d-4d96-9816-8b7bb001951d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.518590 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4f13d3c-e0b1-4072-a1d7-5db9f6511c9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.522764 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84678d69-f6a3-4b8f-bbba-43ec6cdce08e req-f813e29e-aeae-4397-a88c-3859e77d7246 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:01.534367 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5490c051-ed87-477b-8b6e-58daf035efc1 None None] Sync routers for ids ['8081bcf8-d02f-46ae-a958-7ce2201710a8'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:01.555946 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5490c051-ed87-477b-8b6e-58daf035efc1 None None] Routers {'8081bcf8-d02f-46ae-a958-7ce2201710a8'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:01.560277 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-5490c051-ed87-477b-8b6e-58daf035efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:17:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['8081bcf8-d02f-46ae-a958-7ce2201710a8'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:01.724416 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-84678d69-f6a3-4b8f-bbba-43ec6cdce08e req-f813e29e-aeae-4397-a88c-3859e77d7246 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] No DVR routers for this DVR port 495805fd-0180-40f2-ab25-1a1c2bc8cbc3 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:01.742283 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-84678d69-f6a3-4b8f-bbba-43ec6cdce08e req-f813e29e-aeae-4397-a88c-3859e77d7246 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.745402 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84678d69-f6a3-4b8f-bbba-43ec6cdce08e req-f813e29e-aeae-4397-a88c-3859e77d7246 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.72 "DELETE /v2.0/ports/495805fd-0180-40f2-ab25-1a1c2bc8cbc3 HTTP/1.1" status: 204 len: 173 time: 3.6085055 Jul 07 17:18:01.747418 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd67a367-3f1f-4463-a0a8-0b948e562772', 'name': 'network-vif-deleted', 'tag': '495805fd-0180-40f2-ab25-1a1c2bc8cbc3'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:01.759473 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a418ad70-1ed1-483e-bdee-5f51528addb8" -d '{"events": [{"server_uuid": "cd67a367-3f1f-4463-a0a8-0b948e562772", "name": "network-vif-deleted", "tag": "495805fd-0180-40f2-ab25-1a1c2bc8cbc3"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:01.766255 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-745b8773-a345-410c-98ca-ee3a14fee1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'name': 'tempest-AttachVolumeTestJSON-315326028-router', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e9745790-a66f-4b18-9061-576418fba211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:42Z', 'updated_at': '2021-07-07T17:17:55Z', 'revision_number': 3, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'gw_port': {'id': 'e9745790-a66f-4b18-9061-576418fba211', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:47:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:51Z', 'updated_at': '2021-07-07T17:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:01.779393 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4f13d3c-e0b1-4072-a1d7-5db9f6511c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.828851 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05956a3-de84-4353-86b0-e85c54467b01 req-ffd3aaa4-5995-4ca0-a52a-fe2697bb1880 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:01.837897 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f05956a3-de84-4353-86b0-e85c54467b01 req-ffd3aaa4-5995-4ca0-a52a-fe2697bb1880 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.7177856 Jul 07 17:18:01.853937 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-5490c051-ed87-477b-8b6e-58daf035efc1 None None] Set router 8081bcf8-d02f-46ae-a958-7ce2201710a8 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:01.999252 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4ec8f357-733d-4d96-9816-8b7bb001951d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.053335 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-4ec8f357-733d-4d96-9816-8b7bb001951d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Calling delete_port for 742895ac-2e32-4b59-8285-4644a7492c45 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:02.078786 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f05956a3-de84-4353-86b0-e85c54467b01 req-a0d1aed5-482d-4336-8fc4-29003776a125 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393782 Jul 07 17:18:02.117913 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745b8773-a345-410c-98ca-ee3a14fee1db None None] Checking router: eed3d3eb-1a68-421c-a21f-a8fb1ee460da for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:18:02.118483 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745b8773-a345-410c-98ca-ee3a14fee1db None None] Updating router eed3d3eb-1a68-421c-a21f-a8fb1ee460da port e9745790-a66f-4b18-9061-576418fba211 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:18:02.123609 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4f13d3c-e0b1-4072-a1d7-5db9f6511c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.144452 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfbaf5-e760-4596-88a3-e4d8238200a5 req-d56bc9b2-caaa-4a1a-a484-7c3727dc29df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:02.161576 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a8dfbaf5-e760-4596-88a3-e4d8238200a5 req-d56bc9b2-caaa-4a1a-a484-7c3727dc29df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 200 len: 851 time: 0.8714125 Jul 07 17:18:02.214392 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-745b8773-a345-410c-98ca-ee3a14fee1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.305515 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77824bd-aec2-4c4b-93c1-740b54823096 x-openstack-request-id: req-f77824bd-aec2-4c4b-93c1-740b54823096 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:02.307494 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd67a367-3f1f-4463-a0a8-0b948e562772", "name": "network-vif-unplugged", "status": "completed", "tag": "495805fd-0180-40f2-ab25-1a1c2bc8cbc3", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:02.307883 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f77824bd-aec2-4c4b-93c1-740b54823096 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:02.308465 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd67a367-3f1f-4463-a0a8-0b948e562772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '495805fd-0180-40f2-ab25-1a1c2bc8cbc3', 'code': 200} Jul 07 17:18:02.342206 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bf7d0-786d-4347-ba27-55e985d6e2fe req-68cdfee9-4a4b-43bc-a620-22f286cf30d0 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:02.354511 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bb6bf7d0-786d-4347-ba27-55e985d6e2fe req-68cdfee9-4a4b-43bc-a620-22f286cf30d0 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 944 time: 1.5886242 Jul 07 17:18:02.388688 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-69e5235e-d605-40cb-a34b-2857636d9253 req-abc1e783-14ff-44b1-bcca-588938a43151 service neutron] For port 0d8d46b0-f094-4207-b636-a00921448339, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:02.423604 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-5490c051-ed87-477b-8b6e-58daf035efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'name': 'tempest-AttachVolumeShelveTestJSON-2145681699-router', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:07Z', 'updated_at': '2021-07-07T17:12:22Z', 'revision_number': 4, 'project_id': '18e760e73e3c432284bc214c0bade121', 'gw_port': {'id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:af:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:10Z', 'updated_at': '2021-07-07T17:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'a86c32dd-ed0d-4cb6-883a-43f202f2b838', 'name': '', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'mac_address': 'fa:16:3e:6a:41:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:21Z', 'updated_at': '2021-07-07T17:12:33Z', 'revision_number': 5, 'project_id': '18e760e73e3c432284bc214c0bade121', 'subnets': [{'id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:02.473315 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-69e5235e-d605-40cb-a34b-2857636d9253 req-abc1e783-14ff-44b1-bcca-588938a43151 service neutron] For port 0d8d46b0-f094-4207-b636-a00921448339, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=0d8d46b0-f094-4207-b636-a00921448339,segment=NetworkSegment(964587fe-7664-4bf2-ace4-274b800778e8),segment_id=964587fe-7664-4bf2-ace4-274b800778e8)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:02.501572 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5490c051-ed87-477b-8b6e-58daf035efc1 None None] Checking router: 8081bcf8-d02f-46ae-a958-7ce2201710a8 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:18:02.521927 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5490c051-ed87-477b-8b6e-58daf035efc1 None None] Routers {'8081bcf8-d02f-46ae-a958-7ce2201710a8'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:02.522509 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-5490c051-ed87-477b-8b6e-58daf035efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:17:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['8081bcf8-d02f-46ae-a958-7ce2201710a8'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:02.583614 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6522a962-879c-4ac3-87d6-5a4a56cd203a req-3fed91a0-da13-4540-a2d5-284602d920e9 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd67a367-3f1f-4463-a0a8-0b948e562772 HTTP/1.1" status: 200 len: 210 time: 0.0683444 Jul 07 17:18:02.587976 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4ec8f357-733d-4d96-9816-8b7bb001951d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.592176 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f13d3c-e0b1-4072-a1d7-5db9f6511c9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12798acc-312b-4214-a500-3b0991528d28,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:02.612862 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4f13d3c-e0b1-4072-a1d7-5db9f6511c9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.633108 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b4f13d3c-e0b1-4072-a1d7-5db9f6511c9c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/12798acc-312b-4214-a500-3b0991528d28 HTTP/1.1" status: 204 len: 168 time: 1.7658663 Jul 07 17:18:02.773413 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42494) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:02.788766 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddb5bad-5f70-482e-b16a-0696ebc1d934 x-openstack-request-id: req-4ddb5bad-5f70-482e-b16a-0696ebc1d934 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:02.790269 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd67a367-3f1f-4463-a0a8-0b948e562772", "name": "network-vif-deleted", "tag": "495805fd-0180-40f2-ab25-1a1c2bc8cbc3", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:02.790269 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ddb5bad-5f70-482e-b16a-0696ebc1d934 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:02.792249 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-69e5235e-d605-40cb-a34b-2857636d9253 req-abc1e783-14ff-44b1-bcca-588938a43151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.794705 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd67a367-3f1f-4463-a0a8-0b948e562772', 'name': 'network-vif-deleted', 'tag': '495805fd-0180-40f2-ab25-1a1c2bc8cbc3', 'status': 'completed', 'code': 200} Jul 07 17:18:02.806789 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8f357-733d-4d96-9816-8b7bb001951d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Port': ['ID=742895ac-2e32-4b59-8285-4644a7492c45,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:02.963042 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-745b8773-a345-410c-98ca-ee3a14fee1db None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.972430 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4ec8f357-733d-4d96-9816-8b7bb001951d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.981856 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4ec8f357-733d-4d96-9816-8b7bb001951d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/742895ac-2e32-4b59-8285-4644a7492c45 HTTP/1.1" status: 204 len: 168 time: 2.5434327 Jul 07 17:18:02.983799 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42496) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:02.999926 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-745b8773-a345-410c-98ca-ee3a14fee1db None None] Transition to ACTIVE for port object e9745790-a66f-4b18-9061-576418fba211 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:03.019146 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-745b8773-a345-410c-98ca-ee3a14fee1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.155725 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-745b8773-a345-410c-98ca-ee3a14fee1db None None] Attempting to bind port e9745790-a66f-4b18-9061-576418fba211 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:03.160213 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-745b8773-a345-410c-98ca-ee3a14fee1db None None] Attempting to bind port e9745790-a66f-4b18-9061-576418fba211 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:03.161114 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745b8773-a345-410c-98ca-ee3a14fee1db None None] Attempting to bind port e9745790-a66f-4b18-9061-576418fba211 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:03.170034 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1e783-14ff-44b1-bcca-588938a43151 service neutron] Pushing event updated for resources: {'Port': ['ID=0d8d46b0-f094-4207-b636-a00921448339,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:03.199490 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745b8773-a345-410c-98ca-ee3a14fee1db None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:03.199878 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745b8773-a345-410c-98ca-ee3a14fee1db None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:03.200297 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-745b8773-a345-410c-98ca-ee3a14fee1db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.200715 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745b8773-a345-410c-98ca-ee3a14fee1db None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:03.203049 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-745b8773-a345-410c-98ca-ee3a14fee1db None None] Bound port: e9745790-a66f-4b18-9061-576418fba211, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:03.203452 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-745b8773-a345-410c-98ca-ee3a14fee1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.221355 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66794df8-0759-4b6a-96eb-79d9148816b1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:03.226637 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-66794df8-0759-4b6a-96eb-79d9148816b1 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2402203 Jul 07 17:18:03.228725 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42498) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:03.449875 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-745b8773-a345-410c-98ca-ee3a14fee1db None None] For port e9745790-a66f-4b18-9061-576418fba211, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:03.456970 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-745b8773-a345-410c-98ca-ee3a14fee1db None None] For port e9745790-a66f-4b18-9061-576418fba211, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e9745790-a66f-4b18-9061-576418fba211,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:03.468311 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-745b8773-a345-410c-98ca-ee3a14fee1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.492579 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febf08a-19af-4ffd-83a6-feb5f120e2c4 None None] Pushing event updated for resources: {'Port': ['ID=e9745790-a66f-4b18-9061-576418fba211,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:03.499055 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36236-188c-4089-94d2-fcdd3f1fdaf3 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:03.501723 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8cd36236-188c-4089-94d2-fcdd3f1fdaf3 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2692482 Jul 07 17:18:03.506056 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42504) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:03.506985 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bb6bf7d0-786d-4347-ba27-55e985d6e2fe req-0534c3a4-eac1-4004-b43b-9c525a16112b tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/security-groups?id=c67b0018-3c14-4ddc-ba89-fcab2962e1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1510496 Jul 07 17:18:03.518095 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-5490c051-ed87-477b-8b6e-58daf035efc1 None None] Set router 8081bcf8-d02f-46ae-a958-7ce2201710a8 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:03.520597 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5235e-d605-40cb-a34b-2857636d9253 req-abc1e783-14ff-44b1-bcca-588938a43151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:03.529102 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-69e5235e-d605-40cb-a34b-2857636d9253 req-abc1e783-14ff-44b1-bcca-588938a43151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.530917 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69e5235e-d605-40cb-a34b-2857636d9253 req-abc1e783-14ff-44b1-bcca-588938a43151 service neutron] 10.222.0.64 "PUT /v2.0/ports/0d8d46b0-f094-4207-b636-a00921448339 HTTP/1.1" status: 200 len: 1093 time: 5.6604288 Jul 07 17:18:03.577323 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1b8917-1234-48f4-98cb-30fc8159dfd6', 'tag': '0d8d46b0-f094-4207-b636-a00921448339'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:03.580017 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9ccfbf-bf71-4834-ad3d-48d61f6c2c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1b8917-1234-48f4-98cb-30fc8159dfd6", "tag": "0d8d46b0-f094-4207-b636-a00921448339"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:03.609260 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febf08a-19af-4ffd-83a6-feb5f120e2c4 None None] Pushing event updated for resources: {'Port': ['ID=e9745790-a66f-4b18-9061-576418fba211,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:03.653326 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0900df5-4011-4666-96d9-36f656297ced tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:03.655246 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0900df5-4011-4666-96d9-36f656297ced tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:03.657594 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0900df5-4011-4666-96d9-36f656297ced tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:03.662302 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a0900df5-4011-4666-96d9-36f656297ced tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1540847 Jul 07 17:18:03.665038 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42510) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:03.670329 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745b8773-a345-410c-98ca-ee3a14fee1db None None] Routers {'eed3d3eb-1a68-421c-a21f-a8fb1ee460da'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:03.672594 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-745b8773-a345-410c-98ca-ee3a14fee1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:17:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['eed3d3eb-1a68-421c-a21f-a8fb1ee460da'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:03.764145 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-917cec4d-e410-4218-b794-34375b95d23e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet 91f2f0fd-b544-4d6f-9eef-ad18493b9e37 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:18:03.769672 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-917cec4d-e410-4218-b794-34375b95d23e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.809452 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66d695-66cc-4606-9cba-471d493fcadf req-4933e77e-97bf-4013-b2ca-7ed1ee1a7733 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:03.811417 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5c66d695-66cc-4606-9cba-471d493fcadf req-4933e77e-97bf-4013-b2ca-7ed1ee1a7733 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.2397935 Jul 07 17:18:03.823051 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f6cc1e-0ebd-4973-b1eb-dde92435d4d2 x-openstack-request-id: req-84f6cc1e-0ebd-4973-b1eb-dde92435d4d2 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:03.825282 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1b8917-1234-48f4-98cb-30fc8159dfd6", "tag": "0d8d46b0-f094-4207-b636-a00921448339", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:03.825992 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84f6cc1e-0ebd-4973-b1eb-dde92435d4d2 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:03.831165 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1b8917-1234-48f4-98cb-30fc8159dfd6', 'tag': '0d8d46b0-f094-4207-b636-a00921448339', 'status': 'completed', 'code': 200} Jul 07 17:18:03.880319 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5c66d695-66cc-4606-9cba-471d493fcadf req-6c8490ec-ddd6-49a1-b28d-5eff69061a0a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567055 Jul 07 17:18:03.896952 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-917cec4d-e410-4218-b794-34375b95d23e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.048937 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfbaf5-e760-4596-88a3-e4d8238200a5 req-e485fa26-db0e-4244-9a75-38fd66762390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:04.051120 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a8dfbaf5-e760-4596-88a3-e4d8238200a5 req-e485fa26-db0e-4244-9a75-38fd66762390 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.8587873 Jul 07 17:18:04.060400 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-be690b8d-dc5b-4997-ae08-e5554fff45da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.068310 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-5490c051-ed87-477b-8b6e-58daf035efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'name': 'tempest-AttachVolumeShelveTestJSON-2145681699-router', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:07Z', 'updated_at': '2021-07-07T17:12:22Z', 'revision_number': 4, 'project_id': '18e760e73e3c432284bc214c0bade121', 'gw_port': {'id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:af:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:10Z', 'updated_at': '2021-07-07T17:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'a86c32dd-ed0d-4cb6-883a-43f202f2b838', 'name': '', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'mac_address': 'fa:16:3e:6a:41:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:21Z', 'updated_at': '2021-07-07T17:12:33Z', 'revision_number': 5, 'project_id': '18e760e73e3c432284bc214c0bade121', 'subnets': [{'id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:04.077744 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-745b8773-a345-410c-98ca-ee3a14fee1db None None] Set router eed3d3eb-1a68-421c-a21f-a8fb1ee460da gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:04.115787 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42514) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:04.184069 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5490c051-ed87-477b-8b6e-58daf035efc1 None None] The sync data for ids ['8081bcf8-d02f-46ae-a958-7ce2201710a8'] in n-d-791503-12 is: [{'id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'name': 'tempest-AttachVolumeShelveTestJSON-2145681699-router', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:07Z', 'updated_at': '2021-07-07T17:12:22Z', 'revision_number': 4, 'project_id': '18e760e73e3c432284bc214c0bade121', 'gw_port': {'id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:af:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:10Z', 'updated_at': '2021-07-07T17:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'a86c32dd-ed0d-4cb6-883a-43f202f2b838', 'name': '', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'mac_address': 'fa:16:3e:6a:41:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:21Z', 'updated_at': '2021-07-07T17:12:33Z', 'revision_number': 5, 'project_id': '18e760e73e3c432284bc214c0bade121', 'subnets': [{'id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:04.236363 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-917cec4d-e410-4218-b794-34375b95d23e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.276454 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4acfe41-8651-41b6-94d2-1fb9eb0bad9d tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.337854 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4acfe41-8651-41b6-94d2-1fb9eb0bad9d tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.454796 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-917cec4d-e410-4218-b794-34375b95d23e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.564466 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-917cec4d-e410-4218-b794-34375b95d23e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.571669 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-745b8773-a345-410c-98ca-ee3a14fee1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'name': 'tempest-AttachVolumeTestJSON-315326028-router', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e9745790-a66f-4b18-9061-576418fba211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:42Z', 'updated_at': '2021-07-07T17:17:55Z', 'revision_number': 3, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'gw_port': {'id': 'e9745790-a66f-4b18-9061-576418fba211', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:47:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:51Z', 'updated_at': '2021-07-07T17:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:04.599353 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-917cec4d-e410-4218-b794-34375b95d23e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/91f2f0fd-b544-4d6f-9eef-ad18493b9e37 HTTP/1.1" status: 204 len: 168 time: 0.9261911 Jul 07 17:18:04.601155 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5235e-d605-40cb-a34b-2857636d9253 req-442b6693-d4a6-45d2-8fa5-6915cc1e427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:04.604755 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69e5235e-d605-40cb-a34b-2857636d9253 req-442b6693-d4a6-45d2-8fa5-6915cc1e427e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=963a6f61059f43fda2e16b5d1183ff85&device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 1096 time: 0.9883749 Jul 07 17:18:04.605459 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42520) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:04.615313 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917cec4d-e410-4218-b794-34375b95d23e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=91f2f0fd-b544-4d6f-9eef-ad18493b9e37,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:04.615822 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02949256-9241-45aa-9167-4d806ca25459 None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:04.764464 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4acfe41-8651-41b6-94d2-1fb9eb0bad9d tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.776839 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a8dfbaf5-e760-4596-88a3-e4d8238200a5 req-49d20236-2e50-43c0-941e-a385342c8354 service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7132792 Jul 07 17:18:04.780287 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4acfe41-8651-41b6-94d2-1fb9eb0bad9d tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.797884 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c4acfe41-8651-41b6-94d2-1fb9eb0bad9d tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "DELETE /v2.0/security-groups/c151c2a6-2881-4062-ba72-2d38d0e1609c HTTP/1.1" status: 204 len: 168 time: 0.6767988 Jul 07 17:18:04.819331 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42522) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:04.823030 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745b8773-a345-410c-98ca-ee3a14fee1db None None] The sync data for ids ['eed3d3eb-1a68-421c-a21f-a8fb1ee460da'] in n-d-791503-12 is: [{'id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'name': 'tempest-AttachVolumeTestJSON-315326028-router', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e9745790-a66f-4b18-9061-576418fba211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:42Z', 'updated_at': '2021-07-07T17:17:55Z', 'revision_number': 3, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'gw_port': {'id': 'e9745790-a66f-4b18-9061-576418fba211', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:47:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:51Z', 'updated_at': '2021-07-07T17:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:04.858317 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:18:04.864872 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d57e9ceb-bc23-4800-a37c-f7817bb26d80 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.913523 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-00f76c8d-4e73-4733-9432-12f3aa162489 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] show failed (client error): The resource could not be found. Jul 07 17:18:04.921617 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-00f76c8d-4e73-4733-9432-12f3aa162489 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups/c151c2a6-2881-4062-ba72-2d38d0e1609c HTTP/1.1" status: 404 len: 347 time: 0.0891254 Jul 07 17:18:04.922547 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42524) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:04.937102 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4acfe41-8651-41b6-94d2-1fb9eb0bad9d tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c151c2a6-2881-4062-ba72-2d38d0e1609c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:04.983744 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5c2a15-859e-4985-afe5-3048f849ca23 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Deleting subnet a3768716-66bb-47f3-a66d-260f3b1c8ff9 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:18:04.994185 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0ac9a5-e42d-4bd9-bb2f-a0299873ceb3 None None] New status for floating IP b40f9105-1a3e-4974-a48b-8100f1046fe8: DOWN {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:18:05.007856 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bc5c2a15-859e-4985-afe5-3048f849ca23 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.091258 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-be690b8d-dc5b-4997-ae08-e5554fff45da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.197046 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69e5235e-d605-40cb-a34b-2857636d9253 req-83fb9f11-9d8d-4020-868b-25a6ad53658f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d8d46b0-f094-4207-b636-a00921448339 HTTP/1.1" status: 200 len: 217 time: 0.5107493 Jul 07 17:18:05.210043 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e9ceb-bc23-4800-a37c-f7817bb26d80 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event updated for resources: {'Subnet': ['ID=ea8fd90b-dea5-4e2e-a351-467c42390971,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:05.259583 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bc5c2a15-859e-4985-afe5-3048f849ca23 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.435617 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-be690b8d-dc5b-4997-ae08-e5554fff45da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b49db49b-f127-4d2a-b9c1-b5f9ec1c540b']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:05.608460 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-be690b8d-dc5b-4997-ae08-e5554fff45da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7553279-0661-4c54-86a8-42bce1d0325a') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:05.609104 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-be690b8d-dc5b-4997-ae08-e5554fff45da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7553279-0661-4c54-86a8-42bce1d0325a') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:05.619900 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-be690b8d-dc5b-4997-ae08-e5554fff45da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.643495 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-be690b8d-dc5b-4997-ae08-e5554fff45da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.648581 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be690b8d-dc5b-4997-ae08-e5554fff45da admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:18:05.648876 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-be690b8d-dc5b-4997-ae08-e5554fff45da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.662128 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-df185071-09a8-468b-958e-d607ec74dceb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Deleting port ca52af53-246e-478e-81d6-56b03525401f {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:05.662706 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-df185071-09a8-468b-958e-d607ec74dceb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:18:05.735420 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:18:05.814305 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bc5c2a15-859e-4985-afe5-3048f849ca23 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.914661 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5235e-d605-40cb-a34b-2857636d9253 req-10faaa58-22d0-4a22-b87b-81b12f8107b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:05.917969 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69e5235e-d605-40cb-a34b-2857636d9253 req-10faaa58-22d0-4a22-b87b-81b12f8107b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31c817cf-4a54-4051-ac1f-6b744f1bf73c HTTP/1.1" status: 200 len: 860 time: 0.7127361 Jul 07 17:18:05.975160 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8537cbf4-d581-4d6a-81fa-58225bf5e20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:06.125222 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69e5235e-d605-40cb-a34b-2857636d9253 req-7a8ae026-b5c7-4e91-8875-c55657cfbbe8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0e005ea3-05eb-4960-83d6-5e4747f2b68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1766253 Jul 07 17:18:06.166241 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57e9ceb-bc23-4800-a37c-f7817bb26d80 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Checking segment: {'id': 'c0615251-3fa1-4cd5-aa4b-23bd556330d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '15354526-f44b-472a-b0fd-a9338beb9bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:06.167136 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57e9ceb-bc23-4800-a37c-f7817bb26d80 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Network hostable DHCP agents. Network: 15354526-f44b-472a-b0fd-a9338beb9bd5, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:18:06.171375 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-be690b8d-dc5b-4997-ae08-e5554fff45da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:06.273867 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-be690b8d-dc5b-4997-ae08-e5554fff45da admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:06.279796 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-be690b8d-dc5b-4997-ae08-e5554fff45da admin admin] 10.222.0.53 "DELETE /v2.0/networks/b49db49b-f127-4d2a-b9c1-b5f9ec1c540b HTTP/1.1" status: 204 len: 168 time: 3.4915032 Jul 07 17:18:06.362860 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a8dfbaf5-e760-4596-88a3-e4d8238200a5 req-af8dc48e-aa22-4390-9277-bbf0da3687cd service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4784679 Jul 07 17:18:06.417765 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1294f-7457-4575-9078-09ee7ec9d7e6 req-2ab2bef2-0681-4879-ad89-9efe095b0f56 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:06.425519 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58c1294f-7457-4575-9078-09ee7ec9d7e6 req-2ab2bef2-0681-4879-ad89-9efe095b0f56 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 1.0701759 Jul 07 17:18:06.493244 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58c1294f-7457-4575-9078-09ee7ec9d7e6 req-86952ab5-4a8a-4da1-9897-210833a6c78e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666697 Jul 07 17:18:06.558982 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-df185071-09a8-468b-958e-d607ec74dceb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:06.559317 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-df185071-09a8-468b-958e-d607ec74dceb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:06.578865 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-df185071-09a8-468b-958e-d607ec74dceb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Calling delete_port for ca52af53-246e-478e-81d6-56b03525401f owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:06.592462 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bc5c2a15-859e-4985-afe5-3048f849ca23 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:06.742782 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be690b8d-dc5b-4997-ae08-e5554fff45da admin admin] Pushing event deleted for resources: {'Network': ['ID=b49db49b-f127-4d2a-b9c1-b5f9ec1c540b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:06.768786 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42532) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:06.794118 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c2a15-859e-4985-afe5-3048f849ca23 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Subnet': ['ID=a3768716-66bb-47f3-a66d-260f3b1c8ff9,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:06.810560 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60c143-9805-485d-a068-64612edbf05f req-8a4b4baa-24d2-4b67-8458-6e10b49cef13 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:06.811792 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bc5c2a15-859e-4985-afe5-3048f849ca23 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:06.812869 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a60c143-9805-485d-a068-64612edbf05f req-8a4b4baa-24d2-4b67-8458-6e10b49cef13 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 944 time: 1.7832518 Jul 07 17:18:06.825823 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bc5c2a15-859e-4985-afe5-3048f849ca23 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/a3768716-66bb-47f3-a66d-260f3b1c8ff9 HTTP/1.1" status: 204 len: 168 time: 2.2191751 Jul 07 17:18:06.832500 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42536) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:06.966282 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2790e419-7679-4b37-8224-c0a1a695a731 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1294231 Jul 07 17:18:06.967754 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42540) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:07.027063 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097d69ac-2548-4009-ba8c-b0a8b9cdc8de None None] Network 6e9cefa1-f008-4dc6-9203-f56e105ef387 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:07.123242 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57e9ceb-bc23-4800-a37c-f7817bb26d80 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Network 15354526-f44b-472a-b0fd-a9338beb9bd5 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:18:07.162958 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-8537cbf4-d581-4d6a-81fa-58225bf5e20e admin admin] Allocated IP 172.20.0.1 (8844e96f-6ac0-4025-abff-e3224e6714bf/e2ae55f5-c355-4456-833a-1db6be8fc78f/d44d34e5-4162-4302-ab10-46dec4a7318e) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:07.255474 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-d57e9ceb-bc23-4800-a37c-f7817bb26d80 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 15354526-f44b-472a-b0fd-a9338beb9bd5) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:07.274219 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57e9ceb-bc23-4800-a37c-f7817bb26d80 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:07.275034 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d57e9ceb-bc23-4800-a37c-f7817bb26d80 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.295108 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9a7e70-12d7-408d-b667-0ee6b2422986 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:07.302233 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69e5235e-d605-40cb-a34b-2857636d9253 req-92641ff3-ab63-4b50-b268-be5a37897025 service neutron] 10.222.0.64 "GET /v2.0/networks/0e005ea3-05eb-4960-83d6-5e4747f2b68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1640148 Jul 07 17:18:07.303255 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ae9a7e70-12d7-408d-b667-0ee6b2422986 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3284864 Jul 07 17:18:07.309163 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42542) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:07.336920 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cc46f5-0891-4fe7-a54f-902daa3ffd5f None None] Network 15354526-f44b-472a-b0fd-a9338beb9bd5 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:07.354630 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ccb7ccdd-5656-47bb-be43-beda97852b8e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=093f8cd0eb1247809a1b83c8ab433206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5628216 Jul 07 17:18:07.356462 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a60c143-9805-485d-a068-64612edbf05f req-64805f44-c201-408e-b813-b21389969b98 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/security-groups?id=c67b0018-3c14-4ddc-ba89-fcab2962e1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269616 Jul 07 17:18:07.367046 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42544) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:07.438217 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-df185071-09a8-468b-958e-d607ec74dceb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.498093 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d57e9ceb-bc23-4800-a37c-f7817bb26d80 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.9968910 Jul 07 17:18:07.507134 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e9745790-a66f-4b18-9061-576418fba211 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:07.511194 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42546) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:07.528039 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e7647d78-3ba0-4d4d-89b1-f30aaa5347b8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-807241625', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}, 'admin_state_up': False}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:07.584093 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.595837 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df185071-09a8-468b-958e-d607ec74dceb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Pushing event deleted for resources: {'Port': ['ID=ca52af53-246e-478e-81d6-56b03525401f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:07.610125 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2b0b49b7-a87e-41db-95aa-f72db19cc3b2 req-acc942fd-77a1-41e4-828d-17b87c1c155e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=05a84436-53c8-41f6-b6c3-dfff277242cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8315344 Jul 07 17:18:07.645362 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8537cbf4-d581-4d6a-81fa-58225bf5e20e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.655436 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630b4a80-fa8c-4a08-a2b9-98a98e14657d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:07.662531 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-630b4a80-fa8c-4a08-a2b9-98a98e14657d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2596807 Jul 07 17:18:07.666627 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42550) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:07.722139 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3a9264c6-1e51-41ff-9afe-e3328c6ad9a8 None None] Provisioning complete for port e6d7c476-b411-4de9-bc70-3854a0c41a14 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:07.723136 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3a9264c6-1e51-41ff-9afe-e3328c6ad9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.724339 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-8537cbf4-d581-4d6a-81fa-58225bf5e20e admin admin] Transition to ACTIVE for port object d44d34e5-4162-4302-ab10-46dec4a7318e will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:07.741197 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e7647d78-3ba0-4d4d-89b1-f30aaa5347b8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.742280 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e7647d78-3ba0-4d4d-89b1-f30aaa5347b8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.763034 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69e5235e-d605-40cb-a34b-2857636d9253 req-9bd24c35-d771-494e-9755-140a83aaff70 service neutron] 10.222.0.64 "GET /v2.0/networks/0e005ea3-05eb-4960-83d6-5e4747f2b68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360254 Jul 07 17:18:07.764309 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e7786720-f298-4d4b-91c7-35625e9549bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.795940 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42552) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:07.796227 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0ffbfb1d-48d9-42b7-80cb-671f79347d2c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1245120 Jul 07 17:18:07.826246 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e7786720-f298-4d4b-91c7-35625e9549bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.889137 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-df185071-09a8-468b-958e-d607ec74dceb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.896310 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-df185071-09a8-468b-958e-d607ec74dceb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.919421 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-df185071-09a8-468b-958e-d607ec74dceb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "DELETE /v2.0/floatingips/b40f9105-1a3e-4974-a48b-8100f1046fe8 HTTP/1.1" status: 204 len: 168 time: 2.9810030 Jul 07 17:18:07.932089 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56ae836-f3c4-4bab-80c4-20c50242d619 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:07.932089 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f56ae836-f3c4-4bab-80c4-20c50242d619 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:07.932089 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f56ae836-f3c4-4bab-80c4-20c50242d619 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/742895ac-2e32-4b59-8285-4644a7492c45 HTTP/1.1" status: 404 len: 333 time: 0.1273305 Jul 07 17:18:07.948146 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42554) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:08.189339 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.194822 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-80bb73d9-e0f3-48cf-9719-5b5e4a121c85 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:08.195286 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80bb73d9-e0f3-48cf-9719-5b5e4a121c85 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:08.206939 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-80bb73d9-e0f3-48cf-9719-5b5e4a121c85 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/a3768716-66bb-47f3-a66d-260f3b1c8ff9 HTTP/1.1" status: 404 len: 337 time: 0.2568629 Jul 07 17:18:08.207756 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42560) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:08.269305 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port e9745790-a66f-4b18-9061-576418fba211 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:08.288463 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port e9745790-a66f-4b18-9061-576418fba211 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:08.288779 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.343993 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c15ee24-1801-452a-997a-f1e3af273b16 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:08.345577 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c15ee24-1801-452a-997a-f1e3af273b16 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:08.350650 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1c15ee24-1801-452a-997a-f1e3af273b16 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/91f2f0fd-b544-4d6f-9eef-ad18493b9e37 HTTP/1.1" status: 404 len: 337 time: 0.1388695 Jul 07 17:18:08.363382 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42562) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:08.528697 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370224b5-4d96-4114-a133-68799dcc87f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-15354526-f44b-472a-b0fd-a9338beb9bd5', 'network_id': '15354526-f44b-472a-b0fd-a9338beb9bd5', 'tenant_id': 'e5d74f7b0bc546bdb1648c52dd104a8f', 'fixed_ips': [{'subnet_id': 'ea8fd90b-dea5-4e2e-a351-467c42390971'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:18:08.529598 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-370224b5-4d96-4114-a133-68799dcc87f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.575991 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b37c98-f9af-4885-bec6-b3ddedb53ee2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:08.579095 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b37c98-f9af-4885-bec6-b3ddedb53ee2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:08.584608 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c1b37c98-f9af-4885-bec6-b3ddedb53ee2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/c4007a95-cf20-4f6c-9731-1ffcf1afdbe2 HTTP/1.1" status: 404 len: 333 time: 0.2049487 Jul 07 17:18:08.605125 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abac1a-7c5e-4542-b603-e5760401daec req-aa8c7c46-77f4-434b-88ed-ef5c32202798 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:08.637602 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80abac1a-7c5e-4542-b603-e5760401daec req-aa8c7c46-77f4-434b-88ed-ef5c32202798 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.5611622 Jul 07 17:18:08.655723 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42566) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:08.704179 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e51ac49-0a4e-4cb6-aaf4-e9bf095c9209 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:08.704860 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e51ac49-0a4e-4cb6-aaf4-e9bf095c9209 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:08.724056 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5e51ac49-0a4e-4cb6-aaf4-e9bf095c9209 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/2df7f3a7-6dc7-41be-9313-82c7aa8fd705 HTTP/1.1" status: 404 len: 337 time: 0.0696006 Jul 07 17:18:08.724809 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42568) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:08.820578 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea24a81-1abd-47c4-9416-1b500975dd69 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:08.820929 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea24a81-1abd-47c4-9416-1b500975dd69 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:08.822648 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6ea24a81-1abd-47c4-9416-1b500975dd69 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/bf48e833-4259-4b2a-baaa-fd724b3bfd98 HTTP/1.1" status: 404 len: 337 time: 0.0964854 Jul 07 17:18:08.835619 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2517d620-645e-4cf1-b4a0-f44e541f5f96 None None] DHCP port deletion for 6e9cefa1-f008-4dc6-9203-f56e105ef387 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:18:08.842353 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.860231 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42570) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:08.903679 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42572) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:08.904806 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39786fd-edb7-4723-a87a-b57e435bdfc3 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:08.907270 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c39786fd-edb7-4723-a87a-b57e435bdfc3 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:08.914087 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c39786fd-edb7-4723-a87a-b57e435bdfc3 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/d452c4c7-94db-4b3c-a282-cbf34f686069 HTTP/1.1" status: 404 len: 333 time: 0.0518122 Jul 07 17:18:08.919893 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80abac1a-7c5e-4542-b603-e5760401daec req-0b4bf818-80df-4835-9b79-6ea9d377eed0 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2840319 Jul 07 17:18:08.926116 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-81c0b7a3-e981-4012-836b-a8f0558706c2 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1772187943', 'description': 'tempest-description--616840027'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:08.935135 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42574) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:08.977696 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec187e2-2174-43f1-ae9a-a516d84aad9a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:08.978318 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eec187e2-2174-43f1-ae9a-a516d84aad9a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:08.984477 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-eec187e2-2174-43f1-ae9a-a516d84aad9a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/926119d8-e0fe-406b-9fb2-d23197e84d0b HTTP/1.1" status: 404 len: 337 time: 0.0478017 Jul 07 17:18:08.985770 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42576) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:09.013310 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e7647d78-3ba0-4d4d-89b1-f30aaa5347b8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.034729 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port e9745790-a66f-4b18-9061-576418fba211, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e9745790-a66f-4b18-9061-576418fba211,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:09.049360 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.081837 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-61feab48-4d69-4e99-95e9-210eae41da68 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:09.082698 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61feab48-4d69-4e99-95e9-210eae41da68 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:09.091756 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-61feab48-4d69-4e99-95e9-210eae41da68 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/d629aaba-8a33-4f26-80c5-85d98d13ef4e HTTP/1.1" status: 404 len: 337 time: 0.1007755 Jul 07 17:18:09.095225 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42578) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:09.119500 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b49b7-a87e-41db-95aa-f72db19cc3b2 req-b6199c68-3e4c-424f-9cb9-4df4a353c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:09.122514 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2b0b49b7-a87e-41db-95aa-f72db19cc3b2 req-b6199c68-3e4c-424f-9cb9-4df4a353c49c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&device_id=05a84436-53c8-41f6-b6c3-dfff277242cb HTTP/1.1" status: 200 len: 1060 time: 1.4741974 Jul 07 17:18:09.165666 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-81c0b7a3-e981-4012-836b-a8f0558706c2 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.170169 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed984c4-7752-4847-8756-e618a9e3dad9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:09.170939 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eed984c4-7752-4847-8756-e618a9e3dad9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:09.176987 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-eed984c4-7752-4847-8756-e618a9e3dad9 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/30ab8da9-c625-4664-b04b-b6fe229eca45 HTTP/1.1" status: 404 len: 333 time: 0.0800352 Jul 07 17:18:09.186880 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42580) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:09.225304 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-2532aa3a-9b38-4a71-a84c-ee05183b949d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:09.225843 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2532aa3a-9b38-4a71-a84c-ee05183b949d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:09.231619 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2532aa3a-9b38-4a71-a84c-ee05183b949d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/28e3eea7-6284-4b42-9650-575170011367 HTTP/1.1" status: 404 len: 337 time: 0.0435100 Jul 07 17:18:09.232513 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42584) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:09.274792 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c809c4-fb01-488f-89c4-937bcb0f79ef tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:09.275288 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c809c4-fb01-488f-89c4-937bcb0f79ef tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:09.282274 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-87c809c4-fb01-488f-89c4-937bcb0f79ef tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/1ddc6bbe-2b10-4b98-913c-7abbbcdc4173 HTTP/1.1" status: 404 len: 337 time: 0.0474882 Jul 07 17:18:09.287388 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42586) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:09.303478 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e6d7c476-b411-4de9-bc70-3854a0c41a14 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:09.343413 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc4fb59-f0ef-4c9f-be4b-a5cac08760a2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:09.344214 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc4fb59-f0ef-4c9f-be4b-a5cac08760a2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:09.355002 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2cc4fb59-f0ef-4c9f-be4b-a5cac08760a2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/bade180b-b03f-46b3-ad1a-4a3a0b004891 HTTP/1.1" status: 404 len: 333 time: 0.0596769 Jul 07 17:18:09.355002 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42588) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:09.412408 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe0d2a51-b2da-460f-aada-088db8648407 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:09.413239 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe0d2a51-b2da-460f-aada-088db8648407 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:09.422531 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fe0d2a51-b2da-460f-aada-088db8648407 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/6a7c53ee-5df2-4573-8b22-ddf676eb95f1 HTTP/1.1" status: 404 len: 337 time: 0.0687525 Jul 07 17:18:09.429251 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42590) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:09.432686 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-370224b5-4d96-4114-a133-68799dcc87f2 None None] Allocated IP 172.20.0.2 (15354526-f44b-472a-b0fd-a9338beb9bd5/ea8fd90b-dea5-4e2e-a351-467c42390971/b93ed5eb-1728-456b-abac-80933954a6b5) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:09.459919 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-2517d620-645e-4cf1-b4a0-f44e541f5f96 None None] Deleting port e6d7c476-b411-4de9-bc70-3854a0c41a14 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:09.460555 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2517d620-645e-4cf1-b4a0-f44e541f5f96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.487151 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=e9745790-a66f-4b18-9061-576418fba211,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:09.524340 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de40e33-2928-43ea-8d2f-c60c97f53389 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:09.525698 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6de40e33-2928-43ea-8d2f-c60c97f53389 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:09.532005 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6de40e33-2928-43ea-8d2f-c60c97f53389 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/66a48e2b-13e6-4232-9fcd-a0134f1d53e9 HTTP/1.1" status: 404 len: 333 time: 0.1014600 Jul 07 17:18:09.532743 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42592) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:09.587473 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ffbde37-cd84-42ca-bda2-08062d8cd574 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:09.588411 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ffbde37-cd84-42ca-bda2-08062d8cd574 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:09.594015 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6ffbde37-cd84-42ca-bda2-08062d8cd574 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/25fdb63a-57a0-4cbe-9919-128c49db0e1d HTTP/1.1" status: 404 len: 337 time: 0.0575871 Jul 07 17:18:09.599382 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42594) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:09.639669 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9d36de-b07b-4cc0-b167-4d60102318e7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:09.640526 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c9d36de-b07b-4cc0-b167-4d60102318e7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:09.645263 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9c9d36de-b07b-4cc0-b167-4d60102318e7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/46845868-03a0-4c81-bd17-3437da75891a HTTP/1.1" status: 404 len: 333 time: 0.0441802 Jul 07 17:18:09.650865 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e7647d78-3ba0-4d4d-89b1-f30aaa5347b8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.656851 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42596) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:09.659205 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b49b7-a87e-41db-95aa-f72db19cc3b2 req-d69ea072-8cb8-4cca-9d4d-7403227e2440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:09.661587 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2b0b49b7-a87e-41db-95aa-f72db19cc3b2 req-d69ea072-8cb8-4cca-9d4d-7403227e2440 service neutron] 10.222.0.64 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 913 time: 0.2691083 Jul 07 17:18:09.665109 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8537cbf4-d581-4d6a-81fa-58225bf5e20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.682912 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e7786720-f298-4d4b-91c7-35625e9549bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.685637 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e7786720-f298-4d4b-91c7-35625e9549bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.691628 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e7786720-f298-4d4b-91c7-35625e9549bc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b2a3d89b-8016-4f82-845d-66c79549f60e HTTP/1.1" status: 204 len: 168 time: 2.3186247 Jul 07 17:18:09.725459 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-fabcda95-1b39-4fd4-8859-53b88d6a3070 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:09.726989 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fabcda95-1b39-4fd4-8859-53b88d6a3070 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:09.735586 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fabcda95-1b39-4fd4-8859-53b88d6a3070 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/9d6869bf-238c-4bbc-b9f1-9b11c57b545f HTTP/1.1" status: 404 len: 337 time: 0.0768378 Jul 07 17:18:09.737454 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42600) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:09.782832 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-81c0b7a3-e981-4012-836b-a8f0558706c2 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.793805 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2b0b49b7-a87e-41db-95aa-f72db19cc3b2 req-560575cb-0d48-435c-8653-93bd4a8c3804 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf341b68-8b88-4d3c-bb32-c6992bc01648 HTTP/1.1" status: 200 len: 217 time: 0.1199422 Jul 07 17:18:09.798770 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7786720-f298-4d4b-91c7-35625e9549bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a3d89b-8016-4f82-845d-66c79549f60e,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:09.815287 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-81c0b7a3-e981-4012-836b-a8f0558706c2 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.841454 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8537cbf4-d581-4d6a-81fa-58225bf5e20e admin admin] Network 8844e96f-6ac0-4025-abff-e3224e6714bf is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:09.853964 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-2517d620-645e-4cf1-b4a0-f44e541f5f96 None None] For port e6d7c476-b411-4de9-bc70-3854a0c41a14, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e6d7c476-b411-4de9-bc70-3854a0c41a14,segment=NetworkSegment(451e8d6b-d3f2-49be-a308-5431616e7d80),segment_id=451e8d6b-d3f2-49be-a308-5431616e7d80)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:09.856945 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2517d620-645e-4cf1-b4a0-f44e541f5f96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.883902 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fdb9f93-d06d-4a28-998f-99c235105dec tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:09.884921 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fdb9f93-d06d-4a28-998f-99c235105dec tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:09.890576 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6fdb9f93-d06d-4a28-998f-99c235105dec tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/84860b46-0078-417a-96bc-771fa1a58033 HTTP/1.1" status: 404 len: 333 time: 0.1015084 Jul 07 17:18:09.907186 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42602) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:09.963920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-8537cbf4-d581-4d6a-81fa-58225bf5e20e admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:09.972709 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8537cbf4-d581-4d6a-81fa-58225bf5e20e admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:09.987065 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-81c0b7a3-e981-4012-836b-a8f0558706c2 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.994304 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-81c0b7a3-e981-4012-836b-a8f0558706c2 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0730417 Jul 07 17:18:09.998412 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-0180b1c4-d981-429b-aeef-e13dcbbd2dc5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:09.999270 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0180b1c4-d981-429b-aeef-e13dcbbd2dc5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:10.005843 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0180b1c4-d981-429b-aeef-e13dcbbd2dc5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/fa65116f-1e04-4f15-ba66-c77fb640dcd2 HTTP/1.1" status: 404 len: 337 time: 0.0969136 Jul 07 17:18:10.012160 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42608) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:10.012519 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42610) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:10.017356 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.020083 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-2517d620-645e-4cf1-b4a0-f44e541f5f96 None None] Calling delete_port for e6d7c476-b411-4de9-bc70-3854a0c41a14 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:10.030051 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-2b74a336-5f62-4ddd-9ff8-34d802a6d2ba tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Request body: {'security_group_rule': {'security_group_id': 'a12d9792-7e6a-48e3-9736-80e98ca8a5f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:10.081798 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537cbf4-d581-4d6a-81fa-58225bf5e20e admin admin] Pushing event updated for resources: {'Port': ['ID=d44d34e5-4162-4302-ab10-46dec4a7318e,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:10.165947 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0b7a3-e981-4012-836b-a8f0558706c2 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a12d9792-7e6a-48e3-9736-80e98ca8a5f9,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:10.242125 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ccfe24-855a-4b46-aa44-e40b4de94bab tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:10.243404 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ccfe24-855a-4b46-aa44-e40b4de94bab tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:10.250117 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-91ccfe24-855a-4b46-aa44-e40b4de94bab tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/3a365e62-c777-4581-a2d4-c9544a266400 HTTP/1.1" status: 404 len: 333 time: 0.1567798 Jul 07 17:18:10.255945 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42614) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:10.268131 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ccfbf-bf71-4834-ad3d-48d61f6c2c5e req-b45ac728-0b80-41f8-9b9f-3e37c7d86815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:10.280089 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b74a336-5f62-4ddd-9ff8-34d802a6d2ba tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.283435 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ec9ccfbf-bf71-4834-ad3d-48d61f6c2c5e req-b45ac728-0b80-41f8-9b9f-3e37c7d86815 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=963a6f61059f43fda2e16b5d1183ff85&device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 1096 time: 2.3838656 Jul 07 17:18:10.325067 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b49b7-a87e-41db-95aa-f72db19cc3b2 req-c2534bfd-b266-4afb-a726-74ecd66d642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:10.327940 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2b0b49b7-a87e-41db-95aa-f72db19cc3b2 req-c2534bfd-b266-4afb-a726-74ecd66d642f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 200 len: 851 time: 0.5199826 Jul 07 17:18:10.331841 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-370224b5-4d96-4114-a133-68799dcc87f2 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.341771 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ce9030-1f22-47b5-8380-6efa66a5dec2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:10.342905 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ce9030-1f22-47b5-8380-6efa66a5dec2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:10.350943 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-85ce9030-1f22-47b5-8380-6efa66a5dec2 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/b6eb611c-a142-49b8-990a-de6cf6829e9c HTTP/1.1" status: 404 len: 337 time: 0.0898654 Jul 07 17:18:10.352853 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42622) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:10.362259 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-370224b5-4d96-4114-a133-68799dcc87f2 None None] Transition to ACTIVE for port object b93ed5eb-1728-456b-abac-80933954a6b5 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:10.395771 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2517d620-645e-4cf1-b4a0-f44e541f5f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.404478 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538674e-2688-46df-a2a8-59d42ede077f req-655244e7-2b66-4bea-ac09-0b4f75223283 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:10.413315 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7538674e-2688-46df-a2a8-59d42ede077f req-655244e7-2b66-4bea-ac09-0b4f75223283 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 944 time: 1.2751882 Jul 07 17:18:10.472674 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d322ba-8758-4b31-b9e0-5c43c9161487 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:10.472674 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d322ba-8758-4b31-b9e0-5c43c9161487 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:10.481702 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c1d322ba-8758-4b31-b9e0-5c43c9161487 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/78e25cc6-dbb3-4d7c-abd2-f7d8c2408e10 HTTP/1.1" status: 404 len: 333 time: 0.1197116 Jul 07 17:18:10.483923 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8537cbf4-d581-4d6a-81fa-58225bf5e20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.487083 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42626) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:10.493593 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-370224b5-4d96-4114-a133-68799dcc87f2 None None] Transition to ACTIVE for port object b93ed5eb-1728-456b-abac-80933954a6b5 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:10.505796 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517d620-645e-4cf1-b4a0-f44e541f5f96 None None] Pushing event deleted for resources: {'Port': ['ID=e6d7c476-b411-4de9-bc70-3854a0c41a14,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:10.518984 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2517d620-645e-4cf1-b4a0-f44e541f5f96 None None] No DVR routers for this DVR port e6d7c476-b411-4de9-bc70-3854a0c41a14 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:10.525694 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-370224b5-4d96-4114-a133-68799dcc87f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.549097 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370224b5-4d96-4114-a133-68799dcc87f2 None None] Network 15354526-f44b-472a-b0fd-a9338beb9bd5 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:10.551663 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-370224b5-4d96-4114-a133-68799dcc87f2 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:10.555077 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370224b5-4d96-4114-a133-68799dcc87f2 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:10.588367 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e30381-bdbb-4d27-9c29-c3bf06daf02f req-c1083e09-ea09-402a-9100-794350e500fa tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:10.592509 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d4e30381-bdbb-4d27-9c29-c3bf06daf02f req-c1083e09-ea09-402a-9100-794350e500fa tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.4204643 Jul 07 17:18:10.665867 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c21e680a-d5d7-4bd6-a687-ee4b57cbdd3d None None] Provisioning for port d44d34e5-4162-4302-ab10-46dec4a7318e completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:10.670020 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b74a336-5f62-4ddd-9ff8-34d802a6d2ba tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.704123 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b74a336-5f62-4ddd-9ff8-34d802a6d2ba tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.781669 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-eacf0456-7357-442a-872f-77d7127340ca tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:10.782407 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eacf0456-7357-442a-872f-77d7127340ca tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:10.784428 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-eacf0456-7357-442a-872f-77d7127340ca tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/d15d3d09-3427-413b-ab6d-1055306179b2 HTTP/1.1" status: 404 len: 337 time: 0.2521102 Jul 07 17:18:10.792335 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d4e30381-bdbb-4d27-9c29-c3bf06daf02f req-fe3af59f-91db-4fec-87bb-88fbd5d665d1 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890781 Jul 07 17:18:10.795886 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74a336-5f62-4ddd-9ff8-34d802a6d2ba tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a67220c-c0f3-4e12-8743-a23380df78f9,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:10.799537 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42630) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:10.807461 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c21e680a-d5d7-4bd6-a687-ee4b57cbdd3d None None] Provisioning complete for port d44d34e5-4162-4302-ab10-46dec4a7318e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:10.822943 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c21e680a-d5d7-4bd6-a687-ee4b57cbdd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.832260 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7538674e-2688-46df-a2a8-59d42ede077f req-2143fbf0-0fb9-4d9a-a6a6-e58167720d34 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/security-groups?id=c67b0018-3c14-4ddc-ba89-fcab2962e1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078076 Jul 07 17:18:10.927452 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-370224b5-4d96-4114-a133-68799dcc87f2 None None] Attempting to bind port b93ed5eb-1728-456b-abac-80933954a6b5 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:10.927836 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-370224b5-4d96-4114-a133-68799dcc87f2 None None] Attempting to bind port b93ed5eb-1728-456b-abac-80933954a6b5 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'c0615251-3fa1-4cd5-aa4b-23bd556330d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '15354526-f44b-472a-b0fd-a9338beb9bd5'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:10.928195 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-d425e9a8-3aa4-4576-b5ef-b21c1bd8b934 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:10.928318 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370224b5-4d96-4114-a133-68799dcc87f2 None None] Attempting to bind port b93ed5eb-1728-456b-abac-80933954a6b5 on network 15354526-f44b-472a-b0fd-a9338beb9bd5 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:10.933789 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d425e9a8-3aa4-4576-b5ef-b21c1bd8b934 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:10.934341 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 0d8d46b0-f094-4207-b636-a00921448339 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:18:10.936295 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370224b5-4d96-4114-a133-68799dcc87f2 None None] Pushing event updated for resources: {'Port': ['ID=b93ed5eb-1728-456b-abac-80933954a6b5,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:10.941183 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d425e9a8-3aa4-4576-b5ef-b21c1bd8b934 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/95232876-19a3-4f90-bfcc-c0cae425ae3c HTTP/1.1" status: 404 len: 337 time: 0.1302967 Jul 07 17:18:10.957853 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42634) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:10.974250 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b74a336-5f62-4ddd-9ff8-34d802a6d2ba tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.978865 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2b74a336-5f62-4ddd-9ff8-34d802a6d2ba tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9625812 Jul 07 17:18:10.982220 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42636) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:10.997971 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370224b5-4d96-4114-a133-68799dcc87f2 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:10.998943 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370224b5-4d96-4114-a133-68799dcc87f2 None None] Checking segment: {'id': 'c0615251-3fa1-4cd5-aa4b-23bd556330d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '15354526-f44b-472a-b0fd-a9338beb9bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:10.999791 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-370224b5-4d96-4114-a133-68799dcc87f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.000444 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370224b5-4d96-4114-a133-68799dcc87f2 None None] Bound using segment: {'id': 'c0615251-3fa1-4cd5-aa4b-23bd556330d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '15354526-f44b-472a-b0fd-a9338beb9bd5'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:11.001406 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-370224b5-4d96-4114-a133-68799dcc87f2 None None] Bound port: b93ed5eb-1728-456b-abac-80933954a6b5, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0615251-3fa1-4cd5-aa4b-23bd556330d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '15354526-f44b-472a-b0fd-a9338beb9bd5'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:11.002109 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-370224b5-4d96-4114-a133-68799dcc87f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.011610 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-2cde547e-d624-4700-950c-baa0a6a40799 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Request body: {'security_group_rule': {'security_group_id': 'a12d9792-7e6a-48e3-9736-80e98ca8a5f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:11.035357 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-2193e5c9-8233-47e0-b68d-31bb653b46e0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:11.036422 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2193e5c9-8233-47e0-b68d-31bb653b46e0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:11.038789 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2193e5c9-8233-47e0-b68d-31bb653b46e0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/d7d07dfe-3828-4eeb-bf17-93a4f0766653 HTTP/1.1" status: 404 len: 333 time: 0.0722735 Jul 07 17:18:11.043081 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42640) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:11.070044 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c21e680a-d5d7-4bd6-a687-ee4b57cbdd3d None None] Port d44d34e5-4162-4302-ab10-46dec4a7318e cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:11.142238 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b49b7-a87e-41db-95aa-f72db19cc3b2 req-211c6bc6-f535-451c-9d96-686b1af93c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:11.144963 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2b0b49b7-a87e-41db-95aa-f72db19cc3b2 req-211c6bc6-f535-451c-9d96-686b1af93c12 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6558766 Jul 07 17:18:11.198797 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ecf5192-015a-4f07-9095-22bed2f6f6fc tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:11.199851 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2cde547e-d624-4700-950c-baa0a6a40799 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.201363 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ecf5192-015a-4f07-9095-22bed2f6f6fc tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:11.205994 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3ecf5192-015a-4f07-9095-22bed2f6f6fc tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/37842f92-8eaa-4d05-972a-33057dfbcb19 HTTP/1.1" status: 404 len: 337 time: 0.1606295 Jul 07 17:18:11.208845 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42644) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:11.261427 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ccfbf-bf71-4834-ad3d-48d61f6c2c5e req-3e550a0d-0884-4f1d-b6d9-5ff0ad3ad5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:11.264254 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ec9ccfbf-bf71-4834-ad3d-48d61f6c2c5e req-3e550a0d-0884-4f1d-b6d9-5ff0ad3ad5f7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0e005ea3-05eb-4960-83d6-5e4747f2b68f HTTP/1.1" status: 200 len: 921 time: 0.9528811 Jul 07 17:18:11.315987 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d326d3-cad9-4205-b25a-7837c40b341b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:11.316686 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0d326d3-cad9-4205-b25a-7837c40b341b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:11.318501 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e9745790-a66f-4b18-9061-576418fba211 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:11.319284 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a0d326d3-cad9-4205-b25a-7837c40b341b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/d199018a-62a7-4438-a781-90f74eb401ef HTTP/1.1" status: 404 len: 337 time: 0.1018758 Jul 07 17:18:11.322104 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42646) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:11.385889 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad36187c-4670-4a3c-866a-7d921c0240ba tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:11.387528 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad36187c-4670-4a3c-866a-7d921c0240ba tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:11.391164 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ad36187c-4670-4a3c-866a-7d921c0240ba tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/9eaf4c38-490a-46dc-8072-8abc22c852bf HTTP/1.1" status: 404 len: 333 time: 0.0677555 Jul 07 17:18:11.393774 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42648) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:11.404422 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-370224b5-4d96-4114-a133-68799dcc87f2 None None] For port b93ed5eb-1728-456b-abac-80933954a6b5, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:11.409048 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42650) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:11.440185 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-370224b5-4d96-4114-a133-68799dcc87f2 None None] For port b93ed5eb-1728-456b-abac-80933954a6b5, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b93ed5eb-1728-456b-abac-80933954a6b5,segment=NetworkSegment(c0615251-3fa1-4cd5-aa4b-23bd556330d8),segment_id=c0615251-3fa1-4cd5-aa4b-23bd556330d8)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:11.451119 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-370224b5-4d96-4114-a133-68799dcc87f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.456093 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 0d8d46b0-f094-4207-b636-a00921448339, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=0d8d46b0-f094-4207-b636-a00921448339,segment=NetworkSegment(964587fe-7664-4bf2-ace4-274b800778e8),segment_id=964587fe-7664-4bf2-ace4-274b800778e8)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:11.456927 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-03461204-1ebb-4511-b275-76afb09c1be4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:11.457701 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03461204-1ebb-4511-b275-76afb09c1be4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:11.461510 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-03461204-1ebb-4511-b275-76afb09c1be4 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/c3bd106b-4c1b-4177-966c-0258a100f889 HTTP/1.1" status: 404 len: 337 time: 0.0653772 Jul 07 17:18:11.464644 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42654) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:11.502375 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d772c0d-fa4d-4140-9188-812ec9527c2d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:11.502838 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d772c0d-fa4d-4140-9188-812ec9527c2d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:11.508084 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5d772c0d-fa4d-4140-9188-812ec9527c2d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/f5bd6b66-1d07-4ed6-bde6-14d5fa59ea5a HTTP/1.1" status: 404 len: 337 time: 0.0412731 Jul 07 17:18:11.508862 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42658) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:11.518170 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8537cbf4-d581-4d6a-81fa-58225bf5e20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.549857 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7a6bd1-dbbd-424b-a77f-5a0194cf46a0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:11.551236 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f7a6bd1-dbbd-424b-a77f-5a0194cf46a0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:11.556526 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0f7a6bd1-dbbd-424b-a77f-5a0194cf46a0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/c83f2d2b-4aec-4e48-bdca-f40f4d4055de HTTP/1.1" status: 404 len: 333 time: 0.0465329 Jul 07 17:18:11.558319 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42660) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:11.585596 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ec9ccfbf-bf71-4834-ad3d-48d61f6c2c5e req-d06185d1-1a15-4897-aa8a-938ca9381231 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d8d46b0-f094-4207-b636-a00921448339 HTTP/1.1" status: 200 len: 217 time: 0.3097773 Jul 07 17:18:11.595127 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-495c486d-3540-4dce-a7b5-32c183c5d53b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:11.595960 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-495c486d-3540-4dce-a7b5-32c183c5d53b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:11.600670 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-495c486d-3540-4dce-a7b5-32c183c5d53b tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/0e5d459d-0a94-4e46-a707-e22ff8b74a8a HTTP/1.1" status: 404 len: 337 time: 0.0404515 Jul 07 17:18:11.601517 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42662) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:11.643405 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '0d8d46b0-f094-4207-b636-a00921448339', 'network_id': '0e005ea3-05eb-4960-83d6-5e4747f2b68f', 'port_id': '0d8d46b0-f094-4207-b636-a00921448339', 'mac_address': 'fa:16:3e:77:ca:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31c817cf-4a54-4051-ac1f-6b744f1bf73c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:18:11.645918 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac4411fc-0fd0-489c-94cf-ef3a5acc467d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:11.646363 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac4411fc-0fd0-489c-94cf-ef3a5acc467d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:11.652558 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ac4411fc-0fd0-489c-94cf-ef3a5acc467d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/a77f3d07-b16c-414e-abc1-3a11c359fdae HTTP/1.1" status: 404 len: 337 time: 0.0490184 Jul 07 17:18:11.653449 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42664) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:11.706428 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port e9745790-a66f-4b18-9061-576418fba211 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:11.707541 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.708794 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2cde547e-d624-4700-950c-baa0a6a40799 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.708999 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f626a190-a181-46a3-9933-4ef108309d7a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ec52442-469c-4b06-9469-93bfbcc89704 HTTP/1.1" status: 200 len: 205 time: 0.0541894 Jul 07 17:18:11.709735 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42668) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:11.746173 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2cde547e-d624-4700-950c-baa0a6a40799 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.801938 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-b9752ad6-143e-45ab-a2bc-030b84bc8741 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1544948829-network', 'tenant_id': '490f8393b4264df59e409e1586eff1dd'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:11.837382 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370224b5-4d96-4114-a133-68799dcc87f2 None None] Pushing event updated for resources: {'Port': ['ID=b93ed5eb-1728-456b-abac-80933954a6b5,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:11.853850 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde547e-d624-4700-950c-baa0a6a40799 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec6b90fb-7d38-420c-a431-e2567e4fc114,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:11.867860 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2cde547e-d624-4700-950c-baa0a6a40799 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.873505 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2cde547e-d624-4700-950c-baa0a6a40799 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8901103 Jul 07 17:18:11.875185 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e7647d78-3ba0-4d4d-89b1-f30aaa5347b8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.879637 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42672) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:11.890297 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-b314dfb2-517b-46db-b1d9-3a6ff76a69bb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:11.900317 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.914390 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-35030ee4-e809-4c89-9f6d-b989149e8179 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] delete failed (client error): The resource could not be found. Jul 07 17:18:11.926376 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-35030ee4-e809-4c89-9f6d-b989149e8179 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/routers/4ec52442-469c-4b06-9469-93bfbcc89704 HTTP/1.1" status: 404 len: 336 time: 0.2140679 Jul 07 17:18:11.927463 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42678) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:11.975991 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d8d46b0-f094-4207-b636-a00921448339 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:12.007942 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-183e4a9d-8ce1-49d5-a3c5-26e2447e5314 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:12.009685 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-183e4a9d-8ce1-49d5-a3c5-26e2447e5314 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:12.018150 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-183e4a9d-8ce1-49d5-a3c5-26e2447e5314 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/74d436ed-b5f2-4f82-b39f-500d17a754ee HTTP/1.1" status: 404 len: 337 time: 0.0700402 Jul 07 17:18:12.022635 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42680) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:12.077011 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 0d8d46b0-f094-4207-b636-a00921448339, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=0d8d46b0-f094-4207-b636-a00921448339,segment=NetworkSegment(964587fe-7664-4bf2-ace4-274b800778e8),segment_id=964587fe-7664-4bf2-ace4-274b800778e8)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:12.079833 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2b0b49b7-a87e-41db-95aa-f72db19cc3b2 req-3021b72f-001c-4ecf-aaee-5b37e9f7f3f6 service neutron] 10.222.0.64 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9240906 Jul 07 17:18:12.090001 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.093844 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ccfbf-bf71-4834-ad3d-48d61f6c2c5e req-7e0f72cb-3966-4e37-9f59-1694573dfa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:12.102561 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ec9ccfbf-bf71-4834-ad3d-48d61f6c2c5e req-7e0f72cb-3966-4e37-9f59-1694573dfa47 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31c817cf-4a54-4051-ac1f-6b744f1bf73c HTTP/1.1" status: 200 len: 860 time: 0.4866970 Jul 07 17:18:12.115291 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9752ad6-143e-45ab-a2bc-030b84bc8741 admin admin] Made reservation on behalf of 490f8393b4264df59e409e1586eff1dd for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:12.118626 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b9752ad6-143e-45ab-a2bc-030b84bc8741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.151914 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3497ca36-09c7-4b1d-a77f-61a2c5997c01 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c68ae40-01d7-4d3c-ae48-396f2cc62538 HTTP/1.1" status: 200 len: 205 time: 0.1222403 Jul 07 17:18:12.166496 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42684) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:12.205255 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e7647d78-3ba0-4d4d-89b1-f30aaa5347b8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.361079 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['0d8d46b0-f094-4207-b636-a00921448339'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:12.365812 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b9752ad6-143e-45ab-a2bc-030b84bc8741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.370897 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-cb6e77f7-8543-4652-b609-730059182b7a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] delete failed (client error): The resource could not be found. Jul 07 17:18:12.376379 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cb6e77f7-8543-4652-b609-730059182b7a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/routers/9c68ae40-01d7-4d3c-ae48-396f2cc62538 HTTP/1.1" status: 404 len: 336 time: 0.2027447 Jul 07 17:18:12.385374 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b314dfb2-517b-46db-b1d9-3a6ff76a69bb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for floatingip, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.409372 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42686) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:12.432807 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=0d8d46b0-f094-4207-b636-a00921448339,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:12.478411 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-e29d9f9b-129a-4137-aa23-38b07ad547c0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:12.478860 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e29d9f9b-129a-4137-aa23-38b07ad547c0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:12.485864 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e29d9f9b-129a-4137-aa23-38b07ad547c0 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/d25400cb-9867-4e72-b4ed-862db2c24de2 HTTP/1.1" status: 404 len: 337 time: 0.0748055 Jul 07 17:18:12.492043 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42688) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:12.546102 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4be32ee-577f-478e-8394-894a22c664fb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:12.546607 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4be32ee-577f-478e-8394-894a22c664fb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:12.548769 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c4be32ee-577f-478e-8394-894a22c664fb tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/52c9dfe8-aa7f-4cc9-94b0-d94bc035746c HTTP/1.1" status: 404 len: 337 time: 0.0502846 Jul 07 17:18:12.553582 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42690) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:12.585953 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ec9ccfbf-bf71-4834-ad3d-48d61f6c2c5e req-ff5dcbd9-aa4d-4562-9452-28dcdc8782f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0e005ea3-05eb-4960-83d6-5e4747f2b68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3781047 Jul 07 17:18:12.608231 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9909d2c-1807-4026-b522-4a1f6f414416 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:12.609070 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9909d2c-1807-4026-b522-4a1f6f414416 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:12.610926 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b9909d2c-1807-4026-b522-4a1f6f414416 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/7d4967cf-1d6d-4362-9f1e-925b9666a481 HTTP/1.1" status: 404 len: 333 time: 0.0563662 Jul 07 17:18:12.624039 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42692) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:12.667957 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f14653-9502-45d7-b962-4d057c51e24d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:12.668980 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f14653-9502-45d7-b962-4d057c51e24d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:12.670828 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-65f14653-9502-45d7-b962-4d057c51e24d tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/37745dc4-f90a-4cc1-98f0-71410ff2e1f6 HTTP/1.1" status: 404 len: 337 time: 0.0456777 Jul 07 17:18:12.678459 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42694) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:12.702560 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934219e-43f1-4613-901b-4f14a589d1a6 req-739e4590-2e61-46ca-8409-73533be9c2b3 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:12.704163 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e934219e-43f1-4613-901b-4f14a589d1a6 req-739e4590-2e61-46ca-8409-73533be9c2b3 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.3626449 Jul 07 17:18:12.734647 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9c7c81-3023-4731-bbcf-1a952a9cc5c7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:12.735440 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d9c7c81-3023-4731-bbcf-1a952a9cc5c7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:12.739545 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4d9c7c81-3023-4731-bbcf-1a952a9cc5c7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/3b1f2e21-f4f4-431d-8132-b4899c2e7097 HTTP/1.1" status: 404 len: 333 time: 0.0578899 Jul 07 17:18:12.744993 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42696) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:12.803044 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3bbd27-14de-476b-9802-18b0a63b7ff5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:12.803044 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c3bbd27-14de-476b-9802-18b0a63b7ff5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:12.807249 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3c3bbd27-14de-476b-9802-18b0a63b7ff5 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/273a1bcb-d2b5-4399-acf6-602a8b2d12eb HTTP/1.1" status: 404 len: 337 time: 0.0586057 Jul 07 17:18:12.814016 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42698) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:12.835810 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e934219e-43f1-4613-901b-4f14a589d1a6 req-f881678f-0605-4b85-9486-36a15c3d53ce tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049931 Jul 07 17:18:12.870047 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-66051ffc-2dda-48e8-955c-8cf69daac39f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:12.871311 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66051ffc-2dda-48e8-955c-8cf69daac39f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:12.876031 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-66051ffc-2dda-48e8-955c-8cf69daac39f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/56d0778e-b164-4469-adcd-f4021c524318 HTTP/1.1" status: 404 len: 333 time: 0.0587804 Jul 07 17:18:12.876705 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42700) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:12.919782 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b199cb9-242d-45ac-8e99-116724f65f83 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:12.920343 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b199cb9-242d-45ac-8e99-116724f65f83 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:12.924679 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4b199cb9-242d-45ac-8e99-116724f65f83 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/bc904095-e93e-4ca1-a788-46cd7be76e81 HTTP/1.1" status: 404 len: 337 time: 0.0370522 Jul 07 17:18:12.930547 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42702) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:12.945239 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b9752ad6-143e-45ab-a2bc-030b84bc8741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.967834 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86fe10b-8e5c-41e3-b221-cd32a9191c1a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:12.968581 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a86fe10b-8e5c-41e3-b221-cd32a9191c1a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:12.974540 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a86fe10b-8e5c-41e3-b221-cd32a9191c1a tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/7887fec1-190e-4785-947d-d1dd2982b71d HTTP/1.1" status: 404 len: 333 time: 0.0388458 Jul 07 17:18:12.974540 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b9752ad6-143e-45ab-a2bc-030b84bc8741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.975956 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42704) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:13.034029 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3031f00-5408-47a4-9a5a-59d475fda22f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:13.034597 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3031f00-5408-47a4-9a5a-59d475fda22f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:13.041287 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a3031f00-5408-47a4-9a5a-59d475fda22f tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/4ae19f6d-19cb-45b7-832c-04ee938bad91 HTTP/1.1" status: 404 len: 337 time: 0.0580440 Jul 07 17:18:13.041287 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9752ad6-143e-45ab-a2bc-030b84bc8741 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:18:13.041682 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42706) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:13.054122 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9752ad6-143e-45ab-a2bc-030b84bc8741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c76f63c-ce3b-4b3b-a6ed-5832c6dcfe6f,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:13.089692 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b9752ad6-143e-45ab-a2bc-030b84bc8741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.090177 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-b9752ad6-143e-45ab-a2bc-030b84bc8741 admin admin] Added segment e1303ae3-f065-4f58-a367-1cbcd6c02b7d of type vlan for network 2d4b4678-67a7-4cd9-a689-4298a04707e1 Jul 07 17:18:13.092329 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a994a4-60f0-480e-ac18-a6b01be0f0e3 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:13.093077 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a994a4-60f0-480e-ac18-a6b01be0f0e3 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:13.099168 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-73a994a4-60f0-480e-ac18-a6b01be0f0e3 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/2780af8f-66ef-49f9-9f4c-cd4b52878469 HTTP/1.1" status: 404 len: 333 time: 0.0522943 Jul 07 17:18:13.102917 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42708) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:13.111392 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8537cbf4-d581-4d6a-81fa-58225bf5e20e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.188368 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cbb2ab7-798f-4de6-abbe-e4cfae4f6002 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:13.189792 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cbb2ab7-798f-4de6-abbe-e4cfae4f6002 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:13.197524 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0cbb2ab7-798f-4de6-abbe-e4cfae4f6002 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/8350074d-9d48-4eb4-8057-9bb17b2f93fd HTTP/1.1" status: 404 len: 337 time: 0.0933714 Jul 07 17:18:13.209474 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42710) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:13.246083 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b9752ad6-143e-45ab-a2bc-030b84bc8741 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.252206 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ed134f3-41a1-4125-baee-87a480684011 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:13.253196 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ed134f3-41a1-4125-baee-87a480684011 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:13.255596 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5ed134f3-41a1-4125-baee-87a480684011 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/833464cf-36d0-4ab9-909d-e3ae7994aef7 HTTP/1.1" status: 404 len: 333 time: 0.0447474 Jul 07 17:18:13.265630 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42712) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:13.323392 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b93ed5eb-1728-456b-abac-80933954a6b5 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:13.345105 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd616d3-3549-4d64-b152-9580accb7bc3 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:13.345554 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd616d3-3549-4d64-b152-9580accb7bc3 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:13.357640 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bdd616d3-3549-4d64-b152-9580accb7bc3 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/fff4f005-4b78-415d-a7c2-bc6f1daf6b89 HTTP/1.1" status: 404 len: 337 time: 0.0902047 Jul 07 17:18:13.361618 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42716) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:13.372203 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.db.resource_extend [None req-b9752ad6-143e-45ab-a2bc-030b84bc8741 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:18:13.430818 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port b93ed5eb-1728-456b-abac-80933954a6b5 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:13.519297 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e41326f-a573-4058-be89-f5a378c709a7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:13.520850 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e41326f-a573-4058-be89-f5a378c709a7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:13.539218 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0e41326f-a573-4058-be89-f5a378c709a7 tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/ports/3169ec51-d11f-4ba1-8070-ea502299b8c2 HTTP/1.1" status: 404 len: 333 time: 0.1055233 Jul 07 17:18:13.540381 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b9752ad6-143e-45ab-a2bc-030b84bc8741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.542775 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9752ad6-143e-45ab-a2bc-030b84bc8741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:13.543797 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b9752ad6-143e-45ab-a2bc-030b84bc8741 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.550835 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42718) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:13.633509 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50145dc-0206-4981-97fc-c8bc1c3db0fd None None] Network 15354526-f44b-472a-b0fd-a9338beb9bd5 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:13.650747 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f5b734-68cb-4334-bbed-2a4e63edb80e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:13.651564 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63f5b734-68cb-4334-bbed-2a4e63edb80e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:13.655827 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-63f5b734-68cb-4334-bbed-2a4e63edb80e tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/subnets/c88825d5-82e1-4c05-a5df-93207ff84e16 HTTP/1.1" status: 404 len: 337 time: 0.0987082 Jul 07 17:18:13.677568 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8537cbf4-d581-4d6a-81fa-58225bf5e20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.698270 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42720) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:13.727010 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b9752ad6-143e-45ab-a2bc-030b84bc8741 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3121130 Jul 07 17:18:13.763996 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42722) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:13.771387 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-a214b3df-27c9-4cdc-a140-afbee22846ef admin admin] Request body: {'subnet': {'network_id': '2d4b4678-67a7-4cd9-a689-4298a04707e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1544948829-subnet', 'tenant_id': '490f8393b4264df59e409e1586eff1dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:13.777198 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2b0b49b7-a87e-41db-95aa-f72db19cc3b2 req-b3dedf0e-a093-4c6b-b4f4-cdbb7e8b6c23 service neutron] 10.222.0.64 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6613722 Jul 07 17:18:13.786174 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9752ad6-143e-45ab-a2bc-030b84bc8741 admin admin] Pushing event updated for resources: {'Network': ['ID=2d4b4678-67a7-4cd9-a689-4298a04707e1,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:13.871534 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcec3d6-5b57-4a26-b98e-62ecb98eb241 req-54eadfca-f23d-4554-9c62-5b91b6c13cdb tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:13.879899 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8bcec3d6-5b57-4a26-b98e-62ecb98eb241 req-54eadfca-f23d-4554-9c62-5b91b6c13cdb tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 945 time: 1.4970453 Jul 07 17:18:13.945236 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-e7647d78-3ba0-4d4d-89b1-f30aaa5347b8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Allocated IP 172.25.0.172 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/65adbe1f-4040-4b67-a6b4-b610b2f119db) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:13.966941 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ec9ccfbf-bf71-4834-ad3d-48d61f6c2c5e req-63398d54-5998-4a10-8c0f-7d8058ee3766 service neutron] 10.222.0.64 "GET /v2.0/networks/0e005ea3-05eb-4960-83d6-5e4747f2b68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2191176 Jul 07 17:18:14.032308 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 2d4b4678-67a7-4cd9-a689-4298a04707e1 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:18:14.092008 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537cbf4-d581-4d6a-81fa-58225bf5e20e admin admin] Pushing event updated for resources: {'Port': ['ID=d44d34e5-4162-4302-ab10-46dec4a7318e,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:14.094840 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8537cbf4-d581-4d6a-81fa-58225bf5e20e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.126014 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a214b3df-27c9-4cdc-a140-afbee22846ef admin admin] Made reservation on behalf of 490f8393b4264df59e409e1586eff1dd for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:14.128882 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a214b3df-27c9-4cdc-a140-afbee22846ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.133193 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-42484487-f29e-4742-95a0-4b2a67b84113 None None] Provisioning for port b93ed5eb-1728-456b-abac-80933954a6b5 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:14.149792 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-42484487-f29e-4742-95a0-4b2a67b84113 None None] Provisioning complete for port b93ed5eb-1728-456b-abac-80933954a6b5 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:14.150487 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-42484487-f29e-4742-95a0-4b2a67b84113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.166815 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2da2dbaa-2c4d-4aa1-9892-291db1f96e8c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.187071 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f568d89-1642-4a1f-95a1-8b27f3feb072 req-ebbf294e-91d2-4221-90c8-406b64b6b256 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:14.191009 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0f568d89-1642-4a1f-95a1-8b27f3feb072 req-ebbf294e-91d2-4221-90c8-406b64b6b256 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.2016013 Jul 07 17:18:14.321267 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0f568d89-1642-4a1f-95a1-8b27f3feb072 req-330e81d7-5544-4813-865f-f22a63a313df tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240935 Jul 07 17:18:14.326284 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-42484487-f29e-4742-95a0-4b2a67b84113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.349219 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8bcec3d6-5b57-4a26-b98e-62ecb98eb241 req-4121dc92-fad6-4eca-957f-148e0154e341 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/security-groups?id=c67b0018-3c14-4ddc-ba89-fcab2962e1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679434 Jul 07 17:18:14.406980 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-42484487-f29e-4742-95a0-4b2a67b84113 None None] For port b93ed5eb-1728-456b-abac-80933954a6b5, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b93ed5eb-1728-456b-abac-80933954a6b5,segment=NetworkSegment(c0615251-3fa1-4cd5-aa4b-23bd556330d8),segment_id=c0615251-3fa1-4cd5-aa4b-23bd556330d8)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:14.412682 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-42484487-f29e-4742-95a0-4b2a67b84113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.455997 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ec9ccfbf-bf71-4834-ad3d-48d61f6c2c5e req-c24bc920-8cae-49e0-84cd-72bfa09bcb63 service neutron] 10.222.0.64 "GET /v2.0/networks/0e005ea3-05eb-4960-83d6-5e4747f2b68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435353 Jul 07 17:18:14.540537 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42484487-f29e-4742-95a0-4b2a67b84113 None None] Pushing event updated for resources: {'Port': ['ID=b93ed5eb-1728-456b-abac-80933954a6b5,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:14.608018 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b314dfb2-517b-46db-b1d9-3a6ff76a69bb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.765211 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 0d8d46b0-f094-4207-b636-a00921448339 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:14.906216 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e7647d78-3ba0-4d4d-89b1-f30aaa5347b8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.907484 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b31f4ecd-1dbb-4be6-a115-ff719b8e84e5 None None] Provisioning complete for port b93ed5eb-1728-456b-abac-80933954a6b5 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:14.908097 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b31f4ecd-1dbb-4be6-a115-ff719b8e84e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.912527 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8537cbf4-d581-4d6a-81fa-58225bf5e20e admin admin] Network 8844e96f-6ac0-4025-abff-e3224e6714bf is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:14.969228 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-8537cbf4-d581-4d6a-81fa-58225bf5e20e admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:14.989431 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 0d8d46b0-f094-4207-b636-a00921448339 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:15.000666 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 0d8d46b0-f094-4207-b636-a00921448339 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:15.001581 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.082569 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2da2dbaa-2c4d-4aa1-9892-291db1f96e8c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.134370 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-2da2dbaa-2c4d-4aa1-9892-291db1f96e8c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9cefa1-f008-4dc6-9203-f56e105ef387']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:15.207197 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b93ed5eb-1728-456b-abac-80933954a6b5 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:15.256303 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-2da2dbaa-2c4d-4aa1-9892-291db1f96e8c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '451e8d6b-d3f2-49be-a308-5431616e7d80') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:15.256734 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-2da2dbaa-2c4d-4aa1-9892-291db1f96e8c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '451e8d6b-d3f2-49be-a308-5431616e7d80') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:15.277205 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.331950 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2da2dbaa-2c4d-4aa1-9892-291db1f96e8c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.351840 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1b8917-1234-48f4-98cb-30fc8159dfd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8d46b0-f094-4207-b636-a00921448339'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:15.359012 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2f263d-532f-4af8-97bf-e765791adbe9" -d '{"events": [{"server_uuid": "ea1b8917-1234-48f4-98cb-30fc8159dfd6", "name": "network-vif-plugged", "status": "completed", "tag": "0d8d46b0-f094-4207-b636-a00921448339"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:15.373202 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 0d8d46b0-f094-4207-b636-a00921448339, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=0d8d46b0-f094-4207-b636-a00921448339,segment=NetworkSegment(964587fe-7664-4bf2-ace4-274b800778e8),segment_id=964587fe-7664-4bf2-ace4-274b800778e8)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:15.382034 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.448871 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=0d8d46b0-f094-4207-b636-a00921448339,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:15.459260 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2da2dbaa-2c4d-4aa1-9892-291db1f96e8c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.486207 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0482610-c20a-45bf-a202-637ddc7ae0c3 x-openstack-request-id: req-c0482610-c20a-45bf-a202-637ddc7ae0c3 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:15.486515 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1b8917-1234-48f4-98cb-30fc8159dfd6", "name": "network-vif-plugged", "status": "completed", "tag": "0d8d46b0-f094-4207-b636-a00921448339", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:15.486788 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c0482610-c20a-45bf-a202-637ddc7ae0c3 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:15.487206 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1b8917-1234-48f4-98cb-30fc8159dfd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8d46b0-f094-4207-b636-a00921448339', 'code': 200} Jul 07 17:18:15.506126 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port b93ed5eb-1728-456b-abac-80933954a6b5 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:15.506513 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.514549 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8be55d51-b5c5-42e4-966e-a094783faa5c None None] Provisioning complete for port d44d34e5-4162-4302-ab10-46dec4a7318e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:15.514549 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8be55d51-b5c5-42e4-966e-a094783faa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.592974 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8be55d51-b5c5-42e4-966e-a094783faa5c None None] Port d44d34e5-4162-4302-ab10-46dec4a7318e cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:15.613023 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da2dbaa-2c4d-4aa1-9892-291db1f96e8c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:18:15.613623 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2da2dbaa-2c4d-4aa1-9892-291db1f96e8c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:18:15.634146 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:18:15.675913 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c2e8b-f55a-43bb-be84-0bb1b94aa2ee req-dc00afb5-e9bc-4cad-9104-857565e11729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:15.675913 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ce8c2e8b-f55a-43bb-be84-0bb1b94aa2ee req-dc00afb5-e9bc-4cad-9104-857565e11729 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 1097 time: 0.7758462 Jul 07 17:18:15.675913 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a214b3df-27c9-4cdc-a140-afbee22846ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.720309 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e7647d78-3ba0-4d4d-89b1-f30aaa5347b8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.838859 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca62a1-14a4-4cd0-8e7e-7d1debd279f6 req-4349e69f-c4a9-4429-a62b-36bb8b65f258 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:15.841405 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cdca62a1-14a4-4cd0-8e7e-7d1debd279f6 req-4349e69f-c4a9-4429-a62b-36bb8b65f258 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 946 time: 0.1499503 Jul 07 17:18:15.913069 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cdca62a1-14a4-4cd0-8e7e-7d1debd279f6 req-4f5b0436-251c-4fe9-a70e-fc522e1df537 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/security-groups?id=c67b0018-3c14-4ddc-ba89-fcab2962e1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571029 Jul 07 17:18:15.933524 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bd6f8-e3be-4f37-859b-942d1e8b8cc7 req-ad56cd61-b88e-4333-8815-cc8201a369a4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:15.933524 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-af0bd6f8-e3be-4f37-859b-942d1e8b8cc7 req-ad56cd61-b88e-4333-8815-cc8201a369a4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.9937258 Jul 07 17:18:15.961700 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7647d78-3ba0-4d4d-89b1-f30aaa5347b8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event updated for resources: {'Port': ['ID=65adbe1f-4040-4b67-a6b4-b610b2f119db,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:15.978158 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7647d78-3ba0-4d4d-89b1-f30aaa5347b8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:16.010397 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-e7647d78-3ba0-4d4d-89b1-f30aaa5347b8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:16.013525 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2da2dbaa-2c4d-4aa1-9892-291db1f96e8c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.015440 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7647d78-3ba0-4d4d-89b1-f30aaa5347b8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:16.037275 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-b314dfb2-517b-46db-b1d9-3a6ff76a69bb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Allocated IP 172.25.0.179 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/cb8e2715-3f46-4a5c-bc4f-8068350fbbb2) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:16.042750 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8537cbf4-d581-4d6a-81fa-58225bf5e20e admin admin] Router eed3d3eb-1a68-421c-a21f-a8fb1ee460da has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:16.077793 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2da2dbaa-2c4d-4aa1-9892-291db1f96e8c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.083855 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2da2dbaa-2c4d-4aa1-9892-291db1f96e8c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] 10.222.0.53 "DELETE /v2.0/networks/6e9cefa1-f008-4dc6-9203-f56e105ef387 HTTP/1.1" status: 204 len: 168 time: 2.3767016 Jul 07 17:18:16.085476 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214b3df-27c9-4cdc-a140-afbee22846ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=78ad898b-d16c-4c6b-a9a7-145b604b4072,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:16.158816 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2dbaa-2c4d-4aa1-9892-291db1f96e8c tempest-NetworksTestDHCPv6-1249746646 tempest-NetworksTestDHCPv6-1249746646-project] Pushing event deleted for resources: {'Network': ['ID=6e9cefa1-f008-4dc6-9203-f56e105ef387,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:16.186544 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-af0bd6f8-e3be-4f37-859b-942d1e8b8cc7 req-117b0127-2392-4350-95ba-53dd03b1a2ab tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328598 Jul 07 17:18:16.286208 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a214b3df-27c9-4cdc-a140-afbee22846ef admin admin] Checking segment: {'id': 'e1303ae3-f065-4f58-a367-1cbcd6c02b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2d4b4678-67a7-4cd9-a689-4298a04707e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:16.286588 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a214b3df-27c9-4cdc-a140-afbee22846ef admin admin] Network hostable DHCP agents. Network: 2d4b4678-67a7-4cd9-a689-4298a04707e1, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:18:16.294571 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c2e8b-f55a-43bb-be84-0bb1b94aa2ee req-5801c3b0-46b3-4e7b-bee6-cff6ae649c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:16.296119 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ce8c2e8b-f55a-43bb-be84-0bb1b94aa2ee req-5801c3b0-46b3-4e7b-bee6-cff6ae649c82 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 913 time: 0.5434575 Jul 07 17:18:16.340199 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b756ab8-f411-4e39-b626-021c308b8793 req-6e1b07b8-c5c7-482e-8330-30b2c2e3b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:16.341727 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3b756ab8-f411-4e39-b626-021c308b8793 req-6e1b07b8-c5c7-482e-8330-30b2c2e3b4cc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 1098 time: 0.7604976 Jul 07 17:18:16.480358 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42748) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:16.721507 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a34147ba-965c-4ee9-b61c-ada80f0ce41d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f0b3e95913147e795e0fe53265be989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2394238 Jul 07 17:18:16.725988 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42752) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:16.801214 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-24f0ce6b-c002-4087-8e04-5ab98e951369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.829683 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-24f0ce6b-c002-4087-8e04-5ab98e951369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.900710 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-24f0ce6b-c002-4087-8e04-5ab98e951369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.904353 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-24f0ce6b-c002-4087-8e04-5ab98e951369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.910316 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-24f0ce6b-c002-4087-8e04-5ab98e951369 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/45aaf593-1338-49ea-9974-5e825c053efc HTTP/1.1" status: 204 len: 168 time: 0.1784563 Jul 07 17:18:16.921104 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0ce6b-c002-4087-8e04-5ab98e951369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45aaf593-1338-49ea-9974-5e825c053efc,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:17.023820 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a214b3df-27c9-4cdc-a140-afbee22846ef admin admin] Network 2d4b4678-67a7-4cd9-a689-4298a04707e1 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:18:17.075720 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3b756ab8-f411-4e39-b626-021c308b8793 req-9888f5c7-b882-4958-9c5d-10adfb0ca8cc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c67b0018-3c14-4ddc-ba89-fcab2962e1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7260809 Jul 07 17:18:17.119523 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ce8c2e8b-f55a-43bb-be84-0bb1b94aa2ee req-fc29b15e-bb51-4f5d-82c5-eaeae8209194 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f HTTP/1.1" status: 200 len: 999 time: 0.7764900 Jul 07 17:18:17.133923 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-a214b3df-27c9-4cdc-a140-afbee22846ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 2d4b4678-67a7-4cd9-a689-4298a04707e1) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:17.148016 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d0a4cf-e835-47ae-a3d9-dfbfdb64703a None None] Network 2d4b4678-67a7-4cd9-a689-4298a04707e1 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:17.169827 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b314dfb2-517b-46db-b1d9-3a6ff76a69bb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:17.200746 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd9764-53fd-4267-9122-c9bb1c536a10 req-2c0866b6-6ffd-4391-9c85-db962ad44628 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:17.211308 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1bfd9764-53fd-4267-9122-c9bb1c536a10 req-2c0866b6-6ffd-4391-9c85-db962ad44628 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 946 time: 0.1382072 Jul 07 17:18:17.279935 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8537cbf4-d581-4d6a-81fa-58225bf5e20e admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:17.301760 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a214b3df-27c9-4cdc-a140-afbee22846ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:17.302883 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a214b3df-27c9-4cdc-a140-afbee22846ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:17.336173 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1bfd9764-53fd-4267-9122-c9bb1c536a10 req-5c6f6b3e-7360-4967-9c17-e5023a2c94dd tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/security-groups?id=c67b0018-3c14-4ddc-ba89-fcab2962e1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165202 Jul 07 17:18:17.435498 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d500999-bce3-46df-9ba7-a79c2a9c2d9b None None] Sync routers for ids ['eed3d3eb-1a68-421c-a21f-a8fb1ee460da'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:17.455338 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a249dec8-ab05-43c5-8ee8-7f35236fc270 None None] Network 2d4b4678-67a7-4cd9-a689-4298a04707e1 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:17.492315 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d500999-bce3-46df-9ba7-a79c2a9c2d9b None None] Routers {'eed3d3eb-1a68-421c-a21f-a8fb1ee460da'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:17.494761 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9d500999-bce3-46df-9ba7-a79c2a9c2d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:17:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['eed3d3eb-1a68-421c-a21f-a8fb1ee460da'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:17.537548 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8537cbf4-d581-4d6a-81fa-58225bf5e20e admin admin] 10.222.0.53 "PUT /v2.0/routers/eed3d3eb-1a68-421c-a21f-a8fb1ee460da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5061045 Jul 07 17:18:17.594885 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a214b3df-27c9-4cdc-a140-afbee22846ef admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.8281205 Jul 07 17:18:17.832412 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c2e8b-f55a-43bb-be84-0bb1b94aa2ee req-98d3fbb8-c506-4ccc-a64f-180e4665f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:17.835500 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ce8c2e8b-f55a-43bb-be84-0bb1b94aa2ee req-98d3fbb8-c506-4ccc-a64f-180e4665f030 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 200 len: 851 time: 0.6988089 Jul 07 17:18:17.988094 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-9d500999-bce3-46df-9ba7-a79c2a9c2d9b None None] Set router eed3d3eb-1a68-421c-a21f-a8fb1ee460da gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:18.055299 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e7647d78-3ba0-4d4d-89b1-f30aaa5347b8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:18.104398 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13c1b6-e80f-4d77-87ab-81b7e67614d8 req-01c4ee67-b29a-436b-85f7-eaf0e9008d64 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:18.106880 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bc13c1b6-e80f-4d77-87ab-81b7e67614d8 req-01c4ee67-b29a-436b-85f7-eaf0e9008d64 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.5674374 Jul 07 17:18:18.131832 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b314dfb2-517b-46db-b1d9-3a6ff76a69bb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:18.411298 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b314dfb2-517b-46db-b1d9-3a6ff76a69bb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:18.505343 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-b314dfb2-517b-46db-b1d9-3a6ff76a69bb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:18.647966 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b314dfb2-517b-46db-b1d9-3a6ff76a69bb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:18.770736 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9d500999-bce3-46df-9ba7-a79c2a9c2d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'name': 'tempest-AttachVolumeTestJSON-315326028-router', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e9745790-a66f-4b18-9061-576418fba211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:42Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'gw_port': {'id': 'e9745790-a66f-4b18-9061-576418fba211', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:51Z', 'updated_at': '2021-07-07T17:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'd44d34e5-4162-4302-ab10-46dec4a7318e', 'name': '', 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'mac_address': 'fa:16:3e:d7:4d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:06Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 2, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'subnets': [{'id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:18.778583 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bc13c1b6-e80f-4d77-87ab-81b7e67614d8 req-002e72d1-d716-420a-9085-bd9c742d9ed9 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5483813 Jul 07 17:18:18.813198 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d500999-bce3-46df-9ba7-a79c2a9c2d9b None None] Checking router: eed3d3eb-1a68-421c-a21f-a8fb1ee460da for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:18:18.813785 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d500999-bce3-46df-9ba7-a79c2a9c2d9b None None] Updating router eed3d3eb-1a68-421c-a21f-a8fb1ee460da port d44d34e5-4162-4302-ab10-46dec4a7318e binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:18:18.838184 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42796) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:18.869283 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9d500999-bce3-46df-9ba7-a79c2a9c2d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:18.891101 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314dfb2-517b-46db-b1d9-3a6ff76a69bb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Pushing event updated for resources: {'Port': ['ID=cb8e2715-3f46-4a5c-bc4f-8068350fbbb2,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:18.958117 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c2e8b-f55a-43bb-be84-0bb1b94aa2ee req-efc435ba-6205-4ab4-a00f-6e50b7e779af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:18.966592 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ce8c2e8b-f55a-43bb-be84-0bb1b94aa2ee req-efc435ba-6205-4ab4-a00f-6e50b7e779af service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0953240 Jul 07 17:18:19.007412 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d91cf20-40d8-46c2-ad1d-94bb8e4891ab admin admin] Deleting subnet 78ad898b-d16c-4c6b-a9a7-145b604b4072 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:18:19.034597 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4d91cf20-40d8-46c2-ad1d-94bb8e4891ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.178788 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4d91cf20-40d8-46c2-ad1d-94bb8e4891ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.327003 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42800) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:19.355192 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4d91cf20-40d8-46c2-ad1d-94bb8e4891ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.447202 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ce8c2e8b-f55a-43bb-be84-0bb1b94aa2ee req-9422cef1-f596-464e-a66e-71f6b480f451 service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723485 Jul 07 17:18:19.500989 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4d91cf20-40d8-46c2-ad1d-94bb8e4891ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.580048 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e7647d78-3ba0-4d4d-89b1-f30aaa5347b8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.611589 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91cf20-40d8-46c2-ad1d-94bb8e4891ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78ad898b-d16c-4c6b-a9a7-145b604b4072,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:19.622661 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4d91cf20-40d8-46c2-ad1d-94bb8e4891ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.628366 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4d91cf20-40d8-46c2-ad1d-94bb8e4891ab admin admin] 10.222.0.53 "DELETE /v2.0/subnets/78ad898b-d16c-4c6b-a9a7-145b604b4072 HTTP/1.1" status: 204 len: 168 time: 0.7872198 Jul 07 17:18:19.631069 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42806) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:19.810454 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9d500999-bce3-46df-9ba7-a79c2a9c2d9b None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.847713 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9d500999-bce3-46df-9ba7-a79c2a9c2d9b None None] Transition to ACTIVE for port object d44d34e5-4162-4302-ab10-46dec4a7318e will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:19.855724 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b314dfb2-517b-46db-b1d9-3a6ff76a69bb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.859687 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9d500999-bce3-46df-9ba7-a79c2a9c2d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.894378 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1f8557d9-3731-44ae-bf04-2b55a6a0c60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.909422 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-da7257e6-1e2b-430d-afb8-bb8b8ed86716 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:19.917464 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-da7257e6-1e2b-430d-afb8-bb8b8ed86716 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5866795 Jul 07 17:18:19.919768 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42810) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:19.943097 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-23a00f16-6fcb-4a3a-9937-21a258fd2371 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:19.952151 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-23a00f16-6fcb-4a3a-9937-21a258fd2371 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0303242 Jul 07 17:18:19.952744 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42812) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:19.973442 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc4958-e2d6-4292-af6e-c9ad485afb3e None None] Pushing event updated for resources: {'Port': ['ID=d44d34e5-4162-4302-ab10-46dec4a7318e,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:20.067822 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42814) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:20.077350 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-30e712e8-8b1a-4b7c-a6c8-c03693e4a4f8 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--674435685', 'description': 'tempest-description--937662393'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:20.102421 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-9d500999-bce3-46df-9ba7-a79c2a9c2d9b None None] Attempting to bind port d44d34e5-4162-4302-ab10-46dec4a7318e on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:20.102719 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-9d500999-bce3-46df-9ba7-a79c2a9c2d9b None None] Attempting to bind port d44d34e5-4162-4302-ab10-46dec4a7318e by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'cef86302-c991-47cf-a7fd-0464c6fa2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:20.103124 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d500999-bce3-46df-9ba7-a79c2a9c2d9b None None] Attempting to bind port d44d34e5-4162-4302-ab10-46dec4a7318e on network 8844e96f-6ac0-4025-abff-e3224e6714bf {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:20.117234 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d500999-bce3-46df-9ba7-a79c2a9c2d9b None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:20.117621 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d500999-bce3-46df-9ba7-a79c2a9c2d9b None None] Checking segment: {'id': 'cef86302-c991-47cf-a7fd-0464c6fa2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:20.118036 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9d500999-bce3-46df-9ba7-a79c2a9c2d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.123115 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d500999-bce3-46df-9ba7-a79c2a9c2d9b None None] Bound using segment: {'id': 'cef86302-c991-47cf-a7fd-0464c6fa2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:20.123589 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-9d500999-bce3-46df-9ba7-a79c2a9c2d9b None None] Bound port: d44d34e5-4162-4302-ab10-46dec4a7318e, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef86302-c991-47cf-a7fd-0464c6fa2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:20.124518 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9d500999-bce3-46df-9ba7-a79c2a9c2d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.220000 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-6e6b0519-6014-4528-8ba9-6774c3cc0658 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:20.229060 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6e6b0519-6014-4528-8ba9-6774c3cc0658 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0551665 Jul 07 17:18:20.253822 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42816) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:20.270804 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ce8c2e8b-f55a-43bb-be84-0bb1b94aa2ee req-3f41df80-4423-4800-aa0d-9fafaa990517 service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6770282 Jul 07 17:18:20.279906 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1f8557d9-3731-44ae-bf04-2b55a6a0c60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.302481 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-1f8557d9-3731-44ae-bf04-2b55a6a0c60a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d4b4678-67a7-4cd9-a689-4298a04707e1']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:20.316779 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-9d500999-bce3-46df-9ba7-a79c2a9c2d9b None None] For port d44d34e5-4162-4302-ab10-46dec4a7318e, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:20.325762 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-9d500999-bce3-46df-9ba7-a79c2a9c2d9b None None] For port d44d34e5-4162-4302-ab10-46dec4a7318e, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d44d34e5-4162-4302-ab10-46dec4a7318e,segment=NetworkSegment(cef86302-c991-47cf-a7fd-0464c6fa2b9a),segment_id=cef86302-c991-47cf-a7fd-0464c6fa2b9a)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:20.334079 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-46e88fd3-b9a3-47a2-b4ae-d042077ad9cc tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:20.334706 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9d500999-bce3-46df-9ba7-a79c2a9c2d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.335117 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-46e88fd3-b9a3-47a2-b4ae-d042077ad9cc tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0688725 Jul 07 17:18:20.346157 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42818) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:20.352946 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-1f8557d9-3731-44ae-bf04-2b55a6a0c60a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1303ae3-f065-4f58-a367-1cbcd6c02b7d') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:20.353356 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-1f8557d9-3731-44ae-bf04-2b55a6a0c60a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1303ae3-f065-4f58-a367-1cbcd6c02b7d') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:20.355207 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-e7b4287a-9b35-4ec3-93af-9974e5fc5081 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:20.356286 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e7b4287a-9b35-4ec3-93af-9974e5fc5081 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0092254 Jul 07 17:18:20.376468 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42820) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:20.377424 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1f8557d9-3731-44ae-bf04-2b55a6a0c60a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.394285 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-f4d16d96-7f24-45d4-9c3a-12121d68cb50 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:20.399855 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f4d16d96-7f24-45d4-9c3a-12121d68cb50 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0123839 Jul 07 17:18:20.402875 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42822) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:20.411109 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-63b3976a-5c2a-40f0-b387-14e8b0fdec2e tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:20.411838 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1f8557d9-3731-44ae-bf04-2b55a6a0c60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.420028 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-63b3976a-5c2a-40f0-b387-14e8b0fdec2e tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0085764 Jul 07 17:18:20.420595 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42824) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:20.426048 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-52256da2-6d01-4248-8be2-351dae0ae1cc tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:20.431098 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-52256da2-6d01-4248-8be2-351dae0ae1cc tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0053442 Jul 07 17:18:20.441433 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f8557d9-3731-44ae-bf04-2b55a6a0c60a admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:18:20.450137 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1f8557d9-3731-44ae-bf04-2b55a6a0c60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.470002 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b314dfb2-517b-46db-b1d9-3a6ff76a69bb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.483841 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e503a4-e05b-4bf1-9223-3173be9e1eb9 req-ec1eba62-fe16-4729-87c3-1cfa54b22a2f tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:20.485564 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-24e503a4-e05b-4bf1-9223-3173be9e1eb9 req-ec1eba62-fe16-4729-87c3-1cfa54b22a2f tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 946 time: 0.9623537 Jul 07 17:18:20.489727 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42826) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:20.516109 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-78391bc8-1e81-4f9b-9179-3b425b7bd98a tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:20.521004 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-78391bc8-1e81-4f9b-9179-3b425b7bd98a tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0263832 Jul 07 17:18:20.525041 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42828) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:20.537648 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-8230e0f0-dafd-4f57-a6a9-ef46fb44d751 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:20.538930 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8230e0f0-dafd-4f57-a6a9-ef46fb44d751 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0074706 Jul 07 17:18:20.553313 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42830) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:20.573294 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d500999-bce3-46df-9ba7-a79c2a9c2d9b None None] Routers {'eed3d3eb-1a68-421c-a21f-a8fb1ee460da'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:20.576538 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9d500999-bce3-46df-9ba7-a79c2a9c2d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:17:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['eed3d3eb-1a68-421c-a21f-a8fb1ee460da'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:20.580220 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-5b1c157a-64f2-4b2e-bf30-83dcf42624f2 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:20.581673 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5b1c157a-64f2-4b2e-bf30-83dcf42624f2 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0256796 Jul 07 17:18:20.612476 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42832) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:18:20.613550 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:18:20.618254 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-30e712e8-8b1a-4b7c-a6c8-c03693e4a4f8 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.666153 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-24e503a4-e05b-4bf1-9223-3173be9e1eb9 req-d049c535-3f47-46e1-aa8b-4c59428ad246 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/security-groups?id=c67b0018-3c14-4ddc-ba89-fcab2962e1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430840 Jul 07 17:18:20.881966 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1f8557d9-3731-44ae-bf04-2b55a6a0c60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.884963 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc4958-e2d6-4292-af6e-c9ad485afb3e None None] Pushing event updated for resources: {'Port': ['ID=d44d34e5-4162-4302-ab10-46dec4a7318e,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:20.904709 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-2c2ba5c6-3aa7-4501-a359-96750b78c05e tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:20.906561 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2c2ba5c6-3aa7-4501-a359-96750b78c05e tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.2729788 Jul 07 17:18:20.917989 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42840) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:20.948728 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-719431f3-9b8f-40d4-950c-813c87d5f1dd tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:20.955732 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-719431f3-9b8f-40d4-950c-813c87d5f1dd tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0286703 Jul 07 17:18:20.958072 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7647d78-3ba0-4d4d-89b1-f30aaa5347b8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Router 37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:18:20.968731 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42842) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:20.976506 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1f8557d9-3731-44ae-bf04-2b55a6a0c60a admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.978622 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1f8557d9-3731-44ae-bf04-2b55a6a0c60a admin admin] 10.222.0.53 "DELETE /v2.0/networks/2d4b4678-67a7-4cd9-a689-4298a04707e1 HTTP/1.1" status: 204 len: 168 time: 1.3462353 Jul 07 17:18:21.004676 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-42c0c140-17be-4f1d-9e43-748ca55eef77 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:21.016705 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-42c0c140-17be-4f1d-9e43-748ca55eef77 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0227857 Jul 07 17:18:21.046664 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42846) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.050236 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-9d500999-bce3-46df-9ba7-a79c2a9c2d9b None None] Set router eed3d3eb-1a68-421c-a21f-a8fb1ee460da gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:21.075783 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-15b1215b-5ff9-43a0-b71e-8de10d650b1a tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:21.077453 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-15b1215b-5ff9-43a0-b71e-8de10d650b1a tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0291772 Jul 07 17:18:21.085975 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-30e712e8-8b1a-4b7c-a6c8-c03693e4a4f8 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:21.087596 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42848) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.143084 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8557d9-3731-44ae-bf04-2b55a6a0c60a admin admin] Pushing event deleted for resources: {'Network': ['ID=2d4b4678-67a7-4cd9-a689-4298a04707e1,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:21.180153 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-1e83356a-cc12-4550-bf62-a0c6d7b02f43 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:21.182594 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1e83356a-cc12-4550-bf62-a0c6d7b02f43 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0424716 Jul 07 17:18:21.190103 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42850) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.196829 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-61f5143b-fcd3-4798-9fe6-e277a6c88e95 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:21.198603 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-61f5143b-fcd3-4798-9fe6-e277a6c88e95 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0059083 Jul 07 17:18:21.199851 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-30e712e8-8b1a-4b7c-a6c8-c03693e4a4f8 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:21.202769 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42852) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.221191 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-b58ace4c-e699-4db5-b5aa-124e52cb2443 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:21.222739 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b58ace4c-e699-4db5-b5aa-124e52cb2443 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0151560 Jul 07 17:18:21.239594 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42854) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.254326 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-894bf198-f1f7-4e23-94ba-3362026be58e tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:21.255926 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-894bf198-f1f7-4e23-94ba-3362026be58e tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0090349 Jul 07 17:18:21.262532 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42856) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.286570 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-e4db675d-603a-479f-9f64-56802dc52515 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:21.289003 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e4db675d-603a-479f-9f64-56802dc52515 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0222962 Jul 07 17:18:21.299808 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42858) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.303780 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-30e712e8-8b1a-4b7c-a6c8-c03693e4a4f8 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:21.306268 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-30e712e8-8b1a-4b7c-a6c8-c03693e4a4f8 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2361219 Jul 07 17:18:21.312742 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-02d669d2-5c9e-4673-8ac1-090b780ff02e tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:21.314398 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-02d669d2-5c9e-4673-8ac1-090b780ff02e tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0129490 Jul 07 17:18:21.317961 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42860) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.319699 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42862) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.336541 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-3e9e854d-fc2a-4743-8b1d-cf6a54ae3551 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Request body: {'security_group_rule': {'security_group_id': '38e9473f-9f6a-4f77-987c-c3e8025d04eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:21.365947 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-3be19c9e-7ad8-4554-a416-5cf9e152c536 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:21.367976 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3be19c9e-7ad8-4554-a416-5cf9e152c536 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0419612 Jul 07 17:18:21.376278 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42864) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.384477 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-220060e8-788d-45ff-b82a-a7497f93574d tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:21.387005 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-220060e8-788d-45ff-b82a-a7497f93574d tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0077398 Jul 07 17:18:21.414758 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e712e8-8b1a-4b7c-a6c8-c03693e4a4f8 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e9473f-9f6a-4f77-987c-c3e8025d04eb,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:21.422253 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42866) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.451058 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-3ec516d3-aaf0-4867-b849-89069fe08415 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:21.457217 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3ec516d3-aaf0-4867-b849-89069fe08415 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0271835 Jul 07 17:18:21.463353 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42868) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.467989 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-35685a35-facc-4f98-bffd-31f37caf9582 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:21.469058 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-35685a35-facc-4f98-bffd-31f37caf9582 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0046017 Jul 07 17:18:21.473404 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b314dfb2-517b-46db-b1d9-3a6ff76a69bb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:21.477841 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42870) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.482597 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-c095d6c3-7f2e-4a80-b941-c86bc86569b8 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:21.483633 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c095d6c3-7f2e-4a80-b941-c86bc86569b8 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0051904 Jul 07 17:18:21.488458 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3e9e854d-fc2a-4743-8b1d-cf6a54ae3551 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:21.494044 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42874) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.494527 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b314dfb2-517b-46db-b1d9-3a6ff76a69bb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:21.524023 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-5abf0092-94e6-4d65-94aa-c394c2420c16 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:21.525120 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5abf0092-94e6-4d65-94aa-c394c2420c16 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0156844 Jul 07 17:18:21.530632 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42876) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.560262 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-cc034920-bcfe-4a36-aa9c-f1931a045b1f tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:21.561324 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cc034920-bcfe-4a36-aa9c-f1931a045b1f tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0160744 Jul 07 17:18:21.581828 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42878) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.596378 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-031fda3b-90e0-4cc8-95a8-7a691be503e2 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:21.599534 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-031fda3b-90e0-4cc8-95a8-7a691be503e2 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0130925 Jul 07 17:18:21.630152 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42880) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.639203 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-2b72c307-2b9c-4f8b-9e51-63193e7303a2 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:21.641913 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2b72c307-2b9c-4f8b-9e51-63193e7303a2 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0092313 Jul 07 17:18:21.647301 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7647d78-3ba0-4d4d-89b1-f30aaa5347b8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:21.649461 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42882) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.658678 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-8ed434b0-406f-418c-b606-df817824abb2 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:21.660929 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8ed434b0-406f-418c-b606-df817824abb2 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0059292 Jul 07 17:18:21.672107 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8d9e1d-07ae-4f2d-8b82-68e586ae0e10 None None] Sync routers for ids ['37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:21.676499 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42884) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.676865 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42886) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.688836 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-9de32a15-bf9f-4e9e-baf6-6edca5feede8 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:21.689904 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9de32a15-bf9f-4e9e-baf6-6edca5feede8 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0057936 Jul 07 17:18:21.705813 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35fa92-5d2a-4df3-8260-3bcfea50080c req-ca3121ad-bb77-4b00-bf23-23aa7d61be0a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:21.717502 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2b35fa92-5d2a-4df3-8260-3bcfea50080c req-ca3121ad-bb77-4b00-bf23-23aa7d61be0a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 1.1065140 Jul 07 17:18:21.719142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42888) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.728171 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8d9e1d-07ae-4f2d-8b82-68e586ae0e10 None None] Routers {'37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:21.735616 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-0b8d9e1d-07ae-4f2d-8b82-68e586ae0e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:17:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:21.751916 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-da85b778-bc17-43f5-9fee-23080ecd68f1 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:21.753256 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-da85b778-bc17-43f5-9fee-23080ecd68f1 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0062137 Jul 07 17:18:21.768142 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1374cb89-9c1b-496b-83e8-bb9183b0f776 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=490f8393b4264df59e409e1586eff1dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0770147 Jul 07 17:18:21.793860 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42890) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.794509 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42892) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.802984 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-c94e02c1-5233-4f05-8b61-d377c9fe991c tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:21.804230 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c94e02c1-5233-4f05-8b61-d377c9fe991c tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0051973 Jul 07 17:18:21.820451 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42894) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.825776 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-e62f01cb-4237-4fa4-a807-c4298a605ec9 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:21.827090 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e62f01cb-4237-4fa4-a807-c4298a605ec9 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0053089 Jul 07 17:18:21.832750 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42896) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.843217 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314dfb2-517b-46db-b1d9-3a6ff76a69bb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Pushing event updated for resources: {'Port': ['ID=cb8e2715-3f46-4a5c-bc4f-8068350fbbb2,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:21.850679 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9d500999-bce3-46df-9ba7-a79c2a9c2d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'name': 'tempest-AttachVolumeTestJSON-315326028-router', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e9745790-a66f-4b18-9061-576418fba211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:42Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'gw_port': {'id': 'e9745790-a66f-4b18-9061-576418fba211', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:51Z', 'updated_at': '2021-07-07T17:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'd44d34e5-4162-4302-ab10-46dec4a7318e', 'name': '', 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'mac_address': 'fa:16:3e:d7:4d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:06Z', 'updated_at': '2021-07-07T17:18:20Z', 'revision_number': 4, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'subnets': [{'id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:21.855088 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-7d42908a-c190-4180-affe-bb9b6c878992 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:21.860690 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7d42908a-c190-4180-affe-bb9b6c878992 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0136416 Jul 07 17:18:21.866880 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e7647d78-3ba0-4d4d-89b1-f30aaa5347b8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:21.872361 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e7647d78-3ba0-4d4d-89b1-f30aaa5347b8 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 14.3561702 Jul 07 17:18:21.877759 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42898) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.878321 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42900) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.885437 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-88acfd94-1cb2-4b17-ba1e-e5ed1499e108 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:21.886750 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-88acfd94-1cb2-4b17-ba1e-e5ed1499e108 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0071368 Jul 07 17:18:21.891224 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42904) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.900283 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-0b8d9e1d-07ae-4f2d-8b82-68e586ae0e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:21.927277 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8d9e1d-07ae-4f2d-8b82-68e586ae0e10 None None] Routers {'37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:21.928326 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-0b8d9e1d-07ae-4f2d-8b82-68e586ae0e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:17:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:21.965271 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281dc47-30a6-4b85-ba00-419ebb30f0c8 req-64177e3c-d074-4e00-8d51-98c0ebb31642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:21.967298 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5281dc47-30a6-4b85-ba00-419ebb30f0c8 req-64177e3c-d074-4e00-8d51-98c0ebb31642 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=963a6f61059f43fda2e16b5d1183ff85&device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 1098 time: 0.3662760 Jul 07 17:18:21.976228 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b314dfb2-517b-46db-b1d9-3a6ff76a69bb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:21.993547 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-46b8ef2d-a0a2-4c01-b17a-a53f69a5589a tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:21.996788 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-46b8ef2d-a0a2-4c01-b17a-a53f69a5589a tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0852535 Jul 07 17:18:22.016099 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42906) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.020023 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2b35fa92-5d2a-4df3-8260-3bcfea50080c req-a0f620b2-1607-4bd9-aade-e0cf016debab tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2792494 Jul 07 17:18:22.023880 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d500999-bce3-46df-9ba7-a79c2a9c2d9b None None] The sync data for ids ['eed3d3eb-1a68-421c-a21f-a8fb1ee460da'] in n-d-791503-12 is: [{'id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'name': 'tempest-AttachVolumeTestJSON-315326028-router', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e9745790-a66f-4b18-9061-576418fba211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:42Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'gw_port': {'id': 'e9745790-a66f-4b18-9061-576418fba211', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:51Z', 'updated_at': '2021-07-07T17:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'd44d34e5-4162-4302-ab10-46dec4a7318e', 'name': '', 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'mac_address': 'fa:16:3e:d7:4d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:06Z', 'updated_at': '2021-07-07T17:18:20Z', 'revision_number': 4, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'subnets': [{'id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:22.029583 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [None req-20699dab-6d85-49a7-aa8a-8a98d40e3e8a tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.031206 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-20699dab-6d85-49a7-aa8a-8a98d40e3e8a tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0104332 Jul 07 17:18:22.035866 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42908) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.043265 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-d9425121-8bac-4869-b83b-cb8ccc71df58 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.045392 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d9425121-8bac-4869-b83b-cb8ccc71df58 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0078342 Jul 07 17:18:22.051906 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42910) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.059539 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-120b3018-6962-46ff-bddd-dffcb52b14a0 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.060587 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-120b3018-6962-46ff-bddd-dffcb52b14a0 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0070972 Jul 07 17:18:22.064557 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42912) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.069677 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-094fc172-7a6b-46f5-92f9-fc4aea43d4ef tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.070780 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-094fc172-7a6b-46f5-92f9-fc4aea43d4ef tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0048096 Jul 07 17:18:22.071845 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-0b8d9e1d-07ae-4f2d-8b82-68e586ae0e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:22.076237 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42914) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.085197 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8d9e1d-07ae-4f2d-8b82-68e586ae0e10 None None] The sync data for ids ['37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:22.097283 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-0a4512cb-8c7c-44e9-86b5-b560babf6847 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.098356 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0a4512cb-8c7c-44e9-86b5-b560babf6847 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0207090 Jul 07 17:18:22.100911 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3e9e854d-fc2a-4743-8b1d-cf6a54ae3551 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.102359 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42916) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.119583 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-980e9976-2ac7-47ad-9c4d-a7af5d727d02 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.124699 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-980e9976-2ac7-47ad-9c4d-a7af5d727d02 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0172076 Jul 07 17:18:22.126125 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42918) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.140816 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-30f0e7bf-9f7a-47d7-9084-bd220d1056ae tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.141903 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-30f0e7bf-9f7a-47d7-9084-bd220d1056ae tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0139315 Jul 07 17:18:22.143100 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3e9e854d-fc2a-4743-8b1d-cf6a54ae3551 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.156920 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42920) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.170967 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-1f193ce3-0808-439a-8ccd-171fd57e30a8 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.174128 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1f193ce3-0808-439a-8ccd-171fd57e30a8 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0110531 Jul 07 17:18:22.187159 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42922) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.195455 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-21c43ead-fc42-4999-b611-acfd05ba1b83 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.196694 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-21c43ead-fc42-4999-b611-acfd05ba1b83 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0059094 Jul 07 17:18:22.199561 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e854d-fc2a-4743-8b1d-cf6a54ae3551 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2738a81-596b-4064-9359-1c2114f45b58,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:22.206263 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42924) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.216978 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-281539bb-7ed8-423c-a6cb-00f7e5c468b1 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.218701 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-281539bb-7ed8-423c-a6cb-00f7e5c468b1 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0081713 Jul 07 17:18:22.221690 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42926) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.228980 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-b20f8f56-7332-436e-8dfb-871d6de87896 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.233223 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b20f8f56-7332-436e-8dfb-871d6de87896 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0075562 Jul 07 17:18:22.233223 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3e9e854d-fc2a-4743-8b1d-cf6a54ae3551 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.237443 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3e9e854d-fc2a-4743-8b1d-cf6a54ae3551 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9131813 Jul 07 17:18:22.237443 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42928) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.243485 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-56497ce2-49c0-457d-82f5-4264d094e0f6 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.255210 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-56497ce2-49c0-457d-82f5-4264d094e0f6 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0176778 Jul 07 17:18:22.256275 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42930) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.257166 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42932) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.266580 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-8cca952f-329e-4b43-998b-cb2edc897f05 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Request body: {'security_group_rule': {'security_group_id': '38e9473f-9f6a-4f77-987c-c3e8025d04eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:22.281816 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-b4732623-3226-4f22-b7ae-1c64d0b4525e tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.288463 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b4732623-3226-4f22-b7ae-1c64d0b4525e tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0283592 Jul 07 17:18:22.289709 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42934) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.301426 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-df130104-5ffb-4b3a-b912-2d3d491b05fe tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.306555 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-df130104-5ffb-4b3a-b912-2d3d491b05fe tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0153618 Jul 07 17:18:22.307667 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42936) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.313211 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-be0cceea-8212-4e32-bd69-72da859ee72c tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.320601 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-be0cceea-8212-4e32-bd69-72da859ee72c tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0110064 Jul 07 17:18:22.321558 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42938) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.327806 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-c7a0d89b-86ee-4787-9929-101b8ed1b17e tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.334518 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c7a0d89b-86ee-4787-9929-101b8ed1b17e tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0116963 Jul 07 17:18:22.335415 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42940) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.341965 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-e88874b3-99bd-4e9d-8658-1538def4e766 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.347734 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e88874b3-99bd-4e9d-8658-1538def4e766 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0106885 Jul 07 17:18:22.348683 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42942) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.353566 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-26449d25-949b-46fc-9d24-1b7d105a4b3d tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.356000 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-26449d25-949b-46fc-9d24-1b7d105a4b3d tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0058410 Jul 07 17:18:22.360343 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42944) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.365974 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-94bcdc60-d40e-472a-9065-ab2c37f3cdf6 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.369746 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-94bcdc60-d40e-472a-9065-ab2c37f3cdf6 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0065813 Jul 07 17:18:22.372378 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42946) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.380082 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-126cbda9-61dc-4fef-b70e-160d90bddd5a tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.381648 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-126cbda9-61dc-4fef-b70e-160d90bddd5a tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0078487 Jul 07 17:18:22.385201 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42948) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.394009 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-6468a77d-6913-49c4-9a85-b82f819f287c tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.399447 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6468a77d-6913-49c4-9a85-b82f819f287c tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0124137 Jul 07 17:18:22.400403 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42950) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.406126 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-1e0fbed1-7fab-4138-99a5-6b0f895796c0 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.410811 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1e0fbed1-7fab-4138-99a5-6b0f895796c0 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0085535 Jul 07 17:18:22.411484 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42952) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.416480 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-211e065c-34c9-4435-b5c9-22d5aafa64ed tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.421880 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-211e065c-34c9-4435-b5c9-22d5aafa64ed tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0091856 Jul 07 17:18:22.422553 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42954) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.427733 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-77349676-1e3f-444e-a9ac-046d717bc9a4 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.428907 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-77349676-1e3f-444e-a9ac-046d717bc9a4 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0052016 Jul 07 17:18:22.432449 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42956) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.440355 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-321499b7-41fd-49a2-b08b-8f7def7cd961 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.442682 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-321499b7-41fd-49a2-b08b-8f7def7cd961 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0085559 Jul 07 17:18:22.449304 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42958) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.455093 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-9e3d88f9-f5cd-4ac1-b15a-4957d6b3787b tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.456575 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9e3d88f9-f5cd-4ac1-b15a-4957d6b3787b tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0058129 Jul 07 17:18:22.460139 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42960) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.467996 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-f1b9f80b-0e73-4058-a489-01c1b0e377f9 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.469852 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f1b9f80b-0e73-4058-a489-01c1b0e377f9 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0073183 Jul 07 17:18:22.472352 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42962) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.478588 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-243f00cb-ca69-4e11-8575-a5348402a1a5 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.480232 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-243f00cb-ca69-4e11-8575-a5348402a1a5 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0060306 Jul 07 17:18:22.483056 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42964) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.488999 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-4cc42e68-41a1-4902-9e41-ac34f5195a14 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.490839 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4cc42e68-41a1-4902-9e41-ac34f5195a14 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0062764 Jul 07 17:18:22.493686 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42966) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.499437 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-6e3ed141-b599-4159-9c9c-bd2201ac0e93 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.501021 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6e3ed141-b599-4159-9c9c-bd2201ac0e93 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0058429 Jul 07 17:18:22.503733 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42968) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.509563 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [None req-83a457b1-c994-462c-b0fd-003e24a03b31 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:22.512700 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-83a457b1-c994-462c-b0fd-003e24a03b31 tempest-ExtensionsTestJSON-771104346 tempest-ExtensionsTestJSON-771104346-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0062406 Jul 07 17:18:22.622482 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b314dfb2-517b-46db-b1d9-3a6ff76a69bb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.632732 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b314dfb2-517b-46db-b1d9-3a6ff76a69bb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.7458353 Jul 07 17:18:22.661083 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8cca952f-329e-4b43-998b-cb2edc897f05 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.719395 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ffcbef08-b206-4297-8e9e-94993757dead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.770277 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8cca952f-329e-4b43-998b-cb2edc897f05 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.775896 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8cca952f-329e-4b43-998b-cb2edc897f05 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.808476 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca952f-329e-4b43-998b-cb2edc897f05 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37bf8eaf-cbb0-407a-9008-51bc57a3cd45,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:22.820562 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8cca952f-329e-4b43-998b-cb2edc897f05 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.826606 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8cca952f-329e-4b43-998b-cb2edc897f05 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5679092 Jul 07 17:18:22.828013 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42974) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.834701 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-68895aee-e722-4cf4-b04a-009eb3cb3d2b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:22.893270 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68895aee-e722-4cf4-b04a-009eb3cb3d2b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.903522 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ffcbef08-b206-4297-8e9e-94993757dead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.998306 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281dc47-30a6-4b85-ba00-419ebb30f0c8 req-692f80aa-6afb-449a-ae5e-26bd1fc0c7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:22.999979 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5281dc47-30a6-4b85-ba00-419ebb30f0c8 req-692f80aa-6afb-449a-ae5e-26bd1fc0c7a8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0e005ea3-05eb-4960-83d6-5e4747f2b68f HTTP/1.1" status: 200 len: 921 time: 1.0201774 Jul 07 17:18:23.005219 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ffcbef08-b206-4297-8e9e-94993757dead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.008569 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ffcbef08-b206-4297-8e9e-94993757dead admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.013306 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ffcbef08-b206-4297-8e9e-94993757dead admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3c76f63c-ce3b-4b3b-a6ed-5832c6dcfe6f HTTP/1.1" status: 204 len: 168 time: 1.2076931 Jul 07 17:18:23.077134 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5281dc47-30a6-4b85-ba00-419ebb30f0c8 req-8dc35d67-b012-42f6-8a29-1d13b00294d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d8d46b0-f094-4207-b636-a00921448339 HTTP/1.1" status: 200 len: 217 time: 0.0623832 Jul 07 17:18:23.101210 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156154f4-6041-436a-8b62-3f65174a27aa req-bb054132-10b2-4764-b5ad-6b9321b85b05 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:23.112994 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-156154f4-6041-436a-8b62-3f65174a27aa req-bb054132-10b2-4764-b5ad-6b9321b85b05 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 946 time: 1.1243837 Jul 07 17:18:23.133059 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3205168f-7705-423b-8813-21d184aab2bb req-f3cb6645-c206-4a67-a0da-5eb7f0c40fc2 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1772187943&fields=id&tenant_id=18e760e73e3c432284bc214c0bade121 HTTP/1.1" status: 200 len: 267 time: 0.1248467 Jul 07 17:18:23.192280 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42996) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:23.279034 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d44d34e5-4162-4302-ab10-46dec4a7318e up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:23.366002 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205168f-7705-423b-8813-21d184aab2bb req-558b2eab-d439-499e-979c-413b08680a03 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:23.374849 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3205168f-7705-423b-8813-21d184aab2bb req-558b2eab-d439-499e-979c-413b08680a03 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/networks?id=d9c7bfe2-c6df-42ea-bc46-459eb954abd9 HTTP/1.1" status: 200 len: 817 time: 0.2408080 Jul 07 17:18:23.428804 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3205168f-7705-423b-8813-21d184aab2bb req-6de96b53-fc33-4ec9-9f9f-d9c07e5dc18a tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/quotas/18e760e73e3c432284bc214c0bade121 HTTP/1.1" status: 200 len: 375 time: 0.0527256 Jul 07 17:18:23.438192 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-19b2524f-808d-47ef-892f-4951854d154e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.458469 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-156154f4-6041-436a-8b62-3f65174a27aa req-bf583888-8c34-4a40-ba37-50d12321078c tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/security-groups?id=c67b0018-3c14-4ddc-ba89-fcab2962e1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441839 Jul 07 17:18:23.461035 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbef08-b206-4297-8e9e-94993757dead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c76f63c-ce3b-4b3b-a6ed-5832c6dcfe6f,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:23.630413 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port d44d34e5-4162-4302-ab10-46dec4a7318e completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:23.659120 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port d44d34e5-4162-4302-ab10-46dec4a7318e triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:23.663770 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.747504 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281dc47-30a6-4b85-ba00-419ebb30f0c8 req-16b74823-f946-4b1b-aa92-5c4f60fb76de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:23.750205 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5281dc47-30a6-4b85-ba00-419ebb30f0c8 req-16b74823-f946-4b1b-aa92-5c4f60fb76de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31c817cf-4a54-4051-ac1f-6b744f1bf73c HTTP/1.1" status: 200 len: 860 time: 0.5997365 Jul 07 17:18:24.021042 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5281dc47-30a6-4b85-ba00-419ebb30f0c8 req-4911f838-3098-4f1c-86f8-c1723c110304 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0e005ea3-05eb-4960-83d6-5e4747f2b68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2563694 Jul 07 17:18:24.121671 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:24.355620 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-51effa53-8762-4501-9c0b-b9103a628aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:24.457343 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68895aee-e722-4cf4-b04a-009eb3cb3d2b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:24.587558 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3205168f-7705-423b-8813-21d184aab2bb req-b443b331-bd0a-4b30-9282-5f0baa6212c8 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=18e760e73e3c432284bc214c0bade121&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1553657 Jul 07 17:18:24.605169 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5281dc47-30a6-4b85-ba00-419ebb30f0c8 req-d3aaf68a-6b93-4aad-8262-a7d588f2b45b service neutron] 10.222.0.64 "GET /v2.0/networks/0e005ea3-05eb-4960-83d6-5e4747f2b68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510581 Jul 07 17:18:24.738790 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port d44d34e5-4162-4302-ab10-46dec4a7318e, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d44d34e5-4162-4302-ab10-46dec4a7318e,segment=NetworkSegment(cef86302-c991-47cf-a7fd-0464c6fa2b9a),segment_id=cef86302-c991-47cf-a7fd-0464c6fa2b9a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:24.746281 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:24.770025 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43024) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:24.778657 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce7a3a-af6d-4e69-bfdd-fe7f20769baf req-05b21d67-0535-4d3f-b50c-73fcdad69376 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:24.787961 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ebce7a3a-af6d-4e69-bfdd-fe7f20769baf req-05b21d67-0535-4d3f-b50c-73fcdad69376 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.7765222 Jul 07 17:18:24.858155 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=d44d34e5-4162-4302-ab10-46dec4a7318e,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:24.958208 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ebce7a3a-af6d-4e69-bfdd-fe7f20769baf req-d8327e98-92c3-4e80-80de-8201c90951b4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683497 Jul 07 17:18:24.970822 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7460d91c-4363-48a3-b6e2-dbf0d347c20c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.007652 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3205168f-7705-423b-8813-21d184aab2bb req-251cfe54-5285-489e-bf3c-e1cb4da42d93 service neutron] 10.222.0.53 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763757 Jul 07 17:18:25.019144 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-68895aee-e722-4cf4-b04a-009eb3cb3d2b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Allocated IP 172.25.0.249 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/c04108fc-9789-4081-a202-c2ff592a69ed) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:25.039748 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5281dc47-30a6-4b85-ba00-419ebb30f0c8 req-5ff21aa6-d86b-4c9f-acbb-880cab0f9658 service neutron] 10.222.0.64 "GET /v2.0/networks/0e005ea3-05eb-4960-83d6-5e4747f2b68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290149 Jul 07 17:18:25.142078 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-51effa53-8762-4501-9c0b-b9103a628aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.156301 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-b7900822-1387-46d4-b169-d0e2fea09f1d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-789253946-network', 'tenant_id': '854cd6cbf71d4c16a45f7c0c1ff22d98'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:25.253266 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-51effa53-8762-4501-9c0b-b9103a628aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.264730 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7900822-1387-46d4-b169-d0e2fea09f1d admin admin] Made reservation on behalf of 854cd6cbf71d4c16a45f7c0c1ff22d98 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:25.268972 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b7900822-1387-46d4-b169-d0e2fea09f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.276058 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d44d34e5-4162-4302-ab10-46dec4a7318e up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:25.349841 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b7900822-1387-46d4-b169-d0e2fea09f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.396261 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port d44d34e5-4162-4302-ab10-46dec4a7318e triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:25.398900 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.486708 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd1c45-f127-41c2-bde4-5dac85e27b7b req-da1752bf-99e8-451f-acd7-f05dd251fbe8 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:25.488711 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a0bd1c45-f127-41c2-bde4-5dac85e27b7b req-da1752bf-99e8-451f-acd7-f05dd251fbe8 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 946 time: 0.1717420 Jul 07 17:18:25.505451 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b7900822-1387-46d4-b169-d0e2fea09f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.516882 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-51effa53-8762-4501-9c0b-b9103a628aed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a60438b81fc45faa9acb0dba17adf2c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1575680 Jul 07 17:18:25.516882 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51effa53-8762-4501-9c0b-b9103a628aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad4b353-aac1-4e82-95d2-34f63a512fbd,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:25.521795 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43034) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:25.560337 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b7900822-1387-46d4-b169-d0e2fea09f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.621862 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7900822-1387-46d4-b169-d0e2fea09f1d admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:18:25.625682 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3205168f-7705-423b-8813-21d184aab2bb req-5aba0eb0-b89d-4455-bfee-9c2be2283b4c service neutron] 10.222.0.53 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5846632 Jul 07 17:18:25.651573 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-7460d91c-4363-48a3-b6e2-dbf0d347c20c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Allocated IP 172.20.0.1 (15354526-f44b-472a-b0fd-a9338beb9bd5/ea8fd90b-dea5-4e2e-a351-467c42390971/3326c06c-fd58-4c4f-8310-52ae046bda83) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:25.658812 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68895aee-e722-4cf4-b04a-009eb3cb3d2b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.665655 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7900822-1387-46d4-b169-d0e2fea09f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2d4bc4-30c2-451d-bc9e-c23b43461e76,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:25.670240 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b7900822-1387-46d4-b169-d0e2fea09f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.670622 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-b7900822-1387-46d4-b169-d0e2fea09f1d admin admin] Added segment f9082715-a122-4543-bbf6-c582b0edb07f of type vlan for network 51b74280-0796-4c38-ac03-d27ea50ace14 Jul 07 17:18:25.724514 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-85a3b878-493a-47dd-a1f8-3cb2658b7da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.755852 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b7900822-1387-46d4-b169-d0e2fea09f1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.785610 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-85a3b878-493a-47dd-a1f8-3cb2658b7da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.870884 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b7900822-1387-46d4-b169-d0e2fea09f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.872147 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7900822-1387-46d4-b169-d0e2fea09f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:25.872902 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b7900822-1387-46d4-b169-d0e2fea09f1d admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.877662 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a0bd1c45-f127-41c2-bde4-5dac85e27b7b req-b6321bbe-8ce5-4471-b9b7-32bb206d1260 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/security-groups?id=c67b0018-3c14-4ddc-ba89-fcab2962e1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059097 Jul 07 17:18:25.881746 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68895aee-e722-4cf4-b04a-009eb3cb3d2b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.992004 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68895aee-e722-4cf4-b04a-009eb3cb3d2b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:26.001867 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-68895aee-e722-4cf4-b04a-009eb3cb3d2b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:26.017350 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b7900822-1387-46d4-b169-d0e2fea09f1d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2349992 Jul 07 17:18:26.017350 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68895aee-e722-4cf4-b04a-009eb3cb3d2b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:26.025392 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7460d91c-4363-48a3-b6e2-dbf0d347c20c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.028949 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43042) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:26.031705 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68895aee-e722-4cf4-b04a-009eb3cb3d2b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Pushing event updated for resources: {'Port': ['ID=c04108fc-9789-4081-a202-c2ff592a69ed,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:26.054362 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7900822-1387-46d4-b169-d0e2fea09f1d admin admin] Pushing event updated for resources: {'Network': ['ID=51b74280-0796-4c38-ac03-d27ea50ace14,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:26.061409 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-4ac85e5b-835b-4cb0-a47c-ddb78f31a7be admin admin] Request body: {'subnet': {'network_id': '51b74280-0796-4c38-ac03-d27ea50ace14', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-789253946-subnet', 'tenant_id': '854cd6cbf71d4c16a45f7c0c1ff22d98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:26.075166 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 51b74280-0796-4c38-ac03-d27ea50ace14 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:18:26.083274 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-85a3b878-493a-47dd-a1f8-3cb2658b7da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.093450 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-85a3b878-493a-47dd-a1f8-3cb2658b7da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.098594 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-85a3b878-493a-47dd-a1f8-3cb2658b7da6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9ad4b353-aac1-4e82-95d2-34f63a512fbd HTTP/1.1" status: 204 len: 168 time: 0.5683541 Jul 07 17:18:26.099303 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-431be287-7227-43b0-bda4-45f19a8da9bb req-0b44fb7e-8ee6-43aa-9fc9-c1ab01cec13e tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 210 time: 0.1008954 Jul 07 17:18:26.148956 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-7460d91c-4363-48a3-b6e2-dbf0d347c20c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Transition to ACTIVE for port object 3326c06c-fd58-4c4f-8310-52ae046bda83 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:26.189695 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac85e5b-835b-4cb0-a47c-ddb78f31a7be admin admin] Made reservation on behalf of 854cd6cbf71d4c16a45f7c0c1ff22d98 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:26.195043 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4ac85e5b-835b-4cb0-a47c-ddb78f31a7be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.232949 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3b878-493a-47dd-a1f8-3cb2658b7da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad4b353-aac1-4e82-95d2-34f63a512fbd,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:26.252690 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.329719 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7460d91c-4363-48a3-b6e2-dbf0d347c20c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.384126 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68895aee-e722-4cf4-b04a-009eb3cb3d2b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.434563 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460d91c-4363-48a3-b6e2-dbf0d347c20c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event updated for resources: {'Port': ['ID=3326c06c-fd58-4c4f-8310-52ae046bda83,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:26.445561 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7460d91c-4363-48a3-b6e2-dbf0d347c20c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Network 15354526-f44b-472a-b0fd-a9338beb9bd5 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:26.446485 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb40dfa-0367-4cc7-9f20-9c7afa7e23bb req-345aa050-2899-4cc6-8c9c-85e34b4cfcfc tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:26.451014 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-7460d91c-4363-48a3-b6e2-dbf0d347c20c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:26.454109 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7460d91c-4363-48a3-b6e2-dbf0d347c20c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:26.464276 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4fb40dfa-0367-4cc7-9f20-9c7afa7e23bb req-345aa050-2899-4cc6-8c9c-85e34b4cfcfc tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.3459387 Jul 07 17:18:26.522643 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7460d91c-4363-48a3-b6e2-dbf0d347c20c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.779229 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c0a150b4-e76b-4bfa-b0b8-28d6b2a42d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.793021 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4ac85e5b-835b-4cb0-a47c-ddb78f31a7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.815324 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4fb40dfa-0367-4cc7-9f20-9c7afa7e23bb req-e0a70da0-bc06-4ea0-9662-6dddb3187c81 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3286862 Jul 07 17:18:26.819761 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68895aee-e722-4cf4-b04a-009eb3cb3d2b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.946982 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-cfbaf730-5155-47da-8f41-7b759dc48e11 None None] Provisioning for port 3326c06c-fd58-4c4f-8310-52ae046bda83 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:26.986870 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-cfbaf730-5155-47da-8f41-7b759dc48e11 None None] Provisioning complete for port 3326c06c-fd58-4c4f-8310-52ae046bda83 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:26.992164 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cfbaf730-5155-47da-8f41-7b759dc48e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.083682 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7460d91c-4363-48a3-b6e2-dbf0d347c20c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.140655 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-cfbaf730-5155-47da-8f41-7b759dc48e11 None None] Port 3326c06c-fd58-4c4f-8310-52ae046bda83 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:27.179680 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac85e5b-835b-4cb0-a47c-ddb78f31a7be admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fbb2957-27f3-49e7-bbf8-4e6687e5bfc9,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:27.311086 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68895aee-e722-4cf4-b04a-009eb3cb3d2b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.326616 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b9d74-0552-4895-815c-1b5b91b2850c req-4978fa14-3f75-4667-b835-59d295325071 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:27.328399 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7b5b9d74-0552-4895-815c-1b5b91b2850c req-4978fa14-3f75-4667-b835-59d295325071 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 946 time: 0.1395752 Jul 07 17:18:27.329865 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68895aee-e722-4cf4-b04a-009eb3cb3d2b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.379550 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac85e5b-835b-4cb0-a47c-ddb78f31a7be admin admin] Checking segment: {'id': 'f9082715-a122-4543-bbf6-c582b0edb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51b74280-0796-4c38-ac03-d27ea50ace14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:27.380475 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac85e5b-835b-4cb0-a47c-ddb78f31a7be admin admin] Network hostable DHCP agents. Network: 51b74280-0796-4c38-ac03-d27ea50ace14, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:18:27.456724 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68895aee-e722-4cf4-b04a-009eb3cb3d2b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Pushing event updated for resources: {'Port': ['ID=c04108fc-9789-4081-a202-c2ff592a69ed,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:27.467076 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7b5b9d74-0552-4895-815c-1b5b91b2850c req-8504f2ef-136a-4c54-96ac-779e0c122f09 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/security-groups?id=c67b0018-3c14-4ddc-ba89-fcab2962e1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071043 Jul 07 17:18:27.468085 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68895aee-e722-4cf4-b04a-009eb3cb3d2b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.497229 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68895aee-e722-4cf4-b04a-009eb3cb3d2b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.516814 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-68895aee-e722-4cf4-b04a-009eb3cb3d2b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6686659 Jul 07 17:18:27.605756 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac85e5b-835b-4cb0-a47c-ddb78f31a7be admin admin] Network 51b74280-0796-4c38-ac03-d27ea50ace14 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:18:27.648971 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-4ac85e5b-835b-4cb0-a47c-ddb78f31a7be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 51b74280-0796-4c38-ac03-d27ea50ace14) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:27.676980 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a13f53-8834-408e-89a6-d2599f02e40c None None] Network 51b74280-0796-4c38-ac03-d27ea50ace14 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:27.785423 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38f68b-c81c-41d0-8d61-1687866cdfed req-928bb75f-c142-4daf-9c87-7d7c54aea033 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:27.788846 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fa38f68b-c81c-41d0-8d61-1687866cdfed req-928bb75f-c142-4daf-9c87-7d7c54aea033 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.6297600 Jul 07 17:18:27.791793 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac85e5b-835b-4cb0-a47c-ddb78f31a7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:27.793143 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4ac85e5b-835b-4cb0-a47c-ddb78f31a7be admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.888770 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4ac85e5b-835b-4cb0-a47c-ddb78f31a7be admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8460662 Jul 07 17:18:27.955223 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:28.052893 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43088) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:28.067184 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fa38f68b-c81c-41d0-8d61-1687866cdfed req-9531eb10-9691-414f-a808-c4dded8fc2ca tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153902 Jul 07 17:18:28.109264 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-da47f6ec-587b-4bde-8dc1-576f00b3dc61 req-b4da13a6-df02-4e04-a72f-955026150098 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 210 time: 0.1179433 Jul 07 17:18:28.195621 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd21a9ce-1b52-452c-8cae-64644ee7c860 None None] Network 51b74280-0796-4c38-ac03-d27ea50ace14 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:28.301784 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7460d91c-4363-48a3-b6e2-dbf0d347c20c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:28.368471 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-bd3f044d-81f4-46d8-9e48-2c7b6af21e27 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-194570625'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:28.374147 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7460d91c-4363-48a3-b6e2-dbf0d347c20c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:28.575588 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43112) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:28.597540 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-43e2b5b0-d3fb-48b4-92af-e6f9bfafd869 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--674435685&fields=id&tenant_id=05029c802c7d44e6b05d7b73d2dd31fb HTTP/1.1" status: 200 len: 267 time: 0.3384275 Jul 07 17:18:28.631608 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7460d91c-4363-48a3-b6e2-dbf0d347c20c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:28.648058 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460d91c-4363-48a3-b6e2-dbf0d347c20c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event updated for resources: {'Port': ['ID=3326c06c-fd58-4c4f-8310-52ae046bda83,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:28.650607 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3f044d-81f4-46d8-9e48-2c7b6af21e27 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Made reservation on behalf of a5df758c6cf74c52907605f03d3f525e for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:28.655034 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bd3f044d-81f4-46d8-9e48-2c7b6af21e27 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:28.742594 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bd3f044d-81f4-46d8-9e48-2c7b6af21e27 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:28.776557 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205168f-7705-423b-8813-21d184aab2bb req-3ec11c96-6aad-431e-bfff-f8c6fef64391 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:28.778450 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3205168f-7705-423b-8813-21d184aab2bb req-3ec11c96-6aad-431e-bfff-f8c6fef64391 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.72 "GET /v2.0/networks?id=d9c7bfe2-c6df-42ea-bc46-459eb954abd9 HTTP/1.1" status: 200 len: 817 time: 0.4666905 Jul 07 17:18:28.847773 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bcfea0ce-c62a-449d-ae39-0e12627a5f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:28.927135 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.db.api [None req-bcfea0ce-c62a-449d-ae39-0e12627a5f0f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:18:28.927135 n-d-791503-12 neutron-server[100192]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 17:18:28.927135 n-d-791503-12 neutron-server[100192]: [parameters: {'project_id_1': '172fec3233a841ca989ddc87164c7d1f', 'expiration_1': datetime.datetime(2021, 7, 7, 17, 18, 28, 862424)}] Jul 07 17:18:28.927135 n-d-791503-12 neutron-server[100192]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:18:28.927749 n-d-791503-12 neutron-server[100192]: DEBUG oslo_db.api [None req-bcfea0ce-c62a-449d-ae39-0e12627a5f0f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:18:29.030374 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-a1fc10fc-7e34-4df4-aef1-df8f5a4698d5 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.033049 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-a1fc10fc-7e34-4df4-aef1-df8f5a4698d5 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/networks?id=8844e96f-6ac0-4025-abff-e3224e6714bf HTTP/1.1" status: 200 len: 810 time: 0.3960681 Jul 07 17:18:29.048410 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3205168f-7705-423b-8813-21d184aab2bb req-d8857146-64e1-4057-ad77-2ef2394e2553 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18e760e73e3c432284bc214c0bade121 HTTP/1.1" status: 200 len: 380 time: 0.2073922 Jul 07 17:18:29.087511 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-3205168f-7705-423b-8813-21d184aab2bb req-c2b3fc12-688e-4764-83b6-54dc5cd4cc54 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Request body: {'port': {'device_id': '80722880-0b09-45ca-9964-0b7119898944', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'admin_state_up': True, 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'security_groups': ['a12d9792-7e6a-48e3-9736-80e98ca8a5f9']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:29.122043 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-065e9efe-2a74-406d-911a-c09aa885f782 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.123706 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-065e9efe-2a74-406d-911a-c09aa885f782 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/networks?id=51b74280-0796-4c38-ac03-d27ea50ace14 HTTP/1.1" status: 200 len: 814 time: 0.1160326 Jul 07 17:18:29.140519 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-d08f71b4-c638-4a2c-ba1b-c9737501f22c tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/quotas/854cd6cbf71d4c16a45f7c0c1ff22d98 HTTP/1.1" status: 200 len: 375 time: 0.0105710 Jul 07 17:18:29.184929 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-7f949ba2-105b-4b0a-b419-ec9ac4042539 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=854cd6cbf71d4c16a45f7c0c1ff22d98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380354 Jul 07 17:18:29.315347 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-58b48b11-6500-4ea6-952b-3d733b965f6f service neutron] 10.222.0.53 "GET /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227911 Jul 07 17:18:29.430072 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bcfea0ce-c62a-449d-ae39-0e12627a5f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:29.462082 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-14a05057-3dcf-4471-b1cd-38f6228374fe service neutron] 10.222.0.53 "GET /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401641 Jul 07 17:18:29.592605 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-e056204e-37df-4228-b9d6-81e2f5ca8851 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/quotas/05029c802c7d44e6b05d7b73d2dd31fb HTTP/1.1" status: 200 len: 375 time: 0.5427432 Jul 07 17:18:29.637935 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7460d91c-4363-48a3-b6e2-dbf0d347c20c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Network 15354526-f44b-472a-b0fd-a9338beb9bd5 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:29.666091 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-7460d91c-4363-48a3-b6e2-dbf0d347c20c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:29.824385 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bd3f044d-81f4-46d8-9e48-2c7b6af21e27 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:29.888825 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bd3f044d-81f4-46d8-9e48-2c7b6af21e27 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:29.956078 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3f044d-81f4-46d8-9e48-2c7b6af21e27 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:18:29.993519 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-8cfd9e39-2c83-434b-bc47-fc2de61fbf4f tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=05029c802c7d44e6b05d7b73d2dd31fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3864865 Jul 07 17:18:30.073104 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bcfea0ce-c62a-449d-ae39-0e12627a5f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.081080 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bcfea0ce-c62a-449d-ae39-0e12627a5f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.084522 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bd3f044d-81f4-46d8-9e48-2c7b6af21e27 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.084889 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-bd3f044d-81f4-46d8-9e48-2c7b6af21e27 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Added segment c3b8156d-bb52-4114-bef7-80218aab90bd of type vlan for network e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd Jul 07 17:18:30.106222 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f044d-81f4-46d8-9e48-2c7b6af21e27 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2446fe-e959-448e-aa5b-ec423dd1a185,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:30.117936 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7460d91c-4363-48a3-b6e2-dbf0d347c20c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Router 37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:30.146915 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfe860-ef8d-44c0-a5ee-cf000d353277 req-2ff41238-703f-4e05-9dce-ecf1c131b17b tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:30.158234 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eccfe860-ef8d-44c0-a5ee-cf000d353277 req-2ff41238-703f-4e05-9dce-ecf1c131b17b tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 946 time: 0.1783490 Jul 07 17:18:30.177498 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bd3f044d-81f4-46d8-9e48-2c7b6af21e27 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.181823 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3205168f-7705-423b-8813-21d184aab2bb req-c2b3fc12-688e-4764-83b6-54dc5cd4cc54 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Made reservation on behalf of 18e760e73e3c432284bc214c0bade121 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:30.186015 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3205168f-7705-423b-8813-21d184aab2bb req-c2b3fc12-688e-4764-83b6-54dc5cd4cc54 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.201957 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.222902 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f3bb0e6b-ae62-46a9-ae38-d2c9d9f3bee9 None None] Provisioning complete for port 3326c06c-fd58-4c4f-8310-52ae046bda83 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:30.223936 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f3bb0e6b-ae62-46a9-ae38-d2c9d9f3bee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.245519 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfea0ce-c62a-449d-ae39-0e12627a5f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1472aaaf-91a8-489e-9ddc-c5bc544f977e,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:30.253285 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-a792ddac-651f-4fed-8430-6f4421706efa service neutron] 10.222.0.53 "GET /v2.0/networks/8844e96f-6ac0-4025-abff-e3224e6714bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583637 Jul 07 17:18:30.302876 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bcfea0ce-c62a-449d-ae39-0e12627a5f0f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=172fec3233a841ca989ddc87164c7d1f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7252545 Jul 07 17:18:30.305569 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43136) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:30.308506 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-f3bb0e6b-ae62-46a9-ae38-d2c9d9f3bee9 None None] Port 3326c06c-fd58-4c4f-8310-52ae046bda83 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:30.363087 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eccfe860-ef8d-44c0-a5ee-cf000d353277 req-ab24c557-d0e5-425d-9291-02f091a60328 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/security-groups?id=c67b0018-3c14-4ddc-ba89-fcab2962e1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873045 Jul 07 17:18:30.437184 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-79265bac-252f-4bd3-9175-791dd0b24efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.493002 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-79265bac-252f-4bd3-9175-791dd0b24efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.516833 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bd3f044d-81f4-46d8-9e48-2c7b6af21e27 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.528092 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3f044d-81f4-46d8-9e48-2c7b6af21e27 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:30.529192 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bd3f044d-81f4-46d8-9e48-2c7b6af21e27 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.661029 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-79265bac-252f-4bd3-9175-791dd0b24efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.665357 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-79265bac-252f-4bd3-9175-791dd0b24efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.671475 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-79265bac-252f-4bd3-9175-791dd0b24efd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1472aaaf-91a8-489e-9ddc-c5bc544f977e HTTP/1.1" status: 204 len: 168 time: 0.3600709 Jul 07 17:18:30.685520 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbf974-b940-4d81-b470-54be719f6166 req-39c13461-fccd-4596-a772-7aaf5f2d4694 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:30.687171 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1fbbf974-b940-4d81-b470-54be719f6166 req-39c13461-fccd-4596-a772-7aaf5f2d4694 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.1295714 Jul 07 17:18:30.688535 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79265bac-252f-4bd3-9175-791dd0b24efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1472aaaf-91a8-489e-9ddc-c5bc544f977e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:30.789415 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1fbbf974-b940-4d81-b470-54be719f6166 req-9768452b-c061-49b6-8ecd-fa666be9df7b tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743306 Jul 07 17:18:30.791981 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43142) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:30.792163 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bd3f044d-81f4-46d8-9e48-2c7b6af21e27 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.7222333 Jul 07 17:18:30.807484 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-b5ae4181-ca0f-4d6d-8623-a33193996b35 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Request body: {'subnet': {'network_id': 'e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:30.864291 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-e633d6be-709f-4ab5-a648-c26fea89c34b service neutron] 10.222.0.53 "GET /v2.0/networks/8844e96f-6ac0-4025-abff-e3224e6714bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6098223 Jul 07 17:18:30.872558 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f044d-81f4-46d8-9e48-2c7b6af21e27 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Pushing event updated for resources: {'Network': ['ID=e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:30.896423 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7460d91c-4363-48a3-b6e2-dbf0d347c20c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:30.896700 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:18:30.899032 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-3205168f-7705-423b-8813-21d184aab2bb req-c2b3fc12-688e-4764-83b6-54dc5cd4cc54 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Allocated IP 172.20.0.10 (d9c7bfe2-c6df-42ea-bc46-459eb954abd9/b0fe605b-06e9-4628-b5de-b8df689c0601/a18f02a9-304b-46e2-a502-2720d1b440c7) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:30.916853 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7460d91c-4363-48a3-b6e2-dbf0d347c20c tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "PUT /v2.0/routers/37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0284910 Jul 07 17:18:30.917636 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43146) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:30.938733 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-93c1f9c9-9544-42bf-9647-7f71ff4eacfe tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Request body: {'port': {'network_id': '15354526-f44b-472a-b0fd-a9338beb9bd5', 'name': 'tempest-FloatingIPTestJSON-1249301693'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:31.074179 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d29c933-8c35-42d7-a01b-7f23e8457241 None None] Sync routers for ids ['37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:31.157169 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d29c933-8c35-42d7-a01b-7f23e8457241 None None] Routers {'37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:31.165389 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-0d29c933-8c35-42d7-a01b-7f23e8457241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:18:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:31.205298 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2610b65c-fbc8-4543-81be-0c62487872ac req-3e7330a5-3081-479e-b57d-7508892f4cbe tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 210 time: 0.1281753 Jul 07 17:18:31.207512 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ae4181-ca0f-4d6d-8623-a33193996b35 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Made reservation on behalf of a5df758c6cf74c52907605f03d3f525e for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:31.215053 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b5ae4181-ca0f-4d6d-8623-a33193996b35 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:31.307432 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-0d29c933-8c35-42d7-a01b-7f23e8457241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:31.419330 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d29c933-8c35-42d7-a01b-7f23e8457241 None None] Routers {'37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:31.426048 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-0d29c933-8c35-42d7-a01b-7f23e8457241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:18:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:31.711191 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-0d29c933-8c35-42d7-a01b-7f23e8457241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:31.712485 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d29c933-8c35-42d7-a01b-7f23e8457241 None None] The sync data for ids ['37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:31.745982 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8e56958f-e308-41d1-a010-59b32b09f70f req-d39c37d8-c9c4-45ac-8223-e1164b6961f1 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=77ed1ce4-5fbc-449e-a376-c7730358cb44 HTTP/1.1" status: 200 len: 210 time: 0.1851158 Jul 07 17:18:31.749183 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b5ae4181-ca0f-4d6d-8623-a33193996b35 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:31.917110 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c1f9c9-9544-42bf-9647-7f71ff4eacfe tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Made reservation on behalf of e5d74f7b0bc546bdb1648c52dd104a8f for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:31.921687 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae4181-ca0f-4d6d-8623-a33193996b35 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Pushing event updated for resources: {'Subnet': ['ID=c867026d-d156-45e8-ac0f-7afd2ca29895,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:31.932811 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93c1f9c9-9544-42bf-9647-7f71ff4eacfe tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:31.980085 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ae4181-ca0f-4d6d-8623-a33193996b35 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Checking segment: {'id': 'c3b8156d-bb52-4114-bef7-80218aab90bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:31.987468 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ae4181-ca0f-4d6d-8623-a33193996b35 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Network hostable DHCP agents. Network: e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:18:32.056314 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ae4181-ca0f-4d6d-8623-a33193996b35 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Network e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:18:32.088940 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-b5ae4181-ca0f-4d6d-8623-a33193996b35 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:32.113584 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3205168f-7705-423b-8813-21d184aab2bb req-c2b3fc12-688e-4764-83b6-54dc5cd4cc54 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.116783 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ae4181-ca0f-4d6d-8623-a33193996b35 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:32.118699 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b5ae4181-ca0f-4d6d-8623-a33193996b35 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.140336 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa4bd41-f94e-4d36-9593-ccbc13f4fbbc None None] Network e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:32.165246 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b5ae4181-ca0f-4d6d-8623-a33193996b35 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3698823 Jul 07 17:18:32.172938 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43174) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:32.191371 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-3b1846da-6738-467d-9d87-389395e69654 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Request body: {'port': {'network_id': 'e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-410486938'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:32.323924 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-086a9ef5-b592-4d2c-9da8-aa20b5f0982a req-5c04f86a-9fb0-4b78-97e6-c2dfe00003bf tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 210 time: 0.2725575 Jul 07 17:18:32.355749 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-93c1f9c9-9544-42bf-9647-7f71ff4eacfe tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] device_id is not set on port a0586b75-a72b-4952-8e1f-dab2568e4505 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:18:32.605627 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd', 'network_id': 'e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd', 'tenant_id': 'a5df758c6cf74c52907605f03d3f525e', 'fixed_ips': [{'subnet_id': 'c867026d-d156-45e8-ac0f-7afd2ca29895'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:18:32.606585 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.678822 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-3205168f-7705-423b-8813-21d184aab2bb req-c2b3fc12-688e-4764-83b6-54dc5cd4cc54 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Transition to ACTIVE for port object a18f02a9-304b-46e2-a502-2720d1b440c7 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:32.690039 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-93c1f9c9-9544-42bf-9647-7f71ff4eacfe tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Allocated IP 172.20.0.14 (15354526-f44b-472a-b0fd-a9338beb9bd5/ea8fd90b-dea5-4e2e-a351-467c42390971/a0586b75-a72b-4952-8e1f-dab2568e4505) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:32.805183 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-04eb6c72-4824-4537-9e3b-388190b49697 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:32.806935 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-04eb6c72-4824-4537-9e3b-388190b49697 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.64 "GET /v2.0/networks?id=51b74280-0796-4c38-ac03-d27ea50ace14 HTTP/1.1" status: 200 len: 814 time: 0.6223829 Jul 07 17:18:32.825655 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-91c2e940-880f-47c6-9149-84fce1cf785a tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Request body: {'port': {'device_id': '77ed1ce4-5fbc-449e-a376-c7730358cb44', 'network_id': '51b74280-0796-4c38-ac03-d27ea50ace14', 'admin_state_up': True, 'tenant_id': '854cd6cbf71d4c16a45f7c0c1ff22d98'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:32.831254 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1846da-6738-467d-9d87-389395e69654 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Made reservation on behalf of a5df758c6cf74c52907605f03d3f525e for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:32.835611 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b1846da-6738-467d-9d87-389395e69654 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.886311 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-3b1846da-6738-467d-9d87-389395e69654 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] device_id is not set on port 6cc98d5a-9e66-4ca5-bcba-4da13f840cf2 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:18:32.901931 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e3781-0fa0-4c42-92c5-8460a8a56856 req-cfaafa17-72ba-4729-b9ec-18cea3078472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:32.903754 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a65e3781-0fa0-4c42-92c5-8460a8a56856 req-cfaafa17-72ba-4729-b9ec-18cea3078472 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea3241034bb848a48d8167b6b493e4d4&device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 1097 time: 0.4020619 Jul 07 17:18:33.005978 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3205168f-7705-423b-8813-21d184aab2bb req-c2b3fc12-688e-4764-83b6-54dc5cd4cc54 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.010524 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d1b6f-9b78-4271-83e8-b7c23b2879b3 req-e0db41e8-0a63-422d-81f1-9429c9116f18 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:33.022259 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c67d1b6f-9b78-4271-83e8-b7c23b2879b3 req-e0db41e8-0a63-422d-81f1-9429c9116f18 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 946 time: 0.5158195 Jul 07 17:18:33.078212 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Allocated IP 172.20.0.2 (e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd/c867026d-d156-45e8-ac0f-7afd2ca29895/a37f802c-4817-4b94-b354-7c3114b23370) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:33.127876 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c67d1b6f-9b78-4271-83e8-b7c23b2879b3 req-50cde924-1c26-4d8f-9e6b-f7a0d6bc5fa6 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/security-groups?id=c67b0018-3c14-4ddc-ba89-fcab2962e1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044490 Jul 07 17:18:33.202521 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e3781-0fa0-4c42-92c5-8460a8a56856 req-5529a93b-810d-40a2-bdfb-630014fc0160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:33.205521 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a65e3781-0fa0-4c42-92c5-8460a8a56856 req-5529a93b-810d-40a2-bdfb-630014fc0160 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 200 len: 913 time: 0.2941782 Jul 07 17:18:33.259539 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66292e-7e98-4b93-80b2-c9c1ca5b3a2d req-49cc464b-0586-437a-b653-09fdf33407c4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:33.267794 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bf66292e-7e98-4b93-80b2-c9c1ca5b3a2d req-49cc464b-0586-437a-b653-09fdf33407c4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.6526592 Jul 07 17:18:33.362465 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3205168f-7705-423b-8813-21d184aab2bb req-c2b3fc12-688e-4764-83b6-54dc5cd4cc54 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Network d9c7bfe2-c6df-42ea-bc46-459eb954abd9 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:33.406520 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93c1f9c9-9544-42bf-9647-7f71ff4eacfe tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.455757 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a65e3781-0fa0-4c42-92c5-8460a8a56856 req-a1ee7806-d86e-4be3-b93c-48a019b48e24 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f HTTP/1.1" status: 200 len: 999 time: 0.2417274 Jul 07 17:18:33.456082 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-3205168f-7705-423b-8813-21d184aab2bb req-c2b3fc12-688e-4764-83b6-54dc5cd4cc54 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:33.462700 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3fc12-688e-4764-83b6-54dc5cd4cc54 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Pushing event updated for resources: {'Port': ['ID=a18f02a9-304b-46e2-a502-2720d1b440c7,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:33.470831 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-3205168f-7705-423b-8813-21d184aab2bb req-c2b3fc12-688e-4764-83b6-54dc5cd4cc54 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:33.476609 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-93c1f9c9-9544-42bf-9647-7f71ff4eacfe tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Transition to ACTIVE for port object a0586b75-a72b-4952-8e1f-dab2568e4505 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:33.500116 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.516033 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Transition to ACTIVE for port object a37f802c-4817-4b94-b354-7c3114b23370 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:33.537014 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Transition to ACTIVE for port object a37f802c-4817-4b94-b354-7c3114b23370 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:33.545063 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.622023 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e7506-2f2e-478b-ad63-78bd60dbe320 req-bde59a4f-aa26-4393-8b64-d1f029c7023d tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:33.643749 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-749e7506-2f2e-478b-ad63-78bd60dbe320 req-bde59a4f-aa26-4393-8b64-d1f029c7023d tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 932 time: 0.3007290 Jul 07 17:18:33.670735 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Network e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:33.681207 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:33.688713 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:33.696078 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Pushing event updated for resources: {'Port': ['ID=a37f802c-4817-4b94-b354-7c3114b23370,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:33.699077 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e3781-0fa0-4c42-92c5-8460a8a56856 req-aa45a1a4-45dc-4d53-bb2a-9dd097c5c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:33.700141 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a65e3781-0fa0-4c42-92c5-8460a8a56856 req-aa45a1a4-45dc-4d53-bb2a-9dd097c5c851 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 200 len: 851 time: 0.2323060 Jul 07 17:18:33.724846 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bf66292e-7e98-4b93-80b2-c9c1ca5b3a2d req-2ab2e23f-8b67-4c28-a17d-02d0e17cb419 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4476187 Jul 07 17:18:33.741055 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:33.741838 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:33.742391 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:33.742974 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:33.745208 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:33.745938 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:33.746484 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:33.747249 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:33.747823 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:33.748419 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:33.749358 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:33.750698 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:33.789130 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-3b1846da-6738-467d-9d87-389395e69654 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Allocated IP 172.20.0.10 (e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd/c867026d-d156-45e8-ac0f-7afd2ca29895/6cc98d5a-9e66-4ca5-bcba-4da13f840cf2) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:33.839551 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-749e7506-2f2e-478b-ad63-78bd60dbe320 req-d09db3ef-66b2-4a9b-b182-130d5135d24d tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945717 Jul 07 17:18:33.882227 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Attempting to bind port a37f802c-4817-4b94-b354-7c3114b23370 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:33.882919 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Attempting to bind port a37f802c-4817-4b94-b354-7c3114b23370 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'c3b8156d-bb52-4114-bef7-80218aab90bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:33.887313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Attempting to bind port a37f802c-4817-4b94-b354-7c3114b23370 on network e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:33.904256 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205168f-7705-423b-8813-21d184aab2bb req-c2b3fc12-688e-4764-83b6-54dc5cd4cc54 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:33.905943 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3205168f-7705-423b-8813-21d184aab2bb req-c2b3fc12-688e-4764-83b6-54dc5cd4cc54 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.906488 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:33.908395 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Checking segment: {'id': 'c3b8156d-bb52-4114-bef7-80218aab90bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:33.910923 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.911902 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Bound using segment: {'id': 'c3b8156d-bb52-4114-bef7-80218aab90bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:33.912421 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Bound port: a37f802c-4817-4b94-b354-7c3114b23370, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b8156d-bb52-4114-bef7-80218aab90bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:33.914131 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.046924 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93c1f9c9-9544-42bf-9647-7f71ff4eacfe tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.070429 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-91c2e940-880f-47c6-9149-84fce1cf785a tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Made reservation on behalf of 854cd6cbf71d4c16a45f7c0c1ff22d98 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:34.075323 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-91c2e940-880f-47c6-9149-84fce1cf785a tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.075855 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e3781-0fa0-4c42-92c5-8460a8a56856 req-5fc5e578-f5c7-443f-b40f-1d2e4af5a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:34.096695 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a65e3781-0fa0-4c42-92c5-8460a8a56856 req-5fc5e578-f5c7-443f-b40f-1d2e4af5a49f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77d41963-e136-4ba3-ad68-c6ff6b5ca03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3788445 Jul 07 17:18:34.184580 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-628cd48f-97b2-463d-8f5f-a3ba1b43aeb1 None None] Provisioning for port a18f02a9-304b-46e2-a502-2720d1b440c7 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:34.194035 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3205168f-7705-423b-8813-21d184aab2bb req-c2b3fc12-688e-4764-83b6-54dc5cd4cc54 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1312399 Jul 07 17:18:34.195206 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-628cd48f-97b2-463d-8f5f-a3ba1b43aeb1 None None] Provisioning complete for port a18f02a9-304b-46e2-a502-2720d1b440c7 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:34.195840 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-628cd48f-97b2-463d-8f5f-a3ba1b43aeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.226139 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-503e193b-f6f8-4f6e-ba5a-4867a756a809 req-c4c1b373-36a7-42ea-b61a-bbfa4b426cff tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=77ed1ce4-5fbc-449e-a376-c7730358cb44 HTTP/1.1" status: 200 len: 210 time: 0.1766751 Jul 07 17:18:34.267483 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-3205168f-7705-423b-8813-21d184aab2bb req-53a6a706-9672-4ee5-9233-2f141cdba3ea service neutron] Request body: {'port': {'device_id': '80722880-0b09-45ca-9964-0b7119898944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:34.290115 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-628cd48f-97b2-463d-8f5f-a3ba1b43aeb1 None None] Port a18f02a9-304b-46e2-a502-2720d1b440c7 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:34.294354 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] For port a37f802c-4817-4b94-b354-7c3114b23370, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:34.330541 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] For port a37f802c-4817-4b94-b354-7c3114b23370, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a37f802c-4817-4b94-b354-7c3114b23370,segment=NetworkSegment(c3b8156d-bb52-4114-bef7-80218aab90bd),segment_id=c3b8156d-bb52-4114-bef7-80218aab90bd)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:34.338050 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.360173 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a65e3781-0fa0-4c42-92c5-8460a8a56856 req-d85abc56-5e1e-4c9a-9fb9-752f89b27745 service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496550 Jul 07 17:18:34.383497 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c1f9c9-9544-42bf-9647-7f71ff4eacfe tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Network 15354526-f44b-472a-b0fd-a9338beb9bd5 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:34.411901 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-93c1f9c9-9544-42bf-9647-7f71ff4eacfe tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:34.466095 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c1f9c9-9544-42bf-9647-7f71ff4eacfe tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:34.482811 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-b5aebd6b-b331-45c2-9100-b199124f73c0 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:34.484817 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-b5aebd6b-b331-45c2-9100-b199124f73c0 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.64 "GET /v2.0/networks?id=8844e96f-6ac0-4025-abff-e3224e6714bf HTTP/1.1" status: 200 len: 810 time: 0.8571417 Jul 07 17:18:34.485824 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1f9c9-9544-42bf-9647-7f71ff4eacfe tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event updated for resources: {'Port': ['ID=a0586b75-a72b-4952-8e1f-dab2568e4505,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:34.492778 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43204) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:34.566127 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8501922-9b93-4ad8-b7b5-22fd0e4c3e31 None None] Pushing event updated for resources: {'Port': ['ID=a37f802c-4817-4b94-b354-7c3114b23370,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:34.779744 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c1f9c9-9544-42bf-9647-7f71ff4eacfe tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:34.780654 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93c1f9c9-9544-42bf-9647-7f71ff4eacfe tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.788902 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-91c2e940-880f-47c6-9149-84fce1cf785a tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Allocated IP 172.20.0.2 (51b74280-0796-4c38-ac03-d27ea50ace14/6fbb2957-27f3-49e7-bbf8-4e6687e5bfc9/2dce8daf-33b0-4c75-861b-c760dda34677) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:34.793255 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3205168f-7705-423b-8813-21d184aab2bb req-53a6a706-9672-4ee5-9233-2f141cdba3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.801463 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-27a6975a-0185-4392-b6dc-eef340dd9eb7 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05029c802c7d44e6b05d7b73d2dd31fb HTTP/1.1" status: 200 len: 379 time: 0.2933440 Jul 07 17:18:34.852916 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-b26106da-8773-4c66-a981-6ba30de7490e tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Request body: {'port': {'device_id': 'f740f459-f2d2-4f1a-b318-b90cdc802f57', 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf', 'admin_state_up': True, 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'security_groups': ['38e9473f-9f6a-4f77-987c-c3e8025d04eb']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:34.959809 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a772d77c-065b-4fb2-aca7-f7f3c48dcdd9 None None] Provisioning for port a0586b75-a72b-4952-8e1f-dab2568e4505 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:34.966551 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a772d77c-065b-4fb2-aca7-f7f3c48dcdd9 None None] Provisioning complete for port a0586b75-a72b-4952-8e1f-dab2568e4505 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:34.967272 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a772d77c-065b-4fb2-aca7-f7f3c48dcdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.002590 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-93c1f9c9-9544-42bf-9647-7f71ff4eacfe tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0789478 Jul 07 17:18:35.019799 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43212) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:35.028508 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a772d77c-065b-4fb2-aca7-f7f3c48dcdd9 None None] Port a0586b75-a72b-4952-8e1f-dab2568e4505 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:35.052136 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3098d549-1e3e-4227-9cda-0f0b41b965b9 req-a2d9cdc2-47d6-45fe-9e64-c8cf290515a7 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 210 time: 0.7149615 Jul 07 17:18:35.063960 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-a55693e6-5178-498e-a1eb-ac08b53be245 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Request body: {'floatingip': {'port_id': 'a0586b75-a72b-4952-8e1f-dab2568e4505'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:35.266392 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a37f802c-4817-4b94-b354-7c3114b23370 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:35.336678 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a65e3781-0fa0-4c42-92c5-8460a8a56856 req-d1653de7-1c32-4f6e-af68-9ae4685ff469 service neutron] 10.222.0.72 "GET /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8453839 Jul 07 17:18:35.364699 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port a37f802c-4817-4b94-b354-7c3114b23370 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:35.374168 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b1846da-6738-467d-9d87-389395e69654 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.392272 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-43b44c4c-913b-4da0-b125-3255712c3d43 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'network': {'name': 'tempest-network-smoke--365951564', 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'port_security_enabled': True}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:35.438458 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-3b1846da-6738-467d-9d87-389395e69654 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Transition to ACTIVE for port object 6cc98d5a-9e66-4ca5-bcba-4da13f840cf2 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:35.499503 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b44c4c-913b-4da0-b125-3255712c3d43 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Made reservation on behalf of f7e4da5b6d5e463984eb77df0d02de9e for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:35.503426 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-43b44c4c-913b-4da0-b125-3255712c3d43 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.519033 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e6edb-a6e6-4556-a12c-3d85a51e9894 req-b562e187-571a-43c5-a19d-540d4c14420d tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:35.520762 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-289e6edb-a6e6-4556-a12c-3d85a51e9894 req-b562e187-571a-43c5-a19d-540d4c14420d tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.3055017 Jul 07 17:18:35.543702 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-43b44c4c-913b-4da0-b125-3255712c3d43 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.568609 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b1846da-6738-467d-9d87-389395e69654 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.673702 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1846da-6738-467d-9d87-389395e69654 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Network e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:35.699488 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-289e6edb-a6e6-4556-a12c-3d85a51e9894 req-4b0210c5-2091-4124-a4aa-d12c066a995f tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661422 Jul 07 17:18:35.719181 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-3b1846da-6738-467d-9d87-389395e69654 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:35.728058 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1846da-6738-467d-9d87-389395e69654 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:35.755200 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1846da-6738-467d-9d87-389395e69654 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Pushing event updated for resources: {'Port': ['ID=6cc98d5a-9e66-4ca5-bcba-4da13f840cf2,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:35.858694 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a55693e6-5178-498e-a1eb-ac08b53be245 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.881514 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1846da-6738-467d-9d87-389395e69654 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:35.882656 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b1846da-6738-467d-9d87-389395e69654 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.969795 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124853d-ca55-4391-aa4f-000c4bc511fc req-a592ec24-b632-4c46-a4c6-695553bcc0b0 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:35.978267 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e124853d-ca55-4391-aa4f-000c4bc511fc req-a592ec24-b632-4c46-a4c6-695553bcc0b0 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 946 time: 1.3545945 Jul 07 17:18:36.061843 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-43b44c4c-913b-4da0-b125-3255712c3d43 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.090604 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-43b44c4c-913b-4da0-b125-3255712c3d43 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.107475 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320619f3-3e36-48ee-bc26-43e29ecb3d2c req-49a5b89c-2493-48a7-9b09-6dd218247fd5 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:36.114784 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-320619f3-3e36-48ee-bc26-43e29ecb3d2c req-49a5b89c-2493-48a7-9b09-6dd218247fd5 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 932 time: 0.2228544 Jul 07 17:18:36.157145 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3830e3ec-25a1-4818-9c4c-8469dde6a945 None None] Network e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:36.158637 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3b1846da-6738-467d-9d87-389395e69654 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.9838159 Jul 07 17:18:36.160850 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43218) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:36.162567 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b44c4c-913b-4da0-b125-3255712c3d43 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=172c653e-161a-4dc3-9232-9eab53c03f8d,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:36.170143 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9334d6f5-e224-4cea-96d4-9b644fd6eaf3 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Request body: {'port': {'network_id': 'e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1008150270', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:36.170627 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.api.validators [None req-9334d6f5-e224-4cea-96d4-9b644fd6eaf3 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] bootfile-name is not in valid_values {{(pid=100192) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:18:36.171861 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.api.validators [None req-9334d6f5-e224-4cea-96d4-9b644fd6eaf3 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] tftp-server is not in valid_values {{(pid=100192) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:18:36.171861 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.api.validators [None req-9334d6f5-e224-4cea-96d4-9b644fd6eaf3 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] server-ip-address is not in valid_values {{(pid=100192) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:18:36.241804 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b44c4c-913b-4da0-b125-3255712c3d43 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:18:36.284860 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-320619f3-3e36-48ee-bc26-43e29ecb3d2c req-6031b7b3-ab73-4146-98cd-fc68cb1e9feb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675007 Jul 07 17:18:36.292285 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-43b44c4c-913b-4da0-b125-3255712c3d43 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.292886 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-43b44c4c-913b-4da0-b125-3255712c3d43 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Added segment 28bd09c2-4756-473e-b2bd-8e1684a859d1 of type vlan for network 507311b0-9434-46e9-9ba9-87b422a6045c Jul 07 17:18:36.343272 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e124853d-ca55-4391-aa4f-000c4bc511fc req-97a97c2e-8f35-42b5-a476-6be8b9187a8e tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/security-groups?id=c67b0018-3c14-4ddc-ba89-fcab2962e1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635454 Jul 07 17:18:36.350180 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-834ea205-572c-49b6-b4e6-28230656b64f None None] Provisioning for port a37f802c-4817-4b94-b354-7c3114b23370 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:36.358001 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-b26106da-8773-4c66-a981-6ba30de7490e tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Made reservation on behalf of 05029c802c7d44e6b05d7b73d2dd31fb for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:36.361941 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-b26106da-8773-4c66-a981-6ba30de7490e tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.391662 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-834ea205-572c-49b6-b4e6-28230656b64f None None] Provisioning complete for port a37f802c-4817-4b94-b354-7c3114b23370 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:36.392032 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-834ea205-572c-49b6-b4e6-28230656b64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.394687 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-91c2e940-880f-47c6-9149-84fce1cf785a tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.474067 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-43b44c4c-913b-4da0-b125-3255712c3d43 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.487721 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-3205168f-7705-423b-8813-21d184aab2bb req-53a6a706-9672-4ee5-9233-2f141cdba3ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a18f02a9-304b-46e2-a502-2720d1b440c7 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:36.503782 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-56b86358-c175-49e6-bb2b-4802a34bfbdb req-8768a2f5-bf2b-4712-8ae0-2e64bc6ae20c tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=77ed1ce4-5fbc-449e-a376-c7730358cb44 HTTP/1.1" status: 200 len: 210 time: 0.0599568 Jul 07 17:18:36.577239 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9334d6f5-e224-4cea-96d4-9b644fd6eaf3 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Made reservation on behalf of a5df758c6cf74c52907605f03d3f525e for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:36.582658 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9334d6f5-e224-4cea-96d4-9b644fd6eaf3 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.608461 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-43b44c4c-913b-4da0-b125-3255712c3d43 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.620813 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b44c4c-913b-4da0-b125-3255712c3d43 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:36.622108 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-43b44c4c-913b-4da0-b125-3255712c3d43 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.636157 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3205168f-7705-423b-8813-21d184aab2bb req-53a6a706-9672-4ee5-9233-2f141cdba3ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.741928 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-834ea205-572c-49b6-b4e6-28230656b64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.742755 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b2c23cfc-dfba-4172-b96d-f1433f9a8dfc req-a6a07424-c8fc-44ec-b3f3-57fdf6a4dc51 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 210 time: 0.1023247 Jul 07 17:18:36.749788 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-3205168f-7705-423b-8813-21d184aab2bb req-53a6a706-9672-4ee5-9233-2f141cdba3ea service neutron] Transition to ACTIVE for port object a18f02a9-304b-46e2-a502-2720d1b440c7 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:36.791955 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-9334d6f5-e224-4cea-96d4-9b644fd6eaf3 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] device_id is not set on port d34284b7-1c3b-4de2-9d6a-51f6258febff yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:18:36.871108 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-b26106da-8773-4c66-a981-6ba30de7490e tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Allocated IP 172.20.0.11 (8844e96f-6ac0-4025-abff-e3224e6714bf/e2ae55f5-c355-4456-833a-1db6be8fc78f/dfd9e9e1-a632-41fb-8e1a-db617c7e4da4) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:36.893222 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-834ea205-572c-49b6-b4e6-28230656b64f None None] For port a37f802c-4817-4b94-b354-7c3114b23370, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a37f802c-4817-4b94-b354-7c3114b23370,segment=NetworkSegment(c3b8156d-bb52-4114-bef7-80218aab90bd),segment_id=c3b8156d-bb52-4114-bef7-80218aab90bd)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:36.906710 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-834ea205-572c-49b6-b4e6-28230656b64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.091682 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ea205-572c-49b6-b4e6-28230656b64f None None] Pushing event updated for resources: {'Port': ['ID=a37f802c-4817-4b94-b354-7c3114b23370,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:37.141652 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-b26106da-8773-4c66-a981-6ba30de7490e tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.162012 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-b26106da-8773-4c66-a981-6ba30de7490e tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Transition to ACTIVE for port object dfd9e9e1-a632-41fb-8e1a-db617c7e4da4 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:37.176506 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-9334d6f5-e224-4cea-96d4-9b644fd6eaf3 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Allocated IP 172.20.0.6 (e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd/c867026d-d156-45e8-ac0f-7afd2ca29895/d34284b7-1c3b-4de2-9d6a-51f6258febff) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:37.228381 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.280099 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3205168f-7705-423b-8813-21d184aab2bb req-53a6a706-9672-4ee5-9233-2f141cdba3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.283761 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-b26106da-8773-4c66-a981-6ba30de7490e tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.287185 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-91c2e940-880f-47c6-9149-84fce1cf785a tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.321548 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a37f802c-4817-4b94-b354-7c3114b23370 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:37.465023 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-91c2e940-880f-47c6-9149-84fce1cf785a tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Network 51b74280-0796-4c38-ac03-d27ea50ace14 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:37.486102 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-170d5a83-8519-44ff-bf5e-ab3091496cbe None None] Provisioning for port 6cc98d5a-9e66-4ca5-bcba-4da13f840cf2 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:37.495304 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-170d5a83-8519-44ff-bf5e-ab3091496cbe None None] Provisioning complete for port 6cc98d5a-9e66-4ca5-bcba-4da13f840cf2 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:37.513712 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-170d5a83-8519-44ff-bf5e-ab3091496cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.540343 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-91c2e940-880f-47c6-9149-84fce1cf785a tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:37.566814 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-91c2e940-880f-47c6-9149-84fce1cf785a tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:37.573943 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-b26106da-8773-4c66-a981-6ba30de7490e tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Network 8844e96f-6ac0-4025-abff-e3224e6714bf is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:37.666658 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-b26106da-8773-4c66-a981-6ba30de7490e tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:37.675073 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port a37f802c-4817-4b94-b354-7c3114b23370 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:37.678113 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-b26106da-8773-4c66-a981-6ba30de7490e tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:37.689571 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.693253 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-170d5a83-8519-44ff-bf5e-ab3091496cbe None None] Port 6cc98d5a-9e66-4ca5-bcba-4da13f840cf2 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:37.720506 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6a706-9672-4ee5-9233-2f141cdba3ea service neutron] Pushing event updated for resources: {'Port': ['ID=a18f02a9-304b-46e2-a502-2720d1b440c7,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:37.817508 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.825454 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-170d5a83-8519-44ff-bf5e-ab3091496cbe None None] Provisioning complete for port a37f802c-4817-4b94-b354-7c3114b23370 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:37.826041 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-170d5a83-8519-44ff-bf5e-ab3091496cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.836911 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-43b44c4c-913b-4da0-b125-3255712c3d43 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.3284650 Jul 07 17:18:37.838278 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b44c4c-913b-4da0-b125-3255712c3d43 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'Network': ['ID=507311b0-9434-46e9-9ba9-87b422a6045c,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:37.881104 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 507311b0-9434-46e9-9ba9-87b422a6045c details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:18:37.911213 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43230) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:38.130611 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9334d6f5-e224-4cea-96d4-9b644fd6eaf3 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.151749 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dcc5e-484b-4722-a7f1-9e02f0ae4a1d req-edeb3027-59d1-49d6-b5bc-039a21e640fa tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:38.154938 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-481dcc5e-484b-4722-a7f1-9e02f0ae4a1d req-edeb3027-59d1-49d6-b5bc-039a21e640fa tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.8634632 Jul 07 17:18:38.194636 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-9334d6f5-e224-4cea-96d4-9b644fd6eaf3 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Transition to ACTIVE for port object d34284b7-1c3b-4de2-9d6a-51f6258febff will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:38.286194 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-481dcc5e-484b-4722-a7f1-9e02f0ae4a1d req-8ac09f64-c0c6-4a38-af19-e1cd7e9c04c8 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103654 Jul 07 17:18:38.350976 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-3a63ce7a-c9f9-4b8e-bd39-4ad98b10eb31 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2112546659', 'admin_state_up': True, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:38.352474 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9334d6f5-e224-4cea-96d4-9b644fd6eaf3 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.368317 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26106da-8773-4c66-a981-6ba30de7490e tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Pushing event updated for resources: {'Port': ['ID=dfd9e9e1-a632-41fb-8e1a-db617c7e4da4,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:38.449271 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2cbc00bc-c9e5-4543-8277-9222f4dbb1b4 None None] Provisioning complete for port 6cc98d5a-9e66-4ca5-bcba-4da13f840cf2 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:38.450985 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2cbc00bc-c9e5-4543-8277-9222f4dbb1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.536666 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-2cbc00bc-c9e5-4543-8277-9222f4dbb1b4 None None] Port 6cc98d5a-9e66-4ca5-bcba-4da13f840cf2 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:38.550492 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9334d6f5-e224-4cea-96d4-9b644fd6eaf3 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Network e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:38.560668 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-9334d6f5-e224-4cea-96d4-9b644fd6eaf3 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:38.586585 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9334d6f5-e224-4cea-96d4-9b644fd6eaf3 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:38.590744 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334d6f5-e224-4cea-96d4-9b644fd6eaf3 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Pushing event updated for resources: {'Port': ['ID=d34284b7-1c3b-4de2-9d6a-51f6258febff,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:38.591053 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2cbc00bc-c9e5-4543-8277-9222f4dbb1b4 None None] Provisioning for port dfd9e9e1-a632-41fb-8e1a-db617c7e4da4 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:38.602501 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2cbc00bc-c9e5-4543-8277-9222f4dbb1b4 None None] Provisioning complete for port dfd9e9e1-a632-41fb-8e1a-db617c7e4da4 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:38.603106 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2cbc00bc-c9e5-4543-8277-9222f4dbb1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.663803 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-91c2e940-880f-47c6-9149-84fce1cf785a tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:38.664901 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-91c2e940-880f-47c6-9149-84fce1cf785a tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.672262 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fcc94-7cb7-43da-bfb4-2735ee204f4a req-f0d9e5c2-ca53-48fe-9a22-a96dd4bf02d4 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:38.682601 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c14fcc94-7cb7-43da-bfb4-2735ee204f4a req-f0d9e5c2-ca53-48fe-9a22-a96dd4bf02d4 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 946 time: 0.1875472 Jul 07 17:18:38.691310 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-2cbc00bc-c9e5-4543-8277-9222f4dbb1b4 None None] Port dfd9e9e1-a632-41fb-8e1a-db617c7e4da4 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:38.692973 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-b26106da-8773-4c66-a981-6ba30de7490e tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:38.693815 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-b26106da-8773-4c66-a981-6ba30de7490e tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.713204 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9334d6f5-e224-4cea-96d4-9b644fd6eaf3 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:38.713975 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9334d6f5-e224-4cea-96d4-9b644fd6eaf3 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.724775 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-3205168f-7705-423b-8813-21d184aab2bb req-53a6a706-9672-4ee5-9233-2f141cdba3ea service neutron] Attempting to bind port a18f02a9-304b-46e2-a502-2720d1b440c7 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:38.725199 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-3205168f-7705-423b-8813-21d184aab2bb req-53a6a706-9672-4ee5-9233-2f141cdba3ea service neutron] Attempting to bind port a18f02a9-304b-46e2-a502-2720d1b440c7 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '949bde3c-9847-4134-988d-7b58d400e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:38.725506 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3205168f-7705-423b-8813-21d184aab2bb req-53a6a706-9672-4ee5-9233-2f141cdba3ea service neutron] Attempting to bind port a18f02a9-304b-46e2-a502-2720d1b440c7 on network d9c7bfe2-c6df-42ea-bc46-459eb954abd9 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:38.757359 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3205168f-7705-423b-8813-21d184aab2bb req-53a6a706-9672-4ee5-9233-2f141cdba3ea service neutron] Port a18f02a9-304b-46e2-a502-2720d1b440c7 on network d9c7bfe2-c6df-42ea-bc46-459eb954abd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:18:38.757699 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3205168f-7705-423b-8813-21d184aab2bb req-53a6a706-9672-4ee5-9233-2f141cdba3ea service neutron] Attempting to bind port a18f02a9-304b-46e2-a502-2720d1b440c7 on network d9c7bfe2-c6df-42ea-bc46-459eb954abd9 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:38.763155 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c14fcc94-7cb7-43da-bfb4-2735ee204f4a req-28bd3f64-8261-4f15-af58-90c5baa39c38 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/security-groups?id=c67b0018-3c14-4ddc-ba89-fcab2962e1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786352 Jul 07 17:18:38.783404 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9334d6f5-e224-4cea-96d4-9b644fd6eaf3 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.6175838 Jul 07 17:18:38.788973 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43234) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:38.799021 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2e940-880f-47c6-9149-84fce1cf785a tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Pushing event updated for resources: {'Port': ['ID=2dce8daf-33b0-4c75-861b-c760dda34677,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:38.802002 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3a63ce7a-c9f9-4b8e-bd39-4ad98b10eb31 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.803117 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3a63ce7a-c9f9-4b8e-bd39-4ad98b10eb31 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.823633 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3205168f-7705-423b-8813-21d184aab2bb req-53a6a706-9672-4ee5-9233-2f141cdba3ea service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:38.824017 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3205168f-7705-423b-8813-21d184aab2bb req-53a6a706-9672-4ee5-9233-2f141cdba3ea service neutron] Checking segment: {'id': '949bde3c-9847-4134-988d-7b58d400e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:38.824384 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3205168f-7705-423b-8813-21d184aab2bb req-53a6a706-9672-4ee5-9233-2f141cdba3ea service neutron] Bound using segment: {'id': '949bde3c-9847-4134-988d-7b58d400e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:38.824925 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-3205168f-7705-423b-8813-21d184aab2bb req-53a6a706-9672-4ee5-9233-2f141cdba3ea service neutron] Bound port: a18f02a9-304b-46e2-a502-2720d1b440c7, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949bde3c-9847-4134-988d-7b58d400e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:38.825356 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3205168f-7705-423b-8813-21d184aab2bb req-53a6a706-9672-4ee5-9233-2f141cdba3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.828413 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-b26106da-8773-4c66-a981-6ba30de7490e tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9861722 Jul 07 17:18:38.835450 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-91c2e940-880f-47c6-9149-84fce1cf785a tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0193670 Jul 07 17:18:38.867982 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-7f3f228a-42e5-4a0b-af3e-77b3d91ea6c3 service neutron] Request body: {'port': {'device_id': 'f740f459-f2d2-4f1a-b318-b90cdc802f57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:38.878997 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-1e288f96-87a8-40b8-82b1-3a1c235613e7 service neutron] Request body: {'port': {'device_id': '77ed1ce4-5fbc-449e-a376-c7730358cb44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:38.894923 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.db.resource_extend [None req-a55693e6-5178-498e-a1eb-ac08b53be245 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:18:38.912560 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57b584b-e452-41ee-b6f1-6dede844aadf tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:38.920537 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57b584b-e452-41ee-b6f1-6dede844aadf tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:38.927386 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57b584b-e452-41ee-b6f1-6dede844aadf tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:38.929683 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c57b584b-e452-41ee-b6f1-6dede844aadf tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1395783 Jul 07 17:18:38.935222 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43236) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:39.091935 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831dd1cd-56de-4b05-9c17-4b611c4705a7 req-38de562d-8ae9-4513-85c4-adfbab25fef5 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:39.093682 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-831dd1cd-56de-4b05-9c17-4b611c4705a7 req-38de562d-8ae9-4513-85c4-adfbab25fef5 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 944 time: 1.3811054 Jul 07 17:18:39.104590 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-a930ae27-b6a3-4f38-adae-50193a7f5294 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Deleting port d34284b7-1c3b-4de2-9d6a-51f6258febff {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:39.105430 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a930ae27-b6a3-4f38-adae-50193a7f5294 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.129941 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-55d4b9ef-c315-4d57-a05e-a98a0aa49c19 None None] Provisioning for port d34284b7-1c3b-4de2-9d6a-51f6258febff completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:39.138937 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-55d4b9ef-c315-4d57-a05e-a98a0aa49c19 None None] Provisioning complete for port d34284b7-1c3b-4de2-9d6a-51f6258febff triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:39.139697 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-55d4b9ef-c315-4d57-a05e-a98a0aa49c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.189440 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3a63ce7a-c9f9-4b8e-bd39-4ad98b10eb31 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.217559 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a55693e6-5178-498e-a1eb-ac08b53be245 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.217850 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-55d4b9ef-c315-4d57-a05e-a98a0aa49c19 None None] Port d34284b7-1c3b-4de2-9d6a-51f6258febff cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:39.256971 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a55693e6-5178-498e-a1eb-ac08b53be245 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.285277 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a930ae27-b6a3-4f38-adae-50193a7f5294 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.302489 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355dd9e7-c144-4944-b8ba-b661425d2767 req-1c09ddae-990f-464a-9e5a-69a15437b754 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:39.304429 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-355dd9e7-c144-4944-b8ba-b661425d2767 req-1c09ddae-990f-464a-9e5a-69a15437b754 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=77ed1ce4-5fbc-449e-a376-c7730358cb44 HTTP/1.1" status: 200 len: 931 time: 0.2489436 Jul 07 17:18:39.319492 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-3205168f-7705-423b-8813-21d184aab2bb req-53a6a706-9672-4ee5-9233-2f141cdba3ea service neutron] For port a18f02a9-304b-46e2-a502-2720d1b440c7, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:39.326263 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-a930ae27-b6a3-4f38-adae-50193a7f5294 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Calling delete_port for d34284b7-1c3b-4de2-9d6a-51f6258febff owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:39.422892 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-355dd9e7-c144-4944-b8ba-b661425d2767 req-b27a0971-7b0e-4416-aea6-c5d0c530d126 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060457 Jul 07 17:18:39.450423 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-3205168f-7705-423b-8813-21d184aab2bb req-53a6a706-9672-4ee5-9233-2f141cdba3ea service neutron] For port a18f02a9-304b-46e2-a502-2720d1b440c7, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=a18f02a9-304b-46e2-a502-2720d1b440c7,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:39.467000 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-831dd1cd-56de-4b05-9c17-4b611c4705a7 req-182dbd19-2487-4ff7-8939-ccd9d59910a8 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3512633 Jul 07 17:18:39.471720 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-1e288f96-87a8-40b8-82b1-3a1c235613e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.490356 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3205168f-7705-423b-8813-21d184aab2bb req-53a6a706-9672-4ee5-9233-2f141cdba3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.560540 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a930ae27-b6a3-4f38-adae-50193a7f5294 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.600664 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930ae27-b6a3-4f38-adae-50193a7f5294 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Pushing event deleted for resources: {'Port': ['ID=d34284b7-1c3b-4de2-9d6a-51f6258febff,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:39.746589 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a930ae27-b6a3-4f38-adae-50193a7f5294 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.752388 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a930ae27-b6a3-4f38-adae-50193a7f5294 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] 10.222.0.53 "DELETE /v2.0/ports/d34284b7-1c3b-4de2-9d6a-51f6258febff HTTP/1.1" status: 204 len: 168 time: 0.8124547 Jul 07 17:18:39.752901 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43238) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:39.758995 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-a83499a3-306b-457a-bf5a-c2488ac30041 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Request body: {'port': {'name': 'tempest-new-port-name-964774946', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:39.760015 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.api.validators [None req-a83499a3-306b-457a-bf5a-c2488ac30041 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] bootfile-name is not in valid_values {{(pid=100192) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:18:39.760498 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.api.validators [None req-a83499a3-306b-457a-bf5a-c2488ac30041 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] tftp-server is not in valid_values {{(pid=100192) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:18:39.760984 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.api.validators [None req-a83499a3-306b-457a-bf5a-c2488ac30041 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] server-ip-address is not in valid_values {{(pid=100192) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:18:39.822957 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00961bd8-c7af-4c2a-904a-92246a89df76 req-23ca7208-1b5d-483f-b188-97d50cd0753d tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:39.824821 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-00961bd8-c7af-4c2a-904a-92246a89df76 req-23ca7208-1b5d-483f-b188-97d50cd0753d tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 932 time: 0.1500838 Jul 07 17:18:39.901641 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a83499a3-306b-457a-bf5a-c2488ac30041 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.926199 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-00961bd8-c7af-4c2a-904a-92246a89df76 req-ecf177a7-ca7f-4dfd-b7c6-e9f10857bb8a tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908525 Jul 07 17:18:40.034506 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-7f3f228a-42e5-4a0b-af3e-77b3d91ea6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.184126 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3a63ce7a-c9f9-4b8e-bd39-4ad98b10eb31 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.207986 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba45d87-cdc5-489f-9fe9-4baab66b0d88 req-73ff858c-859b-41b0-babc-f2dd39bd5ac3 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:40.209977 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bba45d87-cdc5-489f-9fe9-4baab66b0d88 req-73ff858c-859b-41b0-babc-f2dd39bd5ac3 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 946 time: 0.1354713 Jul 07 17:18:40.211331 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205168f-7705-423b-8813-21d184aab2bb req-53a6a706-9672-4ee5-9233-2f141cdba3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:40.213236 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3205168f-7705-423b-8813-21d184aab2bb req-53a6a706-9672-4ee5-9233-2f141cdba3ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.214871 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3205168f-7705-423b-8813-21d184aab2bb req-53a6a706-9672-4ee5-9233-2f141cdba3ea service neutron] 10.222.0.72 "PUT /v2.0/ports/a18f02a9-304b-46e2-a502-2720d1b440c7 HTTP/1.1" status: 200 len: 1093 time: 5.9843428 Jul 07 17:18:40.241790 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80722880-0b09-45ca-9964-0b7119898944', 'tag': 'a18f02a9-304b-46e2-a502-2720d1b440c7'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:40.250177 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15dbcefb-41f2-4589-9099-837f672fd88a" -d '{"events": [{"name": "network-changed", "server_uuid": "80722880-0b09-45ca-9964-0b7119898944", "tag": "a18f02a9-304b-46e2-a502-2720d1b440c7"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:40.311279 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a83499a3-306b-457a-bf5a-c2488ac30041 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.323859 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bba45d87-cdc5-489f-9fe9-4baab66b0d88 req-232f2cf6-728d-4d13-b350-a93802fd6c27 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/security-groups?id=c67b0018-3c14-4ddc-ba89-fcab2962e1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009898 Jul 07 17:18:40.325857 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a83499a3-306b-457a-bf5a-c2488ac30041 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.492512 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-a55693e6-5178-498e-a1eb-ac08b53be245 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Floating IP 18069107-cb19-4c2f-a684-e871b63f068e associated. External IP: 172.25.0.155, port: 7cab7b6a-737b-405f-a31b-8aaa7d6f1a0a. Jul 07 17:18:40.532070 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-a83499a3-306b-457a-bf5a-c2488ac30041 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] In _notify_port_updated(), no bound segment for port 6cc98d5a-9e66-4ca5-bcba-4da13f840cf2 on network e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd {{(pid=100192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:18:40.554782 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83499a3-306b-457a-bf5a-c2488ac30041 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:40.555947 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a83499a3-306b-457a-bf5a-c2488ac30041 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.563921 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a83499a3-306b-457a-bf5a-c2488ac30041 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] 10.222.0.53 "PUT /v2.0/ports/6cc98d5a-9e66-4ca5-bcba-4da13f840cf2 HTTP/1.1" status: 200 len: 1136 time: 0.8093104 Jul 07 17:18:40.565065 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43248) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:40.566115 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83499a3-306b-457a-bf5a-c2488ac30041 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Pushing event updated for resources: {'Port': ['ID=6cc98d5a-9e66-4ca5-bcba-4da13f840cf2,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:40.708119 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d534f04-cb0b-4094-b7a6-97ed48f0b778 x-openstack-request-id: req-7d534f04-cb0b-4094-b7a6-97ed48f0b778 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:40.708780 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80722880-0b09-45ca-9964-0b7119898944", "tag": "a18f02a9-304b-46e2-a502-2720d1b440c7", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:40.709335 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d534f04-cb0b-4094-b7a6-97ed48f0b778 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:40.710105 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80722880-0b09-45ca-9964-0b7119898944', 'tag': 'a18f02a9-304b-46e2-a502-2720d1b440c7', 'status': 'completed', 'code': 200} Jul 07 17:18:40.760341 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf40b3f-26f8-4d46-8b17-f8daf61a3907 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:40.765795 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-aaf40b3f-26f8-4d46-8b17-f8daf61a3907 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] 10.222.0.53 "GET /v2.0/ports/6cc98d5a-9e66-4ca5-bcba-4da13f840cf2 HTTP/1.1" status: 200 len: 1136 time: 0.1862364 Jul 07 17:18:40.779374 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43250) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:40.929858 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6a706-9672-4ee5-9233-2f141cdba3ea service neutron] Pushing event updated for resources: {'Port': ['ID=a18f02a9-304b-46e2-a502-2720d1b440c7,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:40.945377 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995be2a7-fff8-4e0a-8807-5bd9ecf563a4 req-662d5bc6-17c3-4cd9-b35c-19b5907ad174 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:40.948459 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-995be2a7-fff8-4e0a-8807-5bd9ecf563a4 req-662d5bc6-17c3-4cd9-b35c-19b5907ad174 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=77ed1ce4-5fbc-449e-a376-c7730358cb44 HTTP/1.1" status: 200 len: 931 time: 0.1826186 Jul 07 17:18:40.948894 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7c565dd8-1071-409b-be84-71640232bc5d None None] Provisioning complete for port 6cc98d5a-9e66-4ca5-bcba-4da13f840cf2 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:40.949616 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7c565dd8-1071-409b-be84-71640232bc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.003433 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-b8fd5e27-88d6-4927-8038-85ef713c059b tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Deleting port 6cc98d5a-9e66-4ca5-bcba-4da13f840cf2 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:41.003774 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5e27-88d6-4927-8038-85ef713c059b tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.021985 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-7c565dd8-1071-409b-be84-71640232bc5d None None] Port 6cc98d5a-9e66-4ca5-bcba-4da13f840cf2 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:41.067811 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-995be2a7-fff8-4e0a-8807-5bd9ecf563a4 req-579ad2ed-b3d9-4587-a652-19ff2dd1dbe9 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965948 Jul 07 17:18:41.144051 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5e27-88d6-4927-8038-85ef713c059b tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.161105 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-b8fd5e27-88d6-4927-8038-85ef713c059b tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Calling delete_port for 6cc98d5a-9e66-4ca5-bcba-4da13f840cf2 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:41.217606 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869f6d5-1599-471d-b6e5-cadd98af6f6a req-a969a315-38f4-4656-968b-b455db7b8af6 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:41.219692 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6869f6d5-1599-471d-b6e5-cadd98af6f6a req-a969a315-38f4-4656-968b-b455db7b8af6 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 1.1762760 Jul 07 17:18:41.326650 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205168f-7705-423b-8813-21d184aab2bb req-6701c7c0-387f-4e0c-99e6-23bf8a699555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:41.328226 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3205168f-7705-423b-8813-21d184aab2bb req-6701c7c0-387f-4e0c-99e6-23bf8a699555 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18e760e73e3c432284bc214c0bade121&device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 1096 time: 1.0324750 Jul 07 17:18:41.404017 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5e27-88d6-4927-8038-85ef713c059b tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.451090 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd5e27-88d6-4927-8038-85ef713c059b tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Pushing event deleted for resources: {'Port': ['ID=6cc98d5a-9e66-4ca5-bcba-4da13f840cf2,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:41.466420 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a197c-8d1a-4eb7-b92b-99cef58ccc19 req-25c25020-6e1b-4462-a7ec-cd043523f068 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:41.469103 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d56a197c-8d1a-4eb7-b92b-99cef58ccc19 req-25c25020-6e1b-4462-a7ec-cd043523f068 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 944 time: 0.1752524 Jul 07 17:18:41.487581 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6869f6d5-1599-471d-b6e5-cadd98af6f6a req-826d9361-44e5-4faf-90a3-beec8dadfa5d tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485256 Jul 07 17:18:41.494951 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3205168f-7705-423b-8813-21d184aab2bb req-4c5cabe6-9239-4b36-a761-3480b30e7004 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a18f02a9-304b-46e2-a502-2720d1b440c7 HTTP/1.1" status: 200 len: 217 time: 0.1553652 Jul 07 17:18:41.590093 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d56a197c-8d1a-4eb7-b92b-99cef58ccc19 req-b4f957a8-2378-428f-8814-3a8657b6cb2a tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853670 Jul 07 17:18:41.597919 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5e27-88d6-4927-8038-85ef713c059b tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.599981 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b8fd5e27-88d6-4927-8038-85ef713c059b tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] 10.222.0.53 "DELETE /v2.0/ports/6cc98d5a-9e66-4ca5-bcba-4da13f840cf2 HTTP/1.1" status: 204 len: 168 time: 0.8170648 Jul 07 17:18:41.604249 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43258) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:41.700263 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-19dfda47-bbaf-4e08-ab78-d3d720cb23cb tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Deleting subnet c867026d-d156-45e8-ac0f-7afd2ca29895 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:18:41.714830 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-19dfda47-bbaf-4e08-ab78-d3d720cb23cb tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.798689 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:18:41.851543 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-19dfda47-bbaf-4e08-ab78-d3d720cb23cb tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.937013 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205168f-7705-423b-8813-21d184aab2bb req-85c1493a-fe57-4dc2-97ad-64a8e614270d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:41.938733 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3205168f-7705-423b-8813-21d184aab2bb req-85c1493a-fe57-4dc2-97ad-64a8e614270d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b0fe605b-06e9-4628-b5de-b8df689c0601 HTTP/1.1" status: 200 len: 856 time: 0.4318128 Jul 07 17:18:41.943382 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-7f3f228a-42e5-4a0b-af3e-77b3d91ea6c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd9e9e1-a632-41fb-8e1a-db617c7e4da4 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:41.955768 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-1e288f96-87a8-40b8-82b1-3a1c235613e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dce8daf-33b0-4c75-861b-c760dda34677 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:41.998755 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be0ff0-5afc-4954-9e14-627b757723a9 req-03d18e65-adbf-4554-9c2c-59dd89e7a1f5 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:42.001247 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a6be0ff0-5afc-4954-9e14-627b757723a9 req-03d18e65-adbf-4554-9c2c-59dd89e7a1f5 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 946 time: 0.2185047 Jul 07 17:18:42.008790 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-7f3f228a-42e5-4a0b-af3e-77b3d91ea6c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.046454 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-19dfda47-bbaf-4e08-ab78-d3d720cb23cb tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.056262 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-1e288f96-87a8-40b8-82b1-3a1c235613e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.105026 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55693e6-5178-498e-a1eb-ac08b53be245 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Router b599a00a-5bd2-4a4b-a493-1fb73b9b6aff has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:42.118948 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-7f3f228a-42e5-4a0b-af3e-77b3d91ea6c3 service neutron] Transition to ACTIVE for port object dfd9e9e1-a632-41fb-8e1a-db617c7e4da4 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:42.129386 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a6be0ff0-5afc-4954-9e14-627b757723a9 req-e498e4cc-6775-4bb3-a17b-72b48bc93123 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/security-groups?id=c67b0018-3c14-4ddc-ba89-fcab2962e1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159086 Jul 07 17:18:42.155503 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-1e288f96-87a8-40b8-82b1-3a1c235613e7 service neutron] Transition to ACTIVE for port object 2dce8daf-33b0-4c75-861b-c760dda34677 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:42.156357 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-7f3f228a-42e5-4a0b-af3e-77b3d91ea6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.168162 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3a63ce7a-c9f9-4b8e-bd39-4ad98b10eb31 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.174883 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-1e288f96-87a8-40b8-82b1-3a1c235613e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.202393 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-19dfda47-bbaf-4e08-ab78-d3d720cb23cb tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.245019 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3a63ce7a-c9f9-4b8e-bd39-4ad98b10eb31 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.272606 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfda47-bbaf-4e08-ab78-d3d720cb23cb tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Pushing event deleted for resources: {'Subnet': ['ID=c867026d-d156-45e8-ac0f-7afd2ca29895,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:42.292493 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-19dfda47-bbaf-4e08-ab78-d3d720cb23cb tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.297234 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-19dfda47-bbaf-4e08-ab78-d3d720cb23cb tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] 10.222.0.53 "DELETE /v2.0/subnets/c867026d-d156-45e8-ac0f-7afd2ca29895 HTTP/1.1" status: 204 len: 168 time: 0.6916060 Jul 07 17:18:42.301631 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43262) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:42.309871 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f80ec76-80df-4d99-8e71-1a472153f03c None None] Network e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:42.466336 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e333045-03a0-4fbb-ae55-187ecbb8310a req-3ecf94a8-fe9e-4e7e-9b4b-cce1d1884635 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:42.473461 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8e333045-03a0-4fbb-ae55-187ecbb8310a req-3ecf94a8-fe9e-4e7e-9b4b-cce1d1884635 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 932 time: 0.6463327 Jul 07 17:18:42.492727 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7fbbb3dd-81c0-4d17-8398-bfb33ec44738 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.518114 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f228a-42e5-4a0b-af3e-77b3d91ea6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd9e9e1-a632-41fb-8e1a-db617c7e4da4,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:42.637044 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-7fbbb3dd-81c0-4d17-8398-bfb33ec44738 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Deleting port a37f802c-4817-4b94-b354-7c3114b23370 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:42.637593 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7fbbb3dd-81c0-4d17-8398-bfb33ec44738 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.759413 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f02dcb-b8f7-4ba4-926b-5c780595e15e None None] DHCP port deletion for e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:18:42.881496 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7f02dcb-b8f7-4ba4-926b-5c780595e15e None None] Deleting port a37f802c-4817-4b94-b354-7c3114b23370 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:42.882112 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7f02dcb-b8f7-4ba4-926b-5c780595e15e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.023964 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7f02dcb-b8f7-4ba4-926b-5c780595e15e None None] For port a37f802c-4817-4b94-b354-7c3114b23370, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a37f802c-4817-4b94-b354-7c3114b23370,segment=NetworkSegment(c3b8156d-bb52-4114-bef7-80218aab90bd),segment_id=c3b8156d-bb52-4114-bef7-80218aab90bd)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:43.024544 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7f02dcb-b8f7-4ba4-926b-5c780595e15e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.051889 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7f02dcb-b8f7-4ba4-926b-5c780595e15e None None] Calling delete_port for a37f802c-4817-4b94-b354-7c3114b23370 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:43.166151 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7f02dcb-b8f7-4ba4-926b-5c780595e15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.232448 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f02dcb-b8f7-4ba4-926b-5c780595e15e None None] Pushing event deleted for resources: {'Port': ['ID=a37f802c-4817-4b94-b354-7c3114b23370,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:43.238630 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f02dcb-b8f7-4ba4-926b-5c780595e15e None None] No DVR routers for this DVR port a37f802c-4817-4b94-b354-7c3114b23370 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:43.281496 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-7fbbb3dd-81c0-4d17-8398-bfb33ec44738 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] For port a37f802c-4817-4b94-b354-7c3114b23370, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a37f802c-4817-4b94-b354-7c3114b23370,segment=NetworkSegment(c3b8156d-bb52-4114-bef7-80218aab90bd),segment_id=c3b8156d-bb52-4114-bef7-80218aab90bd)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:43.282434 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7fbbb3dd-81c0-4d17-8398-bfb33ec44738 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.324339 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-7fbbb3dd-81c0-4d17-8398-bfb33ec44738 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Calling delete_port for a37f802c-4817-4b94-b354-7c3114b23370 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:43.340720 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a37f802c-4817-4b94-b354-7c3114b23370 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:43.367425 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: a37f802c-4817-4b94-b354-7c3114b23370 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:43.368056 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a37f802c-4817-4b94-b354-7c3114b23370 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:43.425942 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205168f-7705-423b-8813-21d184aab2bb req-2fbaeab3-26be-4087-9468-adaefd20b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:43.427617 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3205168f-7705-423b-8813-21d184aab2bb req-2fbaeab3-26be-4087-9468-adaefd20b5c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9c7bfe2-c6df-42ea-bc46-459eb954abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.4256065 Jul 07 17:18:43.438429 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e288f96-87a8-40b8-82b1-3a1c235613e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2dce8daf-33b0-4c75-861b-c760dda34677,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:43.468713 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7fbbb3dd-81c0-4d17-8398-bfb33ec44738 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.500011 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbb3dd-81c0-4d17-8398-bfb33ec44738 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Pushing event deleted for resources: {'Port': ['ID=a37f802c-4817-4b94-b354-7c3114b23370,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:43.504658 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-3a63ce7a-c9f9-4b8e-bd39-4ad98b10eb31 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Allocated IP 172.25.0.141 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/f6961cf6-a72a-41d1-817f-ebf9c10e29da) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:43.513997 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbbb3dd-81c0-4d17-8398-bfb33ec44738 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] No DVR routers for this DVR port a37f802c-4817-4b94-b354-7c3114b23370 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:43.518454 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8e333045-03a0-4fbb-ae55-187ecbb8310a req-e11c35e8-9f26-49e8-b80f-2285b4308607 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0437748 Jul 07 17:18:43.704659 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7fbbb3dd-81c0-4d17-8398-bfb33ec44738 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.728267 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-7fbbb3dd-81c0-4d17-8398-bfb33ec44738 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:43.747073 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55693e6-5178-498e-a1eb-ac08b53be245 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:43.765056 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-7fbbb3dd-81c0-4d17-8398-bfb33ec44738 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b8156d-bb52-4114-bef7-80218aab90bd') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:43.765240 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-7fbbb3dd-81c0-4d17-8398-bfb33ec44738 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b8156d-bb52-4114-bef7-80218aab90bd') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:43.777826 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20da7664-b8b8-450f-8e2b-4a3c1d31f2d6 None None] Sync routers for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:43.791558 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7fbbb3dd-81c0-4d17-8398-bfb33ec44738 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.805193 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20da7664-b8b8-450f-8e2b-4a3c1d31f2d6 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:43.807762 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-20da7664-b8b8-450f-8e2b-4a3c1d31f2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:18:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:43.823894 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7fbbb3dd-81c0-4d17-8398-bfb33ec44738 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.836909 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-7f3f228a-42e5-4a0b-af3e-77b3d91ea6c3 service neutron] Attempting to bind port dfd9e9e1-a632-41fb-8e1a-db617c7e4da4 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:43.837279 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-7f3f228a-42e5-4a0b-af3e-77b3d91ea6c3 service neutron] Attempting to bind port dfd9e9e1-a632-41fb-8e1a-db617c7e4da4 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'cef86302-c991-47cf-a7fd-0464c6fa2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:43.837606 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-7f3f228a-42e5-4a0b-af3e-77b3d91ea6c3 service neutron] Attempting to bind port dfd9e9e1-a632-41fb-8e1a-db617c7e4da4 on network 8844e96f-6ac0-4025-abff-e3224e6714bf {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:43.840242 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fbbb3dd-81c0-4d17-8398-bfb33ec44738 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:18:43.841354 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7fbbb3dd-81c0-4d17-8398-bfb33ec44738 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:18:43.848081 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:18:43.886047 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-20da7664-b8b8-450f-8e2b-4a3c1d31f2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:43.892848 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-7f3f228a-42e5-4a0b-af3e-77b3d91ea6c3 service neutron] Port dfd9e9e1-a632-41fb-8e1a-db617c7e4da4 on network 8844e96f-6ac0-4025-abff-e3224e6714bf not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:18:43.893181 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-7f3f228a-42e5-4a0b-af3e-77b3d91ea6c3 service neutron] Attempting to bind port dfd9e9e1-a632-41fb-8e1a-db617c7e4da4 on network 8844e96f-6ac0-4025-abff-e3224e6714bf {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:43.903416 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20da7664-b8b8-450f-8e2b-4a3c1d31f2d6 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:43.904425 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-20da7664-b8b8-450f-8e2b-4a3c1d31f2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:18:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:43.972128 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-20da7664-b8b8-450f-8e2b-4a3c1d31f2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:43.973827 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20da7664-b8b8-450f-8e2b-4a3c1d31f2d6 None None] The sync data for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:43.984667 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-7f3f228a-42e5-4a0b-af3e-77b3d91ea6c3 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:43.985092 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-7f3f228a-42e5-4a0b-af3e-77b3d91ea6c3 service neutron] Checking segment: {'id': 'cef86302-c991-47cf-a7fd-0464c6fa2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:43.985487 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-7f3f228a-42e5-4a0b-af3e-77b3d91ea6c3 service neutron] Bound using segment: {'id': 'cef86302-c991-47cf-a7fd-0464c6fa2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:43.985944 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-7f3f228a-42e5-4a0b-af3e-77b3d91ea6c3 service neutron] Bound port: dfd9e9e1-a632-41fb-8e1a-db617c7e4da4, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef86302-c991-47cf-a7fd-0464c6fa2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:43.986294 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-7f3f228a-42e5-4a0b-af3e-77b3d91ea6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.988496 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-1e288f96-87a8-40b8-82b1-3a1c235613e7 service neutron] Attempting to bind port 2dce8daf-33b0-4c75-861b-c760dda34677 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:43.988865 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-1e288f96-87a8-40b8-82b1-3a1c235613e7 service neutron] Attempting to bind port 2dce8daf-33b0-4c75-861b-c760dda34677 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'f9082715-a122-4543-bbf6-c582b0edb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51b74280-0796-4c38-ac03-d27ea50ace14'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:43.989190 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-1e288f96-87a8-40b8-82b1-3a1c235613e7 service neutron] Attempting to bind port 2dce8daf-33b0-4c75-861b-c760dda34677 on network 51b74280-0796-4c38-ac03-d27ea50ace14 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:44.022680 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7fbbb3dd-81c0-4d17-8398-bfb33ec44738 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.023854 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3205168f-7705-423b-8813-21d184aab2bb req-3fb2580d-3ae4-46f2-b913-132317231393 service neutron] 10.222.0.72 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5542915 Jul 07 17:18:44.040254 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7fbbb3dd-81c0-4d17-8398-bfb33ec44738 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.043038 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7fbbb3dd-81c0-4d17-8398-bfb33ec44738 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] 10.222.0.53 "DELETE /v2.0/networks/e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd HTTP/1.1" status: 204 len: 168 time: 1.7357330 Jul 07 17:18:44.061709 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-1e288f96-87a8-40b8-82b1-3a1c235613e7 service neutron] Port 2dce8daf-33b0-4c75-861b-c760dda34677 on network 51b74280-0796-4c38-ac03-d27ea50ace14 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:18:44.062040 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-1e288f96-87a8-40b8-82b1-3a1c235613e7 service neutron] Attempting to bind port 2dce8daf-33b0-4c75-861b-c760dda34677 on network 51b74280-0796-4c38-ac03-d27ea50ace14 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:44.068697 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbb3dd-81c0-4d17-8398-bfb33ec44738 tempest-ExtraDHCPOptionsTestJSON-596313039 tempest-ExtraDHCPOptionsTestJSON-596313039-project] Pushing event deleted for resources: {'Network': ['ID=e129341c-b3bd-44d2-ad8e-2b8ae0f4e3dd,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:44.088360 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3a63ce7a-c9f9-4b8e-bd39-4ad98b10eb31 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.097213 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70578445-fe0c-47fa-b0ff-387ef5543300 req-83037e29-0645-4343-abe5-4a11bf9ed494 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:44.101530 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-70578445-fe0c-47fa-b0ff-387ef5543300 req-83037e29-0645-4343-abe5-4a11bf9ed494 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=72422587-5925-464b-98e9-438ed126786a HTTP/1.1" status: 200 len: 943 time: 0.2281222 Jul 07 17:18:44.139796 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-1e288f96-87a8-40b8-82b1-3a1c235613e7 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:44.140144 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-1e288f96-87a8-40b8-82b1-3a1c235613e7 service neutron] Checking segment: {'id': 'f9082715-a122-4543-bbf6-c582b0edb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51b74280-0796-4c38-ac03-d27ea50ace14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:44.140517 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-1e288f96-87a8-40b8-82b1-3a1c235613e7 service neutron] Bound using segment: {'id': 'f9082715-a122-4543-bbf6-c582b0edb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51b74280-0796-4c38-ac03-d27ea50ace14'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:44.141006 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-1e288f96-87a8-40b8-82b1-3a1c235613e7 service neutron] Bound port: 2dce8daf-33b0-4c75-861b-c760dda34677, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9082715-a122-4543-bbf6-c582b0edb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51b74280-0796-4c38-ac03-d27ea50ace14'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:44.141373 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-1e288f96-87a8-40b8-82b1-3a1c235613e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.243318 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-70578445-fe0c-47fa-b0ff-387ef5543300 req-4b3812fb-4ef2-4d7f-b353-0c8b951396b2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Deleting port 7ce69876-7fbb-404d-9377-1651bdcbf3ef {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:44.244319 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-70578445-fe0c-47fa-b0ff-387ef5543300 req-4b3812fb-4ef2-4d7f-b353-0c8b951396b2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.338583 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17411e79-b90c-4e7c-b5ff-4448bba72df8 req-24892815-0415-40a5-9c58-dfbcf1fdede6 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:44.341330 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-17411e79-b90c-4e7c-b5ff-4448bba72df8 req-24892815-0415-40a5-9c58-dfbcf1fdede6 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=77ed1ce4-5fbc-449e-a376-c7730358cb44 HTTP/1.1" status: 200 len: 943 time: 0.5823009 Jul 07 17:18:44.381321 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-70578445-fe0c-47fa-b0ff-387ef5543300 req-4b3812fb-4ef2-4d7f-b353-0c8b951396b2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] For port 7ce69876-7fbb-404d-9377-1651bdcbf3ef, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7ce69876-7fbb-404d-9377-1651bdcbf3ef,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:44.381830 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-70578445-fe0c-47fa-b0ff-387ef5543300 req-4b3812fb-4ef2-4d7f-b353-0c8b951396b2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.399205 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-70578445-fe0c-47fa-b0ff-387ef5543300 req-4b3812fb-4ef2-4d7f-b353-0c8b951396b2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Calling delete_port for 7ce69876-7fbb-404d-9377-1651bdcbf3ef owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:44.499013 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-7f3f228a-42e5-4a0b-af3e-77b3d91ea6c3 service neutron] For port dfd9e9e1-a632-41fb-8e1a-db617c7e4da4, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:44.535214 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43314) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:44.582081 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-70578445-fe0c-47fa-b0ff-387ef5543300 req-4b3812fb-4ef2-4d7f-b353-0c8b951396b2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.599194 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['8dc81060-f12c-4d50-ac74-7a7ea986f264'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:44.647577 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3812fb-4ef2-4d7f-b353-0c8b951396b2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Pushing event deleted for resources: {'Port': ['ID=7ce69876-7fbb-404d-9377-1651bdcbf3ef,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:44.650154 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3205168f-7705-423b-8813-21d184aab2bb req-fb5212d5-ef5d-4668-b99a-78534acbc9c4 service neutron] 10.222.0.72 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6123691 Jul 07 17:18:44.661848 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-7f3f228a-42e5-4a0b-af3e-77b3d91ea6c3 service neutron] For port dfd9e9e1-a632-41fb-8e1a-db617c7e4da4, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=dfd9e9e1-a632-41fb-8e1a-db617c7e4da4,segment=NetworkSegment(cef86302-c991-47cf-a7fd-0464c6fa2b9a),segment_id=cef86302-c991-47cf-a7fd-0464c6fa2b9a)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:44.682678 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-17411e79-b90c-4e7c-b5ff-4448bba72df8 req-0fc59ac2-ac33-4e4e-8262-3ac4d1e3d53c tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904406 Jul 07 17:18:44.713661 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3a63ce7a-c9f9-4b8e-bd39-4ad98b10eb31 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.718884 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['94bd3849-30eb-4eef-b27a-1a2aa77b0362'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:44.819205 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-7f3f228a-42e5-4a0b-af3e-77b3d91ea6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.857944 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-70578445-fe0c-47fa-b0ff-387ef5543300 req-4b3812fb-4ef2-4d7f-b353-0c8b951396b2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] No DVR routers for this DVR port 7ce69876-7fbb-404d-9377-1651bdcbf3ef on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:44.865427 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-70578445-fe0c-47fa-b0ff-387ef5543300 req-4b3812fb-4ef2-4d7f-b353-0c8b951396b2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.869896 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-1e288f96-87a8-40b8-82b1-3a1c235613e7 service neutron] For port 2dce8daf-33b0-4c75-861b-c760dda34677, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:44.870495 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-70578445-fe0c-47fa-b0ff-387ef5543300 req-4b3812fb-4ef2-4d7f-b353-0c8b951396b2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "DELETE /v2.0/ports/7ce69876-7fbb-404d-9377-1651bdcbf3ef HTTP/1.1" status: 204 len: 173 time: 0.7635658 Jul 07 17:18:44.871799 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72422587-5925-464b-98e9-438ed126786a', 'name': 'network-vif-deleted', 'tag': '7ce69876-7fbb-404d-9377-1651bdcbf3ef'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:44.876103 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a39bc4-7c6d-442a-9387-3d44eef3c94c" -d '{"events": [{"server_uuid": "72422587-5925-464b-98e9-438ed126786a", "name": "network-vif-deleted", "tag": "7ce69876-7fbb-404d-9377-1651bdcbf3ef"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:44.901299 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63ce7a-c9f9-4b8e-bd39-4ad98b10eb31 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'Port': ['ID=f6961cf6-a72a-41d1-817f-ebf9c10e29da,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:44.938404 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a63ce7a-c9f9-4b8e-bd39-4ad98b10eb31 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:44.976567 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cf7b3790-4d40-4c91-965a-390d8efe4e51 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a5df758c6cf74c52907605f03d3f525e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4379799 Jul 07 17:18:44.979714 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43322) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:45.089157 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-7f3f228a-42e5-4a0b-af3e-77b3d91ea6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:45.089693 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-7f3f228a-42e5-4a0b-af3e-77b3d91ea6c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.091228 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-7f3f228a-42e5-4a0b-af3e-77b3d91ea6c3 service neutron] 10.222.0.64 "PUT /v2.0/ports/dfd9e9e1-a632-41fb-8e1a-db617c7e4da4 HTTP/1.1" status: 200 len: 1093 time: 6.2298329 Jul 07 17:18:45.091742 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f740f459-f2d2-4f1a-b318-b90cdc802f57', 'tag': 'dfd9e9e1-a632-41fb-8e1a-db617c7e4da4'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:45.095474 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9408f8b6-630b-4c5c-9c9b-d6292735fe5f" -d '{"events": [{"name": "network-changed", "server_uuid": "f740f459-f2d2-4f1a-b318-b90cdc802f57", "tag": "dfd9e9e1-a632-41fb-8e1a-db617c7e4da4"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:45.099551 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55693e6-5178-498e-a1eb-ac08b53be245 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Router 37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:45.133839 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-3a63ce7a-c9f9-4b8e-bd39-4ad98b10eb31 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:45.144351 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a63ce7a-c9f9-4b8e-bd39-4ad98b10eb31 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:45.147752 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-1e288f96-87a8-40b8-82b1-3a1c235613e7 service neutron] For port 2dce8daf-33b0-4c75-861b-c760dda34677, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=2dce8daf-33b0-4c75-861b-c760dda34677,segment=NetworkSegment(f9082715-a122-4543-bbf6-c582b0edb07f),segment_id=f9082715-a122-4543-bbf6-c582b0edb07f)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:45.194495 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8bd94eae-ad3b-4fe7-978e-dfcbdcb5d97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.228087 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f228a-42e5-4a0b-af3e-77b3d91ea6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd9e9e1-a632-41fb-8e1a-db617c7e4da4,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:45.239458 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-1e288f96-87a8-40b8-82b1-3a1c235613e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.246153 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8bd94eae-ad3b-4fe7-978e-dfcbdcb5d97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.373829 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8bd94eae-ad3b-4fe7-978e-dfcbdcb5d97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.380348 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8bd94eae-ad3b-4fe7-978e-dfcbdcb5d97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.396651 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8bd94eae-ad3b-4fe7-978e-dfcbdcb5d97d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed2446fe-e959-448e-aa5b-ec423dd1a185 HTTP/1.1" status: 204 len: 168 time: 0.4092133 Jul 07 17:18:45.425159 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-1e288f96-87a8-40b8-82b1-3a1c235613e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:45.425786 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-1e288f96-87a8-40b8-82b1-3a1c235613e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.427297 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-1e288f96-87a8-40b8-82b1-3a1c235613e7 service neutron] 10.222.0.64 "PUT /v2.0/ports/2dce8daf-33b0-4c75-861b-c760dda34677 HTTP/1.1" status: 200 len: 1092 time: 6.5748708 Jul 07 17:18:45.428054 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e288f96-87a8-40b8-82b1-3a1c235613e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2dce8daf-33b0-4c75-861b-c760dda34677,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:45.432843 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd94eae-ad3b-4fe7-978e-dfcbdcb5d97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2446fe-e959-448e-aa5b-ec423dd1a185,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:45.687292 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55693e6-5178-498e-a1eb-ac08b53be245 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:45.699432 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a55693e6-5178-498e-a1eb-ac08b53be245 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.703245 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbcefb-41f2-4589-9099-837f672fd88a req-e3a95775-6a5f-4592-87e6-ac258d298e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:45.704858 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15dbcefb-41f2-4589-9099-837f672fd88a req-e3a95775-6a5f-4592-87e6-ac258d298e2f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18e760e73e3c432284bc214c0bade121&device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 1096 time: 0.8686628 Jul 07 17:18:45.710599 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dedf47b-3a47-40d3-b664-86191348453f None None] Sync routers for ids ['37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:45.723147 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dedf47b-3a47-40d3-b664-86191348453f None None] Routers {'37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:45.724239 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4dedf47b-3a47-40d3-b664-86191348453f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:18:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:45.773034 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4dedf47b-3a47-40d3-b664-86191348453f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:45.786048 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dedf47b-3a47-40d3-b664-86191348453f None None] Routers {'37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:45.787003 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4dedf47b-3a47-40d3-b664-86191348453f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:18:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:45.798698 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17560b77-5499-427a-82a4-b762c603c0a9 req-ebb4b904-f8c3-4fe1-95b7-5d1fb85d3781 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:45.812555 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-17560b77-5499-427a-82a4-b762c603c0a9 req-ebb4b904-f8c3-4fe1-95b7-5d1fb85d3781 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 944 time: 0.9000788 Jul 07 17:18:45.834869 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4dedf47b-3a47-40d3-b664-86191348453f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:45.835576 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dedf47b-3a47-40d3-b664-86191348453f None None] The sync data for ids ['37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:45.871420 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-4be2a0cf-8d72-471e-bedd-0bb4ac210b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:45.873178 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-4be2a0cf-8d72-471e-bedd-0bb4ac210b89 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05029c802c7d44e6b05d7b73d2dd31fb&device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 1096 time: 0.6787982 Jul 07 17:18:45.999571 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-441e3d0f-40d8-459d-9991-9b023abf8953 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfd9e9e1-a632-41fb-8e1a-db617c7e4da4 HTTP/1.1" status: 200 len: 217 time: 0.1080792 Jul 07 17:18:46.081819 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-17560b77-5499-427a-82a4-b762c603c0a9 req-ebb2817b-a3e4-44f7-a312-19d9fe510376 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2676611 Jul 07 17:18:46.330947 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008941bf-0210-4be5-a87d-f3b8b3a89a81 req-805a7d4e-5282-4f21-af98-44ccac081aa9 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:46.333823 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-008941bf-0210-4be5-a87d-f3b8b3a89a81 req-805a7d4e-5282-4f21-af98-44ccac081aa9 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 946 time: 0.2222967 Jul 07 17:18:46.418162 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-008941bf-0210-4be5-a87d-f3b8b3a89a81 req-61894430-cefc-4b9f-aabe-ceffe07334cb tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/security-groups?id=c67b0018-3c14-4ddc-ba89-fcab2962e1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728047 Jul 07 17:18:46.425428 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76937e3-4e14-4947-9ce4-c913b6a5c563 req-d6eec87d-d656-48d4-a089-5be738ed55ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:46.428328 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a76937e3-4e14-4947-9ce4-c913b6a5c563 req-d6eec87d-d656-48d4-a089-5be738ed55ee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 1098 time: 0.1831589 Jul 07 17:18:46.513865 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-d2bc01b0-f0aa-4f3f-8e9a-5a7074de2d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:46.515581 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-d2bc01b0-f0aa-4f3f-8e9a-5a7074de2d85 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=854cd6cbf71d4c16a45f7c0c1ff22d98&device_id=77ed1ce4-5fbc-449e-a376-c7730358cb44 HTTP/1.1" status: 200 len: 1095 time: 0.9823990 Jul 07 17:18:46.522920 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20504362-b31e-4c33-9b52-dd8633442017 x-openstack-request-id: req-20504362-b31e-4c33-9b52-dd8633442017 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:46.525137 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72422587-5925-464b-98e9-438ed126786a", "name": "network-vif-deleted", "tag": "7ce69876-7fbb-404d-9377-1651bdcbf3ef", "status": "failed", "code": 422}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:46.527191 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20504362-b31e-4c33-9b52-dd8633442017 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:46.528646 n-d-791503-12 neutron-server[100192]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '72422587-5925-464b-98e9-438ed126786a', 'name': 'network-vif-deleted', 'tag': '7ce69876-7fbb-404d-9377-1651bdcbf3ef', 'status': 'failed', 'code': 422} returned with failed status Jul 07 17:18:46.541937 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a76937e3-4e14-4947-9ce4-c913b6a5c563 req-cf7b062f-c0f4-41c4-8a0b-f1919064bc7b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c67b0018-3c14-4ddc-ba89-fcab2962e1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037683 Jul 07 17:18:46.590436 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6d9b34-52f5-4b95-9740-71a37d5920e3 x-openstack-request-id: req-fc6d9b34-52f5-4b95-9740-71a37d5920e3 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:46.594993 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f740f459-f2d2-4f1a-b318-b90cdc802f57", "tag": "dfd9e9e1-a632-41fb-8e1a-db617c7e4da4", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:46.594993 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc6d9b34-52f5-4b95-9740-71a37d5920e3 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:46.594993 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f740f459-f2d2-4f1a-b318-b90cdc802f57', 'tag': 'dfd9e9e1-a632-41fb-8e1a-db617c7e4da4', 'status': 'completed', 'code': 200} Jul 07 17:18:46.595606 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43354) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:46.595606 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43356) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:46.595864 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a55693e6-5178-498e-a1eb-ac08b53be245 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "PUT /v2.0/floatingips/18069107-cb19-4c2f-a684-e871b63f068e HTTP/1.1" status: 200 len: 979 time: 11.5717275 Jul 07 17:18:46.682331 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-f990ffd6-dd96-4e05-a4c1-955c084e0a1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2dce8daf-33b0-4c75-861b-c760dda34677 HTTP/1.1" status: 200 len: 217 time: 0.1383824 Jul 07 17:18:46.711608 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-f5e14a0f-1747-4f75-9dc5-7094a5114c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:46.714568 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-f5e14a0f-1747-4f75-9dc5-7094a5114c86 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e2ae55f5-c355-4456-833a-1db6be8fc78f HTTP/1.1" status: 200 len: 849 time: 0.7010775 Jul 07 17:18:46.719388 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbcefb-41f2-4589-9099-837f672fd88a req-6ccaa900-ea71-4bed-a7a3-ed131733e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:46.721254 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15dbcefb-41f2-4589-9099-837f672fd88a req-6ccaa900-ea71-4bed-a7a3-ed131733e65d service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9c7bfe2-c6df-42ea-bc46-459eb954abd9 HTTP/1.1" status: 200 len: 918 time: 0.8707879 Jul 07 17:18:46.773106 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-f3163c2c-0a0b-424e-a931-d7ae07dbe5ea tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Deleting port a0586b75-a72b-4952-8e1f-dab2568e4505 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:46.773555 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f3163c2c-0a0b-424e-a931-d7ae07dbe5ea tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.825922 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-14689b59-2d3b-434f-8648-465d78a2fb3d tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1897615215'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:46.857907 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3a63ce7a-c9f9-4b8e-bd39-4ad98b10eb31 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.870750 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15dbcefb-41f2-4589-9099-837f672fd88a req-d6676206-6af6-495e-8460-d1bf52dc43b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a18f02a9-304b-46e2-a502-2720d1b440c7 HTTP/1.1" status: 200 len: 217 time: 0.1176655 Jul 07 17:18:46.902026 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fa7eb-ca00-42e5-8113-2f10a782828b req-e73f5e5d-d143-4325-8230-b9b442f90107 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:46.903681 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-024fa7eb-ca00-42e5-8113-2f10a782828b req-e73f5e5d-d143-4325-8230-b9b442f90107 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=77ed1ce4-5fbc-449e-a376-c7730358cb44 HTTP/1.1" status: 200 len: 943 time: 0.1821618 Jul 07 17:18:46.904330 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14689b59-2d3b-434f-8648-465d78a2fb3d tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Made reservation on behalf of 62eaf170683f4b3a91c7e78ea6797de4 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:46.907863 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-14689b59-2d3b-434f-8648-465d78a2fb3d tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.935649 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-ae7790c7-0546-4a4a-b26f-9ee3192c3a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:46.937106 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-ae7790c7-0546-4a4a-b26f-9ee3192c3a54 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6fbb2957-27f3-49e7-bbf8-4e6687e5bfc9 HTTP/1.1" status: 200 len: 854 time: 0.2438066 Jul 07 17:18:46.944899 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-14689b59-2d3b-434f-8648-465d78a2fb3d tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.952809 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f3163c2c-0a0b-424e-a931-d7ae07dbe5ea tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.019731 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-e6ad06b8-2592-4b77-9216-5d8eb713853b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51b74280-0796-4c38-ac03-d27ea50ace14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581498 Jul 07 17:18:47.039196 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-024fa7eb-ca00-42e5-8113-2f10a782828b req-a62efe7d-495b-41d6-92dd-f72c535bf2df tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251431 Jul 07 17:18:47.065310 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e8557-de0b-4b8b-beff-665bb93c948e req-2ae8f87c-6c7c-4258-ad14-09b0a0e69472 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:47.069379 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4e0e8557-de0b-4b8b-beff-665bb93c948e req-2ae8f87c-6c7c-4258-ad14-09b0a0e69472 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 944 time: 0.5653849 Jul 07 17:18:47.100066 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbcefb-41f2-4589-9099-837f672fd88a req-a1b1ba6e-5275-499d-8f7f-d6446fed3ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:47.101890 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15dbcefb-41f2-4589-9099-837f672fd88a req-a1b1ba6e-5275-499d-8f7f-d6446fed3ea1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b0fe605b-06e9-4628-b5de-b8df689c0601 HTTP/1.1" status: 200 len: 856 time: 0.1932430 Jul 07 17:18:47.255583 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f3163c2c-0a0b-424e-a931-d7ae07dbe5ea tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.255970 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f3163c2c-0a0b-424e-a931-d7ae07dbe5ea tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.256314 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-f3163c2c-0a0b-424e-a931-d7ae07dbe5ea tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Floating IP 18069107-cb19-4c2f-a684-e871b63f068e disassociated. External IP: 172.25.0.155, port: a0586b75-a72b-4952-8e1f-dab2568e4505. Jul 07 17:18:47.256671 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-f3163c2c-0a0b-424e-a931-d7ae07dbe5ea tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Calling delete_port for a0586b75-a72b-4952-8e1f-dab2568e4505 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:47.265669 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-14689b59-2d3b-434f-8648-465d78a2fb3d tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.270153 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-50b948f1-db00-4bdf-b2f5-62554cc4d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:47.271821 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-50b948f1-db00-4bdf-b2f5-62554cc4d050 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8844e96f-6ac0-4025-abff-e3224e6714bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5216267 Jul 07 17:18:47.281525 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-14689b59-2d3b-434f-8648-465d78a2fb3d tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.318046 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4e0e8557-de0b-4b8b-beff-665bb93c948e req-237a3adc-ed1f-45b0-9abb-c73e4658ca0a tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254882 Jul 07 17:18:47.375628 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-46ac8dd6-1507-4b21-9973-60cea694b9f8 service neutron] 10.222.0.64 "GET /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044775 Jul 07 17:18:47.445632 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14689b59-2d3b-434f-8648-465d78a2fb3d tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=426767a3-68a0-4298-beee-8ae23db4a380,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:47.511178 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14689b59-2d3b-434f-8648-465d78a2fb3d tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:18:47.551643 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-14689b59-2d3b-434f-8648-465d78a2fb3d tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.552201 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-14689b59-2d3b-434f-8648-465d78a2fb3d tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Added segment fad35f77-7d8c-492e-864b-2497fa9af0a0 of type vlan for network 699c701c-ab1d-4cb6-99e6-18d5c4ae8f67 Jul 07 17:18:47.682870 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbcefb-41f2-4589-9099-837f672fd88a req-44545602-d8c3-459e-afb6-1d910d06a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:47.685356 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15dbcefb-41f2-4589-9099-837f672fd88a req-44545602-d8c3-459e-afb6-1d910d06a230 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9c7bfe2-c6df-42ea-bc46-459eb954abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5606575 Jul 07 17:18:47.733109 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-14689b59-2d3b-434f-8648-465d78a2fb3d tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.768429 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd6fac-b889-4e06-af35-e68e7557ca2a req-e7f90b03-b65a-44a3-820f-d7d4e9f56291 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:47.771384 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dddd6fac-b889-4e06-af35-e68e7557ca2a req-e7f90b03-b65a-44a3-820f-d7d4e9f56291 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 944 time: 0.3442507 Jul 07 17:18:47.818677 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-39f5bad2-5e7e-4763-a103-0e7e8270039d service neutron] 10.222.0.64 "GET /v2.0/networks/8844e96f-6ac0-4025-abff-e3224e6714bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181308 Jul 07 17:18:47.862654 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3a63ce7a-c9f9-4b8e-bd39-4ad98b10eb31 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.877639 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device a18f02a9-304b-46e2-a502-2720d1b440c7 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:18:47.929377 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-14689b59-2d3b-434f-8648-465d78a2fb3d tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.936724 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14689b59-2d3b-434f-8648-465d78a2fb3d tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:47.937588 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-14689b59-2d3b-434f-8648-465d78a2fb3d tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.966875 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dddd6fac-b889-4e06-af35-e68e7557ca2a req-0c326f81-9777-4761-b390-866376ac859c tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767383 Jul 07 17:18:48.005613 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f3163c2c-0a0b-424e-a931-d7ae07dbe5ea tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.039527 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5d18e4e-3900-4a39-a8b3-18f9c49d7887 req-550e7756-0c3a-427c-a8ac-31e0c28a026a service neutron] 10.222.0.64 "GET /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6142704 Jul 07 17:18:48.098817 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port a18f02a9-304b-46e2-a502-2720d1b440c7, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=a18f02a9-304b-46e2-a502-2720d1b440c7,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:48.118306 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'a18f02a9-304b-46e2-a502-2720d1b440c7', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'port_id': 'a18f02a9-304b-46e2-a502-2720d1b440c7', 'mac_address': 'fa:16:3e:0c:0b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:18:48.139288 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15dbcefb-41f2-4589-9099-837f672fd88a req-7d078119-9285-4b64-92ea-e3a8c4f41733 service neutron] 10.222.0.72 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388487 Jul 07 17:18:48.203996 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-14689b59-2d3b-434f-8648-465d78a2fb3d tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6043627 Jul 07 17:18:48.252885 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43370) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:48.254351 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3163c2c-0a0b-424e-a931-d7ae07dbe5ea tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event deleted for resources: {'Port': ['ID=a0586b75-a72b-4952-8e1f-dab2568e4505,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:48.265510 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-7b7f971a-2328-448a-9a8b-1a1a6a153558 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Request body: {'subnet': {'network_id': '699c701c-ab1d-4cb6-99e6-18d5c4ae8f67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:48.343258 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.364562 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a18f02a9-304b-46e2-a502-2720d1b440c7 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:48.368028 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8197da-ac2d-4f4c-aac5-85d0974c50f5 req-15b060d3-4e5a-4b6c-bd0b-d13e50483bbe tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:48.376696 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4b8197da-ac2d-4f4c-aac5-85d0974c50f5 req-15b060d3-4e5a-4b6c-bd0b-d13e50483bbe tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 946 time: 0.6520779 Jul 07 17:18:48.390050 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-831cab70-d64e-4fab-8572-5debf3cab9fd req-d6b5ba29-8cae-4489-85de-7ffc627bfa0e service neutron] 10.222.0.64 "GET /v2.0/networks/8844e96f-6ac0-4025-abff-e3224e6714bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5417593 Jul 07 17:18:48.423657 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14689b59-2d3b-434f-8648-465d78a2fb3d tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Pushing event updated for resources: {'Network': ['ID=699c701c-ab1d-4cb6-99e6-18d5c4ae8f67,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:48.443607 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port a18f02a9-304b-46e2-a502-2720d1b440c7, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=a18f02a9-304b-46e2-a502-2720d1b440c7,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:48.452232 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 699c701c-ab1d-4cb6-99e6-18d5c4ae8f67 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:18:48.498129 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4b8197da-ac2d-4f4c-aac5-85d0974c50f5 req-bd722d3c-b743-4871-b795-2f038ace2bf0 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/security-groups?id=c67b0018-3c14-4ddc-ba89-fcab2962e1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200726 Jul 07 17:18:48.585303 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.609410 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ed1ce4-5fbc-449e-a376-c7730358cb44', 'tag': '2dce8daf-33b0-4c75-861b-c760dda34677'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:48.613567 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85352664-8634-4476-98b9-9fff1123ea3b" -d '{"events": [{"name": "network-changed", "server_uuid": "77ed1ce4-5fbc-449e-a376-c7730358cb44", "tag": "2dce8daf-33b0-4c75-861b-c760dda34677"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:48.624211 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15dbcefb-41f2-4589-9099-837f672fd88a req-ff5658d9-98a5-4998-8e0a-239ab21baf57 service neutron] 10.222.0.72 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706359 Jul 07 17:18:48.700317 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=a18f02a9-304b-46e2-a502-2720d1b440c7,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:48.700535 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a63ce7a-c9f9-4b8e-bd39-4ad98b10eb31 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Router 031e4780-b0ce-479f-b8ab-92fdb55877d7 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:18:48.737400 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7f971a-2328-448a-9a8b-1a1a6a153558 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Made reservation on behalf of 62eaf170683f4b3a91c7e78ea6797de4 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:48.744058 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b7f971a-2328-448a-9a8b-1a1a6a153558 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.770430 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408f8b6-630b-4c5c-9c9b-d6292735fe5f req-49519933-c894-46ea-bb03-2d148b1f5336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:48.772257 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9408f8b6-630b-4c5c-9c9b-d6292735fe5f req-49519933-c894-46ea-bb03-2d148b1f5336 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05029c802c7d44e6b05d7b73d2dd31fb&device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 1096 time: 0.2720478 Jul 07 17:18:48.848035 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9f1b1-5608-4e28-9ec2-fc58e3f0283e req-2e52beaf-fbc8-4032-913e-8df0d68a8cbc tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:48.849709 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f9d9f1b1-5608-4e28-9ec2-fc58e3f0283e req-2e52beaf-fbc8-4032-913e-8df0d68a8cbc tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=05a84436-53c8-41f6-b6c3-dfff277242cb HTTP/1.1" status: 200 len: 908 time: 0.7155123 Jul 07 17:18:48.896595 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['a18f02a9-304b-46e2-a502-2720d1b440c7'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:48.919253 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3163c2c-0a0b-424e-a931-d7ae07dbe5ea tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Router 37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:48.999919 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0397ca-26a3-41f1-bef6-5060a6d27672 req-8916747d-6b5f-44a2-bea7-503d08fac3c5 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:49.007237 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6e0397ca-26a3-41f1-bef6-5060a6d27672 req-8916747d-6b5f-44a2-bea7-503d08fac3c5 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=77ed1ce4-5fbc-449e-a376-c7730358cb44 HTTP/1.1" status: 200 len: 943 time: 0.3384345 Jul 07 17:18:49.066654 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a63ce7a-c9f9-4b8e-bd39-4ad98b10eb31 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:49.091708 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86ee8c9-5c21-44f5-af92-10e3c3910ba0 None None] Sync routers for ids ['031e4780-b0ce-479f-b8ab-92fdb55877d7'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:49.103474 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3a63ce7a-c9f9-4b8e-bd39-4ad98b10eb31 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.104879 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3a63ce7a-c9f9-4b8e-bd39-4ad98b10eb31 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 11.1075137 Jul 07 17:18:49.116598 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408f8b6-630b-4c5c-9c9b-d6292735fe5f req-d1a2b263-a30a-4223-bdf5-23190b5c9741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:49.117391 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86ee8c9-5c21-44f5-af92-10e3c3910ba0 None None] Routers {'031e4780-b0ce-479f-b8ab-92fdb55877d7'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:49.119664 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f86ee8c9-5c21-44f5-af92-10e3c3910ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:18:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['031e4780-b0ce-479f-b8ab-92fdb55877d7'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:49.119937 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9408f8b6-630b-4c5c-9c9b-d6292735fe5f req-d1a2b263-a30a-4223-bdf5-23190b5c9741 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8844e96f-6ac0-4025-abff-e3224e6714bf HTTP/1.1" status: 200 len: 911 time: 0.3103299 Jul 07 17:18:49.120559 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43380) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:49.150136 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6e0397ca-26a3-41f1-bef6-5060a6d27672 req-5e99af41-bd1f-400c-b65c-38fe2a8f7c81 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409419 Jul 07 17:18:49.190933 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b7f971a-2328-448a-9a8b-1a1a6a153558 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.303754 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9408f8b6-630b-4c5c-9c9b-d6292735fe5f req-a843d1ce-d8a0-46f1-9e5c-78d5522369b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfd9e9e1-a632-41fb-8e1a-db617c7e4da4 HTTP/1.1" status: 200 len: 217 time: 0.1673863 Jul 07 17:18:49.342322 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3163c2c-0a0b-424e-a931-d7ae07dbe5ea tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:49.355506 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03003e-d69c-4259-a6d2-69cd64e8c4b3 req-61285ddb-5379-4cc0-9418-b4b37cae6c29 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:49.357445 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0c03003e-d69c-4259-a6d2-69cd64e8c4b3 req-61285ddb-5379-4cc0-9418-b4b37cae6c29 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 944 time: 0.2774737 Jul 07 17:18:49.362201 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43121db9-dbba-498a-a69e-cae8516578e6 None None] Sync routers for ids ['37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:49.364084 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-465343ae-a7b7-4622-8646-31b52e9bf90c req-25830447-c7ac-4fad-9e99-de9cf7d56b3d tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1268127404', 'description': 'tempest-description-366898081'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:49.365452 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f971a-2328-448a-9a8b-1a1a6a153558 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Pushing event updated for resources: {'Subnet': ['ID=655e5c0a-d8cc-4be2-a225-612b41586dca,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:49.393237 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43121db9-dbba-498a-a69e-cae8516578e6 None None] Routers {'37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:49.394527 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-43121db9-dbba-498a-a69e-cae8516578e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:18:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:49.414465 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7f971a-2328-448a-9a8b-1a1a6a153558 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Checking segment: {'id': 'fad35f77-7d8c-492e-864b-2497fa9af0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '699c701c-ab1d-4cb6-99e6-18d5c4ae8f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:49.414832 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7f971a-2328-448a-9a8b-1a1a6a153558 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Network hostable DHCP agents. Network: 699c701c-ab1d-4cb6-99e6-18d5c4ae8f67, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:18:49.466792 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-43121db9-dbba-498a-a69e-cae8516578e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:49.473675 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-f86ee8c9-5c21-44f5-af92-10e3c3910ba0 None None] Set router 031e4780-b0ce-479f-b8ab-92fdb55877d7 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:49.483413 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0c03003e-d69c-4259-a6d2-69cd64e8c4b3 req-1429f819-24d1-4766-b2f5-73a07cb21f24 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962276 Jul 07 17:18:49.487734 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f3163c2c-0a0b-424e-a931-d7ae07dbe5ea tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.493431 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f3163c2c-0a0b-424e-a931-d7ae07dbe5ea tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "DELETE /v2.0/ports/a0586b75-a72b-4952-8e1f-dab2568e4505 HTTP/1.1" status: 204 len: 168 time: 2.8953068 Jul 07 17:18:49.494120 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43384) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:49.498279 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43121db9-dbba-498a-a69e-cae8516578e6 None None] Routers {'37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:49.501402 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7f971a-2328-448a-9a8b-1a1a6a153558 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Network 699c701c-ab1d-4cb6-99e6-18d5c4ae8f67 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:18:49.503538 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-43121db9-dbba-498a-a69e-cae8516578e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:18:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:49.528021 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-87bcb735-7435-403e-8099-cd9076f25582 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=f7e4da5b6d5e463984eb77df0d02de9e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3964221 Jul 07 17:18:49.538875 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43386) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:49.579420 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-7b7f971a-2328-448a-9a8b-1a1a6a153558 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 699c701c-ab1d-4cb6-99e6-18d5c4ae8f67) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:49.600251 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaeb50-6345-49f8-b10f-aaf06e12fe27 req-6afe1e10-201c-467b-9dfc-a8d7790bcbaa tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:49.603574 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-11aaeb50-6345-49f8-b10f-aaf06e12fe27 req-6afe1e10-201c-467b-9dfc-a8d7790bcbaa tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.64 "GET /v2.0/ports?device_id=05a84436-53c8-41f6-b6c3-dfff277242cb HTTP/1.1" status: 200 len: 908 time: 0.5803881 Jul 07 17:18:49.615637 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f971a-2328-448a-9a8b-1a1a6a153558 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:49.616252 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b7f971a-2328-448a-9a8b-1a1a6a153558 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.656167 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480925cc-077d-4479-8635-7afff7277a6a None None] Network 699c701c-ab1d-4cb6-99e6-18d5c4ae8f67 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:49.667815 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-43121db9-dbba-498a-a69e-cae8516578e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:49.668888 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43121db9-dbba-498a-a69e-cae8516578e6 None None] The sync data for ids ['37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:49.849106 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f86ee8c9-5c21-44f5-af92-10e3c3910ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'name': 'tempest-TestNetworkBasicOps-router-2112546659', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:38Z', 'updated_at': '2021-07-07T17:18:45Z', 'revision_number': 3, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:49.884600 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86ee8c9-5c21-44f5-af92-10e3c3910ba0 None None] Checking router: 031e4780-b0ce-479f-b8ab-92fdb55877d7 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:18:49.886223 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86ee8c9-5c21-44f5-af92-10e3c3910ba0 None None] Updating router 031e4780-b0ce-479f-b8ab-92fdb55877d7 port f6961cf6-a72a-41d1-817f-ebf9c10e29da binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:18:49.925919 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device a18f02a9-304b-46e2-a502-2720d1b440c7 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:49.985240 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb8e4f4-72db-4b45-a506-1412bf2ae9c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-699c701c-ab1d-4cb6-99e6-18d5c4ae8f67', 'network_id': '699c701c-ab1d-4cb6-99e6-18d5c4ae8f67', 'tenant_id': '62eaf170683f4b3a91c7e78ea6797de4', 'fixed_ips': [{'subnet_id': '655e5c0a-d8cc-4be2-a225-612b41586dca'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:18:49.986615 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e4f4-72db-4b45-a506-1412bf2ae9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.040817 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port a18f02a9-304b-46e2-a502-2720d1b440c7 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:50.099737 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port a18f02a9-304b-46e2-a502-2720d1b440c7 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:50.100542 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.128502 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f86ee8c9-5c21-44f5-af92-10e3c3910ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.177932 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-465343ae-a7b7-4622-8646-31b52e9bf90c req-25830447-c7ac-4fad-9e99-de9cf7d56b3d tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.224789 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d80b0ae-2a69-4fd0-928e-fc0b20c99d5c x-openstack-request-id: req-7d80b0ae-2a69-4fd0-928e-fc0b20c99d5c {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:50.225173 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ed1ce4-5fbc-449e-a376-c7730358cb44", "tag": "2dce8daf-33b0-4c75-861b-c760dda34677", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:50.225385 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d80b0ae-2a69-4fd0-928e-fc0b20c99d5c {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:50.225774 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ed1ce4-5fbc-449e-a376-c7730358cb44', 'tag': '2dce8daf-33b0-4c75-861b-c760dda34677', 'status': 'completed', 'code': 200} Jul 07 17:18:50.230521 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408f8b6-630b-4c5c-9c9b-d6292735fe5f req-794ef853-0db5-4884-9b45-49e76b0c69ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:50.232088 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9408f8b6-630b-4c5c-9c9b-d6292735fe5f req-794ef853-0db5-4884-9b45-49e76b0c69ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e2ae55f5-c355-4456-833a-1db6be8fc78f HTTP/1.1" status: 200 len: 849 time: 0.9123921 Jul 07 17:18:50.245614 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-4fb8e4f4-72db-4b45-a506-1412bf2ae9c6 None None] Allocated IP 172.20.0.2 (699c701c-ab1d-4cb6-99e6-18d5c4ae8f67/655e5c0a-d8cc-4be2-a225-612b41586dca/1cf7e131-d091-4280-ae06-78078135cd6b) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:50.281529 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7b7f971a-2328-448a-9a8b-1a1a6a153558 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0235946 Jul 07 17:18:50.289111 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.301237 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43392) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:50.308483 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-831c866a-66ee-409a-ae9a-c1b9ca959307 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-735076196', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:50.371428 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80722880-0b09-45ca-9964-0b7119898944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18f02a9-304b-46e2-a502-2720d1b440c7'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:50.375400 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82c937f-4512-4262-bb3b-46e980681edf" -d '{"events": [{"server_uuid": "80722880-0b09-45ca-9964-0b7119898944", "name": "network-vif-plugged", "status": "completed", "tag": "a18f02a9-304b-46e2-a502-2720d1b440c7"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:50.403921 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port a18f02a9-304b-46e2-a502-2720d1b440c7, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=a18f02a9-304b-46e2-a502-2720d1b440c7,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:50.411374 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.491685 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=a18f02a9-304b-46e2-a502-2720d1b440c7,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:50.553732 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ac9182-0f6b-41e9-8361-171f7c0e2db0 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:50.555615 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-42ac9182-0f6b-41e9-8361-171f7c0e2db0 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0137253 Jul 07 17:18:50.562480 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43396) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:50.624154 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e4f4-72db-4b45-a506-1412bf2ae9c6 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.637319 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408f8b6-630b-4c5c-9c9b-d6292735fe5f req-4fe2f90b-ba87-4904-bb0e-db0769c3e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:50.639228 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9408f8b6-630b-4c5c-9c9b-d6292735fe5f req-4fe2f90b-ba87-4904-bb0e-db0769c3e968 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8844e96f-6ac0-4025-abff-e3224e6714bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3925607 Jul 07 17:18:50.641299 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-43e794fd-8e08-4cda-a243-9caea16f0f81 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=b1c8a741-d954-43c5-b974-954b2190b048&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0760088 Jul 07 17:18:50.643152 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4fb8e4f4-72db-4b45-a506-1412bf2ae9c6 None None] Transition to ACTIVE for port object 1cf7e131-d091-4280-ae06-78078135cd6b will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:50.647842 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43400) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:50.661944 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-ce1492fa-7211-4af2-acc9-09a56f6467c6 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2029155166', 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c', 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:50.676784 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4fb8e4f4-72db-4b45-a506-1412bf2ae9c6 None None] Transition to ACTIVE for port object 1cf7e131-d091-4280-ae06-78078135cd6b will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:50.685919 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e4f4-72db-4b45-a506-1412bf2ae9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.734359 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f86ee8c9-5c21-44f5-af92-10e3c3910ba0 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.749986 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85352664-8634-4476-98b9-9fff1123ea3b req-e20a9cfb-b9ea-4aac-9639-ec170082cbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:50.751570 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-85352664-8634-4476-98b9-9fff1123ea3b req-e20a9cfb-b9ea-4aac-9639-ec170082cbab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=854cd6cbf71d4c16a45f7c0c1ff22d98&device_id=77ed1ce4-5fbc-449e-a376-c7730358cb44 HTTP/1.1" status: 200 len: 1095 time: 1.0516295 Jul 07 17:18:50.763396 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6a757-be7f-48c2-bb30-dd0c60bc978c req-3bb38613-2cf1-4c53-94a8-c4bf1dde5452 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:50.765098 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a8a6a757-be7f-48c2-bb30-dd0c60bc978c req-3bb38613-2cf1-4c53-94a8-c4bf1dde5452 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 945 time: 0.5074158 Jul 07 17:18:50.773936 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-465343ae-a7b7-4622-8646-31b52e9bf90c req-25830447-c7ac-4fad-9e99-de9cf7d56b3d tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.775810 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-f86ee8c9-5c21-44f5-af92-10e3c3910ba0 None None] Transition to ACTIVE for port object f6961cf6-a72a-41d1-817f-ebf9c10e29da will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:50.781374 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-11aaeb50-6345-49f8-b10f-aaf06e12fe27 req-17562afc-b209-4778-943c-0d6d8f8436d2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Deleting port bf341b68-8b88-4d3c-bb32-c6992bc01648 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:50.781983 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-11aaeb50-6345-49f8-b10f-aaf06e12fe27 req-17562afc-b209-4778-943c-0d6d8f8436d2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.796047 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f86ee8c9-5c21-44f5-af92-10e3c3910ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.802399 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-465343ae-a7b7-4622-8646-31b52e9bf90c req-25830447-c7ac-4fad-9e99-de9cf7d56b3d tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.813839 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb8e4f4-72db-4b45-a506-1412bf2ae9c6 None None] Network 699c701c-ab1d-4cb6-99e6-18d5c4ae8f67 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:50.827423 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-4fb8e4f4-72db-4b45-a506-1412bf2ae9c6 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:50.842549 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb8e4f4-72db-4b45-a506-1412bf2ae9c6 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:50.881034 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-831c866a-66ee-409a-ae9a-c1b9ca959307 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.881519 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-831c866a-66ee-409a-ae9a-c1b9ca959307 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.882650 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-465343ae-a7b7-4622-8646-31b52e9bf90c req-25830447-c7ac-4fad-9e99-de9cf7d56b3d tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.897264 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-465343ae-a7b7-4622-8646-31b52e9bf90c req-25830447-c7ac-4fad-9e99-de9cf7d56b3d tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.5811930 Jul 07 17:18:50.961696 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84f8c2-4ea4-4ff4-97fc-0f41112aca3f None None] Pushing event updated for resources: {'Port': ['ID=f6961cf6-a72a-41d1-817f-ebf9c10e29da,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:50.964667 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8e4f4-72db-4b45-a506-1412bf2ae9c6 None None] Pushing event updated for resources: {'Port': ['ID=1cf7e131-d091-4280-ae06-78078135cd6b,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:50.970321 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 2dce8daf-33b0-4c75-861b-c760dda34677 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:18:50.989304 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-831c866a-66ee-409a-ae9a-c1b9ca959307 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.008568 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-831c866a-66ee-409a-ae9a-c1b9ca959307 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.012103 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-f86ee8c9-5c21-44f5-af92-10e3c3910ba0 None None] Attempting to bind port f6961cf6-a72a-41d1-817f-ebf9c10e29da on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:51.012733 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-f86ee8c9-5c21-44f5-af92-10e3c3910ba0 None None] Attempting to bind port f6961cf6-a72a-41d1-817f-ebf9c10e29da by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:51.013692 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86ee8c9-5c21-44f5-af92-10e3c3910ba0 None None] Attempting to bind port f6961cf6-a72a-41d1-817f-ebf9c10e29da on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:51.035678 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86ee8c9-5c21-44f5-af92-10e3c3910ba0 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:51.036485 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86ee8c9-5c21-44f5-af92-10e3c3910ba0 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:51.037244 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f86ee8c9-5c21-44f5-af92-10e3c3910ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.041607 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86ee8c9-5c21-44f5-af92-10e3c3910ba0 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:51.042307 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-f86ee8c9-5c21-44f5-af92-10e3c3910ba0 None None] Bound port: f6961cf6-a72a-41d1-817f-ebf9c10e29da, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:51.042867 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f86ee8c9-5c21-44f5-af92-10e3c3910ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.096963 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25830447-c7ac-4fad-9e99-de9cf7d56b3d tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4812721-32ff-41ee-a94f-e35b492cb9fc,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:51.109512 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a8a6a757-be7f-48c2-bb30-dd0c60bc978c req-0f9d9c7b-494e-405b-a615-2f508bc6b5da tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352462 Jul 07 17:18:51.135249 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-831c866a-66ee-409a-ae9a-c1b9ca959307 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.137310 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-831c866a-66ee-409a-ae9a-c1b9ca959307 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.8342135 Jul 07 17:18:51.144865 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43404) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:51.211877 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25830447-c7ac-4fad-9e99-de9cf7d56b3d tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:51.213451 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25830447-c7ac-4fad-9e99-de9cf7d56b3d tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:51.213451 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25830447-c7ac-4fad-9e99-de9cf7d56b3d tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:51.213746 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25830447-c7ac-4fad-9e99-de9cf7d56b3d tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:51.213897 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25830447-c7ac-4fad-9e99-de9cf7d56b3d tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:51.214171 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25830447-c7ac-4fad-9e99-de9cf7d56b3d tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:51.222449 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25830447-c7ac-4fad-9e99-de9cf7d56b3d tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:51.225404 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25830447-c7ac-4fad-9e99-de9cf7d56b3d tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:51.229017 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25830447-c7ac-4fad-9e99-de9cf7d56b3d tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:51.229872 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25830447-c7ac-4fad-9e99-de9cf7d56b3d tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:51.232260 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25830447-c7ac-4fad-9e99-de9cf7d56b3d tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:51.233742 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25830447-c7ac-4fad-9e99-de9cf7d56b3d tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:51.269629 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-f86ee8c9-5c21-44f5-af92-10e3c3910ba0 None None] For port f6961cf6-a72a-41d1-817f-ebf9c10e29da, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:51.282622 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-f86ee8c9-5c21-44f5-af92-10e3c3910ba0 None None] For port f6961cf6-a72a-41d1-817f-ebf9c10e29da, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=f6961cf6-a72a-41d1-817f-ebf9c10e29da,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:51.282949 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-4fb8e4f4-72db-4b45-a506-1412bf2ae9c6 None None] Attempting to bind port 1cf7e131-d091-4280-ae06-78078135cd6b on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:51.282949 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-4fb8e4f4-72db-4b45-a506-1412bf2ae9c6 None None] Attempting to bind port 1cf7e131-d091-4280-ae06-78078135cd6b by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'fad35f77-7d8c-492e-864b-2497fa9af0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '699c701c-ab1d-4cb6-99e6-18d5c4ae8f67'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:51.282949 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb8e4f4-72db-4b45-a506-1412bf2ae9c6 None None] Attempting to bind port 1cf7e131-d091-4280-ae06-78078135cd6b on network 699c701c-ab1d-4cb6-99e6-18d5c4ae8f67 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:51.283437 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84f8c2-4ea4-4ff4-97fc-0f41112aca3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:51.283437 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84f8c2-4ea4-4ff4-97fc-0f41112aca3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:51.283437 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84f8c2-4ea4-4ff4-97fc-0f41112aca3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:51.283437 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84f8c2-4ea4-4ff4-97fc-0f41112aca3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:51.283437 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84f8c2-4ea4-4ff4-97fc-0f41112aca3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:51.284390 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84f8c2-4ea4-4ff4-97fc-0f41112aca3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:51.285009 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84f8c2-4ea4-4ff4-97fc-0f41112aca3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:51.285540 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84f8c2-4ea4-4ff4-97fc-0f41112aca3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:51.286108 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84f8c2-4ea4-4ff4-97fc-0f41112aca3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:51.286614 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84f8c2-4ea4-4ff4-97fc-0f41112aca3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:51.287148 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84f8c2-4ea4-4ff4-97fc-0f41112aca3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:51.287626 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84f8c2-4ea4-4ff4-97fc-0f41112aca3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:51.294848 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f86ee8c9-5c21-44f5-af92-10e3c3910ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.316114 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb8e4f4-72db-4b45-a506-1412bf2ae9c6 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:51.320669 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb8e4f4-72db-4b45-a506-1412bf2ae9c6 None None] Checking segment: {'id': 'fad35f77-7d8c-492e-864b-2497fa9af0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '699c701c-ab1d-4cb6-99e6-18d5c4ae8f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:51.322234 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e4f4-72db-4b45-a506-1412bf2ae9c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.322421 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb8e4f4-72db-4b45-a506-1412bf2ae9c6 None None] Bound using segment: {'id': 'fad35f77-7d8c-492e-864b-2497fa9af0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '699c701c-ab1d-4cb6-99e6-18d5c4ae8f67'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:51.323434 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-4fb8e4f4-72db-4b45-a506-1412bf2ae9c6 None None] Bound port: 1cf7e131-d091-4280-ae06-78078135cd6b, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad35f77-7d8c-492e-864b-2497fa9af0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '699c701c-ab1d-4cb6-99e6-18d5c4ae8f67'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:51.323948 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e4f4-72db-4b45-a506-1412bf2ae9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.348870 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 2dce8daf-33b0-4c75-861b-c760dda34677, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=2dce8daf-33b0-4c75-861b-c760dda34677,segment=NetworkSegment(f9082715-a122-4543-bbf6-c582b0edb07f),segment_id=f9082715-a122-4543-bbf6-c582b0edb07f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:51.354364 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86ee8c9-5c21-44f5-af92-10e3c3910ba0 None None] Routers {'031e4780-b0ce-479f-b8ab-92fdb55877d7'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:51.355381 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9408f8b6-630b-4c5c-9c9b-d6292735fe5f req-33ba55e1-bfd4-4ac6-841c-836cf35dc8a4 service neutron] 10.222.0.64 "GET /v2.0/networks/8844e96f-6ac0-4025-abff-e3224e6714bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7058456 Jul 07 17:18:51.355613 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f86ee8c9-5c21-44f5-af92-10e3c3910ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:18:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['031e4780-b0ce-479f-b8ab-92fdb55877d7'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:51.389260 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '2dce8daf-33b0-4c75-861b-c760dda34677', 'network_id': '51b74280-0796-4c38-ac03-d27ea50ace14', 'port_id': '2dce8daf-33b0-4c75-861b-c760dda34677', 'mac_address': 'fa:16:3e:ef:e1:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fbb2957-27f3-49e7-bbf8-4e6687e5bfc9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:18:51.506483 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-4fb8e4f4-72db-4b45-a506-1412bf2ae9c6 None None] For port 1cf7e131-d091-4280-ae06-78078135cd6b, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:51.511593 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-f86ee8c9-5c21-44f5-af92-10e3c3910ba0 None None] Set router 031e4780-b0ce-479f-b8ab-92fdb55877d7 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:51.516117 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-4fb8e4f4-72db-4b45-a506-1412bf2ae9c6 None None] For port 1cf7e131-d091-4280-ae06-78078135cd6b, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=1cf7e131-d091-4280-ae06-78078135cd6b,segment=NetworkSegment(fad35f77-7d8c-492e-864b-2497fa9af0a0),segment_id=fad35f77-7d8c-492e-864b-2497fa9af0a0)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:51.523403 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.529269 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e4f4-72db-4b45-a506-1412bf2ae9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.546235 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1492fa-7211-4af2-acc9-09a56f6467c6 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Made reservation on behalf of f7e4da5b6d5e463984eb77df0d02de9e for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:51.553161 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ce1492fa-7211-4af2-acc9-09a56f6467c6 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.651298 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dce8daf-33b0-4c75-861b-c760dda34677 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:51.801623 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85352664-8634-4476-98b9-9fff1123ea3b req-6452778a-2c7e-4fc9-8b5c-b28ade3672e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:51.804050 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-85352664-8634-4476-98b9-9fff1123ea3b req-6452778a-2c7e-4fc9-8b5c-b28ade3672e6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=51b74280-0796-4c38-ac03-d27ea50ace14 HTTP/1.1" status: 200 len: 915 time: 1.0379326 Jul 07 17:18:51.823581 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8e4f4-72db-4b45-a506-1412bf2ae9c6 None None] Pushing event updated for resources: {'Port': ['ID=1cf7e131-d091-4280-ae06-78078135cd6b,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:51.851897 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 2dce8daf-33b0-4c75-861b-c760dda34677, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=2dce8daf-33b0-4c75-861b-c760dda34677,segment=NetworkSegment(f9082715-a122-4543-bbf6-c582b0edb07f),segment_id=f9082715-a122-4543-bbf6-c582b0edb07f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:51.860001 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.861291 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device dfd9e9e1-a632-41fb-8e1a-db617c7e4da4 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:18:51.863389 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84f8c2-4ea4-4ff4-97fc-0f41112aca3f None None] Pushing event updated for resources: {'Port': ['ID=f6961cf6-a72a-41d1-817f-ebf9c10e29da,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:51.867353 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f86ee8c9-5c21-44f5-af92-10e3c3910ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'name': 'tempest-TestNetworkBasicOps-router-2112546659', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:38Z', 'updated_at': '2021-07-07T17:18:45Z', 'revision_number': 3, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:51.909697 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86ee8c9-5c21-44f5-af92-10e3c3910ba0 None None] The sync data for ids ['031e4780-b0ce-479f-b8ab-92fdb55877d7'] in n-d-791503-12 is: [{'id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'name': 'tempest-TestNetworkBasicOps-router-2112546659', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:38Z', 'updated_at': '2021-07-07T17:18:45Z', 'revision_number': 3, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:52.019280 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-11aaeb50-6345-49f8-b10f-aaf06e12fe27 req-17562afc-b209-4778-943c-0d6d8f8436d2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] For port bf341b68-8b88-4d3c-bb32-c6992bc01648, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bf341b68-8b88-4d3c-bb32-c6992bc01648,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:52.019965 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-11aaeb50-6345-49f8-b10f-aaf06e12fe27 req-17562afc-b209-4778-943c-0d6d8f8436d2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.045814 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-85352664-8634-4476-98b9-9fff1123ea3b req-09763e3d-f955-4490-ad6f-816cfc916d69 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2dce8daf-33b0-4c75-861b-c760dda34677 HTTP/1.1" status: 200 len: 217 time: 0.1844981 Jul 07 17:18:52.046687 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=2dce8daf-33b0-4c75-861b-c760dda34677,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:52.078817 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ce1492fa-7211-4af2-acc9-09a56f6467c6 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.180540 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port dfd9e9e1-a632-41fb-8e1a-db617c7e4da4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=dfd9e9e1-a632-41fb-8e1a-db617c7e4da4,segment=NetworkSegment(cef86302-c991-47cf-a7fd-0464c6fa2b9a),segment_id=cef86302-c991-47cf-a7fd-0464c6fa2b9a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:52.186690 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-11aaeb50-6345-49f8-b10f-aaf06e12fe27 req-17562afc-b209-4778-943c-0d6d8f8436d2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Calling delete_port for bf341b68-8b88-4d3c-bb32-c6992bc01648 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:52.199208 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9408f8b6-630b-4c5c-9c9b-d6292735fe5f req-8c7831db-d22d-42f4-b5b1-656b9302cde6 service neutron] 10.222.0.64 "GET /v2.0/networks/8844e96f-6ac0-4025-abff-e3224e6714bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8159919 Jul 07 17:18:52.237262 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'dfd9e9e1-a632-41fb-8e1a-db617c7e4da4', 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf', 'port_id': 'dfd9e9e1-a632-41fb-8e1a-db617c7e4da4', 'mac_address': 'fa:16:3e:28:d5:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:18:52.313558 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.372888 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd9e9e1-a632-41fb-8e1a-db617c7e4da4 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:52.491716 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port dfd9e9e1-a632-41fb-8e1a-db617c7e4da4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=dfd9e9e1-a632-41fb-8e1a-db617c7e4da4,segment=NetworkSegment(cef86302-c991-47cf-a7fd-0464c6fa2b9a),segment_id=cef86302-c991-47cf-a7fd-0464c6fa2b9a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:52.502510 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.516392 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85352664-8634-4476-98b9-9fff1123ea3b req-c6e80d70-5901-4b7c-b69a-1f7816cf0256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:52.518659 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-85352664-8634-4476-98b9-9fff1123ea3b req-c6e80d70-5901-4b7c-b69a-1f7816cf0256 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6fbb2957-27f3-49e7-bbf8-4e6687e5bfc9 HTTP/1.1" status: 200 len: 854 time: 0.4503467 Jul 07 17:18:52.566440 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69541243-588b-4dd2-bdae-a033a3caeb46 req-fe24ca91-49d7-43b8-bbed-89094466cdf3 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:52.569359 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69541243-588b-4dd2-bdae-a033a3caeb46 req-fe24ca91-49d7-43b8-bbed-89094466cdf3 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=05a84436-53c8-41f6-b6c3-dfff277242cb HTTP/1.1" status: 200 len: 908 time: 1.4058428 Jul 07 17:18:52.576417 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1492fa-7211-4af2-acc9-09a56f6467c6 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Checking segment: {'id': '28bd09c2-4756-473e-b2bd-8e1684a859d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:52.577040 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1492fa-7211-4af2-acc9-09a56f6467c6 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Network hostable DHCP agents. Network: 507311b0-9434-46e9-9ba9-87b422a6045c, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:18:52.619429 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1492fa-7211-4af2-acc9-09a56f6467c6 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'Subnet': ['ID=703a8988-b4e5-43ee-b12c-dbe005b0e069,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:52.644295 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=dfd9e9e1-a632-41fb-8e1a-db617c7e4da4,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:52.645042 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1492fa-7211-4af2-acc9-09a56f6467c6 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Network 507311b0-9434-46e9-9ba9-87b422a6045c is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:18:52.675545 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2862d4-ae45-40ec-a033-86b65d35ce1c x-openstack-request-id: req-ef2862d4-ae45-40ec-a033-86b65d35ce1c {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:52.675860 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80722880-0b09-45ca-9964-0b7119898944", "name": "network-vif-plugged", "status": "completed", "tag": "a18f02a9-304b-46e2-a502-2720d1b440c7", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:52.676122 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef2862d4-ae45-40ec-a033-86b65d35ce1c {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:52.676647 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80722880-0b09-45ca-9964-0b7119898944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18f02a9-304b-46e2-a502-2720d1b440c7', 'code': 200} Jul 07 17:18:52.701566 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-ce1492fa-7211-4af2-acc9-09a56f6467c6 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 507311b0-9434-46e9-9ba9-87b422a6045c) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:52.709190 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1492fa-7211-4af2-acc9-09a56f6467c6 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:52.709569 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ce1492fa-7211-4af2-acc9-09a56f6467c6 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.734917 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb4eb23-89b3-4101-8bdb-36370f72362c None None] Network 507311b0-9434-46e9-9ba9-87b422a6045c requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:52.754333 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ce1492fa-7211-4af2-acc9-09a56f6467c6 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0961680 Jul 07 17:18:52.758815 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43408) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:52.787237 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['dfd9e9e1-a632-41fb-8e1a-db617c7e4da4'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:52.791871 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['2dce8daf-33b0-4c75-861b-c760dda34677'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:52.817581 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-85352664-8634-4476-98b9-9fff1123ea3b req-c2d36f28-9fc7-47d1-9162-2723bc8eed6e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51b74280-0796-4c38-ac03-d27ea50ace14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1690681 Jul 07 17:18:52.899410 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-293f63d0-f121-4ccf-9ba8-374196820901 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.992313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device bf341b68-8b88-4d3c-bb32-c6992bc01648 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:53.060230 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-11aaeb50-6345-49f8-b10f-aaf06e12fe27 req-17562afc-b209-4778-943c-0d6d8f8436d2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.092922 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecc486-4c3e-4ea3-a4fa-a8bf3fbf6810 req-c01c0153-33ae-490a-a33b-5dc0f5e0b6f4 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:53.107699 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c7ecc486-4c3e-4ea3-a4fa-a8bf3fbf6810 req-c01c0153-33ae-490a-a33b-5dc0f5e0b6f4 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=77ed1ce4-5fbc-449e-a376-c7730358cb44 HTTP/1.1" status: 200 len: 944 time: 0.8595607 Jul 07 17:18:53.273656 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No active binding found for port bf341b68-8b88-4d3c-bb32-c6992bc01648 {{(pid=100194) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 17:18:53.274279 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device bf341b68-8b88-4d3c-bb32-c6992bc01648 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:53.332674 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17562afc-b209-4778-943c-0d6d8f8436d2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Pushing event deleted for resources: {'Port': ['ID=bf341b68-8b88-4d3c-bb32-c6992bc01648,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:53.397652 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-11aaeb50-6345-49f8-b10f-aaf06e12fe27 req-17562afc-b209-4778-943c-0d6d8f8436d2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] No DVR routers for this DVR port bf341b68-8b88-4d3c-bb32-c6992bc01648 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:53.450450 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-11aaeb50-6345-49f8-b10f-aaf06e12fe27 req-17562afc-b209-4778-943c-0d6d8f8436d2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.451444 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device f6961cf6-a72a-41d1-817f-ebf9c10e29da up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:53.455734 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-11aaeb50-6345-49f8-b10f-aaf06e12fe27 req-17562afc-b209-4778-943c-0d6d8f8436d2 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.64 "DELETE /v2.0/ports/bf341b68-8b88-4d3c-bb32-c6992bc01648 HTTP/1.1" status: 204 len: 173 time: 3.8280511 Jul 07 17:18:53.472150 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a84436-53c8-41f6-b6c3-dfff277242cb', 'name': 'network-vif-deleted', 'tag': 'bf341b68-8b88-4d3c-bb32-c6992bc01648'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:53.475142 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a488122c-8120-4597-be91-41a22c813d44" -d '{"events": [{"server_uuid": "05a84436-53c8-41f6-b6c3-dfff277242cb", "name": "network-vif-deleted", "tag": "bf341b68-8b88-4d3c-bb32-c6992bc01648"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:53.564681 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-85352664-8634-4476-98b9-9fff1123ea3b req-6dabdade-7e40-4bce-9e24-81f050bc3c08 service neutron] 10.222.0.64 "GET /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6579001 Jul 07 17:18:53.613099 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a0803c-76b7-4471-a868-103f2e6e64ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-507311b0-9434-46e9-9ba9-87b422a6045c', 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'fixed_ips': [{'subnet_id': '703a8988-b4e5-43ee-b12c-dbe005b0e069'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:18:53.614078 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b7a0803c-76b7-4471-a868-103f2e6e64ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.641557 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c7ecc486-4c3e-4ea3-a4fa-a8bf3fbf6810 req-0e485361-f8d5-4e06-9496-03048cfd230b tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5323792 Jul 07 17:18:53.691839 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-40df130a-c686-40b2-bbc5-d8f05c606410 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.736103 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c84c66e9-2324-46aa-8d8f-9f25324f4642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.867105 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed586b-cbd7-46c7-93c7-bf47144eb8e7 req-1d3af79b-4bd3-4ae6-9980-baf6dd883f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:53.870867 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-41ed586b-cbd7-46c7-93c7-bf47144eb8e7 req-1d3af79b-4bd3-4ae6-9980-baf6dd883f4a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 1098 time: 1.0224371 Jul 07 17:18:53.885336 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763f5d5-d095-4d40-b14d-1e3fe2421b50 req-1fdb5b6e-0177-4678-8035-f6c4fb00bda0 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:53.898200 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f763f5d5-d095-4d40-b14d-1e3fe2421b50 req-1fdb5b6e-0177-4678-8035-f6c4fb00bda0 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 945 time: 0.8656480 Jul 07 17:18:53.928909 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04029439-92d4-465c-806d-7135a32e7a0f None None] Network 699c701c-ab1d-4cb6-99e6-18d5c4ae8f67 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:53.982146 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port f6961cf6-a72a-41d1-817f-ebf9c10e29da completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:54.007634 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-41ed586b-cbd7-46c7-93c7-bf47144eb8e7 req-14069d36-f0f3-45f1-a638-ebf08bcec9be service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010244 Jul 07 17:18:54.097731 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-85352664-8634-4476-98b9-9fff1123ea3b req-136177f9-78fe-4914-ba26-eb575b26ce30 service neutron] 10.222.0.64 "GET /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878547 Jul 07 17:18:54.159062 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port f6961cf6-a72a-41d1-817f-ebf9c10e29da triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:54.160139 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.257847 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ed976356-0087-49eb-9687-3889e4e0bc5a None None] Provisioning for port 1cf7e131-d091-4280-ae06-78078135cd6b completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:54.298192 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-b7a0803c-76b7-4471-a868-103f2e6e64ca None None] Allocated IP 172.20.0.2 (507311b0-9434-46e9-9ba9-87b422a6045c/703a8988-b4e5-43ee-b12c-dbe005b0e069/15a5b5ef-029c-4efa-b367-3284963380ed) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:54.354012 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c0d39de5-bfe2-4009-8013-3050ed94cd8a req-33715f62-cd29-4fc2-9311-1ade7cf6d79a tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1268127404&fields=id&tenant_id=963a6f61059f43fda2e16b5d1183ff85 HTTP/1.1" status: 200 len: 267 time: 0.3693159 Jul 07 17:18:54.403486 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f763f5d5-d095-4d40-b14d-1e3fe2421b50 req-ab605869-70d0-4c58-a793-a60e00d8ddfa tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5039227 Jul 07 17:18:54.586391 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-18b6fd36-d2e3-4ca2-a0a2-be978b5a97bd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.656098 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.725096 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port f6961cf6-a72a-41d1-817f-ebf9c10e29da, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=f6961cf6-a72a-41d1-817f-ebf9c10e29da,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:54.736981 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.737913 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 1cf7e131-d091-4280-ae06-78078135cd6b up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:54.819661 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4294a-052a-4272-bbd1-c53334cbe532 req-7ad055cb-e4dd-4229-932a-fbb6c6b7905d tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:54.828540 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-93a4294a-052a-4272-bbd1-c53334cbe532 req-7ad055cb-e4dd-4229-932a-fbb6c6b7905d tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 946 time: 0.2208078 Jul 07 17:18:54.901871 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-93a4294a-052a-4272-bbd1-c53334cbe532 req-c48b8292-8b11-4a57-9ef3-702715565fc1 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723100 Jul 07 17:18:55.094636 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b7a0803c-76b7-4471-a868-103f2e6e64ca None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.110836 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b7a0803c-76b7-4471-a868-103f2e6e64ca None None] Transition to ACTIVE for port object 15a5b5ef-029c-4efa-b367-3284963380ed will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:55.121426 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3193f245-2462-4d5d-9210-a56c114766b5 x-openstack-request-id: req-3193f245-2462-4d5d-9210-a56c114766b5 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:55.121756 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a84436-53c8-41f6-b6c3-dfff277242cb", "name": "network-vif-deleted", "tag": "bf341b68-8b88-4d3c-bb32-c6992bc01648", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:55.122147 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3193f245-2462-4d5d-9210-a56c114766b5 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:55.122757 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a84436-53c8-41f6-b6c3-dfff277242cb', 'name': 'network-vif-deleted', 'tag': 'bf341b68-8b88-4d3c-bb32-c6992bc01648', 'status': 'completed', 'code': 200} Jul 07 17:18:55.145143 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 2dce8daf-33b0-4c75-861b-c760dda34677 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:55.153408 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b7a0803c-76b7-4471-a868-103f2e6e64ca None None] Transition to ACTIVE for port object 15a5b5ef-029c-4efa-b367-3284963380ed will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:55.262527 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-293f63d0-f121-4ccf-9ba8-374196820901 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Allocated IP 172.20.0.1 (699c701c-ab1d-4cb6-99e6-18d5c4ae8f67/655e5c0a-d8cc-4be2-a225-612b41586dca/b03c0b02-87de-4a1d-8679-188c55ea70cf) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:55.275168 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b7a0803c-76b7-4471-a868-103f2e6e64ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.373366 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a0803c-76b7-4471-a868-103f2e6e64ca None None] Network 507311b0-9434-46e9-9ba9-87b422a6045c is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:55.377066 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=f6961cf6-a72a-41d1-817f-ebf9c10e29da,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:55.381332 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-18b6fd36-d2e3-4ca2-a0a2-be978b5a97bd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Allocated IP 172.20.0.1 (507311b0-9434-46e9-9ba9-87b422a6045c/703a8988-b4e5-43ee-b12c-dbe005b0e069/94c485bf-15b9-4428-9944-636f756da186) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:55.442146 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d39de5-bfe2-4009-8013-3050ed94cd8a req-d6916161-57f0-4bd6-86de-a766737f3882 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.456516 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c0d39de5-bfe2-4009-8013-3050ed94cd8a req-d6916161-57f0-4bd6-86de-a766737f3882 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 946 time: 1.0788007 Jul 07 17:18:55.463783 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0803c-76b7-4471-a868-103f2e6e64ca None None] Pushing event updated for resources: {'Port': ['ID=15a5b5ef-029c-4efa-b367-3284963380ed,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:55.479140 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-b7a0803c-76b7-4471-a868-103f2e6e64ca None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:55.483829 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a0803c-76b7-4471-a868-103f2e6e64ca None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:55.488320 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 1cf7e131-d091-4280-ae06-78078135cd6b completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:55.501967 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 1cf7e131-d091-4280-ae06-78078135cd6b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:55.503167 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.536391 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-c0d39de5-bfe2-4009-8013-3050ed94cd8a req-459205b0-ff3f-4b83-8488-c093b905cb71 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Request body: {'port': {'security_groups': ['c67b0018-3c14-4ddc-ba89-fcab2962e1d2', 'b4812721-32ff-41ee-a94f-e35b492cb9fc']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:55.553006 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-18b6fd36-d2e3-4ca2-a0a2-be978b5a97bd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.556011 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 2dce8daf-33b0-4c75-861b-c760dda34677 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:55.564290 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 2dce8daf-33b0-4c75-861b-c760dda34677 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:55.565013 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.570455 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-18b6fd36-d2e3-4ca2-a0a2-be978b5a97bd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Transition to ACTIVE for port object 94c485bf-15b9-4428-9944-636f756da186 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:55.670114 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28940207-e175-4be9-8325-87c68e012a6f req-d5e65efd-8cf5-44c6-9e56-1c4a583834fb tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.671765 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-28940207-e175-4be9-8325-87c68e012a6f req-d5e65efd-8cf5-44c6-9e56-1c4a583834fb tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=77ed1ce4-5fbc-449e-a376-c7730358cb44 HTTP/1.1" status: 200 len: 944 time: 0.0987678 Jul 07 17:18:55.673119 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-18b6fd36-d2e3-4ca2-a0a2-be978b5a97bd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.688480 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b7a0803c-76b7-4471-a868-103f2e6e64ca None None] Attempting to bind port 15a5b5ef-029c-4efa-b367-3284963380ed on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:55.688991 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b7a0803c-76b7-4471-a868-103f2e6e64ca None None] Attempting to bind port 15a5b5ef-029c-4efa-b367-3284963380ed by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '28bd09c2-4756-473e-b2bd-8e1684a859d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:55.689407 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a0803c-76b7-4471-a868-103f2e6e64ca None None] Attempting to bind port 15a5b5ef-029c-4efa-b367-3284963380ed on network 507311b0-9434-46e9-9ba9-87b422a6045c {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:55.701251 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a0803c-76b7-4471-a868-103f2e6e64ca None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:55.701664 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a0803c-76b7-4471-a868-103f2e6e64ca None None] Checking segment: {'id': '28bd09c2-4756-473e-b2bd-8e1684a859d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:55.702058 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b7a0803c-76b7-4471-a868-103f2e6e64ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.702468 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a0803c-76b7-4471-a868-103f2e6e64ca None None] Bound using segment: {'id': '28bd09c2-4756-473e-b2bd-8e1684a859d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:55.702973 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b7a0803c-76b7-4471-a868-103f2e6e64ca None None] Bound port: 15a5b5ef-029c-4efa-b367-3284963380ed, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd09c2-4756-473e-b2bd-8e1684a859d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:55.703512 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b7a0803c-76b7-4471-a868-103f2e6e64ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.705751 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-050bf8e6-d0a2-4a7d-9f55-a22b5f98b2c1 None None] Provisioning complete for port 1cf7e131-d091-4280-ae06-78078135cd6b triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:55.706121 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-050bf8e6-d0a2-4a7d-9f55-a22b5f98b2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.717497 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b6fd36-d2e3-4ca2-a0a2-be978b5a97bd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Network 507311b0-9434-46e9-9ba9-87b422a6045c is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:55.731919 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-18b6fd36-d2e3-4ca2-a0a2-be978b5a97bd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:55.752204 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b6fd36-d2e3-4ca2-a0a2-be978b5a97bd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:55.763965 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6fd36-d2e3-4ca2-a0a2-be978b5a97bd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'Port': ['ID=94c485bf-15b9-4428-9944-636f756da186,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:55.821146 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-28940207-e175-4be9-8325-87c68e012a6f req-d21e9777-6705-4e5c-b7d6-f448a95583f6 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116300 Jul 07 17:18:55.832301 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-18b6fd36-d2e3-4ca2-a0a2-be978b5a97bd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.875111 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-b7a0803c-76b7-4471-a868-103f2e6e64ca None None] For port 15a5b5ef-029c-4efa-b367-3284963380ed, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:55.881303 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-b7a0803c-76b7-4471-a868-103f2e6e64ca None None] For port 15a5b5ef-029c-4efa-b367-3284963380ed, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=15a5b5ef-029c-4efa-b367-3284963380ed,segment=NetworkSegment(28bd09c2-4756-473e-b2bd-8e1684a859d1),segment_id=28bd09c2-4756-473e-b2bd-8e1684a859d1)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:55.915356 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b7a0803c-76b7-4471-a868-103f2e6e64ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.949471 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-293f63d0-f121-4ccf-9ba8-374196820901 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.955954 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c0d39de5-bfe2-4009-8013-3050ed94cd8a req-459205b0-ff3f-4b83-8488-c093b905cb71 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.009637 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-18b6fd36-d2e3-4ca2-a0a2-be978b5a97bd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.036663 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-293f63d0-f121-4ccf-9ba8-374196820901 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Transition to ACTIVE for port object b03c0b02-87de-4a1d-8679-188c55ea70cf will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:56.076407 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-050bf8e6-d0a2-4a7d-9f55-a22b5f98b2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.092141 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.103299 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.164475 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0803c-76b7-4471-a868-103f2e6e64ca None None] Pushing event updated for resources: {'Port': ['ID=15a5b5ef-029c-4efa-b367-3284963380ed,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:56.188145 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-050bf8e6-d0a2-4a7d-9f55-a22b5f98b2c1 None None] For port 1cf7e131-d091-4280-ae06-78078135cd6b, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=1cf7e131-d091-4280-ae06-78078135cd6b,segment=NetworkSegment(fad35f77-7d8c-492e-864b-2497fa9af0a0),segment_id=fad35f77-7d8c-492e-864b-2497fa9af0a0)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:56.203106 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.209118 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-050bf8e6-d0a2-4a7d-9f55-a22b5f98b2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.219594 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ed1ce4-5fbc-449e-a376-c7730358cb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dce8daf-33b0-4c75-861b-c760dda34677'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:56.222288 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7820c0-ef8d-4e6b-a2a7-db74ad02bc64" -d '{"events": [{"server_uuid": "77ed1ce4-5fbc-449e-a376-c7730358cb44", "name": "network-vif-plugged", "status": "completed", "tag": "2dce8daf-33b0-4c75-861b-c760dda34677"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:56.330051 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.api [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:18:56.331030 n-d-791503-12 neutron-server[100194]: DEBUG oslo_db.api [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:18:56.341147 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 2dce8daf-33b0-4c75-861b-c760dda34677, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=2dce8daf-33b0-4c75-861b-c760dda34677,segment=NetworkSegment(f9082715-a122-4543-bbf6-c582b0edb07f),segment_id=f9082715-a122-4543-bbf6-c582b0edb07f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:56.351916 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.355481 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device dfd9e9e1-a632-41fb-8e1a-db617c7e4da4 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:56.526200 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bf8e6-d0a2-4a7d-9f55-a22b5f98b2c1 None None] Pushing event updated for resources: {'Port': ['ID=1cf7e131-d091-4280-ae06-78078135cd6b,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:56.581423 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port dfd9e9e1-a632-41fb-8e1a-db617c7e4da4 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:56.584534 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-293f63d0-f121-4ccf-9ba8-374196820901 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.595015 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port dfd9e9e1-a632-41fb-8e1a-db617c7e4da4 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:56.595393 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.637123 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-40df130a-c686-40b2-bbc5-d8f05c606410 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Deleting port 3326c06c-fd58-4c4f-8310-52ae046bda83 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:56.637896 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-40df130a-c686-40b2-bbc5-d8f05c606410 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.677389 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-c0d39de5-bfe2-4009-8013-3050ed94cd8a req-459205b0-ff3f-4b83-8488-c093b905cb71 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] For port 0d8d46b0-f094-4207-b636-a00921448339, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=0d8d46b0-f094-4207-b636-a00921448339,segment=NetworkSegment(964587fe-7664-4bf2-ace4-274b800778e8),segment_id=964587fe-7664-4bf2-ace4-274b800778e8)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:56.691885 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=2dce8daf-33b0-4c75-861b-c760dda34677,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:56.769207 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f63d0-f121-4ccf-9ba8-374196820901 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Pushing event updated for resources: {'Port': ['ID=b03c0b02-87de-4a1d-8679-188c55ea70cf,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:56.786724 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293f63d0-f121-4ccf-9ba8-374196820901 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Network 699c701c-ab1d-4cb6-99e6-18d5c4ae8f67 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:56.799672 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-293f63d0-f121-4ccf-9ba8-374196820901 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:56.802957 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293f63d0-f121-4ccf-9ba8-374196820901 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:56.842989 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.871816 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c0d39de5-bfe2-4009-8013-3050ed94cd8a req-459205b0-ff3f-4b83-8488-c093b905cb71 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.884107 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c0d39de5-bfe2-4009-8013-3050ed94cd8a req-459205b0-ff3f-4b83-8488-c093b905cb71 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.918167 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-40df130a-c686-40b2-bbc5-d8f05c606410 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.942496 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['0d8d46b0-f094-4207-b636-a00921448339'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:56.984727 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d39de5-bfe2-4009-8013-3050ed94cd8a req-459205b0-ff3f-4b83-8488-c093b905cb71 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:56.995340 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c0d39de5-bfe2-4009-8013-3050ed94cd8a req-459205b0-ff3f-4b83-8488-c093b905cb71 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.997233 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c0d39de5-bfe2-4009-8013-3050ed94cd8a req-459205b0-ff3f-4b83-8488-c093b905cb71 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "PUT /v2.0/ports/0d8d46b0-f094-4207-b636-a00921448339 HTTP/1.1" status: 200 len: 982 time: 1.5393920 Jul 07 17:18:57.006532 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1b8917-1234-48f4-98cb-30fc8159dfd6', 'tag': '0d8d46b0-f094-4207-b636-a00921448339'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:57.008284 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f58b3b6-6a58-4b70-9ccf-03c888f0b535" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1b8917-1234-48f4-98cb-30fc8159dfd6", "tag": "0d8d46b0-f094-4207-b636-a00921448339"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:57.019871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-40df130a-c686-40b2-bbc5-d8f05c606410 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Calling delete_port for 3326c06c-fd58-4c4f-8310-52ae046bda83 owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:57.022280 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-293f63d0-f121-4ccf-9ba8-374196820901 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.067542 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-91312294-ed41-454d-b935-bf79f23d454b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.183153 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['0d8d46b0-f094-4207-b636-a00921448339'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:57.299212 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459205b0-ff3f-4b83-8488-c093b905cb71 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Pushing event updated for resources: {'Port': ['ID=0d8d46b0-f094-4207-b636-a00921448339,revision_number=6']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:57.306091 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port dfd9e9e1-a632-41fb-8e1a-db617c7e4da4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=dfd9e9e1-a632-41fb-8e1a-db617c7e4da4,segment=NetworkSegment(cef86302-c991-47cf-a7fd-0464c6fa2b9a),segment_id=cef86302-c991-47cf-a7fd-0464c6fa2b9a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:57.326109 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.363343 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-18b6fd36-d2e3-4ca2-a0a2-be978b5a97bd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.377540 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-18b6fd36-d2e3-4ca2-a0a2-be978b5a97bd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.567270 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c1e6b-cc34-4adc-9710-75bab0033d7f req-f788bd4a-e2c2-4225-bd3b-7b8da312b9e8 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:57.575569 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-208c1e6b-cc34-4adc-9710-75bab0033d7f req-f788bd4a-e2c2-4225-bd3b-7b8da312b9e8 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 945 time: 0.5094264 Jul 07 17:18:57.604214 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=dfd9e9e1-a632-41fb-8e1a-db617c7e4da4,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:57.622078 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6fd36-d2e3-4ca2-a0a2-be978b5a97bd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'Port': ['ID=94c485bf-15b9-4428-9944-636f756da186,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:57.697720 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b5e8e2bb-3021-4666-9f97-a3a4e3f90193 None None] Provisioning for port b03c0b02-87de-4a1d-8679-188c55ea70cf completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:57.724290 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b5e8e2bb-3021-4666-9f97-a3a4e3f90193 None None] Provisioning complete for port b03c0b02-87de-4a1d-8679-188c55ea70cf triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:57.725288 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b5e8e2bb-3021-4666-9f97-a3a4e3f90193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.732597 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-293f63d0-f121-4ccf-9ba8-374196820901 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.799045 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977c9d7-ec4d-456d-be6f-aeca6cf2c199 req-4b0b5ceb-3ac5-4949-bd9f-7a9a00435f18 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:57.801550 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b977c9d7-ec4d-456d-be6f-aeca6cf2c199 req-4b0b5ceb-3ac5-4949-bd9f-7a9a00435f18 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 946 time: 0.4253786 Jul 07 17:18:57.819831 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5487405-5a31-4ae0-9756-2911d2d79703 req-8eaa58c5-305c-4c37-a3fc-e8f262a0069e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:57.824104 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5487405-5a31-4ae0-9756-2911d2d79703 req-8eaa58c5-305c-4c37-a3fc-e8f262a0069e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd4387be-c997-400a-aeba-81688f367554 HTTP/1.1" status: 200 len: 945 time: 0.6947241 Jul 07 17:18:57.825872 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-18b6fd36-d2e3-4ca2-a0a2-be978b5a97bd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.832785 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-b5e8e2bb-3021-4666-9f97-a3a4e3f90193 None None] Port b03c0b02-87de-4a1d-8679-188c55ea70cf cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:57.848470 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device f6961cf6-a72a-41d1-817f-ebf9c10e29da up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:57.901409 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-208c1e6b-cc34-4adc-9710-75bab0033d7f req-fb02b2c1-956b-4bd3-8401-64196376e14e tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3229253 Jul 07 17:18:57.950291 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.983273 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b977c9d7-ec4d-456d-be6f-aeca6cf2c199 req-b56391e4-2b8c-4c0b-8ce2-56fc05908a2e tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469204 Jul 07 17:18:58.033015 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-40df130a-c686-40b2-bbc5-d8f05c606410 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.043266 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port f6961cf6-a72a-41d1-817f-ebf9c10e29da triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:58.043651 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.105316 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78a14c8-7f9f-4cfa-9bc5-bc93026d3ac9 x-openstack-request-id: req-b78a14c8-7f9f-4cfa-9bc5-bc93026d3ac9 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:58.110070 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ed1ce4-5fbc-449e-a376-c7730358cb44", "name": "network-vif-plugged", "status": "completed", "tag": "2dce8daf-33b0-4c75-861b-c760dda34677", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:58.110443 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b78a14c8-7f9f-4cfa-9bc5-bc93026d3ac9 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:58.113259 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ed1ce4-5fbc-449e-a376-c7730358cb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dce8daf-33b0-4c75-861b-c760dda34677', 'code': 200} Jul 07 17:18:58.180164 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df130a-c686-40b2-bbc5-d8f05c606410 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event deleted for resources: {'Port': ['ID=3326c06c-fd58-4c4f-8310-52ae046bda83,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:58.345208 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e1b539-52ee-4074-ad67-daa820fed6d7 None None] Network 507311b0-9434-46e9-9ba9-87b422a6045c requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:58.547784 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b6fd36-d2e3-4ca2-a0a2-be978b5a97bd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Network 507311b0-9434-46e9-9ba9-87b422a6045c is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:58.550827 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-18b6fd36-d2e3-4ca2-a0a2-be978b5a97bd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:58.566316 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-a5487405-5a31-4ae0-9756-2911d2d79703 req-0781ed12-6093-4ae0-ab86-d799bce850a4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Deleting port 94bd3849-30eb-4eef-b27a-1a2aa77b0362 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:58.566633 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a5487405-5a31-4ae0-9756-2911d2d79703 req-0781ed12-6093-4ae0-ab86-d799bce850a4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.625594 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 15a5b5ef-029c-4efa-b367-3284963380ed up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:58.636938 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1246173d-7c35-4cd0-b051-0c69487d2710 None None] Provisioning for port 15a5b5ef-029c-4efa-b367-3284963380ed completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:58.653868 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0d4f4-2015-4a5e-b25d-2e01340763be req-de675a0f-9f93-4806-b32b-06b8ef30c94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:58.657264 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80a0d4f4-2015-4a5e-b25d-2e01340763be req-de675a0f-9f93-4806-b32b-06b8ef30c94e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77ed1ce4-5fbc-449e-a376-c7730358cb44 HTTP/1.1" status: 200 len: 1097 time: 0.4479954 Jul 07 17:18:58.754948 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-a5487405-5a31-4ae0-9756-2911d2d79703 req-0781ed12-6093-4ae0-ab86-d799bce850a4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] For port 94bd3849-30eb-4eef-b27a-1a2aa77b0362, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=94bd3849-30eb-4eef-b27a-1a2aa77b0362,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:58.755367 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a5487405-5a31-4ae0-9756-2911d2d79703 req-0781ed12-6093-4ae0-ab86-d799bce850a4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.773620 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-a5487405-5a31-4ae0-9756-2911d2d79703 req-0781ed12-6093-4ae0-ab86-d799bce850a4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Calling delete_port for 94bd3849-30eb-4eef-b27a-1a2aa77b0362 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:58.801859 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64200976-eba4-45a4-8d36-4571f2c6a503 req-d20ff08f-f432-49b9-9bd3-5f3968b6288d tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:58.805065 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-64200976-eba4-45a4-8d36-4571f2c6a503 req-d20ff08f-f432-49b9-9bd3-5f3968b6288d tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd4387be-c997-400a-aeba-81688f367554 HTTP/1.1" status: 200 len: 945 time: 0.4784601 Jul 07 17:18:58.816479 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80a0d4f4-2015-4a5e-b25d-2e01340763be req-d08b3da0-e060-410f-bc08-ea1c244135a0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914702 Jul 07 17:18:58.889096 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b4632-45b9-4e6c-80e2-878bf9d616a4 req-527933d3-4dcd-4194-a25d-85b22d862ad0 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:58.896335 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e87b4632-45b9-4e6c-80e2-878bf9d616a4 req-527933d3-4dcd-4194-a25d-85b22d862ad0 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=77ed1ce4-5fbc-449e-a376-c7730358cb44 HTTP/1.1" status: 200 len: 945 time: 0.4623411 Jul 07 17:18:58.911677 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-40df130a-c686-40b2-bbc5-d8f05c606410 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.916556 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-64200976-eba4-45a4-8d36-4571f2c6a503 req-b4612e8a-5abf-4635-83c0-2bd0fc1f8fde tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958672 Jul 07 17:18:58.926230 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 15a5b5ef-029c-4efa-b367-3284963380ed completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:58.933961 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-293f63d0-f121-4ccf-9ba8-374196820901 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.945147 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 15a5b5ef-029c-4efa-b367-3284963380ed triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:58.945147 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.998366 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e87b4632-45b9-4e6c-80e2-878bf9d616a4 req-a07cd7ff-8f4f-481c-a5d6-9bf2788316bb tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010709 Jul 07 17:18:59.002106 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b6fd36-d2e3-4ca2-a0a2-be978b5a97bd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Router 031e4780-b0ce-479f-b8ab-92fdb55877d7 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:59.077211 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-293f63d0-f121-4ccf-9ba8-374196820901 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.106695 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a5487405-5a31-4ae0-9756-2911d2d79703 req-0781ed12-6093-4ae0-ab86-d799bce850a4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.137990 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d20cda-cc52-41f0-9228-622a40fcdc8a x-openstack-request-id: req-23d20cda-cc52-41f0-9228-622a40fcdc8a {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:59.138375 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1b8917-1234-48f4-98cb-30fc8159dfd6", "tag": "0d8d46b0-f094-4207-b636-a00921448339", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:59.138719 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-23d20cda-cc52-41f0-9228-622a40fcdc8a {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:59.139210 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1b8917-1234-48f4-98cb-30fc8159dfd6', 'tag': '0d8d46b0-f094-4207-b636-a00921448339', 'status': 'completed', 'code': 200} Jul 07 17:18:59.160406 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['8dc81060-f12c-4d50-ac74-7a7ea986f264'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:59.184689 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781ed12-6093-4ae0-ab86-d799bce850a4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Pushing event deleted for resources: {'Port': ['ID=94bd3849-30eb-4eef-b27a-1a2aa77b0362,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:59.299346 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.355403 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 15a5b5ef-029c-4efa-b367-3284963380ed, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=15a5b5ef-029c-4efa-b367-3284963380ed,segment=NetworkSegment(28bd09c2-4756-473e-b2bd-8e1684a859d1),segment_id=28bd09c2-4756-473e-b2bd-8e1684a859d1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:59.359782 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.360964 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 1cf7e131-d091-4280-ae06-78078135cd6b up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:59.404899 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5487405-5a31-4ae0-9756-2911d2d79703 req-0781ed12-6093-4ae0-ab86-d799bce850a4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] No DVR routers for this DVR port 94bd3849-30eb-4eef-b27a-1a2aa77b0362 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:59.417281 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a5487405-5a31-4ae0-9756-2911d2d79703 req-0781ed12-6093-4ae0-ab86-d799bce850a4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.422918 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5487405-5a31-4ae0-9756-2911d2d79703 req-0781ed12-6093-4ae0-ab86-d799bce850a4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.72 "DELETE /v2.0/ports/94bd3849-30eb-4eef-b27a-1a2aa77b0362 HTTP/1.1" status: 204 len: 173 time: 1.5636940 Jul 07 17:18:59.453728 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4387be-c997-400a-aeba-81688f367554', 'name': 'network-vif-deleted', 'tag': '94bd3849-30eb-4eef-b27a-1a2aa77b0362'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:59.465163 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5b95a8-2b38-4543-9ff7-9bd27fcb8bee" -d '{"events": [{"server_uuid": "bd4387be-c997-400a-aeba-81688f367554", "name": "network-vif-deleted", "tag": "94bd3849-30eb-4eef-b27a-1a2aa77b0362"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:59.486538 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=15a5b5ef-029c-4efa-b367-3284963380ed,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:59.523313 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b6fd36-d2e3-4ca2-a0a2-be978b5a97bd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:59.535206 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f265670-d0c1-455b-83a5-fe5730cf1146 None None] Sync routers for ids ['031e4780-b0ce-479f-b8ab-92fdb55877d7'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:59.547517 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f265670-d0c1-455b-83a5-fe5730cf1146 None None] Routers {'031e4780-b0ce-479f-b8ab-92fdb55877d7'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:59.547913 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-18b6fd36-d2e3-4ca2-a0a2-be978b5a97bd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "PUT /v2.0/routers/031e4780-b0ce-479f-b8ab-92fdb55877d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7868392 Jul 07 17:18:59.549273 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7f265670-d0c1-455b-83a5-fe5730cf1146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:18:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['031e4780-b0ce-479f-b8ab-92fdb55877d7'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:59.550804 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43438) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:59.766290 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 1cf7e131-d091-4280-ae06-78078135cd6b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:59.766904 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.768979 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5f4f3-791d-4110-8e76-0448f3393f91 req-bfa4bd16-f2bf-4e60-b7ae-321802083393 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:59.785727 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f1a5f4f3-791d-4110-8e76-0448f3393f91 req-bfa4bd16-f2bf-4e60-b7ae-321802083393 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 946 time: 0.5248139 Jul 07 17:18:59.802287 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43440) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:59.819624 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-ffe45390-b63e-4c97-866d-773d8e817c6b tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Request body: {'floatingip': {'port_id': 'a18f02a9-304b-46e2-a502-2720d1b440c7'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:59.825463 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-7f265670-d0c1-455b-83a5-fe5730cf1146 None None] Set router 031e4780-b0ce-479f-b8ab-92fdb55877d7 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:59.935981 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 94bd3849-30eb-4eef-b27a-1a2aa77b0362 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:59.978085 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 94bd3849-30eb-4eef-b27a-1a2aa77b0362 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:59.978499 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 94bd3849-30eb-4eef-b27a-1a2aa77b0362 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:59.996558 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b2a1f38f-19f6-4aea-b735-70d5c02ac05d None None] Provisioning for port 94c485bf-15b9-4428-9944-636f756da186 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:00.003986 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b2a1f38f-19f6-4aea-b735-70d5c02ac05d None None] Provisioning complete for port 94c485bf-15b9-4428-9944-636f756da186 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:00.004249 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b2a1f38f-19f6-4aea-b735-70d5c02ac05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.093591 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-293f63d0-f121-4ccf-9ba8-374196820901 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.140070 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ffe45390-b63e-4c97-866d-773d8e817c6b tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for floatingip, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.287856 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293f63d0-f121-4ccf-9ba8-374196820901 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Network 699c701c-ab1d-4cb6-99e6-18d5c4ae8f67 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:00.300711 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f63d0-f121-4ccf-9ba8-374196820901 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Pushing event updated for resources: {'Port': ['ID=b03c0b02-87de-4a1d-8679-188c55ea70cf,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:00.317483 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f740f459-f2d2-4f1a-b318-b90cdc802f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd9e9e1-a632-41fb-8e1a-db617c7e4da4'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:00.321712 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-293f63d0-f121-4ccf-9ba8-374196820901 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:00.322141 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94ddd0b-842b-4f4a-8112-80b1be911970" -d '{"events": [{"server_uuid": "f740f459-f2d2-4f1a-b318-b90cdc802f57", "name": "network-vif-plugged", "status": "completed", "tag": "dfd9e9e1-a632-41fb-8e1a-db617c7e4da4"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:00.337299 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec88c2ee-dbcd-4c7e-a5d0-f703fa4b39f8 req-499d904d-c86f-4228-8867-6566c8aae57d tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1268127404&fields=id&tenant_id=963a6f61059f43fda2e16b5d1183ff85 HTTP/1.1" status: 200 len: 267 time: 1.2030885 Jul 07 17:19:00.405181 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.406802 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-b2a1f38f-19f6-4aea-b735-70d5c02ac05d None None] Port 94c485bf-15b9-4428-9944-636f756da186 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:00.455546 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b2a1f38f-19f6-4aea-b735-70d5c02ac05d None None] Provisioning complete for port 15a5b5ef-029c-4efa-b367-3284963380ed triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:00.455546 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b2a1f38f-19f6-4aea-b735-70d5c02ac05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.558385 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58b3b6-6a58-4b70-9ccf-03c888f0b535 req-4f4695b2-b1f8-43ea-bad4-903b6d46f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:00.560973 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2f58b3b6-6a58-4b70-9ccf-03c888f0b535 req-4f4695b2-b1f8-43ea-bad4-903b6d46f614 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=963a6f61059f43fda2e16b5d1183ff85&device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 1137 time: 1.3896523 Jul 07 17:19:00.596703 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40df130a-c686-40b2-bbc5-d8f05c606410 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Router 37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:00.615878 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7f265670-d0c1-455b-83a5-fe5730cf1146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'name': 'tempest-TestNetworkBasicOps-router-2112546659', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:38Z', 'updated_at': '2021-07-07T17:18:55Z', 'revision_number': 4, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '94c485bf-15b9-4428-9944-636f756da186', 'name': '', 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'mac_address': 'fa:16:3e:10:dd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:54Z', 'updated_at': '2021-07-07T17:18:56Z', 'revision_number': 2, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'subnets': [{'id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:00.680491 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88c2ee-dbcd-4c7e-a5d0-f703fa4b39f8 req-8a32e908-064b-4d7f-a8d0-17f53d874d83 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:00.690825 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec88c2ee-dbcd-4c7e-a5d0-f703fa4b39f8 req-8a32e908-064b-4d7f-a8d0-17f53d874d83 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 985 time: 0.3525264 Jul 07 17:19:00.698591 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-ec88c2ee-dbcd-4c7e-a5d0-f703fa4b39f8 req-4ed01c73-7c20-46a0-9724-097bbc0a2154 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Request body: {'port': {'security_groups': ['c67b0018-3c14-4ddc-ba89-fcab2962e1d2']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:00.716249 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-51185fe2-227b-4936-9aed-30c823186433 None None] Provisioning complete for port 94c485bf-15b9-4428-9944-636f756da186 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:00.717700 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-51185fe2-227b-4936-9aed-30c823186433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.736000 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f265670-d0c1-455b-83a5-fe5730cf1146 None None] Checking router: 031e4780-b0ce-479f-b8ab-92fdb55877d7 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:00.736931 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f265670-d0c1-455b-83a5-fe5730cf1146 None None] Updating router 031e4780-b0ce-479f-b8ab-92fdb55877d7 port 94c485bf-15b9-4428-9944-636f756da186 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:19:00.801199 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 15a5b5ef-029c-4efa-b367-3284963380ed up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:00.804679 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293f63d0-f121-4ccf-9ba8-374196820901 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Router 4e68eb37-0328-4822-bcf7-13d8377fb65a is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:19:00.859333 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-7f265670-d0c1-455b-83a5-fe5730cf1146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.865270 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-51185fe2-227b-4936-9aed-30c823186433 None None] Port 94c485bf-15b9-4428-9944-636f756da186 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:00.894941 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 15a5b5ef-029c-4efa-b367-3284963380ed triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:00.895402 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.000799 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a491ec55-1515-4e09-9397-750f65dbf07e tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.000799 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a491ec55-1515-4e09-9397-750f65dbf07e tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.001942 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a491ec55-1515-4e09-9397-750f65dbf07e tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.002873 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a491ec55-1515-4e09-9397-750f65dbf07e tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.003798 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a491ec55-1515-4e09-9397-750f65dbf07e tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.004734 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a491ec55-1515-4e09-9397-750f65dbf07e tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.005842 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a491ec55-1515-4e09-9397-750f65dbf07e tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.006743 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a491ec55-1515-4e09-9397-750f65dbf07e tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.007659 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a491ec55-1515-4e09-9397-750f65dbf07e tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.010331 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a491ec55-1515-4e09-9397-750f65dbf07e tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.011257 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a491ec55-1515-4e09-9397-750f65dbf07e tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.012351 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a491ec55-1515-4e09-9397-750f65dbf07e tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.021557 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a491ec55-1515-4e09-9397-750f65dbf07e tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8499 time: 1.4648404 Jul 07 17:19:01.027096 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ccccfe40-511f-4ca3-bb59-f456a0c2ed87 None None] Provisioning complete for port b03c0b02-87de-4a1d-8679-188c55ea70cf triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:01.027096 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ccccfe40-511f-4ca3-bb59-f456a0c2ed87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.028402 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43448) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:01.162666 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58b3b6-6a58-4b70-9ccf-03c888f0b535 req-6780cc3d-e1a0-4d89-a8cd-75fe574b04b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.165642 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2f58b3b6-6a58-4b70-9ccf-03c888f0b535 req-6780cc3d-e1a0-4d89-a8cd-75fe574b04b1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0e005ea3-05eb-4960-83d6-5e4747f2b68f HTTP/1.1" status: 200 len: 921 time: 0.5821581 Jul 07 17:19:01.169656 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-ccccfe40-511f-4ca3-bb59-f456a0c2ed87 None None] Port b03c0b02-87de-4a1d-8679-188c55ea70cf cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:01.263766 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d31ed1-d482-4a5a-814b-924a62fb1269 req-1c579d7f-d0f2-4c55-883e-0335b98b0a6c tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.266613 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a4d31ed1-d482-4a5a-814b-924a62fb1269 req-1c579d7f-d0f2-4c55-883e-0335b98b0a6c tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 946 time: 1.1803434 Jul 07 17:19:01.326658 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec96f9c-8cc3-4d42-a060-8de7f5a3cf18 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.327484 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec96f9c-8cc3-4d42-a060-8de7f5a3cf18 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.328299 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec96f9c-8cc3-4d42-a060-8de7f5a3cf18 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.329136 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec96f9c-8cc3-4d42-a060-8de7f5a3cf18 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.329961 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec96f9c-8cc3-4d42-a060-8de7f5a3cf18 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.330737 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec96f9c-8cc3-4d42-a060-8de7f5a3cf18 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.330863 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2f58b3b6-6a58-4b70-9ccf-03c888f0b535 req-22c152ab-5640-49b7-88e6-a91531be2d38 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d8d46b0-f094-4207-b636-a00921448339 HTTP/1.1" status: 200 len: 217 time: 0.1263187 Jul 07 17:19:01.331544 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec96f9c-8cc3-4d42-a060-8de7f5a3cf18 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.332343 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec96f9c-8cc3-4d42-a060-8de7f5a3cf18 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.333182 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec96f9c-8cc3-4d42-a060-8de7f5a3cf18 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.333978 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec96f9c-8cc3-4d42-a060-8de7f5a3cf18 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.335689 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec96f9c-8cc3-4d42-a060-8de7f5a3cf18 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.335689 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec96f9c-8cc3-4d42-a060-8de7f5a3cf18 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.339890 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-eec96f9c-8cc3-4d42-a060-8de7f5a3cf18 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7715 time: 0.3068814 Jul 07 17:19:01.351393 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43450) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:01.393783 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-7f265670-d0c1-455b-83a5-fe5730cf1146 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.412959 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-7f265670-d0c1-455b-83a5-fe5730cf1146 None None] Transition to ACTIVE for port object 94c485bf-15b9-4428-9944-636f756da186 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:01.423549 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-7f265670-d0c1-455b-83a5-fe5730cf1146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.435332 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40df130a-c686-40b2-bbc5-d8f05c606410 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:01.449267 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-40df130a-c686-40b2-bbc5-d8f05c606410 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "PUT /v2.0/routers/37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9533799 Jul 07 17:19:01.455608 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61515e56-f8bf-4475-8fae-1592d3d3c1c1 None None] Sync routers for ids ['37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:01.474215 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43452) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:01.475276 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61515e56-f8bf-4475-8fae-1592d3d3c1c1 None None] Routers {'37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:01.476716 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-61515e56-f8bf-4475-8fae-1592d3d3c1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:18:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:01.560900 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ed4c7-df67-40f9-9ee9-144264eeb250 None None] Pushing event updated for resources: {'Port': ['ID=94c485bf-15b9-4428-9944-636f756da186,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:01.566226 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58b3b6-6a58-4b70-9ccf-03c888f0b535 req-fa2dc13a-1c66-4f0e-9032-2511c7b7fd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.568825 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2f58b3b6-6a58-4b70-9ccf-03c888f0b535 req-fa2dc13a-1c66-4f0e-9032-2511c7b7fd2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31c817cf-4a54-4051-ac1f-6b744f1bf73c HTTP/1.1" status: 200 len: 860 time: 0.1900041 Jul 07 17:19:01.569883 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ec88c2ee-dbcd-4c7e-a5d0-f703fa4b39f8 req-4ed01c73-7c20-46a0-9724-097bbc0a2154 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.574273 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293f63d0-f121-4ccf-9ba8-374196820901 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:01.585111 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-293f63d0-f121-4ccf-9ba8-374196820901 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] 10.222.0.53 "PUT /v2.0/routers/4e68eb37-0328-4822-bcf7-13d8377fb65a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4277265 Jul 07 17:19:01.606682 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43454) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:01.613381 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-61515e56-f8bf-4475-8fae-1592d3d3c1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:01.625729 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-51169195-066c-440f-9d66-60ab27c739ec tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Request body: {'port': {'network_id': '699c701c-ab1d-4cb6-99e6-18d5c4ae8f67', 'name': 'tempest-FloatingIPNegativeTestJSON-1223211466'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:01.633329 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61515e56-f8bf-4475-8fae-1592d3d3c1c1 None None] Routers {'37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:01.634656 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fbdc9e-74ab-487c-8c3a-06eb19eae0d9 None None] Sync routers for ids ['4e68eb37-0328-4822-bcf7-13d8377fb65a'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:01.635229 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-61515e56-f8bf-4475-8fae-1592d3d3c1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:18:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:01.681366 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2f58b3b6-6a58-4b70-9ccf-03c888f0b535 req-b6882af2-5665-4b4e-8c6f-86af463e4fe9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0e005ea3-05eb-4960-83d6-5e4747f2b68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908377 Jul 07 17:19:01.692668 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fbdc9e-74ab-487c-8c3a-06eb19eae0d9 None None] Routers {'4e68eb37-0328-4822-bcf7-13d8377fb65a'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:01.693701 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-96fbdc9e-74ab-487c-8c3a-06eb19eae0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:18:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['4e68eb37-0328-4822-bcf7-13d8377fb65a'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:01.718536 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-61515e56-f8bf-4475-8fae-1592d3d3c1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:01.719621 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61515e56-f8bf-4475-8fae-1592d3d3c1c1 None None] The sync data for ids ['37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:01.800454 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-96fbdc9e-74ab-487c-8c3a-06eb19eae0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:01.808134 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-7f265670-d0c1-455b-83a5-fe5730cf1146 None None] Attempting to bind port 94c485bf-15b9-4428-9944-636f756da186 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:01.808657 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-7f265670-d0c1-455b-83a5-fe5730cf1146 None None] Attempting to bind port 94c485bf-15b9-4428-9944-636f756da186 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '28bd09c2-4756-473e-b2bd-8e1684a859d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:01.809266 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f265670-d0c1-455b-83a5-fe5730cf1146 None None] Attempting to bind port 94c485bf-15b9-4428-9944-636f756da186 on network 507311b0-9434-46e9-9ba9-87b422a6045c {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:01.830583 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f265670-d0c1-455b-83a5-fe5730cf1146 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:01.831193 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f265670-d0c1-455b-83a5-fe5730cf1146 None None] Checking segment: {'id': '28bd09c2-4756-473e-b2bd-8e1684a859d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:01.832125 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-7f265670-d0c1-455b-83a5-fe5730cf1146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.832839 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f265670-d0c1-455b-83a5-fe5730cf1146 None None] Bound using segment: {'id': '28bd09c2-4756-473e-b2bd-8e1684a859d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:01.833702 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-7f265670-d0c1-455b-83a5-fe5730cf1146 None None] Bound port: 94c485bf-15b9-4428-9944-636f756da186, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd09c2-4756-473e-b2bd-8e1684a859d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:01.834540 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-7f265670-d0c1-455b-83a5-fe5730cf1146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.852287 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fbdc9e-74ab-487c-8c3a-06eb19eae0d9 None None] Routers {'4e68eb37-0328-4822-bcf7-13d8377fb65a'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:01.854219 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-96fbdc9e-74ab-487c-8c3a-06eb19eae0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:18:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['4e68eb37-0328-4822-bcf7-13d8377fb65a'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:02.071100 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-96fbdc9e-74ab-487c-8c3a-06eb19eae0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:02.073211 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fbdc9e-74ab-487c-8c3a-06eb19eae0d9 None None] The sync data for ids ['4e68eb37-0328-4822-bcf7-13d8377fb65a'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:02.106440 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2f58b3b6-6a58-4b70-9ccf-03c888f0b535 req-576a5377-b739-48f6-b024-47dafa7d6928 service neutron] 10.222.0.64 "GET /v2.0/networks/0e005ea3-05eb-4960-83d6-5e4747f2b68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701780 Jul 07 17:19:02.167959 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-7f265670-d0c1-455b-83a5-fe5730cf1146 None None] For port 94c485bf-15b9-4428-9944-636f756da186, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:02.169812 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a4d31ed1-d482-4a5a-814b-924a62fb1269 req-0ad1736f-318d-4e1d-a122-60d48a2ca737 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8629091 Jul 07 17:19:02.172861 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-7f265670-d0c1-455b-83a5-fe5730cf1146 None None] For port 94c485bf-15b9-4428-9944-636f756da186, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=94c485bf-15b9-4428-9944-636f756da186,segment=NetworkSegment(28bd09c2-4756-473e-b2bd-8e1684a859d1),segment_id=28bd09c2-4756-473e-b2bd-8e1684a859d1)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:02.180570 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-7f265670-d0c1-455b-83a5-fe5730cf1146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.323452 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-ec88c2ee-dbcd-4c7e-a5d0-f703fa4b39f8 req-4ed01c73-7c20-46a0-9724-097bbc0a2154 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] For port 0d8d46b0-f094-4207-b636-a00921448339, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=0d8d46b0-f094-4207-b636-a00921448339,segment=NetworkSegment(964587fe-7664-4bf2-ace4-274b800778e8),segment_id=964587fe-7664-4bf2-ace4-274b800778e8)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:02.328919 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ed4c7-df67-40f9-9ee9-144264eeb250 None None] Pushing event updated for resources: {'Port': ['ID=94c485bf-15b9-4428-9944-636f756da186,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:02.341600 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f265670-d0c1-455b-83a5-fe5730cf1146 None None] Routers {'031e4780-b0ce-479f-b8ab-92fdb55877d7'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:02.342396 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7f265670-d0c1-455b-83a5-fe5730cf1146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:18:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['031e4780-b0ce-479f-b8ab-92fdb55877d7'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:02.346686 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3316db2-06c0-4581-afd5-adfcbaf28f84 x-openstack-request-id: req-f3316db2-06c0-4581-afd5-adfcbaf28f84 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:02.347149 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4387be-c997-400a-aeba-81688f367554", "name": "network-vif-deleted", "tag": "94bd3849-30eb-4eef-b27a-1a2aa77b0362", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:02.347567 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3316db2-06c0-4581-afd5-adfcbaf28f84 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:02.348207 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4387be-c997-400a-aeba-81688f367554', 'name': 'network-vif-deleted', 'tag': '94bd3849-30eb-4eef-b27a-1a2aa77b0362', 'status': 'completed', 'code': 200} Jul 07 17:19:02.364334 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ec88c2ee-dbcd-4c7e-a5d0-f703fa4b39f8 req-4ed01c73-7c20-46a0-9724-097bbc0a2154 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.375131 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2f58b3b6-6a58-4b70-9ccf-03c888f0b535 req-92e330bf-4db1-4857-889c-9df9a591ca4e service neutron] 10.222.0.64 "GET /v2.0/networks/0e005ea3-05eb-4960-83d6-5e4747f2b68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578981 Jul 07 17:19:02.375981 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51169195-066c-440f-9d66-60ab27c739ec tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Made reservation on behalf of 62eaf170683f4b3a91c7e78ea6797de4 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:02.381073 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-51169195-066c-440f-9d66-60ab27c739ec tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.405279 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ec88c2ee-dbcd-4c7e-a5d0-f703fa4b39f8 req-4ed01c73-7c20-46a0-9724-097bbc0a2154 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.408048 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-51169195-066c-440f-9d66-60ab27c739ec tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] device_id is not set on port e9bf3a8a-c2dc-432f-8369-281527b2bca8 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:02.418808 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['0d8d46b0-f094-4207-b636-a00921448339'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:19:02.581137 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-7f265670-d0c1-455b-83a5-fe5730cf1146 None None] Set router 031e4780-b0ce-479f-b8ab-92fdb55877d7 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:02.638460 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88c2ee-dbcd-4c7e-a5d0-f703fa4b39f8 req-4ed01c73-7c20-46a0-9724-097bbc0a2154 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:02.639172 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ec88c2ee-dbcd-4c7e-a5d0-f703fa4b39f8 req-4ed01c73-7c20-46a0-9724-097bbc0a2154 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.643020 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec88c2ee-dbcd-4c7e-a5d0-f703fa4b39f8 req-4ed01c73-7c20-46a0-9724-097bbc0a2154 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "PUT /v2.0/ports/0d8d46b0-f094-4207-b636-a00921448339 HTTP/1.1" status: 200 len: 943 time: 1.9506350 Jul 07 17:19:02.657346 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1b8917-1234-48f4-98cb-30fc8159dfd6', 'tag': '0d8d46b0-f094-4207-b636-a00921448339'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:02.663820 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49306e40-2608-4b9e-ba86-7d0b5f7901e3" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1b8917-1234-48f4-98cb-30fc8159dfd6", "tag": "0d8d46b0-f094-4207-b636-a00921448339"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:02.742309 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ffe45390-b63e-4c97-866d-773d8e817c6b tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.748386 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['0d8d46b0-f094-4207-b636-a00921448339'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:19:02.790665 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ffe45390-b63e-4c97-866d-773d8e817c6b tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.803730 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed01c73-7c20-46a0-9724-097bbc0a2154 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Pushing event updated for resources: {'Port': ['ID=0d8d46b0-f094-4207-b636-a00921448339,revision_number=7']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:02.823127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed01c73-7c20-46a0-9724-097bbc0a2154 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:02.823464 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed01c73-7c20-46a0-9724-097bbc0a2154 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:02.823957 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed01c73-7c20-46a0-9724-097bbc0a2154 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:02.824307 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed01c73-7c20-46a0-9724-097bbc0a2154 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:02.824669 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed01c73-7c20-46a0-9724-097bbc0a2154 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:02.825016 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed01c73-7c20-46a0-9724-097bbc0a2154 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:02.825353 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed01c73-7c20-46a0-9724-097bbc0a2154 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:02.825693 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed01c73-7c20-46a0-9724-097bbc0a2154 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:02.826026 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed01c73-7c20-46a0-9724-097bbc0a2154 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:02.826359 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed01c73-7c20-46a0-9724-097bbc0a2154 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:02.826833 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed01c73-7c20-46a0-9724-097bbc0a2154 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:02.827171 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed01c73-7c20-46a0-9724-097bbc0a2154 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:02.866104 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-51169195-066c-440f-9d66-60ab27c739ec tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Allocated IP 172.20.0.11 (699c701c-ab1d-4cb6-99e6-18d5c4ae8f67/655e5c0a-d8cc-4be2-a225-612b41586dca/e9bf3a8a-c2dc-432f-8369-281527b2bca8) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:02.871177 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849cf3a3-b72b-408d-b6ca-47d81c890bf1 x-openstack-request-id: req-849cf3a3-b72b-408d-b6ca-47d81c890bf1 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:02.874329 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f740f459-f2d2-4f1a-b318-b90cdc802f57", "name": "network-vif-plugged", "status": "completed", "tag": "dfd9e9e1-a632-41fb-8e1a-db617c7e4da4", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:02.874762 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-849cf3a3-b72b-408d-b6ca-47d81c890bf1 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:02.875475 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f740f459-f2d2-4f1a-b318-b90cdc802f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd9e9e1-a632-41fb-8e1a-db617c7e4da4', 'code': 200} Jul 07 17:19:03.061789 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7f265670-d0c1-455b-83a5-fe5730cf1146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'name': 'tempest-TestNetworkBasicOps-router-2112546659', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:38Z', 'updated_at': '2021-07-07T17:18:55Z', 'revision_number': 4, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '94c485bf-15b9-4428-9944-636f756da186', 'name': '', 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'mac_address': 'fa:16:3e:10:dd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:54Z', 'updated_at': '2021-07-07T17:19:02Z', 'revision_number': 4, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'subnets': [{'id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:03.121331 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f265670-d0c1-455b-83a5-fe5730cf1146 None None] The sync data for ids ['031e4780-b0ce-479f-b8ab-92fdb55877d7'] in n-d-791503-12 is: [{'id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'name': 'tempest-TestNetworkBasicOps-router-2112546659', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:38Z', 'updated_at': '2021-07-07T17:18:55Z', 'revision_number': 4, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '94c485bf-15b9-4428-9944-636f756da186', 'name': '', 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'mac_address': 'fa:16:3e:10:dd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:54Z', 'updated_at': '2021-07-07T17:19:02Z', 'revision_number': 4, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'subnets': [{'id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:03.231464 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3aaaeb57-87b7-439c-80ff-7ca0fd53f683 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.264993 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307a336-7760-401e-bce8-20efadf20c51 req-f6f3d414-6e88-4354-ab09-a7f35b617e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:03.267158 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1307a336-7760-401e-bce8-20efadf20c51 req-f6f3d414-6e88-4354-ab09-a7f35b617e39 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 1098 time: 0.2566061 Jul 07 17:19:03.373460 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-51169195-066c-440f-9d66-60ab27c739ec tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.385782 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1307a336-7760-401e-bce8-20efadf20c51 req-0bc35371-8758-4cb2-ab14-e1d126076327 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096880 Jul 07 17:19:03.404686 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-51169195-066c-440f-9d66-60ab27c739ec tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Transition to ACTIVE for port object e9bf3a8a-c2dc-432f-8369-281527b2bca8 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:03.429290 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-ffe45390-b63e-4c97-866d-773d8e817c6b tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Floating IP fc02eff9-cead-4ac6-a4d7-a7ae5a523b6c associated. External IP: 172.25.0.179, port: a18f02a9-304b-46e2-a502-2720d1b440c7. Jul 07 17:19:03.476278 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-51169195-066c-440f-9d66-60ab27c739ec tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.565018 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3aaaeb57-87b7-439c-80ff-7ca0fd53f683 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.677939 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51169195-066c-440f-9d66-60ab27c739ec tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Network 699c701c-ab1d-4cb6-99e6-18d5c4ae8f67 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:03.691407 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d347d-1a27-48f3-9164-b26e6bef9f80 req-f929a6a5-de7b-41ce-96c3-0eab9a4946bb tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:03.707917 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-942d347d-1a27-48f3-9164-b26e6bef9f80 req-f929a6a5-de7b-41ce-96c3-0eab9a4946bb tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=77ed1ce4-5fbc-449e-a376-c7730358cb44 HTTP/1.1" status: 200 len: 945 time: 0.9502809 Jul 07 17:19:03.708559 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-51169195-066c-440f-9d66-60ab27c739ec tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:03.723154 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51169195-066c-440f-9d66-60ab27c739ec tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:03.730653 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51169195-066c-440f-9d66-60ab27c739ec tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Pushing event updated for resources: {'Port': ['ID=e9bf3a8a-c2dc-432f-8369-281527b2bca8,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:03.997546 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-26f281e5-c3b9-4648-b454-dd7062c2a40f tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6485 time: 2.6444571 Jul 07 17:19:04.051397 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-942d347d-1a27-48f3-9164-b26e6bef9f80 req-a916d59f-9a27-4b1f-bfc4-a5383e242236 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252340 Jul 07 17:19:04.065493 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-3aaaeb57-87b7-439c-80ff-7ca0fd53f683 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Deleting port 65adbe1f-4040-4b67-a6b4-b610b2f119db {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:04.077029 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3aaaeb57-87b7-439c-80ff-7ca0fd53f683 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.279307 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f2634dde-a417-40ed-ae30-5b1e14cefcbc None None] Provisioning for port e9bf3a8a-c2dc-432f-8369-281527b2bca8 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:04.285034 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3aaaeb57-87b7-439c-80ff-7ca0fd53f683 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.298566 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f2634dde-a417-40ed-ae30-5b1e14cefcbc None None] Provisioning complete for port e9bf3a8a-c2dc-432f-8369-281527b2bca8 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:04.305013 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f2634dde-a417-40ed-ae30-5b1e14cefcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.341931 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-3aaaeb57-87b7-439c-80ff-7ca0fd53f683 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Calling delete_port for 65adbe1f-4040-4b67-a6b4-b610b2f119db owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:04.485371 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-f2634dde-a417-40ed-ae30-5b1e14cefcbc None None] Port e9bf3a8a-c2dc-432f-8369-281527b2bca8 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:04.601164 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09564234-8bfe-4628-8512-22571fec9186 x-openstack-request-id: req-09564234-8bfe-4628-8512-22571fec9186 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:04.602549 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1b8917-1234-48f4-98cb-30fc8159dfd6", "tag": "0d8d46b0-f094-4207-b636-a00921448339", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:04.603289 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09564234-8bfe-4628-8512-22571fec9186 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:04.603947 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1b8917-1234-48f4-98cb-30fc8159dfd6', 'tag': '0d8d46b0-f094-4207-b636-a00921448339', 'status': 'completed', 'code': 200} Jul 07 17:19:04.703657 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 94c485bf-15b9-4428-9944-636f756da186 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:04.750214 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51169195-066c-440f-9d66-60ab27c739ec tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:04.750851 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-51169195-066c-440f-9d66-60ab27c739ec tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.766041 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-40792f5f-593f-44cd-b07d-da176ed0347e req-7d1d4765-dbe6-42b7-abfa-2d71f9901d87 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.2832942 Jul 07 17:19:04.788589 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-40792f5f-593f-44cd-b07d-da176ed0347e req-29c9cb60-4ec7-40f9-86e7-84c792bc8113 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:04.813887 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49306e40-2608-4b9e-ba86-7d0b5f7901e3 req-c643fb47-7a4b-4562-aa2f-7f660fcdc744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:04.816466 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49306e40-2608-4b9e-ba86-7d0b5f7901e3 req-c643fb47-7a4b-4562-aa2f-7f660fcdc744 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=963a6f61059f43fda2e16b5d1183ff85&device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 1098 time: 0.5282102 Jul 07 17:19:04.824055 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-51169195-066c-440f-9d66-60ab27c739ec tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1993914 Jul 07 17:19:04.828029 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43472) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:04.833685 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-a5484846-95b7-4726-9a9e-99a09ba3a354 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:04.871527 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c095f6-d3d3-4b07-8755-1b1c3f66702e req-da291e7e-a40a-4c45-883e-f6e8c7207bf5 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:04.873436 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-71c095f6-d3d3-4b07-8755-1b1c3f66702e req-da291e7e-a40a-4c45-883e-f6e8c7207bf5 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.64 "GET /v2.0/ports?device_id=848ce371-f4d8-4753-84c2-5309adaa22e3 HTTP/1.1" status: 200 len: 945 time: 1.1752553 Jul 07 17:19:04.876882 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-40792f5f-593f-44cd-b07d-da176ed0347e req-29c9cb60-4ec7-40f9-86e7-84c792bc8113 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.895958 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 94c485bf-15b9-4428-9944-636f756da186 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:04.902797 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 94c485bf-15b9-4428-9944-636f756da186 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:04.903972 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.041560 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.045263 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5484846-95b7-4726-9a9e-99a09ba3a354 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.109908 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 94c485bf-15b9-4428-9944-636f756da186, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=94c485bf-15b9-4428-9944-636f756da186,segment=NetworkSegment(28bd09c2-4756-473e-b2bd-8e1684a859d1),segment_id=28bd09c2-4756-473e-b2bd-8e1684a859d1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:05.116581 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.127761 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe45390-b63e-4c97-866d-773d8e817c6b tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Router 8081bcf8-d02f-46ae-a958-7ce2201710a8 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:05.198933 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=94c485bf-15b9-4428-9944-636f756da186,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:05.219217 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49306e40-2608-4b9e-ba86-7d0b5f7901e3 req-214c5eaf-0abc-41cd-b447-1d999da6334c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:05.221391 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49306e40-2608-4b9e-ba86-7d0b5f7901e3 req-214c5eaf-0abc-41cd-b447-1d999da6334c service neutron] 10.222.0.64 "GET /v2.0/networks?id=0e005ea3-05eb-4960-83d6-5e4747f2b68f HTTP/1.1" status: 200 len: 921 time: 0.2555087 Jul 07 17:19:05.315447 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-71c095f6-d3d3-4b07-8755-1b1c3f66702e req-58b331e6-f0d8-4d51-ad80-ddfd902fd730 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Deleting port 8dc81060-f12c-4d50-ac74-7a7ea986f264 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:05.315924 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-71c095f6-d3d3-4b07-8755-1b1c3f66702e req-58b331e6-f0d8-4d51-ad80-ddfd902fd730 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.327172 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49306e40-2608-4b9e-ba86-7d0b5f7901e3 req-a3d8df8c-61c0-4182-b641-1c55a241897f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d8d46b0-f094-4207-b636-a00921448339 HTTP/1.1" status: 200 len: 217 time: 0.0947990 Jul 07 17:19:05.418803 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-40792f5f-593f-44cd-b07d-da176ed0347e req-29c9cb60-4ec7-40f9-86e7-84c792bc8113 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.495403 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5484846-95b7-4726-9a9e-99a09ba3a354 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.537955 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3636e-f65e-4b9c-8bb6-1cc80a4c1c35 req-38a7e1e3-3bab-4f79-8d8c-ec37c77d6c34 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:05.545016 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-71c095f6-d3d3-4b07-8755-1b1c3f66702e req-58b331e6-f0d8-4d51-ad80-ddfd902fd730 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] For port 8dc81060-f12c-4d50-ac74-7a7ea986f264, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=8dc81060-f12c-4d50-ac74-7a7ea986f264,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:05.545458 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-71c095f6-d3d3-4b07-8755-1b1c3f66702e req-58b331e6-f0d8-4d51-ad80-ddfd902fd730 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.551364 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b7c3636e-f65e-4b9c-8bb6-1cc80a4c1c35 req-38a7e1e3-3bab-4f79-8d8c-ec37c77d6c34 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 946 time: 0.8714979 Jul 07 17:19:05.610253 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-71c095f6-d3d3-4b07-8755-1b1c3f66702e req-58b331e6-f0d8-4d51-ad80-ddfd902fd730 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Calling delete_port for 8dc81060-f12c-4d50-ac74-7a7ea986f264 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:05.675140 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3aaaeb57-87b7-439c-80ff-7ca0fd53f683 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.729176 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-40792f5f-593f-44cd-b07d-da176ed0347e req-29c9cb60-4ec7-40f9-86e7-84c792bc8113 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Allocated IP 172.25.0.107 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/3850d882-d770-4e5c-b29f-41f0af48b57b) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:05.775607 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49306e40-2608-4b9e-ba86-7d0b5f7901e3 req-95e7a181-6e5e-46a7-b559-b017a2a0ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:05.778176 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49306e40-2608-4b9e-ba86-7d0b5f7901e3 req-95e7a181-6e5e-46a7-b559-b017a2a0ffa8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31c817cf-4a54-4051-ac1f-6b744f1bf73c HTTP/1.1" status: 200 len: 860 time: 0.3554621 Jul 07 17:19:05.787301 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b7c3636e-f65e-4b9c-8bb6-1cc80a4c1c35 req-04ce3eed-71cc-4794-abde-1ab59d9c017e tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2345710 Jul 07 17:19:05.807257 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaaeb57-87b7-439c-80ff-7ca0fd53f683 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event deleted for resources: {'Port': ['ID=65adbe1f-4040-4b67-a6b4-b610b2f119db,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:05.819005 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe45390-b63e-4c97-866d-773d8e817c6b tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:05.839917 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a82dfbf-0818-48fa-9af0-50e7012b4bea None None] Sync routers for ids ['8081bcf8-d02f-46ae-a958-7ce2201710a8'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:05.869073 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a82dfbf-0818-48fa-9af0-50e7012b4bea None None] Routers {'8081bcf8-d02f-46ae-a958-7ce2201710a8'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:05.871905 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9a82dfbf-0818-48fa-9af0-50e7012b4bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:18:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['8081bcf8-d02f-46ae-a958-7ce2201710a8'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:05.872490 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ffe45390-b63e-4c97-866d-773d8e817c6b tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.907276 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49306e40-2608-4b9e-ba86-7d0b5f7901e3 req-55d87281-0b8a-431f-884c-bef45b351deb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0e005ea3-05eb-4960-83d6-5e4747f2b68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143122 Jul 07 17:19:06.061068 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ffe45390-b63e-4c97-866d-773d8e817c6b tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "PUT /v2.0/floatingips/fc02eff9-cead-4ac6-a4d7-a7ae5a523b6c HTTP/1.1" status: 200 len: 992 time: 6.2532108 Jul 07 17:19:06.061068 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3aaaeb57-87b7-439c-80ff-7ca0fd53f683 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.100112 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-40792f5f-593f-44cd-b07d-da176ed0347e req-29c9cb60-4ec7-40f9-86e7-84c792bc8113 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.161040 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80722880-0b09-45ca-9964-0b7119898944', 'tag': 'a18f02a9-304b-46e2-a502-2720d1b440c7'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:06.161302 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-71c095f6-d3d3-4b07-8755-1b1c3f66702e req-58b331e6-f0d8-4d51-ad80-ddfd902fd730 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.164682 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef68099e-a95f-4466-9997-23ee5ec1094a" -d '{"events": [{"name": "network-changed", "server_uuid": "80722880-0b09-45ca-9964-0b7119898944", "tag": "a18f02a9-304b-46e2-a502-2720d1b440c7"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:06.173115 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-9a82dfbf-0818-48fa-9af0-50e7012b4bea None None] Set router 8081bcf8-d02f-46ae-a958-7ce2201710a8 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:06.294806 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b331e6-f0d8-4d51-ad80-ddfd902fd730 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Pushing event deleted for resources: {'Port': ['ID=8dc81060-f12c-4d50-ac74-7a7ea986f264,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:06.358867 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-40792f5f-593f-44cd-b07d-da176ed0347e req-29c9cb60-4ec7-40f9-86e7-84c792bc8113 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.539587 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-a5484846-95b7-4726-9a9e-99a09ba3a354 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Allocated IP 172.25.0.124 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/10bd54f4-bbd9-48a0-86ce-9a210088570e) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:06.660235 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9a82dfbf-0818-48fa-9af0-50e7012b4bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'name': 'tempest-AttachVolumeShelveTestJSON-2145681699-router', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:07Z', 'updated_at': '2021-07-07T17:12:22Z', 'revision_number': 4, 'project_id': '18e760e73e3c432284bc214c0bade121', 'gw_port': {'id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:af:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:10Z', 'updated_at': '2021-07-07T17:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'fc02eff9-cead-4ac6-a4d7-a7ae5a523b6c', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'floating_ip_address': '172.25.0.179', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'port_id': 'a18f02a9-304b-46e2-a502-2720d1b440c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'mac_address': 'fa:16:3e:0c:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80722880-0b09-45ca-9964-0b7119898944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:18:19Z', 'updated_at': '2021-07-07T17:19:02Z', 'revision_number': 1, 'project_id': '18e760e73e3c432284bc214c0bade121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a86c32dd-ed0d-4cb6-883a-43f202f2b838', 'name': '', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'mac_address': 'fa:16:3e:6a:41:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:21Z', 'updated_at': '2021-07-07T17:12:33Z', 'revision_number': 5, 'project_id': '18e760e73e3c432284bc214c0bade121', 'subnets': [{'id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:06.666655 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 94c485bf-15b9-4428-9944-636f756da186 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:06.703643 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a82dfbf-0818-48fa-9af0-50e7012b4bea None None] Checking router: 8081bcf8-d02f-46ae-a958-7ce2201710a8 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:06.704089 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9cb60-4ec7-40f9-86e7-84c792bc8113 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Pushing event updated for resources: {'Port': ['ID=3850d882-d770-4e5c-b29f-41f0af48b57b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:06.714632 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c095f6-d3d3-4b07-8755-1b1c3f66702e req-58b331e6-f0d8-4d51-ad80-ddfd902fd730 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] No DVR routers for this DVR port 8dc81060-f12c-4d50-ac74-7a7ea986f264 on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:06.723456 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-71c095f6-d3d3-4b07-8755-1b1c3f66702e req-58b331e6-f0d8-4d51-ad80-ddfd902fd730 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.727923 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-71c095f6-d3d3-4b07-8755-1b1c3f66702e req-58b331e6-f0d8-4d51-ad80-ddfd902fd730 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.64 "DELETE /v2.0/ports/8dc81060-f12c-4d50-ac74-7a7ea986f264 HTTP/1.1" status: 204 len: 173 time: 1.8450441 Jul 07 17:19:06.731071 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848ce371-f4d8-4753-84c2-5309adaa22e3', 'name': 'network-vif-deleted', 'tag': '8dc81060-f12c-4d50-ac74-7a7ea986f264'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:06.733091 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb438c3-a7ee-46e9-a007-ca8d7d8ec633" -d '{"events": [{"server_uuid": "848ce371-f4d8-4753-84c2-5309adaa22e3", "name": "network-vif-deleted", "tag": "8dc81060-f12c-4d50-ac74-7a7ea986f264"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:06.741313 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d8c0dc74-2c88-4ef7-a3b0-001d94e20483 req-4d998724-c5b6-47a8-b77a-1c4b46948e0c tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=848ce371-f4d8-4753-84c2-5309adaa22e3 HTTP/1.1" status: 200 len: 210 time: 0.0705554 Jul 07 17:19:06.752087 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3aaaeb57-87b7-439c-80ff-7ca0fd53f683 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.756253 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a82dfbf-0818-48fa-9af0-50e7012b4bea None None] Routers {'8081bcf8-d02f-46ae-a958-7ce2201710a8'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:06.756516 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40792f5f-593f-44cd-b07d-da176ed0347e req-29c9cb60-4ec7-40f9-86e7-84c792bc8113 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:06.757151 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9a82dfbf-0818-48fa-9af0-50e7012b4bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:18:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['8081bcf8-d02f-46ae-a958-7ce2201710a8'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:06.765545 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-40792f5f-593f-44cd-b07d-da176ed0347e req-29c9cb60-4ec7-40f9-86e7-84c792bc8113 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:06.771325 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-40792f5f-593f-44cd-b07d-da176ed0347e req-29c9cb60-4ec7-40f9-86e7-84c792bc8113 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:06.777335 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3aaaeb57-87b7-439c-80ff-7ca0fd53f683 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.907141 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-9a82dfbf-0818-48fa-9af0-50e7012b4bea None None] Set router 8081bcf8-d02f-46ae-a958-7ce2201710a8 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:06.948563 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5484846-95b7-4726-9a9e-99a09ba3a354 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.981467 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49306e40-2608-4b9e-ba86-7d0b5f7901e3 req-e509b11b-8513-46e5-9e7d-365e5ad93108 service neutron] 10.222.0.64 "GET /v2.0/networks/0e005ea3-05eb-4960-83d6-5e4747f2b68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0348890 Jul 07 17:19:06.983288 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3aaaeb57-87b7-439c-80ff-7ca0fd53f683 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.984106 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aaaeb57-87b7-439c-80ff-7ca0fd53f683 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Fanout notify agent at l3_agent the message router_deleted on router 37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:19:07.046363 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-40792f5f-593f-44cd-b07d-da176ed0347e req-29c9cb60-4ec7-40f9-86e7-84c792bc8113 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.083494 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3aaaeb57-87b7-439c-80ff-7ca0fd53f683 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.093090 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3aaaeb57-87b7-439c-80ff-7ca0fd53f683 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "DELETE /v2.0/routers/37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e HTTP/1.1" status: 204 len: 168 time: 5.6143079 Jul 07 17:19:07.113475 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43490) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:07.132958 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 8dc81060-f12c-4d50-ac74-7a7ea986f264 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:07.184996 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5484846-95b7-4726-9a9e-99a09ba3a354 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.251051 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5484846-95b7-4726-9a9e-99a09ba3a354 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Pushing event updated for resources: {'Port': ['ID=10bd54f4-bbd9-48a0-86ce-9a210088570e,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:07.264035 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 8dc81060-f12c-4d50-ac74-7a7ea986f264 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:07.264641 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-40792f5f-593f-44cd-b07d-da176ed0347e req-29c9cb60-4ec7-40f9-86e7-84c792bc8113 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.264972 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 8dc81060-f12c-4d50-ac74-7a7ea986f264 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:07.335839 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.358176 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5484846-95b7-4726-9a9e-99a09ba3a354 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:07.362973 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f28205-c550-482e-83ab-5e67d2f78447 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Deleting subnet ea8fd90b-dea5-4e2e-a351-467c42390971 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:07.371324 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-a5484846-95b7-4726-9a9e-99a09ba3a354 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:07.378297 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-67f28205-c550-482e-83ab-5e67d2f78447 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.395053 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 94c485bf-15b9-4428-9944-636f756da186 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:07.395336 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.408038 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49306e40-2608-4b9e-ba86-7d0b5f7901e3 req-cfc1a9bc-e9df-4baa-9a58-7780d71a5df1 service neutron] 10.222.0.64 "GET /v2.0/networks/0e005ea3-05eb-4960-83d6-5e4747f2b68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122258 Jul 07 17:19:07.409645 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5484846-95b7-4726-9a9e-99a09ba3a354 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:07.445280 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9a82dfbf-0818-48fa-9af0-50e7012b4bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'name': 'tempest-AttachVolumeShelveTestJSON-2145681699-router', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:07Z', 'updated_at': '2021-07-07T17:12:22Z', 'revision_number': 4, 'project_id': '18e760e73e3c432284bc214c0bade121', 'gw_port': {'id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:af:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:10Z', 'updated_at': '2021-07-07T17:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'fc02eff9-cead-4ac6-a4d7-a7ae5a523b6c', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'floating_ip_address': '172.25.0.179', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'port_id': 'a18f02a9-304b-46e2-a502-2720d1b440c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'mac_address': 'fa:16:3e:0c:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80722880-0b09-45ca-9964-0b7119898944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:18:19Z', 'updated_at': '2021-07-07T17:19:02Z', 'revision_number': 1, 'project_id': '18e760e73e3c432284bc214c0bade121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a86c32dd-ed0d-4cb6-883a-43f202f2b838', 'name': '', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'mac_address': 'fa:16:3e:6a:41:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:21Z', 'updated_at': '2021-07-07T17:12:33Z', 'revision_number': 5, 'project_id': '18e760e73e3c432284bc214c0bade121', 'subnets': [{'id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:07.485103 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a82dfbf-0818-48fa-9af0-50e7012b4bea None None] The sync data for ids ['8081bcf8-d02f-46ae-a958-7ce2201710a8'] in n-d-791503-12 is: [{'id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'name': 'tempest-AttachVolumeShelveTestJSON-2145681699-router', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:07Z', 'updated_at': '2021-07-07T17:12:22Z', 'revision_number': 4, 'project_id': '18e760e73e3c432284bc214c0bade121', 'gw_port': {'id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:af:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:10Z', 'updated_at': '2021-07-07T17:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'fc02eff9-cead-4ac6-a4d7-a7ae5a523b6c', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'floating_ip_address': '172.25.0.179', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'port_id': 'a18f02a9-304b-46e2-a502-2720d1b440c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'mac_address': 'fa:16:3e:0c:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80722880-0b09-45ca-9964-0b7119898944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:18:19Z', 'updated_at': '2021-07-07T17:19:02Z', 'revision_number': 1, 'project_id': '18e760e73e3c432284bc214c0bade121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a86c32dd-ed0d-4cb6-883a-43f202f2b838', 'name': '', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'mac_address': 'fa:16:3e:6a:41:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:21Z', 'updated_at': '2021-07-07T17:12:33Z', 'revision_number': 5, 'project_id': '18e760e73e3c432284bc214c0bade121', 'subnets': [{'id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:07.615706 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43494) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:07.626611 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-7b50e7df-7012-4c84-9d9e-5e01f72131ed tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-828758546', 'description': 'tempest-secgroup-smoke-828758546 description', 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:07.671948 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-67f28205-c550-482e-83ab-5e67d2f78447 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.709581 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7b50e7df-7012-4c84-9d9e-5e01f72131ed tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.779584 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.873136 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8348e21-8963-44b2-bef7-f467d5c25059 x-openstack-request-id: req-b8348e21-8963-44b2-bef7-f467d5c25059 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:07.873965 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80722880-0b09-45ca-9964-0b7119898944", "tag": "a18f02a9-304b-46e2-a502-2720d1b440c7", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:07.873965 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8348e21-8963-44b2-bef7-f467d5c25059 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:07.874293 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80722880-0b09-45ca-9964-0b7119898944', 'tag': 'a18f02a9-304b-46e2-a502-2720d1b440c7', 'status': 'completed', 'code': 200} Jul 07 17:19:07.938180 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7b50e7df-7012-4c84-9d9e-5e01f72131ed tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.954809 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7b50e7df-7012-4c84-9d9e-5e01f72131ed tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.983647 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824318b4-9cd5-4a57-889c-8f927fb240fe None None] New status for floating IP fc02eff9-cead-4ac6-a4d7-a7ae5a523b6c: ACTIVE {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:19:07.998783 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50e7df-7012-4c84-9d9e-5e01f72131ed tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bbe048-21ab-4a5f-afdf-bf1197cdf2c0,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:08.024805 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea17b37-58e1-4f8e-ba23-d1ec37876632 x-openstack-request-id: req-8ea17b37-58e1-4f8e-ba23-d1ec37876632 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:08.025585 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848ce371-f4d8-4753-84c2-5309adaa22e3", "name": "network-vif-deleted", "tag": "8dc81060-f12c-4d50-ac74-7a7ea986f264", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:08.025730 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ea17b37-58e1-4f8e-ba23-d1ec37876632 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:08.026393 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848ce371-f4d8-4753-84c2-5309adaa22e3', 'name': 'network-vif-deleted', 'tag': '8dc81060-f12c-4d50-ac74-7a7ea986f264', 'status': 'completed', 'code': 200} Jul 07 17:19:08.036591 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7b50e7df-7012-4c84-9d9e-5e01f72131ed tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.038107 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7b50e7df-7012-4c84-9d9e-5e01f72131ed tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4209332 Jul 07 17:19:08.042395 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43498) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:08.049956 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-ca234d5b-e076-408e-95a7-3c376b0708e6 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'security_group_rule': {'security_group_id': 'a5bbe048-21ab-4a5f-afdf-bf1197cdf2c0', 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:08.080208 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68099e-a95f-4466-9997-23ee5ec1094a req-9b12617f-2680-4192-afc0-06a173fac4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:08.082270 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ef68099e-a95f-4466-9997-23ee5ec1094a req-9b12617f-2680-4192-afc0-06a173fac4f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18e760e73e3c432284bc214c0bade121&device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 1098 time: 0.2115061 Jul 07 17:19:08.090638 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca234d5b-e076-408e-95a7-3c376b0708e6 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.255293 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-67f28205-c550-482e-83ab-5e67d2f78447 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.307181 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5484846-95b7-4726-9a9e-99a09ba3a354 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.352856 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-40792f5f-593f-44cd-b07d-da176ed0347e req-29c9cb60-4ec7-40f9-86e7-84c792bc8113 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.380203 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-40792f5f-593f-44cd-b07d-da176ed0347e req-29c9cb60-4ec7-40f9-86e7-84c792bc8113 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.450410 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca234d5b-e076-408e-95a7-3c376b0708e6 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.454530 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5484846-95b7-4726-9a9e-99a09ba3a354 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.467662 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca234d5b-e076-408e-95a7-3c376b0708e6 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.472516 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68099e-a95f-4466-9997-23ee5ec1094a req-9640adfe-be3d-48e2-a9f1-2f086b588a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:08.475374 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ef68099e-a95f-4466-9997-23ee5ec1094a req-9640adfe-be3d-48e2-a9f1-2f086b588a18 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9c7bfe2-c6df-42ea-bc46-459eb954abd9 HTTP/1.1" status: 200 len: 918 time: 0.3807373 Jul 07 17:19:08.500333 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249cc650-082f-406f-8c00-ff80a413002a req-83d7da07-75a1-4460-82c5-3f4d69d84fec tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:08.503129 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-249cc650-082f-406f-8c00-ff80a413002a req-83d7da07-75a1-4460-82c5-3f4d69d84fec tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 946 time: 0.3087776 Jul 07 17:19:08.518483 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9cb60-4ec7-40f9-86e7-84c792bc8113 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Pushing event updated for resources: {'Port': ['ID=3850d882-d770-4e5c-b29f-41f0af48b57b,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:08.520102 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-67f28205-c550-482e-83ab-5e67d2f78447 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.577380 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f28205-c550-482e-83ab-5e67d2f78447 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event deleted for resources: {'Subnet': ['ID=ea8fd90b-dea5-4e2e-a351-467c42390971,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:08.579721 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-67f28205-c550-482e-83ab-5e67d2f78447 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.585892 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-67f28205-c550-482e-83ab-5e67d2f78447 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "DELETE /v2.0/subnets/ea8fd90b-dea5-4e2e-a351-467c42390971 HTTP/1.1" status: 204 len: 168 time: 1.4645057 Jul 07 17:19:08.589363 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43500) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:08.595091 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840d246d-aa7f-471b-9404-b7cf03f616bb None None] Network 15354526-f44b-472a-b0fd-a9338beb9bd5 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:08.598346 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-40792f5f-593f-44cd-b07d-da176ed0347e req-29c9cb60-4ec7-40f9-86e7-84c792bc8113 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.637151 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca234d5b-e076-408e-95a7-3c376b0708e6 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c72edf-3911-444a-b73f-fff435a4ad8a,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:08.668130 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca234d5b-e076-408e-95a7-3c376b0708e6 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.670293 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ca234d5b-e076-408e-95a7-3c376b0708e6 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6260607 Jul 07 17:19:08.674803 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43502) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:08.683407 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-c9d1b383-c94e-43bf-9467-e7ada3543bc8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'security_group_rule': {'security_group_id': 'a5bbe048-21ab-4a5f-afdf-bf1197cdf2c0', 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:08.708594 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-249cc650-082f-406f-8c00-ff80a413002a req-b57fad92-0058-4bb4-948a-8011d74838e5 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042085 Jul 07 17:19:08.708968 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-40792f5f-593f-44cd-b07d-da176ed0347e req-29c9cb60-4ec7-40f9-86e7-84c792bc8113 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.710204 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-40792f5f-593f-44cd-b07d-da176ed0347e req-29c9cb60-4ec7-40f9-86e7-84c792bc8113 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9280593 Jul 07 17:19:08.748040 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ef68099e-a95f-4466-9997-23ee5ec1094a req-ab37a052-604f-4c18-909f-f79baef68877 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a18f02a9-304b-46e2-a502-2720d1b440c7 HTTP/1.1" status: 200 len: 1002 time: 0.2393916 Jul 07 17:19:08.859905 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0a598fd5-a57f-4da9-a66b-5e35e4957f19 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.866765 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-40792f5f-593f-44cd-b07d-da176ed0347e req-259489f7-23b2-40c1-b174-528681bef237 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 696 time: 0.1169751 Jul 07 17:19:08.899593 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c9d1b383-c94e-43bf-9467-e7ada3543bc8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.900889 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68099e-a95f-4466-9997-23ee5ec1094a req-47844ea6-5747-4cb3-baf8-5d3f587025bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:08.906636 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ef68099e-a95f-4466-9997-23ee5ec1094a req-47844ea6-5747-4cb3-baf8-5d3f587025bf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b0fe605b-06e9-4628-b5de-b8df689c0601 HTTP/1.1" status: 200 len: 856 time: 0.1518652 Jul 07 17:19:09.034836 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68099e-a95f-4466-9997-23ee5ec1094a req-6e2264e4-7b11-48f9-8347-3cbb9b81b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:09.038026 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ef68099e-a95f-4466-9997-23ee5ec1094a req-6e2264e4-7b11-48f9-8347-3cbb9b81b678 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9c7bfe2-c6df-42ea-bc46-459eb954abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1205027 Jul 07 17:19:09.042631 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00bb75a-a112-4dbb-a64e-98b21a4e0bd3 None None] DHCP port deletion for 15354526-f44b-472a-b0fd-a9338beb9bd5 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:19:09.113597 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5484846-95b7-4726-9a9e-99a09ba3a354 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.125866 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5484846-95b7-4726-9a9e-99a09ba3a354 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.138112 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c9d1b383-c94e-43bf-9467-e7ada3543bc8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.149363 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40792f5f-593f-44cd-b07d-da176ed0347e req-6c9f4b3e-8e20-46bb-9a76-129b06e2b5da tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:09.150423 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a00bb75a-a112-4dbb-a64e-98b21a4e0bd3 None None] Deleting port b93ed5eb-1728-456b-abac-80933954a6b5 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:09.150921 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-40792f5f-593f-44cd-b07d-da176ed0347e req-6c9f4b3e-8e20-46bb-9a76-129b06e2b5da tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 784 time: 0.2732565 Jul 07 17:19:09.165523 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a00bb75a-a112-4dbb-a64e-98b21a4e0bd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.194658 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c9d1b383-c94e-43bf-9467-e7ada3543bc8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.206424 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-40792f5f-593f-44cd-b07d-da176ed0347e req-49bd06c9-2e15-428f-aa0c-58c78695b392 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:19:09.207912 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-40792f5f-593f-44cd-b07d-da176ed0347e req-49bd06c9-2e15-428f-aa0c-58c78695b392 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070438 Jul 07 17:19:09.278950 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1b383-c94e-43bf-9467-e7ada3543bc8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509aff16-da47-4d28-9a28-64813e336d99,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:09.297851 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c9d1b383-c94e-43bf-9467-e7ada3543bc8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.299615 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c9d1b383-c94e-43bf-9467-e7ada3543bc8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6242733 Jul 07 17:19:09.303905 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43516) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:09.307646 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-0a598fd5-a57f-4da9-a66b-5e35e4957f19 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Deleting port b93ed5eb-1728-456b-abac-80933954a6b5 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:09.308381 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0a598fd5-a57f-4da9-a66b-5e35e4957f19 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.310741 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5484846-95b7-4726-9a9e-99a09ba3a354 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Pushing event updated for resources: {'Port': ['ID=10bd54f4-bbd9-48a0-86ce-9a210088570e,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:09.314420 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-70d07cba-0ea5-4a76-9486-d7e2842e7eae tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'security_group_rule': {'security_group_id': 'a5bbe048-21ab-4a5f-afdf-bf1197cdf2c0', 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:09.360369 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-a00bb75a-a112-4dbb-a64e-98b21a4e0bd3 None None] For port b93ed5eb-1728-456b-abac-80933954a6b5, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b93ed5eb-1728-456b-abac-80933954a6b5,segment=NetworkSegment(c0615251-3fa1-4cd5-aa4b-23bd556330d8),segment_id=c0615251-3fa1-4cd5-aa4b-23bd556330d8)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:09.361090 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a00bb75a-a112-4dbb-a64e-98b21a4e0bd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.361747 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5484846-95b7-4726-9a9e-99a09ba3a354 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.390679 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a00bb75a-a112-4dbb-a64e-98b21a4e0bd3 None None] Calling delete_port for b93ed5eb-1728-456b-abac-80933954a6b5 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:09.422744 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-0a598fd5-a57f-4da9-a66b-5e35e4957f19 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] For port b93ed5eb-1728-456b-abac-80933954a6b5, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b93ed5eb-1728-456b-abac-80933954a6b5,segment=NetworkSegment(c0615251-3fa1-4cd5-aa4b-23bd556330d8),segment_id=c0615251-3fa1-4cd5-aa4b-23bd556330d8)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:09.423381 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0a598fd5-a57f-4da9-a66b-5e35e4957f19 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.427679 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-70d07cba-0ea5-4a76-9486-d7e2842e7eae tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.432987 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ef68099e-a95f-4466-9997-23ee5ec1094a req-136615ee-dd7d-45c0-a569-9d43084174ec service neutron] 10.222.0.72 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869302 Jul 07 17:19:09.478322 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-0a598fd5-a57f-4da9-a66b-5e35e4957f19 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Calling delete_port for b93ed5eb-1728-456b-abac-80933954a6b5 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:09.693854 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-70d07cba-0ea5-4a76-9486-d7e2842e7eae tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.725882 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-70d07cba-0ea5-4a76-9486-d7e2842e7eae tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.795673 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ef68099e-a95f-4466-9997-23ee5ec1094a req-a0302f9a-29c8-4581-ad71-eb503f6aa48b service neutron] 10.222.0.72 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541005 Jul 07 17:19:09.806132 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d07cba-0ea5-4a76-9486-d7e2842e7eae tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f577d7-c0c4-4b6b-95be-d6bd0ec3f394,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:09.820580 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-70d07cba-0ea5-4a76-9486-d7e2842e7eae tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.822669 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-70d07cba-0ea5-4a76-9486-d7e2842e7eae tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5159895 Jul 07 17:19:09.827073 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43522) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:09.836373 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-aa8cb263-05db-40f4-b2d6-b0c06e35d536 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'security_group_rule': {'security_group_id': 'a5bbe048-21ab-4a5f-afdf-bf1197cdf2c0', 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:09.929108 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a00bb75a-a112-4dbb-a64e-98b21a4e0bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.986985 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bb75a-a112-4dbb-a64e-98b21a4e0bd3 None None] Pushing event deleted for resources: {'Port': ['ID=b93ed5eb-1728-456b-abac-80933954a6b5,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:10.004053 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00bb75a-a112-4dbb-a64e-98b21a4e0bd3 None None] No DVR routers for this DVR port b93ed5eb-1728-456b-abac-80933954a6b5 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:10.111807 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa24850-31b2-4932-aa9a-5cf69d24ea57 req-9a2f7865-5df1-4150-bdb0-ffab05c60f7b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:10.114256 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eaa24850-31b2-4932-aa9a-5cf69d24ea57 req-9a2f7865-5df1-4150-bdb0-ffab05c60f7b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 946 time: 0.0920103 Jul 07 17:19:10.134742 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43524) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:10.141329 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-f7e0f4d0-c944-45cd-b28e-5f36e6073374 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Request body: {'floatingip': {'port_id': 'dfd9e9e1-a632-41fb-8e1a-db617c7e4da4'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:10.206308 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5484846-95b7-4726-9a9e-99a09ba3a354 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.208909 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a5484846-95b7-4726-9a9e-99a09ba3a354 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3793111 Jul 07 17:19:10.211617 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f4d0-c944-45cd-b28e-5f36e6073374 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for floatingip, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.215506 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43526) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:10.221629 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-9f7589de-9415-4611-8c37-0ccf32398fd3 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Request body: {'floatingip': {'port_id': 'e9bf3a8a-c2dc-432f-8369-281527b2bca8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:10.355743 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aa8cb263-05db-40f4-b2d6-b0c06e35d536 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.360507 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0a598fd5-a57f-4da9-a66b-5e35e4957f19 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.363256 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9f7589de-9415-4611-8c37-0ccf32398fd3 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks [] for floatingip, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.421755 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a598fd5-a57f-4da9-a66b-5e35e4957f19 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] No DVR routers for this DVR port b93ed5eb-1728-456b-abac-80933954a6b5 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:10.436606 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1460ebc-62ca-4d71-9cf6-d3c36f5277ac req-586e5675-c3c3-44e6-8913-c71d89a655fc tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:10.441954 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e1460ebc-62ca-4d71-9cf6-d3c36f5277ac req-586e5675-c3c3-44e6-8913-c71d89a655fc tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3245859 Jul 07 17:19:10.443226 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a598fd5-a57f-4da9-a66b-5e35e4957f19 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event deleted for resources: {'Port': ['ID=b93ed5eb-1728-456b-abac-80933954a6b5,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:10.648242 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b93ed5eb-1728-456b-abac-80933954a6b5 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:10.685872 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0a598fd5-a57f-4da9-a66b-5e35e4957f19 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.701884 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: b93ed5eb-1728-456b-abac-80933954a6b5 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:10.701884 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b93ed5eb-1728-456b-abac-80933954a6b5 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:10.717060 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e1460ebc-62ca-4d71-9cf6-d3c36f5277ac req-9c6696b0-5009-4f20-9e0d-c171dd55c13f tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 696 time: 0.2245209 Jul 07 17:19:10.722608 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-e1460ebc-62ca-4d71-9cf6-d3c36f5277ac req-f5e8908d-b513-4bbb-84de-f62f6e7756ab tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Request body: {'floatingip': {'port_id': '0d8d46b0-f094-4207-b636-a00921448339', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:10.727857 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-0a598fd5-a57f-4da9-a66b-5e35e4957f19 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15354526-f44b-472a-b0fd-a9338beb9bd5']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:10.751088 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aa8cb263-05db-40f4-b2d6-b0c06e35d536 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.768597 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aa8cb263-05db-40f4-b2d6-b0c06e35d536 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.785256 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-0a598fd5-a57f-4da9-a66b-5e35e4957f19 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0615251-3fa1-4cd5-aa4b-23bd556330d8') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:10.785601 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-0a598fd5-a57f-4da9-a66b-5e35e4957f19 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0615251-3fa1-4cd5-aa4b-23bd556330d8') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:10.807810 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-9f7589de-9415-4611-8c37-0ccf32398fd3 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] update failed (client error): The resource could not be found. Jul 07 17:19:10.808927 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9f7589de-9415-4611-8c37-0ccf32398fd3 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] 10.222.0.53 "PUT /v2.0/floatingips/647357c5-4b02-46ae-84e0-b7d1b1d31ca3 HTTP/1.1" status: 404 len: 507 time: 0.5913153 Jul 07 17:19:10.819233 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e1460ebc-62ca-4d71-9cf6-d3c36f5277ac req-f5e8908d-b513-4bbb-84de-f62f6e7756ab tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks [] for floatingip, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.825712 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43534) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:10.859916 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cb263-05db-40f4-b2d6-b0c06e35d536 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=781dacd4-e94a-41cd-85aa-30f5e249bbef,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:10.878687 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0a598fd5-a57f-4da9-a66b-5e35e4957f19 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.904913 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aa8cb263-05db-40f4-b2d6-b0c06e35d536 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.910841 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-aa8cb263-05db-40f4-b2d6-b0c06e35d536 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0779302 Jul 07 17:19:10.921426 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43536) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:10.933213 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-d04c5685-28df-4f67-a2ab-6e1289706be8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'security_group_rule': {'security_group_id': 'a5bbe048-21ab-4a5f-afdf-bf1197cdf2c0', 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:10.995666 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0a598fd5-a57f-4da9-a66b-5e35e4957f19 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.014816 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a598fd5-a57f-4da9-a66b-5e35e4957f19 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:19:11.015263 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0a598fd5-a57f-4da9-a66b-5e35e4957f19 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:19:11.018535 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:19:11.076648 n-d-791503-12 neutron-server[100193]: INFO neutron.db.securitygroups_db [None req-d04c5685-28df-4f67-a2ab-6e1289706be8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Project f7e4da5b6d5e463984eb77df0d02de9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:19:11.105794 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d04c5685-28df-4f67-a2ab-6e1289706be8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.212717 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0a598fd5-a57f-4da9-a66b-5e35e4957f19 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.224084 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0a598fd5-a57f-4da9-a66b-5e35e4957f19 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.226684 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0a598fd5-a57f-4da9-a66b-5e35e4957f19 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "DELETE /v2.0/networks/15354526-f44b-472a-b0fd-a9338beb9bd5 HTTP/1.1" status: 204 len: 168 time: 2.6352143 Jul 07 17:19:11.233110 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43538) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:11.262724 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a598fd5-a57f-4da9-a66b-5e35e4957f19 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event deleted for resources: {'Network': ['ID=15354526-f44b-472a-b0fd-a9338beb9bd5,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:11.333158 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-5ac1e31d-714d-4f1d-9593-713fc4a4bf3d tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Deleting port 10bd54f4-bbd9-48a0-86ce-9a210088570e {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:11.333496 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5ac1e31d-714d-4f1d-9593-713fc4a4bf3d tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.340917 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbda8b0-b068-42bf-9bf1-936cf8ece123 req-12ccb699-d8ec-49c6-8412-b17bad05e846 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:11.348019 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5cbda8b0-b068-42bf-9bf1-936cf8ece123 req-12ccb699-d8ec-49c6-8412-b17bad05e846 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.4898086 Jul 07 17:19:11.571837 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f4d0-c944-45cd-b28e-5f36e6073374 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.609084 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f4d0-c944-45cd-b28e-5f36e6073374 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.652520 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5ac1e31d-714d-4f1d-9593-713fc4a4bf3d tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.652520 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5ac1e31d-714d-4f1d-9593-713fc4a4bf3d tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.706300 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-5ac1e31d-714d-4f1d-9593-713fc4a4bf3d tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Calling delete_port for 10bd54f4-bbd9-48a0-86ce-9a210088570e owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:11.723151 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d04c5685-28df-4f67-a2ab-6e1289706be8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.791819 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d04c5685-28df-4f67-a2ab-6e1289706be8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.792254 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-2094f1b6-143f-4901-b082-0159062a7b53 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Deleting port 623fac82-e0d3-4c0a-952b-a00afd78ab32 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:11.796676 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2094f1b6-143f-4901-b082-0159062a7b53 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.828550 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5cbda8b0-b068-42bf-9bf1-936cf8ece123 req-1a13558c-176a-4f2a-8662-a3182e4cbb7a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4687350 Jul 07 17:19:11.882698 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c5685-28df-4f67-a2ab-6e1289706be8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed607b14-5320-4fa3-b76a-5cacbad51e86,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:11.941733 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d04c5685-28df-4f67-a2ab-6e1289706be8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.944610 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d04c5685-28df-4f67-a2ab-6e1289706be8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0183542 Jul 07 17:19:11.952420 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43542) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:11.967126 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-738c10ef-4381-4a9d-b433-bd594ab0c394 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'security_group_rule': {'security_group_id': 'a5bbe048-21ab-4a5f-afdf-bf1197cdf2c0', 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:11.975696 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-f7e0f4d0-c944-45cd-b28e-5f36e6073374 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Floating IP 831dd0b9-27db-48ff-89cf-3ebf85dafe6c associated. External IP: 172.25.0.249, port: dfd9e9e1-a632-41fb-8e1a-db617c7e4da4. Jul 07 17:19:12.228671 n-d-791503-12 neutron-server[100193]: INFO neutron.db.securitygroups_db [None req-738c10ef-4381-4a9d-b433-bd594ab0c394 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Project f7e4da5b6d5e463984eb77df0d02de9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:19:12.243351 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-738c10ef-4381-4a9d-b433-bd594ab0c394 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.278770 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583fb09-762e-4dc3-949d-f61b7d020988 req-46c463bc-57e2-4387-8e57-e497cbf19bfb tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:12.282248 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5583fb09-762e-4dc3-949d-f61b7d020988 req-46c463bc-57e2-4387-8e57-e497cbf19bfb tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.72 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.4360523 Jul 07 17:19:12.292499 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2094f1b6-143f-4901-b082-0159062a7b53 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.293207 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2094f1b6-143f-4901-b082-0159062a7b53 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.320907 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.db.resource_extend [req-e1460ebc-62ca-4d71-9cf6-d3c36f5277ac req-f5e8908d-b513-4bbb-84de-f62f6e7756ab tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:19:12.364723 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-2094f1b6-143f-4901-b082-0159062a7b53 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Calling delete_port for 623fac82-e0d3-4c0a-952b-a00afd78ab32 owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:12.429317 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e1460ebc-62ca-4d71-9cf6-d3c36f5277ac req-f5e8908d-b513-4bbb-84de-f62f6e7756ab tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.470248 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e1460ebc-62ca-4d71-9cf6-d3c36f5277ac req-f5e8908d-b513-4bbb-84de-f62f6e7756ab tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.608323 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-738c10ef-4381-4a9d-b433-bd594ab0c394 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.616884 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-738c10ef-4381-4a9d-b433-bd594ab0c394 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.666374 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c10ef-4381-4a9d-b433-bd594ab0c394 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6fcfc19-4679-49d5-ae59-9db02aa26b21,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:12.674614 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-738c10ef-4381-4a9d-b433-bd594ab0c394 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.685233 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-738c10ef-4381-4a9d-b433-bd594ab0c394 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7201037 Jul 07 17:19:12.704184 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e0f4d0-c944-45cd-b28e-5f36e6073374 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Router eed3d3eb-1a68-421c-a21f-a8fb1ee460da has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:12.722013 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-5583fb09-762e-4dc3-949d-f61b7d020988 req-301cf5af-b16c-4434-9bf7-20c7de94732a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Deleting port 7e78f571-904f-4da8-88ba-e8ea6ef2575f {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:12.722872 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5583fb09-762e-4dc3-949d-f61b7d020988 req-301cf5af-b16c-4434-9bf7-20c7de94732a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.733824 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [req-e1460ebc-62ca-4d71-9cf6-d3c36f5277ac req-f5e8908d-b513-4bbb-84de-f62f6e7756ab tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Floating IP b7b2cf5a-627c-4a83-b595-ba062eeee001 associated. External IP: 172.25.0.107, port: 0d8d46b0-f094-4207-b636-a00921448339. Jul 07 17:19:12.938869 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5ac1e31d-714d-4f1d-9593-713fc4a4bf3d tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.508910 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1e31d-714d-4f1d-9593-713fc4a4bf3d tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Pushing event deleted for resources: {'Port': ['ID=10bd54f4-bbd9-48a0-86ce-9a210088570e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:13.528862 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-5583fb09-762e-4dc3-949d-f61b7d020988 req-301cf5af-b16c-4434-9bf7-20c7de94732a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] For port 7e78f571-904f-4da8-88ba-e8ea6ef2575f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7e78f571-904f-4da8-88ba-e8ea6ef2575f,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:13.529223 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5583fb09-762e-4dc3-949d-f61b7d020988 req-301cf5af-b16c-4434-9bf7-20c7de94732a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.532685 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e0f4d0-c944-45cd-b28e-5f36e6073374 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:13.544289 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f4d0-c944-45cd-b28e-5f36e6073374 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.556918 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87fe485-0298-45c8-850c-2a25900e4413 None None] Sync routers for ids ['eed3d3eb-1a68-421c-a21f-a8fb1ee460da'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:13.578498 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87fe485-0298-45c8-850c-2a25900e4413 None None] Routers {'eed3d3eb-1a68-421c-a21f-a8fb1ee460da'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:13.581899 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b87fe485-0298-45c8-850c-2a25900e4413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:18:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['eed3d3eb-1a68-421c-a21f-a8fb1ee460da'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:13.759159 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-b87fe485-0298-45c8-850c-2a25900e4413 None None] Set router eed3d3eb-1a68-421c-a21f-a8fb1ee460da gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:13.760760 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2094f1b6-143f-4901-b082-0159062a7b53 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.868413 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094f1b6-143f-4901-b082-0159062a7b53 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event deleted for resources: {'Port': ['ID=623fac82-e0d3-4c0a-952b-a00afd78ab32,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:13.895163 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f7e0f4d0-c944-45cd-b28e-5f36e6073374 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "PUT /v2.0/floatingips/831dd0b9-27db-48ff-89cf-3ebf85dafe6c HTTP/1.1" status: 200 len: 992 time: 3.7580674 Jul 07 17:19:13.910592 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f740f459-f2d2-4f1a-b318-b90cdc802f57', 'tag': 'dfd9e9e1-a632-41fb-8e1a-db617c7e4da4'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:13.916604 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7eae38-ff41-4dd7-bbc4-d9a486afb641" -d '{"events": [{"name": "network-changed", "server_uuid": "f740f459-f2d2-4f1a-b318-b90cdc802f57", "tag": "dfd9e9e1-a632-41fb-8e1a-db617c7e4da4"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:13.949210 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6bf03-f1d4-4932-8af3-562d55938381 req-561a5b8b-4d32-4cc5-bd4c-f4f895aa01b5 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:13.953860 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7bc6bf03-f1d4-4932-8af3-562d55938381 req-561a5b8b-4d32-4cc5-bd4c-f4f895aa01b5 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a006a60a-8ef7-4446-8714-2825430f9e2c HTTP/1.1" status: 200 len: 945 time: 0.5237157 Jul 07 17:19:14.000007 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5ac1e31d-714d-4f1d-9593-713fc4a4bf3d tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.004986 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5ac1e31d-714d-4f1d-9593-713fc4a4bf3d tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.013484 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5ac1e31d-714d-4f1d-9593-713fc4a4bf3d tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] 10.222.0.53 "DELETE /v2.0/floatingips/647357c5-4b02-46ae-84e0-b7d1b1d31ca3 HTTP/1.1" status: 204 len: 168 time: 3.1763964 Jul 07 17:19:14.016942 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43560) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:14.018336 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2094f1b6-143f-4901-b082-0159062a7b53 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.023973 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2094f1b6-143f-4901-b082-0159062a7b53 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.032303 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2094f1b6-143f-4901-b082-0159062a7b53 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "DELETE /v2.0/floatingips/18069107-cb19-4c2f-a684-e871b63f068e HTTP/1.1" status: 204 len: 168 time: 2.7912500 Jul 07 17:19:14.036346 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-ec43e7a6-be10-4c5a-82d5-63a2f2589108 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Request body: {'floatingip': {'floating_network_id': '699c701c-ab1d-4cb6-99e6-18d5c4ae8f67', 'port_id': 'e9bf3a8a-c2dc-432f-8369-281527b2bca8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:14.040085 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43562) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:14.058769 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7e78f571-904f-4da8-88ba-e8ea6ef2575f no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:14.062019 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1460ebc-62ca-4d71-9cf6-d3c36f5277ac req-f5e8908d-b513-4bbb-84de-f62f6e7756ab tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Router 48b5e759-36cc-46fd-85a7-0f2d268a2623 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:14.095274 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ec43e7a6-be10-4c5a-82d5-63a2f2589108 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.142157 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d0b030-2832-47b2-a590-b8e2c088f2c2 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] DELETE failed (client error): The resource could not be found. Jul 07 17:19:14.143349 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0d0b030-2832-47b2-a590-b8e2c088f2c2 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:19:14.156034 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c0d0b030-2832-47b2-a590-b8e2c088f2c2 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "DELETE /v2.0/ports/a0586b75-a72b-4952-8e1f-dab2568e4505 HTTP/1.1" status: 404 len: 333 time: 0.1141522 Jul 07 17:19:14.161614 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43564) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:14.207073 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bbc4cef9-627b-43ab-bc55-3ff19ca9b059 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "GET /v2.0/ports?device_id=37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e HTTP/1.1" status: 200 len: 205 time: 0.0347667 Jul 07 17:19:14.208692 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43568) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:14.254792 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7bc6bf03-f1d4-4932-8af3-562d55938381 req-702f3db8-46bf-4825-aff6-d7451a4980f4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cbde43d-65b0-4739-aee8-0293958bbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162838 Jul 07 17:19:14.394127 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-973803ee-0264-451a-ada7-ff4f109749ac tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] delete failed (client error): The resource could not be found. Jul 07 17:19:14.396452 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-973803ee-0264-451a-ada7-ff4f109749ac tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "DELETE /v2.0/routers/37d8e6bf-f7f3-453d-b4c0-a35ab9eba66e HTTP/1.1" status: 404 len: 336 time: 0.1846809 Jul 07 17:19:14.403586 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43576) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:14.476671 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5583fb09-762e-4dc3-949d-f61b7d020988 req-301cf5af-b16c-4434-9bf7-20c7de94732a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.477460 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5583fb09-762e-4dc3-949d-f61b7d020988 req-301cf5af-b16c-4434-9bf7-20c7de94732a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.478065 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [req-5583fb09-762e-4dc3-949d-f61b7d020988 req-301cf5af-b16c-4434-9bf7-20c7de94732a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Floating IP 6b087c2f-8e74-428c-9601-39cb303b42d4 disassociated. External IP: 172.25.0.83, port: 7e78f571-904f-4da8-88ba-e8ea6ef2575f. Jul 07 17:19:14.478779 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-5583fb09-762e-4dc3-949d-f61b7d020988 req-301cf5af-b16c-4434-9bf7-20c7de94732a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Calling delete_port for 7e78f571-904f-4da8-88ba-e8ea6ef2575f owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:14.500328 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c6662e-441d-44c4-b310-8d38a12d3836 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] DELETE failed (client error): The resource could not be found. Jul 07 17:19:14.501263 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77c6662e-441d-44c4-b310-8d38a12d3836 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:19:14.508540 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-77c6662e-441d-44c4-b310-8d38a12d3836 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "DELETE /v2.0/subnets/ea8fd90b-dea5-4e2e-a351-467c42390971 HTTP/1.1" status: 404 len: 337 time: 0.0984397 Jul 07 17:19:14.522703 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43582) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:14.611322 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1460ebc-62ca-4d71-9cf6-d3c36f5277ac req-f5e8908d-b513-4bbb-84de-f62f6e7756ab tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:14.624791 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de06e771-5dd0-409c-90ad-fc7439190dff None None] Sync routers for ids ['48b5e759-36cc-46fd-85a7-0f2d268a2623'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:14.655354 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de06e771-5dd0-409c-90ad-fc7439190dff None None] Routers {'48b5e759-36cc-46fd-85a7-0f2d268a2623'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:14.658347 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-de06e771-5dd0-409c-90ad-fc7439190dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:18:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['48b5e759-36cc-46fd-85a7-0f2d268a2623'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:14.676100 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e1460ebc-62ca-4d71-9cf6-d3c36f5277ac req-f5e8908d-b513-4bbb-84de-f62f6e7756ab tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.762045 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5583fb09-762e-4dc3-949d-f61b7d020988 req-301cf5af-b16c-4434-9bf7-20c7de94732a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.856534 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301cf5af-b16c-4434-9bf7-20c7de94732a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Pushing event deleted for resources: {'Port': ['ID=7e78f571-904f-4da8-88ba-e8ea6ef2575f,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:14.922949 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b87fe485-0298-45c8-850c-2a25900e4413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'name': 'tempest-AttachVolumeTestJSON-315326028-router', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e9745790-a66f-4b18-9061-576418fba211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:42Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'gw_port': {'id': 'e9745790-a66f-4b18-9061-576418fba211', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:51Z', 'updated_at': '2021-07-07T17:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '831dd0b9-27db-48ff-89cf-3ebf85dafe6c', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'port_id': 'dfd9e9e1-a632-41fb-8e1a-db617c7e4da4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf', 'mac_address': 'fa:16:3e:28:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f740f459-f2d2-4f1a-b318-b90cdc802f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:18:26Z', 'updated_at': '2021-07-07T17:19:11Z', 'revision_number': 1, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44d34e5-4162-4302-ab10-46dec4a7318e', 'name': '', 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'mac_address': 'fa:16:3e:d7:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:06Z', 'updated_at': '2021-07-07T17:18:24Z', 'revision_number': 5, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'subnets': [{'id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:14.939862 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e1460ebc-62ca-4d71-9cf6-d3c36f5277ac req-f5e8908d-b513-4bbb-84de-f62f6e7756ab tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "PUT /v2.0/floatingips/b7b2cf5a-627c-4a83-b595-ba062eeee001 HTTP/1.1" status: 200 len: 997 time: 4.2216938 Jul 07 17:19:14.949492 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1b8917-1234-48f4-98cb-30fc8159dfd6', 'tag': '0d8d46b0-f094-4207-b636-a00921448339'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:14.951908 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473d08b4-11ef-48e6-85ba-8517d1a78e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1b8917-1234-48f4-98cb-30fc8159dfd6", "tag": "0d8d46b0-f094-4207-b636-a00921448339"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:14.969011 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-d9f19e50-77ab-4737-95c6-edb9dbda2637 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Deleting port 7cab7b6a-737b-405f-a31b-8aaa7d6f1a0a {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:14.969359 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9f19e50-77ab-4737-95c6-edb9dbda2637 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.981532 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-c2ef3d7e-bb7a-414b-a9cf-008ebec75d07 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-828758546&fields=id&tenant_id=f7e4da5b6d5e463984eb77df0d02de9e HTTP/1.1" status: 200 len: 267 time: 0.2330565 Jul 07 17:19:15.027640 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-de06e771-5dd0-409c-90ad-fc7439190dff None None] Set router 48b5e759-36cc-46fd-85a7-0f2d268a2623 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:15.031749 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87fe485-0298-45c8-850c-2a25900e4413 None None] Checking router: eed3d3eb-1a68-421c-a21f-a8fb1ee460da for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:15.065921 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87fe485-0298-45c8-850c-2a25900e4413 None None] Routers {'eed3d3eb-1a68-421c-a21f-a8fb1ee460da'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:15.066584 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b87fe485-0298-45c8-850c-2a25900e4413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:18:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['eed3d3eb-1a68-421c-a21f-a8fb1ee460da'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:15.091282 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9f19e50-77ab-4737-95c6-edb9dbda2637 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.106470 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-d9f19e50-77ab-4737-95c6-edb9dbda2637 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Calling delete_port for 7cab7b6a-737b-405f-a31b-8aaa7d6f1a0a owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:15.304436 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-b87fe485-0298-45c8-850c-2a25900e4413 None None] Set router eed3d3eb-1a68-421c-a21f-a8fb1ee460da gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:15.370988 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9f19e50-77ab-4737-95c6-edb9dbda2637 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.378998 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-ec43e7a6-be10-4c5a-82d5-63a2f2589108 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:19:15.386967 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ec43e7a6-be10-4c5a-82d5-63a2f2589108 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.3524611 Jul 07 17:19:15.411368 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43590) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:15.423651 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f19e50-77ab-4737-95c6-edb9dbda2637 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event deleted for resources: {'Port': ['ID=7cab7b6a-737b-405f-a31b-8aaa7d6f1a0a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:15.465850 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-de06e771-5dd0-409c-90ad-fc7439190dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108608792-router', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '31ce50d4-fbe5-470e-adc6-3a44e278f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:08Z', 'updated_at': '2021-07-07T17:17:31Z', 'revision_number': 4, 'project_id': '963a6f61059f43fda2e16b5d1183ff85', 'gw_port': {'id': '31ce50d4-fbe5-470e-adc6-3a44e278f505', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:11Z', 'updated_at': '2021-07-07T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'b7b2cf5a-627c-4a83-b595-ba062eeee001', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'port_id': '0d8d46b0-f094-4207-b636-a00921448339', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e005ea3-05eb-4960-83d6-5e4747f2b68f', 'mac_address': 'fa:16:3e:77:ca:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1b8917-1234-48f4-98cb-30fc8159dfd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:06Z', 'updated_at': '2021-07-07T17:19:12Z', 'revision_number': 1, 'project_id': '963a6f61059f43fda2e16b5d1183ff85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d8b2e31-e0b1-4893-8036-03bda60ff147', 'name': '', 'network_id': '0e005ea3-05eb-4960-83d6-5e4747f2b68f', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'mac_address': 'fa:16:3e:58:9f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '31c817cf-4a54-4051-ac1f-6b744f1bf73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:28Z', 'updated_at': '2021-07-07T17:17:41Z', 'revision_number': 5, 'project_id': '963a6f61059f43fda2e16b5d1183ff85', 'subnets': [{'id': '31c817cf-4a54-4051-ac1f-6b744f1bf73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:15.470281 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-2cb9be31-827c-47c1-9295-36fd4272e8cf tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'port_id': 'e9bf3a8a-c2dc-432f-8369-281527b2bca8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:15.514837 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de06e771-5dd0-409c-90ad-fc7439190dff None None] Checking router: 48b5e759-36cc-46fd-85a7-0f2d268a2623 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:15.534383 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de06e771-5dd0-409c-90ad-fc7439190dff None None] Routers {'48b5e759-36cc-46fd-85a7-0f2d268a2623'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:15.535167 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-de06e771-5dd0-409c-90ad-fc7439190dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:18:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['48b5e759-36cc-46fd-85a7-0f2d268a2623'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:15.537502 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5583fb09-762e-4dc3-949d-f61b7d020988 req-301cf5af-b16c-4434-9bf7-20c7de94732a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Router 988740ec-914b-4294-96ae-cf03fea467e6 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:15.568262 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-6659b0e2-99f3-4d9b-b795-75d7b8d62a0f tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:15.571596 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-6659b0e2-99f3-4d9b-b795-75d7b8d62a0f tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/networks?id=507311b0-9434-46e9-9ba9-87b422a6045c HTTP/1.1" status: 200 len: 796 time: 0.5738766 Jul 07 17:19:15.597734 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2cb9be31-827c-47c1-9295-36fd4272e8cf tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks [] for floatingip, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.600925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1460ebc-62ca-4d71-9cf6-d3c36f5277ac req-409fc232-d461-4a1c-9d82-7000b2f1ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:15.605000 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e1460ebc-62ca-4d71-9cf6-d3c36f5277ac req-409fc232-d461-4a1c-9d82-7000b2f1ea3c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=963a6f61059f43fda2e16b5d1183ff85&device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 1098 time: 0.2763786 Jul 07 17:19:15.618333 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-145e11d4-ec5d-4556-b312-bba2cfb47c63 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/quotas/f7e4da5b6d5e463984eb77df0d02de9e HTTP/1.1" status: 200 len: 375 time: 0.0327785 Jul 07 17:19:15.713216 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9f19e50-77ab-4737-95c6-edb9dbda2637 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.718859 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d9f19e50-77ab-4737-95c6-edb9dbda2637 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "DELETE /v2.0/ports/7cab7b6a-737b-405f-a31b-8aaa7d6f1a0a HTTP/1.1" status: 204 len: 168 time: 1.1946578 Jul 07 17:19:15.721730 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43594) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:15.833512 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-de06e771-5dd0-409c-90ad-fc7439190dff None None] Set router 48b5e759-36cc-46fd-85a7-0f2d268a2623 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:15.902266 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1460ebc-62ca-4d71-9cf6-d3c36f5277ac req-6d72bc27-1993-43f6-90c4-a27158ca1b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:15.910089 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e1460ebc-62ca-4d71-9cf6-d3c36f5277ac req-6d72bc27-1993-43f6-90c4-a27158ca1b69 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0e005ea3-05eb-4960-83d6-5e4747f2b68f HTTP/1.1" status: 200 len: 921 time: 0.2871599 Jul 07 17:19:15.995950 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-645579dd-ed94-4986-b66b-8007b72ca0db tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f7e4da5b6d5e463984eb77df0d02de9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3520823 Jul 07 17:19:15.997390 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b87fe485-0298-45c8-850c-2a25900e4413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'name': 'tempest-AttachVolumeTestJSON-315326028-router', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e9745790-a66f-4b18-9061-576418fba211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:42Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'gw_port': {'id': 'e9745790-a66f-4b18-9061-576418fba211', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:51Z', 'updated_at': '2021-07-07T17:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '831dd0b9-27db-48ff-89cf-3ebf85dafe6c', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'port_id': 'dfd9e9e1-a632-41fb-8e1a-db617c7e4da4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf', 'mac_address': 'fa:16:3e:28:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f740f459-f2d2-4f1a-b318-b90cdc802f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:18:26Z', 'updated_at': '2021-07-07T17:19:11Z', 'revision_number': 1, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44d34e5-4162-4302-ab10-46dec4a7318e', 'name': '', 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'mac_address': 'fa:16:3e:d7:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:06Z', 'updated_at': '2021-07-07T17:18:24Z', 'revision_number': 5, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'subnets': [{'id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:16.014880 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5583fb09-762e-4dc3-949d-f61b7d020988 req-301cf5af-b16c-4434-9bf7-20c7de94732a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:16.076801 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b94342-90f8-4a42-becb-275bd64b62d6 None None] Sync routers for ids ['988740ec-914b-4294-96ae-cf03fea467e6'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:16.084014 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87fe485-0298-45c8-850c-2a25900e4413 None None] The sync data for ids ['eed3d3eb-1a68-421c-a21f-a8fb1ee460da'] in n-d-791503-12 is: [{'id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'name': 'tempest-AttachVolumeTestJSON-315326028-router', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e9745790-a66f-4b18-9061-576418fba211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:42Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'gw_port': {'id': 'e9745790-a66f-4b18-9061-576418fba211', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:51Z', 'updated_at': '2021-07-07T17:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '831dd0b9-27db-48ff-89cf-3ebf85dafe6c', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'port_id': 'dfd9e9e1-a632-41fb-8e1a-db617c7e4da4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf', 'mac_address': 'fa:16:3e:28:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f740f459-f2d2-4f1a-b318-b90cdc802f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:18:26Z', 'updated_at': '2021-07-07T17:19:11Z', 'revision_number': 1, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44d34e5-4162-4302-ab10-46dec4a7318e', 'name': '', 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'mac_address': 'fa:16:3e:d7:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:06Z', 'updated_at': '2021-07-07T17:18:24Z', 'revision_number': 5, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'subnets': [{'id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:16.095520 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e1460ebc-62ca-4d71-9cf6-d3c36f5277ac req-845cd9a4-1cb0-433e-961e-77776c56f526 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d8d46b0-f094-4207-b636-a00921448339 HTTP/1.1" status: 200 len: 1000 time: 0.1845081 Jul 07 17:19:16.114057 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b94342-90f8-4a42-becb-275bd64b62d6 None None] Routers {'988740ec-914b-4294-96ae-cf03fea467e6'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:16.114393 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-91b94342-90f8-4a42-becb-275bd64b62d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:18:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['988740ec-914b-4294-96ae-cf03fea467e6'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:16.177754 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-5583fb09-762e-4dc3-949d-f61b7d020988 req-301cf5af-b16c-4434-9bf7-20c7de94732a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] No DVR routers for this DVR port 7e78f571-904f-4da8-88ba-e8ea6ef2575f on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:16.241391 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-25b7684e-c2e7-4ecc-9e5e-0a4b13984fa4 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Deleting port bbf4c514-373c-45c7-a9f9-48487fb1aa01 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:16.241785 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-25b7684e-c2e7-4ecc-9e5e-0a4b13984fa4 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.302190 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5583fb09-762e-4dc3-949d-f61b7d020988 req-301cf5af-b16c-4434-9bf7-20c7de94732a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.307244 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5583fb09-762e-4dc3-949d-f61b7d020988 req-301cf5af-b16c-4434-9bf7-20c7de94732a tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.72 "DELETE /v2.0/ports/7e78f571-904f-4da8-88ba-e8ea6ef2575f HTTP/1.1" status: 204 len: 173 time: 4.0161724 Jul 07 17:19:16.387110 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-a6230453-307b-4eb8-99b0-37d14ef7ea54 service neutron] 10.222.0.53 "GET /v2.0/networks/507311b0-9434-46e9-9ba9-87b422a6045c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601072 Jul 07 17:19:16.395075 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1460ebc-62ca-4d71-9cf6-d3c36f5277ac req-92fdf00e-f82d-4baa-872f-dafabda684b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:16.397906 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-91b94342-90f8-4a42-becb-275bd64b62d6 None None] Set router 988740ec-914b-4294-96ae-cf03fea467e6 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:16.406617 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e1460ebc-62ca-4d71-9cf6-d3c36f5277ac req-92fdf00e-f82d-4baa-872f-dafabda684b0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31c817cf-4a54-4051-ac1f-6b744f1bf73c HTTP/1.1" status: 200 len: 860 time: 0.2967703 Jul 07 17:19:16.483642 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2cb9be31-827c-47c1-9295-36fd4272e8cf tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.501202 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e1460ebc-62ca-4d71-9cf6-d3c36f5277ac req-9b87d697-96dc-42a9-8c2a-031011879584 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0e005ea3-05eb-4960-83d6-5e4747f2b68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925672 Jul 07 17:19:16.521115 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-e1460ebc-62ca-4d71-9cf6-d3c36f5277ac req-2b382274-cdf3-4e92-b047-a8e8a7b25b10 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:19:16.530880 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e1460ebc-62ca-4d71-9cf6-d3c36f5277ac req-2b382274-cdf3-4e92-b047-a8e8a7b25b10 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0293155 Jul 07 17:19:16.538461 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22e4e25-f41b-461a-ad32-e1cc339c6b72 None None] New status for floating IP 831dd0b9-27db-48ff-89cf-3ebf85dafe6c: ACTIVE {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:19:16.718680 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-de06e771-5dd0-409c-90ad-fc7439190dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108608792-router', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '31ce50d4-fbe5-470e-adc6-3a44e278f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:08Z', 'updated_at': '2021-07-07T17:17:31Z', 'revision_number': 4, 'project_id': '963a6f61059f43fda2e16b5d1183ff85', 'gw_port': {'id': '31ce50d4-fbe5-470e-adc6-3a44e278f505', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:11Z', 'updated_at': '2021-07-07T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'b7b2cf5a-627c-4a83-b595-ba062eeee001', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'port_id': '0d8d46b0-f094-4207-b636-a00921448339', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e005ea3-05eb-4960-83d6-5e4747f2b68f', 'mac_address': 'fa:16:3e:77:ca:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1b8917-1234-48f4-98cb-30fc8159dfd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:06Z', 'updated_at': '2021-07-07T17:19:12Z', 'revision_number': 1, 'project_id': '963a6f61059f43fda2e16b5d1183ff85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d8b2e31-e0b1-4893-8036-03bda60ff147', 'name': '', 'network_id': '0e005ea3-05eb-4960-83d6-5e4747f2b68f', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'mac_address': 'fa:16:3e:58:9f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '31c817cf-4a54-4051-ac1f-6b744f1bf73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:28Z', 'updated_at': '2021-07-07T17:17:41Z', 'revision_number': 5, 'project_id': '963a6f61059f43fda2e16b5d1183ff85', 'subnets': [{'id': '31c817cf-4a54-4051-ac1f-6b744f1bf73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:16.748487 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-25b7684e-c2e7-4ecc-9e5e-0a4b13984fa4 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.790414 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-554ef7fb-e246-4da2-9f48-e9c9d071c80e service neutron] 10.222.0.53 "GET /v2.0/networks/507311b0-9434-46e9-9ba9-87b422a6045c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897943 Jul 07 17:19:16.790732 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e1460ebc-62ca-4d71-9cf6-d3c36f5277ac req-55633f39-8bcc-48b2-935b-3cc0986363a7 service neutron] 10.222.0.53 "GET /v2.0/networks/0e005ea3-05eb-4960-83d6-5e4747f2b68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587996 Jul 07 17:19:16.791784 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-25b7684e-c2e7-4ecc-9e5e-0a4b13984fa4 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Calling delete_port for bbf4c514-373c-45c7-a9f9-48487fb1aa01 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:16.856485 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-91b94342-90f8-4a42-becb-275bd64b62d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988740ec-914b-4294-96ae-cf03fea467e6', 'name': 'tempest-ServerActionsTestJSON-1306582082-router', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:07:16Z', 'revision_number': 4, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'gw_port': {'id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'b174880f-664b-484e-94f8-cb6f68857a48', 'name': '', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'mac_address': 'fa:16:3e:f5:2b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:15Z', 'updated_at': '2021-07-07T17:07:26Z', 'revision_number': 5, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'subnets': [{'id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:16.933618 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de06e771-5dd0-409c-90ad-fc7439190dff None None] The sync data for ids ['48b5e759-36cc-46fd-85a7-0f2d268a2623'] in n-d-791503-12 is: [{'id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108608792-router', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '31ce50d4-fbe5-470e-adc6-3a44e278f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:08Z', 'updated_at': '2021-07-07T17:17:31Z', 'revision_number': 4, 'project_id': '963a6f61059f43fda2e16b5d1183ff85', 'gw_port': {'id': '31ce50d4-fbe5-470e-adc6-3a44e278f505', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:11Z', 'updated_at': '2021-07-07T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'b7b2cf5a-627c-4a83-b595-ba062eeee001', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'port_id': '0d8d46b0-f094-4207-b636-a00921448339', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e005ea3-05eb-4960-83d6-5e4747f2b68f', 'mac_address': 'fa:16:3e:77:ca:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1b8917-1234-48f4-98cb-30fc8159dfd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:06Z', 'updated_at': '2021-07-07T17:19:12Z', 'revision_number': 1, 'project_id': '963a6f61059f43fda2e16b5d1183ff85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d8b2e31-e0b1-4893-8036-03bda60ff147', 'name': '', 'network_id': '0e005ea3-05eb-4960-83d6-5e4747f2b68f', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'mac_address': 'fa:16:3e:58:9f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '31c817cf-4a54-4051-ac1f-6b744f1bf73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:28Z', 'updated_at': '2021-07-07T17:17:41Z', 'revision_number': 5, 'project_id': '963a6f61059f43fda2e16b5d1183ff85', 'subnets': [{'id': '31c817cf-4a54-4051-ac1f-6b744f1bf73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:16.966348 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b94342-90f8-4a42-becb-275bd64b62d6 None None] Checking router: 988740ec-914b-4294-96ae-cf03fea467e6 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:17.002654 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b94342-90f8-4a42-becb-275bd64b62d6 None None] Routers {'988740ec-914b-4294-96ae-cf03fea467e6'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:17.018437 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-91b94342-90f8-4a42-becb-275bd64b62d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:18:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['988740ec-914b-4294-96ae-cf03fea467e6'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:17.066959 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-2cb9be31-827c-47c1-9295-36fd4272e8cf tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Allocated IP 172.25.0.50 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/a56ed9ef-0143-4a59-a5e9-fc7c5f26bc2a) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:17.443768 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-91b94342-90f8-4a42-becb-275bd64b62d6 None None] Set router 988740ec-914b-4294-96ae-cf03fea467e6 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:17.475493 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-25b7684e-c2e7-4ecc-9e5e-0a4b13984fa4 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.494219 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2cb9be31-827c-47c1-9295-36fd4272e8cf tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.564141 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f251970-7ebb-4a7f-9d8e-1e0f45809333 None None] New status for floating IP b7b2cf5a-627c-4a83-b595-ba062eeee001: ACTIVE {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:19:17.604757 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2cb9be31-827c-47c1-9295-36fd4272e8cf tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.661302 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb9be31-827c-47c1-9295-36fd4272e8cf tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:17.667344 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-2cb9be31-827c-47c1-9295-36fd4272e8cf tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:17.676059 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb9be31-827c-47c1-9295-36fd4272e8cf tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:17.750985 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e1460ebc-62ca-4d71-9cf6-d3c36f5277ac req-3a1c24d8-4455-42e7-97ee-8cb41c420869 service neutron] 10.222.0.53 "GET /v2.0/networks/0e005ea3-05eb-4960-83d6-5e4747f2b68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9494660 Jul 07 17:19:17.753577 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-25b7684e-c2e7-4ecc-9e5e-0a4b13984fa4 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.757140 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-25b7684e-c2e7-4ecc-9e5e-0a4b13984fa4 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "DELETE /v2.0/ports/bbf4c514-373c-45c7-a9f9-48487fb1aa01 HTTP/1.1" status: 204 len: 168 time: 2.0339680 Jul 07 17:19:17.759310 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7684e-c2e7-4ecc-9e5e-0a4b13984fa4 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event deleted for resources: {'Port': ['ID=bbf4c514-373c-45c7-a9f9-48487fb1aa01,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:17.762227 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43610) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:17.815274 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9be31-827c-47c1-9295-36fd4272e8cf tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Pushing event updated for resources: {'Port': ['ID=a56ed9ef-0143-4a59-a5e9-fc7c5f26bc2a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:17.918733 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af7f81e-8dba-47a7-8cfa-259ddc66e2b6 x-openstack-request-id: req-0af7f81e-8dba-47a7-8cfa-259ddc66e2b6 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:17.919248 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1b8917-1234-48f4-98cb-30fc8159dfd6", "tag": "0d8d46b0-f094-4207-b636-a00921448339", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:17.926768 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0af7f81e-8dba-47a7-8cfa-259ddc66e2b6 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:17.928548 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1b8917-1234-48f4-98cb-30fc8159dfd6', 'tag': '0d8d46b0-f094-4207-b636-a00921448339', 'status': 'completed', 'code': 200} Jul 07 17:19:18.008770 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa85a08-761a-4751-a4ba-2dd1fcb61131 x-openstack-request-id: req-eaa85a08-761a-4751-a4ba-2dd1fcb61131 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:18.009165 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f740f459-f2d2-4f1a-b318-b90cdc802f57", "tag": "dfd9e9e1-a632-41fb-8e1a-db617c7e4da4", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:18.010154 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eaa85a08-761a-4751-a4ba-2dd1fcb61131 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:18.010974 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f740f459-f2d2-4f1a-b318-b90cdc802f57', 'tag': 'dfd9e9e1-a632-41fb-8e1a-db617c7e4da4', 'status': 'completed', 'code': 200} Jul 07 17:19:18.068203 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c9adc7-9d4e-4e85-8251-569aed6c7aa6 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:18.077520 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43618) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:18.078317 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-59c9adc7-9d4e-4e85-8251-569aed6c7aa6 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "GET /v2.0/ports?device_id=b599a00a-5bd2-4a4b-a493-1fb73b9b6aff HTTP/1.1" status: 200 len: 913 time: 0.3133080 Jul 07 17:19:18.107816 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8a9f577f-219d-4b6e-8e48-08c553a61820 req-4b777f8a-8956-4825-b9d8-18bfe0e2c2be tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 210 time: 0.0957456 Jul 07 17:19:18.157516 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7eae38-ff41-4dd7-bbc4-d9a486afb641 req-29a46a66-d136-4eb8-baf8-15d774fb0a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:18.162410 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe7eae38-ff41-4dd7-bbc4-d9a486afb641 req-29a46a66-d136-4eb8-baf8-15d774fb0a3a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05029c802c7d44e6b05d7b73d2dd31fb&device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 1098 time: 0.2171741 Jul 07 17:19:18.217130 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43622) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:18.279265 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-91b94342-90f8-4a42-becb-275bd64b62d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988740ec-914b-4294-96ae-cf03fea467e6', 'name': 'tempest-ServerActionsTestJSON-1306582082-router', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:07:16Z', 'revision_number': 4, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'gw_port': {'id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'b174880f-664b-484e-94f8-cb6f68857a48', 'name': '', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'mac_address': 'fa:16:3e:f5:2b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:15Z', 'updated_at': '2021-07-07T17:07:26Z', 'revision_number': 5, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'subnets': [{'id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:18.334997 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b94342-90f8-4a42-becb-275bd64b62d6 None None] The sync data for ids ['988740ec-914b-4294-96ae-cf03fea467e6'] in n-d-791503-12 is: [{'id': '988740ec-914b-4294-96ae-cf03fea467e6', 'name': 'tempest-ServerActionsTestJSON-1306582082-router', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:07:16Z', 'revision_number': 4, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'gw_port': {'id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'b174880f-664b-484e-94f8-cb6f68857a48', 'name': '', 'network_id': '77d41963-e136-4ba3-ad68-c6ff6b5ca03b', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'mac_address': 'fa:16:3e:f5:2b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:15Z', 'updated_at': '2021-07-07T17:07:26Z', 'revision_number': 5, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'subnets': [{'id': 'eb25b29e-8000-461d-9a31-049cca6cce84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:18.376687 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-29777014-e3a0-4d57-93d0-7ba723a6b1cb req-7e2261dc-bf41-4d55-b8da-f90ed73cb90b tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 1002 time: 0.2216201 Jul 07 17:19:18.449630 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29777014-e3a0-4d57-93d0-7ba723a6b1cb req-1a03a330-d0e0-42e9-afc9-035bcf446cab tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:18.452915 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-29777014-e3a0-4d57-93d0-7ba723a6b1cb req-1a03a330-d0e0-42e9-afc9-035bcf446cab tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports/0d8d46b0-f094-4207-b636-a00921448339 HTTP/1.1" status: 200 len: 943 time: 0.0670114 Jul 07 17:19:18.477011 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7eae38-ff41-4dd7-bbc4-d9a486afb641 req-b1704985-5439-428f-a193-ca42ae653754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:18.478325 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe7eae38-ff41-4dd7-bbc4-d9a486afb641 req-b1704985-5439-428f-a193-ca42ae653754 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8844e96f-6ac0-4025-abff-e3224e6714bf HTTP/1.1" status: 200 len: 911 time: 0.3053308 Jul 07 17:19:18.569838 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d08b4-11ef-48e6-85ba-8517d1a78e1e req-a4bb2375-1ea2-40d0-8411-4add47615a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:18.573020 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-473d08b4-11ef-48e6-85ba-8517d1a78e1e req-a4bb2375-1ea2-40d0-8411-4add47615a0a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=963a6f61059f43fda2e16b5d1183ff85&device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 1098 time: 0.5878744 Jul 07 17:19:18.604326 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe7eae38-ff41-4dd7-bbc4-d9a486afb641 req-3d88ed97-0ee1-47bd-b86a-c365b757a964 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfd9e9e1-a632-41fb-8e1a-db617c7e4da4 HTTP/1.1" status: 200 len: 1002 time: 0.1100307 Jul 07 17:19:18.793230 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7eae38-ff41-4dd7-bbc4-d9a486afb641 req-3bd27917-8b8c-4f44-9168-65b56403642e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:18.797771 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe7eae38-ff41-4dd7-bbc4-d9a486afb641 req-3bd27917-8b8c-4f44-9168-65b56403642e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e2ae55f5-c355-4456-833a-1db6be8fc78f HTTP/1.1" status: 200 len: 849 time: 0.1827824 Jul 07 17:19:18.816122 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:19:18.859867 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4862390b-c2f2-459a-aa12-1b6207e3a8d4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.907260 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-29777014-e3a0-4d57-93d0-7ba723a6b1cb req-e1d93775-6552-4c8c-ba8b-ed945022d0cd tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 1002 time: 0.1081102 Jul 07 17:19:18.981406 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeddc47-c347-4ebd-bdca-3de77f8b6210 None None] New status for floating IP 6b087c2f-8e74-428c-9601-39cb303b42d4: DOWN {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:19:19.097164 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d08b4-11ef-48e6-85ba-8517d1a78e1e req-7126843a-76df-4910-ae0d-c8fddeb8a2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:19.098795 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-473d08b4-11ef-48e6-85ba-8517d1a78e1e req-7126843a-76df-4910-ae0d-c8fddeb8a2c2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0e005ea3-05eb-4960-83d6-5e4747f2b68f HTTP/1.1" status: 200 len: 921 time: 0.4857347 Jul 07 17:19:19.123463 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29777014-e3a0-4d57-93d0-7ba723a6b1cb req-0aac79b6-53a1-4f9e-9ac5-ffcbfe9ed61f tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:19.126140 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-29777014-e3a0-4d57-93d0-7ba723a6b1cb req-0aac79b6-53a1-4f9e-9ac5-ffcbfe9ed61f tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 784 time: 0.2050598 Jul 07 17:19:19.158946 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4862390b-c2f2-459a-aa12-1b6207e3a8d4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.267960 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7eae38-ff41-4dd7-bbc4-d9a486afb641 req-a89d95cf-a80d-48c1-bd34-a342d0925967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:19.270603 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe7eae38-ff41-4dd7-bbc4-d9a486afb641 req-a89d95cf-a80d-48c1-bd34-a342d0925967 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8844e96f-6ac0-4025-abff-e3224e6714bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3618233 Jul 07 17:19:19.318487 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-29777014-e3a0-4d57-93d0-7ba723a6b1cb req-ff9ad539-428c-4d1d-9178-d3fe74253aa9 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 1002 time: 0.1725612 Jul 07 17:19:19.371683 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-473d08b4-11ef-48e6-85ba-8517d1a78e1e req-8d47785d-a550-4578-9226-559794957262 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d8d46b0-f094-4207-b636-a00921448339 HTTP/1.1" status: 200 len: 1002 time: 0.2393227 Jul 07 17:19:19.377348 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9be31-827c-47c1-9295-36fd4272e8cf tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Deleting port a56ed9ef-0143-4a59-a5e9-fc7c5f26bc2a {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:19.377873 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2cb9be31-827c-47c1-9295-36fd4272e8cf tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.413339 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-29777014-e3a0-4d57-93d0-7ba723a6b1cb req-b657838e-668a-43bf-a18f-524cecf33018 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:19.555111 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-29777014-e3a0-4d57-93d0-7ba723a6b1cb req-b657838e-668a-43bf-a18f-524cecf33018 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks [] for floatingip, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.634180 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe7eae38-ff41-4dd7-bbc4-d9a486afb641 req-6d03f2af-cbf3-433b-aba6-9a4d40976539 service neutron] 10.222.0.64 "GET /v2.0/networks/8844e96f-6ac0-4025-abff-e3224e6714bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513818 Jul 07 17:19:20.079294 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a006a60a-8ef7-4446-8714-2825430f9e2c', 'name': 'network-vif-deleted', 'tag': '7e78f571-904f-4da8-88ba-e8ea6ef2575f'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:20.082176 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af132a9-a292-4646-8db2-63ba539452c0" -d '{"events": [{"server_uuid": "a006a60a-8ef7-4446-8714-2825430f9e2c", "name": "network-vif-deleted", "tag": "7e78f571-904f-4da8-88ba-e8ea6ef2575f"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:20.178642 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6ab2f67d-674c-45a0-8624-4c0d309dda88 req-b4e1c3bb-f371-4e21-a9a2-c27e1ca928b5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 210 time: 0.6604013 Jul 07 17:19:20.202788 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4862390b-c2f2-459a-aa12-1b6207e3a8d4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.205630 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4862390b-c2f2-459a-aa12-1b6207e3a8d4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.211759 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4862390b-c2f2-459a-aa12-1b6207e3a8d4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "DELETE /v2.0/security-groups/6cbde43d-65b0-4739-aee8-0293958bbe5e HTTP/1.1" status: 204 len: 168 time: 1.9800618 Jul 07 17:19:20.212813 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43638) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:20.246013 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d08b4-11ef-48e6-85ba-8517d1a78e1e req-ee4b2efe-6f4b-4090-9303-f0fbe29711fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:20.247558 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-473d08b4-11ef-48e6-85ba-8517d1a78e1e req-ee4b2efe-6f4b-4090-9303-f0fbe29711fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31c817cf-4a54-4051-ac1f-6b744f1bf73c HTTP/1.1" status: 200 len: 860 time: 0.8634772 Jul 07 17:19:20.268671 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862390b-c2f2-459a-aa12-1b6207e3a8d4 tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbde43d-65b0-4739-aee8-0293958bbe5e,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:20.276903 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-98d93711-95f2-4c15-ab30-ab75858ec51e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] show failed (client error): The resource could not be found. Jul 07 17:19:20.282425 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-98d93711-95f2-4c15-ab30-ab75858ec51e tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "GET /v2.0/security-groups/6cbde43d-65b0-4739-aee8-0293958bbe5e HTTP/1.1" status: 404 len: 347 time: 0.0647600 Jul 07 17:19:20.285521 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43640) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:20.286424 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-29777014-e3a0-4d57-93d0-7ba723a6b1cb req-b657838e-668a-43bf-a18f-524cecf33018 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.298935 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-29777014-e3a0-4d57-93d0-7ba723a6b1cb req-b657838e-668a-43bf-a18f-524cecf33018 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.299280 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [req-29777014-e3a0-4d57-93d0-7ba723a6b1cb req-b657838e-668a-43bf-a18f-524cecf33018 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Floating IP b7b2cf5a-627c-4a83-b595-ba062eeee001 disassociated. External IP: 172.25.0.107, port: 0d8d46b0-f094-4207-b636-a00921448339. Jul 07 17:19:20.345703 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe7eae38-ff41-4dd7-bbc4-d9a486afb641 req-4777fa8a-d9c5-46bc-8511-4903e2d3a217 service neutron] 10.222.0.64 "GET /v2.0/networks/8844e96f-6ac0-4025-abff-e3224e6714bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7000115 Jul 07 17:19:20.356942 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-473d08b4-11ef-48e6-85ba-8517d1a78e1e req-e2ff2efd-8364-4b28-939a-f88654d76634 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0e005ea3-05eb-4960-83d6-5e4747f2b68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979924 Jul 07 17:19:20.359037 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2cb9be31-827c-47c1-9295-36fd4272e8cf tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.359459 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2cb9be31-827c-47c1-9295-36fd4272e8cf tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.402173 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9be31-827c-47c1-9295-36fd4272e8cf tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Calling delete_port for a56ed9ef-0143-4a59-a5e9-fc7c5f26bc2a owned by network:floatingip {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:20.477752 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcc677a-534c-440b-9880-3dfa3c7132be x-openstack-request-id: req-afcc677a-534c-440b-9880-3dfa3c7132be {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:20.478205 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a006a60a-8ef7-4446-8714-2825430f9e2c", "name": "network-vif-deleted", "tag": "7e78f571-904f-4da8-88ba-e8ea6ef2575f", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:20.478567 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-afcc677a-534c-440b-9880-3dfa3c7132be {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:20.479086 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a006a60a-8ef7-4446-8714-2825430f9e2c', 'name': 'network-vif-deleted', 'tag': '7e78f571-904f-4da8-88ba-e8ea6ef2575f', 'status': 'completed', 'code': 200} Jul 07 17:19:20.522377 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-d947a60b-998a-4f82-8835-4007187cd382 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:20.524171 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-d947a60b-998a-4f82-8835-4007187cd382 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.72 "GET /v2.0/networks?id=507311b0-9434-46e9-9ba9-87b422a6045c HTTP/1.1" status: 200 len: 796 time: 0.9960635 Jul 07 17:19:20.574128 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-fdb2dc40-b91f-481b-8d1c-d9c09eedb0ae tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Deleting port 1f4d8606-e043-4cf6-a7f2-f46a16a88bda {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:20.574128 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fdb2dc40-b91f-481b-8d1c-d9c09eedb0ae tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.665244 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-473d08b4-11ef-48e6-85ba-8517d1a78e1e req-8f7480eb-f87f-477d-a84e-62f2ef8cdddc service neutron] 10.222.0.64 "GET /v2.0/networks/0e005ea3-05eb-4960-83d6-5e4747f2b68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886429 Jul 07 17:19:20.669837 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-852e1868-a036-421c-a151-70389ace8292 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7e4da5b6d5e463984eb77df0d02de9e HTTP/1.1" status: 200 len: 379 time: 0.1042650 Jul 07 17:19:20.694538 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-22a33a10-b004-4294-9e5c-1dce07c4dece tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'port': {'device_id': '1d3ae079-368c-47ee-8178-868d6fe6d8a9', 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c', 'admin_state_up': True, 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'security_groups': ['a5bbe048-21ab-4a5f-afdf-bf1197cdf2c0']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:20.723814 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-53cf69f0-a5cf-4dbb-85ea-086b9f0982c2 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.905915 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fdb2dc40-b91f-481b-8d1c-d9c09eedb0ae tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.906534 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fdb2dc40-b91f-481b-8d1c-d9c09eedb0ae tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.943145 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-fdb2dc40-b91f-481b-8d1c-d9c09eedb0ae tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Calling delete_port for 1f4d8606-e043-4cf6-a7f2-f46a16a88bda owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:20.949486 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29777014-e3a0-4d57-93d0-7ba723a6b1cb req-b657838e-668a-43bf-a18f-524cecf33018 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Router 48b5e759-36cc-46fd-85a7-0f2d268a2623 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:20.993529 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2cb9be31-827c-47c1-9295-36fd4272e8cf tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.045234 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-473d08b4-11ef-48e6-85ba-8517d1a78e1e req-9454a6d6-df87-4d11-984d-39884415342c service neutron] 10.222.0.64 "GET /v2.0/networks/0e005ea3-05eb-4960-83d6-5e4747f2b68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705986 Jul 07 17:19:21.081040 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9be31-827c-47c1-9295-36fd4272e8cf tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Pushing event deleted for resources: {'Port': ['ID=a56ed9ef-0143-4a59-a5e9-fc7c5f26bc2a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:21.159076 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-22a33a10-b004-4294-9e5c-1dce07c4dece tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Made reservation on behalf of f7e4da5b6d5e463984eb77df0d02de9e for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:21.164215 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-22a33a10-b004-4294-9e5c-1dce07c4dece tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.260219 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29777014-e3a0-4d57-93d0-7ba723a6b1cb req-b657838e-668a-43bf-a18f-524cecf33018 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:21.280475 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166c4053-dc5b-446d-bd8c-8b492a02dfc1 None None] Sync routers for ids ['48b5e759-36cc-46fd-85a7-0f2d268a2623'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:21.328817 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-29777014-e3a0-4d57-93d0-7ba723a6b1cb req-b657838e-668a-43bf-a18f-524cecf33018 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.330804 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166c4053-dc5b-446d-bd8c-8b492a02dfc1 None None] Routers {'48b5e759-36cc-46fd-85a7-0f2d268a2623'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:21.332324 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-166c4053-dc5b-446d-bd8c-8b492a02dfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:18:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['48b5e759-36cc-46fd-85a7-0f2d268a2623'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:21.445813 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fdb2dc40-b91f-481b-8d1c-d9c09eedb0ae tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.461597 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0f68e61c-ffb7-403a-951c-33af54626b8e req-cd0df492-6be5-432e-a156-02f30d0742fd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 210 time: 0.0862870 Jul 07 17:19:21.527665 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-29777014-e3a0-4d57-93d0-7ba723a6b1cb req-b657838e-668a-43bf-a18f-524cecf33018 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "PUT /v2.0/floatingips/b7b2cf5a-627c-4a83-b595-ba062eeee001 HTTP/1.1" status: 200 len: 695 time: 2.1818225 Jul 07 17:19:21.528702 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1b8917-1234-48f4-98cb-30fc8159dfd6', 'tag': '0d8d46b0-f094-4207-b636-a00921448339'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:21.531194 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173533ca-6aa9-4083-89a3-655fe5bad8b1" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1b8917-1234-48f4-98cb-30fc8159dfd6", "tag": "0d8d46b0-f094-4207-b636-a00921448339"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:21.534210 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2dc40-b91f-481b-8d1c-d9c09eedb0ae tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Pushing event deleted for resources: {'Port': ['ID=1f4d8606-e043-4cf6-a7f2-f46a16a88bda,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:21.565850 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-166c4053-dc5b-446d-bd8c-8b492a02dfc1 None None] Set router 48b5e759-36cc-46fd-85a7-0f2d268a2623 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:21.613409 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-2cb9be31-827c-47c1-9295-36fd4272e8cf tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] create failed (client error): The resource could not be found. Jul 07 17:19:21.620740 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2cb9be31-827c-47c1-9295-36fd4272e8cf tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.1658862 Jul 07 17:19:21.634327 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43654) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:21.776093 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-22a33a10-b004-4294-9e5c-1dce07c4dece tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Allocated IP 172.20.0.9 (507311b0-9434-46e9-9ba9-87b422a6045c/703a8988-b4e5-43ee-b12c-dbe005b0e069/2923b46f-2cf0-44aa-a912-9aa874f69f80) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:21.778756 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29777014-e3a0-4d57-93d0-7ba723a6b1cb req-0f0c4042-b97c-464c-b791-d5ee15759edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:21.787199 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-29777014-e3a0-4d57-93d0-7ba723a6b1cb req-0f0c4042-b97c-464c-b791-d5ee15759edd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=963a6f61059f43fda2e16b5d1183ff85&device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 1098 time: 0.2426546 Jul 07 17:19:21.824604 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-53cf69f0-a5cf-4dbb-85ea-086b9f0982c2 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Deleting port 2e57540d-4c57-4e60-9674-5639797953d0 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:21.825181 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-53cf69f0-a5cf-4dbb-85ea-086b9f0982c2 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.930329 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e915c044-3b7b-4013-aec2-be7cae995d9b x-openstack-request-id: req-e915c044-3b7b-4013-aec2-be7cae995d9b {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:21.931168 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1b8917-1234-48f4-98cb-30fc8159dfd6", "tag": "0d8d46b0-f094-4207-b636-a00921448339", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:21.931794 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e915c044-3b7b-4013-aec2-be7cae995d9b {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:21.932464 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1b8917-1234-48f4-98cb-30fc8159dfd6', 'tag': '0d8d46b0-f094-4207-b636-a00921448339', 'status': 'completed', 'code': 200} Jul 07 17:19:21.934835 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29777014-e3a0-4d57-93d0-7ba723a6b1cb req-7dd824b7-14ea-4707-973c-feb53604b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:21.949168 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-29777014-e3a0-4d57-93d0-7ba723a6b1cb req-7dd824b7-14ea-4707-973c-feb53604b707 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0e005ea3-05eb-4960-83d6-5e4747f2b68f HTTP/1.1" status: 200 len: 921 time: 0.1604176 Jul 07 17:19:21.952597 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-53cf69f0-a5cf-4dbb-85ea-086b9f0982c2 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.970981 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-53cf69f0-a5cf-4dbb-85ea-086b9f0982c2 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Calling delete_port for 2e57540d-4c57-4e60-9674-5639797953d0 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:21.976996 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fdb2dc40-b91f-481b-8d1c-d9c09eedb0ae tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.981273 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fdb2dc40-b91f-481b-8d1c-d9c09eedb0ae tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.983421 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fdb2dc40-b91f-481b-8d1c-d9c09eedb0ae tempest-ServerActionsTestJSON-843460298 tempest-ServerActionsTestJSON-843460298-project] 10.222.0.53 "DELETE /v2.0/floatingips/6b087c2f-8e74-428c-9601-39cb303b42d4 HTTP/1.1" status: 204 len: 168 time: 1.6953933 Jul 07 17:19:22.059875 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43656) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:22.076316 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-29777014-e3a0-4d57-93d0-7ba723a6b1cb req-8f6b4288-a4e0-4459-aa82-ab6092e14383 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d8d46b0-f094-4207-b636-a00921448339 HTTP/1.1" status: 200 len: 217 time: 0.1254539 Jul 07 17:19:22.099284 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-166c4053-dc5b-446d-bd8c-8b492a02dfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108608792-router', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '31ce50d4-fbe5-470e-adc6-3a44e278f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:08Z', 'updated_at': '2021-07-07T17:17:31Z', 'revision_number': 4, 'project_id': '963a6f61059f43fda2e16b5d1183ff85', 'gw_port': {'id': '31ce50d4-fbe5-470e-adc6-3a44e278f505', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:11Z', 'updated_at': '2021-07-07T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '3d8b2e31-e0b1-4893-8036-03bda60ff147', 'name': '', 'network_id': '0e005ea3-05eb-4960-83d6-5e4747f2b68f', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'mac_address': 'fa:16:3e:58:9f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '31c817cf-4a54-4051-ac1f-6b744f1bf73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:28Z', 'updated_at': '2021-07-07T17:17:41Z', 'revision_number': 5, 'project_id': '963a6f61059f43fda2e16b5d1183ff85', 'subnets': [{'id': '31c817cf-4a54-4051-ac1f-6b744f1bf73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:22.158582 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-df276b23-f608-4005-9494-f3b31ffa4517 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Deleting port e9bf3a8a-c2dc-432f-8369-281527b2bca8 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:22.159130 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-df276b23-f608-4005-9494-f3b31ffa4517 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.164291 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29777014-e3a0-4d57-93d0-7ba723a6b1cb req-9f28bbf9-c432-44f1-a232-dda2e9ba1eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:22.173737 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-29777014-e3a0-4d57-93d0-7ba723a6b1cb req-9f28bbf9-c432-44f1-a232-dda2e9ba1eed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31c817cf-4a54-4051-ac1f-6b744f1bf73c HTTP/1.1" status: 200 len: 860 time: 0.0964122 Jul 07 17:19:22.262783 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-29777014-e3a0-4d57-93d0-7ba723a6b1cb req-6979e3ba-d138-4f96-9c23-dcd7d85fc8ee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0e005ea3-05eb-4960-83d6-5e4747f2b68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879943 Jul 07 17:19:22.317046 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173533ca-6aa9-4083-89a3-655fe5bad8b1 req-f4a4e510-4744-43f5-80a6-defef750326b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:22.319909 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-173533ca-6aa9-4083-89a3-655fe5bad8b1 req-f4a4e510-4744-43f5-80a6-defef750326b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=963a6f61059f43fda2e16b5d1183ff85&device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 1098 time: 0.2659745 Jul 07 17:19:22.410685 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-df276b23-f608-4005-9494-f3b31ffa4517 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.424403 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166c4053-dc5b-446d-bd8c-8b492a02dfc1 None None] Checking router: 48b5e759-36cc-46fd-85a7-0f2d268a2623 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:22.437068 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-df276b23-f608-4005-9494-f3b31ffa4517 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Calling delete_port for e9bf3a8a-c2dc-432f-8369-281527b2bca8 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:22.441321 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166c4053-dc5b-446d-bd8c-8b492a02dfc1 None None] Routers {'48b5e759-36cc-46fd-85a7-0f2d268a2623'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:22.442857 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-166c4053-dc5b-446d-bd8c-8b492a02dfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:18:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['48b5e759-36cc-46fd-85a7-0f2d268a2623'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:22.481862 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-29777014-e3a0-4d57-93d0-7ba723a6b1cb req-9079e5e5-4c3f-475c-ae8e-cc19a559bc7e service neutron] 10.222.0.53 "GET /v2.0/networks/0e005ea3-05eb-4960-83d6-5e4747f2b68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842051 Jul 07 17:19:22.611524 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-22a33a10-b004-4294-9e5c-1dce07c4dece tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.683635 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-29777014-e3a0-4d57-93d0-7ba723a6b1cb req-679d42c5-f00a-4248-8f36-4a53afd8f23d service neutron] 10.222.0.53 "GET /v2.0/networks/0e005ea3-05eb-4960-83d6-5e4747f2b68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007277 Jul 07 17:19:22.730424 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-53cf69f0-a5cf-4dbb-85ea-086b9f0982c2 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.736484 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-166c4053-dc5b-446d-bd8c-8b492a02dfc1 None None] Set router 48b5e759-36cc-46fd-85a7-0f2d268a2623 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:22.819681 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-df276b23-f608-4005-9494-f3b31ffa4517 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.844037 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173533ca-6aa9-4083-89a3-655fe5bad8b1 req-1696b7d4-a214-4e69-96eb-37284c6ac7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:22.850962 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-173533ca-6aa9-4083-89a3-655fe5bad8b1 req-1696b7d4-a214-4e69-96eb-37284c6ac7d8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0e005ea3-05eb-4960-83d6-5e4747f2b68f HTTP/1.1" status: 200 len: 921 time: 0.5237255 Jul 07 17:19:22.875421 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df276b23-f608-4005-9494-f3b31ffa4517 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Pushing event deleted for resources: {'Port': ['ID=e9bf3a8a-c2dc-432f-8369-281527b2bca8,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:22.879152 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-22a33a10-b004-4294-9e5c-1dce07c4dece tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Transition to ACTIVE for port object 2923b46f-2cf0-44aa-a912-9aa874f69f80 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:22.951536 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf69f0-a5cf-4dbb-85ea-086b9f0982c2 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event deleted for resources: {'Port': ['ID=2e57540d-4c57-4e60-9674-5639797953d0,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:22.961654 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1f8a5d8e-8576-40ef-8d18-5668a55f4a6f req-07bbb9ec-c01e-4e18-b35f-95b0c3b55677 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 210 time: 0.2170496 Jul 07 17:19:23.018296 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-173533ca-6aa9-4083-89a3-655fe5bad8b1 req-dabd5c55-535f-4fcf-bf9f-1c482648c518 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d8d46b0-f094-4207-b636-a00921448339 HTTP/1.1" status: 200 len: 217 time: 0.1058624 Jul 07 17:19:23.025465 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58dca47e-88e9-4f1b-a364-8e3d7b1d650e req-ef66e01b-cf2a-4ac5-92a9-00628238bd8d tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/floatingips/b7b2cf5a-627c-4a83-b595-ba062eeee001 HTTP/1.1" status: 200 len: 695 time: 0.0908761 Jul 07 17:19:23.190257 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dca47e-88e9-4f1b-a364-8e3d7b1d650e req-c0906856-b70e-48e7-aad7-ef6c335f04bb tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:23.198597 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58dca47e-88e9-4f1b-a364-8e3d7b1d650e req-c0906856-b70e-48e7-aad7-ef6c335f04bb tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 784 time: 0.1718946 Jul 07 17:19:23.205312 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-58dca47e-88e9-4f1b-a364-8e3d7b1d650e req-a694c4a2-5663-480f-b6ea-51584482847f tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:19:23.214153 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58dca47e-88e9-4f1b-a364-8e3d7b1d650e req-a694c4a2-5663-480f-b6ea-51584482847f tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145774 Jul 07 17:19:23.266247 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-22a33a10-b004-4294-9e5c-1dce07c4dece tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.336834 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-df276b23-f608-4005-9494-f3b31ffa4517 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.339545 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-df276b23-f608-4005-9494-f3b31ffa4517 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] 10.222.0.53 "DELETE /v2.0/ports/e9bf3a8a-c2dc-432f-8369-281527b2bca8 HTTP/1.1" status: 204 len: 168 time: 1.6992946 Jul 07 17:19:23.343254 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43670) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:23.358881 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173533ca-6aa9-4083-89a3-655fe5bad8b1 req-7c23fe56-39a1-41f5-bdb2-81fa73cceedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:23.360449 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-173533ca-6aa9-4083-89a3-655fe5bad8b1 req-7c23fe56-39a1-41f5-bdb2-81fa73cceedb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31c817cf-4a54-4051-ac1f-6b744f1bf73c HTTP/1.1" status: 200 len: 860 time: 0.3180954 Jul 07 17:19:23.364161 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58dca47e-88e9-4f1b-a364-8e3d7b1d650e req-a471b16a-66b3-4882-ab98-1573ae5d6079 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 698 time: 0.1482217 Jul 07 17:19:23.397948 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3f967179-f31f-435b-bd81-4769d4f94c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.414612 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-166c4053-dc5b-446d-bd8c-8b492a02dfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108608792-router', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '31ce50d4-fbe5-470e-adc6-3a44e278f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:08Z', 'updated_at': '2021-07-07T17:17:31Z', 'revision_number': 4, 'project_id': '963a6f61059f43fda2e16b5d1183ff85', 'gw_port': {'id': '31ce50d4-fbe5-470e-adc6-3a44e278f505', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:11Z', 'updated_at': '2021-07-07T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '3d8b2e31-e0b1-4893-8036-03bda60ff147', 'name': '', 'network_id': '0e005ea3-05eb-4960-83d6-5e4747f2b68f', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'mac_address': 'fa:16:3e:58:9f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '31c817cf-4a54-4051-ac1f-6b744f1bf73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:28Z', 'updated_at': '2021-07-07T17:17:41Z', 'revision_number': 5, 'project_id': '963a6f61059f43fda2e16b5d1183ff85', 'subnets': [{'id': '31c817cf-4a54-4051-ac1f-6b744f1bf73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:23.464558 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166c4053-dc5b-446d-bd8c-8b492a02dfc1 None None] The sync data for ids ['48b5e759-36cc-46fd-85a7-0f2d268a2623'] in n-d-791503-12 is: [{'id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108608792-router', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '31ce50d4-fbe5-470e-adc6-3a44e278f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:08Z', 'updated_at': '2021-07-07T17:17:31Z', 'revision_number': 4, 'project_id': '963a6f61059f43fda2e16b5d1183ff85', 'gw_port': {'id': '31ce50d4-fbe5-470e-adc6-3a44e278f505', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:11Z', 'updated_at': '2021-07-07T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '3d8b2e31-e0b1-4893-8036-03bda60ff147', 'name': '', 'network_id': '0e005ea3-05eb-4960-83d6-5e4747f2b68f', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'mac_address': 'fa:16:3e:58:9f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '31c817cf-4a54-4051-ac1f-6b744f1bf73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:28Z', 'updated_at': '2021-07-07T17:17:41Z', 'revision_number': 5, 'project_id': '963a6f61059f43fda2e16b5d1183ff85', 'subnets': [{'id': '31c817cf-4a54-4051-ac1f-6b744f1bf73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:23.465704 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-173533ca-6aa9-4083-89a3-655fe5bad8b1 req-c42fc817-342a-4112-973b-f6582808d0be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0e005ea3-05eb-4960-83d6-5e4747f2b68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727346 Jul 07 17:19:23.485751 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58dca47e-88e9-4f1b-a364-8e3d7b1d650e req-c0afa3c3-95a4-4f7b-b807-212a68c81c39 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 698 time: 0.0945251 Jul 07 17:19:23.576464 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b77c333-d264-41e3-ab8a-539b7df13533 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:23.578306 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1b77c333-d264-41e3-ab8a-539b7df13533 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e68eb37-0328-4822-bcf7-13d8377fb65a HTTP/1.1" status: 200 len: 913 time: 0.2339799 Jul 07 17:19:23.596228 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-22a33a10-b004-4294-9e5c-1dce07c4dece tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Network 507311b0-9434-46e9-9ba9-87b422a6045c is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:23.601445 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43674) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:23.606053 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a33a10-b004-4294-9e5c-1dce07c4dece tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'Port': ['ID=2923b46f-2cf0-44aa-a912-9aa874f69f80,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:23.687966 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-58dca47e-88e9-4f1b-a364-8e3d7b1d650e req-d9ea19f5-7efb-4cc7-8c7f-8af500d422c4 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Deleting port 3850d882-d770-4e5c-b29f-41f0af48b57b {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:23.688472 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-58dca47e-88e9-4f1b-a364-8e3d7b1d650e req-d9ea19f5-7efb-4cc7-8c7f-8af500d422c4 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.827993 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-58dca47e-88e9-4f1b-a364-8e3d7b1d650e req-d9ea19f5-7efb-4cc7-8c7f-8af500d422c4 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.828828 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-58dca47e-88e9-4f1b-a364-8e3d7b1d650e req-d9ea19f5-7efb-4cc7-8c7f-8af500d422c4 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.853070 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-58dca47e-88e9-4f1b-a364-8e3d7b1d650e req-d9ea19f5-7efb-4cc7-8c7f-8af500d422c4 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Calling delete_port for 3850d882-d770-4e5c-b29f-41f0af48b57b owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:23.925605 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c004f52-89ba-499d-a9e1-e048fd478f7a None None] New status for floating IP b7b2cf5a-627c-4a83-b595-ba062eeee001: DOWN {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:19:24.073966 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-58dca47e-88e9-4f1b-a364-8e3d7b1d650e req-d9ea19f5-7efb-4cc7-8c7f-8af500d422c4 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.074699 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.db.api [None req-4c004f52-89ba-499d-a9e1-e048fd478f7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100195) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:19:24.075332 n-d-791503-12 neutron-server[100195]: DEBUG oslo_db.api [None req-4c004f52-89ba-499d-a9e1-e048fd478f7a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:19:24.120141 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea19f5-7efb-4cc7-8c7f-8af500d422c4 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Pushing event deleted for resources: {'Port': ['ID=3850d882-d770-4e5c-b29f-41f0af48b57b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:24.242738 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-58dca47e-88e9-4f1b-a364-8e3d7b1d650e req-d9ea19f5-7efb-4cc7-8c7f-8af500d422c4 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.247587 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-58dca47e-88e9-4f1b-a364-8e3d7b1d650e req-d9ea19f5-7efb-4cc7-8c7f-8af500d422c4 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.249772 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58dca47e-88e9-4f1b-a364-8e3d7b1d650e req-d9ea19f5-7efb-4cc7-8c7f-8af500d422c4 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "DELETE /v2.0/floatingips/b7b2cf5a-627c-4a83-b595-ba062eeee001 HTTP/1.1" status: 204 len: 173 time: 0.7507491 Jul 07 17:19:24.318809 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-22a33a10-b004-4294-9e5c-1dce07c4dece tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:24.342656 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-22a33a10-b004-4294-9e5c-1dce07c4dece tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:24.498558 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-53cf69f0-a5cf-4dbb-85ea-086b9f0982c2 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.559691 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-22a33a10-b004-4294-9e5c-1dce07c4dece tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:24.560389 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-22a33a10-b004-4294-9e5c-1dce07c4dece tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.577121 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c004f52-89ba-499d-a9e1-e048fd478f7a None None] New status for floating IP b7b2cf5a-627c-4a83-b595-ba062eeee001: DOWN {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:19:24.652311 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-173533ca-6aa9-4083-89a3-655fe5bad8b1 req-35a6f477-741e-4ca1-9fd4-4972c847eac8 service neutron] 10.222.0.64 "GET /v2.0/networks/0e005ea3-05eb-4960-83d6-5e4747f2b68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1602795 Jul 07 17:19:24.703240 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f90980ea-055c-4b41-96af-43f4b6f09bd8 None None] Provisioning for port 2923b46f-2cf0-44aa-a912-9aa874f69f80 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:24.713039 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f90980ea-055c-4b41-96af-43f4b6f09bd8 None None] Provisioning complete for port 2923b46f-2cf0-44aa-a912-9aa874f69f80 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:24.715045 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f90980ea-055c-4b41-96af-43f4b6f09bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.722432 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fc017-554c-4d19-99ff-0e44d96e7ea8 req-56802077-5cf0-4dca-b2c8-e4dddd9e8a07 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:24.724503 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-514fc017-554c-4d19-99ff-0e44d96e7ea8 req-56802077-5cf0-4dca-b2c8-e4dddd9e8a07 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 931 time: 0.1594217 Jul 07 17:19:24.803164 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-514fc017-554c-4d19-99ff-0e44d96e7ea8 req-ab4e2047-7cc0-4271-a054-1e05142db92d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bbe048-21ab-4a5f-afdf-bf1197cdf2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679827 Jul 07 17:19:24.803390 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-f90980ea-055c-4b41-96af-43f4b6f09bd8 None None] Port 2923b46f-2cf0-44aa-a912-9aa874f69f80 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:24.842790 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-22a33a10-b004-4294-9e5c-1dce07c4dece tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1523631 Jul 07 17:19:24.849989 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-2fc2d4a4-7c0e-4690-b1e8-703dce365052 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:24.853202 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-2fc2d4a4-7c0e-4690-b1e8-703dce365052 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/networks?id=51b74280-0796-4c38-ac03-d27ea50ace14 HTTP/1.1" status: 200 len: 814 time: 0.5274329 Jul 07 17:19:24.875618 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-8fa77d75-9b5d-41d5-bfe0-b4003ee68caf service neutron] Request body: {'port': {'device_id': '1d3ae079-368c-47ee-8178-868d6fe6d8a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:24.911750 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ff86cbb1-6ec9-4ed6-a362-3280dc92e36a req-974f747f-df21-4d10-bbf6-03802c76cb49 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/security-groups/b4812721-32ff-41ee-a94f-e35b492cb9fc HTTP/1.1" status: 200 len: 1809 time: 0.0674028 Jul 07 17:19:24.989151 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ff86cbb1-6ec9-4ed6-a362-3280dc92e36a req-d2a0251c-9afb-441c-a8a1-0d28e68c3e1a tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.995062 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-6bb5034d-3a6a-4ab7-916d-fd650d589587 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/quotas/854cd6cbf71d4c16a45f7c0c1ff22d98 HTTP/1.1" status: 200 len: 375 time: 0.1302526 Jul 07 17:19:25.023941 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ff86cbb1-6ec9-4ed6-a362-3280dc92e36a req-d2a0251c-9afb-441c-a8a1-0d28e68c3e1a tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.098705 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ff86cbb1-6ec9-4ed6-a362-3280dc92e36a req-d2a0251c-9afb-441c-a8a1-0d28e68c3e1a tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.104586 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ff86cbb1-6ec9-4ed6-a362-3280dc92e36a req-d2a0251c-9afb-441c-a8a1-0d28e68c3e1a tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.107128 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ff86cbb1-6ec9-4ed6-a362-3280dc92e36a req-d2a0251c-9afb-441c-a8a1-0d28e68c3e1a tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "DELETE /v2.0/security-groups/b4812721-32ff-41ee-a94f-e35b492cb9fc HTTP/1.1" status: 204 len: 173 time: 0.1865792 Jul 07 17:19:25.129577 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0251c-9afb-441c-a8a1-0d28e68c3e1a tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4812721-32ff-41ee-a94f-e35b492cb9fc,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:25.255308 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-173533ca-6aa9-4083-89a3-655fe5bad8b1 req-52a5c510-8602-4c7c-8043-d484d86fb1a7 service neutron] 10.222.0.64 "GET /v2.0/networks/0e005ea3-05eb-4960-83d6-5e4747f2b68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5854704 Jul 07 17:19:25.352716 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-8fa77d75-9b5d-41d5-bfe0-b4003ee68caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.460260 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0b2e64b9-14ec-4f8e-984d-fc29d7c7fd57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.644336 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-33d8c238-e6ff-4a51-98c0-f3355e6e1002 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=854cd6cbf71d4c16a45f7c0c1ff22d98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6103787 Jul 07 17:19:25.759285 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bf5ce-c5cd-4d49-97ea-86df4388d42a req-41dd0fb8-492e-43cc-bfb4-d163be602254 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:25.760950 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-276bf5ce-c5cd-4d49-97ea-86df4388d42a req-41dd0fb8-492e-43cc-bfb4-d163be602254 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 946 time: 0.0733306 Jul 07 17:19:25.808289 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-276bf5ce-c5cd-4d49-97ea-86df4388d42a req-0e74eda9-7778-428a-9e27-55d806854d54 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/security-groups?id=c67b0018-3c14-4ddc-ba89-fcab2962e1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406270 Jul 07 17:19:26.048320 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53cf69f0-a5cf-4dbb-85ea-086b9f0982c2 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Router b599a00a-5bd2-4a4b-a493-1fb73b9b6aff has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:26.052714 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5be536-8c0e-4780-937e-1deeaa8694ca req-47b2fe6c-ecc9-4c09-935c-9890cdcaa339 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:26.055398 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fd5be536-8c0e-4780-937e-1deeaa8694ca req-47b2fe6c-ecc9-4c09-935c-9890cdcaa339 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 931 time: 0.1017714 Jul 07 17:19:26.110611 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fd5be536-8c0e-4780-937e-1deeaa8694ca req-893238cc-e3a0-4b88-aa1f-50d468401039 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bbe048-21ab-4a5f-afdf-bf1197cdf2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475137 Jul 07 17:19:26.146380 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.449749 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-7bae7cb8-f016-45a3-a662-6090160f1f20 service neutron] 10.222.0.53 "GET /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7814384 Jul 07 17:19:26.695394 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f27c89c9-49cf-40a6-9716-1fbebe6462c0 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.728942 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4a1b120e-b995-4d64-9739-736a9f2673af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.019759 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647a8ff-d421-4655-a7ad-c796e3cd7cb7 req-7784b92f-60c6-4f6d-a6a0-b3b39bde81b1 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:27.021910 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1647a8ff-d421-4655-a7ad-c796e3cd7cb7 req-7784b92f-60c6-4f6d-a6a0-b3b39bde81b1 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 946 time: 0.0827668 Jul 07 17:19:27.095137 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1647a8ff-d421-4655-a7ad-c796e3cd7cb7 req-8cb62168-af25-4e2c-b0e3-fc0a7f695cf2 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/security-groups?id=c67b0018-3c14-4ddc-ba89-fcab2962e1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432947 Jul 07 17:19:27.343258 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0961d9f-aa53-4d85-9d22-d54208816dbe req-e2b40005-5c7b-4656-8cee-84abf8d2f6b9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:27.345393 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a0961d9f-aa53-4d85-9d22-d54208816dbe req-e2b40005-5c7b-4656-8cee-84abf8d2f6b9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 931 time: 0.0969262 Jul 07 17:19:27.396786 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a0961d9f-aa53-4d85-9d22-d54208816dbe req-53636d2e-3837-4423-bb46-f61ab8d870b2 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bbe048-21ab-4a5f-afdf-bf1197cdf2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418861 Jul 07 17:19:27.397089 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cf69f0-a5cf-4dbb-85ea-086b9f0982c2 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:27.413225 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c36e6ec-0cbf-416c-bda4-c06cd4934f02 None None] Sync routers for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:27.419302 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-53cf69f0-a5cf-4dbb-85ea-086b9f0982c2 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "PUT /v2.0/routers/b599a00a-5bd2-4a4b-a493-1fb73b9b6aff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3392193 Jul 07 17:19:27.436682 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43714) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:27.437195 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c36e6ec-0cbf-416c-bda4-c06cd4934f02 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:27.442256 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-3c36e6ec-0cbf-416c-bda4-c06cd4934f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:19:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:27.443139 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-8fa77d75-9b5d-41d5-bfe0-b4003ee68caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2923b46f-2cf0-44aa-a912-9aa874f69f80 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:27.484938 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-1087451b-a09a-436a-871b-fc48223f4bdb service neutron] 10.222.0.53 "GET /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0143747 Jul 07 17:19:27.500785 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-3c36e6ec-0cbf-416c-bda4-c06cd4934f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:27.505126 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-8fa77d75-9b5d-41d5-bfe0-b4003ee68caf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.515299 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c36e6ec-0cbf-416c-bda4-c06cd4934f02 None None] Routers {'b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:27.516307 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-3c36e6ec-0cbf-416c-bda4-c06cd4934f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:19:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:27.608214 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-3c36e6ec-0cbf-416c-bda4-c06cd4934f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:27.609603 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c36e6ec-0cbf-416c-bda4-c06cd4934f02 None None] The sync data for ids ['b599a00a-5bd2-4a4b-a493-1fb73b9b6aff'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:27.652425 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-8fa77d75-9b5d-41d5-bfe0-b4003ee68caf service neutron] Transition to ACTIVE for port object 2923b46f-2cf0-44aa-a912-9aa874f69f80 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:27.672583 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-8fa77d75-9b5d-41d5-bfe0-b4003ee68caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.712533 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cd3f2927-de36-4615-8e99-4efd691943a7 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.893106 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1d3b74b5-c6d7-47be-928c-de7fbf24875c req-e24da2cc-ecee-4dba-b3f4-a786fd0df4c3 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dea8503-00a8-4b7f-9a56-cdf799daf7fb HTTP/1.1" status: 200 len: 210 time: 0.0677071 Jul 07 17:19:27.902656 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.977291 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa77d75-9b5d-41d5-bfe0-b4003ee68caf service neutron] Pushing event updated for resources: {'Port': ['ID=2923b46f-2cf0-44aa-a912-9aa874f69f80,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:28.065174 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cd3f2927-de36-4615-8e99-4efd691943a7 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.180237 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-cd3f2927-de36-4615-8e99-4efd691943a7 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Deleting port d70eb963-be97-4988-be8f-cca524518f69 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:28.180865 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cd3f2927-de36-4615-8e99-4efd691943a7 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.200829 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-0b2e64b9-14ec-4f8e-984d-fc29d7c7fd57 admin admin] Deleting port b174880f-664b-484e-94f8-cb6f68857a48 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:28.201403 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0b2e64b9-14ec-4f8e-984d-fc29d7c7fd57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.326328 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-0b2e64b9-14ec-4f8e-984d-fc29d7c7fd57 admin admin] For port b174880f-664b-484e-94f8-cb6f68857a48, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b174880f-664b-484e-94f8-cb6f68857a48,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:28.326750 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0b2e64b9-14ec-4f8e-984d-fc29d7c7fd57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.343048 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-0b2e64b9-14ec-4f8e-984d-fc29d7c7fd57 admin admin] Calling delete_port for b174880f-664b-484e-94f8-cb6f68857a48 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:28.399694 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cd3f2927-de36-4615-8e99-4efd691943a7 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.462842 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-cd3f2927-de36-4615-8e99-4efd691943a7 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Calling delete_port for d70eb963-be97-4988-be8f-cca524518f69 owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:28.476595 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801a777-80df-476e-a349-e152f509981b req-2eb1c5ef-19c6-4608-a47a-c67e59d97882 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:28.478378 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7801a777-80df-476e-a349-e152f509981b req-2eb1c5ef-19c6-4608-a47a-c67e59d97882 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 946 time: 0.5681860 Jul 07 17:19:28.482604 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-8fa77d75-9b5d-41d5-bfe0-b4003ee68caf service neutron] Attempting to bind port 2923b46f-2cf0-44aa-a912-9aa874f69f80 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:28.483205 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-8fa77d75-9b5d-41d5-bfe0-b4003ee68caf service neutron] Attempting to bind port 2923b46f-2cf0-44aa-a912-9aa874f69f80 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '28bd09c2-4756-473e-b2bd-8e1684a859d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:28.483747 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-8fa77d75-9b5d-41d5-bfe0-b4003ee68caf service neutron] Attempting to bind port 2923b46f-2cf0-44aa-a912-9aa874f69f80 on network 507311b0-9434-46e9-9ba9-87b422a6045c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:28.508813 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-8fa77d75-9b5d-41d5-bfe0-b4003ee68caf service neutron] Port 2923b46f-2cf0-44aa-a912-9aa874f69f80 on network 507311b0-9434-46e9-9ba9-87b422a6045c not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:19:28.509424 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-8fa77d75-9b5d-41d5-bfe0-b4003ee68caf service neutron] Attempting to bind port 2923b46f-2cf0-44aa-a912-9aa874f69f80 on network 507311b0-9434-46e9-9ba9-87b422a6045c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:28.639229 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-8fa77d75-9b5d-41d5-bfe0-b4003ee68caf service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:28.639919 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-8fa77d75-9b5d-41d5-bfe0-b4003ee68caf service neutron] Checking segment: {'id': '28bd09c2-4756-473e-b2bd-8e1684a859d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:28.640319 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-8fa77d75-9b5d-41d5-bfe0-b4003ee68caf service neutron] Bound using segment: {'id': '28bd09c2-4756-473e-b2bd-8e1684a859d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:28.640830 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-8fa77d75-9b5d-41d5-bfe0-b4003ee68caf service neutron] Bound port: 2923b46f-2cf0-44aa-a912-9aa874f69f80, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28bd09c2-4756-473e-b2bd-8e1684a859d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:28.641195 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-8fa77d75-9b5d-41d5-bfe0-b4003ee68caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.766879 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-f27c89c9-49cf-40a6-9716-1fbebe6462c0 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Deleting port b03c0b02-87de-4a1d-8679-188c55ea70cf {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:28.767583 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f27c89c9-49cf-40a6-9716-1fbebe6462c0 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.959884 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb23ef-b176-40e9-a221-745fd37fc822 req-76ad33e6-873d-493a-80ec-69b90341bede tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:28.962307 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b7cb23ef-b176-40e9-a221-745fd37fc822 req-76ad33e6-873d-493a-80ec-69b90341bede tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 946 time: 0.5977104 Jul 07 17:19:28.995433 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-8fa77d75-9b5d-41d5-bfe0-b4003ee68caf service neutron] For port 2923b46f-2cf0-44aa-a912-9aa874f69f80, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:29.005179 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964469b1-91c7-4921-a90e-6e246049d752 req-d699891f-5711-4ed1-bf15-c845dd361601 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:29.006869 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-964469b1-91c7-4921-a90e-6e246049d752 req-d699891f-5711-4ed1-bf15-c845dd361601 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 943 time: 0.3718100 Jul 07 17:19:29.043250 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f27c89c9-49cf-40a6-9716-1fbebe6462c0 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.051775 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-8fa77d75-9b5d-41d5-bfe0-b4003ee68caf service neutron] For port 2923b46f-2cf0-44aa-a912-9aa874f69f80, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=2923b46f-2cf0-44aa-a912-9aa874f69f80,segment=NetworkSegment(28bd09c2-4756-473e-b2bd-8e1684a859d1),segment_id=28bd09c2-4756-473e-b2bd-8e1684a859d1)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:29.054698 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-7801a777-80df-476e-a349-e152f509981b req-302aff9c-2733-4769-aa71-a383bc4a90dd tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Deleting port 0d8d46b0-f094-4207-b636-a00921448339 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:29.054925 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7801a777-80df-476e-a349-e152f509981b req-302aff9c-2733-4769-aa71-a383bc4a90dd tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.065024 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b7cb23ef-b176-40e9-a221-745fd37fc822 req-c6d5f36a-3d80-44a6-80ac-5ddad1cd881b tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/security-groups?id=c67b0018-3c14-4ddc-ba89-fcab2962e1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904322 Jul 07 17:19:29.076804 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-8fa77d75-9b5d-41d5-bfe0-b4003ee68caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.142806 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0b2e64b9-14ec-4f8e-984d-fc29d7c7fd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.150294 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-f27c89c9-49cf-40a6-9716-1fbebe6462c0 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Calling delete_port for b03c0b02-87de-4a1d-8679-188c55ea70cf owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:29.157197 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cd3f2927-de36-4615-8e99-4efd691943a7 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.199865 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f2927-de36-4615-8e99-4efd691943a7 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event deleted for resources: {'Port': ['ID=d70eb963-be97-4988-be8f-cca524518f69,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:29.243953 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-8fa77d75-9b5d-41d5-bfe0-b4003ee68caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:29.244606 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-8fa77d75-9b5d-41d5-bfe0-b4003ee68caf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.246403 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-8fa77d75-9b5d-41d5-bfe0-b4003ee68caf service neutron] 10.222.0.72 "PUT /v2.0/ports/2923b46f-2cf0-44aa-a912-9aa874f69f80 HTTP/1.1" status: 200 len: 1092 time: 4.3829322 Jul 07 17:19:29.251244 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3ae079-368c-47ee-8178-868d6fe6d8a9', 'tag': '2923b46f-2cf0-44aa-a912-9aa874f69f80'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:29.253570 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2d589c-c04c-4ff6-91ee-c50c7539675b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3ae079-368c-47ee-8178-868d6fe6d8a9", "tag": "2923b46f-2cf0-44aa-a912-9aa874f69f80"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:29.330665 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-964469b1-91c7-4921-a90e-6e246049d752 req-a5310d51-e106-41c2-969c-b1d78a396beb tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bbe048-21ab-4a5f-afdf-bf1197cdf2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2985198 Jul 07 17:19:29.407750 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cd3f2927-de36-4615-8e99-4efd691943a7 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.600091 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-7801a777-80df-476e-a349-e152f509981b req-302aff9c-2733-4769-aa71-a383bc4a90dd tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] For port 0d8d46b0-f094-4207-b636-a00921448339, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=0d8d46b0-f094-4207-b636-a00921448339,segment=NetworkSegment(964587fe-7664-4bf2-ace4-274b800778e8),segment_id=964587fe-7664-4bf2-ace4-274b800778e8)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:29.601232 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7801a777-80df-476e-a349-e152f509981b req-302aff9c-2733-4769-aa71-a383bc4a90dd tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.639002 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa77d75-9b5d-41d5-bfe0-b4003ee68caf service neutron] Pushing event updated for resources: {'Port': ['ID=2923b46f-2cf0-44aa-a912-9aa874f69f80,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:29.670455 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80037db0-173f-4040-b039-c135068c32b8 x-openstack-request-id: req-80037db0-173f-4040-b039-c135068c32b8 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:29.670729 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3ae079-368c-47ee-8178-868d6fe6d8a9", "tag": "2923b46f-2cf0-44aa-a912-9aa874f69f80", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:29.670996 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80037db0-173f-4040-b039-c135068c32b8 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:29.671386 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3ae079-368c-47ee-8178-868d6fe6d8a9', 'tag': '2923b46f-2cf0-44aa-a912-9aa874f69f80', 'status': 'completed', 'code': 200} Jul 07 17:19:29.692168 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-7801a777-80df-476e-a349-e152f509981b req-302aff9c-2733-4769-aa71-a383bc4a90dd tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Calling delete_port for 0d8d46b0-f094-4207-b636-a00921448339 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:29.705416 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-adce113d-b596-4ed5-b5c8-2b84afef50e9 req-4dd242d1-654b-42d2-a9b9-b6f4104b7340 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dea8503-00a8-4b7f-9a56-cdf799daf7fb HTTP/1.1" status: 200 len: 210 time: 0.1204643 Jul 07 17:19:29.739846 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e64b9-14ec-4f8e-984d-fc29d7c7fd57 admin admin] Pushing event deleted for resources: {'Port': ['ID=b174880f-664b-484e-94f8-cb6f68857a48,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:29.799426 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cd3f2927-de36-4615-8e99-4efd691943a7 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.803442 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cd3f2927-de36-4615-8e99-4efd691943a7 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.896117 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cd3f2927-de36-4615-8e99-4efd691943a7 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.896976 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3f2927-de36-4615-8e99-4efd691943a7 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Fanout notify agent at l3_agent the message router_deleted on router b599a00a-5bd2-4a4b-a493-1fb73b9b6aff {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:19:29.905128 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cd3f2927-de36-4615-8e99-4efd691943a7 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.905553 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-8f69dc6b-8a13-41ef-9bb5-0a2800814c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:29.906579 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cd3f2927-de36-4615-8e99-4efd691943a7 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "DELETE /v2.0/routers/b599a00a-5bd2-4a4b-a493-1fb73b9b6aff HTTP/1.1" status: 204 len: 168 time: 2.4790714 Jul 07 17:19:29.906740 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-8f69dc6b-8a13-41ef-9bb5-0a2800814c11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7e4da5b6d5e463984eb77df0d02de9e&device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 1095 time: 0.4581480 Jul 07 17:19:29.912001 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43740) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:30.023449 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-22434c8a-dc0b-4b2e-b79e-f3a190eb59a5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2923b46f-2cf0-44aa-a912-9aa874f69f80 HTTP/1.1" status: 200 len: 217 time: 0.1028178 Jul 07 17:19:30.035914 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-c203e422-d3fc-4dc9-badc-d687d5d3f8f7 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:30.039175 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-c203e422-d3fc-4dc9-badc-d687d5d3f8f7 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.64 "GET /v2.0/networks?id=51b74280-0796-4c38-ac03-d27ea50ace14 HTTP/1.1" status: 200 len: 814 time: 0.5073345 Jul 07 17:19:30.053473 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-93dc1c17-e9c8-4f1b-9a7f-e3b61c8b2afc tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Request body: {'port': {'device_id': '0dea8503-00a8-4b7f-9a56-cdf799daf7fb', 'network_id': '51b74280-0796-4c38-ac03-d27ea50ace14', 'admin_state_up': True, 'tenant_id': '854cd6cbf71d4c16a45f7c0c1ff22d98'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:30.066741 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3568c30-5316-434b-bf6f-4a834d281ba3 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Deleting subnet 90d837b5-ec58-4159-a787-7a6eae01535e {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:30.118886 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d3568c30-5316-434b-bf6f-4a834d281ba3 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.142413 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0b2e64b9-14ec-4f8e-984d-fc29d7c7fd57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.162437 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-aaacb8ff-296b-419d-8121-31384fd0fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:30.164549 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-aaacb8ff-296b-419d-8121-31384fd0fc2d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=703a8988-b4e5-43ee-b12c-dbe005b0e069 HTTP/1.1" status: 200 len: 835 time: 0.1318424 Jul 07 17:19:30.202281 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.248177 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f27c89c9-49cf-40a6-9716-1fbebe6462c0 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.270027 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d3568c30-5316-434b-bf6f-4a834d281ba3 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.370900 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c89c9-49cf-40a6-9716-1fbebe6462c0 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Pushing event deleted for resources: {'Port': ['ID=b03c0b02-87de-4a1d-8679-188c55ea70cf,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:30.413261 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d3568c30-5316-434b-bf6f-4a834d281ba3 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.418479 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-93dc1c17-e9c8-4f1b-9a7f-e3b61c8b2afc tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Made reservation on behalf of 854cd6cbf71d4c16a45f7c0c1ff22d98 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:30.422525 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-93dc1c17-e9c8-4f1b-9a7f-e3b61c8b2afc tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.546962 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0139e06-776d-4d9a-a103-6864723c3d7a req-fae5b5be-7009-465f-97e2-295031499b6b tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:30.549194 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0139e06-776d-4d9a-a103-6864723c3d7a req-fae5b5be-7009-465f-97e2-295031499b6b tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 946 time: 0.2255483 Jul 07 17:19:30.631847 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d3568c30-5316-434b-bf6f-4a834d281ba3 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.666321 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7801a777-80df-476e-a349-e152f509981b req-302aff9c-2733-4769-aa71-a383bc4a90dd tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.740766 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3568c30-5316-434b-bf6f-4a834d281ba3 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event deleted for resources: {'Subnet': ['ID=90d837b5-ec58-4159-a787-7a6eae01535e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:30.754953 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0139e06-776d-4d9a-a103-6864723c3d7a req-2fcfc916-84b7-4a3a-b88a-0eaf947cde56 tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/security-groups?id=c67b0018-3c14-4ddc-ba89-fcab2962e1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694369 Jul 07 17:19:30.756830 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d3568c30-5316-434b-bf6f-4a834d281ba3 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.763644 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d3568c30-5316-434b-bf6f-4a834d281ba3 tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "DELETE /v2.0/subnets/90d837b5-ec58-4159-a787-7a6eae01535e HTTP/1.1" status: 204 len: 168 time: 0.8424056 Jul 07 17:19:30.766638 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43752) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:30.803859 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aff9c-2733-4769-aa71-a383bc4a90dd tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Pushing event deleted for resources: {'Port': ['ID=0d8d46b0-f094-4207-b636-a00921448339,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:30.822964 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-419bba61-de5f-493c-8a96-3175646cfc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:30.824145 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-419bba61-de5f-493c-8a96-3175646cfc49 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=507311b0-9434-46e9-9ba9-87b422a6045c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6478753 Jul 07 17:19:30.927884 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-93dc1c17-e9c8-4f1b-9a7f-e3b61c8b2afc tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Allocated IP 172.20.0.8 (51b74280-0796-4c38-ac03-d27ea50ace14/6fbb2957-27f3-49e7-bbf8-4e6687e5bfc9/bf7cafe0-a9a7-40fe-bd02-cb24e83bee54) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:30.975334 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72d5229f-2aa9-4a7e-b97f-6abbb740430b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.142933 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 0d8d46b0-f094-4207-b636-a00921448339 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:31.202102 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 0d8d46b0-f094-4207-b636-a00921448339 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:31.203381 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 0d8d46b0-f094-4207-b636-a00921448339 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:31.350468 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72d5229f-2aa9-4a7e-b97f-6abbb740430b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.361895 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-57af7a5e-54c2-4fd6-b9eb-1021068d3b72 req-7bab4eb8-324a-4d02-94de-fd5cae8cd05b tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dea8503-00a8-4b7f-9a56-cdf799daf7fb HTTP/1.1" status: 200 len: 210 time: 0.1084628 Jul 07 17:19:31.387400 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-72d5229f-2aa9-4a7e-b97f-6abbb740430b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b7dfc2-4b34-4519-86e4-48689d8300e7']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:31.421944 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-7801a777-80df-476e-a349-e152f509981b req-302aff9c-2733-4769-aa71-a383bc4a90dd tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] No DVR routers for this DVR port 0d8d46b0-f094-4207-b636-a00921448339 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:31.427407 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-7801a777-80df-476e-a349-e152f509981b req-302aff9c-2733-4769-aa71-a383bc4a90dd tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.427679 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-72d5229f-2aa9-4a7e-b97f-6abbb740430b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b13b68b-5ada-476f-bfca-93b486d9388f') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:31.427954 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-72d5229f-2aa9-4a7e-b97f-6abbb740430b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b13b68b-5ada-476f-bfca-93b486d9388f') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:31.429899 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7801a777-80df-476e-a349-e152f509981b req-302aff9c-2733-4769-aa71-a383bc4a90dd tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.64 "DELETE /v2.0/ports/0d8d46b0-f094-4207-b636-a00921448339 HTTP/1.1" status: 204 len: 173 time: 2.9329481 Jul 07 17:19:31.457069 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72d5229f-2aa9-4a7e-b97f-6abbb740430b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.492522 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f27c89c9-49cf-40a6-9716-1fbebe6462c0 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.503588 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72d5229f-2aa9-4a7e-b97f-6abbb740430b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.527675 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-93dc1c17-e9c8-4f1b-9a7f-e3b61c8b2afc tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.531772 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d5229f-2aa9-4a7e-b97f-6abbb740430b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:19:31.532755 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72d5229f-2aa9-4a7e-b97f-6abbb740430b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:19:31.538641 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:19:31.634514 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2b8a2-e2cb-493c-a310-1d13dcee93e0 req-ba254e30-ccca-453d-a8c9-bb2a81e2bac1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:31.637052 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-45d2b8a2-e2cb-493c-a310-1d13dcee93e0 req-ba254e30-ccca-453d-a8c9-bb2a81e2bac1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 943 time: 1.0433884 Jul 07 17:19:31.679186 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1b8917-1234-48f4-98cb-30fc8159dfd6', 'name': 'network-vif-deleted', 'tag': '0d8d46b0-f094-4207-b636-a00921448339'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:31.682694 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda95f23-409b-48f8-9924-bbf4487ff681" -d '{"events": [{"server_uuid": "ea1b8917-1234-48f4-98cb-30fc8159dfd6", "name": "network-vif-deleted", "tag": "0d8d46b0-f094-4207-b636-a00921448339"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:31.700928 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-05c4c138-ea5d-40e6-a26b-1d5685fac0cb service neutron] 10.222.0.72 "GET /v2.0/networks/507311b0-9434-46e9-9ba9-87b422a6045c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8430364 Jul 07 17:19:31.711494 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72d5229f-2aa9-4a7e-b97f-6abbb740430b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.743894 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72d5229f-2aa9-4a7e-b97f-6abbb740430b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.745713 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2e64b9-14ec-4f8e-984d-fc29d7c7fd57 admin admin] Router 988740ec-914b-4294-96ae-cf03fea467e6 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:31.750863 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-72d5229f-2aa9-4a7e-b97f-6abbb740430b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] 10.222.0.53 "DELETE /v2.0/networks/d2b7dfc2-4b34-4519-86e4-48689d8300e7 HTTP/1.1" status: 204 len: 168 time: 0.9787014 Jul 07 17:19:31.754124 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5229f-2aa9-4a7e-b97f-6abbb740430b tempest-FloatingIPTestJSON-1417507756 tempest-FloatingIPTestJSON-1417507756-project] Pushing event deleted for resources: {'Network': ['ID=d2b7dfc2-4b34-4519-86e4-48689d8300e7,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:31.778427 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-93dc1c17-e9c8-4f1b-9a7f-e3b61c8b2afc tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.804729 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['2dce8daf-33b0-4c75-861b-c760dda34677'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:19:31.823261 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b013e0e-621a-4815-97f6-61c7e0f694cb x-openstack-request-id: req-2b013e0e-621a-4815-97f6-61c7e0f694cb {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:31.823741 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1b8917-1234-48f4-98cb-30fc8159dfd6", "name": "network-vif-deleted", "tag": "0d8d46b0-f094-4207-b636-a00921448339", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:31.824163 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b013e0e-621a-4815-97f6-61c7e0f694cb {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:31.825008 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1b8917-1234-48f4-98cb-30fc8159dfd6', 'name': 'network-vif-deleted', 'tag': '0d8d46b0-f094-4207-b636-a00921448339', 'status': 'completed', 'code': 200} Jul 07 17:19:31.846271 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-93dc1c17-e9c8-4f1b-9a7f-e3b61c8b2afc tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Network 51b74280-0796-4c38-ac03-d27ea50ace14 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:31.850471 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-93dc1c17-e9c8-4f1b-9a7f-e3b61c8b2afc tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:31.858802 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-93dc1c17-e9c8-4f1b-9a7f-e3b61c8b2afc tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:31.903280 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc1c17-e9c8-4f1b-9a7f-e3b61c8b2afc tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Pushing event updated for resources: {'Port': ['ID=bf7cafe0-a9a7-40fe-bd02-cb24e83bee54,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:31.958986 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-93dc1c17-e9c8-4f1b-9a7f-e3b61c8b2afc tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:31.959670 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-93dc1c17-e9c8-4f1b-9a7f-e3b61c8b2afc tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.990487 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-93dc1c17-e9c8-4f1b-9a7f-e3b61c8b2afc tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9424601 Jul 07 17:19:32.005361 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-b4b4b91a-a565-4796-bd77-ca89b2f4df10 service neutron] Request body: {'port': {'device_id': '0dea8503-00a8-4b7f-9a56-cdf799daf7fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:32.066683 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-45d2b8a2-e2cb-493c-a310-1d13dcee93e0 req-9696eeb9-060c-42ae-b6a0-3f186f61b141 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bbe048-21ab-4a5f-afdf-bf1197cdf2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3781919 Jul 07 17:19:32.202660 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43766) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:32.254832 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-255cddcd-62c1-448d-93a1-494da470b7af req-03156888-b21a-4336-8bfc-ab6909ed483c tempest-ServerRescueTestJSONUnderV235-1755105109 tempest-ServerRescueTestJSONUnderV235-1755105109-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1b8917-1234-48f4-98cb-30fc8159dfd6 HTTP/1.1" status: 200 len: 210 time: 0.0788391 Jul 07 17:19:32.257201 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-40f19ff0-57a6-4da3-9d17-2a90d3ec6ed1 req-3f716f11-0532-4448-b51a-2052946312d4 service neutron] 10.222.0.72 "GET /v2.0/networks/507311b0-9434-46e9-9ba9-87b422a6045c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5439701 Jul 07 17:19:32.268764 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27c89c9-49cf-40a6-9716-1fbebe6462c0 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Router 4e68eb37-0328-4822-bcf7-13d8377fb65a has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:32.317659 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-b4b4b91a-a565-4796-bd77-ca89b2f4df10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:32.649550 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27c89c9-49cf-40a6-9716-1fbebe6462c0 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:32.662544 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0c0ca4-66f9-47d8-85a7-e78864f1d61f None None] Sync routers for ids ['4e68eb37-0328-4822-bcf7-13d8377fb65a'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:32.664287 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f27c89c9-49cf-40a6-9716-1fbebe6462c0 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] 10.222.0.53 "PUT /v2.0/routers/4e68eb37-0328-4822-bcf7-13d8377fb65a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0529499 Jul 07 17:19:32.667748 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43772) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:32.678302 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0c0ca4-66f9-47d8-85a7-e78864f1d61f None None] Routers {'4e68eb37-0328-4822-bcf7-13d8377fb65a'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:32.679967 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-6f0c0ca4-66f9-47d8-85a7-e78864f1d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:19:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['4e68eb37-0328-4822-bcf7-13d8377fb65a'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:32.688284 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2e64b9-14ec-4f8e-984d-fc29d7c7fd57 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:32.705382 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9b8994-0ba9-4f4b-bd82-e2ffac27fbb7 None None] Sync routers for ids ['988740ec-914b-4294-96ae-cf03fea467e6'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:32.719060 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9b8994-0ba9-4f4b-bd82-e2ffac27fbb7 None None] Routers {'988740ec-914b-4294-96ae-cf03fea467e6'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:32.720120 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9b9b8994-0ba9-4f4b-bd82-e2ffac27fbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:19:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['988740ec-914b-4294-96ae-cf03fea467e6'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:32.747291 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-6f0c0ca4-66f9-47d8-85a7-e78864f1d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:32.765524 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0c0ca4-66f9-47d8-85a7-e78864f1d61f None None] Routers {'4e68eb37-0328-4822-bcf7-13d8377fb65a'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:32.766451 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-6f0c0ca4-66f9-47d8-85a7-e78864f1d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:19:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['4e68eb37-0328-4822-bcf7-13d8377fb65a'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:32.830938 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0b2e64b9-14ec-4f8e-984d-fc29d7c7fd57 admin admin] 10.222.0.53 "PUT /v2.0/routers/988740ec-914b-4294-96ae-cf03fea467e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7711086 Jul 07 17:19:32.843624 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43774) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:32.848922 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-9b9b8994-0ba9-4f4b-bd82-e2ffac27fbb7 None None] Set router 988740ec-914b-4294-96ae-cf03fea467e6 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:32.857216 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-6f0c0ca4-66f9-47d8-85a7-e78864f1d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:32.858216 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0c0ca4-66f9-47d8-85a7-e78864f1d61f None None] The sync data for ids ['4e68eb37-0328-4822-bcf7-13d8377fb65a'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:32.861960 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-beb47417-c6b5-49cb-84e3-32308eebb34c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e5d74f7b0bc546bdb1648c52dd104a8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6504271 Jul 07 17:19:32.866872 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43776) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:32.886035 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e28a50a9-c5cc-44ff-a3a7-6452ed145ab8 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.034203 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c3116d2c-ba21-4a50-bfa8-7539780a98b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.057179 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d589c-c04c-4ff6-91ee-c50c7539675b req-33f6551c-baf5-4f75-8c92-1113ed3b9088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:33.058947 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3d2d589c-c04c-4ff6-91ee-c50c7539675b req-33f6551c-baf5-4f75-8c92-1113ed3b9088 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7e4da5b6d5e463984eb77df0d02de9e&device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 1095 time: 0.5184400 Jul 07 17:19:33.113155 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c3116d2c-ba21-4a50-bfa8-7539780a98b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.155249 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9b9b8994-0ba9-4f4b-bd82-e2ffac27fbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988740ec-914b-4294-96ae-cf03fea467e6', 'name': 'tempest-ServerActionsTestJSON-1306582082-router', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:19:28Z', 'revision_number': 5, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'gw_port': {'id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:33.180556 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f23d74-4719-4ba7-a76d-910ba1f1b858 req-3f1fb07f-c6f7-4875-82be-c7e7f6819364 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:33.187513 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e2f23d74-4719-4ba7-a76d-910ba1f1b858 req-3f1fb07f-c6f7-4875-82be-c7e7f6819364 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dea8503-00a8-4b7f-9a56-cdf799daf7fb HTTP/1.1" status: 200 len: 931 time: 0.6180894 Jul 07 17:19:33.218149 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9b8994-0ba9-4f4b-bd82-e2ffac27fbb7 None None] Checking router: 988740ec-914b-4294-96ae-cf03fea467e6 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:33.218822 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-b4b4b91a-a565-4796-bd77-ca89b2f4df10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf7cafe0-a9a7-40fe-bd02-cb24e83bee54 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:33.237820 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-b4b4b91a-a565-4796-bd77-ca89b2f4df10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.238136 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9b8994-0ba9-4f4b-bd82-e2ffac27fbb7 None None] Routers {'988740ec-914b-4294-96ae-cf03fea467e6'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:33.239076 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9b9b8994-0ba9-4f4b-bd82-e2ffac27fbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:19:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['988740ec-914b-4294-96ae-cf03fea467e6'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:33.301997 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-b4b4b91a-a565-4796-bd77-ca89b2f4df10 service neutron] Transition to ACTIVE for port object bf7cafe0-a9a7-40fe-bd02-cb24e83bee54 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:33.310874 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-b4b4b91a-a565-4796-bd77-ca89b2f4df10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.320227 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c3116d2c-ba21-4a50-bfa8-7539780a98b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.324353 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c3116d2c-ba21-4a50-bfa8-7539780a98b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.325781 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c3116d2c-ba21-4a50-bfa8-7539780a98b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/365ec671-c49f-41f2-82bc-9303696f198a HTTP/1.1" status: 204 len: 168 time: 0.4575231 Jul 07 17:19:33.329026 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e28a50a9-c5cc-44ff-a3a7-6452ed145ab8 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.339906 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e28a50a9-c5cc-44ff-a3a7-6452ed145ab8 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.376474 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4607e8c1-a527-44db-901a-28b90cd678ed admin admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.439370 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e2f23d74-4719-4ba7-a76d-910ba1f1b858 req-903e3c31-f845-40fb-9e5b-9b91de0f518e tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507932 Jul 07 17:19:33.488465 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3116d2c-ba21-4a50-bfa8-7539780a98b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365ec671-c49f-41f2-82bc-9303696f198a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:33.551727 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4b91a-a565-4796-bd77-ca89b2f4df10 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7cafe0-a9a7-40fe-bd02-cb24e83bee54,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:33.593140 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-9b9b8994-0ba9-4f4b-bd82-e2ffac27fbb7 None None] Set router 988740ec-914b-4294-96ae-cf03fea467e6 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:33.605803 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e28a50a9-c5cc-44ff-a3a7-6452ed145ab8 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.606352 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28a50a9-c5cc-44ff-a3a7-6452ed145ab8 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Fanout notify agent at l3_agent the message router_deleted on router 4e68eb37-0328-4822-bcf7-13d8377fb65a {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:19:33.624477 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e28a50a9-c5cc-44ff-a3a7-6452ed145ab8 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.629359 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e28a50a9-c5cc-44ff-a3a7-6452ed145ab8 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] 10.222.0.53 "DELETE /v2.0/routers/4e68eb37-0328-4822-bcf7-13d8377fb65a HTTP/1.1" status: 204 len: 168 time: 0.9555855 Jul 07 17:19:33.635769 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d8406-27b9-42f0-b31f-7ab23a91d4b3 req-1bb18b9d-847e-43bb-9348-1003205d3d9b tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:33.638671 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-515d8406-27b9-42f0-b31f-7ab23a91d4b3 req-1bb18b9d-847e-43bb-9348-1003205d3d9b tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 943 time: 0.2387691 Jul 07 17:19:33.642544 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43790) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:33.683623 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43792) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:33.706617 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-b4b4b91a-a565-4796-bd77-ca89b2f4df10 service neutron] Attempting to bind port bf7cafe0-a9a7-40fe-bd02-cb24e83bee54 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:33.707749 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-b4b4b91a-a565-4796-bd77-ca89b2f4df10 service neutron] Attempting to bind port bf7cafe0-a9a7-40fe-bd02-cb24e83bee54 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'f9082715-a122-4543-bbf6-c582b0edb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51b74280-0796-4c38-ac03-d27ea50ace14'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:33.708222 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-b4b4b91a-a565-4796-bd77-ca89b2f4df10 service neutron] Attempting to bind port bf7cafe0-a9a7-40fe-bd02-cb24e83bee54 on network 51b74280-0796-4c38-ac03-d27ea50ace14 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:33.727977 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-b4b4b91a-a565-4796-bd77-ca89b2f4df10 service neutron] Port bf7cafe0-a9a7-40fe-bd02-cb24e83bee54 on network 51b74280-0796-4c38-ac03-d27ea50ace14 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:19:33.734157 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-b4b4b91a-a565-4796-bd77-ca89b2f4df10 service neutron] Attempting to bind port bf7cafe0-a9a7-40fe-bd02-cb24e83bee54 on network 51b74280-0796-4c38-ac03-d27ea50ace14 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:33.792397 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-b4b4b91a-a565-4796-bd77-ca89b2f4df10 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:33.792850 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-b4b4b91a-a565-4796-bd77-ca89b2f4df10 service neutron] Checking segment: {'id': 'f9082715-a122-4543-bbf6-c582b0edb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51b74280-0796-4c38-ac03-d27ea50ace14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:33.793309 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-b4b4b91a-a565-4796-bd77-ca89b2f4df10 service neutron] Bound using segment: {'id': 'f9082715-a122-4543-bbf6-c582b0edb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51b74280-0796-4c38-ac03-d27ea50ace14'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:33.793785 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-b4b4b91a-a565-4796-bd77-ca89b2f4df10 service neutron] Bound port: bf7cafe0-a9a7-40fe-bd02-cb24e83bee54, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9082715-a122-4543-bbf6-c582b0edb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51b74280-0796-4c38-ac03-d27ea50ace14'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:33.794190 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-b4b4b91a-a565-4796-bd77-ca89b2f4df10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.804562 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-515d8406-27b9-42f0-b31f-7ab23a91d4b3 req-cb37321f-b8e3-4531-aa8f-a5aff1fb8d4d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bbe048-21ab-4a5f-afdf-bf1197cdf2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431811 Jul 07 17:19:33.964756 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9b9b8994-0ba9-4f4b-bd82-e2ffac27fbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988740ec-914b-4294-96ae-cf03fea467e6', 'name': 'tempest-ServerActionsTestJSON-1306582082-router', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:19:28Z', 'revision_number': 5, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'gw_port': {'id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:33.977353 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-b4b4b91a-a565-4796-bd77-ca89b2f4df10 service neutron] For port bf7cafe0-a9a7-40fe-bd02-cb24e83bee54, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:33.983953 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-b4b4b91a-a565-4796-bd77-ca89b2f4df10 service neutron] For port bf7cafe0-a9a7-40fe-bd02-cb24e83bee54, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bf7cafe0-a9a7-40fe-bd02-cb24e83bee54,segment=NetworkSegment(f9082715-a122-4543-bbf6-c582b0edb07f),segment_id=f9082715-a122-4543-bbf6-c582b0edb07f)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:33.988191 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbadc194-2782-4e8c-8172-0eea2d067e50 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Deleting subnet 655e5c0a-d8cc-4be2-a225-612b41586dca {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:33.995262 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-b4b4b91a-a565-4796-bd77-ca89b2f4df10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.995500 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d589c-c04c-4ff6-91ee-c50c7539675b req-99718bba-a028-4320-a0f1-2d460b510292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:33.996958 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3d2d589c-c04c-4ff6-91ee-c50c7539675b req-99718bba-a028-4320-a0f1-2d460b510292 service neutron] 10.222.0.72 "GET /v2.0/networks?id=507311b0-9434-46e9-9ba9-87b422a6045c HTTP/1.1" status: 200 len: 897 time: 0.9005079 Jul 07 17:19:34.001682 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4607e8c1-a527-44db-901a-28b90cd678ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.004186 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9b8994-0ba9-4f4b-bd82-e2ffac27fbb7 None None] The sync data for ids ['988740ec-914b-4294-96ae-cf03fea467e6'] in n-d-791503-12 is: [{'id': '988740ec-914b-4294-96ae-cf03fea467e6', 'name': 'tempest-ServerActionsTestJSON-1306582082-router', 'tenant_id': 'ea3241034bb848a48d8167b6b493e4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:19:28Z', 'revision_number': 5, 'project_id': 'ea3241034bb848a48d8167b6b493e4d4', 'gw_port': {'id': 'e0062c70-7233-406d-9eac-a0e9b4661c38', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988740ec-914b-4294-96ae-cf03fea467e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:10Z', 'updated_at': '2021-07-07T17:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:34.012531 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fbadc194-2782-4e8c-8172-0eea2d067e50 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.094420 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-b4b4b91a-a565-4796-bd77-ca89b2f4df10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:34.095328 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-b4b4b91a-a565-4796-bd77-ca89b2f4df10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.097751 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-b4b4b91a-a565-4796-bd77-ca89b2f4df10 service neutron] 10.222.0.64 "PUT /v2.0/ports/bf7cafe0-a9a7-40fe-bd02-cb24e83bee54 HTTP/1.1" status: 200 len: 1092 time: 2.0978501 Jul 07 17:19:34.098545 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dea8503-00a8-4b7f-9a56-cdf799daf7fb', 'tag': 'bf7cafe0-a9a7-40fe-bd02-cb24e83bee54'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:34.103787 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d093e97-55a2-4355-b80e-b8e20f37b6d4" -d '{"events": [{"name": "network-changed", "server_uuid": "0dea8503-00a8-4b7f-9a56-cdf799daf7fb", "tag": "bf7cafe0-a9a7-40fe-bd02-cb24e83bee54"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:34.137233 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3d2d589c-c04c-4ff6-91ee-c50c7539675b req-ef245517-60f8-4893-b545-8ffe229826b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2923b46f-2cf0-44aa-a912-9aa874f69f80 HTTP/1.1" status: 200 len: 217 time: 0.1317730 Jul 07 17:19:34.169665 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd067b4-7045-4a43-b3de-35e927f3688b x-openstack-request-id: req-bfd067b4-7045-4a43-b3de-35e927f3688b {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:34.169665 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dea8503-00a8-4b7f-9a56-cdf799daf7fb", "tag": "bf7cafe0-a9a7-40fe-bd02-cb24e83bee54", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:34.169665 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bfd067b4-7045-4a43-b3de-35e927f3688b {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:34.169665 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dea8503-00a8-4b7f-9a56-cdf799daf7fb', 'tag': 'bf7cafe0-a9a7-40fe-bd02-cb24e83bee54', 'status': 'completed', 'code': 200} Jul 07 17:19:34.192255 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4b91a-a565-4796-bd77-ca89b2f4df10 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7cafe0-a9a7-40fe-bd02-cb24e83bee54,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:34.201287 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fbadc194-2782-4e8c-8172-0eea2d067e50 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.246491 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-88aaadcf-d303-446a-886e-ab070af51f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:34.248062 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-88aaadcf-d303-446a-886e-ab070af51f65 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=854cd6cbf71d4c16a45f7c0c1ff22d98&device_id=0dea8503-00a8-4b7f-9a56-cdf799daf7fb HTTP/1.1" status: 200 len: 1095 time: 0.0701387 Jul 07 17:19:34.309491 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-077e50df-3e36-450c-86ed-f1293a5e86e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf7cafe0-a9a7-40fe-bd02-cb24e83bee54 HTTP/1.1" status: 200 len: 217 time: 0.0525033 Jul 07 17:19:34.380102 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fbadc194-2782-4e8c-8172-0eea2d067e50 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.405332 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-9df5a710-9f56-43b1-861a-5515267bb8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:34.409163 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-9df5a710-9f56-43b1-861a-5515267bb8ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6fbb2957-27f3-49e7-bbf8-4e6687e5bfc9 HTTP/1.1" status: 200 len: 854 time: 0.0926635 Jul 07 17:19:34.416912 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d589c-c04c-4ff6-91ee-c50c7539675b req-c5f17ef3-9693-418b-ac4d-2cafeb74a774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:34.418492 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3d2d589c-c04c-4ff6-91ee-c50c7539675b req-c5f17ef3-9693-418b-ac4d-2cafeb74a774 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=703a8988-b4e5-43ee-b12c-dbe005b0e069 HTTP/1.1" status: 200 len: 835 time: 0.1645882 Jul 07 17:19:34.474965 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-cd4e84e2-5263-4a3e-9e44-442c63fea811 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51b74280-0796-4c38-ac03-d27ea50ace14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572221 Jul 07 17:19:34.574584 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b174880f-664b-484e-94f8-cb6f68857a48 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:34.626653 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: b174880f-664b-484e-94f8-cb6f68857a48 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:34.627422 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b174880f-664b-484e-94f8-cb6f68857a48 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:34.722857 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43814) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:34.747221 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-4607e8c1-a527-44db-901a-28b90cd678ed admin admin] Deleting port e0062c70-7233-406d-9eac-a0e9b4661c38 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:34.747574 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4607e8c1-a527-44db-901a-28b90cd678ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.864265 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-51c1a1ed-6c21-4235-88ba-3efed93c216a service neutron] 10.222.0.64 "GET /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809855 Jul 07 17:19:34.904298 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935e7ae-e4c0-435c-976c-50ec821ae21a req-4050d2d9-c572-4750-898e-8829a895efc5 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:34.917733 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f935e7ae-e4c0-435c-976c-50ec821ae21a req-4050d2d9-c572-4750-898e-8829a895efc5 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dea8503-00a8-4b7f-9a56-cdf799daf7fb HTTP/1.1" status: 200 len: 943 time: 0.2325413 Jul 07 17:19:35.052921 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f935e7ae-e4c0-435c-976c-50ec821ae21a req-54a499ba-021b-4b43-a2dd-b667330bc4c8 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177602 Jul 07 17:19:35.088672 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e3002e55-ca8b-44cb-b696-72c35b3e1b6d req-9ae50e03-b460-48f3-adab-0b9b48e8ded6 service neutron] 10.222.0.64 "GET /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120526 Jul 07 17:19:35.243861 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-18c680a4-71cb-4a1c-8155-006bc361a90f tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] Request body: {'port': {'network_id': 'c05d8e30-0fc7-47a8-8d1d-1b5c05ad397a', 'name': 'tempest-NetworksNegativeTestJSON-998591823'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:35.301231 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d093e97-55a2-4355-b80e-b8e20f37b6d4 req-eb3769e4-ee5e-4883-a327-745611e2dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:35.304612 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d093e97-55a2-4355-b80e-b8e20f37b6d4 req-eb3769e4-ee5e-4883-a327-745611e2dc55 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=854cd6cbf71d4c16a45f7c0c1ff22d98&device_id=0dea8503-00a8-4b7f-9a56-cdf799daf7fb HTTP/1.1" status: 200 len: 1095 time: 0.1277854 Jul 07 17:19:35.320431 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c680a4-71cb-4a1c-8155-006bc361a90f tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] POST failed (client error): The resource could not be found. Jul 07 17:19:35.321186 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c680a4-71cb-4a1c-8155-006bc361a90f tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:19:35.322677 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-18c680a4-71cb-4a1c-8155-006bc361a90f tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5971515 Jul 07 17:19:35.323911 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fbadc194-2782-4e8c-8172-0eea2d067e50 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.329237 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43824) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:35.359982 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d94513-e565-4d6a-b501-457a1d178a0d tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] DELETE failed (client error): The resource could not be found. Jul 07 17:19:35.360692 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d94513-e565-4d6a-b501-457a1d178a0d tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:19:35.362675 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-20d94513-e565-4d6a-b501-457a1d178a0d tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] 10.222.0.53 "DELETE /v2.0/networks/f0bd6e8c-fe3f-4843-946e-06a81739ce6e HTTP/1.1" status: 404 len: 339 time: 0.0322123 Jul 07 17:19:35.386712 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43826) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:35.405100 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbadc194-2782-4e8c-8172-0eea2d067e50 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Pushing event deleted for resources: {'Subnet': ['ID=655e5c0a-d8cc-4be2-a225-612b41586dca,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:35.407640 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fbadc194-2782-4e8c-8172-0eea2d067e50 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.409962 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fbadc194-2782-4e8c-8172-0eea2d067e50 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] 10.222.0.53 "DELETE /v2.0/subnets/655e5c0a-d8cc-4be2-a225-612b41586dca HTTP/1.1" status: 204 len: 168 time: 1.7641151 Jul 07 17:19:35.415225 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43828) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:35.423677 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba58c4c6-f898-4678-be60-f3f588b75c01 None None] Network 699c701c-ab1d-4cb6-99e6-18d5c4ae8f67 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:35.483682 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-538f867b-1b8e-4f87-aadd-127bf16b11c9 tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] DELETE failed (client error): The resource could not be found. Jul 07 17:19:35.484507 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-538f867b-1b8e-4f87-aadd-127bf16b11c9 tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:19:35.494492 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-538f867b-1b8e-4f87-aadd-127bf16b11c9 tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] 10.222.0.53 "DELETE /v2.0/ports/653a6bc1-41a4-440c-a19c-510c8c87c3cd HTTP/1.1" status: 404 len: 333 time: 0.0958834 Jul 07 17:19:35.500424 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d589c-c04c-4ff6-91ee-c50c7539675b req-337f2152-6c6a-4621-91fc-e1f5c9c80613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:35.501679 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43830) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:35.502119 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3d2d589c-c04c-4ff6-91ee-c50c7539675b req-337f2152-6c6a-4621-91fc-e1f5c9c80613 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=507311b0-9434-46e9-9ba9-87b422a6045c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0030029 Jul 07 17:19:35.526553 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-4607e8c1-a527-44db-901a-28b90cd678ed admin admin] For port e0062c70-7233-406d-9eac-a0e9b4661c38, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e0062c70-7233-406d-9eac-a0e9b4661c38,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:35.526943 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4607e8c1-a527-44db-901a-28b90cd678ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.576396 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c95262-f018-449c-b031-174aa687c163 tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] DELETE failed (client error): The resource could not be found. Jul 07 17:19:35.577162 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82c95262-f018-449c-b031-174aa687c163 tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:19:35.588857 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-82c95262-f018-449c-b031-174aa687c163 tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] 10.222.0.53 "DELETE /v2.0/subnets/73524af6-7b4d-42c8-bc8d-cfebcd9dcc6d HTTP/1.1" status: 404 len: 337 time: 0.0789015 Jul 07 17:19:35.591944 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43832) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:35.595627 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-4607e8c1-a527-44db-901a-28b90cd678ed admin admin] Calling delete_port for e0062c70-7233-406d-9eac-a0e9b4661c38 owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:35.649161 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6ac530-c2c7-4ea3-a42c-30f2e61c524e tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] GET failed (client error): The resource could not be found. Jul 07 17:19:35.659009 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8c6ac530-c2c7-4ea3-a42c-30f2e61c524e tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] 10.222.0.53 "GET /v2.0/networks/5e5fc9b7-279c-49cd-8cee-ba5d1312f2f9 HTTP/1.1" status: 404 len: 339 time: 0.0593054 Jul 07 17:19:35.659318 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdd2e1-34e8-4c24-b157-a76f416d6ec2 req-daea8eb4-c319-4879-b305-ed5a7e9b3a18 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:35.659318 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-25cdd2e1-34e8-4c24-b157-a76f416d6ec2 req-daea8eb4-c319-4879-b305-ed5a7e9b3a18 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 943 time: 0.4497252 Jul 07 17:19:35.659703 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43834) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:35.688869 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7d56782c-e1da-4470-81f1-622ba7641bc7 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.692089 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d093e97-55a2-4355-b80e-b8e20f37b6d4 req-6501c1ff-3c06-479c-897f-fbbb896d4396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:35.695539 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d093e97-55a2-4355-b80e-b8e20f37b6d4 req-6501c1ff-3c06-479c-897f-fbbb896d4396 service neutron] 10.222.0.64 "GET /v2.0/networks?id=51b74280-0796-4c38-ac03-d27ea50ace14 HTTP/1.1" status: 200 len: 915 time: 0.3827517 Jul 07 17:19:35.758509 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-5490c4b6-33a2-4f27-9099-5b2a0aaaece0 tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] GET failed (client error): The resource could not be found. Jul 07 17:19:35.760282 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5490c4b6-33a2-4f27-9099-5b2a0aaaece0 tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] 10.222.0.53 "GET /v2.0/ports/5451f3fd-c0db-4876-8d37-c4b72ab8cff8 HTTP/1.1" status: 404 len: 333 time: 0.0586109 Jul 07 17:19:35.765863 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d093e97-55a2-4355-b80e-b8e20f37b6d4 req-bea54f4f-bf30-4d7e-bfaf-8c515a55c979 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf7cafe0-a9a7-40fe-bd02-cb24e83bee54 HTTP/1.1" status: 200 len: 217 time: 0.0623341 Jul 07 17:19:35.767169 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43836) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:35.804950 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2691ad-0916-414e-b111-847ba110b92e None None] DHCP port deletion for 699c701c-ab1d-4cb6-99e6-18d5c4ae8f67 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:19:35.820860 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3d2d589c-c04c-4ff6-91ee-c50c7539675b req-954199a7-e35e-46a1-bd40-5f7083032e09 service neutron] 10.222.0.72 "GET /v2.0/networks/507311b0-9434-46e9-9ba9-87b422a6045c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072128 Jul 07 17:19:35.850960 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-25cdd2e1-34e8-4c24-b157-a76f416d6ec2 req-ad34f270-168d-449a-ba73-fa53075b0eba tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bbe048-21ab-4a5f-afdf-bf1197cdf2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382821 Jul 07 17:19:35.900698 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-6f2691ad-0916-414e-b111-847ba110b92e None None] Deleting port 1cf7e131-d091-4280-ae06-78078135cd6b {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:35.901191 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6f2691ad-0916-414e-b111-847ba110b92e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.919410 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-15301694-b521-4dfd-874c-07f6fbc00461 tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] GET failed (client error): The resource could not be found. Jul 07 17:19:35.927801 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-15301694-b521-4dfd-874c-07f6fbc00461 tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] 10.222.0.53 "GET /v2.0/subnets/15665b4b-b16d-4a16-a1d7-fc324ba048b5 HTTP/1.1" status: 404 len: 337 time: 0.1538243 Jul 07 17:19:35.929228 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43838) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:35.949963 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-b6a30cd1-1a34-4b1b-9d7d-ac98386d1b0b tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:35.988848 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-6f2691ad-0916-414e-b111-847ba110b92e None None] For port 1cf7e131-d091-4280-ae06-78078135cd6b, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=1cf7e131-d091-4280-ae06-78078135cd6b,segment=NetworkSegment(fad35f77-7d8c-492e-864b-2497fa9af0a0),segment_id=fad35f77-7d8c-492e-864b-2497fa9af0a0)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:35.989493 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6f2691ad-0916-414e-b111-847ba110b92e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.999630 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a30cd1-1a34-4b1b-9d7d-ac98386d1b0b tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] PUT failed (client error): The resource could not be found. Jul 07 17:19:36.000689 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6a30cd1-1a34-4b1b-9d7d-ac98386d1b0b tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:19:36.010380 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b6a30cd1-1a34-4b1b-9d7d-ac98386d1b0b tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] 10.222.0.53 "PUT /v2.0/networks/37d3f9f0-a6e1-495d-aede-e60abd8dd4a9 HTTP/1.1" status: 404 len: 339 time: 0.0702889 Jul 07 17:19:36.010644 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d093e97-55a2-4355-b80e-b8e20f37b6d4 req-93940d98-6efe-4aec-b56f-0bf1b0d554cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:36.014164 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d093e97-55a2-4355-b80e-b8e20f37b6d4 req-93940d98-6efe-4aec-b56f-0bf1b0d554cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6fbb2957-27f3-49e7-bbf8-4e6687e5bfc9 HTTP/1.1" status: 200 len: 854 time: 0.2293971 Jul 07 17:19:36.014930 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43840) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:36.021250 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-6f2691ad-0916-414e-b111-847ba110b92e None None] Calling delete_port for 1cf7e131-d091-4280-ae06-78078135cd6b owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:36.027275 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-bcb0b327-fa1d-4efa-a716-a95c3d7ae48b tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:36.061196 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3d2d589c-c04c-4ff6-91ee-c50c7539675b req-70704e35-f579-498e-9598-a243f64965f7 service neutron] 10.222.0.72 "GET /v2.0/networks/507311b0-9434-46e9-9ba9-87b422a6045c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300444 Jul 07 17:19:36.100286 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 2923b46f-2cf0-44aa-a912-9aa874f69f80 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:19:36.129032 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4607e8c1-a527-44db-901a-28b90cd678ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.145240 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb0b327-fa1d-4efa-a716-a95c3d7ae48b tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] PUT failed (client error): The resource could not be found. Jul 07 17:19:36.146644 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb0b327-fa1d-4efa-a716-a95c3d7ae48b tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:19:36.149761 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bcb0b327-fa1d-4efa-a716-a95c3d7ae48b tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] 10.222.0.53 "PUT /v2.0/ports/1216f787-a578-432b-a6a5-0a38ddc5c8b7 HTTP/1.1" status: 404 len: 333 time: 0.1328430 Jul 07 17:19:36.155549 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d093e97-55a2-4355-b80e-b8e20f37b6d4 req-eb429294-de81-467a-aa85-f6ccdc13d0d0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51b74280-0796-4c38-ac03-d27ea50ace14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165831 Jul 07 17:19:36.156323 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43844) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:36.169686 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607e8c1-a527-44db-901a-28b90cd678ed admin admin] Pushing event deleted for resources: {'Port': ['ID=e0062c70-7233-406d-9eac-a0e9b4661c38,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:36.179995 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-260540a3-201d-4fa5-b0ad-7af520e90bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.183547 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-dd017fb0-9ee2-49bd-949f-69b8f56cbd9a tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:36.331633 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4607e8c1-a527-44db-901a-28b90cd678ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.342301 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd017fb0-9ee2-49bd-949f-69b8f56cbd9a tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] PUT failed (client error): The resource could not be found. Jul 07 17:19:36.342782 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd017fb0-9ee2-49bd-949f-69b8f56cbd9a tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:19:36.344041 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-dd017fb0-9ee2-49bd-949f-69b8f56cbd9a tempest-NetworksNegativeTestJSON-912780790 tempest-NetworksNegativeTestJSON-912780790-project] 10.222.0.53 "PUT /v2.0/subnets/27c8185c-ae4e-4fde-9f6e-05abf1a1fe8c HTTP/1.1" status: 404 len: 337 time: 0.1848340 Jul 07 17:19:36.362835 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6f2691ad-0916-414e-b111-847ba110b92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.439885 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2691ad-0916-414e-b111-847ba110b92e None None] No DVR routers for this DVR port 1cf7e131-d091-4280-ae06-78078135cd6b on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:36.467809 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2691ad-0916-414e-b111-847ba110b92e None None] Pushing event deleted for resources: {'Port': ['ID=1cf7e131-d091-4280-ae06-78078135cd6b,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:36.530247 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2691ad-0916-414e-b111-847ba110b92e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:36.530816 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2691ad-0916-414e-b111-847ba110b92e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:36.531401 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2691ad-0916-414e-b111-847ba110b92e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:36.535752 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2691ad-0916-414e-b111-847ba110b92e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:36.536224 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2691ad-0916-414e-b111-847ba110b92e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:36.536738 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2691ad-0916-414e-b111-847ba110b92e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:36.537217 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2691ad-0916-414e-b111-847ba110b92e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:36.537691 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2691ad-0916-414e-b111-847ba110b92e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:36.565040 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2691ad-0916-414e-b111-847ba110b92e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:36.565040 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2691ad-0916-414e-b111-847ba110b92e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:36.565040 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2691ad-0916-414e-b111-847ba110b92e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:36.565040 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2691ad-0916-414e-b111-847ba110b92e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:36.596046 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4607e8c1-a527-44db-901a-28b90cd678ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.609550 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4607e8c1-a527-44db-901a-28b90cd678ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.626784 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 2923b46f-2cf0-44aa-a912-9aa874f69f80, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=2923b46f-2cf0-44aa-a912-9aa874f69f80,segment=NetworkSegment(28bd09c2-4756-473e-b2bd-8e1684a859d1),segment_id=28bd09c2-4756-473e-b2bd-8e1684a859d1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:36.686315 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '2923b46f-2cf0-44aa-a912-9aa874f69f80', 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c', 'port_id': '2923b46f-2cf0-44aa-a912-9aa874f69f80', 'mac_address': 'fa:16:3e:82:9d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:19:36.858432 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.912083 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2923b46f-2cf0-44aa-a912-9aa874f69f80 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:36.923656 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 1cf7e131-d091-4280-ae06-78078135cd6b no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:36.964743 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-7d56782c-e1da-4470-81f1-622ba7641bc7 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Deleting port 1cf7e131-d091-4280-ae06-78078135cd6b {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:36.965867 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7d56782c-e1da-4470-81f1-622ba7641bc7 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.985819 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 1cf7e131-d091-4280-ae06-78078135cd6b {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:36.986765 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 1cf7e131-d091-4280-ae06-78078135cd6b not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:36.988431 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4607e8c1-a527-44db-901a-28b90cd678ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.989506 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4607e8c1-a527-44db-901a-28b90cd678ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 988740ec-914b-4294-96ae-cf03fea467e6 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:19:37.011048 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4607e8c1-a527-44db-901a-28b90cd678ed admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.041704 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4607e8c1-a527-44db-901a-28b90cd678ed admin admin] 10.222.0.53 "DELETE /v2.0/routers/988740ec-914b-4294-96ae-cf03fea467e6 HTTP/1.1" status: 204 len: 168 time: 4.1910436 Jul 07 17:19:37.043710 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43856) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:37.062905 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 2923b46f-2cf0-44aa-a912-9aa874f69f80, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=2923b46f-2cf0-44aa-a912-9aa874f69f80,segment=NetworkSegment(28bd09c2-4756-473e-b2bd-8e1684a859d1),segment_id=28bd09c2-4756-473e-b2bd-8e1684a859d1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:37.073277 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.134732 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-7d56782c-e1da-4470-81f1-622ba7641bc7 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] For port 1cf7e131-d091-4280-ae06-78078135cd6b, host n-d-791503-12, got binding levels [] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:37.135310 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7d56782c-e1da-4470-81f1-622ba7641bc7 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.174439 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-7d56782c-e1da-4470-81f1-622ba7641bc7 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Calling delete_port for 1cf7e131-d091-4280-ae06-78078135cd6b owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:37.181264 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.ipam_backend_mixin [None req-7d56782c-e1da-4470-81f1-622ba7641bc7 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Port 1cf7e131-d091-4280-ae06-78078135cd6b was not found and therefore no delete operation was performed {{(pid=100192) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:19:37.184100 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device bf7cafe0-a9a7-40fe-bd02-cb24e83bee54 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:19:37.184514 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7d56782c-e1da-4470-81f1-622ba7641bc7 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.339284 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43858) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:37.347424 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['2923b46f-2cf0-44aa-a912-9aa874f69f80'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:19:37.361418 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56782c-e1da-4470-81f1-622ba7641bc7 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Pushing event deleted for resources: {'Port': ['ID=1cf7e131-d091-4280-ae06-78078135cd6b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:37.405043 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d56782c-e1da-4470-81f1-622ba7641bc7 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] No DVR routers for this DVR port 1cf7e131-d091-4280-ae06-78078135cd6b on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:37.425152 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.428539 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.resource_extend [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:19:37.485729 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-260540a3-201d-4fa5-b0ad-7af520e90bca admin admin] Deleting port 3d8b2e31-e0b1-4893-8036-03bda60ff147 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:37.486077 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-260540a3-201d-4fa5-b0ad-7af520e90bca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.496062 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c000a7d-f087-47bc-847f-3d90f69b69ab req-f6be785c-c9c9-4dbf-83e0-bac4b4df46ff tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:37.496757 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d093e97-55a2-4355-b80e-b8e20f37b6d4 req-d9f1db3a-e7d5-49e0-b4a8-1c2fedc0b916 service neutron] 10.222.0.64 "GET /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3041859 Jul 07 17:19:37.497760 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3c000a7d-f087-47bc-847f-3d90f69b69ab req-f6be785c-c9c9-4dbf-83e0-bac4b4df46ff tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 944 time: 0.2670805 Jul 07 17:19:37.510603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-25bf8a19-44a7-46a5-a449-e572b8c739f3 admin admin] Deleting subnet eb25b29e-8000-461d-9a31-049cca6cce84 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:37.570535 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=2923b46f-2cf0-44aa-a912-9aa874f69f80,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:37.575991 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-25bf8a19-44a7-46a5-a449-e572b8c739f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.638474 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d2d881b3-49fc-4537-a0d8-716c35436f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.709907 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port bf7cafe0-a9a7-40fe-bd02-cb24e83bee54, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bf7cafe0-a9a7-40fe-bd02-cb24e83bee54,segment=NetworkSegment(f9082715-a122-4543-bbf6-c582b0edb07f),segment_id=f9082715-a122-4543-bbf6-c582b0edb07f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:37.734118 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54d84e-65b9-4eeb-a91f-06252fb2e991 req-24eff131-d6fe-479f-92be-567e18f54269 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:37.742529 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2d54d84e-65b9-4eeb-a91f-06252fb2e991 req-24eff131-d6fe-479f-92be-567e18f54269 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dea8503-00a8-4b7f-9a56-cdf799daf7fb HTTP/1.1" status: 200 len: 943 time: 0.8246002 Jul 07 17:19:37.764914 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'bf7cafe0-a9a7-40fe-bd02-cb24e83bee54', 'network_id': '51b74280-0796-4c38-ac03-d27ea50ace14', 'port_id': 'bf7cafe0-a9a7-40fe-bd02-cb24e83bee54', 'mac_address': 'fa:16:3e:d6:da:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fbb2957-27f3-49e7-bbf8-4e6687e5bfc9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:19:37.786316 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.801123 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7d56782c-e1da-4470-81f1-622ba7641bc7 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.813857 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3c000a7d-f087-47bc-847f-3d90f69b69ab req-bf182c4e-4bf7-4384-8550-7028bddbc7ee tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bbe048-21ab-4a5f-afdf-bf1197cdf2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2927570 Jul 07 17:19:37.820544 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-25bf8a19-44a7-46a5-a449-e572b8c739f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.884666 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-7d56782c-e1da-4470-81f1-622ba7641bc7 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['699c701c-ab1d-4cb6-99e6-18d5c4ae8f67']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:37.895707 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.933959 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf7cafe0-a9a7-40fe-bd02-cb24e83bee54 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:37.934724 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-260540a3-201d-4fa5-b0ad-7af520e90bca admin admin] For port 3d8b2e31-e0b1-4893-8036-03bda60ff147, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3d8b2e31-e0b1-4893-8036-03bda60ff147,segment=NetworkSegment(964587fe-7664-4bf2-ace4-274b800778e8),segment_id=964587fe-7664-4bf2-ace4-274b800778e8)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:37.935420 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-260540a3-201d-4fa5-b0ad-7af520e90bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.968049 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port bf7cafe0-a9a7-40fe-bd02-cb24e83bee54, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bf7cafe0-a9a7-40fe-bd02-cb24e83bee54,segment=NetworkSegment(f9082715-a122-4543-bbf6-c582b0edb07f),segment_id=f9082715-a122-4543-bbf6-c582b0edb07f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:37.974786 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-7d56782c-e1da-4470-81f1-622ba7641bc7 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad35f77-7d8c-492e-864b-2497fa9af0a0') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:37.975102 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-7d56782c-e1da-4470-81f1-622ba7641bc7 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad35f77-7d8c-492e-864b-2497fa9af0a0') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:37.977890 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-260540a3-201d-4fa5-b0ad-7af520e90bca admin admin] Calling delete_port for 3d8b2e31-e0b1-4893-8036-03bda60ff147 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:37.978464 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.981394 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d093e97-55a2-4355-b80e-b8e20f37b6d4 req-e7baae7f-8eef-4b6a-842a-428463f92580 service neutron] 10.222.0.64 "GET /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539638 Jul 07 17:19:38.045340 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2d54d84e-65b9-4eeb-a91f-06252fb2e991 req-1dca8e5d-e9f5-4798-990e-51e0e00bacc1 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017106 Jul 07 17:19:38.049600 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7d56782c-e1da-4470-81f1-622ba7641bc7 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.096083 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=bf7cafe0-a9a7-40fe-bd02-cb24e83bee54,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:38.137467 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d2d881b3-49fc-4537-a0d8-716c35436f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.145981 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d2d881b3-49fc-4537-a0d8-716c35436f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.152741 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7d56782c-e1da-4470-81f1-622ba7641bc7 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.166724 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d56782c-e1da-4470-81f1-622ba7641bc7 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:19:38.168101 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7d56782c-e1da-4470-81f1-622ba7641bc7 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.228035 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['bf7cafe0-a9a7-40fe-bd02-cb24e83bee54'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:19:38.300316 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:19:38.352909 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-25bf8a19-44a7-46a5-a449-e572b8c739f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.369190 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d881b3-49fc-4537-a0d8-716c35436f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dd8637-3ec9-45b4-8408-01dfd13cbea0,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:38.377757 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d2d881b3-49fc-4537-a0d8-716c35436f77 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=872e5aa40f3b4f488db5e8d83bb6d377&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0365553 Jul 07 17:19:38.388247 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43866) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:38.396358 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7d56782c-e1da-4470-81f1-622ba7641bc7 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.416797 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7d56782c-e1da-4470-81f1-622ba7641bc7 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.421522 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7d56782c-e1da-4470-81f1-622ba7641bc7 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] 10.222.0.53 "DELETE /v2.0/networks/699c701c-ab1d-4cb6-99e6-18d5c4ae8f67 HTTP/1.1" status: 204 len: 168 time: 3.0008657 Jul 07 17:19:38.461087 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56782c-e1da-4470-81f1-622ba7641bc7 tempest-FloatingIPNegativeTestJSON-1331472294 tempest-FloatingIPNegativeTestJSON-1331472294-project] Pushing event deleted for resources: {'Network': ['ID=699c701c-ab1d-4cb6-99e6-18d5c4ae8f67,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:38.499258 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-260540a3-201d-4fa5-b0ad-7af520e90bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.512238 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-25bf8a19-44a7-46a5-a449-e572b8c739f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.552568 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e0062c70-7233-406d-9eac-a0e9b4661c38 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:38.557710 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260540a3-201d-4fa5-b0ad-7af520e90bca admin admin] Pushing event deleted for resources: {'Port': ['ID=3d8b2e31-e0b1-4893-8036-03bda60ff147,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:38.572268 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-12478019-7530-4da7-921c-061c4b6e3283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.609164 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-12478019-7530-4da7-921c-061c4b6e3283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.617795 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: e0062c70-7233-406d-9eac-a0e9b4661c38 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:38.618590 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e0062c70-7233-406d-9eac-a0e9b4661c38 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:38.641046 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf8a19-44a7-46a5-a449-e572b8c739f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb25b29e-8000-461d-9a31-049cca6cce84,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:38.654603 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-25bf8a19-44a7-46a5-a449-e572b8c739f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.657770 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-25bf8a19-44a7-46a5-a449-e572b8c739f3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/eb25b29e-8000-461d-9a31-049cca6cce84 HTTP/1.1" status: 204 len: 168 time: 1.6068366 Jul 07 17:19:38.660175 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59ef608-d255-4d44-ae59-78015e70266c None None] Network 77d41963-e136-4ba3-ad68-c6ff6b5ca03b requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:38.665715 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43870) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:38.725337 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-12478019-7530-4da7-921c-061c4b6e3283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.729237 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-12478019-7530-4da7-921c-061c4b6e3283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.730609 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-12478019-7530-4da7-921c-061c4b6e3283 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d2dd8637-3ec9-45b4-8408-01dfd13cbea0 HTTP/1.1" status: 204 len: 168 time: 0.3409960 Jul 07 17:19:38.750723 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12478019-7530-4da7-921c-061c4b6e3283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dd8637-3ec9-45b4-8408-01dfd13cbea0,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:38.843978 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1c3de77d-d891-4412-9cf9-6accb52dea9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.848917 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43876) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:38.932606 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-260540a3-201d-4fa5-b0ad-7af520e90bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.027466 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dbf328-96c1-432f-a907-8fda243344e1 None None] DHCP port deletion for 77d41963-e136-4ba3-ad68-c6ff6b5ca03b request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:19:39.056130 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-1c3de77d-d891-4412-9cf9-6accb52dea9c admin admin] Deleting port 7378f982-492b-425d-8ceb-08f012456f48 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:39.056942 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1c3de77d-d891-4412-9cf9-6accb52dea9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.164650 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-85dbf328-96c1-432f-a907-8fda243344e1 None None] Deleting port 7378f982-492b-425d-8ceb-08f012456f48 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:39.165056 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-85dbf328-96c1-432f-a907-8fda243344e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.216739 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device bf7cafe0-a9a7-40fe-bd02-cb24e83bee54 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:39.231895 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-1c3de77d-d891-4412-9cf9-6accb52dea9c admin admin] For port 7378f982-492b-425d-8ceb-08f012456f48, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7378f982-492b-425d-8ceb-08f012456f48,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:39.232494 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1c3de77d-d891-4412-9cf9-6accb52dea9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.232690 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-37f3d5e4-fb07-4c16-bbfd-aa66393d81e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=62eaf170683f4b3a91c7e78ea6797de4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3816674 Jul 07 17:19:39.234739 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43892) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:39.257228 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-1c3de77d-d891-4412-9cf9-6accb52dea9c admin admin] Calling delete_port for 7378f982-492b-425d-8ceb-08f012456f48 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:39.387673 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ea34f-d681-4b4c-a939-4b595ce9b30e req-1a7aef10-0f0d-4d1f-a3d7-9a16aba45906 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:39.395984 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4009170-3bbf-45d1-863a-d7bce30bdd9a req-1f18c19b-83f5-426c-bae8-9c1d51dd2bb7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:39.396759 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-379ea34f-d681-4b4c-a939-4b595ce9b30e req-1a7aef10-0f0d-4d1f-a3d7-9a16aba45906 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dea8503-00a8-4b7f-9a56-cdf799daf7fb HTTP/1.1" status: 200 len: 944 time: 0.1454353 Jul 07 17:19:39.398942 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e4009170-3bbf-45d1-863a-d7bce30bdd9a req-1f18c19b-83f5-426c-bae8-9c1d51dd2bb7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 944 time: 0.2972739 Jul 07 17:19:39.471464 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-85dbf328-96c1-432f-a907-8fda243344e1 None None] For port 7378f982-492b-425d-8ceb-08f012456f48, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7378f982-492b-425d-8ceb-08f012456f48,segment=NetworkSegment(dbf014a0-307e-439c-80e0-f384f9e18b8c),segment_id=dbf014a0-307e-439c-80e0-f384f9e18b8c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:39.472095 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-85dbf328-96c1-432f-a907-8fda243344e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.476921 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-379ea34f-d681-4b4c-a939-4b595ce9b30e req-a9e0f58f-b507-49a8-879d-904cd6a42bba tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789547 Jul 07 17:19:39.479464 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01d49e05-15a1-4010-b4b4-173fa4284eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.491864 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-85dbf328-96c1-432f-a907-8fda243344e1 None None] Calling delete_port for 7378f982-492b-425d-8ceb-08f012456f48 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:39.540323 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e4009170-3bbf-45d1-863a-d7bce30bdd9a req-2a733b7d-0a12-41cf-b425-a16de0e5cab0 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bbe048-21ab-4a5f-afdf-bf1197cdf2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272361 Jul 07 17:19:39.552959 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port bf7cafe0-a9a7-40fe-bd02-cb24e83bee54 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:39.558147 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01d49e05-15a1-4010-b4b4-173fa4284eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.566310 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port bf7cafe0-a9a7-40fe-bd02-cb24e83bee54 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:39.566707 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.572982 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260540a3-201d-4fa5-b0ad-7af520e90bca admin admin] Router 48b5e759-36cc-46fd-85a7-0f2d268a2623 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:39.574591 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1c3de77d-d891-4412-9cf9-6accb52dea9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.617996 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3de77d-d891-4412-9cf9-6accb52dea9c admin admin] No DVR routers for this DVR port 7378f982-492b-425d-8ceb-08f012456f48 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:39.620399 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3de77d-d891-4412-9cf9-6accb52dea9c admin admin] Pushing event deleted for resources: {'Port': ['ID=7378f982-492b-425d-8ceb-08f012456f48,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: from cryptography.utils import int_from_bytes Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: from cryptography.utils import int_from_bytes Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:39.668060 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:19:39.671926 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:39.671926 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:19:39.671926 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:39.671926 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:19:39.671926 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:39.671926 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:19:39.671926 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:39.671926 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:19:39.671926 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:39.671926 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:19:39.671926 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:39.671926 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:19:39.671926 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:39.671926 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:19:39.698509 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-85dbf328-96c1-432f-a907-8fda243344e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.711596 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01d49e05-15a1-4010-b4b4-173fa4284eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.714756 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01d49e05-15a1-4010-b4b4-173fa4284eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.716517 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-01d49e05-15a1-4010-b4b4-173fa4284eef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/426767a3-68a0-4298-beee-8ae23db4a380 HTTP/1.1" status: 204 len: 168 time: 0.4801488 Jul 07 17:19:39.740000 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d49e05-15a1-4010-b4b4-173fa4284eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426767a3-68a0-4298-beee-8ae23db4a380,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:39.801188 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbf328-96c1-432f-a907-8fda243344e1 None None] Pushing event deleted for resources: {'Port': ['ID=7378f982-492b-425d-8ceb-08f012456f48,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:39.804167 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1c3de77d-d891-4412-9cf9-6accb52dea9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.805113 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dbf328-96c1-432f-a907-8fda243344e1 None None] No DVR routers for this DVR port 7378f982-492b-425d-8ceb-08f012456f48 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:39.859675 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-1c3de77d-d891-4412-9cf9-6accb52dea9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d41963-e136-4ba3-ad68-c6ff6b5ca03b']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:39.880456 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-1c3de77d-d891-4412-9cf9-6accb52dea9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf014a0-307e-439c-80e0-f384f9e18b8c') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:39.881065 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-1c3de77d-d891-4412-9cf9-6accb52dea9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf014a0-307e-439c-80e0-f384f9e18b8c') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:39.894989 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.907902 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1c3de77d-d891-4412-9cf9-6accb52dea9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.935184 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1c3de77d-d891-4412-9cf9-6accb52dea9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.938451 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260540a3-201d-4fa5-b0ad-7af520e90bca admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:39.944543 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dea8503-00a8-4b7f-9a56-cdf799daf7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7cafe0-a9a7-40fe-bd02-cb24e83bee54'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:39.949189 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbd188b-785f-47a0-9c12-527f66c79b9b" -d '{"events": [{"server_uuid": "0dea8503-00a8-4b7f-9a56-cdf799daf7fb", "name": "network-vif-plugged", "status": "completed", "tag": "bf7cafe0-a9a7-40fe-bd02-cb24e83bee54"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:39.953607 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43910) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:39.954420 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-260540a3-201d-4fa5-b0ad-7af520e90bca admin admin] 10.222.0.53 "PUT /v2.0/routers/48b5e759-36cc-46fd-85a7-0f2d268a2623/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2692490 Jul 07 17:19:39.958526 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3de77d-d891-4412-9cf9-6accb52dea9c admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:19:39.960002 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1c3de77d-d891-4412-9cf9-6accb52dea9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:19:39.962516 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:19:39.965757 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253fcb87-27c5-46c7-8180-7b20f43763c5 None None] Sync routers for ids ['48b5e759-36cc-46fd-85a7-0f2d268a2623'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:39.980281 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port bf7cafe0-a9a7-40fe-bd02-cb24e83bee54, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bf7cafe0-a9a7-40fe-bd02-cb24e83bee54,segment=NetworkSegment(f9082715-a122-4543-bbf6-c582b0edb07f),segment_id=f9082715-a122-4543-bbf6-c582b0edb07f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:39.988007 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.000321 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253fcb87-27c5-46c7-8180-7b20f43763c5 None None] Routers {'48b5e759-36cc-46fd-85a7-0f2d268a2623'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:40.005305 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-253fcb87-27c5-46c7-8180-7b20f43763c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:19:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['48b5e759-36cc-46fd-85a7-0f2d268a2623'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:40.059083 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1c3de77d-d891-4412-9cf9-6accb52dea9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.073873 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1c3de77d-d891-4412-9cf9-6accb52dea9c admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.083972 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1c3de77d-d891-4412-9cf9-6accb52dea9c admin admin] 10.222.0.53 "DELETE /v2.0/networks/77d41963-e136-4ba3-ad68-c6ff6b5ca03b HTTP/1.1" status: 204 len: 168 time: 1.4139361 Jul 07 17:19:40.115496 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3de77d-d891-4412-9cf9-6accb52dea9c admin admin] Pushing event deleted for resources: {'Network': ['ID=77d41963-e136-4ba3-ad68-c6ff6b5ca03b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:40.139773 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35e5e8c-2549-47bf-a270-b601f0741032 x-openstack-request-id: req-f35e5e8c-2549-47bf-a270-b601f0741032 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:40.140259 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dea8503-00a8-4b7f-9a56-cdf799daf7fb", "name": "network-vif-plugged", "status": "completed", "tag": "bf7cafe0-a9a7-40fe-bd02-cb24e83bee54", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:40.140671 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f35e5e8c-2549-47bf-a270-b601f0741032 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:40.143845 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dea8503-00a8-4b7f-9a56-cdf799daf7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7cafe0-a9a7-40fe-bd02-cb24e83bee54', 'code': 200} Jul 07 17:19:40.145191 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 2923b46f-2cf0-44aa-a912-9aa874f69f80 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:40.257048 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43918) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:40.290423 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-253fcb87-27c5-46c7-8180-7b20f43763c5 None None] Set router 48b5e759-36cc-46fd-85a7-0f2d268a2623 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:40.295065 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=bf7cafe0-a9a7-40fe-bd02-cb24e83bee54,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:40.295439 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e4f39d9b-269a-40ac-ba61-decd176141ed admin admin] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.335424 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 2923b46f-2cf0-44aa-a912-9aa874f69f80 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:40.345000 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 2923b46f-2cf0-44aa-a912-9aa874f69f80 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:40.345456 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.373357 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4414e64-a4f1-44d4-aa4e-c11c95138abd req-f071799d-f6d6-4be9-b65c-87ae3a038d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:40.374853 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d4414e64-a4f1-44d4-aa4e-c11c95138abd req-f071799d-f6d6-4be9-b65c-87ae3a038d10 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0dea8503-00a8-4b7f-9a56-cdf799daf7fb HTTP/1.1" status: 200 len: 1097 time: 0.1541953 Jul 07 17:19:40.457737 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d4414e64-a4f1-44d4-aa4e-c11c95138abd req-ac7a7913-1064-4dd0-8613-d3103d3cea86 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522952 Jul 07 17:19:40.464277 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e4f39d9b-269a-40ac-ba61-decd176141ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.549861 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-046e546a-bab3-41af-a381-70b235320490 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-780512749'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:40.585238 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.625311 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046e546a-bab3-41af-a381-70b235320490 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:40.639966 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-046e546a-bab3-41af-a381-70b235320490 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.675754 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-046e546a-bab3-41af-a381-70b235320490 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.691958 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-e4f39d9b-269a-40ac-ba61-decd176141ed admin admin] Deleting port 31ce50d4-fbe5-470e-adc6-3a44e278f505 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:40.692727 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e4f39d9b-269a-40ac-ba61-decd176141ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.732028 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 2923b46f-2cf0-44aa-a912-9aa874f69f80, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=2923b46f-2cf0-44aa-a912-9aa874f69f80,segment=NetworkSegment(28bd09c2-4756-473e-b2bd-8e1684a859d1),segment_id=28bd09c2-4756-473e-b2bd-8e1684a859d1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:40.741758 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.763351 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43932) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:40.800013 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-253fcb87-27c5-46c7-8180-7b20f43763c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108608792-router', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '31ce50d4-fbe5-470e-adc6-3a44e278f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:08Z', 'updated_at': '2021-07-07T17:19:38Z', 'revision_number': 5, 'project_id': '963a6f61059f43fda2e16b5d1183ff85', 'gw_port': {'id': '31ce50d4-fbe5-470e-adc6-3a44e278f505', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:11Z', 'updated_at': '2021-07-07T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:40.827594 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7378f982-492b-425d-8ceb-08f012456f48 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:40.845084 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253fcb87-27c5-46c7-8180-7b20f43763c5 None None] Checking router: 48b5e759-36cc-46fd-85a7-0f2d268a2623 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:40.856272 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253fcb87-27c5-46c7-8180-7b20f43763c5 None None] Routers {'48b5e759-36cc-46fd-85a7-0f2d268a2623'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:40.862268 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-253fcb87-27c5-46c7-8180-7b20f43763c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:19:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['48b5e759-36cc-46fd-85a7-0f2d268a2623'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:40.900879 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 7378f982-492b-425d-8ceb-08f012456f48 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:40.901319 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7378f982-492b-425d-8ceb-08f012456f48 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:40.924519 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=2923b46f-2cf0-44aa-a912-9aa874f69f80,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:40.964148 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-e4f39d9b-269a-40ac-ba61-decd176141ed admin admin] For port 31ce50d4-fbe5-470e-adc6-3a44e278f505, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=31ce50d4-fbe5-470e-adc6-3a44e278f505,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:40.964526 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e4f39d9b-269a-40ac-ba61-decd176141ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.984512 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-e4f39d9b-269a-40ac-ba61-decd176141ed admin admin] Calling delete_port for 31ce50d4-fbe5-470e-adc6-3a44e278f505 owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:41.001835 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccbb13-ba25-4a40-835a-7320e7e5b681 req-fd3ee45e-d67a-4325-bf25-087d32ca0a21 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:41.009533 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-beccbb13-ba25-4a40-835a-7320e7e5b681 req-fd3ee45e-d67a-4325-bf25-087d32ca0a21 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 945 time: 0.1447773 Jul 07 17:19:41.029805 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-253fcb87-27c5-46c7-8180-7b20f43763c5 None None] Set router 48b5e759-36cc-46fd-85a7-0f2d268a2623 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:41.057012 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-11ff6613-f2c4-44d8-b7d3-c0a8a6a3ad1c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ea3241034bb848a48d8167b6b493e4d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2955377 Jul 07 17:19:41.058688 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43940) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:41.107967 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-beccbb13-ba25-4a40-835a-7320e7e5b681 req-a2b394f0-4eae-4d1b-a5f0-a88d63129ed8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bbe048-21ab-4a5f-afdf-bf1197cdf2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930214 Jul 07 17:19:41.110851 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-253fcb87-27c5-46c7-8180-7b20f43763c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108608792-router', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:08Z', 'updated_at': '2021-07-07T17:19:40Z', 'revision_number': 6, 'project_id': '963a6f61059f43fda2e16b5d1183ff85', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:41.157512 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253fcb87-27c5-46c7-8180-7b20f43763c5 None None] The sync data for ids ['48b5e759-36cc-46fd-85a7-0f2d268a2623'] in n-d-791503-12 is: [{'id': '48b5e759-36cc-46fd-85a7-0f2d268a2623', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108608792-router', 'tenant_id': '963a6f61059f43fda2e16b5d1183ff85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:08Z', 'updated_at': '2021-07-07T17:19:40Z', 'revision_number': 6, 'project_id': '963a6f61059f43fda2e16b5d1183ff85', 'gw_port_host': None}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:41.167116 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ef099-0b46-4174-bb7f-041b13c98781 req-f646ae48-3803-407e-86e2-6a848028ef11 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:41.169951 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ae0ef099-0b46-4174-bb7f-041b13c98781 req-f646ae48-3803-407e-86e2-6a848028ef11 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dea8503-00a8-4b7f-9a56-cdf799daf7fb HTTP/1.1" status: 200 len: 945 time: 0.3680673 Jul 07 17:19:41.287459 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-046e546a-bab3-41af-a381-70b235320490 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.292645 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4aadbd21-d5fd-433e-af26-10927604b6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.301759 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-046e546a-bab3-41af-a381-70b235320490 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.357646 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e4f39d9b-269a-40ac-ba61-decd176141ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.416429 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-046e546a-bab3-41af-a381-70b235320490 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:41.421520 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f39d9b-269a-40ac-ba61-decd176141ed admin admin] Pushing event deleted for resources: {'Port': ['ID=31ce50d4-fbe5-470e-adc6-3a44e278f505,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:41.442958 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ae0ef099-0b46-4174-bb7f-041b13c98781 req-bcddf289-8d71-45e9-ac68-4881f79ba557 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386394 Jul 07 17:19:41.455859 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4aadbd21-d5fd-433e-af26-10927604b6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.483357 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e546a-bab3-41af-a381-70b235320490 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f952bac2-2d21-41cf-9577-dbaf658604bc,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:41.499684 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-046e546a-bab3-41af-a381-70b235320490 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.500402 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-046e546a-bab3-41af-a381-70b235320490 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Added segment 1dd30b56-9b5f-4662-bff8-b8b1bd125234 of type vlan for network 49d97107-f250-424a-86b1-a667b036bf8a Jul 07 17:19:41.521452 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e4f39d9b-269a-40ac-ba61-decd176141ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.710656 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-046e546a-bab3-41af-a381-70b235320490 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.731253 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e4f39d9b-269a-40ac-ba61-decd176141ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.736456 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e4f39d9b-269a-40ac-ba61-decd176141ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.779695 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4aadbd21-d5fd-433e-af26-10927604b6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.785037 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4aadbd21-d5fd-433e-af26-10927604b6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.787119 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4aadbd21-d5fd-433e-af26-10927604b6c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6c43328d-e5d3-456c-a46a-bcb9d9e20fb9 HTTP/1.1" status: 204 len: 168 time: 0.7197645 Jul 07 17:19:41.806986 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-046e546a-bab3-41af-a381-70b235320490 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.823086 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046e546a-bab3-41af-a381-70b235320490 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:41.823709 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43954) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:41.825160 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-046e546a-bab3-41af-a381-70b235320490 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.829194 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aadbd21-d5fd-433e-af26-10927604b6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c43328d-e5d3-456c-a46a-bcb9d9e20fb9,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:41.851145 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e4f39d9b-269a-40ac-ba61-decd176141ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.852920 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f39d9b-269a-40ac-ba61-decd176141ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48b5e759-36cc-46fd-85a7-0f2d268a2623 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:19:41.872243 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e4f39d9b-269a-40ac-ba61-decd176141ed admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.874531 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e4f39d9b-269a-40ac-ba61-decd176141ed admin admin] 10.222.0.53 "DELETE /v2.0/routers/48b5e759-36cc-46fd-85a7-0f2d268a2623 HTTP/1.1" status: 204 len: 168 time: 1.9193344 Jul 07 17:19:41.884746 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43958) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:42.004003 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-c256bd12-9151-4944-9106-bd5efffc1670 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Request body: {'networks': [{'name': 'tempest-network--1864553138'}, {'name': 'tempest-network--1658681440'}]} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:42.004300 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-c256bd12-9151-4944-9106-bd5efffc1670 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Request body: {'network': {'name': 'tempest-network--1864553138'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:42.004819 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-c256bd12-9151-4944-9106-bd5efffc1670 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Request body: {'network': {'name': 'tempest-network--1658681440'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:42.033455 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c256bd12-9151-4944-9106-bd5efffc1670 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Made reservation on behalf of a76da5359fef4591b90abcb7c6b2075d for: {'network': 2} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:42.040037 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c256bd12-9151-4944-9106-bd5efffc1670 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.051749 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c256bd12-9151-4944-9106-bd5efffc1670 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.145294 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3ae079-368c-47ee-8178-868d6fe6d8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2923b46f-2cf0-44aa-a912-9aa874f69f80'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:42.150140 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abac8bf-9bfe-4822-ba88-61afe79bc98d" -d '{"events": [{"server_uuid": "1d3ae079-368c-47ee-8178-868d6fe6d8a9", "name": "network-vif-plugged", "status": "completed", "tag": "2923b46f-2cf0-44aa-a912-9aa874f69f80"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:42.293206 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c256bd12-9151-4944-9106-bd5efffc1670 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.296830 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bc46dc-acff-427c-ac8b-96b25156bad2 x-openstack-request-id: req-f2bc46dc-acff-427c-ac8b-96b25156bad2 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:42.297603 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3ae079-368c-47ee-8178-868d6fe6d8a9", "name": "network-vif-plugged", "status": "completed", "tag": "2923b46f-2cf0-44aa-a912-9aa874f69f80", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:42.297945 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2bc46dc-acff-427c-ac8b-96b25156bad2 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:42.298585 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3ae079-368c-47ee-8178-868d6fe6d8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2923b46f-2cf0-44aa-a912-9aa874f69f80', 'code': 200} Jul 07 17:19:42.311171 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c256bd12-9151-4944-9106-bd5efffc1670 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.314848 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c256bd12-9151-4944-9106-bd5efffc1670 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.424088 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256bd12-9151-4944-9106-bd5efffc1670 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6689a03c-6f29-4554-9337-216d17a47f05,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:42.449561 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c256bd12-9151-4944-9106-bd5efffc1670 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:42.473185 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c256bd12-9151-4944-9106-bd5efffc1670 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.473954 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-c256bd12-9151-4944-9106-bd5efffc1670 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Added segment 87e04813-d80c-4be3-a43f-b2acbbcc4d6c of type vlan for network 572d7641-d7bf-4e0f-83cf-86078adf9335 Jul 07 17:19:42.596196 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c256bd12-9151-4944-9106-bd5efffc1670 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.654148 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 31ce50d4-fbe5-470e-adc6-3a44e278f505 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:42.691943 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c256bd12-9151-4944-9106-bd5efffc1670 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:42.720392 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 31ce50d4-fbe5-470e-adc6-3a44e278f505 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:42.720854 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 31ce50d4-fbe5-470e-adc6-3a44e278f505 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:42.721433 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3d8b2e31-e0b1-4893-8036-03bda60ff147 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:42.729935 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c256bd12-9151-4944-9106-bd5efffc1670 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.731660 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-c256bd12-9151-4944-9106-bd5efffc1670 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Added segment d980a038-9e45-486f-9a94-dde10ecb6e54 of type vlan for network d2c24ac4-ea4c-45d9-bac5-d8facbbd0b61 Jul 07 17:19:42.775744 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 3d8b2e31-e0b1-4893-8036-03bda60ff147 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:42.785903 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0a9c6f6-c86d-4e72-9853-46ea9fbbcd83 admin admin] Deleting subnet 31c817cf-4a54-4051-ac1f-6b744f1bf73c {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:42.789290 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3d8b2e31-e0b1-4893-8036-03bda60ff147 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:42.808309 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-046e546a-bab3-41af-a381-70b235320490 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.5471179 Jul 07 17:19:42.808309 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e0a9c6f6-c86d-4e72-9853-46ea9fbbcd83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.820366 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43980) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:42.858468 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c256bd12-9151-4944-9106-bd5efffc1670 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.919084 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-15295cb9-69ab-4e4f-8bf5-450822c8cccd tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'port': {'network_id': '49d97107-f250-424a-86b1-a667b036bf8a', 'name': 'tempest-PortsIpV6TestJSON-1079325846'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:42.944905 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e546a-bab3-41af-a381-70b235320490 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Network': ['ID=49d97107-f250-424a-86b1-a667b036bf8a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:42.962056 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 49d97107-f250-424a-86b1-a667b036bf8a details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:19:42.978354 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c256bd12-9151-4944-9106-bd5efffc1670 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.979195 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c256bd12-9151-4944-9106-bd5efffc1670 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.990005 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c256bd12-9151-4944-9106-bd5efffc1670 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:43.000454 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c256bd12-9151-4944-9106-bd5efffc1670 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:43.001796 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c256bd12-9151-4944-9106-bd5efffc1670 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.010025 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e0a9c6f6-c86d-4e72-9853-46ea9fbbcd83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.111182 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e0a9c6f6-c86d-4e72-9853-46ea9fbbcd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.150680 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c256bd12-9151-4944-9106-bd5efffc1670 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.3246386 Jul 07 17:19:43.156477 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43990) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:43.163316 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c2ab2-5c0e-4c06-afe1-8baf3ccde98f req-d5b6ba25-6a1c-4a2a-978c-18115f35e247 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:43.165844 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f21c2ab2-5c0e-4c06-afe1-8baf3ccde98f req-d5b6ba25-6a1c-4a2a-978c-18115f35e247 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 945 time: 0.4193144 Jul 07 17:19:43.168203 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05594837-3387-4efc-b275-1ca0aacca4f5 req-dafe0ed5-3dd9-4a66-9cbf-70660b5dd556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:43.169768 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-05594837-3387-4efc-b275-1ca0aacca4f5 req-dafe0ed5-3dd9-4a66-9cbf-70660b5dd556 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 1097 time: 0.4218264 Jul 07 17:19:43.208341 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256bd12-9151-4944-9106-bd5efffc1670 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Pushing event updated for resources: {'Network': ['ID=572d7641-d7bf-4e0f-83cf-86078adf9335,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:43.225795 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15295cb9-69ab-4e4f-8bf5-450822c8cccd tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:43.230258 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15295cb9-69ab-4e4f-8bf5-450822c8cccd tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.239571 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 572d7641-d7bf-4e0f-83cf-86078adf9335 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:19:43.260990 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5000649-55a3-4b37-a2f7-30a30a959a73 req-bc1c1dd5-1c74-4b99-a80f-f2344b3164fc tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:43.262189 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-15295cb9-69ab-4e4f-8bf5-450822c8cccd tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] device_id is not set on port e0f2d74a-482e-48c3-91ce-db931a4b5b28 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:43.264590 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b5000649-55a3-4b37-a2f7-30a30a959a73 req-bc1c1dd5-1c74-4b99-a80f-f2344b3164fc tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dea8503-00a8-4b7f-9a56-cdf799daf7fb HTTP/1.1" status: 200 len: 945 time: 0.3868763 Jul 07 17:19:43.265689 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43992) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:43.353610 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e0a9c6f6-c86d-4e72-9853-46ea9fbbcd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.384594 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f21c2ab2-5c0e-4c06-afe1-8baf3ccde98f req-6b51d85d-14d3-4da0-920f-97784a32cb49 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bbe048-21ab-4a5f-afdf-bf1197cdf2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066290 Jul 07 17:19:43.423798 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-05594837-3387-4efc-b275-1ca0aacca4f5 req-b031ea5a-7b14-40ba-80e1-325aed3a2cf9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a5bbe048-21ab-4a5f-afdf-bf1197cdf2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421036 Jul 07 17:19:43.441485 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9c6f6-c86d-4e72-9853-46ea9fbbcd83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31c817cf-4a54-4051-ac1f-6b744f1bf73c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:43.455819 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e0a9c6f6-c86d-4e72-9853-46ea9fbbcd83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.462930 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e0a9c6f6-c86d-4e72-9853-46ea9fbbcd83 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/31c817cf-4a54-4051-ac1f-6b744f1bf73c HTTP/1.1" status: 204 len: 168 time: 1.5721815 Jul 07 17:19:43.470898 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43996) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:43.554534 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-939fc9d4-a055-4812-aec1-5aafbbd0b5b5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-646907041-network', 'tenant_id': '335e74b91a584a38b49944bdc8bd0eeb'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:43.673050 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256bd12-9151-4944-9106-bd5efffc1670 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Pushing event updated for resources: {'Network': ['ID=d2c24ac4-ea4c-45d9-bac5-d8facbbd0b61,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:43.687583 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network d2c24ac4-ea4c-45d9-bac5-d8facbbd0b61 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:19:43.692803 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9113a20c-b839-40ef-993b-b53d542fcaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.697306 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b5000649-55a3-4b37-a2f7-30a30a959a73 req-bf90b81c-f5dd-4d9c-9908-5d391d68ed17 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632238 Jul 07 17:19:43.700847 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15295cb9-69ab-4e4f-8bf5-450822c8cccd tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.713256 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939fc9d4-a055-4812-aec1-5aafbbd0b5b5 admin admin] Made reservation on behalf of 335e74b91a584a38b49944bdc8bd0eeb for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:43.716750 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-939fc9d4-a055-4812-aec1-5aafbbd0b5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.746650 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeb901c-550c-462a-afdf-afccd5c114a5 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:43.755301 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeb901c-550c-462a-afdf-afccd5c114a5 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:43.765400 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeb901c-550c-462a-afdf-afccd5c114a5 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:43.776276 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeb901c-550c-462a-afdf-afccd5c114a5 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:43.783020 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8eeb901c-550c-462a-afdf-afccd5c114a5 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6163437 Jul 07 17:19:43.783020 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-939fc9d4-a055-4812-aec1-5aafbbd0b5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.783786 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44002) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:43.953888 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9113a20c-b839-40ef-993b-b53d542fcaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.964402 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15295cb9-69ab-4e4f-8bf5-450822c8cccd tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.976968 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-9113a20c-b839-40ef-993b-b53d542fcaa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e005ea3-05eb-4960-83d6-5e4747f2b68f']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:44.032743 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-9113a20c-b839-40ef-993b-b53d542fcaa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964587fe-7664-4bf2-ace4-274b800778e8') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:44.033068 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-9113a20c-b839-40ef-993b-b53d542fcaa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964587fe-7664-4bf2-ace4-274b800778e8') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:44.045632 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d7be-01ec-4faa-9cb6-f54a4b33ea87 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.065459 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9113a20c-b839-40ef-993b-b53d542fcaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.086303 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15295cb9-69ab-4e4f-8bf5-450822c8cccd tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Port': ['ID=e0f2d74a-482e-48c3-91ce-db931a4b5b28,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:44.111577 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9113a20c-b839-40ef-993b-b53d542fcaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.120908 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15295cb9-69ab-4e4f-8bf5-450822c8cccd tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Checking segment: {'id': '1dd30b56-9b5f-4662-bff8-b8b1bd125234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49d97107-f250-424a-86b1-a667b036bf8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:44.121295 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15295cb9-69ab-4e4f-8bf5-450822c8cccd tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network hostable DHCP agents. Network: 49d97107-f250-424a-86b1-a667b036bf8a, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:19:44.128441 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9113a20c-b839-40ef-993b-b53d542fcaa5 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:19:44.128987 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9113a20c-b839-40ef-993b-b53d542fcaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:19:44.130932 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:19:44.161710 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-939fc9d4-a055-4812-aec1-5aafbbd0b5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.205915 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-939fc9d4-a055-4812-aec1-5aafbbd0b5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.212394 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15295cb9-69ab-4e4f-8bf5-450822c8cccd tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network 49d97107-f250-424a-86b1-a667b036bf8a is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:19:44.238777 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-15295cb9-69ab-4e4f-8bf5-450822c8cccd tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 49d97107-f250-424a-86b1-a667b036bf8a) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:44.245543 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15295cb9-69ab-4e4f-8bf5-450822c8cccd tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:44.248202 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76641bf3-4e17-4eef-a492-5120233c385c None None] Network 49d97107-f250-424a-86b1-a667b036bf8a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:44.253124 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15295cb9-69ab-4e4f-8bf5-450822c8cccd tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:44.254159 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15295cb9-69ab-4e4f-8bf5-450822c8cccd tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.266108 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9113a20c-b839-40ef-993b-b53d542fcaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.285621 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9113a20c-b839-40ef-993b-b53d542fcaa5 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.288919 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939fc9d4-a055-4812-aec1-5aafbbd0b5b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:44.289536 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9113a20c-b839-40ef-993b-b53d542fcaa5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0e005ea3-05eb-4960-83d6-5e4747f2b68f HTTP/1.1" status: 204 len: 168 time: 0.8173461 Jul 07 17:19:44.305884 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d7be-01ec-4faa-9cb6-f54a4b33ea87 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.320545 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-15295cb9-69ab-4e4f-8bf5-450822c8cccd tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4298398 Jul 07 17:19:44.322455 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113a20c-b839-40ef-993b-b53d542fcaa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e005ea3-05eb-4960-83d6-5e4747f2b68f,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:44.328560 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44014) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:44.337736 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-3761220e-e07f-47a5-a54b-8d677eed6a9f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1882637003'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:44.366187 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fc9d4-a055-4812-aec1-5aafbbd0b5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999cecea-be74-464c-a780-c51bbbb17a1c,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:44.368481 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3761220e-e07f-47a5-a54b-8d677eed6a9f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:44.388950 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3761220e-e07f-47a5-a54b-8d677eed6a9f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.390446 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-e2a0d7be-01ec-4faa-9cb6-f54a4b33ea87 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572d7641-d7bf-4e0f-83cf-86078adf9335']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:44.432350 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-939fc9d4-a055-4812-aec1-5aafbbd0b5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.433345 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-939fc9d4-a055-4812-aec1-5aafbbd0b5b5 admin admin] Added segment 19794f5c-92f6-43d9-854c-5ca25cb43ab6 of type vlan for network 6b2d14e2-f615-4e1c-a5a1-921ebf9af28e Jul 07 17:19:44.440433 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3761220e-e07f-47a5-a54b-8d677eed6a9f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:44.444435 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-e2a0d7be-01ec-4faa-9cb6-f54a4b33ea87 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e04813-d80c-4be3-a43f-b2acbbcc4d6c') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:44.446379 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-e2a0d7be-01ec-4faa-9cb6-f54a4b33ea87 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e04813-d80c-4be3-a43f-b2acbbcc4d6c') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:44.463640 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3761220e-e07f-47a5-a54b-8d677eed6a9f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.465581 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-3761220e-e07f-47a5-a54b-8d677eed6a9f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Added segment fef7422b-933f-4777-ad1e-5d17958c26f6 of type vlan for network 1a484f11-5070-46ba-bf5f-b8787760c014 Jul 07 17:19:44.480432 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d7be-01ec-4faa-9cb6-f54a4b33ea87 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.565212 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44022) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:44.606064 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-939fc9d4-a055-4812-aec1-5aafbbd0b5b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.630283 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d7be-01ec-4faa-9cb6-f54a4b33ea87 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.638698 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3761220e-e07f-47a5-a54b-8d677eed6a9f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.683357 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e054d342-26fe-43d6-b598-dd9e4cba005a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=963a6f61059f43fda2e16b5d1183ff85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1163809 Jul 07 17:19:44.686875 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a0d7be-01ec-4faa-9cb6-f54a4b33ea87 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:19:44.687385 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d7be-01ec-4faa-9cb6-f54a4b33ea87 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:19:44.691609 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:19:44.696533 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44026) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:44.722839 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3761220e-e07f-47a5-a54b-8d677eed6a9f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.744529 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3761220e-e07f-47a5-a54b-8d677eed6a9f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:44.745598 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3761220e-e07f-47a5-a54b-8d677eed6a9f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.879391 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3761220e-e07f-47a5-a54b-8d677eed6a9f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5494390 Jul 07 17:19:44.883975 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44028) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:44.890903 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e685e4e9-44d2-449a-8aba-3da39a6335c7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'ports': [{'network_id': '49d97107-f250-424a-86b1-a667b036bf8a'}, {'network_id': '1a484f11-5070-46ba-bf5f-b8787760c014'}]} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:44.891315 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e685e4e9-44d2-449a-8aba-3da39a6335c7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'port': {'network_id': '49d97107-f250-424a-86b1-a667b036bf8a'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:44.891907 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e685e4e9-44d2-449a-8aba-3da39a6335c7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'port': {'network_id': '1a484f11-5070-46ba-bf5f-b8787760c014'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:44.908098 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-939fc9d4-a055-4812-aec1-5aafbbd0b5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.909251 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939fc9d4-a055-4812-aec1-5aafbbd0b5b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:44.909945 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-939fc9d4-a055-4812-aec1-5aafbbd0b5b5 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.976552 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761220e-e07f-47a5-a54b-8d677eed6a9f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Network': ['ID=1a484f11-5070-46ba-bf5f-b8787760c014,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:44.992574 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 1a484f11-5070-46ba-bf5f-b8787760c014 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:19:45.001906 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f3a0fe41-859a-4be1-9573-976fa6f32308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.029177 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f3a0fe41-859a-4be1-9573-976fa6f32308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.081073 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-939fc9d4-a055-4812-aec1-5aafbbd0b5b5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7490959 Jul 07 17:19:45.088381 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44032) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:45.101206 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-c47cf1d7-24cf-45af-b1b4-02c4b5bb9251 admin admin] Request body: {'subnet': {'network_id': '6b2d14e2-f615-4e1c-a5a1-921ebf9af28e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-646907041-subnet', 'tenant_id': '335e74b91a584a38b49944bdc8bd0eeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:45.105389 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fc9d4-a055-4812-aec1-5aafbbd0b5b5 admin admin] Pushing event updated for resources: {'Network': ['ID=6b2d14e2-f615-4e1c-a5a1-921ebf9af28e,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:45.110585 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f3a0fe41-859a-4be1-9573-976fa6f32308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.113998 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f3a0fe41-859a-4be1-9573-976fa6f32308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.119444 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f3a0fe41-859a-4be1-9573-976fa6f32308 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c67b0018-3c14-4ddc-ba89-fcab2962e1d2 HTTP/1.1" status: 204 len: 168 time: 0.4176486 Jul 07 17:19:45.125251 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d7be-01ec-4faa-9cb6-f54a4b33ea87 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.134235 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 6b2d14e2-f615-4e1c-a5a1-921ebf9af28e details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:19:45.143800 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d7be-01ec-4faa-9cb6-f54a4b33ea87 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.146013 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e2a0d7be-01ec-4faa-9cb6-f54a4b33ea87 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] 10.222.0.53 "DELETE /v2.0/networks/572d7641-d7bf-4e0f-83cf-86078adf9335 HTTP/1.1" status: 204 len: 168 time: 1.3519485 Jul 07 17:19:45.150987 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0fe41-859a-4be1-9573-976fa6f32308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67b0018-3c14-4ddc-ba89-fcab2962e1d2,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:45.155086 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44036) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:45.271166 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0d7be-01ec-4faa-9cb6-f54a4b33ea87 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Pushing event deleted for resources: {'Network': ['ID=572d7641-d7bf-4e0f-83cf-86078adf9335,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:45.278419 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47cf1d7-24cf-45af-b1b4-02c4b5bb9251 admin admin] Made reservation on behalf of 335e74b91a584a38b49944bdc8bd0eeb for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:45.281134 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c47cf1d7-24cf-45af-b1b4-02c4b5bb9251 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.342620 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e685e4e9-44d2-449a-8aba-3da39a6335c7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'port': 2} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:45.357776 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e685e4e9-44d2-449a-8aba-3da39a6335c7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.364947 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b2504055-f08a-419a-93b0-bf84e2d42343 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.392880 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e685e4e9-44d2-449a-8aba-3da39a6335c7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.403009 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83567530-dedd-4aee-8da7-65ba997eb2a1 req-53c3d638-eaa5-4e05-91c3-aa017e5ed0ab tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:45.416848 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-83567530-dedd-4aee-8da7-65ba997eb2a1 req-53c3d638-eaa5-4e05-91c3-aa017e5ed0ab tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 945 time: 0.5712049 Jul 07 17:19:45.516933 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-e685e4e9-44d2-449a-8aba-3da39a6335c7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] device_id is not set on port 119238e3-034f-4d40-abc9-a3d6b1567ea6 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:45.577538 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-83567530-dedd-4aee-8da7-65ba997eb2a1 req-c8ac6b1a-b5bb-4845-93bf-a86c3251c39b tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bbe048-21ab-4a5f-afdf-bf1197cdf2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510031 Jul 07 17:19:45.677446 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b2504055-f08a-419a-93b0-bf84e2d42343 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.695209 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-b2504055-f08a-419a-93b0-bf84e2d42343 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c24ac4-ea4c-45d9-bac5-d8facbbd0b61']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:45.713488 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-b2504055-f08a-419a-93b0-bf84e2d42343 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd980a038-9e45-486f-9a94-dde10ecb6e54') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:45.713978 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-b2504055-f08a-419a-93b0-bf84e2d42343 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd980a038-9e45-486f-9a94-dde10ecb6e54') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:45.728687 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b2504055-f08a-419a-93b0-bf84e2d42343 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.729798 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e685e4e9-44d2-449a-8aba-3da39a6335c7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.767726 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b2504055-f08a-419a-93b0-bf84e2d42343 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.925312 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-e685e4e9-44d2-449a-8aba-3da39a6335c7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] device_id is not set on port e3f7b102-5869-469b-bfb6-e00dd6136541 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:46.026879 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2504055-f08a-419a-93b0-bf84e2d42343 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:19:46.027791 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b2504055-f08a-419a-93b0-bf84e2d42343 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:19:46.064669 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:19:46.170453 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c47cf1d7-24cf-45af-b1b4-02c4b5bb9251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.232097 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e685e4e9-44d2-449a-8aba-3da39a6335c7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.241351 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b2504055-f08a-419a-93b0-bf84e2d42343 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.335075 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e685e4e9-44d2-449a-8aba-3da39a6335c7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.479482 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e685e4e9-44d2-449a-8aba-3da39a6335c7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network 49d97107-f250-424a-86b1-a667b036bf8a is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:46.507736 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-e685e4e9-44d2-449a-8aba-3da39a6335c7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:46.512927 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e685e4e9-44d2-449a-8aba-3da39a6335c7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:46.520189 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e685e4e9-44d2-449a-8aba-3da39a6335c7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.554031 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685e4e9-44d2-449a-8aba-3da39a6335c7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Port': ['ID=119238e3-034f-4d40-abc9-a3d6b1567ea6,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:46.649555 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685e4e9-44d2-449a-8aba-3da39a6335c7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Port': ['ID=e3f7b102-5869-469b-bfb6-e00dd6136541,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:46.690503 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e685e4e9-44d2-449a-8aba-3da39a6335c7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Checking segment: {'id': 'fef7422b-933f-4777-ad1e-5d17958c26f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a484f11-5070-46ba-bf5f-b8787760c014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:46.690864 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e685e4e9-44d2-449a-8aba-3da39a6335c7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network hostable DHCP agents. Network: 1a484f11-5070-46ba-bf5f-b8787760c014, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:19:46.716594 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e685e4e9-44d2-449a-8aba-3da39a6335c7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network 1a484f11-5070-46ba-bf5f-b8787760c014 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:19:46.727904 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b2504055-f08a-419a-93b0-bf84e2d42343 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.733978 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b2504055-f08a-419a-93b0-bf84e2d42343 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] 10.222.0.53 "DELETE /v2.0/networks/d2c24ac4-ea4c-45d9-bac5-d8facbbd0b61 HTTP/1.1" status: 204 len: 168 time: 1.5711179 Jul 07 17:19:46.734343 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-e685e4e9-44d2-449a-8aba-3da39a6335c7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 1a484f11-5070-46ba-bf5f-b8787760c014) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:46.741559 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44064) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:46.744589 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e685e4e9-44d2-449a-8aba-3da39a6335c7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:46.754697 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a331011b-65eb-4675-80f4-75cd3bb54f55 None None] Network 1a484f11-5070-46ba-bf5f-b8787760c014 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:46.757253 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e685e4e9-44d2-449a-8aba-3da39a6335c7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:46.773267 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e685e4e9-44d2-449a-8aba-3da39a6335c7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:46.774435 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e685e4e9-44d2-449a-8aba-3da39a6335c7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.796861 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cf1d7-24cf-45af-b1b4-02c4b5bb9251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34ef4352-a4e0-4ae1-b50e-18599397460f,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:46.806300 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e685e4e9-44d2-449a-8aba-3da39a6335c7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9206166 Jul 07 17:19:46.811018 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44066) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:46.816376 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2504055-f08a-419a-93b0-bf84e2d42343 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Pushing event deleted for resources: {'Network': ['ID=d2c24ac4-ea4c-45d9-bac5-d8facbbd0b61,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:46.935793 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44070) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:46.955103 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47cf1d7-24cf-45af-b1b4-02c4b5bb9251 admin admin] Checking segment: {'id': '19794f5c-92f6-43d9-854c-5ca25cb43ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b2d14e2-f615-4e1c-a5a1-921ebf9af28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:46.955758 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47cf1d7-24cf-45af-b1b4-02c4b5bb9251 admin admin] Network hostable DHCP agents. Network: 6b2d14e2-f615-4e1c-a5a1-921ebf9af28e, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:19:47.025813 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47cf1d7-24cf-45af-b1b4-02c4b5bb9251 admin admin] Network 6b2d14e2-f615-4e1c-a5a1-921ebf9af28e is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:19:47.062534 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-c47cf1d7-24cf-45af-b1b4-02c4b5bb9251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 6b2d14e2-f615-4e1c-a5a1-921ebf9af28e) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:47.093467 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70e6ac7-6907-4196-a2f4-a5bc6596c9b9 None None] Network 6b2d14e2-f615-4e1c-a5a1-921ebf9af28e requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:47.108932 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47cf1d7-24cf-45af-b1b4-02c4b5bb9251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:47.109956 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c47cf1d7-24cf-45af-b1b4-02c4b5bb9251 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.133564 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fa6f41-2cf8-4a0c-94bd-3582435522f0 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:47.149678 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fa6f41-2cf8-4a0c-94bd-3582435522f0 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:47.157615 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a1fa6f41-2cf8-4a0c-94bd-3582435522f0 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3919713 Jul 07 17:19:47.163312 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44076) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:47.166494 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-a5ea4344-9528-480d-8bd3-3f0294155236 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting port e3f7b102-5869-469b-bfb6-e00dd6136541 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:47.166976 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a5ea4344-9528-480d-8bd3-3f0294155236 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.176024 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-59159d61-c801-4174-bb87-159cc8b998dd tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-984910984'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:47.216461 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c47cf1d7-24cf-45af-b1b4-02c4b5bb9251 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1120336 Jul 07 17:19:47.286583 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59159d61-c801-4174-bb87-159cc8b998dd tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Made reservation on behalf of a76da5359fef4591b90abcb7c6b2075d for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:47.297070 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-59159d61-c801-4174-bb87-159cc8b998dd tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.297970 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a85e4a-22c3-4d75-9aba-17cff83ce1d1 req-ca603cf9-a720-449e-b156-6c1b3208333d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:47.307601 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d2a85e4a-22c3-4d75-9aba-17cff83ce1d1 req-ca603cf9-a720-449e-b156-6c1b3208333d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 945 time: 0.3495607 Jul 07 17:19:47.352011 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-5118630c-00b7-47ad-8a15-1d1060f90b12 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-679683428-network', 'tenant_id': '5a91034d81564c92b83cd4f595aa520b'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:47.398449 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59159d61-c801-4174-bb87-159cc8b998dd tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:47.423108 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-59159d61-c801-4174-bb87-159cc8b998dd tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.424008 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-59159d61-c801-4174-bb87-159cc8b998dd tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Added segment 77017fc6-5eed-4c7e-ba1b-0e8941b5986f of type vlan for network f20a9b71-32e6-4ac5-b2d8-ce13a812ec7f Jul 07 17:19:47.452779 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a5ea4344-9528-480d-8bd3-3f0294155236 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.489389 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b804c2-abd4-4952-bd38-4ad5859ea5da None None] Network 6b2d14e2-f615-4e1c-a5a1-921ebf9af28e requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:47.501217 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d2a85e4a-22c3-4d75-9aba-17cff83ce1d1 req-2cad9f3b-a368-42f0-b913-4bb293cf2780 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bbe048-21ab-4a5f-afdf-bf1197cdf2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932702 Jul 07 17:19:47.515997 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-59159d61-c801-4174-bb87-159cc8b998dd tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.534290 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-a5ea4344-9528-480d-8bd3-3f0294155236 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Calling delete_port for e3f7b102-5869-469b-bfb6-e00dd6136541 owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:47.554855 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-59159d61-c801-4174-bb87-159cc8b998dd tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.568232 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59159d61-c801-4174-bb87-159cc8b998dd tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:47.569006 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-59159d61-c801-4174-bb87-159cc8b998dd tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.746612 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a5ea4344-9528-480d-8bd3-3f0294155236 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.797178 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5118630c-00b7-47ad-8a15-1d1060f90b12 admin admin] Made reservation on behalf of 5a91034d81564c92b83cd4f595aa520b for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:47.800148 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5118630c-00b7-47ad-8a15-1d1060f90b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.812677 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea4344-9528-480d-8bd3-3f0294155236 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Port': ['ID=e3f7b102-5869-469b-bfb6-e00dd6136541,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:47.824574 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5118630c-00b7-47ad-8a15-1d1060f90b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.846592 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-59159d61-c801-4174-bb87-159cc8b998dd tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6819503 Jul 07 17:19:47.847752 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44088) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:47.860101 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-26f344d4-47a9-4c99-aec8-36032dbb6286 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2007874086'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:47.878052 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59159d61-c801-4174-bb87-159cc8b998dd tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Pushing event updated for resources: {'Network': ['ID=f20a9b71-32e6-4ac5-b2d8-ce13a812ec7f,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:47.880340 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.db.api [None req-26f344d4-47a9-4c99-aec8-36032dbb6286 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:19:47.880340 n-d-791503-12 neutron-server[100193]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 17:19:47.880340 n-d-791503-12 neutron-server[100193]: [parameters: {'project_id_1': 'a76da5359fef4591b90abcb7c6b2075d', 'expiration_1': datetime.datetime(2021, 7, 7, 17, 19, 47, 865197)}] Jul 07 17:19:47.880340 n-d-791503-12 neutron-server[100193]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:19:47.880798 n-d-791503-12 neutron-server[100193]: DEBUG oslo_db.api [None req-26f344d4-47a9-4c99-aec8-36032dbb6286 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:19:47.882639 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a5ea4344-9528-480d-8bd3-3f0294155236 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.884556 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a5ea4344-9528-480d-8bd3-3f0294155236 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/ports/e3f7b102-5869-469b-bfb6-e00dd6136541 HTTP/1.1" status: 204 len: 168 time: 1.0714908 Jul 07 17:19:47.899940 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44092) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:47.920426 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network f20a9b71-32e6-4ac5-b2d8-ce13a812ec7f details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:19:48.004367 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef516f-f47c-417f-aa7d-02d3eedb3584 req-f433ec0f-a36f-4ead-a06c-d06c6b32dac4 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:48.012419 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0eef516f-f47c-417f-aa7d-02d3eedb3584 req-f433ec0f-a36f-4ead-a06c-d06c6b32dac4 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 945 time: 0.2636170 Jul 07 17:19:48.036881 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5118630c-00b7-47ad-8a15-1d1060f90b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.043581 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5118630c-00b7-47ad-8a15-1d1060f90b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.077164 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0eef516f-f47c-417f-aa7d-02d3eedb3584 req-ea1ba4c5-a471-429d-a4ea-d77da2958bf7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bbe048-21ab-4a5f-afdf-bf1197cdf2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636368 Jul 07 17:19:48.082978 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118630c-00b7-47ad-8a15-1d1060f90b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f5b8c7-4968-4adc-bc8a-903057fd2559,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:48.101047 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cdf86e-972d-4a55-bde0-a29368295df4 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:48.107221 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44096) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:48.109033 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cdf86e-972d-4a55-bde0-a29368295df4 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:48.115092 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-92cdf86e-972d-4a55-bde0-a29368295df4 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2097077 Jul 07 17:19:48.115740 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44098) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:48.122484 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5118630c-00b7-47ad-8a15-1d1060f90b12 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:48.163168 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5118630c-00b7-47ad-8a15-1d1060f90b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.163661 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-5118630c-00b7-47ad-8a15-1d1060f90b12 admin admin] Added segment 90d721ad-5c14-4e8b-8d38-43728529f388 of type vlan for network 08f6c01e-dfae-4799-95a8-8039418ef262 Jul 07 17:19:48.252694 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5118630c-00b7-47ad-8a15-1d1060f90b12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.261671 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc62d6d-ddf3-4162-9127-34b2807b8a69 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:48.263827 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-abc62d6d-ddf3-4162-9127-34b2807b8a69 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 1092 time: 0.1555533 Jul 07 17:19:48.274353 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44104) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:48.284788 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d9dde4ca-1d9a-4a76-80c1-c3dd3e4160c8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'port_id': '2923b46f-2cf0-44aa-a912-9aa874f69f80', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:48.325893 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ead45-196f-4ac5-a10a-6dea8304a902 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting port 119238e3-034f-4d40-abc9-a3d6b1567ea6 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:48.326722 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cb4ead45-196f-4ac5-a10a-6dea8304a902 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.411343 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9dde4ca-1d9a-4a76-80c1-c3dd3e4160c8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.422147 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5118630c-00b7-47ad-8a15-1d1060f90b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.423593 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5118630c-00b7-47ad-8a15-1d1060f90b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:48.424695 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5118630c-00b7-47ad-8a15-1d1060f90b12 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.480033 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cb4ead45-196f-4ac5-a10a-6dea8304a902 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.485178 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f344d4-47a9-4c99-aec8-36032dbb6286 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Made reservation on behalf of a76da5359fef4591b90abcb7c6b2075d for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:48.491169 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-26f344d4-47a9-4c99-aec8-36032dbb6286 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.527625 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ead45-196f-4ac5-a10a-6dea8304a902 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Calling delete_port for 119238e3-034f-4d40-abc9-a3d6b1567ea6 owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:48.612063 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5118630c-00b7-47ad-8a15-1d1060f90b12 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6745017 Jul 07 17:19:48.621202 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44112) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:48.629136 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-197095df-f8dd-4f6c-8c05-b76289ceecc3 admin admin] Request body: {'subnet': {'network_id': '08f6c01e-dfae-4799-95a8-8039418ef262', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-679683428-subnet', 'tenant_id': '5a91034d81564c92b83cd4f595aa520b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:48.646770 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f344d4-47a9-4c99-aec8-36032dbb6286 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:48.664849 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-cc6b96d6-f496-458c-8aaa-10ad0e7fc370 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:48.673949 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-cc6b96d6-f496-458c-8aaa-10ad0e7fc370 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.53 "GET /v2.0/networks?id=6b2d14e2-f615-4e1c-a5a1-921ebf9af28e HTTP/1.1" status: 200 len: 813 time: 0.3539774 Jul 07 17:19:48.677393 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-26f344d4-47a9-4c99-aec8-36032dbb6286 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.678598 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-26f344d4-47a9-4c99-aec8-36032dbb6286 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Added segment c7c3b1ce-dc0e-4668-b530-a3c06e94278e of type vlan for network 9455a880-6eff-4f3c-87b2-4a0d1037f48f Jul 07 17:19:48.709488 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-88cd934d-333d-4328-9e48-6d219fbbe7e7 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.53 "GET /v2.0/quotas/335e74b91a584a38b49944bdc8bd0eeb HTTP/1.1" status: 200 len: 375 time: 0.0338993 Jul 07 17:19:48.714700 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118630c-00b7-47ad-8a15-1d1060f90b12 admin admin] Pushing event updated for resources: {'Network': ['ID=08f6c01e-dfae-4799-95a8-8039418ef262,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:48.735408 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 08f6c01e-dfae-4799-95a8-8039418ef262 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:19:48.763268 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-26f344d4-47a9-4c99-aec8-36032dbb6286 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.764893 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197095df-f8dd-4f6c-8c05-b76289ceecc3 admin admin] Made reservation on behalf of 5a91034d81564c92b83cd4f595aa520b for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:48.768379 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-197095df-f8dd-4f6c-8c05-b76289ceecc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.783574 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-b3b237ae-4234-4a50-9c1e-99bc8bb9d5fb tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=335e74b91a584a38b49944bdc8bd0eeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732732 Jul 07 17:19:48.799933 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cb4ead45-196f-4ac5-a10a-6dea8304a902 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.850208 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-26f344d4-47a9-4c99-aec8-36032dbb6286 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.857259 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f344d4-47a9-4c99-aec8-36032dbb6286 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:48.858692 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-26f344d4-47a9-4c99-aec8-36032dbb6286 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.867311 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ead45-196f-4ac5-a10a-6dea8304a902 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Port': ['ID=119238e3-034f-4d40-abc9-a3d6b1567ea6,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:49.030537 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cb4ead45-196f-4ac5-a10a-6dea8304a902 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.040315 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cb4ead45-196f-4ac5-a10a-6dea8304a902 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/ports/119238e3-034f-4d40-abc9-a3d6b1567ea6 HTTP/1.1" status: 204 len: 168 time: 0.9223635 Jul 07 17:19:49.045975 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44118) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:49.069027 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-26f344d4-47a9-4c99-aec8-36032dbb6286 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2170272 Jul 07 17:19:49.077302 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44120) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:49.086417 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-8c629172-d4c8-4c04-9acc-a845100c1101 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Request body: {'ports': [{'network_id': 'f20a9b71-32e6-4ac5-b2d8-ce13a812ec7f', 'name': 'tempest-port--1159535534', 'admin_state_up': True}, {'network_id': '9455a880-6eff-4f3c-87b2-4a0d1037f48f', 'admin_state_up': False}]} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:49.086907 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-8c629172-d4c8-4c04-9acc-a845100c1101 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Request body: {'port': {'network_id': 'f20a9b71-32e6-4ac5-b2d8-ce13a812ec7f', 'name': 'tempest-port--1159535534', 'admin_state_up': True}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:49.087943 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-8c629172-d4c8-4c04-9acc-a845100c1101 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Request body: {'port': {'network_id': '9455a880-6eff-4f3c-87b2-4a0d1037f48f', 'admin_state_up': False}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:49.117745 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f344d4-47a9-4c99-aec8-36032dbb6286 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Pushing event updated for resources: {'Network': ['ID=9455a880-6eff-4f3c-87b2-4a0d1037f48f,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:49.133537 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 9455a880-6eff-4f3c-87b2-4a0d1037f48f details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:19:49.188664 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da97b058-f041-45fe-81d2-5bf07bf096f5 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:49.197288 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-da97b058-f041-45fe-81d2-5bf07bf096f5 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1495802 Jul 07 17:19:49.198439 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44122) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:49.235021 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-9cf4fa31-9bca-497e-a3e4-5b60c8f56c64 service neutron] 10.222.0.53 "GET /v2.0/networks/6b2d14e2-f615-4e1c-a5a1-921ebf9af28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495146 Jul 07 17:19:49.242495 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06b7a03-7186-487e-bb50-6db863491d63 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] GET failed (client error): The resource could not be found. Jul 07 17:19:49.248454 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f06b7a03-7186-487e-bb50-6db863491d63 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "GET /v2.0/ports/e3f7b102-5869-469b-bfb6-e00dd6136541 HTTP/1.1" status: 404 len: 333 time: 0.0437188 Jul 07 17:19:49.251046 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44126) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:49.260263 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9dde4ca-1d9a-4a76-80c1-c3dd3e4160c8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.291846 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9993ff-d1d2-441a-b01d-b9dc6ab544c6 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] GET failed (client error): The resource could not be found. Jul 07 17:19:49.295234 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ed9993ff-d1d2-441a-b01d-b9dc6ab544c6 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "GET /v2.0/ports/119238e3-034f-4d40-abc9-a3d6b1567ea6 HTTP/1.1" status: 404 len: 333 time: 0.0424633 Jul 07 17:19:49.299510 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44128) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:49.397572 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5883a892-4946-44ba-ab21-9e83833e7796 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.501138 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5883a892-4946-44ba-ab21-9e83833e7796 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.513446 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-5883a892-4946-44ba-ab21-9e83833e7796 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a484f11-5070-46ba-bf5f-b8787760c014']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:49.527463 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-5883a892-4946-44ba-ab21-9e83833e7796 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef7422b-933f-4777-ad1e-5d17958c26f6') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:49.527879 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-5883a892-4946-44ba-ab21-9e83833e7796 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef7422b-933f-4777-ad1e-5d17958c26f6') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:49.542709 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5883a892-4946-44ba-ab21-9e83833e7796 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.557898 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-197095df-f8dd-4f6c-8c05-b76289ceecc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.566417 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5883a892-4946-44ba-ab21-9e83833e7796 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.575254 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5883a892-4946-44ba-ab21-9e83833e7796 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:19:49.575937 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5883a892-4946-44ba-ab21-9e83833e7796 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:19:49.580174 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:19:49.633714 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-fbcff36b-5a20-4299-a3c7-300589b896b8 service neutron] 10.222.0.53 "GET /v2.0/networks/6b2d14e2-f615-4e1c-a5a1-921ebf9af28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980815 Jul 07 17:19:49.658348 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5883a892-4946-44ba-ab21-9e83833e7796 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.688097 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5883a892-4946-44ba-ab21-9e83833e7796 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.695345 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5883a892-4946-44ba-ab21-9e83833e7796 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/networks/1a484f11-5070-46ba-bf5f-b8787760c014 HTTP/1.1" status: 204 len: 168 time: 0.3919482 Jul 07 17:19:49.712096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-d9dde4ca-1d9a-4a76-80c1-c3dd3e4160c8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Allocated IP 172.25.0.11 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/cd602d2f-5666-46ad-883c-d5a1219e280a) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:49.714199 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44132) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:49.722602 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-48371e5d-b9ab-4131-8efd-e4a4986c8a24 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1327521601'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:49.726170 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883a892-4946-44ba-ab21-9e83833e7796 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Network': ['ID=1a484f11-5070-46ba-bf5f-b8787760c014,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:49.729434 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197095df-f8dd-4f6c-8c05-b76289ceecc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a74d58d4-f857-4afa-87b5-fe53c29b08d0,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:49.744786 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c629172-d4c8-4c04-9acc-a845100c1101 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Made reservation on behalf of a76da5359fef4591b90abcb7c6b2075d for: {'port': 2} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:49.749766 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c629172-d4c8-4c04-9acc-a845100c1101 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.792276 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c629172-d4c8-4c04-9acc-a845100c1101 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.794695 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197095df-f8dd-4f6c-8c05-b76289ceecc3 admin admin] Checking segment: {'id': '90d721ad-5c14-4e8b-8d38-43728529f388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08f6c01e-dfae-4799-95a8-8039418ef262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:49.795064 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197095df-f8dd-4f6c-8c05-b76289ceecc3 admin admin] Network hostable DHCP agents. Network: 08f6c01e-dfae-4799-95a8-8039418ef262, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:19:49.858303 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48371e5d-b9ab-4131-8efd-e4a4986c8a24 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:49.862013 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-48371e5d-b9ab-4131-8efd-e4a4986c8a24 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.960343 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197095df-f8dd-4f6c-8c05-b76289ceecc3 admin admin] Network 08f6c01e-dfae-4799-95a8-8039418ef262 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:19:50.000329 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d917061b-35da-4ac8-818d-0fcecba5dce6 req-3f614289-91a0-40df-af7c-c6ef41c32852 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.53 "GET /v2.0/ports?device_id=48e4e828-9cae-42a0-a313-8553e6e0d782 HTTP/1.1" status: 200 len: 210 time: 0.1036439 Jul 07 17:19:50.033634 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-8c629172-d4c8-4c04-9acc-a845100c1101 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] device_id is not set on port 9123896e-3aef-4d29-b14e-45cfe8223748 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:50.044794 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-197095df-f8dd-4f6c-8c05-b76289ceecc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 08f6c01e-dfae-4799-95a8-8039418ef262) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:50.046987 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48371e5d-b9ab-4131-8efd-e4a4986c8a24 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:50.055849 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197095df-f8dd-4f6c-8c05-b76289ceecc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:50.056796 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-197095df-f8dd-4f6c-8c05-b76289ceecc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.069856 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd737f6-f5df-4045-89b7-705dbf4b8a5f None None] Network 08f6c01e-dfae-4799-95a8-8039418ef262 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:50.109098 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9dde4ca-1d9a-4a76-80c1-c3dd3e4160c8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.121976 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-48371e5d-b9ab-4131-8efd-e4a4986c8a24 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.122472 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-48371e5d-b9ab-4131-8efd-e4a4986c8a24 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Added segment 450ccf75-bdae-46f0-973a-7fb750f951bf of type vlan for network af00fcb0-d713-454b-9e60-59704a9608fb Jul 07 17:19:50.146737 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-197095df-f8dd-4f6c-8c05-b76289ceecc3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5223370 Jul 07 17:19:50.237607 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-48371e5d-b9ab-4131-8efd-e4a4986c8a24 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.376849 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f5f6ad-47fc-4228-9d39-7afee9184a1b None None] Network 08f6c01e-dfae-4799-95a8-8039418ef262 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:50.444984 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-48371e5d-b9ab-4131-8efd-e4a4986c8a24 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.455783 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48371e5d-b9ab-4131-8efd-e4a4986c8a24 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:50.468459 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-48371e5d-b9ab-4131-8efd-e4a4986c8a24 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.582927 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9dde4ca-1d9a-4a76-80c1-c3dd3e4160c8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.623355 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-48371e5d-b9ab-4131-8efd-e4a4986c8a24 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9080012 Jul 07 17:19:50.626714 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c629172-d4c8-4c04-9acc-a845100c1101 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.628262 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44156) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:50.636315 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-5ba0ec95-1e0d-4627-be71-9e2fb27e8ec9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'subnet': {'network_id': 'af00fcb0-d713-454b-9e60-59704a9608fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:50.716866 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48371e5d-b9ab-4131-8efd-e4a4986c8a24 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Network': ['ID=af00fcb0-d713-454b-9e60-59704a9608fb,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:50.730405 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dde4ca-1d9a-4a76-80c1-c3dd3e4160c8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:50.734373 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network af00fcb0-d713-454b-9e60-59704a9608fb details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:19:50.740970 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dde4ca-1d9a-4a76-80c1-c3dd3e4160c8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'Port': ['ID=cd602d2f-5666-46ad-883c-d5a1219e280a,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:50.746839 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-d9dde4ca-1d9a-4a76-80c1-c3dd3e4160c8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:50.753083 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dde4ca-1d9a-4a76-80c1-c3dd3e4160c8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:50.815890 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-8c629172-d4c8-4c04-9acc-a845100c1101 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] device_id is not set on port 183af931-8431-4f54-a4c6-4217077fc81d yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:50.914833 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba0ec95-1e0d-4627-be71-9e2fb27e8ec9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:50.938394 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5ba0ec95-1e0d-4627-be71-9e2fb27e8ec9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.219241 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5ba0ec95-1e0d-4627-be71-9e2fb27e8ec9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.289014 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0ec95-1e0d-4627-be71-9e2fb27e8ec9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Subnet': ['ID=3bd758a3-dfe5-4b0c-9533-27ee3393f75a,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:51.297749 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ec95-1e0d-4627-be71-9e2fb27e8ec9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:51.298248 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ec95-1e0d-4627-be71-9e2fb27e8ec9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:51.298599 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ec95-1e0d-4627-be71-9e2fb27e8ec9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:51.298938 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ec95-1e0d-4627-be71-9e2fb27e8ec9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:51.299272 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ec95-1e0d-4627-be71-9e2fb27e8ec9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:51.299602 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ec95-1e0d-4627-be71-9e2fb27e8ec9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:51.299935 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ec95-1e0d-4627-be71-9e2fb27e8ec9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:51.300266 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ec95-1e0d-4627-be71-9e2fb27e8ec9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:51.300595 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ec95-1e0d-4627-be71-9e2fb27e8ec9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:51.300948 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ec95-1e0d-4627-be71-9e2fb27e8ec9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:51.301274 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ec95-1e0d-4627-be71-9e2fb27e8ec9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:51.301605 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ec95-1e0d-4627-be71-9e2fb27e8ec9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:51.355932 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba0ec95-1e0d-4627-be71-9e2fb27e8ec9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Checking segment: {'id': '450ccf75-bdae-46f0-973a-7fb750f951bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'af00fcb0-d713-454b-9e60-59704a9608fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:51.356282 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba0ec95-1e0d-4627-be71-9e2fb27e8ec9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network hostable DHCP agents. Network: af00fcb0-d713-454b-9e60-59704a9608fb, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:19:51.422004 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ace675ff-2438-45ef-9c98-18b5f84ef3e0 req-076d5299-aa75-4b4b-8951-3d6fb13a2f86 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.53 "GET /v2.0/ports?device_id=48e4e828-9cae-42a0-a313-8553e6e0d782 HTTP/1.1" status: 200 len: 210 time: 0.0431702 Jul 07 17:19:51.433356 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba0ec95-1e0d-4627-be71-9e2fb27e8ec9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network af00fcb0-d713-454b-9e60-59704a9608fb is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:19:51.454161 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c629172-d4c8-4c04-9acc-a845100c1101 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.463481 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-5ba0ec95-1e0d-4627-be71-9e2fb27e8ec9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, af00fcb0-d713-454b-9e60-59704a9608fb) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:51.474562 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba0ec95-1e0d-4627-be71-9e2fb27e8ec9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:51.475866 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5ba0ec95-1e0d-4627-be71-9e2fb27e8ec9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.483838 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b773ae1-5673-436b-a070-aa6a06933b9e None None] Network af00fcb0-d713-454b-9e60-59704a9608fb requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:51.513273 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5ba0ec95-1e0d-4627-be71-9e2fb27e8ec9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8818264 Jul 07 17:19:51.515129 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44174) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:51.521128 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-d54cb002-c713-4254-9b7d-9c85b697203b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'port': {'network_id': 'af00fcb0-d713-454b-9e60-59704a9608fb', 'name': 'tempest-PortsIpV6TestJSON-1898091583'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:51.712609 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-2dc4e5b6-dc91-48c1-b1b0-d87d0faf8f47 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:51.719502 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-2dc4e5b6-dc91-48c1-b1b0-d87d0faf8f47 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/networks?id=08f6c01e-dfae-4799-95a8-8039418ef262 HTTP/1.1" status: 200 len: 813 time: 0.7409201 Jul 07 17:19:51.733367 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54cb002-c713-4254-9b7d-9c85b697203b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:51.743163 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d54cb002-c713-4254-9b7d-9c85b697203b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.752528 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3f9f87-b3a9-440d-a918-03021c25b060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-af00fcb0-d713-454b-9e60-59704a9608fb', 'network_id': 'af00fcb0-d713-454b-9e60-59704a9608fb', 'tenant_id': 'a4d810b7abb64d54ac8bc38e2d32e1cc', 'fixed_ips': [{'subnet_id': '3bd758a3-dfe5-4b0c-9533-27ee3393f75a'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:19:51.753734 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c629172-d4c8-4c04-9acc-a845100c1101 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.754100 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ca3f9f87-b3a9-440d-a918-03021c25b060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.796577 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-d54cb002-c713-4254-9b7d-9c85b697203b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] device_id is not set on port 6c7c2ebd-c558-49b9-b2ef-fe06c88f58e8 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:51.808953 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-077729d1-3407-40f4-9dd6-4570057d686d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/quotas/5a91034d81564c92b83cd4f595aa520b HTTP/1.1" status: 200 len: 375 time: 0.0883038 Jul 07 17:19:51.945210 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-a09138e9-6be9-4ecd-8606-2b360890cba4 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5a91034d81564c92b83cd4f595aa520b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1354194 Jul 07 17:19:51.986355 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-ca3f9f87-b3a9-440d-a918-03021c25b060 None None] Allocated IP 2001:db8::2 (af00fcb0-d713-454b-9e60-59704a9608fb/3bd758a3-dfe5-4b0c-9533-27ee3393f75a/9fc02724-fce4-445a-bce6-8f9a76e012d5) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:52.008924 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c629172-d4c8-4c04-9acc-a845100c1101 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Checking segment: {'id': '77017fc6-5eed-4c7e-ba1b-0e8941b5986f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f20a9b71-32e6-4ac5-b2d8-ce13a812ec7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:52.009437 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c629172-d4c8-4c04-9acc-a845100c1101 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Network hostable DHCP agents. Network: f20a9b71-32e6-4ac5-b2d8-ce13a812ec7f, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:19:52.013209 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c629172-d4c8-4c04-9acc-a845100c1101 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Pushing event updated for resources: {'Port': ['ID=9123896e-3aef-4d29-b14e-45cfe8223748,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:52.079404 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-60a9f346-634c-4600-b062-e7a32b065725 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:52.088277 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-60a9f346-634c-4600-b062-e7a32b065725 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.72 "GET /v2.0/networks?id=6b2d14e2-f615-4e1c-a5a1-921ebf9af28e HTTP/1.1" status: 200 len: 813 time: 0.1886666 Jul 07 17:19:52.106788 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-d91ad489-4e6d-4636-bab0-877db268fc11 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Request body: {'port': {'device_id': '48e4e828-9cae-42a0-a313-8553e6e0d782', 'network_id': '6b2d14e2-f615-4e1c-a5a1-921ebf9af28e', 'admin_state_up': True, 'tenant_id': '335e74b91a584a38b49944bdc8bd0eeb'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:52.236288 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c629172-d4c8-4c04-9acc-a845100c1101 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Network f20a9b71-32e6-4ac5-b2d8-ce13a812ec7f is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:19:52.273026 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-8c629172-d4c8-4c04-9acc-a845100c1101 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, f20a9b71-32e6-4ac5-b2d8-ce13a812ec7f) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:52.290141 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bc8ac7-2063-496c-a9bd-ded7233c7166 None None] Network f20a9b71-32e6-4ac5-b2d8-ce13a812ec7f requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:52.297432 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c629172-d4c8-4c04-9acc-a845100c1101 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:52.298307 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c629172-d4c8-4c04-9acc-a845100c1101 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.306311 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-1a830064-dc35-4417-bb5f-92877eb832d8 service neutron] 10.222.0.53 "GET /v2.0/networks/08f6c01e-dfae-4799-95a8-8039418ef262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480523 Jul 07 17:19:52.311098 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9dde4ca-1d9a-4a76-80c1-c3dd3e4160c8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.319931 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-d91ad489-4e6d-4636-bab0-877db268fc11 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Made reservation on behalf of 335e74b91a584a38b49944bdc8bd0eeb for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:52.323856 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-d91ad489-4e6d-4636-bab0-877db268fc11 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.386021 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ca3f9f87-b3a9-440d-a918-03021c25b060 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.420909 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ca3f9f87-b3a9-440d-a918-03021c25b060 None None] Transition to ACTIVE for port object 9fc02724-fce4-445a-bce6-8f9a76e012d5 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:52.488095 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ca3f9f87-b3a9-440d-a918-03021c25b060 None None] Transition to ACTIVE for port object 9fc02724-fce4-445a-bce6-8f9a76e012d5 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:52.499158 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c629172-d4c8-4c04-9acc-a845100c1101 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Pushing event updated for resources: {'Port': ['ID=183af931-8431-4f54-a4c6-4217077fc81d,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:52.509376 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ca3f9f87-b3a9-440d-a918-03021c25b060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.529047 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9dde4ca-1d9a-4a76-80c1-c3dd3e4160c8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.572138 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3f9f87-b3a9-440d-a918-03021c25b060 None None] Network af00fcb0-d713-454b-9e60-59704a9608fb is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:52.579209 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c629172-d4c8-4c04-9acc-a845100c1101 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Checking segment: {'id': 'c7c3b1ce-dc0e-4668-b530-a3c06e94278e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9455a880-6eff-4f3c-87b2-4a0d1037f48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:52.579582 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c629172-d4c8-4c04-9acc-a845100c1101 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Network hostable DHCP agents. Network: 9455a880-6eff-4f3c-87b2-4a0d1037f48f, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:19:52.581161 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-d91ad489-4e6d-4636-bab0-877db268fc11 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Allocated IP 172.20.0.2 (6b2d14e2-f615-4e1c-a5a1-921ebf9af28e/34ef4352-a4e0-4ae1-b50e-18599397460f/d1f72858-baae-4197-b2ce-54e93c7e397a) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:52.589911 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-ca3f9f87-b3a9-440d-a918-03021c25b060 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:52.602712 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3f9f87-b3a9-440d-a918-03021c25b060 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:52.633869 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-3225e61e-a206-4760-8b66-bdd2fef727ae service neutron] 10.222.0.53 "GET /v2.0/networks/08f6c01e-dfae-4799-95a8-8039418ef262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760620 Jul 07 17:19:52.656326 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f9f87-b3a9-440d-a918-03021c25b060 None None] Pushing event updated for resources: {'Port': ['ID=9fc02724-fce4-445a-bce6-8f9a76e012d5,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:52.707628 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7fce9e5a-92f1-4a75-9569-4feca5fcb85a req-1c52c977-8a3d-4899-adc3-74b09aa68329 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.53 "GET /v2.0/ports?device_id=48e4e828-9cae-42a0-a313-8553e6e0d782 HTTP/1.1" status: 200 len: 210 time: 0.0646536 Jul 07 17:19:52.708813 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c629172-d4c8-4c04-9acc-a845100c1101 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Network 9455a880-6eff-4f3c-87b2-4a0d1037f48f is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:19:52.715854 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-ca3f9f87-b3a9-440d-a918-03021c25b060 None None] Attempting to bind port 9fc02724-fce4-445a-bce6-8f9a76e012d5 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:52.716250 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-ca3f9f87-b3a9-440d-a918-03021c25b060 None None] Attempting to bind port 9fc02724-fce4-445a-bce6-8f9a76e012d5 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '450ccf75-bdae-46f0-973a-7fb750f951bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'af00fcb0-d713-454b-9e60-59704a9608fb'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:52.721105 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3f9f87-b3a9-440d-a918-03021c25b060 None None] Attempting to bind port 9fc02724-fce4-445a-bce6-8f9a76e012d5 on network af00fcb0-d713-454b-9e60-59704a9608fb {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:52.727556 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-8c629172-d4c8-4c04-9acc-a845100c1101 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 9455a880-6eff-4f3c-87b2-4a0d1037f48f) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:52.736242 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c629172-d4c8-4c04-9acc-a845100c1101 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:52.742723 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3f9f87-b3a9-440d-a918-03021c25b060 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:52.743319 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3f9f87-b3a9-440d-a918-03021c25b060 None None] Checking segment: {'id': '450ccf75-bdae-46f0-973a-7fb750f951bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'af00fcb0-d713-454b-9e60-59704a9608fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:52.743679 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c629172-d4c8-4c04-9acc-a845100c1101 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:52.744220 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ca3f9f87-b3a9-440d-a918-03021c25b060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.744868 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3f9f87-b3a9-440d-a918-03021c25b060 None None] Bound using segment: {'id': '450ccf75-bdae-46f0-973a-7fb750f951bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'af00fcb0-d713-454b-9e60-59704a9608fb'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:52.746228 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-ca3f9f87-b3a9-440d-a918-03021c25b060 None None] Bound port: 9fc02724-fce4-445a-bce6-8f9a76e012d5, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450ccf75-bdae-46f0-973a-7fb750f951bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'af00fcb0-d713-454b-9e60-59704a9608fb'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:52.747995 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ca3f9f87-b3a9-440d-a918-03021c25b060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.749845 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c629172-d4c8-4c04-9acc-a845100c1101 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:52.750995 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c629172-d4c8-4c04-9acc-a845100c1101 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.752859 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-d54cb002-c713-4254-9b7d-9c85b697203b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Allocated IP 2001:db8::c8 (af00fcb0-d713-454b-9e60-59704a9608fb/3bd758a3-dfe5-4b0c-9533-27ee3393f75a/6c7c2ebd-c558-49b9-b2ef-fe06c88f58e8) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:52.789856 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b8187f-9efd-4b63-90ed-c4812dd5f44a None None] Network 9455a880-6eff-4f3c-87b2-4a0d1037f48f requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:52.800204 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8c629172-d4c8-4c04-9acc-a845100c1101 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.7177236 Jul 07 17:19:52.800504 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44184) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:52.958375 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-ca3f9f87-b3a9-440d-a918-03021c25b060 None None] For port 9fc02724-fce4-445a-bce6-8f9a76e012d5, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:52.963616 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-ca3f9f87-b3a9-440d-a918-03021c25b060 None None] For port 9fc02724-fce4-445a-bce6-8f9a76e012d5, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=9fc02724-fce4-445a-bce6-8f9a76e012d5,segment=NetworkSegment(450ccf75-bdae-46f0-973a-7fb750f951bf),segment_id=450ccf75-bdae-46f0-973a-7fb750f951bf)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:52.976299 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ca3f9f87-b3a9-440d-a918-03021c25b060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.073838 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f9f87-b3a9-440d-a918-03021c25b060 None None] Pushing event updated for resources: {'Port': ['ID=9fc02724-fce4-445a-bce6-8f9a76e012d5,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:53.139829 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-d91ad489-4e6d-4636-bab0-877db268fc11 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.215641 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d54cb002-c713-4254-9b7d-9c85b697203b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.246350 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-d54cb002-c713-4254-9b7d-9c85b697203b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Transition to ACTIVE for port object 6c7c2ebd-c558-49b9-b2ef-fe06c88f58e8 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:53.272078 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-d91ad489-4e6d-4636-bab0-877db268fc11 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.383252 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4ddb54a5-503b-4ce1-a9bd-4cfc5df24e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.524704 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-d91ad489-4e6d-4636-bab0-877db268fc11 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Network 6b2d14e2-f615-4e1c-a5a1-921ebf9af28e is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:53.531967 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-d91ad489-4e6d-4636-bab0-877db268fc11 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:53.547428 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-d91ad489-4e6d-4636-bab0-877db268fc11 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:53.574370 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9dde4ca-1d9a-4a76-80c1-c3dd3e4160c8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.587380 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ad489-4e6d-4636-bab0-877db268fc11 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Pushing event updated for resources: {'Port': ['ID=d1f72858-baae-4197-b2ce-54e93c7e397a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:53.589392 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-568e3227-4773-49b3-8803-5b53738bd716 req-1fae33af-1ca2-4de6-ba17-860431e9f7de tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 210 time: 0.0550337 Jul 07 17:19:53.594935 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d54cb002-c713-4254-9b7d-9c85b697203b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.597151 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9dde4ca-1d9a-4a76-80c1-c3dd3e4160c8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.893788 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dde4ca-1d9a-4a76-80c1-c3dd3e4160c8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'Port': ['ID=cd602d2f-5666-46ad-883c-d5a1219e280a,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:53.903001 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9dde4ca-1d9a-4a76-80c1-c3dd3e4160c8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.980748 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959b5fc-619b-4920-9528-9dacb4aace2f tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:53.987519 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959b5fc-619b-4920-9528-9dacb4aace2f tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:53.989373 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9959b5fc-619b-4920-9528-9dacb4aace2f tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.1878881 Jul 07 17:19:53.995155 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44212) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:54.336011 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-d91ad489-4e6d-4636-bab0-877db268fc11 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:54.337144 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-d91ad489-4e6d-4636-bab0-877db268fc11 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.350870 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54cb002-c713-4254-9b7d-9c85b697203b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network af00fcb0-d713-454b-9e60-59704a9608fb is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:54.354394 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ecae5-401c-46cd-88c2-f913bdb12b9d req-13e539fd-fac9-49cd-b384-563e524cc929 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:54.356169 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dc0ecae5-401c-46cd-88c2-f913bdb12b9d req-13e539fd-fac9-49cd-b384-563e524cc929 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.53 "GET /v2.0/ports?device_id=48e4e828-9cae-42a0-a313-8553e6e0d782 HTTP/1.1" status: 200 len: 931 time: 0.3625190 Jul 07 17:19:54.358914 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-d9dde4ca-1d9a-4a76-80c1-c3dd3e4160c8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Floating IP ded981ba-cafb-4575-87c1-ab638479e96a associated. External IP: 172.25.0.11, port: 2923b46f-2cf0-44aa-a912-9aa874f69f80. Jul 07 17:19:54.376806 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-923ab7fe-4089-4217-9bd2-a35beed37607 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:54.389463 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-923ab7fe-4089-4217-9bd2-a35beed37607 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/networks?id=51b74280-0796-4c38-ac03-d27ea50ace14 HTTP/1.1" status: 200 len: 814 time: 0.9940369 Jul 07 17:19:54.414580 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-d54cb002-c713-4254-9b7d-9c85b697203b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:54.427441 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54cb002-c713-4254-9b7d-9c85b697203b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Port': ['ID=6c7c2ebd-c558-49b9-b2ef-fe06c88f58e8,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:54.436957 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54cb002-c713-4254-9b7d-9c85b697203b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:54.451708 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54cb002-c713-4254-9b7d-9c85b697203b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:54.453076 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d54cb002-c713-4254-9b7d-9c85b697203b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.475195 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-91907f27-f69a-4d79-91c0-b6a901edb45a tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/quotas/854cd6cbf71d4c16a45f7c0c1ff22d98 HTTP/1.1" status: 200 len: 375 time: 0.0838020 Jul 07 17:19:54.496489 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-d91ad489-4e6d-4636-bab0-877db268fc11 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3943563 Jul 07 17:19:54.524753 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-74462ba0-6255-4b7a-af21-bff22c38ed2b service neutron] Request body: {'port': {'device_id': '48e4e828-9cae-42a0-a313-8553e6e0d782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:54.614613 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d54cb002-c713-4254-9b7d-9c85b697203b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0978534 Jul 07 17:19:54.621518 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44216) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:54.652332 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-d9985a0e-06d8-4d8d-811c-66935f0d5b72 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Deleting port 9123896e-3aef-4d29-b14e-45cfe8223748 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:54.652332 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9985a0e-06d8-4d8d-811c-66935f0d5b72 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.655277 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dc0ecae5-401c-46cd-88c2-f913bdb12b9d req-6e4e6c1e-1f9a-43eb-b8a6-1565d5d72951 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.53 "GET /v2.0/security-groups?id=999cecea-be74-464c-a780-c51bbbb17a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766142 Jul 07 17:19:54.723166 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 9fc02724-fce4-445a-bce6-8f9a76e012d5 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:54.769873 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9985a0e-06d8-4d8d-811c-66935f0d5b72 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.787174 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-74462ba0-6255-4b7a-af21-bff22c38ed2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.804028 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-2f556939-b4f3-4abd-a9d5-8f990f2dbaab tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=854cd6cbf71d4c16a45f7c0c1ff22d98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3273230 Jul 07 17:19:54.836082 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-d9985a0e-06d8-4d8d-811c-66935f0d5b72 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Calling delete_port for 9123896e-3aef-4d29-b14e-45cfe8223748 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:54.837655 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 9fc02724-fce4-445a-bce6-8f9a76e012d5 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:54.870336 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f579324c-5087-41cf-b1e3-01cee60cc40f None None] Network af00fcb0-d713-454b-9e60-59704a9608fb requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:54.997686 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9dde4ca-1d9a-4a76-80c1-c3dd3e4160c8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Router 031e4780-b0ce-479f-b8ab-92fdb55877d7 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:55.015180 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-6efcdab0-9558-434c-a708-a9c9e9b13726 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting port 6c7c2ebd-c558-49b9-b2ef-fe06c88f58e8 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:55.016651 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6efcdab0-9558-434c-a708-a9c9e9b13726 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.163710 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-34d7efd5-2046-4774-afb5-db5b02846ed1 req-e0badf96-c161-45c8-aa3e-aefbcd44b57e tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 210 time: 0.0314956 Jul 07 17:19:55.174387 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-54516dc1-7846-490f-8b0c-90f6c241dfab service neutron] 10.222.0.53 "GET /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694165 Jul 07 17:19:55.186235 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9985a0e-06d8-4d8d-811c-66935f0d5b72 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.251562 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9abc8b2e-74d4-423a-a55f-a966a9f11313 None None] Provisioning for port 9fc02724-fce4-445a-bce6-8f9a76e012d5 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:55.266723 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9985a0e-06d8-4d8d-811c-66935f0d5b72 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Pushing event deleted for resources: {'Port': ['ID=9123896e-3aef-4d29-b14e-45cfe8223748,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:55.269929 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9abc8b2e-74d4-423a-a55f-a966a9f11313 None None] Provisioning complete for port 9fc02724-fce4-445a-bce6-8f9a76e012d5 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:55.270263 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9abc8b2e-74d4-423a-a55f-a966a9f11313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.308069 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9dde4ca-1d9a-4a76-80c1-c3dd3e4160c8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:55.318939 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9985a0e-06d8-4d8d-811c-66935f0d5b72 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.321707 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d9985a0e-06d8-4d8d-811c-66935f0d5b72 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] 10.222.0.53 "DELETE /v2.0/ports/9123896e-3aef-4d29-b14e-45cfe8223748 HTTP/1.1" status: 204 len: 168 time: 1.3232315 Jul 07 17:19:55.327804 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44222) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:55.377691 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9dde4ca-1d9a-4a76-80c1-c3dd3e4160c8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.382338 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17dbafd-91d0-4055-b054-497f410570f0 None None] Sync routers for ids ['031e4780-b0ce-479f-b8ab-92fdb55877d7'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:55.425619 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17dbafd-91d0-4055-b054-497f410570f0 None None] Routers {'031e4780-b0ce-479f-b8ab-92fdb55877d7'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:55.426745 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-c17dbafd-91d0-4055-b054-497f410570f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:19:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['031e4780-b0ce-479f-b8ab-92fdb55877d7'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:55.465006 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-816eac28-2e77-44b9-abbe-6b7406f4c94b tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:55.468336 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-816eac28-2e77-44b9-abbe-6b7406f4c94b tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.64 "GET /v2.0/networks?id=08f6c01e-dfae-4799-95a8-8039418ef262 HTTP/1.1" status: 200 len: 813 time: 0.3465962 Jul 07 17:19:55.480255 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6efcdab0-9558-434c-a708-a9c9e9b13726 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.491306 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-bcf11528-667b-40e4-a683-5ed8583a889c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Request body: {'port': {'device_id': '98b0694c-5520-46bf-aa20-50b957a8bbc9', 'network_id': '08f6c01e-dfae-4799-95a8-8039418ef262', 'admin_state_up': True, 'tenant_id': '5a91034d81564c92b83cd4f595aa520b'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:55.528355 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-6efcdab0-9558-434c-a708-a9c9e9b13726 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Calling delete_port for 6c7c2ebd-c558-49b9-b2ef-fe06c88f58e8 owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:55.581352 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-38a0103b-8445-412a-bf2a-f2dd89f49044 service neutron] 10.222.0.53 "GET /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872628 Jul 07 17:19:55.677171 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-4b51d430-dd0a-494a-ae16-d5ad3e898dfd tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Deleting port 183af931-8431-4f54-a4c6-4217077fc81d {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:55.677637 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4b51d430-dd0a-494a-ae16-d5ad3e898dfd tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.690903 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9abc8b2e-74d4-423a-a55f-a966a9f11313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.723121 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d9dde4ca-1d9a-4a76-80c1-c3dd3e4160c8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.4464254 Jul 07 17:19:55.730938 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3ae079-368c-47ee-8178-868d6fe6d8a9', 'tag': '2923b46f-2cf0-44aa-a912-9aa874f69f80'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:55.735176 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1405c6-ba75-451e-94b6-9d6e2413714d" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3ae079-368c-47ee-8178-868d6fe6d8a9", "tag": "2923b46f-2cf0-44aa-a912-9aa874f69f80"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:55.739558 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44226) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:55.749727 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-c17dbafd-91d0-4055-b054-497f410570f0 None None] Set router 031e4780-b0ce-479f-b8ab-92fdb55877d7 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:55.798608 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:19:55.849697 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-74462ba0-6255-4b7a-af21-bff22c38ed2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f72858-baae-4197-b2ce-54e93c7e397a {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:55.859107 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-9abc8b2e-74d4-423a-a55f-a966a9f11313 None None] For port 9fc02724-fce4-445a-bce6-8f9a76e012d5, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=9fc02724-fce4-445a-bce6-8f9a76e012d5,segment=NetworkSegment(450ccf75-bdae-46f0-973a-7fb750f951bf),segment_id=450ccf75-bdae-46f0-973a-7fb750f951bf)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:55.862274 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-74462ba0-6255-4b7a-af21-bff22c38ed2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.867800 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4b51d430-dd0a-494a-ae16-d5ad3e898dfd tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.873338 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9abc8b2e-74d4-423a-a55f-a966a9f11313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.906970 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-4b51d430-dd0a-494a-ae16-d5ad3e898dfd tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Calling delete_port for 183af931-8431-4f54-a4c6-4217077fc81d owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:55.915263 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cc830889-01f3-458e-8b94-38a325455416 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/floatingips/ded981ba-cafb-4575-87c1-ab638479e96a HTTP/1.1" status: 200 len: 990 time: 0.1696429 Jul 07 17:19:55.929760 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-bcf11528-667b-40e4-a683-5ed8583a889c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Made reservation on behalf of 5a91034d81564c92b83cd4f595aa520b for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:55.938795 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-bcf11528-667b-40e4-a683-5ed8583a889c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.036288 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba04eae9-b731-4755-baed-cdc39f1b1f07 x-openstack-request-id: req-ba04eae9-b731-4755-baed-cdc39f1b1f07 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:56.036595 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3ae079-368c-47ee-8178-868d6fe6d8a9", "tag": "2923b46f-2cf0-44aa-a912-9aa874f69f80", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:56.037833 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba04eae9-b731-4755-baed-cdc39f1b1f07 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:56.037833 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3ae079-368c-47ee-8178-868d6fe6d8a9', 'tag': '2923b46f-2cf0-44aa-a912-9aa874f69f80', 'status': 'completed', 'code': 200} Jul 07 17:19:56.101576 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc8b2e-74d4-423a-a55f-a966a9f11313 None None] Pushing event updated for resources: {'Port': ['ID=9fc02724-fce4-445a-bce6-8f9a76e012d5,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:56.178410 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.253180 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4b51d430-dd0a-494a-ae16-d5ad3e898dfd tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.255932 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-bcf11528-667b-40e4-a683-5ed8583a889c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Allocated IP 172.20.0.14 (08f6c01e-dfae-4799-95a8-8039418ef262/a74d58d4-f857-4afa-87b5-fe53c29b08d0/cc4b1e40-4570-4001-8292-c164e39b063a) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:56.275924 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1405c6-ba75-451e-94b6-9d6e2413714d req-abcdae6c-56ca-41cf-b891-37b8d1fb66fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:56.277807 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2b1405c6-ba75-451e-94b6-9d6e2413714d req-abcdae6c-56ca-41cf-b891-37b8d1fb66fa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7e4da5b6d5e463984eb77df0d02de9e&device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 1097 time: 0.2434146 Jul 07 17:19:56.289955 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8addeb-72b0-417d-ad5f-30af06fff696 req-3663da6e-2df4-4564-9c88-e768e1ba07c0 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:56.292439 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3f8addeb-72b0-417d-ad5f-30af06fff696 req-3663da6e-2df4-4564-9c88-e768e1ba07c0 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.53 "GET /v2.0/ports?device_id=48e4e828-9cae-42a0-a313-8553e6e0d782 HTTP/1.1" status: 200 len: 931 time: 0.2588191 Jul 07 17:19:56.434993 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-c17dbafd-91d0-4055-b054-497f410570f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'name': 'tempest-TestNetworkBasicOps-router-2112546659', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:38Z', 'updated_at': '2021-07-07T17:18:55Z', 'revision_number': 4, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'ded981ba-cafb-4575-87c1-ab638479e96a', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'floating_ip_address': '172.25.0.11', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'port_id': '2923b46f-2cf0-44aa-a912-9aa874f69f80', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c', 'mac_address': 'fa:16:3e:82:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3ae079-368c-47ee-8178-868d6fe6d8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:51Z', 'updated_at': '2021-07-07T17:19:51Z', 'revision_number': 0, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c485bf-15b9-4428-9944-636f756da186', 'name': '', 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'mac_address': 'fa:16:3e:10:dd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:54Z', 'updated_at': '2021-07-07T17:19:05Z', 'revision_number': 5, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'subnets': [{'id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:56.442425 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51d430-dd0a-494a-ae16-d5ad3e898dfd tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Pushing event deleted for resources: {'Port': ['ID=183af931-8431-4f54-a4c6-4217077fc81d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:56.471331 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8e4868ee-2e07-4341-8d93-972b2346f610 req-4e4db372-2e89-471e-9ca0-d2cb22498631 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5d87c88-9401-41e1-b024-dff502181282 HTTP/1.1" status: 200 len: 210 time: 0.2264948 Jul 07 17:19:56.488083 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17dbafd-91d0-4055-b054-497f410570f0 None None] Checking router: 031e4780-b0ce-479f-b8ab-92fdb55877d7 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:56.497344 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-74462ba0-6255-4b7a-af21-bff22c38ed2b service neutron] Transition to ACTIVE for port object d1f72858-baae-4197-b2ce-54e93c7e397a will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:56.499642 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17dbafd-91d0-4055-b054-497f410570f0 None None] Routers {'031e4780-b0ce-479f-b8ab-92fdb55877d7'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:56.500543 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-c17dbafd-91d0-4055-b054-497f410570f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:19:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['031e4780-b0ce-479f-b8ab-92fdb55877d7'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:56.503242 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6efcdab0-9558-434c-a708-a9c9e9b13726 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.541908 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-74462ba0-6255-4b7a-af21-bff22c38ed2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.581598 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4b51d430-dd0a-494a-ae16-d5ad3e898dfd tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.597919 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4b51d430-dd0a-494a-ae16-d5ad3e898dfd tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] 10.222.0.53 "DELETE /v2.0/ports/183af931-8431-4f54-a4c6-4217077fc81d HTTP/1.1" status: 204 len: 168 time: 1.2661598 Jul 07 17:19:56.629742 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44246) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:56.666322 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-c17dbafd-91d0-4055-b054-497f410570f0 None None] Set router 031e4780-b0ce-479f-b8ab-92fdb55877d7 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:56.800862 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcdab0-9558-434c-a708-a9c9e9b13726 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Port': ['ID=6c7c2ebd-c558-49b9-b2ef-fe06c88f58e8,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:56.878915 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 9fc02724-fce4-445a-bce6-8f9a76e012d5 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:56.920180 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3f8addeb-72b0-417d-ad5f-30af06fff696 req-3cabe2e8-5471-4efe-b689-248e30946182 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.53 "GET /v2.0/security-groups?id=999cecea-be74-464c-a780-c51bbbb17a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6012430 Jul 07 17:19:56.927192 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8fb6d81e-e243-4c10-adfa-c0f77851ec0c tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2101417 Jul 07 17:19:56.929116 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44248) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:56.948935 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44250) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:57.026107 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-937b8dc5-c141-4b19-ae86-f89b5ff287fa None None] Could not find standard attr ID for object 6c7c2ebd-c558-49b9-b2ef-fe06c88f58e8. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:19:57.168349 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-694b46e9-6a44-4f38-86b5-0d892ed38f5e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/floatingips/ded981ba-cafb-4575-87c1-ab638479e96a HTTP/1.1" status: 200 len: 990 time: 0.2261157 Jul 07 17:19:57.178706 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74462ba0-6255-4b7a-af21-bff22c38ed2b service neutron] Pushing event updated for resources: {'Port': ['ID=d1f72858-baae-4197-b2ce-54e93c7e397a,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:57.182796 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-039fb813-abe0-476f-9e7b-a2db6e3b5af2 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1270118331'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:57.190828 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1405c6-ba75-451e-94b6-9d6e2413714d req-65bbf76f-8e46-4a7b-8fc9-35caa6eafb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:57.194753 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2b1405c6-ba75-451e-94b6-9d6e2413714d req-65bbf76f-8e46-4a7b-8fc9-35caa6eafb5c service neutron] 10.222.0.72 "GET /v2.0/networks?id=507311b0-9434-46e9-9ba9-87b422a6045c HTTP/1.1" status: 200 len: 897 time: 0.8980112 Jul 07 17:19:57.195410 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6efcdab0-9558-434c-a708-a9c9e9b13726 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.200764 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6efcdab0-9558-434c-a708-a9c9e9b13726 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/ports/6c7c2ebd-c558-49b9-b2ef-fe06c88f58e8 HTTP/1.1" status: 204 len: 168 time: 2.5780997 Jul 07 17:19:57.206399 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44252) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:57.277603 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8b69a731-8b98-4571-aba5-f859ca14e92e req-09d59a45-aaa7-4527-8d44-a6db1320f252 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 210 time: 0.0742242 Jul 07 17:19:57.312253 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-eb737f8e-ac0c-4417-b522-90c8650c7262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.333729 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-937b8dc5-c141-4b19-ae86-f89b5ff287fa None None] Provisioning complete for port 9fc02724-fce4-445a-bce6-8f9a76e012d5 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:57.334456 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-937b8dc5-c141-4b19-ae86-f89b5ff287fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.381769 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-74462ba0-6255-4b7a-af21-bff22c38ed2b service neutron] Attempting to bind port d1f72858-baae-4197-b2ce-54e93c7e397a on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:57.382668 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-74462ba0-6255-4b7a-af21-bff22c38ed2b service neutron] Attempting to bind port d1f72858-baae-4197-b2ce-54e93c7e397a by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '19794f5c-92f6-43d9-854c-5ca25cb43ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b2d14e2-f615-4e1c-a5a1-921ebf9af28e'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:57.383209 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-74462ba0-6255-4b7a-af21-bff22c38ed2b service neutron] Attempting to bind port d1f72858-baae-4197-b2ce-54e93c7e397a on network 6b2d14e2-f615-4e1c-a5a1-921ebf9af28e {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:57.387228 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dfd4285-a628-4c61-a61a-dee6f7c9b5fd tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] DELETE failed (client error): The resource could not be found. Jul 07 17:19:57.388524 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dfd4285-a628-4c61-a61a-dee6f7c9b5fd tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:19:57.391037 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-74462ba0-6255-4b7a-af21-bff22c38ed2b service neutron] Port d1f72858-baae-4197-b2ce-54e93c7e397a on network 6b2d14e2-f615-4e1c-a5a1-921ebf9af28e not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:19:57.391681 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-74462ba0-6255-4b7a-af21-bff22c38ed2b service neutron] Attempting to bind port d1f72858-baae-4197-b2ce-54e93c7e397a on network 6b2d14e2-f615-4e1c-a5a1-921ebf9af28e {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:57.391884 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9dfd4285-a628-4c61-a61a-dee6f7c9b5fd tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/ports/6c7c2ebd-c558-49b9-b2ef-fe06c88f58e8 HTTP/1.1" status: 404 len: 333 time: 0.1769087 Jul 07 17:19:57.398757 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44256) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:57.400778 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-74462ba0-6255-4b7a-af21-bff22c38ed2b service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:57.401546 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-74462ba0-6255-4b7a-af21-bff22c38ed2b service neutron] Checking segment: {'id': '19794f5c-92f6-43d9-854c-5ca25cb43ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b2d14e2-f615-4e1c-a5a1-921ebf9af28e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:57.402266 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-74462ba0-6255-4b7a-af21-bff22c38ed2b service neutron] Bound using segment: {'id': '19794f5c-92f6-43d9-854c-5ca25cb43ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b2d14e2-f615-4e1c-a5a1-921ebf9af28e'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:57.402966 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-74462ba0-6255-4b7a-af21-bff22c38ed2b service neutron] Bound port: d1f72858-baae-4197-b2ce-54e93c7e397a, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19794f5c-92f6-43d9-854c-5ca25cb43ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b2d14e2-f615-4e1c-a5a1-921ebf9af28e'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:57.404960 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-74462ba0-6255-4b7a-af21-bff22c38ed2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.452068 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039fb813-abe0-476f-9e7b-a2db6e3b5af2 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Made reservation on behalf of a76da5359fef4591b90abcb7c6b2075d for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:57.454860 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ab0381-8ee9-4259-88c2-0209af88648f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] GET failed (client error): The resource could not be found. Jul 07 17:19:57.457114 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-51ab0381-8ee9-4259-88c2-0209af88648f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "GET /v2.0/ports/6c7c2ebd-c558-49b9-b2ef-fe06c88f58e8 HTTP/1.1" status: 404 len: 333 time: 0.0479093 Jul 07 17:19:57.460207 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-039fb813-abe0-476f-9e7b-a2db6e3b5af2 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.465825 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44258) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:57.551683 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 9fc02724-fce4-445a-bce6-8f9a76e012d5 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:57.554269 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.575220 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2b1405c6-ba75-451e-94b6-9d6e2413714d req-60616395-2bb9-485e-ac08-d1d281bcea69 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2923b46f-2cf0-44aa-a912-9aa874f69f80 HTTP/1.1" status: 200 len: 998 time: 0.3667622 Jul 07 17:19:57.595331 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039fb813-abe0-476f-9e7b-a2db6e3b5af2 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:57.700301 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-bcf11528-667b-40e4-a683-5ed8583a889c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.703240 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-24091093-5d1b-4aa5-a5de-d7b58963be5f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting subnet 3bd758a3-dfe5-4b0c-9533-27ee3393f75a {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:57.708743 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24091093-5d1b-4aa5-a5de-d7b58963be5f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.727724 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-039fb813-abe0-476f-9e7b-a2db6e3b5af2 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.728225 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-039fb813-abe0-476f-9e7b-a2db6e3b5af2 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Added segment dadb6aa6-ac5c-45d4-b357-3c7beebb184c of type vlan for network bfb972c2-f737-4b4d-a905-a64595793248 Jul 07 17:19:57.752563 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1405c6-ba75-451e-94b6-9d6e2413714d req-f4b6adbd-2fb3-4287-8eaf-d62fd877ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:57.754336 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2b1405c6-ba75-451e-94b6-9d6e2413714d req-f4b6adbd-2fb3-4287-8eaf-d62fd877ab87 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=703a8988-b4e5-43ee-b12c-dbe005b0e069 HTTP/1.1" status: 200 len: 835 time: 0.1531582 Jul 07 17:19:57.773659 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-c17dbafd-91d0-4055-b054-497f410570f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'name': 'tempest-TestNetworkBasicOps-router-2112546659', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:38Z', 'updated_at': '2021-07-07T17:18:55Z', 'revision_number': 4, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'ded981ba-cafb-4575-87c1-ab638479e96a', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'floating_ip_address': '172.25.0.11', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'port_id': '2923b46f-2cf0-44aa-a912-9aa874f69f80', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c', 'mac_address': 'fa:16:3e:82:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3ae079-368c-47ee-8178-868d6fe6d8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:51Z', 'updated_at': '2021-07-07T17:19:51Z', 'revision_number': 0, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c485bf-15b9-4428-9944-636f756da186', 'name': '', 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'mac_address': 'fa:16:3e:10:dd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:54Z', 'updated_at': '2021-07-07T17:19:05Z', 'revision_number': 5, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'subnets': [{'id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:57.776101 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24091093-5d1b-4aa5-a5de-d7b58963be5f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.898301 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-74462ba0-6255-4b7a-af21-bff22c38ed2b service neutron] For port d1f72858-baae-4197-b2ce-54e93c7e397a, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:57.904104 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-74462ba0-6255-4b7a-af21-bff22c38ed2b service neutron] For port d1f72858-baae-4197-b2ce-54e93c7e397a, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=d1f72858-baae-4197-b2ce-54e93c7e397a,segment=NetworkSegment(19794f5c-92f6-43d9-854c-5ca25cb43ab6),segment_id=19794f5c-92f6-43d9-854c-5ca25cb43ab6)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:57.911701 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17dbafd-91d0-4055-b054-497f410570f0 None None] The sync data for ids ['031e4780-b0ce-479f-b8ab-92fdb55877d7'] in n-d-791503-12 is: [{'id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'name': 'tempest-TestNetworkBasicOps-router-2112546659', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:38Z', 'updated_at': '2021-07-07T17:18:55Z', 'revision_number': 4, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'ded981ba-cafb-4575-87c1-ab638479e96a', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'floating_ip_address': '172.25.0.11', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'port_id': '2923b46f-2cf0-44aa-a912-9aa874f69f80', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c', 'mac_address': 'fa:16:3e:82:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3ae079-368c-47ee-8178-868d6fe6d8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:51Z', 'updated_at': '2021-07-07T17:19:51Z', 'revision_number': 0, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c485bf-15b9-4428-9944-636f756da186', 'name': '', 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'mac_address': 'fa:16:3e:10:dd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:54Z', 'updated_at': '2021-07-07T17:19:05Z', 'revision_number': 5, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'subnets': [{'id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:57.931425 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-74462ba0-6255-4b7a-af21-bff22c38ed2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.944541 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-039fb813-abe0-476f-9e7b-a2db6e3b5af2 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.043106 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef87fb37-890b-48cb-a0d1-fb4396c3013a req-fc0fd7ff-5034-4804-b0c7-f4246ffe41be tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5d87c88-9401-41e1-b024-dff502181282 HTTP/1.1" status: 200 len: 210 time: 0.2214761 Jul 07 17:19:58.058462 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.124497 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-bcf11528-667b-40e4-a683-5ed8583a889c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.132814 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-55775d63-0cdc-4368-83a4-30d269534565 None None] Could not find standard attr ID for object 6c7c2ebd-c558-49b9-b2ef-fe06c88f58e8. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:19:58.164949 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-74462ba0-6255-4b7a-af21-bff22c38ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:58.165597 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-74462ba0-6255-4b7a-af21-bff22c38ed2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.170316 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-74462ba0-6255-4b7a-af21-bff22c38ed2b service neutron] 10.222.0.72 "PUT /v2.0/ports/d1f72858-baae-4197-b2ce-54e93c7e397a HTTP/1.1" status: 200 len: 1092 time: 3.6565509 Jul 07 17:19:58.170910 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e4e828-9cae-42a0-a313-8553e6e0d782', 'tag': 'd1f72858-baae-4197-b2ce-54e93c7e397a'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:58.173375 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd6006b-7a53-4d38-aa3d-460fccd50dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "48e4e828-9cae-42a0-a313-8553e6e0d782", "tag": "d1f72858-baae-4197-b2ce-54e93c7e397a"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:58.208067 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44268) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:58.233436 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf11528-667b-40e4-a683-5ed8583a889c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Pushing event updated for resources: {'Port': ['ID=cc4b1e40-4570-4001-8292-c164e39b063a,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:58.276358 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24091093-5d1b-4aa5-a5de-d7b58963be5f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.372682 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1405c6-ba75-451e-94b6-9d6e2413714d req-c521d16f-1afa-4990-bfc3-c743a90fbf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:58.376036 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2b1405c6-ba75-451e-94b6-9d6e2413714d req-c521d16f-1afa-4990-bfc3-c743a90fbf16 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=507311b0-9434-46e9-9ba9-87b422a6045c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5889618 Jul 07 17:19:58.380119 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74462ba0-6255-4b7a-af21-bff22c38ed2b service neutron] Pushing event updated for resources: {'Port': ['ID=d1f72858-baae-4197-b2ce-54e93c7e397a,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:58.397255 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-bcf11528-667b-40e4-a683-5ed8583a889c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Network 08f6c01e-dfae-4799-95a8-8039418ef262 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:58.410555 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-bcf11528-667b-40e4-a683-5ed8583a889c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:58.423191 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-039fb813-abe0-476f-9e7b-a2db6e3b5af2 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.425166 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc55ef9c-5ac8-4cc3-8694-30b0512bac93 None None] New status for floating IP ded981ba-cafb-4575-87c1-ab638479e96a: ACTIVE {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:19:58.430293 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039fb813-abe0-476f-9e7b-a2db6e3b5af2 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:58.431106 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-039fb813-abe0-476f-9e7b-a2db6e3b5af2 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.448400 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-bcf11528-667b-40e4-a683-5ed8583a889c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:58.485840 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ac9262b7-7f18-4006-a648-1910eafae355 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/floatingips/ded981ba-cafb-4575-87c1-ab638479e96a HTTP/1.1" status: 200 len: 990 time: 0.2613101 Jul 07 17:19:58.572422 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-896b3067-ab04-46b0-95b6-3a61666f7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:58.574487 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-896b3067-ab04-46b0-95b6-3a61666f7249 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=335e74b91a584a38b49944bdc8bd0eeb&device_id=48e4e828-9cae-42a0-a313-8553e6e0d782 HTTP/1.1" status: 200 len: 1095 time: 0.3291571 Jul 07 17:19:58.576094 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24091093-5d1b-4aa5-a5de-d7b58963be5f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.590355 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd372df2-3ce9-495c-803b-ed572c249718 x-openstack-request-id: req-fd372df2-3ce9-495c-803b-ed572c249718 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:58.590787 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48e4e828-9cae-42a0-a313-8553e6e0d782", "tag": "d1f72858-baae-4197-b2ce-54e93c7e397a", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:58.591077 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd372df2-3ce9-495c-803b-ed572c249718 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:58.591502 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e4e828-9cae-42a0-a313-8553e6e0d782', 'tag': 'd1f72858-baae-4197-b2ce-54e93c7e397a', 'status': 'completed', 'code': 200} Jul 07 17:19:58.610699 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d517595-1b04-4e45-bb9b-19253c1643c9 None None] Network af00fcb0-d713-454b-9e60-59704a9608fb requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:58.617792 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24091093-5d1b-4aa5-a5de-d7b58963be5f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.624751 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-24091093-5d1b-4aa5-a5de-d7b58963be5f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/subnets/3bd758a3-dfe5-4b0c-9533-27ee3393f75a HTTP/1.1" status: 204 len: 168 time: 1.1572199 Jul 07 17:19:58.627069 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44274) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:58.637231 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-bcf11528-667b-40e4-a683-5ed8583a889c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:58.641558 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-bcf11528-667b-40e4-a683-5ed8583a889c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.677150 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039fb813-abe0-476f-9e7b-a2db6e3b5af2 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Pushing event updated for resources: {'Network': ['ID=bfb972c2-f737-4b4d-a905-a64595793248,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:58.696876 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24091093-5d1b-4aa5-a5de-d7b58963be5f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Subnet': ['ID=3bd758a3-dfe5-4b0c-9533-27ee3393f75a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:58.712871 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-5cf89a4d-75c4-49d9-ae89-c32587006a33 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1f72858-baae-4197-b2ce-54e93c7e397a HTTP/1.1" status: 200 len: 217 time: 0.1203356 Jul 07 17:19:58.714790 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network bfb972c2-f737-4b4d-a905-a64595793248 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:19:58.790829 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-039fb813-abe0-476f-9e7b-a2db6e3b5af2 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6321850 Jul 07 17:19:58.835319 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44276) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:58.849519 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-cfb9ca43-73d8-4974-ab37-65c5d0aa010e tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-34807736'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:58.909637 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb9ca43-73d8-4974-ab37-65c5d0aa010e tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Made reservation on behalf of a76da5359fef4591b90abcb7c6b2075d for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:58.914273 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cfb9ca43-73d8-4974-ab37-65c5d0aa010e tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.962192 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-bcf11528-667b-40e4-a683-5ed8583a889c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4790289 Jul 07 17:19:58.970510 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b73a6343-80f3-4a15-86df-680417d3e885 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.992078 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-1c81f0d5-129c-496e-8d51-769fedad4e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:58.994716 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-1c81f0d5-129c-496e-8d51-769fedad4e28 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=34ef4352-a4e0-4ae1-b50e-18599397460f HTTP/1.1" status: 200 len: 853 time: 0.2413139 Jul 07 17:19:58.995417 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78367cde-ce83-4eee-bd85-84b0413f3e8d req-9320a04b-6776-4bf4-82c4-ed2ff59b510e tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:59.005253 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-78367cde-ce83-4eee-bd85-84b0413f3e8d req-9320a04b-6776-4bf4-82c4-ed2ff59b510e tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.53 "GET /v2.0/ports?device_id=48e4e828-9cae-42a0-a313-8553e6e0d782 HTTP/1.1" status: 200 len: 943 time: 0.7265186 Jul 07 17:19:59.013765 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2b1405c6-ba75-451e-94b6-9d6e2413714d req-fda5ffb8-e616-4ce8-a131-b2894af58053 service neutron] 10.222.0.72 "GET /v2.0/networks/507311b0-9434-46e9-9ba9-87b422a6045c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143889 Jul 07 17:19:59.014744 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb9ca43-73d8-4974-ab37-65c5d0aa010e tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:59.023789 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-b6f97fec-c2d5-42e4-861e-f9ae2c5a11d4 service neutron] Request body: {'port': {'device_id': '98b0694c-5520-46bf-aa20-50b957a8bbc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:59.026356 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4325d8-eb61-4714-a150-5e9c0d197a72 req-caa8de2f-3c19-4e79-9e4d-478ac7beb331 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:59.029467 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ca4325d8-eb61-4714-a150-5e9c0d197a72 req-caa8de2f-3c19-4e79-9e4d-478ac7beb331 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 932 time: 0.2539692 Jul 07 17:19:59.114172 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-3f9d3f39-18e8-4d84-b264-5623f57c489f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6b2d14e2-f615-4e1c-a5a1-921ebf9af28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828681 Jul 07 17:19:59.116062 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957a65aa-5af9-425b-9cea-b16eec84b6b8 None None] DHCP port deletion for af00fcb0-d713-454b-9e60-59704a9608fb request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:19:59.195909 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-2d6a1b6e-b4eb-4dbc-b43e-9599868f22e9 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:59.198442 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-2d6a1b6e-b4eb-4dbc-b43e-9599868f22e9 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.72 "GET /v2.0/networks?id=51b74280-0796-4c38-ac03-d27ea50ace14 HTTP/1.1" status: 200 len: 814 time: 0.4191794 Jul 07 17:19:59.220799 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-957a65aa-5af9-425b-9cea-b16eec84b6b8 None None] Deleting port 9fc02724-fce4-445a-bce6-8f9a76e012d5 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:59.221425 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-957a65aa-5af9-425b-9cea-b16eec84b6b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.235853 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ca4325d8-eb61-4714-a150-5e9c0d197a72 req-7c896315-73fa-4f0a-a3a4-62382bb44274 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691129 Jul 07 17:19:59.329251 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-e0da2eee-81b1-4643-9716-cdb4cbddf6c8 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Request body: {'port': {'device_id': 'b5d87c88-9401-41e1-b024-dff502181282', 'network_id': '51b74280-0796-4c38-ac03-d27ea50ace14', 'admin_state_up': True, 'tenant_id': '854cd6cbf71d4c16a45f7c0c1ff22d98'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:59.386032 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-957a65aa-5af9-425b-9cea-b16eec84b6b8 None None] For port 9fc02724-fce4-445a-bce6-8f9a76e012d5, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=9fc02724-fce4-445a-bce6-8f9a76e012d5,segment=NetworkSegment(450ccf75-bdae-46f0-973a-7fb750f951bf),segment_id=450ccf75-bdae-46f0-973a-7fb750f951bf)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:59.386680 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-957a65aa-5af9-425b-9cea-b16eec84b6b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.414748 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-957a65aa-5af9-425b-9cea-b16eec84b6b8 None None] Calling delete_port for 9fc02724-fce4-445a-bce6-8f9a76e012d5 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:59.424531 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-fe6fa0fd-8fde-45f5-b289-95ae5c9dcff6 service neutron] 10.222.0.72 "GET /v2.0/networks/6b2d14e2-f615-4e1c-a5a1-921ebf9af28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624984 Jul 07 17:19:59.465128 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e06faed0-afb7-4730-bc4a-cbdb6f2d40f0 req-07c2ae4b-2b72-4782-a3dc-33b009b7ea31 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5d87c88-9401-41e1-b024-dff502181282 HTTP/1.1" status: 200 len: 210 time: 0.0463748 Jul 07 17:19:59.537649 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44284) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:59.550024 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cfb9ca43-73d8-4974-ab37-65c5d0aa010e tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.550577 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-cfb9ca43-73d8-4974-ab37-65c5d0aa010e tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Added segment d2a84420-4eec-4e11-8c32-403e9dc7befc of type vlan for network f25e93a6-881b-4318-9fda-fa54f52d273d Jul 07 17:19:59.552463 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-957a65aa-5af9-425b-9cea-b16eec84b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.592710 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a65aa-5af9-425b-9cea-b16eec84b6b8 None None] Pushing event deleted for resources: {'Port': ['ID=9fc02724-fce4-445a-bce6-8f9a76e012d5,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:59.606080 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957a65aa-5af9-425b-9cea-b16eec84b6b8 None None] No DVR routers for this DVR port 9fc02724-fce4-445a-bce6-8f9a76e012d5 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:59.624265 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-78367cde-ce83-4eee-bd85-84b0413f3e8d req-984e9b0b-4e66-4343-84b3-2050a129bc62 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.53 "GET /v2.0/security-groups?id=999cecea-be74-464c-a780-c51bbbb17a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5976367 Jul 07 17:19:59.729341 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cfb9ca43-73d8-4974-ab37-65c5d0aa010e tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.751888 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-b73a6343-80f3-4a15-86df-680417d3e885 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting port 9fc02724-fce4-445a-bce6-8f9a76e012d5 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:59.757565 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b73a6343-80f3-4a15-86df-680417d3e885 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.774490 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-e0da2eee-81b1-4643-9716-cdb4cbddf6c8 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Made reservation on behalf of 854cd6cbf71d4c16a45f7c0c1ff22d98 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:59.779133 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-e0da2eee-81b1-4643-9716-cdb4cbddf6c8 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.817135 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7c3738a9-b52c-4d8b-8e30-fd65baf6d0b9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/floatingips/ded981ba-cafb-4575-87c1-ab638479e96a HTTP/1.1" status: 200 len: 992 time: 0.2774034 Jul 07 17:19:59.837445 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-b6f97fec-c2d5-42e4-861e-f9ae2c5a11d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.871460 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2b1405c6-ba75-451e-94b6-9d6e2413714d req-9757c4e3-6c58-450d-9984-020848b4a8f3 service neutron] 10.222.0.72 "GET /v2.0/networks/507311b0-9434-46e9-9ba9-87b422a6045c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8435259 Jul 07 17:19:59.888822 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-b73a6343-80f3-4a15-86df-680417d3e885 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] For port 9fc02724-fce4-445a-bce6-8f9a76e012d5, host n-d-791503-12, got binding levels [] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:59.889288 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b73a6343-80f3-4a15-86df-680417d3e885 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.909659 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cfb9ca43-73d8-4974-ab37-65c5d0aa010e tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.915499 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb9ca43-73d8-4974-ab37-65c5d0aa010e tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:59.916152 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cfb9ca43-73d8-4974-ab37-65c5d0aa010e tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.942172 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6250345c-ece6-4c3d-83c8-16101c53f43a req-8b898aa0-9aa7-4d6b-842d-6cbdc3b55f1b service neutron] 10.222.0.72 "GET /v2.0/networks/6b2d14e2-f615-4e1c-a5a1-921ebf9af28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832675 Jul 07 17:19:59.954668 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-b73a6343-80f3-4a15-86df-680417d3e885 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Calling delete_port for 9fc02724-fce4-445a-bce6-8f9a76e012d5 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:59.961090 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.ipam_backend_mixin [None req-b73a6343-80f3-4a15-86df-680417d3e885 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Port 9fc02724-fce4-445a-bce6-8f9a76e012d5 was not found and therefore no delete operation was performed {{(pid=100193) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:19:59.966237 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b73a6343-80f3-4a15-86df-680417d3e885 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:00.009048 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cfb9ca43-73d8-4974-ab37-65c5d0aa010e tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1695375 Jul 07 17:20:00.024533 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9ca43-73d8-4974-ab37-65c5d0aa010e tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Pushing event updated for resources: {'Network': ['ID=f25e93a6-881b-4318-9fda-fa54f52d273d,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:00.038470 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network f25e93a6-881b-4318-9fda-fa54f52d273d details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:20:00.078607 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a6343-80f3-4a15-86df-680417d3e885 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] No DVR routers for this DVR port 9fc02724-fce4-445a-bce6-8f9a76e012d5 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:00.083115 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a6343-80f3-4a15-86df-680417d3e885 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Port': ['ID=9fc02724-fce4-445a-bce6-8f9a76e012d5,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:00.218263 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:00.232051 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-e0da2eee-81b1-4643-9716-cdb4cbddf6c8 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Allocated IP 172.20.0.7 (51b74280-0796-4c38-ac03-d27ea50ace14/6fbb2957-27f3-49e7-bbf8-4e6687e5bfc9/67423665-ecd8-4c6b-907d-c2d9c0d4faf2) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:00.256899 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b73a6343-80f3-4a15-86df-680417d3e885 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:00.278736 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-b73a6343-80f3-4a15-86df-680417d3e885 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af00fcb0-d713-454b-9e60-59704a9608fb']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:00.301903 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-b73a6343-80f3-4a15-86df-680417d3e885 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '450ccf75-bdae-46f0-973a-7fb750f951bf') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:00.302241 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-b73a6343-80f3-4a15-86df-680417d3e885 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '450ccf75-bdae-46f0-973a-7fb750f951bf') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:00.319020 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6006b-7a53-4d38-aa3d-460fccd50dc8 req-2bc5c296-d43e-4b00-a9cd-1de621857bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:00.320689 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bfd6006b-7a53-4d38-aa3d-460fccd50dc8 req-2bc5c296-d43e-4b00-a9cd-1de621857bc3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=335e74b91a584a38b49944bdc8bd0eeb&device_id=48e4e828-9cae-42a0-a313-8553e6e0d782 HTTP/1.1" status: 200 len: 1095 time: 0.2941618 Jul 07 17:20:00.322622 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b73a6343-80f3-4a15-86df-680417d3e885 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:00.507918 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-b6f97fec-c2d5-42e4-861e-f9ae2c5a11d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc4b1e40-4570-4001-8292-c164e39b063a {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:00.527255 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-b6f97fec-c2d5-42e4-861e-f9ae2c5a11d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:00.561679 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-b6f97fec-c2d5-42e4-861e-f9ae2c5a11d4 service neutron] Transition to ACTIVE for port object cc4b1e40-4570-4001-8292-c164e39b063a will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:00.611651 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-b6f97fec-c2d5-42e4-861e-f9ae2c5a11d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:00.784765 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 9fc02724-fce4-445a-bce6-8f9a76e012d5 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:00.862143 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 9fc02724-fce4-445a-bce6-8f9a76e012d5 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:00.867698 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 9fc02724-fce4-445a-bce6-8f9a76e012d5 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:00.970190 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b73a6343-80f3-4a15-86df-680417d3e885 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:00.980980 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f97fec-c2d5-42e4-861e-f9ae2c5a11d4 service neutron] Pushing event updated for resources: {'Port': ['ID=cc4b1e40-4570-4001-8292-c164e39b063a,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:01.002975 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef09482-5002-4308-9e3f-08475e46de7b req-11ac0023-5a26-4090-99dd-774ff8d394eb tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:01.011556 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cef09482-5002-4308-9e3f-08475e46de7b req-11ac0023-5a26-4090-99dd-774ff8d394eb tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 932 time: 0.5324378 Jul 07 17:20:01.027875 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73a6343-80f3-4a15-86df-680417d3e885 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:01.028542 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b73a6343-80f3-4a15-86df-680417d3e885 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:01.049459 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:01.057960 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-605c0a71-7040-4774-b511-b1b156f12634 req-11b33cdc-7137-46a1-a3fc-be5cd1ef4fb8 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5d87c88-9401-41e1-b024-dff502181282 HTTP/1.1" status: 200 len: 210 time: 0.0935578 Jul 07 17:20:01.136821 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6aab2f17-00d8-44b5-8233-19e02ccad301 req-185d8dbb-700c-4746-886d-d89baef39917 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3895035 Jul 07 17:20:01.153952 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-b6f97fec-c2d5-42e4-861e-f9ae2c5a11d4 service neutron] Attempting to bind port cc4b1e40-4570-4001-8292-c164e39b063a on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:01.154513 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-b6f97fec-c2d5-42e4-861e-f9ae2c5a11d4 service neutron] Attempting to bind port cc4b1e40-4570-4001-8292-c164e39b063a by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '90d721ad-5c14-4e8b-8d38-43728529f388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08f6c01e-dfae-4799-95a8-8039418ef262'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:01.155056 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-b6f97fec-c2d5-42e4-861e-f9ae2c5a11d4 service neutron] Attempting to bind port cc4b1e40-4570-4001-8292-c164e39b063a on network 08f6c01e-dfae-4799-95a8-8039418ef262 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:01.186612 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-b6f97fec-c2d5-42e4-861e-f9ae2c5a11d4 service neutron] Port cc4b1e40-4570-4001-8292-c164e39b063a on network 08f6c01e-dfae-4799-95a8-8039418ef262 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:20:01.187196 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-b6f97fec-c2d5-42e4-861e-f9ae2c5a11d4 service neutron] Attempting to bind port cc4b1e40-4570-4001-8292-c164e39b063a on network 08f6c01e-dfae-4799-95a8-8039418ef262 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:01.215563 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cef09482-5002-4308-9e3f-08475e46de7b req-0aeff41f-2b54-4c8a-8934-a917480ed966 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023335 Jul 07 17:20:01.237848 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-b6f97fec-c2d5-42e4-861e-f9ae2c5a11d4 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:01.238466 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-b6f97fec-c2d5-42e4-861e-f9ae2c5a11d4 service neutron] Checking segment: {'id': '90d721ad-5c14-4e8b-8d38-43728529f388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08f6c01e-dfae-4799-95a8-8039418ef262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:01.239252 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-b6f97fec-c2d5-42e4-861e-f9ae2c5a11d4 service neutron] Bound using segment: {'id': '90d721ad-5c14-4e8b-8d38-43728529f388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08f6c01e-dfae-4799-95a8-8039418ef262'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:01.242863 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-b6f97fec-c2d5-42e4-861e-f9ae2c5a11d4 service neutron] Bound port: cc4b1e40-4570-4001-8292-c164e39b063a, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90d721ad-5c14-4e8b-8d38-43728529f388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08f6c01e-dfae-4799-95a8-8039418ef262'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:01.243637 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-b6f97fec-c2d5-42e4-861e-f9ae2c5a11d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.379673 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-e0da2eee-81b1-4643-9716-cdb4cbddf6c8 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.458358 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b73a6343-80f3-4a15-86df-680417d3e885 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.461895 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-e0da2eee-81b1-4643-9716-cdb4cbddf6c8 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.477899 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['2dce8daf-33b0-4c75-861b-c760dda34677', 'bf7cafe0-a9a7-40fe-bd02-cb24e83bee54'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:20:01.485406 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b73a6343-80f3-4a15-86df-680417d3e885 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.489489 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b73a6343-80f3-4a15-86df-680417d3e885 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/networks/af00fcb0-d713-454b-9e60-59704a9608fb HTTP/1.1" status: 204 len: 168 time: 2.8382974 Jul 07 17:20:01.512650 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44296) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:01.516400 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-6094df22-d9fc-41fe-bc6b-16d59dbe4f55 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1762952589'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:01.580712 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-b6f97fec-c2d5-42e4-861e-f9ae2c5a11d4 service neutron] For port cc4b1e40-4570-4001-8292-c164e39b063a, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:01.607775 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6006b-7a53-4d38-aa3d-460fccd50dc8 req-0518a226-9a1b-4833-9857-038c0f3dd307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:01.610051 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bfd6006b-7a53-4d38-aa3d-460fccd50dc8 req-0518a226-9a1b-4833-9857-038c0f3dd307 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6b2d14e2-f615-4e1c-a5a1-921ebf9af28e HTTP/1.1" status: 200 len: 914 time: 1.2767212 Jul 07 17:20:01.610383 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a6343-80f3-4a15-86df-680417d3e885 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Network': ['ID=af00fcb0-d713-454b-9e60-59704a9608fb,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:01.628281 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-b6f97fec-c2d5-42e4-861e-f9ae2c5a11d4 service neutron] For port cc4b1e40-4570-4001-8292-c164e39b063a, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=cc4b1e40-4570-4001-8292-c164e39b063a,segment=NetworkSegment(90d721ad-5c14-4e8b-8d38-43728529f388),segment_id=90d721ad-5c14-4e8b-8d38-43728529f388)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:01.660982 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6094df22-d9fc-41fe-bc6b-16d59dbe4f55 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:01.671507 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6094df22-d9fc-41fe-bc6b-16d59dbe4f55 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.676996 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-b6f97fec-c2d5-42e4-861e-f9ae2c5a11d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.681015 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-e0da2eee-81b1-4643-9716-cdb4cbddf6c8 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Network 51b74280-0796-4c38-ac03-d27ea50ace14 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:01.690227 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bfd6006b-7a53-4d38-aa3d-460fccd50dc8 req-260e5d16-4893-4fe7-b114-15a947ebe11b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1f72858-baae-4197-b2ce-54e93c7e397a HTTP/1.1" status: 200 len: 217 time: 0.0722387 Jul 07 17:20:01.702209 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-e0da2eee-81b1-4643-9716-cdb4cbddf6c8 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:01.721084 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-e0da2eee-81b1-4643-9716-cdb4cbddf6c8 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:01.761259 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-b6f97fec-c2d5-42e4-861e-f9ae2c5a11d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:01.762802 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-b6f97fec-c2d5-42e4-861e-f9ae2c5a11d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.764419 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-b6f97fec-c2d5-42e4-861e-f9ae2c5a11d4 service neutron] 10.222.0.64 "PUT /v2.0/ports/cc4b1e40-4570-4001-8292-c164e39b063a HTTP/1.1" status: 200 len: 1093 time: 2.7535608 Jul 07 17:20:01.790622 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-e0da2eee-81b1-4643-9716-cdb4cbddf6c8 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:01.790942 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-e0da2eee-81b1-4643-9716-cdb4cbddf6c8 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.793509 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da2eee-81b1-4643-9716-cdb4cbddf6c8 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Pushing event updated for resources: {'Port': ['ID=67423665-ecd8-4c6b-907d-c2d9c0d4faf2,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:01.827080 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b0694c-5520-46bf-aa20-50b957a8bbc9', 'tag': 'cc4b1e40-4570-4001-8292-c164e39b063a'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:01.832850 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0beca9e7-c3bb-4c5d-9c74-f707b8cb8612" -d '{"events": [{"name": "network-changed", "server_uuid": "98b0694c-5520-46bf-aa20-50b957a8bbc9", "tag": "cc4b1e40-4570-4001-8292-c164e39b063a"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:01.839465 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-e0da2eee-81b1-4643-9716-cdb4cbddf6c8 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6205063 Jul 07 17:20:01.855242 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f97fec-c2d5-42e4-861e-f9ae2c5a11d4 service neutron] Pushing event updated for resources: {'Port': ['ID=cc4b1e40-4570-4001-8292-c164e39b063a,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:01.858882 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-bbfa6167-d80f-415f-b7b5-3d75fbc73df4 service neutron] Request body: {'port': {'device_id': 'b5d87c88-9401-41e1-b024-dff502181282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:01.891332 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab2f17-00d8-44b5-8233-19e02ccad301 req-04f1bed3-f53f-4a87-af32-2fb25e23c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:01.895822 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6aab2f17-00d8-44b5-8233-19e02ccad301 req-04f1bed3-f53f-4a87-af32-2fb25e23c025 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18e760e73e3c432284bc214c0bade121&device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 1098 time: 0.5504699 Jul 07 17:20:01.924556 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6006b-7a53-4d38-aa3d-460fccd50dc8 req-d8d2e653-eda5-403f-b983-87e321db7a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:01.926550 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bfd6006b-7a53-4d38-aa3d-460fccd50dc8 req-d8d2e653-eda5-403f-b983-87e321db7a96 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=34ef4352-a4e0-4ae1-b50e-18599397460f HTTP/1.1" status: 200 len: 853 time: 0.2165079 Jul 07 17:20:01.931079 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6094df22-d9fc-41fe-bc6b-16d59dbe4f55 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:20:01.967338 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bfd6006b-7a53-4d38-aa3d-460fccd50dc8 req-b25948ba-0c6c-47f2-adca-ab6fa0c54d80 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6b2d14e2-f615-4e1c-a5a1-921ebf9af28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298505 Jul 07 17:20:01.979293 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f60a3-940b-4d13-b433-280d95c32225 req-3d6b4b18-bec2-4bf7-95e7-2c209aa9c31d tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:01.981311 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1e245a-471b-4c76-8ba1-772c01ce4a73 x-openstack-request-id: req-9c1e245a-471b-4c76-8ba1-772c01ce4a73 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:01.981859 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b0694c-5520-46bf-aa20-50b957a8bbc9", "tag": "cc4b1e40-4570-4001-8292-c164e39b063a", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:01.982406 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c1e245a-471b-4c76-8ba1-772c01ce4a73 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:01.983001 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b0694c-5520-46bf-aa20-50b957a8bbc9', 'tag': 'cc4b1e40-4570-4001-8292-c164e39b063a', 'status': 'completed', 'code': 200} Jul 07 17:20:01.986812 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-147f60a3-940b-4d13-b433-280d95c32225 req-3d6b4b18-bec2-4bf7-95e7-2c209aa9c31d tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.53 "GET /v2.0/ports?device_id=48e4e828-9cae-42a0-a313-8553e6e0d782 HTTP/1.1" status: 200 len: 943 time: 0.4894249 Jul 07 17:20:02.019981 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6094df22-d9fc-41fe-bc6b-16d59dbe4f55 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.019981 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-6094df22-d9fc-41fe-bc6b-16d59dbe4f55 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Added segment 0da306f3-bee9-4476-8667-748e29a6c179 of type vlan for network 31c4d2f1-6399-4443-b991-559c18183043 Jul 07 17:20:02.163052 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6094df22-d9fc-41fe-bc6b-16d59dbe4f55 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.224614 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-147f60a3-940b-4d13-b433-280d95c32225 req-189b2863-ee7d-4aee-bd83-f819b4ea3d95 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.53 "GET /v2.0/security-groups?id=999cecea-be74-464c-a780-c51bbbb17a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362542 Jul 07 17:20:02.280948 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-7cf44434-40a2-4ee5-ac4f-d3ddd00ba532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:02.283771 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-7cf44434-40a2-4ee5-ac4f-d3ddd00ba532 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a91034d81564c92b83cd4f595aa520b&device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 1096 time: 0.4194622 Jul 07 17:20:02.294232 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab2f17-00d8-44b5-8233-19e02ccad301 req-f6de1b7b-e953-4be4-aedc-cc5a376d117c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:02.296778 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6aab2f17-00d8-44b5-8233-19e02ccad301 req-f6de1b7b-e953-4be4-aedc-cc5a376d117c service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9c7bfe2-c6df-42ea-bc46-459eb954abd9 HTTP/1.1" status: 200 len: 918 time: 0.3203371 Jul 07 17:20:02.312949 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-bbfa6167-d80f-415f-b7b5-3d75fbc73df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.375569 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device d1f72858-baae-4197-b2ce-54e93c7e397a details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:20:02.420032 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6094df22-d9fc-41fe-bc6b-16d59dbe4f55 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.433373 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6094df22-d9fc-41fe-bc6b-16d59dbe4f55 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:02.434444 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6094df22-d9fc-41fe-bc6b-16d59dbe4f55 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.443646 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bfd6006b-7a53-4d38-aa3d-460fccd50dc8 req-b9d13746-50dc-4a03-812f-4975de85f0b7 service neutron] 10.222.0.72 "GET /v2.0/networks/6b2d14e2-f615-4e1c-a5a1-921ebf9af28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410233 Jul 07 17:20:02.520160 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-65d35b4b-af4d-4502-8f6d-e9b816de7f3c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc4b1e40-4570-4001-8292-c164e39b063a HTTP/1.1" status: 200 len: 217 time: 0.2217469 Jul 07 17:20:02.708116 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-bda9a322-3efe-42c1-9f14-0659177eced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:02.711553 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-bda9a322-3efe-42c1-9f14-0659177eced5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a74d58d4-f857-4afa-87b5-fe53c29b08d0 HTTP/1.1" status: 200 len: 853 time: 0.1057622 Jul 07 17:20:02.812804 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port d1f72858-baae-4197-b2ce-54e93c7e397a, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=d1f72858-baae-4197-b2ce-54e93c7e397a,segment=NetworkSegment(19794f5c-92f6-43d9-854c-5ca25cb43ab6),segment_id=19794f5c-92f6-43d9-854c-5ca25cb43ab6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:02.870068 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'd1f72858-baae-4197-b2ce-54e93c7e397a', 'network_id': '6b2d14e2-f615-4e1c-a5a1-921ebf9af28e', 'port_id': 'd1f72858-baae-4197-b2ce-54e93c7e397a', 'mac_address': 'fa:16:3e:eb:08:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34ef4352-a4e0-4ae1-b50e-18599397460f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:20:02.881768 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bfd6006b-7a53-4d38-aa3d-460fccd50dc8 req-072eaa0c-1c97-402d-8754-b0423abb522a service neutron] 10.222.0.72 "GET /v2.0/networks/6b2d14e2-f615-4e1c-a5a1-921ebf9af28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311705 Jul 07 17:20:02.950370 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.970875 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6094df22-d9fc-41fe-bc6b-16d59dbe4f55 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4587173 Jul 07 17:20:02.977694 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-eeea59ca-7ae3-4cd2-9e02-ac1fda5e749e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08f6c01e-dfae-4799-95a8-8039418ef262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1861033 Jul 07 17:20:02.983509 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f72858-baae-4197-b2ce-54e93c7e397a {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:02.987127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44308) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:03.027607 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port d1f72858-baae-4197-b2ce-54e93c7e397a, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=d1f72858-baae-4197-b2ce-54e93c7e397a,segment=NetworkSegment(19794f5c-92f6-43d9-854c-5ca25cb43ab6),segment_id=19794f5c-92f6-43d9-854c-5ca25cb43ab6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:03.034721 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-681a0a25-94ec-47af-9f2f-e66de75dbed2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'subnet': {'network_id': '31c4d2f1-6399-4443-b991-559c18183043', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:03.035568 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.086226 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6094df22-d9fc-41fe-bc6b-16d59dbe4f55 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Network': ['ID=31c4d2f1-6399-4443-b991-559c18183043,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:03.101920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faade8c9-07ec-4c54-8069-0c0630d91b21 req-a4e892d0-4486-439a-9135-9ee41f48736a tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:03.103709 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-faade8c9-07ec-4c54-8069-0c0630d91b21 req-a4e892d0-4486-439a-9135-9ee41f48736a tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 944 time: 0.2161307 Jul 07 17:20:03.115307 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=d1f72858-baae-4197-b2ce-54e93c7e397a,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:03.192054 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6aab2f17-00d8-44b5-8233-19e02ccad301 req-9cec113f-3739-405f-9189-177a12549e7f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a18f02a9-304b-46e2-a502-2720d1b440c7 HTTP/1.1" status: 200 len: 1002 time: 0.8644679 Jul 07 17:20:03.211936 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-faade8c9-07ec-4c54-8069-0c0630d91b21 req-a901efa4-6c8f-4966-9f74-c0ab33ce1b41 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842254 Jul 07 17:20:03.230966 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-bbfa6167-d80f-415f-b7b5-3d75fbc73df4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67423665-ecd8-4c6b-907d-c2d9c0d4faf2 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:03.250900 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-bbfa6167-d80f-415f-b7b5-3d75fbc73df4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.273726 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-bbfa6167-d80f-415f-b7b5-3d75fbc73df4 service neutron] Transition to ACTIVE for port object 67423665-ecd8-4c6b-907d-c2d9c0d4faf2 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:03.279787 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-bbfa6167-d80f-415f-b7b5-3d75fbc73df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.295289 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6094df22-d9fc-41fe-bc6b-16d59dbe4f55 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:03.295890 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6094df22-d9fc-41fe-bc6b-16d59dbe4f55 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:03.296447 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6094df22-d9fc-41fe-bc6b-16d59dbe4f55 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:03.297058 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6094df22-d9fc-41fe-bc6b-16d59dbe4f55 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:03.301728 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6094df22-d9fc-41fe-bc6b-16d59dbe4f55 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:03.302984 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6094df22-d9fc-41fe-bc6b-16d59dbe4f55 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:03.303751 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6094df22-d9fc-41fe-bc6b-16d59dbe4f55 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:03.304534 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6094df22-d9fc-41fe-bc6b-16d59dbe4f55 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:03.305157 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6094df22-d9fc-41fe-bc6b-16d59dbe4f55 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:03.317187 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6094df22-d9fc-41fe-bc6b-16d59dbe4f55 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:03.318441 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6094df22-d9fc-41fe-bc6b-16d59dbe4f55 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:03.319012 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6094df22-d9fc-41fe-bc6b-16d59dbe4f55 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:03.345971 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 31c4d2f1-6399-4443-b991-559c18183043 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:20:03.453813 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['d1f72858-baae-4197-b2ce-54e93c7e397a'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:20:03.456497 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-0edc94f9-29c3-4895-841f-e81bd2489d6c service neutron] 10.222.0.64 "GET /v2.0/networks/08f6c01e-dfae-4799-95a8-8039418ef262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562912 Jul 07 17:20:03.459557 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab2f17-00d8-44b5-8233-19e02ccad301 req-ed543666-b057-4a53-8791-2e023bf3ef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:03.462176 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6aab2f17-00d8-44b5-8233-19e02ccad301 req-ed543666-b057-4a53-8791-2e023bf3ef0f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b0fe605b-06e9-4628-b5de-b8df689c0601 HTTP/1.1" status: 200 len: 856 time: 0.1929796 Jul 07 17:20:03.505838 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a45e1-c812-4dd5-9a89-64bd41312088 req-13ad4cab-ec49-4935-bf7f-efb9ec87bae7 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:03.516034 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e52a45e1-c812-4dd5-9a89-64bd41312088 req-13ad4cab-ec49-4935-bf7f-efb9ec87bae7 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5d87c88-9401-41e1-b024-dff502181282 HTTP/1.1" status: 200 len: 931 time: 1.1173317 Jul 07 17:20:03.606878 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa6167-d80f-415f-b7b5-3d75fbc73df4 service neutron] Pushing event updated for resources: {'Port': ['ID=67423665-ecd8-4c6b-907d-c2d9c0d4faf2,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:03.735892 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-bbfa6167-d80f-415f-b7b5-3d75fbc73df4 service neutron] Attempting to bind port 67423665-ecd8-4c6b-907d-c2d9c0d4faf2 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:03.736269 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-bbfa6167-d80f-415f-b7b5-3d75fbc73df4 service neutron] Attempting to bind port 67423665-ecd8-4c6b-907d-c2d9c0d4faf2 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'f9082715-a122-4543-bbf6-c582b0edb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51b74280-0796-4c38-ac03-d27ea50ace14'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:03.736760 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-bbfa6167-d80f-415f-b7b5-3d75fbc73df4 service neutron] Attempting to bind port 67423665-ecd8-4c6b-907d-c2d9c0d4faf2 on network 51b74280-0796-4c38-ac03-d27ea50ace14 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:03.750961 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-bbfa6167-d80f-415f-b7b5-3d75fbc73df4 service neutron] Port 67423665-ecd8-4c6b-907d-c2d9c0d4faf2 on network 51b74280-0796-4c38-ac03-d27ea50ace14 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:20:03.751909 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-bbfa6167-d80f-415f-b7b5-3d75fbc73df4 service neutron] Attempting to bind port 67423665-ecd8-4c6b-907d-c2d9c0d4faf2 on network 51b74280-0796-4c38-ac03-d27ea50ace14 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:03.767675 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-bbfa6167-d80f-415f-b7b5-3d75fbc73df4 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:03.768997 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-bbfa6167-d80f-415f-b7b5-3d75fbc73df4 service neutron] Checking segment: {'id': 'f9082715-a122-4543-bbf6-c582b0edb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51b74280-0796-4c38-ac03-d27ea50ace14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:03.770337 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-bbfa6167-d80f-415f-b7b5-3d75fbc73df4 service neutron] Bound using segment: {'id': 'f9082715-a122-4543-bbf6-c582b0edb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51b74280-0796-4c38-ac03-d27ea50ace14'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:03.772726 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-bbfa6167-d80f-415f-b7b5-3d75fbc73df4 service neutron] Bound port: 67423665-ecd8-4c6b-907d-c2d9c0d4faf2, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9082715-a122-4543-bbf6-c582b0edb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51b74280-0796-4c38-ac03-d27ea50ace14'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:03.774014 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-bbfa6167-d80f-415f-b7b5-3d75fbc73df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.804900 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5b1e5a1-cf78-47fc-9cd4-b0af699a09fa req-b15d47f1-ae69-4027-849b-9cc13240b7cc service neutron] 10.222.0.64 "GET /v2.0/networks/08f6c01e-dfae-4799-95a8-8039418ef262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331144 Jul 07 17:20:03.833338 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e52a45e1-c812-4dd5-9a89-64bd41312088 req-5f51608f-f8c0-4b29-91a2-110490f140f7 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137782 Jul 07 17:20:03.841845 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681a0a25-94ec-47af-9f2f-e66de75dbed2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:03.856185 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-681a0a25-94ec-47af-9f2f-e66de75dbed2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.962042 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab2f17-00d8-44b5-8233-19e02ccad301 req-5b19056e-9ea2-4e1c-8a75-1d1d330741ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:03.963833 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6aab2f17-00d8-44b5-8233-19e02ccad301 req-5b19056e-9ea2-4e1c-8a75-1d1d330741ba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9c7bfe2-c6df-42ea-bc46-459eb954abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4782183 Jul 07 17:20:04.011126 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-bbfa6167-d80f-415f-b7b5-3d75fbc73df4 service neutron] For port 67423665-ecd8-4c6b-907d-c2d9c0d4faf2, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:04.020385 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-bbfa6167-d80f-415f-b7b5-3d75fbc73df4 service neutron] For port 67423665-ecd8-4c6b-907d-c2d9c0d4faf2, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=67423665-ecd8-4c6b-907d-c2d9c0d4faf2,segment=NetworkSegment(f9082715-a122-4543-bbf6-c582b0edb07f),segment_id=f9082715-a122-4543-bbf6-c582b0edb07f)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:04.036970 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-bbfa6167-d80f-415f-b7b5-3d75fbc73df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.079544 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021e228-f8f5-4cb9-8ae1-5fe747817406 req-2a3485a4-e074-4b4a-a44c-c31257f3f3bc tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:04.081362 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b021e228-f8f5-4cb9-8ae1-5fe747817406 req-2a3485a4-e074-4b4a-a44c-c31257f3f3bc tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.53 "GET /v2.0/ports?device_id=48e4e828-9cae-42a0-a313-8553e6e0d782 HTTP/1.1" status: 200 len: 944 time: 0.2747188 Jul 07 17:20:04.093341 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-bbfa6167-d80f-415f-b7b5-3d75fbc73df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:04.094056 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-bbfa6167-d80f-415f-b7b5-3d75fbc73df4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.095593 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-bbfa6167-d80f-415f-b7b5-3d75fbc73df4 service neutron] 10.222.0.72 "PUT /v2.0/ports/67423665-ecd8-4c6b-907d-c2d9c0d4faf2 HTTP/1.1" status: 200 len: 1092 time: 2.2411067 Jul 07 17:20:04.096232 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d87c88-9401-41e1-b024-dff502181282', 'tag': '67423665-ecd8-4c6b-907d-c2d9c0d4faf2'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:04.098858 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535f0643-3268-45f6-aff1-820b38351f40" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d87c88-9401-41e1-b024-dff502181282", "tag": "67423665-ecd8-4c6b-907d-c2d9c0d4faf2"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:04.182092 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fdd1c1-a38b-46cb-909d-2bfbdbb0ea4f x-openstack-request-id: req-21fdd1c1-a38b-46cb-909d-2bfbdbb0ea4f {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:04.183241 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d87c88-9401-41e1-b024-dff502181282", "tag": "67423665-ecd8-4c6b-907d-c2d9c0d4faf2", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:04.183741 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-21fdd1c1-a38b-46cb-909d-2bfbdbb0ea4f {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:04.184375 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d87c88-9401-41e1-b024-dff502181282', 'tag': '67423665-ecd8-4c6b-907d-c2d9c0d4faf2', 'status': 'completed', 'code': 200} Jul 07 17:20:04.184577 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beca9e7-c3bb-4c5d-9c74-f707b8cb8612 req-7a984e90-02f0-4534-8c50-d036c19e542d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:04.186218 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0beca9e7-c3bb-4c5d-9c74-f707b8cb8612 req-7a984e90-02f0-4534-8c50-d036c19e542d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a91034d81564c92b83cd4f595aa520b&device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 1096 time: 0.2369075 Jul 07 17:20:04.187339 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa6167-d80f-415f-b7b5-3d75fbc73df4 service neutron] Pushing event updated for resources: {'Port': ['ID=67423665-ecd8-4c6b-907d-c2d9c0d4faf2,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:04.218823 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6aab2f17-00d8-44b5-8233-19e02ccad301 req-ff8d6cac-fbde-44dd-8901-4e1d57b65546 service neutron] 10.222.0.72 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252796 Jul 07 17:20:04.280665 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b021e228-f8f5-4cb9-8ae1-5fe747817406 req-9b33ad98-cf4b-4a70-8be6-024c9d5e91cb tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.53 "GET /v2.0/security-groups?id=999cecea-be74-464c-a780-c51bbbb17a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119578 Jul 07 17:20:04.315816 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f0643-3268-45f6-aff1-820b38351f40 req-0ea4cd40-2f28-42d6-9be6-62707d1d9174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:04.317602 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-535f0643-3268-45f6-aff1-820b38351f40 req-0ea4cd40-2f28-42d6-9be6-62707d1d9174 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=854cd6cbf71d4c16a45f7c0c1ff22d98&device_id=b5d87c88-9401-41e1-b024-dff502181282 HTTP/1.1" status: 200 len: 1095 time: 0.1018653 Jul 07 17:20:04.518281 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beca9e7-c3bb-4c5d-9c74-f707b8cb8612 req-966660f1-82ec-4f39-a0b5-ad399ffabde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:04.521987 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0beca9e7-c3bb-4c5d-9c74-f707b8cb8612 req-966660f1-82ec-4f39-a0b5-ad399ffabde9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=08f6c01e-dfae-4799-95a8-8039418ef262 HTTP/1.1" status: 200 len: 914 time: 0.3011053 Jul 07 17:20:04.611740 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f0643-3268-45f6-aff1-820b38351f40 req-1cf4bad3-93fd-41d1-be29-fc905fd24e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:04.613424 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-535f0643-3268-45f6-aff1-820b38351f40 req-1cf4bad3-93fd-41d1-be29-fc905fd24e68 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=854cd6cbf71d4c16a45f7c0c1ff22d98&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2867789 Jul 07 17:20:04.635327 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-681a0a25-94ec-47af-9f2f-e66de75dbed2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.640094 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0beca9e7-c3bb-4c5d-9c74-f707b8cb8612 req-18d08dfc-1386-4834-bcbe-bd8f8ffee76e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc4b1e40-4570-4001-8292-c164e39b063a HTTP/1.1" status: 200 len: 217 time: 0.0897889 Jul 07 17:20:04.778549 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6aab2f17-00d8-44b5-8233-19e02ccad301 req-4892c4f9-ea3f-483d-95c3-c231c71e8ffe service neutron] 10.222.0.72 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5477760 Jul 07 17:20:04.808701 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f0643-3268-45f6-aff1-820b38351f40 req-6c423a2f-964c-4ffb-842f-67a95b586458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:04.810619 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-535f0643-3268-45f6-aff1-820b38351f40 req-6c423a2f-964c-4ffb-842f-67a95b586458 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1901684 Jul 07 17:20:04.908736 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a0a25-94ec-47af-9f2f-e66de75dbed2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Subnet': ['ID=aa12ca60-5b4a-4d43-88d6-3f24b20186d3,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:04.924027 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beca9e7-c3bb-4c5d-9c74-f707b8cb8612 req-a544bde2-b348-4537-b90c-41498bdd528a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:04.926466 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0beca9e7-c3bb-4c5d-9c74-f707b8cb8612 req-a544bde2-b348-4537-b90c-41498bdd528a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a74d58d4-f857-4afa-87b5-fe53c29b08d0 HTTP/1.1" status: 200 len: 853 time: 0.2265460 Jul 07 17:20:04.944614 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-ddbb9be1-209e-4e36-a8a5-e7d96e680d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:04.946705 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-ddbb9be1-209e-4e36-a8a5-e7d96e680d08 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=854cd6cbf71d4c16a45f7c0c1ff22d98&device_id=b5d87c88-9401-41e1-b024-dff502181282 HTTP/1.1" status: 200 len: 1095 time: 0.0780833 Jul 07 17:20:05.002327 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-dfb8d5a1-cca1-4cac-b3bf-560563439767 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67423665-ecd8-4c6b-907d-c2d9c0d4faf2 HTTP/1.1" status: 200 len: 217 time: 0.0457871 Jul 07 17:20:05.004315 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0beca9e7-c3bb-4c5d-9c74-f707b8cb8612 req-ce688449-2ec8-4c0d-a337-302ff34a1456 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08f6c01e-dfae-4799-95a8-8039418ef262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633082 Jul 07 17:20:05.036195 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681a0a25-94ec-47af-9f2f-e66de75dbed2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Checking segment: {'id': '0da306f3-bee9-4476-8667-748e29a6c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '31c4d2f1-6399-4443-b991-559c18183043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:05.038216 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681a0a25-94ec-47af-9f2f-e66de75dbed2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network hostable DHCP agents. Network: 31c4d2f1-6399-4443-b991-559c18183043, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:20:05.097426 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44324) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:05.111573 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-f7643e30-3d5d-4239-9c33-f7e5e4d9f231 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Request body: {'subnets': [{'network_id': 'bfb972c2-f737-4b4d-a905-a64595793248', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--272574720', 'ip_version': 6}, {'network_id': 'f25e93a6-881b-4318-9fda-fa54f52d273d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:05.111894 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-f7643e30-3d5d-4239-9c33-f7e5e4d9f231 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Request body: {'subnet': {'network_id': 'bfb972c2-f737-4b4d-a905-a64595793248', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--272574720', 'ip_version': 6}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:05.112604 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-f7643e30-3d5d-4239-9c33-f7e5e4d9f231 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Request body: {'subnet': {'network_id': 'f25e93a6-881b-4318-9fda-fa54f52d273d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:05.120111 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-a90f8330-0612-4f60-930c-87efca9ab313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:05.121924 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-a90f8330-0612-4f60-930c-87efca9ab313 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fbb2957-27f3-49e7-bbf8-4e6687e5bfc9 HTTP/1.1" status: 200 len: 854 time: 0.1112146 Jul 07 17:20:05.153135 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa80fed-6101-4534-9391-199b5750310c req-8d65cec0-87bd-4772-bb09-8ef350ce6688 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:05.155593 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7aa80fed-6101-4534-9391-199b5750310c req-8d65cec0-87bd-4772-bb09-8ef350ce6688 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 944 time: 0.6430330 Jul 07 17:20:05.226414 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681a0a25-94ec-47af-9f2f-e66de75dbed2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network 31c4d2f1-6399-4443-b991-559c18183043 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:20:05.228254 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-105c73e8-7dde-451f-9667-603ab2d7b558 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=51b74280-0796-4c38-ac03-d27ea50ace14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911980 Jul 07 17:20:05.290329 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7aa80fed-6101-4534-9391-199b5750310c req-4f7d8d76-43aa-45d5-b916-7eb674f0822c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168408 Jul 07 17:20:05.300935 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-681a0a25-94ec-47af-9f2f-e66de75dbed2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 31c4d2f1-6399-4443-b991-559c18183043) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:05.323545 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681a0a25-94ec-47af-9f2f-e66de75dbed2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:05.323825 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dffdb-cb63-4015-bc20-43075d3a179b req-e3637a1f-8df8-4a08-840d-3d8c4446d9e4 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:05.325821 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-681a0a25-94ec-47af-9f2f-e66de75dbed2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.336709 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e245f9b-7994-42dc-abed-8249f0714606 None None] Network 31c4d2f1-6399-4443-b991-559c18183043 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:05.337316 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d16dffdb-cb63-4015-bc20-43075d3a179b req-e3637a1f-8df8-4a08-840d-3d8c4446d9e4 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5d87c88-9401-41e1-b024-dff502181282 HTTP/1.1" status: 200 len: 943 time: 0.3160901 Jul 07 17:20:05.347985 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0beca9e7-c3bb-4c5d-9c74-f707b8cb8612 req-0785f407-faac-44e4-98d5-e1ecff5ce86d service neutron] 10.222.0.64 "GET /v2.0/networks/08f6c01e-dfae-4799-95a8-8039418ef262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305562 Jul 07 17:20:05.510567 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d16dffdb-cb63-4015-bc20-43075d3a179b req-3fd5b63a-3f39-488d-85b1-a765fb0c4d58 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725764 Jul 07 17:20:05.566367 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-681a0a25-94ec-47af-9f2f-e66de75dbed2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5711048 Jul 07 17:20:05.566688 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-b546235c-6dc3-4e57-b8b9-ff84d5f15989 service neutron] 10.222.0.72 "GET /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270411 Jul 07 17:20:05.569066 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0beca9e7-c3bb-4c5d-9c74-f707b8cb8612 req-23fed7ac-fced-46a1-858c-00ac63f08869 service neutron] 10.222.0.64 "GET /v2.0/networks/08f6c01e-dfae-4799-95a8-8039418ef262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139492 Jul 07 17:20:05.569642 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44328) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:05.576689 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-0de7b469-c97d-4b33-a277-b293ef446f8c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'port': {'network_id': '31c4d2f1-6399-4443-b991-559c18183043', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-703295999'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:05.580687 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360f84ce-5ac1-4f7b-88d7-b6067a2ed97c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-31c4d2f1-6399-4443-b991-559c18183043', 'network_id': '31c4d2f1-6399-4443-b991-559c18183043', 'tenant_id': 'a4d810b7abb64d54ac8bc38e2d32e1cc', 'fixed_ips': [{'subnet_id': 'aa12ca60-5b4a-4d43-88d6-3f24b20186d3'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:20:05.581586 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-360f84ce-5ac1-4f7b-88d7-b6067a2ed97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.683591 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7643e30-3d5d-4239-9c33-f7e5e4d9f231 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Made reservation on behalf of a76da5359fef4591b90abcb7c6b2075d for: {'subnet': 2} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:05.693359 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f7643e30-3d5d-4239-9c33-f7e5e4d9f231 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.693915 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f7643e30-3d5d-4239-9c33-f7e5e4d9f231 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.863505 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-360f84ce-5ac1-4f7b-88d7-b6067a2ed97c None None] Allocated IP 2001:db8::2 (31c4d2f1-6399-4443-b991-559c18183043/aa12ca60-5b4a-4d43-88d6-3f24b20186d3/22c9e891-ea2f-4320-9fbe-9fecadeb8a85) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:05.953823 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da095eda-58dc-4ea3-a3de-2f739d8e2dd3 req-619f6248-c4e5-4b1e-8696-593787b391c5 service neutron] 10.222.0.72 "GET /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767481 Jul 07 17:20:06.003814 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f45bba-4afe-4300-b149-3cd2148a8874 req-93c3e2ac-8aca-486d-877e-1fe5114b11e6 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:06.006516 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-96f45bba-4afe-4300-b149-3cd2148a8874 req-93c3e2ac-8aca-486d-877e-1fe5114b11e6 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.53 "GET /v2.0/ports?device_id=48e4e828-9cae-42a0-a313-8553e6e0d782 HTTP/1.1" status: 200 len: 944 time: 0.3252251 Jul 07 17:20:06.175679 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-360f84ce-5ac1-4f7b-88d7-b6067a2ed97c None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.182856 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de7b469-c97d-4b33-a277-b293ef446f8c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:06.187208 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0de7b469-c97d-4b33-a277-b293ef446f8c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.191750 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-360f84ce-5ac1-4f7b-88d7-b6067a2ed97c None None] Transition to ACTIVE for port object 22c9e891-ea2f-4320-9fbe-9fecadeb8a85 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:06.208093 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device d1f72858-baae-4197-b2ce-54e93c7e397a up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:06.210264 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-0de7b469-c97d-4b33-a277-b293ef446f8c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] device_id is not set on port 713830ff-5414-4400-a41f-0e24cc2d8dde yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:06.223005 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-360f84ce-5ac1-4f7b-88d7-b6067a2ed97c None None] Transition to ACTIVE for port object 22c9e891-ea2f-4320-9fbe-9fecadeb8a85 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:06.253319 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-360f84ce-5ac1-4f7b-88d7-b6067a2ed97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.261582 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-96f45bba-4afe-4300-b149-3cd2148a8874 req-84649787-6679-4bd0-afd4-cbdab8c16e48 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.53 "GET /v2.0/security-groups?id=999cecea-be74-464c-a780-c51bbbb17a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349110 Jul 07 17:20:06.378662 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f84ce-5ac1-4f7b-88d7-b6067a2ed97c None None] Pushing event updated for resources: {'Port': ['ID=22c9e891-ea2f-4320-9fbe-9fecadeb8a85,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:06.396093 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360f84ce-5ac1-4f7b-88d7-b6067a2ed97c None None] Network 31c4d2f1-6399-4443-b991-559c18183043 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:06.401074 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-360f84ce-5ac1-4f7b-88d7-b6067a2ed97c None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:06.405580 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360f84ce-5ac1-4f7b-88d7-b6067a2ed97c None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:06.414816 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-0de7b469-c97d-4b33-a277-b293ef446f8c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Allocated IP 2001:db8::ea (31c4d2f1-6399-4443-b991-559c18183043/aa12ca60-5b4a-4d43-88d6-3f24b20186d3/713830ff-5414-4400-a41f-0e24cc2d8dde) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:06.525372 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port d1f72858-baae-4197-b2ce-54e93c7e397a completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:06.541332 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port d1f72858-baae-4197-b2ce-54e93c7e397a triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:06.542904 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.586517 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f7643e30-3d5d-4239-9c33-f7e5e4d9f231 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.613978 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-360f84ce-5ac1-4f7b-88d7-b6067a2ed97c None None] Attempting to bind port 22c9e891-ea2f-4320-9fbe-9fecadeb8a85 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:06.614894 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-360f84ce-5ac1-4f7b-88d7-b6067a2ed97c None None] Attempting to bind port 22c9e891-ea2f-4320-9fbe-9fecadeb8a85 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '0da306f3-bee9-4476-8667-748e29a6c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '31c4d2f1-6399-4443-b991-559c18183043'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:06.615624 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360f84ce-5ac1-4f7b-88d7-b6067a2ed97c None None] Attempting to bind port 22c9e891-ea2f-4320-9fbe-9fecadeb8a85 on network 31c4d2f1-6399-4443-b991-559c18183043 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:06.638419 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360f84ce-5ac1-4f7b-88d7-b6067a2ed97c None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:06.639155 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360f84ce-5ac1-4f7b-88d7-b6067a2ed97c None None] Checking segment: {'id': '0da306f3-bee9-4476-8667-748e29a6c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '31c4d2f1-6399-4443-b991-559c18183043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:06.639927 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-360f84ce-5ac1-4f7b-88d7-b6067a2ed97c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.640749 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360f84ce-5ac1-4f7b-88d7-b6067a2ed97c None None] Bound using segment: {'id': '0da306f3-bee9-4476-8667-748e29a6c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '31c4d2f1-6399-4443-b991-559c18183043'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:06.641716 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-360f84ce-5ac1-4f7b-88d7-b6067a2ed97c None None] Bound port: 22c9e891-ea2f-4320-9fbe-9fecadeb8a85, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da306f3-bee9-4476-8667-748e29a6c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '31c4d2f1-6399-4443-b991-559c18183043'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:06.642872 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-360f84ce-5ac1-4f7b-88d7-b6067a2ed97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.677422 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e044ff4-55ca-4e3a-b467-03b77bfb93be req-5f5190c0-0bf2-42e2-8b66-bda0394007aa tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:06.679289 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0e044ff4-55ca-4e3a-b467-03b77bfb93be req-5f5190c0-0bf2-42e2-8b66-bda0394007aa tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 944 time: 0.1724141 Jul 07 17:20:06.688316 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0de7b469-c97d-4b33-a277-b293ef446f8c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.731626 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7643e30-3d5d-4239-9c33-f7e5e4d9f231 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Pushing event updated for resources: {'Subnet': ['ID=1c1b700d-a818-40c9-823e-3283e202d68b,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:06.736512 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-0de7b469-c97d-4b33-a277-b293ef446f8c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Transition to ACTIVE for port object 713830ff-5414-4400-a41f-0e24cc2d8dde will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:06.762723 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7643e30-3d5d-4239-9c33-f7e5e4d9f231 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Checking segment: {'id': 'dadb6aa6-ac5c-45d4-b357-3c7beebb184c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bfb972c2-f737-4b4d-a905-a64595793248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:06.763847 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7643e30-3d5d-4239-9c33-f7e5e4d9f231 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Network hostable DHCP agents. Network: bfb972c2-f737-4b4d-a905-a64595793248, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:20:06.798729 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7643e30-3d5d-4239-9c33-f7e5e4d9f231 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Network bfb972c2-f737-4b4d-a905-a64595793248 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:20:06.805902 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.808913 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-360f84ce-5ac1-4f7b-88d7-b6067a2ed97c None None] For port 22c9e891-ea2f-4320-9fbe-9fecadeb8a85, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:06.813384 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-360f84ce-5ac1-4f7b-88d7-b6067a2ed97c None None] For port 22c9e891-ea2f-4320-9fbe-9fecadeb8a85, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=22c9e891-ea2f-4320-9fbe-9fecadeb8a85,segment=NetworkSegment(0da306f3-bee9-4476-8667-748e29a6c179),segment_id=0da306f3-bee9-4476-8667-748e29a6c179)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:06.815649 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-f7643e30-3d5d-4239-9c33-f7e5e4d9f231 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, bfb972c2-f737-4b4d-a905-a64595793248) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:06.825259 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-360f84ce-5ac1-4f7b-88d7-b6067a2ed97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.825818 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f7643e30-3d5d-4239-9c33-f7e5e4d9f231 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.832952 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08613df0-db46-47a4-a2b1-39b9d7ead8c8 None None] Network bfb972c2-f737-4b4d-a905-a64595793248 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:06.843778 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0de7b469-c97d-4b33-a277-b293ef446f8c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.915801 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de7b469-c97d-4b33-a277-b293ef446f8c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network 31c4d2f1-6399-4443-b991-559c18183043 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:06.923737 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-0de7b469-c97d-4b33-a277-b293ef446f8c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:06.929815 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de7b469-c97d-4b33-a277-b293ef446f8c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:06.935779 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de7b469-c97d-4b33-a277-b293ef446f8c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:06.936466 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0de7b469-c97d-4b33-a277-b293ef446f8c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.943158 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0e044ff4-55ca-4e3a-b467-03b77bfb93be req-2b27cfef-fa26-4954-b3ff-b5dcf1c3cfaa tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384391 Jul 07 17:20:06.953765 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7b469-c97d-4b33-a277-b293ef446f8c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Port': ['ID=713830ff-5414-4400-a41f-0e24cc2d8dde,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:06.996995 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e4e828-9cae-42a0-a313-8553e6e0d782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f72858-baae-4197-b2ce-54e93c7e397a'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:07.001707 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0de7b469-c97d-4b33-a277-b293ef446f8c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.4266493 Jul 07 17:20:07.002187 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366d909b-fd56-4fd6-96d6-2d4125cc40a7" -d '{"events": [{"server_uuid": "48e4e828-9cae-42a0-a313-8553e6e0d782", "name": "network-vif-plugged", "status": "completed", "tag": "d1f72858-baae-4197-b2ce-54e93c7e397a"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:07.002468 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44342) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:07.039487 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7643e30-3d5d-4239-9c33-f7e5e4d9f231 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Pushing event updated for resources: {'Subnet': ['ID=4e07d2c1-ed1a-44b8-95f1-d8aa31ca3712,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:07.055335 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port d1f72858-baae-4197-b2ce-54e93c7e397a, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=d1f72858-baae-4197-b2ce-54e93c7e397a,segment=NetworkSegment(19794f5c-92f6-43d9-854c-5ca25cb43ab6),segment_id=19794f5c-92f6-43d9-854c-5ca25cb43ab6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:07.078976 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.092188 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f84ce-5ac1-4f7b-88d7-b6067a2ed97c None None] Pushing event updated for resources: {'Port': ['ID=22c9e891-ea2f-4320-9fbe-9fecadeb8a85,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:07.138158 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd9079-1dd9-40f1-868e-3db6db9bbfec req-51220f91-7c30-4c39-a071-0b07b60eb98c tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:07.141672 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-40cd9079-1dd9-40f1-868e-3db6db9bbfec req-51220f91-7c30-4c39-a071-0b07b60eb98c tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5d87c88-9401-41e1-b024-dff502181282 HTTP/1.1" status: 200 len: 943 time: 0.2957609 Jul 07 17:20:07.143679 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7643e30-3d5d-4239-9c33-f7e5e4d9f231 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Checking segment: {'id': 'd2a84420-4eec-4e11-8c32-403e9dc7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f25e93a6-881b-4318-9fda-fa54f52d273d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:07.144423 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7643e30-3d5d-4239-9c33-f7e5e4d9f231 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Network hostable DHCP agents. Network: f25e93a6-881b-4318-9fda-fa54f52d273d, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:20:07.222467 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7643e30-3d5d-4239-9c33-f7e5e4d9f231 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Network f25e93a6-881b-4318-9fda-fa54f52d273d is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:20:07.234175 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-6e956634-73bc-4b7d-93b7-64bc0517337c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting port 713830ff-5414-4400-a41f-0e24cc2d8dde {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:07.237208 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6e956634-73bc-4b7d-93b7-64bc0517337c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.266733 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-f7643e30-3d5d-4239-9c33-f7e5e4d9f231 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, f25e93a6-881b-4318-9fda-fa54f52d273d) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:07.276856 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7643e30-3d5d-4239-9c33-f7e5e4d9f231 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:07.277754 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7643e30-3d5d-4239-9c33-f7e5e4d9f231 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:07.278880 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f7643e30-3d5d-4239-9c33-f7e5e4d9f231 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.312855 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27caea9-a34b-4e15-836d-d2795cde91bb None None] Network f25e93a6-881b-4318-9fda-fa54f52d273d requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:07.331729 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f7643e30-3d5d-4239-9c33-f7e5e4d9f231 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.2326465 Jul 07 17:20:07.343467 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44348) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:07.436092 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-40cd9079-1dd9-40f1-868e-3db6db9bbfec req-4a9436b8-1fca-47f0-b22a-fcac6cd5d040 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741737 Jul 07 17:20:07.506866 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ec238a-7d11-45b4-ac27-9d92031dffd5 x-openstack-request-id: req-80ec238a-7d11-45b4-ac27-9d92031dffd5 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:07.507797 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e4e828-9cae-42a0-a313-8553e6e0d782", "name": "network-vif-plugged", "status": "completed", "tag": "d1f72858-baae-4197-b2ce-54e93c7e397a", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:07.508378 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80ec238a-7d11-45b4-ac27-9d92031dffd5 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:07.509001 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e4e828-9cae-42a0-a313-8553e6e0d782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f72858-baae-4197-b2ce-54e93c7e397a', 'code': 200} Jul 07 17:20:07.517702 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device cc4b1e40-4570-4001-8292-c164e39b063a details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:20:07.526523 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc717e9-d988-4202-b2f2-5391e68de990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-bfb972c2-f737-4b4d-a905-a64595793248', 'network_id': 'bfb972c2-f737-4b4d-a905-a64595793248', 'tenant_id': 'a76da5359fef4591b90abcb7c6b2075d', 'fixed_ips': [{'subnet_id': '1c1b700d-a818-40c9-823e-3283e202d68b'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:20:07.527622 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2bc717e9-d988-4202-b2f2-5391e68de990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.594878 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=d1f72858-baae-4197-b2ce-54e93c7e397a,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:07.629939 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.634289 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6e956634-73bc-4b7d-93b7-64bc0517337c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.658856 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf4872c-2bd5-488d-817b-871edbc5d104 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:07.661559 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf4872c-2bd5-488d-817b-871edbc5d104 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:07.663831 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf4872c-2bd5-488d-817b-871edbc5d104 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:07.666024 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-baf4872c-2bd5-488d-817b-871edbc5d104 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3205755 Jul 07 17:20:07.669240 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-6e956634-73bc-4b7d-93b7-64bc0517337c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Calling delete_port for 713830ff-5414-4400-a41f-0e24cc2d8dde owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:07.689536 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44350) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:07.753819 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9da2-4073-482c-8e1e-cfb779da9e51 req-35a63e01-0d6b-4481-83b2-452ff7b7d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:07.755815 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ac4f9da2-4073-482c-8e1e-cfb779da9e51 req-35a63e01-0d6b-4481-83b2-452ff7b7d86b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=48e4e828-9cae-42a0-a313-8553e6e0d782 HTTP/1.1" status: 200 len: 1097 time: 0.2148228 Jul 07 17:20:07.804431 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7f6189-9a1e-49c2-9be6-76363c84d34d tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Deleting subnet 1c1b700d-a818-40c9-823e-3283e202d68b {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:07.815505 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a098d54-b02a-4800-bbe4-c725d2eb36e1 req-2ce015ac-7b07-498c-b5a6-4b93755af394 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:07.818466 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eb7f6189-9a1e-49c2-9be6-76363c84d34d tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.819307 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9a098d54-b02a-4800-bbe4-c725d2eb36e1 req-2ce015ac-7b07-498c-b5a6-4b93755af394 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.53 "GET /v2.0/ports?device_id=48e4e828-9cae-42a0-a313-8553e6e0d782 HTTP/1.1" status: 200 len: 945 time: 0.3103576 Jul 07 17:20:07.854415 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595be453-bc28-4fd1-8e84-38853de2ac0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-f25e93a6-881b-4318-9fda-fa54f52d273d', 'network_id': 'f25e93a6-881b-4318-9fda-fa54f52d273d', 'tenant_id': 'a76da5359fef4591b90abcb7c6b2075d', 'fixed_ips': [{'subnet_id': '4e07d2c1-ed1a-44b8-95f1-d8aa31ca3712'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:20:07.855281 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-595be453-bc28-4fd1-8e84-38853de2ac0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.880792 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.881789 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ac4f9da2-4073-482c-8e1e-cfb779da9e51 req-5852ba6d-f43b-403d-8e40-bf3d34ff7dee service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=999cecea-be74-464c-a780-c51bbbb17a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004348 Jul 07 17:20:07.897801 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eb7f6189-9a1e-49c2-9be6-76363c84d34d tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.915928 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port cc4b1e40-4570-4001-8292-c164e39b063a, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=cc4b1e40-4570-4001-8292-c164e39b063a,segment=NetworkSegment(90d721ad-5c14-4e8b-8d38-43728529f388),segment_id=90d721ad-5c14-4e8b-8d38-43728529f388)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:07.954927 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9a098d54-b02a-4800-bbe4-c725d2eb36e1 req-322c6161-245d-436d-8835-261d69f5a5d2 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.53 "GET /v2.0/security-groups?id=999cecea-be74-464c-a780-c51bbbb17a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168089 Jul 07 17:20:07.971044 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eb7f6189-9a1e-49c2-9be6-76363c84d34d tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.983351 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'cc4b1e40-4570-4001-8292-c164e39b063a', 'network_id': '08f6c01e-dfae-4799-95a8-8039418ef262', 'port_id': 'cc4b1e40-4570-4001-8292-c164e39b063a', 'mac_address': 'fa:16:3e:d2:5a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74d58d4-f857-4afa-87b5-fe53c29b08d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:20:08.077497 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6e956634-73bc-4b7d-93b7-64bc0517337c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.082031 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.110794 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc4b1e40-4570-4001-8292-c164e39b063a {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:08.141495 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-595be453-bc28-4fd1-8e84-38853de2ac0d None None] Allocated IP 2001:db8:0:1::1 (f25e93a6-881b-4318-9fda-fa54f52d273d/4e07d2c1-ed1a-44b8-95f1-d8aa31ca3712/8cb03990-d942-4842-a224-b4c1467c5ff4) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:08.142685 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eb7f6189-9a1e-49c2-9be6-76363c84d34d tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server [None req-2bc717e9-d988-4202-b2f2-5391e68de990 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c1b700d-a818-40c9-823e-3283e202d68b: This subnet is being modified by another concurrent operation. Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:20:08.158567 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c1b700d-a818-40c9-823e-3283e202d68b: This subnet is being modified by another concurrent operation. Jul 07 17:20:08.165674 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server Jul 07 17:20:08.180882 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e956634-73bc-4b7d-93b7-64bc0517337c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Port': ['ID=713830ff-5414-4400-a41f-0e24cc2d8dde,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:08.180882 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6e956634-73bc-4b7d-93b7-64bc0517337c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.180882 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6e956634-73bc-4b7d-93b7-64bc0517337c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/ports/713830ff-5414-4400-a41f-0e24cc2d8dde HTTP/1.1" status: 204 len: 168 time: 1.1762059 Jul 07 17:20:08.181518 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35208a92-1742-4317-b32e-290bd958d4a3 None None] Network bfb972c2-f737-4b4d-a905-a64595793248 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:08.183933 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44356) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:08.188022 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port cc4b1e40-4570-4001-8292-c164e39b063a, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=cc4b1e40-4570-4001-8292-c164e39b063a,segment=NetworkSegment(90d721ad-5c14-4e8b-8d38-43728529f388),segment_id=90d721ad-5c14-4e8b-8d38-43728529f388)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:08.206142 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.243388 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e928bf5-cfa6-4f47-807f-cb499dbf46a5 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] GET failed (client error): The resource could not be found. Jul 07 17:20:08.247470 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 67423665-ecd8-4c6b-907d-c2d9c0d4faf2 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:20:08.247939 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7e928bf5-cfa6-4f47-807f-cb499dbf46a5 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "GET /v2.0/ports/713830ff-5414-4400-a41f-0e24cc2d8dde HTTP/1.1" status: 404 len: 333 time: 0.0612102 Jul 07 17:20:08.266947 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44358) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:08.301209 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f6189-9a1e-49c2-9be6-76363c84d34d tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Pushing event deleted for resources: {'Subnet': ['ID=1c1b700d-a818-40c9-823e-3283e202d68b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:08.337095 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eb7f6189-9a1e-49c2-9be6-76363c84d34d tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.345728 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-eb7f6189-9a1e-49c2-9be6-76363c84d34d tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] 10.222.0.53 "DELETE /v2.0/subnets/1c1b700d-a818-40c9-823e-3283e202d68b HTTP/1.1" status: 204 len: 168 time: 0.6496150 Jul 07 17:20:08.365707 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44362) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:08.388476 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-44647bc9-7833-4387-8c37-64421da003e5 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting subnet aa12ca60-5b4a-4d43-88d6-3f24b20186d3 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:08.404665 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-44647bc9-7833-4387-8c37-64421da003e5 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.546474 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7556ec-3fd2-4905-a8a1-d44f524196fe tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Deleting subnet 4e07d2c1-ed1a-44b8-95f1-d8aa31ca3712 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:08.582297 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc8a8f-affd-466a-94a8-c317c1fdafb0 req-c181b237-41dc-4e48-80f2-9484955f89c9 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:08.585494 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e7cc8a8f-affd-466a-94a8-c317c1fdafb0 req-c181b237-41dc-4e48-80f2-9484955f89c9 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 945 time: 0.2605572 Jul 07 17:20:08.586478 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-44647bc9-7833-4387-8c37-64421da003e5 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.725616 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e7cc8a8f-affd-466a-94a8-c317c1fdafb0 req-b75494c6-c310-45c0-b343-a419a9d56a08 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207676 Jul 07 17:20:08.794107 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-355195ec-a722-4f21-9daf-b03b060fb7de req-c387d4a5-f3c2-42bf-a4e3-3b068a376487 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77ed1ce4-5fbc-449e-a376-c7730358cb44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4023199 Jul 07 17:20:08.874594 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 22c9e891-ea2f-4320-9fbe-9fecadeb8a85 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:08.944875 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.resource_extend [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:20:08.956439 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['cc4b1e40-4570-4001-8292-c164e39b063a'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:20:09.016882 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-44647bc9-7833-4387-8c37-64421da003e5 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.207878 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8ae2f3-0fa5-4796-9d5e-cf226b67664a None None] Network 31c4d2f1-6399-4443-b991-559c18183043 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:09.330563 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-44647bc9-7833-4387-8c37-64421da003e5 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.362664 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395bc6e6-c239-4f17-ba63-efcf426ff1ca req-6a24038b-aa58-43ea-97d5-c793d089d959 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:09.365006 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-395bc6e6-c239-4f17-ba63-efcf426ff1ca req-6a24038b-aa58-43ea-97d5-c793d089d959 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.53 "GET /v2.0/ports?device_id=48e4e828-9cae-42a0-a313-8553e6e0d782 HTTP/1.1" status: 200 len: 945 time: 0.1342723 Jul 07 17:20:09.368139 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=cc4b1e40-4570-4001-8292-c164e39b063a,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:09.425310 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b04e5-25c9-47ac-aa02-d2084dd7e30a req-9898e22d-7b4e-4514-9d73-34687c5c5017 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:09.429561 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-710b04e5-25c9-47ac-aa02-d2084dd7e30a req-9898e22d-7b4e-4514-9d73-34687c5c5017 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5d87c88-9401-41e1-b024-dff502181282 HTTP/1.1" status: 200 len: 943 time: 0.3308976 Jul 07 17:20:09.432664 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44647bc9-7833-4387-8c37-64421da003e5 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Subnet': ['ID=aa12ca60-5b4a-4d43-88d6-3f24b20186d3,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:09.440364 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355195ec-a722-4f21-9daf-b03b060fb7de req-4b56e3d5-72f8-4ac0-b77b-fae31c3a1765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:09.444474 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-355195ec-a722-4f21-9daf-b03b060fb7de req-4b56e3d5-72f8-4ac0-b77b-fae31c3a1765 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=854cd6cbf71d4c16a45f7c0c1ff22d98&device_id=77ed1ce4-5fbc-449e-a376-c7730358cb44 HTTP/1.1" status: 200 len: 1097 time: 0.2781999 Jul 07 17:20:09.446328 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-44647bc9-7833-4387-8c37-64421da003e5 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.455207 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-44647bc9-7833-4387-8c37-64421da003e5 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/subnets/aa12ca60-5b4a-4d43-88d6-3f24b20186d3 HTTP/1.1" status: 204 len: 168 time: 1.1805811 Jul 07 17:20:09.457326 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6af380f8-f8f2-48f8-9590-48f2f3db91d8 None None] Provisioning for port 22c9e891-ea2f-4320-9fbe-9fecadeb8a85 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:09.460224 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44368) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:09.491697 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-395bc6e6-c239-4f17-ba63-efcf426ff1ca req-ae27d177-57a8-4141-b22d-289983235f6d tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.53 "GET /v2.0/security-groups?id=999cecea-be74-464c-a780-c51bbbb17a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151745 Jul 07 17:20:09.637557 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-710b04e5-25c9-47ac-aa02-d2084dd7e30a req-287215d1-c13d-4359-898b-49c87d4fa3e2 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860411 Jul 07 17:20:09.652932 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 22c9e891-ea2f-4320-9fbe-9fecadeb8a85 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:09.659640 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 67423665-ecd8-4c6b-907d-c2d9c0d4faf2, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=67423665-ecd8-4c6b-907d-c2d9c0d4faf2,segment=NetworkSegment(f9082715-a122-4543-bbf6-c582b0edb07f),segment_id=f9082715-a122-4543-bbf6-c582b0edb07f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:09.713772 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-595be453-bc28-4fd1-8e84-38853de2ac0d None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.715966 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 22c9e891-ea2f-4320-9fbe-9fecadeb8a85 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:09.716420 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.725387 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1434d004-6314-4d3b-8ba4-74b97b2fc19c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.746061 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355195ec-a722-4f21-9daf-b03b060fb7de req-321f512e-f11b-415f-a2ab-5b197ec2f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:09.747650 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-355195ec-a722-4f21-9daf-b03b060fb7de req-321f512e-f11b-415f-a2ab-5b197ec2f5e9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=51b74280-0796-4c38-ac03-d27ea50ace14 HTTP/1.1" status: 200 len: 915 time: 0.2590082 Jul 07 17:20:09.776942 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-595be453-bc28-4fd1-8e84-38853de2ac0d None None] Transition to ACTIVE for port object 8cb03990-d942-4842-a224-b4c1467c5ff4 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:09.804659 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '67423665-ecd8-4c6b-907d-c2d9c0d4faf2', 'network_id': '51b74280-0796-4c38-ac03-d27ea50ace14', 'port_id': '67423665-ecd8-4c6b-907d-c2d9c0d4faf2', 'mac_address': 'fa:16:3e:87:35:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fbb2957-27f3-49e7-bbf8-4e6687e5bfc9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:20:09.815470 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-1434d004-6314-4d3b-8ba4-74b97b2fc19c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting port 22c9e891-ea2f-4320-9fbe-9fecadeb8a85 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:09.815470 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1434d004-6314-4d3b-8ba4-74b97b2fc19c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.856005 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-355195ec-a722-4f21-9daf-b03b060fb7de req-3c830f56-dc93-419b-b2e8-699f5a0016d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2dce8daf-33b0-4c75-861b-c760dda34677 HTTP/1.1" status: 200 len: 217 time: 0.0986276 Jul 07 17:20:09.904879 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-595be453-bc28-4fd1-8e84-38853de2ac0d None None] Transition to ACTIVE for port object 8cb03990-d942-4842-a224-b4c1467c5ff4 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:09.933161 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b7556ec-3fd2-4905-a8a1-d44f524196fe tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.960395 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-595be453-bc28-4fd1-8e84-38853de2ac0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.968362 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-1434d004-6314-4d3b-8ba4-74b97b2fc19c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] For port 22c9e891-ea2f-4320-9fbe-9fecadeb8a85, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=22c9e891-ea2f-4320-9fbe-9fecadeb8a85,segment=NetworkSegment(0da306f3-bee9-4476-8667-748e29a6c179),segment_id=0da306f3-bee9-4476-8667-748e29a6c179)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:09.968939 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1434d004-6314-4d3b-8ba4-74b97b2fc19c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.999346 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-1434d004-6314-4d3b-8ba4-74b97b2fc19c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Calling delete_port for 22c9e891-ea2f-4320-9fbe-9fecadeb8a85 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:10.014255 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b7556ec-3fd2-4905-a8a1-d44f524196fe tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.048077 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355195ec-a722-4f21-9daf-b03b060fb7de req-d74ac0f4-8642-48bc-80cc-2b21c4702256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:10.051386 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-355195ec-a722-4f21-9daf-b03b060fb7de req-d74ac0f4-8642-48bc-80cc-2b21c4702256 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6fbb2957-27f3-49e7-bbf8-4e6687e5bfc9 HTTP/1.1" status: 200 len: 854 time: 0.1862266 Jul 07 17:20:10.071479 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.087932 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595be453-bc28-4fd1-8e84-38853de2ac0d None None] Network f25e93a6-881b-4318-9fda-fa54f52d273d is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:10.165744 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-355195ec-a722-4f21-9daf-b03b060fb7de req-5d5a8063-692f-49ad-9400-6d15880653ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51b74280-0796-4c38-ac03-d27ea50ace14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069925 Jul 07 17:20:10.192525 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595be453-bc28-4fd1-8e84-38853de2ac0d None None] Pushing event updated for resources: {'Port': ['ID=8cb03990-d942-4842-a224-b4c1467c5ff4,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:10.206044 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-595be453-bc28-4fd1-8e84-38853de2ac0d None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:10.213854 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b7556ec-3fd2-4905-a8a1-d44f524196fe tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.222266 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595be453-bc28-4fd1-8e84-38853de2ac0d None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:10.247754 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1434d004-6314-4d3b-8ba4-74b97b2fc19c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.251690 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67423665-ecd8-4c6b-907d-c2d9c0d4faf2 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:10.298509 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434d004-6314-4d3b-8ba4-74b97b2fc19c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Port': ['ID=22c9e891-ea2f-4320-9fbe-9fecadeb8a85,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:10.307899 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1434d004-6314-4d3b-8ba4-74b97b2fc19c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] No DVR routers for this DVR port 22c9e891-ea2f-4320-9fbe-9fecadeb8a85 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:10.351280 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.398456 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 67423665-ecd8-4c6b-907d-c2d9c0d4faf2, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=67423665-ecd8-4c6b-907d-c2d9c0d4faf2,segment=NetworkSegment(f9082715-a122-4543-bbf6-c582b0edb07f),segment_id=f9082715-a122-4543-bbf6-c582b0edb07f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:10.418464 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b7556ec-3fd2-4905-a8a1-d44f524196fe tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.424276 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1434d004-6314-4d3b-8ba4-74b97b2fc19c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.445251 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-1434d004-6314-4d3b-8ba4-74b97b2fc19c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c4d2f1-6399-4443-b991-559c18183043']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:10.471903 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.487864 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-1434d004-6314-4d3b-8ba4-74b97b2fc19c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da306f3-bee9-4476-8667-748e29a6c179') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:10.488187 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-1434d004-6314-4d3b-8ba4-74b97b2fc19c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da306f3-bee9-4476-8667-748e29a6c179') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:10.498897 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b7556ec-3fd2-4905-a8a1-d44f524196fe tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.506852 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9b7556ec-3fd2-4905-a8a1-d44f524196fe tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] 10.222.0.53 "DELETE /v2.0/subnets/4e07d2c1-ed1a-44b8-95f1-d8aa31ca3712 HTTP/1.1" status: 204 len: 168 time: 2.1332426 Jul 07 17:20:10.506852 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7556ec-3fd2-4905-a8a1-d44f524196fe tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Pushing event deleted for resources: {'Subnet': ['ID=4e07d2c1-ed1a-44b8-95f1-d8aa31ca3712,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:10.507305 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44384) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:10.518351 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-355195ec-a722-4f21-9daf-b03b060fb7de req-af39ec3d-ae5a-4e9c-bf82-d46893a1910f service neutron] 10.222.0.64 "GET /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334827 Jul 07 17:20:10.527772 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-595be453-bc28-4fd1-8e84-38853de2ac0d None None] Attempting to bind port 8cb03990-d942-4842-a224-b4c1467c5ff4 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:10.528191 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-595be453-bc28-4fd1-8e84-38853de2ac0d None None] Attempting to bind port 8cb03990-d942-4842-a224-b4c1467c5ff4 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'd2a84420-4eec-4e11-8c32-403e9dc7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f25e93a6-881b-4318-9fda-fa54f52d273d'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:10.528518 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595be453-bc28-4fd1-8e84-38853de2ac0d None None] Attempting to bind port 8cb03990-d942-4842-a224-b4c1467c5ff4 on network f25e93a6-881b-4318-9fda-fa54f52d273d {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:10.571147 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8f8527-88ab-424b-8175-e220f401a931 None None] DHCP port deletion for 31c4d2f1-6399-4443-b991-559c18183043 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:20:10.579706 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595be453-bc28-4fd1-8e84-38853de2ac0d None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:10.579706 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595be453-bc28-4fd1-8e84-38853de2ac0d None None] Checking segment: {'id': 'd2a84420-4eec-4e11-8c32-403e9dc7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f25e93a6-881b-4318-9fda-fa54f52d273d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:10.579706 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-595be453-bc28-4fd1-8e84-38853de2ac0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.579706 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595be453-bc28-4fd1-8e84-38853de2ac0d None None] Bound using segment: {'id': 'd2a84420-4eec-4e11-8c32-403e9dc7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f25e93a6-881b-4318-9fda-fa54f52d273d'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:10.580606 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-595be453-bc28-4fd1-8e84-38853de2ac0d None None] Bound port: 8cb03990-d942-4842-a224-b4c1467c5ff4, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a84420-4eec-4e11-8c32-403e9dc7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f25e93a6-881b-4318-9fda-fa54f52d273d'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:10.580606 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-595be453-bc28-4fd1-8e84-38853de2ac0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.699515 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=67423665-ecd8-4c6b-907d-c2d9c0d4faf2,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:10.781204 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['67423665-ecd8-4c6b-907d-c2d9c0d4faf2'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:20:10.818528 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-595be453-bc28-4fd1-8e84-38853de2ac0d None None] For port 8cb03990-d942-4842-a224-b4c1467c5ff4, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:10.844092 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-595be453-bc28-4fd1-8e84-38853de2ac0d None None] For port 8cb03990-d942-4842-a224-b4c1467c5ff4, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8cb03990-d942-4842-a224-b4c1467c5ff4,segment=NetworkSegment(d2a84420-4eec-4e11-8c32-403e9dc7befc),segment_id=d2a84420-4eec-4e11-8c32-403e9dc7befc)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:10.857728 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-595be453-bc28-4fd1-8e84-38853de2ac0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.869967 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 22c9e891-ea2f-4320-9fbe-9fecadeb8a85 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:10.896411 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-355195ec-a722-4f21-9daf-b03b060fb7de req-0d56608e-d3f0-4d0d-a4cd-c6dcc2e9df0b service neutron] 10.222.0.64 "GET /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654585 Jul 07 17:20:10.921470 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371db7ac-406b-4a43-8844-7c9a3e50efac req-b68395b3-aca8-445d-b3a8-9b741f345597 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:10.934635 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-371db7ac-406b-4a43-8844-7c9a3e50efac req-b68395b3-aca8-445d-b3a8-9b741f345597 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 945 time: 0.7668912 Jul 07 17:20:10.966112 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 22c9e891-ea2f-4320-9fbe-9fecadeb8a85 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:10.966984 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 22c9e891-ea2f-4320-9fbe-9fecadeb8a85 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:11.025601 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-371db7ac-406b-4a43-8844-7c9a3e50efac req-8d49f55d-0377-4177-839b-f3fa4138b6e6 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894473 Jul 07 17:20:11.047720 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1434d004-6314-4d3b-8ba4-74b97b2fc19c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.086849 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595be453-bc28-4fd1-8e84-38853de2ac0d None None] Pushing event updated for resources: {'Port': ['ID=8cb03990-d942-4842-a224-b4c1467c5ff4,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:11.093251 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1434d004-6314-4d3b-8ba4-74b97b2fc19c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.134706 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1434d004-6314-4d3b-8ba4-74b97b2fc19c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:11.136224 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1434d004-6314-4d3b-8ba4-74b97b2fc19c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.141530 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad28f5d4-152d-4949-8974-1e1b0f32343a None None] Network f25e93a6-881b-4318-9fda-fa54f52d273d requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:11.190025 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:11.274166 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b396771-23ee-418e-a6f5-5671f5b16153 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:11.280363 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8b396771-23ee-418e-a6f5-5671f5b16153 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7685332 Jul 07 17:20:11.285114 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44394) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:11.361714 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24a5d3b-efcf-4544-b1df-73e973ab221f None None] get_active_networks_info from n-d-791503-12 {{(pid=100194) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:20:11.369841 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1434d004-6314-4d3b-8ba4-74b97b2fc19c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.385132 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1434d004-6314-4d3b-8ba4-74b97b2fc19c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.387248 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device cc4b1e40-4570-4001-8292-c164e39b063a up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:11.392067 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1434d004-6314-4d3b-8ba4-74b97b2fc19c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/networks/31c4d2f1-6399-4443-b991-559c18183043 HTTP/1.1" status: 204 len: 168 time: 1.9246168 Jul 07 17:20:11.398712 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44396) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:11.408199 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-f4e438ac-821b-46d1-a5f3-6963f21584aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'port': {'network_id': '49d97107-f250-424a-86b1-a667b036bf8a', 'name': 'tempest-PortsIpV6TestJSON-1590990060'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:11.414082 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434d004-6314-4d3b-8ba4-74b97b2fc19c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Network': ['ID=31c4d2f1-6399-4443-b991-559c18183043,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:11.445116 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd81154-0eca-4a47-b8de-9432c3548ba7 req-294ba784-8a15-4833-ae08-af32840f2915 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:11.447839 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dfd81154-0eca-4a47-b8de-9432c3548ba7 req-294ba784-8a15-4833-ae08-af32840f2915 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5d87c88-9401-41e1-b024-dff502181282 HTTP/1.1" status: 200 len: 944 time: 0.1994953 Jul 07 17:20:11.525351 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dfd81154-0eca-4a47-b8de-9432c3548ba7 req-afc640f2-6703-4bc9-b290-361bea9f7cef tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652161 Jul 07 17:20:11.526496 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port cc4b1e40-4570-4001-8292-c164e39b063a completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:11.532519 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24a5d3b-efcf-4544-b1df-73e973ab221f None None] Resources bound (agent type, host, resource id): {{(pid=100194) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:20:11.534866 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port cc4b1e40-4570-4001-8292-c164e39b063a triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:11.535243 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.568370 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb06ef3-7b99-4d4b-abb5-017ae385e555 req-bd0faa84-e600-46b1-9d30-70cc84f5992d tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:11.570320 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-deb06ef3-7b99-4d4b-abb5-017ae385e555 req-bd0faa84-e600-46b1-9d30-70cc84f5992d tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.53 "GET /v2.0/ports?device_id=48e4e828-9cae-42a0-a313-8553e6e0d782 HTTP/1.1" status: 200 len: 945 time: 0.3507688 Jul 07 17:20:11.595768 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2a8842ab-4fc2-4cc3-a6a2-7ddf8712741f tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.701272 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e438ac-821b-46d1-a5f3-6963f21584aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:11.704949 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f4e438ac-821b-46d1-a5f3-6963f21584aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.713664 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-deb06ef3-7b99-4d4b-abb5-017ae385e555 req-bbbe8490-c95b-4aa9-b85e-b1f5b2514bb7 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.53 "GET /v2.0/security-groups?id=999cecea-be74-464c-a780-c51bbbb17a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149225 Jul 07 17:20:11.729155 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.741767 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-f4e438ac-821b-46d1-a5f3-6963f21584aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] device_id is not set on port ddcbcbdf-06e3-48c9-9544-0fafc6a5c56a yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:11.801432 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b0694c-5520-46bf-aa20-50b957a8bbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4b1e40-4570-4001-8292-c164e39b063a'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:11.806952 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdf6ec0-e9f8-48cc-8bab-77dcfd1ad6f8" -d '{"events": [{"server_uuid": "98b0694c-5520-46bf-aa20-50b957a8bbc9", "name": "network-vif-plugged", "status": "completed", "tag": "cc4b1e40-4570-4001-8292-c164e39b063a"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:11.853361 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-2a8842ab-4fc2-4cc3-a6a2-7ddf8712741f tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Deleting port 8cb03990-d942-4842-a224-b4c1467c5ff4 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:11.853952 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2a8842ab-4fc2-4cc3-a6a2-7ddf8712741f tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.869777 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port cc4b1e40-4570-4001-8292-c164e39b063a, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=cc4b1e40-4570-4001-8292-c164e39b063a,segment=NetworkSegment(90d721ad-5c14-4e8b-8d38-43728529f388),segment_id=90d721ad-5c14-4e8b-8d38-43728529f388)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:11.876982 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.905087 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c899858b-dc8b-4a8d-ae21-e3be8f3e30bb x-openstack-request-id: req-c899858b-dc8b-4a8d-ae21-e3be8f3e30bb {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:11.905427 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b0694c-5520-46bf-aa20-50b957a8bbc9", "name": "network-vif-plugged", "status": "completed", "tag": "cc4b1e40-4570-4001-8292-c164e39b063a", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:11.905690 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c899858b-dc8b-4a8d-ae21-e3be8f3e30bb {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:11.906372 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b0694c-5520-46bf-aa20-50b957a8bbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4b1e40-4570-4001-8292-c164e39b063a', 'code': 200} Jul 07 17:20:11.971364 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=cc4b1e40-4570-4001-8292-c164e39b063a,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:12.084584 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ebeb23-336c-4484-9493-ea4fad450d95 None None] get_active_networks_info from n-d-791503-12 {{(pid=100194) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:20:12.231965 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-2a8842ab-4fc2-4cc3-a6a2-7ddf8712741f tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] For port 8cb03990-d942-4842-a224-b4c1467c5ff4, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8cb03990-d942-4842-a224-b4c1467c5ff4,segment=NetworkSegment(d2a84420-4eec-4e11-8c32-403e9dc7befc),segment_id=d2a84420-4eec-4e11-8c32-403e9dc7befc)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:12.232926 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2a8842ab-4fc2-4cc3-a6a2-7ddf8712741f tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.265503 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ebeb23-336c-4484-9493-ea4fad450d95 None None] Resources bound (agent type, host, resource id): {{(pid=100194) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:20:12.303142 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-2a8842ab-4fc2-4cc3-a6a2-7ddf8712741f tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Calling delete_port for 8cb03990-d942-4842-a224-b4c1467c5ff4 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:12.360795 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbc8be-c29a-42ea-a841-00dc21d524e4 req-ec60ade8-da9a-4fdd-88a0-9a1880fd5c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:12.361905 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d764e-b071-4a6f-93be-9ccd848d04c3 req-a8784b47-416a-49a5-ab39-10cd5c7c0be6 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:12.363424 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b3fbc8be-c29a-42ea-a841-00dc21d524e4 req-ec60ade8-da9a-4fdd-88a0-9a1880fd5c52 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 1098 time: 0.3866849 Jul 07 17:20:12.369711 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2c2d764e-b071-4a6f-93be-9ccd848d04c3 req-a8784b47-416a-49a5-ab39-10cd5c7c0be6 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.1100967 Jul 07 17:20:12.371112 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f4e438ac-821b-46d1-a5f3-6963f21584aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.500133 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2c2d764e-b071-4a6f-93be-9ccd848d04c3 req-8710f7b5-0cbe-4790-b85d-ce9d831ef4c4 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254091 Jul 07 17:20:12.511866 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 67423665-ecd8-4c6b-907d-c2d9c0d4faf2 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:12.525857 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b3fbc8be-c29a-42ea-a841-00dc21d524e4 req-9a832b74-b5dd-4f33-9f4e-8d1a24f36edc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493216 Jul 07 17:20:12.594447 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f4e438ac-821b-46d1-a5f3-6963f21584aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.599190 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2a8842ab-4fc2-4cc3-a6a2-7ddf8712741f tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.601048 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42461da4-de0c-4215-b0c1-76a70908a6f6 req-81d49c58-58e7-417c-86f7-1816c78ec3f1 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:12.603776 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-42461da4-de0c-4215-b0c1-76a70908a6f6 req-81d49c58-58e7-417c-86f7-1816c78ec3f1 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.72 "GET /v2.0/ports?device_id=48e4e828-9cae-42a0-a313-8553e6e0d782 HTTP/1.1" status: 200 len: 945 time: 0.2183702 Jul 07 17:20:12.659313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 67423665-ecd8-4c6b-907d-c2d9c0d4faf2 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:12.677253 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 67423665-ecd8-4c6b-907d-c2d9c0d4faf2 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:12.677975 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.693444 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8842ab-4fc2-4cc3-a6a2-7ddf8712741f tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Pushing event deleted for resources: {'Port': ['ID=8cb03990-d942-4842-a224-b4c1467c5ff4,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:12.697508 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8842ab-4fc2-4cc3-a6a2-7ddf8712741f tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] No DVR routers for this DVR port 8cb03990-d942-4842-a224-b4c1467c5ff4 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:12.807738 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e438ac-821b-46d1-a5f3-6963f21584aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network 49d97107-f250-424a-86b1-a667b036bf8a is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:12.849454 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-42461da4-de0c-4215-b0c1-76a70908a6f6 req-984b717e-c6b8-4e91-9154-07ad82e1db0f tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Deleting port d1f72858-baae-4197-b2ce-54e93c7e397a {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:12.850018 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-42461da4-de0c-4215-b0c1-76a70908a6f6 req-984b717e-c6b8-4e91-9154-07ad82e1db0f tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.938807 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2a8842ab-4fc2-4cc3-a6a2-7ddf8712741f tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.976281 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-f4e438ac-821b-46d1-a5f3-6963f21584aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:12.997051 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e438ac-821b-46d1-a5f3-6963f21584aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:13.004192 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e438ac-821b-46d1-a5f3-6963f21584aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:13.005408 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f4e438ac-821b-46d1-a5f3-6963f21584aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.068318 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f4e438ac-821b-46d1-a5f3-6963f21584aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6659093 Jul 07 17:20:13.070569 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-2a8842ab-4fc2-4cc3-a6a2-7ddf8712741f tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f25e93a6-881b-4318-9fda-fa54f52d273d']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:13.071879 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-42461da4-de0c-4215-b0c1-76a70908a6f6 req-984b717e-c6b8-4e91-9154-07ad82e1db0f tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] For port d1f72858-baae-4197-b2ce-54e93c7e397a, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=d1f72858-baae-4197-b2ce-54e93c7e397a,segment=NetworkSegment(19794f5c-92f6-43d9-854c-5ca25cb43ab6),segment_id=19794f5c-92f6-43d9-854c-5ca25cb43ab6)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:13.072519 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-42461da4-de0c-4215-b0c1-76a70908a6f6 req-984b717e-c6b8-4e91-9154-07ad82e1db0f tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.079769 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e438ac-821b-46d1-a5f3-6963f21584aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Port': ['ID=ddcbcbdf-06e3-48c9-9544-0fafc6a5c56a,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:13.087616 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44410) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:13.110092 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-2a8842ab-4fc2-4cc3-a6a2-7ddf8712741f tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a84420-4eec-4e11-8c32-403e9dc7befc') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:13.111131 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-2a8842ab-4fc2-4cc3-a6a2-7ddf8712741f tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a84420-4eec-4e11-8c32-403e9dc7befc') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:13.153553 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-42461da4-de0c-4215-b0c1-76a70908a6f6 req-984b717e-c6b8-4e91-9154-07ad82e1db0f tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Calling delete_port for d1f72858-baae-4197-b2ce-54e93c7e397a owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:13.188920 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2a8842ab-4fc2-4cc3-a6a2-7ddf8712741f tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.237368 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.250864 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2a8842ab-4fc2-4cc3-a6a2-7ddf8712741f tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.263805 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8842ab-4fc2-4cc3-a6a2-7ddf8712741f tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:13.264270 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2a8842ab-4fc2-4cc3-a6a2-7ddf8712741f tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:13.274600 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:13.308776 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a520f-eae4-4421-8498-5ce825b60a02 req-e3219851-2b1d-4f70-b7b7-7744d4abab6b tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:13.325200 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f82a520f-eae4-4421-8498-5ce825b60a02 req-e3219851-2b1d-4f70-b7b7-7744d4abab6b tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.53 "GET /v2.0/ports?device_id=48e4e828-9cae-42a0-a313-8553e6e0d782 HTTP/1.1" status: 200 len: 945 time: 0.2376149 Jul 07 17:20:13.363181 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 67423665-ecd8-4c6b-907d-c2d9c0d4faf2, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=67423665-ecd8-4c6b-907d-c2d9c0d4faf2,segment=NetworkSegment(f9082715-a122-4543-bbf6-c582b0edb07f),segment_id=f9082715-a122-4543-bbf6-c582b0edb07f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:13.370908 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.381235 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device d1f72858-baae-4197-b2ce-54e93c7e397a no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:13.427354 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae533de-37d1-4a99-a5be-3253e0f541b0 req-a5212445-9486-49c4-b337-eb6d0417207c tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:13.443168 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9ae533de-37d1-4a99-a5be-3253e0f541b0 req-a5212445-9486-49c4-b337-eb6d0417207c tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5d87c88-9401-41e1-b024-dff502181282 HTTP/1.1" status: 200 len: 944 time: 0.6377292 Jul 07 17:20:13.542654 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=67423665-ecd8-4c6b-907d-c2d9c0d4faf2,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:13.544651 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f82a520f-eae4-4421-8498-5ce825b60a02 req-193c15ce-c514-449a-b199-cdda8a9dbd43 tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.53 "GET /v2.0/security-groups?id=999cecea-be74-464c-a780-c51bbbb17a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962068 Jul 07 17:20:13.553825 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2a8842ab-4fc2-4cc3-a6a2-7ddf8712741f tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.591457 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9ae533de-37d1-4a99-a5be-3253e0f541b0 req-4ad5051d-74d7-4e66-a2bc-05b9e6e68b09 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489136 Jul 07 17:20:13.613501 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2a8842ab-4fc2-4cc3-a6a2-7ddf8712741f tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.613666 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-42461da4-de0c-4215-b0c1-76a70908a6f6 req-984b717e-c6b8-4e91-9154-07ad82e1db0f tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.613827 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2a8842ab-4fc2-4cc3-a6a2-7ddf8712741f tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] 10.222.0.53 "DELETE /v2.0/networks/f25e93a6-881b-4318-9fda-fa54f52d273d HTTP/1.1" status: 204 len: 168 time: 2.3209839 Jul 07 17:20:13.621068 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44416) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:13.661114 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Port d1f72858-baae-4197-b2ce-54e93c7e397a update to DOWN by agent not found {{(pid=100194) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 07 17:20:13.681011 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8842ab-4fc2-4cc3-a6a2-7ddf8712741f tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Pushing event deleted for resources: {'Network': ['ID=f25e93a6-881b-4318-9fda-fa54f52d273d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:13.693461 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-d1ecd72f-5a52-47b5-8a33-cedf7501d4ca tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting port ddcbcbdf-06e3-48c9-9544-0fafc6a5c56a {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:13.694126 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd72f-5a52-47b5-8a33-cedf7501d4ca tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.759330 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b717e-c6b8-4e91-9154-07ad82e1db0f tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Pushing event deleted for resources: {'Port': ['ID=d1f72858-baae-4197-b2ce-54e93c7e397a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:13.835352 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-25d2b3ad-16b0-4c6a-a4ee-b86240cc3ee9 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.855501 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-42461da4-de0c-4215-b0c1-76a70908a6f6 req-984b717e-c6b8-4e91-9154-07ad82e1db0f tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] No DVR routers for this DVR port d1f72858-baae-4197-b2ce-54e93c7e397a on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:13.858624 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-42461da4-de0c-4215-b0c1-76a70908a6f6 req-984b717e-c6b8-4e91-9154-07ad82e1db0f tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.860892 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-42461da4-de0c-4215-b0c1-76a70908a6f6 req-984b717e-c6b8-4e91-9154-07ad82e1db0f tempest-ServerAddressesTestJSON-1668791884 tempest-ServerAddressesTestJSON-1668791884-project] 10.222.0.72 "DELETE /v2.0/ports/d1f72858-baae-4197-b2ce-54e93c7e397a HTTP/1.1" status: 204 len: 173 time: 1.2513802 Jul 07 17:20:13.861381 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e4e828-9cae-42a0-a313-8553e6e0d782', 'name': 'network-vif-deleted', 'tag': 'd1f72858-baae-4197-b2ce-54e93c7e397a'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:13.863850 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd287689-ca8a-466a-b28f-55e0eb32c3b4" -d '{"events": [{"server_uuid": "48e4e828-9cae-42a0-a313-8553e6e0d782", "name": "network-vif-deleted", "tag": "d1f72858-baae-4197-b2ce-54e93c7e397a"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:13.902085 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd72f-5a52-47b5-8a33-cedf7501d4ca tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.907738 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d87c88-9401-41e1-b024-dff502181282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67423665-ecd8-4c6b-907d-c2d9c0d4faf2'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:13.916061 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29474799-0dea-47f9-9004-bb6a199277b3" -d '{"events": [{"server_uuid": "b5d87c88-9401-41e1-b024-dff502181282", "name": "network-vif-plugged", "status": "completed", "tag": "67423665-ecd8-4c6b-907d-c2d9c0d4faf2"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:13.945325 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-d1ecd72f-5a52-47b5-8a33-cedf7501d4ca tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Calling delete_port for ddcbcbdf-06e3-48c9-9544-0fafc6a5c56a owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:13.956040 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be803052-35d2-4961-8cef-41ace9720344 x-openstack-request-id: req-be803052-35d2-4961-8cef-41ace9720344 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:13.956508 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e4e828-9cae-42a0-a313-8553e6e0d782", "name": "network-vif-deleted", "tag": "d1f72858-baae-4197-b2ce-54e93c7e397a", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:13.957420 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be803052-35d2-4961-8cef-41ace9720344 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:13.958878 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e4e828-9cae-42a0-a313-8553e6e0d782', 'name': 'network-vif-deleted', 'tag': 'd1f72858-baae-4197-b2ce-54e93c7e397a', 'status': 'completed', 'code': 200} Jul 07 17:20:14.074272 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-25d2b3ad-16b0-4c6a-a4ee-b86240cc3ee9 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.094283 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202755e8-8c5b-41ac-8fde-1489bc3e5f16 req-cab028a3-1123-4502-8634-e27e5d75b3a3 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:14.096148 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-202755e8-8c5b-41ac-8fde-1489bc3e5f16 req-cab028a3-1123-4502-8634-e27e5d75b3a3 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.2750518 Jul 07 17:20:14.101937 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-25d2b3ad-16b0-4c6a-a4ee-b86240cc3ee9 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfb972c2-f737-4b4d-a905-a64595793248']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:14.125363 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-25d2b3ad-16b0-4c6a-a4ee-b86240cc3ee9 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dadb6aa6-ac5c-45d4-b357-3c7beebb184c') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:14.125774 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-25d2b3ad-16b0-4c6a-a4ee-b86240cc3ee9 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dadb6aa6-ac5c-45d4-b357-3c7beebb184c') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:14.147231 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-25d2b3ad-16b0-4c6a-a4ee-b86240cc3ee9 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.147678 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd72f-5a52-47b5-8a33-cedf7501d4ca tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.161695 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-202755e8-8c5b-41ac-8fde-1489bc3e5f16 req-aaf9824a-8e37-4f7e-95b6-d4ea4295b5f0 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532939 Jul 07 17:20:14.176425 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-25d2b3ad-16b0-4c6a-a4ee-b86240cc3ee9 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.191568 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d2b3ad-16b0-4c6a-a4ee-b86240cc3ee9 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:14.193615 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-25d2b3ad-16b0-4c6a-a4ee-b86240cc3ee9 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.198625 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb70eeff-72da-4b6f-a4fa-8203a293da6a x-openstack-request-id: req-fb70eeff-72da-4b6f-a4fa-8203a293da6a {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:14.199219 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d87c88-9401-41e1-b024-dff502181282", "name": "network-vif-plugged", "status": "completed", "tag": "67423665-ecd8-4c6b-907d-c2d9c0d4faf2", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:14.200837 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb70eeff-72da-4b6f-a4fa-8203a293da6a {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:14.201887 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d87c88-9401-41e1-b024-dff502181282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67423665-ecd8-4c6b-907d-c2d9c0d4faf2', 'code': 200} Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:14.208942 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:14.217341 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ecd72f-5a52-47b5-8a33-cedf7501d4ca tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Port': ['ID=ddcbcbdf-06e3-48c9-9544-0fafc6a5c56a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:14.227373 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd72f-5a52-47b5-8a33-cedf7501d4ca tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.231279 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d1ecd72f-5a52-47b5-8a33-cedf7501d4ca tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/ports/ddcbcbdf-06e3-48c9-9544-0fafc6a5c56a HTTP/1.1" status: 204 len: 168 time: 1.1406975 Jul 07 17:20:14.235618 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44428) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:14.246149 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9cc51421-f740-40b6-9b66-364b5554d750 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'port': {'network_id': '49d97107-f250-424a-86b1-a667b036bf8a', 'mac_address': 'fa:16:3e:b2:38:e9', 'name': 'tempest-PortsIpV6TestJSON-393179324'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:14.411886 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc51421-f740-40b6-9b66-364b5554d750 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:14.490920 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-25d2b3ad-16b0-4c6a-a4ee-b86240cc3ee9 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.535612 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-25d2b3ad-16b0-4c6a-a4ee-b86240cc3ee9 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.542332 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-25d2b3ad-16b0-4c6a-a4ee-b86240cc3ee9 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] 10.222.0.53 "DELETE /v2.0/networks/bfb972c2-f737-4b4d-a905-a64595793248 HTTP/1.1" status: 204 len: 168 time: 0.9221897 Jul 07 17:20:14.543013 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44442) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:14.555985 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9cc51421-f740-40b6-9b66-364b5554d750 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.556565 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2b3ad-16b0-4c6a-a4ee-b86240cc3ee9 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Pushing event deleted for resources: {'Network': ['ID=bfb972c2-f737-4b4d-a905-a64595793248,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:14.606404 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1292d-6682-491e-80b4-e976013c903b req-c81aae9e-71ca-4449-b746-f2f24d7d946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:14.608093 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6e1292d-6682-491e-80b4-e976013c903b req-c81aae9e-71ca-4449-b746-f2f24d7d946a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b5d87c88-9401-41e1-b024-dff502181282 HTTP/1.1" status: 200 len: 1097 time: 0.2960861 Jul 07 17:20:14.669161 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-54ab7972-5849-4d8c-812a-ccbe9cc09d99 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:14.674143 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-9cc51421-f740-40b6-9b66-364b5554d750 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] device_id is not set on port 43e8f9a8-5e3d-4682-b05b-9098936c4b55 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:14.679232 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-54ab7972-5849-4d8c-812a-ccbe9cc09d99 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/networks?id=08f6c01e-dfae-4799-95a8-8039418ef262 HTTP/1.1" status: 200 len: 813 time: 0.2947483 Jul 07 17:20:14.717042 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b50a679-8f26-406b-8e78-65422f88e047 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.718615 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-3c47b26c-41d7-4e79-9d72-df0f286cb365 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/quotas/5a91034d81564c92b83cd4f595aa520b HTTP/1.1" status: 200 len: 375 time: 0.0379095 Jul 07 17:20:14.759704 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6e1292d-6682-491e-80b4-e976013c903b req-b0244774-bc3a-4e2c-9fc9-69672d337782 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399400 Jul 07 17:20:14.804083 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-f0122bf0-f2ce-44d7-ade6-1507fdb186fb tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5a91034d81564c92b83cd4f595aa520b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0848615 Jul 07 17:20:14.869651 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44450) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:14.954132 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68b525b-ef71-4f4f-96f3-c574eb7c9101 admin admin] Deleting subnet 34ef4352-a4e0-4ae1-b50e-18599397460f {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:14.966959 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c68b525b-ef71-4f4f-96f3-c574eb7c9101 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.993997 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-c6eb4c27-4d43-49cd-8049-8a70709e9ee2 service neutron] 10.222.0.53 "GET /v2.0/networks/08f6c01e-dfae-4799-95a8-8039418ef262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793678 Jul 07 17:20:15.014027 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c68b525b-ef71-4f4f-96f3-c574eb7c9101 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.080136 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b50a679-8f26-406b-8e78-65422f88e047 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.119522 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-3b50a679-8f26-406b-8e78-65422f88e047 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9455a880-6eff-4f3c-87b2-4a0d1037f48f']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:15.120810 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c68b525b-ef71-4f4f-96f3-c574eb7c9101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.159750 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-3b50a679-8f26-406b-8e78-65422f88e047 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c3b1ce-dc0e-4668-b530-a3c06e94278e') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:15.160074 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-3b50a679-8f26-406b-8e78-65422f88e047 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c3b1ce-dc0e-4668-b530-a3c06e94278e') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:15.183592 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b50a679-8f26-406b-8e78-65422f88e047 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.212036 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9cc51421-f740-40b6-9b66-364b5554d750 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.223606 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b50a679-8f26-406b-8e78-65422f88e047 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.225904 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-8c4f358e-db00-4d3e-ba78-0accdb3ad944 service neutron] 10.222.0.53 "GET /v2.0/networks/08f6c01e-dfae-4799-95a8-8039418ef262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090986 Jul 07 17:20:15.237930 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b50a679-8f26-406b-8e78-65422f88e047 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:15.238356 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b50a679-8f26-406b-8e78-65422f88e047 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:15.243047 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:15.255944 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c68b525b-ef71-4f4f-96f3-c574eb7c9101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.321181 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b525b-ef71-4f4f-96f3-c574eb7c9101 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34ef4352-a4e0-4ae1-b50e-18599397460f,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:15.341459 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c68b525b-ef71-4f4f-96f3-c574eb7c9101 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.344174 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449971b-76fa-43db-96b1-8f41f66778e8 req-9eafb1d6-d0df-4892-9b90-83eaf42de67a tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:15.348202 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c68b525b-ef71-4f4f-96f3-c574eb7c9101 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/34ef4352-a4e0-4ae1-b50e-18599397460f HTTP/1.1" status: 204 len: 168 time: 0.4743741 Jul 07 17:20:15.348466 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9449971b-76fa-43db-96b1-8f41f66778e8 req-9eafb1d6-d0df-4892-9b90-83eaf42de67a tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5d87c88-9401-41e1-b024-dff502181282 HTTP/1.1" status: 200 len: 945 time: 0.2614546 Jul 07 17:20:15.349208 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44454) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:15.360805 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b50a679-8f26-406b-8e78-65422f88e047 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.947007 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44c062d8-327f-4502-95eb-485ec9ceb59e req-e96769fc-c739-423e-b9fc-fea4ebe6068d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b86970b-70f2-480f-adb7-21b5d8e7ca7b HTTP/1.1" status: 200 len: 210 time: 0.0404408 Jul 07 17:20:15.952292 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b50a679-8f26-406b-8e78-65422f88e047 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.957365 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3b50a679-8f26-406b-8e78-65422f88e047 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] 10.222.0.53 "DELETE /v2.0/networks/9455a880-6eff-4f3c-87b2-4a0d1037f48f HTTP/1.1" status: 204 len: 168 time: 1.4131899 Jul 07 17:20:15.960379 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44464) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:15.979267 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50a679-8f26-406b-8e78-65422f88e047 tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Pushing event deleted for resources: {'Network': ['ID=9455a880-6eff-4f3c-87b2-4a0d1037f48f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:16.004067 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9cc51421-f740-40b6-9b66-364b5554d750 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.076847 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d39533ea-7a6b-44a9-a106-0d693fad8e5e tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.140572 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4c6085e8-482f-41a2-8155-70ab0bd2c790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.161365 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc51421-f740-40b6-9b66-364b5554d750 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network 49d97107-f250-424a-86b1-a667b036bf8a is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:16.171308 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9449971b-76fa-43db-96b1-8f41f66778e8 req-e4578775-e24f-4a5c-8e35-866b68b808dd tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8127968 Jul 07 17:20:16.181240 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-9cc51421-f740-40b6-9b66-364b5554d750 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:16.187265 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc51421-f740-40b6-9b66-364b5554d750 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:16.195886 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc51421-f740-40b6-9b66-364b5554d750 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:16.196701 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9cc51421-f740-40b6-9b66-364b5554d750 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.216852 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc51421-f740-40b6-9b66-364b5554d750 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Port': ['ID=43e8f9a8-5e3d-4682-b05b-9098936c4b55,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:16.237155 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d39533ea-7a6b-44a9-a106-0d693fad8e5e tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.251954 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-d39533ea-7a6b-44a9-a106-0d693fad8e5e tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f20a9b71-32e6-4ac5-b2d8-ce13a812ec7f']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:16.256748 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9cc51421-f740-40b6-9b66-364b5554d750 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0190461 Jul 07 17:20:16.261507 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44468) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:16.276579 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-d39533ea-7a6b-44a9-a106-0d693fad8e5e tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77017fc6-5eed-4c7e-ba1b-0e8941b5986f') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:16.277228 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-d39533ea-7a6b-44a9-a106-0d693fad8e5e tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77017fc6-5eed-4c7e-ba1b-0e8941b5986f') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:16.291175 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d39533ea-7a6b-44a9-a106-0d693fad8e5e tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.312976 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d39533ea-7a6b-44a9-a106-0d693fad8e5e tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.321689 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d39533ea-7a6b-44a9-a106-0d693fad8e5e tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:16.322432 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d39533ea-7a6b-44a9-a106-0d693fad8e5e tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:16.326760 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:16.399491 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d39533ea-7a6b-44a9-a106-0d693fad8e5e tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.417352 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d39533ea-7a6b-44a9-a106-0d693fad8e5e tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.422303 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d39533ea-7a6b-44a9-a106-0d693fad8e5e tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] 10.222.0.53 "DELETE /v2.0/networks/f20a9b71-32e6-4ac5-b2d8-ce13a812ec7f HTTP/1.1" status: 204 len: 168 time: 0.4584937 Jul 07 17:20:16.426002 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4c6085e8-482f-41a2-8155-70ab0bd2c790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.444790 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39533ea-7a6b-44a9-a106-0d693fad8e5e tempest-BulkNetworkOpsIpV6Test-1803579961 tempest-BulkNetworkOpsIpV6Test-1803579961-project] Pushing event deleted for resources: {'Network': ['ID=f20a9b71-32e6-4ac5-b2d8-ce13a812ec7f,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:16.461758 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-4c6085e8-482f-41a2-8155-70ab0bd2c790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2d14e2-f615-4e1c-a5a1-921ebf9af28e']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:16.479169 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45801fb7-b134-4fc8-95b2-34e6051f29fd tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:16.481683 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-45801fb7-b134-4fc8-95b2-34e6051f29fd tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "GET /v2.0/ports/43e8f9a8-5e3d-4682-b05b-9098936c4b55 HTTP/1.1" status: 200 len: 844 time: 0.2184327 Jul 07 17:20:16.485171 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44472) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:16.500403 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-4c6085e8-482f-41a2-8155-70ab0bd2c790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19794f5c-92f6-43d9-854c-5ca25cb43ab6') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:16.501017 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-4c6085e8-482f-41a2-8155-70ab0bd2c790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19794f5c-92f6-43d9-854c-5ca25cb43ab6') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:16.519643 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4c6085e8-482f-41a2-8155-70ab0bd2c790 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.562825 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4c6085e8-482f-41a2-8155-70ab0bd2c790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.578125 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c6085e8-482f-41a2-8155-70ab0bd2c790 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:16.578754 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4c6085e8-482f-41a2-8155-70ab0bd2c790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:16.581549 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:16.663490 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4c6085e8-482f-41a2-8155-70ab0bd2c790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.683743 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4c6085e8-482f-41a2-8155-70ab0bd2c790 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.687190 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4c6085e8-482f-41a2-8155-70ab0bd2c790 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6b2d14e2-f615-4e1c-a5a1-921ebf9af28e HTTP/1.1" status: 204 len: 168 time: 1.3363154 Jul 07 17:20:16.700160 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-4c80f9a4-918d-4f71-8127-91640aa04b53 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting port 43e8f9a8-5e3d-4682-b05b-9098936c4b55 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:16.700766 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4c80f9a4-918d-4f71-8127-91640aa04b53 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.705053 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6085e8-482f-41a2-8155-70ab0bd2c790 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b2d14e2-f615-4e1c-a5a1-921ebf9af28e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:16.789670 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4c80f9a4-918d-4f71-8127-91640aa04b53 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.808501 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-4c80f9a4-918d-4f71-8127-91640aa04b53 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Calling delete_port for 43e8f9a8-5e3d-4682-b05b-9098936c4b55 owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:16.909122 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44482) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:16.932061 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44484) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:16.945683 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4c80f9a4-918d-4f71-8127-91640aa04b53 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.995859 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80f9a4-918d-4f71-8127-91640aa04b53 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Port': ['ID=43e8f9a8-5e3d-4682-b05b-9098936c4b55,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:17.000682 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4c80f9a4-918d-4f71-8127-91640aa04b53 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.002781 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4c80f9a4-918d-4f71-8127-91640aa04b53 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/ports/43e8f9a8-5e3d-4682-b05b-9098936c4b55 HTTP/1.1" status: 204 len: 168 time: 0.5165021 Jul 07 17:20:17.008778 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44492) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:17.011707 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-74e3f346-fca6-4d8a-a14f-6144602322ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=335e74b91a584a38b49944bdc8bd0eeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1014845 Jul 07 17:20:17.018061 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44494) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:17.043704 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d6cfea-f225-436f-8e4f-a9a1ae9e8e49 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] GET failed (client error): The resource could not be found. Jul 07 17:20:17.045664 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-72d6cfea-f225-436f-8e4f-a9a1ae9e8e49 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "GET /v2.0/ports/43e8f9a8-5e3d-4682-b05b-9098936c4b55 HTTP/1.1" status: 404 len: 333 time: 0.0328450 Jul 07 17:20:17.052436 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44496) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:17.059023 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-bc994b28-cf5d-4e89-8570-7878d2275660 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'port': {'network_id': '49d97107-f250-424a-86b1-a667b036bf8a', 'name': 'tempest-PortsIpV6TestJSON-534230416'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:17.142451 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a1735479-4ce5-4b99-a0b9-070b7280fbc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.195251 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a1735479-4ce5-4b99-a0b9-070b7280fbc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.288117 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc994b28-cf5d-4e89-8570-7878d2275660 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:17.293484 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bc994b28-cf5d-4e89-8570-7878d2275660 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.330586 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a1735479-4ce5-4b99-a0b9-070b7280fbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.335118 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a1735479-4ce5-4b99-a0b9-070b7280fbc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.336365 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a1735479-4ce5-4b99-a0b9-070b7280fbc0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/999cecea-be74-464c-a780-c51bbbb17a1c HTTP/1.1" status: 204 len: 168 time: 0.3145654 Jul 07 17:20:17.361738 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1735479-4ce5-4b99-a0b9-070b7280fbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999cecea-be74-464c-a780-c51bbbb17a1c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:17.369930 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-3eb431a0-163c-4772-8db5-7b7993cd8480 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:17.377785 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-3eb431a0-163c-4772-8db5-7b7993cd8480 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.72 "GET /v2.0/networks?id=08f6c01e-dfae-4799-95a8-8039418ef262 HTTP/1.1" status: 200 len: 813 time: 0.2565329 Jul 07 17:20:17.408345 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-bc994b28-cf5d-4e89-8570-7878d2275660 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] device_id is not set on port 8209de57-edc4-4dd3-b4c8-770bce54f8e1 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:17.409596 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-63fff78a-7aa6-4738-a022-427d619aa34e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a76da5359fef4591b90abcb7c6b2075d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4755828 Jul 07 17:20:17.413809 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44502) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:17.420223 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-673f0b0c-948a-4f52-a8c8-2c09d2b5484d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Request body: {'port': {'device_id': '9b86970b-70f2-480f-adb7-21b5d8e7ca7b', 'network_id': '08f6c01e-dfae-4799-95a8-8039418ef262', 'admin_state_up': True, 'tenant_id': '5a91034d81564c92b83cd4f595aa520b'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:17.470344 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-43ec0ea3-353f-42ce-8fe5-113eb67a0c8e req-621bc549-18ef-4c06-bfab-9f349772c610 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b86970b-70f2-480f-adb7-21b5d8e7ca7b HTTP/1.1" status: 200 len: 210 time: 0.0858967 Jul 07 17:20:17.482564 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0620230c-ace5-4d98-a0c0-c7813bcf2d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.544570 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0620230c-ace5-4d98-a0c0-c7813bcf2d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.619227 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca21f31-7c5d-41e0-b3a0-3275a139a1de req-88744761-49aa-4441-8c82-d703b1c015ad tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:17.621029 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0ca21f31-7c5d-41e0-b3a0-3275a139a1de req-88744761-49aa-4441-8c82-d703b1c015ad tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5d87c88-9401-41e1-b024-dff502181282 HTTP/1.1" status: 200 len: 945 time: 0.1398964 Jul 07 17:20:17.675976 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0ca21f31-7c5d-41e0-b3a0-3275a139a1de req-ab600432-b3cf-4c67-8a5b-6552e3c21d21 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489056 Jul 07 17:20:17.679520 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0620230c-ace5-4d98-a0c0-c7813bcf2d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.686782 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0620230c-ace5-4d98-a0c0-c7813bcf2d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.689515 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0620230c-ace5-4d98-a0c0-c7813bcf2d48 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6689a03c-6f29-4554-9337-216d17a47f05 HTTP/1.1" status: 204 len: 168 time: 0.2739365 Jul 07 17:20:17.708195 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0620230c-ace5-4d98-a0c0-c7813bcf2d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6689a03c-6f29-4554-9337-216d17a47f05,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:17.782381 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-673f0b0c-948a-4f52-a8c8-2c09d2b5484d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Made reservation on behalf of 5a91034d81564c92b83cd4f595aa520b for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:17.786908 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-673f0b0c-948a-4f52-a8c8-2c09d2b5484d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.806046 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bc994b28-cf5d-4e89-8570-7878d2275660 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.950390 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bc994b28-cf5d-4e89-8570-7878d2275660 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.035366 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc994b28-cf5d-4e89-8570-7878d2275660 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network 49d97107-f250-424a-86b1-a667b036bf8a is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:18.037314 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-673f0b0c-948a-4f52-a8c8-2c09d2b5484d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Allocated IP 172.20.0.2 (08f6c01e-dfae-4799-95a8-8039418ef262/a74d58d4-f857-4afa-87b5-fe53c29b08d0/da3e9572-97f7-4e7e-922a-a028b94d3026) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:18.047264 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-bc994b28-cf5d-4e89-8570-7878d2275660 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:18.065785 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc994b28-cf5d-4e89-8570-7878d2275660 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:18.072748 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc994b28-cf5d-4e89-8570-7878d2275660 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:18.073583 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bc994b28-cf5d-4e89-8570-7878d2275660 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.076868 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc994b28-cf5d-4e89-8570-7878d2275660 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Port': ['ID=8209de57-edc4-4dd3-b4c8-770bce54f8e1,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:18.119105 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44516) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.119959 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bc994b28-cf5d-4e89-8570-7878d2275660 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0650423 Jul 07 17:20:18.139818 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-53869160-db88-4c98-8454-ccfab0afadea tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:18.402507 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-53869160-db88-4c98-8454-ccfab0afadea tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.515636 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-673f0b0c-948a-4f52-a8c8-2c09d2b5484d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.602947 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-673f0b0c-948a-4f52-a8c8-2c09d2b5484d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.625374 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['cc4b1e40-4570-4001-8292-c164e39b063a'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:20:18.724669 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-673f0b0c-948a-4f52-a8c8-2c09d2b5484d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Network 08f6c01e-dfae-4799-95a8-8039418ef262 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:18.734108 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-673f0b0c-948a-4f52-a8c8-2c09d2b5484d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:18.759789 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-673f0b0c-948a-4f52-a8c8-2c09d2b5484d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:18.884714 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-53869160-db88-4c98-8454-ccfab0afadea tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.893599 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-53869160-db88-4c98-8454-ccfab0afadea tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.956701 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f0b0c-948a-4f52-a8c8-2c09d2b5484d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Pushing event updated for resources: {'Port': ['ID=da3e9572-97f7-4e7e-922a-a028b94d3026,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:19.042671 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-53869160-db88-4c98-8454-ccfab0afadea tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] In _notify_port_updated(), no bound segment for port 8209de57-edc4-4dd3-b4c8-770bce54f8e1 on network 49d97107-f250-424a-86b1-a667b036bf8a {{(pid=100192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:20:19.053044 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53869160-db88-4c98-8454-ccfab0afadea tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:19.054124 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-53869160-db88-4c98-8454-ccfab0afadea tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.056706 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-53869160-db88-4c98-8454-ccfab0afadea tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "PUT /v2.0/ports/8209de57-edc4-4dd3-b4c8-770bce54f8e1 HTTP/1.1" status: 200 len: 818 time: 0.9344475 Jul 07 17:20:19.062248 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44542) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.192590 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53869160-db88-4c98-8454-ccfab0afadea tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Port': ['ID=8209de57-edc4-4dd3-b4c8-770bce54f8e1,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:19.217929 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-673f0b0c-948a-4f52-a8c8-2c09d2b5484d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:19.219038 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-673f0b0c-948a-4f52-a8c8-2c09d2b5484d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.317751 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-673f0b0c-948a-4f52-a8c8-2c09d2b5484d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9191737 Jul 07 17:20:19.319699 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-527fbe59-571a-4b34-92d0-3643855f4a1c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting port 8209de57-edc4-4dd3-b4c8-770bce54f8e1 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:19.320359 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-527fbe59-571a-4b34-92d0-3643855f4a1c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.345820 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-d2c4c259-01c8-45b8-aa40-a34f667a2a46 service neutron] Request body: {'port': {'device_id': '9b86970b-70f2-480f-adb7-21b5d8e7ca7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:19.398258 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f4928-e5c5-4530-9388-9703bf8b8421 req-ee3e2da1-8254-4a75-a73a-83b7561bd7fe tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:19.401092 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1c4f4928-e5c5-4530-9388-9703bf8b8421 req-ee3e2da1-8254-4a75-a73a-83b7561bd7fe tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b86970b-70f2-480f-adb7-21b5d8e7ca7b HTTP/1.1" status: 200 len: 931 time: 0.4678967 Jul 07 17:20:19.421810 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-527fbe59-571a-4b34-92d0-3643855f4a1c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.449990 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-527fbe59-571a-4b34-92d0-3643855f4a1c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Calling delete_port for 8209de57-edc4-4dd3-b4c8-770bce54f8e1 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:19.562981 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-527fbe59-571a-4b34-92d0-3643855f4a1c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.586304 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1c4f4928-e5c5-4530-9388-9703bf8b8421 req-3f9ed497-0840-44c1-ad74-9dce97e786dc tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107550 Jul 07 17:20:19.611214 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-527fbe59-571a-4b34-92d0-3643855f4a1c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.617407 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-527fbe59-571a-4b34-92d0-3643855f4a1c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/ports/8209de57-edc4-4dd3-b4c8-770bce54f8e1 HTTP/1.1" status: 204 len: 168 time: 0.5532966 Jul 07 17:20:19.618138 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44564) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.619126 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527fbe59-571a-4b34-92d0-3643855f4a1c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Port': ['ID=8209de57-edc4-4dd3-b4c8-770bce54f8e1,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:19.712679 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-d2c4c259-01c8-45b8-aa40-a34f667a2a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.743253 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63d4ffd-2e45-45dc-8bf0-fbb819dfb2d7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:19.748566 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44568) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.749826 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c63d4ffd-2e45-45dc-8bf0-fbb819dfb2d7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1214938 Jul 07 17:20:20.031432 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44576) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:20.184568 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-72cd55d3-0420-4e5f-9f34-1e64cd7edc90 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] GET failed (client error): The resource could not be found. Jul 07 17:20:20.192902 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-72cd55d3-0420-4e5f-9f34-1e64cd7edc90 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "GET /v2.0/ports/8209de57-edc4-4dd3-b4c8-770bce54f8e1 HTTP/1.1" status: 404 len: 333 time: 0.4351606 Jul 07 17:20:20.193176 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44580) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:20.199514 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-4214da6d-fdab-497c-b80a-8eaafd204b4b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-856430280'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:20.219704 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-10f7bbfb-9976-41cb-ad73-4fb776b9a396 tempest-DvrRoutersNegativeTest-784181560 tempest-DvrRoutersNegativeTest-784181560-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1968495981', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:20.222865 n-d-791503-12 neutron-server[100192]: DEBUG neutron.policy [None req-10f7bbfb-9976-41cb-ad73-4fb776b9a396 tempest-DvrRoutersNegativeTest-784181560 tempest-DvrRoutersNegativeTest-784181560-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100192) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 07 17:20:20.223257 n-d-791503-12 neutron-server[100192]: DEBUG neutron.policy [None req-10f7bbfb-9976-41cb-ad73-4fb776b9a396 tempest-DvrRoutersNegativeTest-784181560 tempest-DvrRoutersNegativeTest-784181560-project] Failed policy check for 'create_router' {{(pid=100192) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 07 17:20:20.223822 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-10f7bbfb-9976-41cb-ad73-4fb776b9a396 tempest-DvrRoutersNegativeTest-784181560 tempest-DvrRoutersNegativeTest-784181560-project] create failed (client error): Access was denied to this resource. Jul 07 17:20:20.230035 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-10f7bbfb-9976-41cb-ad73-4fb776b9a396 tempest-DvrRoutersNegativeTest-784181560 tempest-DvrRoutersNegativeTest-784181560-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1971548 Jul 07 17:20:20.245143 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4214da6d-fdab-497c-b80a-8eaafd204b4b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:20.255742 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4214da6d-fdab-497c-b80a-8eaafd204b4b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.324993 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4214da6d-fdab-497c-b80a-8eaafd204b4b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:20:20.346202 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4214da6d-fdab-497c-b80a-8eaafd204b4b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.346716 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-4214da6d-fdab-497c-b80a-8eaafd204b4b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Added segment 4e87f7eb-2144-45a6-b66a-de17d6cbd3e0 of type vlan for network d3916ac7-9d47-4139-ba05-e4045157ad36 Jul 07 17:20:20.456733 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4214da6d-fdab-497c-b80a-8eaafd204b4b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.516341 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4214da6d-fdab-497c-b80a-8eaafd204b4b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.535618 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4214da6d-fdab-497c-b80a-8eaafd204b4b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:20.537147 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4214da6d-fdab-497c-b80a-8eaafd204b4b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.694179 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dba339a5-295e-4bfe-bb22-ecabc345bcd8 req-34dbf64d-fed6-41c8-a280-b8ad26f18155 tempest-ServerShowV254Test-2056906155 tempest-ServerShowV254Test-2056906155-project] 10.222.0.53 "GET /v2.0/ports?device_id=88288ea5-4a3e-4f66-b3cb-dfc050bc23a4 HTTP/1.1" status: 200 len: 210 time: 0.1055934 Jul 07 17:20:20.704828 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44604) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:20.708237 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4214da6d-fdab-497c-b80a-8eaafd204b4b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5137308 Jul 07 17:20:20.713707 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-43d9656a-29e8-4ec4-86d4-60e5879a146b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'subnet': {'network_id': 'd3916ac7-9d47-4139-ba05-e4045157ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:20.728448 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-d2c4c259-01c8-45b8-aa40-a34f667a2a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da3e9572-97f7-4e7e-922a-a028b94d3026 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:20.745353 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214da6d-fdab-497c-b80a-8eaafd204b4b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Network': ['ID=d3916ac7-9d47-4139-ba05-e4045157ad36,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:20.765303 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network d3916ac7-9d47-4139-ba05-e4045157ad36 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:20:20.892953 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44612) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:20.897826 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-d2c4c259-01c8-45b8-aa40-a34f667a2a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.968289 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-d2c4c259-01c8-45b8-aa40-a34f667a2a46 service neutron] Transition to ACTIVE for port object da3e9572-97f7-4e7e-922a-a028b94d3026 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:20.992597 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-d2c4c259-01c8-45b8-aa40-a34f667a2a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.122532 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4c259-01c8-45b8-aa40-a34f667a2a46 service neutron] Pushing event updated for resources: {'Port': ['ID=da3e9572-97f7-4e7e-922a-a028b94d3026,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:21.122900 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-48a46fcb-4902-4058-8eae-35f516330bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.152195 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d9656a-29e8-4ec4-86d4-60e5879a146b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:21.158754 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-43d9656a-29e8-4ec4-86d4-60e5879a146b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.292682 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-48a46fcb-4902-4058-8eae-35f516330bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.298974 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-48a46fcb-4902-4058-8eae-35f516330bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.350567 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-48a46fcb-4902-4058-8eae-35f516330bc6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f0e3b01f945142bb9325aea5f85d05d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4508817 Jul 07 17:20:21.351172 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44624) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:21.375684 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ec1a6-09dc-476f-8b22-e2a232eeadbd req-ba156ee9-41fc-4924-8c1e-2929fbf98016 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:21.377713 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c74ec1a6-09dc-476f-8b22-e2a232eeadbd req-ba156ee9-41fc-4924-8c1e-2929fbf98016 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b86970b-70f2-480f-adb7-21b5d8e7ca7b HTTP/1.1" status: 200 len: 943 time: 0.4163411 Jul 07 17:20:21.383123 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-d2c4c259-01c8-45b8-aa40-a34f667a2a46 service neutron] Attempting to bind port da3e9572-97f7-4e7e-922a-a028b94d3026 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:21.383842 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-d2c4c259-01c8-45b8-aa40-a34f667a2a46 service neutron] Attempting to bind port da3e9572-97f7-4e7e-922a-a028b94d3026 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '90d721ad-5c14-4e8b-8d38-43728529f388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08f6c01e-dfae-4799-95a8-8039418ef262'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:21.384680 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-d2c4c259-01c8-45b8-aa40-a34f667a2a46 service neutron] Attempting to bind port da3e9572-97f7-4e7e-922a-a028b94d3026 on network 08f6c01e-dfae-4799-95a8-8039418ef262 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:21.397637 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a46fcb-4902-4058-8eae-35f516330bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328f27cc-964a-4af8-864a-acdc7e7f9f41,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:21.459929 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-d2c4c259-01c8-45b8-aa40-a34f667a2a46 service neutron] Port da3e9572-97f7-4e7e-922a-a028b94d3026 on network 08f6c01e-dfae-4799-95a8-8039418ef262 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:20:21.460259 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-d2c4c259-01c8-45b8-aa40-a34f667a2a46 service neutron] Attempting to bind port da3e9572-97f7-4e7e-922a-a028b94d3026 on network 08f6c01e-dfae-4799-95a8-8039418ef262 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:21.482545 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-d2c4c259-01c8-45b8-aa40-a34f667a2a46 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:21.482889 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-d2c4c259-01c8-45b8-aa40-a34f667a2a46 service neutron] Checking segment: {'id': '90d721ad-5c14-4e8b-8d38-43728529f388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08f6c01e-dfae-4799-95a8-8039418ef262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:21.483271 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-d2c4c259-01c8-45b8-aa40-a34f667a2a46 service neutron] Bound using segment: {'id': '90d721ad-5c14-4e8b-8d38-43728529f388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08f6c01e-dfae-4799-95a8-8039418ef262'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:21.484642 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-d2c4c259-01c8-45b8-aa40-a34f667a2a46 service neutron] Bound port: da3e9572-97f7-4e7e-922a-a028b94d3026, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90d721ad-5c14-4e8b-8d38-43728529f388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08f6c01e-dfae-4799-95a8-8039418ef262'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:21.485061 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-d2c4c259-01c8-45b8-aa40-a34f667a2a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.493162 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c073e901-76b7-424a-85f7-7e7d8d275f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.523150 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c073e901-76b7-424a-85f7-7e7d8d275f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.597373 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c74ec1a6-09dc-476f-8b22-e2a232eeadbd req-d72e2fb4-6e98-46b5-8664-c7f251a4a21d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824892 Jul 07 17:20:21.623793 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c073e901-76b7-424a-85f7-7e7d8d275f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.628356 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c073e901-76b7-424a-85f7-7e7d8d275f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.631327 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c073e901-76b7-424a-85f7-7e7d8d275f34 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/328f27cc-964a-4af8-864a-acdc7e7f9f41 HTTP/1.1" status: 204 len: 168 time: 0.2362120 Jul 07 17:20:21.654039 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-d2c4c259-01c8-45b8-aa40-a34f667a2a46 service neutron] For port da3e9572-97f7-4e7e-922a-a028b94d3026, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:21.655351 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073e901-76b7-424a-85f7-7e7d8d275f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328f27cc-964a-4af8-864a-acdc7e7f9f41,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:21.704754 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-d2c4c259-01c8-45b8-aa40-a34f667a2a46 service neutron] For port da3e9572-97f7-4e7e-922a-a028b94d3026, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=da3e9572-97f7-4e7e-922a-a028b94d3026,segment=NetworkSegment(90d721ad-5c14-4e8b-8d38-43728529f388),segment_id=90d721ad-5c14-4e8b-8d38-43728529f388)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:21.718815 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-d2c4c259-01c8-45b8-aa40-a34f667a2a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.911558 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-d2c4c259-01c8-45b8-aa40-a34f667a2a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:21.912989 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-d2c4c259-01c8-45b8-aa40-a34f667a2a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.916283 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-d2c4c259-01c8-45b8-aa40-a34f667a2a46 service neutron] 10.222.0.72 "PUT /v2.0/ports/da3e9572-97f7-4e7e-922a-a028b94d3026 HTTP/1.1" status: 200 len: 1092 time: 2.5892661 Jul 07 17:20:21.919829 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b86970b-70f2-480f-adb7-21b5d8e7ca7b', 'tag': 'da3e9572-97f7-4e7e-922a-a028b94d3026'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:21.925529 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65599e21-26ed-45d9-947a-9bae81c7de3c" -d '{"events": [{"name": "network-changed", "server_uuid": "9b86970b-70f2-480f-adb7-21b5d8e7ca7b", "tag": "da3e9572-97f7-4e7e-922a-a028b94d3026"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:21.950421 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-43d9656a-29e8-4ec4-86d4-60e5879a146b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.123488 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c22d8f99-5e10-438a-8ba4-103ebb64c9fc req-6560dc86-e32b-4933-bfd9-eb3f98ac74eb tempest-ServerShowV254Test-2056906155 tempest-ServerShowV254Test-2056906155-project] 10.222.0.53 "GET /v2.0/ports?device_id=88288ea5-4a3e-4f66-b3cb-dfc050bc23a4 HTTP/1.1" status: 200 len: 210 time: 0.1305287 Jul 07 17:20:22.140429 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b1bd87-d332-41c1-bee2-70c1c8b58110 x-openstack-request-id: req-68b1bd87-d332-41c1-bee2-70c1c8b58110 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:22.140753 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b86970b-70f2-480f-adb7-21b5d8e7ca7b", "tag": "da3e9572-97f7-4e7e-922a-a028b94d3026", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:22.141010 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68b1bd87-d332-41c1-bee2-70c1c8b58110 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:22.141419 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b86970b-70f2-480f-adb7-21b5d8e7ca7b', 'tag': 'da3e9572-97f7-4e7e-922a-a028b94d3026', 'status': 'completed', 'code': 200} Jul 07 17:20:22.144453 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4c259-01c8-45b8-aa40-a34f667a2a46 service neutron] Pushing event updated for resources: {'Port': ['ID=da3e9572-97f7-4e7e-922a-a028b94d3026,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:22.274530 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9656a-29e8-4ec4-86d4-60e5879a146b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Subnet': ['ID=16e0345d-203b-46a5-a759-c36e3aca9976,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:22.292001 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d9656a-29e8-4ec4-86d4-60e5879a146b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Checking segment: {'id': '4e87f7eb-2144-45a6-b66a-de17d6cbd3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd3916ac7-9d47-4139-ba05-e4045157ad36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:22.292474 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d9656a-29e8-4ec4-86d4-60e5879a146b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network hostable DHCP agents. Network: d3916ac7-9d47-4139-ba05-e4045157ad36, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:20:22.317893 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-daf7f052-8668-459a-997d-778302b5084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:22.319608 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-daf7f052-8668-459a-997d-778302b5084e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a91034d81564c92b83cd4f595aa520b&device_id=9b86970b-70f2-480f-adb7-21b5d8e7ca7b HTTP/1.1" status: 200 len: 1095 time: 0.1813405 Jul 07 17:20:22.342311 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d9656a-29e8-4ec4-86d4-60e5879a146b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network d3916ac7-9d47-4139-ba05-e4045157ad36 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:20:22.407949 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-d556c2ae-2731-495c-9f1a-65304f2f6e1c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=da3e9572-97f7-4e7e-922a-a028b94d3026 HTTP/1.1" status: 200 len: 217 time: 0.0793059 Jul 07 17:20:22.433254 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-43d9656a-29e8-4ec4-86d4-60e5879a146b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, d3916ac7-9d47-4139-ba05-e4045157ad36) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:22.445711 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca3e293-95f5-4a0a-b190-4e39b2cd9ca5 None None] Network d3916ac7-9d47-4139-ba05-e4045157ad36 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:22.495163 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d9656a-29e8-4ec4-86d4-60e5879a146b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:22.496519 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-43d9656a-29e8-4ec4-86d4-60e5879a146b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.543706 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-43d9656a-29e8-4ec4-86d4-60e5879a146b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8369172 Jul 07 17:20:22.548329 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44654) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:22.553427 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-889cff75-0643-4d28-9591-14ddf9b61186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:22.555440 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-2617101a-ca90-452d-8427-54d231966172 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'subnet': {'network_id': 'd3916ac7-9d47-4139-ba05-e4045157ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:22.557031 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-889cff75-0643-4d28-9591-14ddf9b61186 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a74d58d4-f857-4afa-87b5-fe53c29b08d0 HTTP/1.1" status: 200 len: 853 time: 0.1416719 Jul 07 17:20:22.671788 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-28946a9f-be94-4f89-b1fb-b4d192a73aeb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08f6c01e-dfae-4799-95a8-8039418ef262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003959 Jul 07 17:20:22.767948 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8a52e3-055d-46dc-ba4a-0e44ad912210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-d3916ac7-9d47-4139-ba05-e4045157ad36', 'network_id': 'd3916ac7-9d47-4139-ba05-e4045157ad36', 'tenant_id': 'a4d810b7abb64d54ac8bc38e2d32e1cc', 'fixed_ips': [{'subnet_id': '16e0345d-203b-46a5-a759-c36e3aca9976'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:20:22.769487 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-be8a52e3-055d-46dc-ba4a-0e44ad912210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.809569 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2617101a-ca90-452d-8427-54d231966172 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:22.815467 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2617101a-ca90-452d-8427-54d231966172 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.114295 n-d-791503-12 neutron-server[100192]: INFO neutron.db.ipam_backend_mixin [None req-2617101a-ca90-452d-8427-54d231966172 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 16e0345d-203b-46a5-a759-c36e3aca9976 (CIDR: 2001:db8::/64) Jul 07 17:20:23.118539 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-be8a52e3-055d-46dc-ba4a-0e44ad912210 None None] Allocated IP 2001:db8::2 (d3916ac7-9d47-4139-ba05-e4045157ad36/16e0345d-203b-46a5-a759-c36e3aca9976/d99d2fc0-bdce-4f2e-a91f-f78c0836bccf) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:23.128425 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-2617101a-ca90-452d-8427-54d231966172 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:23.130145 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2617101a-ca90-452d-8427-54d231966172 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:23.136101 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44668) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:23.163115 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-911312a9-8d61-488e-b6a6-95326e398f18 service neutron] 10.222.0.72 "GET /v2.0/networks/08f6c01e-dfae-4799-95a8-8039418ef262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743810 Jul 07 17:20:23.183949 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2617101a-ca90-452d-8427-54d231966172 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6312931 Jul 07 17:20:23.184275 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44674) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:23.190222 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-2b921990-a69f-48d2-8a58-fa220c4b6450 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'subnet': {'network_id': 'd3916ac7-9d47-4139-ba05-e4045157ad36', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:23.367276 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ab597-1537-4e87-977a-619162504ef6 req-917bb8f5-f4d3-47e4-abd3-3b0b76a46648 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:23.374882 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a87ab597-1537-4e87-977a-619162504ef6 req-917bb8f5-f4d3-47e4-abd3-3b0b76a46648 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b86970b-70f2-480f-adb7-21b5d8e7ca7b HTTP/1.1" status: 200 len: 943 time: 0.3515403 Jul 07 17:20:23.417494 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a1463e1d-e787-4aeb-8e50-40219a947a37 req-c84197d8-7098-4239-bb12-80f4816d6f24 service neutron] 10.222.0.72 "GET /v2.0/networks/08f6c01e-dfae-4799-95a8-8039418ef262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459247 Jul 07 17:20:23.424751 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-68361e7e-4fbb-4da5-a250-c1c68d57b855 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-400001039', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:23.447374 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f3e06deb-37e8-437f-8fcf-bd22be5ea113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.450805 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a87ab597-1537-4e87-977a-619162504ef6 req-a0811ebc-b687-4c7b-9ad5-bb54aae6cfc7 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744548 Jul 07 17:20:23.562824 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-be8a52e3-055d-46dc-ba4a-0e44ad912210 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.566044 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-91de106e-7880-40ce-af66-dba21127931f req-e43918f2-0636-4ffc-82b5-cb6e120bc1dc tempest-ServerShowV254Test-2056906155 tempest-ServerShowV254Test-2056906155-project] 10.222.0.53 "GET /v2.0/ports?device_id=88288ea5-4a3e-4f66-b3cb-dfc050bc23a4 HTTP/1.1" status: 200 len: 210 time: 0.0721710 Jul 07 17:20:23.587338 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-be8a52e3-055d-46dc-ba4a-0e44ad912210 None None] Transition to ACTIVE for port object d99d2fc0-bdce-4f2e-a91f-f78c0836bccf will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:23.603347 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68361e7e-4fbb-4da5-a250-c1c68d57b855 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.604421 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68361e7e-4fbb-4da5-a250-c1c68d57b855 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.610453 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b921990-a69f-48d2-8a58-fa220c4b6450 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:23.611181 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65599e21-26ed-45d9-947a-9bae81c7de3c req-39d7cbba-1e20-4afb-882a-70a25ec6a9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:23.613417 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-65599e21-26ed-45d9-947a-9bae81c7de3c req-39d7cbba-1e20-4afb-882a-70a25ec6a9c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a91034d81564c92b83cd4f595aa520b&device_id=9b86970b-70f2-480f-adb7-21b5d8e7ca7b HTTP/1.1" status: 200 len: 1095 time: 0.1246793 Jul 07 17:20:23.614175 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b921990-a69f-48d2-8a58-fa220c4b6450 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.644583 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-be8a52e3-055d-46dc-ba4a-0e44ad912210 None None] Transition to ACTIVE for port object d99d2fc0-bdce-4f2e-a91f-f78c0836bccf will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:23.653209 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-be8a52e3-055d-46dc-ba4a-0e44ad912210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.710328 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8a52e3-055d-46dc-ba4a-0e44ad912210 None None] Network d3916ac7-9d47-4139-ba05-e4045157ad36 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:23.716172 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-be8a52e3-055d-46dc-ba4a-0e44ad912210 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:23.728282 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8a52e3-055d-46dc-ba4a-0e44ad912210 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:23.732707 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a52e3-055d-46dc-ba4a-0e44ad912210 None None] Pushing event updated for resources: {'Port': ['ID=d99d2fc0-bdce-4f2e-a91f-f78c0836bccf,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:23.755571 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68361e7e-4fbb-4da5-a250-c1c68d57b855 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.763163 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68361e7e-4fbb-4da5-a250-c1c68d57b855 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.804812 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-be8a52e3-055d-46dc-ba4a-0e44ad912210 None None] Attempting to bind port d99d2fc0-bdce-4f2e-a91f-f78c0836bccf on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:23.805530 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-be8a52e3-055d-46dc-ba4a-0e44ad912210 None None] Attempting to bind port d99d2fc0-bdce-4f2e-a91f-f78c0836bccf by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '4e87f7eb-2144-45a6-b66a-de17d6cbd3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd3916ac7-9d47-4139-ba05-e4045157ad36'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:23.806243 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a52e3-055d-46dc-ba4a-0e44ad912210 None None] Attempting to bind port d99d2fc0-bdce-4f2e-a91f-f78c0836bccf on network d3916ac7-9d47-4139-ba05-e4045157ad36 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:23.812689 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a52e3-055d-46dc-ba4a-0e44ad912210 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:23.813468 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a52e3-055d-46dc-ba4a-0e44ad912210 None None] Checking segment: {'id': '4e87f7eb-2144-45a6-b66a-de17d6cbd3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd3916ac7-9d47-4139-ba05-e4045157ad36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:23.814228 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-be8a52e3-055d-46dc-ba4a-0e44ad912210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.814790 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65599e21-26ed-45d9-947a-9bae81c7de3c req-211b8298-e551-4d27-a1f1-cbc2c68f60c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:23.815054 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a52e3-055d-46dc-ba4a-0e44ad912210 None None] Bound using segment: {'id': '4e87f7eb-2144-45a6-b66a-de17d6cbd3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd3916ac7-9d47-4139-ba05-e4045157ad36'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:23.815750 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-be8a52e3-055d-46dc-ba4a-0e44ad912210 None None] Bound port: d99d2fc0-bdce-4f2e-a91f-f78c0836bccf, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e87f7eb-2144-45a6-b66a-de17d6cbd3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd3916ac7-9d47-4139-ba05-e4045157ad36'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:23.816347 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-65599e21-26ed-45d9-947a-9bae81c7de3c req-211b8298-e551-4d27-a1f1-cbc2c68f60c8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=08f6c01e-dfae-4799-95a8-8039418ef262 HTTP/1.1" status: 200 len: 914 time: 0.1942563 Jul 07 17:20:23.817272 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-be8a52e3-055d-46dc-ba4a-0e44ad912210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.864134 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68361e7e-4fbb-4da5-a250-c1c68d57b855 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.866408 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-68361e7e-4fbb-4da5-a250-c1c68d57b855 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7233641 Jul 07 17:20:23.872318 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44678) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:23.882072 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-7e412ef4-f3b8-422e-a1cd-79576eb6d6fc tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1847637861'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:23.884047 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-65599e21-26ed-45d9-947a-9bae81c7de3c req-b43d2d0f-c693-43a5-84e4-b4c0192a07bd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=da3e9572-97f7-4e7e-922a-a028b94d3026 HTTP/1.1" status: 200 len: 217 time: 0.0593126 Jul 07 17:20:23.907218 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-be8a52e3-055d-46dc-ba4a-0e44ad912210 None None] For port d99d2fc0-bdce-4f2e-a91f-f78c0836bccf, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:23.912594 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-be8a52e3-055d-46dc-ba4a-0e44ad912210 None None] For port d99d2fc0-bdce-4f2e-a91f-f78c0836bccf, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d99d2fc0-bdce-4f2e-a91f-f78c0836bccf,segment=NetworkSegment(4e87f7eb-2144-45a6-b66a-de17d6cbd3e0),segment_id=4e87f7eb-2144-45a6-b66a-de17d6cbd3e0)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:23.918923 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-be8a52e3-055d-46dc-ba4a-0e44ad912210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.937433 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e412ef4-f3b8-422e-a1cd-79576eb6d6fc tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Made reservation on behalf of 6bf7151c78964674a12853a564b9b07d for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:23.941613 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e412ef4-f3b8-422e-a1cd-79576eb6d6fc tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.955410 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65599e21-26ed-45d9-947a-9bae81c7de3c req-8034b3ff-a7de-4f15-a38c-b0766353abeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:23.957147 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-65599e21-26ed-45d9-947a-9bae81c7de3c req-8034b3ff-a7de-4f15-a38c-b0766353abeb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a74d58d4-f857-4afa-87b5-fe53c29b08d0 HTTP/1.1" status: 200 len: 853 time: 0.0656765 Jul 07 17:20:23.960784 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e412ef4-f3b8-422e-a1cd-79576eb6d6fc tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.007955 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-65599e21-26ed-45d9-947a-9bae81c7de3c req-3a37ed83-bb21-44f3-ad3c-c71c43ab2c44 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08f6c01e-dfae-4799-95a8-8039418ef262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432646 Jul 07 17:20:24.025545 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a52e3-055d-46dc-ba4a-0e44ad912210 None None] Pushing event updated for resources: {'Port': ['ID=d99d2fc0-bdce-4f2e-a91f-f78c0836bccf,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:24.174993 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-65599e21-26ed-45d9-947a-9bae81c7de3c req-38da1bfc-7ece-4409-9c18-766024a22c8c service neutron] 10.222.0.72 "GET /v2.0/networks/08f6c01e-dfae-4799-95a8-8039418ef262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590869 Jul 07 17:20:24.297236 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b921990-a69f-48d2-8a58-fa220c4b6450 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.348757 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-65599e21-26ed-45d9-947a-9bae81c7de3c req-f02c0a59-07cc-417d-ad6a-9e6a5a9698d2 service neutron] 10.222.0.72 "GET /v2.0/networks/08f6c01e-dfae-4799-95a8-8039418ef262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659193 Jul 07 17:20:24.426838 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e412ef4-f3b8-422e-a1cd-79576eb6d6fc tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.517519 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e412ef4-f3b8-422e-a1cd-79576eb6d6fc tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.601868 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8233cf00-ec3a-4583-8724-4aac443be7ef req-607d62a2-1ef8-4661-a0e7-3d8a136c06ab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=88288ea5-4a3e-4f66-b3cb-dfc050bc23a4 HTTP/1.1" status: 200 len: 210 time: 0.2449796 Jul 07 17:20:24.624144 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b921990-a69f-48d2-8a58-fa220c4b6450 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network d3916ac7-9d47-4139-ba05-e4045157ad36 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:24.626157 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e412ef4-f3b8-422e-a1cd-79576eb6d6fc tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=758933a5-0670-4c1f-95f0-8c3c66c44cab,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:24.639523 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-2b921990-a69f-48d2-8a58-fa220c4b6450 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:24.675951 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b921990-a69f-48d2-8a58-fa220c4b6450 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:24.678144 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b921990-a69f-48d2-8a58-fa220c4b6450 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.700297 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e412ef4-f3b8-422e-a1cd-79576eb6d6fc tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:20:24.704606 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b921990-a69f-48d2-8a58-fa220c4b6450 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Subnet': ['ID=6f340d16-6d40-4f6c-9090-d521babb483a,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:24.723015 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2b921990-a69f-48d2-8a58-fa220c4b6450 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5371263 Jul 07 17:20:24.723845 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44692) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:24.735918 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e412ef4-f3b8-422e-a1cd-79576eb6d6fc tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.736869 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-7e412ef4-f3b8-422e-a1cd-79576eb6d6fc tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Added segment 47663bbd-133b-40de-a65b-2dd772645e02 of type vlan for network 16cbd5d3-38da-4171-8c05-e5687d460e47 Jul 07 17:20:24.740854 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-06131e8d-e6af-4489-9d12-182d369a5029 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'port': {'network_id': 'd3916ac7-9d47-4139-ba05-e4045157ad36', 'fixed_ips': [{'subnet_id': '16e0345d-203b-46a5-a759-c36e3aca9976'}, {'subnet_id': '6f340d16-6d40-4f6c-9090-d521babb483a'}], 'name': 'tempest-PortsIpV6TestJSON-1405051324'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:24.876967 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e412ef4-f3b8-422e-a1cd-79576eb6d6fc tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.960436 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd912d4c-013f-4708-95f4-86c084b3bd95 req-b89d41ae-5ec1-4cff-915b-54e1a8ec5338 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:24.974326 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bd912d4c-013f-4708-95f4-86c084b3bd95 req-b89d41ae-5ec1-4cff-915b-54e1a8ec5338 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b86970b-70f2-480f-adb7-21b5d8e7ca7b HTTP/1.1" status: 200 len: 943 time: 0.1617253 Jul 07 17:20:24.982779 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d99d2fc0-bdce-4f2e-a91f-f78c0836bccf up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:25.032820 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06131e8d-e6af-4489-9d12-182d369a5029 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:25.061839 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e412ef4-f3b8-422e-a1cd-79576eb6d6fc tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.077333 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e412ef4-f3b8-422e-a1cd-79576eb6d6fc tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:25.078475 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e412ef4-f3b8-422e-a1cd-79576eb6d6fc tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.107615 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port d99d2fc0-bdce-4f2e-a91f-f78c0836bccf completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:25.139988 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7e412ef4-f3b8-422e-a1cd-79576eb6d6fc tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2654324 Jul 07 17:20:25.146269 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44696) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:25.153382 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-585bae67-cbd3-4d65-bed8-24df342b2240 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Request body: {'subnet': {'network_id': '16cbd5d3-38da-4171-8c05-e5687d460e47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:25.252457 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e412ef4-f3b8-422e-a1cd-79576eb6d6fc tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Pushing event updated for resources: {'Network': ['ID=16cbd5d3-38da-4171-8c05-e5687d460e47,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:25.265206 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 16cbd5d3-38da-4171-8c05-e5687d460e47 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:20:25.267312 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bd912d4c-013f-4708-95f4-86c084b3bd95 req-d82523a1-5102-40e2-b036-9774b922e532 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915704 Jul 07 17:20:25.356430 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-06131e8d-e6af-4489-9d12-182d369a5029 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.403073 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-06131e8d-e6af-4489-9d12-182d369a5029 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] device_id is not set on port 03ebd1f3-85c9-47cf-aed8-d3b1c503cf4a yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:25.443845 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44700) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:25.478987 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585bae67-cbd3-4d65-bed8-24df342b2240 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Made reservation on behalf of 6bf7151c78964674a12853a564b9b07d for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:25.493168 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-585bae67-cbd3-4d65-bed8-24df342b2240 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.672966 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f21e3e0-7fae-445c-99d1-f6f8906cc2c9 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:25.676177 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f21e3e0-7fae-445c-99d1-f6f8906cc2c9 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:25.676869 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f21e3e0-7fae-445c-99d1-f6f8906cc2c9 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:25.694879 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7f21e3e0-7fae-445c-99d1-f6f8906cc2c9 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=f7e4da5b6d5e463984eb77df0d02de9e&network_id=507311b0-9434-46e9-9ba9-87b422a6045c HTTP/1.1" status: 200 len: 2972 time: 0.2498312 Jul 07 17:20:25.761282 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ef1f5f08-bcd2-42b2-aecf-4489b7580966 req-ba3b432e-2987-4f55-b169-e6290c6d66ad tempest-ServerShowV254Test-2056906155 tempest-ServerShowV254Test-2056906155-project] 10.222.0.53 "GET /v2.0/ports?device_id=88288ea5-4a3e-4f66-b3cb-dfc050bc23a4 HTTP/1.1" status: 200 len: 210 time: 0.1860783 Jul 07 17:20:25.829940 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f2a598-1ea3-4ae6-b43d-6aa990c5f5c5 None None] Network d3916ac7-9d47-4139-ba05-e4045157ad36 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:25.933087 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a38fbde0-18cc-4932-b6c6-191ef6dea7c8 None None] Provisioning for port d99d2fc0-bdce-4f2e-a91f-f78c0836bccf completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:25.945581 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a38fbde0-18cc-4932-b6c6-191ef6dea7c8 None None] Provisioning complete for port d99d2fc0-bdce-4f2e-a91f-f78c0836bccf triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:25.946076 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a38fbde0-18cc-4932-b6c6-191ef6dea7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.122038 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a38fbde0-18cc-4932-b6c6-191ef6dea7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.171655 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.193146 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-a38fbde0-18cc-4932-b6c6-191ef6dea7c8 None None] For port d99d2fc0-bdce-4f2e-a91f-f78c0836bccf, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d99d2fc0-bdce-4f2e-a91f-f78c0836bccf,segment=NetworkSegment(4e87f7eb-2144-45a6-b66a-de17d6cbd3e0),segment_id=4e87f7eb-2144-45a6-b66a-de17d6cbd3e0)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:26.199207 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a38fbde0-18cc-4932-b6c6-191ef6dea7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.291512 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-06131e8d-e6af-4489-9d12-182d369a5029 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Allocated IP 2001:db8::1a5 (d3916ac7-9d47-4139-ba05-e4045157ad36/16e0345d-203b-46a5-a759-c36e3aca9976/03ebd1f3-85c9-47cf-aed8-d3b1c503cf4a) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:26.301124 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-06131e8d-e6af-4489-9d12-182d369a5029 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Allocated IP 2001:db8:0:1::219 (d3916ac7-9d47-4139-ba05-e4045157ad36/6f340d16-6d40-4f6c-9090-d521babb483a/03ebd1f3-85c9-47cf-aed8-d3b1c503cf4a) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:26.455250 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fbde0-18cc-4932-b6c6-191ef6dea7c8 None None] Pushing event updated for resources: {'Port': ['ID=d99d2fc0-bdce-4f2e-a91f-f78c0836bccf,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:26.462747 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1259e5-9983-4845-b8f1-bdd1e4e3c97b None None] Update dhcp port {'port': {'network_id': 'd3916ac7-9d47-4139-ba05-e4045157ad36', 'fixed_ips': [{'subnet_id': '16e0345d-203b-46a5-a759-c36e3aca9976', 'ip_address': '2001:db8::2'}, {'subnet_id': '6f340d16-6d40-4f6c-9090-d521babb483a'}], 'binding:host_id': 'n-d-791503-12'}, 'id': 'd99d2fc0-bdce-4f2e-a91f-f78c0836bccf'} from n-d-791503-12. {{(pid=100194) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:20:26.508575 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-585bae67-cbd3-4d65-bed8-24df342b2240 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.538421 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bf1259e5-9983-4845-b8f1-bdd1e4e3c97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.550807 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device da3e9572-97f7-4e7e-922a-a028b94d3026 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:20:26.762087 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585bae67-cbd3-4d65-bed8-24df342b2240 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Pushing event updated for resources: {'Subnet': ['ID=e490e825-8b0e-4ab5-826e-9cb1e9948398,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:26.775191 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-06131e8d-e6af-4489-9d12-182d369a5029 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.792693 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585bae67-cbd3-4d65-bed8-24df342b2240 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Checking segment: {'id': '47663bbd-133b-40de-a65b-2dd772645e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '16cbd5d3-38da-4171-8c05-e5687d460e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:26.793346 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585bae67-cbd3-4d65-bed8-24df342b2240 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Network hostable DHCP agents. Network: 16cbd5d3-38da-4171-8c05-e5687d460e47, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:20:26.811794 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ac855-e015-4122-8737-9ebb002e3011 req-72c11838-6e19-4fb4-b647-2d94f5f936af tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:26.821337 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a46ac855-e015-4122-8737-9ebb002e3011 req-72c11838-6e19-4fb4-b647-2d94f5f936af tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b86970b-70f2-480f-adb7-21b5d8e7ca7b HTTP/1.1" status: 200 len: 943 time: 0.1940849 Jul 07 17:20:26.844935 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-06131e8d-e6af-4489-9d12-182d369a5029 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Transition to ACTIVE for port object 03ebd1f3-85c9-47cf-aed8-d3b1c503cf4a will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:26.884287 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585bae67-cbd3-4d65-bed8-24df342b2240 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Network 16cbd5d3-38da-4171-8c05-e5687d460e47 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:20:26.918213 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a46ac855-e015-4122-8737-9ebb002e3011 req-543eac50-e49b-47a5-8bf9-59da5dac928d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955274 Jul 07 17:20:26.929691 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-585bae67-cbd3-4d65-bed8-24df342b2240 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 16cbd5d3-38da-4171-8c05-e5687d460e47) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:26.949501 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d99d2fc0-bdce-4f2e-a91f-f78c0836bccf up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:26.961574 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585bae67-cbd3-4d65-bed8-24df342b2240 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:26.962696 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-585bae67-cbd3-4d65-bed8-24df342b2240 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.000022 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-585bae67-cbd3-4d65-bed8-24df342b2240 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8512859 Jul 07 17:20:27.004076 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44718) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:27.008311 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbab934-500e-4649-b88d-291cf177e038 None None] Network 16cbd5d3-38da-4171-8c05-e5687d460e47 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:27.016367 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-3c186eff-9364-4b6f-ae88-48bab48042f1 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Request body: {'network': {'name': 'tempest-router-network01--854776893'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:27.032230 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-06131e8d-e6af-4489-9d12-182d369a5029 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.069196 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1062cddd-fe2e-4ad8-8b60-058770e6a34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.138160 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06131e8d-e6af-4489-9d12-182d369a5029 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network d3916ac7-9d47-4139-ba05-e4045157ad36 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:27.151013 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-06131e8d-e6af-4489-9d12-182d369a5029 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:27.161618 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06131e8d-e6af-4489-9d12-182d369a5029 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:27.172861 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06131e8d-e6af-4489-9d12-182d369a5029 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:27.174410 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-06131e8d-e6af-4489-9d12-182d369a5029 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.278948 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4bdb06f9-408e-4bf4-beb2-a3183d291c10 req-001829e6-2729-4fec-98b9-d26788bb6005 tempest-ServerShowV254Test-2056906155 tempest-ServerShowV254Test-2056906155-project] 10.222.0.53 "GET /v2.0/ports?device_id=88288ea5-4a3e-4f66-b3cb-dfc050bc23a4 HTTP/1.1" status: 200 len: 210 time: 0.1320751 Jul 07 17:20:27.293343 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c186eff-9364-4b6f-ae88-48bab48042f1 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Made reservation on behalf of 6bf7151c78964674a12853a564b9b07d for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:27.300529 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3c186eff-9364-4b6f-ae88-48bab48042f1 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.307575 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06131e8d-e6af-4489-9d12-182d369a5029 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Port': ['ID=03ebd1f3-85c9-47cf-aed8-d3b1c503cf4a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:27.308741 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port da3e9572-97f7-4e7e-922a-a028b94d3026, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=da3e9572-97f7-4e7e-922a-a028b94d3026,segment=NetworkSegment(90d721ad-5c14-4e8b-8d38-43728529f388),segment_id=90d721ad-5c14-4e8b-8d38-43728529f388)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:27.318161 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-06131e8d-e6af-4489-9d12-182d369a5029 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.5895364 Jul 07 17:20:27.318967 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44724) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:27.325688 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-66220821-3381-4873-9079-778c8517628a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '16e0345d-203b-46a5-a759-c36e3aca9976'}]}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:27.375118 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'da3e9572-97f7-4e7e-922a-a028b94d3026', 'network_id': '08f6c01e-dfae-4799-95a8-8039418ef262', 'port_id': 'da3e9572-97f7-4e7e-922a-a028b94d3026', 'mac_address': 'fa:16:3e:3f:1a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74d58d4-f857-4afa-87b5-fe53c29b08d0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:20:27.377920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c186eff-9364-4b6f-ae88-48bab48042f1 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:20:27.402877 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3c186eff-9364-4b6f-ae88-48bab48042f1 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.402877 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-3c186eff-9364-4b6f-ae88-48bab48042f1 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Added segment 06d6b5c3-29d9-4c13-b51b-04e428afc862 of type vlan for network 0d50df29-bfef-4a98-8a98-bbd142b86ab0 Jul 07 17:20:27.476290 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-bf1259e5-9983-4845-b8f1-bdd1e4e3c97b None None] Allocated IP 2001:db8:0:1::2 (d3916ac7-9d47-4139-ba05-e4045157ad36/6f340d16-6d40-4f6c-9090-d521babb483a/d99d2fc0-bdce-4f2e-a91f-f78c0836bccf) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:27.570053 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3c186eff-9364-4b6f-ae88-48bab48042f1 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.657416 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44732) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:27.805287 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3c186eff-9364-4b6f-ae88-48bab48042f1 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.819666 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c186eff-9364-4b6f-ae88-48bab48042f1 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:27.820767 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3c186eff-9364-4b6f-ae88-48bab48042f1 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.824107 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port d99d2fc0-bdce-4f2e-a91f-f78c0836bccf triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:27.825290 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.857836 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-66220821-3381-4873-9079-778c8517628a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.949871 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3c186eff-9364-4b6f-ae88-48bab48042f1 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9443548 Jul 07 17:20:27.979665 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-bf1259e5-9983-4845-b8f1-bdd1e4e3c97b None None] For port d99d2fc0-bdce-4f2e-a91f-f78c0836bccf, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d99d2fc0-bdce-4f2e-a91f-f78c0836bccf,segment=NetworkSegment(4e87f7eb-2144-45a6-b66a-de17d6cbd3e0),segment_id=4e87f7eb-2144-45a6-b66a-de17d6cbd3e0)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:27.987707 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44734) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:27.993952 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-5719ba01-2761-4156-97af-b6635321ca2b tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Request body: {'network': {'name': 'tempest-router-network02--5230938'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:28.018657 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e6b6af-6953-4519-a62e-200b5b5aa196 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:28.020972 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f2e6b6af-6953-4519-a62e-200b5b5aa196 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 814 time: 0.3588276 Jul 07 17:20:28.057330 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c186eff-9364-4b6f-ae88-48bab48042f1 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Pushing event updated for resources: {'Network': ['ID=0d50df29-bfef-4a98-8a98-bbd142b86ab0,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:28.064058 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5719ba01-2761-4156-97af-b6635321ca2b tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Made reservation on behalf of 6bf7151c78964674a12853a564b9b07d for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:28.068778 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5719ba01-2761-4156-97af-b6635321ca2b tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.080297 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.101259 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5719ba01-2761-4156-97af-b6635321ca2b tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:20:28.118247 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5719ba01-2761-4156-97af-b6635321ca2b tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.118665 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-5719ba01-2761-4156-97af-b6635321ca2b tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Added segment 4d1febe0-cbae-46c4-83f8-daccb01343ed of type vlan for network 107eb8f0-f6ea-483e-956e-97595fee7867 Jul 07 17:20:28.184388 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5719ba01-2761-4156-97af-b6635321ca2b tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.198804 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 0d50df29-bfef-4a98-8a98-bbd142b86ab0 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:20:28.219891 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dad0928-d59f-4a4f-88df-067fc006cde7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-16cbd5d3-38da-4171-8c05-e5687d460e47', 'network_id': '16cbd5d3-38da-4171-8c05-e5687d460e47', 'tenant_id': '6bf7151c78964674a12853a564b9b07d', 'fixed_ips': [{'subnet_id': 'e490e825-8b0e-4ab5-826e-9cb1e9948398'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:20:28.225388 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2dad0928-d59f-4a4f-88df-067fc006cde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.240496 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5719ba01-2761-4156-97af-b6635321ca2b tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.252838 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5719ba01-2761-4156-97af-b6635321ca2b tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:28.255076 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5719ba01-2761-4156-97af-b6635321ca2b tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.323402 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3e9572-97f7-4e7e-922a-a028b94d3026 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:28.392641 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5719ba01-2761-4156-97af-b6635321ca2b tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4004810 Jul 07 17:20:28.398033 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa44ac4-4976-4acd-8339-a7a34c6b2f2b req-2b5cc760-343c-4eb8-b8b3-92858820d812 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:28.399618 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44748) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:28.401014 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2aa44ac4-4976-4acd-8339-a7a34c6b2f2b req-2b5cc760-343c-4eb8-b8b3-92858820d812 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b86970b-70f2-480f-adb7-21b5d8e7ca7b HTTP/1.1" status: 200 len: 943 time: 0.2407985 Jul 07 17:20:28.420036 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-46e6931d-dffb-40f1-bd09-94e382a18c68 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Request body: {'subnet': {'network_id': '0d50df29-bfef-4a98-8a98-bbd142b86ab0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:28.480229 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2aa44ac4-4976-4acd-8339-a7a34c6b2f2b req-4fbe39f8-02a3-48a9-89ff-b5d500da92f1 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710316 Jul 07 17:20:28.514890 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719ba01-2761-4156-97af-b6635321ca2b tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Pushing event updated for resources: {'Network': ['ID=107eb8f0-f6ea-483e-956e-97595fee7867,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:28.614659 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.639924 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e6931d-dffb-40f1-bd09-94e382a18c68 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Made reservation on behalf of 6bf7151c78964674a12853a564b9b07d for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:28.648197 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-46e6931d-dffb-40f1-bd09-94e382a18c68 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.701573 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44756) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:28.750839 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-7887d8b3-60ae-43c6-91bb-9a9b48c57be7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'network': {'name': 'tempest-network-smoke--243071550', 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'port_security_enabled': True}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:28.890278 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7887d8b3-60ae-43c6-91bb-9a9b48c57be7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Made reservation on behalf of f7e4da5b6d5e463984eb77df0d02de9e for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:28.901825 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7887d8b3-60ae-43c6-91bb-9a9b48c57be7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.003122 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7887d8b3-60ae-43c6-91bb-9a9b48c57be7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:20:29.023293 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7887d8b3-60ae-43c6-91bb-9a9b48c57be7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.024477 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-7887d8b3-60ae-43c6-91bb-9a9b48c57be7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Added segment 261555e2-07d0-4e5a-bf68-a4f827c0c367 of type vlan for network 9944229c-b2d9-4130-af79-8fc14ab603d4 Jul 07 17:20:29.047529 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 107eb8f0-f6ea-483e-956e-97595fee7867 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:20:29.066181 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port da3e9572-97f7-4e7e-922a-a028b94d3026, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=da3e9572-97f7-4e7e-922a-a028b94d3026,segment=NetworkSegment(90d721ad-5c14-4e8b-8d38-43728529f388),segment_id=90d721ad-5c14-4e8b-8d38-43728529f388)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:29.146566 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7887d8b3-60ae-43c6-91bb-9a9b48c57be7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.197430 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.227761 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bf1259e5-9983-4845-b8f1-bdd1e4e3c97b None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.303232 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7887d8b3-60ae-43c6-91bb-9a9b48c57be7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.318025 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7887d8b3-60ae-43c6-91bb-9a9b48c57be7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:29.318228 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7887d8b3-60ae-43c6-91bb-9a9b48c57be7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.396404 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-bf1259e5-9983-4845-b8f1-bdd1e4e3c97b None None] Transition to ACTIVE for port object d99d2fc0-bdce-4f2e-a91f-f78c0836bccf will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:29.414444 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fe68f13a-9cb1-4684-9e67-a059a0c10fd2 req-5285165e-3fa7-44a9-8014-2cd70f0ac5ec tempest-ServerShowV254Test-2056906155 tempest-ServerShowV254Test-2056906155-project] 10.222.0.53 "GET /v2.0/ports?device_id=88288ea5-4a3e-4f66-b3cb-dfc050bc23a4 HTTP/1.1" status: 200 len: 210 time: 0.0757496 Jul 07 17:20:29.420816 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bf1259e5-9983-4845-b8f1-bdd1e4e3c97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.492400 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['da3e9572-97f7-4e7e-922a-a028b94d3026'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:20:29.497133 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-2dad0928-d59f-4a4f-88df-067fc006cde7 None None] Allocated IP 172.20.0.2 (16cbd5d3-38da-4171-8c05-e5687d460e47/e490e825-8b0e-4ab5-826e-9cb1e9948398/a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:29.570789 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7887d8b3-60ae-43c6-91bb-9a9b48c57be7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8576412 Jul 07 17:20:29.583517 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44770) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:29.595606 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=da3e9572-97f7-4e7e-922a-a028b94d3026,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:29.616446 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887d8b3-60ae-43c6-91bb-9a9b48c57be7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'Network': ['ID=9944229c-b2d9-4130-af79-8fc14ab603d4,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:29.703432 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 9944229c-b2d9-4130-af79-8fc14ab603d4 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:20:29.794948 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-66220821-3381-4873-9079-778c8517628a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Delete allocated IP 2001:db8:0:1::219 (d3916ac7-9d47-4139-ba05-e4045157ad36/6f340d16-6d40-4f6c-9090-d521babb483a) {{(pid=100192) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:20:29.847077 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d37baf4-f869-4ec9-b893-0625036386bb tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:29.850922 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6d37baf4-f869-4ec9-b893-0625036386bb tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=f7e4da5b6d5e463984eb77df0d02de9e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2612844 Jul 07 17:20:29.858304 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44774) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:29.918436 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-46e6931d-dffb-40f1-bd09-94e382a18c68 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.065977 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6931d-dffb-40f1-bd09-94e382a18c68 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Pushing event updated for resources: {'Subnet': ['ID=74a35f13-a55c-465a-bd79-10a2701136e1,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:30.087336 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e6931d-dffb-40f1-bd09-94e382a18c68 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Checking segment: {'id': '06d6b5c3-29d9-4c13-b51b-04e428afc862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d50df29-bfef-4a98-8a98-bbd142b86ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:30.087336 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e6931d-dffb-40f1-bd09-94e382a18c68 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Network hostable DHCP agents. Network: 0d50df29-bfef-4a98-8a98-bbd142b86ab0, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:20:30.120209 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1259e5-9983-4845-b8f1-bdd1e4e3c97b None None] Pushing event updated for resources: {'Port': ['ID=d99d2fc0-bdce-4f2e-a91f-f78c0836bccf,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:30.159073 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e6931d-dffb-40f1-bd09-94e382a18c68 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Network 0d50df29-bfef-4a98-8a98-bbd142b86ab0 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:20:30.210026 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-46e6931d-dffb-40f1-bd09-94e382a18c68 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 0d50df29-bfef-4a98-8a98-bbd142b86ab0) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:30.233160 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e6931d-dffb-40f1-bd09-94e382a18c68 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:30.234453 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-46e6931d-dffb-40f1-bd09-94e382a18c68 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.243429 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59307153-e94e-4ebf-82f7-466a08a063ff None None] Network 0d50df29-bfef-4a98-8a98-bbd142b86ab0 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:30.287642 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-46e6931d-dffb-40f1-bd09-94e382a18c68 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8790884 Jul 07 17:20:30.290547 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44780) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:30.313392 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-703a7137-475f-4bb3-9080-d1caa01aab32 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Request body: {'subnet': {'network_id': '107eb8f0-f6ea-483e-956e-97595fee7867', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:30.367216 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.475737 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66dcf31-aadb-4289-a93f-aff290b60e81 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:30.478497 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c66dcf31-aadb-4289-a93f-aff290b60e81 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6185429 Jul 07 17:20:30.482771 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44782) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:30.537347 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2dad0928-d59f-4a4f-88df-067fc006cde7 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.601547 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2dad0928-d59f-4a4f-88df-067fc006cde7 None None] Transition to ACTIVE for port object a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:30.648948 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f1743-971c-442a-8963-e337ca3ea74e req-fe0900dd-8abb-4d7f-b772-ad69c3f9d33a tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:30.652134 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a9f1743-971c-442a-8963-e337ca3ea74e req-fe0900dd-8abb-4d7f-b772-ad69c3f9d33a tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b86970b-70f2-480f-adb7-21b5d8e7ca7b HTTP/1.1" status: 200 len: 944 time: 0.6879354 Jul 07 17:20:30.674923 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2c4252f6-529d-4f24-90c1-974ce01e5938 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=b1c8a741-d954-43c5-b974-954b2190b048&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1864517 Jul 07 17:20:30.690054 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44786) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:30.764697 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2dad0928-d59f-4a4f-88df-067fc006cde7 None None] Transition to ACTIVE for port object a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:30.795196 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2dad0928-d59f-4a4f-88df-067fc006cde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.796863 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703a7137-475f-4bb3-9080-d1caa01aab32 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Made reservation on behalf of 6bf7151c78964674a12853a564b9b07d for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:30.812478 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-703a7137-475f-4bb3-9080-d1caa01aab32 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.826002 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6eb9746a-d2ae-43ad-842f-5691d957ef07 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=f7e4da5b6d5e463984eb77df0d02de9e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1265340 Jul 07 17:20:30.840884 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44788) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:30.892358 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a9f1743-971c-442a-8963-e337ca3ea74e req-10a32559-b813-4f77-88c6-5b833bcd6b8b tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247219 Jul 07 17:20:30.900849 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-66220821-3381-4873-9079-778c8517628a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.934180 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-66220821-3381-4873-9079-778c8517628a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Ignored duplicate provisioning block setup for port 03ebd1f3-85c9-47cf-aed8-d3b1c503cf4a by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 17:20:30.943766 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-66220821-3381-4873-9079-778c8517628a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.028835 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bb16630a-6258-4326-b7a4-b2375d96061a req-907ad453-ef70-47a3-af2c-4913a65b9036 tempest-ServerShowV254Test-2056906155 tempest-ServerShowV254Test-2056906155-project] 10.222.0.53 "GET /v2.0/ports?device_id=88288ea5-4a3e-4f66-b3cb-dfc050bc23a4 HTTP/1.1" status: 200 len: 210 time: 0.1413176 Jul 07 17:20:31.068933 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dad0928-d59f-4a4f-88df-067fc006cde7 None None] Network 16cbd5d3-38da-4171-8c05-e5687d460e47 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:31.094330 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-2dad0928-d59f-4a4f-88df-067fc006cde7 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:31.099899 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad0928-d59f-4a4f-88df-067fc006cde7 None None] Pushing event updated for resources: {'Port': ['ID=a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:31.104818 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dad0928-d59f-4a4f-88df-067fc006cde7 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:31.132023 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-66220821-3381-4873-9079-778c8517628a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] In _notify_port_updated(), no bound segment for port 03ebd1f3-85c9-47cf-aed8-d3b1c503cf4a on network d3916ac7-9d47-4139-ba05-e4045157ad36 {{(pid=100192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:20:31.142302 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66220821-3381-4873-9079-778c8517628a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:31.143424 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-66220821-3381-4873-9079-778c8517628a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.151747 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-66220821-3381-4873-9079-778c8517628a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "PUT /v2.0/ports/03ebd1f3-85c9-47cf-aed8-d3b1c503cf4a HTTP/1.1" status: 200 len: 926 time: 3.8310339 Jul 07 17:20:31.152822 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44792) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:31.167088 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-bbba55d5-238b-4a89-9921-a258c580bdb8 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '16e0345d-203b-46a5-a759-c36e3aca9976'}, {'subnet_id': '6f340d16-6d40-4f6c-9090-d521babb483a'}]}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:31.215277 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0842f46c-db25-4463-99d8-f21c2becffb8 None None] Network d3916ac7-9d47-4139-ba05-e4045157ad36 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:31.247055 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-0d50df29-bfef-4a98-8a98-bbd142b86ab0', 'network_id': '0d50df29-bfef-4a98-8a98-bbd142b86ab0', 'tenant_id': '6bf7151c78964674a12853a564b9b07d', 'fixed_ips': [{'subnet_id': '74a35f13-a55c-465a-bd79-10a2701136e1'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:20:31.249725 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.268498 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66220821-3381-4873-9079-778c8517628a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Port': ['ID=03ebd1f3-85c9-47cf-aed8-d3b1c503cf4a,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:31.330354 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c36a61-a00e-4c86-961e-4b9c9d7ca76b tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:31.336228 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-53c36a61-a00e-4c86-961e-4b9c9d7ca76b tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4941137 Jul 07 17:20:31.339564 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44796) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:31.373322 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bbba55d5-238b-4a89-9921-a258c580bdb8 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.426753 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c18f0871-38f1-4bc4-a69b-47a15bbd9204 None None] Provisioning for port d99d2fc0-bdce-4f2e-a91f-f78c0836bccf completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:31.434663 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-2dad0928-d59f-4a4f-88df-067fc006cde7 None None] Attempting to bind port a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:31.435048 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-2dad0928-d59f-4a4f-88df-067fc006cde7 None None] Attempting to bind port a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '47663bbd-133b-40de-a65b-2dd772645e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '16cbd5d3-38da-4171-8c05-e5687d460e47'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:31.435418 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dad0928-d59f-4a4f-88df-067fc006cde7 None None] Attempting to bind port a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e on network 16cbd5d3-38da-4171-8c05-e5687d460e47 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:31.447287 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c18f0871-38f1-4bc4-a69b-47a15bbd9204 None None] Provisioning complete for port d99d2fc0-bdce-4f2e-a91f-f78c0836bccf triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:31.447804 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c18f0871-38f1-4bc4-a69b-47a15bbd9204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.449471 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-42f4f936-107f-4d37-9ecc-fe81c191c60c tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=b1c8a741-d954-43c5-b974-954b2190b048&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1088214 Jul 07 17:20:31.450149 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44798) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:31.454946 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-703a7137-475f-4bb3-9080-d1caa01aab32 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.496549 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dad0928-d59f-4a4f-88df-067fc006cde7 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:31.497133 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dad0928-d59f-4a4f-88df-067fc006cde7 None None] Checking segment: {'id': '47663bbd-133b-40de-a65b-2dd772645e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '16cbd5d3-38da-4171-8c05-e5687d460e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:31.497424 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2dad0928-d59f-4a4f-88df-067fc006cde7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.497819 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dad0928-d59f-4a4f-88df-067fc006cde7 None None] Bound using segment: {'id': '47663bbd-133b-40de-a65b-2dd772645e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '16cbd5d3-38da-4171-8c05-e5687d460e47'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:31.498326 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-2dad0928-d59f-4a4f-88df-067fc006cde7 None None] Bound port: a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47663bbd-133b-40de-a65b-2dd772645e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '16cbd5d3-38da-4171-8c05-e5687d460e47'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:31.498872 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2dad0928-d59f-4a4f-88df-067fc006cde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.547027 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a7137-475f-4bb3-9080-d1caa01aab32 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Pushing event updated for resources: {'Subnet': ['ID=a153dc57-3b2f-4587-b0af-a1613541110f,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:31.594164 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d99d2fc0-bdce-4f2e-a91f-f78c0836bccf up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:31.607462 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703a7137-475f-4bb3-9080-d1caa01aab32 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Checking segment: {'id': '4d1febe0-cbae-46c4-83f8-daccb01343ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '107eb8f0-f6ea-483e-956e-97595fee7867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:31.608063 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703a7137-475f-4bb3-9080-d1caa01aab32 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Network hostable DHCP agents. Network: 107eb8f0-f6ea-483e-956e-97595fee7867, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:20:31.647460 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703a7137-475f-4bb3-9080-d1caa01aab32 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Network 107eb8f0-f6ea-483e-956e-97595fee7867 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:20:31.673597 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-703a7137-475f-4bb3-9080-d1caa01aab32 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 107eb8f0-f6ea-483e-956e-97595fee7867) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:31.704303 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703a7137-475f-4bb3-9080-d1caa01aab32 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:31.705970 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-703a7137-475f-4bb3-9080-d1caa01aab32 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.727774 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93865aef-a2a9-48da-8604-a9669da90bcf None None] Network 107eb8f0-f6ea-483e-956e-97595fee7867 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:31.741442 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-703a7137-475f-4bb3-9080-d1caa01aab32 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4434235 Jul 07 17:20:31.741736 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-08cd9a0a-2680-4cbd-9a36-6ee485c1e11d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-265888875', 'network_id': '9944229c-b2d9-4130-af79-8fc14ab603d4', 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:31.742848 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44802) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:32.018802 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Allocated IP 172.20.0.2 (0d50df29-bfef-4a98-8a98-bbd142b86ab0/74a35f13-a55c-465a-bd79-10a2701136e1/ea0995ad-6790-4ef7-baa3-9d27e8ad12e2) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:32.065852 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-2dad0928-d59f-4a4f-88df-067fc006cde7 None None] For port a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:32.256797 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-2dad0928-d59f-4a4f-88df-067fc006cde7 None None] For port a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e,segment=NetworkSegment(47663bbd-133b-40de-a65b-2dd772645e02),segment_id=47663bbd-133b-40de-a65b-2dd772645e02)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:32.310226 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2dad0928-d59f-4a4f-88df-067fc006cde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.345223 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port d99d2fc0-bdce-4f2e-a91f-f78c0836bccf triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:32.345899 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.369979 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec60dcc2-db1f-4216-b657-c4e64116ef63 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.464023 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37ff6e9b-f1dd-4286-9d99-79c6fb250bc1 req-08f67e4f-22da-4a93-9e73-54fc4412d745 tempest-ServerShowV254Test-2056906155 tempest-ServerShowV254Test-2056906155-project] 10.222.0.53 "GET /v2.0/ports?device_id=88288ea5-4a3e-4f66-b3cb-dfc050bc23a4 HTTP/1.1" status: 200 len: 210 time: 0.1137202 Jul 07 17:20:32.486148 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cd9a0a-2680-4cbd-9a36-6ee485c1e11d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Made reservation on behalf of f7e4da5b6d5e463984eb77df0d02de9e for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:32.490625 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-08cd9a0a-2680-4cbd-9a36-6ee485c1e11d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.641492 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-bbba55d5-238b-4a89-9921-a258c580bdb8 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Allocated IP 2001:db8:0:1::2e5 (d3916ac7-9d47-4139-ba05-e4045157ad36/6f340d16-6d40-4f6c-9090-d521babb483a/03ebd1f3-85c9-47cf-aed8-d3b1c503cf4a) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:32.654303 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8198a58-355d-4c84-a30a-fe2b6597cfb9 req-aafaec8e-2b9d-48e9-b59f-9ff5789cfddc tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:32.663779 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c8198a58-355d-4c84-a30a-fe2b6597cfb9 req-aafaec8e-2b9d-48e9-b59f-9ff5789cfddc tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b86970b-70f2-480f-adb7-21b5d8e7ca7b HTTP/1.1" status: 200 len: 944 time: 0.3578098 Jul 07 17:20:32.816154 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:20:32.863622 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c8198a58-355d-4c84-a30a-fe2b6597cfb9 req-784dad53-63ae-407e-9a64-a8762a7689f0 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988456 Jul 07 17:20:32.888483 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad0928-d59f-4a4f-88df-067fc006cde7 None None] Pushing event updated for resources: {'Port': ['ID=a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:32.912959 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-08cd9a0a-2680-4cbd-9a36-6ee485c1e11d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.005932 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.020193 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Transition to ACTIVE for port object ea0995ad-6790-4ef7-baa3-9d27e8ad12e2 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:33.049524 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bbba55d5-238b-4a89-9921-a258c580bdb8 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.052576 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Transition to ACTIVE for port object ea0995ad-6790-4ef7-baa3-9d27e8ad12e2 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:33.120295 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-bbba55d5-238b-4a89-9921-a258c580bdb8 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Ignored duplicate provisioning block setup for port 03ebd1f3-85c9-47cf-aed8-d3b1c503cf4a by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 17:20:33.121051 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.121302 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd9a0a-2680-4cbd-9a36-6ee485c1e11d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'Subnet': ['ID=2c676d3d-c910-42cc-b1da-ae72c7349ba8,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:33.137966 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bbba55d5-238b-4a89-9921-a258c580bdb8 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.234270 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-ec60dcc2-db1f-4216-b657-c4e64116ef63 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Allocated IP 172.20.0.1 (0d50df29-bfef-4a98-8a98-bbd142b86ab0/74a35f13-a55c-465a-bd79-10a2701136e1/df619a3f-3af9-46b8-a6e7-5973a7d5e3eb) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:33.242085 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device da3e9572-97f7-4e7e-922a-a028b94d3026 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:33.280698 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cd9a0a-2680-4cbd-9a36-6ee485c1e11d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Checking segment: {'id': '261555e2-07d0-4e5a-bf68-a4f827c0c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9944229c-b2d9-4130-af79-8fc14ab603d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:33.281109 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cd9a0a-2680-4cbd-9a36-6ee485c1e11d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Network hostable DHCP agents. Network: 9944229c-b2d9-4130-af79-8fc14ab603d4, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:20:33.356295 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba55d5-238b-4a89-9921-a258c580bdb8 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Port': ['ID=03ebd1f3-85c9-47cf-aed8-d3b1c503cf4a,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:33.371351 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Network 0d50df29-bfef-4a98-8a98-bbd142b86ab0 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:33.371503 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-bbba55d5-238b-4a89-9921-a258c580bdb8 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] In _notify_port_updated(), no bound segment for port 03ebd1f3-85c9-47cf-aed8-d3b1c503cf4a on network d3916ac7-9d47-4139-ba05-e4045157ad36 {{(pid=100192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:20:33.377202 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb489cb3-6c03-494d-90d5-a72bd4017150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-107eb8f0-f6ea-483e-956e-97595fee7867', 'network_id': '107eb8f0-f6ea-483e-956e-97595fee7867', 'tenant_id': '6bf7151c78964674a12853a564b9b07d', 'fixed_ips': [{'subnet_id': 'a153dc57-3b2f-4587-b0af-a1613541110f'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:20:33.378131 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cb489cb3-6c03-494d-90d5-a72bd4017150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.380605 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbba55d5-238b-4a89-9921-a258c580bdb8 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:33.381259 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bbba55d5-238b-4a89-9921-a258c580bdb8 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.386110 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bbba55d5-238b-4a89-9921-a258c580bdb8 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "PUT /v2.0/ports/03ebd1f3-85c9-47cf-aed8-d3b1c503cf4a HTTP/1.1" status: 200 len: 1012 time: 2.2269673 Jul 07 17:20:33.386786 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44814) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:33.395191 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Pushing event updated for resources: {'Port': ['ID=ea0995ad-6790-4ef7-baa3-9d27e8ad12e2,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:33.445898 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:33.464326 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cd9a0a-2680-4cbd-9a36-6ee485c1e11d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Network 9944229c-b2d9-4130-af79-8fc14ab603d4 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:20:33.468067 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:33.487246 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-08cd9a0a-2680-4cbd-9a36-6ee485c1e11d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 9944229c-b2d9-4130-af79-8fc14ab603d4) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:33.506748 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5516c09b-4a5d-4cf0-aa6a-cf6ffd4d659c None None] Network 9944229c-b2d9-4130-af79-8fc14ab603d4 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:33.519190 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cd9a0a-2680-4cbd-9a36-6ee485c1e11d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:33.520539 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-08cd9a0a-2680-4cbd-9a36-6ee485c1e11d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.522327 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec60dcc2-db1f-4216-b657-c4e64116ef63 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.579662 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-08cd9a0a-2680-4cbd-9a36-6ee485c1e11d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8449903 Jul 07 17:20:33.595499 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-ec60dcc2-db1f-4216-b657-c4e64116ef63 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Transition to ACTIVE for port object df619a3f-3af9-46b8-a6e7-5973a7d5e3eb will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:33.631174 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-969b2df3-809e-4f24-888d-257ab6e4c61d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting port 03ebd1f3-85c9-47cf-aed8-d3b1c503cf4a {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:33.631550 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-969b2df3-809e-4f24-888d-257ab6e4c61d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.711553 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec60dcc2-db1f-4216-b657-c4e64116ef63 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.893681 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:33.907219 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec60dcc2-db1f-4216-b657-c4e64116ef63 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Network 0d50df29-bfef-4a98-8a98-bbd142b86ab0 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:33.918121 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-ec60dcc2-db1f-4216-b657-c4e64116ef63 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:33.938900 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec60dcc2-db1f-4216-b657-c4e64116ef63 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:33.951442 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60dcc2-db1f-4216-b657-c4e64116ef63 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Pushing event updated for resources: {'Port': ['ID=df619a3f-3af9-46b8-a6e7-5973a7d5e3eb,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:33.993839 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2a5454d8-7236-4ab3-b152-2edbcfa44d87 req-bce3bf5c-6860-4e35-b79e-418d57f6e88a tempest-ServerShowV254Test-2056906155 tempest-ServerShowV254Test-2056906155-project] 10.222.0.53 "GET /v2.0/ports?device_id=88288ea5-4a3e-4f66-b3cb-dfc050bc23a4 HTTP/1.1" status: 200 len: 210 time: 0.1280410 Jul 07 17:20:34.000301 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-969b2df3-809e-4f24-888d-257ab6e4c61d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.049845 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec60dcc2-db1f-4216-b657-c4e64116ef63 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.065097 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-969b2df3-809e-4f24-888d-257ab6e4c61d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Calling delete_port for 03ebd1f3-85c9-47cf-aed8-d3b1c503cf4a owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:34.110025 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Attempting to bind port ea0995ad-6790-4ef7-baa3-9d27e8ad12e2 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:34.110643 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Attempting to bind port ea0995ad-6790-4ef7-baa3-9d27e8ad12e2 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '06d6b5c3-29d9-4c13-b51b-04e428afc862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d50df29-bfef-4a98-8a98-bbd142b86ab0'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:34.111266 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Attempting to bind port ea0995ad-6790-4ef7-baa3-9d27e8ad12e2 on network 0d50df29-bfef-4a98-8a98-bbd142b86ab0 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:34.158252 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port da3e9572-97f7-4e7e-922a-a028b94d3026 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:34.199044 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port da3e9572-97f7-4e7e-922a-a028b94d3026 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:34.204212 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.351133 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44828) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:34.351759 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:34.363468 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Checking segment: {'id': '06d6b5c3-29d9-4c13-b51b-04e428afc862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d50df29-bfef-4a98-8a98-bbd142b86ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:34.364099 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-06287424-c5a0-486a-85f7-223cbdaa9059 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-12855334', 'description': 'tempest-secgroup-smoke-12855334 description', 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:34.364731 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.365633 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Bound using segment: {'id': '06d6b5c3-29d9-4c13-b51b-04e428afc862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d50df29-bfef-4a98-8a98-bbd142b86ab0'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:34.367412 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Bound port: ea0995ad-6790-4ef7-baa3-9d27e8ad12e2, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d6b5c3-29d9-4c13-b51b-04e428afc862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d50df29-bfef-4a98-8a98-bbd142b86ab0'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:34.368207 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.401437 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-65925499-1dd0-491a-8baf-b9a985bd14f2 None None] Provisioning for port 03ebd1f3-85c9-47cf-aed8-d3b1c503cf4a completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:34.470266 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-06287424-c5a0-486a-85f7-223cbdaa9059 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.533361 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec60dcc2-db1f-4216-b657-c4e64116ef63 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.724325 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-65925499-1dd0-491a-8baf-b9a985bd14f2 None None] Provisioning complete for port 03ebd1f3-85c9-47cf-aed8-d3b1c503cf4a triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:34.724969 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-65925499-1dd0-491a-8baf-b9a985bd14f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.818351 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-969b2df3-809e-4f24-888d-257ab6e4c61d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.858409 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-65925499-1dd0-491a-8baf-b9a985bd14f2 None None] Port 03ebd1f3-85c9-47cf-aed8-d3b1c503cf4a cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:34.862394 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:34.922759 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab10b1-0382-4640-aa16-66bf0346ccba req-8119e302-4217-436a-9674-46691b06a95d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:34.924586 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f7ab10b1-0382-4640-aa16-66bf0346ccba req-8119e302-4217-436a-9674-46691b06a95d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b86970b-70f2-480f-adb7-21b5d8e7ca7b HTTP/1.1" status: 200 len: 944 time: 0.3485067 Jul 07 17:20:34.969235 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b2df3-809e-4f24-888d-257ab6e4c61d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Port': ['ID=03ebd1f3-85c9-47cf-aed8-d3b1c503cf4a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:34.972060 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070987c0-c2d2-46b0-b1b5-c671dbe8fdc7 None None] Network 16cbd5d3-38da-4171-8c05-e5687d460e47 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:34.998391 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-06287424-c5a0-486a-85f7-223cbdaa9059 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.008026 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-06287424-c5a0-486a-85f7-223cbdaa9059 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.042667 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f7ab10b1-0382-4640-aa16-66bf0346ccba req-eb4cdc32-b68a-48e3-b30f-b35a227889ea tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106102 Jul 07 17:20:35.130874 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06287424-c5a0-486a-85f7-223cbdaa9059 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41132292-bd90-4d04-8023-9f436d8fe69c,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:35.152075 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-969b2df3-809e-4f24-888d-257ab6e4c61d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.161619 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44834) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:35.162528 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-969b2df3-809e-4f24-888d-257ab6e4c61d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/ports/03ebd1f3-85c9-47cf-aed8-d3b1c503cf4a HTTP/1.1" status: 204 len: 168 time: 1.7700648 Jul 07 17:20:35.165998 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-06287424-c5a0-486a-85f7-223cbdaa9059 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.167713 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-06287424-c5a0-486a-85f7-223cbdaa9059 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8125203 Jul 07 17:20:35.172779 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44836) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:35.179424 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-e623ebd9-6cb0-40fd-81d1-14061a17043a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'security_group_rule': {'security_group_id': '41132292-bd90-4d04-8023-9f436d8fe69c', 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:35.247914 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e623ebd9-6cb0-40fd-81d1-14061a17043a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.260180 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.273669 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4d3ebc-557e-4ca6-bda8-161a78273380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-9944229c-b2d9-4130-af79-8fc14ab603d4', 'network_id': '9944229c-b2d9-4130-af79-8fc14ab603d4', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'fixed_ips': [{'subnet_id': '2c676d3d-c910-42cc-b1da-ae72c7349ba8'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:20:35.273669 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6b4d3ebc-557e-4ca6-bda8-161a78273380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.274536 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-cb489cb3-6c03-494d-90d5-a72bd4017150 None None] Allocated IP 172.20.0.2 (107eb8f0-f6ea-483e-956e-97595fee7867/a153dc57-3b2f-4587-b0af-a1613541110f/7dc00d44-1ce2-4f7e-817d-6047b9f73da4) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:35.275080 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-6478aa93-3b47-4ecb-8d8b-674235750399 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] GET failed (client error): The resource could not be found. Jul 07 17:20:35.281355 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6478aa93-3b47-4ecb-8d8b-674235750399 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "GET /v2.0/ports/03ebd1f3-85c9-47cf-aed8-d3b1c503cf4a HTTP/1.1" status: 404 len: 333 time: 0.1159573 Jul 07 17:20:35.281733 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44838) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:35.333242 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec60dcc2-db1f-4216-b657-c4e64116ef63 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.342456 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec60dcc2-db1f-4216-b657-c4e64116ef63 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.348133 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-65925499-1dd0-491a-8baf-b9a985bd14f2 None None] Provisioning complete for port d99d2fc0-bdce-4f2e-a91f-f78c0836bccf triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:35.348771 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-65925499-1dd0-491a-8baf-b9a985bd14f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.417184 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea8dbfe-e106-4d92-bd74-496b2c1babe9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting subnet 6f340d16-6d40-4f6c-9090-d521babb483a {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:35.435574 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0b06fe19-911e-44e5-92fc-e478da2925b4 req-7ea217ed-b163-4282-ae54-a4998210cb6b tempest-ServerShowV254Test-2056906155 tempest-ServerShowV254Test-2056906155-project] 10.222.0.53 "GET /v2.0/ports?device_id=88288ea5-4a3e-4f66-b3cb-dfc050bc23a4 HTTP/1.1" status: 200 len: 210 time: 0.1801980 Jul 07 17:20:35.480387 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60dcc2-db1f-4216-b657-c4e64116ef63 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Pushing event updated for resources: {'Port': ['ID=df619a3f-3af9-46b8-a6e7-5973a7d5e3eb,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:35.482175 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eea8dbfe-e106-4d92-bd74-496b2c1babe9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.484045 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec60dcc2-db1f-4216-b657-c4e64116ef63 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.522877 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port da3e9572-97f7-4e7e-922a-a028b94d3026, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=da3e9572-97f7-4e7e-922a-a028b94d3026,segment=NetworkSegment(90d721ad-5c14-4e8b-8d38-43728529f388),segment_id=90d721ad-5c14-4e8b-8d38-43728529f388)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:35.582963 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e623ebd9-6cb0-40fd-81d1-14061a17043a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.600116 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e623ebd9-6cb0-40fd-81d1-14061a17043a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.671275 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec60dcc2-db1f-4216-b657-c4e64116ef63 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Network 0d50df29-bfef-4a98-8a98-bbd142b86ab0 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:35.679176 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-ec60dcc2-db1f-4216-b657-c4e64116ef63 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:35.679484 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623ebd9-6cb0-40fd-81d1-14061a17043a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1622533f-fcdc-43f0-a753-cb2c1f6f0ce8,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:35.685650 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eea8dbfe-e106-4d92-bd74-496b2c1babe9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.794913 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b86970b-70f2-480f-adb7-21b5d8e7ca7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3e9572-97f7-4e7e-922a-a028b94d3026'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:35.799272 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db500ae1-ee89-4894-9c68-f8e0c25f9638" -d '{"events": [{"server_uuid": "9b86970b-70f2-480f-adb7-21b5d8e7ca7b", "name": "network-vif-plugged", "status": "completed", "tag": "da3e9572-97f7-4e7e-922a-a028b94d3026"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:35.829652 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.839745 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] For port ea0995ad-6790-4ef7-baa3-9d27e8ad12e2, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:35.899195 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e623ebd9-6cb0-40fd-81d1-14061a17043a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.901259 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e623ebd9-6cb0-40fd-81d1-14061a17043a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7265999 Jul 07 17:20:35.908201 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44850) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:35.920204 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-15d8f223-b001-4183-bebe-69980dffdee5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'security_group_rule': {'security_group_id': '41132292-bd90-4d04-8023-9f436d8fe69c', 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:35.966250 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eea8dbfe-e106-4d92-bd74-496b2c1babe9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.018446 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15d8f223-b001-4183-bebe-69980dffdee5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.054589 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] For port ea0995ad-6790-4ef7-baa3-9d27e8ad12e2, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=ea0995ad-6790-4ef7-baa3-9d27e8ad12e2,segment=NetworkSegment(06d6b5c3-29d9-4c13-b51b-04e428afc862),segment_id=06d6b5c3-29d9-4c13-b51b-04e428afc862)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:36.062987 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec60dcc2-db1f-4216-b657-c4e64116ef63 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Router 205853ec-adf4-40ac-8ee4-7f24c1a62833 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:20:36.067026 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb176db-3d13-4afb-93d3-5d464efa48c7 x-openstack-request-id: req-9fb176db-3d13-4afb-93d3-5d464efa48c7 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:36.067764 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b86970b-70f2-480f-adb7-21b5d8e7ca7b", "name": "network-vif-plugged", "status": "completed", "tag": "da3e9572-97f7-4e7e-922a-a028b94d3026", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:36.068292 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9fb176db-3d13-4afb-93d3-5d464efa48c7 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:36.069152 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b86970b-70f2-480f-adb7-21b5d8e7ca7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3e9572-97f7-4e7e-922a-a028b94d3026', 'code': 200} Jul 07 17:20:36.138828 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.180341 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cb489cb3-6c03-494d-90d5-a72bd4017150 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.203646 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eea8dbfe-e106-4d92-bd74-496b2c1babe9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.204672 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-cb489cb3-6c03-494d-90d5-a72bd4017150 None None] Transition to ACTIVE for port object 7dc00d44-1ce2-4f7e-817d-6047b9f73da4 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:36.242217 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-cb489cb3-6c03-494d-90d5-a72bd4017150 None None] Transition to ACTIVE for port object 7dc00d44-1ce2-4f7e-817d-6047b9f73da4 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:36.279711 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-6b4d3ebc-557e-4ca6-bda8-161a78273380 None None] Allocated IP 172.20.0.18 (9944229c-b2d9-4130-af79-8fc14ab603d4/2c676d3d-c910-42cc-b1da-ae72c7349ba8/48859427-8d72-4117-b55a-04f273af134e) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:36.291510 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8dbfe-e106-4d92-bd74-496b2c1babe9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Subnet': ['ID=6f340d16-6d40-4f6c-9090-d521babb483a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:36.313349 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cb489cb3-6c03-494d-90d5-a72bd4017150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.326680 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eea8dbfe-e106-4d92-bd74-496b2c1babe9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.334145 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-eea8dbfe-e106-4d92-bd74-496b2c1babe9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/subnets/6f340d16-6d40-4f6c-9090-d521babb483a HTTP/1.1" status: 204 len: 168 time: 1.0471249 Jul 07 17:20:36.337723 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44856) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:36.354713 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a676b04-c668-4061-a769-2ac274d01c8b None None] Network d3916ac7-9d47-4139-ba05-e4045157ad36 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:36.516579 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=da3e9572-97f7-4e7e-922a-a028b94d3026,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:36.525323 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb489cb3-6c03-494d-90d5-a72bd4017150 None None] Network 107eb8f0-f6ea-483e-956e-97595fee7867 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:36.587067 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9ef0e2-5787-4956-bb22-a21401f92c00 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting subnet 16e0345d-203b-46a5-a759-c36e3aca9976 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:36.617464 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4e9ef0e2-5787-4956-bb22-a21401f92c00 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.911708 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4e9ef0e2-5787-4956-bb22-a21401f92c00 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.076855 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15d8f223-b001-4183-bebe-69980dffdee5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.091389 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15d8f223-b001-4183-bebe-69980dffdee5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.292823 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-85c22d42-3cf4-4622-9dce-cdf74c171468 req-7eef1542-046f-4fff-a274-880ee1bd3302 tempest-ServerShowV254Test-2056906155 tempest-ServerShowV254Test-2056906155-project] 10.222.0.53 "GET /v2.0/ports?device_id=88288ea5-4a3e-4f66-b3cb-dfc050bc23a4 HTTP/1.1" status: 200 len: 210 time: 0.1752136 Jul 07 17:20:37.519016 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec60dcc2-db1f-4216-b657-c4e64116ef63 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:20:37.540829 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ec60dcc2-db1f-4216-b657-c4e64116ef63 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] 10.222.0.53 "PUT /v2.0/routers/205853ec-adf4-40ac-8ee4-7f24c1a62833/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7911029 Jul 07 17:20:37.558451 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4e9ef0e2-5787-4956-bb22-a21401f92c00 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.561078 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8f223-b001-4183-bebe-69980dffdee5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a1d048-f5fc-42aa-b3c7-81ec936f13cd,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:37.562026 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Pushing event updated for resources: {'Port': ['ID=ea0995ad-6790-4ef7-baa3-9d27e8ad12e2,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:37.569403 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-cb489cb3-6c03-494d-90d5-a72bd4017150 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:37.572685 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44872) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:37.578891 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb489cb3-6c03-494d-90d5-a72bd4017150 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:37.618857 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15d8f223-b001-4183-bebe-69980dffdee5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.626419 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-15d8f223-b001-4183-bebe-69980dffdee5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7121875 Jul 07 17:20:37.641485 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b531eb-6fdf-44bd-9f52-18d62d2e8328 None None] Sync routers for ids ['205853ec-adf4-40ac-8ee4-7f24c1a62833'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:20:37.657244 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44874) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:37.693562 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-45029b5e-07e7-4ecf-87ea-d5dc29225853 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'security_group_rule': {'security_group_id': '41132292-bd90-4d04-8023-9f436d8fe69c', 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:37.817859 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4e9ef0e2-5787-4956-bb22-a21401f92c00 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.823522 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:37.824246 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:37.824944 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:37.825590 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:37.828676 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:37.829457 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:37.830046 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:37.830658 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:37.833313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:37.833986 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:37.834599 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:37.838203 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a82a6d-2a7f-4c8c-bec6-12492cbc975f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:37.890901 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ef0e2-5787-4956-bb22-a21401f92c00 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Subnet': ['ID=16e0345d-203b-46a5-a759-c36e3aca9976,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:37.902239 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4e9ef0e2-5787-4956-bb22-a21401f92c00 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.917944 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4e9ef0e2-5787-4956-bb22-a21401f92c00 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/subnets/16e0345d-203b-46a5-a759-c36e3aca9976 HTTP/1.1" status: 204 len: 168 time: 1.5760202 Jul 07 17:20:37.924206 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44876) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:37.952835 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-45029b5e-07e7-4ecf-87ea-d5dc29225853 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.012051 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b531eb-6fdf-44bd-9f52-18d62d2e8328 None None] Routers {'205853ec-adf4-40ac-8ee4-7f24c1a62833'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:38.015374 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-37b531eb-6fdf-44bd-9f52-18d62d2e8328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:20:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['205853ec-adf4-40ac-8ee4-7f24c1a62833'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:38.139427 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b146b-c337-4d7b-921b-97825eb31c5a req-8858f8b8-e07f-44cb-9911-9c02ccd090ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:38.142048 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f42b146b-c337-4d7b-921b-97825eb31c5a req-8858f8b8-e07f-44cb-9911-9c02ccd090ab service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9b86970b-70f2-480f-adb7-21b5d8e7ca7b HTTP/1.1" status: 200 len: 1097 time: 1.1522744 Jul 07 17:20:38.186287 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-18e6784e-e1ad-4059-9d4d-667f0787d720 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.247641 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb489cb3-6c03-494d-90d5-a72bd4017150 None None] Pushing event updated for resources: {'Port': ['ID=7dc00d44-1ce2-4f7e-817d-6047b9f73da4,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:38.268087 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-92660b22-5fa1-4ba0-b86b-36b4be37608d None None] Could not find standard attr ID for object 03ebd1f3-85c9-47cf-aed8-d3b1c503cf4a. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:20:38.283676 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.285414 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.424039 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-18e6784e-e1ad-4059-9d4d-667f0787d720 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting port d99d2fc0-bdce-4f2e-a91f-f78c0836bccf {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:38.425874 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-18e6784e-e1ad-4059-9d4d-667f0787d720 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.436853 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-37b531eb-6fdf-44bd-9f52-18d62d2e8328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:38.492389 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-cb489cb3-6c03-494d-90d5-a72bd4017150 None None] Attempting to bind port 7dc00d44-1ce2-4f7e-817d-6047b9f73da4 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:38.492807 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-cb489cb3-6c03-494d-90d5-a72bd4017150 None None] Attempting to bind port 7dc00d44-1ce2-4f7e-817d-6047b9f73da4 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '4d1febe0-cbae-46c4-83f8-daccb01343ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '107eb8f0-f6ea-483e-956e-97595fee7867'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:38.493180 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb489cb3-6c03-494d-90d5-a72bd4017150 None None] Attempting to bind port 7dc00d44-1ce2-4f7e-817d-6047b9f73da4 on network 107eb8f0-f6ea-483e-956e-97595fee7867 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:38.528767 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-92660b22-5fa1-4ba0-b86b-36b4be37608d None None] Provisioning for port a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:38.532613 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb489cb3-6c03-494d-90d5-a72bd4017150 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:38.533109 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb489cb3-6c03-494d-90d5-a72bd4017150 None None] Checking segment: {'id': '4d1febe0-cbae-46c4-83f8-daccb01343ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '107eb8f0-f6ea-483e-956e-97595fee7867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:38.533545 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cb489cb3-6c03-494d-90d5-a72bd4017150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.533990 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb489cb3-6c03-494d-90d5-a72bd4017150 None None] Bound using segment: {'id': '4d1febe0-cbae-46c4-83f8-daccb01343ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '107eb8f0-f6ea-483e-956e-97595fee7867'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:38.534621 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-cb489cb3-6c03-494d-90d5-a72bd4017150 None None] Bound port: 7dc00d44-1ce2-4f7e-817d-6047b9f73da4, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d1febe0-cbae-46c4-83f8-daccb01343ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '107eb8f0-f6ea-483e-956e-97595fee7867'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:38.535541 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cb489cb3-6c03-494d-90d5-a72bd4017150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.555130 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c7b98-edb2-45d7-86c0-4b5e136e3284 req-c8c00364-ff78-444f-ac4a-4041d522b9ed tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:38.570504 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1c6c7b98-edb2-45d7-86c0-4b5e136e3284 req-c8c00364-ff78-444f-ac4a-4041d522b9ed tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b86970b-70f2-480f-adb7-21b5d8e7ca7b HTTP/1.1" status: 200 len: 945 time: 1.5618234 Jul 07 17:20:38.581227 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-92660b22-5fa1-4ba0-b86b-36b4be37608d None None] Provisioning complete for port a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:38.581227 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-92660b22-5fa1-4ba0-b86b-36b4be37608d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.595069 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b531eb-6fdf-44bd-9f52-18d62d2e8328 None None] Routers {'205853ec-adf4-40ac-8ee4-7f24c1a62833'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:38.595746 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-37b531eb-6fdf-44bd-9f52-18d62d2e8328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:20:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['205853ec-adf4-40ac-8ee4-7f24c1a62833'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:38.655527 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-18e6784e-e1ad-4059-9d4d-667f0787d720 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] For port d99d2fc0-bdce-4f2e-a91f-f78c0836bccf, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d99d2fc0-bdce-4f2e-a91f-f78c0836bccf,segment=NetworkSegment(4e87f7eb-2144-45a6-b66a-de17d6cbd3e0),segment_id=4e87f7eb-2144-45a6-b66a-de17d6cbd3e0)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:38.656035 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-18e6784e-e1ad-4059-9d4d-667f0787d720 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.702506 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-18e6784e-e1ad-4059-9d4d-667f0787d720 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Calling delete_port for d99d2fc0-bdce-4f2e-a91f-f78c0836bccf owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:38.777693 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-37b531eb-6fdf-44bd-9f52-18d62d2e8328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:38.779249 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b531eb-6fdf-44bd-9f52-18d62d2e8328 None None] The sync data for ids ['205853ec-adf4-40ac-8ee4-7f24c1a62833'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:20:38.851863 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-18e6784e-e1ad-4059-9d4d-667f0787d720 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.927481 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-45029b5e-07e7-4ecf-87ea-d5dc29225853 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.930171 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6b4d3ebc-557e-4ca6-bda8-161a78273380 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.943558 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6784e-e1ad-4059-9d4d-667f0787d720 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Port': ['ID=d99d2fc0-bdce-4f2e-a91f-f78c0836bccf,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:38.964952 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-45029b5e-07e7-4ecf-87ea-d5dc29225853 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.968303 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6934c635-ef0a-4438-8483-3f2883615bfa req-ddd60532-fc21-4419-b5a7-5e51ae590e1f tempest-ServerShowV254Test-2056906155 tempest-ServerShowV254Test-2056906155-project] 10.222.0.53 "GET /v2.0/ports?device_id=88288ea5-4a3e-4f66-b3cb-dfc050bc23a4 HTTP/1.1" status: 200 len: 210 time: 0.1309276 Jul 07 17:20:38.969959 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e6784e-e1ad-4059-9d4d-667f0787d720 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] No DVR routers for this DVR port d99d2fc0-bdce-4f2e-a91f-f78c0836bccf on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:38.990202 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d39af2-590d-4281-9b2e-62df3a782bd9 None None] Network 0d50df29-bfef-4a98-8a98-bbd142b86ab0 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:39.015225 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6b4d3ebc-557e-4ca6-bda8-161a78273380 None None] Transition to ACTIVE for port object 48859427-8d72-4117-b55a-04f273af134e will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:39.080962 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f42b146b-c337-4d7b-921b-97825eb31c5a req-c9fd8575-10d0-436d-ac03-7ca5475023e0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8983760 Jul 07 17:20:39.136140 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45029b5e-07e7-4ecf-87ea-d5dc29225853 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b074954f-2c6e-4ff4-b0d1-8d6e75eeb663,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:39.161001 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6457b6-09e4-4174-9dbf-77092b19715f None None] DHCP port deletion for d3916ac7-9d47-4139-ba05-e4045157ad36 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:20:39.185527 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1c6c7b98-edb2-45d7-86c0-4b5e136e3284 req-6efb99ba-7328-4a22-8bc8-67d12de7fbde tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6110826 Jul 07 17:20:39.188094 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-45029b5e-07e7-4ecf-87ea-d5dc29225853 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.191592 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-45029b5e-07e7-4ecf-87ea-d5dc29225853 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5168879 Jul 07 17:20:39.193892 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-cb489cb3-6c03-494d-90d5-a72bd4017150 None None] For port 7dc00d44-1ce2-4f7e-817d-6047b9f73da4, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:39.199893 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-cb489cb3-6c03-494d-90d5-a72bd4017150 None None] For port 7dc00d44-1ce2-4f7e-817d-6047b9f73da4, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7dc00d44-1ce2-4f7e-817d-6047b9f73da4,segment=NetworkSegment(4d1febe0-cbae-46c4-83f8-daccb01343ed),segment_id=4d1febe0-cbae-46c4-83f8-daccb01343ed)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:39.218328 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44890) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:39.220313 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cb489cb3-6c03-494d-90d5-a72bd4017150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.223050 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-51b53af6-6ec8-403a-88a5-e2cadcac79fe tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'security_group_rule': {'security_group_id': '41132292-bd90-4d04-8023-9f436d8fe69c', 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:39.277973 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-18e6784e-e1ad-4059-9d4d-667f0787d720 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.292462 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-92660b22-5fa1-4ba0-b86b-36b4be37608d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.326779 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-18e6784e-e1ad-4059-9d4d-667f0787d720 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3916ac7-9d47-4139-ba05-e4045157ad36']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:39.344193 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6b4d3ebc-557e-4ca6-bda8-161a78273380 None None] Transition to ACTIVE for port object 48859427-8d72-4117-b55a-04f273af134e will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:39.361099 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-18e6784e-e1ad-4059-9d4d-667f0787d720 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e87f7eb-2144-45a6-b66a-de17d6cbd3e0') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:39.361590 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-18e6784e-e1ad-4059-9d4d-667f0787d720 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e87f7eb-2144-45a6-b66a-de17d6cbd3e0') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:39.387024 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-18e6784e-e1ad-4059-9d4d-667f0787d720 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.418461 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6b4d3ebc-557e-4ca6-bda8-161a78273380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.443332 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-18e6784e-e1ad-4059-9d4d-667f0787d720 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.466951 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e6784e-e1ad-4059-9d4d-667f0787d720 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:39.467621 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-18e6784e-e1ad-4059-9d4d-667f0787d720 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.503979 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-92660b22-5fa1-4ba0-b86b-36b4be37608d None None] For port a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e,segment=NetworkSegment(47663bbd-133b-40de-a65b-2dd772645e02),segment_id=47663bbd-133b-40de-a65b-2dd772645e02)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:39.545188 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4d3ebc-557e-4ca6-bda8-161a78273380 None None] Network 9944229c-b2d9-4130-af79-8fc14ab603d4 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:39.555758 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-92660b22-5fa1-4ba0-b86b-36b4be37608d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.579691 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-6b4d3ebc-557e-4ca6-bda8-161a78273380 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:39.590612 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4d3ebc-557e-4ca6-bda8-161a78273380 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:39.624977 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:39.657867 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-51b53af6-6ec8-403a-88a5-e2cadcac79fe tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.669460 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb489cb3-6c03-494d-90d5-a72bd4017150 None None] Pushing event updated for resources: {'Port': ['ID=7dc00d44-1ce2-4f7e-817d-6047b9f73da4,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:39.700341 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-18e6784e-e1ad-4059-9d4d-667f0787d720 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.761872 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-18326d89-c052-447d-97f2-c7ac42b38070 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:39.763004 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-18326d89-c052-447d-97f2-c7ac42b38070 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] 10.222.0.53 "PUT /v2.0/routers/205853ec-adf4-40ac-8ee4-7f24c1a62833/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1571434 Jul 07 17:20:39.768561 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44898) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:39.780974 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d3ebc-557e-4ca6-bda8-161a78273380 None None] Pushing event updated for resources: {'Port': ['ID=48859427-8d72-4117-b55a-04f273af134e,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:39.807280 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-18e6784e-e1ad-4059-9d4d-667f0787d720 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.809529 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-18e6784e-e1ad-4059-9d4d-667f0787d720 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/networks/d3916ac7-9d47-4139-ba05-e4045157ad36 HTTP/1.1" status: 204 len: 168 time: 1.8833232 Jul 07 17:20:39.834927 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44902) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:39.845805 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-6b4d3ebc-557e-4ca6-bda8-161a78273380 None None] Attempting to bind port 48859427-8d72-4117-b55a-04f273af134e on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:39.852394 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-6b4d3ebc-557e-4ca6-bda8-161a78273380 None None] Attempting to bind port 48859427-8d72-4117-b55a-04f273af134e by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '261555e2-07d0-4e5a-bf68-a4f827c0c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9944229c-b2d9-4130-af79-8fc14ab603d4'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:39.853359 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4d3ebc-557e-4ca6-bda8-161a78273380 None None] Attempting to bind port 48859427-8d72-4117-b55a-04f273af134e on network 9944229c-b2d9-4130-af79-8fc14ab603d4 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:39.877597 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6784e-e1ad-4059-9d4d-667f0787d720 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Network': ['ID=d3916ac7-9d47-4139-ba05-e4045157ad36,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:40.027948 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4d3ebc-557e-4ca6-bda8-161a78273380 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:40.027948 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4d3ebc-557e-4ca6-bda8-161a78273380 None None] Checking segment: {'id': '261555e2-07d0-4e5a-bf68-a4f827c0c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9944229c-b2d9-4130-af79-8fc14ab603d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:40.035303 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6b4d3ebc-557e-4ca6-bda8-161a78273380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.037627 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4d3ebc-557e-4ca6-bda8-161a78273380 None None] Bound using segment: {'id': '261555e2-07d0-4e5a-bf68-a4f827c0c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9944229c-b2d9-4130-af79-8fc14ab603d4'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:40.044927 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-6b4d3ebc-557e-4ca6-bda8-161a78273380 None None] Bound port: 48859427-8d72-4117-b55a-04f273af134e, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261555e2-07d0-4e5a-bf68-a4f827c0c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9944229c-b2d9-4130-af79-8fc14ab603d4'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:40.045235 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-51b53af6-6ec8-403a-88a5-e2cadcac79fe tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.045968 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6b4d3ebc-557e-4ca6-bda8-161a78273380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.064189 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-51b53af6-6ec8-403a-88a5-e2cadcac79fe tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.161606 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b53af6-6ec8-403a-88a5-e2cadcac79fe tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f57b9572-1c0a-484f-bae4-9eacbed734e5,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:40.193545 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-51b53af6-6ec8-403a-88a5-e2cadcac79fe tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.195790 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-51b53af6-6ec8-403a-88a5-e2cadcac79fe tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9761200 Jul 07 17:20:40.206472 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44908) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:40.227305 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-24e2f893-f3c6-433c-a29b-d7988d41455e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'security_group_rule': {'security_group_id': '41132292-bd90-4d04-8023-9f436d8fe69c', 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:40.253909 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5a1ec0-59ae-4a02-8715-809c3dbeaf05 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:40.256423 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6c5a1ec0-59ae-4a02-8715-809c3dbeaf05 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4166276 Jul 07 17:20:40.262226 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44910) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:40.384941 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-6b4d3ebc-557e-4ca6-bda8-161a78273380 None None] For port 48859427-8d72-4117-b55a-04f273af134e, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:40.390791 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-6b4d3ebc-557e-4ca6-bda8-161a78273380 None None] For port 48859427-8d72-4117-b55a-04f273af134e, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=48859427-8d72-4117-b55a-04f273af134e,segment=NetworkSegment(261555e2-07d0-4e5a-bf68-a4f827c0c367),segment_id=261555e2-07d0-4e5a-bf68-a4f827c0c367)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:40.394910 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device ea0995ad-6790-4ef7-baa3-9d27e8ad12e2 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:40.398024 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4b58fb49-9c19-44ca-8838-632c414f01a0 None None] Provisioning for port ea0995ad-6790-4ef7-baa3-9d27e8ad12e2 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:40.407919 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6b4d3ebc-557e-4ca6-bda8-161a78273380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.449611 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44918) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:40.462812 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-be9a3d6c-6f41-4491-b55f-44ec47551bfa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1635758167'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:40.468684 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f6d61713-66fb-41f3-a924-65c46662e422 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1973898 Jul 07 17:20:40.475833 n-d-791503-12 neutron-server[100193]: INFO neutron.db.securitygroups_db [None req-24e2f893-f3c6-433c-a29b-d7988d41455e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Project f7e4da5b6d5e463984eb77df0d02de9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:20:40.503871 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24e2f893-f3c6-433c-a29b-d7988d41455e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.514248 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92660b22-5fa1-4ba0-b86b-36b4be37608d None None] Pushing event updated for resources: {'Port': ['ID=a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:40.597343 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d3ebc-557e-4ca6-bda8-161a78273380 None None] Pushing event updated for resources: {'Port': ['ID=48859427-8d72-4117-b55a-04f273af134e,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:40.643374 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port ea0995ad-6790-4ef7-baa3-9d27e8ad12e2 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:40.652954 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port ea0995ad-6790-4ef7-baa3-9d27e8ad12e2 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:40.653493 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.729410 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1f968a56-7d65-45a9-8f73-acd2a7f7f243 req-725469cc-22d9-49f1-9f8c-79a53cd0b0e6 tempest-ServerShowV254Test-2056906155 tempest-ServerShowV254Test-2056906155-project] 10.222.0.53 "GET /v2.0/ports?device_id=88288ea5-4a3e-4f66-b3cb-dfc050bc23a4 HTTP/1.1" status: 200 len: 210 time: 0.1704993 Jul 07 17:20:40.740116 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9a3d6c-6f41-4491-b55f-44ec47551bfa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:40.744777 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-be9a3d6c-6f41-4491-b55f-44ec47551bfa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.798212 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.811586 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24e2f893-f3c6-433c-a29b-d7988d41455e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.851176 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port ea0995ad-6790-4ef7-baa3-9d27e8ad12e2, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=ea0995ad-6790-4ef7-baa3-9d27e8ad12e2,segment=NetworkSegment(06d6b5c3-29d9-4c13-b51b-04e428afc862),segment_id=06d6b5c3-29d9-4c13-b51b-04e428afc862)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:40.856926 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.858329 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9a3d6c-6f41-4491-b55f-44ec47551bfa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:20:40.862121 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24e2f893-f3c6-433c-a29b-d7988d41455e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.924208 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2f893-f3c6-433c-a29b-d7988d41455e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc680d0b-2197-44bb-81ce-34cedae07f8f,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:40.994826 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18070af5-7432-436a-aa61-9bf26fe45b20 req-7248c3cb-dfe1-4e11-b918-6dd0ebea6377 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:41.004720 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-be9a3d6c-6f41-4491-b55f-44ec47551bfa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.008827 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-be9a3d6c-6f41-4491-b55f-44ec47551bfa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Added segment 05418b76-2a59-47a8-8ddc-8b5e874051b9 of type vlan for network a9dc7afa-6076-4ce7-8759-173c234deddd Jul 07 17:20:41.011197 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-18070af5-7432-436a-aa61-9bf26fe45b20 req-7248c3cb-dfe1-4e11-b918-6dd0ebea6377 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b86970b-70f2-480f-adb7-21b5d8e7ca7b HTTP/1.1" status: 200 len: 945 time: 0.3670673 Jul 07 17:20:41.050587 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d99d2fc0-bdce-4f2e-a91f-f78c0836bccf no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:41.135797 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-18070af5-7432-436a-aa61-9bf26fe45b20 req-ece382a2-95c3-4305-a918-ea450f1b9a44 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171076 Jul 07 17:20:41.141879 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=ea0995ad-6790-4ef7-baa3-9d27e8ad12e2,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:41.149906 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: d99d2fc0-bdce-4f2e-a91f-f78c0836bccf {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:41.151210 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d99d2fc0-bdce-4f2e-a91f-f78c0836bccf not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:41.181123 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24e2f893-f3c6-433c-a29b-d7988d41455e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.185059 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-24e2f893-f3c6-433c-a29b-d7988d41455e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9719434 Jul 07 17:20:41.185817 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44922) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:41.198387 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-54984195-1471-4722-8992-a2097b78261b tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'security_group_rule': {'security_group_id': '41132292-bd90-4d04-8023-9f436d8fe69c', 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:41.236845 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-be9a3d6c-6f41-4491-b55f-44ec47551bfa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.259555 n-d-791503-12 neutron-server[100192]: INFO neutron.db.securitygroups_db [None req-54984195-1471-4722-8992-a2097b78261b tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Project f7e4da5b6d5e463984eb77df0d02de9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:20:41.273026 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-54984195-1471-4722-8992-a2097b78261b tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.365913 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-756abd47-ae2b-409b-bbfb-2c4f29f5b393 None None] Provisioning for port df619a3f-3af9-46b8-a6e7-5973a7d5e3eb completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:41.374882 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-756abd47-ae2b-409b-bbfb-2c4f29f5b393 None None] Provisioning complete for port df619a3f-3af9-46b8-a6e7-5973a7d5e3eb triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:41.377686 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-756abd47-ae2b-409b-bbfb-2c4f29f5b393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.385904 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62a5b10a-6702-470a-abd4-27f1f3186087 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.459250 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-54984195-1471-4722-8992-a2097b78261b tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.465591 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-54984195-1471-4722-8992-a2097b78261b tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.498731 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54984195-1471-4722-8992-a2097b78261b tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d1c064-9e45-440c-8ab1-bb79cef310dd,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:41.523800 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-756abd47-ae2b-409b-bbfb-2c4f29f5b393 None None] Port df619a3f-3af9-46b8-a6e7-5973a7d5e3eb cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:41.533971 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.db.resource_extend [None req-be9a3d6c-6f41-4491-b55f-44ec47551bfa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:20:41.542142 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-54984195-1471-4722-8992-a2097b78261b tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.555643 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-54984195-1471-4722-8992-a2097b78261b tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3581290 Jul 07 17:20:41.567546 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-756abd47-ae2b-409b-bbfb-2c4f29f5b393 None None] Provisioning complete for port ea0995ad-6790-4ef7-baa3-9d27e8ad12e2 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:41.568275 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-756abd47-ae2b-409b-bbfb-2c4f29f5b393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.745216 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-be9a3d6c-6f41-4491-b55f-44ec47551bfa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.767228 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9a3d6c-6f41-4491-b55f-44ec47551bfa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:41.769307 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-be9a3d6c-6f41-4491-b55f-44ec47551bfa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.932806 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-339e257b-ab36-433a-952d-136bb77e0e59 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-12855334&fields=id&tenant_id=f7e4da5b6d5e463984eb77df0d02de9e HTTP/1.1" status: 200 len: 267 time: 0.0870214 Jul 07 17:20:41.958126 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-be9a3d6c-6f41-4491-b55f-44ec47551bfa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5061054 Jul 07 17:20:41.976360 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7dc00d44-1ce2-4f7e-817d-6047b9f73da4 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:42.012914 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44948) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:42.055193 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-38b4047b-ad04-4ab3-a859-70776ea09780 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'subnet': {'network_id': 'a9dc7afa-6076-4ce7-8759-173c234deddd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:42.092083 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a3d6c-6f41-4491-b55f-44ec47551bfa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Network': ['ID=a9dc7afa-6076-4ce7-8759-173c234deddd,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:42.130719 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7427b6c2-df37-4cd9-a025-f7f13777ab1e None None] Network 107eb8f0-f6ea-483e-956e-97595fee7867 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:42.137103 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network a9dc7afa-6076-4ce7-8759-173c234deddd details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:20:42.310136 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-82b8a168-d7f5-4d50-99f4-29d08e5e51af req-ac5c85d6-8b8f-44da-8212-89cc251831ea tempest-ServerShowV254Test-2056906155 tempest-ServerShowV254Test-2056906155-project] 10.222.0.53 "GET /v2.0/ports?device_id=88288ea5-4a3e-4f66-b3cb-dfc050bc23a4 HTTP/1.1" status: 200 len: 210 time: 0.0786922 Jul 07 17:20:42.428762 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-62a5b10a-6702-470a-abd4-27f1f3186087 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Deleting port df619a3f-3af9-46b8-a6e7-5973a7d5e3eb {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:42.430397 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62a5b10a-6702-470a-abd4-27f1f3186087 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.486132 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-2cfef872-acc2-4d51-8b76-0233af0542d8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:42.492079 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2f049787-67cc-4f60-bc5f-47b03d65c588 None None] Provisioning complete for port df619a3f-3af9-46b8-a6e7-5973a7d5e3eb triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:42.492891 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2f049787-67cc-4f60-bc5f-47b03d65c588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.499817 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-2cfef872-acc2-4d51-8b76-0233af0542d8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/networks?id=9944229c-b2d9-4130-af79-8fc14ab603d4 HTTP/1.1" status: 200 len: 796 time: 0.5459416 Jul 07 17:20:42.541797 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-14706e32-7bac-4032-bd62-424b80a021b3 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/quotas/f7e4da5b6d5e463984eb77df0d02de9e HTTP/1.1" status: 200 len: 375 time: 0.0408437 Jul 07 17:20:42.568655 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 7dc00d44-1ce2-4f7e-817d-6047b9f73da4 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:42.607163 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:42.607531 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62a5b10a-6702-470a-abd4-27f1f3186087 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.614875 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-2f049787-67cc-4f60-bc5f-47b03d65c588 None None] Port df619a3f-3af9-46b8-a6e7-5973a7d5e3eb cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:42.647428 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-62a5b10a-6702-470a-abd4-27f1f3186087 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Calling delete_port for df619a3f-3af9-46b8-a6e7-5973a7d5e3eb owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:42.703032 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b4047b-ad04-4ab3-a859-70776ea09780 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:42.709824 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-38b4047b-ad04-4ab3-a859-70776ea09780 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.758289 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:42.758769 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.765452 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0d1941ad-2a88-40bb-90d2-a26bd49b1ef7 None None] Provisioning for port 7dc00d44-1ce2-4f7e-817d-6047b9f73da4 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:42.798006 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0d1941ad-2a88-40bb-90d2-a26bd49b1ef7 None None] Provisioning complete for port 7dc00d44-1ce2-4f7e-817d-6047b9f73da4 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:42.798441 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0d1941ad-2a88-40bb-90d2-a26bd49b1ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.820796 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-b1368434-a2a4-4090-a754-482da305ecb6 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f7e4da5b6d5e463984eb77df0d02de9e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2779095 Jul 07 17:20:42.866066 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e3f025-5229-44ca-b51b-b3f3d37a87c6 None None] Network 9944229c-b2d9-4130-af79-8fc14ab603d4 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:42.961709 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7134061-7ae3-489a-bef5-8bc4e0023801 req-8f9df8e3-eaef-4143-954b-83e1ef8cd225 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:42.974290 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f7134061-7ae3-489a-bef5-8bc4e0023801 req-8f9df8e3-eaef-4143-954b-83e1ef8cd225 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 946 time: 0.2985144 Jul 07 17:20:43.025383 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-c45131ac-ac4f-4921-b42f-ac24841cda53 service neutron] 10.222.0.53 "GET /v2.0/networks/9944229c-b2d9-4130-af79-8fc14ab603d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033427 Jul 07 17:20:43.125897 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f7134061-7ae3-489a-bef5-8bc4e0023801 req-295d5660-85d4-4b0a-8625-4e78b252c7ac tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499500 Jul 07 17:20:43.231082 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-50ac3414-bbf3-44a9-8180-518046a247d8 service neutron] 10.222.0.53 "GET /v2.0/networks/9944229c-b2d9-4130-af79-8fc14ab603d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977239 Jul 07 17:20:43.275314 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62a5b10a-6702-470a-abd4-27f1f3186087 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.346221 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device ea0995ad-6790-4ef7-baa3-9d27e8ad12e2 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:43.357128 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5b10a-6702-470a-abd4-27f1f3186087 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Pushing event deleted for resources: {'Port': ['ID=df619a3f-3af9-46b8-a6e7-5973a7d5e3eb,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:43.514455 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-38b4047b-ad04-4ab3-a859-70776ea09780 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.556531 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0d1941ad-2a88-40bb-90d2-a26bd49b1ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.664199 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4047b-ad04-4ab3-a859-70776ea09780 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Subnet': ['ID=76fe00d8-2f95-4f0a-b185-7d03589044cd,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:43.721009 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b4047b-ad04-4ab3-a859-70776ea09780 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Checking segment: {'id': '05418b76-2a59-47a8-8ddc-8b5e874051b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a9dc7afa-6076-4ce7-8759-173c234deddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:43.721403 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b4047b-ad04-4ab3-a859-70776ea09780 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network hostable DHCP agents. Network: a9dc7afa-6076-4ce7-8759-173c234deddd, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:20:43.735612 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-0d1941ad-2a88-40bb-90d2-a26bd49b1ef7 None None] For port 7dc00d44-1ce2-4f7e-817d-6047b9f73da4, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7dc00d44-1ce2-4f7e-817d-6047b9f73da4,segment=NetworkSegment(4d1febe0-cbae-46c4-83f8-daccb01343ed),segment_id=4d1febe0-cbae-46c4-83f8-daccb01343ed)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:43.755346 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0d1941ad-2a88-40bb-90d2-a26bd49b1ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.761219 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b4047b-ad04-4ab3-a859-70776ea09780 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network a9dc7afa-6076-4ce7-8759-173c234deddd is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:20:43.762791 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port ea0995ad-6790-4ef7-baa3-9d27e8ad12e2 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:43.763575 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.793582 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-38b4047b-ad04-4ab3-a859-70776ea09780 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, a9dc7afa-6076-4ce7-8759-173c234deddd) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:43.810203 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b4047b-ad04-4ab3-a859-70776ea09780 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:43.811194 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-38b4047b-ad04-4ab3-a859-70776ea09780 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.844694 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-38b4047b-ad04-4ab3-a859-70776ea09780 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8277593 Jul 07 17:20:43.845227 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44966) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:43.853619 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-772ca2ca-dfd9-4da0-aad8-8b67d5906864 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'port': {'network_id': 'a9dc7afa-6076-4ce7-8759-173c234deddd', 'name': 'tempest-PortsIpV6TestJSON-1888680592'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:43.904657 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd258b-1ce6-4eab-b06e-497c6bc7c936 req-707f026f-9622-456e-9f31-a70df0cdad86 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:43.914514 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5fbd258b-1ce6-4eab-b06e-497c6bc7c936 req-707f026f-9622-456e-9f31-a70df0cdad86 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b86970b-70f2-480f-adb7-21b5d8e7ca7b HTTP/1.1" status: 200 len: 945 time: 0.4650071 Jul 07 17:20:43.923273 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62a5b10a-6702-470a-abd4-27f1f3186087 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.932827 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1941ad-2a88-40bb-90d2-a26bd49b1ef7 None None] Pushing event updated for resources: {'Port': ['ID=7dc00d44-1ce2-4f7e-817d-6047b9f73da4,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:43.949847 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d53a30-8f34-43a5-b7ac-623d1d5551a4 None None] Network a9dc7afa-6076-4ce7-8759-173c234deddd requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:43.997213 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5fbd258b-1ce6-4eab-b06e-497c6bc7c936 req-7096e91e-1316-456a-8c6b-fec90e8d7cf6 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816395 Jul 07 17:20:44.000350 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a751b6c1-d531-4eee-b524-97098385c398 req-9db32071-e0d0-4f8b-9c78-09fe7f46e5ac tempest-ServerShowV254Test-2056906155 tempest-ServerShowV254Test-2056906155-project] 10.222.0.53 "GET /v2.0/ports?device_id=88288ea5-4a3e-4f66-b3cb-dfc050bc23a4 HTTP/1.1" status: 200 len: 210 time: 0.0408907 Jul 07 17:20:44.046186 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0d1941ad-2a88-40bb-90d2-a26bd49b1ef7 None None] Could not find standard attr ID for object df619a3f-3af9-46b8-a6e7-5973a7d5e3eb. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:20:44.181479 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772ca2ca-dfd9-4da0-aad8-8b67d5906864 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:44.186032 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-772ca2ca-dfd9-4da0-aad8-8b67d5906864 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.194004 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8c6ed7bb-2925-4821-a749-5b043cf62715 req-4f7b3e72-e9cd-4c25-afb5-87e471376c1b tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=2531f1b6-f5ab-435a-8ff0-1405db651868 HTTP/1.1" status: 200 len: 210 time: 0.0933745 Jul 07 17:20:44.244016 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-772ca2ca-dfd9-4da0-aad8-8b67d5906864 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] device_id is not set on port 2ab05927-c6a2-4b37-aa65-eb7e860de73b yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:44.327174 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e57020ee-986c-40d2-995c-4e39973d6f5d None None] Provisioning complete for port 7dc00d44-1ce2-4f7e-817d-6047b9f73da4 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:44.327879 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e57020ee-986c-40d2-995c-4e39973d6f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.560314 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a5b10a-6702-470a-abd4-27f1f3186087 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Router 205853ec-adf4-40ac-8ee4-7f24c1a62833 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:20:44.640589 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 48859427-8d72-4117-b55a-04f273af134e up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:44.675827 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-772ca2ca-dfd9-4da0-aad8-8b67d5906864 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Allocated IP 2001:db8::363 (a9dc7afa-6076-4ce7-8759-173c234deddd/76fe00d8-2f95-4f0a-b185-7d03589044cd/2ab05927-c6a2-4b37-aa65-eb7e860de73b) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:44.872050 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b355ae9-158c-4eca-92fa-73779fa00810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-a9dc7afa-6076-4ce7-8759-173c234deddd', 'network_id': 'a9dc7afa-6076-4ce7-8759-173c234deddd', 'tenant_id': 'a4d810b7abb64d54ac8bc38e2d32e1cc', 'fixed_ips': [{'subnet_id': '76fe00d8-2f95-4f0a-b185-7d03589044cd'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:20:44.872951 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4b355ae9-158c-4eca-92fa-73779fa00810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.989774 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e57020ee-986c-40d2-995c-4e39973d6f5d None None] Provisioning for port 48859427-8d72-4117-b55a-04f273af134e completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:44.995348 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e57020ee-986c-40d2-995c-4e39973d6f5d None None] Provisioning complete for port 48859427-8d72-4117-b55a-04f273af134e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:44.995649 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-772ca2ca-dfd9-4da0-aad8-8b67d5906864 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.995902 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e57020ee-986c-40d2-995c-4e39973d6f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.997577 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 48859427-8d72-4117-b55a-04f273af134e completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:45.003956 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 48859427-8d72-4117-b55a-04f273af134e triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:45.003956 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.013928 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-772ca2ca-dfd9-4da0-aad8-8b67d5906864 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Transition to ACTIVE for port object 2ab05927-c6a2-4b37-aa65-eb7e860de73b will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:45.120964 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-772ca2ca-dfd9-4da0-aad8-8b67d5906864 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.173385 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772ca2ca-dfd9-4da0-aad8-8b67d5906864 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network a9dc7afa-6076-4ce7-8759-173c234deddd is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:45.177820 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-4b355ae9-158c-4eca-92fa-73779fa00810 None None] Allocated IP 2001:db8::2 (a9dc7afa-6076-4ce7-8759-173c234deddd/76fe00d8-2f95-4f0a-b185-7d03589044cd/4dd32f31-a442-4f20-bbd0-74d66b3a1a67) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:45.179815 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-772ca2ca-dfd9-4da0-aad8-8b67d5906864 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:45.183322 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772ca2ca-dfd9-4da0-aad8-8b67d5906864 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:45.190118 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772ca2ca-dfd9-4da0-aad8-8b67d5906864 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:45.190969 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-772ca2ca-dfd9-4da0-aad8-8b67d5906864 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.202230 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a5b10a-6702-470a-abd4-27f1f3186087 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:20:45.214641 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568e63a3-d0f2-4b28-812f-9f663a56f03c None None] Sync routers for ids ['205853ec-adf4-40ac-8ee4-7f24c1a62833'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:20:45.225342 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-62a5b10a-6702-470a-abd4-27f1f3186087 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] 10.222.0.53 "PUT /v2.0/routers/205853ec-adf4-40ac-8ee4-7f24c1a62833/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4545016 Jul 07 17:20:45.225745 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-772ca2ca-dfd9-4da0-aad8-8b67d5906864 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3787189 Jul 07 17:20:45.227899 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44988) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.228594 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44990) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.233386 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568e63a3-d0f2-4b28-812f-9f663a56f03c None None] Routers {'205853ec-adf4-40ac-8ee4-7f24c1a62833'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:45.234618 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-568e63a3-d0f2-4b28-812f-9f663a56f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:20:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['205853ec-adf4-40ac-8ee4-7f24c1a62833'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:45.249382 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-de2310d5-c383-4972-9415-cbb3f8bacca9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'port': {'network_id': 'a9dc7afa-6076-4ce7-8759-173c234deddd', 'name': 'tempest-PortsIpV6TestJSON-1748936196'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:45.251793 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ca2ca-dfd9-4da0-aad8-8b67d5906864 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Port': ['ID=2ab05927-c6a2-4b37-aa65-eb7e860de73b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:45.278577 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-568e63a3-d0f2-4b28-812f-9f663a56f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:45.282588 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756d326-70b3-4d39-beac-78cecb7b0c8e req-5d73e97e-40d1-4dd4-b309-0f8cf51862c5 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:45.284229 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3756d326-70b3-4d39-beac-78cecb7b0c8e req-5d73e97e-40d1-4dd4-b309-0f8cf51862c5 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b86970b-70f2-480f-adb7-21b5d8e7ca7b HTTP/1.1" status: 200 len: 945 time: 0.2318499 Jul 07 17:20:45.291561 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568e63a3-d0f2-4b28-812f-9f663a56f03c None None] Routers {'205853ec-adf4-40ac-8ee4-7f24c1a62833'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:45.292457 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-568e63a3-d0f2-4b28-812f-9f663a56f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:20:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['205853ec-adf4-40ac-8ee4-7f24c1a62833'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:45.319940 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474493c5-ab0d-4aa4-80f6-621a1bcf1faf req-bbb6733b-f5e2-4b45-ba6a-d29f7342a00b tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:45.327456 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-474493c5-ab0d-4aa4-80f6-621a1bcf1faf req-bbb6733b-f5e2-4b45-ba6a-d29f7342a00b tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 946 time: 0.8403533 Jul 07 17:20:45.335749 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-da45bd5f-322c-4f66-bf07-132793228e69 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] delete failed (client error): The resource could not be found. Jul 07 17:20:45.336400 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-da45bd5f-322c-4f66-bf07-132793228e69 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1406876042 HTTP/1.1" status: 404 len: 335 time: 0.1062486 Jul 07 17:20:45.344670 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-568e63a3-d0f2-4b28-812f-9f663a56f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:45.348043 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568e63a3-d0f2-4b28-812f-9f663a56f03c None None] The sync data for ids ['205853ec-adf4-40ac-8ee4-7f24c1a62833'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:20:45.367191 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44992) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.377432 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.399956 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3756d326-70b3-4d39-beac-78cecb7b0c8e req-73916fd8-6127-4c3b-a89f-45562ed87917 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075168 Jul 07 17:20:45.406943 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-aec893ac-392a-422b-b4fd-67e9523ac7fa tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Request body: {'router': {'external_gateway_info': {'network_id': '205853ec-adf4-40ac-8ee4-7f24c1a62833'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:45.436252 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-474493c5-ab0d-4aa4-80f6-621a1bcf1faf req-4da49cc6-03a9-4597-a90e-275efd638e9a tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963948 Jul 07 17:20:45.567932 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 48859427-8d72-4117-b55a-04f273af134e, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=48859427-8d72-4117-b55a-04f273af134e,segment=NetworkSegment(261555e2-07d0-4e5a-bf68-a4f827c0c367),segment_id=261555e2-07d0-4e5a-bf68-a4f827c0c367)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:45.570461 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2310d5-c383-4972-9415-cbb3f8bacca9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:45.579902 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de2310d5-c383-4972-9415-cbb3f8bacca9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.603910 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.643139 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-de2310d5-c383-4972-9415-cbb3f8bacca9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] device_id is not set on port d1929dec-a6a9-493c-899c-6a1b4c11cb8d yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:45.736002 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e57020ee-986c-40d2-995c-4e39973d6f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.802460 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7dc00d44-1ce2-4f7e-817d-6047b9f73da4 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:45.880976 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fe4f9738-c446-4e68-bd3a-3c423b60e017 req-884a5d4d-cbba-4e22-ae60-358f3a051641 tempest-ServerShowV254Test-2056906155 tempest-ServerShowV254Test-2056906155-project] 10.222.0.53 "GET /v2.0/ports?device_id=88288ea5-4a3e-4f66-b3cb-dfc050bc23a4 HTTP/1.1" status: 200 len: 210 time: 0.0764303 Jul 07 17:20:46.038675 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.api [None req-e57020ee-986c-40d2-995c-4e39973d6f5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:20:46.038946 n-d-791503-12 neutron-server[100194]: DEBUG oslo_db.api [None req-e57020ee-986c-40d2-995c-4e39973d6f5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:20:46.046567 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-d65c37fb-28ee-46fe-b60a-09229b630e5e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:46.049162 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-d65c37fb-28ee-46fe-b60a-09229b630e5e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.64 "GET /v2.0/networks?id=9944229c-b2d9-4130-af79-8fc14ab603d4 HTTP/1.1" status: 200 len: 796 time: 0.4088223 Jul 07 17:20:46.073205 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4b355ae9-158c-4eca-92fa-73779fa00810 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.084354 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4b355ae9-158c-4eca-92fa-73779fa00810 None None] Transition to ACTIVE for port object 4dd32f31-a442-4f20-bbd0-74d66b3a1a67 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:46.103153 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=48859427-8d72-4117-b55a-04f273af134e,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:46.125283 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 7dc00d44-1ce2-4f7e-817d-6047b9f73da4 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:46.125956 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.129761 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4b355ae9-158c-4eca-92fa-73779fa00810 None None] Transition to ACTIVE for port object 4dd32f31-a442-4f20-bbd0-74d66b3a1a67 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:46.140959 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aca4944f-dc15-4763-b691-f356bea3c6f8 req-e4add1f1-9c5f-425f-a3a9-75f9a576fa8d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=2531f1b6-f5ab-435a-8ff0-1405db651868 HTTP/1.1" status: 200 len: 210 time: 0.1706762 Jul 07 17:20:46.153314 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aec893ac-392a-422b-b4fd-67e9523ac7fa tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.163338 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4b355ae9-158c-4eca-92fa-73779fa00810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.217044 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b355ae9-158c-4eca-92fa-73779fa00810 None None] Network a9dc7afa-6076-4ce7-8759-173c234deddd is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:46.220573 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-aec893ac-392a-422b-b4fd-67e9523ac7fa tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] update failed (client error): The resource could not be found. Jul 07 17:20:46.221694 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-aec893ac-392a-422b-b4fd-67e9523ac7fa tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] 10.222.0.53 "PUT /v2.0/routers/205853ec-adf4-40ac-8ee4-7f24c1a62833 HTTP/1.1" status: 404 len: 339 time: 0.8192179 Jul 07 17:20:46.228760 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44996) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:46.234381 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-38c7dc99-ceca-49fc-bdf9-e567336aa5b7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7e4da5b6d5e463984eb77df0d02de9e HTTP/1.1" status: 200 len: 470 time: 0.1246920 Jul 07 17:20:46.240398 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-4b355ae9-158c-4eca-92fa-73779fa00810 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:46.246105 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-6e3aa4e8-4a96-4d5b-9001-44b1ac4329e7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'port': {'device_id': '2531f1b6-f5ab-435a-8ff0-1405db651868', 'network_id': '9944229c-b2d9-4130-af79-8fc14ab603d4', 'admin_state_up': True, 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'security_groups': ['41132292-bd90-4d04-8023-9f436d8fe69c']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:46.248371 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b355ae9-158c-4eca-92fa-73779fa00810 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:46.262492 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b355ae9-158c-4eca-92fa-73779fa00810 None None] Pushing event updated for resources: {'Port': ['ID=4dd32f31-a442-4f20-bbd0-74d66b3a1a67,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:46.341748 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d32f72-608c-4ded-baa7-8b1b84e19fdf req-e8d7aed8-6c0d-4987-8b43-faa549d0a31c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:46.344539 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-02d32f72-608c-4ded-baa7-8b1b84e19fdf req-e8d7aed8-6c0d-4987-8b43-faa549d0a31c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.72 "GET /v2.0/ports?device_id=9b86970b-70f2-480f-adb7-21b5d8e7ca7b HTTP/1.1" status: 200 len: 945 time: 0.2647133 Jul 07 17:20:46.423399 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-4b355ae9-158c-4eca-92fa-73779fa00810 None None] Attempting to bind port 4dd32f31-a442-4f20-bbd0-74d66b3a1a67 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:46.424600 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-4b355ae9-158c-4eca-92fa-73779fa00810 None None] Attempting to bind port 4dd32f31-a442-4f20-bbd0-74d66b3a1a67 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '05418b76-2a59-47a8-8ddc-8b5e874051b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a9dc7afa-6076-4ce7-8759-173c234deddd'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:46.426312 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b355ae9-158c-4eca-92fa-73779fa00810 None None] Attempting to bind port 4dd32f31-a442-4f20-bbd0-74d66b3a1a67 on network a9dc7afa-6076-4ce7-8759-173c234deddd {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:46.428714 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-de2310d5-c383-4972-9415-cbb3f8bacca9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Allocated IP 2001:db8::18d (a9dc7afa-6076-4ce7-8759-173c234deddd/76fe00d8-2f95-4f0a-b185-7d03589044cd/d1929dec-a6a9-493c-899c-6a1b4c11cb8d) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:46.439559 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b355ae9-158c-4eca-92fa-73779fa00810 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:46.441342 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b355ae9-158c-4eca-92fa-73779fa00810 None None] Checking segment: {'id': '05418b76-2a59-47a8-8ddc-8b5e874051b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a9dc7afa-6076-4ce7-8759-173c234deddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:46.442441 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4b355ae9-158c-4eca-92fa-73779fa00810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.446195 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b355ae9-158c-4eca-92fa-73779fa00810 None None] Bound using segment: {'id': '05418b76-2a59-47a8-8ddc-8b5e874051b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a9dc7afa-6076-4ce7-8759-173c234deddd'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:46.447577 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-4b355ae9-158c-4eca-92fa-73779fa00810 None None] Bound port: 4dd32f31-a442-4f20-bbd0-74d66b3a1a67, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05418b76-2a59-47a8-8ddc-8b5e874051b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a9dc7afa-6076-4ce7-8759-173c234deddd'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:46.448667 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4b355ae9-158c-4eca-92fa-73779fa00810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.718303 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-02d32f72-608c-4ded-baa7-8b1b84e19fdf req-461668ac-4059-4d80-9715-69ced2cefeea tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Deleting port da3e9572-97f7-4e7e-922a-a028b94d3026 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:46.719007 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-02d32f72-608c-4ded-baa7-8b1b84e19fdf req-461668ac-4059-4d80-9715-69ced2cefeea tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.721017 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-4b355ae9-158c-4eca-92fa-73779fa00810 None None] For port 4dd32f31-a442-4f20-bbd0-74d66b3a1a67, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:46.726212 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-4b355ae9-158c-4eca-92fa-73779fa00810 None None] For port 4dd32f31-a442-4f20-bbd0-74d66b3a1a67, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4dd32f31-a442-4f20-bbd0-74d66b3a1a67,segment=NetworkSegment(05418b76-2a59-47a8-8ddc-8b5e874051b9),segment_id=05418b76-2a59-47a8-8ddc-8b5e874051b9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:46.731530 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4b355ae9-158c-4eca-92fa-73779fa00810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.805659 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b355ae9-158c-4eca-92fa-73779fa00810 None None] Pushing event updated for resources: {'Port': ['ID=4dd32f31-a442-4f20-bbd0-74d66b3a1a67,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:46.828236 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8ae108ae-54f9-4d4e-85f3-ff00c9c7ee41 None None] Provisioning complete for port 48859427-8d72-4117-b55a-04f273af134e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:46.828828 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8ae108ae-54f9-4d4e-85f3-ff00c9c7ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.883553 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecaf16-0eab-4b5a-814e-90696d2c8452 req-fc8ca7a2-737b-48de-944b-5f191a8ab733 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:46.890168 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a0ecaf16-0eab-4b5a-814e-90696d2c8452 req-fc8ca7a2-737b-48de-944b-5f191a8ab733 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b86970b-70f2-480f-adb7-21b5d8e7ca7b HTTP/1.1" status: 200 len: 945 time: 0.2603946 Jul 07 17:20:46.898892 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de2310d5-c383-4972-9415-cbb3f8bacca9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.943112 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-02d32f72-608c-4ded-baa7-8b1b84e19fdf req-461668ac-4059-4d80-9715-69ced2cefeea tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] For port da3e9572-97f7-4e7e-922a-a028b94d3026, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=da3e9572-97f7-4e7e-922a-a028b94d3026,segment=NetworkSegment(90d721ad-5c14-4e8b-8d38-43728529f388),segment_id=90d721ad-5c14-4e8b-8d38-43728529f388)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:46.943496 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-02d32f72-608c-4ded-baa7-8b1b84e19fdf req-461668ac-4059-4d80-9715-69ced2cefeea tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.978263 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-02d32f72-608c-4ded-baa7-8b1b84e19fdf req-461668ac-4059-4d80-9715-69ced2cefeea tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Calling delete_port for da3e9572-97f7-4e7e-922a-a028b94d3026 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:46.983191 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-de2310d5-c383-4972-9415-cbb3f8bacca9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Transition to ACTIVE for port object d1929dec-a6a9-493c-899c-6a1b4c11cb8d will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:47.018648 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a0ecaf16-0eab-4b5a-814e-90696d2c8452 req-b4703619-2c70-49fa-9577-f41a6a41881b tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118717 Jul 07 17:20:47.131750 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de2310d5-c383-4972-9415-cbb3f8bacca9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.212763 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2310d5-c383-4972-9415-cbb3f8bacca9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Port': ['ID=d1929dec-a6a9-493c-899c-6a1b4c11cb8d,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:47.239047 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2310d5-c383-4972-9415-cbb3f8bacca9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network a9dc7afa-6076-4ce7-8759-173c234deddd is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:47.243211 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-de2310d5-c383-4972-9415-cbb3f8bacca9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:47.278997 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2310d5-c383-4972-9415-cbb3f8bacca9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:47.285390 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2310d5-c383-4972-9415-cbb3f8bacca9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:47.288298 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de2310d5-c383-4972-9415-cbb3f8bacca9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.324682 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-de2310d5-c383-4972-9415-cbb3f8bacca9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0853736 Jul 07 17:20:47.327258 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45012) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:47.364518 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-02d32f72-608c-4ded-baa7-8b1b84e19fdf req-461668ac-4059-4d80-9715-69ced2cefeea tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.387794 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['cc4b1e40-4570-4001-8292-c164e39b063a'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:20:47.428934 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-255efe04-8688-4d65-a615-bc0aa30b298a tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.455074 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461668ac-4059-4d80-9715-69ced2cefeea tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Pushing event deleted for resources: {'Port': ['ID=da3e9572-97f7-4e7e-922a-a028b94d3026,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:47.525185 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695aafe-f667-49bc-bb41-d96836ab8424 req-4dea7957-cb00-4f17-b9f6-70d528319676 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:47.545470 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1695aafe-f667-49bc-bb41-d96836ab8424 req-4dea7957-cb00-4f17-b9f6-70d528319676 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 946 time: 0.7590053 Jul 07 17:20:47.578803 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d32f72-608c-4ded-baa7-8b1b84e19fdf req-461668ac-4059-4d80-9715-69ced2cefeea tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] No DVR routers for this DVR port da3e9572-97f7-4e7e-922a-a028b94d3026 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:47.582719 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-02d32f72-608c-4ded-baa7-8b1b84e19fdf req-461668ac-4059-4d80-9715-69ced2cefeea tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.584932 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-02d32f72-608c-4ded-baa7-8b1b84e19fdf req-461668ac-4059-4d80-9715-69ced2cefeea tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.72 "DELETE /v2.0/ports/da3e9572-97f7-4e7e-922a-a028b94d3026 HTTP/1.1" status: 204 len: 173 time: 1.2329321 Jul 07 17:20:47.585455 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b86970b-70f2-480f-adb7-21b5d8e7ca7b', 'name': 'network-vif-deleted', 'tag': 'da3e9572-97f7-4e7e-922a-a028b94d3026'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:47.588733 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb17219-ea7b-419b-9d5c-278b59a68b66" -d '{"events": [{"server_uuid": "9b86970b-70f2-480f-adb7-21b5d8e7ca7b", "name": "network-vif-deleted", "tag": "da3e9572-97f7-4e7e-922a-a028b94d3026"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:47.616397 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aa780b-5abb-4ed2-96c2-cb718d9400aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:47.624896 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-27aa780b-5abb-4ed2-96c2-cb718d9400aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A363 HTTP/1.1" status: 200 len: 929 time: 0.2961292 Jul 07 17:20:47.636960 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45016) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:47.843829 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c07942df-ea0c-4972-972d-5c8a6272985c req-73b2f797-1783-4e7c-bae1-c16fa4374055 tempest-ServerShowV254Test-2056906155 tempest-ServerShowV254Test-2056906155-project] 10.222.0.53 "GET /v2.0/ports?device_id=88288ea5-4a3e-4f66-b3cb-dfc050bc23a4 HTTP/1.1" status: 200 len: 210 time: 0.0552680 Jul 07 17:20:47.856336 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-6e3aa4e8-4a96-4d5b-9001-44b1ac4329e7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Made reservation on behalf of f7e4da5b6d5e463984eb77df0d02de9e for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:47.881594 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-6e3aa4e8-4a96-4d5b-9001-44b1ac4329e7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.903453 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-52e31285-7e50-45aa-9164-266acd4a0e81 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting port d1929dec-a6a9-493c-899c-6a1b4c11cb8d {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:47.903812 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-52e31285-7e50-45aa-9164-266acd4a0e81 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.987908 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 48859427-8d72-4117-b55a-04f273af134e up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:48.058843 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1695aafe-f667-49bc-bb41-d96836ab8424 req-7e18c225-9207-4dbc-b4cb-be55839027bc tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5120468 Jul 07 17:20:48.093688 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-52e31285-7e50-45aa-9164-266acd4a0e81 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.137625 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-52e31285-7e50-45aa-9164-266acd4a0e81 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Calling delete_port for d1929dec-a6a9-493c-899c-6a1b4c11cb8d owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:48.138516 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 48859427-8d72-4117-b55a-04f273af134e triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:48.139094 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.350217 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-52e31285-7e50-45aa-9164-266acd4a0e81 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.399864 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4dd32f31-a442-4f20-bbd0-74d66b3a1a67 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:48.445006 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8309262a-2a30-4016-9127-715ffabdb365 req-abbbd14b-092a-4d26-b5a6-111f3530a605 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=2531f1b6-f5ab-435a-8ff0-1405db651868 HTTP/1.1" status: 200 len: 210 time: 0.1080091 Jul 07 17:20:48.448213 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e31285-7e50-45aa-9164-266acd4a0e81 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Port': ['ID=d1929dec-a6a9-493c-899c-6a1b4c11cb8d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:48.512452 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb6906b-fd6e-4a61-9eec-bd9900bb108d x-openstack-request-id: req-2fb6906b-fd6e-4a61-9eec-bd9900bb108d {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:48.512780 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b86970b-70f2-480f-adb7-21b5d8e7ca7b", "name": "network-vif-deleted", "tag": "da3e9572-97f7-4e7e-922a-a028b94d3026", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:48.513020 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2fb6906b-fd6e-4a61-9eec-bd9900bb108d {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:48.513439 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b86970b-70f2-480f-adb7-21b5d8e7ca7b', 'name': 'network-vif-deleted', 'tag': 'da3e9572-97f7-4e7e-922a-a028b94d3026', 'status': 'completed', 'code': 200} Jul 07 17:20:48.523211 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-52e31285-7e50-45aa-9164-266acd4a0e81 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.531128 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-52e31285-7e50-45aa-9164-266acd4a0e81 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/ports/d1929dec-a6a9-493c-899c-6a1b4c11cb8d HTTP/1.1" status: 204 len: 168 time: 0.8922992 Jul 07 17:20:48.532146 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45024) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:48.564919 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 4dd32f31-a442-4f20-bbd0-74d66b3a1a67 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:48.589765 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-af11c6d1-c2fc-49b3-947c-a4687e1d9a84 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] GET failed (client error): The resource could not be found. Jul 07 17:20:48.594501 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-af11c6d1-c2fc-49b3-947c-a4687e1d9a84 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "GET /v2.0/ports/d1929dec-a6a9-493c-899c-6a1b4c11cb8d HTTP/1.1" status: 404 len: 333 time: 0.0591810 Jul 07 17:20:48.597997 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45028) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:48.802990 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-83f229f7-5641-4585-bb2a-6bf99758a708 req-8bc07fed-92dd-4a7b-a883-320c6b311ab9 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b86970b-70f2-480f-adb7-21b5d8e7ca7b HTTP/1.1" status: 200 len: 210 time: 0.0974476 Jul 07 17:20:48.803607 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-8dc9d9af-0913-43ef-8af6-b8b73585bfc4 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting port 2ab05927-c6a2-4b37-aa65-eb7e860de73b {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:48.803607 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8dc9d9af-0913-43ef-8af6-b8b73585bfc4 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.804228 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-255efe04-8688-4d65-a615-bc0aa30b298a tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Allocated IP 172.20.0.1 (16cbd5d3-38da-4171-8c05-e5687d460e47/e490e825-8b0e-4ab5-826e-9cb1e9948398/218f218d-dc84-464a-851e-db3c1e14e8cc) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:48.806964 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-6e3aa4e8-4a96-4d5b-9001-44b1ac4329e7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Allocated IP 172.20.0.23 (9944229c-b2d9-4130-af79-8fc14ab603d4/2c676d3d-c910-42cc-b1da-ae72c7349ba8/18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:48.936242 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8dc9d9af-0913-43ef-8af6-b8b73585bfc4 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.959885 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-8dc9d9af-0913-43ef-8af6-b8b73585bfc4 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Calling delete_port for 2ab05927-c6a2-4b37-aa65-eb7e860de73b owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:49.003773 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8621c0b8-ac05-4ee1-a264-18708c85267b None None] Network a9dc7afa-6076-4ce7-8759-173c234deddd requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:49.185720 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c7562fd9-e743-4f87-a620-235d98241f1c None None] Provisioning for port 4dd32f31-a442-4f20-bbd0-74d66b3a1a67 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:49.211307 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c42f199e-ce87-4c24-a6e6-ca13b03ffa6e req-acd3e5bd-df64-4d95-b9ba-d142d8b6ca8e tempest-ServerShowV254Test-2056906155 tempest-ServerShowV254Test-2056906155-project] 10.222.0.53 "GET /v2.0/ports?device_id=88288ea5-4a3e-4f66-b3cb-dfc050bc23a4 HTTP/1.1" status: 200 len: 210 time: 0.0728679 Jul 07 17:20:49.241870 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c7562fd9-e743-4f87-a620-235d98241f1c None None] Provisioning complete for port 4dd32f31-a442-4f20-bbd0-74d66b3a1a67 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:49.242455 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-255efe04-8688-4d65-a615-bc0aa30b298a tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.246801 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c7562fd9-e743-4f87-a620-235d98241f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.298871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-255efe04-8688-4d65-a615-bc0aa30b298a tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Transition to ACTIVE for port object 218f218d-dc84-464a-851e-db3c1e14e8cc will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:49.303565 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-6e3aa4e8-4a96-4d5b-9001-44b1ac4329e7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.335789 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device da3e9572-97f7-4e7e-922a-a028b94d3026 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:49.353285 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-6e3aa4e8-4a96-4d5b-9001-44b1ac4329e7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Transition to ACTIVE for port object 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:49.401187 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: da3e9572-97f7-4e7e-922a-a028b94d3026 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:49.401795 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device da3e9572-97f7-4e7e-922a-a028b94d3026 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:49.423821 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8dc9d9af-0913-43ef-8af6-b8b73585bfc4 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.474069 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-255efe04-8688-4d65-a615-bc0aa30b298a tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.497636 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9d9af-0913-43ef-8af6-b8b73585bfc4 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Port': ['ID=2ab05927-c6a2-4b37-aa65-eb7e860de73b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:49.551126 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c7562fd9-e743-4f87-a620-235d98241f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.554576 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255efe04-8688-4d65-a615-bc0aa30b298a tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Pushing event updated for resources: {'Port': ['ID=218f218d-dc84-464a-851e-db3c1e14e8cc,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:49.575796 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8dc9d9af-0913-43ef-8af6-b8b73585bfc4 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.579812 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8dc9d9af-0913-43ef-8af6-b8b73585bfc4 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/ports/2ab05927-c6a2-4b37-aa65-eb7e860de73b HTTP/1.1" status: 204 len: 168 time: 0.9791229 Jul 07 17:20:49.584129 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-6e3aa4e8-4a96-4d5b-9001-44b1ac4329e7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.584407 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45044) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:49.639688 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-c7562fd9-e743-4f87-a620-235d98241f1c None None] For port 4dd32f31-a442-4f20-bbd0-74d66b3a1a67, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4dd32f31-a442-4f20-bbd0-74d66b3a1a67,segment=NetworkSegment(05418b76-2a59-47a8-8ddc-8b5e874051b9),segment_id=05418b76-2a59-47a8-8ddc-8b5e874051b9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:49.646415 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c7562fd9-e743-4f87-a620-235d98241f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.697020 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255efe04-8688-4d65-a615-bc0aa30b298a tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Network 16cbd5d3-38da-4171-8c05-e5687d460e47 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:49.710728 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-255efe04-8688-4d65-a615-bc0aa30b298a tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:49.727714 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7562fd9-e743-4f87-a620-235d98241f1c None None] Pushing event updated for resources: {'Port': ['ID=4dd32f31-a442-4f20-bbd0-74d66b3a1a67,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:49.760173 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3aa4e8-4a96-4d5b-9001-44b1ac4329e7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'Port': ['ID=18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:49.763277 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255efe04-8688-4d65-a615-bc0aa30b298a tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:49.819411 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-474d9d8c-0282-41bc-a7b8-215b18b9d419 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] GET failed (client error): The resource could not be found. Jul 07 17:20:49.821362 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-474d9d8c-0282-41bc-a7b8-215b18b9d419 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "GET /v2.0/ports/2ab05927-c6a2-4b37-aa65-eb7e860de73b HTTP/1.1" status: 404 len: 333 time: 0.2324390 Jul 07 17:20:49.824546 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45058) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:49.917263 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-6e3aa4e8-4a96-4d5b-9001-44b1ac4329e7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Network 9944229c-b2d9-4130-af79-8fc14ab603d4 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:49.934927 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6154d5f-0335-4f63-9f1f-3fac541df41e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting subnet 76fe00d8-2f95-4f0a-b185-7d03589044cd {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:49.935881 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926f5b0-cf14-4b04-93bd-b244b6c10413 req-db1933a8-9b44-4e5f-9c4f-9c2c890634f7 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:49.948280 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965b712-420a-4e15-965f-ea10fdd418bb req-a14393da-8997-45aa-bb62-2cd0c12017b0 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:49.950761 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6926f5b0-cf14-4b04-93bd-b244b6c10413 req-db1933a8-9b44-4e5f-9c4f-9c2c890634f7 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 946 time: 0.5523140 Jul 07 17:20:49.952073 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9965b712-420a-4e15-965f-ea10fdd418bb req-a14393da-8997-45aa-bb62-2cd0c12017b0 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/networks?id=51b74280-0796-4c38-ac03-d27ea50ace14 HTTP/1.1" status: 200 len: 814 time: 0.2661541 Jul 07 17:20:49.962671 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f6154d5f-0335-4f63-9f1f-3fac541df41e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.972841 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-6e3aa4e8-4a96-4d5b-9001-44b1ac4329e7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:49.994384 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-6e3aa4e8-4a96-4d5b-9001-44b1ac4329e7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:50.033753 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2a92c7fd-a4cd-46c4-88b4-62a7b5402d7c None None] Provisioning complete for port 4dd32f31-a442-4f20-bbd0-74d66b3a1a67 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:50.034896 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2a92c7fd-a4cd-46c4-88b4-62a7b5402d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.038009 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f6154d5f-0335-4f63-9f1f-3fac541df41e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.110503 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-255efe04-8688-4d65-a615-bc0aa30b298a tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.125688 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9965b712-420a-4e15-965f-ea10fdd418bb req-d49b725e-9dd7-4f75-9852-dc655038cd6d tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/quotas/854cd6cbf71d4c16a45f7c0c1ff22d98 HTTP/1.1" status: 200 len: 375 time: 0.1595030 Jul 07 17:20:50.214885 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6926f5b0-cf14-4b04-93bd-b244b6c10413 req-1c5f5888-f584-4eeb-b9c4-4e0aa0e13720 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594464 Jul 07 17:20:50.272365 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2a92c7fd-a4cd-46c4-88b4-62a7b5402d7c None None] Could not find standard attr ID for object 2ab05927-c6a2-4b37-aa65-eb7e860de73b. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:20:50.281912 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-6e3aa4e8-4a96-4d5b-9001-44b1ac4329e7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:50.282663 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-6e3aa4e8-4a96-4d5b-9001-44b1ac4329e7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.382260 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f6154d5f-0335-4f63-9f1f-3fac541df41e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.413538 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-6e3aa4e8-4a96-4d5b-9001-44b1ac4329e7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1703150 Jul 07 17:20:50.431325 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7633c4a4-6f90-45fd-ae74-0861659931a2 None None] Provisioning for port 218f218d-dc84-464a-851e-db3c1e14e8cc completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:50.441055 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-e131ccc1-a570-4144-a84f-c0ad02be920f service neutron] Request body: {'port': {'device_id': '2531f1b6-f5ab-435a-8ff0-1405db651868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:50.462759 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7633c4a4-6f90-45fd-ae74-0861659931a2 None None] Provisioning complete for port 218f218d-dc84-464a-851e-db3c1e14e8cc triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:50.465107 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7633c4a4-6f90-45fd-ae74-0861659931a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.562647 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-7633c4a4-6f90-45fd-ae74-0861659931a2 None None] Port 218f218d-dc84-464a-851e-db3c1e14e8cc cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:50.584791 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9965b712-420a-4e15-965f-ea10fdd418bb req-f47a2360-b65b-4ff1-a415-90189c4c1d18 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=854cd6cbf71d4c16a45f7c0c1ff22d98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4578576 Jul 07 17:20:50.668709 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-255efe04-8688-4d65-a615-bc0aa30b298a tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.681487 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-376b19ac-f232-4c8e-b5d7-3825cb56a2a1 None None] Could not find standard attr ID for object 2ab05927-c6a2-4b37-aa65-eb7e860de73b. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:20:50.703642 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-e131ccc1-a570-4144-a84f-c0ad02be920f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.779205 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f6154d5f-0335-4f63-9f1f-3fac541df41e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.823089 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-33d45c1e-9f11-48a4-97f8-b78b06c473c9 None None] Provisioning for port 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:50.834397 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f6154d5f-0335-4f63-9f1f-3fac541df41e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.839926 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f6154d5f-0335-4f63-9f1f-3fac541df41e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/subnets/76fe00d8-2f95-4f0a-b185-7d03589044cd HTTP/1.1" status: 204 len: 168 time: 1.0145013 Jul 07 17:20:50.840249 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce0b76-a8d0-4726-b7b2-6752f77fff78 req-071ae97b-2a64-4cd0-9afd-05c8524313e1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:50.841262 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6154d5f-0335-4f63-9f1f-3fac541df41e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Subnet': ['ID=76fe00d8-2f95-4f0a-b185-7d03589044cd,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:50.843228 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45068) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:50.844610 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-87ce0b76-a8d0-4726-b7b2-6752f77fff78 req-071ae97b-2a64-4cd0-9afd-05c8524313e1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=2531f1b6-f5ab-435a-8ff0-1405db651868 HTTP/1.1" status: 200 len: 932 time: 0.3424392 Jul 07 17:20:50.864361 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9965b712-420a-4e15-965f-ea10fdd418bb req-3fc6818a-4124-4188-9685-2894bf0a149d service neutron] 10.222.0.53 "GET /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779064 Jul 07 17:20:50.890056 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-33d45c1e-9f11-48a4-97f8-b78b06c473c9 None None] Provisioning complete for port 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:50.892309 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-33d45c1e-9f11-48a4-97f8-b78b06c473c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.979975 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-33d45c1e-9f11-48a4-97f8-b78b06c473c9 None None] Port 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:51.108009 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8331adba-7f84-411f-810c-418d23945d24 None None] Network a9dc7afa-6076-4ce7-8759-173c234deddd requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:51.183240 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9965b712-420a-4e15-965f-ea10fdd418bb req-f613f305-052b-403d-96c1-e96dec45d85e service neutron] 10.222.0.53 "GET /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173544 Jul 07 17:20:51.190863 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.259753 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-87ce0b76-a8d0-4726-b7b2-6752f77fff78 req-0db68c9f-3df6-42bb-a656-8f7d39f1cf5f tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=41132292-bd90-4d04-8023-9f436d8fe69c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3951626 Jul 07 17:20:51.284251 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting port 4dd32f31-a442-4f20-bbd0-74d66b3a1a67 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:51.285347 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.397752 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] For port 4dd32f31-a442-4f20-bbd0-74d66b3a1a67, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4dd32f31-a442-4f20-bbd0-74d66b3a1a67,segment=NetworkSegment(05418b76-2a59-47a8-8ddc-8b5e874051b9),segment_id=05418b76-2a59-47a8-8ddc-8b5e874051b9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:51.398498 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.421506 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Calling delete_port for 4dd32f31-a442-4f20-bbd0-74d66b3a1a67 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:51.474510 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-255efe04-8688-4d65-a615-bc0aa30b298a tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.480447 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-255efe04-8688-4d65-a615-bc0aa30b298a tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.588144 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-56906fec-0ef8-4c80-ad3e-d88245378331 None None] Could not find standard attr ID for object d1929dec-a6a9-493c-899c-6a1b4c11cb8d. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:20:51.708730 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255efe04-8688-4d65-a615-bc0aa30b298a tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Pushing event updated for resources: {'Port': ['ID=218f218d-dc84-464a-851e-db3c1e14e8cc,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:51.721820 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c7e3c6ec-7e81-4f1a-b0ee-52efc1f3f50a req-195eb95e-835d-487e-a0b6-114a42d59feb tempest-ServerShowV254Test-2056906155 tempest-ServerShowV254Test-2056906155-project] 10.222.0.53 "GET /v2.0/ports?device_id=88288ea5-4a3e-4f66-b3cb-dfc050bc23a4 HTTP/1.1" status: 200 len: 210 time: 0.1462779 Jul 07 17:20:51.729534 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.747521 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4dd32f31-a442-4f20-bbd0-74d66b3a1a67 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:51.779796 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Port': ['ID=4dd32f31-a442-4f20-bbd0-74d66b3a1a67,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:51.814380 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-255efe04-8688-4d65-a615-bc0aa30b298a tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.814684 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:51.814684 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:51.815367 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:51.815564 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:51.815879 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:51.816143 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:51.816506 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:51.816828 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:51.817163 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:51.817492 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:51.817822 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:51.818149 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:51.834825 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] No DVR routers for this DVR port 4dd32f31-a442-4f20-bbd0-74d66b3a1a67 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:51.860750 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bfa692-08a6-4b8d-bbe4-b804e7936359 None None] DHCP port deletion for a9dc7afa-6076-4ce7-8759-173c234deddd request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:20:51.866375 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 4dd32f31-a442-4f20-bbd0-74d66b3a1a67 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:51.867031 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4dd32f31-a442-4f20-bbd0-74d66b3a1a67 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 07 17:20:51.900569 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Port 4dd32f31-a442-4f20-bbd0-74d66b3a1a67 not found, will not notify nova. {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 07 17:20:51.922712 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc1159fb-9b56-4609-8a39-a0fb020354b2 req-308f12e7-acd9-4e73-bae4-f3cfce1149e3 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60d77af-463e-42e2-a632-eb2bd34ba906 HTTP/1.1" status: 200 len: 210 time: 0.0630674 Jul 07 17:20:52.017215 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.046309 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9dc7afa-6076-4ce7-8759-173c234deddd']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:52.073547 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05418b76-2a59-47a8-8ddc-8b5e874051b9') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:52.074139 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05418b76-2a59-47a8-8ddc-8b5e874051b9') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:52.087244 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.117641 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.122747 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee5616-1d9f-4d49-ba97-a502a116d907 req-6f417877-5a6d-4772-b23a-ba6c50b2898e tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:52.125343 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-caee5616-1d9f-4d49-ba97-a502a116d907 req-6f417877-5a6d-4772-b23a-ba6c50b2898e tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 946 time: 0.4316170 Jul 07 17:20:52.158696 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:52.159647 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:52.163018 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:52.230321 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255efe04-8688-4d65-a615-bc0aa30b298a tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Network 16cbd5d3-38da-4171-8c05-e5687d460e47 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:52.243227 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.244651 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-255efe04-8688-4d65-a615-bc0aa30b298a tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:52.263119 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.264995 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/networks/a9dc7afa-6076-4ce7-8759-173c234deddd HTTP/1.1" status: 204 len: 168 time: 1.4186072 Jul 07 17:20:52.269426 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3e898-f136-464c-ab7e-9170610906ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Network': ['ID=a9dc7afa-6076-4ce7-8759-173c234deddd,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:52.273432 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45088) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:52.285771 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3289d17-78ce-48dc-9524-5dc9dce8c97c req-f2296920-24a1-4e8a-83be-aa5368ce4b2c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:52.287393 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b3289d17-78ce-48dc-9524-5dc9dce8c97c req-f2296920-24a1-4e8a-83be-aa5368ce4b2c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.1809793 Jul 07 17:20:52.292293 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e55bb19e-206d-468a-b9cc-dcefd002d4fa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1819512396'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:52.339037 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-caee5616-1d9f-4d49-ba97-a502a116d907 req-3bdd731e-99b1-4fd1-9b43-a35ffb6608b3 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990240 Jul 07 17:20:52.353920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55bb19e-206d-468a-b9cc-dcefd002d4fa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:52.357647 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e55bb19e-206d-468a-b9cc-dcefd002d4fa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.370471 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b3289d17-78ce-48dc-9524-5dc9dce8c97c req-3b82d919-62ba-4d69-9020-92f3d060d8ec tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746362 Jul 07 17:20:52.386129 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-e131ccc1-a570-4144-a84f-c0ad02be920f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:52.422807 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-e131ccc1-a570-4144-a84f-c0ad02be920f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.424488 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55bb19e-206d-468a-b9cc-dcefd002d4fa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:20:52.447261 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e55bb19e-206d-468a-b9cc-dcefd002d4fa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.447619 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-e55bb19e-206d-468a-b9cc-dcefd002d4fa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Added segment 2b93b605-4a0f-493d-96e5-d26cabd545fa of type vlan for network ad5019af-4382-4934-81c7-85165762b325 Jul 07 17:20:52.457822 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-e131ccc1-a570-4144-a84f-c0ad02be920f service neutron] Transition to ACTIVE for port object 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:52.516084 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-e131ccc1-a570-4144-a84f-c0ad02be920f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.543299 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255efe04-8688-4d65-a615-bc0aa30b298a tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Router 205853ec-adf4-40ac-8ee4-7f24c1a62833 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:20:52.545902 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e55bb19e-206d-468a-b9cc-dcefd002d4fa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.610212 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e55bb19e-206d-468a-b9cc-dcefd002d4fa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.621171 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55bb19e-206d-468a-b9cc-dcefd002d4fa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:52.622473 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e55bb19e-206d-468a-b9cc-dcefd002d4fa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.722638 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131ccc1-a570-4144-a84f-c0ad02be920f service neutron] Pushing event updated for resources: {'Port': ['ID=18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:52.845448 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c12614b5-1d22-46e1-8380-15f88e77c5a9 None None] Provisioning complete for port 218f218d-dc84-464a-851e-db3c1e14e8cc triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:52.847105 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c12614b5-1d22-46e1-8380-15f88e77c5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.905808 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c12614b5-1d22-46e1-8380-15f88e77c5a9 None None] Port 218f218d-dc84-464a-851e-db3c1e14e8cc cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:52.916182 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255efe04-8688-4d65-a615-bc0aa30b298a tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:20:52.930521 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-255efe04-8688-4d65-a615-bc0aa30b298a tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] 10.222.0.53 "PUT /v2.0/routers/205853ec-adf4-40ac-8ee4-7f24c1a62833/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6924679 Jul 07 17:20:52.931150 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20decb35-7934-474f-97c4-da7da4331c42 None None] Sync routers for ids ['205853ec-adf4-40ac-8ee4-7f24c1a62833'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:20:52.935348 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45104) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:52.946866 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-e131ccc1-a570-4144-a84f-c0ad02be920f service neutron] Attempting to bind port 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:52.947557 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-e131ccc1-a570-4144-a84f-c0ad02be920f service neutron] Attempting to bind port 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '261555e2-07d0-4e5a-bf68-a4f827c0c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9944229c-b2d9-4130-af79-8fc14ab603d4'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:52.948136 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-e131ccc1-a570-4144-a84f-c0ad02be920f service neutron] Attempting to bind port 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3 on network 9944229c-b2d9-4130-af79-8fc14ab603d4 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:52.951855 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20decb35-7934-474f-97c4-da7da4331c42 None None] Routers {'205853ec-adf4-40ac-8ee4-7f24c1a62833'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:52.956191 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-20decb35-7934-474f-97c4-da7da4331c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:20:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['205853ec-adf4-40ac-8ee4-7f24c1a62833'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:53.024323 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-20decb35-7934-474f-97c4-da7da4331c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:53.027855 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-e131ccc1-a570-4144-a84f-c0ad02be920f service neutron] Port 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3 on network 9944229c-b2d9-4130-af79-8fc14ab603d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:20:53.028401 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-e131ccc1-a570-4144-a84f-c0ad02be920f service neutron] Attempting to bind port 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3 on network 9944229c-b2d9-4130-af79-8fc14ab603d4 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:53.037447 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20decb35-7934-474f-97c4-da7da4331c42 None None] Routers {'205853ec-adf4-40ac-8ee4-7f24c1a62833'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:53.038430 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-20decb35-7934-474f-97c4-da7da4331c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:20:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['205853ec-adf4-40ac-8ee4-7f24c1a62833'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:53.038563 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-e131ccc1-a570-4144-a84f-c0ad02be920f service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:53.038893 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-e131ccc1-a570-4144-a84f-c0ad02be920f service neutron] Checking segment: {'id': '261555e2-07d0-4e5a-bf68-a4f827c0c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9944229c-b2d9-4130-af79-8fc14ab603d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:53.039385 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-e131ccc1-a570-4144-a84f-c0ad02be920f service neutron] Bound using segment: {'id': '261555e2-07d0-4e5a-bf68-a4f827c0c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9944229c-b2d9-4130-af79-8fc14ab603d4'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:53.039917 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-e131ccc1-a570-4144-a84f-c0ad02be920f service neutron] Bound port: 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '261555e2-07d0-4e5a-bf68-a4f827c0c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9944229c-b2d9-4130-af79-8fc14ab603d4'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:53.040358 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-e131ccc1-a570-4144-a84f-c0ad02be920f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.083194 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-20decb35-7934-474f-97c4-da7da4331c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:53.083892 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20decb35-7934-474f-97c4-da7da4331c42 None None] The sync data for ids ['205853ec-adf4-40ac-8ee4-7f24c1a62833'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:20:53.109180 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-779574b5-29a0-4aa5-8086-91df27286e0b tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.240834 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-e131ccc1-a570-4144-a84f-c0ad02be920f service neutron] For port 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:53.260165 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-e131ccc1-a570-4144-a84f-c0ad02be920f service neutron] For port 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3,segment=NetworkSegment(261555e2-07d0-4e5a-bf68-a4f827c0c367),segment_id=261555e2-07d0-4e5a-bf68-a4f827c0c367)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:53.264141 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-779574b5-29a0-4aa5-8086-91df27286e0b tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 17:20:53.265368 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-779574b5-29a0-4aa5-8086-91df27286e0b tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] 10.222.0.53 "DELETE /v2.0/routers/205853ec-adf4-40ac-8ee4-7f24c1a62833 HTTP/1.1" status: 409 len: 329 time: 0.3286462 Jul 07 17:20:53.267139 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-e131ccc1-a570-4144-a84f-c0ad02be920f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.277552 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45112) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:53.290198 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e55bb19e-206d-468a-b9cc-dcefd002d4fa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0017190 Jul 07 17:20:53.294391 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-e131ccc1-a570-4144-a84f-c0ad02be920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:53.295751 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-e131ccc1-a570-4144-a84f-c0ad02be920f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.297342 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-e131ccc1-a570-4144-a84f-c0ad02be920f service neutron] 10.222.0.64 "PUT /v2.0/ports/18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3 HTTP/1.1" status: 200 len: 1093 time: 2.8636632 Jul 07 17:20:53.298135 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45114) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:53.298656 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2531f1b6-f5ab-435a-8ff0-1405db651868', 'tag': '18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:53.301941 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fb5225-2af5-4bb4-a7f7-7d284cebfb70" -d '{"events": [{"name": "network-changed", "server_uuid": "2531f1b6-f5ab-435a-8ff0-1405db651868", "tag": "18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:53.304255 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-d44df761-aa0d-41d5-a4f8-5cda8f21d87c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'subnet': {'network_id': 'ad5019af-4382-4934-81c7-85165762b325', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:53.379196 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bc053d3b-037b-40a4-91cb-082c621d6611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.426338 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55bb19e-206d-468a-b9cc-dcefd002d4fa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Network': ['ID=ad5019af-4382-4934-81c7-85165762b325,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:53.678120 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22036de5-b27f-4d0c-a383-4201ca9dc670 req-92a5cc56-2f34-4681-8414-226dfe389ea9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:53.685845 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-22036de5-b27f-4d0c-a383-4201ca9dc670 req-92a5cc56-2f34-4681-8414-226dfe389ea9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=2531f1b6-f5ab-435a-8ff0-1405db651868 HTTP/1.1" status: 200 len: 944 time: 0.9375520 Jul 07 17:20:53.697640 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44df761-aa0d-41d5-a4f8-5cda8f21d87c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:53.701811 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d44df761-aa0d-41d5-a4f8-5cda8f21d87c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.723092 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965b712-420a-4e15-965f-ea10fdd418bb req-b94c0831-5f11-46b0-8e7e-08ec6c3b99a5 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:53.725148 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9965b712-420a-4e15-965f-ea10fdd418bb req-b94c0831-5f11-46b0-8e7e-08ec6c3b99a5 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.72 "GET /v2.0/networks?id=51b74280-0796-4c38-ac03-d27ea50ace14 HTTP/1.1" status: 200 len: 814 time: 0.3099103 Jul 07 17:20:53.742989 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-9965b712-420a-4e15-965f-ea10fdd418bb req-3c5a3293-191a-4607-aae0-ab25e7be73f3 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Request body: {'port': {'device_id': 'b60d77af-463e-42e2-a632-eb2bd34ba906', 'network_id': '51b74280-0796-4c38-ac03-d27ea50ace14', 'admin_state_up': True, 'tenant_id': '854cd6cbf71d4c16a45f7c0c1ff22d98'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:53.750338 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network ad5019af-4382-4934-81c7-85165762b325 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:20:53.895266 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4dd32f31-a442-4f20-bbd0-74d66b3a1a67 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:53.929931 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 4dd32f31-a442-4f20-bbd0-74d66b3a1a67 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:53.930707 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4dd32f31-a442-4f20-bbd0-74d66b3a1a67 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:53.995508 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-22036de5-b27f-4d0c-a383-4201ca9dc670 req-2cd4bae0-2b9a-4241-a720-d805b92f2338 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=41132292-bd90-4d04-8023-9f436d8fe69c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3081851 Jul 07 17:20:54.035698 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9965b712-420a-4e15-965f-ea10fdd418bb req-3c5a3293-191a-4607-aae0-ab25e7be73f3 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Made reservation on behalf of 854cd6cbf71d4c16a45f7c0c1ff22d98 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:54.039530 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9965b712-420a-4e15-965f-ea10fdd418bb req-3c5a3293-191a-4607-aae0-ab25e7be73f3 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.152099 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-184561ec-2098-44a2-9619-4a112fab5bca req-51bfa939-eb58-426d-9baf-172989041cc4 tempest-ServerShowV254Test-2056906155 tempest-ServerShowV254Test-2056906155-project] 10.222.0.53 "GET /v2.0/ports?device_id=88288ea5-4a3e-4f66-b3cb-dfc050bc23a4 HTTP/1.1" status: 200 len: 210 time: 0.1151872 Jul 07 17:20:54.185935 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131ccc1-a570-4144-a84f-c0ad02be920f service neutron] Pushing event updated for resources: {'Port': ['ID=18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:54.309533 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-d20b5888-981a-4c73-8768-c445a4b4c3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:54.313332 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-d20b5888-981a-4c73-8768-c445a4b4c3e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7e4da5b6d5e463984eb77df0d02de9e&device_id=2531f1b6-f5ab-435a-8ff0-1405db651868 HTTP/1.1" status: 200 len: 1096 time: 0.2731879 Jul 07 17:20:54.357826 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c19a8f7e-d0fe-4472-b3bc-7d80ef2bc06c req-6dedbb39-af2d-4c11-9dab-4aa6a25a9c5f tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60d77af-463e-42e2-a632-eb2bd34ba906 HTTP/1.1" status: 200 len: 210 time: 0.1527021 Jul 07 17:20:54.378441 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-0907c3ab-517e-4f2b-bb27-2065b994bd9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3 HTTP/1.1" status: 200 len: 217 time: 0.0559881 Jul 07 17:20:54.472614 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-9965b712-420a-4e15-965f-ea10fdd418bb req-3c5a3293-191a-4607-aae0-ab25e7be73f3 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Allocated IP 172.20.0.3 (51b74280-0796-4c38-ac03-d27ea50ace14/6fbb2957-27f3-49e7-bbf8-4e6687e5bfc9/e44db2cb-a154-4dba-a8ae-e1e685084183) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:54.559589 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-b5c173b6-5b1b-44e8-826d-1bdc4dc9c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:54.561028 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-b5c173b6-5b1b-44e8-826d-1bdc4dc9c346 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c676d3d-c910-42cc-b1da-ae72c7349ba8 HTTP/1.1" status: 200 len: 837 time: 0.1767626 Jul 07 17:20:54.648978 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618a780-3ece-49e3-88a7-c0c43bab50fc req-f33881cd-7832-4d6e-a681-50bb105d2d66 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:54.650615 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3618a780-3ece-49e3-88a7-c0c43bab50fc req-f33881cd-7832-4d6e-a681-50bb105d2d66 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.1947024 Jul 07 17:20:54.652531 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d44df761-aa0d-41d5-a4f8-5cda8f21d87c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.659933 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9965b712-420a-4e15-965f-ea10fdd418bb req-3c5a3293-191a-4607-aae0-ab25e7be73f3 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.720648 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-023f493c-8ccd-4c9d-94a8-68a26103179e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:54.722276 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-023f493c-8ccd-4c9d-94a8-68a26103179e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9944229c-b2d9-4130-af79-8fc14ab603d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1542127 Jul 07 17:20:54.769848 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3618a780-3ece-49e3-88a7-c0c43bab50fc req-4ef35ea7-3b4a-4bb1-95bc-659c71035a7e tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087301 Jul 07 17:20:54.786493 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44df761-aa0d-41d5-a4f8-5cda8f21d87c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Subnet': ['ID=8c71dc8e-93a0-43d0-80f8-2da25ee7b970,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:54.823994 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44df761-aa0d-41d5-a4f8-5cda8f21d87c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Checking segment: {'id': '2b93b605-4a0f-493d-96e5-d26cabd545fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ad5019af-4382-4934-81c7-85165762b325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:54.824364 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44df761-aa0d-41d5-a4f8-5cda8f21d87c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network hostable DHCP agents. Network: ad5019af-4382-4934-81c7-85165762b325, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:20:54.843111 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9965b712-420a-4e15-965f-ea10fdd418bb req-3c5a3293-191a-4607-aae0-ab25e7be73f3 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.849547 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-398dd084-d76d-418b-9f18-2af9cfbd9b4b tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.853316 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d0460-b210-4390-94e9-bcc3f1e4d8dc req-deb0612e-65f5-4c7f-a418-56e3028e2a20 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:54.855162 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['2dce8daf-33b0-4c75-861b-c760dda34677', 'bf7cafe0-a9a7-40fe-bd02-cb24e83bee54'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:20:54.860566 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-702d0460-b210-4390-94e9-bcc3f1e4d8dc req-deb0612e-65f5-4c7f-a418-56e3028e2a20 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 946 time: 0.2112262 Jul 07 17:20:54.873756 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103d43f3-e79d-41a1-9827-1d5084afbb0a x-openstack-request-id: req-103d43f3-e79d-41a1-9827-1d5084afbb0a {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:54.878474 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2531f1b6-f5ab-435a-8ff0-1405db651868", "tag": "18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:54.878918 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-103d43f3-e79d-41a1-9827-1d5084afbb0a {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:54.879411 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2531f1b6-f5ab-435a-8ff0-1405db651868', 'tag': '18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3', 'status': 'completed', 'code': 200} Jul 07 17:20:54.916388 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44df761-aa0d-41d5-a4f8-5cda8f21d87c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network ad5019af-4382-4934-81c7-85165762b325 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:20:54.922221 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['67423665-ecd8-4c6b-907d-c2d9c0d4faf2'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:20:54.951023 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9965b712-420a-4e15-965f-ea10fdd418bb req-3c5a3293-191a-4607-aae0-ab25e7be73f3 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Network 51b74280-0796-4c38-ac03-d27ea50ace14 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:54.960553 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-9965b712-420a-4e15-965f-ea10fdd418bb req-3c5a3293-191a-4607-aae0-ab25e7be73f3 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:54.965705 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-d44df761-aa0d-41d5-a4f8-5cda8f21d87c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, ad5019af-4382-4934-81c7-85165762b325) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:54.978519 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-702d0460-b210-4390-94e9-bcc3f1e4d8dc req-e1f63444-6f25-4585-a1fd-51bf35983832 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167207 Jul 07 17:20:54.980567 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-9965b712-420a-4e15-965f-ea10fdd418bb req-3c5a3293-191a-4607-aae0-ab25e7be73f3 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:54.998608 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44df761-aa0d-41d5-a4f8-5cda8f21d87c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:54.998993 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbbbf0b-a4ac-45fa-8c1a-ce1e3396b9d7 None None] Network ad5019af-4382-4934-81c7-85165762b325 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:54.999218 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d44df761-aa0d-41d5-a4f8-5cda8f21d87c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.063345 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a3293-191a-4607-aae0-ab25e7be73f3 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Pushing event updated for resources: {'Port': ['ID=e44db2cb-a154-4dba-a8ae-e1e685084183,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:55.070743 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d44df761-aa0d-41d5-a4f8-5cda8f21d87c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7713540 Jul 07 17:20:55.074356 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45126) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:55.085244 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-1d7ba5e6-1fbf-4a9a-83ad-7efc2d388b7b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'port': {'network_id': 'ad5019af-4382-4934-81c7-85165762b325', 'name': 'tempest-PortsIpV6TestJSON-95306545', 'fixed_ips': [{'subnet_id': '8c71dc8e-93a0-43d0-80f8-2da25ee7b970', 'ip_address': '2001:db8::10'}]}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:55.195596 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965b712-420a-4e15-965f-ea10fdd418bb req-3c5a3293-191a-4607-aae0-ab25e7be73f3 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:55.196285 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9965b712-420a-4e15-965f-ea10fdd418bb req-3c5a3293-191a-4607-aae0-ab25e7be73f3 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.216984 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-32a0c0f2-493d-4f05-9d92-b62f56ab0c62 service neutron] 10.222.0.64 "GET /v2.0/networks/9944229c-b2d9-4130-af79-8fc14ab603d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865496 Jul 07 17:20:55.288592 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9965b712-420a-4e15-965f-ea10fdd418bb req-3c5a3293-191a-4607-aae0-ab25e7be73f3 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5490952 Jul 07 17:20:55.320792 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device a18f02a9-304b-46e2-a502-2720d1b440c7 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:20:55.323906 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-9965b712-420a-4e15-965f-ea10fdd418bb req-7c9eea57-7fc0-437c-8649-f09e68eb9971 service neutron] Request body: {'port': {'device_id': 'b60d77af-463e-42e2-a632-eb2bd34ba906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:55.420328 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7ba5e6-1fbf-4a9a-83ad-7efc2d388b7b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:55.533832 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aca0db-6ec5-468e-8a32-1e262528e36e req-71ac20e7-a0a9-4b48-a50e-7225c5ca34f4 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:55.542889 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-77aca0db-6ec5-468e-8a32-1e262528e36e req-71ac20e7-a0a9-4b48-a50e-7225c5ca34f4 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.3395307 Jul 07 17:20:55.582318 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-66b98e3b-73d6-44b9-b65a-7989f69441df req-7eb46c35-bb01-4d57-a638-990b84194727 service neutron] 10.222.0.64 "GET /v2.0/networks/9944229c-b2d9-4130-af79-8fc14ab603d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612042 Jul 07 17:20:55.628950 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1d7ba5e6-1fbf-4a9a-83ad-7efc2d388b7b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.651588 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d865a7-ab4b-475f-98b9-3b83d3507244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-ad5019af-4382-4934-81c7-85165762b325', 'network_id': 'ad5019af-4382-4934-81c7-85165762b325', 'tenant_id': 'a4d810b7abb64d54ac8bc38e2d32e1cc', 'fixed_ips': [{'subnet_id': '8c71dc8e-93a0-43d0-80f8-2da25ee7b970'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:20:55.653045 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c8d865a7-ab4b-475f-98b9-3b83d3507244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.659223 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.resource_extend [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:20:55.672306 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-1d7ba5e6-1fbf-4a9a-83ad-7efc2d388b7b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] device_id is not set on port e16288ef-608b-4c07-9572-c2e75de4c8ea yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:55.935541 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-77aca0db-6ec5-468e-8a32-1e262528e36e req-b36de017-e9c4-48da-af68-650d580098d0 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771410 Jul 07 17:20:55.954539 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9965b712-420a-4e15-965f-ea10fdd418bb req-7c9eea57-7fc0-437c-8649-f09e68eb9971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.050170 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd2000-128c-4d46-99b4-6303d4138839 req-b42eb831-3a21-4f25-bf74-587baef03cdd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:56.064130 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-addd2000-128c-4d46-99b4-6303d4138839 req-b42eb831-3a21-4f25-bf74-587baef03cdd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=2531f1b6-f5ab-435a-8ff0-1405db651868 HTTP/1.1" status: 200 len: 944 time: 0.7782071 Jul 07 17:20:56.211780 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb5225-2af5-4bb4-a7f7-7d284cebfb70 req-579189a0-d57f-471e-b820-a6d99983d352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:56.225106 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-00fb5225-2af5-4bb4-a7f7-7d284cebfb70 req-579189a0-d57f-471e-b820-a6d99983d352 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7e4da5b6d5e463984eb77df0d02de9e&device_id=2531f1b6-f5ab-435a-8ff0-1405db651868 HTTP/1.1" status: 200 len: 1096 time: 0.5608051 Jul 07 17:20:56.307135 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-1d7ba5e6-1fbf-4a9a-83ad-7efc2d388b7b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Allocated IP 2001:db8::10 (ad5019af-4382-4934-81c7-85165762b325/8c71dc8e-93a0-43d0-80f8-2da25ee7b970/e16288ef-608b-4c07-9572-c2e75de4c8ea) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:56.371917 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.492879 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port a18f02a9-304b-46e2-a502-2720d1b440c7, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=a18f02a9-304b-46e2-a502-2720d1b440c7,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:56.648632 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'a18f02a9-304b-46e2-a502-2720d1b440c7', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'port_id': 'a18f02a9-304b-46e2-a502-2720d1b440c7', 'mac_address': 'fa:16:3e:0c:0b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:20:56.674091 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-398dd084-d76d-418b-9f18-2af9cfbd9b4b tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Deleting port 218f218d-dc84-464a-851e-db3c1e14e8cc {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:56.674710 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-398dd084-d76d-418b-9f18-2af9cfbd9b4b tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.811331 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.830391 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb5225-2af5-4bb4-a7f7-7d284cebfb70 req-14162e6c-2b9b-4823-94f7-db2b7d166128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:56.833736 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-00fb5225-2af5-4bb4-a7f7-7d284cebfb70 req-14162e6c-2b9b-4823-94f7-db2b7d166128 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9944229c-b2d9-4130-af79-8fc14ab603d4 HTTP/1.1" status: 200 len: 897 time: 0.6055186 Jul 07 17:20:56.851181 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-addd2000-128c-4d46-99b4-6303d4138839 req-a91be183-fead-48ac-988e-63868214069c tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=41132292-bd90-4d04-8023-9f436d8fe69c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7790263 Jul 07 17:20:56.876841 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a18f02a9-304b-46e2-a502-2720d1b440c7 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:56.915237 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port a18f02a9-304b-46e2-a502-2720d1b440c7, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=a18f02a9-304b-46e2-a502-2720d1b440c7,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:56.918812 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-445512a5-4eb4-4807-ad30-7c10d2744094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.924705 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.099200 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-00fb5225-2af5-4bb4-a7f7-7d284cebfb70 req-9a180930-60ea-4445-b443-37007657cda5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3 HTTP/1.1" status: 200 len: 217 time: 0.2578726 Jul 07 17:20:57.123806 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=a18f02a9-304b-46e2-a502-2720d1b440c7,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:57.182733 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['a18f02a9-304b-46e2-a502-2720d1b440c7'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:20:57.465813 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8d63f511-a203-4efe-bf71-63b9b4614b6a req-f842b124-84a7-42c7-86b9-ebb95ee37472 tempest-ServerShowV254Test-2056906155 tempest-ServerShowV254Test-2056906155-project] 10.222.0.53 "GET /v2.0/ports?device_id=88288ea5-4a3e-4f66-b3cb-dfc050bc23a4 HTTP/1.1" status: 200 len: 210 time: 0.3687234 Jul 07 17:20:57.530545 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-398dd084-d76d-418b-9f18-2af9cfbd9b4b tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.620706 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-398dd084-d76d-418b-9f18-2af9cfbd9b4b tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Calling delete_port for 218f218d-dc84-464a-851e-db3c1e14e8cc owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:57.650177 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb5225-2af5-4bb4-a7f7-7d284cebfb70 req-6cb6cc57-eb32-4cc2-84ed-eae12c0b68f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:57.651886 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-00fb5225-2af5-4bb4-a7f7-7d284cebfb70 req-6cb6cc57-eb32-4cc2-84ed-eae12c0b68f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c676d3d-c910-42cc-b1da-ae72c7349ba8 HTTP/1.1" status: 200 len: 837 time: 0.4745588 Jul 07 17:20:57.670548 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1d7ba5e6-1fbf-4a9a-83ad-7efc2d388b7b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.674681 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:20:57.865269 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7079694c-b347-4546-933d-b4eb9fd0b962 req-58fb625c-4af5-47d6-97bb-73b1e48af446 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=88288ea5-4a3e-4f66-b3cb-dfc050bc23a4 HTTP/1.1" status: 200 len: 210 time: 0.0957220 Jul 07 17:20:57.879403 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-1d7ba5e6-1fbf-4a9a-83ad-7efc2d388b7b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Transition to ACTIVE for port object e16288ef-608b-4c07-9572-c2e75de4c8ea will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:57.905829 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-9965b712-420a-4e15-965f-ea10fdd418bb req-7c9eea57-7fc0-437c-8649-f09e68eb9971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e44db2cb-a154-4dba-a8ae-e1e685084183 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:57.940666 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9965b712-420a-4e15-965f-ea10fdd418bb req-7c9eea57-7fc0-437c-8649-f09e68eb9971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.979209 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3,segment=NetworkSegment(261555e2-07d0-4e5a-bf68-a4f827c0c367),segment_id=261555e2-07d0-4e5a-bf68-a4f827c0c367)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:58.020920 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.023466 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3', 'network_id': '9944229c-b2d9-4130-af79-8fc14ab603d4', 'port_id': '18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3', 'mac_address': 'fa:16:3e:4c:a2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c676d3d-c910-42cc-b1da-ae72c7349ba8', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:20:58.054194 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-9965b712-420a-4e15-965f-ea10fdd418bb req-7c9eea57-7fc0-437c-8649-f09e68eb9971 service neutron] Transition to ACTIVE for port object e44db2cb-a154-4dba-a8ae-e1e685084183 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:58.094317 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9965b712-420a-4e15-965f-ea10fdd418bb req-7c9eea57-7fc0-437c-8649-f09e68eb9971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.212205 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1d7ba5e6-1fbf-4a9a-83ad-7efc2d388b7b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.212853 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb5225-2af5-4bb4-a7f7-7d284cebfb70 req-bfafffda-3b39-465b-8ad1-473a607d67aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:58.212984 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.214922 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-00fb5225-2af5-4bb4-a7f7-7d284cebfb70 req-bfafffda-3b39-465b-8ad1-473a607d67aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9944229c-b2d9-4130-af79-8fc14ab603d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.5115373 Jul 07 17:20:58.267432 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f66286-83f0-4493-885a-f72c95b36c2c req-3de4e639-e4f1-4185-8c28-f49da092aadc tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:58.292965 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-64f66286-83f0-4493-885a-f72c95b36c2c req-3de4e639-e4f1-4185-8c28-f49da092aadc tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60d77af-463e-42e2-a632-eb2bd34ba906 HTTP/1.1" status: 200 len: 931 time: 0.8390517 Jul 07 17:20:58.321845 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9eea57-7fc0-437c-8649-f09e68eb9971 service neutron] Pushing event updated for resources: {'Port': ['ID=e44db2cb-a154-4dba-a8ae-e1e685084183,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:58.337519 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:58.459935 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3,segment=NetworkSegment(261555e2-07d0-4e5a-bf68-a4f827c0c367),segment_id=261555e2-07d0-4e5a-bf68-a4f827c0c367)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:58.490583 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.496269 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-c8d865a7-ab4b-475f-98b9-3b83d3507244 None None] Allocated IP 2001:db8::2 (ad5019af-4382-4934-81c7-85165762b325/8c71dc8e-93a0-43d0-80f8-2da25ee7b970/96e17e4d-512c-42bb-8c5c-75ff31abf661) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:58.547334 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd55c8b-a933-422e-b3b9-1623df12ec4a req-600ebc7f-bf1b-442a-9022-04fc241757b0 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:58.572476 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1dd55c8b-a933-422e-b3b9-1623df12ec4a req-600ebc7f-bf1b-442a-9022-04fc241757b0 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 945 time: 0.6492062 Jul 07 17:20:58.671219 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:58.691474 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7ba5e6-1fbf-4a9a-83ad-7efc2d388b7b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network ad5019af-4382-4934-81c7-85165762b325 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:58.756234 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:20:58.779505 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ba5e6-1fbf-4a9a-83ad-7efc2d388b7b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Port': ['ID=e16288ef-608b-4c07-9572-c2e75de4c8ea,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:58.852147 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-9965b712-420a-4e15-965f-ea10fdd418bb req-7c9eea57-7fc0-437c-8649-f09e68eb9971 service neutron] Attempting to bind port e44db2cb-a154-4dba-a8ae-e1e685084183 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:58.852725 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-9965b712-420a-4e15-965f-ea10fdd418bb req-7c9eea57-7fc0-437c-8649-f09e68eb9971 service neutron] Attempting to bind port e44db2cb-a154-4dba-a8ae-e1e685084183 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'f9082715-a122-4543-bbf6-c582b0edb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51b74280-0796-4c38-ac03-d27ea50ace14'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:58.855339 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9965b712-420a-4e15-965f-ea10fdd418bb req-7c9eea57-7fc0-437c-8649-f09e68eb9971 service neutron] Attempting to bind port e44db2cb-a154-4dba-a8ae-e1e685084183 on network 51b74280-0796-4c38-ac03-d27ea50ace14 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:58.867213 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-1d7ba5e6-1fbf-4a9a-83ad-7efc2d388b7b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:58.896560 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7ba5e6-1fbf-4a9a-83ad-7efc2d388b7b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:58.927667 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7ba5e6-1fbf-4a9a-83ad-7efc2d388b7b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:58.928380 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1d7ba5e6-1fbf-4a9a-83ad-7efc2d388b7b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.930345 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c8d865a7-ab4b-475f-98b9-3b83d3507244 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.957763 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c8d865a7-ab4b-475f-98b9-3b83d3507244 None None] Transition to ACTIVE for port object 96e17e4d-512c-42bb-8c5c-75ff31abf661 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:58.984364 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-64f66286-83f0-4493-885a-f72c95b36c2c req-1d5d02c0-7613-435b-9406-851d151409ad tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6893203 Jul 07 17:20:58.993727 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1dd55c8b-a933-422e-b3b9-1623df12ec4a req-9a99a2ff-241e-4b6f-9148-7923382e506a tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4158957 Jul 07 17:20:59.001445 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9965b712-420a-4e15-965f-ea10fdd418bb req-7c9eea57-7fc0-437c-8649-f09e68eb9971 service neutron] Port e44db2cb-a154-4dba-a8ae-e1e685084183 on network 51b74280-0796-4c38-ac03-d27ea50ace14 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:20:59.001753 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9965b712-420a-4e15-965f-ea10fdd418bb req-7c9eea57-7fc0-437c-8649-f09e68eb9971 service neutron] Attempting to bind port e44db2cb-a154-4dba-a8ae-e1e685084183 on network 51b74280-0796-4c38-ac03-d27ea50ace14 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:59.016731 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9965b712-420a-4e15-965f-ea10fdd418bb req-7c9eea57-7fc0-437c-8649-f09e68eb9971 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:59.017092 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9965b712-420a-4e15-965f-ea10fdd418bb req-7c9eea57-7fc0-437c-8649-f09e68eb9971 service neutron] Checking segment: {'id': 'f9082715-a122-4543-bbf6-c582b0edb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51b74280-0796-4c38-ac03-d27ea50ace14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:59.017496 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9965b712-420a-4e15-965f-ea10fdd418bb req-7c9eea57-7fc0-437c-8649-f09e68eb9971 service neutron] Bound using segment: {'id': 'f9082715-a122-4543-bbf6-c582b0edb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51b74280-0796-4c38-ac03-d27ea50ace14'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:59.018083 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-9965b712-420a-4e15-965f-ea10fdd418bb req-7c9eea57-7fc0-437c-8649-f09e68eb9971 service neutron] Bound port: e44db2cb-a154-4dba-a8ae-e1e685084183, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9082715-a122-4543-bbf6-c582b0edb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51b74280-0796-4c38-ac03-d27ea50ace14'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:59.019012 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9965b712-420a-4e15-965f-ea10fdd418bb req-7c9eea57-7fc0-437c-8649-f09e68eb9971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:59.026866 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1d7ba5e6-1fbf-4a9a-83ad-7efc2d388b7b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.9488971 Jul 07 17:20:59.032191 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45184) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:59.043431 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-00fb5225-2af5-4bb4-a7f7-7d284cebfb70 req-2e378778-b277-4c0c-9724-8b0c3410f194 service neutron] 10.222.0.64 "GET /v2.0/networks/9944229c-b2d9-4130-af79-8fc14ab603d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8037851 Jul 07 17:20:59.056448 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-16d2db80-49e6-470e-ab82-11491bb1a5f0 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'port': {'network_id': 'ad5019af-4382-4934-81c7-85165762b325', 'name': 'tempest-PortsIpV6TestJSON-479103345', 'fixed_ips': [{'subnet_id': '8c71dc8e-93a0-43d0-80f8-2da25ee7b970', 'ip_address': '2001:db8::f'}]}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:59.103405 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c8d865a7-ab4b-475f-98b9-3b83d3507244 None None] Transition to ACTIVE for port object 96e17e4d-512c-42bb-8c5c-75ff31abf661 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:59.117777 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c8d865a7-ab4b-475f-98b9-3b83d3507244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:59.224700 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d865a7-ab4b-475f-98b9-3b83d3507244 None None] Network ad5019af-4382-4934-81c7-85165762b325 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:59.236287 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-c8d865a7-ab4b-475f-98b9-3b83d3507244 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:59.258983 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d865a7-ab4b-475f-98b9-3b83d3507244 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:59.271190 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d865a7-ab4b-475f-98b9-3b83d3507244 None None] Pushing event updated for resources: {'Port': ['ID=96e17e4d-512c-42bb-8c5c-75ff31abf661,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:59.327828 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-398dd084-d76d-418b-9f18-2af9cfbd9b4b tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:59.437731 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device a18f02a9-304b-46e2-a502-2720d1b440c7 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:59.506360 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398dd084-d76d-418b-9f18-2af9cfbd9b4b tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Pushing event deleted for resources: {'Port': ['ID=218f218d-dc84-464a-851e-db3c1e14e8cc,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:59.636777 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-c8d865a7-ab4b-475f-98b9-3b83d3507244 None None] Attempting to bind port 96e17e4d-512c-42bb-8c5c-75ff31abf661 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:59.637165 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-c8d865a7-ab4b-475f-98b9-3b83d3507244 None None] Attempting to bind port 96e17e4d-512c-42bb-8c5c-75ff31abf661 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '2b93b605-4a0f-493d-96e5-d26cabd545fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ad5019af-4382-4934-81c7-85165762b325'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:59.637644 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d865a7-ab4b-475f-98b9-3b83d3507244 None None] Attempting to bind port 96e17e4d-512c-42bb-8c5c-75ff31abf661 on network ad5019af-4382-4934-81c7-85165762b325 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:59.653249 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5e76a14c-bf71-4e7a-bf0f-4b90f90e95fb req-5de89457-b349-4634-a16a-4d5c2a8b66d9 tempest-ServerShowV254Test-2056906155 tempest-ServerShowV254Test-2056906155-project] 10.222.0.53 "GET /v2.0/ports?device_id=88288ea5-4a3e-4f66-b3cb-dfc050bc23a4 HTTP/1.1" status: 200 len: 210 time: 0.1713772 Jul 07 17:20:59.657279 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d865a7-ab4b-475f-98b9-3b83d3507244 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:59.657661 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d865a7-ab4b-475f-98b9-3b83d3507244 None None] Checking segment: {'id': '2b93b605-4a0f-493d-96e5-d26cabd545fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ad5019af-4382-4934-81c7-85165762b325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:59.658073 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c8d865a7-ab4b-475f-98b9-3b83d3507244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:59.658481 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d865a7-ab4b-475f-98b9-3b83d3507244 None None] Bound using segment: {'id': '2b93b605-4a0f-493d-96e5-d26cabd545fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ad5019af-4382-4934-81c7-85165762b325'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:59.660250 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-c8d865a7-ab4b-475f-98b9-3b83d3507244 None None] Bound port: 96e17e4d-512c-42bb-8c5c-75ff31abf661, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b93b605-4a0f-493d-96e5-d26cabd545fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ad5019af-4382-4934-81c7-85165762b325'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:59.660741 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c8d865a7-ab4b-475f-98b9-3b83d3507244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:59.667609 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-9965b712-420a-4e15-965f-ea10fdd418bb req-7c9eea57-7fc0-437c-8649-f09e68eb9971 service neutron] For port e44db2cb-a154-4dba-a8ae-e1e685084183, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:59.672134 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-9965b712-420a-4e15-965f-ea10fdd418bb req-7c9eea57-7fc0-437c-8649-f09e68eb9971 service neutron] For port e44db2cb-a154-4dba-a8ae-e1e685084183, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=e44db2cb-a154-4dba-a8ae-e1e685084183,segment=NetworkSegment(f9082715-a122-4543-bbf6-c582b0edb07f),segment_id=f9082715-a122-4543-bbf6-c582b0edb07f)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:59.699839 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9965b712-420a-4e15-965f-ea10fdd418bb req-7c9eea57-7fc0-437c-8649-f09e68eb9971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:59.915573 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9eea57-7fc0-437c-8649-f09e68eb9971 service neutron] Pushing event updated for resources: {'Port': ['ID=e44db2cb-a154-4dba-a8ae-e1e685084183,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:59.936809 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965b712-420a-4e15-965f-ea10fdd418bb req-7c9eea57-7fc0-437c-8649-f09e68eb9971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:59.937463 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9965b712-420a-4e15-965f-ea10fdd418bb req-7c9eea57-7fc0-437c-8649-f09e68eb9971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:59.939924 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9965b712-420a-4e15-965f-ea10fdd418bb req-7c9eea57-7fc0-437c-8649-f09e68eb9971 service neutron] 10.222.0.72 "PUT /v2.0/ports/e44db2cb-a154-4dba-a8ae-e1e685084183 HTTP/1.1" status: 200 len: 1092 time: 4.6255686 Jul 07 17:20:59.941478 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b60d77af-463e-42e2-a632-eb2bd34ba906', 'tag': 'e44db2cb-a154-4dba-a8ae-e1e685084183'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:59.943971 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc78096e-fbc3-4015-b205-c14c99b45b56" -d '{"events": [{"name": "network-changed", "server_uuid": "b60d77af-463e-42e2-a632-eb2bd34ba906", "tag": "e44db2cb-a154-4dba-a8ae-e1e685084183"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:59.951257 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d2db80-49e6-470e-ab82-11491bb1a5f0 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:59.962184 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-16d2db80-49e6-470e-ab82-11491bb1a5f0 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:59.970454 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-c8d865a7-ab4b-475f-98b9-3b83d3507244 None None] For port 96e17e4d-512c-42bb-8c5c-75ff31abf661, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:59.994128 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port a18f02a9-304b-46e2-a502-2720d1b440c7 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:59.994504 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:59.998232 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-00fb5225-2af5-4bb4-a7f7-7d284cebfb70 req-c65872d9-a3d5-4403-86e7-1f40add294a4 service neutron] 10.222.0.64 "GET /v2.0/networks/9944229c-b2d9-4130-af79-8fc14ab603d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9400387 Jul 07 17:21:00.066174 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cff4a7-5b00-445e-aa1c-382e19122424 req-e40c5c6a-6c35-4aec-862f-5d3c13a0aa5a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:00.068389 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d1cff4a7-5b00-445e-aa1c-382e19122424 req-e40c5c6a-6c35-4aec-862f-5d3c13a0aa5a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=2531f1b6-f5ab-435a-8ff0-1405db651868 HTTP/1.1" status: 200 len: 945 time: 0.6119332 Jul 07 17:21:00.079645 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-16d2db80-49e6-470e-ab82-11491bb1a5f0 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] device_id is not set on port cf1bb524-f210-4beb-ad82-a9b65d9aa2e0 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:21:00.109569 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-c8d865a7-ab4b-475f-98b9-3b83d3507244 None None] For port 96e17e4d-512c-42bb-8c5c-75ff31abf661, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=96e17e4d-512c-42bb-8c5c-75ff31abf661,segment=NetworkSegment(2b93b605-4a0f-493d-96e5-d26cabd545fa),segment_id=2b93b605-4a0f-493d-96e5-d26cabd545fa)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:00.112968 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-398dd084-d76d-418b-9f18-2af9cfbd9b4b tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:00.144555 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c8d865a7-ab4b-475f-98b9-3b83d3507244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:00.323257 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:00.415709 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d865a7-ab4b-475f-98b9-3b83d3507244 None None] Pushing event updated for resources: {'Port': ['ID=96e17e4d-512c-42bb-8c5c-75ff31abf661,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:00.524275 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:00.563714 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80722880-0b09-45ca-9964-0b7119898944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18f02a9-304b-46e2-a502-2720d1b440c7'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:00.568786 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ff8416-4888-41d9-848c-93387c7c1105" -d '{"events": [{"server_uuid": "80722880-0b09-45ca-9964-0b7119898944", "name": "network-vif-plugged", "status": "completed", "tag": "a18f02a9-304b-46e2-a502-2720d1b440c7"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:00.608884 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port a18f02a9-304b-46e2-a502-2720d1b440c7, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=a18f02a9-304b-46e2-a502-2720d1b440c7,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:00.615222 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:00.640595 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965b712-420a-4e15-965f-ea10fdd418bb req-a2b95018-237b-4f48-99b2-08f77f506b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:00.642201 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9965b712-420a-4e15-965f-ea10fdd418bb req-a2b95018-237b-4f48-99b2-08f77f506b56 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=854cd6cbf71d4c16a45f7c0c1ff22d98&device_id=b60d77af-463e-42e2-a632-eb2bd34ba906 HTTP/1.1" status: 200 len: 1095 time: 0.6514690 Jul 07 17:21:00.734196 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=a18f02a9-304b-46e2-a502-2720d1b440c7,revision_number=7']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:00.747556 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9965b712-420a-4e15-965f-ea10fdd418bb req-f75015dc-eb69-4985-8b41-cc26cb285c7c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e44db2cb-a154-4dba-a8ae-e1e685084183 HTTP/1.1" status: 200 len: 217 time: 0.0849528 Jul 07 17:21:00.757432 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d1cff4a7-5b00-445e-aa1c-382e19122424 req-2788fb19-1c6d-40e8-b14a-6c29aee4ef0f tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=41132292-bd90-4d04-8023-9f436d8fe69c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2924240 Jul 07 17:21:00.759990 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-16d2db80-49e6-470e-ab82-11491bb1a5f0 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Allocated IP 2001:db8::f (ad5019af-4382-4934-81c7-85165762b325/8c71dc8e-93a0-43d0-80f8-2da25ee7b970/cf1bb524-f210-4beb-ad82-a9b65d9aa2e0) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:00.766607 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398dd084-d76d-418b-9f18-2af9cfbd9b4b tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Router 205853ec-adf4-40ac-8ee4-7f24c1a62833 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:21:00.838657 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a78e8e-ffe8-45bd-8fda-9bc016c3e12b req-df894996-5ca9-4385-b877-1663245732ad tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:00.863845 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d5a78e8e-ffe8-45bd-8fda-9bc016c3e12b req-df894996-5ca9-4385-b877-1663245732ad tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.4020689 Jul 07 17:21:00.905191 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88f8042-b33e-4101-986d-90be188577a6 x-openstack-request-id: req-c88f8042-b33e-4101-986d-90be188577a6 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:00.905550 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b60d77af-463e-42e2-a632-eb2bd34ba906", "tag": "e44db2cb-a154-4dba-a8ae-e1e685084183", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:00.905752 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c88f8042-b33e-4101-986d-90be188577a6 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:00.906254 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b60d77af-463e-42e2-a632-eb2bd34ba906', 'tag': 'e44db2cb-a154-4dba-a8ae-e1e685084183', 'status': 'completed', 'code': 200} Jul 07 17:21:00.958335 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965b712-420a-4e15-965f-ea10fdd418bb req-390d35f6-f299-4ba6-84fe-1920997c8130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:00.960035 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9965b712-420a-4e15-965f-ea10fdd418bb req-390d35f6-f299-4ba6-84fe-1920997c8130 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fbb2957-27f3-49e7-bbf8-4e6687e5bfc9 HTTP/1.1" status: 200 len: 854 time: 0.2064612 Jul 07 17:21:01.014039 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9965b712-420a-4e15-965f-ea10fdd418bb req-bace168e-736d-4f31-bb32-973919241b1a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=51b74280-0796-4c38-ac03-d27ea50ace14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471315 Jul 07 17:21:01.186887 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d5a78e8e-ffe8-45bd-8fda-9bc016c3e12b req-48c37a3a-758c-4cbd-ad48-d21220f10914 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219936 Jul 07 17:21:01.195052 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398dd084-d76d-418b-9f18-2af9cfbd9b4b tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:21:01.205467 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0487e4a4-7a48-4bd8-b68b-9f00cdb03237 None None] Sync routers for ids ['205853ec-adf4-40ac-8ee4-7f24c1a62833'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:21:01.217716 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45214) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:01.230623 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-398dd084-d76d-418b-9f18-2af9cfbd9b4b tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] 10.222.0.53 "PUT /v2.0/routers/205853ec-adf4-40ac-8ee4-7f24c1a62833/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9483988 Jul 07 17:21:01.233989 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0487e4a4-7a48-4bd8-b68b-9f00cdb03237 None None] Routers {'205853ec-adf4-40ac-8ee4-7f24c1a62833'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:01.234661 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-0487e4a4-7a48-4bd8-b68b-9f00cdb03237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:20:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['205853ec-adf4-40ac-8ee4-7f24c1a62833'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:01.286372 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-0487e4a4-7a48-4bd8-b68b-9f00cdb03237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:01.302776 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0487e4a4-7a48-4bd8-b68b-9f00cdb03237 None None] Routers {'205853ec-adf4-40ac-8ee4-7f24c1a62833'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:01.303678 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-0487e4a4-7a48-4bd8-b68b-9f00cdb03237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:20:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['205853ec-adf4-40ac-8ee4-7f24c1a62833'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:01.356751 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-0487e4a4-7a48-4bd8-b68b-9f00cdb03237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:01.357862 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0487e4a4-7a48-4bd8-b68b-9f00cdb03237 None None] The sync data for ids ['205853ec-adf4-40ac-8ee4-7f24c1a62833'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:21:01.429672 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-82f2137d-a84d-4b8a-bd77-cb0d3c03df6c tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] show failed (client error): The resource could not be found. Jul 07 17:21:01.436559 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-82f2137d-a84d-4b8a-bd77-cb0d3c03df6c tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-156619566 HTTP/1.1" status: 404 len: 334 time: 0.2105293 Jul 07 17:21:01.437001 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45222) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:01.442650 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-f385b6e0-d29d-422d-b176-590c258a8fc2 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:01.513165 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-16d2db80-49e6-470e-ab82-11491bb1a5f0 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:01.570481 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9965b712-420a-4e15-965f-ea10fdd418bb req-d09ba133-06c6-459a-bb5b-00f8a118cdea service neutron] 10.222.0.72 "GET /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5460091 Jul 07 17:21:01.639662 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-16d2db80-49e6-470e-ab82-11491bb1a5f0 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Transition to ACTIVE for port object cf1bb524-f210-4beb-ad82-a9b65d9aa2e0 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:01.692845 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:01.807639 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:01.821645 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:01.823638 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.013825 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 96e17e4d-512c-42bb-8c5c-75ff31abf661 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:02.179015 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.251156 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 96e17e4d-512c-42bb-8c5c-75ff31abf661 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:02.286295 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3,segment=NetworkSegment(261555e2-07d0-4e5a-bf68-a4f827c0c367),segment_id=261555e2-07d0-4e5a-bf68-a4f827c0c367)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:02.293135 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.353113 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da11e3b-18da-4553-981f-b9306fee17cf None None] Network ad5019af-4382-4934-81c7-85165762b325 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:02.520049 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-f385b6e0-d29d-422d-b176-590c258a8fc2 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] update failed (client error): The resource could not be found. Jul 07 17:21:02.527484 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f385b6e0-d29d-422d-b176-590c258a8fc2 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-500021353 HTTP/1.1" status: 404 len: 334 time: 1.0899770 Jul 07 17:21:02.528333 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45232) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:02.541871 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-40baa2cd-6cec-4884-ad64-06fe48cc2124 req-74e313fa-6637-4705-b788-c1fc4f7e0c66 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=790fb4760ce3466a91ad4ad6a98fbb4e&device_id=88288ea5-4a3e-4f66-b3cb-dfc050bc23a4 HTTP/1.1" status: 200 len: 210 time: 0.9825828 Jul 07 17:21:02.543433 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8c7d7114-68b5-4f44-ae25-98216b055619 None None] Provisioning for port 96e17e4d-512c-42bb-8c5c-75ff31abf661 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:02.562062 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8c7d7114-68b5-4f44-ae25-98216b055619 None None] Provisioning complete for port 96e17e4d-512c-42bb-8c5c-75ff31abf661 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:02.562062 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8c7d7114-68b5-4f44-ae25-98216b055619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.617992 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:02.632866 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-16d2db80-49e6-470e-ab82-11491bb1a5f0 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.684166 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-35ccc684-2269-4c03-9720-c08044a7b5ba tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Deleting subnet a153dc57-3b2f-4587-b0af-a1613541110f {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:21:02.710555 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-40baa2cd-6cec-4884-ad64-06fe48cc2124 req-74874beb-76f4-4c1b-940c-3fa7132f9d32 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=790fb4760ce3466a91ad4ad6a98fbb4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0920417 Jul 07 17:21:02.745640 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-35ccc684-2269-4c03-9720-c08044a7b5ba tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.746473 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d2db80-49e6-470e-ab82-11491bb1a5f0 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network ad5019af-4382-4934-81c7-85165762b325 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:02.756289 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2db80-49e6-470e-ab82-11491bb1a5f0 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Port': ['ID=cf1bb524-f210-4beb-ad82-a9b65d9aa2e0,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:02.759796 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-16d2db80-49e6-470e-ab82-11491bb1a5f0 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:02.771362 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d2db80-49e6-470e-ab82-11491bb1a5f0 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:02.780505 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d2db80-49e6-470e-ab82-11491bb1a5f0 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:02.781361 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-16d2db80-49e6-470e-ab82-11491bb1a5f0 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.801205 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677c44d-464f-416a-ad39-b09fd660c656 req-3bfdf52b-451b-4506-8cc5-05194178b08d tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:02.809005 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f677c44d-464f-416a-ad39-b09fd660c656 req-3bfdf52b-451b-4506-8cc5-05194178b08d tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 946 time: 1.2130542 Jul 07 17:21:02.814632 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8c7d7114-68b5-4f44-ae25-98216b055619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.817284 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9965b712-420a-4e15-965f-ea10fdd418bb req-e8e29fcd-764a-4584-85c6-4c7d9c25f9c6 service neutron] 10.222.0.72 "GET /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2376511 Jul 07 17:21:02.869969 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-16d2db80-49e6-470e-ab82-11491bb1a5f0 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.8365214 Jul 07 17:21:02.874072 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45234) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:02.887478 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8c7d7114-68b5-4f44-ae25-98216b055619 None None] For port 96e17e4d-512c-42bb-8c5c-75ff31abf661, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=96e17e4d-512c-42bb-8c5c-75ff31abf661,segment=NetworkSegment(2b93b605-4a0f-493d-96e5-d26cabd545fa),segment_id=2b93b605-4a0f-493d-96e5-d26cabd545fa)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:02.897324 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8c7d7114-68b5-4f44-ae25-98216b055619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.900862 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f677c44d-464f-416a-ad39-b09fd660c656 req-9ff0a109-9c62-4ca5-8ed4-053648002eed tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908241 Jul 07 17:21:02.946798 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb8ded-310c-46fa-a2af-e3a3c4e368c7 req-547650ce-a4b5-4154-a333-6e26dd11a0a4 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:02.964372 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bedb8ded-310c-46fa-a2af-e3a3c4e368c7 req-547650ce-a4b5-4154-a333-6e26dd11a0a4 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60d77af-463e-42e2-a632-eb2bd34ba906 HTTP/1.1" status: 200 len: 943 time: 1.4259808 Jul 07 17:21:03.010327 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d7114-68b5-4f44-ae25-98216b055619 None None] Pushing event updated for resources: {'Port': ['ID=96e17e4d-512c-42bb-8c5c-75ff31abf661,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:03.032588 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c542dc-aaaa-4e69-8310-80c17d173ba4 x-openstack-request-id: req-c2c542dc-aaaa-4e69-8310-80c17d173ba4 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:03.035995 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80722880-0b09-45ca-9964-0b7119898944", "name": "network-vif-plugged", "status": "completed", "tag": "a18f02a9-304b-46e2-a502-2720d1b440c7", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:03.036368 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2c542dc-aaaa-4e69-8310-80c17d173ba4 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:03.036842 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80722880-0b09-45ca-9964-0b7119898944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18f02a9-304b-46e2-a502-2720d1b440c7', 'code': 200} Jul 07 17:21:03.094129 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baa2cd-6cec-4884-ad64-06fe48cc2124 req-61f0100c-889d-408b-adb0-be944cd29ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:03.096582 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-40baa2cd-6cec-4884-ad64-06fe48cc2124 req-61f0100c-889d-408b-adb0-be944cd29ae6 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3739688 Jul 07 17:21:03.102113 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-35ccc684-2269-4c03-9720-c08044a7b5ba tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:03.163214 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174f8e9a-f1fc-4286-9851-ec740568d937 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:03.173777 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-174f8e9a-f1fc-4286-9851-ec740568d937 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.2922413 Jul 07 17:21:03.175557 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45236) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:03.199611 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78096e-fbc3-4015-b205-c14c99b45b56 req-29592b78-9997-489d-a1c1-2974dee96ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:03.201531 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bc78096e-fbc3-4015-b205-c14c99b45b56 req-29592b78-9997-489d-a1c1-2974dee96ccb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=854cd6cbf71d4c16a45f7c0c1ff22d98&device_id=b60d77af-463e-42e2-a632-eb2bd34ba906 HTTP/1.1" status: 200 len: 1095 time: 0.2980986 Jul 07 17:21:03.223816 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-35ccc684-2269-4c03-9720-c08044a7b5ba tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:03.317492 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-35ccc684-2269-4c03-9720-c08044a7b5ba tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:03.350612 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-61608149-a467-4afb-a408-c6f73a92ff68 None None] Provisioning complete for port 96e17e4d-512c-42bb-8c5c-75ff31abf661 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:03.352439 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-61608149-a467-4afb-a408-c6f73a92ff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:03.441091 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ccc684-2269-4c03-9720-c08044a7b5ba tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Pushing event deleted for resources: {'Subnet': ['ID=a153dc57-3b2f-4587-b0af-a1613541110f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:03.455494 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bedb8ded-310c-46fa-a2af-e3a3c4e368c7 req-ce4aa34a-f09f-4dc3-b35a-79d68bf3792b tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4892604 Jul 07 17:21:03.474393 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78096e-fbc3-4015-b205-c14c99b45b56 req-d659465e-ad2b-48f8-bba5-5c4e7e26c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:03.477928 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bc78096e-fbc3-4015-b205-c14c99b45b56 req-d659465e-ad2b-48f8-bba5-5c4e7e26c495 service neutron] 10.222.0.72 "GET /v2.0/networks?id=51b74280-0796-4c38-ac03-d27ea50ace14 HTTP/1.1" status: 200 len: 915 time: 0.2652364 Jul 07 17:21:03.484673 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-35ccc684-2269-4c03-9720-c08044a7b5ba tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:03.489386 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-35ccc684-2269-4c03-9720-c08044a7b5ba tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] 10.222.0.53 "DELETE /v2.0/subnets/a153dc57-3b2f-4587-b0af-a1613541110f HTTP/1.1" status: 204 len: 168 time: 0.9580359 Jul 07 17:21:03.494950 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45238) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:03.496459 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b7aa56a5-6de9-40f7-99f1-cea38a35c12a req-7bb854ff-dacb-4788-81f5-428875bb3b38 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7899349 Jul 07 17:21:03.510186 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccc684-2269-4c03-9720-c08044a7b5ba tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:03.510543 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccc684-2269-4c03-9720-c08044a7b5ba tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:03.510880 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccc684-2269-4c03-9720-c08044a7b5ba tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:03.511244 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccc684-2269-4c03-9720-c08044a7b5ba tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:03.511596 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccc684-2269-4c03-9720-c08044a7b5ba tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:03.511935 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccc684-2269-4c03-9720-c08044a7b5ba tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:03.512271 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccc684-2269-4c03-9720-c08044a7b5ba tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:03.512609 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccc684-2269-4c03-9720-c08044a7b5ba tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:03.516519 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80abbbcb-eafb-468a-a4d9-446b9cb2e2e3 None None] Network 107eb8f0-f6ea-483e-956e-97595fee7867 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:03.519131 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccc684-2269-4c03-9720-c08044a7b5ba tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:03.519489 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccc684-2269-4c03-9720-c08044a7b5ba tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:03.519848 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccc684-2269-4c03-9720-c08044a7b5ba tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:03.520192 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccc684-2269-4c03-9720-c08044a7b5ba tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:03.590584 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd2f8ad-ba6b-40c6-8cc3-4dcc078313ab tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:03.606579 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd2f8ad-ba6b-40c6-8cc3-4dcc078313ab tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:03.624334 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd2f8ad-ba6b-40c6-8cc3-4dcc078313ab tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:03.629071 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2dd2f8ad-ba6b-40c6-8cc3-4dcc078313ab tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.4514372 Jul 07 17:21:03.629820 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45240) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:03.713450 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d35d01a-584f-4fa0-8350-d739a992c46d tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Deleting subnet 74a35f13-a55c-465a-bd79-10a2701136e1 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:21:03.757330 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d35d01a-584f-4fa0-8350-d739a992c46d tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:03.766076 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bc78096e-fbc3-4015-b205-c14c99b45b56 req-6161747f-4d09-44e6-866f-4a3ade53c869 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e44db2cb-a154-4dba-a8ae-e1e685084183 HTTP/1.1" status: 200 len: 217 time: 0.2697070 Jul 07 17:21:03.837556 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0fb96581-1db0-4f66-ba63-792e96931972 req-04ea3e17-2924-44b4-8cf0-eb7e38a349e4 tempest-ServerShowV254Test-2056906155 tempest-ServerShowV254Test-2056906155-project] 10.222.0.53 "GET /v2.0/ports?device_id=88288ea5-4a3e-4f66-b3cb-dfc050bc23a4 HTTP/1.1" status: 200 len: 210 time: 0.1514964 Jul 07 17:21:03.858900 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91119a-c906-4d64-8afa-50cb09c63aa9 req-0e020dcd-22b1-4057-81ed-45d637a741cd tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:03.867347 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ae91119a-c906-4d64-8afa-50cb09c63aa9 req-0e020dcd-22b1-4057-81ed-45d637a741cd tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.5272138 Jul 07 17:21:03.897870 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa56a5-6de9-40f7-99f1-cea38a35c12a req-b11e71d5-221a-48fc-95aa-2369eae1cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:03.901388 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b7aa56a5-6de9-40f7-99f1-cea38a35c12a req-b11e71d5-221a-48fc-95aa-2369eae1cd99 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7e4da5b6d5e463984eb77df0d02de9e&device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 1097 time: 0.3703699 Jul 07 17:21:04.022456 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 96e17e4d-512c-42bb-8c5c-75ff31abf661 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:04.053570 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78096e-fbc3-4015-b205-c14c99b45b56 req-f74dab8c-1731-4bf1-88e0-667a6b3a8570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:04.054993 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bc78096e-fbc3-4015-b205-c14c99b45b56 req-f74dab8c-1731-4bf1-88e0-667a6b3a8570 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fbb2957-27f3-49e7-bbf8-4e6687e5bfc9 HTTP/1.1" status: 200 len: 854 time: 0.2532904 Jul 07 17:21:04.134717 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-61608149-a467-4afb-a408-c6f73a92ff68 None None] Provisioning for port e16288ef-608b-4c07-9572-c2e75de4c8ea completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:04.152209 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-61608149-a467-4afb-a408-c6f73a92ff68 None None] Provisioning complete for port e16288ef-608b-4c07-9572-c2e75de4c8ea triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:04.152702 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-61608149-a467-4afb-a408-c6f73a92ff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.178328 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-38a4c1f6-e510-4afd-affb-e52eebef2005 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting port cf1bb524-f210-4beb-ad82-a9b65d9aa2e0 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:04.179032 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-38a4c1f6-e510-4afd-affb-e52eebef2005 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.220838 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ae91119a-c906-4d64-8afa-50cb09c63aa9 req-baebdf8b-bdd3-4aa2-a1fd-e6de94d4b880 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525496 Jul 07 17:21:04.223175 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bc78096e-fbc3-4015-b205-c14c99b45b56 req-58e3ce5a-7427-4a7d-81e5-ac68d24a23d7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=51b74280-0796-4c38-ac03-d27ea50ace14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810161 Jul 07 17:21:04.228589 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d35d01a-584f-4fa0-8350-d739a992c46d tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.290979 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 96e17e4d-512c-42bb-8c5c-75ff31abf661 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:04.291441 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.315269 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-38a4c1f6-e510-4afd-affb-e52eebef2005 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.331498 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-38a4c1f6-e510-4afd-affb-e52eebef2005 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Calling delete_port for cf1bb524-f210-4beb-ad82-a9b65d9aa2e0 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:04.334865 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-61608149-a467-4afb-a408-c6f73a92ff68 None None] Port e16288ef-608b-4c07-9572-c2e75de4c8ea cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:04.406380 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-61608149-a467-4afb-a408-c6f73a92ff68 None None] Provisioning for port cf1bb524-f210-4beb-ad82-a9b65d9aa2e0 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:04.421077 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-61608149-a467-4afb-a408-c6f73a92ff68 None None] Provisioning complete for port cf1bb524-f210-4beb-ad82-a9b65d9aa2e0 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:04.424069 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-61608149-a467-4afb-a408-c6f73a92ff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.495052 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c639cb91-44bf-4e0c-8a11-a201214facbb None None] DHCP port deletion for 107eb8f0-f6ea-483e-956e-97595fee7867 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:21:04.532292 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bc78096e-fbc3-4015-b205-c14c99b45b56 req-3cbd1f18-511a-4734-bd37-c126196cee38 service neutron] 10.222.0.72 "GET /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005562 Jul 07 17:21:04.599646 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-61608149-a467-4afb-a408-c6f73a92ff68 None None] Port cf1bb524-f210-4beb-ad82-a9b65d9aa2e0 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:04.607998 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-40baa2cd-6cec-4884-ad64-06fe48cc2124 req-06d9301e-315a-4a3c-a6bd-f49c108dabd7 tempest-ServerShowV254Test-2056906155 tempest-ServerShowV254Test-2056906155-project] 10.222.0.64 "GET /v2.0/ports?device_id=88288ea5-4a3e-4f66-b3cb-dfc050bc23a4 HTTP/1.1" status: 200 len: 210 time: 0.1193364 Jul 07 17:21:04.669478 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bc78096e-fbc3-4015-b205-c14c99b45b56 req-e9ad7135-3b10-402d-9ca6-45b6551b5e5a service neutron] 10.222.0.72 "GET /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128755 Jul 07 17:21:04.758472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa56a5-6de9-40f7-99f1-cea38a35c12a req-2fe73a4a-acff-42f8-87dd-790db0b16ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:04.760651 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b7aa56a5-6de9-40f7-99f1-cea38a35c12a req-2fe73a4a-acff-42f8-87dd-790db0b16ccf service neutron] 10.222.0.72 "GET /v2.0/networks?id=507311b0-9434-46e9-9ba9-87b422a6045c HTTP/1.1" status: 200 len: 897 time: 0.8242440 Jul 07 17:21:04.766346 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-38a4c1f6-e510-4afd-affb-e52eebef2005 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.784721 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b4767-dc8c-4f08-a27f-82016312b12a req-eb116fe2-0e68-43f2-abce-09d913d4efdf tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:04.793050 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b11b4767-dc8c-4f08-a27f-82016312b12a req-eb116fe2-0e68-43f2-abce-09d913d4efdf tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 946 time: 0.2557578 Jul 07 17:21:04.803187 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0bc44953-a859-410e-b18c-54a0cd50c377 None None] Provisioning complete for port e16288ef-608b-4c07-9572-c2e75de4c8ea triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:04.807953 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0bc44953-a859-410e-b18c-54a0cd50c377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.838935 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d35d01a-584f-4fa0-8350-d739a992c46d tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.870195 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4c1f6-e510-4afd-affb-e52eebef2005 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Port': ['ID=cf1bb524-f210-4beb-ad82-a9b65d9aa2e0,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:04.880533 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b11b4767-dc8c-4f08-a27f-82016312b12a req-80c7cef9-13da-4c2d-9e8c-831aa01a6064 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863986 Jul 07 17:21:04.930573 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-38a4c1f6-e510-4afd-affb-e52eebef2005 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.940551 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-38a4c1f6-e510-4afd-affb-e52eebef2005 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/ports/cf1bb524-f210-4beb-ad82-a9b65d9aa2e0 HTTP/1.1" status: 204 len: 168 time: 1.3039911 Jul 07 17:21:04.945509 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45256) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:05.006003 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-0bc44953-a859-410e-b18c-54a0cd50c377 None None] Port e16288ef-608b-4c07-9572-c2e75de4c8ea cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:05.012959 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c639cb91-44bf-4e0c-8a11-a201214facbb None None] Deleting port 7dc00d44-1ce2-4f7e-817d-6047b9f73da4 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:05.013351 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c639cb91-44bf-4e0c-8a11-a201214facbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.020193 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b7aa56a5-6de9-40f7-99f1-cea38a35c12a req-d6fae0b7-332d-44a0-9185-d7b6d47686fb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2923b46f-2cf0-44aa-a912-9aa874f69f80 HTTP/1.1" status: 200 len: 1000 time: 0.2414420 Jul 07 17:21:05.062159 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b747ce8-b8a7-4356-bee2-ba6221db56f0 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] GET failed (client error): The resource could not be found. Jul 07 17:21:05.062982 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2531f1b6-f5ab-435a-8ff0-1405db651868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:05.066835 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba9b38c-c3d1-4759-8a92-08eb5601c8f0" -d '{"events": [{"server_uuid": "2531f1b6-f5ab-435a-8ff0-1405db651868", "name": "network-vif-plugged", "status": "completed", "tag": "18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:05.073200 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0bc44953-a859-410e-b18c-54a0cd50c377 None None] Could not find standard attr ID for object cf1bb524-f210-4beb-ad82-a9b65d9aa2e0. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:21:05.077359 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9b747ce8-b8a7-4356-bee2-ba6221db56f0 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "GET /v2.0/ports/cf1bb524-f210-4beb-ad82-a9b65d9aa2e0 HTTP/1.1" status: 404 len: 333 time: 0.1304121 Jul 07 17:21:05.082501 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45262) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:05.115559 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f59a81-3d34-474d-ab67-32049e64b83f req-6239e642-84f8-447c-9a76-b5eace94f441 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:05.120938 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e8f59a81-3d34-474d-ab67-32049e64b83f req-6239e642-84f8-447c-9a76-b5eace94f441 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=2531f1b6-f5ab-435a-8ff0-1405db651868 HTTP/1.1" status: 200 len: 946 time: 0.6956317 Jul 07 17:21:05.162940 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-c639cb91-44bf-4e0c-8a11-a201214facbb None None] For port 7dc00d44-1ce2-4f7e-817d-6047b9f73da4, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7dc00d44-1ce2-4f7e-817d-6047b9f73da4,segment=NetworkSegment(4d1febe0-cbae-46c4-83f8-daccb01343ed),segment_id=4d1febe0-cbae-46c4-83f8-daccb01343ed)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:05.164563 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c639cb91-44bf-4e0c-8a11-a201214facbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.170876 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d35d01a-584f-4fa0-8350-d739a992c46d tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.208893 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c639cb91-44bf-4e0c-8a11-a201214facbb None None] Calling delete_port for 7dc00d44-1ce2-4f7e-817d-6047b9f73da4 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:05.255833 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa56a5-6de9-40f7-99f1-cea38a35c12a req-a347bef6-7d02-46bb-97ae-4e49917e11c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:05.259871 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b7aa56a5-6de9-40f7-99f1-cea38a35c12a req-a347bef6-7d02-46bb-97ae-4e49917e11c4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=703a8988-b4e5-43ee-b12c-dbe005b0e069 HTTP/1.1" status: 200 len: 835 time: 0.2234900 Jul 07 17:21:05.314413 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35d01a-584f-4fa0-8350-d739a992c46d tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Pushing event deleted for resources: {'Subnet': ['ID=74a35f13-a55c-465a-bd79-10a2701136e1,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:05.319271 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d35d01a-584f-4fa0-8350-d739a992c46d tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.323796 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4d35d01a-584f-4fa0-8350-d739a992c46d tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] 10.222.0.53 "DELETE /v2.0/subnets/74a35f13-a55c-465a-bd79-10a2701136e1 HTTP/1.1" status: 204 len: 168 time: 1.7962930 Jul 07 17:21:05.340482 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45266) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:05.364745 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f123a57-897a-4701-b77b-d54cce5a0a37 None None] Network 0d50df29-bfef-4a98-8a98-bbd142b86ab0 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:05.436222 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce645ef5-605e-4ba8-9ef7-1918aff0497d req-cb453d97-c041-48fe-88b9-c87132342e9d tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:05.444331 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ce645ef5-605e-4ba8-9ef7-1918aff0497d req-cb453d97-c041-48fe-88b9-c87132342e9d tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60d77af-463e-42e2-a632-eb2bd34ba906 HTTP/1.1" status: 200 len: 943 time: 0.2479198 Jul 07 17:21:05.470122 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-fce8c3f8-d052-4e71-b55c-5034faa6bb3e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting port e16288ef-608b-4c07-9572-c2e75de4c8ea {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:05.470774 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fce8c3f8-d052-4e71-b55c-5034faa6bb3e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.559239 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ce645ef5-605e-4ba8-9ef7-1918aff0497d req-dbc50d3a-78df-47ca-a738-b7aabdeb8b69 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134763 Jul 07 17:21:05.672114 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fce8c3f8-d052-4e71-b55c-5034faa6bb3e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.700473 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-fce8c3f8-d052-4e71-b55c-5034faa6bb3e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Calling delete_port for e16288ef-608b-4c07-9572-c2e75de4c8ea owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:05.748867 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e8f59a81-3d34-474d-ab67-32049e64b83f req-a73eb551-5525-49c0-b445-fb1449ad62cf tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=41132292-bd90-4d04-8023-9f436d8fe69c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4866097 Jul 07 17:21:05.771503 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c639cb91-44bf-4e0c-8a11-a201214facbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.823004 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e0684228-85e5-4986-ac2a-69681591664c tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.838500 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa56a5-6de9-40f7-99f1-cea38a35c12a req-d6c74873-0cc1-419b-b3e3-9d97cd0ae9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:05.854262 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639cb91-44bf-4e0c-8a11-a201214facbb None None] Pushing event deleted for resources: {'Port': ['ID=7dc00d44-1ce2-4f7e-817d-6047b9f73da4,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:05.859204 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b7aa56a5-6de9-40f7-99f1-cea38a35c12a req-d6c74873-0cc1-419b-b3e3-9d97cd0ae9dc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=507311b0-9434-46e9-9ba9-87b422a6045c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5896823 Jul 07 17:21:05.885571 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c639cb91-44bf-4e0c-8a11-a201214facbb None None] No DVR routers for this DVR port 7dc00d44-1ce2-4f7e-817d-6047b9f73da4 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:05.934246 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7dc00d44-1ce2-4f7e-817d-6047b9f73da4 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:06.006068 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 7dc00d44-1ce2-4f7e-817d-6047b9f73da4 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:06.006690 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7dc00d44-1ce2-4f7e-817d-6047b9f73da4 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:06.021128 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b2296a-b913-4923-ab96-684e0e8504a9 x-openstack-request-id: req-95b2296a-b913-4923-ab96-684e0e8504a9 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:06.024441 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2531f1b6-f5ab-435a-8ff0-1405db651868", "name": "network-vif-plugged", "status": "completed", "tag": "18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:06.025128 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95b2296a-b913-4923-ab96-684e0e8504a9 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:06.025782 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2531f1b6-f5ab-435a-8ff0-1405db651868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3', 'code': 200} Jul 07 17:21:06.140977 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0447c6-429a-4b5e-8d49-d16dc7b0edd5 None None] DHCP port deletion for 0d50df29-bfef-4a98-8a98-bbd142b86ab0 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:21:06.178973 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fce8c3f8-d052-4e71-b55c-5034faa6bb3e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.257440 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8c3f8-d052-4e71-b55c-5034faa6bb3e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Port': ['ID=e16288ef-608b-4c07-9572-c2e75de4c8ea,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:06.311313 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b7aa56a5-6de9-40f7-99f1-cea38a35c12a req-21455043-78e7-41f2-b25c-30d33f2af74a service neutron] 10.222.0.72 "GET /v2.0/networks/507311b0-9434-46e9-9ba9-87b422a6045c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506779 Jul 07 17:21:06.338784 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3d0447c6-429a-4b5e-8d49-d16dc7b0edd5 None None] Deleting port ea0995ad-6790-4ef7-baa3-9d27e8ad12e2 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:06.339175 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3d0447c6-429a-4b5e-8d49-d16dc7b0edd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.348922 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fce8c3f8-d052-4e71-b55c-5034faa6bb3e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.357403 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fce8c3f8-d052-4e71-b55c-5034faa6bb3e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/ports/e16288ef-608b-4c07-9572-c2e75de4c8ea HTTP/1.1" status: 204 len: 168 time: 1.2737126 Jul 07 17:21:06.358147 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45276) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:06.419644 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c3b4f2-c090-452e-8b46-b0dee0bb89af tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] GET failed (client error): The resource could not be found. Jul 07 17:21:06.426785 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b2c3b4f2-c090-452e-8b46-b0dee0bb89af tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "GET /v2.0/ports/e16288ef-608b-4c07-9572-c2e75de4c8ea HTTP/1.1" status: 404 len: 333 time: 0.0538673 Jul 07 17:21:06.427438 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45278) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:06.469426 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-98c9f2f5-e4d7-4ff3-94bd-52227453038d req-d518a4fd-61e6-4006-9157-312001b25275 tempest-ServerShowV254Test-2056906155 tempest-ServerShowV254Test-2056906155-project] 10.222.0.53 "GET /v2.0/ports?device_id=88288ea5-4a3e-4f66-b3cb-dfc050bc23a4 HTTP/1.1" status: 200 len: 210 time: 0.6269574 Jul 07 17:21:06.521394 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3d0447c6-429a-4b5e-8d49-d16dc7b0edd5 None None] For port ea0995ad-6790-4ef7-baa3-9d27e8ad12e2, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=ea0995ad-6790-4ef7-baa3-9d27e8ad12e2,segment=NetworkSegment(06d6b5c3-29d9-4c13-b51b-04e428afc862),segment_id=06d6b5c3-29d9-4c13-b51b-04e428afc862)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:06.521803 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3d0447c6-429a-4b5e-8d49-d16dc7b0edd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.539825 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-19cabc8e-a9d7-4670-85dd-4b9ccbadae0b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting subnet 8c71dc8e-93a0-43d0-80f8-2da25ee7b970 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:21:06.548285 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-19cabc8e-a9d7-4670-85dd-4b9ccbadae0b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.558246 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3d0447c6-429a-4b5e-8d49-d16dc7b0edd5 None None] Calling delete_port for ea0995ad-6790-4ef7-baa3-9d27e8ad12e2 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:06.612170 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-19cabc8e-a9d7-4670-85dd-4b9ccbadae0b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.668276 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e0684228-85e5-4986-ac2a-69681591664c tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.725557 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-19cabc8e-a9d7-4670-85dd-4b9ccbadae0b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.772859 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b7aa56a5-6de9-40f7-99f1-cea38a35c12a req-4759dbe0-71d2-490b-bdaf-a4011cf8a4aa service neutron] 10.222.0.72 "GET /v2.0/networks/507311b0-9434-46e9-9ba9-87b422a6045c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534226 Jul 07 17:21:06.789175 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3d0447c6-429a-4b5e-8d49-d16dc7b0edd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.816821 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-e0684228-85e5-4986-ac2a-69681591664c tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['107eb8f0-f6ea-483e-956e-97595fee7867']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:06.832501 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-e0684228-85e5-4986-ac2a-69681591664c tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d1febe0-cbae-46c4-83f8-daccb01343ed') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:06.833104 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-e0684228-85e5-4986-ac2a-69681591664c tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d1febe0-cbae-46c4-83f8-daccb01343ed') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:06.860252 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e0684228-85e5-4986-ac2a-69681591664c tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.887090 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e0684228-85e5-4986-ac2a-69681591664c tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.895484 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0684228-85e5-4986-ac2a-69681591664c tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:21:06.896536 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e0684228-85e5-4986-ac2a-69681591664c tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.901105 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0447c6-429a-4b5e-8d49-d16dc7b0edd5 None None] No DVR routers for this DVR port ea0995ad-6790-4ef7-baa3-9d27e8ad12e2 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:06.905836 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0447c6-429a-4b5e-8d49-d16dc7b0edd5 None None] Pushing event deleted for resources: {'Port': ['ID=ea0995ad-6790-4ef7-baa3-9d27e8ad12e2,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:06.925263 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-19cabc8e-a9d7-4670-85dd-4b9ccbadae0b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.958413 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cabc8e-a9d7-4670-85dd-4b9ccbadae0b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Subnet': ['ID=8c71dc8e-93a0-43d0-80f8-2da25ee7b970,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:21:06.964848 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:21:06.977149 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-19cabc8e-a9d7-4670-85dd-4b9ccbadae0b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.982102 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-19cabc8e-a9d7-4670-85dd-4b9ccbadae0b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/subnets/8c71dc8e-93a0-43d0-80f8-2da25ee7b970 HTTP/1.1" status: 204 len: 168 time: 0.5362887 Jul 07 17:21:06.984803 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45284) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:06.985742 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2143e7f9-ecc1-45e1-9010-b24db6507267 None None] Network ad5019af-4382-4934-81c7-85165762b325 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:06.988090 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6e72d-be6d-4461-922a-55eec547e311 req-c0dbd2ed-4db5-4682-9f65-b01082c825e6 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:06.989807 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8be6e72d-be6d-4461-922a-55eec547e311 req-c0dbd2ed-4db5-4682-9f65-b01082c825e6 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 946 time: 0.6775291 Jul 07 17:21:06.997130 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988d677-05d6-42df-a100-d307492e5fd5 req-8b627eda-0878-4967-982d-88e467f34304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:06.998677 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2988d677-05d6-42df-a100-d307492e5fd5 req-8b627eda-0878-4967-982d-88e467f34304 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2531f1b6-f5ab-435a-8ff0-1405db651868 HTTP/1.1" status: 200 len: 1098 time: 0.8484781 Jul 07 17:21:07.048716 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e0684228-85e5-4986-ac2a-69681591664c tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.072838 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e0684228-85e5-4986-ac2a-69681591664c tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.077846 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e0684228-85e5-4986-ac2a-69681591664c tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] 10.222.0.53 "DELETE /v2.0/networks/107eb8f0-f6ea-483e-956e-97595fee7867 HTTP/1.1" status: 204 len: 168 time: 1.7331522 Jul 07 17:21:07.077846 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0684228-85e5-4986-ac2a-69681591664c tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Pushing event deleted for resources: {'Network': ['ID=107eb8f0-f6ea-483e-956e-97595fee7867,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:07.081742 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45290) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:07.099502 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2988d677-05d6-42df-a100-d307492e5fd5 req-5178984d-ea0a-4459-abf2-6ee71de1a2fa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=41132292-bd90-4d04-8023-9f436d8fe69c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0891466 Jul 07 17:21:07.173433 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff72da0-a043-4547-a30d-5f30a5756938 req-15ea11c6-e21d-4f2a-b97c-96ad93c52df6 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:07.183691 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4ff72da0-a043-4547-a30d-5f30a5756938 req-15ea11c6-e21d-4f2a-b97c-96ad93c52df6 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60d77af-463e-42e2-a632-eb2bd34ba906 HTTP/1.1" status: 200 len: 943 time: 0.4056985 Jul 07 17:21:07.184486 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8be6e72d-be6d-4461-922a-55eec547e311 req-61439b9e-bab7-40b4-8a25-9c0fade7ae14 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829801 Jul 07 17:21:07.258992 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.299807 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c88619a4-ea31-4896-b4d5-61deaf2a4073 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.322988 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109081cf-1fe8-4431-b8c5-b3c383966dd3 None None] DHCP port deletion for ad5019af-4382-4934-81c7-85165762b325 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:21:07.385162 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-724b8e08-9c66-4c55-883b-9fb375df855a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.454532 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4ff72da0-a043-4547-a30d-5f30a5756938 req-5e2d0db7-48f4-4ed7-842d-e5aa203fde77 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656643 Jul 07 17:21:07.463979 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device e44db2cb-a154-4dba-a8ae-e1e685084183 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:21:07.611708 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c88619a4-ea31-4896-b4d5-61deaf2a4073 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.612224 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-109081cf-1fe8-4431-b8c5-b3c383966dd3 None None] Deleting port 96e17e4d-512c-42bb-8c5c-75ff31abf661 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:07.612545 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-109081cf-1fe8-4431-b8c5-b3c383966dd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.638274 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-c88619a4-ea31-4896-b4d5-61deaf2a4073 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d50df29-bfef-4a98-8a98-bbd142b86ab0']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:07.639629 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-724b8e08-9c66-4c55-883b-9fb375df855a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting port 96e17e4d-512c-42bb-8c5c-75ff31abf661 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:07.640204 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-724b8e08-9c66-4c55-883b-9fb375df855a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.663320 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-c88619a4-ea31-4896-b4d5-61deaf2a4073 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d6b5c3-29d9-4c13-b51b-04e428afc862') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:07.663847 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-c88619a4-ea31-4896-b4d5-61deaf2a4073 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d6b5c3-29d9-4c13-b51b-04e428afc862') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:07.681764 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c88619a4-ea31-4896-b4d5-61deaf2a4073 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.698536 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-109081cf-1fe8-4431-b8c5-b3c383966dd3 None None] For port 96e17e4d-512c-42bb-8c5c-75ff31abf661, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=96e17e4d-512c-42bb-8c5c-75ff31abf661,segment=NetworkSegment(2b93b605-4a0f-493d-96e5-d26cabd545fa),segment_id=2b93b605-4a0f-493d-96e5-d26cabd545fa)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:07.699091 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-109081cf-1fe8-4431-b8c5-b3c383966dd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.701950 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c88619a4-ea31-4896-b4d5-61deaf2a4073 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.711064 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88619a4-ea31-4896-b4d5-61deaf2a4073 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:21:07.711499 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c88619a4-ea31-4896-b4d5-61deaf2a4073 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.717220 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-109081cf-1fe8-4431-b8c5-b3c383966dd3 None None] Calling delete_port for 96e17e4d-512c-42bb-8c5c-75ff31abf661 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:21:07.791055 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:21:07.809114 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c88619a4-ea31-4896-b4d5-61deaf2a4073 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.834935 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c88619a4-ea31-4896-b4d5-61deaf2a4073 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.841911 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c88619a4-ea31-4896-b4d5-61deaf2a4073 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] 10.222.0.53 "DELETE /v2.0/networks/0d50df29-bfef-4a98-8a98-bbd142b86ab0 HTTP/1.1" status: 204 len: 168 time: 0.7575016 Jul 07 17:21:07.854998 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45306) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:07.860821 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88619a4-ea31-4896-b4d5-61deaf2a4073 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Pushing event deleted for resources: {'Network': ['ID=0d50df29-bfef-4a98-8a98-bbd142b86ab0,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:07.962087 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4ac03-54d0-47a1-966c-9349f173036e req-a3d10d5e-4d2a-478e-aaae-6d0aa68c4bae tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:07.973178 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43c4ac03-54d0-47a1-966c-9349f173036e req-a3d10d5e-4d2a-478e-aaae-6d0aa68c4bae tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=2531f1b6-f5ab-435a-8ff0-1405db651868 HTTP/1.1" status: 200 len: 946 time: 0.1836710 Jul 07 17:21:07.987077 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port e44db2cb-a154-4dba-a8ae-e1e685084183, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=e44db2cb-a154-4dba-a8ae-e1e685084183,segment=NetworkSegment(f9082715-a122-4543-bbf6-c582b0edb07f),segment_id=f9082715-a122-4543-bbf6-c582b0edb07f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:08.026055 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'e44db2cb-a154-4dba-a8ae-e1e685084183', 'network_id': '51b74280-0796-4c38-ac03-d27ea50ace14', 'port_id': 'e44db2cb-a154-4dba-a8ae-e1e685084183', 'mac_address': 'fa:16:3e:cd:d5:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fbb2957-27f3-49e7-bbf8-4e6687e5bfc9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:21:08.029729 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-724b8e08-9c66-4c55-883b-9fb375df855a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] For port 96e17e4d-512c-42bb-8c5c-75ff31abf661, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=96e17e4d-512c-42bb-8c5c-75ff31abf661,segment=NetworkSegment(2b93b605-4a0f-493d-96e5-d26cabd545fa),segment_id=2b93b605-4a0f-493d-96e5-d26cabd545fa)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:08.034942 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-724b8e08-9c66-4c55-883b-9fb375df855a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.037081 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 96e17e4d-512c-42bb-8c5c-75ff31abf661 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:08.068914 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43c4ac03-54d0-47a1-966c-9349f173036e req-2c227e23-1377-4c94-8328-2eecc85c75b8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=41132292-bd90-4d04-8023-9f436d8fe69c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0912876 Jul 07 17:21:08.170019 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.188703 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-724b8e08-9c66-4c55-883b-9fb375df855a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Calling delete_port for 96e17e4d-512c-42bb-8c5c-75ff31abf661 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:08.231714 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.301229 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e44db2cb-a154-4dba-a8ae-e1e685084183 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:21:08.350764 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port e44db2cb-a154-4dba-a8ae-e1e685084183, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=e44db2cb-a154-4dba-a8ae-e1e685084183,segment=NetworkSegment(f9082715-a122-4543-bbf6-c582b0edb07f),segment_id=f9082715-a122-4543-bbf6-c582b0edb07f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:08.356466 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.363726 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-109081cf-1fe8-4431-b8c5-b3c383966dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.368703 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f6ec547-9f9c-4be8-865d-d5cff27d5151 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Deleting subnet e490e825-8b0e-4ab5-826e-9cb1e9948398 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:21:08.372801 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0f6ec547-9f9c-4be8-865d-d5cff27d5151 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.432335 n-d-791503-12 neutron-server[100194]: INFO neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No ports have port_id starting with 96e17e4d-512c-42bb-8c5c-75ff31abf661 Jul 07 17:21:08.436196 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0f6ec547-9f9c-4be8-865d-d5cff27d5151 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.444560 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device ea0995ad-6790-4ef7-baa3-9d27e8ad12e2 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:08.459672 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45312) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:08.460849 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109081cf-1fe8-4431-b8c5-b3c383966dd3 None None] No DVR routers for this DVR port 96e17e4d-512c-42bb-8c5c-75ff31abf661 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:08.546758 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: ea0995ad-6790-4ef7-baa3-9d27e8ad12e2 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:08.547856 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device ea0995ad-6790-4ef7-baa3-9d27e8ad12e2 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:08.590012 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=e44db2cb-a154-4dba-a8ae-e1e685084183,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:08.652381 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-724b8e08-9c66-4c55-883b-9fb375df855a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.666789 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109081cf-1fe8-4431-b8c5-b3c383966dd3 None None] Pushing event deleted for resources: {'Port': ['ID=96e17e4d-512c-42bb-8c5c-75ff31abf661,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:08.676411 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['e44db2cb-a154-4dba-a8ae-e1e685084183'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:21:08.698957 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b8e08-9c66-4c55-883b-9fb375df855a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Port': ['ID=96e17e4d-512c-42bb-8c5c-75ff31abf661,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:08.728818 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37317194-92df-474e-90d6-533308409431 req-bf830b4b-6832-4510-b679-222e1cfae507 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:08.730358 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-37317194-92df-474e-90d6-533308409431 req-bf830b4b-6832-4510-b679-222e1cfae507 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 946 time: 0.2564132 Jul 07 17:21:08.735821 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f1f1b59c-ebde-4646-9046-fcbbb45f344e req-0b08d96e-9750-46af-a6a6-9d114e099007 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1288161 Jul 07 17:21:08.738066 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724b8e08-9c66-4c55-883b-9fb375df855a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] No DVR routers for this DVR port 96e17e4d-512c-42bb-8c5c-75ff31abf661 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:08.778509 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acce91e-681f-40bc-a57e-11479012422e req-5cd22833-7548-44ba-baf3-9e493e1b0fe4 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:08.780943 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2acce91e-681f-40bc-a57e-11479012422e req-5cd22833-7548-44ba-baf3-9e493e1b0fe4 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.7401645 Jul 07 17:21:08.845244 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fe5a1645-c0a5-48ad-850b-187683054954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.880411 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-37317194-92df-474e-90d6-533308409431 req-8d31ebf8-480b-40ed-8e3b-9e042a23989b tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314878 Jul 07 17:21:08.884939 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-724b8e08-9c66-4c55-883b-9fb375df855a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.902515 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-724b8e08-9c66-4c55-883b-9fb375df855a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5019af-4382-4934-81c7-85165762b325']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:08.917536 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-724b8e08-9c66-4c55-883b-9fb375df855a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b93b605-4a0f-493d-96e5-d26cabd545fa') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:08.917854 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-724b8e08-9c66-4c55-883b-9fb375df855a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b93b605-4a0f-493d-96e5-d26cabd545fa') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:08.929642 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-724b8e08-9c66-4c55-883b-9fb375df855a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.948417 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-724b8e08-9c66-4c55-883b-9fb375df855a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.955610 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724b8e08-9c66-4c55-883b-9fb375df855a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:21:08.956091 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-724b8e08-9c66-4c55-883b-9fb375df855a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.981622 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1b59c-ebde-4646-9046-fcbbb45f344e req-276f2455-b356-40a0-a8c9-ed3fdbcd8e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:08.984144 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f1f1b59c-ebde-4646-9046-fcbbb45f344e req-276f2455-b356-40a0-a8c9-ed3fdbcd8e10 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05029c802c7d44e6b05d7b73d2dd31fb&device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 1098 time: 0.2104993 Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:21:09.046937 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:21:09.055384 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-724b8e08-9c66-4c55-883b-9fb375df855a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.082544 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-724b8e08-9c66-4c55-883b-9fb375df855a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.093177 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-724b8e08-9c66-4c55-883b-9fb375df855a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/networks/ad5019af-4382-4934-81c7-85165762b325 HTTP/1.1" status: 204 len: 168 time: 2.1071177 Jul 07 17:21:09.099969 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b8e08-9c66-4c55-883b-9fb375df855a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Network': ['ID=ad5019af-4382-4934-81c7-85165762b325,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:09.102209 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45322) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:09.139525 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-893da932-245c-4bd5-9f36-0bbf977ff082 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-666252995'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:09.152653 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2acce91e-681f-40bc-a57e-11479012422e req-8f46b5e7-8cce-4ba4-b76e-6b3af494f078 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476233 Jul 07 17:21:09.154435 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0f6ec547-9f9c-4be8-865d-d5cff27d5151 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.278024 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1b59c-ebde-4646-9046-fcbbb45f344e req-0896ae1c-0649-4f90-8f67-62cb2c379263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:09.280433 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0f6ec547-9f9c-4be8-865d-d5cff27d5151 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.281224 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f1f1b59c-ebde-4646-9046-fcbbb45f344e req-0896ae1c-0649-4f90-8f67-62cb2c379263 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8844e96f-6ac0-4025-abff-e3224e6714bf HTTP/1.1" status: 200 len: 911 time: 0.2691498 Jul 07 17:21:09.329480 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ec547-9f9c-4be8-865d-d5cff27d5151 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Pushing event deleted for resources: {'Subnet': ['ID=e490e825-8b0e-4ab5-826e-9cb1e9948398,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:09.334435 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0f6ec547-9f9c-4be8-865d-d5cff27d5151 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.338966 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0f6ec547-9f9c-4be8-865d-d5cff27d5151 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] 10.222.0.53 "DELETE /v2.0/subnets/e490e825-8b0e-4ab5-826e-9cb1e9948398 HTTP/1.1" status: 204 len: 168 time: 1.4744217 Jul 07 17:21:09.339793 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45328) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:09.346791 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8b9c7d-6b1a-479d-a601-c2b50b8465e6 None None] Network 16cbd5d3-38da-4171-8c05-e5687d460e47 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:09.424726 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fe5a1645-c0a5-48ad-850b-187683054954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.434274 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fe5a1645-c0a5-48ad-850b-187683054954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.473437 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a1645-c0a5-48ad-850b-187683054954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5479b547-35e1-4592-8acf-892185314be3,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:09.498011 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893da932-245c-4bd5-9f36-0bbf977ff082 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:09.504159 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-893da932-245c-4bd5-9f36-0bbf977ff082 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.526533 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ba88b39-c5ff-4ed8-8828-9f7437656889 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.546550 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f1f1b59c-ebde-4646-9046-fcbbb45f344e req-1d432607-aff4-47de-8739-c2001767f852 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfd9e9e1-a632-41fb-8e1a-db617c7e4da4 HTTP/1.1" status: 200 len: 1002 time: 0.2561049 Jul 07 17:21:09.559212 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fe5a1645-c0a5-48ad-850b-187683054954 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=790fb4760ce3466a91ad4ad6a98fbb4e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0979364 Jul 07 17:21:09.559825 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45330) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:09.592555 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893da932-245c-4bd5-9f36-0bbf977ff082 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:21:09.665234 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-893da932-245c-4bd5-9f36-0bbf977ff082 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.665659 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-893da932-245c-4bd5-9f36-0bbf977ff082 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Added segment 0d550de3-74d3-479a-b58e-dc8fbf9edcfd of type vlan for network 86a0d1bb-f572-45a8-893a-42c19720ed4e Jul 07 17:21:09.727523 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-893da932-245c-4bd5-9f36-0bbf977ff082 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.764524 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982ad543-7efe-446f-a8af-0c355c1e2273 None None] DHCP port deletion for 16cbd5d3-38da-4171-8c05-e5687d460e47 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:21:09.795156 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:21:09.807671 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2973b3-9d90-4283-b332-07656ed47edc req-d30a02a5-3046-4a2b-98fa-61d310aefa0f tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:09.810374 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2e2973b3-9d90-4283-b332-07656ed47edc req-d30a02a5-3046-4a2b-98fa-61d310aefa0f tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60d77af-463e-42e2-a632-eb2bd34ba906 HTTP/1.1" status: 200 len: 944 time: 0.5126014 Jul 07 17:21:09.846457 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-3ba88b39-c5ff-4ed8-8828-9f7437656889 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Deleting port a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:09.847046 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ba88b39-c5ff-4ed8-8828-9f7437656889 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.859092 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1b59c-ebde-4646-9046-fcbbb45f344e req-3fe815de-9e27-4c47-9730-11b9818720e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:09.866529 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f1f1b59c-ebde-4646-9046-fcbbb45f344e req-3fe815de-9e27-4c47-9730-11b9818720e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e2ae55f5-c355-4456-833a-1db6be8fc78f HTTP/1.1" status: 200 len: 849 time: 0.3003113 Jul 07 17:21:09.957098 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-da2dabe9-9178-48fc-a70a-c52de50c739a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.973387 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:10.020448 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-da2dabe9-9178-48fc-a70a-c52de50c739a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.062352 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1b59c-ebde-4646-9046-fcbbb45f344e req-63e225e2-1b9d-400d-9352-7d152795bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:10.067620 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f1f1b59c-ebde-4646-9046-fcbbb45f344e req-63e225e2-1b9d-400d-9352-7d152795bf6d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8844e96f-6ac0-4025-abff-e3224e6714bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1941996 Jul 07 17:21:10.094738 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-982ad543-7efe-446f-a8af-0c355c1e2273 None None] Deleting port a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:10.100307 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-3ba88b39-c5ff-4ed8-8828-9f7437656889 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] For port a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e,segment=NetworkSegment(47663bbd-133b-40de-a65b-2dd772645e02),segment_id=47663bbd-133b-40de-a65b-2dd772645e02)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:10.101037 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ba88b39-c5ff-4ed8-8828-9f7437656889 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.103964 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-982ad543-7efe-446f-a8af-0c355c1e2273 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.120581 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-3ba88b39-c5ff-4ed8-8828-9f7437656889 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Calling delete_port for a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:10.241830 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-da2dabe9-9178-48fc-a70a-c52de50c739a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.246664 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-da2dabe9-9178-48fc-a70a-c52de50c739a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.254771 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-da2dabe9-9178-48fc-a70a-c52de50c739a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5479b547-35e1-4592-8acf-892185314be3 HTTP/1.1" status: 204 len: 168 time: 0.6787982 Jul 07 17:21:10.292589 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ba88b39-c5ff-4ed8-8828-9f7437656889 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.298573 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-893da932-245c-4bd5-9f36-0bbf977ff082 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.304544 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2dabe9-9178-48fc-a70a-c52de50c739a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5479b547-35e1-4592-8acf-892185314be3,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:10.328434 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893da932-245c-4bd5-9f36-0bbf977ff082 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:10.328689 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-982ad543-7efe-446f-a8af-0c355c1e2273 None None] For port a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e,segment=NetworkSegment(47663bbd-133b-40de-a65b-2dd772645e02),segment_id=47663bbd-133b-40de-a65b-2dd772645e02)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:10.329399 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-982ad543-7efe-446f-a8af-0c355c1e2273 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.329529 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-893da932-245c-4bd5-9f36-0bbf977ff082 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.355049 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-982ad543-7efe-446f-a8af-0c355c1e2273 None None] Calling delete_port for a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:10.414024 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2e2973b3-9d90-4283-b332-07656ed47edc req-97d8cf79-6817-4b36-9d1e-de36b31cd1e2 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5926168 Jul 07 17:21:10.426036 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f1f1b59c-ebde-4646-9046-fcbbb45f344e req-fa9b9126-8b21-402f-b778-a19802fb4e35 service neutron] 10.222.0.64 "GET /v2.0/networks/8844e96f-6ac0-4025-abff-e3224e6714bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322592 Jul 07 17:21:10.499833 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba88b39-c5ff-4ed8-8828-9f7437656889 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Pushing event deleted for resources: {'Port': ['ID=a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:10.575663 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-982ad543-7efe-446f-a8af-0c355c1e2273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.585310 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No active binding found for port a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e {{(pid=100194) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 17:21:10.585762 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:10.585969 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba88b39-c5ff-4ed8-8828-9f7437656889 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] No DVR routers for this DVR port a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:10.667458 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ad543-7efe-446f-a8af-0c355c1e2273 None None] Pushing event deleted for resources: {'Port': ['ID=a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:10.677104 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982ad543-7efe-446f-a8af-0c355c1e2273 None None] No DVR routers for this DVR port a7f92d81-5dd1-452a-b4c4-ef9bbedaff1e on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:10.678952 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-893da932-245c-4bd5-9f36-0bbf977ff082 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5432205 Jul 07 17:21:10.682983 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45342) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:10.708436 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-cf5ea5c3-1922-4588-9ec0-3897bd03acd7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'subnet': {'network_id': '86a0d1bb-f572-45a8-893a-42c19720ed4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:10.768925 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893da932-245c-4bd5-9f36-0bbf977ff082 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Network': ['ID=86a0d1bb-f572-45a8-893a-42c19720ed4e,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:10.784356 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 86a0d1bb-f572-45a8-893a-42c19720ed4e details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:21:10.787355 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f1f1b59c-ebde-4646-9046-fcbbb45f344e req-cf2e284b-fee7-4317-8d25-0fd67d01ba4b service neutron] 10.222.0.64 "GET /v2.0/networks/8844e96f-6ac0-4025-abff-e3224e6714bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597853 Jul 07 17:21:10.939284 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eec5a1-7fa7-477a-9c6f-7e543b7d4f6f req-182a11ac-62cf-4854-824e-02fb5c7d3d06 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:10.949277 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-18eec5a1-7fa7-477a-9c6f-7e543b7d4f6f req-182a11ac-62cf-4854-824e-02fb5c7d3d06 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.1606040 Jul 07 17:21:11.011581 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-18eec5a1-7fa7-477a-9c6f-7e543b7d4f6f req-5fa301c3-b0d2-4555-a25a-e77ffa9a27b1 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565431 Jul 07 17:21:11.268957 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e9a86-6341-45ab-93d8-6bacd18227eb req-7d2df4f7-4d54-4eba-8ad3-27202d0281e4 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:11.277831 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a25e9a86-6341-45ab-93d8-6bacd18227eb req-7d2df4f7-4d54-4eba-8ad3-27202d0281e4 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 946 time: 0.1267614 Jul 07 17:21:11.333852 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a25e9a86-6341-45ab-93d8-6bacd18227eb req-4bab3f1a-bec1-4d91-b40a-7534a355569f tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549409 Jul 07 17:21:11.363424 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ba88b39-c5ff-4ed8-8828-9f7437656889 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:11.377565 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-3ba88b39-c5ff-4ed8-8828-9f7437656889 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16cbd5d3-38da-4171-8c05-e5687d460e47']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:11.388773 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-3ba88b39-c5ff-4ed8-8828-9f7437656889 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47663bbd-133b-40de-a65b-2dd772645e02') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:11.389096 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-3ba88b39-c5ff-4ed8-8828-9f7437656889 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47663bbd-133b-40de-a65b-2dd772645e02') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:11.399506 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ba88b39-c5ff-4ed8-8828-9f7437656889 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:11.412332 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device e44db2cb-a154-4dba-a8ae-e1e685084183 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:11.433978 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ba88b39-c5ff-4ed8-8828-9f7437656889 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:11.441180 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ba88b39-c5ff-4ed8-8828-9f7437656889 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:21:11.441638 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ba88b39-c5ff-4ed8-8828-9f7437656889 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:21:11.447081 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:21:11.539407 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890b78e-98f2-471d-96b6-5dc4777fcbd5 req-a3e09192-baa3-4b35-8cf3-10f109244327 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:11.547111 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c890b78e-98f2-471d-96b6-5dc4777fcbd5 req-a3e09192-baa3-4b35-8cf3-10f109244327 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=2531f1b6-f5ab-435a-8ff0-1405db651868 HTTP/1.1" status: 200 len: 946 time: 1.5948946 Jul 07 17:21:11.563704 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e6f71-0483-4ec4-b1da-f58641af1c9b req-0b8f9bcf-a382-4459-bac0-197792ad85dc tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:11.572687 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-944e6f71-0483-4ec4-b1da-f58641af1c9b req-0b8f9bcf-a382-4459-bac0-197792ad85dc tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 946 time: 0.1100848 Jul 07 17:21:11.577644 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port e44db2cb-a154-4dba-a8ae-e1e685084183 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:11.589839 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port e44db2cb-a154-4dba-a8ae-e1e685084183 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:11.592921 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:11.621636 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c890b78e-98f2-471d-96b6-5dc4777fcbd5 req-7b926f94-d6b5-4a7e-bf08-9bf23eaddcbb tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=41132292-bd90-4d04-8023-9f436d8fe69c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736201 Jul 07 17:21:11.655599 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-944e6f71-0483-4ec4-b1da-f58641af1c9b req-e09d902b-749c-4819-bed1-b10ce9a9629b tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815294 Jul 07 17:21:11.669910 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ba88b39-c5ff-4ed8-8828-9f7437656889 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:11.688972 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ba88b39-c5ff-4ed8-8828-9f7437656889 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:11.699323 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3ba88b39-c5ff-4ed8-8828-9f7437656889 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] 10.222.0.53 "DELETE /v2.0/networks/16cbd5d3-38da-4171-8c05-e5687d460e47 HTTP/1.1" status: 204 len: 168 time: 2.3586164 Jul 07 17:21:11.700057 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45370) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:11.738503 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5ea5c3-1922-4588-9ec0-3897bd03acd7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:11.743545 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cf5ea5c3-1922-4588-9ec0-3897bd03acd7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:11.821991 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba88b39-c5ff-4ed8-8828-9f7437656889 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Pushing event deleted for resources: {'Network': ['ID=16cbd5d3-38da-4171-8c05-e5687d460e47,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:11.834469 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:11.861141 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d7976f64-4c95-491f-9666-f495133921b8 tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] 10.222.0.53 "GET /v2.0/ports?device_id=205853ec-adf4-40ac-8ee4-7f24c1a62833 HTTP/1.1" status: 200 len: 205 time: 0.1346250 Jul 07 17:21:11.864483 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45374) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:11.893153 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60d77af-463e-42e2-a632-eb2bd34ba906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e44db2cb-a154-4dba-a8ae-e1e685084183'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:11.900183 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa879168-a015-46fd-b7f4-2cd20fcbc96f" -d '{"events": [{"server_uuid": "b60d77af-463e-42e2-a632-eb2bd34ba906", "name": "network-vif-plugged", "status": "completed", "tag": "e44db2cb-a154-4dba-a8ae-e1e685084183"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:11.925991 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port e44db2cb-a154-4dba-a8ae-e1e685084183, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=e44db2cb-a154-4dba-a8ae-e1e685084183,segment=NetworkSegment(f9082715-a122-4543-bbf6-c582b0edb07f),segment_id=f9082715-a122-4543-bbf6-c582b0edb07f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:11.932750 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:11.994012 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=e44db2cb-a154-4dba-a8ae-e1e685084183,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:12.048048 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0a8c6798-8af1-4b4e-8026-1ab06cd79b6f tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.149090 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100da333-9862-4914-9e8e-cdb3c9a54637 req-6aa7c07f-4c28-4872-9767-eb795b20a960 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:12.157277 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-100da333-9862-4914-9e8e-cdb3c9a54637 req-6aa7c07f-4c28-4872-9767-eb795b20a960 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60d77af-463e-42e2-a632-eb2bd34ba906 HTTP/1.1" status: 200 len: 945 time: 0.2158937 Jul 07 17:21:12.258172 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-100da333-9862-4914-9e8e-cdb3c9a54637 req-510cd0ec-7133-4c68-b8c6-cdacd1da4217 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964262 Jul 07 17:21:12.296150 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cf5ea5c3-1922-4588-9ec0-3897bd03acd7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.318202 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0a8c6798-8af1-4b4e-8026-1ab06cd79b6f tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.321176 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0a8c6798-8af1-4b4e-8026-1ab06cd79b6f tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.385234 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52791b13-81b7-49a7-9b7e-a5dbae429848 req-cf186201-5f26-401c-9665-226e806b41bc tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:12.394624 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52791b13-81b7-49a7-9b7e-a5dbae429848 req-cf186201-5f26-401c-9665-226e806b41bc tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=2531f1b6-f5ab-435a-8ff0-1405db651868 HTTP/1.1" status: 200 len: 946 time: 0.5216796 Jul 07 17:21:12.421390 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0a8c6798-8af1-4b4e-8026-1ab06cd79b6f tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.422227 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8c6798-8af1-4b4e-8026-1ab06cd79b6f tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Fanout notify agent at l3_agent the message router_deleted on router 205853ec-adf4-40ac-8ee4-7f24c1a62833 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:21:12.450373 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52791b13-81b7-49a7-9b7e-a5dbae429848 req-b929787b-4c16-4d90-9586-d129a9b36ec1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=41132292-bd90-4d04-8023-9f436d8fe69c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547311 Jul 07 17:21:12.471536 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0a8c6798-8af1-4b4e-8026-1ab06cd79b6f tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.477367 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0a8c6798-8af1-4b4e-8026-1ab06cd79b6f tempest-RoutersNegativeTest-825677142 tempest-RoutersNegativeTest-825677142-project] 10.222.0.53 "DELETE /v2.0/routers/205853ec-adf4-40ac-8ee4-7f24c1a62833 HTTP/1.1" status: 204 len: 168 time: 0.6068854 Jul 07 17:21:12.501520 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5ea5c3-1922-4588-9ec0-3897bd03acd7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Checking segment: {'id': '0d550de3-74d3-479a-b58e-dc8fbf9edcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '86a0d1bb-f572-45a8-893a-42c19720ed4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:12.504192 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5ea5c3-1922-4588-9ec0-3897bd03acd7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network hostable DHCP agents. Network: 86a0d1bb-f572-45a8-893a-42c19720ed4e, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:21:12.514292 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ea5c3-1922-4588-9ec0-3897bd03acd7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Subnet': ['ID=5457d116-3e3b-43dc-9a9b-a72e4c317625,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:12.552664 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5ea5c3-1922-4588-9ec0-3897bd03acd7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network 86a0d1bb-f572-45a8-893a-42c19720ed4e is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:21:12.584936 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-cf5ea5c3-1922-4588-9ec0-3897bd03acd7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 86a0d1bb-f572-45a8-893a-42c19720ed4e) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:12.594853 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242feea7-5996-4049-8280-ca9cd6b7d465 x-openstack-request-id: req-242feea7-5996-4049-8280-ca9cd6b7d465 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:12.596714 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60d77af-463e-42e2-a632-eb2bd34ba906", "name": "network-vif-plugged", "status": "completed", "tag": "e44db2cb-a154-4dba-a8ae-e1e685084183", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:12.597158 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-242feea7-5996-4049-8280-ca9cd6b7d465 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:12.598750 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60d77af-463e-42e2-a632-eb2bd34ba906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e44db2cb-a154-4dba-a8ae-e1e685084183', 'code': 200} Jul 07 17:21:12.601059 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43b4629-e9bd-4475-b911-737a85ed0104 None None] Network 86a0d1bb-f572-45a8-893a-42c19720ed4e requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:12.602303 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e1c93-0282-40ec-8814-0dd830703465 req-b9d1091a-e7c9-4256-8c7e-9602701a3de8 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:12.609501 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2c6e1c93-0282-40ec-8814-0dd830703465 req-b9d1091a-e7c9-4256-8c7e-9602701a3de8 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.2091916 Jul 07 17:21:12.677868 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5ea5c3-1922-4588-9ec0-3897bd03acd7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:12.679763 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cf5ea5c3-1922-4588-9ec0-3897bd03acd7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.770650 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2c6e1c93-0282-40ec-8814-0dd830703465 req-699d7742-531d-43d4-b9c4-d2b50f7841d8 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593242 Jul 07 17:21:12.781579 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cf5ea5c3-1922-4588-9ec0-3897bd03acd7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0880790 Jul 07 17:21:12.785141 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45390) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:12.806871 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-49e9cb04-e44e-42fb-81d6-00b7e7ff2fde tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1458084419', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:12.850429 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13916e3f-86e6-4589-9e58-45cf389e5c53 req-304f9743-742e-4787-b289-44f4f717ff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:12.854541 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-13916e3f-86e6-4589-9e58-45cf389e5c53 req-304f9743-742e-4787-b289-44f4f717ff0d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b60d77af-463e-42e2-a632-eb2bd34ba906 HTTP/1.1" status: 200 len: 1097 time: 0.1773267 Jul 07 17:21:12.874978 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-49e9cb04-e44e-42fb-81d6-00b7e7ff2fde tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.876122 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-49e9cb04-e44e-42fb-81d6-00b7e7ff2fde tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.947521 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-13916e3f-86e6-4589-9e58-45cf389e5c53 req-1db96c4d-74ed-43bf-801e-56f1e562d8d5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886810 Jul 07 17:21:13.103858 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45398) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:13.125627 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45400) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:13.136977 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-49e9cb04-e44e-42fb-81d6-00b7e7ff2fde tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.143538 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-49e9cb04-e44e-42fb-81d6-00b7e7ff2fde tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.180572 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-49e9cb04-e44e-42fb-81d6-00b7e7ff2fde tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.184639 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-49e9cb04-e44e-42fb-81d6-00b7e7ff2fde tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3978884 Jul 07 17:21:13.186587 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45406) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:13.201694 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b34913-e896-4bf5-8f92-f4703e36957c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-86a0d1bb-f572-45a8-893a-42c19720ed4e', 'network_id': '86a0d1bb-f572-45a8-893a-42c19720ed4e', 'tenant_id': 'a4d810b7abb64d54ac8bc38e2d32e1cc', 'fixed_ips': [{'subnet_id': '5457d116-3e3b-43dc-9a9b-a72e4c317625'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:21:13.203339 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-49b34913-e896-4bf5-8f92-f4703e36957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.209519 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-b2c23908-28d0-4689-9740-a3a38a5f7e62 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'port': {'network_id': '86a0d1bb-f572-45a8-893a-42c19720ed4e', 'name': 'tempest-PortsIpV6TestJSON-1632996138'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:13.244257 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162f609-33d1-43a9-9ca8-4ec0e10beef7 req-add425f7-6c3b-458a-a907-2c4eb9dcd0cd tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:13.246602 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e162f609-33d1-43a9-9ca8-4ec0e10beef7 req-add425f7-6c3b-458a-a907-2c4eb9dcd0cd tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 946 time: 0.2241399 Jul 07 17:21:13.282872 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20530f-a4e6-44da-afca-1bdca15a6393 req-19e484f0-f464-4787-a22f-b81518a4224d tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:13.284730 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3e20530f-a4e6-44da-afca-1bdca15a6393 req-19e484f0-f464-4787-a22f-b81518a4224d tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 946 time: 0.2015793 Jul 07 17:21:13.402501 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3e20530f-a4e6-44da-afca-1bdca15a6393 req-e6b1622f-b052-4f78-8d88-c2db56b2ab2c tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016233 Jul 07 17:21:13.474063 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5aa1937b-66a2-491f-a5b5-ac5ef65dc5d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6bf7151c78964674a12853a564b9b07d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3662143 Jul 07 17:21:13.478048 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45410) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:13.566148 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-18d6fee5-0964-4e77-8a05-333d0f584615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.601980 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-18d6fee5-0964-4e77-8a05-333d0f584615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.610144 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-49b34913-e896-4bf5-8f92-f4703e36957c None None] Allocated IP 2001:db8::2 (86a0d1bb-f572-45a8-893a-42c19720ed4e/5457d116-3e3b-43dc-9a9b-a72e4c317625/a8f6826b-973d-4440-82a1-76e047c6490d) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:13.713915 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-18d6fee5-0964-4e77-8a05-333d0f584615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.718030 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-18d6fee5-0964-4e77-8a05-333d0f584615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.736810 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-18d6fee5-0964-4e77-8a05-333d0f584615 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/758933a5-0670-4c1f-95f0-8c3c66c44cab HTTP/1.1" status: 204 len: 168 time: 0.2454278 Jul 07 17:21:13.839617 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6fee5-0964-4e77-8a05-333d0f584615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758933a5-0670-4c1f-95f0-8c3c66c44cab,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:13.963623 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede294a3-b10f-442d-b302-354a4b164942 req-378fcaa8-5522-4898-9e52-c78af6fd6176 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:13.985416 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ede294a3-b10f-442d-b302-354a4b164942 req-378fcaa8-5522-4898-9e52-c78af6fd6176 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.2897885 Jul 07 17:21:14.027883 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45414) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:14.092794 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-38cbaadc-8a6d-457b-9bc7-0369858ab8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.108945 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ede294a3-b10f-442d-b302-354a4b164942 req-0b9f91ad-8c94-475e-8ae9-7f225bdb1b61 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196551 Jul 07 17:21:14.154180 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-49b34913-e896-4bf5-8f92-f4703e36957c None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.178764 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-49b34913-e896-4bf5-8f92-f4703e36957c None None] Transition to ACTIVE for port object a8f6826b-973d-4440-82a1-76e047c6490d will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:14.226202 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-49b34913-e896-4bf5-8f92-f4703e36957c None None] Transition to ACTIVE for port object a8f6826b-973d-4440-82a1-76e047c6490d will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:14.241904 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-49b34913-e896-4bf5-8f92-f4703e36957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.447370 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b34913-e896-4bf5-8f92-f4703e36957c None None] Pushing event updated for resources: {'Port': ['ID=a8f6826b-973d-4440-82a1-76e047c6490d,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:14.455960 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b34913-e896-4bf5-8f92-f4703e36957c None None] Network 86a0d1bb-f572-45a8-893a-42c19720ed4e is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:14.460817 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-49b34913-e896-4bf5-8f92-f4703e36957c None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:14.464877 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b34913-e896-4bf5-8f92-f4703e36957c None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:14.590893 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb15f22-3fd3-42cf-959b-3d0992e80c6d req-f3064dd9-95b1-4398-be82-b7ecaea9a598 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:14.622308 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e162f609-33d1-43a9-9ca8-4ec0e10beef7 req-7f36a2b9-6062-4f64-b682-65fed5105db3 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3184483 Jul 07 17:21:14.622938 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9bb15f22-3fd3-42cf-959b-3d0992e80c6d req-f3064dd9-95b1-4398-be82-b7ecaea9a598 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60d77af-463e-42e2-a632-eb2bd34ba906 HTTP/1.1" status: 200 len: 945 time: 0.2523460 Jul 07 17:21:14.645379 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-49b34913-e896-4bf5-8f92-f4703e36957c None None] Attempting to bind port a8f6826b-973d-4440-82a1-76e047c6490d on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:14.657067 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-49b34913-e896-4bf5-8f92-f4703e36957c None None] Attempting to bind port a8f6826b-973d-4440-82a1-76e047c6490d by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '0d550de3-74d3-479a-b58e-dc8fbf9edcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '86a0d1bb-f572-45a8-893a-42c19720ed4e'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:14.663407 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b34913-e896-4bf5-8f92-f4703e36957c None None] Attempting to bind port a8f6826b-973d-4440-82a1-76e047c6490d on network 86a0d1bb-f572-45a8-893a-42c19720ed4e {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:14.681920 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b34913-e896-4bf5-8f92-f4703e36957c None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:14.683005 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b34913-e896-4bf5-8f92-f4703e36957c None None] Checking segment: {'id': '0d550de3-74d3-479a-b58e-dc8fbf9edcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '86a0d1bb-f572-45a8-893a-42c19720ed4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:14.684219 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-49b34913-e896-4bf5-8f92-f4703e36957c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.684658 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b34913-e896-4bf5-8f92-f4703e36957c None None] Bound using segment: {'id': '0d550de3-74d3-479a-b58e-dc8fbf9edcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '86a0d1bb-f572-45a8-893a-42c19720ed4e'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:14.685187 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-49b34913-e896-4bf5-8f92-f4703e36957c None None] Bound port: a8f6826b-973d-4440-82a1-76e047c6490d, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d550de3-74d3-479a-b58e-dc8fbf9edcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '86a0d1bb-f572-45a8-893a-42c19720ed4e'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:14.685605 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-49b34913-e896-4bf5-8f92-f4703e36957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.722914 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-38cbaadc-8a6d-457b-9bc7-0369858ab8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.746022 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9bb15f22-3fd3-42cf-959b-3d0992e80c6d req-9305c6c1-2d85-4298-be7d-53973f6ee16c tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206636 Jul 07 17:21:14.776014 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-38cbaadc-8a6d-457b-9bc7-0369858ab8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.951674 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-38cbaadc-8a6d-457b-9bc7-0369858ab8b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=018badf463b34f50a2e5458fd6fd45a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7870204 Jul 07 17:21:14.958969 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45440) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:14.965750 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-49b34913-e896-4bf5-8f92-f4703e36957c None None] For port a8f6826b-973d-4440-82a1-76e047c6490d, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:14.976683 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-49b34913-e896-4bf5-8f92-f4703e36957c None None] For port a8f6826b-973d-4440-82a1-76e047c6490d, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a8f6826b-973d-4440-82a1-76e047c6490d,segment=NetworkSegment(0d550de3-74d3-479a-b58e-dc8fbf9edcfd),segment_id=0d550de3-74d3-479a-b58e-dc8fbf9edcfd)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:14.984983 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-49b34913-e896-4bf5-8f92-f4703e36957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.062025 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d967b-0693-48cb-987b-bc5d1f29f565 req-af2f9d2f-f52a-4f31-93d1-3fdd4c0b554e tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:15.075314 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e54d967b-0693-48cb-987b-bc5d1f29f565 req-af2f9d2f-f52a-4f31-93d1-3fdd4c0b554e tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.1456184 Jul 07 17:21:15.132963 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b34913-e896-4bf5-8f92-f4703e36957c None None] Pushing event updated for resources: {'Port': ['ID=a8f6826b-973d-4440-82a1-76e047c6490d,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:15.156482 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e54d967b-0693-48cb-987b-bc5d1f29f565 req-4515b68f-5c54-4b33-83e9-09c8a83669cd tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799913 Jul 07 17:21:15.253426 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cbaadc-8a6d-457b-9bc7-0369858ab8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589a91d2-65fb-4778-aa05-679742d08656,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:15.378517 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c23908-28d0-4689-9740-a3a38a5f7e62 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:15.396084 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b2c23908-28d0-4689-9740-a3a38a5f7e62 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.572440 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f247bb-125d-4109-a6f9-89cdef4d3f2f req-a04e9ced-1242-45b0-9644-d90207661d99 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:15.574074 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c5f247bb-125d-4109-a6f9-89cdef4d3f2f req-a04e9ced-1242-45b0-9644-d90207661d99 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.1908102 Jul 07 17:21:15.636474 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-b2c23908-28d0-4689-9740-a3a38a5f7e62 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] device_id is not set on port b9891fa5-43f4-4d5b-b883-1317ef3ddac7 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:21:15.676918 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a722f034-8adf-44b3-8fbd-a7b6ed73046d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.714654 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c5f247bb-125d-4109-a6f9-89cdef4d3f2f req-b53c6447-014f-455a-b880-64edff9a7e48 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219966 Jul 07 17:21:15.899055 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45464) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:15.976211 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0036828-9b22-475d-bb03-b380582f5fbb req-5d2a8f22-a578-400f-980b-b6f22da2eca0 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:15.990063 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0036828-9b22-475d-bb03-b380582f5fbb req-5d2a8f22-a578-400f-980b-b6f22da2eca0 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 946 time: 0.9492230 Jul 07 17:21:16.053863 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a722f034-8adf-44b3-8fbd-a7b6ed73046d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.085450 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a8f6826b-973d-4440-82a1-76e047c6490d up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:16.186969 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb1339-d092-45b8-bf78-3a1c9de2d34e req-716df047-f69b-45f9-bbc7-636d8bb59edc tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:16.188580 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2cfb1339-d092-45b8-bf78-3a1c9de2d34e req-716df047-f69b-45f9-bbc7-636d8bb59edc tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 946 time: 0.1671491 Jul 07 17:21:16.199479 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port a8f6826b-973d-4440-82a1-76e047c6490d completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:16.242990 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-9d9e2fb5-b10d-4ff7-baf5-5e50ae9c602a tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:16.243707 n-d-791503-12 neutron-server[100193]: WARNING neutron.api.v2.base [None req-9d9e2fb5-b10d-4ff7-baf5-5e50ae9c602a tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 17:21:16.244215 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-9d9e2fb5-b10d-4ff7-baf5-5e50ae9c602a tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:21:16.248867 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9d9e2fb5-b10d-4ff7-baf5-5e50ae9c602a tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3451719 Jul 07 17:21:16.254479 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45468) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:16.263341 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-6fb0775b-c367-4735-a54c-ae5c1e749d10 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group': {'name': 'tempest-secgroup--1681873515'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:16.308959 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0036828-9b22-475d-bb03-b380582f5fbb req-2617db8b-fdb5-4b70-9637-52a81513df37 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3173733 Jul 07 17:21:16.321617 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6fb0775b-c367-4735-a54c-ae5c1e749d10 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.340125 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2cfb1339-d092-45b8-bf78-3a1c9de2d34e req-ad69c653-36d6-474f-905d-2d6c2cf795d8 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338758 Jul 07 17:21:16.381707 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6fb0775b-c367-4735-a54c-ae5c1e749d10 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.438429 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-b2c23908-28d0-4689-9740-a3a38a5f7e62 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Allocated IP 2001:db8::33c (86a0d1bb-f572-45a8-893a-42c19720ed4e/5457d116-3e3b-43dc-9a9b-a72e4c317625/b9891fa5-43f4-4d5b-b883-1317ef3ddac7) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:16.463166 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a722f034-8adf-44b3-8fbd-a7b6ed73046d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.466445 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a722f034-8adf-44b3-8fbd-a7b6ed73046d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.495742 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a722f034-8adf-44b3-8fbd-a7b6ed73046d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/589a91d2-65fb-4778-aa05-679742d08656 HTTP/1.1" status: 204 len: 168 time: 1.5025129 Jul 07 17:21:16.620549 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722f034-8adf-44b3-8fbd-a7b6ed73046d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589a91d2-65fb-4778-aa05-679742d08656,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:16.773241 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6d2ae-1d43-471b-864d-9fffceeefeb2 req-fa84fb32-f102-42bf-9328-ef454e009e4d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:16.786009 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-56f6d2ae-1d43-471b-864d-9fffceeefeb2 req-fa84fb32-f102-42bf-9328-ef454e009e4d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.2173870 Jul 07 17:21:16.938757 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-56f6d2ae-1d43-471b-864d-9fffceeefeb2 req-5393e477-8439-4616-bc38-ec1561ed0d62 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245141 Jul 07 17:21:17.138171 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0e8d07fa-b449-48cc-a649-e0af732f5134 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.300764 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6fb0775b-c367-4735-a54c-ae5c1e749d10 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.321149 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42af28a4-0cd0-4f80-9a20-0b4ce4ab35bd None None] Network 86a0d1bb-f572-45a8-893a-42c19720ed4e requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:17.360159 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6fb0775b-c367-4735-a54c-ae5c1e749d10 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.409119 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0775b-c367-4735-a54c-ae5c1e749d10 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a436f788-9d3d-4674-9f77-2ffe975301b1,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:17.457047 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b2c23908-28d0-4689-9740-a3a38a5f7e62 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.517622 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-b2c23908-28d0-4689-9740-a3a38a5f7e62 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Transition to ACTIVE for port object b9891fa5-43f4-4d5b-b883-1317ef3ddac7 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:17.684269 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c54341-bfc7-4624-81c3-3a41ea1e999b req-e6157448-5289-4a4f-bd8f-7117f196d6cb tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:17.687387 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41c54341-bfc7-4624-81c3-3a41ea1e999b req-e6157448-5289-4a4f-bd8f-7117f196d6cb tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.3980739 Jul 07 17:21:17.693983 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b2c23908-28d0-4689-9740-a3a38a5f7e62 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.733797 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28602119-331e-4016-938e-ff4b5ee5f181 req-0b0c55cf-6a06-4f8d-bd16-396799b12c0e tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:17.735753 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-28602119-331e-4016-938e-ff4b5ee5f181 req-0b0c55cf-6a06-4f8d-bd16-396799b12c0e tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 946 time: 0.1050665 Jul 07 17:21:17.775378 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-01814506-12d1-4696-a5fd-005a2c9e9b29 None None] Provisioning for port a8f6826b-973d-4440-82a1-76e047c6490d completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:17.835953 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-28602119-331e-4016-938e-ff4b5ee5f181 req-ffd51bf8-ccaf-4a32-9229-6f1bb6533e55 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900717 Jul 07 17:21:17.871372 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-01814506-12d1-4696-a5fd-005a2c9e9b29 None None] Provisioning complete for port a8f6826b-973d-4440-82a1-76e047c6490d triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:17.874403 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-01814506-12d1-4696-a5fd-005a2c9e9b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.078003 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c23908-28d0-4689-9740-a3a38a5f7e62 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network 86a0d1bb-f572-45a8-893a-42c19720ed4e is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:18.128315 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba22f7-798d-4cf0-a292-1968479451a6 req-0c55fcd7-5229-44e6-a9d8-447d29dd6cc9 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:18.130215 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-b2c23908-28d0-4689-9740-a3a38a5f7e62 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:18.140348 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4fba22f7-798d-4cf0-a292-1968479451a6 req-0c55fcd7-5229-44e6-a9d8-447d29dd6cc9 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 946 time: 0.1332569 Jul 07 17:21:18.174876 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-01814506-12d1-4696-a5fd-005a2c9e9b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.208672 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c23908-28d0-4689-9740-a3a38a5f7e62 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Port': ['ID=b9891fa5-43f4-4d5b-b883-1317ef3ddac7,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:18.233582 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4fba22f7-798d-4cf0-a292-1968479451a6 req-02fb9ff1-a4c4-42e7-bbc9-e3f97297c96a tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909014 Jul 07 17:21:18.238195 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c23908-28d0-4689-9740-a3a38a5f7e62 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:18.244921 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c23908-28d0-4689-9740-a3a38a5f7e62 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:18.245958 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b2c23908-28d0-4689-9740-a3a38a5f7e62 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.279236 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-01814506-12d1-4696-a5fd-005a2c9e9b29 None None] For port a8f6826b-973d-4440-82a1-76e047c6490d, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a8f6826b-973d-4440-82a1-76e047c6490d,segment=NetworkSegment(0d550de3-74d3-479a-b58e-dc8fbf9edcfd),segment_id=0d550de3-74d3-479a-b58e-dc8fbf9edcfd)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:18.284530 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-01814506-12d1-4696-a5fd-005a2c9e9b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.329321 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41c54341-bfc7-4624-81c3-3a41ea1e999b req-c3771a26-ee0d-49c8-a900-ab2d1d2571de tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5743690 Jul 07 17:21:18.405548 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6fb0775b-c367-4735-a54c-ae5c1e749d10 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.438519 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6fb0775b-c367-4735-a54c-ae5c1e749d10 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.465654 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01814506-12d1-4696-a5fd-005a2c9e9b29 None None] Pushing event updated for resources: {'Port': ['ID=a8f6826b-973d-4440-82a1-76e047c6490d,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:18.489864 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b2c23908-28d0-4689-9740-a3a38a5f7e62 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.2959619 Jul 07 17:21:18.491260 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6fb0775b-c367-4735-a54c-ae5c1e749d10 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.492382 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45514) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:18.497019 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6fb0775b-c367-4735-a54c-ae5c1e749d10 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.2369506 Jul 07 17:21:18.497754 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45516) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:18.619127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0775b-c367-4735-a54c-ae5c1e749d10 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e42342a-19d5-40a3-958f-903aad91d050,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:18.624197 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-b9cc70f0-a6af-4888-8b6c-bd6b4022245c tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group_rule': {'security_group_id': '4e42342a-19d5-40a3-958f-903aad91d050', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:18.666564 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-80308f46-f378-404e-9780-e0a8fd9cab87 None None] Provisioning complete for port a8f6826b-973d-4440-82a1-76e047c6490d triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:18.666923 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-80308f46-f378-404e-9780-e0a8fd9cab87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.679982 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-0e8d07fa-b449-48cc-a649-e0af732f5134 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Allocated IP 172.20.0.17 (9944229c-b2d9-4130-af79-8fc14ab603d4/2c676d3d-c910-42cc-b1da-ae72c7349ba8/396636b0-9d67-4403-8fab-52d57e9fbad6) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:18.868276 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b9cc70f0-a6af-4888-8b6c-bd6b4022245c tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.917501 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-80308f46-f378-404e-9780-e0a8fd9cab87 None None] Provisioning for port b9891fa5-43f4-4d5b-b883-1317ef3ddac7 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:18.922788 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-80308f46-f378-404e-9780-e0a8fd9cab87 None None] Provisioning complete for port b9891fa5-43f4-4d5b-b883-1317ef3ddac7 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:18.923197 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-80308f46-f378-404e-9780-e0a8fd9cab87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.060796 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0e8d07fa-b449-48cc-a649-e0af732f5134 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.130186 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b9cc70f0-a6af-4888-8b6c-bd6b4022245c tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.143271 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b9cc70f0-a6af-4888-8b6c-bd6b4022245c tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.147852 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-0e8d07fa-b449-48cc-a649-e0af732f5134 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Transition to ACTIVE for port object 396636b0-9d67-4403-8fab-52d57e9fbad6 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:19.283362 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1a2ee-7351-4e31-af11-7f0b070ca8d9 req-0f110cd4-fd02-47be-b093-1dfa83c7efb3 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:19.297848 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cac1a2ee-7351-4e31-af11-7f0b070ca8d9 req-0f110cd4-fd02-47be-b093-1dfa83c7efb3 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.2759433 Jul 07 17:21:19.322645 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45538) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:19.355540 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0e8d07fa-b449-48cc-a649-e0af732f5134 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.393938 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-80308f46-f378-404e-9780-e0a8fd9cab87 None None] Port b9891fa5-43f4-4d5b-b883-1317ef3ddac7 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:19.498171 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b9cc70f0-a6af-4888-8b6c-bd6b4022245c tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.506506 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b9cc70f0-a6af-4888-8b6c-bd6b4022245c tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0075669 Jul 07 17:21:19.527156 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45542) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:19.547364 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4910d695-78b4-4f0b-9819-8d74e3e17bd8 None None] Provisioning complete for port b9891fa5-43f4-4d5b-b883-1317ef3ddac7 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:19.552939 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4910d695-78b4-4f0b-9819-8d74e3e17bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.565423 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d07fa-b449-48cc-a649-e0af732f5134 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'Port': ['ID=396636b0-9d67-4403-8fab-52d57e9fbad6,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:19.571031 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-a10b4b53-bbc2-457b-aae0-c2e6b60c2e94 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group_rule': {'security_group_id': '4e42342a-19d5-40a3-958f-903aad91d050', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:19.596738 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cac1a2ee-7351-4e31-af11-7f0b070ca8d9 req-efc46064-fd23-488d-8238-6428815539a9 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961555 Jul 07 17:21:19.605980 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8d07fa-b449-48cc-a649-e0af732f5134 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Network 9944229c-b2d9-4130-af79-8fc14ab603d4 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:19.611790 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-0e8d07fa-b449-48cc-a649-e0af732f5134 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:19.628648 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc70f0-a6af-4888-8b6c-bd6b4022245c tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac105cd1-c009-46b9-95ad-caa07b2f196f,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:19.654803 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8d07fa-b449-48cc-a649-e0af732f5134 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:19.780495 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-4910d695-78b4-4f0b-9819-8d74e3e17bd8 None None] Port b9891fa5-43f4-4d5b-b883-1317ef3ddac7 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:19.782523 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-47b8e7b1-6f9a-4ffe-a003-8ebfb9a7f899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.821244 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853f7e7-e166-4c42-8505-581e48c10c24 req-da7ed7d6-e0e7-423d-9e30-20b22bb2cf03 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:19.839208 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5853f7e7-e166-4c42-8505-581e48c10c24 req-da7ed7d6-e0e7-423d-9e30-20b22bb2cf03 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 946 time: 0.5076420 Jul 07 17:21:19.875525 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0e8d07fa-b449-48cc-a649-e0af732f5134 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.942524 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a8f6826b-973d-4440-82a1-76e047c6490d up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:20.019313 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a10b4b53-bbc2-457b-aae0-c2e6b60c2e94 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:20.063810 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87a1f3f9-78a1-44f1-801f-bd813bba1a1a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:20.143942 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port a8f6826b-973d-4440-82a1-76e047c6490d triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:20.144329 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:20.183001 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebef4d-2306-431a-9344-7a553dddba0c req-ae5250f2-3355-404e-81be-09b1fbf62bbb tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:20.185160 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08ebef4d-2306-431a-9344-7a553dddba0c req-ae5250f2-3355-404e-81be-09b1fbf62bbb tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 946 time: 0.3058739 Jul 07 17:21:20.220163 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5853f7e7-e166-4c42-8505-581e48c10c24 req-66c52ede-258f-48db-8be9-fb44be5cbbe3 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3780208 Jul 07 17:21:20.256402 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08ebef4d-2306-431a-9344-7a553dddba0c req-596cf0fa-9eaa-4916-8689-71b8f3315d34 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587597 Jul 07 17:21:20.319882 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-aa58989b-8b5a-4b01-a10d-26b699732ac6 None None] Provisioning for port 396636b0-9d67-4403-8fab-52d57e9fbad6 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:20.332942 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-aa58989b-8b5a-4b01-a10d-26b699732ac6 None None] Provisioning complete for port 396636b0-9d67-4403-8fab-52d57e9fbad6 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:20.334211 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa58989b-8b5a-4b01-a10d-26b699732ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:20.456130 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0e8d07fa-b449-48cc-a649-e0af732f5134 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:20.470567 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-aa58989b-8b5a-4b01-a10d-26b699732ac6 None None] Port 396636b0-9d67-4403-8fab-52d57e9fbad6 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:20.832094 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0e8d07fa-b449-48cc-a649-e0af732f5134 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:20.839022 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0e8d07fa-b449-48cc-a649-e0af732f5134 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:20.843494 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381819e3-8e42-4057-8a4b-84287d218067 req-64779531-4149-4753-9751-02ae514192bf tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:20.853823 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-381819e3-8e42-4057-8a4b-84287d218067 req-64779531-4149-4753-9751-02ae514192bf tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.1990762 Jul 07 17:21:20.905700 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0e8d07fa-b449-48cc-a649-e0af732f5134 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:20.911924 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87a1f3f9-78a1-44f1-801f-bd813bba1a1a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:20.931356 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-381819e3-8e42-4057-8a4b-84287d218067 req-5a73f680-c85e-4477-8e94-55e07ae02f20 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763559 Jul 07 17:21:20.935254 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87a1f3f9-78a1-44f1-801f-bd813bba1a1a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.098252 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-47b8e7b1-6f9a-4ffe-a003-8ebfb9a7f899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.133417 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d07fa-b449-48cc-a649-e0af732f5134 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'Port': ['ID=396636b0-9d67-4403-8fab-52d57e9fbad6,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:21.154209 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-a10b4b53-bbc2-457b-aae0-c2e6b60c2e94 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:21:21.161919 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a10b4b53-bbc2-457b-aae0-c2e6b60c2e94 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.5970147 Jul 07 17:21:21.165711 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-47b8e7b1-6f9a-4ffe-a003-8ebfb9a7f899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.179083 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45550) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:21.207533 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87a1f3f9-78a1-44f1-801f-bd813bba1a1a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.521199 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-39a0b835-b9aa-4b61-ab6a-6f62d678a4a5 None None] Provisioning complete for port b9891fa5-43f4-4d5b-b883-1317ef3ddac7 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:21.521866 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-39a0b835-b9aa-4b61-ab6a-6f62d678a4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.560097 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87a1f3f9-78a1-44f1-801f-bd813bba1a1a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.633335 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-39a0b835-b9aa-4b61-ab6a-6f62d678a4a5 None None] Port b9891fa5-43f4-4d5b-b883-1317ef3ddac7 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:21.729772 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1f3f9-78a1-44f1-801f-bd813bba1a1a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Port': ['ID=b9891fa5-43f4-4d5b-b883-1317ef3ddac7,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:21.962919 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87a1f3f9-78a1-44f1-801f-bd813bba1a1a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.971930 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8e7b1-6f9a-4ffe-a003-8ebfb9a7f899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2b1c24-445d-47fa-9636-5db0a0a2ddd7,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:21.973589 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87a1f3f9-78a1-44f1-801f-bd813bba1a1a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.973589 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87a1f3f9-78a1-44f1-801f-bd813bba1a1a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.982580 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-47b8e7b1-6f9a-4ffe-a003-8ebfb9a7f899 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=715e02ed9c6d40e8afba3ac0965304ac&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6571469 Jul 07 17:21:21.990237 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45562) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:22.025060 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8d07fa-b449-48cc-a649-e0af732f5134 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Network 9944229c-b2d9-4130-af79-8fc14ab603d4 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:22.038539 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-0e8d07fa-b449-48cc-a649-e0af732f5134 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:22.075765 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ee1a6-a449-433a-8615-a0954dfd6880 req-1503c632-4f1c-48ee-89d8-2157351fd8d9 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:22.084408 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e29ee1a6-a449-433a-8615-a0954dfd6880 req-1503c632-4f1c-48ee-89d8-2157351fd8d9 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 946 time: 0.2379947 Jul 07 17:21:22.132510 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4e9031dd-0cfe-429c-b70f-d966a85bd460 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.192061 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f074cb0-2604-4be2-8f17-9405237dbf23 req-57ed9256-b829-433c-a16e-0de338029854 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:22.202356 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f074cb0-2604-4be2-8f17-9405237dbf23 req-57ed9256-b829-433c-a16e-0de338029854 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.6871397 Jul 07 17:21:22.207550 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1f3f9-78a1-44f1-801f-bd813bba1a1a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Port': ['ID=b9891fa5-43f4-4d5b-b883-1317ef3ddac7,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:22.291743 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f074cb0-2604-4be2-8f17-9405237dbf23 req-34d82a21-f450-4b27-8188-61a843cabcf7 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880415 Jul 07 17:21:22.331856 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e29ee1a6-a449-433a-8615-a0954dfd6880 req-d3e46ed7-d652-47aa-a758-3b0fe0f2e0de tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457392 Jul 07 17:21:22.349549 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a1f3f9-78a1-44f1-801f-bd813bba1a1a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network 86a0d1bb-f572-45a8-893a-42c19720ed4e is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:22.356279 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-87a1f3f9-78a1-44f1-801f-bd813bba1a1a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:22.429824 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4e9031dd-0cfe-429c-b70f-d966a85bd460 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.477882 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-398b4ab1-d325-4a27-ad73-43424091528b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.576035 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4171a6c4-d0bb-42a0-a51c-09df22571c9a None None] Provisioning complete for port 396636b0-9d67-4403-8fab-52d57e9fbad6 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:22.581899 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4171a6c4-d0bb-42a0-a51c-09df22571c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.635632 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-398b4ab1-d325-4a27-ad73-43424091528b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.698989 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4e9031dd-0cfe-429c-b70f-d966a85bd460 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.709180 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4e9031dd-0cfe-429c-b70f-d966a85bd460 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.714614 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4e9031dd-0cfe-429c-b70f-d966a85bd460 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "DELETE /v2.0/security-groups/4e42342a-19d5-40a3-958f-903aad91d050 HTTP/1.1" status: 204 len: 168 time: 1.5308983 Jul 07 17:21:22.744401 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8d07fa-b449-48cc-a649-e0af732f5134 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Router 031e4780-b0ce-479f-b8ab-92fdb55877d7 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:21:22.745555 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45568) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:22.814388 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9031dd-0cfe-429c-b70f-d966a85bd460 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e42342a-19d5-40a3-958f-903aad91d050,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:22.832500 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-4171a6c4-d0bb-42a0-a51c-09df22571c9a None None] Port 396636b0-9d67-4403-8fab-52d57e9fbad6 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:22.965578 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2fb190ba-966f-4b8d-bf9b-197a92c57621 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2183506 Jul 07 17:21:22.972267 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-398b4ab1-d325-4a27-ad73-43424091528b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.976193 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-398b4ab1-d325-4a27-ad73-43424091528b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.977736 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-398b4ab1-d325-4a27-ad73-43424091528b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/de2b1c24-445d-47fa-9636-5db0a0a2ddd7 HTTP/1.1" status: 204 len: 168 time: 0.9862487 Jul 07 17:21:22.978697 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45570) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:22.995009 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-2a2f099a-2198-4fb0-9257-87e4588db3c4 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group': {'name': 'tempest-secgroup--446645082'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:23.000947 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8281bbf2-efbc-49a5-b9a4-2752a4b3657f None None] Provisioning complete for port b9891fa5-43f4-4d5b-b883-1317ef3ddac7 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:23.005344 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8281bbf2-efbc-49a5-b9a4-2752a4b3657f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.036884 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b4ab1-d325-4a27-ad73-43424091528b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2b1c24-445d-47fa-9636-5db0a0a2ddd7,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:23.142051 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8281bbf2-efbc-49a5-b9a4-2752a4b3657f None None] Port b9891fa5-43f4-4d5b-b883-1317ef3ddac7 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:23.212848 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8d07fa-b449-48cc-a649-e0af732f5134 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:21:23.212848 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2a2f099a-2198-4fb0-9257-87e4588db3c4 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.212848 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0e8d07fa-b449-48cc-a649-e0af732f5134 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "PUT /v2.0/routers/031e4780-b0ce-479f-b8ab-92fdb55877d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1706953 Jul 07 17:21:23.282087 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e4293a-2dfb-4e60-8f42-910f20a764a3 None None] Sync routers for ids ['031e4780-b0ce-479f-b8ab-92fdb55877d7'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:21:23.282087 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e4293a-2dfb-4e60-8f42-910f20a764a3 None None] Routers {'031e4780-b0ce-479f-b8ab-92fdb55877d7'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:23.282087 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-f9e4293a-2dfb-4e60-8f42-910f20a764a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:20:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['031e4780-b0ce-479f-b8ab-92fdb55877d7'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:23.327516 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b747cd-e77d-446d-8cd3-25496ed1ce26 req-141dd3ae-b76e-4615-bb05-c377bc881c7d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:23.343626 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-67b747cd-e77d-446d-8cd3-25496ed1ce26 req-141dd3ae-b76e-4615-bb05-c377bc881c7d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.3344951 Jul 07 17:21:23.479838 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-df793814-66f2-4e91-aea4-5c829e7bb8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.531447 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-f9e4293a-2dfb-4e60-8f42-910f20a764a3 None None] Set router 031e4780-b0ce-479f-b8ab-92fdb55877d7 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:23.555235 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-67b747cd-e77d-446d-8cd3-25496ed1ce26 req-269d8505-eeb7-43c3-a97b-0b1b6870b9cf tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104650 Jul 07 17:21:23.658708 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2a2f099a-2198-4fb0-9257-87e4588db3c4 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.677269 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afff19-b7a2-459e-8ecd-083fdebae8ec req-85736b51-2e5d-4bbf-b1ef-86e2740f947b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:23.686192 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2afff19-b7a2-459e-8ecd-083fdebae8ec req-85736b51-2e5d-4bbf-b1ef-86e2740f947b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 946 time: 1.1205485 Jul 07 17:21:23.686866 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a1f3f9-78a1-44f1-801f-bd813bba1a1a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Router d2783882-4d5e-4375-8d39-61fcc7192dfb is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:21:23.695056 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2a2f099a-2198-4fb0-9257-87e4588db3c4 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.835764 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2a2f099a-2198-4fb0-9257-87e4588db3c4 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.839123 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2a2f099a-2198-4fb0-9257-87e4588db3c4 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8500485 Jul 07 17:21:23.844654 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45590) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:23.864499 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-200e391b-ff0a-405c-a537-f4d661c35744 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group_rule': {'security_group_id': '9410d510-a10b-4267-b8a2-5a071c0e1252', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:23.866085 n-d-791503-12 neutron-server[100192]: WARNING neutron.api.v2.base [None req-200e391b-ff0a-405c-a537-f4d661c35744 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 07 17:21:23.870914 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-200e391b-ff0a-405c-a537-f4d661c35744 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:21:23.872342 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-200e391b-ff0a-405c-a537-f4d661c35744 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0256603 Jul 07 17:21:23.888175 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45596) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:23.968941 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f099a-2198-4fb0-9257-87e4588db3c4 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9410d510-a10b-4267-b8a2-5a071c0e1252,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:23.995611 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a1f3f9-78a1-44f1-801f-bd813bba1a1a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:21:24.008957 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-87a1f3f9-78a1-44f1-801f-bd813bba1a1a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "PUT /v2.0/routers/d2783882-4d5e-4375-8d39-61fcc7192dfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5132194 Jul 07 17:21:24.011550 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45598) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:24.018763 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2ec150-b913-40c6-9b8f-698b08e2d4b6 None None] Sync routers for ids ['d2783882-4d5e-4375-8d39-61fcc7192dfb'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:21:24.040119 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2ec150-b913-40c6-9b8f-698b08e2d4b6 None None] Routers {'d2783882-4d5e-4375-8d39-61fcc7192dfb'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:24.042707 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-ee2ec150-b913-40c6-9b8f-698b08e2d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:20:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d2783882-4d5e-4375-8d39-61fcc7192dfb'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:24.057132 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2afff19-b7a2-459e-8ecd-083fdebae8ec req-5d9c3dbc-6513-4bca-97a5-fc1ba3fb84a7 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3592205 Jul 07 17:21:24.085325 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d46aff20-726d-44c6-b88b-106d49ac36ec tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.148126 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-ee2ec150-b913-40c6-9b8f-698b08e2d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:24.178081 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2ec150-b913-40c6-9b8f-698b08e2d4b6 None None] Routers {'d2783882-4d5e-4375-8d39-61fcc7192dfb'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:24.178992 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-ee2ec150-b913-40c6-9b8f-698b08e2d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:20:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d2783882-4d5e-4375-8d39-61fcc7192dfb'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:24.213198 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d46aff20-726d-44c6-b88b-106d49ac36ec tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.248967 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-ee2ec150-b913-40c6-9b8f-698b08e2d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:24.258799 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2ec150-b913-40c6-9b8f-698b08e2d4b6 None None] The sync data for ids ['d2783882-4d5e-4375-8d39-61fcc7192dfb'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:21:24.288563 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60ba7b9-4381-487f-bfa0-d98f8fe2929b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:24.318823 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d60ba7b9-4381-487f-bfa0-d98f8fe2929b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2783882-4d5e-4375-8d39-61fcc7192dfb HTTP/1.1" status: 200 len: 989 time: 0.3030584 Jul 07 17:21:24.319792 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45616) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:24.334114 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41639d4c-2ea8-4be4-a1f4-0ebc104de34d req-f4278dd0-78c9-4fed-9558-4fc8c62e6b5e tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:24.343950 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41639d4c-2ea8-4be4-a1f4-0ebc104de34d req-f4278dd0-78c9-4fed-9558-4fc8c62e6b5e tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 946 time: 0.4649332 Jul 07 17:21:24.345995 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d46aff20-726d-44c6-b88b-106d49ac36ec tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.360120 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d46aff20-726d-44c6-b88b-106d49ac36ec tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.370162 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d46aff20-726d-44c6-b88b-106d49ac36ec tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "DELETE /v2.0/security-groups/9410d510-a10b-4267-b8a2-5a071c0e1252 HTTP/1.1" status: 204 len: 168 time: 0.4714048 Jul 07 17:21:24.402452 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-f9e4293a-2dfb-4e60-8f42-910f20a764a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'name': 'tempest-TestNetworkBasicOps-router-2112546659', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:38Z', 'updated_at': '2021-07-07T17:21:20Z', 'revision_number': 5, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'ded981ba-cafb-4575-87c1-ab638479e96a', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'floating_ip_address': '172.25.0.11', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'port_id': '2923b46f-2cf0-44aa-a912-9aa874f69f80', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c', 'mac_address': 'fa:16:3e:82:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3ae079-368c-47ee-8178-868d6fe6d8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:51Z', 'updated_at': '2021-07-07T17:19:58Z', 'revision_number': 1, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396636b0-9d67-4403-8fab-52d57e9fbad6', 'name': '', 'network_id': '9944229c-b2d9-4130-af79-8fc14ab603d4', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'mac_address': 'fa:16:3e:27:0d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '2c676d3d-c910-42cc-b1da-ae72c7349ba8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:17Z', 'updated_at': '2021-07-07T17:21:20Z', 'revision_number': 2, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'subnets': [{'id': '2c676d3d-c910-42cc-b1da-ae72c7349ba8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94c485bf-15b9-4428-9944-636f756da186', 'name': '', 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'mac_address': 'fa:16:3e:10:dd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:54Z', 'updated_at': '2021-07-07T17:19:05Z', 'revision_number': 5, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'subnets': [{'id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:24.410153 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45618) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:24.416377 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46aff20-726d-44c6-b88b-106d49ac36ec tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9410d510-a10b-4267-b8a2-5a071c0e1252,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:24.501576 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e4293a-2dfb-4e60-8f42-910f20a764a3 None None] Checking router: 031e4780-b0ce-479f-b8ab-92fdb55877d7 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:21:24.501937 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e4293a-2dfb-4e60-8f42-910f20a764a3 None None] Updating router 031e4780-b0ce-479f-b8ab-92fdb55877d7 port 396636b0-9d67-4403-8fab-52d57e9fbad6 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:21:24.559347 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f9e4293a-2dfb-4e60-8f42-910f20a764a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.795887 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41639d4c-2ea8-4be4-a1f4-0ebc104de34d req-389f77f0-1ea0-44f4-ba69-80c2c679b583 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4193995 Jul 07 17:21:24.838510 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-11a6dc2b-2591-486a-a418-9afcf60ab9f2 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4086063 Jul 07 17:21:24.840718 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45626) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:24.841080 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22f1a2-7f4b-45d8-aca7-06e91b4a60a5 req-7c46830e-36b0-4ce5-9cc3-b945a0bb4b64 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:24.858011 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2c22f1a2-7f4b-45d8-aca7-06e91b4a60a5 req-7c46830e-36b0-4ce5-9cc3-b945a0bb4b64 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/networks?id=08f6c01e-dfae-4799-95a8-8039418ef262 HTTP/1.1" status: 200 len: 813 time: 0.4225342 Jul 07 17:21:24.875095 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-793decde-faae-4b78-a22e-76028a0aaa71 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group': {'name': 'tempest-secgroup--1087601319'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:24.927854 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-793decde-faae-4b78-a22e-76028a0aaa71 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.164395 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2c22f1a2-7f4b-45d8-aca7-06e91b4a60a5 req-d925e615-6ed0-41be-8496-b1d82c0541dd tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/quotas/5a91034d81564c92b83cd4f595aa520b HTTP/1.1" status: 200 len: 375 time: 0.2821481 Jul 07 17:21:25.359964 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-793decde-faae-4b78-a22e-76028a0aaa71 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.366823 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-793decde-faae-4b78-a22e-76028a0aaa71 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.419183 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-793decde-faae-4b78-a22e-76028a0aaa71 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.424701 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-793decde-faae-4b78-a22e-76028a0aaa71 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5823228 Jul 07 17:21:25.444354 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45640) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:25.475577 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-f6b26060-7031-494d-abf0-572747d39308 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group_rule': {'security_group_id': '76178e10-3ca1-42bc-8045-c88c53b04d7e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:25.480335 n-d-791503-12 neutron-server[100193]: WARNING neutron.api.v2.base [None req-f6b26060-7031-494d-abf0-572747d39308 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 07 17:21:25.481025 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-f6b26060-7031-494d-abf0-572747d39308 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:21:25.482096 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f6b26060-7031-494d-abf0-572747d39308 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0173290 Jul 07 17:21:25.500836 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45646) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:25.607782 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f9e4293a-2dfb-4e60-8f42-910f20a764a3 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.615682 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793decde-faae-4b78-a22e-76028a0aaa71 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76178e10-3ca1-42bc-8045-c88c53b04d7e,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:25.621189 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2c22f1a2-7f4b-45d8-aca7-06e91b4a60a5 req-59d8de4d-1329-4a5b-acaa-9ed66700a7c1 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5a91034d81564c92b83cd4f595aa520b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4287369 Jul 07 17:21:25.665536 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f9e4293a-2dfb-4e60-8f42-910f20a764a3 None None] Transition to ACTIVE for port object 396636b0-9d67-4403-8fab-52d57e9fbad6 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:25.681981 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f9e4293a-2dfb-4e60-8f42-910f20a764a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.755082 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118922aa-4d45-45c2-8f15-2d2bbe15fefa None None] Pushing event updated for resources: {'Port': ['ID=396636b0-9d67-4403-8fab-52d57e9fbad6,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:25.907562 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65282796-4fff-40c2-a38c-cae8a0c53f7d req-791b885b-b865-49fe-93b0-3c4fbfe03e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:25.911238 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65282796-4fff-40c2-a38c-cae8a0c53f7d req-791b885b-b865-49fe-93b0-3c4fbfe03e70 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05029c802c7d44e6b05d7b73d2dd31fb&device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 1098 time: 0.4761479 Jul 07 17:21:25.943651 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-f9e4293a-2dfb-4e60-8f42-910f20a764a3 None None] Attempting to bind port 396636b0-9d67-4403-8fab-52d57e9fbad6 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:25.944187 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-f9e4293a-2dfb-4e60-8f42-910f20a764a3 None None] Attempting to bind port 396636b0-9d67-4403-8fab-52d57e9fbad6 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '261555e2-07d0-4e5a-bf68-a4f827c0c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9944229c-b2d9-4130-af79-8fc14ab603d4'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:25.944704 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4293a-2dfb-4e60-8f42-910f20a764a3 None None] Attempting to bind port 396636b0-9d67-4403-8fab-52d57e9fbad6 on network 9944229c-b2d9-4130-af79-8fc14ab603d4 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:25.958133 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4293a-2dfb-4e60-8f42-910f20a764a3 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:25.958696 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4293a-2dfb-4e60-8f42-910f20a764a3 None None] Checking segment: {'id': '261555e2-07d0-4e5a-bf68-a4f827c0c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9944229c-b2d9-4130-af79-8fc14ab603d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:25.959230 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f9e4293a-2dfb-4e60-8f42-910f20a764a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.959747 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4293a-2dfb-4e60-8f42-910f20a764a3 None None] Bound using segment: {'id': '261555e2-07d0-4e5a-bf68-a4f827c0c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9944229c-b2d9-4130-af79-8fc14ab603d4'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:25.960538 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-f9e4293a-2dfb-4e60-8f42-910f20a764a3 None None] Bound port: 396636b0-9d67-4403-8fab-52d57e9fbad6, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261555e2-07d0-4e5a-bf68-a4f827c0c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9944229c-b2d9-4130-af79-8fc14ab603d4'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:25.961095 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f9e4293a-2dfb-4e60-8f42-910f20a764a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.059700 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-f9e4293a-2dfb-4e60-8f42-910f20a764a3 None None] For port 396636b0-9d67-4403-8fab-52d57e9fbad6, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:26.065913 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-f9e4293a-2dfb-4e60-8f42-910f20a764a3 None None] For port 396636b0-9d67-4403-8fab-52d57e9fbad6, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=396636b0-9d67-4403-8fab-52d57e9fbad6,segment=NetworkSegment(261555e2-07d0-4e5a-bf68-a4f827c0c367),segment_id=261555e2-07d0-4e5a-bf68-a4f827c0c367)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:26.072332 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f9e4293a-2dfb-4e60-8f42-910f20a764a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.166355 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5b49af84-102e-4b65-a878-18d5b3aeb4ca tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.238134 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e4293a-2dfb-4e60-8f42-910f20a764a3 None None] Routers {'031e4780-b0ce-479f-b8ab-92fdb55877d7'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:26.238794 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-f9e4293a-2dfb-4e60-8f42-910f20a764a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:20:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['031e4780-b0ce-479f-b8ab-92fdb55877d7'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:26.254628 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5b49af84-102e-4b65-a878-18d5b3aeb4ca tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.327232 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.329890 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65282796-4fff-40c2-a38c-cae8a0c53f7d req-bae6ea2e-5580-4c32-abb2-8832a33b824e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:26.331249 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65282796-4fff-40c2-a38c-cae8a0c53f7d req-bae6ea2e-5580-4c32-abb2-8832a33b824e service neutron] 10.222.0.64 "GET /v2.0/networks?id=8844e96f-6ac0-4025-abff-e3224e6714bf HTTP/1.1" status: 200 len: 911 time: 0.4131074 Jul 07 17:21:26.350513 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118922aa-4d45-45c2-8f15-2d2bbe15fefa None None] Pushing event updated for resources: {'Port': ['ID=396636b0-9d67-4403-8fab-52d57e9fbad6,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:26.351905 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff8128-a367-4d3a-bf71-c17be46bb5c8 req-93df2449-2108-4d6e-954b-d32bc5538358 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:26.353883 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ad6e2-c3ac-41a7-87c9-e1d382500849 req-014c6e34-1c92-4646-b786-91ec1d177a5d tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:26.356055 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9a8ad6e2-c3ac-41a7-87c9-e1d382500849 req-014c6e34-1c92-4646-b786-91ec1d177a5d tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 946 time: 0.7236996 Jul 07 17:21:26.371232 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-00ff8128-a367-4d3a-bf71-c17be46bb5c8 req-93df2449-2108-4d6e-954b-d32bc5538358 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.4160371 Jul 07 17:21:26.548193 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-f9e4293a-2dfb-4e60-8f42-910f20a764a3 None None] Set router 031e4780-b0ce-479f-b8ab-92fdb55877d7 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:26.592874 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aac782cf-f862-4583-bd77-38165daa420d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.704247 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9a8ad6e2-c3ac-41a7-87c9-e1d382500849 req-5d741028-5366-4427-9bcb-20e6bf21254d tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3296261 Jul 07 17:21:26.713900 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65282796-4fff-40c2-a38c-cae8a0c53f7d req-929b830a-1170-4002-85ef-8b5a20949ac0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfd9e9e1-a632-41fb-8e1a-db617c7e4da4 HTTP/1.1" status: 200 len: 1002 time: 0.3535388 Jul 07 17:21:26.770866 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0260e51c-e118-4ec4-baf3-8aa8cb3f24f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.851393 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-00ff8128-a367-4d3a-bf71-c17be46bb5c8 req-19548231-322f-469c-a8ee-53b33926fb60 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784293 Jul 07 17:21:26.852451 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5b49af84-102e-4b65-a878-18d5b3aeb4ca tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.862390 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5b49af84-102e-4b65-a878-18d5b3aeb4ca tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.864360 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65282796-4fff-40c2-a38c-cae8a0c53f7d req-a19209de-8c07-467c-9f4d-6cd9f8dbc461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:26.865962 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65282796-4fff-40c2-a38c-cae8a0c53f7d req-a19209de-8c07-467c-9f4d-6cd9f8dbc461 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e2ae55f5-c355-4456-833a-1db6be8fc78f HTTP/1.1" status: 200 len: 849 time: 0.1444793 Jul 07 17:21:26.873597 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5b49af84-102e-4b65-a878-18d5b3aeb4ca tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "DELETE /v2.0/security-groups/76178e10-3ca1-42bc-8045-c88c53b04d7e HTTP/1.1" status: 204 len: 168 time: 1.3632550 Jul 07 17:21:26.943994 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45664) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:26.972583 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49af84-102e-4b65-a878-18d5b3aeb4ca tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76178e10-3ca1-42bc-8045-c88c53b04d7e,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:27.091489 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bdbf5349-7e52-4d1b-af58-5449154cc586 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1432633 Jul 07 17:21:27.099186 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-f9e4293a-2dfb-4e60-8f42-910f20a764a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'name': 'tempest-TestNetworkBasicOps-router-2112546659', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:38Z', 'updated_at': '2021-07-07T17:21:20Z', 'revision_number': 5, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'ded981ba-cafb-4575-87c1-ab638479e96a', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'floating_ip_address': '172.25.0.11', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'port_id': '2923b46f-2cf0-44aa-a912-9aa874f69f80', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c', 'mac_address': 'fa:16:3e:82:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3ae079-368c-47ee-8178-868d6fe6d8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:51Z', 'updated_at': '2021-07-07T17:19:58Z', 'revision_number': 1, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396636b0-9d67-4403-8fab-52d57e9fbad6', 'name': '', 'network_id': '9944229c-b2d9-4130-af79-8fc14ab603d4', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'mac_address': 'fa:16:3e:27:0d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '2c676d3d-c910-42cc-b1da-ae72c7349ba8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:17Z', 'updated_at': '2021-07-07T17:21:26Z', 'revision_number': 4, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'subnets': [{'id': '2c676d3d-c910-42cc-b1da-ae72c7349ba8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94c485bf-15b9-4428-9944-636f756da186', 'name': '', 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'mac_address': 'fa:16:3e:10:dd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:54Z', 'updated_at': '2021-07-07T17:19:05Z', 'revision_number': 5, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'subnets': [{'id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:27.101519 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45668) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:27.106605 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e96546d0-332d-430e-85c2-a31cb62a476a tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group': {'name': 'tempest-secgroup--1990789639'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:27.165504 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e96546d0-332d-430e-85c2-a31cb62a476a tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.211751 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e4293a-2dfb-4e60-8f42-910f20a764a3 None None] The sync data for ids ['031e4780-b0ce-479f-b8ab-92fdb55877d7'] in n-d-791503-12 is: [{'id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'name': 'tempest-TestNetworkBasicOps-router-2112546659', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:38Z', 'updated_at': '2021-07-07T17:21:20Z', 'revision_number': 5, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'ded981ba-cafb-4575-87c1-ab638479e96a', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'floating_ip_address': '172.25.0.11', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'port_id': '2923b46f-2cf0-44aa-a912-9aa874f69f80', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c', 'mac_address': 'fa:16:3e:82:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3ae079-368c-47ee-8178-868d6fe6d8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:51Z', 'updated_at': '2021-07-07T17:19:58Z', 'revision_number': 1, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396636b0-9d67-4403-8fab-52d57e9fbad6', 'name': '', 'network_id': '9944229c-b2d9-4130-af79-8fc14ab603d4', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'mac_address': 'fa:16:3e:27:0d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '2c676d3d-c910-42cc-b1da-ae72c7349ba8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:17Z', 'updated_at': '2021-07-07T17:21:26Z', 'revision_number': 4, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'subnets': [{'id': '2c676d3d-c910-42cc-b1da-ae72c7349ba8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94c485bf-15b9-4428-9944-636f756da186', 'name': '', 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'mac_address': 'fa:16:3e:10:dd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:54Z', 'updated_at': '2021-07-07T17:19:05Z', 'revision_number': 5, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'subnets': [{'id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:21:27.244134 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5574f8-58bd-4d19-9206-f02ccae7c03b req-3baee8d9-ab88-42f4-8271-744ccb1b9e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:27.246713 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9c5574f8-58bd-4d19-9206-f02ccae7c03b req-3baee8d9-ab88-42f4-8271-744ccb1b9e73 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18e760e73e3c432284bc214c0bade121&device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 1098 time: 0.4588413 Jul 07 17:21:27.439919 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-aac782cf-f862-4583-bd77-38165daa420d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting port b9891fa5-43f4-4d5b-b883-1317ef3ddac7 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:27.440948 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aac782cf-f862-4583-bd77-38165daa420d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.513476 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce7566-9aa1-4455-9edc-d9bb6f193ede req-93586402-cb4e-4360-a67d-a2df55c72262 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:27.514733 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-88ce7566-9aa1-4455-9edc-d9bb6f193ede req-93586402-cb4e-4360-a67d-a2df55c72262 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 946 time: 0.5459642 Jul 07 17:21:27.521786 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65282796-4fff-40c2-a38c-cae8a0c53f7d req-63570c04-d090-4b9a-8fbf-2024521a1b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:27.523532 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65282796-4fff-40c2-a38c-cae8a0c53f7d req-63570c04-d090-4b9a-8fbf-2024521a1b79 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8844e96f-6ac0-4025-abff-e3224e6714bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6498280 Jul 07 17:21:27.535174 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e96546d0-332d-430e-85c2-a31cb62a476a tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.553908 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e96546d0-332d-430e-85c2-a31cb62a476a tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.670575 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96546d0-332d-430e-85c2-a31cb62a476a tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b235ac-78d3-4fa1-b621-a29664fdaa59,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:27.701511 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5574f8-58bd-4d19-9206-f02ccae7c03b req-adf11616-15a5-4160-b4b3-e5e9694cee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:27.703814 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9c5574f8-58bd-4d19-9206-f02ccae7c03b req-adf11616-15a5-4160-b4b3-e5e9694cee5a service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9c7bfe2-c6df-42ea-bc46-459eb954abd9 HTTP/1.1" status: 200 len: 918 time: 0.4091523 Jul 07 17:21:27.714403 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e11695-c6e7-4d47-b7ca-6f368b9eea40 req-30200fb3-8b4c-4dc3-82d9-f0480aa308f1 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:27.716471 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f5e11695-c6e7-4d47-b7ca-6f368b9eea40 req-30200fb3-8b4c-4dc3-82d9-f0480aa308f1 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.3292212 Jul 07 17:21:27.717048 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e96546d0-332d-430e-85c2-a31cb62a476a tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.718210 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e96546d0-332d-430e-85c2-a31cb62a476a tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6164000 Jul 07 17:21:27.718885 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-88ce7566-9aa1-4455-9edc-d9bb6f193ede req-0a46e6a8-742f-46c3-8134-bcee3c253ac1 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235173 Jul 07 17:21:27.723027 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45674) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:27.728184 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-d2393e74-fbc8-43c1-9fbd-2302e62fbd11 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group_rule': {'security_group_id': '44b235ac-78d3-4fa1-b621-a29664fdaa59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:27.763956 n-d-791503-12 neutron-server[100193]: WARNING neutron.api.v2.base [None req-d2393e74-fbc8-43c1-9fbd-2302e62fbd11 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 07 17:21:27.765430 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-d2393e74-fbc8-43c1-9fbd-2302e62fbd11 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:21:27.766941 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d2393e74-fbc8-43c1-9fbd-2302e62fbd11 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0425711 Jul 07 17:21:27.782476 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45678) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:27.788374 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aac782cf-f862-4583-bd77-38165daa420d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.806871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d526474c-36cf-4268-83ed-1579c732219a tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group_rule': {'security_group_id': '44b235ac-78d3-4fa1-b621-a29664fdaa59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:27.808786 n-d-791503-12 neutron-server[100192]: WARNING neutron.api.v2.base [None req-d526474c-36cf-4268-83ed-1579c732219a tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 07 17:21:27.809344 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-d526474c-36cf-4268-83ed-1579c732219a tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:21:27.810434 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d526474c-36cf-4268-83ed-1579c732219a tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0269253 Jul 07 17:21:27.821528 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45680) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:27.834911 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-28116296-ec88-4ef1-894c-d6f0ecb1a99a tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group_rule': {'security_group_id': '44b235ac-78d3-4fa1-b621-a29664fdaa59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:27.836033 n-d-791503-12 neutron-server[100192]: WARNING neutron.api.v2.base [None req-28116296-ec88-4ef1-894c-d6f0ecb1a99a tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 07 17:21:27.836569 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-28116296-ec88-4ef1-894c-d6f0ecb1a99a tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:21:27.842574 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-28116296-ec88-4ef1-894c-d6f0ecb1a99a tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0151229 Jul 07 17:21:27.843893 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45682) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:27.851013 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-f4e1e3dc-b968-4af2-b903-c2cb449e562b tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group_rule': {'security_group_id': '44b235ac-78d3-4fa1-b621-a29664fdaa59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:27.852229 n-d-791503-12 neutron-server[100192]: WARNING neutron.api.v2.base [None req-f4e1e3dc-b968-4af2-b903-c2cb449e562b tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 07 17:21:27.852446 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-f4e1e3dc-b968-4af2-b903-c2cb449e562b tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:21:27.858280 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f4e1e3dc-b968-4af2-b903-c2cb449e562b tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0070717 Jul 07 17:21:27.858590 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-aac782cf-f862-4583-bd77-38165daa420d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Calling delete_port for b9891fa5-43f4-4d5b-b883-1317ef3ddac7 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:27.858767 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45684) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:27.863740 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65282796-4fff-40c2-a38c-cae8a0c53f7d req-41d77b08-3789-4224-ae6d-7f5fb97a6aea service neutron] 10.222.0.64 "GET /v2.0/networks/8844e96f-6ac0-4025-abff-e3224e6714bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323135 Jul 07 17:21:27.933820 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f5e11695-c6e7-4d47-b7ca-6f368b9eea40 req-97e5c18b-76c0-4a4c-aadd-611b6f811c3c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650999 Jul 07 17:21:27.945443 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9c5574f8-58bd-4d19-9206-f02ccae7c03b req-6814071a-2a47-4909-bc68-8918d878242d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a18f02a9-304b-46e2-a502-2720d1b440c7 HTTP/1.1" status: 200 len: 1002 time: 0.2326717 Jul 07 17:21:27.970496 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.127125 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5574f8-58bd-4d19-9206-f02ccae7c03b req-74963951-9967-45d4-a0a3-6b37c8c93d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.131433 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9c5574f8-58bd-4d19-9206-f02ccae7c03b req-74963951-9967-45d4-a0a3-6b37c8c93d14 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b0fe605b-06e9-4628-b5de-b8df689c0601 HTTP/1.1" status: 200 len: 856 time: 0.1731713 Jul 07 17:21:28.243074 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 396636b0-9d67-4403-8fab-52d57e9fbad6 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:28.367172 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be17278f-e654-4184-b1cd-12a0629d9e93 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.404017 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 396636b0-9d67-4403-8fab-52d57e9fbad6 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:28.413559 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 396636b0-9d67-4403-8fab-52d57e9fbad6 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:28.414217 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.491836 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65282796-4fff-40c2-a38c-cae8a0c53f7d req-79ae545f-5ff8-4daa-a514-3adbc7374848 service neutron] 10.222.0.64 "GET /v2.0/networks/8844e96f-6ac0-4025-abff-e3224e6714bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6203489 Jul 07 17:21:28.493939 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be17278f-e654-4184-b1cd-12a0629d9e93 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.545152 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aac782cf-f862-4583-bd77-38165daa420d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.560499 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5574f8-58bd-4d19-9206-f02ccae7c03b req-2c19ca82-493b-44ef-9c56-1f81838c2fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.561930 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9c5574f8-58bd-4d19-9206-f02ccae7c03b req-2c19ca82-493b-44ef-9c56-1f81838c2fe6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9c7bfe2-c6df-42ea-bc46-459eb954abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3979089 Jul 07 17:21:28.577659 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860976e-9e72-4077-8a8a-ea3a4d48b834 req-fd9d9caa-a6f4-4d6e-9db7-11f93f35d9d0 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.578442 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.586163 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5860976e-9e72-4077-8a8a-ea3a4d48b834 req-fd9d9caa-a6f4-4d6e-9db7-11f93f35d9d0 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 946 time: 0.4525378 Jul 07 17:21:28.650458 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 396636b0-9d67-4403-8fab-52d57e9fbad6, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=396636b0-9d67-4403-8fab-52d57e9fbad6,segment=NetworkSegment(261555e2-07d0-4e5a-bf68-a4f827c0c367),segment_id=261555e2-07d0-4e5a-bf68-a4f827c0c367)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:28.654470 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac782cf-f862-4583-bd77-38165daa420d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Port': ['ID=b9891fa5-43f4-4d5b-b883-1317ef3ddac7,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:28.663947 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.728263 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be17278f-e654-4184-b1cd-12a0629d9e93 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.730894 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be17278f-e654-4184-b1cd-12a0629d9e93 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.741610 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-be17278f-e654-4184-b1cd-12a0629d9e93 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "DELETE /v2.0/security-groups/44b235ac-78d3-4fa1-b621-a29664fdaa59 HTTP/1.1" status: 204 len: 168 time: 0.8771725 Jul 07 17:21:28.747078 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45706) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:28.807075 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5860976e-9e72-4077-8a8a-ea3a4d48b834 req-2873f560-fe96-4e0b-b388-91f0d78e1f37 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149100 Jul 07 17:21:28.830730 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=396636b0-9d67-4403-8fab-52d57e9fbad6,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:28.840908 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23be6648-aa86-451d-9f0a-345a0fc98947 req-e1bbbf70-94e9-4bf0-9207-811fab847ac2 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=5a91034d81564c92b83cd4f595aa520b HTTP/1.1" status: 200 len: 221 time: 0.3178189 Jul 07 17:21:28.849982 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aac782cf-f862-4583-bd77-38165daa420d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.890815 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17278f-e654-4184-b1cd-12a0629d9e93 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b235ac-78d3-4fa1-b621-a29664fdaa59,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:29.082982 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-55762502-d678-44b9-9180-8e83d977c340 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3341086 Jul 07 17:21:29.090930 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45716) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:29.116414 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-5e00882e-edff-4bff-865a-ed62fb39f19e tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group': {'name': 'tempest-secgroup--2031194924'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:29.208009 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9c5574f8-58bd-4d19-9206-f02ccae7c03b req-52565c1d-58d0-4694-aacb-cabfbe82c05a service neutron] 10.222.0.72 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6127036 Jul 07 17:21:29.445379 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac782cf-f862-4583-bd77-38165daa420d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Router d2783882-4d5e-4375-8d39-61fcc7192dfb has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:21:29.448150 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5e00882e-edff-4bff-865a-ed62fb39f19e tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.547202 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device a18f02a9-304b-46e2-a502-2720d1b440c7 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:29.659353 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425d67a-f4e6-4489-96a6-fac3a29c1464 req-f5fa2918-da57-484d-bc04-1b0d1f759b50 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:29.679528 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b425d67a-f4e6-4489-96a6-fac3a29c1464 req-f5fa2918-da57-484d-bc04-1b0d1f759b50 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 946 time: 0.3758891 Jul 07 17:21:29.701224 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9c5574f8-58bd-4d19-9206-f02ccae7c03b req-63abf5a4-04f6-411b-a8f8-0eccf69be921 service neutron] 10.222.0.72 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755406 Jul 07 17:21:29.724548 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac782cf-f862-4583-bd77-38165daa420d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:21:29.733889 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-aac782cf-f862-4583-bd77-38165daa420d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "PUT /v2.0/routers/d2783882-4d5e-4375-8d39-61fcc7192dfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4113445 Jul 07 17:21:29.738115 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45726) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:29.752718 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.756665 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa6864b-0ae4-4ab9-b8fe-d9d381c9017c None None] Sync routers for ids ['d2783882-4d5e-4375-8d39-61fcc7192dfb'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:21:29.791761 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa6864b-0ae4-4ab9-b8fe-d9d381c9017c None None] Routers {'d2783882-4d5e-4375-8d39-61fcc7192dfb'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:29.792475 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-3fa6864b-0ae4-4ab9-b8fe-d9d381c9017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:21:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d2783882-4d5e-4375-8d39-61fcc7192dfb'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:29.800532 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-743f3401-0b8b-4a2a-b01c-4c5ac974dfe0 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] GET failed (client error): The resource could not be found. Jul 07 17:21:29.807612 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-743f3401-0b8b-4a2a-b01c-4c5ac974dfe0 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "GET /v2.0/ports/b9891fa5-43f4-4d5b-b883-1317ef3ddac7 HTTP/1.1" status: 404 len: 333 time: 0.0648978 Jul 07 17:21:29.810951 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45728) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:29.846004 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-3fa6864b-0ae4-4ab9-b8fe-d9d381c9017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:29.856121 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80722880-0b09-45ca-9964-0b7119898944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a18f02a9-304b-46e2-a502-2720d1b440c7'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:29.859159 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce9a193-196f-4d64-855d-4d656a2fb633" -d '{"events": [{"server_uuid": "80722880-0b09-45ca-9964-0b7119898944", "name": "network-vif-unplugged", "status": "completed", "tag": "a18f02a9-304b-46e2-a502-2720d1b440c7"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:29.868320 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b90e22-a8e9-40b4-a005-f1cfae3794a3 req-1c465467-0f32-44da-85cd-bcbfc9857663 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:29.870374 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-73b90e22-a8e9-40b4-a005-f1cfae3794a3 req-1c465467-0f32-44da-85cd-bcbfc9857663 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.5060980 Jul 07 17:21:29.882355 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port a18f02a9-304b-46e2-a502-2720d1b440c7, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=a18f02a9-304b-46e2-a502-2720d1b440c7,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:29.883640 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa6864b-0ae4-4ab9-b8fe-d9d381c9017c None None] Routers {'d2783882-4d5e-4375-8d39-61fcc7192dfb'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:29.884717 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-3fa6864b-0ae4-4ab9-b8fe-d9d381c9017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:21:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d2783882-4d5e-4375-8d39-61fcc7192dfb'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:29.950645 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.967328 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-73b90e22-a8e9-40b4-a005-f1cfae3794a3 req-e5efe378-3d29-4fb0-ad25-b03b86dce319 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667593 Jul 07 17:21:30.001746 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b425d67a-f4e6-4489-96a6-fac3a29c1464 req-577bf304-c55c-4fba-b8ca-95fda9b75abb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3204401 Jul 07 17:21:30.018506 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-619c3f44-d6b5-4a8b-89c6-22aeb6971ac2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.062484 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-3fa6864b-0ae4-4ab9-b8fe-d9d381c9017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:30.064400 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa6864b-0ae4-4ab9-b8fe-d9d381c9017c None None] The sync data for ids ['d2783882-4d5e-4375-8d39-61fcc7192dfb'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:21:30.067325 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 396636b0-9d67-4403-8fab-52d57e9fbad6 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:30.149780 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5e00882e-edff-4bff-865a-ed62fb39f19e tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.158162 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa3a54e-c6cf-4c38-9b22-00aeba7a22b3 x-openstack-request-id: req-7aa3a54e-c6cf-4c38-9b22-00aeba7a22b3 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:30.158598 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80722880-0b09-45ca-9964-0b7119898944", "name": "network-vif-unplugged", "status": "completed", "tag": "a18f02a9-304b-46e2-a502-2720d1b440c7", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:30.158994 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7aa3a54e-c6cf-4c38-9b22-00aeba7a22b3 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:30.159587 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80722880-0b09-45ca-9964-0b7119898944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a18f02a9-304b-46e2-a502-2720d1b440c7', 'code': 200} Jul 07 17:21:30.162234 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=a18f02a9-304b-46e2-a502-2720d1b440c7,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:30.184201 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5e00882e-edff-4bff-865a-ed62fb39f19e tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.242288 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.262636 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 396636b0-9d67-4403-8fab-52d57e9fbad6 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:30.263020 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.326380 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-619c3f44-d6b5-4a8b-89c6-22aeb6971ac2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.333039 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-619c3f44-d6b5-4a8b-89c6-22aeb6971ac2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.334858 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5e00882e-edff-4bff-865a-ed62fb39f19e tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.337672 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5e00882e-edff-4bff-865a-ed62fb39f19e tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2309146 Jul 07 17:21:30.341734 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45738) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:30.351942 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-71eeb083-1fb4-49e9-a642-a30be4371ef1 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group_rule': {'security_group_id': 'a9478342-e752-474d-8244-a08cd2bac5ce', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:30.352174 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00882e-edff-4bff-865a-ed62fb39f19e tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9478342-e752-474d-8244-a08cd2bac5ce,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:30.353727 n-d-791503-12 neutron-server[100193]: WARNING neutron.api.v2.base [None req-71eeb083-1fb4-49e9-a642-a30be4371ef1 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 17:21:30.364786 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-71eeb083-1fb4-49e9-a642-a30be4371ef1 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:21:30.370272 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-71eeb083-1fb4-49e9-a642-a30be4371ef1 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0269682 Jul 07 17:21:30.374038 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45740) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:30.378753 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-a912a6ea-6ecc-4ec1-a419-bfa128190ccf tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group_rule': {'security_group_id': 'a9478342-e752-474d-8244-a08cd2bac5ce', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:30.404359 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-619c3f44-d6b5-4a8b-89c6-22aeb6971ac2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.405186 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619c3f44-d6b5-4a8b-89c6-22aeb6971ac2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Fanout notify agent at l3_agent the message router_deleted on router d2783882-4d5e-4375-8d39-61fcc7192dfb {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:21:30.414122 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-619c3f44-d6b5-4a8b-89c6-22aeb6971ac2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.415578 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-619c3f44-d6b5-4a8b-89c6-22aeb6971ac2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/routers/d2783882-4d5e-4375-8d39-61fcc7192dfb HTTP/1.1" status: 204 len: 168 time: 0.6032634 Jul 07 17:21:30.418474 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45742) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:30.461859 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-a912a6ea-6ecc-4ec1-a419-bfa128190ccf tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:21:30.467990 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a912a6ea-6ecc-4ec1-a419-bfa128190ccf tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0884044 Jul 07 17:21:30.468599 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45744) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:30.477552 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b250cc-d5ee-4cfc-85fd-95b6aeabf257 req-13ce4151-0394-40be-82df-5a7f094c4ddc tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:30.479129 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-84b250cc-d5ee-4cfc-85fd-95b6aeabf257 req-13ce4151-0394-40be-82df-5a7f094c4ddc tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 946 time: 0.2569203 Jul 07 17:21:30.483964 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-329ca233-b7f2-4bf4-b22b-46a81ee6696a tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group_rule': {'security_group_id': 'a9478342-e752-474d-8244-a08cd2bac5ce', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:30.484460 n-d-791503-12 neutron-server[100193]: WARNING neutron.api.v2.base [None req-329ca233-b7f2-4bf4-b22b-46a81ee6696a tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 07 17:21:30.484986 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-329ca233-b7f2-4bf4-b22b-46a81ee6696a tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:21:30.489686 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-329ca233-b7f2-4bf4-b22b-46a81ee6696a tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064893 Jul 07 17:21:30.489871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc733a-4b98-4768-b980-773442c0ceaa req-cd0716a5-e473-41cf-a623-d77b348f73eb tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:30.491620 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c4bc733a-4b98-4768-b980-773442c0ceaa req-cd0716a5-e473-41cf-a623-d77b348f73eb tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.2114086 Jul 07 17:21:30.497059 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45746) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:30.503391 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-63b9122d-4c73-45d1-8003-81b0e2fd55ba tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group_rule': {'security_group_id': 'a9478342-e752-474d-8244-a08cd2bac5ce', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:30.547402 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-b67e2cef-39dc-424f-b9df-a89a29b36f0c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting subnet 5457d116-3e3b-43dc-9a9b-a72e4c317625 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:21:30.558921 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b67e2cef-39dc-424f-b9df-a89a29b36f0c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.619773 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c4bc733a-4b98-4768-b980-773442c0ceaa req-5bf71812-944a-4c73-af86-32c57971ee23 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206563 Jul 07 17:21:30.623670 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-63b9122d-4c73-45d1-8003-81b0e2fd55ba tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:21:30.624586 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-63b9122d-4c73-45d1-8003-81b0e2fd55ba tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1270099 Jul 07 17:21:30.634565 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45750) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:30.638612 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b67e2cef-39dc-424f-b9df-a89a29b36f0c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.650422 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-e1225027-641b-41e0-a75a-2fa79fe3c613 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group_rule': {'security_group_id': 'a9478342-e752-474d-8244-a08cd2bac5ce', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:30.653143 n-d-791503-12 neutron-server[100192]: WARNING neutron.api.v2.base [None req-e1225027-641b-41e0-a75a-2fa79fe3c613 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 17:21:30.653986 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-e1225027-641b-41e0-a75a-2fa79fe3c613 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:21:30.657816 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e1225027-641b-41e0-a75a-2fa79fe3c613 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0197766 Jul 07 17:21:30.720580 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45754) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:30.727830 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9cfaede8-9b2a-4600-ba00-2949e5ec4860 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group_rule': {'security_group_id': 'a9478342-e752-474d-8244-a08cd2bac5ce', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:30.890247 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b67e2cef-39dc-424f-b9df-a89a29b36f0c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.896190 n-d-791503-12 neutron-server[100192]: INFO neutron.db.securitygroups_db [None req-9cfaede8-9b2a-4600-ba00-2949e5ec4860 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Project b89af4fdf08344b495028c1bec93c46b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:21:30.953042 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-84b250cc-d5ee-4cfc-85fd-95b6aeabf257 req-bfcbfefe-0328-4d57-8829-44ab1d4ebb33 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4651344 Jul 07 17:21:30.957238 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-9cfaede8-9b2a-4600-ba00-2949e5ec4860 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:21:30.961347 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9cfaede8-9b2a-4600-ba00-2949e5ec4860 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2392395 Jul 07 17:21:30.961590 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45762) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:30.967108 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-f4e21dac-9a46-4477-9789-43a6bcb768bc tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group_rule': {'security_group_id': 'a9478342-e752-474d-8244-a08cd2bac5ce', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:30.967593 n-d-791503-12 neutron-server[100193]: WARNING neutron.api.v2.base [None req-f4e21dac-9a46-4477-9789-43a6bcb768bc tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 07 17:21:30.968552 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-f4e21dac-9a46-4477-9789-43a6bcb768bc tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:21:30.970840 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f4e21dac-9a46-4477-9789-43a6bcb768bc tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073407 Jul 07 17:21:30.973707 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45764) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:30.984405 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-20739c48-4f54-41b3-902d-889705ca49ea tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group_rule': {'security_group_id': 'a9478342-e752-474d-8244-a08cd2bac5ce', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:31.006316 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365a63a-ce00-4acc-a518-0677a41413c1 req-a982040c-2db1-4ccc-8abd-8156768ec39c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:31.007945 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8365a63a-ce00-4acc-a518-0677a41413c1 req-a982040c-2db1-4ccc-8abd-8156768ec39c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.1995203 Jul 07 17:21:31.009447 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b67e2cef-39dc-424f-b9df-a89a29b36f0c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.029333 n-d-791503-12 neutron-server[100193]: INFO neutron.db.securitygroups_db [None req-20739c48-4f54-41b3-902d-889705ca49ea tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Project b89af4fdf08344b495028c1bec93c46b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:21:31.046739 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-20739c48-4f54-41b3-902d-889705ca49ea tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:21:31.049910 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-20739c48-4f54-41b3-902d-889705ca49ea tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0752347 Jul 07 17:21:31.050074 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e2cef-39dc-424f-b9df-a89a29b36f0c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Subnet': ['ID=5457d116-3e3b-43dc-9a9b-a72e4c317625,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:31.060587 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b67e2cef-39dc-424f-b9df-a89a29b36f0c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.061206 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45774) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:31.066016 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-36010939-d124-4ad4-a13e-22ed23d7f936 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group_rule': {'security_group_id': 'a9478342-e752-474d-8244-a08cd2bac5ce', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:31.068779 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d073b8-2c4c-48e2-b35c-d4460da151ba None None] Network 86a0d1bb-f572-45a8-893a-42c19720ed4e requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:31.072435 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b67e2cef-39dc-424f-b9df-a89a29b36f0c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/subnets/5457d116-3e3b-43dc-9a9b-a72e4c317625 HTTP/1.1" status: 204 len: 168 time: 0.6519792 Jul 07 17:21:31.075224 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45776) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:31.090777 n-d-791503-12 neutron-server[100193]: INFO neutron.db.securitygroups_db [None req-36010939-d124-4ad4-a13e-22ed23d7f936 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Project b89af4fdf08344b495028c1bec93c46b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:21:31.110771 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-36010939-d124-4ad4-a13e-22ed23d7f936 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:21:31.115591 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-36010939-d124-4ad4-a13e-22ed23d7f936 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0532513 Jul 07 17:21:31.116568 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45780) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:31.185290 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8365a63a-ce00-4acc-a518-0677a41413c1 req-c16635fb-6c5f-4411-ac84-c8861d151d46 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698136 Jul 07 17:21:31.249991 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c97a68b0-eb7b-42ef-a87f-ed468e5ed433 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.263506 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a0a64700-bd78-4682-b9ce-1e58845cd6aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.323577 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c97a68b0-eb7b-42ef-a87f-ed468e5ed433 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.362202 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7958f04-f7e4-48b0-81e2-92fed58e0563 None None] DHCP port deletion for 86a0d1bb-f572-45a8-893a-42c19720ed4e request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:21:31.395542 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-a0a64700-bd78-4682-b9ce-1e58845cd6aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting port a8f6826b-973d-4440-82a1-76e047c6490d {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:31.395888 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a0a64700-bd78-4682-b9ce-1e58845cd6aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.465682 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c97a68b0-eb7b-42ef-a87f-ed468e5ed433 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.468610 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c97a68b0-eb7b-42ef-a87f-ed468e5ed433 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.469319 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-b7958f04-f7e4-48b0-81e2-92fed58e0563 None None] Deleting port a8f6826b-973d-4440-82a1-76e047c6490d {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:31.470123 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b7958f04-f7e4-48b0-81e2-92fed58e0563 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.470428 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c97a68b0-eb7b-42ef-a87f-ed468e5ed433 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "DELETE /v2.0/security-groups/a9478342-e752-474d-8244-a08cd2bac5ce HTTP/1.1" status: 204 len: 168 time: 0.3492522 Jul 07 17:21:31.480372 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45784) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:31.509423 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a68b0-eb7b-42ef-a87f-ed468e5ed433 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9478342-e752-474d-8244-a08cd2bac5ce,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:31.552107 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0293746-2b71-4c65-bcff-4c8b29e87526 req-20657dad-34b5-4bbd-897f-245402a2aece tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:31.569602 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e0293746-2b71-4c65-bcff-4c8b29e87526 req-20657dad-34b5-4bbd-897f-245402a2aece tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 944 time: 0.2199459 Jul 07 17:21:31.574157 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-b7958f04-f7e4-48b0-81e2-92fed58e0563 None None] For port a8f6826b-973d-4440-82a1-76e047c6490d, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a8f6826b-973d-4440-82a1-76e047c6490d,segment=NetworkSegment(0d550de3-74d3-479a-b58e-dc8fbf9edcfd),segment_id=0d550de3-74d3-479a-b58e-dc8fbf9edcfd)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:31.574625 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b7958f04-f7e4-48b0-81e2-92fed58e0563 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.595218 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-b7958f04-f7e4-48b0-81e2-92fed58e0563 None None] Calling delete_port for a8f6826b-973d-4440-82a1-76e047c6490d owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:31.678577 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a0cb5d53-6309-4b59-b8f8-857454bbacb2 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1963131 Jul 07 17:21:31.684017 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45790) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:31.696395 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-293f9153-2c61-4e12-8219-f91ef9ecbefb tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group': {'name': 'tempest-secgroup--2001819873'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:31.739690 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b7958f04-f7e4-48b0-81e2-92fed58e0563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.758698 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e0293746-2b71-4c65-bcff-4c8b29e87526 req-c73df4cd-951c-49b8-9da5-3c3864066c2e tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877477 Jul 07 17:21:31.760895 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-293f9153-2c61-4e12-8219-f91ef9ecbefb tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.822028 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7958f04-f7e4-48b0-81e2-92fed58e0563 None None] Pushing event deleted for resources: {'Port': ['ID=a8f6826b-973d-4440-82a1-76e047c6490d,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:31.826006 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7958f04-f7e4-48b0-81e2-92fed58e0563 None None] No DVR routers for this DVR port a8f6826b-973d-4440-82a1-76e047c6490d on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:32.014638 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a8f6826b-973d-4440-82a1-76e047c6490d no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:32.029468 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-293f9153-2c61-4e12-8219-f91ef9ecbefb tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.035873 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-293f9153-2c61-4e12-8219-f91ef9ecbefb tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.075935 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-293f9153-2c61-4e12-8219-f91ef9ecbefb tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.083069 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-293f9153-2c61-4e12-8219-f91ef9ecbefb tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3970287 Jul 07 17:21:32.086250 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45796) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:32.086674 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: a8f6826b-973d-4440-82a1-76e047c6490d {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:32.087299 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a8f6826b-973d-4440-82a1-76e047c6490d not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:32.109115 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-d081af2f-78e5-42a9-890b-2d50fb1d6df7 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group_rule': {'security_group_id': '50ff6caa-b6db-499d-afc4-12745b1d2226', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:32.118723 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f9153-2c61-4e12-8219-f91ef9ecbefb tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50ff6caa-b6db-499d-afc4-12745b1d2226,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:32.195960 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-d081af2f-78e5-42a9-890b-2d50fb1d6df7 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] create failed (client error): The resource could not be found. Jul 07 17:21:32.200706 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d081af2f-78e5-42a9-890b-2d50fb1d6df7 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1088207 Jul 07 17:21:32.200908 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45798) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:32.208783 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-b4b8aa64-7e17-439f-bfaf-5fef7bfc5d98 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group_rule': {'security_group_id': '50ff6caa-b6db-499d-afc4-12745b1d2226', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '899c8768-56b3-430b-8f3f-5c3576e6ea3c'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:32.266253 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-b4b8aa64-7e17-439f-bfaf-5fef7bfc5d98 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] create failed (client error): The resource could not be found. Jul 07 17:21:32.272001 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b4b8aa64-7e17-439f-bfaf-5fef7bfc5d98 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0697601 Jul 07 17:21:32.273374 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45800) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:32.275034 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-a0a64700-bd78-4682-b9ce-1e58845cd6aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] For port a8f6826b-973d-4440-82a1-76e047c6490d, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a8f6826b-973d-4440-82a1-76e047c6490d,segment=NetworkSegment(0d550de3-74d3-479a-b58e-dc8fbf9edcfd),segment_id=0d550de3-74d3-479a-b58e-dc8fbf9edcfd)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:32.275771 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a0a64700-bd78-4682-b9ce-1e58845cd6aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.299945 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-a0a64700-bd78-4682-b9ce-1e58845cd6aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Calling delete_port for a8f6826b-973d-4440-82a1-76e047c6490d owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:32.353198 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-729f8975-527d-4fdc-9af9-190b7fc469ca tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.382613 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-729f8975-527d-4fdc-9af9-190b7fc469ca tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.436534 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-729f8975-527d-4fdc-9af9-190b7fc469ca tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.439469 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-729f8975-527d-4fdc-9af9-190b7fc469ca tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.441224 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-729f8975-527d-4fdc-9af9-190b7fc469ca tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "DELETE /v2.0/security-groups/50ff6caa-b6db-499d-afc4-12745b1d2226 HTTP/1.1" status: 204 len: 168 time: 0.1662495 Jul 07 17:21:32.445811 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45802) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:32.466061 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f8975-527d-4fdc-9af9-190b7fc469ca tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ff6caa-b6db-499d-afc4-12745b1d2226,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:32.487711 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9757b-5ac3-495f-9640-f11aa7466fbc req-402657b8-0111-454b-98d4-ab22ebb9ccd4 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:32.498902 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-adc9757b-5ac3-495f-9640-f11aa7466fbc req-402657b8-0111-454b-98d4-ab22ebb9ccd4 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.3507295 Jul 07 17:21:32.535286 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-470e7f36-7617-489e-9d8c-7da2fc970e0a tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0812604 Jul 07 17:21:32.535286 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45804) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:32.544041 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-6511d9d6-f6e3-475b-9a68-78de68c4f393 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group_rule': {'security_group_id': 'b90286db-9a9f-48de-acdc-452fb1f70fd1', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:32.601012 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a0a64700-bd78-4682-b9ce-1e58845cd6aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.636463 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-6511d9d6-f6e3-475b-9a68-78de68c4f393 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] create failed (client error): The resource could not be found. Jul 07 17:21:32.644066 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6511d9d6-f6e3-475b-9a68-78de68c4f393 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1024337 Jul 07 17:21:32.644729 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45806) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:32.652924 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-58600847-325c-40b6-a2a9-f14ac73f0425 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group': {'name': 'tempest-secgroup--374069483'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:32.673470 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-adc9757b-5ac3-495f-9640-f11aa7466fbc req-331adaf8-d9fa-4a96-a6c8-d6683230adcd tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723373 Jul 07 17:21:32.677622 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a64700-bd78-4682-b9ce-1e58845cd6aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Port': ['ID=a8f6826b-973d-4440-82a1-76e047c6490d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:32.694756 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-58600847-325c-40b6-a2a9-f14ac73f0425 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.699418 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a64700-bd78-4682-b9ce-1e58845cd6aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] No DVR routers for this DVR port a8f6826b-973d-4440-82a1-76e047c6490d on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:32.878177 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a0a64700-bd78-4682-b9ce-1e58845cd6aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.895521 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-58600847-325c-40b6-a2a9-f14ac73f0425 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.896830 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-a0a64700-bd78-4682-b9ce-1e58845cd6aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a0d1bb-f572-45a8-893a-42c19720ed4e']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:32.902867 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-58600847-325c-40b6-a2a9-f14ac73f0425 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.939805 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-a0a64700-bd78-4682-b9ce-1e58845cd6aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d550de3-74d3-479a-b58e-dc8fbf9edcfd') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:32.940104 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-a0a64700-bd78-4682-b9ce-1e58845cd6aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d550de3-74d3-479a-b58e-dc8fbf9edcfd') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:32.950247 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-58600847-325c-40b6-a2a9-f14ac73f0425 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.957995 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-58600847-325c-40b6-a2a9-f14ac73f0425 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3061373 Jul 07 17:21:32.960978 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45818) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:32.968778 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-af651079-3bac-4918-a932-65315361b651 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group': {'name': 'tempest-secgroup--1609217172'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:32.989779 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58600847-325c-40b6-a2a9-f14ac73f0425 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbac2d5-3f63-4fc3-890d-7e487b953bac,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:32.993119 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a0a64700-bd78-4682-b9ce-1e58845cd6aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.039439 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a0a64700-bd78-4682-b9ce-1e58845cd6aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.066594 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45824) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:33.068169 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a64700-bd78-4682-b9ce-1e58845cd6aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:21:33.068763 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a0a64700-bd78-4682-b9ce-1e58845cd6aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:21:33.083900 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:21:33.090465 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-af651079-3bac-4918-a932-65315361b651 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.198477 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7590a95-2ad5-4fe9-b57d-dafc9dc3c980 req-e576aba4-383b-460c-8de3-537c3887f721 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:33.201123 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b7590a95-2ad5-4fe9-b57d-dafc9dc3c980 req-e576aba4-383b-460c-8de3-537c3887f721 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 944 time: 0.1626685 Jul 07 17:21:33.235928 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46370e72-c5b7-451f-8753-50ad2d381e4b req-8c25a896-9939-42f3-b1ad-ee63e5af0c81 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:33.238501 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-46370e72-c5b7-451f-8753-50ad2d381e4b req-8c25a896-9939-42f3-b1ad-ee63e5af0c81 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.3244438 Jul 07 17:21:33.296805 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b7590a95-2ad5-4fe9-b57d-dafc9dc3c980 req-9dbb33b0-bdaf-458e-821b-c2263ebc163d tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830939 Jul 07 17:21:33.320213 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a0a64700-bd78-4682-b9ce-1e58845cd6aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.364079 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-af651079-3bac-4918-a932-65315361b651 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.368079 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a0a64700-bd78-4682-b9ce-1e58845cd6aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.370101 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-af651079-3bac-4918-a932-65315361b651 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.370367 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a0a64700-bd78-4682-b9ce-1e58845cd6aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/networks/86a0d1bb-f572-45a8-893a-42c19720ed4e HTTP/1.1" status: 204 len: 168 time: 2.2941208 Jul 07 17:21:33.382267 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45830) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:33.413903 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-46370e72-c5b7-451f-8753-50ad2d381e4b req-12d37ebe-abf8-42a7-8670-a74265df79d6 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545882 Jul 07 17:21:33.417532 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-af651079-3bac-4918-a932-65315361b651 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.424823 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-af651079-3bac-4918-a932-65315361b651 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4619267 Jul 07 17:21:33.425203 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a64700-bd78-4682-b9ce-1e58845cd6aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Network': ['ID=86a0d1bb-f572-45a8-893a-42c19720ed4e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:33.433036 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45832) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:33.439225 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-71f2458b-4eaf-439b-bb32-24a20a9c9239 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group_rule': {'security_group_id': '4dbac2d5-3f63-4fc3-890d-7e487b953bac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ac9a1b12-411f-4a2e-b847-78a438e965a0'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:33.453393 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af651079-3bac-4918-a932-65315361b651 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9a1b12-411f-4a2e-b847-78a438e965a0,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:33.532045 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-71f2458b-4eaf-439b-bb32-24a20a9c9239 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:21:33.536682 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45838) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:33.538112 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-71f2458b-4eaf-439b-bb32-24a20a9c9239 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1032460 Jul 07 17:21:33.617731 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ef38bd-b981-4187-bdab-daf2eaa43fd1 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:33.623285 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e7ef38bd-b981-4187-bdab-daf2eaa43fd1 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "GET /v2.0/ports/e0f2d74a-482e-48c3-91ce-db931a4b5b28 HTTP/1.1" status: 200 len: 845 time: 0.2343936 Jul 07 17:21:33.624442 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45842) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:33.710966 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6c6ec-0333-4d54-a198-179ec1385ef8 req-e90f1e8d-dde5-454b-a184-42af37834798 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:33.713837 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69d6c6ec-0333-4d54-a198-179ec1385ef8 req-e90f1e8d-dde5-454b-a184-42af37834798 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.0982239 Jul 07 17:21:33.777288 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cbca7429-5352-45e1-947e-24c93b4fc918 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "GET /v2.0/ports/e0f2d74a-482e-48c3-91ce-db931a4b5b28?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1456034 Jul 07 17:21:33.779984 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45848) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:33.787391 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-caba7d95-a7be-4bec-85ce-806d0a7b80ea tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'subnet': {'network_id': '49d97107-f250-424a-86b1-a667b036bf8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:33.797061 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69d6c6ec-0333-4d54-a198-179ec1385ef8 req-83b8fc2c-1dca-4147-8976-1a0f44a6acde tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712419 Jul 07 17:21:33.804152 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5c330da1-bd63-434d-a703-e76b4b2a3969 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.906531 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5c330da1-bd63-434d-a703-e76b4b2a3969 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.948233 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caba7d95-a7be-4bec-85ce-806d0a7b80ea tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:33.952430 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-caba7d95-a7be-4bec-85ce-806d0a7b80ea tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.983594 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5c330da1-bd63-434d-a703-e76b4b2a3969 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.987673 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5c330da1-bd63-434d-a703-e76b4b2a3969 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.992169 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5c330da1-bd63-434d-a703-e76b4b2a3969 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "DELETE /v2.0/security-groups/ac9a1b12-411f-4a2e-b847-78a438e965a0 HTTP/1.1" status: 204 len: 168 time: 0.4553013 Jul 07 17:21:33.993093 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45856) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:34.020891 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c330da1-bd63-434d-a703-e76b4b2a3969 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9a1b12-411f-4a2e-b847-78a438e965a0,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:34.116565 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-957f67ee-425a-4609-bb66-fe0127e479e1 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1181264 Jul 07 17:21:34.117421 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45866) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:34.257268 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d61bd6b7-ade6-40da-98f4-3636634c9fec tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.259508 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-caba7d95-a7be-4bec-85ce-806d0a7b80ea tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.285025 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d61bd6b7-ade6-40da-98f4-3636634c9fec tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.321782 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-595da82a-25b3-4bcf-861b-d14d871c3a28 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.332709 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caba7d95-a7be-4bec-85ce-806d0a7b80ea tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network 49d97107-f250-424a-86b1-a667b036bf8a is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:34.337228 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-caba7d95-a7be-4bec-85ce-806d0a7b80ea tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:34.340600 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caba7d95-a7be-4bec-85ce-806d0a7b80ea tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:34.341264 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-caba7d95-a7be-4bec-85ce-806d0a7b80ea tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.349524 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade8edfa-4f63-4342-a8a6-a6451a9964c6 None None] Network 49d97107-f250-424a-86b1-a667b036bf8a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:34.380672 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba7d95-a7be-4bec-85ce-806d0a7b80ea tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Subnet': ['ID=8839e675-aa91-4990-beec-c82a961fb7da,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:34.408775 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d61bd6b7-ade6-40da-98f4-3636634c9fec tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.411838 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d61bd6b7-ade6-40da-98f4-3636634c9fec tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.413056 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d61bd6b7-ade6-40da-98f4-3636634c9fec tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "DELETE /v2.0/security-groups/4dbac2d5-3f63-4fc3-890d-7e487b953bac HTTP/1.1" status: 204 len: 168 time: 0.2717462 Jul 07 17:21:34.417806 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-caba7d95-a7be-4bec-85ce-806d0a7b80ea tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6359265 Jul 07 17:21:34.421060 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45874) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:34.423879 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45876) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:34.439994 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-faa85c65-5f23-4e7b-8917-45d4994d763a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'security_group': {'name': 'tempest-secgroup-1127389847'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:34.465626 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bd6b7-ade6-40da-98f4-3636634c9fec tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbac2d5-3f63-4fc3-890d-7e487b953bac,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:34.518055 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd29e5b-6209-4ffe-b6c1-964e55a44693 req-236712a2-60cd-4f02-98e4-c0135a18a73a tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:34.520586 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5bd29e5b-6209-4ffe-b6c1-964e55a44693 req-236712a2-60cd-4f02-98e4-c0135a18a73a tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.2776177 Jul 07 17:21:34.582101 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-faa85c65-5f23-4e7b-8917-45d4994d763a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.617020 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-df2fcc21-b23b-429a-b063-b459dd20e204 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1905065 Jul 07 17:21:34.627597 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45882) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:34.637656 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-db84b24f-5d8a-456d-9c1d-dd815882eb42 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group': {'name': 'tempest-secgroup--833825392'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:34.661021 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5bd29e5b-6209-4ffe-b6c1-964e55a44693 req-27462906-715d-4b10-a681-d6250a7e9ca7 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265342 Jul 07 17:21:34.752600 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-faa85c65-5f23-4e7b-8917-45d4994d763a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.758937 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-faa85c65-5f23-4e7b-8917-45d4994d763a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.806856 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23230f9c-2304-444a-aba8-d45e05547f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-49d97107-f250-424a-86b1-a667b036bf8a', 'network_id': '49d97107-f250-424a-86b1-a667b036bf8a', 'tenant_id': 'a4d810b7abb64d54ac8bc38e2d32e1cc', 'fixed_ips': [{'subnet_id': '8839e675-aa91-4990-beec-c82a961fb7da'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:21:34.810491 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-23230f9c-2304-444a-aba8-d45e05547f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.844974 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-db84b24f-5d8a-456d-9c1d-dd815882eb42 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.849646 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa85c65-5f23-4e7b-8917-45d4994d763a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8340932a-3721-4ffd-857a-540b368cfd63,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:34.857010 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-faa85c65-5f23-4e7b-8917-45d4994d763a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.858469 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-faa85c65-5f23-4e7b-8917-45d4994d763a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4309783 Jul 07 17:21:34.863803 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45890) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:34.895706 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-f57385a4-1bf6-43d1-935e-5e55bfcf8cd0 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'security_group': {'name': 'tempest-secgroup-2061104599'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:35.065230 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-db84b24f-5d8a-456d-9c1d-dd815882eb42 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.082921 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-db84b24f-5d8a-456d-9c1d-dd815882eb42 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.087782 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd36a54-2fb4-4ace-bf48-f01f703731a4 req-19dd9e65-165d-4a30-8dcc-cf9ebef4c752 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:35.090867 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8fd36a54-2fb4-4ace-bf48-f01f703731a4 req-19dd9e65-165d-4a30-8dcc-cf9ebef4c752 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.1365671 Jul 07 17:21:35.102358 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-23230f9c-2304-444a-aba8-d45e05547f07 None None] Allocated IP 2001:db8::2 (49d97107-f250-424a-86b1-a667b036bf8a/8839e675-aa91-4990-beec-c82a961fb7da/23ee2fd2-f313-4c90-9439-14f6233651ef) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:35.129012 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84b24f-5d8a-456d-9c1d-dd815882eb42 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=121aa1db-0756-4340-a17a-e09561760f98,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:35.146066 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f57385a4-1bf6-43d1-935e-5e55bfcf8cd0 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.148387 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-db84b24f-5d8a-456d-9c1d-dd815882eb42 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.150075 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-db84b24f-5d8a-456d-9c1d-dd815882eb42 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5206017 Jul 07 17:21:35.153881 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-595da82a-25b3-4bcf-861b-d14d871c3a28 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Deleting port 396636b0-9d67-4403-8fab-52d57e9fbad6 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:35.154309 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-595da82a-25b3-4bcf-861b-d14d871c3a28 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.155128 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45900) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:35.169477 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-3380a5cf-0ed4-4607-9209-ecbc88e7eddb tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group_rule': {'security_group_id': '121aa1db-0756-4340-a17a-e09561760f98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:35.225978 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8fd36a54-2fb4-4ace-bf48-f01f703731a4 req-921ced37-9bae-4edd-95b7-d7350febe3cf tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081617 Jul 07 17:21:35.228500 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-70c9c057-de85-481d-9a42-9428d9e43304 req-7eb445df-9301-4083-a711-e3dcbf72ce99 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:35.234551 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-70c9c057-de85-481d-9a42-9428d9e43304 req-7eb445df-9301-4083-a711-e3dcbf72ce99 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105493 Jul 07 17:21:35.311401 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-595da82a-25b3-4bcf-861b-d14d871c3a28 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] For port 396636b0-9d67-4403-8fab-52d57e9fbad6, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=396636b0-9d67-4403-8fab-52d57e9fbad6,segment=NetworkSegment(261555e2-07d0-4e5a-bf68-a4f827c0c367),segment_id=261555e2-07d0-4e5a-bf68-a4f827c0c367)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:35.311401 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-595da82a-25b3-4bcf-861b-d14d871c3a28 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.331389 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-595da82a-25b3-4bcf-861b-d14d871c3a28 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Calling delete_port for 396636b0-9d67-4403-8fab-52d57e9fbad6 owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:35.390029 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-23230f9c-2304-444a-aba8-d45e05547f07 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.428275 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-23230f9c-2304-444a-aba8-d45e05547f07 None None] Transition to ACTIVE for port object 23ee2fd2-f313-4c90-9439-14f6233651ef will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:35.451415 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-23230f9c-2304-444a-aba8-d45e05547f07 None None] Transition to ACTIVE for port object 23ee2fd2-f313-4c90-9439-14f6233651ef will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:35.477109 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-23230f9c-2304-444a-aba8-d45e05547f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.494611 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f57385a4-1bf6-43d1-935e-5e55bfcf8cd0 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.511448 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f57385a4-1bf6-43d1-935e-5e55bfcf8cd0 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.525603 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-3380a5cf-0ed4-4607-9209-ecbc88e7eddb tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:21:35.527398 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3380a5cf-0ed4-4607-9209-ecbc88e7eddb tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3620477 Jul 07 17:21:35.537247 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45922) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:35.557911 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-f1ee7435-0b75-4044-860f-4a1a2595af6a tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group_rule': {'security_group_id': '121aa1db-0756-4340-a17a-e09561760f98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:35.588407 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device a18f02a9-304b-46e2-a502-2720d1b440c7 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:35.643153 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f57385a4-1bf6-43d1-935e-5e55bfcf8cd0 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.644750 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f57385a4-1bf6-43d1-935e-5e55bfcf8cd0 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7798944 Jul 07 17:21:35.650477 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45924) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:35.660936 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-3626c552-00df-4d4d-8057-2db9430ec6d6 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-181696193', 'security_groups': ['53a0aea7-9378-4eb5-88b4-39dba88dc7d9'], 'network_id': '49d97107-f250-424a-86b1-a667b036bf8a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8839e675-aa91-4990-beec-c82a961fb7da'}]}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:35.662601 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57385a4-1bf6-43d1-935e-5e55bfcf8cd0 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a0aea7-9378-4eb5-88b4-39dba88dc7d9,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:35.722122 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23230f9c-2304-444a-aba8-d45e05547f07 None None] Network 49d97107-f250-424a-86b1-a667b036bf8a is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:35.737961 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-23230f9c-2304-444a-aba8-d45e05547f07 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:35.742268 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23230f9c-2304-444a-aba8-d45e05547f07 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:35.807696 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-f1ee7435-0b75-4044-860f-4a1a2595af6a tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:21:35.810069 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f1ee7435-0b75-4044-860f-4a1a2595af6a tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2595129 Jul 07 17:21:35.812749 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45928) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:35.921577 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfaef4-a24a-4fe2-b111-710360f849d6 req-ba58b91a-0394-4610-ac22-c45472b62c84 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:35.932974 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0dbfaef4-a24a-4fe2-b111-710360f849d6 req-ba58b91a-0394-4610-ac22-c45472b62c84 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 944 time: 0.2027204 Jul 07 17:21:35.961599 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c664f58f-648b-46b1-8d75-c4a2328c2944 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.964766 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-23230f9c-2304-444a-aba8-d45e05547f07 None None] Attempting to bind port 23ee2fd2-f313-4c90-9439-14f6233651ef on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:35.965871 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-23230f9c-2304-444a-aba8-d45e05547f07 None None] Attempting to bind port 23ee2fd2-f313-4c90-9439-14f6233651ef by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '1dd30b56-9b5f-4662-bff8-b8b1bd125234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49d97107-f250-424a-86b1-a667b036bf8a'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:35.966872 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23230f9c-2304-444a-aba8-d45e05547f07 None None] Attempting to bind port 23ee2fd2-f313-4c90-9439-14f6233651ef on network 49d97107-f250-424a-86b1-a667b036bf8a {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:35.974191 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23230f9c-2304-444a-aba8-d45e05547f07 None None] Pushing event updated for resources: {'Port': ['ID=23ee2fd2-f313-4c90-9439-14f6233651ef,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:35.997769 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23230f9c-2304-444a-aba8-d45e05547f07 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:35.999020 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23230f9c-2304-444a-aba8-d45e05547f07 None None] Checking segment: {'id': '1dd30b56-9b5f-4662-bff8-b8b1bd125234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49d97107-f250-424a-86b1-a667b036bf8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:36.000052 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-23230f9c-2304-444a-aba8-d45e05547f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.001477 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23230f9c-2304-444a-aba8-d45e05547f07 None None] Bound using segment: {'id': '1dd30b56-9b5f-4662-bff8-b8b1bd125234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49d97107-f250-424a-86b1-a667b036bf8a'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:36.002873 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-23230f9c-2304-444a-aba8-d45e05547f07 None None] Bound port: 23ee2fd2-f313-4c90-9439-14f6233651ef, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd30b56-9b5f-4662-bff8-b8b1bd125234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49d97107-f250-424a-86b1-a667b036bf8a'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:36.003914 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-23230f9c-2304-444a-aba8-d45e05547f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.009824 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-595da82a-25b3-4bcf-861b-d14d871c3a28 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.010855 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c664f58f-648b-46b1-8d75-c4a2328c2944 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.029976 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0dbfaef4-a24a-4fe2-b111-710360f849d6 req-4e3c4b12-2275-48ad-b2fe-ca492905ec77 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956595 Jul 07 17:21:36.094804 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595da82a-25b3-4bcf-861b-d14d871c3a28 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event deleted for resources: {'Port': ['ID=396636b0-9d67-4403-8fab-52d57e9fbad6,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:36.098840 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3626c552-00df-4d4d-8057-2db9430ec6d6 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:36.134257 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c664f58f-648b-46b1-8d75-c4a2328c2944 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.138633 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c664f58f-648b-46b1-8d75-c4a2328c2944 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.143802 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c664f58f-648b-46b1-8d75-c4a2328c2944 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "DELETE /v2.0/security-groups/121aa1db-0756-4340-a17a-e09561760f98 HTTP/1.1" status: 204 len: 168 time: 0.3288517 Jul 07 17:21:36.144717 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45936) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:36.165910 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664f58f-648b-46b1-8d75-c4a2328c2944 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=121aa1db-0756-4340-a17a-e09561760f98,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:36.189726 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45938) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:36.234306 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fa648052-f246-4ef8-a248-4dd0abe899cb tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0758276 Jul 07 17:21:36.238363 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45942) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:36.263050 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-828ca46e-68c9-4e96-a013-1db4c4ecf2d9 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group': {'name': 'tempest-secgroup--1156642803'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:36.295608 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-23230f9c-2304-444a-aba8-d45e05547f07 None None] For port 23ee2fd2-f313-4c90-9439-14f6233651ef, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:36.302658 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-23230f9c-2304-444a-aba8-d45e05547f07 None None] For port 23ee2fd2-f313-4c90-9439-14f6233651ef, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=23ee2fd2-f313-4c90-9439-14f6233651ef,segment=NetworkSegment(1dd30b56-9b5f-4662-bff8-b8b1bd125234),segment_id=1dd30b56-9b5f-4662-bff8-b8b1bd125234)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:36.312830 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-23230f9c-2304-444a-aba8-d45e05547f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.321280 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-828ca46e-68c9-4e96-a013-1db4c4ecf2d9 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.492916 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-828ca46e-68c9-4e96-a013-1db4c4ecf2d9 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.510281 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-828ca46e-68c9-4e96-a013-1db4c4ecf2d9 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.514298 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23230f9c-2304-444a-aba8-d45e05547f07 None None] Pushing event updated for resources: {'Port': ['ID=23ee2fd2-f313-4c90-9439-14f6233651ef,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:36.598431 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-828ca46e-68c9-4e96-a013-1db4c4ecf2d9 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.610736 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-828ca46e-68c9-4e96-a013-1db4c4ecf2d9 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3701437 Jul 07 17:21:36.614997 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45956) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:36.624429 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3626c552-00df-4d4d-8057-2db9430ec6d6 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.640966 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-ba3f85d1-0c9a-4d1d-8fa9-9228b48e8365 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:36.642137 n-d-791503-12 neutron-server[100193]: WARNING neutron.api.v2.base [None req-ba3f85d1-0c9a-4d1d-8fa9-9228b48e8365 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 17:21:36.642652 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-ba3f85d1-0c9a-4d1d-8fa9-9228b48e8365 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 17:21:36.646376 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ba3f85d1-0c9a-4d1d-8fa9-9228b48e8365 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "PUT /v2.0/security-groups/66cd2213-dce9-4ea9-81ea-a6b1d38e4ff4 HTTP/1.1" status: 409 len: 330 time: 0.0206239 Jul 07 17:21:36.665358 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45960) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:36.707407 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ca46e-68c9-4e96-a013-1db4c4ecf2d9 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66cd2213-dce9-4ea9-81ea-a6b1d38e4ff4,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:36.747034 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-3626c552-00df-4d4d-8057-2db9430ec6d6 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] device_id is not set on port 09d564b0-f3cb-4808-aa3f-ec11f4336cbc yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:21:36.747296 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6423a419-04f0-410e-bff4-8cc51c767428 req-a5b1fd44-c26c-4444-9d46-c41cca14596c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5562315 Jul 07 17:21:36.793830 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-649eacb9-9735-4221-881e-c2ab71505782 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.945522 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-649eacb9-9735-4221-881e-c2ab71505782 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.049037 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-649eacb9-9735-4221-881e-c2ab71505782 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.071944 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-649eacb9-9735-4221-881e-c2ab71505782 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.074472 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-649eacb9-9735-4221-881e-c2ab71505782 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "DELETE /v2.0/security-groups/66cd2213-dce9-4ea9-81ea-a6b1d38e4ff4 HTTP/1.1" status: 204 len: 168 time: 0.4081388 Jul 07 17:21:37.081635 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45970) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:37.106817 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649eacb9-9735-4221-881e-c2ab71505782 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cd2213-dce9-4ea9-81ea-a6b1d38e4ff4,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:37.251494 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.534583 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d015b-3748-48c2-a16a-da0b7da98336 req-0e576461-ab2f-4c01-a3fb-55ca98c36885 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:37.545497 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-3626c552-00df-4d4d-8057-2db9430ec6d6 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Allocated IP 2001:db8::2f2 (49d97107-f250-424a-86b1-a667b036bf8a/8839e675-aa91-4990-beec-c82a961fb7da/09d564b0-f3cb-4808-aa3f-ec11f4336cbc) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:37.546015 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a37d015b-3748-48c2-a16a-da0b7da98336 req-0e576461-ab2f-4c01-a3fb-55ca98c36885 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 944 time: 0.1630254 Jul 07 17:21:37.671692 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-595da82a-25b3-4bcf-861b-d14d871c3a28 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.703067 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a37d015b-3748-48c2-a16a-da0b7da98336 req-f60f654a-c86c-4231-a475-4ac918b93d08 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499333 Jul 07 17:21:37.750476 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b9e75-711f-402f-980b-289e30d2fbe8 req-8073c114-15d3-4bb9-bcc1-f6afbd07822d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:37.757394 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-058b9e75-711f-402f-980b-289e30d2fbe8 req-8073c114-15d3-4bb9-bcc1-f6afbd07822d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 1.6648970 Jul 07 17:21:37.813510 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.123806 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 23ee2fd2-f313-4c90-9439-14f6233651ef up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:38.142273 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-058b9e75-711f-402f-980b-289e30d2fbe8 req-eb4489a2-c574-40aa-bb29-9d96209e2ce8 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530295 Jul 07 17:21:38.179298 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cae02722-2a39-49db-93c6-7ccfec55b51e tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9498897 Jul 07 17:21:38.184704 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45984) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:38.216113 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-676778ea-e6a2-4bab-b76c-9667a2666ffc tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] delete failed (client error): The resource could not be found. Jul 07 17:21:38.225515 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-676778ea-e6a2-4bab-b76c-9667a2666ffc tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "DELETE /v2.0/security-groups/e4ce4a52-dbc0-4eb9-94c6-1f54b0e9800f HTTP/1.1" status: 404 len: 347 time: 0.0392385 Jul 07 17:21:38.226287 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45986) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:38.258527 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-bc99d8ba-7d9a-4fa1-bdc0-48bf24be3e1f tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] show failed (client error): The resource could not be found. Jul 07 17:21:38.266721 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bc99d8ba-7d9a-4fa1-bdc0-48bf24be3e1f tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "GET /v2.0/security-groups/df155d0a-9dfa-4243-a72b-8360716ff822 HTTP/1.1" status: 404 len: 347 time: 0.0385394 Jul 07 17:21:38.277727 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45990) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:38.308710 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3626c552-00df-4d4d-8057-2db9430ec6d6 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.313559 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 23ee2fd2-f313-4c90-9439-14f6233651ef completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:38.337564 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-b58cb7a7-ff7a-4da7-973a-8bded43aab96 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] show failed (client error): The resource could not be found. Jul 07 17:21:38.343526 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b58cb7a7-ff7a-4da7-973a-8bded43aab96 tempest-NegativeSecGroupIPv6Test-883550401 tempest-NegativeSecGroupIPv6Test-883550401-project] 10.222.0.53 "GET /v2.0/security-group-rules/4568abaf-4744-45dc-8be2-dab0ac7e1c9a HTTP/1.1" status: 404 len: 356 time: 0.0617285 Jul 07 17:21:38.357871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-3626c552-00df-4d4d-8057-2db9430ec6d6 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Transition to ACTIVE for port object 09d564b0-f3cb-4808-aa3f-ec11f4336cbc will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:38.463077 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5347f7c5-a031-4b34-970c-50555014caa1 None None] Provisioning for port 23ee2fd2-f313-4c90-9439-14f6233651ef completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:38.473807 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5347f7c5-a031-4b34-970c-50555014caa1 None None] Provisioning complete for port 23ee2fd2-f313-4c90-9439-14f6233651ef triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:38.474194 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5347f7c5-a031-4b34-970c-50555014caa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.616995 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66512fd9-3eec-4d86-a9db-fa14fdf6d492 req-bea7a866-66a2-4d82-bdad-973614847d5d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:38.624252 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-66512fd9-3eec-4d86-a9db-fa14fdf6d492 req-bea7a866-66a2-4d82-bdad-973614847d5d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.1026397 Jul 07 17:21:38.719116 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3626c552-00df-4d4d-8057-2db9430ec6d6 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.744292 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-66512fd9-3eec-4d86-a9db-fa14fdf6d492 req-f58cea46-0b8e-4eba-a45a-72d101e265ad tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140671 Jul 07 17:21:38.745595 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5347f7c5-a031-4b34-970c-50555014caa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.845653 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-5347f7c5-a031-4b34-970c-50555014caa1 None None] For port 23ee2fd2-f313-4c90-9439-14f6233651ef, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=23ee2fd2-f313-4c90-9439-14f6233651ef,segment=NetworkSegment(1dd30b56-9b5f-4662-bff8-b8b1bd125234),segment_id=1dd30b56-9b5f-4662-bff8-b8b1bd125234)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:38.855898 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5347f7c5-a031-4b34-970c-50555014caa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.963804 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347f7c5-a031-4b34-970c-50555014caa1 None None] Pushing event updated for resources: {'Port': ['ID=23ee2fd2-f313-4c90-9439-14f6233651ef,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:38.975639 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5347f7c5-a031-4b34-970c-50555014caa1 None None] Provisioning complete for port e0f2d74a-482e-48c3-91ce-db931a4b5b28 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:38.976273 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5347f7c5-a031-4b34-970c-50555014caa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.016829 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-5347f7c5-a031-4b34-970c-50555014caa1 None None] Port e0f2d74a-482e-48c3-91ce-db931a4b5b28 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:39.020532 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347f7c5-a031-4b34-970c-50555014caa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.021315 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347f7c5-a031-4b34-970c-50555014caa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.021840 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347f7c5-a031-4b34-970c-50555014caa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.022346 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347f7c5-a031-4b34-970c-50555014caa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.022839 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347f7c5-a031-4b34-970c-50555014caa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.023445 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347f7c5-a031-4b34-970c-50555014caa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.023940 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347f7c5-a031-4b34-970c-50555014caa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.024439 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347f7c5-a031-4b34-970c-50555014caa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.024968 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347f7c5-a031-4b34-970c-50555014caa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.025504 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347f7c5-a031-4b34-970c-50555014caa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.025989 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347f7c5-a031-4b34-970c-50555014caa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.026500 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347f7c5-a031-4b34-970c-50555014caa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.055360 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3626c552-00df-4d4d-8057-2db9430ec6d6 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network 49d97107-f250-424a-86b1-a667b036bf8a is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:39.126255 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-3626c552-00df-4d4d-8057-2db9430ec6d6 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:39.135388 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46004) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:39.148905 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3626c552-00df-4d4d-8057-2db9430ec6d6 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:39.163008 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3626c552-00df-4d4d-8057-2db9430ec6d6 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:39.164128 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3626c552-00df-4d4d-8057-2db9430ec6d6 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.228280 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563319e-3752-45f6-9362-12a548527c3f req-b60a6d9a-0ae4-44dd-ad11-5e9988c319e5 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:39.230109 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d563319e-3752-45f6-9362-12a548527c3f req-b60a6d9a-0ae4-44dd-ad11-5e9988c319e5 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.1749616 Jul 07 17:21:39.242932 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626c552-00df-4d4d-8057-2db9430ec6d6 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Port': ['ID=09d564b0-f3cb-4808-aa3f-ec11f4336cbc,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:39.272547 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423a419-04f0-410e-bff4-8cc51c767428 req-c8b3a330-49cc-4140-9cf9-fa6a05c55eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:39.288325 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6423a419-04f0-410e-bff4-8cc51c767428 req-c8b3a330-49cc-4140-9cf9-fa6a05c55eae service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944&tenant_id=18e760e73e3c432284bc214c0bade121 HTTP/1.1" status: 200 len: 1096 time: 0.7821412 Jul 07 17:21:39.333808 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d563319e-3752-45f6-9362-12a548527c3f req-0a16eec2-168d-40d3-bc53-6a66a1132a3c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975158 Jul 07 17:21:39.372241 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-6423a419-04f0-410e-bff4-8cc51c767428 req-8654ab9a-cfb5-411e-a068-3434ac274b96 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791503-12', 'device_owner': 'compute:nova'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:39.410674 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595da82a-25b3-4bcf-861b-d14d871c3a28 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Router 031e4780-b0ce-479f-b8ab-92fdb55877d7 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:21:39.442934 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3626c552-00df-4d4d-8057-2db9430ec6d6 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7911730 Jul 07 17:21:39.461592 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46010) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:39.472162 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-e2394132-627a-45af-83bf-c6774238914e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'subnet': {'network_id': '49d97107-f250-424a-86b1-a667b036bf8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:39.523096 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c6ea5f59-dfc0-422b-a07d-5c68172412dc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b89af4fdf08344b495028c1bec93c46b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3862655 Jul 07 17:21:39.526821 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46014) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:39.685360 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b596e0c8-4e3b-478e-ac6d-02aa03f1bcac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.722478 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e718a18-822d-4c35-81a8-e22e857fdaac req-b7ccb86e-414d-44e6-beda-2fc582f578ed tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:39.739690 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4e718a18-822d-4c35-81a8-e22e857fdaac req-b7ccb86e-414d-44e6-beda-2fc582f578ed tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 944 time: 0.6027689 Jul 07 17:21:39.752855 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d6141ad8-08df-4dfb-8cb7-e491796361ed None None] Provisioning for port 09d564b0-f3cb-4808-aa3f-ec11f4336cbc completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:39.758133 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d6141ad8-08df-4dfb-8cb7-e491796361ed None None] Provisioning complete for port 09d564b0-f3cb-4808-aa3f-ec11f4336cbc triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:39.758928 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d6141ad8-08df-4dfb-8cb7-e491796361ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.818153 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4e718a18-822d-4c35-81a8-e22e857fdaac req-6b90dc5d-6075-44b5-84b0-a8d510670eb5 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745242 Jul 07 17:21:39.820955 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d6141ad8-08df-4dfb-8cb7-e491796361ed None None] Port 09d564b0-f3cb-4808-aa3f-ec11f4336cbc cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:39.857525 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-6423a419-04f0-410e-bff4-8cc51c767428 req-8654ab9a-cfb5-411e-a068-3434ac274b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.859955 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b596e0c8-4e3b-478e-ac6d-02aa03f1bcac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.972460 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 23ee2fd2-f313-4c90-9439-14f6233651ef up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:40.003023 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba309f80-1412-4fe3-97b7-657d8742ed3c req-36dd7352-e961-4fe1-aa6b-58e8d94f09b3 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:40.005053 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba309f80-1412-4fe3-97b7-657d8742ed3c req-36dd7352-e961-4fe1-aa6b-58e8d94f09b3 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.2964983 Jul 07 17:21:40.030690 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595da82a-25b3-4bcf-861b-d14d871c3a28 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:21:40.054432 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46fd23a-5eed-47d0-8fbd-02277ffc09d8 None None] Sync routers for ids ['031e4780-b0ce-479f-b8ab-92fdb55877d7'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:21:40.068009 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-595da82a-25b3-4bcf-861b-d14d871c3a28 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "PUT /v2.0/routers/031e4780-b0ce-479f-b8ab-92fdb55877d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9865465 Jul 07 17:21:40.073026 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b596e0c8-4e3b-478e-ac6d-02aa03f1bcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.087045 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46fd23a-5eed-47d0-8fbd-02277ffc09d8 None None] Routers {'031e4780-b0ce-479f-b8ab-92fdb55877d7'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:40.087296 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b596e0c8-4e3b-478e-ac6d-02aa03f1bcac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.088459 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b596e0c8-4e3b-478e-ac6d-02aa03f1bcac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a436f788-9d3d-4674-9f77-2ffe975301b1 HTTP/1.1" status: 204 len: 168 time: 0.5593998 Jul 07 17:21:40.089412 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f46fd23a-5eed-47d0-8fbd-02277ffc09d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:21:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['031e4780-b0ce-479f-b8ab-92fdb55877d7'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:40.121818 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba309f80-1412-4fe3-97b7-657d8742ed3c req-e5b2ab62-47c5-478c-9693-a4ffce06918c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094887 Jul 07 17:21:40.126108 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 23ee2fd2-f313-4c90-9439-14f6233651ef triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:40.129773 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.162653 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596e0c8-4e3b-478e-ac6d-02aa03f1bcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a436f788-9d3d-4674-9f77-2ffe975301b1,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:40.323923 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-f46fd23a-5eed-47d0-8fbd-02277ffc09d8 None None] Set router 031e4780-b0ce-479f-b8ab-92fdb55877d7 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:40.383071 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2394132-627a-45af-83bf-c6774238914e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:40.399835 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e2394132-627a-45af-83bf-c6774238914e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.727005 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e70f40-231b-4eb7-ad6e-fa49bd21f4d8 req-e9bd7add-c575-479e-bd79-d621f31ebedd tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:40.738862 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37e70f40-231b-4eb7-ad6e-fa49bd21f4d8 req-e9bd7add-c575-479e-bd79-d621f31ebedd tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.1976440 Jul 07 17:21:40.762529 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-6423a419-04f0-410e-bff4-8cc51c767428 req-8654ab9a-cfb5-411e-a068-3434ac274b96 service neutron] For port a18f02a9-304b-46e2-a502-2720d1b440c7, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=a18f02a9-304b-46e2-a502-2720d1b440c7,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:40.847324 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37e70f40-231b-4eb7-ad6e-fa49bd21f4d8 req-7bb6549f-5863-4ef5-9325-c5e671049240 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074286 Jul 07 17:21:40.909038 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-6423a419-04f0-410e-bff4-8cc51c767428 req-8654ab9a-cfb5-411e-a068-3434ac274b96 service neutron] For port a18f02a9-304b-46e2-a502-2720d1b440c7, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:40.945686 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f46fd23a-5eed-47d0-8fbd-02277ffc09d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'name': 'tempest-TestNetworkBasicOps-router-2112546659', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:38Z', 'updated_at': '2021-07-07T17:21:35Z', 'revision_number': 6, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'ded981ba-cafb-4575-87c1-ab638479e96a', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'floating_ip_address': '172.25.0.11', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'port_id': '2923b46f-2cf0-44aa-a912-9aa874f69f80', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c', 'mac_address': 'fa:16:3e:82:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3ae079-368c-47ee-8178-868d6fe6d8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:51Z', 'updated_at': '2021-07-07T17:19:58Z', 'revision_number': 1, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c485bf-15b9-4428-9944-636f756da186', 'name': '', 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'mac_address': 'fa:16:3e:10:dd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:54Z', 'updated_at': '2021-07-07T17:19:05Z', 'revision_number': 5, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'subnets': [{'id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:40.987341 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46fd23a-5eed-47d0-8fbd-02277ffc09d8 None None] Checking router: 031e4780-b0ce-479f-b8ab-92fdb55877d7 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:21:41.001944 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46fd23a-5eed-47d0-8fbd-02277ffc09d8 None None] Routers {'031e4780-b0ce-479f-b8ab-92fdb55877d7'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:41.002736 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f46fd23a-5eed-47d0-8fbd-02277ffc09d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:21:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['031e4780-b0ce-479f-b8ab-92fdb55877d7'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:41.029952 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-6423a419-04f0-410e-bff4-8cc51c767428 req-8654ab9a-cfb5-411e-a068-3434ac274b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a18f02a9-304b-46e2-a502-2720d1b440c7 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:21:41.039870 n-d-791503-12 neutron-server[100192]: INFO neutron.db.ipam_backend_mixin [None req-e2394132-627a-45af-83bf-c6774238914e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8839e675-aa91-4990-beec-c82a961fb7da (CIDR: 2001:db8::/64) Jul 07 17:21:41.070859 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-6423a419-04f0-410e-bff4-8cc51c767428 req-8654ab9a-cfb5-411e-a068-3434ac274b96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.073875 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2394132-627a-45af-83bf-c6774238914e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:21:41.074276 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2394132-627a-45af-83bf-c6774238914e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:21:41.105148 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-6423a419-04f0-410e-bff4-8cc51c767428 req-8654ab9a-cfb5-411e-a068-3434ac274b96 service neutron] Transition to ACTIVE for port object a18f02a9-304b-46e2-a502-2720d1b440c7 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:41.107948 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e2394132-627a-45af-83bf-c6774238914e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6450658 Jul 07 17:21:41.111014 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46050) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:41.116258 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-1c2b66b9-a6d7-4782-99da-d1fb5eba0510 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'subnet': {'network_id': '49d97107-f250-424a-86b1-a667b036bf8a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:41.123570 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-6423a419-04f0-410e-bff4-8cc51c767428 req-8654ab9a-cfb5-411e-a068-3434ac274b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.212844 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-f46fd23a-5eed-47d0-8fbd-02277ffc09d8 None None] Set router 031e4780-b0ce-479f-b8ab-92fdb55877d7 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:41.386181 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2b66b9-a6d7-4782-99da-d1fb5eba0510 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:41.390206 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1c2b66b9-a6d7-4782-99da-d1fb5eba0510 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.752543 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f46fd23a-5eed-47d0-8fbd-02277ffc09d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'name': 'tempest-TestNetworkBasicOps-router-2112546659', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:38Z', 'updated_at': '2021-07-07T17:21:35Z', 'revision_number': 6, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'ded981ba-cafb-4575-87c1-ab638479e96a', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'floating_ip_address': '172.25.0.11', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'port_id': '2923b46f-2cf0-44aa-a912-9aa874f69f80', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c', 'mac_address': 'fa:16:3e:82:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3ae079-368c-47ee-8178-868d6fe6d8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:51Z', 'updated_at': '2021-07-07T17:19:58Z', 'revision_number': 1, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c485bf-15b9-4428-9944-636f756da186', 'name': '', 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'mac_address': 'fa:16:3e:10:dd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:54Z', 'updated_at': '2021-07-07T17:19:05Z', 'revision_number': 5, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'subnets': [{'id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:41.834074 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46060) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:41.844084 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46fd23a-5eed-47d0-8fbd-02277ffc09d8 None None] The sync data for ids ['031e4780-b0ce-479f-b8ab-92fdb55877d7'] in n-d-791503-12 is: [{'id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'name': 'tempest-TestNetworkBasicOps-router-2112546659', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:38Z', 'updated_at': '2021-07-07T17:21:35Z', 'revision_number': 6, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'ded981ba-cafb-4575-87c1-ab638479e96a', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'floating_ip_address': '172.25.0.11', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'port_id': '2923b46f-2cf0-44aa-a912-9aa874f69f80', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c', 'mac_address': 'fa:16:3e:82:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3ae079-368c-47ee-8178-868d6fe6d8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:51Z', 'updated_at': '2021-07-07T17:19:58Z', 'revision_number': 1, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c485bf-15b9-4428-9944-636f756da186', 'name': '', 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'mac_address': 'fa:16:3e:10:dd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:54Z', 'updated_at': '2021-07-07T17:19:05Z', 'revision_number': 5, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'subnets': [{'id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:21:41.901975 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7564a4-7d83-4d5b-9399-15d5a5044b62 req-8252de9b-cbb8-4bea-aa78-c62092bb5848 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:41.920589 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cb7564a4-7d83-4d5b-9399-15d5a5044b62 req-8252de9b-cbb8-4bea-aa78-c62092bb5848 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=2531f1b6-f5ab-435a-8ff0-1405db651868 HTTP/1.1" status: 200 len: 946 time: 0.9390211 Jul 07 17:21:41.950973 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654ab9a-cfb5-411e-a068-3434ac274b96 service neutron] Pushing event updated for resources: {'Port': ['ID=a18f02a9-304b-46e2-a502-2720d1b440c7,revision_number=9']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:41.972792 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1c2b66b9-a6d7-4782-99da-d1fb5eba0510 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.004211 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcf2be-5039-47ba-a994-818574821fca req-b6a941d0-b01a-49ed-b105-039126049e1e tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:42.005918 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2bcf2be-5039-47ba-a994-818574821fca req-b6a941d0-b01a-49ed-b105-039126049e1e tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 944 time: 0.6744580 Jul 07 17:21:42.134257 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2b66b9-a6d7-4782-99da-d1fb5eba0510 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network 49d97107-f250-424a-86b1-a667b036bf8a is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:42.158822 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2bcf2be-5039-47ba-a994-818574821fca req-33ceccda-6329-4bc7-820a-15b839976a50 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835941 Jul 07 17:21:42.173422 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-1c2b66b9-a6d7-4782-99da-d1fb5eba0510 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:42.180257 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cb7564a4-7d83-4d5b-9399-15d5a5044b62 req-f9050091-886f-4e77-8264-83f894c4ab43 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=41132292-bd90-4d04-8023-9f436d8fe69c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2563176 Jul 07 17:21:42.186460 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2b66b9-a6d7-4782-99da-d1fb5eba0510 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:42.187347 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1c2b66b9-a6d7-4782-99da-d1fb5eba0510 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.205963 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41946f9a-fa04-4549-b237-82b63c1dc47e None None] Network 49d97107-f250-424a-86b1-a667b036bf8a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:42.206583 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-65e0ddd4-8ff5-407c-86a3-bc6da1f09df5 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-68150064'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:42.232583 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1c2b66b9-a6d7-4782-99da-d1fb5eba0510 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1181314 Jul 07 17:21:42.235297 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46066) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.236058 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b66b9-a6d7-4782-99da-d1fb5eba0510 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Subnet': ['ID=0f053d06-3c63-4017-86e0-bdc5ee31aadd,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:42.256047 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-94a492c4-5902-43b0-ab32-3e0c18e20b8d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-627604397', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0f053d06-3c63-4017-86e0-bdc5ee31aadd'}], 'security_groups': ['8340932a-3721-4ffd-857a-540b368cfd63']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:42.351284 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-6423a419-04f0-410e-bff4-8cc51c767428 req-8654ab9a-cfb5-411e-a068-3434ac274b96 service neutron] No DVR routers for this DVR port a18f02a9-304b-46e2-a502-2720d1b440c7 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:42.489952 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e0ddd4-8ff5-407c-86a3-bc6da1f09df5 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Made reservation on behalf of df0dab7d8bea417e9d452c883107095a for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:42.497236 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-65e0ddd4-8ff5-407c-86a3-bc6da1f09df5 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.519940 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-65e0ddd4-8ff5-407c-86a3-bc6da1f09df5 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.675645 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd513714-9b54-49a0-8cda-37e629c25c6e req-4ec27580-4199-4bb5-a5cc-6da2144859d9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:42.677746 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dd513714-9b54-49a0-8cda-37e629c25c6e req-4ec27580-4199-4bb5-a5cc-6da2144859d9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.64 "GET /v2.0/ports?device_id=2531f1b6-f5ab-435a-8ff0-1405db651868 HTTP/1.1" status: 200 len: 946 time: 0.4323425 Jul 07 17:21:42.714629 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-6423a419-04f0-410e-bff4-8cc51c767428 req-8654ab9a-cfb5-411e-a068-3434ac274b96 service neutron] Attempting to bind port a18f02a9-304b-46e2-a502-2720d1b440c7 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:42.715039 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-6423a419-04f0-410e-bff4-8cc51c767428 req-8654ab9a-cfb5-411e-a068-3434ac274b96 service neutron] Attempting to bind port a18f02a9-304b-46e2-a502-2720d1b440c7 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '949bde3c-9847-4134-988d-7b58d400e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:42.715386 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6423a419-04f0-410e-bff4-8cc51c767428 req-8654ab9a-cfb5-411e-a068-3434ac274b96 service neutron] Attempting to bind port a18f02a9-304b-46e2-a502-2720d1b440c7 on network d9c7bfe2-c6df-42ea-bc46-459eb954abd9 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:42.727619 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6423a419-04f0-410e-bff4-8cc51c767428 req-8654ab9a-cfb5-411e-a068-3434ac274b96 service neutron] Port a18f02a9-304b-46e2-a502-2720d1b440c7 on network d9c7bfe2-c6df-42ea-bc46-459eb954abd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:21:42.727957 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6423a419-04f0-410e-bff4-8cc51c767428 req-8654ab9a-cfb5-411e-a068-3434ac274b96 service neutron] Attempting to bind port a18f02a9-304b-46e2-a502-2720d1b440c7 on network d9c7bfe2-c6df-42ea-bc46-459eb954abd9 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:42.738186 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6423a419-04f0-410e-bff4-8cc51c767428 req-8654ab9a-cfb5-411e-a068-3434ac274b96 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:42.738599 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6423a419-04f0-410e-bff4-8cc51c767428 req-8654ab9a-cfb5-411e-a068-3434ac274b96 service neutron] Checking segment: {'id': '949bde3c-9847-4134-988d-7b58d400e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:42.738941 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6423a419-04f0-410e-bff4-8cc51c767428 req-8654ab9a-cfb5-411e-a068-3434ac274b96 service neutron] Bound using segment: {'id': '949bde3c-9847-4134-988d-7b58d400e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:42.739401 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-6423a419-04f0-410e-bff4-8cc51c767428 req-8654ab9a-cfb5-411e-a068-3434ac274b96 service neutron] Bound port: a18f02a9-304b-46e2-a502-2720d1b440c7, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949bde3c-9847-4134-988d-7b58d400e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:42.739776 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-6423a419-04f0-410e-bff4-8cc51c767428 req-8654ab9a-cfb5-411e-a068-3434ac274b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.756781 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f255103-6c4e-4a89-9f42-8f189ebb78fb req-676c93dd-6297-45c8-afa8-5d520b3ec184 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:42.765222 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f255103-6c4e-4a89-9f42-8f189ebb78fb req-676c93dd-6297-45c8-afa8-5d520b3ec184 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.3075328 Jul 07 17:21:42.828184 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f255103-6c4e-4a89-9f42-8f189ebb78fb req-b7aba310-6222-4ec3-990c-7f8cada355b5 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604806 Jul 07 17:21:42.931297 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-94a492c4-5902-43b0-ab32-3e0c18e20b8d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.937114 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e368dd82-ebd3-49b2-8be1-c4dcbdca6fa9 None None] Update dhcp port {'port': {'network_id': '49d97107-f250-424a-86b1-a667b036bf8a', 'fixed_ips': [{'subnet_id': '8839e675-aa91-4990-beec-c82a961fb7da', 'ip_address': '2001:db8::2'}, {'subnet_id': '0f053d06-3c63-4017-86e0-bdc5ee31aadd'}], 'binding:host_id': 'n-d-791503-12'}, 'id': '23ee2fd2-f313-4c90-9439-14f6233651ef'} from n-d-791503-12. {{(pid=100194) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:21:42.940002 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-65e0ddd4-8ff5-407c-86a3-bc6da1f09df5 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.959346 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-65e0ddd4-8ff5-407c-86a3-bc6da1f09df5 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.993446 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e0ddd4-8ff5-407c-86a3-bc6da1f09df5 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:21:43.009556 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-65e0ddd4-8ff5-407c-86a3-bc6da1f09df5 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:43.010021 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-65e0ddd4-8ff5-407c-86a3-bc6da1f09df5 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Added segment 2d17b27a-3a6c-4d0e-bdec-c0ae443c8585 of type vlan for network 342bb596-bbc1-4823-8716-2c2afbbccad8 Jul 07 17:21:43.019747 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e368dd82-ebd3-49b2-8be1-c4dcbdca6fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:43.021858 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-dd513714-9b54-49a0-8cda-37e629c25c6e req-54f39f8d-87da-4d91-9d74-d8daddcd9dbb tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Deleting port 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:43.021858 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-dd513714-9b54-49a0-8cda-37e629c25c6e req-54f39f8d-87da-4d91-9d74-d8daddcd9dbb tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:43.081372 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-65e0ddd4-8ff5-407c-86a3-bc6da1f09df5 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:43.136691 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-6423a419-04f0-410e-bff4-8cc51c767428 req-8654ab9a-cfb5-411e-a068-3434ac274b96 service neutron] For port a18f02a9-304b-46e2-a502-2720d1b440c7, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:43.148967 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-65e0ddd4-8ff5-407c-86a3-bc6da1f09df5 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:43.155468 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e0ddd4-8ff5-407c-86a3-bc6da1f09df5 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:43.156124 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-65e0ddd4-8ff5-407c-86a3-bc6da1f09df5 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:43.192543 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-65e0ddd4-8ff5-407c-86a3-bc6da1f09df5 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 1.3528376 Jul 07 17:21:43.198435 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46082) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.206840 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-6423a419-04f0-410e-bff4-8cc51c767428 req-8654ab9a-cfb5-411e-a068-3434ac274b96 service neutron] For port a18f02a9-304b-46e2-a502-2720d1b440c7, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=a18f02a9-304b-46e2-a502-2720d1b440c7,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:43.218652 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-04e09479-a6db-4450-8b39-93ea1a7aeba8 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Request body: {'subnet': {'network_id': '342bb596-bbc1-4823-8716-2c2afbbccad8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:43.283489 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-6423a419-04f0-410e-bff4-8cc51c767428 req-8654ab9a-cfb5-411e-a068-3434ac274b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:43.342069 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-e368dd82-ebd3-49b2-8be1-c4dcbdca6fa9 None None] Allocated IP 2001:db8:0:1::2 (49d97107-f250-424a-86b1-a667b036bf8a/0f053d06-3c63-4017-86e0-bdc5ee31aadd/23ee2fd2-f313-4c90-9439-14f6233651ef) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:43.455083 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423a419-04f0-410e-bff4-8cc51c767428 req-8654ab9a-cfb5-411e-a068-3434ac274b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:43.456091 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-6423a419-04f0-410e-bff4-8cc51c767428 req-8654ab9a-cfb5-411e-a068-3434ac274b96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:43.457578 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6423a419-04f0-410e-bff4-8cc51c767428 req-8654ab9a-cfb5-411e-a068-3434ac274b96 service neutron] 10.222.0.64 "PUT /v2.0/ports/a18f02a9-304b-46e2-a502-2720d1b440c7 HTTP/1.1" status: 200 len: 1093 time: 4.1070313 Jul 07 17:21:43.497373 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654ab9a-cfb5-411e-a068-3434ac274b96 service neutron] Pushing event updated for resources: {'Port': ['ID=a18f02a9-304b-46e2-a502-2720d1b440c7,revision_number=10']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:43.503386 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80722880-0b09-45ca-9964-0b7119898944', 'tag': 'a18f02a9-304b-46e2-a502-2720d1b440c7'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:43.505782 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ccd3dd-d786-49fb-8f96-fa8c422f687b" -d '{"events": [{"name": "network-changed", "server_uuid": "80722880-0b09-45ca-9964-0b7119898944", "tag": "a18f02a9-304b-46e2-a502-2720d1b440c7"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:43.606815 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-e368dd82-ebd3-49b2-8be1-c4dcbdca6fa9 None None] For port 23ee2fd2-f313-4c90-9439-14f6233651ef, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=23ee2fd2-f313-4c90-9439-14f6233651ef,segment=NetworkSegment(1dd30b56-9b5f-4662-bff8-b8b1bd125234),segment_id=1dd30b56-9b5f-4662-bff8-b8b1bd125234)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:43.609993 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0ddd4-8ff5-407c-86a3-bc6da1f09df5 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0aa038-3f66-444e-aaf7-1f6cc550f339,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:43.685688 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e368dd82-ebd3-49b2-8be1-c4dcbdca6fa9 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:43.707731 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e368dd82-ebd3-49b2-8be1-c4dcbdca6fa9 None None] Transition to ACTIVE for port object 23ee2fd2-f313-4c90-9439-14f6233651ef will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:43.714905 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e368dd82-ebd3-49b2-8be1-c4dcbdca6fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:43.752768 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0ddd4-8ff5-407c-86a3-bc6da1f09df5 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Pushing event updated for resources: {'Network': ['ID=342bb596-bbc1-4823-8716-2c2afbbccad8,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:43.805055 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368dd82-ebd3-49b2-8be1-c4dcbdca6fa9 None None] Pushing event updated for resources: {'Port': ['ID=23ee2fd2-f313-4c90-9439-14f6233651ef,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:43.808396 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 342bb596-bbc1-4823-8716-2c2afbbccad8 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:21:43.827890 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423a419-04f0-410e-bff4-8cc51c767428 req-60144e75-b52a-48be-988a-59106763b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:43.830323 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6423a419-04f0-410e-bff4-8cc51c767428 req-60144e75-b52a-48be-988a-59106763b41a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18e760e73e3c432284bc214c0bade121&device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 1097 time: 0.3214183 Jul 07 17:21:43.998642 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-94a492c4-5902-43b0-ab32-3e0c18e20b8d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Delete allocated IP 2001:db8::2f2 (49d97107-f250-424a-86b1-a667b036bf8a/8839e675-aa91-4990-beec-c82a961fb7da) {{(pid=100193) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:21:44.028425 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-94a492c4-5902-43b0-ab32-3e0c18e20b8d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Allocated IP 2001:db8:0:1::28b (49d97107-f250-424a-86b1-a667b036bf8a/0f053d06-3c63-4017-86e0-bdc5ee31aadd/09d564b0-f3cb-4808-aa3f-ec11f4336cbc) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:44.068600 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-dd513714-9b54-49a0-8cda-37e629c25c6e req-54f39f8d-87da-4d91-9d74-d8daddcd9dbb tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] For port 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3,segment=NetworkSegment(261555e2-07d0-4e5a-bf68-a4f827c0c367),segment_id=261555e2-07d0-4e5a-bf68-a4f827c0c367)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:44.069210 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-dd513714-9b54-49a0-8cda-37e629c25c6e req-54f39f8d-87da-4d91-9d74-d8daddcd9dbb tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.077339 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 23ee2fd2-f313-4c90-9439-14f6233651ef up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:44.102234 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-dd513714-9b54-49a0-8cda-37e629c25c6e req-54f39f8d-87da-4d91-9d74-d8daddcd9dbb tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Calling delete_port for 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:44.135038 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e09479-a6db-4450-8b39-93ea1a7aeba8 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Made reservation on behalf of df0dab7d8bea417e9d452c883107095a for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:44.139009 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-04e09479-a6db-4450-8b39-93ea1a7aeba8 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.142099 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35979185-07e1-4947-99c3-f367e1cdf61b req-b1f53bb8-4151-4188-bdf5-bcb1aa83e6a8 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:44.149530 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-35979185-07e1-4947-99c3-f367e1cdf61b req-b1f53bb8-4151-4188-bdf5-bcb1aa83e6a8 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 945 time: 0.6819177 Jul 07 17:21:44.170096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423a419-04f0-410e-bff4-8cc51c767428 req-db9601bd-2ec9-40cf-ba25-0001fff1898c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:44.172667 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6423a419-04f0-410e-bff4-8cc51c767428 req-db9601bd-2ec9-40cf-ba25-0001fff1898c service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9c7bfe2-c6df-42ea-bc46-459eb954abd9 HTTP/1.1" status: 200 len: 918 time: 0.3215384 Jul 07 17:21:44.238879 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 396636b0-9d67-4403-8fab-52d57e9fbad6 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:44.272184 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 396636b0-9d67-4403-8fab-52d57e9fbad6 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:44.273097 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 396636b0-9d67-4403-8fab-52d57e9fbad6 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:44.354490 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6423a419-04f0-410e-bff4-8cc51c767428 req-eefc118d-5d87-4b9c-91e2-23334ad4009a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a18f02a9-304b-46e2-a502-2720d1b440c7 HTTP/1.1" status: 200 len: 1000 time: 0.1699517 Jul 07 17:21:44.434489 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423a419-04f0-410e-bff4-8cc51c767428 req-26cb02f1-714c-4dcc-a2bf-34cfbc291931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:44.438137 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6423a419-04f0-410e-bff4-8cc51c767428 req-26cb02f1-714c-4dcc-a2bf-34cfbc291931 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b0fe605b-06e9-4628-b5de-b8df689c0601 HTTP/1.1" status: 200 len: 856 time: 0.0744128 Jul 07 17:21:44.441009 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-04e09479-a6db-4450-8b39-93ea1a7aeba8 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.522571 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-35979185-07e1-4947-99c3-f367e1cdf61b req-954402cd-c6e3-4d4f-8c31-3ac917b666f7 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3597879 Jul 07 17:21:44.605346 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423a419-04f0-410e-bff4-8cc51c767428 req-27992f39-48ec-46fd-b893-d6d97167355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:44.610969 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6423a419-04f0-410e-bff4-8cc51c767428 req-27992f39-48ec-46fd-b893-d6d97167355e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9c7bfe2-c6df-42ea-bc46-459eb954abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1607528 Jul 07 17:21:44.803434 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaba4b2-ac61-4e42-b473-8ad0146c1789 req-13aeefe1-8cfb-487e-ad6b-89c10da8d470 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:44.816612 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ccaba4b2-ac61-4e42-b473-8ad0146c1789 req-13aeefe1-8cfb-487e-ad6b-89c10da8d470 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 1.3185260 Jul 07 17:21:44.928860 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6423a419-04f0-410e-bff4-8cc51c767428 req-743f588f-4c0f-428e-8e49-ac6ca044d887 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129818 Jul 07 17:21:44.939749 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e09479-a6db-4450-8b39-93ea1a7aeba8 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Pushing event updated for resources: {'Subnet': ['ID=fbb24ed8-3120-48c7-862d-3c4352372562,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:45.009141 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ff1ae-bbad-4459-9174-1c28bf600470 req-90e29159-4531-41b2-9d03-59101cd327b3 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:45.010798 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-488ff1ae-bbad-4459-9174-1c28bf600470 req-90e29159-4531-41b2-9d03-59101cd327b3 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=2531f1b6-f5ab-435a-8ff0-1405db651868 HTTP/1.1" status: 200 len: 946 time: 0.1700132 Jul 07 17:21:45.050918 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ccaba4b2-ac61-4e42-b473-8ad0146c1789 req-11569720-c3fd-48ee-b417-e23d2d9ba009 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134645 Jul 07 17:21:45.064200 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e09479-a6db-4450-8b39-93ea1a7aeba8 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Checking segment: {'id': '2d17b27a-3a6c-4d0e-bdec-c0ae443c8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '342bb596-bbc1-4823-8716-2c2afbbccad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:45.064915 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e09479-a6db-4450-8b39-93ea1a7aeba8 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Network hostable DHCP agents. Network: 342bb596-bbc1-4823-8716-2c2afbbccad8, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:21:45.132719 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-dd513714-9b54-49a0-8cda-37e629c25c6e req-54f39f8d-87da-4d91-9d74-d8daddcd9dbb tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.176963 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-488ff1ae-bbad-4459-9174-1c28bf600470 req-b886bf2c-0539-4ca3-aab3-732b6a21ef72 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=41132292-bd90-4d04-8023-9f436d8fe69c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1578019 Jul 07 17:21:45.197532 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5a0a28-9ff7-4cb4-9b5b-85df903de32f x-openstack-request-id: req-8f5a0a28-9ff7-4cb4-9b5b-85df903de32f {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:45.203995 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80722880-0b09-45ca-9964-0b7119898944", "tag": "a18f02a9-304b-46e2-a502-2720d1b440c7", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:45.204595 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8f5a0a28-9ff7-4cb4-9b5b-85df903de32f {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:45.205218 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80722880-0b09-45ca-9964-0b7119898944', 'tag': 'a18f02a9-304b-46e2-a502-2720d1b440c7', 'status': 'completed', 'code': 200} Jul 07 17:21:45.216322 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6423a419-04f0-410e-bff4-8cc51c767428 req-0db5d06f-7f48-4e91-8b27-cf84a76930f3 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793021 Jul 07 17:21:45.352698 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-387fc723-2dce-4b38-9293-cd01d4dd4a90 None None] Provisioning complete for port 09d564b0-f3cb-4808-aa3f-ec11f4336cbc triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:45.354454 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-387fc723-2dce-4b38-9293-cd01d4dd4a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.447581 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccd3dd-d786-49fb-8f96-fa8c422f687b req-92d05968-4038-4865-a397-8f3c7a86e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:45.458533 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c0ccd3dd-d786-49fb-8f96-fa8c422f687b req-92d05968-4038-4865-a397-8f3c7a86e9af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18e760e73e3c432284bc214c0bade121&device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 1097 time: 0.1166074 Jul 07 17:21:45.466059 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-387fc723-2dce-4b38-9293-cd01d4dd4a90 None None] Port 09d564b0-f3cb-4808-aa3f-ec11f4336cbc cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:45.496767 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-387fc723-2dce-4b38-9293-cd01d4dd4a90 None None] Provisioning for port 23ee2fd2-f313-4c90-9439-14f6233651ef completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:45.513104 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-387fc723-2dce-4b38-9293-cd01d4dd4a90 None None] Provisioning complete for port 23ee2fd2-f313-4c90-9439-14f6233651ef triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:45.513677 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-387fc723-2dce-4b38-9293-cd01d4dd4a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.662325 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-387fc723-2dce-4b38-9293-cd01d4dd4a90 None None] Provisioning complete for port e0f2d74a-482e-48c3-91ce-db931a4b5b28 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:45.663678 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-387fc723-2dce-4b38-9293-cd01d4dd4a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.742220 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-387fc723-2dce-4b38-9293-cd01d4dd4a90 None None] Port e0f2d74a-482e-48c3-91ce-db931a4b5b28 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:45.831084 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccd3dd-d786-49fb-8f96-fa8c422f687b req-1b06934a-d896-4fe2-bdbd-b9385778d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:45.844474 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c0ccd3dd-d786-49fb-8f96-fa8c422f687b req-1b06934a-d896-4fe2-bdbd-b9385778d536 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9c7bfe2-c6df-42ea-bc46-459eb954abd9 HTTP/1.1" status: 200 len: 918 time: 0.3810825 Jul 07 17:21:45.864926 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e09479-a6db-4450-8b39-93ea1a7aeba8 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Network 342bb596-bbc1-4823-8716-2c2afbbccad8 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:21:45.877595 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f39f8d-87da-4d91-9d74-d8daddcd9dbb tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event deleted for resources: {'Port': ['ID=18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:45.943034 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:46.054789 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd513714-9b54-49a0-8cda-37e629c25c6e req-54f39f8d-87da-4d91-9d74-d8daddcd9dbb tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] No DVR routers for this DVR port 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:46.055334 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:46.056300 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:46.058625 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c0ccd3dd-d786-49fb-8f96-fa8c422f687b req-0a369c3d-93bb-4b8d-bccb-02858250ccf7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a18f02a9-304b-46e2-a502-2720d1b440c7 HTTP/1.1" status: 200 len: 1000 time: 0.2064984 Jul 07 17:21:46.060006 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-94a492c4-5902-43b0-ab32-3e0c18e20b8d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.065389 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-dd513714-9b54-49a0-8cda-37e629c25c6e req-54f39f8d-87da-4d91-9d74-d8daddcd9dbb tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.068019 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dd513714-9b54-49a0-8cda-37e629c25c6e req-54f39f8d-87da-4d91-9d74-d8daddcd9dbb tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.64 "DELETE /v2.0/ports/18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3 HTTP/1.1" status: 204 len: 173 time: 3.3830266 Jul 07 17:21:46.070654 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-04e09479-a6db-4450-8b39-93ea1a7aeba8 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 342bb596-bbc1-4823-8716-2c2afbbccad8) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:46.072681 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2531f1b6-f5ab-435a-8ff0-1405db651868', 'name': 'network-vif-deleted', 'tag': '18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:46.075253 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2397da8e-501f-41f4-8673-daa7b47129f3" -d '{"events": [{"server_uuid": "2531f1b6-f5ab-435a-8ff0-1405db651868", "name": "network-vif-deleted", "tag": "18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:46.089320 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48c8462-71cb-40ad-a5e1-0e98942100ad None None] Network 342bb596-bbc1-4823-8716-2c2afbbccad8 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:46.090479 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e09479-a6db-4450-8b39-93ea1a7aeba8 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:46.091236 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-04e09479-a6db-4450-8b39-93ea1a7aeba8 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.129725 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-04e09479-a6db-4450-8b39-93ea1a7aeba8 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9280641 Jul 07 17:21:46.140772 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46124) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:46.151425 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-b3ef2c8a-cb4b-4f99-acf8-e726cce7c9df tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Request body: {'port': {'network_id': '342bb596-bbc1-4823-8716-2c2afbbccad8', 'name': 'tempest-TagsExtTest-233077681'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:46.162718 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-94a492c4-5902-43b0-ab32-3e0c18e20b8d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Transition to ACTIVE for port object 09d564b0-f3cb-4808-aa3f-ec11f4336cbc will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:46.162948 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccd3dd-d786-49fb-8f96-fa8c422f687b req-907070f3-a4f0-4226-9703-b2f3ac04133f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:46.164852 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c0ccd3dd-d786-49fb-8f96-fa8c422f687b req-907070f3-a4f0-4226-9703-b2f3ac04133f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b0fe605b-06e9-4628-b5de-b8df689c0601 HTTP/1.1" status: 200 len: 856 time: 0.0980721 Jul 07 17:21:46.252976 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-94a492c4-5902-43b0-ab32-3e0c18e20b8d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.298083 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c9426-2e23-4c70-a1d5-a2e3a9754925 req-57f44903-ac1f-4c30-9098-e81147511fad tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:46.312241 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6f2c9426-2e23-4c70-a1d5-a2e3a9754925 req-57f44903-ac1f-4c30-9098-e81147511fad tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 945 time: 0.3561549 Jul 07 17:21:46.418875 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6f2c9426-2e23-4c70-a1d5-a2e3a9754925 req-bb17d2f9-3f6e-4076-8eea-142a8af2e08a tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039166 Jul 07 17:21:46.460985 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccd3dd-d786-49fb-8f96-fa8c422f687b req-504835b8-9a40-4de0-9265-5997d6a49265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:46.468974 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c0ccd3dd-d786-49fb-8f96-fa8c422f687b req-504835b8-9a40-4de0-9265-5997d6a49265 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9c7bfe2-c6df-42ea-bc46-459eb954abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2910159 Jul 07 17:21:46.526039 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79518f-77d1-43d3-afc2-75410a5efe6b req-ff714ae9-ce9f-43f4-b35b-2507c4802c5b tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:46.527969 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f79518f-77d1-43d3-afc2-75410a5efe6b req-ff714ae9-ce9f-43f4-b35b-2507c4802c5b tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.7067854 Jul 07 17:21:46.717862 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb668530-159d-4f91-a31c-5653c17a10d6 x-openstack-request-id: req-bb668530-159d-4f91-a31c-5653c17a10d6 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:46.717862 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2531f1b6-f5ab-435a-8ff0-1405db651868", "name": "network-vif-deleted", "tag": "18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:46.718080 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb668530-159d-4f91-a31c-5653c17a10d6 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:46.718361 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2531f1b6-f5ab-435a-8ff0-1405db651868', 'name': 'network-vif-deleted', 'tag': '18f1cc3b-a89c-4f40-b0cf-4d315e21f9c3', 'status': 'completed', 'code': 200} Jul 07 17:21:46.804551 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:21:46.846695 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f08d35-2cad-439a-aa85-2cb62ec781fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-342bb596-bbc1-4823-8716-2c2afbbccad8', 'network_id': '342bb596-bbc1-4823-8716-2c2afbbccad8', 'tenant_id': 'df0dab7d8bea417e9d452c883107095a', 'fixed_ips': [{'subnet_id': 'fbb24ed8-3120-48c7-862d-3c4352372562'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:21:46.847606 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-90f08d35-2cad-439a-aa85-2cb62ec781fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.870982 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-94a492c4-5902-43b0-ab32-3e0c18e20b8d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] In _notify_port_updated(), no bound segment for port 09d564b0-f3cb-4808-aa3f-ec11f4336cbc on network 49d97107-f250-424a-86b1-a667b036bf8a {{(pid=100193) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:21:46.877476 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a492c4-5902-43b0-ab32-3e0c18e20b8d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:46.880146 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-94a492c4-5902-43b0-ab32-3e0c18e20b8d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.884520 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c0ccd3dd-d786-49fb-8f96-fa8c422f687b req-7753ce1f-9d62-4480-8c4e-e12995ca5a69 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964269 Jul 07 17:21:46.893069 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-94a492c4-5902-43b0-ab32-3e0c18e20b8d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "PUT /v2.0/ports/09d564b0-f3cb-4808-aa3f-ec11f4336cbc HTTP/1.1" status: 200 len: 930 time: 4.6519158 Jul 07 17:21:46.896790 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46134) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:46.951124 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a492c4-5902-43b0-ab32-3e0c18e20b8d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Port': ['ID=09d564b0-f3cb-4808-aa3f-ec11f4336cbc,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:47.054310 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f79518f-77d1-43d3-afc2-75410a5efe6b req-9827bdb4-9fa3-4b16-9b8b-8d83d8da1f8b tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579647 Jul 07 17:21:47.172875 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ef2c8a-cb4b-4f99-acf8-e726cce7c9df tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Made reservation on behalf of df0dab7d8bea417e9d452c883107095a for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:47.187144 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b3ef2c8a-cb4b-4f99-acf8-e726cce7c9df tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.253038 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-b3ef2c8a-cb4b-4f99-acf8-e726cce7c9df tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] device_id is not set on port cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:21:47.271625 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-90f08d35-2cad-439a-aa85-2cb62ec781fc None None] Allocated IP 172.20.0.2 (342bb596-bbc1-4823-8716-2c2afbbccad8/fbb24ed8-3120-48c7-862d-3c4352372562/4ee9b03b-8620-4464-9fc8-7e63cfd8b109) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:47.310359 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c0ccd3dd-d786-49fb-8f96-fa8c422f687b req-f1804d99-76b9-4581-8ed6-4c250221e83e service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061024 Jul 07 17:21:47.447406 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-57d87890-6476-4b5d-b35b-2ead137aa91d req-d1ed5c48-ec64-4e48-8419-720df928131f tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=2531f1b6-f5ab-435a-8ff0-1405db651868 HTTP/1.1" status: 200 len: 210 time: 0.0834692 Jul 07 17:21:47.677150 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-90f08d35-2cad-439a-aa85-2cb62ec781fc None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.706362 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-cd33220c-25a8-4ace-b469-cb1927de847b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting port 09d564b0-f3cb-4808-aa3f-ec11f4336cbc {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:47.709242 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cd33220c-25a8-4ace-b469-cb1927de847b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.711977 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-90f08d35-2cad-439a-aa85-2cb62ec781fc None None] Transition to ACTIVE for port object 4ee9b03b-8620-4464-9fc8-7e63cfd8b109 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:47.782287 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-90f08d35-2cad-439a-aa85-2cb62ec781fc None None] Transition to ACTIVE for port object 4ee9b03b-8620-4464-9fc8-7e63cfd8b109 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:47.787256 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd41ff9-9b8c-46af-8ee3-e982312f3d59 req-3e23f45f-d8bd-4a12-8e42-77f26fdc83c7 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:47.809727 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ffd41ff9-9b8c-46af-8ee3-e982312f3d59 req-3e23f45f-d8bd-4a12-8e42-77f26fdc83c7 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.2667511 Jul 07 17:21:47.810387 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-90f08d35-2cad-439a-aa85-2cb62ec781fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.929417 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f08d35-2cad-439a-aa85-2cb62ec781fc None None] Pushing event updated for resources: {'Port': ['ID=4ee9b03b-8620-4464-9fc8-7e63cfd8b109,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:47.972317 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-b3ef2c8a-cb4b-4f99-acf8-e726cce7c9df tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Allocated IP 172.20.0.5 (342bb596-bbc1-4823-8716-2c2afbbccad8/fbb24ed8-3120-48c7-862d-3c4352372562/cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:47.973662 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-365e0774-252e-4177-a32e-20c5edfdd2e5 None None] Provisioning for port 09d564b0-f3cb-4808-aa3f-ec11f4336cbc completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:47.980435 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f08d35-2cad-439a-aa85-2cb62ec781fc None None] Network 342bb596-bbc1-4823-8716-2c2afbbccad8 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:47.983099 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-90f08d35-2cad-439a-aa85-2cb62ec781fc None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:47.993586 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f08d35-2cad-439a-aa85-2cb62ec781fc None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:47.999231 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-365e0774-252e-4177-a32e-20c5edfdd2e5 None None] Provisioning complete for port 09d564b0-f3cb-4808-aa3f-ec11f4336cbc triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:47.999593 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-365e0774-252e-4177-a32e-20c5edfdd2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.035044 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cd33220c-25a8-4ace-b469-cb1927de847b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.053559 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-cd33220c-25a8-4ace-b469-cb1927de847b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Calling delete_port for 09d564b0-f3cb-4808-aa3f-ec11f4336cbc owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:48.073511 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dbe68-1899-4655-a85c-cc925105f937 req-591726cb-f7e9-47b8-b249-ae1eb043d1fc tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:48.078214 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c02dbe68-1899-4655-a85c-cc925105f937 req-591726cb-f7e9-47b8-b249-ae1eb043d1fc tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 945 time: 0.2101605 Jul 07 17:21:48.084516 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-365e0774-252e-4177-a32e-20c5edfdd2e5 None None] Port 09d564b0-f3cb-4808-aa3f-ec11f4336cbc cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:48.173744 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ffd41ff9-9b8c-46af-8ee3-e982312f3d59 req-896d38e5-c3ac-4d7d-9eb9-3a3df58980e2 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618822 Jul 07 17:21:48.255921 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-90f08d35-2cad-439a-aa85-2cb62ec781fc None None] Attempting to bind port 4ee9b03b-8620-4464-9fc8-7e63cfd8b109 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:48.259355 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-90f08d35-2cad-439a-aa85-2cb62ec781fc None None] Attempting to bind port 4ee9b03b-8620-4464-9fc8-7e63cfd8b109 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '2d17b27a-3a6c-4d0e-bdec-c0ae443c8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '342bb596-bbc1-4823-8716-2c2afbbccad8'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:48.259978 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f08d35-2cad-439a-aa85-2cb62ec781fc None None] Attempting to bind port 4ee9b03b-8620-4464-9fc8-7e63cfd8b109 on network 342bb596-bbc1-4823-8716-2c2afbbccad8 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:48.279961 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f08d35-2cad-439a-aa85-2cb62ec781fc None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:48.280608 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f08d35-2cad-439a-aa85-2cb62ec781fc None None] Checking segment: {'id': '2d17b27a-3a6c-4d0e-bdec-c0ae443c8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '342bb596-bbc1-4823-8716-2c2afbbccad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:48.282242 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-90f08d35-2cad-439a-aa85-2cb62ec781fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.282845 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f08d35-2cad-439a-aa85-2cb62ec781fc None None] Bound using segment: {'id': '2d17b27a-3a6c-4d0e-bdec-c0ae443c8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '342bb596-bbc1-4823-8716-2c2afbbccad8'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:48.284038 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-90f08d35-2cad-439a-aa85-2cb62ec781fc None None] Bound port: 4ee9b03b-8620-4464-9fc8-7e63cfd8b109, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d17b27a-3a6c-4d0e-bdec-c0ae443c8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '342bb596-bbc1-4823-8716-2c2afbbccad8'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:48.285381 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-90f08d35-2cad-439a-aa85-2cb62ec781fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.388116 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c02dbe68-1899-4655-a85c-cc925105f937 req-867f6ab0-9514-4068-9f41-757dd9673124 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2967458 Jul 07 17:21:48.495569 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-90f08d35-2cad-439a-aa85-2cb62ec781fc None None] For port 4ee9b03b-8620-4464-9fc8-7e63cfd8b109, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:48.503326 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-90f08d35-2cad-439a-aa85-2cb62ec781fc None None] For port 4ee9b03b-8620-4464-9fc8-7e63cfd8b109, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4ee9b03b-8620-4464-9fc8-7e63cfd8b109,segment=NetworkSegment(2d17b27a-3a6c-4d0e-bdec-c0ae443c8585),segment_id=2d17b27a-3a6c-4d0e-bdec-c0ae443c8585)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:48.514709 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-90f08d35-2cad-439a-aa85-2cb62ec781fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.696965 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f08d35-2cad-439a-aa85-2cb62ec781fc None None] Pushing event updated for resources: {'Port': ['ID=4ee9b03b-8620-4464-9fc8-7e63cfd8b109,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:48.704115 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cd33220c-25a8-4ace-b469-cb1927de847b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.758919 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46154) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:48.762160 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b3ef2c8a-cb4b-4f99-acf8-e726cce7c9df tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.804360 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33220c-25a8-4ace-b469-cb1927de847b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Port': ['ID=09d564b0-f3cb-4808-aa3f-ec11f4336cbc,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:48.946437 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-b3ef2c8a-cb4b-4f99-acf8-e726cce7c9df tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Transition to ACTIVE for port object cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:48.958721 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cd33220c-25a8-4ace-b469-cb1927de847b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.973041 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cd33220c-25a8-4ace-b469-cb1927de847b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/ports/09d564b0-f3cb-4808-aa3f-ec11f4336cbc HTTP/1.1" status: 204 len: 168 time: 2.0698624 Jul 07 17:21:48.975997 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46158) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:49.110777 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d44949-f6cc-4a6f-916a-cf5678a6d96e req-226c8a0d-ad00-4cb2-b0d9-56315fffb2db tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:49.115565 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-10cd932d-888e-481b-8394-cda7c5fce01d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] GET failed (client error): The resource could not be found. Jul 07 17:21:49.133681 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-10cd932d-888e-481b-8394-cda7c5fce01d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "GET /v2.0/ports/09d564b0-f3cb-4808-aa3f-ec11f4336cbc HTTP/1.1" status: 404 len: 333 time: 0.1555073 Jul 07 17:21:49.134216 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-11d44949-f6cc-4a6f-916a-cf5678a6d96e req-226c8a0d-ad00-4cb2-b0d9-56315fffb2db tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.5637918 Jul 07 17:21:49.134620 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46160) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:49.420597 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-11d44949-f6cc-4a6f-916a-cf5678a6d96e req-364ef216-a0e5-42fc-8c5e-7fe263323f8e tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442203 Jul 07 17:21:49.444421 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-86d9e0eb-4de9-4af6-b9b8-cf1de6a91f35 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.449894 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e1ff760b-d336-4ec6-8dfb-534c0d22f743 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.509948 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b3ef2c8a-cb4b-4f99-acf8-e726cce7c9df tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.581861 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e1ff760b-d336-4ec6-8dfb-534c0d22f743 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.664650 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e1ff760b-d336-4ec6-8dfb-534c0d22f743 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.670922 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e1ff760b-d336-4ec6-8dfb-534c0d22f743 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.677266 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e1ff760b-d336-4ec6-8dfb-534c0d22f743 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/security-groups/53a0aea7-9378-4eb5-88b4-39dba88dc7d9 HTTP/1.1" status: 204 len: 168 time: 0.5414615 Jul 07 17:21:49.683629 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46172) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:49.739559 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-86d9e0eb-4de9-4af6-b9b8-cf1de6a91f35 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.750869 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff760b-d336-4ec6-8dfb-534c0d22f743 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a0aea7-9378-4eb5-88b4-39dba88dc7d9,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:49.852099 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ef2c8a-cb4b-4f99-acf8-e726cce7c9df tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Network 342bb596-bbc1-4823-8716-2c2afbbccad8 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:49.866705 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-b3ef2c8a-cb4b-4f99-acf8-e726cce7c9df tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:49.880733 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ef2c8a-cb4b-4f99-acf8-e726cce7c9df tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:49.993518 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1c011d62-beea-4a9d-9945-c7f23b826476 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.024667 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ef2c8a-cb4b-4f99-acf8-e726cce7c9df tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:50.025803 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b3ef2c8a-cb4b-4f99-acf8-e726cce7c9df tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.029349 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef2c8a-cb4b-4f99-acf8-e726cce7c9df tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Pushing event updated for resources: {'Port': ['ID=cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:50.101291 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4ee9b03b-8620-4464-9fc8-7e63cfd8b109 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:50.111528 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa79bf-a249-4cfc-941d-23fd1685c20b req-03fce2a3-6854-44ec-945d-e7e454e5f685 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:50.113276 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-71aa79bf-a249-4cfc-941d-23fd1685c20b req-03fce2a3-6854-44ec-945d-e7e454e5f685 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 945 time: 0.3095262 Jul 07 17:21:50.223754 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1c011d62-beea-4a9d-9945-c7f23b826476 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.257351 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b3ef2c8a-cb4b-4f99-acf8-e726cce7c9df tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.1121943 Jul 07 17:21:50.258666 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46178) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:50.265929 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 4ee9b03b-8620-4464-9fc8-7e63cfd8b109 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:50.282588 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-63222575-614e-49db-bfc8-a74cd4c61e97 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-56428942', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:50.320648 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-86d9e0eb-4de9-4af6-b9b8-cf1de6a91f35 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.324541 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-86d9e0eb-4de9-4af6-b9b8-cf1de6a91f35 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.326088 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-86d9e0eb-4de9-4af6-b9b8-cf1de6a91f35 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "DELETE /v2.0/security-groups/41132292-bd90-4d04-8023-9f436d8fe69c HTTP/1.1" status: 204 len: 168 time: 1.5452814 Jul 07 17:21:50.372054 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9e0eb-4de9-4af6-b9b8-cf1de6a91f35 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41132292-bd90-4d04-8023-9f436d8fe69c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:50.412759 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-63222575-614e-49db-bfc8-a74cd4c61e97 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.412759 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-63222575-614e-49db-bfc8-a74cd4c61e97 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.425971 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-71aa79bf-a249-4cfc-941d-23fd1685c20b req-ea83ef13-a75d-48a2-a231-8a213b7ec763 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803245 Jul 07 17:21:50.477610 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1c011d62-beea-4a9d-9945-c7f23b826476 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.480376 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1c011d62-beea-4a9d-9945-c7f23b826476 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.481813 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1c011d62-beea-4a9d-9945-c7f23b826476 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/security-groups/8340932a-3721-4ffd-857a-540b368cfd63 HTTP/1.1" status: 204 len: 168 time: 0.7956541 Jul 07 17:21:50.487867 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9020c5-0abd-4f09-b6ec-28841fe3ff1e req-84adfaa2-3769-47e3-8d8a-0925ef420dc7 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:50.495079 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea9020c5-0abd-4f09-b6ec-28841fe3ff1e req-84adfaa2-3769-47e3-8d8a-0925ef420dc7 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.4880440 Jul 07 17:21:50.505366 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46182) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:50.510120 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c011d62-beea-4a9d-9945-c7f23b826476 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8340932a-3721-4ffd-857a-540b368cfd63,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:50.571747 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46184) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:50.605695 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46186) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:50.733394 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea9020c5-0abd-4f09-b6ec-28841fe3ff1e req-5a8d0981-5abd-45fa-9550-5449405f26d7 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365386 Jul 07 17:21:50.804787 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc55d52-5b6e-47e7-ba1d-2a0e5309b8ec tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Deleting subnet 2c676d3d-c910-42cc-b1da-ae72c7349ba8 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:21:50.842161 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9dc55d52-5b6e-47e7-ba1d-2a0e5309b8ec tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.916089 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-63222575-614e-49db-bfc8-a74cd4c61e97 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.946305 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-63222575-614e-49db-bfc8-a74cd4c61e97 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.970091 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9050fd-a3b7-4e54-b64c-6cdaa45f1646 None None] Network 342bb596-bbc1-4823-8716-2c2afbbccad8 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:50.995884 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9dc55d52-5b6e-47e7-ba1d-2a0e5309b8ec tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.017478 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6dbd50-6eef-4534-83f5-94d6fe0c0681 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting subnet 8839e675-aa91-4990-beec-c82a961fb7da {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:21:51.022572 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ed6dbd50-6eef-4534-83f5-94d6fe0c0681 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.081223 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ed6dbd50-6eef-4534-83f5-94d6fe0c0681 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.263464 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9dc55d52-5b6e-47e7-ba1d-2a0e5309b8ec tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.314064 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ed6dbd50-6eef-4534-83f5-94d6fe0c0681 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.424080 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-63222575-614e-49db-bfc8-a74cd4c61e97 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.426055 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-63222575-614e-49db-bfc8-a74cd4c61e97 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.1509387 Jul 07 17:21:51.437935 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ed6dbd50-6eef-4534-83f5-94d6fe0c0681 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.452594 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46194) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:51.465906 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ed6dbd50-6eef-4534-83f5-94d6fe0c0681 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.476785 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ed6dbd50-6eef-4534-83f5-94d6fe0c0681 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/subnets/8839e675-aa91-4990-beec-c82a961fb7da HTTP/1.1" status: 204 len: 168 time: 0.9679646 Jul 07 17:21:51.484592 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-12749a73-ac61-4f69-a67f-8480566af949 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2037149977', 'prefixes': ['172.20.0.0/16']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:51.504280 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46196) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:51.508918 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8a7afb04-e3c4-4bc4-8b22-5c08a4278e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.534221 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-cfadb712-2af4-418e-99c7-7539e54f602f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'subnet': {'network_id': '49d97107-f250-424a-86b1-a667b036bf8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:51.588563 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6dbd50-6eef-4534-83f5-94d6fe0c0681 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Subnet': ['ID=8839e675-aa91-4990-beec-c82a961fb7da,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:51.686465 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8e379a-a986-4976-b046-4fac6e1432ed None None] Network 49d97107-f250-424a-86b1-a667b036bf8a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:51.739385 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9dc55d52-5b6e-47e7-ba1d-2a0e5309b8ec tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.882949 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc55d52-5b6e-47e7-ba1d-2a0e5309b8ec tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event deleted for resources: {'Subnet': ['ID=2c676d3d-c910-42cc-b1da-ae72c7349ba8,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:51.898738 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9dc55d52-5b6e-47e7-ba1d-2a0e5309b8ec tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.904140 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9dc55d52-5b6e-47e7-ba1d-2a0e5309b8ec tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "DELETE /v2.0/subnets/2c676d3d-c910-42cc-b1da-ae72c7349ba8 HTTP/1.1" status: 204 len: 168 time: 1.3307402 Jul 07 17:21:51.907037 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46200) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:51.930201 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cf6e6-1687-440d-bb51-ec96ad36d63f req-077bdcc5-726e-472d-95e4-061796d6cc2d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:51.943981 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-854cf6e6-1687-440d-bb51-ec96ad36d63f req-077bdcc5-726e-472d-95e4-061796d6cc2d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.9249585 Jul 07 17:21:51.965490 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6021908-d1e3-4e02-9905-0416bce03eee None None] Network 9944229c-b2d9-4130-af79-8fc14ab603d4 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:52.070270 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8a7afb04-e3c4-4bc4-8b22-5c08a4278e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.090638 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8a7afb04-e3c4-4bc4-8b22-5c08a4278e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.113563 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-fcb18c05-8ad6-4829-919b-b14ad6d2d52e None None] Provisioning for port 4ee9b03b-8620-4464-9fc8-7e63cfd8b109 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:52.137616 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-fcb18c05-8ad6-4829-919b-b14ad6d2d52e None None] Provisioning complete for port 4ee9b03b-8620-4464-9fc8-7e63cfd8b109 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:52.138312 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fcb18c05-8ad6-4829-919b-b14ad6d2d52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.298917 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-12749a73-ac61-4f69-a67f-8480566af949 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks [] for subnetpool, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.301347 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-12749a73-ac61-4f69-a67f-8480566af949 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.8226666 Jul 07 17:21:52.308922 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8a7afb04-e3c4-4bc4-8b22-5c08a4278e18 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=80549e43ec2a46a2b4b3699ef398211f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7011349 Jul 07 17:21:52.310400 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46206) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:52.367342 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-560b6edc-8b27-44e6-8ba8-542086ba7a3a tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fbb24ed8-3120-48c7-862d-3c4352372562', 'tempest-TagsExtTest-Tag-589728321') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:52.375855 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7afb04-e3c4-4bc4-8b22-5c08a4278e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7414888-848b-4d41-85fb-80137342de22,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:52.394801 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfadb712-2af4-418e-99c7-7539e54f602f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:52.403035 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cfadb712-2af4-418e-99c7-7539e54f602f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.432909 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46208) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:52.435496 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7afb04-e3c4-4bc4-8b22-5c08a4278e18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:52.446156 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7afb04-e3c4-4bc4-8b22-5c08a4278e18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:52.447073 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7afb04-e3c4-4bc4-8b22-5c08a4278e18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:52.447581 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7afb04-e3c4-4bc4-8b22-5c08a4278e18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:52.448319 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7afb04-e3c4-4bc4-8b22-5c08a4278e18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:52.449272 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7afb04-e3c4-4bc4-8b22-5c08a4278e18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:52.449916 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7afb04-e3c4-4bc4-8b22-5c08a4278e18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:52.450505 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7afb04-e3c4-4bc4-8b22-5c08a4278e18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:52.451360 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7afb04-e3c4-4bc4-8b22-5c08a4278e18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:52.451920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7afb04-e3c4-4bc4-8b22-5c08a4278e18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:52.452525 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7afb04-e3c4-4bc4-8b22-5c08a4278e18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:52.454036 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7afb04-e3c4-4bc4-8b22-5c08a4278e18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:52.631594 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fcb18c05-8ad6-4829-919b-b14ad6d2d52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.808652 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-fcb18c05-8ad6-4829-919b-b14ad6d2d52e None None] For port 4ee9b03b-8620-4464-9fc8-7e63cfd8b109, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4ee9b03b-8620-4464-9fc8-7e63cfd8b109,segment=NetworkSegment(2d17b27a-3a6c-4d0e-bdec-c0ae443c8585),segment_id=2d17b27a-3a6c-4d0e-bdec-c0ae443c8585)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:52.817093 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c0e747-5cc7-4cf9-b81b-1c4cb21aebce None None] DHCP port deletion for 9944229c-b2d9-4130-af79-8fc14ab603d4 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:21:52.821416 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-854cf6e6-1687-440d-bb51-ec96ad36d63f req-6a80496a-eedf-4c61-bbf9-d30667df3696 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8759997 Jul 07 17:21:52.835115 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fcb18c05-8ad6-4829-919b-b14ad6d2d52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.877988 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6515182b-7678-49d4-8a6e-c36d0c5ce833 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.131205 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-6515182b-7678-49d4-8a6e-c36d0c5ce833 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Deleting port 48859427-8d72-4117-b55a-04f273af134e {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:53.131728 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6515182b-7678-49d4-8a6e-c36d0c5ce833 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.294471 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-6515182b-7678-49d4-8a6e-c36d0c5ce833 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] For port 48859427-8d72-4117-b55a-04f273af134e, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=48859427-8d72-4117-b55a-04f273af134e,segment=NetworkSegment(261555e2-07d0-4e5a-bf68-a4f827c0c367),segment_id=261555e2-07d0-4e5a-bf68-a4f827c0c367)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:53.295013 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6515182b-7678-49d4-8a6e-c36d0c5ce833 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.333029 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-6515182b-7678-49d4-8a6e-c36d0c5ce833 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Calling delete_port for 48859427-8d72-4117-b55a-04f273af134e owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:53.357368 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0667c650-28d9-41aa-ac05-27b688b89145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.455366 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cfadb712-2af4-418e-99c7-7539e54f602f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.473248 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0667c650-28d9-41aa-ac05-27b688b89145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.592024 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700cce19-7f3b-4101-9a8a-3f83c7bfddb0 req-54064590-f98a-4c8f-a16d-727606fcee7e tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:53.594660 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-700cce19-7f3b-4101-9a8a-3f83c7bfddb0 req-54064590-f98a-4c8f-a16d-727606fcee7e tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 945 time: 1.5270617 Jul 07 17:21:53.602508 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfadb712-2af4-418e-99c7-7539e54f602f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network 49d97107-f250-424a-86b1-a667b036bf8a is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:53.630137 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-cfadb712-2af4-418e-99c7-7539e54f602f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:53.663254 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfadb712-2af4-418e-99c7-7539e54f602f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:53.663958 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cfadb712-2af4-418e-99c7-7539e54f602f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.694280 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3db2fb07-9bc9-4109-813f-edb6e1b030b8 None None] Provisioning for port cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:53.712515 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b935e3c6-887a-4f25-acda-9f1df42ae7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.730225 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cfadb712-2af4-418e-99c7-7539e54f602f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2027822 Jul 07 17:21:53.740842 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46218) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:53.743666 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3db2fb07-9bc9-4109-813f-edb6e1b030b8 None None] Provisioning complete for port cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:53.744114 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3db2fb07-9bc9-4109-813f-edb6e1b030b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.748465 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb18c05-8ad6-4829-919b-b14ad6d2d52e None None] Pushing event updated for resources: {'Port': ['ID=4ee9b03b-8620-4464-9fc8-7e63cfd8b109,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:53.759636 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfadb712-2af4-418e-99c7-7539e54f602f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Subnet': ['ID=2274f422-e7d4-4c59-b57d-c398a2e6c7cf,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:53.764285 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-131cb498-bc39-45ab-b6fc-80ec3c620560 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'security_group': {'name': 'tempest-secgroup-1062211498'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:53.777243 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6515182b-7678-49d4-8a6e-c36d0c5ce833 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.834997 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515182b-7678-49d4-8a6e-c36d0c5ce833 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event deleted for resources: {'Port': ['ID=48859427-8d72-4117-b55a-04f273af134e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:53.841978 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-560b6edc-8b27-44e6-8ba8-542086ba7a3a tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "PUT /v2.0/subnets/fbb24ed8-3120-48c7-862d-3c4352372562/tags/tempest-TagsExtTest-Tag-589728321 HTTP/1.1" status: 201 len: 201 time: 1.4851758 Jul 07 17:21:53.842807 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6515182b-7678-49d4-8a6e-c36d0c5ce833 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] No DVR routers for this DVR port 48859427-8d72-4117-b55a-04f273af134e on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:53.845503 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46222) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:53.864714 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.tag.tag_plugin [None req-59c1b3b0-f2a2-4325-aac3-b5e26b669ef1 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65', 'tempest-TagsExtTest-Tag-1798914697') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:53.866006 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-700cce19-7f3b-4101-9a8a-3f83c7bfddb0 req-8c678fdf-247c-4ba2-ab19-75ff9138480b tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442479 Jul 07 17:21:53.869398 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0667c650-28d9-41aa-ac05-27b688b89145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.872656 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0667c650-28d9-41aa-ac05-27b688b89145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.877469 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0667c650-28d9-41aa-ac05-27b688b89145 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c7414888-848b-4d41-85fb-80137342de22 HTTP/1.1" status: 204 len: 168 time: 1.3950100 Jul 07 17:21:53.890831 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0667c650-28d9-41aa-ac05-27b688b89145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7414888-848b-4d41-85fb-80137342de22,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:54.009571 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-131cb498-bc39-45ab-b6fc-80ec3c620560 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.039102 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3db2fb07-9bc9-4109-813f-edb6e1b030b8 None None] Port cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:54.098563 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-74c0e747-5cc7-4cf9-b81b-1c4cb21aebce None None] Deleting port 48859427-8d72-4117-b55a-04f273af134e {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:54.099233 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-74c0e747-5cc7-4cf9-b81b-1c4cb21aebce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.236717 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-74c0e747-5cc7-4cf9-b81b-1c4cb21aebce None None] For port 48859427-8d72-4117-b55a-04f273af134e, host n-d-791503-12, got binding levels [] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:54.237455 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-74c0e747-5cc7-4cf9-b81b-1c4cb21aebce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.255595 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-74c0e747-5cc7-4cf9-b81b-1c4cb21aebce None None] Calling delete_port for 48859427-8d72-4117-b55a-04f273af134e owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:54.258749 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.ipam_backend_mixin [None req-74c0e747-5cc7-4cf9-b81b-1c4cb21aebce None None] Port 48859427-8d72-4117-b55a-04f273af134e was not found and therefore no delete operation was performed {{(pid=100194) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:21:54.262704 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-74c0e747-5cc7-4cf9-b81b-1c4cb21aebce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.266628 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1b093-ea0f-4820-89f1-90696886bde7 req-6f4c3f8b-0f78-463d-b0f5-9bf888ee06a1 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:54.274710 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4ee9b03b-8620-4464-9fc8-7e63cfd8b109 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:54.282014 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f0d1b093-ea0f-4820-89f1-90696886bde7 req-6f4c3f8b-0f78-463d-b0f5-9bf888ee06a1 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.6015365 Jul 07 17:21:54.336237 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3db2fb07-9bc9-4109-813f-edb6e1b030b8 None None] Provisioning complete for port 4ee9b03b-8620-4464-9fc8-7e63cfd8b109 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:54.337107 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3db2fb07-9bc9-4109-813f-edb6e1b030b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.340380 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c0e747-5cc7-4cf9-b81b-1c4cb21aebce None None] No DVR routers for this DVR port 48859427-8d72-4117-b55a-04f273af134e on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:54.378937 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6515182b-7678-49d4-8a6e-c36d0c5ce833 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.444050 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0e747-5cc7-4cf9-b81b-1c4cb21aebce None None] Pushing event deleted for resources: {'Port': ['ID=48859427-8d72-4117-b55a-04f273af134e,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:54.444638 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-6515182b-7678-49d4-8a6e-c36d0c5ce833 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9944229c-b2d9-4130-af79-8fc14ab603d4']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:54.472226 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f0d1b093-ea0f-4820-89f1-90696886bde7 req-0d4127f2-f97d-497d-8f23-465528f25957 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892889 Jul 07 17:21:54.493215 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-6515182b-7678-49d4-8a6e-c36d0c5ce833 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '261555e2-07d0-4e5a-bf68-a4f827c0c367') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:54.493519 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-6515182b-7678-49d4-8a6e-c36d0c5ce833 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '261555e2-07d0-4e5a-bf68-a4f827c0c367') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:54.537228 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 4ee9b03b-8620-4464-9fc8-7e63cfd8b109 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:54.541837 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.575448 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6515182b-7678-49d4-8a6e-c36d0c5ce833 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.603962 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46234) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:54.605049 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-59c1b3b0-f2a2-4325-aac3-b5e26b669ef1 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "PUT /v2.0/ports/cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65/tags/tempest-TagsExtTest-Tag-1798914697 HTTP/1.1" status: 201 len: 201 time: 0.7509904 Jul 07 17:21:54.615754 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-f00ceb73-9216-4e57-a374-f45e3a562c58 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '57e58366-ed4e-4500-b9f4-8bcdcac05265', 'tempest-TagsExtTest-Tag-250941425') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:54.626467 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6515182b-7678-49d4-8a6e-c36d0c5ce833 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.660329 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6515182b-7678-49d4-8a6e-c36d0c5ce833 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:21:54.661745 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6515182b-7678-49d4-8a6e-c36d0c5ce833 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:21:54.669009 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:21:54.843550 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f00ceb73-9216-4e57-a374-f45e3a562c58 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "PUT /v2.0/routers/57e58366-ed4e-4500-b9f4-8bcdcac05265/tags/tempest-TagsExtTest-Tag-250941425 HTTP/1.1" status: 201 len: 201 time: 0.2381985 Jul 07 17:21:54.844443 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46240) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:54.850862 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-b00776df-b1d9-4b9a-b7ce-9f4b7bebc20f tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '06bf75ab-bef4-4806-9b63-8b606d029ad1', 'tempest-TagsExtTest-Tag-287520629') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:54.941051 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b00776df-b1d9-4b9a-b7ce-9f4b7bebc20f tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "PUT /v2.0/subnetpools/06bf75ab-bef4-4806-9b63-8b606d029ad1/tags/tempest-TagsExtTest-Tag-287520629 HTTP/1.1" status: 201 len: 201 time: 0.0952258 Jul 07 17:21:54.942004 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46244) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:54.954375 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-4b6cc6ad-1131-4505-b662-f145d5cb7198 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fbb24ed8-3120-48c7-862d-3c4352372562') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:54.964692 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-131cb498-bc39-45ab-b6fc-80ec3c620560 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.964692 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-131cb498-bc39-45ab-b6fc-80ec3c620560 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.976826 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-eae802d2-4e0a-4e18-b09d-d7d67a4de617 None None] Provisioning complete for port cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:54.982045 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-eae802d2-4e0a-4e18-b09d-d7d67a4de617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.052298 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131cb498-bc39-45ab-b6fc-80ec3c620560 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd1a631-9104-40e5-8865-5cc2fbc56d49,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:55.058067 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6515182b-7678-49d4-8a6e-c36d0c5ce833 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.070843 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6515182b-7678-49d4-8a6e-c36d0c5ce833 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.077033 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6515182b-7678-49d4-8a6e-c36d0c5ce833 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "DELETE /v2.0/networks/9944229c-b2d9-4130-af79-8fc14ab603d4 HTTP/1.1" status: 204 len: 168 time: 3.1034806 Jul 07 17:21:55.087148 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46246) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:55.125503 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-131cb498-bc39-45ab-b6fc-80ec3c620560 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.128042 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-131cb498-bc39-45ab-b6fc-80ec3c620560 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3857548 Jul 07 17:21:55.131224 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515182b-7678-49d4-8a6e-c36d0c5ce833 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event deleted for resources: {'Network': ['ID=9944229c-b2d9-4130-af79-8fc14ab603d4,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:55.133642 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-eae802d2-4e0a-4e18-b09d-d7d67a4de617 None None] Port cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:55.136648 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46248) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:55.146356 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 48859427-8d72-4117-b55a-04f273af134e no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:55.153018 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-63e6d0ca-3af6-45ed-98a1-4f529c429ee9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'security_group': {'name': 'tempest-secgroup-1743376336'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:55.216272 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-63e6d0ca-3af6-45ed-98a1-4f529c429ee9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.224058 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 48859427-8d72-4117-b55a-04f273af134e {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:55.229726 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 48859427-8d72-4117-b55a-04f273af134e not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:55.282653 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4b6cc6ad-1131-4505-b662-f145d5cb7198 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "GET /v2.0/subnets/fbb24ed8-3120-48c7-862d-3c4352372562/tags HTTP/1.1" status: 200 len: 240 time: 0.3385069 Jul 07 17:21:55.282993 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46252) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:55.309244 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-b5dfc917-da5c-4654-bebc-4f7bc8866b6b tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fbb24ed8-3120-48c7-862d-3c4352372562', 'tempest-TagsExtTest-Tag-589728321') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:55.355347 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de676d4a-cb15-43b8-b8de-36341d82ceb9 None None] Network 49d97107-f250-424a-86b1-a667b036bf8a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:55.493015 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ea06a48c-69f3-42fb-9eb7-b976b0dbd11d None None] Provisioning complete for port 23ee2fd2-f313-4c90-9439-14f6233651ef triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:55.494001 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ea06a48c-69f3-42fb-9eb7-b976b0dbd11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.702295 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ccff8c-1bc3-4ff7-91bf-a4558b3de14d req-ed3ecf4d-3c9a-45b1-805d-f41a220a7a2c tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:55.706993 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-24ccff8c-1bc3-4ff7-91bf-a4558b3de14d req-ed3ecf4d-3c9a-45b1-805d-f41a220a7a2c tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 945 time: 0.3563759 Jul 07 17:21:55.721360 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b5dfc917-da5c-4654-bebc-4f7bc8866b6b tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "GET /v2.0/subnets/fbb24ed8-3120-48c7-862d-3c4352372562/tags/tempest-TagsExtTest-Tag-589728321 HTTP/1.1" status: 204 len: 168 time: 0.4170299 Jul 07 17:21:55.728743 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46262) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:55.763516 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-cb11b2d9-149f-43b4-bbd7-135b04fe5aec tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'fbb24ed8-3120-48c7-862d-3c4352372562', 'tempest-TagsExtTest-Tag-589728321') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:55.783673 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43849bdb-9740-4f75-aa35-32b245083281 req-f45b129d-eef6-4169-a049-486455e296ab tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:55.790204 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43849bdb-9740-4f75-aa35-32b245083281 req-f45b129d-eef6-4169-a049-486455e296ab tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60d77af-463e-42e2-a632-eb2bd34ba906 HTTP/1.1" status: 200 len: 945 time: 0.5342443 Jul 07 17:21:55.932814 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-63e6d0ca-3af6-45ed-98a1-4f529c429ee9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.934063 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-62eba13f-c5f2-4933-b585-b1462ebe8300 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Deleting port cd602d2f-5666-46ad-883c-d5a1219e280a {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:55.934576 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62eba13f-c5f2-4933-b585-b1462ebe8300 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.938464 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-63e6d0ca-3af6-45ed-98a1-4f529c429ee9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.963668 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43849bdb-9740-4f75-aa35-32b245083281 req-aeab286e-21c7-4302-8b63-bf8835bc6330 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514792 Jul 07 17:21:55.985005 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-63e6d0ca-3af6-45ed-98a1-4f529c429ee9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.989084 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-63e6d0ca-3af6-45ed-98a1-4f529c429ee9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8472588 Jul 07 17:21:55.989698 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6d0ca-3af6-45ed-98a1-4f529c429ee9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83472aa2-8ae7-4cc8-9a01-d521b3b38e60,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:55.992635 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46266) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:55.997426 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-1c3ad3fc-0ddc-4772-b9dd-eac23ffd4915 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'security_group': {'name': 'tempest-secgroup-1402745223'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:56.026776 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad3fc-0ddc-4772-b9dd-eac23ffd4915 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:56.185686 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad3fc-0ddc-4772-b9dd-eac23ffd4915 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:56.191278 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad3fc-0ddc-4772-b9dd-eac23ffd4915 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:56.262132 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-24ccff8c-1bc3-4ff7-91bf-a4558b3de14d req-25c2fc78-c5a5-4919-a217-793f0c7d6dc9 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5284858 Jul 07 17:21:56.309805 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ad3fc-0ddc-4772-b9dd-eac23ffd4915 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9effb4f-484b-4217-aa05-83a05a7c6ac9,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:56.313114 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad3fc-0ddc-4772-b9dd-eac23ffd4915 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:56.314449 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1c3ad3fc-0ddc-4772-b9dd-eac23ffd4915 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3209639 Jul 07 17:21:56.328814 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46274) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:56.335688 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-5c27dd97-f6eb-4e7d-80cb-be4f80e2a80e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-763697808', 'security_groups': ['b9effb4f-484b-4217-aa05-83a05a7c6ac9'], 'network_id': '49d97107-f250-424a-86b1-a667b036bf8a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2274f422-e7d4-4c59-b57d-c398a2e6c7cf'}]}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:56.337059 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:56.473120 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ea06a48c-69f3-42fb-9eb7-b976b0dbd11d None None] Provisioning complete for port e0f2d74a-482e-48c3-91ce-db931a4b5b28 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:56.475571 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ea06a48c-69f3-42fb-9eb7-b976b0dbd11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:56.477216 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62eba13f-c5f2-4933-b585-b1462ebe8300 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:56.490315 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62eba13f-c5f2-4933-b585-b1462ebe8300 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:56.516765 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31144dbe-c63f-4c73-bf0c-9aeb0c3da978 req-7ff1586f-29fc-49fb-8823-fd0eae2d6903 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:56.518851 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-31144dbe-c63f-4c73-bf0c-9aeb0c3da978 req-7ff1586f-29fc-49fb-8823-fd0eae2d6903 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.1681390 Jul 07 17:21:56.571782 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-ea06a48c-69f3-42fb-9eb7-b976b0dbd11d None None] Port e0f2d74a-482e-48c3-91ce-db931a4b5b28 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:56.595248 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cb11b2d9-149f-43b4-bbd7-135b04fe5aec tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "DELETE /v2.0/subnets/fbb24ed8-3120-48c7-862d-3c4352372562/tags/tempest-TagsExtTest-Tag-589728321 HTTP/1.1" status: 204 len: 168 time: 0.8451586 Jul 07 17:21:56.604537 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46280) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:56.609782 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.tag.tag_plugin [None req-dae441a7-d2eb-4400-bc04-eee114361cc3 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fbb24ed8-3120-48c7-862d-3c4352372562') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:56.611217 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-62eba13f-c5f2-4933-b585-b1462ebe8300 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Calling delete_port for cd602d2f-5666-46ad-883c-d5a1219e280a owned by network:floatingip {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:56.724174 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-31144dbe-c63f-4c73-bf0c-9aeb0c3da978 req-92c4cca3-8817-4c9f-8697-03d1e7360c24 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895692 Jul 07 17:21:56.798418 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e61990-c504-4128-95e9-8c263917c922 req-232e39ea-9261-4260-9602-b48ccebe08eb tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:56.800499 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80e61990-c504-4128-95e9-8c263917c922 req-232e39ea-9261-4260-9602-b48ccebe08eb tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.72 "GET /v2.0/ports?device_id=b60d77af-463e-42e2-a632-eb2bd34ba906 HTTP/1.1" status: 200 len: 945 time: 0.2600229 Jul 07 17:21:56.895173 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c27dd97-f6eb-4e7d-80cb-be4f80e2a80e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:56.935068 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-03b7a10c-f53f-4aec-98a1-26ad23a14235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:56.954974 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02de52db-4826-4f73-bff8-5be4bcd46801 None None] Update dhcp port {'port': {'network_id': '49d97107-f250-424a-86b1-a667b036bf8a', 'fixed_ips': [{'subnet_id': '0f053d06-3c63-4017-86e0-bdc5ee31aadd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2274f422-e7d4-4c59-b57d-c398a2e6c7cf'}], 'binding:host_id': 'n-d-791503-12'}, 'id': '23ee2fd2-f313-4c90-9439-14f6233651ef'} from n-d-791503-12. {{(pid=100194) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:21:57.038820 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-80e61990-c504-4128-95e9-8c263917c922 req-f7f96ba2-ca50-4deb-9201-54fb50f94590 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Deleting port e44db2cb-a154-4dba-a8ae-e1e685084183 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:57.039532 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-80e61990-c504-4128-95e9-8c263917c922 req-f7f96ba2-ca50-4deb-9201-54fb50f94590 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.210495 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-02de52db-4826-4f73-bff8-5be4bcd46801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.375817 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-80e61990-c504-4128-95e9-8c263917c922 req-f7f96ba2-ca50-4deb-9201-54fb50f94590 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] For port e44db2cb-a154-4dba-a8ae-e1e685084183, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=e44db2cb-a154-4dba-a8ae-e1e685084183,segment=NetworkSegment(f9082715-a122-4543-bbf6-c582b0edb07f),segment_id=f9082715-a122-4543-bbf6-c582b0edb07f)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:57.376359 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-80e61990-c504-4128-95e9-8c263917c922 req-f7f96ba2-ca50-4deb-9201-54fb50f94590 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.432977 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-80e61990-c504-4128-95e9-8c263917c922 req-f7f96ba2-ca50-4deb-9201-54fb50f94590 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Calling delete_port for e44db2cb-a154-4dba-a8ae-e1e685084183 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:57.443855 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62eba13f-c5f2-4933-b585-b1462ebe8300 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.564796 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-dae441a7-d2eb-4400-bc04-eee114361cc3 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "GET /v2.0/subnets/fbb24ed8-3120-48c7-862d-3c4352372562/tags HTTP/1.1" status: 200 len: 205 time: 0.9589734 Jul 07 17:21:57.566090 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46302) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:57.574139 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eba13f-c5f2-4933-b585-b1462ebe8300 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event deleted for resources: {'Port': ['ID=cd602d2f-5666-46ad-883c-d5a1219e280a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:57.594846 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.tag.tag_plugin [None req-07d9b8e2-3f46-487b-88a3-29a593a9e3aa tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:57.694642 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62eba13f-c5f2-4933-b585-b1462ebe8300 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for floatingip, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.695643 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-62eba13f-c5f2-4933-b585-b1462ebe8300 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Floating IP ded981ba-cafb-4575-87c1-ab638479e96a disassociated (deleted). External IP: 172.25.0.11, port: 2923b46f-2cf0-44aa-a912-9aa874f69f80. Jul 07 17:21:57.818959 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-02de52db-4826-4f73-bff8-5be4bcd46801 None None] Allocated IP 2001:db8::2 (49d97107-f250-424a-86b1-a667b036bf8a/2274f422-e7d4-4c59-b57d-c398a2e6c7cf/23ee2fd2-f313-4c90-9439-14f6233651ef) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:58.033464 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5c27dd97-f6eb-4e7d-80cb-be4f80e2a80e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.109129 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.134772 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-5c27dd97-f6eb-4e7d-80cb-be4f80e2a80e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] device_id is not set on port 0b01bd93-8bca-496c-b7c9-380ac9cb6444 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:21:58.251247 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46308) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:58.288138 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-02de52db-4826-4f73-bff8-5be4bcd46801 None None] For port 23ee2fd2-f313-4c90-9439-14f6233651ef, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=23ee2fd2-f313-4c90-9439-14f6233651ef,segment=NetworkSegment(1dd30b56-9b5f-4662-bff8-b8b1bd125234),segment_id=1dd30b56-9b5f-4662-bff8-b8b1bd125234)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:58.397683 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-02de52db-4826-4f73-bff8-5be4bcd46801 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.439724 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-02de52db-4826-4f73-bff8-5be4bcd46801 None None] Transition to ACTIVE for port object 23ee2fd2-f313-4c90-9439-14f6233651ef will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:58.446881 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-02de52db-4826-4f73-bff8-5be4bcd46801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.449129 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72853b95-0e1d-4e4d-9f96-9cbead557974 req-896deb5b-821f-4eb6-ab22-766c15185b04 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:58.456675 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34ce18-cf35-42f3-b118-7b74fcf86950 req-64d58e47-aa9a-4f18-bd41-aa0fbc92795d tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:58.464172 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d34ce18-cf35-42f3-b118-7b74fcf86950 req-64d58e47-aa9a-4f18-bd41-aa0fbc92795d tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60d77af-463e-42e2-a632-eb2bd34ba906 HTTP/1.1" status: 200 len: 945 time: 1.0258806 Jul 07 17:21:58.473243 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-72853b95-0e1d-4e4d-9f96-9cbead557974 req-896deb5b-821f-4eb6-ab22-766c15185b04 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 945 time: 0.2209234 Jul 07 17:21:58.566045 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-5c27dd97-f6eb-4e7d-80cb-be4f80e2a80e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Allocated IP 2001:db8::16e (49d97107-f250-424a-86b1-a667b036bf8a/2274f422-e7d4-4c59-b57d-c398a2e6c7cf/0b01bd93-8bca-496c-b7c9-380ac9cb6444) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:58.613289 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de52db-4826-4f73-bff8-5be4bcd46801 None None] Pushing event updated for resources: {'Port': ['ID=23ee2fd2-f313-4c90-9439-14f6233651ef,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:58.823565 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5c27dd97-f6eb-4e7d-80cb-be4f80e2a80e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.841072 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-5c27dd97-f6eb-4e7d-80cb-be4f80e2a80e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Transition to ACTIVE for port object 0b01bd93-8bca-496c-b7c9-380ac9cb6444 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:58.919597 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-07d9b8e2-3f46-487b-88a3-29a593a9e3aa tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "GET /v2.0/ports/cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65/tags HTTP/1.1" status: 200 len: 241 time: 1.3320839 Jul 07 17:21:58.923237 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46314) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:58.929884 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.tag.tag_plugin [None req-e2c274e7-af11-4096-a45b-273d9168bbc5 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65', 'tempest-TagsExtTest-Tag-1798914697') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:58.933178 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5c27dd97-f6eb-4e7d-80cb-be4f80e2a80e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:59.047565 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27dd97-f6eb-4e7d-80cb-be4f80e2a80e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Port': ['ID=0b01bd93-8bca-496c-b7c9-380ac9cb6444,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:59.125927 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c27dd97-f6eb-4e7d-80cb-be4f80e2a80e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network 49d97107-f250-424a-86b1-a667b036bf8a is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:59.131392 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-5c27dd97-f6eb-4e7d-80cb-be4f80e2a80e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:59.145533 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c27dd97-f6eb-4e7d-80cb-be4f80e2a80e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:59.151748 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c27dd97-f6eb-4e7d-80cb-be4f80e2a80e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:59.165523 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5c27dd97-f6eb-4e7d-80cb-be4f80e2a80e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:59.203367 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d34ce18-cf35-42f3-b118-7b74fcf86950 req-9be1ff06-ee8a-45d6-bf1c-9270122962c8 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7380297 Jul 07 17:21:59.275937 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5c27dd97-f6eb-4e7d-80cb-be4f80e2a80e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9459164 Jul 07 17:21:59.276305 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-36466e01-5ebc-4f84-937c-c72d0a6c2aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:59.284123 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46316) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:59.308935 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-f2fa2373-4555-4dde-9693-4da6706a71bb tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'subnet': {'network_id': '49d97107-f250-424a-86b1-a667b036bf8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:59.329107 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62eba13f-c5f2-4933-b585-b1462ebe8300 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Router 031e4780-b0ce-479f-b8ab-92fdb55877d7 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:21:59.399911 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-72853b95-0e1d-4e4d-9f96-9cbead557974 req-39c17c99-ee42-430c-8eb3-8f39dffb55e3 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9231272 Jul 07 17:21:59.614963 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device e44db2cb-a154-4dba-a8ae-e1e685084183 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:59.893789 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62eba13f-c5f2-4933-b585-b1462ebe8300 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:21:59.920300 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62eba13f-c5f2-4933-b585-b1462ebe8300 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:59.922129 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1296d984-20e0-4142-b5eb-5127db9237e9 None None] Sync routers for ids ['031e4780-b0ce-479f-b8ab-92fdb55877d7'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:21:59.935618 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.007333 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-62eba13f-c5f2-4933-b585-b1462ebe8300 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "DELETE /v2.0/floatingips/ded981ba-cafb-4575-87c1-ab638479e96a HTTP/1.1" status: 204 len: 168 time: 4.9172273 Jul 07 17:22:00.011940 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3ae079-368c-47ee-8178-868d6fe6d8a9', 'tag': '2923b46f-2cf0-44aa-a912-9aa874f69f80'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:00.015539 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f0dd59-03ef-4fff-9596-8c8bcdc03e09" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3ae079-368c-47ee-8178-868d6fe6d8a9", "tag": "2923b46f-2cf0-44aa-a912-9aa874f69f80"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:00.055561 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-36466e01-5ebc-4f84-937c-c72d0a6c2aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.057488 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 23ee2fd2-f313-4c90-9439-14f6233651ef up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:00.061457 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-36466e01-5ebc-4f84-937c-c72d0a6c2aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.113403 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-36466e01-5ebc-4f84-937c-c72d0a6c2aa5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=11a80e63f96346fa98c756d05ae930df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8559339 Jul 07 17:22:00.113948 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46322) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:00.122510 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36466e01-5ebc-4f84-937c-c72d0a6c2aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47dc4b8a-b243-4e6b-a58c-674c70cd8b35,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:00.179116 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1296d984-20e0-4142-b5eb-5127db9237e9 None None] Routers {'031e4780-b0ce-479f-b8ab-92fdb55877d7'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:00.180551 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1296d984-20e0-4142-b5eb-5127db9237e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:21:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['031e4780-b0ce-479f-b8ab-92fdb55877d7'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:00.272743 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fa3802d0-9766-4c1e-8b9f-4ae5f5060ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.340378 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fa3802d0-9766-4c1e-8b9f-4ae5f5060ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.431605 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-1296d984-20e0-4142-b5eb-5127db9237e9 None None] Set router 031e4780-b0ce-479f-b8ab-92fdb55877d7 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:00.434646 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-80e61990-c504-4128-95e9-8c263917c922 req-f7f96ba2-ca50-4deb-9201-54fb50f94590 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.442626 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e2c274e7-af11-4096-a45b-273d9168bbc5 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "GET /v2.0/ports/cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65/tags/tempest-TagsExtTest-Tag-1798914697 HTTP/1.1" status: 204 len: 168 time: 1.5164049 Jul 07 17:22:00.443329 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46328) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:00.452019 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-6cc28f3c-0e91-4534-ab13-c8b66a3218e6 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65', 'tempest-TagsExtTest-Tag-1798914697') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:00.456645 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fa3802d0-9766-4c1e-8b9f-4ae5f5060ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.459990 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fa3802d0-9766-4c1e-8b9f-4ae5f5060ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.461412 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fa3802d0-9766-4c1e-8b9f-4ae5f5060ef3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47dc4b8a-b243-4e6b-a58c-674c70cd8b35 HTTP/1.1" status: 204 len: 168 time: 0.3464172 Jul 07 17:22:00.516881 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f96ba2-ca50-4deb-9201-54fb50f94590 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Pushing event deleted for resources: {'Port': ['ID=e44db2cb-a154-4dba-a8ae-e1e685084183,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:00.564485 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3802d0-9766-4c1e-8b9f-4ae5f5060ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dc4b8a-b243-4e6b-a58c-674c70cd8b35,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:00.598649 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['67423665-ecd8-4c6b-907d-c2d9c0d4faf2'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:22:00.607409 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['2dce8daf-33b0-4c75-861b-c760dda34677', 'bf7cafe0-a9a7-40fe-bd02-cb24e83bee54'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:22:00.632549 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6e14c-2b97-472b-8166-b7804fddda99 req-046a2b8b-545b-4b9a-bee2-1499d984011b tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:00.644144 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ed6e14c-2b97-472b-8166-b7804fddda99 req-046a2b8b-545b-4b9a-bee2-1499d984011b tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 1.0807617 Jul 07 17:22:00.660804 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e61990-c504-4128-95e9-8c263917c922 req-f7f96ba2-ca50-4deb-9201-54fb50f94590 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] No DVR routers for this DVR port e44db2cb-a154-4dba-a8ae-e1e685084183 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:00.674727 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6cc28f3c-0e91-4534-ab13-c8b66a3218e6 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "DELETE /v2.0/ports/cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65/tags/tempest-TagsExtTest-Tag-1798914697 HTTP/1.1" status: 204 len: 168 time: 0.2286713 Jul 07 17:22:00.677956 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46334) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:00.678569 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-80e61990-c504-4128-95e9-8c263917c922 req-f7f96ba2-ca50-4deb-9201-54fb50f94590 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.680991 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80e61990-c504-4128-95e9-8c263917c922 req-f7f96ba2-ca50-4deb-9201-54fb50f94590 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.72 "DELETE /v2.0/ports/e44db2cb-a154-4dba-a8ae-e1e685084183 HTTP/1.1" status: 204 len: 173 time: 3.8686168 Jul 07 17:22:00.683113 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60d77af-463e-42e2-a632-eb2bd34ba906', 'name': 'network-vif-deleted', 'tag': 'e44db2cb-a154-4dba-a8ae-e1e685084183'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:00.689215 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-63cbe54c-1241-4856-9509-c1a46608d5e2 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:00.702259 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8c1609-d3bb-4c71-9e0c-092a6776cdfd" -d '{"events": [{"server_uuid": "b60d77af-463e-42e2-a632-eb2bd34ba906", "name": "network-vif-deleted", "tag": "e44db2cb-a154-4dba-a8ae-e1e685084183"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:00.729744 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fa2373-4555-4dde-9693-4da6706a71bb tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:00.737661 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f2fa2373-4555-4dde-9693-4da6706a71bb tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.754275 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b5d0bd14-b125-4a6b-a010-dde2d4cd1b33 None None] Provisioning for port 23ee2fd2-f313-4c90-9439-14f6233651ef completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:00.795696 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffce643-8a32-4b33-a98f-8b6109790c94 x-openstack-request-id: req-4ffce643-8a32-4b33-a98f-8b6109790c94 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:00.799152 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3ae079-368c-47ee-8178-868d6fe6d8a9", "tag": "2923b46f-2cf0-44aa-a912-9aa874f69f80", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:00.799917 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ffce643-8a32-4b33-a98f-8b6109790c94 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:00.802980 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3ae079-368c-47ee-8178-868d6fe6d8a9', 'tag': '2923b46f-2cf0-44aa-a912-9aa874f69f80', 'status': 'completed', 'code': 200} Jul 07 17:22:00.913611 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-63cbe54c-1241-4856-9509-c1a46608d5e2 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "GET /v2.0/ports/cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65/tags HTTP/1.1" status: 200 len: 205 time: 0.2322500 Jul 07 17:22:00.914306 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46340) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:00.923337 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-79985838-322e-4e7f-972f-7a8c91e0c069 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '57e58366-ed4e-4500-b9f4-8bcdcac05265') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:00.952201 n-d-791503-12 neutron-server[100192]: INFO neutron.db.ipam_backend_mixin [None req-f2fa2373-4555-4dde-9693-4da6706a71bb tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2274f422-e7d4-4c59-b57d-c398a2e6c7cf (CIDR: 2001:db8::/64) Jul 07 17:22:00.990505 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ed6e14c-2b97-472b-8166-b7804fddda99 req-4835df8d-ea64-4080-86a1-5f4409d47790 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446810 Jul 07 17:22:00.991461 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2fa2373-4555-4dde-9693-4da6706a71bb tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:22:00.991973 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2fa2373-4555-4dde-9693-4da6706a71bb tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:01.031349 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f2fa2373-4555-4dde-9693-4da6706a71bb tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7291296 Jul 07 17:22:01.035480 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46346) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:01.049461 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-02f2b703-e468-420e-bbe4-5962a7a788eb tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'subnet': {'network_id': '49d97107-f250-424a-86b1-a667b036bf8a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:01.072364 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b5d0bd14-b125-4a6b-a010-dde2d4cd1b33 None None] Provisioning complete for port 23ee2fd2-f313-4c90-9439-14f6233651ef triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:01.092429 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b5d0bd14-b125-4a6b-a010-dde2d4cd1b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:01.205868 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-108d44b2-80ef-411f-9054-61d1c8fee10b req-357670b5-c9fb-4c37-89a8-e2acbe731631 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60d77af-463e-42e2-a632-eb2bd34ba906 HTTP/1.1" status: 200 len: 210 time: 0.1442955 Jul 07 17:22:01.255347 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-79985838-322e-4e7f-972f-7a8c91e0c069 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "GET /v2.0/routers/57e58366-ed4e-4500-b9f4-8bcdcac05265/tags HTTP/1.1" status: 200 len: 240 time: 0.3378532 Jul 07 17:22:01.256132 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46354) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:01.286166 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-da9d14a1-602d-4b83-900d-6667705d551a tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '57e58366-ed4e-4500-b9f4-8bcdcac05265', 'tempest-TagsExtTest-Tag-250941425') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:01.297880 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:01.338284 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 23ee2fd2-f313-4c90-9439-14f6233651ef triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:01.338842 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:01.506895 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-da9d14a1-602d-4b83-900d-6667705d551a tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "GET /v2.0/routers/57e58366-ed4e-4500-b9f4-8bcdcac05265/tags/tempest-TagsExtTest-Tag-250941425 HTTP/1.1" status: 204 len: 168 time: 0.2472413 Jul 07 17:22:01.525369 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46358) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:01.558960 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.tag.tag_plugin [None req-67c085a6-bbe5-41e6-b3ef-981ecdf18c03 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '57e58366-ed4e-4500-b9f4-8bcdcac05265', 'tempest-TagsExtTest-Tag-250941425') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:01.708857 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed95dde-6acf-4202-9dd1-a3e253f4bcf4 req-ebb9ad97-fb21-4fb0-8944-041915196ad0 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:01.725117 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2ed95dde-6acf-4202-9dd1-a3e253f4bcf4 req-ebb9ad97-fb21-4fb0-8944-041915196ad0 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 945 time: 0.2047873 Jul 07 17:22:01.857848 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2ed95dde-6acf-4202-9dd1-a3e253f4bcf4 req-f46373e8-2e7b-4a14-a620-7b1bcaf4da27 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bbe048-21ab-4a5f-afdf-bf1197cdf2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313972 Jul 07 17:22:01.950749 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b5d0bd14-b125-4a6b-a010-dde2d4cd1b33 None None] Provisioning complete for port e0f2d74a-482e-48c3-91ce-db931a4b5b28 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:01.950749 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b5d0bd14-b125-4a6b-a010-dde2d4cd1b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:01.951809 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9b1a5-93d5-49ef-b2be-5cebec4bec5d req-0a294535-de88-4533-9ed3-d060993575e1 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:01.962461 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c3d9b1a5-93d5-49ef-b2be-5cebec4bec5d req-0a294535-de88-4533-9ed3-d060993575e1 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 945 time: 0.6390262 Jul 07 17:22:02.012362 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f2b703-e468-420e-bbe4-5962a7a788eb tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:02.018947 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-02f2b703-e468-420e-bbe4-5962a7a788eb tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:02.042118 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46368) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:02.043140 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-67c085a6-bbe5-41e6-b3ef-981ecdf18c03 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "DELETE /v2.0/routers/57e58366-ed4e-4500-b9f4-8bcdcac05265/tags/tempest-TagsExtTest-Tag-250941425 HTTP/1.1" status: 204 len: 168 time: 0.4915826 Jul 07 17:22:02.047287 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-4d97f050-121f-4d74-9d0f-0b72cc90d761 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '57e58366-ed4e-4500-b9f4-8bcdcac05265') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:02.093174 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51daab70-26eb-46cd-b925-d69d9fdd16da x-openstack-request-id: req-51daab70-26eb-46cd-b925-d69d9fdd16da {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:02.094013 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60d77af-463e-42e2-a632-eb2bd34ba906", "name": "network-vif-deleted", "tag": "e44db2cb-a154-4dba-a8ae-e1e685084183", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:02.094408 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51daab70-26eb-46cd-b925-d69d9fdd16da {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:02.094981 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60d77af-463e-42e2-a632-eb2bd34ba906', 'name': 'network-vif-deleted', 'tag': 'e44db2cb-a154-4dba-a8ae-e1e685084183', 'status': 'completed', 'code': 200} Jul 07 17:22:02.115330 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0dd59-03ef-4fff-9596-8c8bcdc03e09 req-f5e29c74-bb26-43d2-88f1-c6ae1d337157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:02.119175 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80f0dd59-03ef-4fff-9596-8c8bcdc03e09 req-f5e29c74-bb26-43d2-88f1-c6ae1d337157 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7e4da5b6d5e463984eb77df0d02de9e&device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 1097 time: 1.1647348 Jul 07 17:22:02.183581 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1296d984-20e0-4142-b5eb-5127db9237e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'name': 'tempest-TestNetworkBasicOps-router-2112546659', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:38Z', 'updated_at': '2021-07-07T17:21:35Z', 'revision_number': 6, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '94c485bf-15b9-4428-9944-636f756da186', 'name': '', 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'mac_address': 'fa:16:3e:10:dd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:54Z', 'updated_at': '2021-07-07T17:19:05Z', 'revision_number': 5, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'subnets': [{'id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:02.380245 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c3d9b1a5-93d5-49ef-b2be-5cebec4bec5d req-67d7a43a-1771-44ac-b14d-34198ac58bbd tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4068139 Jul 07 17:22:02.501846 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4d97f050-121f-4d74-9d0f-0b72cc90d761 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "GET /v2.0/routers/57e58366-ed4e-4500-b9f4-8bcdcac05265/tags HTTP/1.1" status: 200 len: 205 time: 0.4583097 Jul 07 17:22:02.504893 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46374) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:02.530230 n-d-791503-12 neutron-server[100192]: INFO neutron.db.ipam_backend_mixin [None req-02f2b703-e468-420e-bbe4-5962a7a788eb tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0f053d06-3c63-4017-86e0-bdc5ee31aadd (CIDR: 2001:db8:0:1::/64) Jul 07 17:22:02.657579 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-6426037c-8e8c-49ea-98e4-f7e2205b4b86 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '06bf75ab-bef4-4806-9b63-8b606d029ad1') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:02.657579 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6426037c-8e8c-49ea-98e4-f7e2205b4b86 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "GET /v2.0/subnetpools/06bf75ab-bef4-4806-9b63-8b606d029ad1/tags HTTP/1.1" status: 200 len: 240 time: 0.0845282 Jul 07 17:22:02.657802 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0dd59-03ef-4fff-9596-8c8bcdc03e09 req-fa947a3a-cdb7-40b5-b72d-6e3ac2e12c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:02.657802 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80f0dd59-03ef-4fff-9596-8c8bcdc03e09 req-fa947a3a-cdb7-40b5-b72d-6e3ac2e12c4a service neutron] 10.222.0.72 "GET /v2.0/networks?id=507311b0-9434-46e9-9ba9-87b422a6045c HTTP/1.1" status: 200 len: 897 time: 0.4906449 Jul 07 17:22:02.665330 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46378) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:02.675057 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f2b703-e468-420e-bbe4-5962a7a788eb tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:22:02.675546 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f2b703-e468-420e-bbe4-5962a7a788eb tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:02.714930 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.tag.tag_plugin [None req-3cea8f9c-2021-421d-9e9c-0fadd755150c tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06bf75ab-bef4-4806-9b63-8b606d029ad1', 'tempest-TagsExtTest-Tag-287520629') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:02.715077 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e711a85-3c4c-45e3-a762-0d6f72f0150b req-3d380cc8-6f6c-4d78-bce8-b11d13094ebc tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:02.715077 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6e711a85-3c4c-45e3-a762-0d6f72f0150b req-3d380cc8-6f6c-4d78-bce8-b11d13094ebc tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 945 time: 0.5381269 Jul 07 17:22:02.732214 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1296d984-20e0-4142-b5eb-5127db9237e9 None None] Checking router: 031e4780-b0ce-479f-b8ab-92fdb55877d7 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:22:02.751057 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-b5d0bd14-b125-4a6b-a010-dde2d4cd1b33 None None] Port e0f2d74a-482e-48c3-91ce-db931a4b5b28 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:02.765737 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1296d984-20e0-4142-b5eb-5127db9237e9 None None] Routers {'031e4780-b0ce-479f-b8ab-92fdb55877d7'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:02.765737 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1296d984-20e0-4142-b5eb-5127db9237e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:21:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['031e4780-b0ce-479f-b8ab-92fdb55877d7'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:02.772698 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80f0dd59-03ef-4fff-9596-8c8bcdc03e09 req-2bb29314-40f5-4450-9d95-5157134928fb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2923b46f-2cf0-44aa-a912-9aa874f69f80 HTTP/1.1" status: 200 len: 217 time: 0.1169298 Jul 07 17:22:02.776258 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660e093-2fd2-4b39-8712-55cb9235b7d0 req-fefd44d6-765d-4ed7-b1a6-ed8b74c57004 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:02.793421 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f660e093-2fd2-4b39-8712-55cb9235b7d0 req-fefd44d6-765d-4ed7-b1a6-ed8b74c57004 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.2937255 Jul 07 17:22:02.882204 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-02f2b703-e468-420e-bbe4-5962a7a788eb tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.8450437 Jul 07 17:22:02.885911 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46386) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:02.940305 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-c0dd4567-ba2b-42b3-8b30-777218d4ca3b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'subnet': {'network_id': '49d97107-f250-424a-86b1-a667b036bf8a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:02.963023 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b51752f5-e6ff-470a-95a7-613992e90277 None None] Provisioning for port 0b01bd93-8bca-496c-b7c9-380ac9cb6444 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:03.014682 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b51752f5-e6ff-470a-95a7-613992e90277 None None] Provisioning complete for port 0b01bd93-8bca-496c-b7c9-380ac9cb6444 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:03.015098 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b51752f5-e6ff-470a-95a7-613992e90277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.100371 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-b51752f5-e6ff-470a-95a7-613992e90277 None None] Port 0b01bd93-8bca-496c-b7c9-380ac9cb6444 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:03.107018 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-1296d984-20e0-4142-b5eb-5127db9237e9 None None] Set router 031e4780-b0ce-479f-b8ab-92fdb55877d7 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:03.191333 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f660e093-2fd2-4b39-8712-55cb9235b7d0 req-db56f5ea-1fab-4607-a8b8-3284dcccb7c8 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963486 Jul 07 17:22:03.238199 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46396) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:03.241581 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3cea8f9c-2021-421d-9e9c-0fadd755150c tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "GET /v2.0/subnetpools/06bf75ab-bef4-4806-9b63-8b606d029ad1/tags/tempest-TagsExtTest-Tag-287520629 HTTP/1.1" status: 204 len: 168 time: 0.5619984 Jul 07 17:22:03.250856 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-0934e966-d92c-41b8-950a-724f0fe1d84c tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '06bf75ab-bef4-4806-9b63-8b606d029ad1', 'tempest-TagsExtTest-Tag-287520629') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:03.269374 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-6e711a85-3c4c-45e3-a762-0d6f72f0150b req-57439ba3-613a-432f-b5fc-fb7289775d96 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Deleting port 2923b46f-2cf0-44aa-a912-9aa874f69f80 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:03.270048 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6e711a85-3c4c-45e3-a762-0d6f72f0150b req-57439ba3-613a-432f-b5fc-fb7289775d96 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.318741 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0dd59-03ef-4fff-9596-8c8bcdc03e09 req-d8882b65-f312-4ee8-a0d3-d1d91daa8ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:03.323600 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80f0dd59-03ef-4fff-9596-8c8bcdc03e09 req-d8882b65-f312-4ee8-a0d3-d1d91daa8ef6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=703a8988-b4e5-43ee-b12c-dbe005b0e069 HTTP/1.1" status: 200 len: 835 time: 0.5417931 Jul 07 17:22:03.372328 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0934e966-d92c-41b8-950a-724f0fe1d84c tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "DELETE /v2.0/subnetpools/06bf75ab-bef4-4806-9b63-8b606d029ad1/tags/tempest-TagsExtTest-Tag-287520629 HTTP/1.1" status: 204 len: 168 time: 0.1316516 Jul 07 17:22:03.376557 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46398) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:03.386138 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-5c637b42-8079-4166-bc1b-5a23cc43162d tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '06bf75ab-bef4-4806-9b63-8b606d029ad1') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:03.416103 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0dd4567-ba2b-42b3-8b30-777218d4ca3b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Made reservation on behalf of a4d810b7abb64d54ac8bc38e2d32e1cc for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:03.424246 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-6e711a85-3c4c-45e3-a762-0d6f72f0150b req-57439ba3-613a-432f-b5fc-fb7289775d96 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] For port 2923b46f-2cf0-44aa-a912-9aa874f69f80, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=2923b46f-2cf0-44aa-a912-9aa874f69f80,segment=NetworkSegment(28bd09c2-4756-473e-b2bd-8e1684a859d1),segment_id=28bd09c2-4756-473e-b2bd-8e1684a859d1)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:03.424653 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6e711a85-3c4c-45e3-a762-0d6f72f0150b req-57439ba3-613a-432f-b5fc-fb7289775d96 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.428001 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c0dd4567-ba2b-42b3-8b30-777218d4ca3b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.445373 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5c637b42-8079-4166-bc1b-5a23cc43162d tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "GET /v2.0/subnetpools/06bf75ab-bef4-4806-9b63-8b606d029ad1/tags HTTP/1.1" status: 200 len: 205 time: 0.0671828 Jul 07 17:22:03.446372 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-6e711a85-3c4c-45e3-a762-0d6f72f0150b req-57439ba3-613a-432f-b5fc-fb7289775d96 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Calling delete_port for 2923b46f-2cf0-44aa-a912-9aa874f69f80 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:03.448078 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46400) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:03.456804 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-e91d8ebb-e019-419c-80d6-31c569b45d3e tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '06bf75ab-bef4-4806-9b63-8b606d029ad1') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:03.570724 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6be3b-5948-4fac-817e-a0ce9f9da49a req-ae30c47b-020e-4368-94c4-1009e56911bd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:03.579628 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d7d6be3b-5948-4fac-817e-a0ce9f9da49a req-ae30c47b-020e-4368-94c4-1009e56911bd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 945 time: 0.3248494 Jul 07 17:22:03.586036 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0dd59-03ef-4fff-9596-8c8bcdc03e09 req-25331c91-d8a2-4d10-8121-2ef665f3bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:03.587965 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80f0dd59-03ef-4fff-9596-8c8bcdc03e09 req-25331c91-d8a2-4d10-8121-2ef665f3bc1f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=507311b0-9434-46e9-9ba9-87b422a6045c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2214856 Jul 07 17:22:03.588176 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e91d8ebb-e019-419c-80d6-31c569b45d3e tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "DELETE /v2.0/subnetpools/06bf75ab-bef4-4806-9b63-8b606d029ad1/tags HTTP/1.1" status: 204 len: 168 time: 0.1388166 Jul 07 17:22:03.592363 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46408) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:03.605820 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-80f0dd59-03ef-4fff-9596-8c8bcdc03e09 req-2c0a39e1-aa14-42d3-b579-40f3b78df98b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:22:03.606774 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-c4b95589-c89d-40f3-92b0-c779b4a2e466 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '57e58366-ed4e-4500-b9f4-8bcdcac05265') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:03.606943 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80f0dd59-03ef-4fff-9596-8c8bcdc03e09 req-2c0a39e1-aa14-42d3-b579-40f3b78df98b service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097401 Jul 07 17:22:03.759013 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d7d6be3b-5948-4fac-817e-a0ce9f9da49a req-fcd0cdd9-2dd6-4a51-8373-54f768523f04 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bbe048-21ab-4a5f-afdf-bf1197cdf2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781726 Jul 07 17:22:03.805822 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1296d984-20e0-4142-b5eb-5127db9237e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'name': 'tempest-TestNetworkBasicOps-router-2112546659', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:38Z', 'updated_at': '2021-07-07T17:21:35Z', 'revision_number': 6, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '94c485bf-15b9-4428-9944-636f756da186', 'name': '', 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'mac_address': 'fa:16:3e:10:dd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:54Z', 'updated_at': '2021-07-07T17:19:05Z', 'revision_number': 5, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'subnets': [{'id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:03.831808 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46414) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:03.832724 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c4b95589-c89d-40f3-92b0-c779b4a2e466 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "DELETE /v2.0/routers/57e58366-ed4e-4500-b9f4-8bcdcac05265/tags HTTP/1.1" status: 204 len: 168 time: 0.2391341 Jul 07 17:22:03.854285 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1296d984-20e0-4142-b5eb-5127db9237e9 None None] The sync data for ids ['031e4780-b0ce-479f-b8ab-92fdb55877d7'] in n-d-791503-12 is: [{'id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'name': 'tempest-TestNetworkBasicOps-router-2112546659', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:38Z', 'updated_at': '2021-07-07T17:21:35Z', 'revision_number': 6, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '94c485bf-15b9-4428-9944-636f756da186', 'name': '', 'network_id': '507311b0-9434-46e9-9ba9-87b422a6045c', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'mac_address': 'fa:16:3e:10:dd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:54Z', 'updated_at': '2021-07-07T17:19:05Z', 'revision_number': 5, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'subnets': [{'id': '703a8988-b4e5-43ee-b12c-dbe005b0e069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:22:03.865088 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.tag.tag_plugin [None req-96fa1bea-8edc-4570-905b-7e654dd07ca0 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:03.986071 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5e0a6bd7-cc5a-4d99-b40c-91cefe89214f req-c48196b3-fc73-4fb3-9dbc-9a614699a3cf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b5d87c88-9401-41e1-b024-dff502181282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2845821 Jul 07 17:22:03.988676 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6e711a85-3c4c-45e3-a762-0d6f72f0150b req-57439ba3-613a-432f-b5fc-fb7289775d96 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.013973 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80f0dd59-03ef-4fff-9596-8c8bcdc03e09 req-b993f95d-4f28-4477-95f0-0d304882cb0d service neutron] 10.222.0.72 "GET /v2.0/networks/507311b0-9434-46e9-9ba9-87b422a6045c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955185 Jul 07 17:22:04.031648 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57439ba3-613a-432f-b5fc-fb7289775d96 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event deleted for resources: {'Port': ['ID=2923b46f-2cf0-44aa-a912-9aa874f69f80,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:04.100856 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e711a85-3c4c-45e3-a762-0d6f72f0150b req-57439ba3-613a-432f-b5fc-fb7289775d96 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] No DVR routers for this DVR port 2923b46f-2cf0-44aa-a912-9aa874f69f80 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:04.109643 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6e711a85-3c4c-45e3-a762-0d6f72f0150b req-57439ba3-613a-432f-b5fc-fb7289775d96 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.111065 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6e711a85-3c4c-45e3-a762-0d6f72f0150b req-57439ba3-613a-432f-b5fc-fb7289775d96 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.72 "DELETE /v2.0/ports/2923b46f-2cf0-44aa-a912-9aa874f69f80 HTTP/1.1" status: 204 len: 173 time: 1.3991053 Jul 07 17:22:04.115476 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3ae079-368c-47ee-8178-868d6fe6d8a9', 'name': 'network-vif-deleted', 'tag': '2923b46f-2cf0-44aa-a912-9aa874f69f80'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:04.126261 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549e59dd-a663-410d-a88b-aa7cbada918c" -d '{"events": [{"server_uuid": "1d3ae079-368c-47ee-8178-868d6fe6d8a9", "name": "network-vif-deleted", "tag": "2923b46f-2cf0-44aa-a912-9aa874f69f80"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:04.159161 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d7521-1a0b-46d1-9b48-9e8040f376b9 req-5b3e667d-4100-41af-97f9-bd901e2f0821 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:04.161746 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-272d7521-1a0b-46d1-9b48-9e8040f376b9 req-5b3e667d-4100-41af-97f9-bd901e2f0821 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 945 time: 0.2748830 Jul 07 17:22:04.264929 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-272d7521-1a0b-46d1-9b48-9e8040f376b9 req-4d3d5688-4fbe-4e86-8729-ad09d2ee8e9b tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945585 Jul 07 17:22:04.337927 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a6bd7-cc5a-4d99-b40c-91cefe89214f req-b97c24f4-1c67-44d2-b1fd-d9cb342fa7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:04.340218 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5e0a6bd7-cc5a-4d99-b40c-91cefe89214f req-b97c24f4-1c67-44d2-b1fd-d9cb342fa7b5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=854cd6cbf71d4c16a45f7c0c1ff22d98&device_id=b5d87c88-9401-41e1-b024-dff502181282 HTTP/1.1" status: 200 len: 1097 time: 0.1419818 Jul 07 17:22:04.362405 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3faaf460-d2c4-482e-b4ec-8f3887a2a9a0 x-openstack-request-id: req-3faaf460-d2c4-482e-b4ec-8f3887a2a9a0 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:04.362886 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3ae079-368c-47ee-8178-868d6fe6d8a9", "name": "network-vif-deleted", "tag": "2923b46f-2cf0-44aa-a912-9aa874f69f80", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:04.363277 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3faaf460-d2c4-482e-b4ec-8f3887a2a9a0 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:04.363800 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3ae079-368c-47ee-8178-868d6fe6d8a9', 'name': 'network-vif-deleted', 'tag': '2923b46f-2cf0-44aa-a912-9aa874f69f80', 'status': 'completed', 'code': 200} Jul 07 17:22:04.407251 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-96fa1bea-8edc-4570-905b-7e654dd07ca0 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "DELETE /v2.0/ports/cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65/tags HTTP/1.1" status: 204 len: 168 time: 0.5574694 Jul 07 17:22:04.493984 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46428) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:04.503554 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.tag.tag_plugin [None req-9eab745b-d848-4fc4-94ad-bfd6113394ea tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fbb24ed8-3120-48c7-862d-3c4352372562') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:04.538420 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c2af72-75ea-4d09-9c93-b798bc8abbbd None None] New status for floating IP ded981ba-cafb-4575-87c1-ab638479e96a: DOWN {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:22:04.580594 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242db72-97eb-4c8b-8a55-1d26a096b8d4 req-89047e85-66c3-423b-b9e9-b8cf4d57c31b tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:04.588764 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4242db72-97eb-4c8b-8a55-1d26a096b8d4 req-89047e85-66c3-423b-b9e9-b8cf4d57c31b tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.6322429 Jul 07 17:22:04.595845 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a6bd7-cc5a-4d99-b40c-91cefe89214f req-488d1baf-66ef-42bc-9148-fdbbaab0f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:04.596200 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c0dd4567-ba2b-42b3-8b30-777218d4ca3b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.597733 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5e0a6bd7-cc5a-4d99-b40c-91cefe89214f req-488d1baf-66ef-42bc-9148-fdbbaab0f0f4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=51b74280-0796-4c38-ac03-d27ea50ace14 HTTP/1.1" status: 200 len: 915 time: 0.2198751 Jul 07 17:22:04.671969 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd4567-ba2b-42b3-8b30-777218d4ca3b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Subnet': ['ID=3cb4245f-5849-4f33-a139-4bfee2684f04,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:04.688947 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5e0a6bd7-cc5a-4d99-b40c-91cefe89214f req-cd6b5901-c0d4-488f-9ce1-95ec424a9ed5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67423665-ecd8-4c6b-907d-c2d9c0d4faf2 HTTP/1.1" status: 200 len: 217 time: 0.0834074 Jul 07 17:22:04.726475 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80f0dd59-03ef-4fff-9596-8c8bcdc03e09 req-992189a9-170c-452c-8274-27ef9aef5d77 service neutron] 10.222.0.72 "GET /v2.0/networks/507311b0-9434-46e9-9ba9-87b422a6045c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6807871 Jul 07 17:22:04.772185 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dd4567-ba2b-42b3-8b30-777218d4ca3b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Network 49d97107-f250-424a-86b1-a667b036bf8a is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:04.776674 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd4567-ba2b-42b3-8b30-777218d4ca3b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:04.777300 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd4567-ba2b-42b3-8b30-777218d4ca3b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:04.777633 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd4567-ba2b-42b3-8b30-777218d4ca3b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:04.777971 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd4567-ba2b-42b3-8b30-777218d4ca3b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:04.778308 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd4567-ba2b-42b3-8b30-777218d4ca3b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:04.778657 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd4567-ba2b-42b3-8b30-777218d4ca3b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:04.778971 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd4567-ba2b-42b3-8b30-777218d4ca3b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:04.779303 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd4567-ba2b-42b3-8b30-777218d4ca3b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:04.779635 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd4567-ba2b-42b3-8b30-777218d4ca3b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:04.780100 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd4567-ba2b-42b3-8b30-777218d4ca3b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:04.780362 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd4567-ba2b-42b3-8b30-777218d4ca3b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:04.780862 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd4567-ba2b-42b3-8b30-777218d4ca3b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:04.811579 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-c0dd4567-ba2b-42b3-8b30-777218d4ca3b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:04.823875 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dd4567-ba2b-42b3-8b30-777218d4ca3b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:04.824634 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c0dd4567-ba2b-42b3-8b30-777218d4ca3b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.833178 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a6bd7-cc5a-4d99-b40c-91cefe89214f req-71218770-4755-402a-aabe-d40b3895e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:04.835880 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5e0a6bd7-cc5a-4d99-b40c-91cefe89214f req-71218770-4755-402a-aabe-d40b3895e1d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fbb2957-27f3-49e7-bbf8-4e6687e5bfc9 HTTP/1.1" status: 200 len: 854 time: 0.1394606 Jul 07 17:22:04.843952 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ceae0c9-3b89-4e54-90b7-7bbcfe7ebed7 None None] Network 49d97107-f250-424a-86b1-a667b036bf8a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:04.862367 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c0dd4567-ba2b-42b3-8b30-777218d4ca3b tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9722950 Jul 07 17:22:04.866209 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46446) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:04.873188 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-175b3340-47b0-4df8-a981-a71b44fc0480 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-205106742', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3cb4245f-5849-4f33-a139-4bfee2684f04'}], 'security_groups': ['afd1a631-9104-40e5-8865-5cc2fbc56d49', '83472aa2-8ae7-4cc8-9a01-d521b3b38e60']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:04.879835 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4242db72-97eb-4c8b-8a55-1d26a096b8d4 req-ee398100-bd80-44d6-a656-4f6fd2d96cd8 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901962 Jul 07 17:22:04.920981 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5e0a6bd7-cc5a-4d99-b40c-91cefe89214f req-182cca7d-f24f-44a1-8464-397ed03c4d2d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=51b74280-0796-4c38-ac03-d27ea50ace14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765769 Jul 07 17:22:04.992267 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9eab745b-d848-4fc4-94ad-bfd6113394ea tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "DELETE /v2.0/subnets/fbb24ed8-3120-48c7-862d-3c4352372562/tags HTTP/1.1" status: 204 len: 168 time: 0.4839470 Jul 07 17:22:04.999346 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46456) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:05.020055 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.tag.tag_plugin [None req-fc9de120-57b1-4a9c-ac2d-c760e15872a6 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fbb24ed8-3120-48c7-862d-3c4352372562', 'tempest-TagsExtTest-Tag-1930324441') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:05.179220 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5e0a6bd7-cc5a-4d99-b40c-91cefe89214f req-7588da3e-ee77-415d-97a3-e27976287138 service neutron] 10.222.0.72 "GET /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495210 Jul 07 17:22:05.399342 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4794c76f-d660-44f5-b98c-2bd3c66ce3c9 req-49532f3d-a1eb-4df5-bb50-5ef831ca3305 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3ae079-368c-47ee-8178-868d6fe6d8a9 HTTP/1.1" status: 200 len: 210 time: 0.1760395 Jul 07 17:22:05.457578 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fc9de120-57b1-4a9c-ac2d-c760e15872a6 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "PUT /v2.0/subnets/fbb24ed8-3120-48c7-862d-3c4352372562/tags/tempest-TagsExtTest-Tag-1930324441 HTTP/1.1" status: 201 len: 201 time: 0.4555554 Jul 07 17:22:05.461036 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46480) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:05.488035 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db853ffb-353b-4e3e-93c1-7def5df0aa3d req-5f6397dd-e79c-4f55-ad27-f12c388b9c6b tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:05.492228 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db853ffb-353b-4e3e-93c1-7def5df0aa3d req-5f6397dd-e79c-4f55-ad27-f12c388b9c6b tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.3044322 Jul 07 17:22:05.500642 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.tag.tag_plugin [None req-02545662-1de2-4a12-b98b-af0222a79a7f tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65', 'tempest-TagsExtTest-Tag-1701725747') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:05.504850 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5e0a6bd7-cc5a-4d99-b40c-91cefe89214f req-4a12b957-4da1-4958-b70d-458cc4cd1fe8 service neutron] 10.222.0.72 "GET /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098018 Jul 07 17:22:05.515424 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb1f4cd-a7b5-4103-b1dd-e18bc6f51386 None None] Update dhcp port {'port': {'network_id': '49d97107-f250-424a-86b1-a667b036bf8a', 'fixed_ips': [{'subnet_id': '0f053d06-3c63-4017-86e0-bdc5ee31aadd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2274f422-e7d4-4c59-b57d-c398a2e6c7cf', 'ip_address': '2001:db8::2'}, {'subnet_id': '3cb4245f-5849-4f33-a139-4bfee2684f04'}], 'binding:host_id': 'n-d-791503-12'}, 'id': '23ee2fd2-f313-4c90-9439-14f6233651ef'} from n-d-791503-12. {{(pid=100194) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:22:05.552318 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-175b3340-47b0-4df8-a981-a71b44fc0480 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:05.604960 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bbb1f4cd-a7b5-4103-b1dd-e18bc6f51386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:05.646182 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db853ffb-353b-4e3e-93c1-7def5df0aa3d req-96f156e2-2488-42a4-8c82-5e1c713dff67 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349108 Jul 07 17:22:05.785074 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59606079-c958-469c-8f1d-5a6d23681f1f req-20abc770-24f2-4150-a7ac-0d16ced3e0cc tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:05.786709 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-59606079-c958-469c-8f1d-5a6d23681f1f req-20abc770-24f2-4150-a7ac-0d16ced3e0cc tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 945 time: 0.1358194 Jul 07 17:22:05.888665 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-59606079-c958-469c-8f1d-5a6d23681f1f req-94ca1b5f-812d-4b64-aa7b-b58f4275d848 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904675 Jul 07 17:22:05.896831 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 2923b46f-2cf0-44aa-a912-9aa874f69f80 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:05.951276 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 2923b46f-2cf0-44aa-a912-9aa874f69f80 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:22:05.951940 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 2923b46f-2cf0-44aa-a912-9aa874f69f80 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:22:06.034099 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-bbb1f4cd-a7b5-4103-b1dd-e18bc6f51386 None None] Allocated IP 2001:db8:0:2::2 (49d97107-f250-424a-86b1-a667b036bf8a/3cb4245f-5849-4f33-a139-4bfee2684f04/23ee2fd2-f313-4c90-9439-14f6233651ef) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:06.035090 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46492) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:06.053723 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device a18f02a9-304b-46e2-a502-2720d1b440c7 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:22:06.210134 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aee47616-8e3c-4e8a-8bf8-fe4e5b2b2bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.261656 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-bbb1f4cd-a7b5-4103-b1dd-e18bc6f51386 None None] For port 23ee2fd2-f313-4c90-9439-14f6233651ef, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=23ee2fd2-f313-4c90-9439-14f6233651ef,segment=NetworkSegment(1dd30b56-9b5f-4662-bff8-b8b1bd125234),segment_id=1dd30b56-9b5f-4662-bff8-b8b1bd125234)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:06.281926 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-02545662-1de2-4a12-b98b-af0222a79a7f tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "PUT /v2.0/ports/cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65/tags/tempest-TagsExtTest-Tag-1701725747 HTTP/1.1" status: 201 len: 201 time: 0.8173585 Jul 07 17:22:06.287107 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46496) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:06.297617 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-6a1314bd-34e6-411c-bfca-ca840e9bb4ef tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '57e58366-ed4e-4500-b9f4-8bcdcac05265', 'tempest-TagsExtTest-Tag-1557275623') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:06.307420 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port a18f02a9-304b-46e2-a502-2720d1b440c7, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=a18f02a9-304b-46e2-a502-2720d1b440c7,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:06.339799 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'a18f02a9-304b-46e2-a502-2720d1b440c7', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'port_id': 'a18f02a9-304b-46e2-a502-2720d1b440c7', 'mac_address': 'fa:16:3e:0c:0b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:22:06.351658 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bbb1f4cd-a7b5-4103-b1dd-e18bc6f51386 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.397048 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-bbb1f4cd-a7b5-4103-b1dd-e18bc6f51386 None None] Transition to ACTIVE for port object 23ee2fd2-f313-4c90-9439-14f6233651ef will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:06.411908 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bbb1f4cd-a7b5-4103-b1dd-e18bc6f51386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.425383 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.428773 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9276881-bef1-4975-81e5-4b6cbc540453 req-b3721186-f7ea-46c8-ae59-31b1a1040aab tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:06.430866 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b9276881-bef1-4975-81e5-4b6cbc540453 req-b3721186-f7ea-46c8-ae59-31b1a1040aab tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.1672106 Jul 07 17:22:06.506939 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a18f02a9-304b-46e2-a502-2720d1b440c7 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:06.570925 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1f4cd-a7b5-4103-b1dd-e18bc6f51386 None None] Pushing event updated for resources: {'Port': ['ID=23ee2fd2-f313-4c90-9439-14f6233651ef,revision_number=7']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:06.607417 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b9276881-bef1-4975-81e5-4b6cbc540453 req-d40bdb67-78b6-402e-8721-0c0ff6fb7ab8 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569140 Jul 07 17:22:06.608327 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46502) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:06.616876 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.tag.tag_plugin [None req-d09d2b90-7f4c-49a5-9416-cf02741c6b93 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '06bf75ab-bef4-4806-9b63-8b606d029ad1', 'tempest-TagsExtTest-Tag-335729421') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:06.620686 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6a1314bd-34e6-411c-bfca-ca840e9bb4ef tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "PUT /v2.0/routers/57e58366-ed4e-4500-b9f4-8bcdcac05265/tags/tempest-TagsExtTest-Tag-1557275623 HTTP/1.1" status: 201 len: 201 time: 0.3153007 Jul 07 17:22:06.639864 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aee47616-8e3c-4e8a-8bf8-fe4e5b2b2bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.640975 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46506) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:06.652554 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port a18f02a9-304b-46e2-a502-2720d1b440c7, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=a18f02a9-304b-46e2-a502-2720d1b440c7,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:06.657929 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.665275 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aee47616-8e3c-4e8a-8bf8-fe4e5b2b2bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.730388 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=a18f02a9-304b-46e2-a502-2720d1b440c7,revision_number=11']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:06.755703 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-aee47616-8e3c-4e8a-8bf8-fe4e5b2b2bf7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=af9ad8d252814e5d8260184018610bad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7191246 Jul 07 17:22:06.766057 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46508) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:06.825084 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee47616-8e3c-4e8a-8bf8-fe4e5b2b2bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b593c15-d8a7-4a7f-a25d-3fa771b9efa2,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:06.860526 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3eaefb79-09d1-4a8c-94b7-7e0fe347d3f3 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.920657 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-175b3340-47b0-4df8-a981-a71b44fc0480 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Delete allocated IP 2001:db8::16e (49d97107-f250-424a-86b1-a667b036bf8a/2274f422-e7d4-4c59-b57d-c398a2e6c7cf) {{(pid=100192) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:22:06.924672 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3eaefb79-09d1-4a8c-94b7-7e0fe347d3f3 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.938958 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['a18f02a9-304b-46e2-a502-2720d1b440c7'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:22:06.954214 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-175b3340-47b0-4df8-a981-a71b44fc0480 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Allocated IP 2001:db8:0:2::18e (49d97107-f250-424a-86b1-a667b036bf8a/3cb4245f-5849-4f33-a139-4bfee2684f04/0b01bd93-8bca-496c-b7c9-380ac9cb6444) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:07.017564 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d09d2b90-7f4c-49a5-9416-cf02741c6b93 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "PUT /v2.0/subnetpools/06bf75ab-bef4-4806-9b63-8b606d029ad1/tags/tempest-TagsExtTest-Tag-335729421 HTTP/1.1" status: 201 len: 201 time: 0.4015956 Jul 07 17:22:07.021260 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46512) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:07.029076 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-be970580-40f4-4343-9a04-7feda83ee872 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'fbb24ed8-3120-48c7-862d-3c4352372562', {'tags': ['tempest-TagsExtTest-Tag-1008383955', 'tempest-TagsExtTest-Tag-983780088', 'tempest-TagsExtTest-Tag-1832516728']}) {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:07.083778 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c8b1c9ee-62c9-4ee1-b88a-b7fb98101fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.201183 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e16b1-55bb-4e7e-8ab4-c89dc4041257 req-f231df93-e5fc-424e-8e3a-8519186505df tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:07.208917 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-228e16b1-55bb-4e7e-8ab4-c89dc4041257 req-f231df93-e5fc-424e-8e3a-8519186505df tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.4151700 Jul 07 17:22:07.276179 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c8b1c9ee-62c9-4ee1-b88a-b7fb98101fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.289506 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-be970580-40f4-4343-9a04-7feda83ee872 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "PUT /v2.0/subnets/fbb24ed8-3120-48c7-862d-3c4352372562/tags HTTP/1.1" status: 200 len: 317 time: 0.2671182 Jul 07 17:22:07.300118 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46514) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:07.303990 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.309889 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-7eb99e07-c350-4b09-b51b-3d92e980787a tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fbb24ed8-3120-48c7-862d-3c4352372562') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:07.373647 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3eaefb79-09d1-4a8c-94b7-7e0fe347d3f3 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.377158 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3eaefb79-09d1-4a8c-94b7-7e0fe347d3f3 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.381892 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3eaefb79-09d1-4a8c-94b7-7e0fe347d3f3 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "DELETE /v2.0/security-groups/a5bbe048-21ab-4a5f-afdf-bf1197cdf2c0 HTTP/1.1" status: 204 len: 168 time: 0.7398314 Jul 07 17:22:07.394159 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-228e16b1-55bb-4e7e-8ab4-c89dc4041257 req-01fb41fd-e224-4c5c-9bb0-081ab507aa23 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695104 Jul 07 17:22:07.403772 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaefb79-09d1-4a8c-94b7-7e0fe347d3f3 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bbe048-21ab-4a5f-afdf-bf1197cdf2c0,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:07.416558 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07b402-7ef4-453c-b22b-b9c5e6ea8805 req-c6fe1565-914e-4339-b6a5-f29658ac9e87 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:07.424408 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bd07b402-7ef4-453c-b22b-b9c5e6ea8805 req-c6fe1565-914e-4339-b6a5-f29658ac9e87 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 946 time: 0.2812774 Jul 07 17:22:07.510455 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bd07b402-7ef4-453c-b22b-b9c5e6ea8805 req-5f2db01e-0b67-43ed-8aab-cb8bb77d5254 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842230 Jul 07 17:22:07.518175 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46522) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:07.529831 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-175b3340-47b0-4df8-a981-a71b44fc0480 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.575490 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-175b3340-47b0-4df8-a981-a71b44fc0480 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Transition to ACTIVE for port object 0b01bd93-8bca-496c-b7c9-380ac9cb6444 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:07.601436 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7eb99e07-c350-4b09-b51b-3d92e980787a tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "DELETE /v2.0/subnets/fbb24ed8-3120-48c7-862d-3c4352372562/tags HTTP/1.1" status: 204 len: 168 time: 0.3004034 Jul 07 17:22:07.606023 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46526) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:07.615219 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-99dbf69f-c84e-4450-9b1c-3e96bc666acb tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fbb24ed8-3120-48c7-862d-3c4352372562', 'tempest-TagsExtTest-Tag-1008383955') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:07.696100 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c8b1c9ee-62c9-4ee1-b88a-b7fb98101fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.700938 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c8b1c9ee-62c9-4ee1-b88a-b7fb98101fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.707259 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c8b1c9ee-62c9-4ee1-b88a-b7fb98101fff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b593c15-d8a7-4a7f-a25d-3fa771b9efa2 HTTP/1.1" status: 204 len: 168 time: 0.9399333 Jul 07 17:22:07.708385 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-175b3340-47b0-4df8-a981-a71b44fc0480 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.755684 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-99dbf69f-c84e-4450-9b1c-3e96bc666acb tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] show failed (client error): The resource could not be found. Jul 07 17:22:07.756939 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-99dbf69f-c84e-4450-9b1c-3e96bc666acb tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "GET /v2.0/subnets/fbb24ed8-3120-48c7-862d-3c4352372562/tags/tempest-TagsExtTest-Tag-1008383955 HTTP/1.1" status: 404 len: 329 time: 0.1494374 Jul 07 17:22:07.761680 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46532) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:07.767310 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-64640389-9271-4b1e-b858-6cf956b069fa tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fbb24ed8-3120-48c7-862d-3c4352372562', 'tempest-TagsExtTest-Tag-983780088') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:07.806636 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.848276 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1c9ee-62c9-4ee1-b88a-b7fb98101fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b593c15-d8a7-4a7f-a25d-3fa771b9efa2,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:07.895455 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-64640389-9271-4b1e-b858-6cf956b069fa tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] show failed (client error): The resource could not be found. Jul 07 17:22:07.903183 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-64640389-9271-4b1e-b858-6cf956b069fa tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "GET /v2.0/subnets/fbb24ed8-3120-48c7-862d-3c4352372562/tags/tempest-TagsExtTest-Tag-983780088 HTTP/1.1" status: 404 len: 328 time: 0.1348040 Jul 07 17:22:07.904251 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46534) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:07.926225 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-83a839e9-2241-4924-9e90-be265b58cf10 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fbb24ed8-3120-48c7-862d-3c4352372562', 'tempest-TagsExtTest-Tag-1832516728') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:07.940271 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-175b3340-47b0-4df8-a981-a71b44fc0480 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] In _notify_port_updated(), no bound segment for port 0b01bd93-8bca-496c-b7c9-380ac9cb6444 on network 49d97107-f250-424a-86b1-a667b036bf8a {{(pid=100192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:22:07.960835 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f89a3307-e04e-44a5-b6f2-fae2417f150b None None] Provisioning for port 0b01bd93-8bca-496c-b7c9-380ac9cb6444 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:07.968477 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175b3340-47b0-4df8-a981-a71b44fc0480 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:07.973626 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-175b3340-47b0-4df8-a981-a71b44fc0480 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.976120 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f89a3307-e04e-44a5-b6f2-fae2417f150b None None] Provisioning complete for port 0b01bd93-8bca-496c-b7c9-380ac9cb6444 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:07.976926 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f89a3307-e04e-44a5-b6f2-fae2417f150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.982030 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-175b3340-47b0-4df8-a981-a71b44fc0480 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "PUT /v2.0/ports/0b01bd93-8bca-496c-b7c9-380ac9cb6444 HTTP/1.1" status: 200 len: 969 time: 3.1137877 Jul 07 17:22:08.021328 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46536) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:08.089604 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device a18f02a9-304b-46e2-a502-2720d1b440c7 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:08.150709 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-83a839e9-2241-4924-9e90-be265b58cf10 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] show failed (client error): The resource could not be found. Jul 07 17:22:08.157260 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-83a839e9-2241-4924-9e90-be265b58cf10 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "GET /v2.0/subnets/fbb24ed8-3120-48c7-862d-3c4352372562/tags/tempest-TagsExtTest-Tag-1832516728 HTTP/1.1" status: 404 len: 329 time: 0.2399995 Jul 07 17:22:08.159702 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46540) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:08.183771 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-0ad0b759-054f-4b36-9659-2f1c99c57c19 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65', {'tags': ['tempest-TagsExtTest-Tag-1673357782', 'tempest-TagsExtTest-Tag-818545501', 'tempest-TagsExtTest-Tag-1205815922']}) {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:08.242728 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-f89a3307-e04e-44a5-b6f2-fae2417f150b None None] Port 0b01bd93-8bca-496c-b7c9-380ac9cb6444 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:08.248058 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 23ee2fd2-f313-4c90-9439-14f6233651ef up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:08.369178 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0ad0b759-054f-4b36-9659-2f1c99c57c19 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "PUT /v2.0/ports/cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65/tags HTTP/1.1" status: 200 len: 317 time: 0.2081606 Jul 07 17:22:08.372562 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46544) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:08.382592 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b3340-47b0-4df8-a981-a71b44fc0480 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event updated for resources: {'Port': ['ID=0b01bd93-8bca-496c-b7c9-380ac9cb6444,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:08.395220 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-cd12fefa-18df-4589-8989-3c3ca7ea8e13 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:08.400934 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f89a3307-e04e-44a5-b6f2-fae2417f150b None None] Provisioning for port 23ee2fd2-f313-4c90-9439-14f6233651ef completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:08.410499 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46546) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:08.417861 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f89a3307-e04e-44a5-b6f2-fae2417f150b None None] Provisioning complete for port 23ee2fd2-f313-4c90-9439-14f6233651ef triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:08.417861 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f89a3307-e04e-44a5-b6f2-fae2417f150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.493453 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port a18f02a9-304b-46e2-a502-2720d1b440c7 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:08.495393 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e5d5ed0e-cbaa-47f5-be09-bee90a7418ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.496460 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 23ee2fd2-f313-4c90-9439-14f6233651ef triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:08.496951 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.509751 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666452b-1e66-4617-a64a-c9248d298f3b req-1c39e405-8758-4524-beff-02addc288056 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:08.517926 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2666452b-1e66-4617-a64a-c9248d298f3b req-1c39e405-8758-4524-beff-02addc288056 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.6753128 Jul 07 17:22:08.535030 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port a18f02a9-304b-46e2-a502-2720d1b440c7 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:08.535418 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.615530 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81122367-7df8-4af0-9ccc-6026a77e7673 req-ad25ba11-f022-47dd-98cb-bad98589fe9e tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:08.629992 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-81122367-7df8-4af0-9ccc-6026a77e7673 req-ad25ba11-f022-47dd-98cb-bad98589fe9e tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5d87c88-9401-41e1-b024-dff502181282 HTTP/1.1" status: 200 len: 945 time: 0.1935523 Jul 07 17:22:08.671973 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f89a3307-e04e-44a5-b6f2-fae2417f150b None None] Provisioning complete for port e0f2d74a-482e-48c3-91ce-db931a4b5b28 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:08.672410 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f89a3307-e04e-44a5-b6f2-fae2417f150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.697353 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cd12fefa-18df-4589-8989-3c3ca7ea8e13 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "DELETE /v2.0/ports/cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65/tags HTTP/1.1" status: 204 len: 168 time: 0.3232982 Jul 07 17:22:08.701638 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46552) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:08.710578 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-8136fd8b-6d64-49db-94de-d7dce900afff tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65', 'tempest-TagsExtTest-Tag-1673357782') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:08.740103 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-81122367-7df8-4af0-9ccc-6026a77e7673 req-37016762-409e-4e06-8d99-9e804719594c tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069274 Jul 07 17:22:08.789929 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e5d5ed0e-cbaa-47f5-be09-bee90a7418ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.806345 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-f89a3307-e04e-44a5-b6f2-fae2417f150b None None] Port e0f2d74a-482e-48c3-91ce-db931a4b5b28 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:08.823410 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.826624 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e5d5ed0e-cbaa-47f5-be09-bee90a7418ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.854460 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80722880-0b09-45ca-9964-0b7119898944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18f02a9-304b-46e2-a502-2720d1b440c7'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:08.856940 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a808cbf-d25f-4e5a-829e-6957a4f7fed8" -d '{"events": [{"server_uuid": "80722880-0b09-45ca-9964-0b7119898944", "name": "network-vif-plugged", "status": "completed", "tag": "a18f02a9-304b-46e2-a502-2720d1b440c7"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:08.872351 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5ed0e-cbaa-47f5-be09-bee90a7418ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb884434-c3c7-4023-aafc-3a214f7f2ab7,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:08.889107 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port a18f02a9-304b-46e2-a502-2720d1b440c7, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=a18f02a9-304b-46e2-a502-2720d1b440c7,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:08.897886 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.924427 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-8136fd8b-6d64-49db-94de-d7dce900afff tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] show failed (client error): The resource could not be found. Jul 07 17:22:08.928575 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8136fd8b-6d64-49db-94de-d7dce900afff tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "GET /v2.0/ports/cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65/tags/tempest-TagsExtTest-Tag-1673357782 HTTP/1.1" status: 404 len: 329 time: 0.2213271 Jul 07 17:22:08.930959 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46556) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:08.936292 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-fa501712-3e7b-44a6-be86-0bc384fbf918 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting port 0b01bd93-8bca-496c-b7c9-380ac9cb6444 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:08.937933 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fa501712-3e7b-44a6-be86-0bc384fbf918 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.939732 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-4c350296-5acd-48d8-a13a-3dfb20166941 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65', 'tempest-TagsExtTest-Tag-818545501') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:08.980408 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-94ea1e36-32c5-4500-b5e2-4d8947fa6ece None None] Provisioning complete for port 0b01bd93-8bca-496c-b7c9-380ac9cb6444 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:08.981313 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-94ea1e36-32c5-4500-b5e2-4d8947fa6ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.013479 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=a18f02a9-304b-46e2-a502-2720d1b440c7,revision_number=12']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:09.046478 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-94ea1e36-32c5-4500-b5e2-4d8947fa6ece None None] Port 0b01bd93-8bca-496c-b7c9-380ac9cb6444 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:09.053447 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e5d5ed0e-cbaa-47f5-be09-bee90a7418ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5575d6f1b36144949381c19a2cd195ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6315374 Jul 07 17:22:09.057288 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46558) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:09.087195 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2666452b-1e66-4617-a64a-c9248d298f3b req-a80d3f4b-96da-4f33-9009-b98841ae86bd tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497742 Jul 07 17:22:09.093578 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-4c350296-5acd-48d8-a13a-3dfb20166941 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] show failed (client error): The resource could not be found. Jul 07 17:22:09.094668 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4c350296-5acd-48d8-a13a-3dfb20166941 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "GET /v2.0/ports/cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65/tags/tempest-TagsExtTest-Tag-818545501 HTTP/1.1" status: 404 len: 328 time: 0.1625657 Jul 07 17:22:09.100551 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46560) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:09.114386 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-e2f6f9f3-31cc-4ab7-a4d3-f9eff0a43051 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65', 'tempest-TagsExtTest-Tag-1205815922') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:09.141240 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15443dbc-c957-4007-85f3-b3b951fd6202 x-openstack-request-id: req-15443dbc-c957-4007-85f3-b3b951fd6202 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:09.141828 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80722880-0b09-45ca-9964-0b7119898944", "name": "network-vif-plugged", "status": "completed", "tag": "a18f02a9-304b-46e2-a502-2720d1b440c7", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:09.142261 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15443dbc-c957-4007-85f3-b3b951fd6202 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:09.143020 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80722880-0b09-45ca-9964-0b7119898944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18f02a9-304b-46e2-a502-2720d1b440c7', 'code': 200} Jul 07 17:22:09.144566 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fa501712-3e7b-44a6-be86-0bc384fbf918 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.169501 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-fa501712-3e7b-44a6-be86-0bc384fbf918 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Calling delete_port for 0b01bd93-8bca-496c-b7c9-380ac9cb6444 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:09.210491 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dc18a617-fc7f-43bf-930b-a2c480955998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.225695 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-e2f6f9f3-31cc-4ab7-a4d3-f9eff0a43051 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] show failed (client error): The resource could not be found. Jul 07 17:22:09.231037 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e2f6f9f3-31cc-4ab7-a4d3-f9eff0a43051 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "GET /v2.0/ports/cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65/tags/tempest-TagsExtTest-Tag-1205815922 HTTP/1.1" status: 404 len: 329 time: 0.1192861 Jul 07 17:22:09.232543 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46566) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:09.238124 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd45c3-0032-49d4-9144-81fb114cd5c0 req-e1f23835-7653-469b-97c4-a89a3505cbab tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:09.239714 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dddd45c3-0032-49d4-9144-81fb114cd5c0 req-e1f23835-7653-469b-97c4-a89a3505cbab tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 947 time: 0.2323725 Jul 07 17:22:09.241462 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.tag.tag_plugin [None req-7a2fa168-e023-4918-924d-ebcdf6958549 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '57e58366-ed4e-4500-b9f4-8bcdcac05265', {'tags': ['tempest-TagsExtTest-Tag-1295472166', 'tempest-TagsExtTest-Tag-1841939311', 'tempest-TagsExtTest-Tag-441135359']}) {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:09.291218 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dc18a617-fc7f-43bf-930b-a2c480955998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.396938 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dc18a617-fc7f-43bf-930b-a2c480955998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.399642 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dc18a617-fc7f-43bf-930b-a2c480955998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.400916 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-dc18a617-fc7f-43bf-930b-a2c480955998 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eb884434-c3c7-4023-aafc-3a214f7f2ab7 HTTP/1.1" status: 204 len: 168 time: 0.3400364 Jul 07 17:22:09.422644 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dddd45c3-0032-49d4-9144-81fb114cd5c0 req-40b4015e-75c2-4048-9073-d01ed00b2ee5 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703609 Jul 07 17:22:09.444511 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18a617-fc7f-43bf-930b-a2c480955998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb884434-c3c7-4023-aafc-3a214f7f2ab7,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:09.508518 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7a2fa168-e023-4918-924d-ebcdf6958549 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "PUT /v2.0/routers/57e58366-ed4e-4500-b9f4-8bcdcac05265/tags HTTP/1.1" status: 200 len: 317 time: 0.2726572 Jul 07 17:22:09.512183 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46570) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:09.525089 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-ab9ac92e-87fa-44af-bc0c-a2253e013afa tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '57e58366-ed4e-4500-b9f4-8bcdcac05265') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:09.613908 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c611839-a130-4148-bdcb-26d2d4082038 req-8bf83200-494b-4143-a0b5-919397f7f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:09.615713 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7c611839-a130-4148-bdcb-26d2d4082038 req-8bf83200-494b-4143-a0b5-919397f7f582 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 1099 time: 0.2712209 Jul 07 17:22:09.656798 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524e81a-7383-496a-a124-d11fb8587654 req-8ab64cb1-9a01-4c25-84cf-80db0aefccbc tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:09.665385 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b524e81a-7383-496a-a124-d11fb8587654 req-8ab64cb1-9a01-4c25-84cf-80db0aefccbc tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.3314984 Jul 07 17:22:09.712610 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a8745775-3a0e-4b8b-ac3a-bf179ef15123 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.726496 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fa501712-3e7b-44a6-be86-0bc384fbf918 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.745108 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ab9ac92e-87fa-44af-bc0c-a2253e013afa tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "DELETE /v2.0/routers/57e58366-ed4e-4500-b9f4-8bcdcac05265/tags HTTP/1.1" status: 204 len: 168 time: 0.2300088 Jul 07 17:22:09.746200 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46578) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:09.773786 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-3895301f-714e-4e25-9df5-37a73f0a85d5 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '57e58366-ed4e-4500-b9f4-8bcdcac05265', 'tempest-TagsExtTest-Tag-1295472166') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:09.844350 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7c611839-a130-4148-bdcb-26d2d4082038 req-fcc8b21b-0364-44d6-8ced-92b3aef5357e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172852 Jul 07 17:22:09.850086 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa501712-3e7b-44a6-be86-0bc384fbf918 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Port': ['ID=0b01bd93-8bca-496c-b7c9-380ac9cb6444,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:09.904882 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b524e81a-7383-496a-a124-d11fb8587654 req-3445b78b-db04-4f68-83cd-af71344c5dc3 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283776 Jul 07 17:22:09.908526 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-3895301f-714e-4e25-9df5-37a73f0a85d5 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] show failed (client error): The resource could not be found. Jul 07 17:22:09.912759 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3895301f-714e-4e25-9df5-37a73f0a85d5 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "GET /v2.0/routers/57e58366-ed4e-4500-b9f4-8bcdcac05265/tags/tempest-TagsExtTest-Tag-1295472166 HTTP/1.1" status: 404 len: 329 time: 0.1488209 Jul 07 17:22:09.914273 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46584) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:09.919408 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-1227e83c-a723-4165-bf8d-ccf9307e30ba tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '57e58366-ed4e-4500-b9f4-8bcdcac05265', 'tempest-TagsExtTest-Tag-1841939311') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:09.936992 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f33343-ee5a-496e-9ca8-be4690fcbcfd req-6918705a-b2b0-444a-8796-3acda49da241 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:09.936992 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-77f33343-ee5a-496e-9ca8-be4690fcbcfd req-6918705a-b2b0-444a-8796-3acda49da241 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5d87c88-9401-41e1-b024-dff502181282 HTTP/1.1" status: 200 len: 945 time: 0.2212706 Jul 07 17:22:09.983014 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fa501712-3e7b-44a6-be86-0bc384fbf918 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.987006 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fa501712-3e7b-44a6-be86-0bc384fbf918 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/ports/0b01bd93-8bca-496c-b7c9-380ac9cb6444 HTTP/1.1" status: 204 len: 168 time: 1.9569180 Jul 07 17:22:10.008612 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46590) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:10.216687 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2fbeb11-2bbb-4415-8d87-e0c22c91e989 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] GET failed (client error): The resource could not be found. Jul 07 17:22:10.223467 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a2fbeb11-2bbb-4415-8d87-e0c22c91e989 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "GET /v2.0/ports/0b01bd93-8bca-496c-b7c9-380ac9cb6444 HTTP/1.1" status: 404 len: 333 time: 0.2124648 Jul 07 17:22:10.225709 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46600) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:10.307475 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6b483-03e0-49ab-a0a4-543fe9c93e38 req-b8f3397f-d28d-44ac-85f8-a276fe237165 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:10.313094 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-73c6b483-03e0-49ab-a0a4-543fe9c93e38 req-b8f3397f-d28d-44ac-85f8-a276fe237165 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.1487439 Jul 07 17:22:10.500711 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-73c6b483-03e0-49ab-a0a4-543fe9c93e38 req-b1c3ad56-0d0b-4d25-a40c-146649adf940 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665235 Jul 07 17:22:10.528421 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2da98cac-ce72-4b37-b151-0ff99c8c094e req-586fcc2a-16f4-40d4-a251-e1e6a1b8e08c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0dea8503-00a8-4b7f-9a56-cdf799daf7fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1419015 Jul 07 17:22:10.557960 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-a8745775-3a0e-4b8b-ac3a-bf179ef15123 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Deleting port 94c485bf-15b9-4428-9944-636f756da186 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:10.558546 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a8745775-3a0e-4b8b-ac3a-bf179ef15123 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.710021 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-1227e83c-a723-4165-bf8d-ccf9307e30ba tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] show failed (client error): The resource could not be found. Jul 07 17:22:10.711126 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1227e83c-a723-4165-bf8d-ccf9307e30ba tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "GET /v2.0/routers/57e58366-ed4e-4500-b9f4-8bcdcac05265/tags/tempest-TagsExtTest-Tag-1841939311 HTTP/1.1" status: 404 len: 329 time: 0.7958775 Jul 07 17:22:10.731138 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46616) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:10.742597 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-eceb6919-cbf3-49a1-b2b2-5f68765cda64 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '57e58366-ed4e-4500-b9f4-8bcdcac05265', 'tempest-TagsExtTest-Tag-441135359') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:10.895368 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47405e65-758c-40db-8e34-efe064e8c310 req-d2b762b8-cec9-46dd-a3ae-ea387c92be5b tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:10.900715 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-47405e65-758c-40db-8e34-efe064e8c310 req-d2b762b8-cec9-46dd-a3ae-ea387c92be5b tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5d87c88-9401-41e1-b024-dff502181282 HTTP/1.1" status: 200 len: 945 time: 0.8525743 Jul 07 17:22:11.024709 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-242598fb-1ca4-447e-bd30-caa5d2970caf tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.033737 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-eceb6919-cbf3-49a1-b2b2-5f68765cda64 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] show failed (client error): The resource could not be found. Jul 07 17:22:11.034821 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-eceb6919-cbf3-49a1-b2b2-5f68765cda64 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "GET /v2.0/routers/57e58366-ed4e-4500-b9f4-8bcdcac05265/tags/tempest-TagsExtTest-Tag-441135359 HTTP/1.1" status: 404 len: 328 time: 0.3029935 Jul 07 17:22:11.040211 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46634) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:11.054358 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-8c4a457d-61ac-4139-bd1c-d02bc517fcf7 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '06bf75ab-bef4-4806-9b63-8b606d029ad1', {'tags': ['tempest-TagsExtTest-Tag-546859276', 'tempest-TagsExtTest-Tag-887137689', 'tempest-TagsExtTest-Tag-50102922']}) {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:11.091932 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-77f33343-ee5a-496e-9ca8-be4690fcbcfd req-4ae393d8-1aac-4b03-9fc9-810156cd7d9b tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Deleting port 67423665-ecd8-4c6b-907d-c2d9c0d4faf2 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:11.092464 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-77f33343-ee5a-496e-9ca8-be4690fcbcfd req-4ae393d8-1aac-4b03-9fc9-810156cd7d9b tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.144609 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-a8745775-3a0e-4b8b-ac3a-bf179ef15123 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] For port 94c485bf-15b9-4428-9944-636f756da186, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=94c485bf-15b9-4428-9944-636f756da186,segment=NetworkSegment(28bd09c2-4756-473e-b2bd-8e1684a859d1),segment_id=28bd09c2-4756-473e-b2bd-8e1684a859d1)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:11.145253 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a8745775-3a0e-4b8b-ac3a-bf179ef15123 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.160065 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da98cac-ce72-4b37-b151-0ff99c8c094e req-7b8510f1-8e09-4151-a8c2-d54eb4214f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:11.161714 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2da98cac-ce72-4b37-b151-0ff99c8c094e req-7b8510f1-8e09-4151-a8c2-d54eb4214f71 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=854cd6cbf71d4c16a45f7c0c1ff22d98&device_id=0dea8503-00a8-4b7f-9a56-cdf799daf7fb HTTP/1.1" status: 200 len: 1097 time: 0.5970917 Jul 07 17:22:11.176040 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-a8745775-3a0e-4b8b-ac3a-bf179ef15123 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Calling delete_port for 94c485bf-15b9-4428-9944-636f756da186 owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:11.204689 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1d1d2-4a3f-4088-8b8c-87e3b9da332c req-ba1dd142-ba09-4625-a75c-dd92ce525d61 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:11.204969 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-77f33343-ee5a-496e-9ca8-be4690fcbcfd req-4ae393d8-1aac-4b03-9fc9-810156cd7d9b tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] For port 67423665-ecd8-4c6b-907d-c2d9c0d4faf2, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=67423665-ecd8-4c6b-907d-c2d9c0d4faf2,segment=NetworkSegment(f9082715-a122-4543-bbf6-c582b0edb07f),segment_id=f9082715-a122-4543-bbf6-c582b0edb07f)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:11.204969 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-77f33343-ee5a-496e-9ca8-be4690fcbcfd req-4ae393d8-1aac-4b03-9fc9-810156cd7d9b tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.209076 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b2f1d1d2-4a3f-4088-8b8c-87e3b9da332c req-ba1dd142-ba09-4625-a75c-dd92ce525d61 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 947 time: 0.2104673 Jul 07 17:22:11.270225 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-77f33343-ee5a-496e-9ca8-be4690fcbcfd req-4ae393d8-1aac-4b03-9fc9-810156cd7d9b tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Calling delete_port for 67423665-ecd8-4c6b-907d-c2d9c0d4faf2 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:11.386372 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b2f1d1d2-4a3f-4088-8b8c-87e3b9da332c req-2e0c0433-2f98-4d40-b5a5-6e2c64f69eeb tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762967 Jul 07 17:22:11.449346 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-47405e65-758c-40db-8e34-efe064e8c310 req-16f3fc1b-71fb-4292-9f70-c9fb04a808f7 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727635 Jul 07 17:22:11.501495 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-242598fb-1ca4-447e-bd30-caa5d2970caf tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.570523 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8c4a457d-61ac-4139-bd1c-d02bc517fcf7 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "PUT /v2.0/subnetpools/06bf75ab-bef4-4806-9b63-8b606d029ad1/tags HTTP/1.1" status: 200 len: 314 time: 0.5234940 Jul 07 17:22:11.581667 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46660) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:11.587130 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.tag.tag_plugin [None req-45a0c462-af22-41a3-a0d9-26d29cd92ae8 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '06bf75ab-bef4-4806-9b63-8b606d029ad1') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:11.604470 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da98cac-ce72-4b37-b151-0ff99c8c094e req-3fa54ce7-717f-4ab5-aa55-a057208e6af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:11.611998 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2da98cac-ce72-4b37-b151-0ff99c8c094e req-3fa54ce7-717f-4ab5-aa55-a057208e6af5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=51b74280-0796-4c38-ac03-d27ea50ace14 HTTP/1.1" status: 200 len: 915 time: 0.3877192 Jul 07 17:22:11.679776 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-242598fb-1ca4-447e-bd30-caa5d2970caf tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.685302 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-242598fb-1ca4-447e-bd30-caa5d2970caf tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.693426 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-242598fb-1ca4-447e-bd30-caa5d2970caf tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/security-groups/b9effb4f-484b-4217-aa05-83a05a7c6ac9 HTTP/1.1" status: 204 len: 168 time: 1.4608212 Jul 07 17:22:11.693959 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46670) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:11.707039 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-77f33343-ee5a-496e-9ca8-be4690fcbcfd req-4ae393d8-1aac-4b03-9fc9-810156cd7d9b tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.726714 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['2dce8daf-33b0-4c75-861b-c760dda34677', 'bf7cafe0-a9a7-40fe-bd02-cb24e83bee54'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:22:11.761639 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242598fb-1ca4-447e-bd30-caa5d2970caf tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9effb4f-484b-4217-aa05-83a05a7c6ac9,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:11.783690 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae393d8-1aac-4b03-9fc9-810156cd7d9b tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Pushing event deleted for resources: {'Port': ['ID=67423665-ecd8-4c6b-907d-c2d9c0d4faf2,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:11.828570 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2da98cac-ce72-4b37-b151-0ff99c8c094e req-66181523-ddd9-4276-92ba-f834d477713e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf7cafe0-a9a7-40fe-bd02-cb24e83bee54 HTTP/1.1" status: 200 len: 217 time: 0.2110841 Jul 07 17:22:11.947015 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f33343-ee5a-496e-9ca8-be4690fcbcfd req-4ae393d8-1aac-4b03-9fc9-810156cd7d9b tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] No DVR routers for this DVR port 67423665-ecd8-4c6b-907d-c2d9c0d4faf2 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:11.953149 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-77f33343-ee5a-496e-9ca8-be4690fcbcfd req-4ae393d8-1aac-4b03-9fc9-810156cd7d9b tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.955271 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-77f33343-ee5a-496e-9ca8-be4690fcbcfd req-4ae393d8-1aac-4b03-9fc9-810156cd7d9b tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.72 "DELETE /v2.0/ports/67423665-ecd8-4c6b-907d-c2d9c0d4faf2 HTTP/1.1" status: 204 len: 173 time: 2.0155525 Jul 07 17:22:11.956084 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d87c88-9401-41e1-b024-dff502181282', 'name': 'network-vif-deleted', 'tag': '67423665-ecd8-4c6b-907d-c2d9c0d4faf2'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:11.969711 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f91d57e-5235-401e-8cbb-f998662bc046" -d '{"events": [{"server_uuid": "b5d87c88-9401-41e1-b024-dff502181282", "name": "network-vif-deleted", "tag": "67423665-ecd8-4c6b-907d-c2d9c0d4faf2"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:11.976344 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d9c4778a-fb32-40ce-b5ce-5d8428c93f3a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.999329 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da98cac-ce72-4b37-b151-0ff99c8c094e req-62605347-6ef0-4a16-ab79-0b80cb2bc2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:12.007951 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2da98cac-ce72-4b37-b151-0ff99c8c094e req-62605347-6ef0-4a16-ab79-0b80cb2bc2d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6fbb2957-27f3-49e7-bbf8-4e6687e5bfc9 HTTP/1.1" status: 200 len: 854 time: 0.1660810 Jul 07 17:22:12.036298 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d9c4778a-fb32-40ce-b5ce-5d8428c93f3a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.062439 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a8745775-3a0e-4b8b-ac3a-bf179ef15123 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.089212 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae306a9-fd37-4b86-ae6e-6e8d35855890 x-openstack-request-id: req-0ae306a9-fd37-4b86-ae6e-6e8d35855890 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:12.093222 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d87c88-9401-41e1-b024-dff502181282", "name": "network-vif-deleted", "tag": "67423665-ecd8-4c6b-907d-c2d9c0d4faf2", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:12.093772 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ae306a9-fd37-4b86-ae6e-6e8d35855890 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:12.094382 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d87c88-9401-41e1-b024-dff502181282', 'name': 'network-vif-deleted', 'tag': '67423665-ecd8-4c6b-907d-c2d9c0d4faf2', 'status': 'completed', 'code': 200} Jul 07 17:22:12.161877 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d9c4778a-fb32-40ce-b5ce-5d8428c93f3a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.167374 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d9c4778a-fb32-40ce-b5ce-5d8428c93f3a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.169887 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d9c4778a-fb32-40ce-b5ce-5d8428c93f3a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/security-groups/83472aa2-8ae7-4cc8-9a01-d521b3b38e60 HTTP/1.1" status: 204 len: 168 time: 0.4714181 Jul 07 17:22:12.182608 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46690) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:12.226149 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2da98cac-ce72-4b37-b151-0ff99c8c094e req-5db33109-7fa7-47d0-9f3d-f87677e36a21 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51b74280-0796-4c38-ac03-d27ea50ace14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2069623 Jul 07 17:22:12.241718 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4778a-fb32-40ce-b5ce-5d8428c93f3a tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83472aa2-8ae7-4cc8-9a01-d521b3b38e60,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:12.321192 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46700) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:12.322578 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-45a0c462-af22-41a3-a0d9-26d29cd92ae8 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "DELETE /v2.0/subnetpools/06bf75ab-bef4-4806-9b63-8b606d029ad1/tags HTTP/1.1" status: 204 len: 168 time: 0.7351441 Jul 07 17:22:12.330305 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-3a167936-7b3a-4680-8776-c8ffc2ddd835 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06bf75ab-bef4-4806-9b63-8b606d029ad1', 'tempest-TagsExtTest-Tag-546859276') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:12.366950 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bca2108a-b78e-4f19-ae04-53a07984a56f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.404257 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-3a167936-7b3a-4680-8776-c8ffc2ddd835 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] show failed (client error): The resource could not be found. Jul 07 17:22:12.411873 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3a167936-7b3a-4680-8776-c8ffc2ddd835 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "GET /v2.0/subnetpools/06bf75ab-bef4-4806-9b63-8b606d029ad1/tags/tempest-TagsExtTest-Tag-546859276 HTTP/1.1" status: 404 len: 328 time: 0.0861323 Jul 07 17:22:12.414044 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bca2108a-b78e-4f19-ae04-53a07984a56f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.417656 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46702) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:12.433369 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-c92923c2-e367-49c5-8ac6-df9ae466d591 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06bf75ab-bef4-4806-9b63-8b606d029ad1', 'tempest-TagsExtTest-Tag-887137689') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:12.493366 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-c92923c2-e367-49c5-8ac6-df9ae466d591 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] show failed (client error): The resource could not be found. Jul 07 17:22:12.499494 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c92923c2-e367-49c5-8ac6-df9ae466d591 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "GET /v2.0/subnetpools/06bf75ab-bef4-4806-9b63-8b606d029ad1/tags/tempest-TagsExtTest-Tag-887137689 HTTP/1.1" status: 404 len: 328 time: 0.0801003 Jul 07 17:22:12.500374 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46710) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:12.510576 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-c1af15e7-e84f-4015-9df7-0aac1fc33c4f tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06bf75ab-bef4-4806-9b63-8b606d029ad1', 'tempest-TagsExtTest-Tag-50102922') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:12.515481 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bca2108a-b78e-4f19-ae04-53a07984a56f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.519301 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bca2108a-b78e-4f19-ae04-53a07984a56f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.520767 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bca2108a-b78e-4f19-ae04-53a07984a56f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/security-groups/afd1a631-9104-40e5-8865-5cc2fbc56d49 HTTP/1.1" status: 204 len: 168 time: 0.3346162 Jul 07 17:22:12.542348 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46718) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:12.543133 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2108a-b78e-4f19-ae04-53a07984a56f tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd1a631-9104-40e5-8865-5cc2fbc56d49,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:12.580262 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-c1af15e7-e84f-4015-9df7-0aac1fc33c4f tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] show failed (client error): The resource could not be found. Jul 07 17:22:12.585580 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c1af15e7-e84f-4015-9df7-0aac1fc33c4f tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "GET /v2.0/subnetpools/06bf75ab-bef4-4806-9b63-8b606d029ad1/tags/tempest-TagsExtTest-Tag-50102922 HTTP/1.1" status: 404 len: 327 time: 0.0823658 Jul 07 17:22:12.588350 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46720) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:12.595437 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-f3ffe0af-c23f-46f0-8f60-52f5fafdaf10 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '06bf75ab-bef4-4806-9b63-8b606d029ad1') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:12.638628 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f3ffe0af-c23f-46f0-8f60-52f5fafdaf10 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "DELETE /v2.0/subnetpools/06bf75ab-bef4-4806-9b63-8b606d029ad1/tags HTTP/1.1" status: 204 len: 168 time: 0.0476975 Jul 07 17:22:12.642241 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46726) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:12.644602 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8745775-3a0e-4b8b-ac3a-bf179ef15123 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event deleted for resources: {'Port': ['ID=94c485bf-15b9-4428-9944-636f756da186,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:12.665757 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-66bdf414-d611-47df-b386-173185ad2f7d tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '57e58366-ed4e-4500-b9f4-8bcdcac05265') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:12.681615 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319342b-9962-4fad-aa20-7b83bbe77290 req-1ea9dcd5-e72b-43b8-adf6-f99c9f251ff3 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:12.691140 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4319342b-9962-4fad-aa20-7b83bbe77290 req-1ea9dcd5-e72b-43b8-adf6-f99c9f251ff3 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 1.0745988 Jul 07 17:22:12.760831 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2da98cac-ce72-4b37-b151-0ff99c8c094e req-68983dc1-a8d0-4386-a056-e970a786e99c service neutron] 10.222.0.64 "GET /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355135 Jul 07 17:22:13.030754 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2da98cac-ce72-4b37-b151-0ff99c8c094e req-a61b32ac-6181-43b3-b19c-d06a63a5e4d0 service neutron] 10.222.0.64 "GET /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257981 Jul 07 17:22:13.066270 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-e030c76d-d9c9-4b58-a7fe-a4b42b218449 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting subnet 2274f422-e7d4-4c59-b57d-c398a2e6c7cf {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:22:13.076356 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e030c76d-d9c9-4b58-a7fe-a4b42b218449 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.099715 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb7724-9829-4996-933e-017ebb424181 req-5c22abf9-6130-4c65-a183-bcc758712f91 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:13.107584 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-42cb7724-9829-4996-933e-017ebb424181 req-5c22abf9-6130-4c65-a183-bcc758712f91 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 947 time: 0.3557367 Jul 07 17:22:13.119758 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-66bdf414-d611-47df-b386-173185ad2f7d tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "DELETE /v2.0/routers/57e58366-ed4e-4500-b9f4-8bcdcac05265/tags HTTP/1.1" status: 204 len: 168 time: 0.4736650 Jul 07 17:22:13.121522 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46740) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:13.130346 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4319342b-9962-4fad-aa20-7b83bbe77290 req-65626d30-5fe7-42f1-8f28-5cd5469cc23f tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379742 Jul 07 17:22:13.135877 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.tag.tag_plugin [None req-0248e7ce-db84-4b52-b5cb-ab02c1d99037 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:13.248606 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e030c76d-d9c9-4b58-a7fe-a4b42b218449 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.262777 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-42cb7724-9829-4996-933e-017ebb424181 req-da160688-4c6d-4a63-ac06-51b240ad38df tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242685 Jul 07 17:22:13.561897 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a8745775-3a0e-4b8b-ac3a-bf179ef15123 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.611131 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e3396505-3943-48c3-97d3-5ff898890cf9 req-2d747b3d-4f6f-4424-b10e-a64d0d9464fe tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5d87c88-9401-41e1-b024-dff502181282 HTTP/1.1" status: 200 len: 210 time: 0.0447571 Jul 07 17:22:13.611131 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0248e7ce-db84-4b52-b5cb-ab02c1d99037 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "DELETE /v2.0/ports/cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65/tags HTTP/1.1" status: 204 len: 168 time: 0.4833035 Jul 07 17:22:13.611540 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46764) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:13.651952 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.tag.tag_plugin [None req-78e6ea0c-12f9-436e-b0bd-2963860d79d2 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fbb24ed8-3120-48c7-862d-3c4352372562') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:13.653727 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 67423665-ecd8-4c6b-907d-c2d9c0d4faf2 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:13.709757 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 67423665-ecd8-4c6b-907d-c2d9c0d4faf2 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:22:13.710543 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 67423665-ecd8-4c6b-907d-c2d9c0d4faf2 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:22:13.720281 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc10ad-1c01-4a4d-bde6-fffde0268b07 req-e3b4243c-2158-4902-afcf-aa84deb73a7a tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:13.722567 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d1cc10ad-1c01-4a4d-bde6-fffde0268b07 req-e3b4243c-2158-4902-afcf-aa84deb73a7a tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.1688759 Jul 07 17:22:13.756514 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e030c76d-d9c9-4b58-a7fe-a4b42b218449 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.806581 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d1cc10ad-1c01-4a4d-bde6-fffde0268b07 req-197a831d-97e3-4898-8467-a4ed630d53c3 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713007 Jul 07 17:22:13.951058 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-78e6ea0c-12f9-436e-b0bd-2963860d79d2 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "DELETE /v2.0/subnets/fbb24ed8-3120-48c7-862d-3c4352372562/tags HTTP/1.1" status: 204 len: 168 time: 0.3305719 Jul 07 17:22:13.951058 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46786) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:13.991038 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e030c76d-d9c9-4b58-a7fe-a4b42b218449 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.137617 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e2c692-9cb5-47f7-85d1-b9e03770aaa9 None None] Network 49d97107-f250-424a-86b1-a667b036bf8a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:14.146846 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e030c76d-d9c9-4b58-a7fe-a4b42b218449 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.157107 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e030c76d-d9c9-4b58-a7fe-a4b42b218449 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/subnets/2274f422-e7d4-4c59-b57d-c398a2e6c7cf HTTP/1.1" status: 204 len: 168 time: 1.5566571 Jul 07 17:22:14.157107 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030c76d-d9c9-4b58-a7fe-a4b42b218449 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Subnet': ['ID=2274f422-e7d4-4c59-b57d-c398a2e6c7cf,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:14.157571 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46796) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:14.265107 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7c679a-4ffb-4dc3-9806-35f75c05f9e2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting subnet 3cb4245f-5849-4f33-a139-4bfee2684f04 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:22:14.278923 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8b7c679a-4ffb-4dc3-9806-35f75c05f9e2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.321623 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8745775-3a0e-4b8b-ac3a-bf179ef15123 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Router 031e4780-b0ce-479f-b8ab-92fdb55877d7 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:22:14.365115 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dae5f94c-4e55-4bbb-9aab-893a3626300c tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks [] for subnetpool, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.366529 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8b7c679a-4ffb-4dc3-9806-35f75c05f9e2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.369459 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-dae5f94c-4e55-4bbb-9aab-893a3626300c tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "DELETE /v2.0/subnetpools/06bf75ab-bef4-4806-9b63-8b606d029ad1 HTTP/1.1" status: 204 len: 168 time: 0.4157341 Jul 07 17:22:14.370381 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46810) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:14.470179 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e4f8a-9057-4dfd-a2c0-bb72cbd3727d req-ce508a17-06c8-4796-98bd-d3a1b7e2fbd6 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:14.477502 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-324e4f8a-9057-4dfd-a2c0-bb72cbd3727d req-ce508a17-06c8-4796-98bd-d3a1b7e2fbd6 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.3392408 Jul 07 17:22:14.493296 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7a564d3b-d44c-4782-b1d3-d166323026d7 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "GET /v2.0/ports?device_id=57e58366-ed4e-4500-b9f4-8bcdcac05265 HTTP/1.1" status: 200 len: 205 time: 0.1215644 Jul 07 17:22:14.518413 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46816) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:14.599019 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-324e4f8a-9057-4dfd-a2c0-bb72cbd3727d req-7d51c968-c8e6-4676-8e88-2ede91bbcebf tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159837 Jul 07 17:22:14.607230 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8745775-3a0e-4b8b-ac3a-bf179ef15123 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:22:14.616167 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a8745775-3a0e-4b8b-ac3a-bf179ef15123 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "PUT /v2.0/routers/031e4780-b0ce-479f-b8ab-92fdb55877d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0965700 Jul 07 17:22:14.625610 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46826) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:14.639914 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bac226-ee15-4166-b142-0b17d6acbc4b None None] Sync routers for ids ['031e4780-b0ce-479f-b8ab-92fdb55877d7'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:22:14.727539 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bac226-ee15-4166-b142-0b17d6acbc4b None None] Routers {'031e4780-b0ce-479f-b8ab-92fdb55877d7'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:14.739363 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-48bac226-ee15-4166-b142-0b17d6acbc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:21:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['031e4780-b0ce-479f-b8ab-92fdb55877d7'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:14.778320 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ef84961c-ed7c-4115-b0ac-3599b79511db tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.887958 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-245d7737-785a-4a35-bac0-a52a887d67f8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Deleting subnet 703a8988-b4e5-43ee-b12c-dbe005b0e069 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:22:14.918357 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-245d7737-785a-4a35-bac0-a52a887d67f8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.117203 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-245d7737-785a-4a35-bac0-a52a887d67f8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.135145 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8b7c679a-4ffb-4dc3-9806-35f75c05f9e2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.494146 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-245d7737-785a-4a35-bac0-a52a887d67f8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.538991 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ef84961c-ed7c-4115-b0ac-3599b79511db tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.547361 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ef84961c-ed7c-4115-b0ac-3599b79511db tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.573235 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-48bac226-ee15-4166-b142-0b17d6acbc4b None None] Set router 031e4780-b0ce-479f-b8ab-92fdb55877d7 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:15.594844 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ec042-0a9b-4f85-b43b-0c62c45ea868 req-66ac2e1d-ef5a-4fb3-bc21-734575e3a2b6 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:15.596654 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b56ec042-0a9b-4f85-b43b-0c62c45ea868 req-66ac2e1d-ef5a-4fb3-bc21-734575e3a2b6 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 947 time: 0.8929198 Jul 07 17:22:15.716674 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ef84961c-ed7c-4115-b0ac-3599b79511db tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.720457 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-245d7737-785a-4a35-bac0-a52a887d67f8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.728053 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef84961c-ed7c-4115-b0ac-3599b79511db tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Fanout notify agent at l3_agent the message router_deleted on router 57e58366-ed4e-4500-b9f4-8bcdcac05265 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:22:15.779420 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ef84961c-ed7c-4115-b0ac-3599b79511db tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.781014 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ef84961c-ed7c-4115-b0ac-3599b79511db tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "DELETE /v2.0/routers/57e58366-ed4e-4500-b9f4-8bcdcac05265 HTTP/1.1" status: 204 len: 168 time: 1.2614837 Jul 07 17:22:15.782649 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8b7c679a-4ffb-4dc3-9806-35f75c05f9e2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.792086 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46870) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:15.817359 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625aa3fb-fdb6-4214-a323-2a3f50ba7e0a None None] Network 507311b0-9434-46e9-9ba9-87b422a6045c requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:15.831316 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-245d7737-785a-4a35-bac0-a52a887d67f8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.836936 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-245d7737-785a-4a35-bac0-a52a887d67f8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "DELETE /v2.0/subnets/703a8988-b4e5-43ee-b12c-dbe005b0e069 HTTP/1.1" status: 204 len: 168 time: 1.2073233 Jul 07 17:22:15.843650 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d7737-785a-4a35-bac0-a52a887d67f8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event deleted for resources: {'Subnet': ['ID=703a8988-b4e5-43ee-b12c-dbe005b0e069,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:15.931559 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46874) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:15.971841 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8b7c679a-4ffb-4dc3-9806-35f75c05f9e2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.009799 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8b7c679a-4ffb-4dc3-9806-35f75c05f9e2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/subnets/3cb4245f-5849-4f33-a139-4bfee2684f04 HTTP/1.1" status: 204 len: 168 time: 1.8501222 Jul 07 17:22:16.029327 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46890) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:16.031254 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c679a-4ffb-4dc3-9806-35f75c05f9e2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Subnet': ['ID=3cb4245f-5849-4f33-a139-4bfee2684f04,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:16.136053 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a90198-c189-452a-a7d2-bc0980bdf0aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:16.136981 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a90198-c189-452a-a7d2-bc0980bdf0aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:16.142530 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b8a90198-c189-452a-a7d2-bc0980bdf0aa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/subnets/2274f422-e7d4-4c59-b57d-c398a2e6c7cf HTTP/1.1" status: 404 len: 337 time: 0.1026657 Jul 07 17:22:16.153657 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46898) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:16.238521 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b56ec042-0a9b-4f85-b43b-0c62c45ea868 req-dbc0b71c-609c-46c6-b353-33de094df659 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5222239 Jul 07 17:22:16.332307 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-37fb0431-bf45-455b-ba87-6f686af28d5c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting subnet 0f053d06-3c63-4017-86e0-bdc5ee31aadd {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:22:16.345002 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-37fb0431-bf45-455b-ba87-6f686af28d5c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.415887 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e79bd8c-e35f-4998-9272-7d9238cc5594 None None] Network 49d97107-f250-424a-86b1-a667b036bf8a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:16.461386 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-37fb0431-bf45-455b-ba87-6f686af28d5c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.570214 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-dec60d14-0085-4900-8f6e-178e5ac6e0d9 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Deleting port cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:16.571869 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dec60d14-0085-4900-8f6e-178e5ac6e0d9 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.719636 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-48bac226-ee15-4166-b142-0b17d6acbc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'name': 'tempest-TestNetworkBasicOps-router-2112546659', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:38Z', 'updated_at': '2021-07-07T17:22:11Z', 'revision_number': 7, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:16.759880 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bac226-ee15-4166-b142-0b17d6acbc4b None None] Checking router: 031e4780-b0ce-479f-b8ab-92fdb55877d7 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:22:16.783672 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bac226-ee15-4166-b142-0b17d6acbc4b None None] Routers {'031e4780-b0ce-479f-b8ab-92fdb55877d7'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:16.784913 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-48bac226-ee15-4166-b142-0b17d6acbc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:21:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['031e4780-b0ce-479f-b8ab-92fdb55877d7'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:16.792333 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c6c3a620-3322-4d05-b177-3027c6a4bf43 None None] Provisioning complete for port 23ee2fd2-f313-4c90-9439-14f6233651ef triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:16.792708 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-37fb0431-bf45-455b-ba87-6f686af28d5c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.793988 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c6c3a620-3322-4d05-b177-3027c6a4bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.848341 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6c2c9-8fea-47ec-9e0e-8d45145e81cd req-632f4a2c-592e-4366-a138-27ed2758652a tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:16.850081 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-32c6c2c9-8fea-47ec-9e0e-8d45145e81cd req-632f4a2c-592e-4366-a138-27ed2758652a tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dea8503-00a8-4b7f-9a56-cdf799daf7fb HTTP/1.1" status: 200 len: 945 time: 0.2874222 Jul 07 17:22:16.937728 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-32c6c2c9-8fea-47ec-9e0e-8d45145e81cd req-7bf7daa9-f8de-4742-a938-821564c054bc tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618491 Jul 07 17:22:16.944835 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-37fb0431-bf45-455b-ba87-6f686af28d5c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.003193 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb0431-bf45-455b-ba87-6f686af28d5c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Subnet': ['ID=0f053d06-3c63-4017-86e0-bdc5ee31aadd,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:17.016335 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-37fb0431-bf45-455b-ba87-6f686af28d5c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.024898 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-37fb0431-bf45-455b-ba87-6f686af28d5c tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/subnets/0f053d06-3c63-4017-86e0-bdc5ee31aadd HTTP/1.1" status: 204 len: 168 time: 0.8680778 Jul 07 17:22:17.024898 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46920) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:17.083657 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-2028c59b-99aa-43c1-abce-028d441a8100 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:17.084404 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2028c59b-99aa-43c1-abce-028d441a8100 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:17.089000 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2028c59b-99aa-43c1-abce-028d441a8100 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/subnets/8839e675-aa91-4990-beec-c82a961fb7da HTTP/1.1" status: 404 len: 337 time: 0.0639865 Jul 07 17:22:17.089800 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46924) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:17.127686 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-48bac226-ee15-4166-b142-0b17d6acbc4b None None] Set router 031e4780-b0ce-479f-b8ab-92fdb55877d7 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:17.147029 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-212d4ec1-beba-4eac-9846-1744279b438e tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2783882-4d5e-4375-8d39-61fcc7192dfb HTTP/1.1" status: 200 len: 205 time: 0.0559976 Jul 07 17:22:17.147685 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46928) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:17.257749 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ebd8227-0793-4ad4-a2f2-c83c49a378d5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.262074 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-09b501b5-a46c-415f-aa5b-8a2eee3c8993 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] delete failed (client error): The resource could not be found. Jul 07 17:22:17.265883 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-09b501b5-a46c-415f-aa5b-8a2eee3c8993 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/routers/d2783882-4d5e-4375-8d39-61fcc7192dfb HTTP/1.1" status: 404 len: 336 time: 0.1170309 Jul 07 17:22:17.266539 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46930) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:17.285931 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeb4554-d9a9-42d8-9efe-640013539958 None None] DHCP port deletion for 507311b0-9434-46e9-9ba9-87b422a6045c request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:22:17.343510 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46932) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:17.354711 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-d983f20c-8a5f-433e-ab96-29841ca282ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:17.355488 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d983f20c-8a5f-433e-ab96-29841ca282ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:17.359826 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d983f20c-8a5f-433e-ab96-29841ca282ee tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/subnets/5457d116-3e3b-43dc-9a9b-a72e4c317625 HTTP/1.1" status: 404 len: 337 time: 0.0918584 Jul 07 17:22:17.367646 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46936) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:17.424391 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-93857663-8eb4-4874-b7c4-42f1fd41a22d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:17.425201 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93857663-8eb4-4874-b7c4-42f1fd41a22d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:17.430653 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-93857663-8eb4-4874-b7c4-42f1fd41a22d tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/subnets/8c71dc8e-93a0-43d0-80f8-2da25ee7b970 HTTP/1.1" status: 404 len: 337 time: 0.0612004 Jul 07 17:22:17.431050 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ebd8227-0793-4ad4-a2f2-c83c49a378d5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.433815 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46938) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:17.551201 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7228dfe-7a4c-49df-9217-29c35c784cd2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:17.552250 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7228dfe-7a4c-49df-9217-29c35c784cd2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:17.553090 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b273fd4-2df0-4fb2-87e4-1f2f55507c7d req-decbb9b6-177a-4d0a-980e-fc4ffe1f17c6 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:17.555595 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e7228dfe-7a4c-49df-9217-29c35c784cd2 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/subnets/76fe00d8-2f95-4f0a-b185-7d03589044cd HTTP/1.1" status: 404 len: 337 time: 0.1200085 Jul 07 17:22:17.557969 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7a40bc42-8d0d-45b8-8581-c966ea0ea2bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.560877 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8b273fd4-2df0-4fb2-87e4-1f2f55507c7d req-decbb9b6-177a-4d0a-980e-fc4ffe1f17c6 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 1.1385577 Jul 07 17:22:17.562931 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46940) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:17.565129 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dec60d14-0085-4900-8f6e-178e5ac6e0d9 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.622676 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-dec60d14-0085-4900-8f6e-178e5ac6e0d9 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Calling delete_port for cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:17.666659 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9555737-104c-4bb5-add8-9ee20536814c req-ba6e8f99-9cc2-4d82-8222-cbf23ca232ef tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:17.669679 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d9555737-104c-4bb5-add8-9ee20536814c req-ba6e8f99-9cc2-4d82-8222-cbf23ca232ef tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dea8503-00a8-4b7f-9a56-cdf799daf7fb HTTP/1.1" status: 200 len: 945 time: 0.2893372 Jul 07 17:22:17.688478 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e38b7a6-cf9d-4a01-898a-0512213467c3 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:17.689620 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e38b7a6-cf9d-4a01-898a-0512213467c3 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:17.691661 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0e38b7a6-cf9d-4a01-898a-0512213467c3 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/ports/03ebd1f3-85c9-47cf-aed8-d3b1c503cf4a HTTP/1.1" status: 404 len: 333 time: 0.1175742 Jul 07 17:22:17.703020 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-faeb4554-d9a9-42d8-9efe-640013539958 None None] Deleting port 15a5b5ef-029c-4efa-b367-3284963380ed {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:17.703433 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-faeb4554-d9a9-42d8-9efe-640013539958 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.706282 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46942) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:17.771416 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-02044cfc-0286-403b-8ae8-7b63c1727690 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:17.772242 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02044cfc-0286-403b-8ae8-7b63c1727690 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:17.775142 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-02044cfc-0286-403b-8ae8-7b63c1727690 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/subnets/6f340d16-6d40-4f6c-9090-d521babb483a HTTP/1.1" status: 404 len: 337 time: 0.0669961 Jul 07 17:22:17.781312 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7a40bc42-8d0d-45b8-8581-c966ea0ea2bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.783328 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46944) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:17.798862 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7a40bc42-8d0d-45b8-8581-c966ea0ea2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.803127 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-48bac226-ee15-4166-b142-0b17d6acbc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'name': 'tempest-TestNetworkBasicOps-router-2112546659', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:38Z', 'updated_at': '2021-07-07T17:22:11Z', 'revision_number': 7, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:17.806585 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8b273fd4-2df0-4fb2-87e4-1f2f55507c7d req-702819c1-e08c-4163-9a9e-15f269ffaa47 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446332 Jul 07 17:22:17.814279 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c6c3a620-3322-4d05-b177-3027c6a4bf43 None None] Provisioning complete for port e0f2d74a-482e-48c3-91ce-db931a4b5b28 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:17.814652 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c6c3a620-3322-4d05-b177-3027c6a4bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.863777 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40bc42-8d0d-45b8-8581-c966ea0ea2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e928f13-2abd-44b6-b205-3692fc30aa92,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:17.887746 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd8227-0793-4ad4-a2f2-c83c49a378d5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Deleting port f6961cf6-a72a-41d1-817f-ebf9c10e29da {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:17.888231 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ebd8227-0793-4ad4-a2f2-c83c49a378d5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.889778 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-5811ad91-a1c0-4505-8af3-0cc0f71e7297 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:17.890410 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bac226-ee15-4166-b142-0b17d6acbc4b None None] The sync data for ids ['031e4780-b0ce-479f-b8ab-92fdb55877d7'] in n-d-791503-12 is: [{'id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'name': 'tempest-TestNetworkBasicOps-router-2112546659', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:38Z', 'updated_at': '2021-07-07T17:22:11Z', 'revision_number': 7, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'f6961cf6-a72a-41d1-817f-ebf9c10e29da', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e4780-b0ce-479f-b8ab-92fdb55877d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:22:17.891615 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5811ad91-a1c0-4505-8af3-0cc0f71e7297 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:17.899255 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5811ad91-a1c0-4505-8af3-0cc0f71e7297 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/subnets/16e0345d-203b-46a5-a759-c36e3aca9976 HTTP/1.1" status: 404 len: 337 time: 0.1134865 Jul 07 17:22:17.906312 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46948) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:17.958057 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3b6b16-a617-4d65-ae96-c75a638a9852 None None] Update dhcp port {'port': {'network_id': '49d97107-f250-424a-86b1-a667b036bf8a', 'fixed_ips': [{'subnet_id': '0f053d06-3c63-4017-86e0-bdc5ee31aadd'}], 'binding:host_id': 'n-d-791503-12'}, 'id': '23ee2fd2-f313-4c90-9439-14f6233651ef'} from n-d-791503-12. {{(pid=100194) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:22:17.976167 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7a40bc42-8d0d-45b8-8581-c966ea0ea2bb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4179075a4e194fff8736672c8deb775e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6312575 Jul 07 17:22:17.977578 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-c774d685-fceb-4be1-a138-39af7d60f848 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:17.978493 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c774d685-fceb-4be1-a138-39af7d60f848 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:17.982552 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c774d685-fceb-4be1-a138-39af7d60f848 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/ports/713830ff-5414-4400-a41f-0e24cc2d8dde HTTP/1.1" status: 404 len: 333 time: 0.0585167 Jul 07 17:22:17.982552 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46950) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:18.027660 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46952) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:18.042526 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-6ebd8227-0793-4ad4-a2f2-c83c49a378d5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] For port f6961cf6-a72a-41d1-817f-ebf9c10e29da, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=f6961cf6-a72a-41d1-817f-ebf9c10e29da,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:18.043064 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ebd8227-0793-4ad4-a2f2-c83c49a378d5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.051424 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c6c3a620-3322-4d05-b177-3027c6a4bf43 None None] Port e0f2d74a-482e-48c3-91ce-db931a4b5b28 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:18.064150 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-faeb4554-d9a9-42d8-9efe-640013539958 None None] For port 15a5b5ef-029c-4efa-b367-3284963380ed, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=15a5b5ef-029c-4efa-b367-3284963380ed,segment=NetworkSegment(28bd09c2-4756-473e-b2bd-8e1684a859d1),segment_id=28bd09c2-4756-473e-b2bd-8e1684a859d1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:18.070959 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-faeb4554-d9a9-42d8-9efe-640013539958 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.080251 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd8227-0793-4ad4-a2f2-c83c49a378d5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Calling delete_port for f6961cf6-a72a-41d1-817f-ebf9c10e29da owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:18.099224 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-faeb4554-d9a9-42d8-9efe-640013539958 None None] Calling delete_port for 15a5b5ef-029c-4efa-b367-3284963380ed owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:18.103879 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3a3b6b16-a617-4d65-ae96-c75a638a9852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.105871 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd73a14-c549-45a3-a01b-0806786ffbf9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:18.106350 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd73a14-c549-45a3-a01b-0806786ffbf9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:18.114726 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cfd73a14-c549-45a3-a01b-0806786ffbf9 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/subnets/aa12ca60-5b4a-4d43-88d6-3f24b20186d3 HTTP/1.1" status: 404 len: 337 time: 0.0806284 Jul 07 17:22:18.132452 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46956) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:18.252323 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ffddc45a-a653-41e7-a28e-cd8e28b71620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.257695 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ae6d9b-fc55-40fa-849a-4c48a23f0ed7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:18.258175 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ae6d9b-fc55-40fa-849a-4c48a23f0ed7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:18.277230 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a1ae6d9b-fc55-40fa-849a-4c48a23f0ed7 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/subnets/3bd758a3-dfe5-4b0c-9533-27ee3393f75a HTTP/1.1" status: 404 len: 337 time: 0.1422698 Jul 07 17:22:18.297431 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46960) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:18.360883 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 15a5b5ef-029c-4efa-b367-3284963380ed no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:18.449134 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-faeb4554-d9a9-42d8-9efe-640013539958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.494334 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ffddc45a-a653-41e7-a28e-cd8e28b71620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.501999 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb4554-d9a9-42d8-9efe-640013539958 None None] Pushing event deleted for resources: {'Port': ['ID=15a5b5ef-029c-4efa-b367-3284963380ed,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:18.502235 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ebd8227-0793-4ad4-a2f2-c83c49a378d5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.504640 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab0e277-337b-4ddb-81c8-30c1c75ec8e3 None None] Network 49d97107-f250-424a-86b1-a667b036bf8a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:18.516138 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No active binding found for port 15a5b5ef-029c-4efa-b367-3284963380ed {{(pid=100194) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 17:22:18.516859 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 15a5b5ef-029c-4efa-b367-3284963380ed not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:22:18.572574 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeb4554-d9a9-42d8-9efe-640013539958 None None] No DVR routers for this DVR port 15a5b5ef-029c-4efa-b367-3284963380ed on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:18.586195 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd8227-0793-4ad4-a2f2-c83c49a378d5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event deleted for resources: {'Port': ['ID=f6961cf6-a72a-41d1-817f-ebf9c10e29da,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:18.597999 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-757e8ee5-6811-4470-96cd-697f78af01be None None] Provisioning complete for port 23ee2fd2-f313-4c90-9439-14f6233651ef triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:18.599582 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-757e8ee5-6811-4470-96cd-697f78af01be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.636046 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-d9555737-104c-4bb5-add8-9ee20536814c req-90974aa2-2ba4-46cf-9b5b-c8afe341d169 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Deleting port bf7cafe0-a9a7-40fe-bd02-cb24e83bee54 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:18.641282 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-d9555737-104c-4bb5-add8-9ee20536814c req-90974aa2-2ba4-46cf-9b5b-c8afe341d169 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.685808 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdad5c-d6b2-4535-9ef9-0d4041848c8f req-c43f8ebf-0e3e-4804-93bd-4014be2fbd23 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:18.694146 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8afdad5c-d6b2-4535-9ef9-0d4041848c8f req-c43f8ebf-0e3e-4804-93bd-4014be2fbd23 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.5605087 Jul 07 17:22:18.769263 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8afdad5c-d6b2-4535-9ef9-0d4041848c8f req-bc3a4a28-c6eb-40c4-ab04-95674d7537e7 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739763 Jul 07 17:22:18.783410 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ffddc45a-a653-41e7-a28e-cd8e28b71620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.786457 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ffddc45a-a653-41e7-a28e-cd8e28b71620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.789986 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ffddc45a-a653-41e7-a28e-cd8e28b71620 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e928f13-2abd-44b6-b205-3692fc30aa92 HTTP/1.1" status: 204 len: 168 time: 0.8079145 Jul 07 17:22:18.807248 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffddc45a-a653-41e7-a28e-cd8e28b71620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e928f13-2abd-44b6-b205-3692fc30aa92,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:18.840048 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-54a98b49-1ae1-4a63-bbe6-fc2b75610d57 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Deleting port e0f2d74a-482e-48c3-91ce-db931a4b5b28 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:18.840499 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-54a98b49-1ae1-4a63-bbe6-fc2b75610d57 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.853420 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-757e8ee5-6811-4470-96cd-697f78af01be None None] Provisioning complete for port e0f2d74a-482e-48c3-91ce-db931a4b5b28 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:18.854996 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-757e8ee5-6811-4470-96cd-697f78af01be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.868215 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f1064-c47f-4796-9611-b38ca63ba72c req-820cb4d4-1328-4f04-96c5-140a5336b006 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:18.876906 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-999f1064-c47f-4796-9611-b38ca63ba72c req-820cb4d4-1328-4f04-96c5-140a5336b006 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dea8503-00a8-4b7f-9a56-cdf799daf7fb HTTP/1.1" status: 200 len: 945 time: 0.4654307 Jul 07 17:22:18.902007 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e40d79-8c81-4871-bf50-f990d202dfcf None None] DHCP port deletion for 49d97107-f250-424a-86b1-a667b036bf8a request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:22:18.975529 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dec60d14-0085-4900-8f6e-178e5ac6e0d9 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.990567 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-757e8ee5-6811-4470-96cd-697f78af01be None None] Port e0f2d74a-482e-48c3-91ce-db931a4b5b28 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:18.996968 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-54a98b49-1ae1-4a63-bbe6-fc2b75610d57 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.015914 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-54a98b49-1ae1-4a63-bbe6-fc2b75610d57 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Calling delete_port for e0f2d74a-482e-48c3-91ce-db931a4b5b28 owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:19.020754 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec60d14-0085-4900-8f6e-178e5ac6e0d9 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Pushing event deleted for resources: {'Port': ['ID=cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:19.032574 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a0e40d79-8c81-4871-bf50-f990d202dfcf None None] Deleting port 23ee2fd2-f313-4c90-9439-14f6233651ef {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:19.036951 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a0e40d79-8c81-4871-bf50-f990d202dfcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.040460 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ebd8227-0793-4ad4-a2f2-c83c49a378d5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.143195 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ebd8227-0793-4ad4-a2f2-c83c49a378d5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.145963 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ebd8227-0793-4ad4-a2f2-c83c49a378d5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.192850 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-a0e40d79-8c81-4871-bf50-f990d202dfcf None None] For port 23ee2fd2-f313-4c90-9439-14f6233651ef, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=23ee2fd2-f313-4c90-9439-14f6233651ef,segment=NetworkSegment(1dd30b56-9b5f-4662-bff8-b8b1bd125234),segment_id=1dd30b56-9b5f-4662-bff8-b8b1bd125234)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:19.193150 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7cfac-d505-4507-ab18-23af49d515d5 req-8c49cd30-c395-4ea8-9137-a0e5c3db5b3f tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:19.193917 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a0e40d79-8c81-4871-bf50-f990d202dfcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.202778 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-96b7cfac-d505-4507-ab18-23af49d515d5 req-8c49cd30-c395-4ea8-9137-a0e5c3db5b3f tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.1845119 Jul 07 17:22:19.213137 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-999f1064-c47f-4796-9611-b38ca63ba72c req-c059b31a-1c94-4838-974f-91496cf8b306 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092034 Jul 07 17:22:19.222539 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ebd8227-0793-4ad4-a2f2-c83c49a378d5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.223027 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebd8227-0793-4ad4-a2f2-c83c49a378d5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Fanout notify agent at l3_agent the message router_deleted on router 031e4780-b0ce-479f-b8ab-92fdb55877d7 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:22:19.236442 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ebd8227-0793-4ad4-a2f2-c83c49a378d5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.240380 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46974) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:19.240605 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6ebd8227-0793-4ad4-a2f2-c83c49a378d5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "DELETE /v2.0/routers/031e4780-b0ce-479f-b8ab-92fdb55877d7 HTTP/1.1" status: 204 len: 168 time: 3.3066728 Jul 07 17:22:19.296946 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-54a98b49-1ae1-4a63-bbe6-fc2b75610d57 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.298123 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a0e40d79-8c81-4871-bf50-f990d202dfcf None None] Calling delete_port for 23ee2fd2-f313-4c90-9439-14f6233651ef owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:19.322039 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-d9555737-104c-4bb5-add8-9ee20536814c req-90974aa2-2ba4-46cf-9b5b-c8afe341d169 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] For port bf7cafe0-a9a7-40fe-bd02-cb24e83bee54, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=bf7cafe0-a9a7-40fe-bd02-cb24e83bee54,segment=NetworkSegment(f9082715-a122-4543-bbf6-c582b0edb07f),segment_id=f9082715-a122-4543-bbf6-c582b0edb07f)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:19.322507 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-d9555737-104c-4bb5-add8-9ee20536814c req-90974aa2-2ba4-46cf-9b5b-c8afe341d169 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.351239 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-d9555737-104c-4bb5-add8-9ee20536814c req-90974aa2-2ba4-46cf-9b5b-c8afe341d169 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Calling delete_port for bf7cafe0-a9a7-40fe-bd02-cb24e83bee54 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:19.396578 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-96b7cfac-d505-4507-ab18-23af49d515d5 req-b1a7e5c6-4c01-4f07-b7d8-0d66aeca1843 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923394 Jul 07 17:22:19.412446 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dec60d14-0085-4900-8f6e-178e5ac6e0d9 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.419216 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-dec60d14-0085-4900-8f6e-178e5ac6e0d9 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "DELETE /v2.0/ports/cd4d6f92-530f-4d84-a8b9-ad4bf29a2a65 HTTP/1.1" status: 204 len: 168 time: 3.6164455 Jul 07 17:22:19.432298 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46980) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:19.570600 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a0e40d79-8c81-4871-bf50-f990d202dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.590482 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-54a98b49-1ae1-4a63-bbe6-fc2b75610d57 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.601260 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-54a98b49-1ae1-4a63-bbe6-fc2b75610d57 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/ports/e0f2d74a-482e-48c3-91ce-db931a4b5b28 HTTP/1.1" status: 204 len: 168 time: 1.2843003 Jul 07 17:22:19.610515 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46986) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:19.624145 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a98b49-1ae1-4a63-bbe6-fc2b75610d57 tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Port': ['ID=e0f2d74a-482e-48c3-91ce-db931a4b5b28,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:19.706463 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81a1cbfb-a471-4837-b3b1-8db97180d2f9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.744682 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c27dba7-fcc0-4314-a5ab-e9b52397074d tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Deleting subnet fbb24ed8-3120-48c7-862d-3c4352372562 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:22:19.751147 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9c27dba7-fcc0-4314-a5ab-e9b52397074d tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.871276 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e40d79-8c81-4871-bf50-f990d202dfcf None None] Pushing event deleted for resources: {'Port': ['ID=23ee2fd2-f313-4c90-9439-14f6233651ef,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:19.875287 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e40d79-8c81-4871-bf50-f990d202dfcf None None] No DVR routers for this DVR port 23ee2fd2-f313-4c90-9439-14f6233651ef on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:19.889614 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9c27dba7-fcc0-4314-a5ab-e9b52397074d tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.974958 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81a1cbfb-a471-4837-b3b1-8db97180d2f9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.009539 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-81a1cbfb-a471-4837-b3b1-8db97180d2f9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507311b0-9434-46e9-9ba9-87b422a6045c']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:20.047466 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-81a1cbfb-a471-4837-b3b1-8db97180d2f9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28bd09c2-4756-473e-b2bd-8e1684a859d1') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:20.047822 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-81a1cbfb-a471-4837-b3b1-8db97180d2f9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28bd09c2-4756-473e-b2bd-8e1684a859d1') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:20.068210 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device f6961cf6-a72a-41d1-817f-ebf9c10e29da no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:20.103811 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device bf7cafe0-a9a7-40fe-bd02-cb24e83bee54 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:20.113970 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: f6961cf6-a72a-41d1-817f-ebf9c10e29da {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:22:20.114407 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device f6961cf6-a72a-41d1-817f-ebf9c10e29da not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:22:20.114751 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 94c485bf-15b9-4428-9944-636f756da186 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:20.149512 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81a1cbfb-a471-4837-b3b1-8db97180d2f9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.167608 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-d9555737-104c-4bb5-add8-9ee20536814c req-90974aa2-2ba4-46cf-9b5b-c8afe341d169 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.179494 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 94c485bf-15b9-4428-9944-636f756da186 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:22:20.179862 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 94c485bf-15b9-4428-9944-636f756da186 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:22:20.180268 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 23ee2fd2-f313-4c90-9439-14f6233651ef no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:20.187230 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['2dce8daf-33b0-4c75-861b-c760dda34677'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:22:20.199159 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81a1cbfb-a471-4837-b3b1-8db97180d2f9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.202989 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9c27dba7-fcc0-4314-a5ab-e9b52397074d tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.235544 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7912a29c-b1e4-42d6-b878-edc88ba67aaa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.242830 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 23ee2fd2-f313-4c90-9439-14f6233651ef {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:22:20.243255 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 23ee2fd2-f313-4c90-9439-14f6233651ef not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:22:20.254691 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90974aa2-2ba4-46cf-9b5b-c8afe341d169 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Pushing event deleted for resources: {'Port': ['ID=bf7cafe0-a9a7-40fe-bd02-cb24e83bee54,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:20.275957 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a1cbfb-a471-4837-b3b1-8db97180d2f9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:22:20.276849 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81a1cbfb-a471-4837-b3b1-8db97180d2f9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:22:20.284735 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:22:20.292548 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No active binding found for port bf7cafe0-a9a7-40fe-bd02-cb24e83bee54 {{(pid=100194) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 17:22:20.293353 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device bf7cafe0-a9a7-40fe-bd02-cb24e83bee54 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:22:20.337638 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9555737-104c-4bb5-add8-9ee20536814c req-90974aa2-2ba4-46cf-9b5b-c8afe341d169 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] No DVR routers for this DVR port bf7cafe0-a9a7-40fe-bd02-cb24e83bee54 on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:20.340500 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-d9555737-104c-4bb5-add8-9ee20536814c req-90974aa2-2ba4-46cf-9b5b-c8afe341d169 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.342789 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d9555737-104c-4bb5-add8-9ee20536814c req-90974aa2-2ba4-46cf-9b5b-c8afe341d169 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.64 "DELETE /v2.0/ports/bf7cafe0-a9a7-40fe-bd02-cb24e83bee54 HTTP/1.1" status: 204 len: 173 time: 2.6578207 Jul 07 17:22:20.343417 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dea8503-00a8-4b7f-9a56-cdf799daf7fb', 'name': 'network-vif-deleted', 'tag': 'bf7cafe0-a9a7-40fe-bd02-cb24e83bee54'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:20.345774 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654cb186-8263-4b1d-8d55-010110141f60" -d '{"events": [{"server_uuid": "0dea8503-00a8-4b7f-9a56-cdf799daf7fb", "name": "network-vif-deleted", "tag": "bf7cafe0-a9a7-40fe-bd02-cb24e83bee54"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:20.383590 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69f783-f2c1-4fbe-bd92-1af3881ae345 req-a6df1f18-15ab-45d6-a664-c0e3e30e77c7 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:20.392121 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9f69f783-f2c1-4fbe-bd92-1af3881ae345 req-a6df1f18-15ab-45d6-a664-c0e3e30e77c7 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.4811127 Jul 07 17:22:20.503629 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9f69f783-f2c1-4fbe-bd92-1af3881ae345 req-2847c0f0-60f3-4fb4-bf90-0047ece4d83c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052547 Jul 07 17:22:20.507309 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81a1cbfb-a471-4837-b3b1-8db97180d2f9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.536072 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81a1cbfb-a471-4837-b3b1-8db97180d2f9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.539750 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-81a1cbfb-a471-4837-b3b1-8db97180d2f9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "DELETE /v2.0/networks/507311b0-9434-46e9-9ba9-87b422a6045c HTTP/1.1" status: 204 len: 168 time: 1.2945588 Jul 07 17:22:20.542836 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7912a29c-b1e4-42d6-b878-edc88ba67aaa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.569189 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-7912a29c-b1e4-42d6-b878-edc88ba67aaa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d97107-f250-424a-86b1-a667b036bf8a']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:20.584588 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47012) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:20.594519 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50dd4d4-f5a4-45f8-862a-c83f16026d5c req-7ff39da7-e929-44e2-ad68-c6cdd7afacbc tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:20.604024 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-8ae2924a-de92-483c-a20e-93ff519b7355 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'network': {'name': 'tempest-network-smoke--475293296', 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'port_security_enabled': True}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:20.609896 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e50dd4d4-f5a4-45f8-862a-c83f16026d5c req-7ff39da7-e929-44e2-ad68-c6cdd7afacbc tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 946 time: 0.4300363 Jul 07 17:22:20.611096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-7912a29c-b1e4-42d6-b878-edc88ba67aaa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd30b56-9b5f-4662-bff8-b8b1bd125234') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:20.611689 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-7912a29c-b1e4-42d6-b878-edc88ba67aaa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd30b56-9b5f-4662-bff8-b8b1bd125234') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:20.635075 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7912a29c-b1e4-42d6-b878-edc88ba67aaa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.672537 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1cbfb-a471-4837-b3b1-8db97180d2f9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event deleted for resources: {'Network': ['ID=507311b0-9434-46e9-9ba9-87b422a6045c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:20.679573 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7912a29c-b1e4-42d6-b878-edc88ba67aaa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.682428 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9c27dba7-fcc0-4314-a5ab-e9b52397074d tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.685655 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae2924a-de92-483c-a20e-93ff519b7355 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Made reservation on behalf of f7e4da5b6d5e463984eb77df0d02de9e for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:20.692322 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8ae2924a-de92-483c-a20e-93ff519b7355 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.720951 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2c46d4-c786-4316-a114-69f79a391778 None None] Network 342bb596-bbc1-4823-8716-2c2afbbccad8 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:20.744334 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9c27dba7-fcc0-4314-a5ab-e9b52397074d tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.753242 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9c27dba7-fcc0-4314-a5ab-e9b52397074d tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "DELETE /v2.0/subnets/fbb24ed8-3120-48c7-862d-3c4352372562 HTTP/1.1" status: 204 len: 168 time: 1.2188993 Jul 07 17:22:20.753571 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47014) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:20.775133 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27dba7-fcc0-4314-a5ab-e9b52397074d tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb24ed8-3120-48c7-862d-3c4352372562,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:20.823377 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7912a29c-b1e4-42d6-b878-edc88ba67aaa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:22:20.823921 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7912a29c-b1e4-42d6-b878-edc88ba67aaa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.824972 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e50dd4d4-f5a4-45f8-862a-c83f16026d5c req-b131a235-bb47-4c61-afca-0cbbcbebbc5c tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133670 Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:22:20.828772 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:22:20.973238 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564dd49e-8221-460c-909d-1cfae8cdb5bd x-openstack-request-id: req-564dd49e-8221-460c-909d-1cfae8cdb5bd {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:20.973853 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dea8503-00a8-4b7f-9a56-cdf799daf7fb", "name": "network-vif-deleted", "tag": "bf7cafe0-a9a7-40fe-bd02-cb24e83bee54", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:20.974279 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-564dd49e-8221-460c-909d-1cfae8cdb5bd {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:20.974904 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dea8503-00a8-4b7f-9a56-cdf799daf7fb', 'name': 'network-vif-deleted', 'tag': 'bf7cafe0-a9a7-40fe-bd02-cb24e83bee54', 'status': 'completed', 'code': 200} Jul 07 17:22:21.003059 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae2924a-de92-483c-a20e-93ff519b7355 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:22:21.091909 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-961bbb46-226a-45a6-9899-ca592fa55b36 req-75b8e1c6-8674-489f-b57f-b76ffbaf2a9e tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dea8503-00a8-4b7f-9a56-cdf799daf7fb HTTP/1.1" status: 200 len: 210 time: 0.1957893 Jul 07 17:22:21.121681 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cde3ef-42a7-4fd3-92dd-acf195c6a7fc None None] DHCP port deletion for 342bb596-bbc1-4823-8716-2c2afbbccad8 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:22:21.144097 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8ae2924a-de92-483c-a20e-93ff519b7355 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.145125 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-8ae2924a-de92-483c-a20e-93ff519b7355 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Added segment c3bdde32-807d-40bd-b0e5-882c6e712b4a of type vlan for network 3c0b275b-5d0f-4ed9-a531-2f332d1ccc11 Jul 07 17:22:21.211104 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a6cde3ef-42a7-4fd3-92dd-acf195c6a7fc None None] Deleting port 4ee9b03b-8620-4464-9fc8-7e63cfd8b109 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:21.211910 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a6cde3ef-42a7-4fd3-92dd-acf195c6a7fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.266969 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8ae2924a-de92-483c-a20e-93ff519b7355 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.323983 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7912a29c-b1e4-42d6-b878-edc88ba67aaa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.332972 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7912a29c-b1e4-42d6-b878-edc88ba67aaa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.340502 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7912a29c-b1e4-42d6-b878-edc88ba67aaa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] 10.222.0.53 "DELETE /v2.0/networks/49d97107-f250-424a-86b1-a667b036bf8a HTTP/1.1" status: 204 len: 168 time: 1.7280359 Jul 07 17:22:21.347699 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2098587c-9581-4a07-ae80-f17747918bb7 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.357489 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8ae2924a-de92-483c-a20e-93ff519b7355 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.364785 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae2924a-de92-483c-a20e-93ff519b7355 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:21.365704 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8ae2924a-de92-483c-a20e-93ff519b7355 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.370085 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-a6cde3ef-42a7-4fd3-92dd-acf195c6a7fc None None] For port 4ee9b03b-8620-4464-9fc8-7e63cfd8b109, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4ee9b03b-8620-4464-9fc8-7e63cfd8b109,segment=NetworkSegment(2d17b27a-3a6c-4d0e-bdec-c0ae443c8585),segment_id=2d17b27a-3a6c-4d0e-bdec-c0ae443c8585)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:21.370492 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a6cde3ef-42a7-4fd3-92dd-acf195c6a7fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.403944 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a6cde3ef-42a7-4fd3-92dd-acf195c6a7fc None None] Calling delete_port for 4ee9b03b-8620-4464-9fc8-7e63cfd8b109 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:21.415554 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912a29c-b1e4-42d6-b878-edc88ba67aaa tempest-PortsIpV6TestJSON-1744309169 tempest-PortsIpV6TestJSON-1744309169-project] Pushing event deleted for resources: {'Network': ['ID=49d97107-f250-424a-86b1-a667b036bf8a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:21.434272 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8ae2924a-de92-483c-a20e-93ff519b7355 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8389347 Jul 07 17:22:21.434990 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47070) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:21.470499 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bba193-4a4f-464b-adff-eb0d5909a958 req-ca6fefb9-1a12-4b3b-a528-364c1db4a858 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:21.474114 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-41bba193-4a4f-464b-adff-eb0d5909a958 req-ca6fefb9-1a12-4b3b-a528-364c1db4a858 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.1952341 Jul 07 17:22:21.483629 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-dbc52c1a-ba51-4391-a2ac-a5f3fbfb0628 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1605627916', 'admin_state_up': True, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:21.530768 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a6cde3ef-42a7-4fd3-92dd-acf195c6a7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.557892 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cde3ef-42a7-4fd3-92dd-acf195c6a7fc None None] No DVR routers for this DVR port 4ee9b03b-8620-4464-9fc8-7e63cfd8b109 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:21.599723 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-41bba193-4a4f-464b-adff-eb0d5909a958 req-c0d2bfba-14c7-46a1-8f55-fff0d77f274f tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091313 Jul 07 17:22:21.635022 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cde3ef-42a7-4fd3-92dd-acf195c6a7fc None None] Pushing event deleted for resources: {'Port': ['ID=4ee9b03b-8620-4464-9fc8-7e63cfd8b109,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:21.649599 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-2098587c-9581-4a07-ae80-f17747918bb7 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] The port '4ee9b03b-8620-4464-9fc8-7e63cfd8b109' was deleted {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 07 17:22:21.685959 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2924a-de92-483c-a20e-93ff519b7355 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'Network': ['ID=3c0b275b-5d0f-4ed9-a531-2f332d1ccc11,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:21.701833 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 3c0b275b-5d0f-4ed9-a531-2f332d1ccc11 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:22:21.711570 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dbc52c1a-ba51-4391-a2ac-a5f3fbfb0628 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.712693 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dbc52c1a-ba51-4391-a2ac-a5f3fbfb0628 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.822066 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2098587c-9581-4a07-ae80-f17747918bb7 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.891734 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47104) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:21.892023 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-2098587c-9581-4a07-ae80-f17747918bb7 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['342bb596-bbc1-4823-8716-2c2afbbccad8']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:21.987958 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-2098587c-9581-4a07-ae80-f17747918bb7 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d17b27a-3a6c-4d0e-bdec-c0ae443c8585') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:21.989041 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-2098587c-9581-4a07-ae80-f17747918bb7 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d17b27a-3a6c-4d0e-bdec-c0ae443c8585') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:22.007340 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dbc52c1a-ba51-4391-a2ac-a5f3fbfb0628 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.018279 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4ee9b03b-8620-4464-9fc8-7e63cfd8b109 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:22.019825 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2098587c-9581-4a07-ae80-f17747918bb7 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.071151 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 4ee9b03b-8620-4464-9fc8-7e63cfd8b109 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:22:22.071740 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4ee9b03b-8620-4464-9fc8-7e63cfd8b109 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:22:22.190340 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4d307379-9c8b-43e3-9ec5-a9ad088239bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a4d810b7abb64d54ac8bc38e2d32e1cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2973042 Jul 07 17:22:22.193998 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47118) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:22.286739 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122b6c7-5024-41b7-a748-f06f5b03ae5b req-12bc150a-5579-4c6b-9845-1621813248dd tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:22.289673 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1122b6c7-5024-41b7-a748-f06f5b03ae5b req-12bc150a-5579-4c6b-9845-1621813248dd tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 946 time: 0.1555216 Jul 07 17:22:22.298965 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47120) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:22.308872 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-721a33d2-f038-4a77-9ca7-c4dc76b68cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.388806 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-721a33d2-f038-4a77-9ca7-c4dc76b68cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.407033 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1122b6c7-5024-41b7-a748-f06f5b03ae5b req-a9915c58-31d9-4d74-926a-ae16e1542231 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940270 Jul 07 17:22:22.486294 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-721a33d2-f038-4a77-9ca7-c4dc76b68cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.491611 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-721a33d2-f038-4a77-9ca7-c4dc76b68cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.497856 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-721a33d2-f038-4a77-9ca7-c4dc76b68cba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f952bac2-2d21-41cf-9577-dbaf658604bc HTTP/1.1" status: 204 len: 168 time: 0.3020215 Jul 07 17:22:22.524848 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a33d2-f038-4a77-9ca7-c4dc76b68cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f952bac2-2d21-41cf-9577-dbaf658604bc,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:22.541408 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dbc52c1a-ba51-4391-a2ac-a5f3fbfb0628 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.573478 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2098587c-9581-4a07-ae80-f17747918bb7 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.586234 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca4d94af-99d3-4a3c-bbe7-adfada84169e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.597749 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2098587c-9581-4a07-ae80-f17747918bb7 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:22:22.598737 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2098587c-9581-4a07-ae80-f17747918bb7 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:22:22.605078 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:22:22.619055 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8524251-b985-464b-9e31-1a1071daf84f req-e8d55295-babc-4e4e-99f6-ec4cc48ba68e tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:22.626983 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e8524251-b985-464b-9e31-1a1071daf84f req-e8d55295-babc-4e4e-99f6-ec4cc48ba68e tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.8604670 Jul 07 17:22:22.773866 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2098587c-9581-4a07-ae80-f17747918bb7 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.783611 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2098587c-9581-4a07-ae80-f17747918bb7 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.786881 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2098587c-9581-4a07-ae80-f17747918bb7 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] 10.222.0.53 "DELETE /v2.0/networks/342bb596-bbc1-4823-8716-2c2afbbccad8 HTTP/1.1" status: 204 len: 168 time: 2.0190549 Jul 07 17:22:22.812986 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e8524251-b985-464b-9e31-1a1071daf84f req-dd1484fb-abec-4e4b-8eeb-63922ffff614 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839118 Jul 07 17:22:22.843554 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2098587c-9581-4a07-ae80-f17747918bb7 tempest-TagsExtTest-1569033613 tempest-TagsExtTest-1569033613-project] Pushing event deleted for resources: {'Network': ['ID=342bb596-bbc1-4823-8716-2c2afbbccad8,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:22.902355 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca4d94af-99d3-4a3c-bbe7-adfada84169e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.910587 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca4d94af-99d3-4a3c-bbe7-adfada84169e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.975622 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d94af-99d3-4a3c-bbe7-adfada84169e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b60e4c-2c7a-4df6-9fac-acaa52acd503,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:23.007109 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ca4d94af-99d3-4a3c-bbe7-adfada84169e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9be04a822290441ba8e42eb858ef9064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7064443 Jul 07 17:22:23.009999 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47138) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:23.098176 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dbc52c1a-ba51-4391-a2ac-a5f3fbfb0628 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.121551 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dbc52c1a-ba51-4391-a2ac-a5f3fbfb0628 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.198151 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f9d55232-0915-44e9-9364-2df206de1a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.249551 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f9d55232-0915-44e9-9364-2df206de1a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.325495 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47150) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:23.407526 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f9d55232-0915-44e9-9364-2df206de1a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.415141 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f9d55232-0915-44e9-9364-2df206de1a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.418619 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-70c6b868-c044-40f3-8e8d-fe60c5abca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.422303 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f9d55232-0915-44e9-9364-2df206de1a67 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a4b60e4c-2c7a-4df6-9fac-acaa52acd503 HTTP/1.1" status: 204 len: 168 time: 0.4089901 Jul 07 17:22:23.447527 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d55232-0915-44e9-9364-2df206de1a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b60e4c-2c7a-4df6-9fac-acaa52acd503,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:23.574424 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-dbc52c1a-ba51-4391-a2ac-a5f3fbfb0628 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Allocated IP 172.25.0.230 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/a7222c7f-2978-44ab-8334-c8c9b9985436) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:23.645983 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e71ee-176e-4efd-8bdc-6e92f8ae98e3 req-f51cecf6-7973-4477-95c8-ae36d402b3b5 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:23.648790 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-833e71ee-176e-4efd-8bdc-6e92f8ae98e3 req-f51cecf6-7973-4477-95c8-ae36d402b3b5 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.3785391 Jul 07 17:22:23.799525 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:22:23.808071 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dbc52c1a-ba51-4391-a2ac-a5f3fbfb0628 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.818543 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ad377176-a772-4d1e-a5dd-8f9c9d395b45 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=df0dab7d8bea417e9d452c883107095a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4903493 Jul 07 17:22:23.825387 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47166) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:23.872498 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dbc52c1a-ba51-4391-a2ac-a5f3fbfb0628 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.885557 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a9eac-337d-4760-bd1f-70ae870195fd req-c6cb5d2d-00db-4df5-bae0-4b27d2748c35 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:23.888001 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-771a9eac-337d-4760-bd1f-70ae870195fd req-c6cb5d2d-00db-4df5-bae0-4b27d2748c35 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 946 time: 0.2292340 Jul 07 17:22:24.007151 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc52c1a-ba51-4391-a2ac-a5f3fbfb0628 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:24.007738 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-af2c605c-0d69-406c-917e-0ecbd5237c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.019826 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-dbc52c1a-ba51-4391-a2ac-a5f3fbfb0628 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:24.023791 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc52c1a-ba51-4391-a2ac-a5f3fbfb0628 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:24.030972 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc52c1a-ba51-4391-a2ac-a5f3fbfb0628 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'Port': ['ID=a7222c7f-2978-44ab-8334-c8c9b9985436,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:24.037638 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-833e71ee-176e-4efd-8bdc-6e92f8ae98e3 req-1f4d74c9-3843-4262-ad8f-d76df1145942 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714836 Jul 07 17:22:24.082043 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-af2c605c-0d69-406c-917e-0ecbd5237c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.157568 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-771a9eac-337d-4760-bd1f-70ae870195fd req-2ae58790-97bd-45eb-9387-2a65c5f3ef61 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2532425 Jul 07 17:22:24.160022 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-af2c605c-0d69-406c-917e-0ecbd5237c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.165800 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-af2c605c-0d69-406c-917e-0ecbd5237c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.183801 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-af2c605c-0d69-406c-917e-0ecbd5237c41 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f0aa038-3f66-444e-aaf7-1f6cc550f339 HTTP/1.1" status: 204 len: 168 time: 0.3404765 Jul 07 17:22:24.207853 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c605c-0d69-406c-917e-0ecbd5237c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0aa038-3f66-444e-aaf7-1f6cc550f339,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:24.496462 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860362d4-be1d-47c8-b8f1-408522fde9c2 req-f34a4a3f-c156-47bd-8e52-9f4e4bc7273a tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:24.498283 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-860362d4-be1d-47c8-b8f1-408522fde9c2 req-f34a4a3f-c156-47bd-8e52-9f4e4bc7273a tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.1386201 Jul 07 17:22:24.501790 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dbc52c1a-ba51-4391-a2ac-a5f3fbfb0628 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.640987 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-860362d4-be1d-47c8-b8f1-408522fde9c2 req-0c9655aa-a7c7-4453-a179-37d995f7b7fc tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910087 Jul 07 17:22:24.854338 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dbc52c1a-ba51-4391-a2ac-a5f3fbfb0628 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.058705 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb31349-ac74-4723-aab8-84ff680a173d req-2ad6082f-f989-454f-a57b-9c91a8b04fab tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:25.060736 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dcb31349-ac74-4723-aab8-84ff680a173d req-2ad6082f-f989-454f-a57b-9c91a8b04fab tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.1509438 Jul 07 17:22:25.144851 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dcb31349-ac74-4723-aab8-84ff680a173d req-6f76aa23-b7da-4995-b92b-564e0b74f92e tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739582 Jul 07 17:22:25.146168 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc52c1a-ba51-4391-a2ac-a5f3fbfb0628 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Router 15a49e4e-640d-4ccf-b7c1-d5d351221179 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:22:25.290969 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc52c1a-ba51-4391-a2ac-a5f3fbfb0628 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:22:25.311723 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ddbe6-f7e7-46e1-85e6-e9fc079efcd1 None None] Sync routers for ids ['15a49e4e-640d-4ccf-b7c1-d5d351221179'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:22:25.330658 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dbc52c1a-ba51-4391-a2ac-a5f3fbfb0628 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.332514 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-dbc52c1a-ba51-4391-a2ac-a5f3fbfb0628 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8776631 Jul 07 17:22:25.337325 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47220) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:25.349772 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69ddbe6-f7e7-46e1-85e6-e9fc079efcd1 None None] Routers {'15a49e4e-640d-4ccf-b7c1-d5d351221179'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:25.353672 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-e69ddbe6-f7e7-46e1-85e6-e9fc079efcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:21:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['15a49e4e-640d-4ccf-b7c1-d5d351221179'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:25.408953 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e2e46779-80e6-433f-a288-25ab9e2bfe93 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=f7e4da5b6d5e463984eb77df0d02de9e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0647326 Jul 07 17:22:25.410144 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47222) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:25.472374 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddbdbe-e912-4050-8259-c3c85c0b8a5c req-08d19723-f959-48a2-b1ce-acb11301462c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:25.484699 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a8ddbdbe-e912-4050-8259-c3c85c0b8a5c req-08d19723-f959-48a2-b1ce-acb11301462c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.1277006 Jul 07 17:22:25.587095 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a8ddbdbe-e912-4050-8259-c3c85c0b8a5c req-d8da3704-579d-422e-a431-2d6d511d5aaa tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989969 Jul 07 17:22:25.692243 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a21dd56-049e-4971-9f7d-1c8b490184f4 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:25.694219 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2a21dd56-049e-4971-9f7d-1c8b490184f4 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2789128 Jul 07 17:22:25.697206 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47232) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:25.730310 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a649968-4722-4647-b667-99d271ef0564 req-a068fa68-b9ad-4305-9263-94636fb46efc tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:25.748749 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7a649968-4722-4647-b667-99d271ef0564 req-a068fa68-b9ad-4305-9263-94636fb46efc tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 946 time: 0.1769238 Jul 07 17:22:25.820814 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47234) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:25.821646 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-29e62417-c2e2-4efb-ae64-ec06ae9ff3a9 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=b1c8a741-d954-43c5-b974-954b2190b048&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1231372 Jul 07 17:22:25.842932 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-76e3cca5-3c1e-4017-ac57-788b73109780 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-700968071', 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11', 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:25.846537 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-e69ddbe6-f7e7-46e1-85e6-e9fc079efcd1 None None] Set router 15a49e4e-640d-4ccf-b7c1-d5d351221179 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:25.902046 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7a649968-4722-4647-b667-99d271ef0564 req-ea9e3777-c2f3-4858-a1a8-ba9ae3eadc01 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502509 Jul 07 17:22:26.165201 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e3cca5-3c1e-4017-ac57-788b73109780 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Made reservation on behalf of f7e4da5b6d5e463984eb77df0d02de9e for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:26.166419 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.181952 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-76e3cca5-3c1e-4017-ac57-788b73109780 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.352306 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-e69ddbe6-f7e7-46e1-85e6-e9fc079efcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'name': 'tempest-TestNetworkBasicOps-router-1605627916', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:21Z', 'updated_at': '2021-07-07T17:22:24Z', 'revision_number': 3, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:23Z', 'updated_at': '2021-07-07T17:22:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:26.426211 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ddbe6-f7e7-46e1-85e6-e9fc079efcd1 None None] Checking router: 15a49e4e-640d-4ccf-b7c1-d5d351221179 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:22:26.426832 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ddbe6-f7e7-46e1-85e6-e9fc079efcd1 None None] Updating router 15a49e4e-640d-4ccf-b7c1-d5d351221179 port a7222c7f-2978-44ab-8334-c8c9b9985436 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:22:26.474023 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-e69ddbe6-f7e7-46e1-85e6-e9fc079efcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.709250 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-76e3cca5-3c1e-4017-ac57-788b73109780 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.752613 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-724339a8-cab3-44b4-99f9-a22d3e3221e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.842787 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47272) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:26.964050 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-e69ddbe6-f7e7-46e1-85e6-e9fc079efcd1 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.967363 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3cca5-3c1e-4017-ac57-788b73109780 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'Subnet': ['ID=4c292f83-2950-4b02-a762-31fd7b91c7af,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:26.989551 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-e69ddbe6-f7e7-46e1-85e6-e9fc079efcd1 None None] Transition to ACTIVE for port object a7222c7f-2978-44ab-8334-c8c9b9985436 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:26.999172 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-e69ddbe6-f7e7-46e1-85e6-e9fc079efcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.049249 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e3cca5-3c1e-4017-ac57-788b73109780 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Checking segment: {'id': 'c3bdde32-807d-40bd-b0e5-882c6e712b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:27.049922 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e3cca5-3c1e-4017-ac57-788b73109780 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Network hostable DHCP agents. Network: 3c0b275b-5d0f-4ed9-a531-2f332d1ccc11, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:22:27.105191 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085acc6-4ca5-451a-963e-52d0292ba083 None None] Pushing event updated for resources: {'Port': ['ID=a7222c7f-2978-44ab-8334-c8c9b9985436,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:27.109974 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-e69ddbe6-f7e7-46e1-85e6-e9fc079efcd1 None None] Attempting to bind port a7222c7f-2978-44ab-8334-c8c9b9985436 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:27.110533 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-e69ddbe6-f7e7-46e1-85e6-e9fc079efcd1 None None] Attempting to bind port a7222c7f-2978-44ab-8334-c8c9b9985436 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:27.111009 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69ddbe6-f7e7-46e1-85e6-e9fc079efcd1 None None] Attempting to bind port a7222c7f-2978-44ab-8334-c8c9b9985436 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:27.128809 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2085acc6-4ca5-451a-963e-52d0292ba083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:27.129425 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2085acc6-4ca5-451a-963e-52d0292ba083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:27.129804 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2085acc6-4ca5-451a-963e-52d0292ba083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:27.131242 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2085acc6-4ca5-451a-963e-52d0292ba083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:27.131624 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2085acc6-4ca5-451a-963e-52d0292ba083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:27.131974 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2085acc6-4ca5-451a-963e-52d0292ba083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:27.133038 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2085acc6-4ca5-451a-963e-52d0292ba083 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:27.133707 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2085acc6-4ca5-451a-963e-52d0292ba083 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:27.134641 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2085acc6-4ca5-451a-963e-52d0292ba083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:27.135244 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2085acc6-4ca5-451a-963e-52d0292ba083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:27.135823 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2085acc6-4ca5-451a-963e-52d0292ba083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:27.136396 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2085acc6-4ca5-451a-963e-52d0292ba083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:27.144137 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69ddbe6-f7e7-46e1-85e6-e9fc079efcd1 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:27.145304 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69ddbe6-f7e7-46e1-85e6-e9fc079efcd1 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:27.145966 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-e69ddbe6-f7e7-46e1-85e6-e9fc079efcd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.146649 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69ddbe6-f7e7-46e1-85e6-e9fc079efcd1 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:27.147413 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-e69ddbe6-f7e7-46e1-85e6-e9fc079efcd1 None None] Bound port: a7222c7f-2978-44ab-8334-c8c9b9985436, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:27.149019 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-e69ddbe6-f7e7-46e1-85e6-e9fc079efcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.235405 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-e69ddbe6-f7e7-46e1-85e6-e9fc079efcd1 None None] For port a7222c7f-2978-44ab-8334-c8c9b9985436, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:27.240144 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-e69ddbe6-f7e7-46e1-85e6-e9fc079efcd1 None None] For port a7222c7f-2978-44ab-8334-c8c9b9985436, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a7222c7f-2978-44ab-8334-c8c9b9985436,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:27.247525 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-e69ddbe6-f7e7-46e1-85e6-e9fc079efcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.252808 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e3cca5-3c1e-4017-ac57-788b73109780 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Network 3c0b275b-5d0f-4ed9-a531-2f332d1ccc11 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:22:27.335700 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f9053-bbdf-4573-8ad6-d76f80b09154 req-ae7486a6-1bf5-4d54-ad0c-755f0c521225 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:27.337434 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-058f9053-bbdf-4573-8ad6-d76f80b09154 req-ae7486a6-1bf5-4d54-ad0c-755f0c521225 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 946 time: 0.1893706 Jul 07 17:22:27.362500 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9261b3-116c-411a-bb96-fd5544a32ca2 req-c5d4e278-df60-4a60-b068-1a8ea6f02867 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:27.364208 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2b9261b3-116c-411a-bb96-fd5544a32ca2 req-c5d4e278-df60-4a60-b068-1a8ea6f02867 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.3847289 Jul 07 17:22:27.364932 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-76e3cca5-3c1e-4017-ac57-788b73109780 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 3c0b275b-5d0f-4ed9-a531-2f332d1ccc11) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:27.382620 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f753f72-5585-461b-9fc4-abfb2afc5a12 None None] Network 3c0b275b-5d0f-4ed9-a531-2f332d1ccc11 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:27.383448 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69ddbe6-f7e7-46e1-85e6-e9fc079efcd1 None None] Routers {'15a49e4e-640d-4ccf-b7c1-d5d351221179'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:27.384082 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-e69ddbe6-f7e7-46e1-85e6-e9fc079efcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:22:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['15a49e4e-640d-4ccf-b7c1-d5d351221179'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:27.427037 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-058f9053-bbdf-4573-8ad6-d76f80b09154 req-a7f46944-591a-4bcb-a615-4af3161cd2c1 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813239 Jul 07 17:22:27.463976 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085acc6-4ca5-451a-963e-52d0292ba083 None None] Pushing event updated for resources: {'Port': ['ID=a7222c7f-2978-44ab-8334-c8c9b9985436,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:27.578645 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-3d8a7095-8693-44ce-bd07-8ce9dfbcb7f5 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-45941939'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:27.660924 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8a7095-8693-44ce-bd07-8ce9dfbcb7f5 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] Made reservation on behalf of 2df1b62d839147ceadd8ba083110e111 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:27.664717 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3d8a7095-8693-44ce-bd07-8ce9dfbcb7f5 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.683543 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-e69ddbe6-f7e7-46e1-85e6-e9fc079efcd1 None None] Set router 15a49e4e-640d-4ccf-b7c1-d5d351221179 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:27.698469 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3d8a7095-8693-44ce-bd07-8ce9dfbcb7f5 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.938505 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a020b30e-f7af-4c12-96a9-9c5274727bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-3c0b275b-5d0f-4ed9-a531-2f332d1ccc11', 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'fixed_ips': [{'subnet_id': '4c292f83-2950-4b02-a762-31fd7b91c7af'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:22:27.941698 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a020b30e-f7af-4c12-96a9-9c5274727bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.000941 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.090844 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3d8a7095-8693-44ce-bd07-8ce9dfbcb7f5 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.102165 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3d8a7095-8693-44ce-bd07-8ce9dfbcb7f5 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.141081 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d8a7095-8693-44ce-bd07-8ce9dfbcb7f5 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:22:28.162157 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-e69ddbe6-f7e7-46e1-85e6-e9fc079efcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'name': 'tempest-TestNetworkBasicOps-router-1605627916', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:21Z', 'updated_at': '2021-07-07T17:22:24Z', 'revision_number': 3, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:23Z', 'updated_at': '2021-07-07T17:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:28.179569 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3d8a7095-8693-44ce-bd07-8ce9dfbcb7f5 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.179911 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-3d8a7095-8693-44ce-bd07-8ce9dfbcb7f5 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] Added segment 1b62827f-218f-4b81-bdf6-54324a6e29b9 of type vlan for network a94a5f08-5faa-4075-90f9-e2952b067c74 Jul 07 17:22:28.216085 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ddbe6-f7e7-46e1-85e6-e9fc079efcd1 None None] The sync data for ids ['15a49e4e-640d-4ccf-b7c1-d5d351221179'] in n-d-791503-12 is: [{'id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'name': 'tempest-TestNetworkBasicOps-router-1605627916', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:21Z', 'updated_at': '2021-07-07T17:22:24Z', 'revision_number': 3, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:23Z', 'updated_at': '2021-07-07T17:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:22:28.237896 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e3cca5-3c1e-4017-ac57-788b73109780 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:28.238492 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-76e3cca5-3c1e-4017-ac57-788b73109780 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.241378 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47302) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:28.248482 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3d8a7095-8693-44ce-bd07-8ce9dfbcb7f5 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.286969 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2b9261b3-116c-411a-bb96-fd5544a32ca2 req-d241447d-4e47-497f-91d0-cc0ce5b0a0e0 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9090197 Jul 07 17:22:28.289142 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-76e3cca5-3c1e-4017-ac57-788b73109780 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.4671047 Jul 07 17:22:28.294053 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47306) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:28.376760 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-a020b30e-f7af-4c12-96a9-9c5274727bd6 None None] Allocated IP 172.20.0.2 (3c0b275b-5d0f-4ed9-a531-2f332d1ccc11/4c292f83-2950-4b02-a762-31fd7b91c7af/92342940-1923-4962-b738-607666f9e43e) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:28.402756 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.db.resource_extend [None req-3d8a7095-8693-44ce-bd07-8ce9dfbcb7f5 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:22:28.457910 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a7095-8693-44ce-bd07-8ce9dfbcb7f5 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4f0c93-9196-4a54-b625-5097cf1c60d7,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:28.474622 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3d8a7095-8693-44ce-bd07-8ce9dfbcb7f5 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.483170 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-5220265b-e15b-4c3d-8a2b-ee4d5a561c1a tempest-QuotasTest-19674914 tempest-QuotasTest-19674914-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:28.484888 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8a7095-8693-44ce-bd07-8ce9dfbcb7f5 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:28.485706 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3d8a7095-8693-44ce-bd07-8ce9dfbcb7f5 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.626753 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a020b30e-f7af-4c12-96a9-9c5274727bd6 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.638269 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a020b30e-f7af-4c12-96a9-9c5274727bd6 None None] Transition to ACTIVE for port object 92342940-1923-4962-b738-607666f9e43e will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:28.649965 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5220265b-e15b-4c3d-8a2b-ee4d5a561c1a tempest-QuotasTest-19674914 tempest-QuotasTest-19674914-project-admin] 10.222.0.53 "PUT /v2.0/quotas/7b591bc601f74e4591a61a72cce40108 HTTP/1.1" status: 200 len: 366 time: 0.4070609 Jul 07 17:22:28.651497 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3d8a7095-8693-44ce-bd07-8ce9dfbcb7f5 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8062625 Jul 07 17:22:28.657169 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47310) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:28.657609 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47312) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:28.665293 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a020b30e-f7af-4c12-96a9-9c5274727bd6 None None] Transition to ACTIVE for port object 92342940-1923-4962-b738-607666f9e43e will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:28.672864 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-10b30f52-2db6-475a-8daf-607885627983 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'a94a5f08-5faa-4075-90f9-e2952b067c74', 'tempest-TagsTest-Tag-1598053955') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:28.685192 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a020b30e-f7af-4c12-96a9-9c5274727bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.706970 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b7b1d-00bd-45d8-80f9-67aa178de290 req-72d9ed84-96d7-4a1b-afba-c12daa5b846a tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:28.711577 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dc1b7b1d-00bd-45d8-80f9-67aa178de290 req-72d9ed84-96d7-4a1b-afba-c12daa5b846a tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=77ed1ce4-5fbc-449e-a376-c7730358cb44 HTTP/1.1" status: 200 len: 945 time: 0.4558158 Jul 07 17:22:28.743422 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a020b30e-f7af-4c12-96a9-9c5274727bd6 None None] Network 3c0b275b-5d0f-4ed9-a531-2f332d1ccc11 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:28.746433 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a7095-8693-44ce-bd07-8ce9dfbcb7f5 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] Pushing event updated for resources: {'Network': ['ID=a94a5f08-5faa-4075-90f9-e2952b067c74,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:28.747039 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-a020b30e-f7af-4c12-96a9-9c5274727bd6 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:28.754942 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a020b30e-f7af-4c12-96a9-9c5274727bd6 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:28.762426 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5c37d575-8aae-451a-9d6f-f5b44a050b1f tempest-QuotasTest-19674914 tempest-QuotasTest-19674914-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1033955 Jul 07 17:22:28.768790 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network a94a5f08-5faa-4075-90f9-e2952b067c74 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:22:28.771620 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47314) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:28.817290 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dc1b7b1d-00bd-45d8-80f9-67aa178de290 req-7b38d06f-f00e-495c-8104-00395606b5f6 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790191 Jul 07 17:22:28.871999 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020b30e-f7af-4c12-96a9-9c5274727bd6 None None] Pushing event updated for resources: {'Port': ['ID=92342940-1923-4962-b738-607666f9e43e,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:28.917996 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-a020b30e-f7af-4c12-96a9-9c5274727bd6 None None] Attempting to bind port 92342940-1923-4962-b738-607666f9e43e on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:28.919081 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-a020b30e-f7af-4c12-96a9-9c5274727bd6 None None] Attempting to bind port 92342940-1923-4962-b738-607666f9e43e by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'c3bdde32-807d-40bd-b0e5-882c6e712b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:28.919690 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a020b30e-f7af-4c12-96a9-9c5274727bd6 None None] Attempting to bind port 92342940-1923-4962-b738-607666f9e43e on network 3c0b275b-5d0f-4ed9-a531-2f332d1ccc11 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:28.929244 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d7b426ad-9474-42cf-bb8b-dfcec7cd1dec tempest-QuotasTest-19674914 tempest-QuotasTest-19674914-project-admin] 10.222.0.53 "GET /v2.0/quotas/7b591bc601f74e4591a61a72cce40108 HTTP/1.1" status: 200 len: 366 time: 0.1556633 Jul 07 17:22:28.929792 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a020b30e-f7af-4c12-96a9-9c5274727bd6 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:28.930591 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a020b30e-f7af-4c12-96a9-9c5274727bd6 None None] Checking segment: {'id': 'c3bdde32-807d-40bd-b0e5-882c6e712b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:28.931274 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a020b30e-f7af-4c12-96a9-9c5274727bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.932094 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47316) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:28.933342 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a020b30e-f7af-4c12-96a9-9c5274727bd6 None None] Bound using segment: {'id': 'c3bdde32-807d-40bd-b0e5-882c6e712b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:28.934063 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-a020b30e-f7af-4c12-96a9-9c5274727bd6 None None] Bound port: 92342940-1923-4962-b738-607666f9e43e, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bdde32-807d-40bd-b0e5-882c6e712b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:28.934599 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a020b30e-f7af-4c12-96a9-9c5274727bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.964171 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-50c8746c-4ecd-48a2-abdf-d17826813fe2 tempest-QuotasTest-19674914 tempest-QuotasTest-19674914-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/7b591bc601f74e4591a61a72cce40108 HTTP/1.1" status: 204 len: 168 time: 0.0300944 Jul 07 17:22:28.966394 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47318) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:28.986249 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-032e11e8-3308-46c4-8782-139ccb38bcfe tempest-QuotasTest-19674914 tempest-QuotasTest-19674914-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0168540 Jul 07 17:22:28.988794 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47320) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:29.007028 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f6d5cc43-5325-4a7d-83e9-a226e6da95ae tempest-QuotasTest-19674914 tempest-QuotasTest-19674914-project-admin] 10.222.0.53 "GET /v2.0/quotas/7b591bc601f74e4591a61a72cce40108 HTTP/1.1" status: 200 len: 370 time: 0.0160952 Jul 07 17:22:29.009746 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47322) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:29.020057 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e963c098-ed71-4adf-a7a2-086d6f7d7578 tempest-QuotasTest-19674914 tempest-QuotasTest-19674914-project-admin] 10.222.0.53 "GET /v2.0/quotas/7b591bc601f74e4591a61a72cce40108/default HTTP/1.1" status: 200 len: 370 time: 0.0077655 Jul 07 17:22:29.022373 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47324) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:29.026731 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-a020b30e-f7af-4c12-96a9-9c5274727bd6 None None] For port 92342940-1923-4962-b738-607666f9e43e, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:29.031579 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-a020b30e-f7af-4c12-96a9-9c5274727bd6 None None] For port 92342940-1923-4962-b738-607666f9e43e, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=92342940-1923-4962-b738-607666f9e43e,segment=NetworkSegment(c3bdde32-807d-40bd-b0e5-882c6e712b4a),segment_id=c3bdde32-807d-40bd-b0e5-882c6e712b4a)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:29.038104 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a020b30e-f7af-4c12-96a9-9c5274727bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:29.039055 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-dbfb5295-0b87-4f4b-b284-6c838a4cc656 tempest-QuotasTest-19674914 tempest-QuotasTest-19674914-project-admin] delete failed (client error): The resource could not be found. Jul 07 17:22:29.041726 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-dbfb5295-0b87-4f4b-b284-6c838a4cc656 tempest-QuotasTest-19674914 tempest-QuotasTest-19674914-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/7b591bc601f74e4591a61a72cce40108 HTTP/1.1" status: 404 len: 348 time: 0.0172856 Jul 07 17:22:29.084520 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1e002-c853-4f7f-8f0f-5588035baf2c req-c36ef1e7-87f5-4a9c-98e7-423eb186c6d8 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:29.087257 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-acd1e002-c853-4f7f-8f0f-5588035baf2c req-c36ef1e7-87f5-4a9c-98e7-423eb186c6d8 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 946 time: 0.3412189 Jul 07 17:22:29.135155 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020b30e-f7af-4c12-96a9-9c5274727bd6 None None] Pushing event updated for resources: {'Port': ['ID=92342940-1923-4962-b738-607666f9e43e,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:29.274448 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47332) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:29.325575 n-d-791503-12 neutron-server[100192]: DEBUG neutron.quota.resource [None req-3f9c26d9-22d3-4beb-8df7-23cf4f6df8ce tempest-QuotasTest-19674914 tempest-QuotasTest-19674914-project-admin] Usage tracker for resource:network and tenant:c5eee52edc5044af9845ff3ed68b587a is out of sync, need to count used quota {{(pid=100192) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:22:29.345903 n-d-791503-12 neutron-server[100192]: DEBUG neutron.quota.resource [None req-3f9c26d9-22d3-4beb-8df7-23cf4f6df8ce tempest-QuotasTest-19674914 tempest-QuotasTest-19674914-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100192) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:22:29.376912 n-d-791503-12 neutron-server[100192]: DEBUG neutron.quota.resource [None req-3f9c26d9-22d3-4beb-8df7-23cf4f6df8ce tempest-QuotasTest-19674914 tempest-QuotasTest-19674914-project-admin] Usage tracker for resource:subnet and tenant:c5eee52edc5044af9845ff3ed68b587a is out of sync, need to count used quota {{(pid=100192) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:22:29.395397 n-d-791503-12 neutron-server[100192]: DEBUG neutron.quota.resource [None req-3f9c26d9-22d3-4beb-8df7-23cf4f6df8ce tempest-QuotasTest-19674914 tempest-QuotasTest-19674914-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100192) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:22:29.417509 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-10b30f52-2db6-475a-8daf-607885627983 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] 10.222.0.53 "PUT /v2.0/networks/a94a5f08-5faa-4075-90f9-e2952b067c74/tags/tempest-TagsTest-Tag-1598053955 HTTP/1.1" status: 201 len: 201 time: 0.7517784 Jul 07 17:22:29.419401 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47336) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:29.431230 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.tag.tag_plugin [None req-7bc5211d-6679-4bff-a96b-b40da7aaac37 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a94a5f08-5faa-4075-90f9-e2952b067c74', 'tempest-TagsTest-Tag-1598053955') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:29.446679 n-d-791503-12 neutron-server[100192]: DEBUG neutron.quota.resource [None req-3f9c26d9-22d3-4beb-8df7-23cf4f6df8ce tempest-QuotasTest-19674914 tempest-QuotasTest-19674914-project-admin] Usage tracker for resource:subnetpool and tenant:c5eee52edc5044af9845ff3ed68b587a is out of sync, need to count used quota {{(pid=100192) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:22:29.533766 n-d-791503-12 neutron-server[100192]: DEBUG neutron.quota.resource [None req-3f9c26d9-22d3-4beb-8df7-23cf4f6df8ce tempest-QuotasTest-19674914 tempest-QuotasTest-19674914-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100192) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:22:29.670410 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-acd1e002-c853-4f7f-8f0f-5588035baf2c req-89dacbb4-6a68-4de7-8ff4-694f7fbbe573 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5036790 Jul 07 17:22:29.775274 n-d-791503-12 neutron-server[100192]: DEBUG neutron.quota.resource [None req-3f9c26d9-22d3-4beb-8df7-23cf4f6df8ce tempest-QuotasTest-19674914 tempest-QuotasTest-19674914-project-admin] Usage tracker for resource:port and tenant:c5eee52edc5044af9845ff3ed68b587a is out of sync, need to count used quota {{(pid=100192) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:22:29.823669 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a93a4d59-b56b-42d3-b3d5-c7beeb445c3f tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:29.828470 n-d-791503-12 neutron-server[100192]: DEBUG neutron.quota.resource [None req-3f9c26d9-22d3-4beb-8df7-23cf4f6df8ce tempest-QuotasTest-19674914 tempest-QuotasTest-19674914-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100192) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:22:29.886740 n-d-791503-12 neutron-server[100192]: DEBUG neutron.quota.resource [None req-3f9c26d9-22d3-4beb-8df7-23cf4f6df8ce tempest-QuotasTest-19674914 tempest-QuotasTest-19674914-project-admin] Usage tracker for resource:router and tenant:c5eee52edc5044af9845ff3ed68b587a is out of sync, need to count used quota {{(pid=100192) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:22:29.908547 n-d-791503-12 neutron-server[100192]: DEBUG neutron.quota.resource [None req-3f9c26d9-22d3-4beb-8df7-23cf4f6df8ce tempest-QuotasTest-19674914 tempest-QuotasTest-19674914-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100192) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:22:30.040404 n-d-791503-12 neutron-server[100192]: DEBUG neutron.quota.resource [None req-3f9c26d9-22d3-4beb-8df7-23cf4f6df8ce tempest-QuotasTest-19674914 tempest-QuotasTest-19674914-project-admin] Usage tracker for resource:floatingip and tenant:c5eee52edc5044af9845ff3ed68b587a is out of sync, need to count used quota {{(pid=100192) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:22:30.072783 n-d-791503-12 neutron-server[100192]: DEBUG neutron.quota.resource [None req-3f9c26d9-22d3-4beb-8df7-23cf4f6df8ce tempest-QuotasTest-19674914 tempest-QuotasTest-19674914-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100192) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:22:30.110756 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd41ae5-047c-4d20-8800-d523e7fd62d2 req-2910d778-776e-408b-a036-1953a6c0e489 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:30.119678 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7dd41ae5-047c-4d20-8800-d523e7fd62d2 req-2910d778-776e-408b-a036-1953a6c0e489 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ed1ce4-5fbc-449e-a376-c7730358cb44 HTTP/1.1" status: 200 len: 945 time: 0.4759338 Jul 07 17:22:30.132998 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47348) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:30.134269 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7bc5211d-6679-4bff-a96b-b40da7aaac37 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] 10.222.0.53 "GET /v2.0/networks/a94a5f08-5faa-4075-90f9-e2952b067c74/tags/tempest-TagsTest-Tag-1598053955 HTTP/1.1" status: 204 len: 168 time: 0.7127886 Jul 07 17:22:30.141940 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.tag.tag_plugin [None req-dc09ad06-47c1-41d8-87fe-2e87936223bc tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'a94a5f08-5faa-4075-90f9-e2952b067c74') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:30.152857 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c11f56-b871-4f51-a2fc-6fbb2c5caa30 req-6d431de2-a47d-4498-8287-48cdf2fe0c09 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:30.164120 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-88c11f56-b871-4f51-a2fc-6fbb2c5caa30 req-6d431de2-a47d-4498-8287-48cdf2fe0c09 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.7208455 Jul 07 17:22:30.245706 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.254245 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 92342940-1923-4962-b738-607666f9e43e up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:30.344794 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-88c11f56-b871-4f51-a2fc-6fbb2c5caa30 req-1cd2b36c-0e5a-40a9-96aa-280f0fa23d32 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766703 Jul 07 17:22:30.415083 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 92342940-1923-4962-b738-607666f9e43e completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:30.421313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a7222c7f-2978-44ab-8334-c8c9b9985436 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:30.540520 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-a93a4d59-b56b-42d3-b3d5-c7beeb445c3f tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Allocated IP 172.20.0.1 (3c0b275b-5d0f-4ed9-a531-2f332d1ccc11/4c292f83-2950-4b02-a762-31fd7b91c7af/36b60956-c80f-4826-b969-9614bcecabc3) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:30.542756 n-d-791503-12 neutron-server[100192]: DEBUG neutron.quota.resource [None req-3f9c26d9-22d3-4beb-8df7-23cf4f6df8ce tempest-QuotasTest-19674914 tempest-QuotasTest-19674914-project-admin] Usage tracker for resource:security_group and tenant:c5eee52edc5044af9845ff3ed68b587a is out of sync, need to count used quota {{(pid=100192) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:22:30.551729 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port a7222c7f-2978-44ab-8334-c8c9b9985436 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:30.559385 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port a7222c7f-2978-44ab-8334-c8c9b9985436 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:30.559785 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.565258 n-d-791503-12 neutron-server[100192]: DEBUG neutron.quota.resource [None req-3f9c26d9-22d3-4beb-8df7-23cf4f6df8ce tempest-QuotasTest-19674914 tempest-QuotasTest-19674914-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100192) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:22:30.590069 n-d-791503-12 neutron-server[100192]: DEBUG neutron.quota.resource [None req-3f9c26d9-22d3-4beb-8df7-23cf4f6df8ce tempest-QuotasTest-19674914 tempest-QuotasTest-19674914-project-admin] Usage tracker for resource:security_group_rule and tenant:c5eee52edc5044af9845ff3ed68b587a is out of sync, need to count used quota {{(pid=100192) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:22:30.600494 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-7dd41ae5-047c-4d20-8800-d523e7fd62d2 req-7237b808-2826-458a-a809-c3be6cdee614 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Deleting port 2dce8daf-33b0-4c75-861b-c760dda34677 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:30.601201 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7dd41ae5-047c-4d20-8800-d523e7fd62d2 req-7237b808-2826-458a-a809-c3be6cdee614 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.606159 n-d-791503-12 neutron-server[100192]: DEBUG neutron.quota.resource [None req-3f9c26d9-22d3-4beb-8df7-23cf4f6df8ce tempest-QuotasTest-19674914 tempest-QuotasTest-19674914-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100192) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:22:30.624472 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3f9c26d9-22d3-4beb-8df7-23cf4f6df8ce tempest-QuotasTest-19674914 tempest-QuotasTest-19674914-project-admin] 10.222.0.53 "GET /v2.0/quotas/c5eee52edc5044af9845ff3ed68b587a/details.json HTTP/1.1" status: 200 len: 703 time: 1.3471169 Jul 07 17:22:30.639404 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab812b-8137-453c-bb0a-ac0984749b8a req-77966f45-feb0-424b-a7c0-cb48ad47dd3d tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:30.652166 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-18ab812b-8137-453c-bb0a-ac0984749b8a req-77966f45-feb0-424b-a7c0-cb48ad47dd3d tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=77ed1ce4-5fbc-449e-a376-c7730358cb44 HTTP/1.1" status: 200 len: 945 time: 0.5197699 Jul 07 17:22:30.659977 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-dc09ad06-47c1-41d8-87fe-2e87936223bc tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] 10.222.0.53 "GET /v2.0/networks/a94a5f08-5faa-4075-90f9-e2952b067c74/tags HTTP/1.1" status: 200 len: 238 time: 0.5255470 Jul 07 17:22:30.665420 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47354) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:30.672572 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.tag.tag_plugin [None req-aad68cb2-b880-4fec-9b8e-57812dc68a28 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'a94a5f08-5faa-4075-90f9-e2952b067c74', {'tags': ['tempest-TagsTest-Tag-2129187402', 'tempest-TagsTest-Tag-1028949871', 'tempest-TagsTest-Tag-494146642']}) {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:30.828132 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.889669 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port a7222c7f-2978-44ab-8334-c8c9b9985436, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a7222c7f-2978-44ab-8334-c8c9b9985436,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:30.895858 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.039674 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=a7222c7f-2978-44ab-8334-c8c9b9985436,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:31.043171 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-18ab812b-8137-453c-bb0a-ac0984749b8a req-59681d81-ff68-42f2-80dd-9a073242aeb9 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/security-groups?id=be2d4bc4-30c2-451d-bc9e-c23b43461e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557308 Jul 07 17:22:31.205879 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a93a4d59-b56b-42d3-b3d5-c7beeb445c3f tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.237146 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-a93a4d59-b56b-42d3-b3d5-c7beeb445c3f tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Transition to ACTIVE for port object 36b60956-c80f-4826-b969-9614bcecabc3 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:31.254686 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e0ec41-474d-480f-a897-af33ed882925 None None] Network 3c0b275b-5d0f-4ed9-a531-2f332d1ccc11 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:31.258240 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-aad68cb2-b880-4fec-9b8e-57812dc68a28 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] 10.222.0.53 "PUT /v2.0/networks/a94a5f08-5faa-4075-90f9-e2952b067c74/tags HTTP/1.1" status: 200 len: 308 time: 0.5891795 Jul 07 17:22:31.259520 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47362) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:31.295850 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.tag.tag_plugin [None req-a78951b3-ca6e-4499-9c88-f03e0174a6eb tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'a94a5f08-5faa-4075-90f9-e2952b067c74', 'tempest-TagsTest-Tag-2129187402') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:31.350060 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a93a4d59-b56b-42d3-b3d5-c7beeb445c3f tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.465266 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93a4d59-b56b-42d3-b3d5-c7beeb445c3f tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Network 3c0b275b-5d0f-4ed9-a531-2f332d1ccc11 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:31.479493 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ca3aef30-55a2-4970-82d1-2a488f21fa84 None None] Provisioning for port 92342940-1923-4962-b738-607666f9e43e completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:31.491934 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-a93a4d59-b56b-42d3-b3d5-c7beeb445c3f tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:31.500544 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93a4d59-b56b-42d3-b3d5-c7beeb445c3f tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:31.512691 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a4d59-b56b-42d3-b3d5-c7beeb445c3f tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'Port': ['ID=36b60956-c80f-4826-b969-9614bcecabc3,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:31.575021 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ca3aef30-55a2-4970-82d1-2a488f21fa84 None None] Provisioning complete for port 92342940-1923-4962-b738-607666f9e43e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:31.587644 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ca3aef30-55a2-4970-82d1-2a488f21fa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.608353 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47368) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:31.659429 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a93a4d59-b56b-42d3-b3d5-c7beeb445c3f tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.672990 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-7dd41ae5-047c-4d20-8800-d523e7fd62d2 req-7237b808-2826-458a-a809-c3be6cdee614 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] For port 2dce8daf-33b0-4c75-861b-c760dda34677, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=2dce8daf-33b0-4c75-861b-c760dda34677,segment=NetworkSegment(f9082715-a122-4543-bbf6-c582b0edb07f),segment_id=f9082715-a122-4543-bbf6-c582b0edb07f)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:31.674690 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7dd41ae5-047c-4d20-8800-d523e7fd62d2 req-7237b808-2826-458a-a809-c3be6cdee614 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.718824 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-7dd41ae5-047c-4d20-8800-d523e7fd62d2 req-7237b808-2826-458a-a809-c3be6cdee614 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Calling delete_port for 2dce8daf-33b0-4c75-861b-c760dda34677 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:31.750399 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b71dba-080d-4a5b-ba4b-7325fea5e240 req-ffbba445-1352-4774-a160-dca7f55a30ea tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:31.753196 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15b71dba-080d-4a5b-ba4b-7325fea5e240 req-ffbba445-1352-4774-a160-dca7f55a30ea tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.1890299 Jul 07 17:22:31.765927 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fdc321-2917-4b44-bd9e-6a4dd6141c45 req-ab0633a1-724d-4d8f-a2d3-a0bd5eefd03c tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:31.769662 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e1fdc321-2917-4b44-bd9e-6a4dd6141c45 req-ab0633a1-724d-4d8f-a2d3-a0bd5eefd03c tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 946 time: 0.5147581 Jul 07 17:22:31.822305 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ca3aef30-55a2-4970-82d1-2a488f21fa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.874235 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15b71dba-080d-4a5b-ba4b-7325fea5e240 req-62f99000-b933-4cf8-8b20-4e121ba77538 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131523 Jul 07 17:22:31.928935 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1a028b0-707a-44b3-a2d3-92bec270f518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.938540 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a78951b3-ca6e-4499-9c88-f03e0174a6eb tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] 10.222.0.53 "DELETE /v2.0/networks/a94a5f08-5faa-4075-90f9-e2952b067c74/tags/tempest-TagsTest-Tag-2129187402 HTTP/1.1" status: 204 len: 168 time: 0.6560805 Jul 07 17:22:31.950068 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47372) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:31.955895 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.tag.tag_plugin [None req-102fd597-e51b-4049-b37e-e386d4d1f0a3 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a94a5f08-5faa-4075-90f9-e2952b067c74', 'tempest-TagsTest-Tag-2129187402') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:31.969169 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a93a4d59-b56b-42d3-b3d5-c7beeb445c3f tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.980676 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-ca3aef30-55a2-4970-82d1-2a488f21fa84 None None] For port 92342940-1923-4962-b738-607666f9e43e, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=92342940-1923-4962-b738-607666f9e43e,segment=NetworkSegment(c3bdde32-807d-40bd-b0e5-882c6e712b4a),segment_id=c3bdde32-807d-40bd-b0e5-882c6e712b4a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:32.001247 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ca3aef30-55a2-4970-82d1-2a488f21fa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.063543 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e1fdc321-2917-4b44-bd9e-6a4dd6141c45 req-59ce8a07-01b5-406c-b4b9-30e379688bee tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2768266 Jul 07 17:22:32.163955 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a7222c7f-2978-44ab-8334-c8c9b9985436 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:32.191225 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3aef30-55a2-4970-82d1-2a488f21fa84 None None] Pushing event updated for resources: {'Port': ['ID=92342940-1923-4962-b738-607666f9e43e,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:32.216716 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-102fd597-e51b-4049-b37e-e386d4d1f0a3 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] show failed (client error): The resource could not be found. Jul 07 17:22:32.221526 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-102fd597-e51b-4049-b37e-e386d4d1f0a3 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] 10.222.0.53 "GET /v2.0/networks/a94a5f08-5faa-4075-90f9-e2952b067c74/tags/tempest-TagsTest-Tag-2129187402 HTTP/1.1" status: 404 len: 326 time: 0.2691162 Jul 07 17:22:32.226662 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47378) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:32.238557 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.tag.tag_plugin [None req-ce090628-ef75-4544-8427-bbfc1dc17df4 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a94a5f08-5faa-4075-90f9-e2952b067c74', 'tempest-TagsTest-Tag-1028949871') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:32.383590 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port a7222c7f-2978-44ab-8334-c8c9b9985436 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:32.384314 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.395062 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7dd41ae5-047c-4d20-8800-d523e7fd62d2 req-7237b808-2826-458a-a809-c3be6cdee614 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.528235 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237b808-2826-458a-a809-c3be6cdee614 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Pushing event deleted for resources: {'Port': ['ID=2dce8daf-33b0-4c75-861b-c760dda34677,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:32.528484 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6095f34f-b49e-4ca0-8f00-c367ff7b60f5 req-684bd972-1235-40b1-9616-c3884ce4e51c tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=77ed1ce4-5fbc-449e-a376-c7730358cb44 HTTP/1.1" status: 200 len: 210 time: 0.0689738 Jul 07 17:22:32.653919 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a93a4d59-b56b-42d3-b3d5-c7beeb445c3f tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.665028 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1a028b0-707a-44b3-a2d3-92bec270f518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.709114 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ce090628-ef75-4544-8427-bbfc1dc17df4 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] 10.222.0.53 "GET /v2.0/networks/a94a5f08-5faa-4075-90f9-e2952b067c74/tags/tempest-TagsTest-Tag-1028949871 HTTP/1.1" status: 204 len: 168 time: 0.4807832 Jul 07 17:22:32.710483 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd41ae5-047c-4d20-8800-d523e7fd62d2 req-7237b808-2826-458a-a809-c3be6cdee614 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] No DVR routers for this DVR port 2dce8daf-33b0-4c75-861b-c760dda34677 on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:32.713829 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1a028b0-707a-44b3-a2d3-92bec270f518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.715566 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a93a4d59-b56b-42d3-b3d5-c7beeb445c3f tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.718167 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47388) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:32.722539 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7dd41ae5-047c-4d20-8800-d523e7fd62d2 req-7237b808-2826-458a-a809-c3be6cdee614 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.726419 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7dd41ae5-047c-4d20-8800-d523e7fd62d2 req-7237b808-2826-458a-a809-c3be6cdee614 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.64 "DELETE /v2.0/ports/2dce8daf-33b0-4c75-861b-c760dda34677 HTTP/1.1" status: 204 len: 173 time: 2.5526750 Jul 07 17:22:32.732875 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ed1ce4-5fbc-449e-a376-c7730358cb44', 'name': 'network-vif-deleted', 'tag': '2dce8daf-33b0-4c75-861b-c760dda34677'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:32.735487 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ed06e1-cbde-4407-9099-bc188e90dda3" -d '{"events": [{"server_uuid": "77ed1ce4-5fbc-449e-a376-c7730358cb44", "name": "network-vif-deleted", "tag": "2dce8daf-33b0-4c75-861b-c760dda34677"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:32.748465 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.tag.tag_plugin [None req-e66330e0-71c8-4ca1-9b0b-7c5efd076bae tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a94a5f08-5faa-4075-90f9-e2952b067c74', 'tempest-TagsTest-Tag-494146642') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:32.872426 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c71cd7-c4bd-45c1-8a44-0fafbcbb67af x-openstack-request-id: req-85c71cd7-c4bd-45c1-8a44-0fafbcbb67af {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:32.873443 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ed1ce4-5fbc-449e-a376-c7730358cb44", "name": "network-vif-deleted", "tag": "2dce8daf-33b0-4c75-861b-c760dda34677", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:32.873582 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85c71cd7-c4bd-45c1-8a44-0fafbcbb67af {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:32.876153 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ed1ce4-5fbc-449e-a376-c7730358cb44', 'name': 'network-vif-deleted', 'tag': '2dce8daf-33b0-4c75-861b-c760dda34677', 'status': 'completed', 'code': 200} Jul 07 17:22:32.879433 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a4d59-b56b-42d3-b3d5-c7beeb445c3f tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'Port': ['ID=36b60956-c80f-4826-b969-9614bcecabc3,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:32.888083 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a93a4d59-b56b-42d3-b3d5-c7beeb445c3f tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.898973 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f1a028b0-707a-44b3-a2d3-92bec270f518 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4b88f57ca6b4257969b12085e653293&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2787867 Jul 07 17:22:32.899683 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47392) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:32.939996 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a028b0-707a-44b3-a2d3-92bec270f518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdf409f-fd8f-41f1-a533-300b1821c7cb,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:33.017954 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224de80-61a8-4b44-9ef0-306c28217401 req-4f9822eb-0a9b-4d6b-90b9-80908abf25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:33.020172 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a224de80-61a8-4b44-9ef0-306c28217401 req-4f9822eb-0a9b-4d6b-90b9-80908abf25cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05029c802c7d44e6b05d7b73d2dd31fb&device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 1098 time: 0.3607285 Jul 07 17:22:33.041933 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7f7680d7-4eee-422b-b512-5cfc6e7ff2a9 None None] Provisioning complete for port 92342940-1923-4962-b738-607666f9e43e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:33.042500 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7f7680d7-4eee-422b-b512-5cfc6e7ff2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:33.094608 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e66330e0-71c8-4ca1-9b0b-7c5efd076bae tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] 10.222.0.53 "GET /v2.0/networks/a94a5f08-5faa-4075-90f9-e2952b067c74/tags/tempest-TagsTest-Tag-494146642 HTTP/1.1" status: 204 len: 168 time: 0.3633022 Jul 07 17:22:33.096940 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47396) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:33.104137 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.tag.tag_plugin [None req-f075b032-07d1-4795-b53d-34ceab22681f tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a94a5f08-5faa-4075-90f9-e2952b067c74') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:33.115367 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bedd0-ff8e-4ec5-ae14-d8e60056a407 req-6ed1df49-f52e-4a93-9f71-0262dd4fc420 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:33.128307 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-239bedd0-ff8e-4ec5-ae14-d8e60056a407 req-6ed1df49-f52e-4a93-9f71-0262dd4fc420 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 946 time: 0.4089537 Jul 07 17:22:33.148564 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b201b3eb-fb65-45b4-8d0b-b0795638d776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:33.224352 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7f7680d7-4eee-422b-b512-5cfc6e7ff2a9 None None] Provisioning for port 36b60956-c80f-4826-b969-9614bcecabc3 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:33.230441 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7f7680d7-4eee-422b-b512-5cfc6e7ff2a9 None None] Provisioning complete for port 36b60956-c80f-4826-b969-9614bcecabc3 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:33.231121 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7f7680d7-4eee-422b-b512-5cfc6e7ff2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:33.235432 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b201b3eb-fb65-45b4-8d0b-b0795638d776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:33.273111 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-239bedd0-ff8e-4ec5-ae14-d8e60056a407 req-555cdbb0-f3fc-4897-9b04-d69620ef2c99 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436360 Jul 07 17:22:33.304657 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-7f7680d7-4eee-422b-b512-5cfc6e7ff2a9 None None] Port 36b60956-c80f-4826-b969-9614bcecabc3 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:33.372668 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93a4d59-b56b-42d3-b3d5-c7beeb445c3f tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Network 3c0b275b-5d0f-4ed9-a531-2f332d1ccc11 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:33.385566 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-a93a4d59-b56b-42d3-b3d5-c7beeb445c3f tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:33.403416 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f075b032-07d1-4795-b53d-34ceab22681f tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] 10.222.0.53 "DELETE /v2.0/networks/a94a5f08-5faa-4075-90f9-e2952b067c74/tags HTTP/1.1" status: 204 len: 168 time: 0.3048027 Jul 07 17:22:33.404275 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47400) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:33.411656 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.tag.tag_plugin [None req-6d6ab687-9f43-4a56-9baa-47243fdb6b02 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a94a5f08-5faa-4075-90f9-e2952b067c74', 'tempest-TagsTest-Tag-1028949871') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:33.429937 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224de80-61a8-4b44-9ef0-306c28217401 req-4383b681-b65b-4964-bf05-fd46d058157c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:33.432054 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a224de80-61a8-4b44-9ef0-306c28217401 req-4383b681-b65b-4964-bf05-fd46d058157c service neutron] 10.222.0.64 "GET /v2.0/networks?id=8844e96f-6ac0-4025-abff-e3224e6714bf HTTP/1.1" status: 200 len: 911 time: 0.3918543 Jul 07 17:22:33.441710 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d3d24ac9-445a-461a-a8b7-7d588263ffae None None] Provisioning complete for port 36b60956-c80f-4826-b969-9614bcecabc3 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:33.445625 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d3d24ac9-445a-461a-a8b7-7d588263ffae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:33.471934 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b201b3eb-fb65-45b4-8d0b-b0795638d776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:33.491904 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b201b3eb-fb65-45b4-8d0b-b0795638d776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:33.501266 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b201b3eb-fb65-45b4-8d0b-b0795638d776 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bcdf409f-fd8f-41f1-a533-300b1821c7cb HTTP/1.1" status: 204 len: 168 time: 0.5971644 Jul 07 17:22:33.544453 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d3d24ac9-445a-461a-a8b7-7d588263ffae None None] Port 36b60956-c80f-4826-b969-9614bcecabc3 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:33.566510 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201b3eb-fb65-45b4-8d0b-b0795638d776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdf409f-fd8f-41f1-a533-300b1821c7cb,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:33.626891 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cfb06-d16a-4a62-9354-131a561d1b20 req-5b6e28df-11f0-471b-90e1-5b70c74f7971 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:33.635891 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-659cfb06-d16a-4a62-9354-131a561d1b20 req-5b6e28df-11f0-471b-90e1-5b70c74f7971 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.4222550 Jul 07 17:22:33.646408 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-6d6ab687-9f43-4a56-9baa-47243fdb6b02 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] show failed (client error): The resource could not be found. Jul 07 17:22:33.655090 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6d6ab687-9f43-4a56-9baa-47243fdb6b02 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] 10.222.0.53 "GET /v2.0/networks/a94a5f08-5faa-4075-90f9-e2952b067c74/tags/tempest-TagsTest-Tag-1028949871 HTTP/1.1" status: 404 len: 326 time: 0.2487199 Jul 07 17:22:33.656032 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47410) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:33.672854 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.tag.tag_plugin [None req-7611726f-4866-4c79-87f4-42f9fa306c96 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a94a5f08-5faa-4075-90f9-e2952b067c74', 'tempest-TagsTest-Tag-494146642') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:33.861481 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-7611726f-4866-4c79-87f4-42f9fa306c96 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] show failed (client error): The resource could not be found. Jul 07 17:22:33.872009 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7611726f-4866-4c79-87f4-42f9fa306c96 tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] 10.222.0.53 "GET /v2.0/networks/a94a5f08-5faa-4075-90f9-e2952b067c74/tags/tempest-TagsTest-Tag-494146642 HTTP/1.1" status: 404 len: 325 time: 0.2053726 Jul 07 17:22:33.872763 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47418) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:33.879336 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-18db0496-0f13-4de3-b152-f8bfed56c45b None None] Provisioning complete for port 36b60956-c80f-4826-b969-9614bcecabc3 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:33.879701 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-18db0496-0f13-4de3-b152-f8bfed56c45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:33.891857 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.tag.tag_plugin [None req-4dc9d470-7e7e-4977-8fea-01f417b08c6d tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a94a5f08-5faa-4075-90f9-e2952b067c74') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:33.942996 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-18db0496-0f13-4de3-b152-f8bfed56c45b None None] Port 36b60956-c80f-4826-b969-9614bcecabc3 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:34.048651 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e29e720b-e017-4458-ae08-80d7ca775fdf req-77d4e39a-c232-47ed-b65a-177821fa4428 tempest-AttachVolumeNegativeTest-803773715 tempest-AttachVolumeNegativeTest-803773715-project] 10.222.0.53 "GET /v2.0/ports?device_id=77ed1ce4-5fbc-449e-a376-c7730358cb44 HTTP/1.1" status: 200 len: 210 time: 0.1533942 Jul 07 17:22:34.056435 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 92342940-1923-4962-b738-607666f9e43e up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:34.105407 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4dc9d470-7e7e-4977-8fea-01f417b08c6d tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] 10.222.0.53 "DELETE /v2.0/networks/a94a5f08-5faa-4075-90f9-e2952b067c74/tags HTTP/1.1" status: 204 len: 168 time: 0.2315242 Jul 07 17:22:34.113112 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47420) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:34.139750 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 92342940-1923-4962-b738-607666f9e43e triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:34.140134 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.183198 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 2dce8daf-33b0-4c75-861b-c760dda34677 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:34.204050 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47422) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:34.207716 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 2dce8daf-33b0-4c75-861b-c760dda34677 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:22:34.208062 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 2dce8daf-33b0-4c75-861b-c760dda34677 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:22:34.228797 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f14699b4-6622-415f-b51d-e715c631414b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.277801 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-813d4ca4-9ee3-4db2-8725-72d98085f9eb tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.283771 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a224de80-61a8-4b44-9ef0-306c28217401 req-d3b235ea-0b04-41f9-94e6-ca14cb7394c8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfd9e9e1-a632-41fb-8e1a-db617c7e4da4 HTTP/1.1" status: 200 len: 1002 time: 0.8438985 Jul 07 17:22:34.414610 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-659cfb06-d16a-4a62-9354-131a561d1b20 req-eac3a0a3-e074-4014-a907-50232ae6d6fc tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7620766 Jul 07 17:22:34.428291 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93a4d59-b56b-42d3-b3d5-c7beeb445c3f tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Router 15a49e4e-640d-4ccf-b7c1-d5d351221179 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:22:34.431986 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224de80-61a8-4b44-9ef0-306c28217401 req-22726f84-7270-432c-a417-9edb796ff362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.433570 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a224de80-61a8-4b44-9ef0-306c28217401 req-22726f84-7270-432c-a417-9edb796ff362 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e2ae55f5-c355-4456-833a-1db6be8fc78f HTTP/1.1" status: 200 len: 849 time: 0.1410079 Jul 07 17:22:34.537914 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-813d4ca4-9ee3-4db2-8725-72d98085f9eb tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.565232 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-813d4ca4-9ee3-4db2-8725-72d98085f9eb tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94a5f08-5faa-4075-90f9-e2952b067c74']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:34.587393 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93a4d59-b56b-42d3-b3d5-c7beeb445c3f tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:22:34.593788 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-813d4ca4-9ee3-4db2-8725-72d98085f9eb tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b62827f-218f-4b81-bdf6-54324a6e29b9') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:34.594590 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-813d4ca4-9ee3-4db2-8725-72d98085f9eb tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b62827f-218f-4b81-bdf6-54324a6e29b9') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:34.596431 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a93a4d59-b56b-42d3-b3d5-c7beeb445c3f tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "PUT /v2.0/routers/15a49e4e-640d-4ccf-b7c1-d5d351221179/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3008587 Jul 07 17:22:34.597451 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47426) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:34.606454 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2194a8-a640-4117-b0e1-a879a36e2f8b None None] Sync routers for ids ['15a49e4e-640d-4ccf-b7c1-d5d351221179'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:22:34.628906 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2194a8-a640-4117-b0e1-a879a36e2f8b None None] Routers {'15a49e4e-640d-4ccf-b7c1-d5d351221179'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:34.630147 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4f2194a8-a640-4117-b0e1-a879a36e2f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:22:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['15a49e4e-640d-4ccf-b7c1-d5d351221179'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:34.635154 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-813d4ca4-9ee3-4db2-8725-72d98085f9eb tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.741968 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f14699b4-6622-415f-b51d-e715c631414b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.743010 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224de80-61a8-4b44-9ef0-306c28217401 req-6b00e713-418f-4f55-8247-44a29f62f39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.744023 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a224de80-61a8-4b44-9ef0-306c28217401 req-6b00e713-418f-4f55-8247-44a29f62f39e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8844e96f-6ac0-4025-abff-e3224e6714bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3031647 Jul 07 17:22:34.747286 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-813d4ca4-9ee3-4db2-8725-72d98085f9eb tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.760020 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f14699b4-6622-415f-b51d-e715c631414b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.772973 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813d4ca4-9ee3-4db2-8725-72d98085f9eb tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:22:34.773317 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-813d4ca4-9ee3-4db2-8725-72d98085f9eb tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:22:34.788666 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:22:34.867569 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-4f2194a8-a640-4117-b0e1-a879a36e2f8b None None] Set router 15a49e4e-640d-4ccf-b7c1-d5d351221179 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:34.880078 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfed7f7-e5cd-4968-9c03-3d83117f9950 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.880993 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfed7f7-e5cd-4968-9c03-3d83117f9950 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.881680 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfed7f7-e5cd-4968-9c03-3d83117f9950 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.882342 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfed7f7-e5cd-4968-9c03-3d83117f9950 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.883516 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfed7f7-e5cd-4968-9c03-3d83117f9950 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.884191 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfed7f7-e5cd-4968-9c03-3d83117f9950 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.884885 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfed7f7-e5cd-4968-9c03-3d83117f9950 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.885572 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfed7f7-e5cd-4968-9c03-3d83117f9950 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.886252 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfed7f7-e5cd-4968-9c03-3d83117f9950 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.891589 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9cfed7f7-e5cd-4968-9c03-3d83117f9950 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6337 time: 0.2918382 Jul 07 17:22:34.892613 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47430) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:34.971944 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f14699b4-6622-415f-b51d-e715c631414b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5eee52edc5044af9845ff3ed68b587a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7666531 Jul 07 17:22:34.973636 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47432) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:34.978252 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14699b4-6622-415f-b51d-e715c631414b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a503d18-39f9-413f-a61a-85f6a0614563,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:35.048855 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-813d4ca4-9ee3-4db2-8725-72d98085f9eb tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.078702 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3aafa8-bc85-497d-8b50-9ae0636e03d5 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.085628 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3aafa8-bc85-497d-8b50-9ae0636e03d5 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.086906 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3aafa8-bc85-497d-8b50-9ae0636e03d5 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.089699 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3aafa8-bc85-497d-8b50-9ae0636e03d5 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.094869 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3aafa8-bc85-497d-8b50-9ae0636e03d5 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.097082 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3aafa8-bc85-497d-8b50-9ae0636e03d5 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.099129 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3aafa8-bc85-497d-8b50-9ae0636e03d5 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.101164 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3aafa8-bc85-497d-8b50-9ae0636e03d5 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.113365 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8e3aafa8-bc85-497d-8b50-9ae0636e03d5 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5291 time: 0.2170799 Jul 07 17:22:35.121928 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-813d4ca4-9ee3-4db2-8725-72d98085f9eb tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.130868 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-813d4ca4-9ee3-4db2-8725-72d98085f9eb tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] 10.222.0.53 "DELETE /v2.0/networks/a94a5f08-5faa-4075-90f9-e2952b067c74 HTTP/1.1" status: 204 len: 168 time: 1.0114849 Jul 07 17:22:35.144348 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47436) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:35.176379 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef01c8-f21f-4067-a898-c051d7febba9 req-665d2d16-fd75-47ba-bd8c-df2d486dc087 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.187851 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60ef01c8-f21f-4067-a898-c051d7febba9 req-665d2d16-fd75-47ba-bd8c-df2d486dc087 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 946 time: 0.5610983 Jul 07 17:22:35.190004 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d4ca4-9ee3-4db2-8725-72d98085f9eb tempest-TagsTest-773827639 tempest-TagsTest-773827639-project] Pushing event deleted for resources: {'Network': ['ID=a94a5f08-5faa-4075-90f9-e2952b067c74,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:35.254318 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47440) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:35.333291 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a224de80-61a8-4b44-9ef0-306c28217401 req-88879f78-1d64-47a4-85d5-3a10816bc07f service neutron] 10.222.0.64 "GET /v2.0/networks/8844e96f-6ac0-4025-abff-e3224e6714bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5766079 Jul 07 17:22:35.335564 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0e8720cd-030d-4103-837e-cd1f449d0687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.364104 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4f2194a8-a640-4117-b0e1-a879a36e2f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'name': 'tempest-TestNetworkBasicOps-router-1605627916', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:21Z', 'updated_at': '2021-07-07T17:22:31Z', 'revision_number': 4, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:23Z', 'updated_at': '2021-07-07T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '36b60956-c80f-4826-b969-9614bcecabc3', 'name': '', 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'mac_address': 'fa:16:3e:ab:c9:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '4c292f83-2950-4b02-a762-31fd7b91c7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:30Z', 'updated_at': '2021-07-07T17:22:32Z', 'revision_number': 2, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'subnets': [{'id': '4c292f83-2950-4b02-a762-31fd7b91c7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:35.411179 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2194a8-a640-4117-b0e1-a879a36e2f8b None None] Checking router: 15a49e4e-640d-4ccf-b7c1-d5d351221179 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:22:35.414775 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2194a8-a640-4117-b0e1-a879a36e2f8b None None] Updating router 15a49e4e-640d-4ccf-b7c1-d5d351221179 port 36b60956-c80f-4826-b969-9614bcecabc3 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:22:35.469341 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0e8720cd-030d-4103-837e-cd1f449d0687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.484377 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60ef01c8-f21f-4067-a898-c051d7febba9 req-84a0ffaa-5251-4c79-98fc-2a0ae4749ba6 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2955043 Jul 07 17:22:35.525061 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-85dad909-60fa-472f-b434-74f62be855ae admin admin] Deleting subnet 6fbb2957-27f3-49e7-bbf8-4e6687e5bfc9 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:22:35.535018 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4f2194a8-a640-4117-b0e1-a879a36e2f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.537352 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-85dad909-60fa-472f-b434-74f62be855ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.594292 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-85dad909-60fa-472f-b434-74f62be855ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.645106 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0e8720cd-030d-4103-837e-cd1f449d0687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.648761 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0e8720cd-030d-4103-837e-cd1f449d0687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.652765 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0e8720cd-030d-4103-837e-cd1f449d0687 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2a503d18-39f9-413f-a61a-85f6a0614563 HTTP/1.1" status: 204 len: 168 time: 0.6759706 Jul 07 17:22:35.673863 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-85dad909-60fa-472f-b434-74f62be855ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.750644 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8720cd-030d-4103-837e-cd1f449d0687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a503d18-39f9-413f-a61a-85f6a0614563,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:35.766498 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a224de80-61a8-4b44-9ef0-306c28217401 req-59a39f8d-f031-4885-83dd-af772fda9002 service neutron] 10.222.0.64 "GET /v2.0/networks/8844e96f-6ac0-4025-abff-e3224e6714bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137659 Jul 07 17:22:35.779830 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47450) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:35.825522 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-85dad909-60fa-472f-b434-74f62be855ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.892391 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-85dad909-60fa-472f-b434-74f62be855ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.900829 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-85dad909-60fa-472f-b434-74f62be855ae admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6fbb2957-27f3-49e7-bbf8-4e6687e5bfc9 HTTP/1.1" status: 204 len: 168 time: 0.5856099 Jul 07 17:22:35.902019 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47454) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:35.907885 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dad909-60fa-472f-b434-74f62be855ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fbb2957-27f3-49e7-bbf8-4e6687e5bfc9,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:35.975749 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4f2194a8-a640-4117-b0e1-a879a36e2f8b None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.990876 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4f2194a8-a640-4117-b0e1-a879a36e2f8b None None] Transition to ACTIVE for port object 36b60956-c80f-4826-b969-9614bcecabc3 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:36.003276 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4f2194a8-a640-4117-b0e1-a879a36e2f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.022478 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ed810786-a90f-4a29-809a-c85ebf6e079a tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.8606946 Jul 07 17:22:36.037944 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ad37f-9f0a-4951-bbe2-418100d39d8e req-9dbc1c1a-ddcc-4b6c-a88f-e9dc91e6b8a1 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:36.039481 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-844ad37f-9f0a-4951-bbe2-418100d39d8e req-9dbc1c1a-ddcc-4b6c-a88f-e9dc91e6b8a1 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.2769716 Jul 07 17:22:36.108698 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f622d2a-4776-4f94-b304-2aebf9062599 None None] Pushing event updated for resources: {'Port': ['ID=36b60956-c80f-4826-b969-9614bcecabc3,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:36.119298 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-844ad37f-9f0a-4951-bbe2-418100d39d8e req-be26e0c9-011f-4f8b-bcec-e0f0ed415303 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678930 Jul 07 17:22:36.148870 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-68a3a209-266e-4d79-ac17-687de826ee86 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2df1b62d839147ceadd8ba083110e111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3615627 Jul 07 17:22:36.150766 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47460) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:36.163362 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-283e19db-6583-422e-a27d-63659bb2efc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.286836 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-4f2194a8-a640-4117-b0e1-a879a36e2f8b None None] Attempting to bind port 36b60956-c80f-4826-b969-9614bcecabc3 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:36.287473 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-4f2194a8-a640-4117-b0e1-a879a36e2f8b None None] Attempting to bind port 36b60956-c80f-4826-b969-9614bcecabc3 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'c3bdde32-807d-40bd-b0e5-882c6e712b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:36.289127 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2194a8-a640-4117-b0e1-a879a36e2f8b None None] Attempting to bind port 36b60956-c80f-4826-b969-9614bcecabc3 on network 3c0b275b-5d0f-4ed9-a531-2f332d1ccc11 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:36.291445 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93f706b7-add3-439d-b78d-852f339f5a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.318038 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2194a8-a640-4117-b0e1-a879a36e2f8b None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:36.318731 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2194a8-a640-4117-b0e1-a879a36e2f8b None None] Checking segment: {'id': 'c3bdde32-807d-40bd-b0e5-882c6e712b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:36.319325 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4f2194a8-a640-4117-b0e1-a879a36e2f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.319891 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2194a8-a640-4117-b0e1-a879a36e2f8b None None] Bound using segment: {'id': 'c3bdde32-807d-40bd-b0e5-882c6e712b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:36.324543 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-4f2194a8-a640-4117-b0e1-a879a36e2f8b None None] Bound port: 36b60956-c80f-4826-b969-9614bcecabc3, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bdde32-807d-40bd-b0e5-882c6e712b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:36.325242 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4f2194a8-a640-4117-b0e1-a879a36e2f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.337963 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93f706b7-add3-439d-b78d-852f339f5a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.420390 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-283e19db-6583-422e-a27d-63659bb2efc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.459403 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-283e19db-6583-422e-a27d-63659bb2efc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51b74280-0796-4c38-ac03-d27ea50ace14']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:36.485481 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93f706b7-add3-439d-b78d-852f339f5a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.487552 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-283e19db-6583-422e-a27d-63659bb2efc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9082715-a122-4543-bbf6-c582b0edb07f') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:36.487924 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-283e19db-6583-422e-a27d-63659bb2efc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9082715-a122-4543-bbf6-c582b0edb07f') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:36.488199 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93f706b7-add3-439d-b78d-852f339f5a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.489572 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-93f706b7-add3-439d-b78d-852f339f5a5a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a4f0c93-9196-4a54-b625-5097cf1c60d7 HTTP/1.1" status: 204 len: 168 time: 0.3375101 Jul 07 17:22:36.503461 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f706b7-add3-439d-b78d-852f339f5a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4f0c93-9196-4a54-b625-5097cf1c60d7,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:36.528783 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-283e19db-6583-422e-a27d-63659bb2efc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.554345 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-283e19db-6583-422e-a27d-63659bb2efc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.564987 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-283e19db-6583-422e-a27d-63659bb2efc1 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:22:36.566029 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-283e19db-6583-422e-a27d-63659bb2efc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:22:36.569751 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:22:36.650145 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47476) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:36.656248 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-1fa50efd-181a-4192-ae1d-4305e562722d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-929815393', 'description': 'tempest-secgroup-smoke-929815393 description', 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:36.712653 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-4f2194a8-a640-4117-b0e1-a879a36e2f8b None None] For port 36b60956-c80f-4826-b969-9614bcecabc3, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:36.720023 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-4f2194a8-a640-4117-b0e1-a879a36e2f8b None None] For port 36b60956-c80f-4826-b969-9614bcecabc3, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=36b60956-c80f-4826-b969-9614bcecabc3,segment=NetworkSegment(c3bdde32-807d-40bd-b0e5-882c6e712b4a),segment_id=c3bdde32-807d-40bd-b0e5-882c6e712b4a)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:36.725769 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4f2194a8-a640-4117-b0e1-a879a36e2f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.740243 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1fa50efd-181a-4192-ae1d-4305e562722d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.769720 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-283e19db-6583-422e-a27d-63659bb2efc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.810772 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-283e19db-6583-422e-a27d-63659bb2efc1 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.812896 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2194a8-a640-4117-b0e1-a879a36e2f8b None None] Routers {'15a49e4e-640d-4ccf-b7c1-d5d351221179'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:36.818961 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-283e19db-6583-422e-a27d-63659bb2efc1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/51b74280-0796-4c38-ac03-d27ea50ace14 HTTP/1.1" status: 204 len: 168 time: 0.9151957 Jul 07 17:22:36.819936 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4f2194a8-a640-4117-b0e1-a879a36e2f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:22:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['15a49e4e-640d-4ccf-b7c1-d5d351221179'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:36.851217 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e19db-6583-422e-a27d-63659bb2efc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=51b74280-0796-4c38-ac03-d27ea50ace14,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:36.935004 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1fa50efd-181a-4192-ae1d-4305e562722d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.971670 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1fa50efd-181a-4192-ae1d-4305e562722d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.987414 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-4f2194a8-a640-4117-b0e1-a879a36e2f8b None None] Set router 15a49e4e-640d-4ccf-b7c1-d5d351221179 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:37.137908 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa50efd-181a-4192-ae1d-4305e562722d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=036424b9-4324-465f-8c98-a66ed5a3bc1e,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:37.161434 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1fa50efd-181a-4192-ae1d-4305e562722d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.166061 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47494) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:37.168294 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1fa50efd-181a-4192-ae1d-4305e562722d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5160766 Jul 07 17:22:37.178604 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-8bb04d07-099c-4301-8270-132453e3d4f9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'security_group_rule': {'security_group_id': '036424b9-4324-465f-8c98-a66ed5a3bc1e', 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:37.248261 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc258b4-95dc-4a78-8be3-46f3c2bc228a req-c0f4074f-4387-4c23-b6de-0a61612b95d2 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:37.267475 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7fc258b4-95dc-4a78-8be3-46f3c2bc228a req-c0f4074f-4387-4c23-b6de-0a61612b95d2 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 946 time: 0.5412872 Jul 07 17:22:37.277704 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8bb04d07-099c-4301-8270-132453e3d4f9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.299084 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47502) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:37.432786 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8bb04d07-099c-4301-8270-132453e3d4f9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.441653 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8bb04d07-099c-4301-8270-132453e3d4f9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.460687 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7fc258b4-95dc-4a78-8be3-46f3c2bc228a req-c0489496-b34b-4cb0-a9fe-901641040dea tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912751 Jul 07 17:22:37.479021 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f622d2a-4776-4f94-b304-2aebf9062599 None None] Pushing event updated for resources: {'Port': ['ID=36b60956-c80f-4826-b969-9614bcecabc3,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:37.492809 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f8864726-cc2f-4b46-ace1-335bb04e5b74 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=854cd6cbf71d4c16a45f7c0c1ff22d98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1926959 Jul 07 17:22:37.496676 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47508) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:37.516770 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb04d07-099c-4301-8270-132453e3d4f9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4fd84d5-54c7-4e43-a099-a783d889f985,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:37.540418 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8bb04d07-099c-4301-8270-132453e3d4f9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.545666 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8bb04d07-099c-4301-8270-132453e3d4f9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3779397 Jul 07 17:22:37.548728 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47510) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:37.571301 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-a9729bf3-3c1e-46a5-8712-b8f064c0fca5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'security_group_rule': {'security_group_id': '036424b9-4324-465f-8c98-a66ed5a3bc1e', 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:37.679282 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.679539 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b4839504-a0d0-413e-81cb-48920b5fe1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.695149 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a9729bf3-3c1e-46a5-8712-b8f064c0fca5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.696117 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960b3ca-e642-45e5-8caa-9cd3250a3a28 req-f2a662da-9425-464e-81da-dcae6a3b7cad tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:37.720953 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7960b3ca-e642-45e5-8caa-9cd3250a3a28 req-f2a662da-9425-464e-81da-dcae6a3b7cad tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.2321413 Jul 07 17:22:37.751534 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b4839504-a0d0-413e-81cb-48920b5fe1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.793545 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4f2194a8-a640-4117-b0e1-a879a36e2f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'name': 'tempest-TestNetworkBasicOps-router-1605627916', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:21Z', 'updated_at': '2021-07-07T17:22:31Z', 'revision_number': 4, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:23Z', 'updated_at': '2021-07-07T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '36b60956-c80f-4826-b969-9614bcecabc3', 'name': '', 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'mac_address': 'fa:16:3e:ab:c9:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '4c292f83-2950-4b02-a762-31fd7b91c7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:30Z', 'updated_at': '2021-07-07T17:22:36Z', 'revision_number': 4, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'subnets': [{'id': '4c292f83-2950-4b02-a762-31fd7b91c7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:37.826835 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a9729bf3-3c1e-46a5-8712-b8f064c0fca5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.835601 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a9729bf3-3c1e-46a5-8712-b8f064c0fca5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.860583 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7960b3ca-e642-45e5-8caa-9cd3250a3a28 req-5ced985b-3eda-4f99-9a87-5298e8d94395 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420870 Jul 07 17:22:37.927907 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b4839504-a0d0-413e-81cb-48920b5fe1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.930528 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b4839504-a0d0-413e-81cb-48920b5fe1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.932205 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b4839504-a0d0-413e-81cb-48920b5fe1f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be2d4bc4-30c2-451d-bc9e-c23b43461e76 HTTP/1.1" status: 204 len: 168 time: 0.4316909 Jul 07 17:22:37.935463 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a9729bf3-3c1e-46a5-8712-b8f064c0fca5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.936699 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a9729bf3-3c1e-46a5-8712-b8f064c0fca5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3817792 Jul 07 17:22:37.939872 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47522) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:37.950189 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2194a8-a640-4117-b0e1-a879a36e2f8b None None] The sync data for ids ['15a49e4e-640d-4ccf-b7c1-d5d351221179'] in n-d-791503-12 is: [{'id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'name': 'tempest-TestNetworkBasicOps-router-1605627916', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:21Z', 'updated_at': '2021-07-07T17:22:31Z', 'revision_number': 4, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:23Z', 'updated_at': '2021-07-07T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '36b60956-c80f-4826-b969-9614bcecabc3', 'name': '', 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'mac_address': 'fa:16:3e:ab:c9:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '4c292f83-2950-4b02-a762-31fd7b91c7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:30Z', 'updated_at': '2021-07-07T17:22:36Z', 'revision_number': 4, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'subnets': [{'id': '4c292f83-2950-4b02-a762-31fd7b91c7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:22:37.952572 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-80cd6a61-b298-4bae-979e-46489e61bc1b tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'security_group_rule': {'security_group_id': '036424b9-4324-465f-8c98-a66ed5a3bc1e', 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:37.970280 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9729bf3-3c1e-46a5-8712-b8f064c0fca5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335c4ee2-c59f-462b-ba0a-047d3f4c9a1e,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:37.986642 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.994962 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4839504-a0d0-413e-81cb-48920b5fe1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2d4bc4-30c2-451d-bc9e-c23b43461e76,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:38.026130 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-80cd6a61-b298-4bae-979e-46489e61bc1b tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.053137 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47526) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:38.187355 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-80cd6a61-b298-4bae-979e-46489e61bc1b tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.188821 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device cc4b1e40-4570-4001-8292-c164e39b063a details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:22:38.192700 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-80cd6a61-b298-4bae-979e-46489e61bc1b tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.222162 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd6a61-b298-4bae-979e-46489e61bc1b tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98dad9d8-3739-48c9-ac34-75da579e9b6f,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:38.226566 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-80cd6a61-b298-4bae-979e-46489e61bc1b tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.227841 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-80cd6a61-b298-4bae-979e-46489e61bc1b tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2795782 Jul 07 17:22:38.231350 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47532) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:38.239404 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-b33c847d-7ed0-46d8-b7dd-2a6eef87361e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'security_group_rule': {'security_group_id': '036424b9-4324-465f-8c98-a66ed5a3bc1e', 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:38.359988 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b33c847d-7ed0-46d8-b7dd-2a6eef87361e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.497031 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b33c847d-7ed0-46d8-b7dd-2a6eef87361e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.503752 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b33c847d-7ed0-46d8-b7dd-2a6eef87361e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.511822 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port cc4b1e40-4570-4001-8292-c164e39b063a, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=cc4b1e40-4570-4001-8292-c164e39b063a,segment=NetworkSegment(90d721ad-5c14-4e8b-8d38-43728529f388),segment_id=90d721ad-5c14-4e8b-8d38-43728529f388)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:38.542942 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'cc4b1e40-4570-4001-8292-c164e39b063a', 'network_id': '08f6c01e-dfae-4799-95a8-8039418ef262', 'port_id': 'cc4b1e40-4570-4001-8292-c164e39b063a', 'mac_address': 'fa:16:3e:d2:5a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74d58d4-f857-4afa-87b5-fe53c29b08d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:22:38.562034 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c847d-7ed0-46d8-b7dd-2a6eef87361e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c918d9-3834-4914-ae21-168896520df8,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:38.586850 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-97c82f44-fd7a-4900-bc0a-1450578191c3 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-49775638'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:38.614272 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b33c847d-7ed0-46d8-b7dd-2a6eef87361e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.618464 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47536) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:38.624513 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-61d26619-9432-4cd2-83e3-0ad93dcceb19 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'security_group_rule': {'security_group_id': '036424b9-4324-465f-8c98-a66ed5a3bc1e', 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:38.630116 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b33c847d-7ed0-46d8-b7dd-2a6eef87361e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3854330 Jul 07 17:22:38.658880 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.666883 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c82f44-fd7a-4900-bc0a-1450578191c3 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Made reservation on behalf of ab411987cea84b3cbe5d62fc9ab0fd39 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:38.679180 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-97c82f44-fd7a-4900-bc0a-1450578191c3 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.695994 n-d-791503-12 neutron-server[100193]: INFO neutron.db.securitygroups_db [None req-61d26619-9432-4cd2-83e3-0ad93dcceb19 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Project f7e4da5b6d5e463984eb77df0d02de9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:22:38.710521 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-61d26619-9432-4cd2-83e3-0ad93dcceb19 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.714992 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-97c82f44-fd7a-4900-bc0a-1450578191c3 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.717429 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc4b1e40-4570-4001-8292-c164e39b063a {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:38.803468 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port cc4b1e40-4570-4001-8292-c164e39b063a, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=cc4b1e40-4570-4001-8292-c164e39b063a,segment=NetworkSegment(90d721ad-5c14-4e8b-8d38-43728529f388),segment_id=90d721ad-5c14-4e8b-8d38-43728529f388)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:38.817193 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.968893 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['cc4b1e40-4570-4001-8292-c164e39b063a'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:22:38.983226 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-61d26619-9432-4cd2-83e3-0ad93dcceb19 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.991571 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-61d26619-9432-4cd2-83e3-0ad93dcceb19 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.999813 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-97c82f44-fd7a-4900-bc0a-1450578191c3 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.007004 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-97c82f44-fd7a-4900-bc0a-1450578191c3 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.077262 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d26619-9432-4cd2-83e3-0ad93dcceb19 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a32e4ea-c373-4523-87f1-66fd0daaa604,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:39.105928 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-61d26619-9432-4cd2-83e3-0ad93dcceb19 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.110703 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-61d26619-9432-4cd2-83e3-0ad93dcceb19 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4910097 Jul 07 17:22:39.113829 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=cc4b1e40-4570-4001-8292-c164e39b063a,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:39.115846 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47556) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:39.139444 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e607ea74-7e15-49a7-90b1-d3a63a21e5f7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'security_group_rule': {'security_group_id': '036424b9-4324-465f-8c98-a66ed5a3bc1e', 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:39.158417 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c82f44-fd7a-4900-bc0a-1450578191c3 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:22:39.194893 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:39.195676 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:39.195986 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:39.196344 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:39.196718 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:39.197063 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:39.197406 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:39.197743 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:39.198084 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:39.198421 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:39.199078 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:39.199556 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:39.206163 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c82f44-fd7a-4900-bc0a-1450578191c3 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96e0fb34-561b-4b2a-94c0-66d1ff845f07,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:39.229517 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-97c82f44-fd7a-4900-bc0a-1450578191c3 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.233904 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-97c82f44-fd7a-4900-bc0a-1450578191c3 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Added segment fec4e241-0466-4dd9-afed-5d8c5a01c59a of type vlan for network a438191e-b241-40d3-9ba4-f0b0aea6cd0e Jul 07 17:22:39.286752 n-d-791503-12 neutron-server[100193]: INFO neutron.db.securitygroups_db [None req-e607ea74-7e15-49a7-90b1-d3a63a21e5f7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Project f7e4da5b6d5e463984eb77df0d02de9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:22:39.350554 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-97c82f44-fd7a-4900-bc0a-1450578191c3 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.376085 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e607ea74-7e15-49a7-90b1-d3a63a21e5f7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.440828 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-97c82f44-fd7a-4900-bc0a-1450578191c3 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.446911 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c82f44-fd7a-4900-bc0a-1450578191c3 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:39.447571 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-97c82f44-fd7a-4900-bc0a-1450578191c3 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.559950 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-97c82f44-fd7a-4900-bc0a-1450578191c3 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4960661 Jul 07 17:22:39.561101 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47568) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:39.580816 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7c146-5c63-4a3a-9e62-82eccac61487 req-3f7c6bfb-99e9-4d1c-aa78-70db909f0113 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:39.582779 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c82f44-fd7a-4900-bc0a-1450578191c3 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Network': ['ID=a438191e-b241-40d3-9ba4-f0b0aea6cd0e,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:39.591795 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5ac7c146-5c63-4a3a-9e62-82eccac61487 req-3f7c6bfb-99e9-4d1c-aa78-70db909f0113 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 945 time: 0.3573508 Jul 07 17:22:39.595156 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network a438191e-b241-40d3-9ba4-f0b0aea6cd0e details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:22:39.601475 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-d376f384-ef97-40ec-a40f-be3ccdfc69bc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1319577983'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:39.640134 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e607ea74-7e15-49a7-90b1-d3a63a21e5f7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.652130 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e607ea74-7e15-49a7-90b1-d3a63a21e5f7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.717948 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607ea74-7e15-49a7-90b1-d3a63a21e5f7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=959cf448-5c5d-4d25-b020-3d4d82047af3,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:39.722842 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d376f384-ef97-40ec-a40f-be3ccdfc69bc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Made reservation on behalf of ab411987cea84b3cbe5d62fc9ab0fd39 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:39.728273 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d376f384-ef97-40ec-a40f-be3ccdfc69bc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.742857 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e607ea74-7e15-49a7-90b1-d3a63a21e5f7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.744099 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e607ea74-7e15-49a7-90b1-d3a63a21e5f7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6222665 Jul 07 17:22:39.757569 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5ac7c146-5c63-4a3a-9e62-82eccac61487 req-9c5522ed-9692-4d6b-85f5-2a2b9084ca62 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647036 Jul 07 17:22:39.788838 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d376f384-ef97-40ec-a40f-be3ccdfc69bc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:22:39.800517 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d376f384-ef97-40ec-a40f-be3ccdfc69bc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.800925 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-d376f384-ef97-40ec-a40f-be3ccdfc69bc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Added segment 03f11325-f8d0-4c98-aadb-2d941b3196b4 of type vlan for network a2f78859-dee1-4803-aff0-52d35df7b87a Jul 07 17:22:39.863994 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d376f384-ef97-40ec-a40f-be3ccdfc69bc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.914047 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d376f384-ef97-40ec-a40f-be3ccdfc69bc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.951234 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d376f384-ef97-40ec-a40f-be3ccdfc69bc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:39.953073 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d376f384-ef97-40ec-a40f-be3ccdfc69bc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.134834 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d376f384-ef97-40ec-a40f-be3ccdfc69bc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5375247 Jul 07 17:22:40.140798 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47598) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:40.144312 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376f384-ef97-40ec-a40f-be3ccdfc69bc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Network': ['ID=a2f78859-dee1-4803-aff0-52d35df7b87a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:40.162587 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-e671ed87-e216-4b12-8099-02973d9ec549 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'subnet': {'network_id': 'a438191e-b241-40d3-9ba4-f0b0aea6cd0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:40.169493 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network a2f78859-dee1-4803-aff0-52d35df7b87a details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:22:40.297405 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device cc4b1e40-4570-4001-8292-c164e39b063a up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:40.328612 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 36b60956-c80f-4826-b969-9614bcecabc3 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:40.455187 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-6e35a73f-43db-4f9d-bcad-8ca1b1ef9f70 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-929815393&fields=id&tenant_id=f7e4da5b6d5e463984eb77df0d02de9e HTTP/1.1" status: 200 len: 267 time: 0.1087296 Jul 07 17:22:40.565894 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 36b60956-c80f-4826-b969-9614bcecabc3 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:40.574523 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 36b60956-c80f-4826-b969-9614bcecabc3 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:40.575122 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.634301 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port cc4b1e40-4570-4001-8292-c164e39b063a triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:40.634681 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.709235 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-faad1f7a-91d3-4799-b637-dad24d4218f9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:40.721504 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-faad1f7a-91d3-4799-b637-dad24d4218f9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/networks?id=3c0b275b-5d0f-4ed9-a531-2f332d1ccc11 HTTP/1.1" status: 200 len: 796 time: 0.2648897 Jul 07 17:22:40.730866 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e671ed87-e216-4b12-8099-02973d9ec549 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Made reservation on behalf of ab411987cea84b3cbe5d62fc9ab0fd39 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:40.736153 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e671ed87-e216-4b12-8099-02973d9ec549 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.828925 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-bcb5c302-52c3-467a-8964-7be0e5c4e536 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/quotas/f7e4da5b6d5e463984eb77df0d02de9e HTTP/1.1" status: 200 len: 375 time: 0.1061544 Jul 07 17:22:40.968543 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.988412 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:41.046883 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 36b60956-c80f-4826-b969-9614bcecabc3, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=36b60956-c80f-4826-b969-9614bcecabc3,segment=NetworkSegment(c3bdde32-807d-40bd-b0e5-882c6e712b4a),segment_id=c3bdde32-807d-40bd-b0e5-882c6e712b4a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:41.080098 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port cc4b1e40-4570-4001-8292-c164e39b063a, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=cc4b1e40-4570-4001-8292-c164e39b063a,segment=NetworkSegment(90d721ad-5c14-4e8b-8d38-43728529f388),segment_id=90d721ad-5c14-4e8b-8d38-43728529f388)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:41.082676 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b0694c-5520-46bf-aa20-50b957a8bbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4b1e40-4570-4001-8292-c164e39b063a'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:41.086249 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1194529c-a3e4-42f5-9e5d-e4023a666af9" -d '{"events": [{"server_uuid": "98b0694c-5520-46bf-aa20-50b957a8bbc9", "name": "network-vif-plugged", "status": "completed", "tag": "cc4b1e40-4570-4001-8292-c164e39b063a"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:41.090594 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:41.109785 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:41.113664 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-ad5f94a7-f8a4-45a3-af0d-06be460656b0 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f7e4da5b6d5e463984eb77df0d02de9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2831903 Jul 07 17:22:41.203528 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b67583-ea9c-4748-bdc8-cbd5ada77eb0 req-26c762d5-56ed-4124-8e75-77713bc3c489 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.210730 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-43b67583-ea9c-4748-bdc8-cbd5ada77eb0 req-26c762d5-56ed-4124-8e75-77713bc3c489 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 945 time: 0.2227187 Jul 07 17:22:41.266765 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-43b67583-ea9c-4748-bdc8-cbd5ada77eb0 req-a69d8633-d884-42f6-8898-064d9eedfd70 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544279 Jul 07 17:22:41.307884 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=36b60956-c80f-4826-b969-9614bcecabc3,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:41.480261 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=cc4b1e40-4570-4001-8292-c164e39b063a,revision_number=7']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:41.503698 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e914cabb-39a2-4bbb-ad49-62f666463aaf x-openstack-request-id: req-e914cabb-39a2-4bbb-ad49-62f666463aaf {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:41.506172 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b0694c-5520-46bf-aa20-50b957a8bbc9", "name": "network-vif-plugged", "status": "completed", "tag": "cc4b1e40-4570-4001-8292-c164e39b063a", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:41.506627 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e914cabb-39a2-4bbb-ad49-62f666463aaf {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:41.507227 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b0694c-5520-46bf-aa20-50b957a8bbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4b1e40-4570-4001-8292-c164e39b063a', 'code': 200} Jul 07 17:22:41.531191 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e671ed87-e216-4b12-8099-02973d9ec549 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:41.620685 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-c312b559-0983-4241-a97d-e6c2f9589fe7 service neutron] 10.222.0.53 "GET /v2.0/networks/3c0b275b-5d0f-4ed9-a531-2f332d1ccc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618232 Jul 07 17:22:41.727294 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671ed87-e216-4b12-8099-02973d9ec549 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Subnet': ['ID=33671254-e9cf-4ce4-a76b-d5e93cef789f,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:41.875552 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e671ed87-e216-4b12-8099-02973d9ec549 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Checking segment: {'id': 'fec4e241-0466-4dd9-afed-5d8c5a01c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a438191e-b241-40d3-9ba4-f0b0aea6cd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:41.876346 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e671ed87-e216-4b12-8099-02973d9ec549 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network hostable DHCP agents. Network: a438191e-b241-40d3-9ba4-f0b0aea6cd0e, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:22:41.933463 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e671ed87-e216-4b12-8099-02973d9ec549 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network a438191e-b241-40d3-9ba4-f0b0aea6cd0e is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:22:41.987900 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-f4b7917d-e350-474e-86b0-36c46b69c2b4 service neutron] 10.222.0.53 "GET /v2.0/networks/3c0b275b-5d0f-4ed9-a531-2f332d1ccc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409891 Jul 07 17:22:41.992112 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-e671ed87-e216-4b12-8099-02973d9ec549 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, a438191e-b241-40d3-9ba4-f0b0aea6cd0e) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:42.010313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b0616e-631c-45b0-913f-d329da2fe9f3 None None] Network a438191e-b241-40d3-9ba4-f0b0aea6cd0e requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:42.017146 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e671ed87-e216-4b12-8099-02973d9ec549 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:42.022666 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e671ed87-e216-4b12-8099-02973d9ec549 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:42.106521 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47672) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:42.117423 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-da28933d-6280-41c6-9c97-e6d4fd8f7816 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'subnet': {'network_id': 'a2f78859-dee1-4803-aff0-52d35df7b87a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:42.127331 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e671ed87-e216-4b12-8099-02973d9ec549 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9591465 Jul 07 17:22:42.179812 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 36b60956-c80f-4826-b969-9614bcecabc3 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:42.674540 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da28933d-6280-41c6-9c97-e6d4fd8f7816 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Made reservation on behalf of ab411987cea84b3cbe5d62fc9ab0fd39 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:42.686543 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da28933d-6280-41c6-9c97-e6d4fd8f7816 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:42.709007 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d1dab069-e803-4d40-b9cb-1b410e222dad req-0d306da3-faa1-48e7-8609-87b230d296e9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=4666279a-0024-4410-8bd8-63d967bfcebb HTTP/1.1" status: 200 len: 210 time: 0.1582108 Jul 07 17:22:42.861546 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47692) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:42.924776 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 36b60956-c80f-4826-b969-9614bcecabc3 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:42.925348 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.051332 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e9f3a9-56a4-4be2-b3d5-27cc5562b238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-a438191e-b241-40d3-9ba4-f0b0aea6cd0e', 'network_id': 'a438191e-b241-40d3-9ba4-f0b0aea6cd0e', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'fixed_ips': [{'subnet_id': '33671254-e9cf-4ce4-a76b-d5e93cef789f'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:22:43.052793 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d1e9f3a9-56a4-4be2-b3d5-27cc5562b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.139204 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8673fc41-d523-4b8d-b32d-4ee776d5d9b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.448594 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da28933d-6280-41c6-9c97-e6d4fd8f7816 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.478484 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8673fc41-d523-4b8d-b32d-4ee776d5d9b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.483876 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8673fc41-d523-4b8d-b32d-4ee776d5d9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.552665 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-d1e9f3a9-56a4-4be2-b3d5-27cc5562b238 None None] Allocated IP 2001:db8::2 (a438191e-b241-40d3-9ba4-f0b0aea6cd0e/33671254-e9cf-4ce4-a76b-d5e93cef789f/359fa9b7-c092-4d5d-8363-f6afc91c5f49) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:43.580052 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8673fc41-d523-4b8d-b32d-4ee776d5d9b2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=89893656596b4a7f8645eabd1750c587&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7155888 Jul 07 17:22:43.582698 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47702) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:43.605208 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673fc41-d523-4b8d-b32d-4ee776d5d9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d40526-243a-4e32-b42d-15d3f976b1d6,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:43.738883 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28933d-6280-41c6-9c97-e6d4fd8f7816 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Subnet': ['ID=6efbf722-ac49-4b81-a30c-71792e5d58fe,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:43.829499 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c25c2a9c-ff59-43a6-bfdb-e7f6d4dc0c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.929193 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c25c2a9c-ff59-43a6-bfdb-e7f6d4dc0c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.046050 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d58c7-5c2b-4ca3-8f40-1851b9acefd4 req-8f86ee79-5f02-4515-b821-d4b34553d03c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:44.071028 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1f5d58c7-5c2b-4ca3-8f40-1851b9acefd4 req-8f86ee79-5f02-4515-b821-d4b34553d03c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.6236620 Jul 07 17:22:44.103252 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da28933d-6280-41c6-9c97-e6d4fd8f7816 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Checking segment: {'id': '03f11325-f8d0-4c98-aadb-2d941b3196b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a2f78859-dee1-4803-aff0-52d35df7b87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:44.113130 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da28933d-6280-41c6-9c97-e6d4fd8f7816 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network hostable DHCP agents. Network: a2f78859-dee1-4803-aff0-52d35df7b87a, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:22:44.198824 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d1e9f3a9-56a4-4be2-b3d5-27cc5562b238 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.234107 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d1e9f3a9-56a4-4be2-b3d5-27cc5562b238 None None] Transition to ACTIVE for port object 359fa9b7-c092-4d5d-8363-f6afc91c5f49 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:44.265744 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7a65d3ee-6578-492a-89b5-a5f01b6fbf50 req-541f0df2-a60e-40ae-87f3-dc8afd52e1af tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=4666279a-0024-4410-8bd8-63d967bfcebb HTTP/1.1" status: 200 len: 210 time: 0.2356634 Jul 07 17:22:44.293790 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1f5d58c7-5c2b-4ca3-8f40-1851b9acefd4 req-b27f9be9-071c-40ce-998a-993dd0ac4c06 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221177 Jul 07 17:22:44.314858 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d1e9f3a9-56a4-4be2-b3d5-27cc5562b238 None None] Transition to ACTIVE for port object 359fa9b7-c092-4d5d-8363-f6afc91c5f49 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:44.326021 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da28933d-6280-41c6-9c97-e6d4fd8f7816 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network a2f78859-dee1-4803-aff0-52d35df7b87a is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:22:44.347100 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d1e9f3a9-56a4-4be2-b3d5-27cc5562b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.392294 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-da28933d-6280-41c6-9c97-e6d4fd8f7816 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, a2f78859-dee1-4803-aff0-52d35df7b87a) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:44.410768 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9f3a9-56a4-4be2-b3d5-27cc5562b238 None None] Pushing event updated for resources: {'Port': ['ID=359fa9b7-c092-4d5d-8363-f6afc91c5f49,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:44.415148 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c25c2a9c-ff59-43a6-bfdb-e7f6d4dc0c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.418009 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c25c2a9c-ff59-43a6-bfdb-e7f6d4dc0c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.418218 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30eed27f-a990-456d-b0e7-834c1e336590 None None] Network a2f78859-dee1-4803-aff0-52d35df7b87a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:44.419441 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c25c2a9c-ff59-43a6-bfdb-e7f6d4dc0c05 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85d40526-243a-4e32-b42d-15d3f976b1d6 HTTP/1.1" status: 204 len: 168 time: 0.8158877 Jul 07 17:22:44.438028 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da28933d-6280-41c6-9c97-e6d4fd8f7816 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:44.441599 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da28933d-6280-41c6-9c97-e6d4fd8f7816 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.474238 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c2a9c-ff59-43a6-bfdb-e7f6d4dc0c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d40526-243a-4e32-b42d-15d3f976b1d6,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:44.483141 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-da28933d-6280-41c6-9c97-e6d4fd8f7816 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3739421 Jul 07 17:22:44.486584 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47724) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:44.496988 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-19092c82-b92c-4e98-9e57-54303d8f3ae3 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-794425148', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:44.527951 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e9f3a9-56a4-4be2-b3d5-27cc5562b238 None None] Network a438191e-b241-40d3-9ba4-f0b0aea6cd0e is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:44.544910 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-d1e9f3a9-56a4-4be2-b3d5-27cc5562b238 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:44.546645 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-19092c82-b92c-4e98-9e57-54303d8f3ae3 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.548005 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-19092c82-b92c-4e98-9e57-54303d8f3ae3 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.556045 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e9f3a9-56a4-4be2-b3d5-27cc5562b238 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:44.729766 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-19092c82-b92c-4e98-9e57-54303d8f3ae3 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.737129 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-19092c82-b92c-4e98-9e57-54303d8f3ae3 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.769439 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-19092c82-b92c-4e98-9e57-54303d8f3ae3 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.771410 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-19092c82-b92c-4e98-9e57-54303d8f3ae3 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2832303 Jul 07 17:22:44.775373 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47726) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:44.853462 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-d1e9f3a9-56a4-4be2-b3d5-27cc5562b238 None None] Attempting to bind port 359fa9b7-c092-4d5d-8363-f6afc91c5f49 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:44.855259 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-d1e9f3a9-56a4-4be2-b3d5-27cc5562b238 None None] Attempting to bind port 359fa9b7-c092-4d5d-8363-f6afc91c5f49 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'fec4e241-0466-4dd9-afed-5d8c5a01c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a438191e-b241-40d3-9ba4-f0b0aea6cd0e'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:44.857310 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e9f3a9-56a4-4be2-b3d5-27cc5562b238 None None] Attempting to bind port 359fa9b7-c092-4d5d-8363-f6afc91c5f49 on network a438191e-b241-40d3-9ba4-f0b0aea6cd0e {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:44.962426 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e9f3a9-56a4-4be2-b3d5-27cc5562b238 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:44.967363 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e9f3a9-56a4-4be2-b3d5-27cc5562b238 None None] Checking segment: {'id': 'fec4e241-0466-4dd9-afed-5d8c5a01c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a438191e-b241-40d3-9ba4-f0b0aea6cd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:44.971113 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d1e9f3a9-56a4-4be2-b3d5-27cc5562b238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.971749 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e9f3a9-56a4-4be2-b3d5-27cc5562b238 None None] Bound using segment: {'id': 'fec4e241-0466-4dd9-afed-5d8c5a01c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a438191e-b241-40d3-9ba4-f0b0aea6cd0e'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:44.972458 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-d1e9f3a9-56a4-4be2-b3d5-27cc5562b238 None None] Bound port: 359fa9b7-c092-4d5d-8363-f6afc91c5f49, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec4e241-0466-4dd9-afed-5d8c5a01c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a438191e-b241-40d3-9ba4-f0b0aea6cd0e'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:44.973413 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d1e9f3a9-56a4-4be2-b3d5-27cc5562b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:45.187704 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d1e9f3a9-56a4-4be2-b3d5-27cc5562b238 None None] For port 359fa9b7-c092-4d5d-8363-f6afc91c5f49, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:45.191426 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d1e9f3a9-56a4-4be2-b3d5-27cc5562b238 None None] For port 359fa9b7-c092-4d5d-8363-f6afc91c5f49, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=359fa9b7-c092-4d5d-8363-f6afc91c5f49,segment=NetworkSegment(fec4e241-0466-4dd9-afed-5d8c5a01c59a),segment_id=fec4e241-0466-4dd9-afed-5d8c5a01c59a)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:45.242243 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d1e9f3a9-56a4-4be2-b3d5-27cc5562b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:45.555480 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:45.766716 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ddb95024-603d-4b52-ad21-892c4e483dde req-1533553d-185c-4c84-927b-6013b76295bb tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=4666279a-0024-4410-8bd8-63d967bfcebb HTTP/1.1" status: 200 len: 210 time: 0.0801332 Jul 07 17:22:46.046716 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a18a639-8ac0-4e33-b9bb-30eacd5b225c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-a2f78859-dee1-4803-aff0-52d35df7b87a', 'network_id': 'a2f78859-dee1-4803-aff0-52d35df7b87a', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'fixed_ips': [{'subnet_id': '6efbf722-ac49-4b81-a30c-71792e5d58fe'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:22:46.047647 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5a18a639-8ac0-4e33-b9bb-30eacd5b225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.536024 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9f3a9-56a4-4be2-b3d5-27cc5562b238 None None] Pushing event updated for resources: {'Port': ['ID=359fa9b7-c092-4d5d-8363-f6afc91c5f49,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:46.706162 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-5a18a639-8ac0-4e33-b9bb-30eacd5b225c None None] Allocated IP 2001:db8:1::2 (a2f78859-dee1-4803-aff0-52d35df7b87a/6efbf722-ac49-4b81-a30c-71792e5d58fe/3086139c-b3db-4b4e-a8b1-09ad95221b20) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:47.379774 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5a18a639-8ac0-4e33-b9bb-30eacd5b225c None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:47.408229 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5a18a639-8ac0-4e33-b9bb-30eacd5b225c None None] Transition to ACTIVE for port object 3086139c-b3db-4b4e-a8b1-09ad95221b20 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:47.474414 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5a18a639-8ac0-4e33-b9bb-30eacd5b225c None None] Transition to ACTIVE for port object 3086139c-b3db-4b4e-a8b1-09ad95221b20 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:47.496034 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5a18a639-8ac0-4e33-b9bb-30eacd5b225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:47.757371 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a18a639-8ac0-4e33-b9bb-30eacd5b225c None None] Network a2f78859-dee1-4803-aff0-52d35df7b87a is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:47.763590 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-5a18a639-8ac0-4e33-b9bb-30eacd5b225c None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:47.781988 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18a639-8ac0-4e33-b9bb-30eacd5b225c None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:47.832370 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18a639-8ac0-4e33-b9bb-30eacd5b225c None None] Pushing event updated for resources: {'Port': ['ID=3086139c-b3db-4b4e-a8b1-09ad95221b20,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:47.921885 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-396b198b-82b1-4484-afee-2361c491a455 req-567215b3-5359-4280-a22d-fe88e25f6eb5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=4666279a-0024-4410-8bd8-63d967bfcebb HTTP/1.1" status: 200 len: 210 time: 0.7938812 Jul 07 17:22:48.005214 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-45787649-c0d1-4f3e-9a08-56744ce072f1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:48.007811 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-45787649-c0d1-4f3e-9a08-56744ce072f1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.72 "GET /v2.0/networks?id=3c0b275b-5d0f-4ed9-a531-2f332d1ccc11 HTTP/1.1" status: 200 len: 796 time: 1.4032516 Jul 07 17:22:48.017963 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-5a18a639-8ac0-4e33-b9bb-30eacd5b225c None None] Attempting to bind port 3086139c-b3db-4b4e-a8b1-09ad95221b20 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:48.018695 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-5a18a639-8ac0-4e33-b9bb-30eacd5b225c None None] Attempting to bind port 3086139c-b3db-4b4e-a8b1-09ad95221b20 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '03f11325-f8d0-4c98-aadb-2d941b3196b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a2f78859-dee1-4803-aff0-52d35df7b87a'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:48.019431 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18a639-8ac0-4e33-b9bb-30eacd5b225c None None] Attempting to bind port 3086139c-b3db-4b4e-a8b1-09ad95221b20 on network a2f78859-dee1-4803-aff0-52d35df7b87a {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:48.039998 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18a639-8ac0-4e33-b9bb-30eacd5b225c None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:48.040905 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18a639-8ac0-4e33-b9bb-30eacd5b225c None None] Checking segment: {'id': '03f11325-f8d0-4c98-aadb-2d941b3196b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a2f78859-dee1-4803-aff0-52d35df7b87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:48.041499 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5a18a639-8ac0-4e33-b9bb-30eacd5b225c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:48.042090 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18a639-8ac0-4e33-b9bb-30eacd5b225c None None] Bound using segment: {'id': '03f11325-f8d0-4c98-aadb-2d941b3196b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a2f78859-dee1-4803-aff0-52d35df7b87a'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:48.047249 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7e2fb-8c97-4b80-abb6-60d13f446b88 req-b70ebd46-cae7-4286-8db8-ef428f66e688 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:48.048096 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-5a18a639-8ac0-4e33-b9bb-30eacd5b225c None None] Bound port: 3086139c-b3db-4b4e-a8b1-09ad95221b20, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f11325-f8d0-4c98-aadb-2d941b3196b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a2f78859-dee1-4803-aff0-52d35df7b87a'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:48.048713 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5a18a639-8ac0-4e33-b9bb-30eacd5b225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:48.057872 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dca7e2fb-8c97-4b80-abb6-60d13f446b88 req-b70ebd46-cae7-4286-8db8-ef428f66e688 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 1.4168417 Jul 07 17:22:48.329243 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-5a18a639-8ac0-4e33-b9bb-30eacd5b225c None None] For port 3086139c-b3db-4b4e-a8b1-09ad95221b20, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:48.333844 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 359fa9b7-c092-4d5d-8363-f6afc91c5f49 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:48.344719 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-5a18a639-8ac0-4e33-b9bb-30eacd5b225c None None] For port 3086139c-b3db-4b4e-a8b1-09ad95221b20, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3086139c-b3db-4b4e-a8b1-09ad95221b20,segment=NetworkSegment(03f11325-f8d0-4c98-aadb-2d941b3196b4),segment_id=03f11325-f8d0-4c98-aadb-2d941b3196b4)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:48.446692 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5a18a639-8ac0-4e33-b9bb-30eacd5b225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:48.503024 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dca7e2fb-8c97-4b80-abb6-60d13f446b88 req-aed8f9f3-6f3b-4448-9e32-055d8fda3931 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012465 Jul 07 17:22:48.517150 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-55e7a09b-b249-4606-898e-96394d560deb tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7e4da5b6d5e463984eb77df0d02de9e HTTP/1.1" status: 200 len: 379 time: 0.4516604 Jul 07 17:22:48.535519 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-22a2ee21-fd10-4618-a1aa-9d001b4e1cf1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'port': {'device_id': '4666279a-0024-4410-8bd8-63d967bfcebb', 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11', 'admin_state_up': True, 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'security_groups': ['036424b9-4324-465f-8c98-a66ed5a3bc1e']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:48.665890 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18a639-8ac0-4e33-b9bb-30eacd5b225c None None] Pushing event updated for resources: {'Port': ['ID=3086139c-b3db-4b4e-a8b1-09ad95221b20,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:48.682125 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 359fa9b7-c092-4d5d-8363-f6afc91c5f49 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:48.695353 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Allocated IP 2001:db8::1 (a438191e-b241-40d3-9ba4-f0b0aea6cd0e/33671254-e9cf-4ce4-a76b-d5e93cef789f/221f1993-6d24-498f-8d17-2177cdd8eb1c) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:48.774292 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d39855-96bf-4ad0-8b21-07a08554aed7 None None] Network a438191e-b241-40d3-9ba4-f0b0aea6cd0e requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:49.212448 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-bda2202d-70cf-4743-89bf-f122e20936d7 None None] Provisioning for port 359fa9b7-c092-4d5d-8363-f6afc91c5f49 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:49.233504 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-bda2202d-70cf-4743-89bf-f122e20936d7 None None] Provisioning complete for port 359fa9b7-c092-4d5d-8363-f6afc91c5f49 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:49.233887 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bda2202d-70cf-4743-89bf-f122e20936d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.381022 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0f765192-3b43-4476-bfa8-40a4d6a8ddc6 req-37a6659e-80eb-4005-8df1-02c356bc783b tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=4666279a-0024-4410-8bd8-63d967bfcebb HTTP/1.1" status: 200 len: 210 time: 0.0817630 Jul 07 17:22:49.481132 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.539322 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Transition to ACTIVE for port object 221f1993-6d24-498f-8d17-2177cdd8eb1c will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:49.578549 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-22a2ee21-fd10-4618-a1aa-9d001b4e1cf1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Made reservation on behalf of f7e4da5b6d5e463984eb77df0d02de9e for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:49.595074 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-22a2ee21-fd10-4618-a1aa-9d001b4e1cf1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.638974 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bda2202d-70cf-4743-89bf-f122e20936d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.716423 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc227d57-8394-48f1-b799-e2c62c786788 req-3b2737fc-0082-4914-b413-52f166986ccd tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:49.732209 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cc227d57-8394-48f1-b799-e2c62c786788 req-3b2737fc-0082-4914-b413-52f166986ccd tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 947 time: 0.7424080 Jul 07 17:22:49.742692 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-bda2202d-70cf-4743-89bf-f122e20936d7 None None] For port 359fa9b7-c092-4d5d-8363-f6afc91c5f49, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=359fa9b7-c092-4d5d-8363-f6afc91c5f49,segment=NetworkSegment(fec4e241-0466-4dd9-afed-5d8c5a01c59a),segment_id=fec4e241-0466-4dd9-afed-5d8c5a01c59a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:49.758713 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bda2202d-70cf-4743-89bf-f122e20936d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.890523 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2202d-70cf-4743-89bf-f122e20936d7 None None] Pushing event updated for resources: {'Port': ['ID=359fa9b7-c092-4d5d-8363-f6afc91c5f49,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:49.946269 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:50.068475 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cc227d57-8394-48f1-b799-e2c62c786788 req-2a58824d-ac79-4cbe-a578-18b83315361b tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3347158 Jul 07 17:22:50.104994 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12828923-8a32-4c15-8c0a-2a1e22a3f1ba req-f2685dbe-c2fd-47e4-bf16-43813393d47c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:50.106838 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-12828923-8a32-4c15-8c0a-2a1e22a3f1ba req-f2685dbe-c2fd-47e4-bf16-43813393d47c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.2685740 Jul 07 17:22:50.204217 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network a438191e-b241-40d3-9ba4-f0b0aea6cd0e is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:50.239422 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-12828923-8a32-4c15-8c0a-2a1e22a3f1ba req-3e22a5c7-9630-4b78-8e3d-b781f964677d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187041 Jul 07 17:22:50.252311 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:50.288814 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:50.289685 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:50.340240 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7c44eca2-b0a4-495f-8f59-9c2888f04d33 None None] Provisioning complete for port 359fa9b7-c092-4d5d-8363-f6afc91c5f49 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:50.340856 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7c44eca2-b0a4-495f-8f59-9c2888f04d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:50.401565 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Port': ['ID=221f1993-6d24-498f-8d17-2177cdd8eb1c,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:50.420806 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3086139c-b3db-4b4e-a8b1-09ad95221b20 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:50.682424 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 3086139c-b3db-4b4e-a8b1-09ad95221b20 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:50.703521 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 359fa9b7-c092-4d5d-8363-f6afc91c5f49 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:50.901140 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 359fa9b7-c092-4d5d-8363-f6afc91c5f49 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:50.901836 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:50.954908 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d00b9413-7b0c-4d56-b921-1af49adc0985 req-4d129e64-1b75-454d-9ee8-9e9a7f298349 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=4666279a-0024-4410-8bd8-63d967bfcebb HTTP/1.1" status: 200 len: 210 time: 0.1414547 Jul 07 17:22:50.989191 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:51.045775 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-22a2ee21-fd10-4618-a1aa-9d001b4e1cf1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Allocated IP 172.20.0.5 (3c0b275b-5d0f-4ed9-a531-2f332d1ccc11/4c292f83-2950-4b02-a762-31fd7b91c7af/6e3d80a6-0346-47c8-860a-6fcecbd91629) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:51.062285 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc042ddf-cda4-459f-8285-463c314d2485 None None] Network a2f78859-dee1-4803-aff0-52d35df7b87a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:51.247963 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-115fc71d-45e3-41ee-bf2c-c9a869034b8f None None] Provisioning for port 221f1993-6d24-498f-8d17-2177cdd8eb1c completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:51.302283 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac7ae8-371e-4cbf-9065-dd9737c01e66 req-e9ea4a43-f3c3-4fae-8e11-cd5c5142483f tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.304223 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8bac7ae8-371e-4cbf-9065-dd9737c01e66 req-e9ea4a43-f3c3-4fae-8e11-cd5c5142483f tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.64 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 947 time: 1.0987256 Jul 07 17:22:51.318772 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-115fc71d-45e3-41ee-bf2c-c9a869034b8f None None] Provisioning complete for port 221f1993-6d24-498f-8d17-2177cdd8eb1c triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:51.321705 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-115fc71d-45e3-41ee-bf2c-c9a869034b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:51.506892 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-115fc71d-45e3-41ee-bf2c-c9a869034b8f None None] Port 221f1993-6d24-498f-8d17-2177cdd8eb1c cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:51.782972 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3ee83-9a82-4f44-a71e-ed3f75e2c0a2 req-de344a8c-6963-4444-9873-217a0bdc30ad tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.806854 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a9f3ee83-9a82-4f44-a71e-ed3f75e2c0a2 req-de344a8c-6963-4444-9873-217a0bdc30ad tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 947 time: 0.3391073 Jul 07 17:22:51.840689 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-07397bfe-34a9-4883-98bd-6bae896157f5 None None] Provisioning for port 3086139c-b3db-4b4e-a8b1-09ad95221b20 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:51.864695 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-07397bfe-34a9-4883-98bd-6bae896157f5 None None] Provisioning complete for port 3086139c-b3db-4b4e-a8b1-09ad95221b20 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:51.866949 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-07397bfe-34a9-4883-98bd-6bae896157f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.029178 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a9f3ee83-9a82-4f44-a71e-ed3f75e2c0a2 req-dd763d1f-9f26-4781-943f-d858c8256430 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131782 Jul 07 17:22:52.161948 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-07397bfe-34a9-4883-98bd-6bae896157f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.246315 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-8bac7ae8-371e-4cbf-9065-dd9737c01e66 req-18dc8757-0c95-46d2-b746-a7cad2f9f313 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Deleting port a18f02a9-304b-46e2-a502-2720d1b440c7 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:52.246832 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8bac7ae8-371e-4cbf-9065-dd9737c01e66 req-18dc8757-0c95-46d2-b746-a7cad2f9f313 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.256848 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-07397bfe-34a9-4883-98bd-6bae896157f5 None None] For port 3086139c-b3db-4b4e-a8b1-09ad95221b20, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3086139c-b3db-4b4e-a8b1-09ad95221b20,segment=NetworkSegment(03f11325-f8d0-4c98-aadb-2d941b3196b4),segment_id=03f11325-f8d0-4c98-aadb-2d941b3196b4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:52.261917 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-07397bfe-34a9-4883-98bd-6bae896157f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.396317 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-878bc9f1-5c13-4358-a601-d69da0557653 req-3f2c2d52-8758-4930-a440-3941c2354911 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=4666279a-0024-4410-8bd8-63d967bfcebb HTTP/1.1" status: 200 len: 210 time: 0.0678310 Jul 07 17:22:52.397124 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47880) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:52.406207 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07397bfe-34a9-4883-98bd-6bae896157f5 None None] Pushing event updated for resources: {'Port': ['ID=3086139c-b3db-4b4e-a8b1-09ad95221b20,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:52.543881 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bc71c-c94d-40af-b6e2-9d135b28366a req-279e71cf-0500-40a1-a09a-d3ee211f11dc tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:52.552339 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f4bc71c-c94d-40af-b6e2-9d135b28366a req-279e71cf-0500-40a1-a09a-d3ee211f11dc tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.8387899 Jul 07 17:22:52.598580 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7707ba12-62c9-4664-933b-4221aff4d0bf None None] Provisioning complete for port 3086139c-b3db-4b4e-a8b1-09ad95221b20 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:52.601284 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7707ba12-62c9-4664-933b-4221aff4d0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.620805 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-22a2ee21-fd10-4618-a1aa-9d001b4e1cf1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.674666 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-22a2ee21-fd10-4618-a1aa-9d001b4e1cf1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Transition to ACTIVE for port object 6e3d80a6-0346-47c8-860a-6fcecbd91629 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:52.727170 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-8bac7ae8-371e-4cbf-9065-dd9737c01e66 req-18dc8757-0c95-46d2-b746-a7cad2f9f313 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] For port a18f02a9-304b-46e2-a502-2720d1b440c7, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=a18f02a9-304b-46e2-a502-2720d1b440c7,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:52.727680 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8bac7ae8-371e-4cbf-9065-dd9737c01e66 req-18dc8757-0c95-46d2-b746-a7cad2f9f313 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.739262 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-80188696-7d97-4ebd-ba61-b8d9794561c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.763084 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f4bc71c-c94d-40af-b6e2-9d135b28366a req-ce67dd70-a661-4a9d-aa13-35db6511b2fe tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037492 Jul 07 17:22:52.804151 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.855861 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.857792 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.929445 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-80188696-7d97-4ebd-ba61-b8d9794561c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.935625 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-80188696-7d97-4ebd-ba61-b8d9794561c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.034025 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-80188696-7d97-4ebd-ba61-b8d9794561c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d1290a75c8f74733a0c7c53c00ef505d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6349220 Jul 07 17:22:53.035295 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80188696-7d97-4ebd-ba61-b8d9794561c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2a90a3-7dc9-4f74-8a6c-02a8579729bf,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:53.051602 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47888) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:53.090347 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network a438191e-b241-40d3-9ba4-f0b0aea6cd0e is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:53.147410 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a43e3165-d2ac-4a3c-9def-7c3941451c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.178527 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a43e3165-d2ac-4a3c-9def-7c3941451c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.258212 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a43e3165-d2ac-4a3c-9def-7c3941451c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.264369 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a43e3165-d2ac-4a3c-9def-7c3941451c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.266024 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a43e3165-d2ac-4a3c-9def-7c3941451c4d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d2a90a3-7dc9-4f74-8a6c-02a8579729bf HTTP/1.1" status: 204 len: 168 time: 0.2116461 Jul 07 17:22:53.274944 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8bac7ae8-371e-4cbf-9065-dd9737c01e66 req-18dc8757-0c95-46d2-b746-a7cad2f9f313 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.275868 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8bac7ae8-371e-4cbf-9065-dd9737c01e66 req-18dc8757-0c95-46d2-b746-a7cad2f9f313 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.275868 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [req-8bac7ae8-371e-4cbf-9065-dd9737c01e66 req-18dc8757-0c95-46d2-b746-a7cad2f9f313 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Floating IP fc02eff9-cead-4ac6-a4d7-a7ae5a523b6c disassociated. External IP: 172.25.0.179, port: a18f02a9-304b-46e2-a502-2720d1b440c7. Jul 07 17:22:53.276212 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-8bac7ae8-371e-4cbf-9065-dd9737c01e66 req-18dc8757-0c95-46d2-b746-a7cad2f9f313 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Calling delete_port for a18f02a9-304b-46e2-a502-2720d1b440c7 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:53.278899 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e3165-d2ac-4a3c-9def-7c3941451c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2a90a3-7dc9-4f74-8a6c-02a8579729bf,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:53.306599 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:53.333645 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Port': ['ID=221f1993-6d24-498f-8d17-2177cdd8eb1c,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:53.422918 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0ffb22a3-5f89-4cf5-948a-56839d076015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.508204 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-22a2ee21-fd10-4618-a1aa-9d001b4e1cf1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.523634 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:53.527385 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:53.530412 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:53.532445 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:53.533311 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:53.538901 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:53.539427 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:53.539968 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:53.541456 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332c262-8df8-406e-8e72-94847672fc6a req-f334cf72-3f5c-4ce3-a365-fbf6b30132d1 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:53.546347 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0332c262-8df8-406e-8e72-94847672fc6a req-f334cf72-3f5c-4ce3-a365-fbf6b30132d1 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 947 time: 0.1649101 Jul 07 17:22:53.548679 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:53.549050 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:53.549370 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:53.549710 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:53.666374 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0332c262-8df8-406e-8e72-94847672fc6a req-469a00b5-5a24-465e-ae01-d10fe652b1e8 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a12d9792-7e6a-48e3-9736-80e98ca8a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135614 Jul 07 17:22:53.910489 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-99067fd2-a802-437d-bf30-7612f6a7b607 None None] Provisioning complete for port 221f1993-6d24-498f-8d17-2177cdd8eb1c triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:53.913188 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-99067fd2-a802-437d-bf30-7612f6a7b607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.008612 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-99067fd2-a802-437d-bf30-7612f6a7b607 None None] Port 221f1993-6d24-498f-8d17-2177cdd8eb1c cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:54.024182 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47922) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:54.071683 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8bac7ae8-371e-4cbf-9065-dd9737c01e66 req-18dc8757-0c95-46d2-b746-a7cad2f9f313 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.091188 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-55ae62f0-1087-44ba-add3-7880b1963cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.132487 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-22a2ee21-fd10-4618-a1aa-9d001b4e1cf1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Network 3c0b275b-5d0f-4ed9-a531-2f332d1ccc11 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:54.148678 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3086139c-b3db-4b4e-a8b1-09ad95221b20 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:54.173428 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-22a2ee21-fd10-4618-a1aa-9d001b4e1cf1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:54.177682 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-22a2ee21-fd10-4618-a1aa-9d001b4e1cf1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:54.275579 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 3086139c-b3db-4b4e-a8b1-09ad95221b20 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:54.275579 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.334017 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device a18f02a9-304b-46e2-a502-2720d1b440c7 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:54.462892 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: a18f02a9-304b-46e2-a502-2720d1b440c7 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:22:54.464001 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device a18f02a9-304b-46e2-a502-2720d1b440c7 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:22:54.477708 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22749ed9-3470-433d-9e85-7b091d058ad8 req-a4934679-b4f2-441c-9653-3e4161e75522 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:54.497654 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-22749ed9-3470-433d-9e85-7b091d058ad8 req-a4934679-b4f2-441c-9653-3e4161e75522 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.3906066 Jul 07 17:22:54.520420 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-22a2ee21-fd10-4618-a1aa-9d001b4e1cf1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:54.521801 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-22a2ee21-fd10-4618-a1aa-9d001b4e1cf1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.641644 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-22749ed9-3470-433d-9e85-7b091d058ad8 req-9fe46e77-1577-4f2b-917e-6d9960251a35 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406319 Jul 07 17:22:54.649105 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-42579bb2-16c2-4b13-b157-071d2cf1c7d0 None None] Provisioning for port 6e3d80a6-0346-47c8-860a-6fcecbd91629 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:54.655316 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2ee21-fd10-4618-a1aa-9d001b4e1cf1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'Port': ['ID=6e3d80a6-0346-47c8-860a-6fcecbd91629,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:54.657306 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-42579bb2-16c2-4b13-b157-071d2cf1c7d0 None None] Provisioning complete for port 6e3d80a6-0346-47c8-860a-6fcecbd91629 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:54.657936 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-42579bb2-16c2-4b13-b157-071d2cf1c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.661401 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-55ae62f0-1087-44ba-add3-7880b1963cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.666687 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-55ae62f0-1087-44ba-add3-7880b1963cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.703055 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc8757-0c95-46d2-b746-a7cad2f9f313 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Pushing event deleted for resources: {'Port': ['ID=a18f02a9-304b-46e2-a502-2720d1b440c7,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:54.708360 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Router c2732210-7969-4ebe-bd48-493803787b37 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:22:54.715197 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-22a2ee21-fd10-4618-a1aa-9d001b4e1cf1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1854451 Jul 07 17:22:54.771092 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-55ae62f0-1087-44ba-add3-7880b1963cd4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c11a3bf756224824b61ed226885ebadb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7447968 Jul 07 17:22:54.774276 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47932) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:54.780613 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-42579bb2-16c2-4b13-b157-071d2cf1c7d0 None None] Port 6e3d80a6-0346-47c8-860a-6fcecbd91629 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:54.852768 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae62f0-1087-44ba-add3-7880b1963cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cb3d49-f414-4087-9c02-a00708808bb5,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:54.898408 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3cffba69-7c62-4c7a-b5ba-a08702c4b207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.947067 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-16570dde-3bf5-4b8a-b4a9-6e6ca17f35b7 service neutron] Request body: {'port': {'device_id': '4666279a-0024-4410-8bd8-63d967bfcebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:54.970499 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e50f6851-964b-4b1d-858a-27f6599d90e7 req-b9fc8a37-4270-461b-ad32-4bcd2a3e7724 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 210 time: 0.0415661 Jul 07 17:22:54.972983 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3cffba69-7c62-4c7a-b5ba-a08702c4b207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:55.087721 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3cffba69-7c62-4c7a-b5ba-a08702c4b207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:55.090694 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3cffba69-7c62-4c7a-b5ba-a08702c4b207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:55.092421 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3cffba69-7c62-4c7a-b5ba-a08702c4b207 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c3cb3d49-f414-4087-9c02-a00708808bb5 HTTP/1.1" status: 204 len: 168 time: 0.3043211 Jul 07 17:22:55.110158 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffba69-7c62-4c7a-b5ba-a08702c4b207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cb3d49-f414-4087-9c02-a00708808bb5,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:55.990189 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98472c58-c4e2-497d-b884-677eb36b0e0d req-da5f0f13-5ecd-46a3-9298-b142dee00969 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:55.998428 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-98472c58-c4e2-497d-b884-677eb36b0e0d req-da5f0f13-5ecd-46a3-9298-b142dee00969 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.1565356 Jul 07 17:22:56.063419 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-98472c58-c4e2-497d-b884-677eb36b0e0d req-be06cfb5-95f6-4be1-a753-57faae665938 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638716 Jul 07 17:22:56.160190 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703eb00-5cbe-42d0-93f3-b2da40f7c113 req-f1df73ed-beb1-43c7-a918-b65019cd017a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:56.162514 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c703eb00-5cbe-42d0-93f3-b2da40f7c113 req-f1df73ed-beb1-43c7-a918-b65019cd017a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=4666279a-0024-4410-8bd8-63d967bfcebb HTTP/1.1" status: 200 len: 931 time: 2.3857522 Jul 07 17:22:56.163766 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:56.224315 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:22:56.235728 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b52f186-3a19-456a-b5df-d17fb74db1a1 None None] Sync routers for ids ['c2732210-7969-4ebe-bd48-493803787b37'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:22:56.241935 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-89876aec-0d08-41f3-8938-a00c05129462 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "PUT /v2.0/routers/c2732210-7969-4ebe-bd48-493803787b37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4648170 Jul 07 17:22:56.244825 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47962) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:56.255110 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b52f186-3a19-456a-b5df-d17fb74db1a1 None None] Routers {'c2732210-7969-4ebe-bd48-493803787b37'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:56.256114 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-9b52f186-3a19-456a-b5df-d17fb74db1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:22:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['c2732210-7969-4ebe-bd48-493803787b37'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:56.341996 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-16570dde-3bf5-4b8a-b4a9-6e6ca17f35b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:56.344372 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-9b52f186-3a19-456a-b5df-d17fb74db1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:56.372943 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b52f186-3a19-456a-b5df-d17fb74db1a1 None None] Routers {'c2732210-7969-4ebe-bd48-493803787b37'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:56.373918 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-9b52f186-3a19-456a-b5df-d17fb74db1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:22:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['c2732210-7969-4ebe-bd48-493803787b37'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:56.391072 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f030d09-87b6-4363-ad0b-3078c2ae46bc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:56.406082 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7f030d09-87b6-4363-ad0b-3078c2ae46bc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "GET /v2.0/ports/221f1993-6d24-498f-8d17-2177cdd8eb1c HTTP/1.1" status: 200 len: 911 time: 0.1581347 Jul 07 17:22:56.406325 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47966) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:56.453774 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-9b52f186-3a19-456a-b5df-d17fb74db1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:56.454853 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b52f186-3a19-456a-b5df-d17fb74db1a1 None None] The sync data for ids ['c2732210-7969-4ebe-bd48-493803787b37'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:22:56.456942 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bac7ae8-371e-4cbf-9065-dd9737c01e66 req-18dc8757-0c95-46d2-b746-a7cad2f9f313 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Router 8081bcf8-d02f-46ae-a958-7ce2201710a8 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:22:56.746065 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0d8e483b-cba6-4707-ae14-781941d3d832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:56.771062 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c613de0f-88d7-4479-b80e-dce0ed012716 req-58d2302f-0534-41f4-95dd-2efb05767ac6 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 210 time: 0.3654013 Jul 07 17:22:56.808871 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-16570dde-3bf5-4b8a-b4a9-6e6ca17f35b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e3d80a6-0346-47c8-860a-6fcecbd91629 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:56.824568 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-16570dde-3bf5-4b8a-b4a9-6e6ca17f35b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:56.840818 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-16570dde-3bf5-4b8a-b4a9-6e6ca17f35b7 service neutron] Transition to ACTIVE for port object 6e3d80a6-0346-47c8-860a-6fcecbd91629 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:56.858221 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c703eb00-5cbe-42d0-93f3-b2da40f7c113 req-b427ac0e-15f6-40b1-ad3c-7c8223e3266c tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=036424b9-4324-465f-8c98-a66ed5a3bc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6655283 Jul 07 17:22:56.891506 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-16570dde-3bf5-4b8a-b4a9-6e6ca17f35b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:57.033904 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16570dde-3bf5-4b8a-b4a9-6e6ca17f35b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3d80a6-0346-47c8-860a-6fcecbd91629,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:57.276851 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b0e6c79-4a05-4191-857b-0f6bff077263 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:57.487513 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-16570dde-3bf5-4b8a-b4a9-6e6ca17f35b7 service neutron] Attempting to bind port 6e3d80a6-0346-47c8-860a-6fcecbd91629 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:57.489507 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-16570dde-3bf5-4b8a-b4a9-6e6ca17f35b7 service neutron] Attempting to bind port 6e3d80a6-0346-47c8-860a-6fcecbd91629 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'c3bdde32-807d-40bd-b0e5-882c6e712b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:57.491207 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-16570dde-3bf5-4b8a-b4a9-6e6ca17f35b7 service neutron] Attempting to bind port 6e3d80a6-0346-47c8-860a-6fcecbd91629 on network 3c0b275b-5d0f-4ed9-a531-2f332d1ccc11 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:57.505930 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-16570dde-3bf5-4b8a-b4a9-6e6ca17f35b7 service neutron] Port 6e3d80a6-0346-47c8-860a-6fcecbd91629 on network 3c0b275b-5d0f-4ed9-a531-2f332d1ccc11 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:22:57.510438 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-16570dde-3bf5-4b8a-b4a9-6e6ca17f35b7 service neutron] Attempting to bind port 6e3d80a6-0346-47c8-860a-6fcecbd91629 on network 3c0b275b-5d0f-4ed9-a531-2f332d1ccc11 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:57.590499 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bac7ae8-371e-4cbf-9065-dd9737c01e66 req-18dc8757-0c95-46d2-b746-a7cad2f9f313 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:22:57.595946 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-16570dde-3bf5-4b8a-b4a9-6e6ca17f35b7 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:57.597266 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-16570dde-3bf5-4b8a-b4a9-6e6ca17f35b7 service neutron] Checking segment: {'id': 'c3bdde32-807d-40bd-b0e5-882c6e712b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:57.597992 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-16570dde-3bf5-4b8a-b4a9-6e6ca17f35b7 service neutron] Bound using segment: {'id': 'c3bdde32-807d-40bd-b0e5-882c6e712b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:57.598515 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-16570dde-3bf5-4b8a-b4a9-6e6ca17f35b7 service neutron] Bound port: 6e3d80a6-0346-47c8-860a-6fcecbd91629, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3bdde32-807d-40bd-b0e5-882c6e712b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:57.599436 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-16570dde-3bf5-4b8a-b4a9-6e6ca17f35b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:57.606824 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1080bf-8ec4-40b9-bd24-73a56d3c2b3a None None] Sync routers for ids ['8081bcf8-d02f-46ae-a958-7ce2201710a8'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:22:57.649429 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1080bf-8ec4-40b9-bd24-73a56d3c2b3a None None] Routers {'8081bcf8-d02f-46ae-a958-7ce2201710a8'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:57.650667 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-6f1080bf-8ec4-40b9-bd24-73a56d3c2b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:22:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['8081bcf8-d02f-46ae-a958-7ce2201710a8'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:57.781070 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-16570dde-3bf5-4b8a-b4a9-6e6ca17f35b7 service neutron] For port 6e3d80a6-0346-47c8-860a-6fcecbd91629, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:57.785384 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-16570dde-3bf5-4b8a-b4a9-6e6ca17f35b7 service neutron] For port 6e3d80a6-0346-47c8-860a-6fcecbd91629, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=6e3d80a6-0346-47c8-860a-6fcecbd91629,segment=NetworkSegment(c3bdde32-807d-40bd-b0e5-882c6e712b4a),segment_id=c3bdde32-807d-40bd-b0e5-882c6e712b4a)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:57.793870 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-16570dde-3bf5-4b8a-b4a9-6e6ca17f35b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:57.937285 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16570dde-3bf5-4b8a-b4a9-6e6ca17f35b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3d80a6-0346-47c8-860a-6fcecbd91629,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:57.963997 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bac7ae8-371e-4cbf-9065-dd9737c01e66 req-18dc8757-0c95-46d2-b746-a7cad2f9f313 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] No DVR routers for this DVR port a18f02a9-304b-46e2-a502-2720d1b440c7 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:57.969778 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8bac7ae8-371e-4cbf-9065-dd9737c01e66 req-18dc8757-0c95-46d2-b746-a7cad2f9f313 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:57.972046 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8bac7ae8-371e-4cbf-9065-dd9737c01e66 req-18dc8757-0c95-46d2-b746-a7cad2f9f313 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.64 "DELETE /v2.0/ports/a18f02a9-304b-46e2-a502-2720d1b440c7 HTTP/1.1" status: 204 len: 173 time: 6.6404295 Jul 07 17:22:57.972793 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80722880-0b09-45ca-9964-0b7119898944', 'name': 'network-vif-deleted', 'tag': 'a18f02a9-304b-46e2-a502-2720d1b440c7'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:57.979011 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e402fad0-6442-4d6e-9b31-47708914f35f" -d '{"events": [{"server_uuid": "80722880-0b09-45ca-9964-0b7119898944", "name": "network-vif-deleted", "tag": "a18f02a9-304b-46e2-a502-2720d1b440c7"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:58.020543 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-16570dde-3bf5-4b8a-b4a9-6e6ca17f35b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:58.023977 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-16570dde-3bf5-4b8a-b4a9-6e6ca17f35b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:58.035790 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-16570dde-3bf5-4b8a-b4a9-6e6ca17f35b7 service neutron] 10.222.0.72 "PUT /v2.0/ports/6e3d80a6-0346-47c8-860a-6fcecbd91629 HTTP/1.1" status: 200 len: 1092 time: 3.2503381 Jul 07 17:22:58.150552 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-6f1080bf-8ec4-40b9-bd24-73a56d3c2b3a None None] Set router 8081bcf8-d02f-46ae-a958-7ce2201710a8 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:58.173420 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd393db-6877-410b-9c07-357d2970e2d7 req-0ff2fc63-8bec-46fa-9d8e-74b2d270a1d1 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:58.197492 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ccd393db-6877-410b-9c07-357d2970e2d7 req-0ff2fc63-8bec-46fa-9d8e-74b2d270a1d1 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.5331032 Jul 07 17:22:58.359999 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9177ecc3-6b5f-488b-a68c-a528f5b267ae req-78feb798-f1c6-46ed-81ca-277c04ba2225 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/ports?device_id=80722880-0b09-45ca-9964-0b7119898944 HTTP/1.1" status: 200 len: 210 time: 0.0913253 Jul 07 17:22:58.431986 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ccd393db-6877-410b-9c07-357d2970e2d7 req-82f1883f-dac9-4452-b7e6-e95f7313370f tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329416 Jul 07 17:22:58.572031 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-fe10b7d7-eac9-403e-9a3e-6f29ccb7d09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:58.579006 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-fe10b7d7-eac9-403e-9a3e-6f29ccb7d09a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7e4da5b6d5e463984eb77df0d02de9e&device_id=4666279a-0024-4410-8bd8-63d967bfcebb HTTP/1.1" status: 200 len: 1095 time: 0.2229936 Jul 07 17:22:58.698095 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-2b0e6c79-4a05-4191-857b-0f6bff077263 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Allocated IP 2001:db8:1::1 (a2f78859-dee1-4803-aff0-52d35df7b87a/6efbf722-ac49-4b81-a30c-71792e5d58fe/e4e95870-8898-4744-9745-2628474e2d45) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:58.718046 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-2bad780a-9ca4-414d-a56e-cf55981e0d60 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e3d80a6-0346-47c8-860a-6fcecbd91629 HTTP/1.1" status: 200 len: 217 time: 0.1269209 Jul 07 17:22:58.865182 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:58.888363 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-1ca13212-9905-4e52-8da4-61e208b8f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:58.891544 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-1ca13212-9905-4e52-8da4-61e208b8f67e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4c292f83-2950-4b02-a762-31fd7b91c7af HTTP/1.1" status: 200 len: 834 time: 0.1661992 Jul 07 17:22:59.078396 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-31e4dfc9-b2d8-418b-ba74-071bbf5a0523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:59.080224 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-31e4dfc9-b2d8-418b-ba74-071bbf5a0523 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3c0b275b-5d0f-4ed9-a531-2f332d1ccc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1812179 Jul 07 17:22:59.206744 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-6f1080bf-8ec4-40b9-bd24-73a56d3c2b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'name': 'tempest-AttachVolumeShelveTestJSON-2145681699-router', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:07Z', 'updated_at': '2021-07-07T17:12:22Z', 'revision_number': 4, 'project_id': '18e760e73e3c432284bc214c0bade121', 'gw_port': {'id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:af:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:10Z', 'updated_at': '2021-07-07T17:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'a86c32dd-ed0d-4cb6-883a-43f202f2b838', 'name': '', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'mac_address': 'fa:16:3e:6a:41:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:21Z', 'updated_at': '2021-07-07T17:12:33Z', 'revision_number': 5, 'project_id': '18e760e73e3c432284bc214c0bade121', 'subnets': [{'id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:59.288134 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-e673e479-b799-4cb9-bf45-80f897b9c2d9 service neutron] 10.222.0.72 "GET /v2.0/networks/3c0b275b-5d0f-4ed9-a531-2f332d1ccc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996324 Jul 07 17:22:59.290490 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588e29a2-676e-4aaf-b595-50f171669108 x-openstack-request-id: req-588e29a2-676e-4aaf-b595-50f171669108 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:59.291098 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80722880-0b09-45ca-9964-0b7119898944", "name": "network-vif-deleted", "tag": "a18f02a9-304b-46e2-a502-2720d1b440c7", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:59.291641 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-588e29a2-676e-4aaf-b595-50f171669108 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:59.292806 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80722880-0b09-45ca-9964-0b7119898944', 'name': 'network-vif-deleted', 'tag': 'a18f02a9-304b-46e2-a502-2720d1b440c7', 'status': 'completed', 'code': 200} Jul 07 17:22:59.317479 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b0e6c79-4a05-4191-857b-0f6bff077263 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.372135 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1080bf-8ec4-40b9-bd24-73a56d3c2b3a None None] Checking router: 8081bcf8-d02f-46ae-a958-7ce2201710a8 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:22:59.422949 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1080bf-8ec4-40b9-bd24-73a56d3c2b3a None None] Routers {'8081bcf8-d02f-46ae-a958-7ce2201710a8'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:59.424478 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-2b0e6c79-4a05-4191-857b-0f6bff077263 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Transition to ACTIVE for port object e4e95870-8898-4744-9745-2628474e2d45 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:59.441000 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-6f1080bf-8ec4-40b9-bd24-73a56d3c2b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:22:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['8081bcf8-d02f-46ae-a958-7ce2201710a8'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:59.591489 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b455bdfd-0b20-4a6c-96fd-b54b00d61274 req-18c05ede-2986-4948-ad9d-17c82b492ac3 service neutron] 10.222.0.72 "GET /v2.0/networks/3c0b275b-5d0f-4ed9-a531-2f332d1ccc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948313 Jul 07 17:22:59.649741 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c2956-7bfa-41bc-b35a-2fdf78ee625a req-cb32c8f3-16ce-4a1e-9f07-cc39ab6d34f5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:59.667987 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8f3c2956-7bfa-41bc-b35a-2fdf78ee625a req-cb32c8f3-16ce-4a1e-9f07-cc39ab6d34f5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=4666279a-0024-4410-8bd8-63d967bfcebb HTTP/1.1" status: 200 len: 943 time: 0.6608477 Jul 07 17:22:59.692862 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b0e6c79-4a05-4191-857b-0f6bff077263 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.774902 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8f3c2956-7bfa-41bc-b35a-2fdf78ee625a req-cc060d32-ec73-40d0-913b-e725e374218a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=036424b9-4324-465f-8c98-a66ed5a3bc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048536 Jul 07 17:22:59.870701 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 48048) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:59.934872 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-6f1080bf-8ec4-40b9-bd24-73a56d3c2b3a None None] Set router 8081bcf8-d02f-46ae-a958-7ce2201710a8 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:59.938546 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0e6c79-4a05-4191-857b-0f6bff077263 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network a2f78859-dee1-4803-aff0-52d35df7b87a is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:59.980079 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-2b0e6c79-4a05-4191-857b-0f6bff077263 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:00.010722 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d6e5784-d75d-4914-a01c-cf8614879fe8 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.023601 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0e6c79-4a05-4191-857b-0f6bff077263 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:00.031404 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b0e6c79-4a05-4191-857b-0f6bff077263 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.035370 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e6c79-4a05-4191-857b-0f6bff077263 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Port': ['ID=e4e95870-8898-4744-9745-2628474e2d45,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:00.085913 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d6e5784-d75d-4914-a01c-cf8614879fe8 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.202322 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d6e5784-d75d-4914-a01c-cf8614879fe8 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.206664 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d6e5784-d75d-4914-a01c-cf8614879fe8 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.208170 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9d6e5784-d75d-4914-a01c-cf8614879fe8 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "DELETE /v2.0/security-groups/a12d9792-7e6a-48e3-9736-80e98ca8a5f9 HTTP/1.1" status: 204 len: 168 time: 0.3355691 Jul 07 17:23:00.220434 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48054) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:00.266493 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e5784-d75d-4914-a01c-cf8614879fe8 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12d9792-7e6a-48e3-9736-80e98ca8a5f9,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:00.455306 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.519294 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-b3c6a328-0227-4d79-8031-aa176af59e29 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] show failed (client error): The resource could not be found. Jul 07 17:23:00.524651 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b3c6a328-0227-4d79-8031-aa176af59e29 tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "GET /v2.0/security-groups/a12d9792-7e6a-48e3-9736-80e98ca8a5f9 HTTP/1.1" status: 404 len: 347 time: 0.2945304 Jul 07 17:23:00.524898 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 48058) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:00.804539 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:23:00.808013 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aaf6ac-9dc9-45ba-a09d-93e2fdbfe558 req-a61404a1-8d78-44f8-b219-f2cfbe0e3a23 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:00.810169 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-62aaf6ac-9dc9-45ba-a09d-93e2fdbfe558 req-a61404a1-8d78-44f8-b219-f2cfbe0e3a23 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.5905845 Jul 07 17:23:00.810904 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b0e6c79-4a05-4191-857b-0f6bff077263 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.905130 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-6f1080bf-8ec4-40b9-bd24-73a56d3c2b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'name': 'tempest-AttachVolumeShelveTestJSON-2145681699-router', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:07Z', 'updated_at': '2021-07-07T17:12:22Z', 'revision_number': 4, 'project_id': '18e760e73e3c432284bc214c0bade121', 'gw_port': {'id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:af:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:10Z', 'updated_at': '2021-07-07T17:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'a86c32dd-ed0d-4cb6-883a-43f202f2b838', 'name': '', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'mac_address': 'fa:16:3e:6a:41:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:21Z', 'updated_at': '2021-07-07T17:12:33Z', 'revision_number': 5, 'project_id': '18e760e73e3c432284bc214c0bade121', 'subnets': [{'id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:01.036565 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-33cce725-28ad-41c7-9504-8260a5268b65 None None] Provisioning for port e4e95870-8898-4744-9745-2628474e2d45 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:01.049794 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-33cce725-28ad-41c7-9504-8260a5268b65 None None] Provisioning complete for port e4e95870-8898-4744-9745-2628474e2d45 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:01.050490 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-33cce725-28ad-41c7-9504-8260a5268b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:01.053670 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1080bf-8ec4-40b9-bd24-73a56d3c2b3a None None] The sync data for ids ['8081bcf8-d02f-46ae-a958-7ce2201710a8'] in n-d-791503-12 is: [{'id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'name': 'tempest-AttachVolumeShelveTestJSON-2145681699-router', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:07Z', 'updated_at': '2021-07-07T17:12:22Z', 'revision_number': 4, 'project_id': '18e760e73e3c432284bc214c0bade121', 'gw_port': {'id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:af:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:10Z', 'updated_at': '2021-07-07T17:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'a86c32dd-ed0d-4cb6-883a-43f202f2b838', 'name': '', 'network_id': 'd9c7bfe2-c6df-42ea-bc46-459eb954abd9', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'mac_address': 'fa:16:3e:6a:41:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:21Z', 'updated_at': '2021-07-07T17:12:33Z', 'revision_number': 5, 'project_id': '18e760e73e3c432284bc214c0bade121', 'subnets': [{'id': 'b0fe605b-06e9-4628-b5de-b8df689c0601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:23:01.149084 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-62aaf6ac-9dc9-45ba-a09d-93e2fdbfe558 req-cb8da5ef-4490-48ca-8d1e-29d25cc4ede1 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167913 Jul 07 17:23:01.152093 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-33cce725-28ad-41c7-9504-8260a5268b65 None None] Port e4e95870-8898-4744-9745-2628474e2d45 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:23:01.298720 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4666279a-0024-4410-8bd8-63d967bfcebb', 'tag': '6e3d80a6-0346-47c8-860a-6fcecbd91629'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:01.301286 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a00270-79cc-462c-8f96-e10fd6fec735" -d '{"events": [{"name": "network-changed", "server_uuid": "4666279a-0024-4410-8bd8-63d967bfcebb", "tag": "6e3d80a6-0346-47c8-860a-6fcecbd91629"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:01.315509 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-ac316f6d-52b5-40d7-b57e-8e4e1c5739fc tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Deleting port cb8e2715-3f46-4a5c-bc4f-8068350fbbb2 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:01.315751 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ac316f6d-52b5-40d7-b57e-8e4e1c5739fc tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:01.433760 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c1a460-46ec-485a-b76b-fcd4189d4c56 x-openstack-request-id: req-03c1a460-46ec-485a-b76b-fcd4189d4c56 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:01.437337 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4666279a-0024-4410-8bd8-63d967bfcebb", "tag": "6e3d80a6-0346-47c8-860a-6fcecbd91629", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:01.437337 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-03c1a460-46ec-485a-b76b-fcd4189d4c56 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:01.437337 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4666279a-0024-4410-8bd8-63d967bfcebb', 'tag': '6e3d80a6-0346-47c8-860a-6fcecbd91629', 'status': 'completed', 'code': 200} Jul 07 17:23:01.647010 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b20ae-1705-4b9f-83f1-fcd7ea5d0391 req-bb6c8fa7-ddc0-4ff3-ad46-ab4e86e2b57a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:01.661074 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-875b20ae-1705-4b9f-83f1-fcd7ea5d0391 req-bb6c8fa7-ddc0-4ff3-ad46-ab4e86e2b57a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=4666279a-0024-4410-8bd8-63d967bfcebb HTTP/1.1" status: 200 len: 943 time: 0.5122764 Jul 07 17:23:01.704064 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e2e150-af9d-41a0-a517-4a689ae87e66 None None] New status for floating IP fc02eff9-cead-4ac6-a4d7-a7ae5a523b6c: DOWN {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:23:01.770895 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b0e6c79-4a05-4191-857b-0f6bff077263 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:01.786461 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b0e6c79-4a05-4191-857b-0f6bff077263 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:01.790753 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b0e6c79-4a05-4191-857b-0f6bff077263 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:01.799293 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-875b20ae-1705-4b9f-83f1-fcd7ea5d0391 req-fec67e76-598e-4461-8fb5-2794ee1614c9 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=036424b9-4324-465f-8c98-a66ed5a3bc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368864 Jul 07 17:23:01.938292 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ac316f6d-52b5-40d7-b57e-8e4e1c5739fc tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:01.938615 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ac316f6d-52b5-40d7-b57e-8e4e1c5739fc tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:01.969537 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-ac316f6d-52b5-40d7-b57e-8e4e1c5739fc tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Calling delete_port for cb8e2715-3f46-4a5c-bc4f-8068350fbbb2 owned by network:floatingip {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:01.995806 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a00270-79cc-462c-8f96-e10fd6fec735 req-71d6c402-391d-447e-8932-07035973702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:01.999190 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-32a00270-79cc-462c-8f96-e10fd6fec735 req-71d6c402-391d-447e-8932-07035973702b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7e4da5b6d5e463984eb77df0d02de9e&device_id=4666279a-0024-4410-8bd8-63d967bfcebb HTTP/1.1" status: 200 len: 1095 time: 0.5619977 Jul 07 17:23:02.031126 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e6c79-4a05-4191-857b-0f6bff077263 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Port': ['ID=e4e95870-8898-4744-9745-2628474e2d45,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:02.041991 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0e6c79-4a05-4191-857b-0f6bff077263 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network a2f78859-dee1-4803-aff0-52d35df7b87a is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:02.045609 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-2b0e6c79-4a05-4191-857b-0f6bff077263 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:02.476163 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0e6c79-4a05-4191-857b-0f6bff077263 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Router c2732210-7969-4ebe-bd48-493803787b37 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:23:02.536371 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ac316f6d-52b5-40d7-b57e-8e4e1c5739fc tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:02.613405 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac316f6d-52b5-40d7-b57e-8e4e1c5739fc tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Pushing event deleted for resources: {'Port': ['ID=cb8e2715-3f46-4a5c-bc4f-8068350fbbb2,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:02.618924 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a00270-79cc-462c-8f96-e10fd6fec735 req-962739a2-30b3-499e-9bb2-f52082edfe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:02.620426 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-32a00270-79cc-462c-8f96-e10fd6fec735 req-962739a2-30b3-499e-9bb2-f52082edfe22 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3c0b275b-5d0f-4ed9-a531-2f332d1ccc11 HTTP/1.1" status: 200 len: 897 time: 0.5638635 Jul 07 17:23:02.816961 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488cce1-5b88-4424-93f5-db059d5280c8 req-877e54cc-0abb-4bfa-a0db-db62cc0c14c9 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:02.819059 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3488cce1-5b88-4424-93f5-db059d5280c8 req-877e54cc-0abb-4bfa-a0db-db62cc0c14c9 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.3165374 Jul 07 17:23:02.820737 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0e6c79-4a05-4191-857b-0f6bff077263 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:23:02.837975 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2b0e6c79-4a05-4191-857b-0f6bff077263 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "PUT /v2.0/routers/c2732210-7969-4ebe-bd48-493803787b37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4275863 Jul 07 17:23:02.843004 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-32a00270-79cc-462c-8f96-e10fd6fec735 req-beef7a3c-b81e-4435-a60a-a467c73a647c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e3d80a6-0346-47c8-860a-6fcecbd91629 HTTP/1.1" status: 200 len: 217 time: 0.1621780 Jul 07 17:23:02.844309 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48102) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:02.856282 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b27f9e4-9053-4cea-afec-4e3d51455cf5 None None] Sync routers for ids ['c2732210-7969-4ebe-bd48-493803787b37'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:23:02.905842 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9dc7af73-d036-4dcc-a8f4-d2822d18eca1 None None] Provisioning complete for port e4e95870-8898-4744-9745-2628474e2d45 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:02.909493 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9dc7af73-d036-4dcc-a8f4-d2822d18eca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:02.912066 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b27f9e4-9053-4cea-afec-4e3d51455cf5 None None] Routers {'c2732210-7969-4ebe-bd48-493803787b37'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:02.916009 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9b27f9e4-9053-4cea-afec-4e3d51455cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:22:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['c2732210-7969-4ebe-bd48-493803787b37'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:02.970935 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ac316f6d-52b5-40d7-b57e-8e4e1c5739fc tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks [] for floatingip, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:02.994303 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ac316f6d-52b5-40d7-b57e-8e4e1c5739fc tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:03.001223 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ac316f6d-52b5-40d7-b57e-8e4e1c5739fc tempest-AttachVolumeShelveTestJSON-2070786671 tempest-AttachVolumeShelveTestJSON-2070786671-project] 10.222.0.53 "DELETE /v2.0/floatingips/fc02eff9-cead-4ac6-a4d7-a7ae5a523b6c HTTP/1.1" status: 204 len: 168 time: 2.4750826 Jul 07 17:23:03.056654 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9b27f9e4-9053-4cea-afec-4e3d51455cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:03.065511 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a00270-79cc-462c-8f96-e10fd6fec735 req-d3152d72-d15d-48d3-ba21-36b2120d83dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:03.067172 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-32a00270-79cc-462c-8f96-e10fd6fec735 req-d3152d72-d15d-48d3-ba21-36b2120d83dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4c292f83-2950-4b02-a762-31fd7b91c7af HTTP/1.1" status: 200 len: 834 time: 0.2216697 Jul 07 17:23:03.192308 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-9dc7af73-d036-4dcc-a8f4-d2822d18eca1 None None] Port e4e95870-8898-4744-9745-2628474e2d45 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:23:03.213420 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b27f9e4-9053-4cea-afec-4e3d51455cf5 None None] Routers {'c2732210-7969-4ebe-bd48-493803787b37'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:03.214830 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9b27f9e4-9053-4cea-afec-4e3d51455cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:22:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['c2732210-7969-4ebe-bd48-493803787b37'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:03.325281 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9b300b-f875-421d-b51e-fa067c7a7e88 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:03.333159 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4d9b300b-f875-421d-b51e-fa067c7a7e88 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "GET /v2.0/ports/e4e95870-8898-4744-9745-2628474e2d45 HTTP/1.1" status: 200 len: 913 time: 0.4844091 Jul 07 17:23:03.338910 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48112) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:03.434486 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9b27f9e4-9053-4cea-afec-4e3d51455cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:03.435183 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b27f9e4-9053-4cea-afec-4e3d51455cf5 None None] The sync data for ids ['c2732210-7969-4ebe-bd48-493803787b37'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:23:03.544875 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a00270-79cc-462c-8f96-e10fd6fec735 req-b98bdd0c-2e10-4215-b817-da296b0e15c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:03.560529 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-32a00270-79cc-462c-8f96-e10fd6fec735 req-b98bdd0c-2e10-4215-b817-da296b0e15c4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3c0b275b-5d0f-4ed9-a531-2f332d1ccc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4784353 Jul 07 17:23:03.573778 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3488cce1-5b88-4424-93f5-db059d5280c8 req-f3edda68-d10b-4558-8e27-8f66831226e9 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6396382 Jul 07 17:23:03.658280 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc7bec-36a1-486c-8d3c-f1c06752b6df req-fcf9d730-834d-4498-adf8-62fc10c062cc tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:03.659991 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fdfc7bec-36a1-486c-8d3c-f1c06752b6df req-fcf9d730-834d-4498-adf8-62fc10c062cc tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=4666279a-0024-4410-8bd8-63d967bfcebb HTTP/1.1" status: 200 len: 943 time: 0.4800375 Jul 07 17:23:03.860765 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 6e3d80a6-0346-47c8-860a-6fcecbd91629 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:23:04.060430 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fdfc7bec-36a1-486c-8d3c-f1c06752b6df req-761e7158-84da-4466-88cb-f627c16fabd8 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=036424b9-4324-465f-8c98-a66ed5a3bc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3443372 Jul 07 17:23:04.123061 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-32a00270-79cc-462c-8f96-e10fd6fec735 req-5dd715f0-cbdc-48b4-bd29-2a67dbe61ff8 service neutron] 10.222.0.72 "GET /v2.0/networks/3c0b275b-5d0f-4ed9-a531-2f332d1ccc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5505745 Jul 07 17:23:04.209132 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 6e3d80a6-0346-47c8-860a-6fcecbd91629, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=6e3d80a6-0346-47c8-860a-6fcecbd91629,segment=NetworkSegment(c3bdde32-807d-40bd-b0e5-882c6e712b4a),segment_id=c3bdde32-807d-40bd-b0e5-882c6e712b4a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:04.240174 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '6e3d80a6-0346-47c8-860a-6fcecbd91629', 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11', 'port_id': '6e3d80a6-0346-47c8-860a-6fcecbd91629', 'mac_address': 'fa:16:3e:2d:cf:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c292f83-2950-4b02-a762-31fd7b91c7af', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:23:04.375876 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:04.423350 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e3d80a6-0346-47c8-860a-6fcecbd91629 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:04.489812 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 6e3d80a6-0346-47c8-860a-6fcecbd91629, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=6e3d80a6-0346-47c8-860a-6fcecbd91629,segment=NetworkSegment(c3bdde32-807d-40bd-b0e5-882c6e712b4a),segment_id=c3bdde32-807d-40bd-b0e5-882c6e712b4a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:04.494779 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:04.529530 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-32a00270-79cc-462c-8f96-e10fd6fec735 req-f0ab3657-818b-4ce7-8523-f102690eb261 service neutron] 10.222.0.72 "GET /v2.0/networks/3c0b275b-5d0f-4ed9-a531-2f332d1ccc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989549 Jul 07 17:23:04.705090 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=6e3d80a6-0346-47c8-860a-6fcecbd91629,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:04.708046 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-26b6fc33-8131-4771-be57-dfe7b702911e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:04.817015 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['6e3d80a6-0346-47c8-860a-6fcecbd91629'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:04.996572 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 48152) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:05.685176 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec05e746-4580-4210-968d-910256c0d253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:06.029272 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec05e746-4580-4210-968d-910256c0d253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:06.053593 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec05e746-4580-4210-968d-910256c0d253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:06.108305 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88960692-d5b2-44eb-b080-9b9b29755733 req-6ea579f8-85f8-4b0b-a398-5739e060924d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:06.122696 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-88960692-d5b2-44eb-b080-9b9b29755733 req-6ea579f8-85f8-4b0b-a398-5739e060924d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=4666279a-0024-4410-8bd8-63d967bfcebb HTTP/1.1" status: 200 len: 944 time: 0.7761636 Jul 07 17:23:06.256984 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05e746-4580-4210-968d-910256c0d253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2c8cbf-7fbf-4016-a3c9-71091c775347,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:06.302780 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ec05e746-4580-4210-968d-910256c0d253 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=69cff2a0d66b4543b4d1717094314c20&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3009477 Jul 07 17:23:06.315197 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 48174) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:06.388457 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-88960692-d5b2-44eb-b080-9b9b29755733 req-6b1ceb24-0414-4d0d-a9be-28b65c235c1d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=036424b9-4324-465f-8c98-a66ed5a3bc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093801 Jul 07 17:23:06.547673 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1f521e83-d844-42f5-ab47-9414703e8b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:06.559184 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706bfb5-d105-47a0-8ba7-fa4479898220 req-c5454df3-b959-4488-bee1-425bec302cf2 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:06.572743 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f706bfb5-d105-47a0-8ba7-fa4479898220 req-c5454df3-b959-4488-bee1-425bec302cf2 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 1.7705510 Jul 07 17:23:06.629485 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1f521e83-d844-42f5-ab47-9414703e8b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:06.689415 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f706bfb5-d105-47a0-8ba7-fa4479898220 req-3a5360f9-5a84-486b-832c-d827f9a3f32d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156752 Jul 07 17:23:06.773727 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1f521e83-d844-42f5-ab47-9414703e8b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:06.779605 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1f521e83-d844-42f5-ab47-9414703e8b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:06.795144 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1f521e83-d844-42f5-ab47-9414703e8b8d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b2c8cbf-7fbf-4016-a3c9-71091c775347 HTTP/1.1" status: 204 len: 168 time: 0.4673007 Jul 07 17:23:06.839044 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f521e83-d844-42f5-ab47-9414703e8b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2c8cbf-7fbf-4016-a3c9-71091c775347,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:06.906652 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-4a599061-e7c2-4b01-9215-99959f9225a5 req-5e36ae09-faba-4579-9c89-49f2e46d9461 service neutron] (100192) timed out ('10.222.0.72', 63577) {{(pid=100192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:23:07.146375 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-26b6fc33-8131-4771-be57-dfe7b702911e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Deleting port e4e95870-8898-4744-9745-2628474e2d45 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:07.146773 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-26b6fc33-8131-4771-be57-dfe7b702911e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:07.290683 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:07.398934 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-26b6fc33-8131-4771-be57-dfe7b702911e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:07.416483 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-26b6fc33-8131-4771-be57-dfe7b702911e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Calling delete_port for e4e95870-8898-4744-9745-2628474e2d45 owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:07.838612 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:07.870692 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 6e3d80a6-0346-47c8-860a-6fcecbd91629 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:07.887562 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64325e99-47da-466a-a72b-6d363d5d8cda req-a1585dc1-4829-4972-9240-d97a19dcbe94 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:07.899201 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-64325e99-47da-466a-a72b-6d363d5d8cda req-a1585dc1-4829-4972-9240-d97a19dcbe94 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=4666279a-0024-4410-8bd8-63d967bfcebb HTTP/1.1" status: 200 len: 944 time: 0.1687448 Jul 07 17:23:07.988132 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-26b6fc33-8131-4771-be57-dfe7b702911e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:08.007211 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-64325e99-47da-466a-a72b-6d363d5d8cda req-4655b21f-81fc-4f42-8ca0-ef0549acd9b1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=036424b9-4324-465f-8c98-a66ed5a3bc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999281 Jul 07 17:23:08.092271 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b6fc33-8131-4771-be57-dfe7b702911e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Port': ['ID=e4e95870-8898-4744-9745-2628474e2d45,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:08.218946 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 48210) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:08.253435 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5f0a454b-da14-495f-965a-6bc0c05436d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:08.553731 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-26b6fc33-8131-4771-be57-dfe7b702911e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:08.566180 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5f0a454b-da14-495f-965a-6bc0c05436d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:08.575956 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5f0a454b-da14-495f-965a-6bc0c05436d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:08.577403 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b6fc33-8131-4771-be57-dfe7b702911e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:08.579984 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b6fc33-8131-4771-be57-dfe7b702911e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:08.580366 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b6fc33-8131-4771-be57-dfe7b702911e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:08.580753 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b6fc33-8131-4771-be57-dfe7b702911e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:08.581103 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b6fc33-8131-4771-be57-dfe7b702911e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:08.583718 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b6fc33-8131-4771-be57-dfe7b702911e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:08.584857 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b6fc33-8131-4771-be57-dfe7b702911e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:08.585290 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b6fc33-8131-4771-be57-dfe7b702911e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:08.585902 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b6fc33-8131-4771-be57-dfe7b702911e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:08.586256 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b6fc33-8131-4771-be57-dfe7b702911e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:08.586599 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b6fc33-8131-4771-be57-dfe7b702911e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:08.586941 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b6fc33-8131-4771-be57-dfe7b702911e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:08.694113 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5f0a454b-da14-495f-965a-6bc0c05436d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fca377c91de04ffd9892072e62f207e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4738338 Jul 07 17:23:08.701470 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 48228) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:08.748758 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a454b-da14-495f-965a-6bc0c05436d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19270017-befd-4554-99a8-2484dda292ff,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:08.799082 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4698a347-1958-4827-81a7-b8c2c551c08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:08.819052 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 6e3d80a6-0346-47c8-860a-6fcecbd91629 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:08.833683 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 6e3d80a6-0346-47c8-860a-6fcecbd91629 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:08.834064 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:08.866579 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4698a347-1958-4827-81a7-b8c2c551c08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:08.897957 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70fff1-9239-43db-a241-11c74e5e14b0 req-e8f682e5-8b75-4d57-94e4-63b77cd6ec34 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:08.900501 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2c70fff1-9239-43db-a241-11c74e5e14b0 req-e8f682e5-8b75-4d57-94e4-63b77cd6ec34 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.9878891 Jul 07 17:23:09.022284 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4698a347-1958-4827-81a7-b8c2c551c08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:09.029959 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2c70fff1-9239-43db-a241-11c74e5e14b0 req-5fab552a-651c-44f9-83ac-f4bb67eccc16 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192076 Jul 07 17:23:09.030551 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4698a347-1958-4827-81a7-b8c2c551c08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:09.033013 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4698a347-1958-4827-81a7-b8c2c551c08a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/19270017-befd-4554-99a8-2484dda292ff HTTP/1.1" status: 204 len: 168 time: 0.3292298 Jul 07 17:23:09.059517 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698a347-1958-4827-81a7-b8c2c551c08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19270017-befd-4554-99a8-2484dda292ff,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:09.295647 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:09.322547 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b6fc33-8131-4771-be57-dfe7b702911e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Router c2732210-7969-4ebe-bd48-493803787b37 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:23:09.392081 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 6e3d80a6-0346-47c8-860a-6fcecbd91629, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=6e3d80a6-0346-47c8-860a-6fcecbd91629,segment=NetworkSegment(c3bdde32-807d-40bd-b0e5-882c6e712b4a),segment_id=c3bdde32-807d-40bd-b0e5-882c6e712b4a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:09.398841 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4666279a-0024-4410-8bd8-63d967bfcebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3d80a6-0346-47c8-860a-6fcecbd91629'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:09.409448 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919a0cb4-d2a8-4625-a7c9-3bbb6ce78c90" -d '{"events": [{"server_uuid": "4666279a-0024-4410-8bd8-63d967bfcebb", "name": "network-vif-plugged", "status": "completed", "tag": "6e3d80a6-0346-47c8-860a-6fcecbd91629"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:09.420017 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:09.482734 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3b5fa-37a4-45a7-817c-44dd69f72821 req-8aaa6cef-923b-4e28-a7b8-075e6eb82165 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:09.489842 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ead3b5fa-37a4-45a7-817c-44dd69f72821 req-8aaa6cef-923b-4e28-a7b8-075e6eb82165 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=4666279a-0024-4410-8bd8-63d967bfcebb HTTP/1.1" status: 200 len: 944 time: 0.1829572 Jul 07 17:23:09.564905 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bc2646-6c4a-49ed-89f5-ed6ad2d2848f x-openstack-request-id: req-47bc2646-6c4a-49ed-89f5-ed6ad2d2848f {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:09.567273 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4666279a-0024-4410-8bd8-63d967bfcebb", "name": "network-vif-plugged", "status": "completed", "tag": "6e3d80a6-0346-47c8-860a-6fcecbd91629", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:09.568054 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-47bc2646-6c4a-49ed-89f5-ed6ad2d2848f {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:09.568598 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4666279a-0024-4410-8bd8-63d967bfcebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3d80a6-0346-47c8-860a-6fcecbd91629', 'code': 200} Jul 07 17:23:09.591037 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ead3b5fa-37a4-45a7-817c-44dd69f72821 req-992d904d-29bb-4a7a-8d4f-82cfdf55a265 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=036424b9-4324-465f-8c98-a66ed5a3bc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987513 Jul 07 17:23:09.643176 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=6e3d80a6-0346-47c8-860a-6fcecbd91629,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:09.652282 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b6fc33-8131-4771-be57-dfe7b702911e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:23:09.664148 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e31a891-7399-4ab0-a271-a255c778a063 None None] Sync routers for ids ['c2732210-7969-4ebe-bd48-493803787b37'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:23:09.664993 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-26b6fc33-8131-4771-be57-dfe7b702911e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "PUT /v2.0/routers/c2732210-7969-4ebe-bd48-493803787b37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3217988 Jul 07 17:23:09.665937 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48254) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:09.683104 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e31a891-7399-4ab0-a271-a255c778a063 None None] Routers {'c2732210-7969-4ebe-bd48-493803787b37'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:09.684513 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-6e31a891-7399-4ab0-a271-a255c778a063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:22:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['c2732210-7969-4ebe-bd48-493803787b37'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:09.812264 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947360a0-2bd8-4436-bdc7-4afdffc61e5e req-1cff1de0-4007-4658-8f4d-fcdf0de8ff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:09.818680 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-6e31a891-7399-4ab0-a271-a255c778a063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:09.821450 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-947360a0-2bd8-4436-bdc7-4afdffc61e5e req-1cff1de0-4007-4658-8f4d-fcdf0de8ff54 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4666279a-0024-4410-8bd8-63d967bfcebb HTTP/1.1" status: 200 len: 1097 time: 0.1926599 Jul 07 17:23:09.844201 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e31a891-7399-4ab0-a271-a255c778a063 None None] Routers {'c2732210-7969-4ebe-bd48-493803787b37'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:09.845195 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-6e31a891-7399-4ab0-a271-a255c778a063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:22:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['c2732210-7969-4ebe-bd48-493803787b37'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:09.945876 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-947360a0-2bd8-4436-bdc7-4afdffc61e5e req-ddd8b913-bc29-4f8b-9946-ccab50d65f07 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=036424b9-4324-465f-8c98-a66ed5a3bc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104062 Jul 07 17:23:09.968813 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-6e31a891-7399-4ab0-a271-a255c778a063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:09.969701 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e31a891-7399-4ab0-a271-a255c778a063 None None] The sync data for ids ['c2732210-7969-4ebe-bd48-493803787b37'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:23:10.550447 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b1e3566-6335-4432-a751-0ef4601330aa tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:10.610609 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e7196-e4da-4dba-9b5f-2da9537a5622 req-60612d22-4def-4b3e-a621-c369bb777d87 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:10.619832 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b24e7196-e4da-4dba-9b5f-2da9537a5622 req-60612d22-4def-4b3e-a621-c369bb777d87 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.2378068 Jul 07 17:23:10.749918 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b24e7196-e4da-4dba-9b5f-2da9537a5622 req-cba21563-4d53-4626-aaec-5c799ec19c1c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286547 Jul 07 17:23:11.203212 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-7b1e3566-6335-4432-a751-0ef4601330aa tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Deleting port 221f1993-6d24-498f-8d17-2177cdd8eb1c {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:11.206225 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b1e3566-6335-4432-a751-0ef4601330aa tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:11.234583 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed3ddc-751f-4bcc-b399-b12f7b9e11e9 req-dbb118e8-9298-4476-855c-3dfaabe601cd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:11.246682 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a9ed3ddc-751f-4bcc-b399-b12f7b9e11e9 req-dbb118e8-9298-4476-855c-3dfaabe601cd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=4666279a-0024-4410-8bd8-63d967bfcebb HTTP/1.1" status: 200 len: 945 time: 0.2065914 Jul 07 17:23:11.338414 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a9ed3ddc-751f-4bcc-b399-b12f7b9e11e9 req-d21d17bb-ef35-4a0d-a85e-ab191e0f65e7 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=036424b9-4324-465f-8c98-a66ed5a3bc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902305 Jul 07 17:23:11.495360 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b1e3566-6335-4432-a751-0ef4601330aa tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:11.561694 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-7b1e3566-6335-4432-a751-0ef4601330aa tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Calling delete_port for 221f1993-6d24-498f-8d17-2177cdd8eb1c owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:11.893270 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd426f-26e0-4433-905d-d16881fdc9c9 req-198189a8-450a-436a-8b57-9f07f0d35f30 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:11.902861 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44dd426f-26e0-4433-905d-d16881fdc9c9 req-198189a8-450a-436a-8b57-9f07f0d35f30 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 946 time: 0.0900688 Jul 07 17:23:11.999294 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44dd426f-26e0-4433-905d-d16881fdc9c9 req-ec62ee47-729d-4cf0-be06-7c9792c858dd tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950694 Jul 07 17:23:12.128589 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b1e3566-6335-4432-a751-0ef4601330aa tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.244605 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e3566-6335-4432-a751-0ef4601330aa tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Port': ['ID=221f1993-6d24-498f-8d17-2177cdd8eb1c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:12.483680 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b1e3566-6335-4432-a751-0ef4601330aa tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.520585 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6468a-ecfe-4cbc-88bc-019a60d598d4 req-94104c57-f7ca-476f-9fe0-52c9b2d9c797 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:12.544216 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-95a6468a-ecfe-4cbc-88bc-019a60d598d4 req-94104c57-f7ca-476f-9fe0-52c9b2d9c797 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.4819212 Jul 07 17:23:12.831042 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-95a6468a-ecfe-4cbc-88bc-019a60d598d4 req-e0bc9da9-d908-447e-b8eb-ddfeb1c3a1ca tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852759 Jul 07 17:23:12.956386 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ca00d-1709-4a9f-ac45-9b84597a86e8 req-ff5d08e0-88eb-461e-b2b0-a7d9037d3369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:12.958509 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-492ca00d-1709-4a9f-ac45-9b84597a86e8 req-ff5d08e0-88eb-461e-b2b0-a7d9037d3369 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a91034d81564c92b83cd4f595aa520b&device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 1098 time: 0.5391202 Jul 07 17:23:12.987695 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f583a6a-6e5d-4873-8bb2-5e952b5befde req-0a181b18-4d5c-4bb9-9acb-799caff3989c tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:12.989356 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2f583a6a-6e5d-4873-8bb2-5e952b5befde req-0a181b18-4d5c-4bb9-9acb-799caff3989c tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=4666279a-0024-4410-8bd8-63d967bfcebb HTTP/1.1" status: 200 len: 945 time: 0.2921762 Jul 07 17:23:13.067307 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1e3566-6335-4432-a751-0ef4601330aa tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Router c2732210-7969-4ebe-bd48-493803787b37 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:23:13.124974 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ca00d-1709-4a9f-ac45-9b84597a86e8 req-f22d0d5c-3b37-4cee-b5f5-aedb21c7f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:13.127194 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-492ca00d-1709-4a9f-ac45-9b84597a86e8 req-f22d0d5c-3b37-4cee-b5f5-aedb21c7f72b service neutron] 10.222.0.64 "GET /v2.0/networks?id=08f6c01e-dfae-4799-95a8-8039418ef262 HTTP/1.1" status: 200 len: 914 time: 0.1364419 Jul 07 17:23:13.151005 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2f583a6a-6e5d-4873-8bb2-5e952b5befde req-eb6fe6cc-ae3d-40ff-960a-a4bef8e21b70 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=036424b9-4324-465f-8c98-a66ed5a3bc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501565 Jul 07 17:23:13.243368 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-492ca00d-1709-4a9f-ac45-9b84597a86e8 req-26f2142c-fb2a-4225-8962-4f5b10909e9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc4b1e40-4570-4001-8292-c164e39b063a HTTP/1.1" status: 200 len: 217 time: 0.0975466 Jul 07 17:23:13.367439 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ca00d-1709-4a9f-ac45-9b84597a86e8 req-78bac45b-31cc-4c65-a706-7c84a078778a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:13.369817 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-492ca00d-1709-4a9f-ac45-9b84597a86e8 req-78bac45b-31cc-4c65-a706-7c84a078778a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a74d58d4-f857-4afa-87b5-fe53c29b08d0 HTTP/1.1" status: 200 len: 853 time: 0.1195407 Jul 07 17:23:13.408492 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1e3566-6335-4432-a751-0ef4601330aa tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:23:13.499848 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9584c8f-b7ac-4e72-a638-1277334aa070 None None] Sync routers for ids ['c2732210-7969-4ebe-bd48-493803787b37'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:23:13.532387 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-492ca00d-1709-4a9f-ac45-9b84597a86e8 req-8f661472-8213-4d11-b978-c32e6e58dbbd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08f6c01e-dfae-4799-95a8-8039418ef262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262488 Jul 07 17:23:13.537671 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7b1e3566-6335-4432-a751-0ef4601330aa tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "PUT /v2.0/routers/c2732210-7969-4ebe-bd48-493803787b37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8703127 Jul 07 17:23:13.548947 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48366) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:13.562548 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9584c8f-b7ac-4e72-a638-1277334aa070 None None] Routers {'c2732210-7969-4ebe-bd48-493803787b37'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:13.568782 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-e9584c8f-b7ac-4e72-a638-1277334aa070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:22:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['c2732210-7969-4ebe-bd48-493803787b37'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:13.571694 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-492ca00d-1709-4a9f-ac45-9b84597a86e8 req-52737414-46e9-4beb-b49c-7d9458900d2e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:23:13.579079 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-492ca00d-1709-4a9f-ac45-9b84597a86e8 req-52737414-46e9-4beb-b49c-7d9458900d2e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0396352 Jul 07 17:23:13.696549 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3f05b661-b7de-4ab3-8670-7267a7d74d9f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2732210-7969-4ebe-bd48-493803787b37 HTTP/1.1" status: 200 len: 205 time: 0.1323426 Jul 07 17:23:13.708149 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48372) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:13.741656 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-e9584c8f-b7ac-4e72-a638-1277334aa070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:13.788529 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9584c8f-b7ac-4e72-a638-1277334aa070 None None] Routers {'c2732210-7969-4ebe-bd48-493803787b37'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:13.794081 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-e9584c8f-b7ac-4e72-a638-1277334aa070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:22:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['c2732210-7969-4ebe-bd48-493803787b37'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:14.002145 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-e9584c8f-b7ac-4e72-a638-1277334aa070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:14.024572 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9584c8f-b7ac-4e72-a638-1277334aa070 None None] The sync data for ids ['c2732210-7969-4ebe-bd48-493803787b37'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:23:14.084061 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-492ca00d-1709-4a9f-ac45-9b84597a86e8 req-57d60a90-9c59-46b5-b9ff-03fae4ecdc56 service neutron] 10.222.0.64 "GET /v2.0/networks/08f6c01e-dfae-4799-95a8-8039418ef262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021659 Jul 07 17:23:14.128008 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf1daf-61ea-4c07-b522-4ce5605ab99c req-2eccc7ba-bd4b-41c7-8c7e-afcf0556b39b tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:14.148498 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-38cf1daf-61ea-4c07-b522-4ce5605ab99c req-2eccc7ba-bd4b-41c7-8c7e-afcf0556b39b tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=4666279a-0024-4410-8bd8-63d967bfcebb HTTP/1.1" status: 200 len: 945 time: 0.6323953 Jul 07 17:23:14.522248 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-492ca00d-1709-4a9f-ac45-9b84597a86e8 req-b4a97ff8-9b84-463e-8c11-a90c76ea1c9a service neutron] 10.222.0.64 "GET /v2.0/networks/08f6c01e-dfae-4799-95a8-8039418ef262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271679 Jul 07 17:23:14.579097 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-38cf1daf-61ea-4c07-b522-4ce5605ab99c req-8cea0d65-d90e-4c26-a8d8-07f1154c5f3b tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=036424b9-4324-465f-8c98-a66ed5a3bc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4295454 Jul 07 17:23:14.613633 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 48412) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:14.780261 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616143f9-1d00-4712-928a-b208df567d88 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:14.791542 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-616143f9-1d00-4712-928a-b208df567d88 tempest-TestNetworkBasicOps-696190420 tempest-TestNetworkBasicOps-696190420-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4666279a-0024-4410-8bd8-63d967bfcebb HTTP/1.1" status: 200 len: 1092 time: 0.1702812 Jul 07 17:23:14.793891 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 48416) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:14.818938 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-15bd930b-38d1-4e68-af28-b1f7e50419fa tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'port_id': '6e3d80a6-0346-47c8-860a-6fcecbd91629', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:14.821863 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-12eddea6-06c0-45a8-9a53-5030bdb821b1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:14.922772 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15bd930b-38d1-4e68-af28-b1f7e50419fa tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for floatingip, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.306317 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb5ded-93dd-4a7d-83fc-c0ae6be7f278 req-790811ee-dabd-4d0a-878d-a7702dabda57 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:15.321114 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b4eb5ded-93dd-4a7d-83fc-c0ae6be7f278 req-790811ee-dabd-4d0a-878d-a7702dabda57 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 946 time: 1.9505901 Jul 07 17:23:15.354709 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471132e3-e33c-4b87-9455-e894c4772d69 req-420ae064-a121-44a7-9962-dad55444f393 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:15.358095 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-471132e3-e33c-4b87-9455-e894c4772d69 req-420ae064-a121-44a7-9962-dad55444f393 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.4438624 Jul 07 17:23:15.429881 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-12eddea6-06c0-45a8-9a53-5030bdb821b1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.454378 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-12eddea6-06c0-45a8-9a53-5030bdb821b1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.482880 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-471132e3-e33c-4b87-9455-e894c4772d69 req-0065c072-f9b9-4f59-bfef-5e74ce3f0b05 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031036 Jul 07 17:23:15.503674 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15bd930b-38d1-4e68-af28-b1f7e50419fa tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.689648 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335593a6-da3a-43b8-8579-dfd8ffd868bd req-a7de2872-9cc8-4d2e-9e22-278b19f9a758 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:15.701172 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-335593a6-da3a-43b8-8579-dfd8ffd868bd req-a7de2872-9cc8-4d2e-9e22-278b19f9a758 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.64 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 946 time: 2.0512929 Jul 07 17:23:15.799030 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-15bd930b-38d1-4e68-af28-b1f7e50419fa tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Allocated IP 172.25.0.250 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/10246d64-0e21-43b4-b4df-c1924e114b15) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:15.880267 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b4eb5ded-93dd-4a7d-83fc-c0ae6be7f278 req-b984371f-4f58-4613-bbbd-2775eb9b6af5 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5581787 Jul 07 17:23:15.893287 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-12eddea6-06c0-45a8-9a53-5030bdb821b1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.899519 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12eddea6-06c0-45a8-9a53-5030bdb821b1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Fanout notify agent at l3_agent the message router_deleted on router c2732210-7969-4ebe-bd48-493803787b37 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:23:15.933949 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-12eddea6-06c0-45a8-9a53-5030bdb821b1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.933949 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-12eddea6-06c0-45a8-9a53-5030bdb821b1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/routers/c2732210-7969-4ebe-bd48-493803787b37 HTTP/1.1" status: 204 len: 168 time: 2.2189023 Jul 07 17:23:15.951287 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48442) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:16.070472 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 48446) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:16.119289 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15bd930b-38d1-4e68-af28-b1f7e50419fa tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.241293 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-e69b0263-1a72-4980-981b-f64af78adfef tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Deleting subnet 6efbf722-ac49-4b81-a30c-71792e5d58fe {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:23:16.254586 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e69b0263-1a72-4980-981b-f64af78adfef tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.280808 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15bd930b-38d1-4e68-af28-b1f7e50419fa tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.363291 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd930b-38d1-4e68-af28-b1f7e50419fa tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'Port': ['ID=10246d64-0e21-43b4-b4df-c1924e114b15,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:16.372979 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device dfd9e9e1-a632-41fb-8e1a-db617c7e4da4 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:16.379213 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bd930b-38d1-4e68-af28-b1f7e50419fa tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:16.381027 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-15bd930b-38d1-4e68-af28-b1f7e50419fa tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:16.388580 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bd930b-38d1-4e68-af28-b1f7e50419fa tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:16.448937 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e69b0263-1a72-4980-981b-f64af78adfef tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.496761 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-335593a6-da3a-43b8-8579-dfd8ffd868bd req-57aa5223-c4d8-41ec-ad02-b303fced08ab tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Deleting port dfd9e9e1-a632-41fb-8e1a-db617c7e4da4 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:16.497828 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-335593a6-da3a-43b8-8579-dfd8ffd868bd req-57aa5223-c4d8-41ec-ad02-b303fced08ab tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.650369 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.878579 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port dfd9e9e1-a632-41fb-8e1a-db617c7e4da4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=dfd9e9e1-a632-41fb-8e1a-db617c7e4da4,segment=NetworkSegment(cef86302-c991-47cf-a7fd-0464c6fa2b9a),segment_id=cef86302-c991-47cf-a7fd-0464c6fa2b9a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:16.890570 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f740f459-f2d2-4f1a-b318-b90cdc802f57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfd9e9e1-a632-41fb-8e1a-db617c7e4da4'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:16.912414 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e69b0263-1a72-4980-981b-f64af78adfef tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.920741 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d047d7ce-e80c-454d-8369-908f000f0033" -d '{"events": [{"server_uuid": "f740f459-f2d2-4f1a-b318-b90cdc802f57", "name": "network-vif-unplugged", "status": "completed", "tag": "dfd9e9e1-a632-41fb-8e1a-db617c7e4da4"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:16.968430 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.166913 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e69b0263-1a72-4980-981b-f64af78adfef tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.241488 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=dfd9e9e1-a632-41fb-8e1a-db617c7e4da4,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:17.270163 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e69b0263-1a72-4980-981b-f64af78adfef tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.272010 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5cb0fd-2b8f-4553-b39a-126e2c8596aa None None] Network a2f78859-dee1-4803-aff0-52d35df7b87a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:17.273002 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e69b0263-1a72-4980-981b-f64af78adfef tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/subnets/6efbf722-ac49-4b81-a30c-71792e5d58fe HTTP/1.1" status: 204 len: 168 time: 1.3200109 Jul 07 17:23:17.282935 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b0263-1a72-4980-981b-f64af78adfef tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Subnet': ['ID=6efbf722-ac49-4b81-a30c-71792e5d58fe,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:17.297228 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 48474) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:17.323038 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-335593a6-da3a-43b8-8579-dfd8ffd868bd req-57aa5223-c4d8-41ec-ad02-b303fced08ab tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] For port dfd9e9e1-a632-41fb-8e1a-db617c7e4da4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=dfd9e9e1-a632-41fb-8e1a-db617c7e4da4,segment=NetworkSegment(cef86302-c991-47cf-a7fd-0464c6fa2b9a),segment_id=cef86302-c991-47cf-a7fd-0464c6fa2b9a)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:17.323737 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-335593a6-da3a-43b8-8579-dfd8ffd868bd req-57aa5223-c4d8-41ec-ad02-b303fced08ab tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.737134 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811c6a9-1651-46f4-a412-7b9f8fec7423 req-c072122e-388d-40ed-82a9-aa5cedff6125 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:17.739056 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3811c6a9-1651-46f4-a412-7b9f8fec7423 req-c072122e-388d-40ed-82a9-aa5cedff6125 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 0.5214369 Jul 07 17:23:17.763244 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1c2e3a-ad27-4698-a01c-775980e45d90 None None] DHCP port deletion for a2f78859-dee1-4803-aff0-52d35df7b87a request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:23:17.880202 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-5e1c2e3a-ad27-4698-a01c-775980e45d90 None None] Deleting port 3086139c-b3db-4b4e-a8b1-09ad95221b20 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:17.881359 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5e1c2e3a-ad27-4698-a01c-775980e45d90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:18.027513 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-5e1c2e3a-ad27-4698-a01c-775980e45d90 None None] For port 3086139c-b3db-4b4e-a8b1-09ad95221b20, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3086139c-b3db-4b4e-a8b1-09ad95221b20,segment=NetworkSegment(03f11325-f8d0-4c98-aadb-2d941b3196b4),segment_id=03f11325-f8d0-4c98-aadb-2d941b3196b4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:18.028722 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5e1c2e3a-ad27-4698-a01c-775980e45d90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:18.034692 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe30182-6293-4091-b862-1eb62bc974f6 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Deleting subnet 33671254-e9cf-4ce4-a76b-d5e93cef789f {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:23:18.084668 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5fe30182-6293-4091-b862-1eb62bc974f6 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:18.086535 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-5e1c2e3a-ad27-4698-a01c-775980e45d90 None None] Calling delete_port for 3086139c-b3db-4b4e-a8b1-09ad95221b20 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:18.159460 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3086139c-b3db-4b4e-a8b1-09ad95221b20 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:18.160610 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-335593a6-da3a-43b8-8579-dfd8ffd868bd req-57aa5223-c4d8-41ec-ad02-b303fced08ab tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:18.161657 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-335593a6-da3a-43b8-8579-dfd8ffd868bd req-57aa5223-c4d8-41ec-ad02-b303fced08ab tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:18.162293 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [req-335593a6-da3a-43b8-8579-dfd8ffd868bd req-57aa5223-c4d8-41ec-ad02-b303fced08ab tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Floating IP 831dd0b9-27db-48ff-89cf-3ebf85dafe6c disassociated. External IP: 172.25.0.249, port: dfd9e9e1-a632-41fb-8e1a-db617c7e4da4. Jul 07 17:23:18.163233 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-335593a6-da3a-43b8-8579-dfd8ffd868bd req-57aa5223-c4d8-41ec-ad02-b303fced08ab tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Calling delete_port for dfd9e9e1-a632-41fb-8e1a-db617c7e4da4 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:18.276905 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3811c6a9-1651-46f4-a412-7b9f8fec7423 req-f76e8fee-abc1-4486-9b99-4928e8442834 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4755330 Jul 07 17:23:18.281908 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea9b64-ad43-4298-8554-a2016d0e0ab7 req-614942f2-dfbf-4448-b794-984935a5d928 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:18.289346 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b7ea9b64-ad43-4298-8554-a2016d0e0ab7 req-614942f2-dfbf-4448-b794-984935a5d928 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=f740f459-f2d2-4f1a-b318-b90cdc802f57 HTTP/1.1" status: 200 len: 944 time: 1.0310483 Jul 07 17:23:18.365336 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5e1c2e3a-ad27-4698-a01c-775980e45d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:18.374496 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5fe30182-6293-4091-b862-1eb62bc974f6 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:18.463458 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c035b5-c5b4-4ec9-9286-b7c14fc0bf35 x-openstack-request-id: req-b6c035b5-c5b4-4ec9-9286-b7c14fc0bf35 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:18.466315 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f740f459-f2d2-4f1a-b318-b90cdc802f57", "name": "network-vif-unplugged", "status": "completed", "tag": "dfd9e9e1-a632-41fb-8e1a-db617c7e4da4", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:18.468102 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6c035b5-c5b4-4ec9-9286-b7c14fc0bf35 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:18.469995 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f740f459-f2d2-4f1a-b318-b90cdc802f57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfd9e9e1-a632-41fb-8e1a-db617c7e4da4', 'code': 200} Jul 07 17:23:18.473585 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c2e3a-ad27-4698-a01c-775980e45d90 None None] Pushing event deleted for resources: {'Port': ['ID=3086139c-b3db-4b4e-a8b1-09ad95221b20,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:18.477621 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:18.500513 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1c2e3a-ad27-4698-a01c-775980e45d90 None None] No DVR routers for this DVR port 3086139c-b3db-4b4e-a8b1-09ad95221b20 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:18.611799 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-335593a6-da3a-43b8-8579-dfd8ffd868bd req-57aa5223-c4d8-41ec-ad02-b303fced08ab tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:18.687474 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa5223-c4d8-41ec-ad02-b303fced08ab tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Pushing event deleted for resources: {'Port': ['ID=dfd9e9e1-a632-41fb-8e1a-db617c7e4da4,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:18.845472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-335593a6-da3a-43b8-8579-dfd8ffd868bd req-57aa5223-c4d8-41ec-ad02-b303fced08ab tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Router eed3d3eb-1a68-421c-a21f-a8fb1ee460da has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:23:19.008047 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-335593a6-da3a-43b8-8579-dfd8ffd868bd req-57aa5223-c4d8-41ec-ad02-b303fced08ab tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:23:19.027868 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2e9dae-1e8a-48ba-8af1-b2a72e3c5160 None None] Sync routers for ids ['eed3d3eb-1a68-421c-a21f-a8fb1ee460da'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:23:19.057370 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2e9dae-1e8a-48ba-8af1-b2a72e3c5160 None None] Routers {'eed3d3eb-1a68-421c-a21f-a8fb1ee460da'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:19.061749 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-1a2e9dae-1e8a-48ba-8af1-b2a72e3c5160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:22:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['eed3d3eb-1a68-421c-a21f-a8fb1ee460da'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:19.149042 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-335593a6-da3a-43b8-8579-dfd8ffd868bd req-57aa5223-c4d8-41ec-ad02-b303fced08ab tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] No DVR routers for this DVR port dfd9e9e1-a632-41fb-8e1a-db617c7e4da4 on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:19.155577 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-335593a6-da3a-43b8-8579-dfd8ffd868bd req-57aa5223-c4d8-41ec-ad02-b303fced08ab tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:19.157835 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-335593a6-da3a-43b8-8579-dfd8ffd868bd req-57aa5223-c4d8-41ec-ad02-b303fced08ab tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.64 "DELETE /v2.0/ports/dfd9e9e1-a632-41fb-8e1a-db617c7e4da4 HTTP/1.1" status: 204 len: 173 time: 3.4546723 Jul 07 17:23:19.164787 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f740f459-f2d2-4f1a-b318-b90cdc802f57', 'name': 'network-vif-deleted', 'tag': 'dfd9e9e1-a632-41fb-8e1a-db617c7e4da4'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:19.167359 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9454188-11e9-4e27-ae60-9a74f28962fa" -d '{"events": [{"server_uuid": "f740f459-f2d2-4f1a-b318-b90cdc802f57", "name": "network-vif-deleted", "tag": "dfd9e9e1-a632-41fb-8e1a-db617c7e4da4"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:19.206163 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b7ea9b64-ad43-4298-8554-a2016d0e0ab7 req-f3470000-eaa4-431d-9604-0f8867bb1fae tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=38e9473f-9f6a-4f77-987c-c3e8025d04eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9158976 Jul 07 17:23:19.355869 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03d327-040f-4720-a64e-51d2a8f50de8 req-74ce6241-58cd-4d80-a37f-9c2940c9b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:19.359033 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dc03d327-040f-4720-a64e-51d2a8f50de8 req-74ce6241-58cd-4d80-a37f-9c2940c9b71f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a91034d81564c92b83cd4f595aa520b&device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 1098 time: 1.4148662 Jul 07 17:23:19.656207 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f830900e-82c9-46bd-bc7e-a898dc1cba25 x-openstack-request-id: req-f830900e-82c9-46bd-bc7e-a898dc1cba25 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:19.657101 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f740f459-f2d2-4f1a-b318-b90cdc802f57", "name": "network-vif-deleted", "tag": "dfd9e9e1-a632-41fb-8e1a-db617c7e4da4", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:19.657836 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f830900e-82c9-46bd-bc7e-a898dc1cba25 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:19.658813 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f740f459-f2d2-4f1a-b318-b90cdc802f57', 'name': 'network-vif-deleted', 'tag': 'dfd9e9e1-a632-41fb-8e1a-db617c7e4da4', 'status': 'completed', 'code': 200} Jul 07 17:23:19.720218 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-1a2e9dae-1e8a-48ba-8af1-b2a72e3c5160 None None] Set router eed3d3eb-1a68-421c-a21f-a8fb1ee460da gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:23:19.829496 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15bd930b-38d1-4e68-af28-b1f7e50419fa tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.054161 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03d327-040f-4720-a64e-51d2a8f50de8 req-f05f0f8c-e13a-457a-a459-6fb8e2224095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:20.056312 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dc03d327-040f-4720-a64e-51d2a8f50de8 req-f05f0f8c-e13a-457a-a459-6fb8e2224095 service neutron] 10.222.0.64 "GET /v2.0/networks?id=08f6c01e-dfae-4799-95a8-8039418ef262 HTTP/1.1" status: 200 len: 914 time: 0.6614552 Jul 07 17:23:20.108788 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5fe30182-6293-4091-b862-1eb62bc974f6 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.239847 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-1a2e9dae-1e8a-48ba-8af1-b2a72e3c5160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'name': 'tempest-AttachVolumeTestJSON-315326028-router', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e9745790-a66f-4b18-9061-576418fba211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:42Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'gw_port': {'id': 'e9745790-a66f-4b18-9061-576418fba211', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:51Z', 'updated_at': '2021-07-07T17:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'd44d34e5-4162-4302-ab10-46dec4a7318e', 'name': '', 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'mac_address': 'fa:16:3e:d7:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:06Z', 'updated_at': '2021-07-07T17:18:24Z', 'revision_number': 5, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'subnets': [{'id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:20.341507 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2e9dae-1e8a-48ba-8af1-b2a72e3c5160 None None] Checking router: eed3d3eb-1a68-421c-a21f-a8fb1ee460da for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:23:20.355062 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2e9dae-1e8a-48ba-8af1-b2a72e3c5160 None None] Routers {'eed3d3eb-1a68-421c-a21f-a8fb1ee460da'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:20.356202 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-1a2e9dae-1e8a-48ba-8af1-b2a72e3c5160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:22:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['eed3d3eb-1a68-421c-a21f-a8fb1ee460da'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:20.361445 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dc03d327-040f-4720-a64e-51d2a8f50de8 req-21a57d40-edd3-4cf1-94e8-898fcddee896 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc4b1e40-4570-4001-8292-c164e39b063a HTTP/1.1" status: 200 len: 217 time: 0.1028588 Jul 07 17:23:20.388829 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device cc4b1e40-4570-4001-8292-c164e39b063a no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:20.423752 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5fe30182-6293-4091-b862-1eb62bc974f6 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.444566 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15bd930b-38d1-4e68-af28-b1f7e50419fa tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.533815 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48558) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:20.597027 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe30182-6293-4091-b862-1eb62bc974f6 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Subnet': ['ID=33671254-e9cf-4ce4-a76b-d5e93cef789f,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:20.605538 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5fe30182-6293-4091-b862-1eb62bc974f6 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.617820 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5fe30182-6293-4091-b862-1eb62bc974f6 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/subnets/33671254-e9cf-4ce4-a76b-d5e93cef789f HTTP/1.1" status: 204 len: 168 time: 3.2312186 Jul 07 17:23:20.619048 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-1a2e9dae-1e8a-48ba-8af1-b2a72e3c5160 None None] Set router eed3d3eb-1a68-421c-a21f-a8fb1ee460da gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:23:20.624390 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.628084 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48560) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:20.629829 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ebac9a-6758-4c7c-a4a6-e7d107f2e89d None None] Network a438191e-b241-40d3-9ba4-f0b0aea6cd0e requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:20.708536 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0219f61-2464-4617-933e-a197f6a2e6f8 req-0ffba95d-3495-461b-a963-47f07a3cfa6e tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:20.710714 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d0219f61-2464-4617-933e-a197f6a2e6f8 req-0ffba95d-3495-461b-a963-47f07a3cfa6e tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 946 time: 1.1173136 Jul 07 17:23:20.748390 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f838216f-3962-4afa-a0ea-5e881a0d8005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.753130 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b0694c-5520-46bf-aa20-50b957a8bbc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc4b1e40-4570-4001-8292-c164e39b063a'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:20.758066 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78909bd-26c9-452d-be4e-0e9accc3337b" -d '{"events": [{"server_uuid": "98b0694c-5520-46bf-aa20-50b957a8bbc9", "name": "network-vif-unplugged", "status": "completed", "tag": "cc4b1e40-4570-4001-8292-c164e39b063a"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:20.831132 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port cc4b1e40-4570-4001-8292-c164e39b063a, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=cc4b1e40-4570-4001-8292-c164e39b063a,segment=NetworkSegment(90d721ad-5c14-4e8b-8d38-43728529f388),segment_id=90d721ad-5c14-4e8b-8d38-43728529f388)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:20.846451 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.910333 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71a0cd0b-11f0-4818-b9b2-479d8ab846b5 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.940452 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71a0cd0b-11f0-4818-b9b2-479d8ab846b5 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.974189 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840cc062-3b00-4e59-8eb2-84cafc3989b3 x-openstack-request-id: req-840cc062-3b00-4e59-8eb2-84cafc3989b3 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:20.975414 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b0694c-5520-46bf-aa20-50b957a8bbc9", "name": "network-vif-unplugged", "status": "completed", "tag": "cc4b1e40-4570-4001-8292-c164e39b063a", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:20.976144 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-840cc062-3b00-4e59-8eb2-84cafc3989b3 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:20.977921 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b0694c-5520-46bf-aa20-50b957a8bbc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc4b1e40-4570-4001-8292-c164e39b063a', 'code': 200} Jul 07 17:23:21.036446 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-38aa3fbb-17d5-4afc-9d71-d9e895703ba7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.043767 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03d327-040f-4720-a64e-51d2a8f50de8 req-6baf1565-cc65-4ea3-8bb6-779009412cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:21.046902 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71a0cd0b-11f0-4818-b9b2-479d8ab846b5 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.048109 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dc03d327-040f-4720-a64e-51d2a8f50de8 req-6baf1565-cc65-4ea3-8bb6-779009412cb2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a74d58d4-f857-4afa-87b5-fe53c29b08d0 HTTP/1.1" status: 200 len: 853 time: 0.6703968 Jul 07 17:23:21.049086 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71a0cd0b-11f0-4818-b9b2-479d8ab846b5 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.050274 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-71a0cd0b-11f0-4818-b9b2-479d8ab846b5 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "DELETE /v2.0/security-groups/38e9473f-9f6a-4f77-987c-c3e8025d04eb HTTP/1.1" status: 204 len: 168 time: 0.5146821 Jul 07 17:23:21.066124 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48570) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:21.084710 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=cc4b1e40-4570-4001-8292-c164e39b063a,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:21.103527 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0cd0b-11f0-4818-b9b2-479d8ab846b5 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e9473f-9f6a-4f77-987c-c3e8025d04eb,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:21.144313 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d0219f61-2464-4617-933e-a197f6a2e6f8 req-facef19c-1706-4c0d-8256-0192b6107451 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060636 Jul 07 17:23:21.156097 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-7ff3b343-b9c7-49f7-b124-65f0d410c403 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] show failed (client error): The resource could not be found. Jul 07 17:23:21.170824 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7ff3b343-b9c7-49f7-b124-65f0d410c403 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups/38e9473f-9f6a-4f77-987c-c3e8025d04eb HTTP/1.1" status: 404 len: 347 time: 0.1030707 Jul 07 17:23:21.177819 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48574) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:21.178784 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dc03d327-040f-4720-a64e-51d2a8f50de8 req-bdadcfe7-792f-4e8d-b806-70e1dc3f4167 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08f6c01e-dfae-4799-95a8-8039418ef262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731058 Jul 07 17:23:21.307131 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b69df4-46a9-419a-9a66-c72153ab0902 None None] DHCP port deletion for a438191e-b241-40d3-9ba4-f0b0aea6cd0e request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:23:21.334614 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-1a2e9dae-1e8a-48ba-8af1-b2a72e3c5160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'name': 'tempest-AttachVolumeTestJSON-315326028-router', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e9745790-a66f-4b18-9061-576418fba211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:42Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'gw_port': {'id': 'e9745790-a66f-4b18-9061-576418fba211', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:51Z', 'updated_at': '2021-07-07T17:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'd44d34e5-4162-4302-ab10-46dec4a7318e', 'name': '', 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'mac_address': 'fa:16:3e:d7:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:06Z', 'updated_at': '2021-07-07T17:18:24Z', 'revision_number': 5, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'subnets': [{'id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:21.385370 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2e9dae-1e8a-48ba-8af1-b2a72e3c5160 None None] The sync data for ids ['eed3d3eb-1a68-421c-a21f-a8fb1ee460da'] in n-d-791503-12 is: [{'id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'name': 'tempest-AttachVolumeTestJSON-315326028-router', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e9745790-a66f-4b18-9061-576418fba211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:42Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'gw_port': {'id': 'e9745790-a66f-4b18-9061-576418fba211', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:51Z', 'updated_at': '2021-07-07T17:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'd44d34e5-4162-4302-ab10-46dec4a7318e', 'name': '', 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'mac_address': 'fa:16:3e:d7:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:06Z', 'updated_at': '2021-07-07T17:18:24Z', 'revision_number': 5, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'subnets': [{'id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:23:21.494397 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-61b69df4-46a9-419a-9a66-c72153ab0902 None None] Deleting port 359fa9b7-c092-4d5d-8363-f6afc91c5f49 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:21.496167 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-61b69df4-46a9-419a-9a66-c72153ab0902 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.508680 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-38aa3fbb-17d5-4afc-9d71-d9e895703ba7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.657386 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-38aa3fbb-17d5-4afc-9d71-d9e895703ba7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f78859-dee1-4803-aff0-52d35df7b87a']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:21.705845 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-61b69df4-46a9-419a-9a66-c72153ab0902 None None] For port 359fa9b7-c092-4d5d-8363-f6afc91c5f49, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=359fa9b7-c092-4d5d-8363-f6afc91c5f49,segment=NetworkSegment(fec4e241-0466-4dd9-afed-5d8c5a01c59a),segment_id=fec4e241-0466-4dd9-afed-5d8c5a01c59a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:21.706270 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-61b69df4-46a9-419a-9a66-c72153ab0902 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.739775 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-61b69df4-46a9-419a-9a66-c72153ab0902 None None] Calling delete_port for 359fa9b7-c092-4d5d-8363-f6afc91c5f49 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:21.749743 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-38aa3fbb-17d5-4afc-9d71-d9e895703ba7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f11325-f8d0-4c98-aadb-2d941b3196b4') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:21.750000 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-38aa3fbb-17d5-4afc-9d71-d9e895703ba7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f11325-f8d0-4c98-aadb-2d941b3196b4') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:21.783958 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-38aa3fbb-17d5-4afc-9d71-d9e895703ba7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.836381 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-38aa3fbb-17d5-4afc-9d71-d9e895703ba7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.858861 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38aa3fbb-17d5-4afc-9d71-d9e895703ba7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:21.859224 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-38aa3fbb-17d5-4afc-9d71-d9e895703ba7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:21.880608 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:21.988275 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f81dc3c-fdd8-49c5-8bd9-129475680b60 None None] New status for floating IP 831dd0b9-27db-48ff-89cf-3ebf85dafe6c: DOWN {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:23:22.005642 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48598) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:22.008053 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-f3a60a29-4a61-4c12-a30e-4d419ef60317 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Deleting port c04108fc-9789-4081-a202-c2ff592a69ed {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:22.008737 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f3a60a29-4a61-4c12-a30e-4d419ef60317 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.058541 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15bd930b-38d1-4e68-af28-b1f7e50419fa tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.128130 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-61b69df4-46a9-419a-9a66-c72153ab0902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.149939 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15bd930b-38d1-4e68-af28-b1f7e50419fa tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.183368 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-38aa3fbb-17d5-4afc-9d71-d9e895703ba7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.210664 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-38aa3fbb-17d5-4afc-9d71-d9e895703ba7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.219176 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-38aa3fbb-17d5-4afc-9d71-d9e895703ba7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/networks/a2f78859-dee1-4803-aff0-52d35df7b87a HTTP/1.1" status: 204 len: 168 time: 1.5880346 Jul 07 17:23:22.223973 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48608) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:22.304461 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 359fa9b7-c092-4d5d-8363-f6afc91c5f49 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:22.375049 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b69df4-46a9-419a-9a66-c72153ab0902 None None] No DVR routers for this DVR port 359fa9b7-c092-4d5d-8363-f6afc91c5f49 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:22.382672 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 359fa9b7-c092-4d5d-8363-f6afc91c5f49 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:22.388826 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 359fa9b7-c092-4d5d-8363-f6afc91c5f49 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:22.463397 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b69df4-46a9-419a-9a66-c72153ab0902 None None] Pushing event deleted for resources: {'Port': ['ID=359fa9b7-c092-4d5d-8363-f6afc91c5f49,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:22.490866 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dc03d327-040f-4720-a64e-51d2a8f50de8 req-c9baef2e-ccba-4b60-9292-cfc7dd002f7b service neutron] 10.222.0.64 "GET /v2.0/networks/08f6c01e-dfae-4799-95a8-8039418ef262?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2978637 Jul 07 17:23:22.498724 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b38f1ca0-9ee1-404d-84b0-0b27e4b8e0a1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.544503 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa3fbb-17d5-4afc-9d71-d9e895703ba7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Network': ['ID=a2f78859-dee1-4803-aff0-52d35df7b87a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:22.635632 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f3a60a29-4a61-4c12-a30e-4d419ef60317 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.636525 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f3a60a29-4a61-4c12-a30e-4d419ef60317 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.673225 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd930b-38d1-4e68-af28-b1f7e50419fa tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event updated for resources: {'Port': ['ID=10246d64-0e21-43b4-b4df-c1924e114b15,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:22.726276 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b38f1ca0-9ee1-404d-84b0-0b27e4b8e0a1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.738784 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-b38f1ca0-9ee1-404d-84b0-0b27e4b8e0a1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a438191e-b241-40d3-9ba4-f0b0aea6cd0e']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:22.744152 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15bd930b-38d1-4e68-af28-b1f7e50419fa tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.002420 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dc03d327-040f-4720-a64e-51d2a8f50de8 req-7cac980c-9335-4063-a3f2-38aa08e7deb5 service neutron] 10.222.0.64 "GET /v2.0/networks/08f6c01e-dfae-4799-95a8-8039418ef262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717829 Jul 07 17:23:23.107020 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-15bd930b-38d1-4e68-af28-b1f7e50419fa tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Floating IP 64f57947-b6ae-4411-86e5-b86f0fdf5b2f associated. External IP: 172.25.0.250, port: 6e3d80a6-0346-47c8-860a-6fcecbd91629. Jul 07 17:23:23.109350 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-b38f1ca0-9ee1-404d-84b0-0b27e4b8e0a1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec4e241-0466-4dd9-afed-5d8c5a01c59a') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:23.109654 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-b38f1ca0-9ee1-404d-84b0-0b27e4b8e0a1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec4e241-0466-4dd9-afed-5d8c5a01c59a') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:23.119298 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b38f1ca0-9ee1-404d-84b0-0b27e4b8e0a1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.135454 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b38f1ca0-9ee1-404d-84b0-0b27e4b8e0a1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.142410 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b38f1ca0-9ee1-404d-84b0-0b27e4b8e0a1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:23.142951 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b38f1ca0-9ee1-404d-84b0-0b27e4b8e0a1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:23.223737 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:23.240956 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8164d1c8-2545-4c76-84cd-b53893980754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.242902 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b38f1ca0-9ee1-404d-84b0-0b27e4b8e0a1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.255200 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-f3a60a29-4a61-4c12-a30e-4d419ef60317 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Calling delete_port for c04108fc-9789-4081-a202-c2ff592a69ed owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:23.267623 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b38f1ca0-9ee1-404d-84b0-0b27e4b8e0a1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.275202 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b38f1ca0-9ee1-404d-84b0-0b27e4b8e0a1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/networks/a438191e-b241-40d3-9ba4-f0b0aea6cd0e HTTP/1.1" status: 204 len: 168 time: 1.0447192 Jul 07 17:23:23.284453 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48630) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:23.321731 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-6844036a-068a-4892-b04a-0034970cb224 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-791472203'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:23.354111 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f9cc9-50cb-4f52-88a1-f80564071d70 req-a742ee4e-dc9b-4c89-ad34-5e0997eddf53 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:23.356684 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-909f9cc9-50cb-4f52-88a1-f80564071d70 req-a742ee4e-dc9b-4c89-ad34-5e0997eddf53 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 944 time: 0.8159130 Jul 07 17:23:23.362706 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f1ca0-9ee1-404d-84b0-0b27e4b8e0a1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Network': ['ID=a438191e-b241-40d3-9ba4-f0b0aea6cd0e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:23.394429 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-694da178-c8aa-4ed3-8259-b512dd7e8862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.480964 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-909f9cc9-50cb-4f52-88a1-f80564071d70 req-7ae717a2-7df6-4ffb-97ed-d1f1d7ff3b24 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114104 Jul 07 17:23:23.587484 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8164d1c8-2545-4c76-84cd-b53893980754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.597158 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8164d1c8-2545-4c76-84cd-b53893980754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.678613 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8164d1c8-2545-4c76-84cd-b53893980754 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=87f0f1bbc0324e6c85ed00d0cbcc9737&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6630416 Jul 07 17:23:23.680836 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6844036a-068a-4892-b04a-0034970cb224 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Made reservation on behalf of ab411987cea84b3cbe5d62fc9ab0fd39 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:23.684950 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6844036a-068a-4892-b04a-0034970cb224 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.700576 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48640) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:23.714871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6844036a-068a-4892-b04a-0034970cb224 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:23:23.728962 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f3a60a29-4a61-4c12-a30e-4d419ef60317 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.732172 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-f838216f-3962-4afa-a0ea-5e881a0d8005 admin admin] Deleting port a86c32dd-ed0d-4cb6-883a-43f202f2b838 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:23.732531 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f838216f-3962-4afa-a0ea-5e881a0d8005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.764066 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6844036a-068a-4892-b04a-0034970cb224 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.764724 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-6844036a-068a-4892-b04a-0034970cb224 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Added segment 5715bf96-2de8-4abe-86fa-173c52aaaf96 of type vlan for network a0da4c4f-8273-46a7-b93c-2e457fb64000 Jul 07 17:23:23.768745 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164d1c8-2545-4c76-84cd-b53893980754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943a605c-2201-4011-847a-2aef9c65863d,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:23.875403 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a60a29-4a61-4c12-a30e-4d419ef60317 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Pushing event deleted for resources: {'Port': ['ID=c04108fc-9789-4081-a202-c2ff592a69ed,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:23.919422 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-f838216f-3962-4afa-a0ea-5e881a0d8005 admin admin] For port a86c32dd-ed0d-4cb6-883a-43f202f2b838, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a86c32dd-ed0d-4cb6-883a-43f202f2b838,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:23.919786 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f838216f-3962-4afa-a0ea-5e881a0d8005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.929088 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6844036a-068a-4892-b04a-0034970cb224 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.943022 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-f838216f-3962-4afa-a0ea-5e881a0d8005 admin admin] Calling delete_port for a86c32dd-ed0d-4cb6-883a-43f202f2b838 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:23.952497 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bfe96bcf-7c29-47be-bdca-bc86781ba053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.967881 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bd930b-38d1-4e68-af28-b1f7e50419fa tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Router 15a49e4e-640d-4ccf-b7c1-d5d351221179 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:23:24.008660 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bfe96bcf-7c29-47be-bdca-bc86781ba053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.035861 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f3a60a29-4a61-4c12-a30e-4d419ef60317 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.038571 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f3a60a29-4a61-4c12-a30e-4d419ef60317 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.043631 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f3a60a29-4a61-4c12-a30e-4d419ef60317 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "DELETE /v2.0/floatingips/831dd0b9-27db-48ff-89cf-3ebf85dafe6c HTTP/1.1" status: 204 len: 168 time: 2.8568981 Jul 07 17:23:24.067824 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6844036a-068a-4892-b04a-0034970cb224 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.074241 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6844036a-068a-4892-b04a-0034970cb224 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:24.075000 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6844036a-068a-4892-b04a-0034970cb224 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.257952 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bd930b-38d1-4e68-af28-b1f7e50419fa tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:23:24.271980 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e67c96-a317-4933-b8ed-982e6694a4ef None None] Sync routers for ids ['15a49e4e-640d-4ccf-b7c1-d5d351221179'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:23:24.286649 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e67c96-a317-4933-b8ed-982e6694a4ef None None] Routers {'15a49e4e-640d-4ccf-b7c1-d5d351221179'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:24.286863 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6844036a-068a-4892-b04a-0034970cb224 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9732773 Jul 07 17:23:24.287275 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-e0e67c96-a317-4933-b8ed-982e6694a4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:22:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['15a49e4e-640d-4ccf-b7c1-d5d351221179'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:24.287570 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bfe96bcf-7c29-47be-bdca-bc86781ba053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.295505 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bfe96bcf-7c29-47be-bdca-bc86781ba053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.297395 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bfe96bcf-7c29-47be-bdca-bc86781ba053 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/943a605c-2201-4011-847a-2aef9c65863d HTTP/1.1" status: 204 len: 168 time: 0.5695946 Jul 07 17:23:24.297395 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48656) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:24.383541 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-1e6c49f6-5e5e-4e08-97d7-242885e9827e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'subnet': {'network_id': 'a0da4c4f-8273-46a7-b93c-2e457fb64000', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:24.398797 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe96bcf-7c29-47be-bdca-bc86781ba053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943a605c-2201-4011-847a-2aef9c65863d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:24.471170 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844036a-068a-4892-b04a-0034970cb224 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Network': ['ID=a0da4c4f-8273-46a7-b93c-2e457fb64000,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:24.492613 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network a0da4c4f-8273-46a7-b93c-2e457fb64000 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:23:24.581728 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15bd930b-38d1-4e68-af28-b1f7e50419fa tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.590183 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-e0e67c96-a317-4933-b8ed-982e6694a4ef None None] Set router 15a49e4e-640d-4ccf-b7c1-d5d351221179 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:23:24.613775 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48666) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:24.623635 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-b221dfc8-5eba-4488-8f77-06dd31d251fe tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1778704319', 'description': 'tempest-description--2063822784'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:24.693161 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6c49f6-5e5e-4e08-97d7-242885e9827e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Made reservation on behalf of ab411987cea84b3cbe5d62fc9ab0fd39 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:24.716921 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1e6c49f6-5e5e-4e08-97d7-242885e9827e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.756287 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f838216f-3962-4afa-a0ea-5e881a0d8005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.820024 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838216f-3962-4afa-a0ea-5e881a0d8005 admin admin] Pushing event deleted for resources: {'Port': ['ID=a86c32dd-ed0d-4cb6-883a-43f202f2b838,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:24.904844 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-15bd930b-38d1-4e68-af28-b1f7e50419fa tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.1066759 Jul 07 17:23:24.905321 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4666279a-0024-4410-8bd8-63d967bfcebb', 'tag': '6e3d80a6-0346-47c8-860a-6fcecbd91629'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:24.909316 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66c9434-9b41-4e12-92e6-6063de0845e4" -d '{"events": [{"name": "network-changed", "server_uuid": "4666279a-0024-4410-8bd8-63d967bfcebb", "tag": "6e3d80a6-0346-47c8-860a-6fcecbd91629"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:24.911893 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 48672) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:24.961688 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-e0e67c96-a317-4933-b8ed-982e6694a4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'name': 'tempest-TestNetworkBasicOps-router-1605627916', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:21Z', 'updated_at': '2021-07-07T17:22:31Z', 'revision_number': 4, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:23Z', 'updated_at': '2021-07-07T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '64f57947-b6ae-4411-86e5-b86f0fdf5b2f', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'floating_ip_address': '172.25.0.250', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'port_id': '6e3d80a6-0346-47c8-860a-6fcecbd91629', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11', 'mac_address': 'fa:16:3e:2d:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4666279a-0024-4410-8bd8-63d967bfcebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:23:18Z', 'updated_at': '2021-07-07T17:23:18Z', 'revision_number': 0, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36b60956-c80f-4826-b969-9614bcecabc3', 'name': '', 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'mac_address': 'fa:16:3e:ab:c9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '4c292f83-2950-4b02-a762-31fd7b91c7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:30Z', 'updated_at': '2021-07-07T17:22:41Z', 'revision_number': 5, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'subnets': [{'id': '4c292f83-2950-4b02-a762-31fd7b91c7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:25.068834 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9a52e0-5f1e-43be-9cce-6a85f7453f51 x-openstack-request-id: req-9f9a52e0-5f1e-43be-9cce-6a85f7453f51 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:25.069828 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4666279a-0024-4410-8bd8-63d967bfcebb", "tag": "6e3d80a6-0346-47c8-860a-6fcecbd91629", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:25.070464 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f9a52e0-5f1e-43be-9cce-6a85f7453f51 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:25.071080 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4666279a-0024-4410-8bd8-63d967bfcebb', 'tag': '6e3d80a6-0346-47c8-860a-6fcecbd91629', 'status': 'completed', 'code': 200} Jul 07 17:23:25.095843 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e67c96-a317-4933-b8ed-982e6694a4ef None None] Checking router: 15a49e4e-640d-4ccf-b7c1-d5d351221179 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:23:25.123130 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e67c96-a317-4933-b8ed-982e6694a4ef None None] Routers {'15a49e4e-640d-4ccf-b7c1-d5d351221179'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:25.123797 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-e0e67c96-a317-4933-b8ed-982e6694a4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:22:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['15a49e4e-640d-4ccf-b7c1-d5d351221179'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:25.225434 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48676) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:25.238196 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cfead350-b111-46b9-bf66-11dec175d1df tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/floatingips/64f57947-b6ae-4411-86e5-b86f0fdf5b2f HTTP/1.1" status: 200 len: 991 time: 0.3151052 Jul 07 17:23:25.282306 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b221dfc8-5eba-4488-8f77-06dd31d251fe tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.295506 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-618b455e-07fa-44ac-9ed2-8990cbb3287d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.336404 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-e0e67c96-a317-4933-b8ed-982e6694a4ef None None] Set router 15a49e4e-640d-4ccf-b7c1-d5d351221179 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:23:25.386988 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c9434-9b41-4e12-92e6-6063de0845e4 req-c86e87b4-e661-40f4-9e37-06aae6b5fc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:25.390421 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a66c9434-9b41-4e12-92e6-6063de0845e4 req-c86e87b4-e661-40f4-9e37-06aae6b5fc84 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7e4da5b6d5e463984eb77df0d02de9e&device_id=4666279a-0024-4410-8bd8-63d967bfcebb HTTP/1.1" status: 200 len: 1097 time: 0.3277786 Jul 07 17:23:25.603551 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c9434-9b41-4e12-92e6-6063de0845e4 req-16e0cae9-9ae9-4ec5-964d-492b53cd4756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:25.603551 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a66c9434-9b41-4e12-92e6-6063de0845e4 req-16e0cae9-9ae9-4ec5-964d-492b53cd4756 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3c0b275b-5d0f-4ed9-a531-2f332d1ccc11 HTTP/1.1" status: 200 len: 897 time: 0.2066033 Jul 07 17:23:25.723232 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a66c9434-9b41-4e12-92e6-6063de0845e4 req-b6a45cd3-c6ac-4094-ba94-c5bf5f687073 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e3d80a6-0346-47c8-860a-6fcecbd91629 HTTP/1.1" status: 200 len: 999 time: 0.1084008 Jul 07 17:23:25.748040 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f838216f-3962-4afa-a0ea-5e881a0d8005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.836211 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c0288-2392-43b9-9bea-6e10b09899ec req-05f8d727-d7a8-4d24-bf33-6d5575fafaee tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:25.846611 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-881c0288-2392-43b9-9bea-6e10b09899ec req-05f8d727-d7a8-4d24-bf33-6d5575fafaee tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 944 time: 0.8390386 Jul 07 17:23:25.851530 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-e0e67c96-a317-4933-b8ed-982e6694a4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'name': 'tempest-TestNetworkBasicOps-router-1605627916', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:21Z', 'updated_at': '2021-07-07T17:22:31Z', 'revision_number': 4, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:23Z', 'updated_at': '2021-07-07T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '64f57947-b6ae-4411-86e5-b86f0fdf5b2f', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'floating_ip_address': '172.25.0.250', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'port_id': '6e3d80a6-0346-47c8-860a-6fcecbd91629', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11', 'mac_address': 'fa:16:3e:2d:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4666279a-0024-4410-8bd8-63d967bfcebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:23:18Z', 'updated_at': '2021-07-07T17:23:18Z', 'revision_number': 0, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36b60956-c80f-4826-b969-9614bcecabc3', 'name': '', 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'mac_address': 'fa:16:3e:ab:c9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '4c292f83-2950-4b02-a762-31fd7b91c7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:30Z', 'updated_at': '2021-07-07T17:22:41Z', 'revision_number': 5, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'subnets': [{'id': '4c292f83-2950-4b02-a762-31fd7b91c7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:25.855981 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1e6c49f6-5e5e-4e08-97d7-242885e9827e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.863588 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c9434-9b41-4e12-92e6-6063de0845e4 req-6e5dce38-c4d9-481c-b4cd-cdd297347004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:25.865381 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a66c9434-9b41-4e12-92e6-6063de0845e4 req-6e5dce38-c4d9-481c-b4cd-cdd297347004 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4c292f83-2950-4b02-a762-31fd7b91c7af HTTP/1.1" status: 200 len: 834 time: 0.1274028 Jul 07 17:23:25.894682 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e67c96-a317-4933-b8ed-982e6694a4ef None None] The sync data for ids ['15a49e4e-640d-4ccf-b7c1-d5d351221179'] in n-d-791503-12 is: [{'id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'name': 'tempest-TestNetworkBasicOps-router-1605627916', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:21Z', 'updated_at': '2021-07-07T17:22:31Z', 'revision_number': 4, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:23Z', 'updated_at': '2021-07-07T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '64f57947-b6ae-4411-86e5-b86f0fdf5b2f', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'floating_ip_address': '172.25.0.250', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'port_id': '6e3d80a6-0346-47c8-860a-6fcecbd91629', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11', 'mac_address': 'fa:16:3e:2d:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4666279a-0024-4410-8bd8-63d967bfcebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:23:18Z', 'updated_at': '2021-07-07T17:23:18Z', 'revision_number': 0, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36b60956-c80f-4826-b969-9614bcecabc3', 'name': '', 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'mac_address': 'fa:16:3e:ab:c9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '4c292f83-2950-4b02-a762-31fd7b91c7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:30Z', 'updated_at': '2021-07-07T17:22:41Z', 'revision_number': 5, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'subnets': [{'id': '4c292f83-2950-4b02-a762-31fd7b91c7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:23:26.006022 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c49f6-5e5e-4e08-97d7-242885e9827e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Subnet': ['ID=c91521f8-bf91-4964-b729-d4a4e3a6eac6,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:26.040694 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-881c0288-2392-43b9-9bea-6e10b09899ec req-beca51a7-aad7-4de4-9fee-66502b2a4b37 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922424 Jul 07 17:23:26.082345 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-618b455e-07fa-44ac-9ed2-8990cbb3287d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.097325 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6c49f6-5e5e-4e08-97d7-242885e9827e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Checking segment: {'id': '5715bf96-2de8-4abe-86fa-173c52aaaf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0da4c4f-8273-46a7-b93c-2e457fb64000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:26.097845 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6c49f6-5e5e-4e08-97d7-242885e9827e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network hostable DHCP agents. Network: a0da4c4f-8273-46a7-b93c-2e457fb64000, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:23:26.104789 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-618b455e-07fa-44ac-9ed2-8990cbb3287d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.151252 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c9434-9b41-4e12-92e6-6063de0845e4 req-6bb8c6c9-0c34-489c-92c7-a3a1def3ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:26.154282 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a66c9434-9b41-4e12-92e6-6063de0845e4 req-6bb8c6c9-0c34-489c-92c7-a3a1def3ff88 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3c0b275b-5d0f-4ed9-a531-2f332d1ccc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2476449 Jul 07 17:23:26.159726 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.185015 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-618b455e-07fa-44ac-9ed2-8990cbb3287d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5131fb65994f48e49cc383aef2f32ba2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9491959 Jul 07 17:23:26.185015 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b455e-07fa-44ac-9ed2-8990cbb3287d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23af2d7-bb6c-419a-aa04-d072718c0ba5,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:26.185354 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f838216f-3962-4afa-a0ea-5e881a0d8005 admin admin] Router 8081bcf8-d02f-46ae-a958-7ce2201710a8 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:23:26.195484 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 48692) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:26.232244 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863ab988-a6f7-4e31-bf66-b5db41a34edb None None] New status for floating IP 64f57947-b6ae-4411-86e5-b86f0fdf5b2f: ACTIVE {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:23:26.238938 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6c49f6-5e5e-4e08-97d7-242885e9827e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network a0da4c4f-8273-46a7-b93c-2e457fb64000 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:23:26.243542 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48694) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:26.335592 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c7566eb6-46d0-4dbe-9bd9-12741c6c9ffd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/floatingips/64f57947-b6ae-4411-86e5-b86f0fdf5b2f HTTP/1.1" status: 200 len: 991 time: 0.0899215 Jul 07 17:23:26.341685 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-1e6c49f6-5e5e-4e08-97d7-242885e9827e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, a0da4c4f-8273-46a7-b93c-2e457fb64000) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:26.359961 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6c49f6-5e5e-4e08-97d7-242885e9827e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:26.361152 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1e6c49f6-5e5e-4e08-97d7-242885e9827e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.383981 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034004b5-79f2-44ab-ad61-3bc53076079d None None] Network a0da4c4f-8273-46a7-b93c-2e457fb64000 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:26.426128 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ee667a8-7ce4-4d5e-968f-08b82db67af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.433655 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b221dfc8-5eba-4488-8f77-06dd31d251fe tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.434800 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a66c9434-9b41-4e12-92e6-6063de0845e4 req-94f0a9d2-ef4c-44cc-bbe4-7a0f04f0c2b6 service neutron] 10.222.0.72 "GET /v2.0/networks/3c0b275b-5d0f-4ed9-a531-2f332d1ccc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657039 Jul 07 17:23:26.441897 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b221dfc8-5eba-4488-8f77-06dd31d251fe tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.446649 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f838216f-3962-4afa-a0ea-5e881a0d8005 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:23:26.458595 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1e6c49f6-5e5e-4e08-97d7-242885e9827e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0968077 Jul 07 17:23:26.464443 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f838216f-3962-4afa-a0ea-5e881a0d8005 admin admin] 10.222.0.53 "PUT /v2.0/routers/8081bcf8-d02f-46ae-a958-7ce2201710a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3904541 Jul 07 17:23:26.466042 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 48696) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:26.466384 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 48698) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:26.477806 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-53506940-bf61-4602-909e-3cd9ec7d968e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1445842725', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:26.491508 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca09bf4-d2af-492c-9d2a-2f016f6f1f4d None None] Sync routers for ids ['8081bcf8-d02f-46ae-a958-7ce2201710a8'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:23:26.502811 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ee667a8-7ce4-4d5e-968f-08b82db67af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.524751 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca09bf4-d2af-492c-9d2a-2f016f6f1f4d None None] Routers {'8081bcf8-d02f-46ae-a958-7ce2201710a8'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:26.525765 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b221dfc8-5eba-4488-8f77-06dd31d251fe tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.526230 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-9ca09bf4-d2af-492c-9d2a-2f016f6f1f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:22:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['8081bcf8-d02f-46ae-a958-7ce2201710a8'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:26.532882 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b221dfc8-5eba-4488-8f77-06dd31d251fe tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.9150352 Jul 07 17:23:26.540496 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48702) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:26.560070 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-600db167-67dc-41a4-b46f-da5fbbdde9e2 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Request body: {'security_group_rule': {'security_group_id': '4bfbd521-10d4-49dc-a2ee-f177c8718fbd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:26.622846 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221dfc8-5eba-4488-8f77-06dd31d251fe tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfbd521-10d4-49dc-a2ee-f177c8718fbd,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:26.655436 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-600db167-67dc-41a4-b46f-da5fbbdde9e2 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.681687 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8b9de6-d313-4cd1-8e1b-b569e44246e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-a0da4c4f-8273-46a7-b93c-2e457fb64000', 'network_id': 'a0da4c4f-8273-46a7-b93c-2e457fb64000', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'fixed_ips': [{'subnet_id': 'c91521f8-bf91-4964-b729-d4a4e3a6eac6'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:23:26.682017 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9de6-d313-4cd1-8e1b-b569e44246e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.820203 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48712) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:26.876021 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-600db167-67dc-41a4-b46f-da5fbbdde9e2 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.881255 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-600db167-67dc-41a4-b46f-da5fbbdde9e2 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.932456 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600db167-67dc-41a4-b46f-da5fbbdde9e2 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1fa3ff2-11b1-4f47-a3ac-95275c3cfd7e,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:26.962442 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-600db167-67dc-41a4-b46f-da5fbbdde9e2 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.966035 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-600db167-67dc-41a4-b46f-da5fbbdde9e2 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4244292 Jul 07 17:23:26.969882 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48716) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:26.981071 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-37fd57ff-8079-47b1-96de-7e5dd58c2e8b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Request body: {'security_group_rule': {'security_group_id': '4bfbd521-10d4-49dc-a2ee-f177c8718fbd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:26.988292 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-53506940-bf61-4602-909e-3cd9ec7d968e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.989364 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-53506940-bf61-4602-909e-3cd9ec7d968e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.036973 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-1e8b9de6-d313-4cd1-8e1b-b569e44246e4 None None] Allocated IP 2001:db8::2 (a0da4c4f-8273-46a7-b93c-2e457fb64000/c91521f8-bf91-4964-b729-d4a4e3a6eac6/10f089b5-f84c-48ce-af09-435893042907) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:27.037817 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-9ca09bf4-d2af-492c-9d2a-2f016f6f1f4d None None] Set router 8081bcf8-d02f-46ae-a958-7ce2201710a8 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:23:27.040944 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a02f3791-c04c-412f-bd89-9a34a5eb0ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.071313 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-37fd57ff-8079-47b1-96de-7e5dd58c2e8b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.108076 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2cc98600-0a54-47e7-92a4-218eb72befea admin admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.112282 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a66c9434-9b41-4e12-92e6-6063de0845e4 req-5d527707-e38a-4832-b941-62f52a6a7d07 service neutron] 10.222.0.72 "GET /v2.0/networks/3c0b275b-5d0f-4ed9-a531-2f332d1ccc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6643236 Jul 07 17:23:27.115908 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-53506940-bf61-4602-909e-3cd9ec7d968e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.143751 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-37fd57ff-8079-47b1-96de-7e5dd58c2e8b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.145659 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ddf05ec-0f11-4a4c-be35-43394725b246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.150238 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-37fd57ff-8079-47b1-96de-7e5dd58c2e8b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.172575 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-53506940-bf61-4602-909e-3cd9ec7d968e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.178787 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ee667a8-7ce4-4d5e-968f-08b82db67af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.181004 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ee667a8-7ce4-4d5e-968f-08b82db67af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.184749 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6ee667a8-7ce4-4d5e-968f-08b82db67af2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d23af2d7-bb6c-419a-aa04-d072718c0ba5 HTTP/1.1" status: 204 len: 168 time: 0.9854763 Jul 07 17:23:27.203934 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee667a8-7ce4-4d5e-968f-08b82db67af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23af2d7-bb6c-419a-aa04-d072718c0ba5,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:27.218527 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd57ff-8079-47b1-96de-7e5dd58c2e8b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53345c4-d1aa-4ce8-bdd2-93f145b46868,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:27.338491 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 48722) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:27.433020 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ddf05ec-0f11-4a4c-be35-43394725b246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.443390 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ddf05ec-0f11-4a4c-be35-43394725b246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.460296 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-37fd57ff-8079-47b1-96de-7e5dd58c2e8b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.462878 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-37fd57ff-8079-47b1-96de-7e5dd58c2e8b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4902892 Jul 07 17:23:27.481704 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48732) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:27.490308 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-15b33930-5646-4ad5-b665-4989db99daa7 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:27.556423 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9de6-d313-4cd1-8e1b-b569e44246e4 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.567576 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf05ec-0f11-4a4c-be35-43394725b246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0707c6a-c6ee-4ae5-ba2f-1f2c965de41e,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:27.572379 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9ddf05ec-0f11-4a4c-be35-43394725b246 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=389138d9beb84936bed9af35230623d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7447820 Jul 07 17:23:27.579087 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48736) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:27.590494 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-53506940-bf61-4602-909e-3cd9ec7d968e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.592445 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1e8b9de6-d313-4cd1-8e1b-b569e44246e4 None None] Transition to ACTIVE for port object 10f089b5-f84c-48ce-af09-435893042907 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:27.595996 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-53506940-bf61-4602-909e-3cd9ec7d968e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1277771 Jul 07 17:23:27.602013 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 48738) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:27.605226 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-9ca09bf4-d2af-492c-9d2a-2f016f6f1f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'name': 'tempest-AttachVolumeShelveTestJSON-2145681699-router', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:07Z', 'updated_at': '2021-07-07T17:23:24Z', 'revision_number': 5, 'project_id': '18e760e73e3c432284bc214c0bade121', 'gw_port': {'id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:af:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:10Z', 'updated_at': '2021-07-07T17:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:27.628667 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1e8b9de6-d313-4cd1-8e1b-b569e44246e4 None None] Transition to ACTIVE for port object 10f089b5-f84c-48ce-af09-435893042907 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:27.638895 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9de6-d313-4cd1-8e1b-b569e44246e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.639590 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-15b33930-5646-4ad5-b665-4989db99daa7 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.642495 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca09bf4-d2af-492c-9d2a-2f016f6f1f4d None None] Checking router: 8081bcf8-d02f-46ae-a958-7ce2201710a8 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:23:27.654970 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca09bf4-d2af-492c-9d2a-2f016f6f1f4d None None] Routers {'8081bcf8-d02f-46ae-a958-7ce2201710a8'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:27.657088 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-9ca09bf4-d2af-492c-9d2a-2f016f6f1f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:23:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['8081bcf8-d02f-46ae-a958-7ce2201710a8'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:27.671952 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-d83a244d-a6a3-45d7-86b6-880124f731d7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'port': {'network_id': 'a0da4c4f-8273-46a7-b93c-2e457fb64000', 'name': 'tempest-RoutersIpV6Test-2044681306'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:27.679007 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2cc98600-0a54-47e7-92a4-218eb72befea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.734833 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8b9de6-d313-4cd1-8e1b-b569e44246e4 None None] Network a0da4c4f-8273-46a7-b93c-2e457fb64000 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:27.749127 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-1e8b9de6-d313-4cd1-8e1b-b569e44246e4 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:27.753935 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8b9de6-d313-4cd1-8e1b-b569e44246e4 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:27.756439 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b9de6-d313-4cd1-8e1b-b569e44246e4 None None] Pushing event updated for resources: {'Port': ['ID=10f089b5-f84c-48ce-af09-435893042907,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:27.780358 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5b8450c5-773b-46e7-a754-f919d3108902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.827937 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2df9350c-c64e-4796-9793-7f603ad8168b tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/floatingips/64f57947-b6ae-4411-86e5-b86f0fdf5b2f HTTP/1.1" status: 200 len: 993 time: 0.4872539 Jul 07 17:23:27.840014 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-9ca09bf4-d2af-492c-9d2a-2f016f6f1f4d None None] Set router 8081bcf8-d02f-46ae-a958-7ce2201710a8 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:23:27.859277 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5b8450c5-773b-46e7-a754-f919d3108902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.874226 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1e8b9de6-d313-4cd1-8e1b-b569e44246e4 None None] Attempting to bind port 10f089b5-f84c-48ce-af09-435893042907 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:27.875737 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1e8b9de6-d313-4cd1-8e1b-b569e44246e4 None None] Attempting to bind port 10f089b5-f84c-48ce-af09-435893042907 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '5715bf96-2de8-4abe-86fa-173c52aaaf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0da4c4f-8273-46a7-b93c-2e457fb64000'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:27.876999 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8b9de6-d313-4cd1-8e1b-b569e44246e4 None None] Attempting to bind port 10f089b5-f84c-48ce-af09-435893042907 on network a0da4c4f-8273-46a7-b93c-2e457fb64000 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:27.884563 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8b9de6-d313-4cd1-8e1b-b569e44246e4 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:27.885393 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8b9de6-d313-4cd1-8e1b-b569e44246e4 None None] Checking segment: {'id': '5715bf96-2de8-4abe-86fa-173c52aaaf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0da4c4f-8273-46a7-b93c-2e457fb64000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:27.887530 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9de6-d313-4cd1-8e1b-b569e44246e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.888182 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8b9de6-d313-4cd1-8e1b-b569e44246e4 None None] Bound using segment: {'id': '5715bf96-2de8-4abe-86fa-173c52aaaf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0da4c4f-8273-46a7-b93c-2e457fb64000'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:27.889157 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1e8b9de6-d313-4cd1-8e1b-b569e44246e4 None None] Bound port: 10f089b5-f84c-48ce-af09-435893042907, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5715bf96-2de8-4abe-86fa-173c52aaaf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0da4c4f-8273-46a7-b93c-2e457fb64000'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:27.889822 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9de6-d313-4cd1-8e1b-b569e44246e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.934196 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.985292 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5b8450c5-773b-46e7-a754-f919d3108902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.996112 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5b8450c5-773b-46e7-a754-f919d3108902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.997681 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5b8450c5-773b-46e7-a754-f919d3108902 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f0707c6a-c6ee-4ae5-ba2f-1f2c965de41e HTTP/1.1" status: 204 len: 168 time: 0.4174237 Jul 07 17:23:28.024756 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8450c5-773b-46e7-a754-f919d3108902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0707c6a-c6ee-4ae5-ba2f-1f2c965de41e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:28.046553 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-1e8b9de6-d313-4cd1-8e1b-b569e44246e4 None None] For port 10f089b5-f84c-48ce-af09-435893042907, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:28.053939 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-1e8b9de6-d313-4cd1-8e1b-b569e44246e4 None None] For port 10f089b5-f84c-48ce-af09-435893042907, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=10f089b5-f84c-48ce-af09-435893042907,segment=NetworkSegment(5715bf96-2de8-4abe-86fa-173c52aaaf96),segment_id=5715bf96-2de8-4abe-86fa-173c52aaaf96)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:28.077486 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9de6-d313-4cd1-8e1b-b569e44246e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.136486 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-9ca09bf4-d2af-492c-9d2a-2f016f6f1f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'name': 'tempest-AttachVolumeShelveTestJSON-2145681699-router', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:07Z', 'updated_at': '2021-07-07T17:23:24Z', 'revision_number': 5, 'project_id': '18e760e73e3c432284bc214c0bade121', 'gw_port': {'id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:af:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:10Z', 'updated_at': '2021-07-07T17:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:28.139881 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-15b33930-5646-4ad5-b665-4989db99daa7 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.177717 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83a244d-a6a3-45d7-86b6-880124f731d7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Made reservation on behalf of ab411987cea84b3cbe5d62fc9ab0fd39 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:28.188180 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d83a244d-a6a3-45d7-86b6-880124f731d7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.206020 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca09bf4-d2af-492c-9d2a-2f016f6f1f4d None None] The sync data for ids ['8081bcf8-d02f-46ae-a958-7ce2201710a8'] in n-d-791503-12 is: [{'id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'name': 'tempest-AttachVolumeShelveTestJSON-2145681699-router', 'tenant_id': '18e760e73e3c432284bc214c0bade121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:07Z', 'updated_at': '2021-07-07T17:23:24Z', 'revision_number': 5, 'project_id': '18e760e73e3c432284bc214c0bade121', 'gw_port': {'id': 'eddc9f27-8cf9-428d-86f7-026a38938cb7', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:af:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8081bcf8-d02f-46ae-a958-7ce2201710a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:10Z', 'updated_at': '2021-07-07T17:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:23:28.254499 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa61a5-cfc7-4556-8fc8-09920d1b6695 req-089bb1f4-a5cf-410b-b2ee-e119d04d84a9 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:28.256245 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b4fa61a5-cfc7-4556-8fc8-09920d1b6695 req-089bb1f4-a5cf-410b-b2ee-e119d04d84a9 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 944 time: 0.7442038 Jul 07 17:23:28.277976 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b9de6-d313-4cd1-8e1b-b569e44246e4 None None] Pushing event updated for resources: {'Port': ['ID=10f089b5-f84c-48ce-af09-435893042907,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:28.294743 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-d83a244d-a6a3-45d7-86b6-880124f731d7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] device_id is not set on port 0df96291-9324-4194-8d3a-d33df634cfa3 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:23:28.370901 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-15b33930-5646-4ad5-b665-4989db99daa7 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Allocated IP 172.25.0.48 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/e7225326-7c49-4f62-8bde-f5a46a2ad339) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:28.381622 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-2cc98600-0a54-47e7-92a4-218eb72befea admin admin] Deleting port eddc9f27-8cf9-428d-86f7-026a38938cb7 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:28.382252 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2cc98600-0a54-47e7-92a4-218eb72befea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.435255 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device cc4b1e40-4570-4001-8292-c164e39b063a no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:28.538897 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b4fa61a5-cfc7-4556-8fc8-09920d1b6695 req-11bcd013-9fa7-47e1-b8ad-d51d5e76730f tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509539 Jul 07 17:23:28.559460 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-15b33930-5646-4ad5-b665-4989db99daa7 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.722754 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-15b33930-5646-4ad5-b665-4989db99daa7 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.872203 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-d83a244d-a6a3-45d7-86b6-880124f731d7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Allocated IP 2001:db8::334 (a0da4c4f-8273-46a7-b93c-2e457fb64000/c91521f8-bf91-4964-b729-d4a4e3a6eac6/0df96291-9324-4194-8d3a-d33df634cfa3) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:28.886293 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b33930-5646-4ad5-b665-4989db99daa7 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:28.886820 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-2cc98600-0a54-47e7-92a4-218eb72befea admin admin] For port eddc9f27-8cf9-428d-86f7-026a38938cb7, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=eddc9f27-8cf9-428d-86f7-026a38938cb7,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:28.887244 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2cc98600-0a54-47e7-92a4-218eb72befea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.924334 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-2cc98600-0a54-47e7-92a4-218eb72befea admin admin] Calling delete_port for eddc9f27-8cf9-428d-86f7-026a38938cb7 owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:28.950090 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-15b33930-5646-4ad5-b665-4989db99daa7 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:28.989428 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b33930-5646-4ad5-b665-4989db99daa7 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:29.014885 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b33930-5646-4ad5-b665-4989db99daa7 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Pushing event updated for resources: {'Port': ['ID=e7225326-7c49-4f62-8bde-f5a46a2ad339,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:29.107123 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 48770) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:29.147725 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-117e6545-f19e-468c-b921-e807df22bf43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.241515 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003ac7d-1516-4acb-bd36-69d204ce9575 req-d4f6576d-6f22-4780-bc0c-71515327a487 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:29.249510 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a003ac7d-1516-4acb-bd36-69d204ce9575 req-d4f6576d-6f22-4780-bc0c-71515327a487 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 944 time: 0.3079042 Jul 07 17:23:29.279901 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-15b33930-5646-4ad5-b665-4989db99daa7 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.335245 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d83a244d-a6a3-45d7-86b6-880124f731d7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.345872 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a003ac7d-1516-4acb-bd36-69d204ce9575 req-fe030fc7-efe9-4a4e-a6a0-85ad59059e0f tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957770 Jul 07 17:23:29.361281 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-15b33930-5646-4ad5-b665-4989db99daa7 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.407819 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-d83a244d-a6a3-45d7-86b6-880124f731d7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Transition to ACTIVE for port object 0df96291-9324-4194-8d3a-d33df634cfa3 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:29.469602 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2cc98600-0a54-47e7-92a4-218eb72befea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.524070 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc98600-0a54-47e7-92a4-218eb72befea admin admin] Pushing event deleted for resources: {'Port': ['ID=eddc9f27-8cf9-428d-86f7-026a38938cb7,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:29.611407 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-15b33930-5646-4ad5-b665-4989db99daa7 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.625742 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-15b33930-5646-4ad5-b665-4989db99daa7 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.626288 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-117e6545-f19e-468c-b921-e807df22bf43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.628744 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d83a244d-a6a3-45d7-86b6-880124f731d7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.646317 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-117e6545-f19e-468c-b921-e807df22bf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.703308 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b33930-5646-4ad5-b665-4989db99daa7 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Pushing event updated for resources: {'Port': ['ID=e7225326-7c49-4f62-8bde-f5a46a2ad339,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:29.732952 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-117e6545-f19e-468c-b921-e807df22bf43 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=691e5b02d1ae4ebea301b87f87af3106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6246939 Jul 07 17:23:29.738232 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48790) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:29.782998 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83a244d-a6a3-45d7-86b6-880124f731d7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network a0da4c4f-8273-46a7-b93c-2e457fb64000 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:29.785434 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a244d-a6a3-45d7-86b6-880124f731d7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Port': ['ID=0df96291-9324-4194-8d3a-d33df634cfa3,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:29.788254 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e6545-f19e-468c-b921-e807df22bf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25205f9b-e866-4756-8131-7babb8d0f975,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:29.793550 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2cc98600-0a54-47e7-92a4-218eb72befea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.796657 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-d83a244d-a6a3-45d7-86b6-880124f731d7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:29.824670 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83a244d-a6a3-45d7-86b6-880124f731d7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:29.826741 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-15b33930-5646-4ad5-b665-4989db99daa7 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.836679 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83a244d-a6a3-45d7-86b6-880124f731d7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:29.840510 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e7807bf8-5f55-470c-b8f1-c5f9de42ac04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.855024 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-15b33930-5646-4ad5-b665-4989db99daa7 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.864650 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-15b33930-5646-4ad5-b665-4989db99daa7 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3727784 Jul 07 17:23:29.866217 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d83a244d-a6a3-45d7-86b6-880124f731d7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.889927 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e7807bf8-5f55-470c-b8f1-c5f9de42ac04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.983093 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e7807bf8-5f55-470c-b8f1-c5f9de42ac04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.985662 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e7807bf8-5f55-470c-b8f1-c5f9de42ac04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.990559 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e7807bf8-5f55-470c-b8f1-c5f9de42ac04 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/25205f9b-e866-4756-8131-7babb8d0f975 HTTP/1.1" status: 204 len: 168 time: 0.2502596 Jul 07 17:23:30.023043 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7807bf8-5f55-470c-b8f1-c5f9de42ac04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25205f9b-e866-4756-8131-7babb8d0f975,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:30.236991 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.328725 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d83a244d-a6a3-45d7-86b6-880124f731d7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6746736 Jul 07 17:23:30.330001 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48830) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:30.330297 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2cc98600-0a54-47e7-92a4-218eb72befea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.333323 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2cc98600-0a54-47e7-92a4-218eb72befea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.350443 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5334fabb-5b8d-4710-a280-b1276dd6b0df None None] Network a0da4c4f-8273-46a7-b93c-2e457fb64000 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:30.436786 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 10f089b5-f84c-48ce-af09-435893042907 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:30.508134 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-599af89f-13da-489f-a817-e0ab7f8b59bd None None] Provisioning for port 10f089b5-f84c-48ce-af09-435893042907 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:30.513390 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2cc98600-0a54-47e7-92a4-218eb72befea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.513965 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc98600-0a54-47e7-92a4-218eb72befea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8081bcf8-d02f-46ae-a958-7ce2201710a8 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:23:30.535430 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2cc98600-0a54-47e7-92a4-218eb72befea admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.542762 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-ead7038e-8a77-49eb-9081-024d867533eb tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1778704319&fields=id&tenant_id=05029c802c7d44e6b05d7b73d2dd31fb HTTP/1.1" status: 200 len: 267 time: 0.2175846 Jul 07 17:23:30.543708 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2cc98600-0a54-47e7-92a4-218eb72befea admin admin] 10.222.0.53 "DELETE /v2.0/routers/8081bcf8-d02f-46ae-a958-7ce2201710a8 HTTP/1.1" status: 204 len: 168 time: 4.0720019 Jul 07 17:23:30.544417 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48834) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:30.608383 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1aa57a17-7642-47eb-b5a8-f86715d32a10 req-2ebea177-2812-4ad9-91c0-38390aaa0796 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3073051 Jul 07 17:23:30.635856 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965ae07-cba5-4cdb-8410-cef8d570141b req-379b82ac-3e46-4886-9b7d-e11715ad6f2c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:30.639666 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a965ae07-cba5-4cdb-8410-cef8d570141b req-379b82ac-3e46-4886-9b7d-e11715ad6f2c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 944 time: 0.3121915 Jul 07 17:23:30.700043 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a965ae07-cba5-4cdb-8410-cef8d570141b req-a1d2964f-b991-46bd-b07a-d1f56e837b00 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539312 Jul 07 17:23:30.723882 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81f5446-3f77-4154-b061-6001eece61ab admin admin] Deleting subnet b0fe605b-06e9-4628-b5de-b8df689c0601 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:23:30.792095 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a81f5446-3f77-4154-b061-6001eece61ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.840056 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 10f089b5-f84c-48ce-af09-435893042907 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:30.862352 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a81f5446-3f77-4154-b061-6001eece61ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.871032 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 10f089b5-f84c-48ce-af09-435893042907 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:30.871702 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:31.119123 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:31.171501 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 10f089b5-f84c-48ce-af09-435893042907, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=10f089b5-f84c-48ce-af09-435893042907,segment=NetworkSegment(5715bf96-2de8-4abe-86fa-173c52aaaf96),segment_id=5715bf96-2de8-4abe-86fa-173c52aaaf96)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:31.176385 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:31.243943 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a86c32dd-ed0d-4cb6-883a-43f202f2b838 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:31.272208 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: a86c32dd-ed0d-4cb6-883a-43f202f2b838 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:31.272473 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a86c32dd-ed0d-4cb6-883a-43f202f2b838 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:31.334415 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=10f089b5-f84c-48ce-af09-435893042907,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:31.485854 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a81f5446-3f77-4154-b061-6001eece61ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:31.520681 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-1bc991d7-9594-4f12-86d6-5e1aa49d6190 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:31.524390 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-1bc991d7-9594-4f12-86d6-5e1aa49d6190 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/networks?id=8844e96f-6ac0-4025-abff-e3224e6714bf HTTP/1.1" status: 200 len: 810 time: 0.9804153 Jul 07 17:23:31.622106 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-fddbe1bd-0804-455f-9058-81d989d4522f None None] Provisioning complete for port 10f089b5-f84c-48ce-af09-435893042907 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:31.622942 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fddbe1bd-0804-455f-9058-81d989d4522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:31.732889 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-0fc90783-0d54-48c3-afe5-0d4a5e900ea2 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/quotas/05029c802c7d44e6b05d7b73d2dd31fb HTTP/1.1" status: 200 len: 375 time: 0.1513736 Jul 07 17:23:31.882794 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-754b8443-a48e-4b50-8d9b-be2e1256bcd7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:31.899343 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a81f5446-3f77-4154-b061-6001eece61ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:31.899602 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-fddbe1bd-0804-455f-9058-81d989d4522f None None] Provisioning for port 0df96291-9324-4194-8d3a-d33df634cfa3 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:31.908744 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-fddbe1bd-0804-455f-9058-81d989d4522f None None] Provisioning complete for port 0df96291-9324-4194-8d3a-d33df634cfa3 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:31.909204 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fddbe1bd-0804-455f-9058-81d989d4522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:31.978834 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f5446-3f77-4154-b061-6001eece61ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0fe605b-06e9-4628-b5de-b8df689c0601,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:31.982221 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-fddbe1bd-0804-455f-9058-81d989d4522f None None] Port 0df96291-9324-4194-8d3a-d33df634cfa3 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:23:31.987941 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a81f5446-3f77-4154-b061-6001eece61ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:31.990684 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a81f5446-3f77-4154-b061-6001eece61ab admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b0fe605b-06e9-4628-b5de-b8df689c0601 HTTP/1.1" status: 204 len: 168 time: 1.4090962 Jul 07 17:23:31.993457 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48896) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:32.002488 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76647ae9-09d1-40d2-a11a-b6b9b21aa93d None None] Network d9c7bfe2-c6df-42ea-bc46-459eb954abd9 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:32.028126 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 48900) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:32.181483 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 10f089b5-f84c-48ce-af09-435893042907 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:32.218558 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-815db4e7-8ea4-469c-845c-70b24e01c40e tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=05029c802c7d44e6b05d7b73d2dd31fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4447796 Jul 07 17:23:32.224721 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86dbc53-f607-4728-b1ec-0b0b131d47f6 req-cc0116af-fb55-4ded-b387-607978036f61 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:32.236530 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f86dbc53-f607-4728-b1ec-0b0b131d47f6 req-cc0116af-fb55-4ded-b387-607978036f61 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 944 time: 0.3277597 Jul 07 17:23:32.255742 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f94feae0-5bae-4af5-83b6-3429684a2c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.287421 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d24f7b17-fb25-456d-b151-e0d65e7f8ad3 None None] Provisioning complete for port 0df96291-9324-4194-8d3a-d33df634cfa3 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:32.288435 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d24f7b17-fb25-456d-b151-e0d65e7f8ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.381527 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d24f7b17-fb25-456d-b151-e0d65e7f8ad3 None None] Port 0df96291-9324-4194-8d3a-d33df634cfa3 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:23:32.388684 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa57a17-7642-47eb-b5a8-f86715d32a10 req-d36640ce-019a-46af-ab3c-587ee2e159c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:32.390691 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1aa57a17-7642-47eb-b5a8-f86715d32a10 req-d36640ce-019a-46af-ab3c-587ee2e159c3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9&tenant_id=5a91034d81564c92b83cd4f595aa520b HTTP/1.1" status: 200 len: 1096 time: 0.2612882 Jul 07 17:23:32.397753 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 10f089b5-f84c-48ce-af09-435893042907 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:32.398434 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.407550 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f86dbc53-f607-4728-b1ec-0b0b131d47f6 req-c6fdbe52-9f90-44c8-8ac3-fda03f4a395b tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695635 Jul 07 17:23:32.543322 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bbcd5f-dd4d-4977-9ab7-d28f6eb909c1 None None] DHCP port deletion for d9c7bfe2-c6df-42ea-bc46-459eb954abd9 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:23:32.550942 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device eddc9f27-8cf9-428d-86f7-026a38938cb7 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:32.574933 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa57a17-7642-47eb-b5a8-f86715d32a10 req-9d76289d-3fa2-44d0-b4cc-d52538a9e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:32.576580 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1aa57a17-7642-47eb-b5a8-f86715d32a10 req-9d76289d-3fa2-44d0-b4cc-d52538a9e33f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a91034d81564c92b83cd4f595aa520b&device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 1096 time: 0.1555269 Jul 07 17:23:32.613082 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: eddc9f27-8cf9-428d-86f7-026a38938cb7 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:32.617832 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device eddc9f27-8cf9-428d-86f7-026a38938cb7 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:32.662271 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-79bbcd5f-dd4d-4977-9ab7-d28f6eb909c1 None None] Deleting port 5fb15cc1-5fb9-4053-9ea0-527730d8fd37 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:32.663455 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-79bbcd5f-dd4d-4977-9ab7-d28f6eb909c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.685368 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f94feae0-5bae-4af5-83b6-3429684a2c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.713802 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f94feae0-5bae-4af5-83b6-3429684a2c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.728406 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-67175b84-2112-4b9d-95b3-f8549b7bc313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.801870 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-79bbcd5f-dd4d-4977-9ab7-d28f6eb909c1 None None] For port 5fb15cc1-5fb9-4053-9ea0-527730d8fd37, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=5fb15cc1-5fb9-4053-9ea0-527730d8fd37,segment=NetworkSegment(949bde3c-9847-4134-988d-7b58d400e86e),segment_id=949bde3c-9847-4134-988d-7b58d400e86e)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:32.802276 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-79bbcd5f-dd4d-4977-9ab7-d28f6eb909c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.804961 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f94feae0-5bae-4af5-83b6-3429684a2c64 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e53b50e2604b4b94a7f52499fa6c0a35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7749903 Jul 07 17:23:32.811784 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48920) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:32.819848 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94feae0-5bae-4af5-83b6-3429684a2c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769ed5b5-ab5a-4572-a033-a27a4131e5bb,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:32.824448 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-79bbcd5f-dd4d-4977-9ab7-d28f6eb909c1 None None] Calling delete_port for 5fb15cc1-5fb9-4053-9ea0-527730d8fd37 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:32.849911 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa57a17-7642-47eb-b5a8-f86715d32a10 req-1af6bec4-b73d-4410-8cf4-edc9bf2d7d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:32.852143 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1aa57a17-7642-47eb-b5a8-f86715d32a10 req-1af6bec4-b73d-4410-8cf4-edc9bf2d7d1c service neutron] 10.222.0.64 "GET /v2.0/networks?id=08f6c01e-dfae-4799-95a8-8039418ef262 HTTP/1.1" status: 200 len: 914 time: 0.2643709 Jul 07 17:23:32.909196 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1aa57a17-7642-47eb-b5a8-f86715d32a10 req-03d87c26-7efa-43fb-b677-ec03be5dbe18 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc4b1e40-4570-4001-8292-c164e39b063a HTTP/1.1" status: 200 len: 217 time: 0.0482674 Jul 07 17:23:32.943421 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-79bbcd5f-dd4d-4977-9ab7-d28f6eb909c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.962000 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bbcd5f-dd4d-4977-9ab7-d28f6eb909c1 None None] No DVR routers for this DVR port 5fb15cc1-5fb9-4053-9ea0-527730d8fd37 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:32.978062 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa57a17-7642-47eb-b5a8-f86715d32a10 req-fb223f94-9826-4584-88b3-f1e92b7cffad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:32.981392 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1aa57a17-7642-47eb-b5a8-f86715d32a10 req-fb223f94-9826-4584-88b3-f1e92b7cffad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a74d58d4-f857-4afa-87b5-fe53c29b08d0 HTTP/1.1" status: 200 len: 853 time: 0.0660830 Jul 07 17:23:32.985825 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbcd5f-dd4d-4977-9ab7-d28f6eb909c1 None None] Pushing event deleted for resources: {'Port': ['ID=5fb15cc1-5fb9-4053-9ea0-527730d8fd37,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:33.029923 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1aa57a17-7642-47eb-b5a8-f86715d32a10 req-eca1d2af-1b60-4e87-988c-0e131f03184d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08f6c01e-dfae-4799-95a8-8039418ef262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411685 Jul 07 17:23:33.033598 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-77d418bc-cb96-49b5-81fb-03cb22551d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.081506 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-9d5c432b-d21d-4c6a-92c7-62d09c805623 service neutron] 10.222.0.53 "GET /v2.0/networks/8844e96f-6ac0-4025-abff-e3224e6714bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651721 Jul 07 17:23:33.093020 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-77d418bc-cb96-49b5-81fb-03cb22551d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.145861 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1aa57a17-7642-47eb-b5a8-f86715d32a10 req-bba06880-4a09-4f02-ac30-cf8bdbfa68a6 service neutron] 10.222.0.64 "GET /v2.0/networks/08f6c01e-dfae-4799-95a8-8039418ef262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097593 Jul 07 17:23:33.232532 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-67175b84-2112-4b9d-95b3-f8549b7bc313 admin admin] Deleting port 5fb15cc1-5fb9-4053-9ea0-527730d8fd37 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:33.232864 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-67175b84-2112-4b9d-95b3-f8549b7bc313 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.296464 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1aa57a17-7642-47eb-b5a8-f86715d32a10 req-82affe9a-a059-48bb-8dfe-63410846bf5b service neutron] 10.222.0.64 "GET /v2.0/networks/08f6c01e-dfae-4799-95a8-8039418ef262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424098 Jul 07 17:23:33.335551 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-754b8443-a48e-4b50-8d9b-be2e1256bcd7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.348757 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-77d418bc-cb96-49b5-81fb-03cb22551d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.351332 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-77d418bc-cb96-49b5-81fb-03cb22551d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.352500 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-77d418bc-cb96-49b5-81fb-03cb22551d60 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/769ed5b5-ab5a-4572-a033-a27a4131e5bb HTTP/1.1" status: 204 len: 168 time: 0.5359147 Jul 07 17:23:33.358906 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-754b8443-a48e-4b50-8d9b-be2e1256bcd7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.372606 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-67175b84-2112-4b9d-95b3-f8549b7bc313 admin admin] For port 5fb15cc1-5fb9-4053-9ea0-527730d8fd37, host n-d-791503-12, got binding levels [] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:33.373013 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-67175b84-2112-4b9d-95b3-f8549b7bc313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.389954 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-87e507c4-0a08-4b88-b560-b412920dfbe8 service neutron] 10.222.0.53 "GET /v2.0/networks/8844e96f-6ac0-4025-abff-e3224e6714bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869563 Jul 07 17:23:33.426026 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d418bc-cb96-49b5-81fb-03cb22551d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769ed5b5-ab5a-4572-a033-a27a4131e5bb,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:33.429410 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-67175b84-2112-4b9d-95b3-f8549b7bc313 admin admin] Calling delete_port for 5fb15cc1-5fb9-4053-9ea0-527730d8fd37 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:33.443121 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.ipam_backend_mixin [None req-67175b84-2112-4b9d-95b3-f8549b7bc313 admin admin] Port 5fb15cc1-5fb9-4053-9ea0-527730d8fd37 was not found and therefore no delete operation was performed {{(pid=100192) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:23:33.479300 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-67175b84-2112-4b9d-95b3-f8549b7bc313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.505897 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b8443-a48e-4b50-8d9b-be2e1256bcd7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Port': ['ID=0df96291-9324-4194-8d3a-d33df634cfa3,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:33.530020 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67175b84-2112-4b9d-95b3-f8549b7bc313 admin admin] No DVR routers for this DVR port 5fb15cc1-5fb9-4053-9ea0-527730d8fd37 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:33.589283 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67175b84-2112-4b9d-95b3-f8549b7bc313 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fb15cc1-5fb9-4053-9ea0-527730d8fd37,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:33.793622 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-67175b84-2112-4b9d-95b3-f8549b7bc313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.852483 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-67175b84-2112-4b9d-95b3-f8549b7bc313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c7bfe2-c6df-42ea-bc46-459eb954abd9']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:33.868060 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da377725-9bbd-4c82-ba8e-38091737f3ad req-3f0c833a-b66c-4377-b28a-ed5ba99c8e5a tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:33.881321 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da377725-9bbd-4c82-ba8e-38091737f3ad req-3f0c833a-b66c-4377-b28a-ed5ba99c8e5a tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 944 time: 0.2082956 Jul 07 17:23:33.931303 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1e954989-b597-4af2-979a-8fbb040cc478 req-4680a36a-88e2-4e4c-91ce-d32f695f3423 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=948cee78-1dd9-49f2-8441-65b00cf8dfaf HTTP/1.1" status: 200 len: 210 time: 0.1147137 Jul 07 17:23:33.934672 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-67175b84-2112-4b9d-95b3-f8549b7bc313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949bde3c-9847-4134-988d-7b58d400e86e') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:33.935266 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-67175b84-2112-4b9d-95b3-f8549b7bc313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949bde3c-9847-4134-988d-7b58d400e86e') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:33.957329 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da377725-9bbd-4c82-ba8e-38091737f3ad req-96f3f4ba-ed63-4b62-bebf-f32dc6d64403 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720816 Jul 07 17:23:33.981587 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-67175b84-2112-4b9d-95b3-f8549b7bc313 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.983528 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-754b8443-a48e-4b50-8d9b-be2e1256bcd7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.045046 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-67175b84-2112-4b9d-95b3-f8549b7bc313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.049502 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c6202669-1be8-4ca4-a506-ce07ecacd134 None None] Provisioning complete for port 0df96291-9324-4194-8d3a-d33df634cfa3 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:34.050738 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c6202669-1be8-4ca4-a506-ce07ecacd134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.067123 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67175b84-2112-4b9d-95b3-f8549b7bc313 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:34.068120 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-67175b84-2112-4b9d-95b3-f8549b7bc313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:34.071333 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:34.150490 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5fb15cc1-5fb9-4053-9ea0-527730d8fd37 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:34.169892 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 48972) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:34.200313 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62926258-1e19-4ed3-b264-6e615315dd57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.207108 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-67175b84-2112-4b9d-95b3-f8549b7bc313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.215755 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-67175b84-2112-4b9d-95b3-f8549b7bc313 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.222149 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-67175b84-2112-4b9d-95b3-f8549b7bc313 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d9c7bfe2-c6df-42ea-bc46-459eb954abd9 HTTP/1.1" status: 204 len: 168 time: 2.2269812 Jul 07 17:23:34.239475 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c6202669-1be8-4ca4-a506-ce07ecacd134 None None] Port 0df96291-9324-4194-8d3a-d33df634cfa3 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:23:34.247193 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 5fb15cc1-5fb9-4053-9ea0-527730d8fd37 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:34.248528 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5fb15cc1-5fb9-4053-9ea0-527730d8fd37 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:34.308047 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67175b84-2112-4b9d-95b3-f8549b7bc313 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9c7bfe2-c6df-42ea-bc46-459eb954abd9,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:34.311114 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-754b8443-a48e-4b50-8d9b-be2e1256bcd7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.383209 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62926258-1e19-4ed3-b264-6e615315dd57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.388282 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62926258-1e19-4ed3-b264-6e615315dd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.431133 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62926258-1e19-4ed3-b264-6e615315dd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cd8cf5-e34c-4a69-abb3-a59f72a58fe4,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:34.450432 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-62926258-1e19-4ed3-b264-6e615315dd57 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca49b5d4d17c4255bd4d3d316417ccd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2775903 Jul 07 17:23:34.453581 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 48980) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:34.544072 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-19523180-4ec9-4368-bfa5-24b355800715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.583894 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-19523180-4ec9-4368-bfa5-24b355800715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.710305 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-19523180-4ec9-4368-bfa5-24b355800715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.720843 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-19523180-4ec9-4368-bfa5-24b355800715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.726719 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-19523180-4ec9-4368-bfa5-24b355800715 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02cd8cf5-e34c-4a69-abb3-a59f72a58fe4 HTTP/1.1" status: 204 len: 168 time: 0.2693577 Jul 07 17:23:34.747987 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19523180-4ec9-4368-bfa5-24b355800715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cd8cf5-e34c-4a69-abb3-a59f72a58fe4,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:34.869031 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-754b8443-a48e-4b50-8d9b-be2e1256bcd7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.880255 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-754b8443-a48e-4b50-8d9b-be2e1256bcd7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.883114 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-754b8443-a48e-4b50-8d9b-be2e1256bcd7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.939280 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 48992) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:35.109572 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b8443-a48e-4b50-8d9b-be2e1256bcd7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Port': ['ID=0df96291-9324-4194-8d3a-d33df634cfa3,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:35.111241 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d964a060-0f98-477c-a177-ef904d1660f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=18e760e73e3c432284bc214c0bade121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1685269 Jul 07 17:23:35.114140 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 48998) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:35.256557 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cde73bcb-6403-4aa2-b9d5-f7e6f5df1aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:35.326599 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b26844f8-e79d-43b7-993a-1dd44305cfdc req-c1ec6429-4914-4149-812f-97b4ff443e25 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=948cee78-1dd9-49f2-8441-65b00cf8dfaf HTTP/1.1" status: 200 len: 210 time: 0.0534475 Jul 07 17:23:35.345549 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754b8443-a48e-4b50-8d9b-be2e1256bcd7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network a0da4c4f-8273-46a7-b93c-2e457fb64000 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:35.350212 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-754b8443-a48e-4b50-8d9b-be2e1256bcd7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:35.390758 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cde73bcb-6403-4aa2-b9d5-f7e6f5df1aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:35.485066 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20becf63-0f4c-4fd4-a0df-a5425da5e821 req-571bc11d-3d3e-46cd-8043-ded785111f33 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:35.492603 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-20becf63-0f4c-4fd4-a0df-a5425da5e821 req-571bc11d-3d3e-46cd-8043-ded785111f33 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 944 time: 0.2221458 Jul 07 17:23:35.614337 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-20becf63-0f4c-4fd4-a0df-a5425da5e821 req-0659d627-0203-461e-8e57-d7d5b635c803 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107931 Jul 07 17:23:35.809491 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cde73bcb-6403-4aa2-b9d5-f7e6f5df1aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:35.823374 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cde73bcb-6403-4aa2-b9d5-f7e6f5df1aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:35.827099 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cde73bcb-6403-4aa2-b9d5-f7e6f5df1aa7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b794e30-170c-49d5-a7df-eb17026bfd07 HTTP/1.1" status: 204 len: 168 time: 0.7094436 Jul 07 17:23:35.890839 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde73bcb-6403-4aa2-b9d5-f7e6f5df1aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b794e30-170c-49d5-a7df-eb17026bfd07,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:35.924119 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754b8443-a48e-4b50-8d9b-be2e1256bcd7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Router 16575422-c0e9-4850-be4f-3debb63f35b5 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:23:36.007473 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8a0fbc7b-e8b9-4699-8360-2cf81e57710f None None] Provisioning complete for port 0df96291-9324-4194-8d3a-d33df634cfa3 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:36.015313 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8a0fbc7b-e8b9-4699-8360-2cf81e57710f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:36.141974 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-6d43ce33-067f-4f72-bad4-e1e96a32cc27 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:36.147919 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-6d43ce33-067f-4f72-bad4-e1e96a32cc27 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.64 "GET /v2.0/networks?id=8844e96f-6ac0-4025-abff-e3224e6714bf HTTP/1.1" status: 200 len: 810 time: 0.3058355 Jul 07 17:23:36.194662 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8a0fbc7b-e8b9-4699-8360-2cf81e57710f None None] Port 0df96291-9324-4194-8d3a-d33df634cfa3 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:23:36.268395 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-a5b1af72-2629-4eb1-8306-b805c9be794d tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05029c802c7d44e6b05d7b73d2dd31fb HTTP/1.1" status: 200 len: 380 time: 0.0986097 Jul 07 17:23:36.291531 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-96f7ceea-41b1-496b-bac8-d38c823cd650 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Request body: {'port': {'device_id': '948cee78-1dd9-49f2-8441-65b00cf8dfaf', 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf', 'admin_state_up': True, 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'security_groups': ['4bfbd521-10d4-49dc-a2ee-f177c8718fbd']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:36.384289 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754b8443-a48e-4b50-8d9b-be2e1256bcd7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:23:36.395382 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-754b8443-a48e-4b50-8d9b-be2e1256bcd7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "PUT /v2.0/routers/16575422-c0e9-4850-be4f-3debb63f35b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0658922 Jul 07 17:23:36.395727 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b7683c-b4a7-473d-9dd6-0314652a8782 None None] Sync routers for ids ['16575422-c0e9-4850-be4f-3debb63f35b5'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:23:36.413456 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49042) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:36.415867 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b7683c-b4a7-473d-9dd6-0314652a8782 None None] Routers {'16575422-c0e9-4850-be4f-3debb63f35b5'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:36.417116 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-42b7683c-b4a7-473d-9dd6-0314652a8782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:23:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['16575422-c0e9-4850-be4f-3debb63f35b5'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:36.508382 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-42b7683c-b4a7-473d-9dd6-0314652a8782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:36.536357 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b7683c-b4a7-473d-9dd6-0314652a8782 None None] Routers {'16575422-c0e9-4850-be4f-3debb63f35b5'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:36.537467 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-42b7683c-b4a7-473d-9dd6-0314652a8782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:23:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['16575422-c0e9-4850-be4f-3debb63f35b5'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:36.604360 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-96f7ceea-41b1-496b-bac8-d38c823cd650 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Made reservation on behalf of 05029c802c7d44e6b05d7b73d2dd31fb for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:36.618033 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-96f7ceea-41b1-496b-bac8-d38c823cd650 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:36.635848 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc66e4f-8ec8-4dcf-99b3-0ef9f1d61590 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:36.648638 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-42b7683c-b4a7-473d-9dd6-0314652a8782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:36.653030 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b7683c-b4a7-473d-9dd6-0314652a8782 None None] The sync data for ids ['16575422-c0e9-4850-be4f-3debb63f35b5'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:23:36.670084 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ddc66e4f-8ec8-4dcf-99b3-0ef9f1d61590 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "GET /v2.0/ports/0df96291-9324-4194-8d3a-d33df634cfa3 HTTP/1.1" status: 200 len: 984 time: 0.2518723 Jul 07 17:23:36.671387 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49048) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:37.019320 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f193d38d-bc9e-4c71-b342-939d256bd80b req-5bfb42aa-ebaa-4498-b6fe-2b0c6c5179a9 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=948cee78-1dd9-49f2-8441-65b00cf8dfaf HTTP/1.1" status: 200 len: 210 time: 0.2240658 Jul 07 17:23:37.225983 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-96f7ceea-41b1-496b-bac8-d38c823cd650 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Allocated IP 172.20.0.7 (8844e96f-6ac0-4025-abff-e3224e6714bf/e2ae55f5-c355-4456-833a-1db6be8fc78f/26a5a26e-4f5e-41e5-8985-f6cd813a8046) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:37.280430 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:37.299437 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49066) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:37.376614 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b658f-2956-4b9c-b71f-aed9c68c22e9 req-8f1d5fc4-3486-43c1-a6d1-7ff3bfbc397c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:37.388563 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4f7b658f-2956-4b9c-b71f-aed9c68c22e9 req-8f1d5fc4-3486-43c1-a6d1-7ff3bfbc397c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 944 time: 0.4502225 Jul 07 17:23:37.562046 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4f7b658f-2956-4b9c-b71f-aed9c68c22e9 req-9fc31949-b7ff-46b4-ad9d-b57c08a553c8 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587565 Jul 07 17:23:37.812819 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:23:37.846920 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:37.906703 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9e96d342-6e3c-4b15-8e96-09f930bff915 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:38.707676 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-96f7ceea-41b1-496b-bac8-d38c823cd650 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:38.830578 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-96f7ceea-41b1-496b-bac8-d38c823cd650 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Transition to ACTIVE for port object 26a5a26e-4f5e-41e5-8985-f6cd813a8046 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:38.878858 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-03efe9b1-61b8-4eb1-be75-eacc383c704e req-62525bf9-3780-4cbc-8047-a89ca4fadea8 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=948cee78-1dd9-49f2-8441-65b00cf8dfaf HTTP/1.1" status: 200 len: 210 time: 0.1557753 Jul 07 17:23:38.878858 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3b42f565-c85d-46a7-80fd-12b8f7d6cf45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:38.889754 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-96f7ceea-41b1-496b-bac8-d38c823cd650 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:39.070567 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-96f7ceea-41b1-496b-bac8-d38c823cd650 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Network 8844e96f-6ac0-4025-abff-e3224e6714bf is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:39.079260 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-96f7ceea-41b1-496b-bac8-d38c823cd650 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:39.088501 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-96f7ceea-41b1-496b-bac8-d38c823cd650 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:39.365343 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7ceea-41b1-496b-bac8-d38c823cd650 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Pushing event updated for resources: {'Port': ['ID=26a5a26e-4f5e-41e5-8985-f6cd813a8046,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:39.409025 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-96f7ceea-41b1-496b-bac8-d38c823cd650 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:39.409708 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-96f7ceea-41b1-496b-bac8-d38c823cd650 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:39.529765 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147bca9-1035-40e7-a12a-83c5ba59d46d req-8cd5227e-90c9-41e3-a72e-cf6acfd68f73 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:39.539050 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9147bca9-1035-40e7-a12a-83c5ba59d46d req-8cd5227e-90c9-41e3-a72e-cf6acfd68f73 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 944 time: 0.3058150 Jul 07 17:23:39.601202 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-9e96d342-6e3c-4b15-8e96-09f930bff915 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Deleting port 0df96291-9324-4194-8d3a-d33df634cfa3 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:39.601613 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9e96d342-6e3c-4b15-8e96-09f930bff915 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:39.648072 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9147bca9-1035-40e7-a12a-83c5ba59d46d req-8f52a0a2-407c-4359-9031-5a0cbd83ba6c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068070 Jul 07 17:23:39.699047 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3b42f565-c85d-46a7-80fd-12b8f7d6cf45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:39.711465 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3b42f565-c85d-46a7-80fd-12b8f7d6cf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:39.767410 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-39890abf-94f9-4ff7-ba14-7e651574b9bd None None] Provisioning for port 26a5a26e-4f5e-41e5-8985-f6cd813a8046 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:39.771544 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-96f7ceea-41b1-496b-bac8-d38c823cd650 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4914193 Jul 07 17:23:39.790134 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-39890abf-94f9-4ff7-ba14-7e651574b9bd None None] Provisioning complete for port 26a5a26e-4f5e-41e5-8985-f6cd813a8046 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:39.790526 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-39890abf-94f9-4ff7-ba14-7e651574b9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:39.905222 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3b42f565-c85d-46a7-80fd-12b8f7d6cf45 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=879d803fb22b4abab1381878307494d9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6022847 Jul 07 17:23:39.906391 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42f565-c85d-46a7-80fd-12b8f7d6cf45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba1354b-fd43-4879-9aba-8ec5ccb938d5,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:39.920721 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49144) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:39.935936 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-39890abf-94f9-4ff7-ba14-7e651574b9bd None None] Port 26a5a26e-4f5e-41e5-8985-f6cd813a8046 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:23:39.964676 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9e96d342-6e3c-4b15-8e96-09f930bff915 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.025367 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-4c68fdc7-049a-4bd8-9a82-1be201adc6af service neutron] Request body: {'port': {'device_id': '948cee78-1dd9-49f2-8441-65b00cf8dfaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:40.029681 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-9e96d342-6e3c-4b15-8e96-09f930bff915 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Calling delete_port for 0df96291-9324-4194-8d3a-d33df634cfa3 owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:40.134125 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62f8c40f-736e-4701-b7cb-60efba5c9c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.242600 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62f8c40f-736e-4701-b7cb-60efba5c9c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.514088 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62f8c40f-736e-4701-b7cb-60efba5c9c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.527916 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62f8c40f-736e-4701-b7cb-60efba5c9c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.540592 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-62f8c40f-736e-4701-b7cb-60efba5c9c9a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dba1354b-fd43-4879-9aba-8ec5ccb938d5 HTTP/1.1" status: 204 len: 168 time: 0.5994289 Jul 07 17:23:40.558485 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9e96d342-6e3c-4b15-8e96-09f930bff915 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.573879 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-4c68fdc7-049a-4bd8-9a82-1be201adc6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.608439 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96d342-6e3c-4b15-8e96-09f930bff915 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Port': ['ID=0df96291-9324-4194-8d3a-d33df634cfa3,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:40.751328 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8c40f-736e-4701-b7cb-60efba5c9c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba1354b-fd43-4879-9aba-8ec5ccb938d5,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:40.847540 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9e96d342-6e3c-4b15-8e96-09f930bff915 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.897366 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac051c82-ad9f-429d-8b9f-50ad46ef0348 req-e8b5d68d-308a-48e1-ba79-50517a81163d tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:40.900713 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ac051c82-ad9f-429d-8b9f-50ad46ef0348 req-e8b5d68d-308a-48e1-ba79-50517a81163d tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=948cee78-1dd9-49f2-8441-65b00cf8dfaf HTTP/1.1" status: 200 len: 931 time: 0.6323218 Jul 07 17:23:41.155821 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ac051c82-ad9f-429d-8b9f-50ad46ef0348 req-d9d9e922-5ab2-4d5d-86e6-8818fd0eaa80 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bfbd521-10d4-49dc-a2ee-f177c8718fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309079 Jul 07 17:23:41.600409 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e96d342-6e3c-4b15-8e96-09f930bff915 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Router 16575422-c0e9-4850-be4f-3debb63f35b5 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:23:41.611911 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-4c68fdc7-049a-4bd8-9a82-1be201adc6af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26a5a26e-4f5e-41e5-8985-f6cd813a8046 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:41.620888 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-4c68fdc7-049a-4bd8-9a82-1be201adc6af service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:41.633265 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddc65d-ca47-473e-97c8-8d3b6a65c730 req-12122c9c-65b0-40a2-938c-f8c6a1981cfd tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:41.634941 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-4c68fdc7-049a-4bd8-9a82-1be201adc6af service neutron] Transition to ACTIVE for port object 26a5a26e-4f5e-41e5-8985-f6cd813a8046 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:41.638974 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d4ddc65d-ca47-473e-97c8-8d3b6a65c730 req-12122c9c-65b0-40a2-938c-f8c6a1981cfd tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 944 time: 0.5144160 Jul 07 17:23:41.641568 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-4c68fdc7-049a-4bd8-9a82-1be201adc6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:41.794006 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49214) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:41.920078 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c0d60ee8-056c-4d93-a4f6-81f01c5f44c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:41.966585 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68fdc7-049a-4bd8-9a82-1be201adc6af service neutron] Pushing event updated for resources: {'Port': ['ID=26a5a26e-4f5e-41e5-8985-f6cd813a8046,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:42.000764 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e96d342-6e3c-4b15-8e96-09f930bff915 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:23:42.041998 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e92a8-d4c5-49e1-90c0-9ef59061b069 None None] Sync routers for ids ['16575422-c0e9-4850-be4f-3debb63f35b5'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:23:42.090158 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3e92a8-d4c5-49e1-90c0-9ef59061b069 None None] Routers {'16575422-c0e9-4850-be4f-3debb63f35b5'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:42.090941 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9e96d342-6e3c-4b15-8e96-09f930bff915 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "PUT /v2.0/routers/16575422-c0e9-4850-be4f-3debb63f35b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4183640 Jul 07 17:23:42.100764 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-cb3e92a8-d4c5-49e1-90c0-9ef59061b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:23:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['16575422-c0e9-4850-be4f-3debb63f35b5'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:42.106153 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49218) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:42.152767 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d4ddc65d-ca47-473e-97c8-8d3b6a65c730 req-92c4d847-731d-4e8d-84b2-32e354e56177 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4977965 Jul 07 17:23:42.333595 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-cb3e92a8-d4c5-49e1-90c0-9ef59061b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:42.360189 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3e92a8-d4c5-49e1-90c0-9ef59061b069 None None] Routers {'16575422-c0e9-4850-be4f-3debb63f35b5'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:42.361902 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-cb3e92a8-d4c5-49e1-90c0-9ef59061b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:23:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['16575422-c0e9-4850-be4f-3debb63f35b5'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:42.383315 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-4c68fdc7-049a-4bd8-9a82-1be201adc6af service neutron] Attempting to bind port 26a5a26e-4f5e-41e5-8985-f6cd813a8046 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:42.383662 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-4c68fdc7-049a-4bd8-9a82-1be201adc6af service neutron] Attempting to bind port 26a5a26e-4f5e-41e5-8985-f6cd813a8046 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'cef86302-c991-47cf-a7fd-0464c6fa2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:42.383999 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-4c68fdc7-049a-4bd8-9a82-1be201adc6af service neutron] Attempting to bind port 26a5a26e-4f5e-41e5-8985-f6cd813a8046 on network 8844e96f-6ac0-4025-abff-e3224e6714bf {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:42.418193 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-4c68fdc7-049a-4bd8-9a82-1be201adc6af service neutron] Port 26a5a26e-4f5e-41e5-8985-f6cd813a8046 on network 8844e96f-6ac0-4025-abff-e3224e6714bf not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:42.419377 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-4c68fdc7-049a-4bd8-9a82-1be201adc6af service neutron] Attempting to bind port 26a5a26e-4f5e-41e5-8985-f6cd813a8046 on network 8844e96f-6ac0-4025-abff-e3224e6714bf {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:42.472658 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-4c68fdc7-049a-4bd8-9a82-1be201adc6af service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:42.477431 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-4c68fdc7-049a-4bd8-9a82-1be201adc6af service neutron] Checking segment: {'id': 'cef86302-c991-47cf-a7fd-0464c6fa2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:42.479964 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-4c68fdc7-049a-4bd8-9a82-1be201adc6af service neutron] Bound using segment: {'id': 'cef86302-c991-47cf-a7fd-0464c6fa2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:42.480470 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-4c68fdc7-049a-4bd8-9a82-1be201adc6af service neutron] Bound port: 26a5a26e-4f5e-41e5-8985-f6cd813a8046, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef86302-c991-47cf-a7fd-0464c6fa2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:42.486625 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-4c68fdc7-049a-4bd8-9a82-1be201adc6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:42.563877 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-cb3e92a8-d4c5-49e1-90c0-9ef59061b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:42.569059 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e92a8-d4c5-49e1-90c0-9ef59061b069 None None] The sync data for ids ['16575422-c0e9-4850-be4f-3debb63f35b5'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:23:42.747524 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-19f105eb-33ca-4f5b-8dc1-9ce7a353418a tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] remove_router_interface failed (client error): The resource could not be found. Jul 07 17:23:42.748751 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-19f105eb-33ca-4f5b-8dc1-9ce7a353418a tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "PUT /v2.0/routers/16575422-c0e9-4850-be4f-3debb63f35b5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5924325 Jul 07 17:23:42.752707 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49234) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:42.790851 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cd8c2879-9094-4988-b4de-9152937a08ff tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "GET /v2.0/ports?device_id=16575422-c0e9-4850-be4f-3debb63f35b5 HTTP/1.1" status: 200 len: 205 time: 0.0364907 Jul 07 17:23:42.795086 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49236) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:42.828305 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c0d60ee8-056c-4d93-a4f6-81f01c5f44c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:42.842621 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-4c68fdc7-049a-4bd8-9a82-1be201adc6af service neutron] For port 26a5a26e-4f5e-41e5-8985-f6cd813a8046, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:42.845172 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c0d60ee8-056c-4d93-a4f6-81f01c5f44c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:42.905194 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d60ee8-056c-4d93-a4f6-81f01c5f44c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95356200-4cb1-475c-8c56-18303ccbcc7b,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:42.928122 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-4c68fdc7-049a-4bd8-9a82-1be201adc6af service neutron] For port 26a5a26e-4f5e-41e5-8985-f6cd813a8046, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=26a5a26e-4f5e-41e5-8985-f6cd813a8046,segment=NetworkSegment(cef86302-c991-47cf-a7fd-0464c6fa2b9a),segment_id=cef86302-c991-47cf-a7fd-0464c6fa2b9a)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:42.943573 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-4c68fdc7-049a-4bd8-9a82-1be201adc6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:42.998019 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c0d60ee8-056c-4d93-a4f6-81f01c5f44c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a69c76dbb2104ec383a69293dae9e680&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1947544 Jul 07 17:23:43.001821 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49240) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:43.031142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2217b2f-9ea6-492e-b325-5319fdb4bac3 req-ec2dea67-7729-430c-9bf6-e47a3b86a2ee tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:43.034504 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d2217b2f-9ea6-492e-b325-5319fdb4bac3 req-ec2dea67-7729-430c-9bf6-e47a3b86a2ee tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=948cee78-1dd9-49f2-8441-65b00cf8dfaf HTTP/1.1" status: 200 len: 943 time: 0.4133756 Jul 07 17:23:43.075471 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4e4ff3c-b3b8-4ac2-bcc2-949cc62c0bcd tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.179247 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68fdc7-049a-4bd8-9a82-1be201adc6af service neutron] Pushing event updated for resources: {'Port': ['ID=26a5a26e-4f5e-41e5-8985-f6cd813a8046,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:43.208261 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-4c68fdc7-049a-4bd8-9a82-1be201adc6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:43.215585 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-4c68fdc7-049a-4bd8-9a82-1be201adc6af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.218372 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-4c68fdc7-049a-4bd8-9a82-1be201adc6af service neutron] 10.222.0.64 "PUT /v2.0/ports/26a5a26e-4f5e-41e5-8985-f6cd813a8046 HTTP/1.1" status: 200 len: 1092 time: 3.2287288 Jul 07 17:23:43.219688 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948cee78-1dd9-49f2-8441-65b00cf8dfaf', 'tag': '26a5a26e-4f5e-41e5-8985-f6cd813a8046'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:43.238572 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3cf559-4d67-46ab-897a-8026b8b0e78a" -d '{"events": [{"name": "network-changed", "server_uuid": "948cee78-1dd9-49f2-8441-65b00cf8dfaf", "tag": "26a5a26e-4f5e-41e5-8985-f6cd813a8046"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:43.386034 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d2217b2f-9ea6-492e-b325-5319fdb4bac3 req-49d284c3-5e1c-4b66-8fda-20d1f57d9f06 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bfbd521-10d4-49dc-a2ee-f177c8718fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3215425 Jul 07 17:23:43.559004 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-e60676c3-5dea-47ec-a5fe-7d4faf2827c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:43.572346 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-e60676c3-5dea-47ec-a5fe-7d4faf2827c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05029c802c7d44e6b05d7b73d2dd31fb&device_id=948cee78-1dd9-49f2-8441-65b00cf8dfaf HTTP/1.1" status: 200 len: 1095 time: 0.2932153 Jul 07 17:23:43.574765 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-63b9cb50-28ca-4610-869d-54c1a48f8a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.600145 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-63b9cb50-28ca-4610-869d-54c1a48f8a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.738329 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-63b9cb50-28ca-4610-869d-54c1a48f8a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.740966 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-63b9cb50-28ca-4610-869d-54c1a48f8a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.742154 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-63b9cb50-28ca-4610-869d-54c1a48f8a4f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/95356200-4cb1-475c-8c56-18303ccbcc7b HTTP/1.1" status: 204 len: 168 time: 0.7394662 Jul 07 17:23:43.749577 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4e4ff3c-b3b8-4ac2-bcc2-949cc62c0bcd tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.753904 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4e4ff3c-b3b8-4ac2-bcc2-949cc62c0bcd tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.776065 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9cb50-28ca-4610-869d-54c1a48f8a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95356200-4cb1-475c-8c56-18303ccbcc7b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:43.844680 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3da5d73-d98e-4df6-941e-f463e33f2f9c x-openstack-request-id: req-f3da5d73-d98e-4df6-941e-f463e33f2f9c {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:43.845574 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948cee78-1dd9-49f2-8441-65b00cf8dfaf", "tag": "26a5a26e-4f5e-41e5-8985-f6cd813a8046", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:43.845574 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3da5d73-d98e-4df6-941e-f463e33f2f9c {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:43.852336 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948cee78-1dd9-49f2-8441-65b00cf8dfaf', 'tag': '26a5a26e-4f5e-41e5-8985-f6cd813a8046', 'status': 'completed', 'code': 200} Jul 07 17:23:43.854715 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4e4ff3c-b3b8-4ac2-bcc2-949cc62c0bcd tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.855521 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e4ff3c-b3b8-4ac2-bcc2-949cc62c0bcd tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Fanout notify agent at l3_agent the message router_deleted on router 16575422-c0e9-4850-be4f-3debb63f35b5 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:23:43.859536 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-ab8859ad-1d41-4099-b4da-0a62a1f2951b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26a5a26e-4f5e-41e5-8985-f6cd813a8046 HTTP/1.1" status: 200 len: 217 time: 0.2739613 Jul 07 17:23:43.865046 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4e4ff3c-b3b8-4ac2-bcc2-949cc62c0bcd tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.866836 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c4e4ff3c-b3b8-4ac2-bcc2-949cc62c0bcd tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/routers/16575422-c0e9-4850-be4f-3debb63f35b5 HTTP/1.1" status: 204 len: 168 time: 1.0703187 Jul 07 17:23:43.873197 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49262) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:43.877074 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff44720-e3e0-4e9b-ab19-f3847b43156f req-342a1c4d-3aef-4059-9171-c8b6478485a7 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:43.885573 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dff44720-e3e0-4e9b-ab19-f3847b43156f req-342a1c4d-3aef-4059-9171-c8b6478485a7 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 944 time: 0.2249095 Jul 07 17:23:43.947146 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dff44720-e3e0-4e9b-ab19-f3847b43156f req-9a44cf08-9a08-4a11-8ff8-8b38c0758716 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601826 Jul 07 17:23:44.161012 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9e8ec8-c9ce-4c20-964f-8ec0c8dbafc9 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Deleting subnet c91521f8-bf91-4964-b729-d4a4e3a6eac6 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:23:44.174269 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7c9e8ec8-c9ce-4c20-964f-8ec0c8dbafc9 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:44.232443 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7c9e8ec8-c9ce-4c20-964f-8ec0c8dbafc9 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:44.341780 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7c9e8ec8-c9ce-4c20-964f-8ec0c8dbafc9 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:44.354136 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49274) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:44.421605 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-b809a196-a22f-4f3e-9211-e2cc2621e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:44.426167 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-b809a196-a22f-4f3e-9211-e2cc2621e722 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e2ae55f5-c355-4456-833a-1db6be8fc78f HTTP/1.1" status: 200 len: 849 time: 0.5509622 Jul 07 17:23:44.431180 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7c9e8ec8-c9ce-4c20-964f-8ec0c8dbafc9 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:44.595690 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e8ec8-c9ce-4c20-964f-8ec0c8dbafc9 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Subnet': ['ID=c91521f8-bf91-4964-b729-d4a4e3a6eac6,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:44.691958 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b0b4f3-a5e0-4831-9185-32a8b91b450c None None] Network a0da4c4f-8273-46a7-b93c-2e457fb64000 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:44.695002 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7c9e8ec8-c9ce-4c20-964f-8ec0c8dbafc9 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:44.697504 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7c9e8ec8-c9ce-4c20-964f-8ec0c8dbafc9 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/subnets/c91521f8-bf91-4964-b729-d4a4e3a6eac6 HTTP/1.1" status: 204 len: 168 time: 0.8201206 Jul 07 17:23:44.700111 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49296) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:44.807008 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-1255e1cd-b62e-4ab3-827f-89a88023bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:44.810533 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-1255e1cd-b62e-4ab3-827f-89a88023bc45 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8844e96f-6ac0-4025-abff-e3224e6714bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2387345 Jul 07 17:23:44.959889 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-58b36940-6f98-452b-80b9-f7548450ae9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.036025 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-bec205e3-d625-4088-afe2-f47a8534f9f6 service neutron] 10.222.0.64 "GET /v2.0/networks/8844e96f-6ac0-4025-abff-e3224e6714bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965415 Jul 07 17:23:45.186945 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b55f3bba-f264-475c-bed8-3f320d8fe07c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.271014 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0e9bf0-9055-4202-b142-2039723e2308 None None] DHCP port deletion for a0da4c4f-8273-46a7-b93c-2e457fb64000 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:23:45.358270 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49306) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:45.403329 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-7a0e9bf0-9055-4202-b142-2039723e2308 None None] Deleting port 10f089b5-f84c-48ce-af09-435893042907 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:45.403756 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7a0e9bf0-9055-4202-b142-2039723e2308 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.406391 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-58b36940-6f98-452b-80b9-f7548450ae9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.418660 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021b8ed-871d-4762-8a45-500533afe333 req-58f27fb1-69e4-4260-9ae4-344a5924258e tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:45.459642 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c021b8ed-871d-4762-8a45-500533afe333 req-58f27fb1-69e4-4260-9ae4-344a5924258e tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=948cee78-1dd9-49f2-8441-65b00cf8dfaf HTTP/1.1" status: 200 len: 943 time: 0.6340418 Jul 07 17:23:45.468408 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-58b36940-6f98-452b-80b9-f7548450ae9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.501300 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-58b36940-6f98-452b-80b9-f7548450ae9b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ad0d23efc2c492592036b541e761b6a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1458111 Jul 07 17:23:45.513299 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49314) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:45.633291 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c659aec-5714-48d6-b5e8-805f4ad25819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.644834 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b36940-6f98-452b-80b9-f7548450ae9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94671776-798a-4a78-92aa-92676d372d24,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:45.725701 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601cf890-3799-421e-b8b1-90b94c544bef req-71c4d67a-84d9-4740-8944-b466660be4a3 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:45.737408 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-601cf890-3799-421e-b8b1-90b94c544bef req-71c4d67a-84d9-4740-8944-b466660be4a3 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 944 time: 0.2719564 Jul 07 17:23:45.777544 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-7a0e9bf0-9055-4202-b142-2039723e2308 None None] For port 10f089b5-f84c-48ce-af09-435893042907, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=10f089b5-f84c-48ce-af09-435893042907,segment=NetworkSegment(5715bf96-2de8-4abe-86fa-173c52aaaf96),segment_id=5715bf96-2de8-4abe-86fa-173c52aaaf96)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:45.779221 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7a0e9bf0-9055-4202-b142-2039723e2308 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.790866 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-50c798ca-eb19-405c-8137-fd63e7e2e8cf req-cc13061c-958d-47d0-b691-5533e2836bf6 service neutron] 10.222.0.64 "GET /v2.0/networks/8844e96f-6ac0-4025-abff-e3224e6714bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6879134 Jul 07 17:23:45.817109 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-7a0e9bf0-9055-4202-b142-2039723e2308 None None] Calling delete_port for 10f089b5-f84c-48ce-af09-435893042907 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:45.843179 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c659aec-5714-48d6-b5e8-805f4ad25819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.861153 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-b55f3bba-f264-475c-bed8-3f320d8fe07c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Deleting port 10f089b5-f84c-48ce-af09-435893042907 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:45.861798 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b55f3bba-f264-475c-bed8-3f320d8fe07c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.963265 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-b55f3bba-f264-475c-bed8-3f320d8fe07c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] For port 10f089b5-f84c-48ce-af09-435893042907, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=10f089b5-f84c-48ce-af09-435893042907,segment=NetworkSegment(5715bf96-2de8-4abe-86fa-173c52aaaf96),segment_id=5715bf96-2de8-4abe-86fa-173c52aaaf96)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:45.968036 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b55f3bba-f264-475c-bed8-3f320d8fe07c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.007118 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-b55f3bba-f264-475c-bed8-3f320d8fe07c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Calling delete_port for 10f089b5-f84c-48ce-af09-435893042907 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:46.109987 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c021b8ed-871d-4762-8a45-500533afe333 req-fd967464-6244-41dc-861b-45d3b805eabd tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bfbd521-10d4-49dc-a2ee-f177c8718fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5542996 Jul 07 17:23:46.140142 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0f7c176e-d1d6-4a28-8d24-e6edf35e00bd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/floatingips/64f57947-b6ae-4411-86e5-b86f0fdf5b2f HTTP/1.1" status: 200 len: 993 time: 0.7789218 Jul 07 17:23:46.198668 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 10f089b5-f84c-48ce-af09-435893042907 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:46.247284 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-601cf890-3799-421e-b8b1-90b94c544bef req-dd5260a8-0f87-4909-a405-fcb769968fd0 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5076785 Jul 07 17:23:46.295639 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cf559-4d67-46ab-897a-8026b8b0e78a req-14018b4f-3c3f-4764-8533-f0dcbccf2cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:46.326840 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4f3cf559-4d67-46ab-897a-8026b8b0e78a req-14018b4f-3c3f-4764-8533-f0dcbccf2cbb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05029c802c7d44e6b05d7b73d2dd31fb&device_id=948cee78-1dd9-49f2-8441-65b00cf8dfaf HTTP/1.1" status: 200 len: 1095 time: 0.3976903 Jul 07 17:23:46.349276 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c659aec-5714-48d6-b5e8-805f4ad25819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.355700 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c659aec-5714-48d6-b5e8-805f4ad25819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.359238 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8c659aec-5714-48d6-b5e8-805f4ad25819 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/94671776-798a-4a78-92aa-92676d372d24 HTTP/1.1" status: 204 len: 168 time: 0.8431957 Jul 07 17:23:46.387107 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c659aec-5714-48d6-b5e8-805f4ad25819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94671776-798a-4a78-92aa-92676d372d24,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:46.563527 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b55f3bba-f264-475c-bed8-3f320d8fe07c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.582305 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7a0e9bf0-9055-4202-b142-2039723e2308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.608331 n-d-791503-12 neutron-server[100194]: INFO neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No ports have port_id starting with 10f089b5-f84c-48ce-af09-435893042907 Jul 07 17:23:46.718648 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49332) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:46.740709 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e9bf0-9055-4202-b142-2039723e2308 None None] Pushing event deleted for resources: {'Port': ['ID=10f089b5-f84c-48ce-af09-435893042907,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:46.769330 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55f3bba-f264-475c-bed8-3f320d8fe07c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] No DVR routers for this DVR port 10f089b5-f84c-48ce-af09-435893042907 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:46.793798 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f3bba-f264-475c-bed8-3f320d8fe07c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Port': ['ID=10f089b5-f84c-48ce-af09-435893042907,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:46.813339 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0e9bf0-9055-4202-b142-2039723e2308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:46.831917 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0e9bf0-9055-4202-b142-2039723e2308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:46.840980 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0e9bf0-9055-4202-b142-2039723e2308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:46.843583 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0e9bf0-9055-4202-b142-2039723e2308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:46.844276 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0e9bf0-9055-4202-b142-2039723e2308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:46.846612 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0e9bf0-9055-4202-b142-2039723e2308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:46.848561 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0e9bf0-9055-4202-b142-2039723e2308 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:46.850092 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0e9bf0-9055-4202-b142-2039723e2308 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:46.853554 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0e9bf0-9055-4202-b142-2039723e2308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:46.855614 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0e9bf0-9055-4202-b142-2039723e2308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:46.856237 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0e9bf0-9055-4202-b142-2039723e2308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:46.856951 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0e9bf0-9055-4202-b142-2039723e2308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:46.873769 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0e9bf0-9055-4202-b142-2039723e2308 None None] No DVR routers for this DVR port 10f089b5-f84c-48ce-af09-435893042907 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:46.915102 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cf559-4d67-46ab-897a-8026b8b0e78a req-af63de49-8650-4803-97da-2434b1376cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:46.921988 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4f3cf559-4d67-46ab-897a-8026b8b0e78a req-af63de49-8650-4803-97da-2434b1376cdb service neutron] 10.222.0.64 "GET /v2.0/networks?id=8844e96f-6ac0-4025-abff-e3224e6714bf HTTP/1.1" status: 200 len: 911 time: 0.4476922 Jul 07 17:23:47.057879 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b55f3bba-f264-475c-bed8-3f320d8fe07c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.099101 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-b55f3bba-f264-475c-bed8-3f320d8fe07c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0da4c4f-8273-46a7-b93c-2e457fb64000']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:47.152337 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-b55f3bba-f264-475c-bed8-3f320d8fe07c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5715bf96-2de8-4abe-86fa-173c52aaaf96') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:47.152771 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-b55f3bba-f264-475c-bed8-3f320d8fe07c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5715bf96-2de8-4abe-86fa-173c52aaaf96') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:47.189448 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b55f3bba-f264-475c-bed8-3f320d8fe07c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.252554 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b55f3bba-f264-475c-bed8-3f320d8fe07c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.264071 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55f3bba-f264-475c-bed8-3f320d8fe07c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:47.264775 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b55f3bba-f264-475c-bed8-3f320d8fe07c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:47.465978 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:47.470089 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49350) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:47.478504 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b55f3bba-f264-475c-bed8-3f320d8fe07c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.483401 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4f3cf559-4d67-46ab-897a-8026b8b0e78a req-c7690892-5b5a-4a2d-849b-91211880ff73 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26a5a26e-4f5e-41e5-8985-f6cd813a8046 HTTP/1.1" status: 200 len: 217 time: 0.1437113 Jul 07 17:23:47.538865 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b55f3bba-f264-475c-bed8-3f320d8fe07c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.545448 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b55f3bba-f264-475c-bed8-3f320d8fe07c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/networks/a0da4c4f-8273-46a7-b93c-2e457fb64000 HTTP/1.1" status: 204 len: 168 time: 2.8397646 Jul 07 17:23:47.546792 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-90f4f228-19f3-4aeb-b5f0-61883c5e0802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.561199 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49352) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:47.585261 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-0fb6cd1a-cb7b-4c75-b650-1f6371e68c19 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2066814104'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:47.590006 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f3bba-f264-475c-bed8-3f320d8fe07c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Network': ['ID=a0da4c4f-8273-46a7-b93c-2e457fb64000,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:47.684014 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6aad9-bbcd-4778-8ae3-def863a31cdf req-de189c0b-2afe-4ce0-b523-3b5efc354502 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.686454 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d2f6aad9-bbcd-4778-8ae3-def863a31cdf req-de189c0b-2afe-4ce0-b523-3b5efc354502 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=948cee78-1dd9-49f2-8441-65b00cf8dfaf HTTP/1.1" status: 200 len: 943 time: 0.2109540 Jul 07 17:23:47.815594 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d2f6aad9-bbcd-4778-8ae3-def863a31cdf req-d0b5ca40-1b24-42e6-ba28-050f28243ff0 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bfbd521-10d4-49dc-a2ee-f177c8718fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225617 Jul 07 17:23:47.912790 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cf559-4d67-46ab-897a-8026b8b0e78a req-0f211716-e908-434b-b8a3-054415b56ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.914219 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4f3cf559-4d67-46ab-897a-8026b8b0e78a req-0f211716-e908-434b-b8a3-054415b56ef1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e2ae55f5-c355-4456-833a-1db6be8fc78f HTTP/1.1" status: 200 len: 849 time: 0.3812766 Jul 07 17:23:47.930262 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-90f4f228-19f3-4aeb-b5f0-61883c5e0802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.938883 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-90f4f228-19f3-4aeb-b5f0-61883c5e0802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.033139 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb6cd1a-cb7b-4c75-b650-1f6371e68c19 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Made reservation on behalf of ab411987cea84b3cbe5d62fc9ab0fd39 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:48.037259 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0fb6cd1a-cb7b-4c75-b650-1f6371e68c19 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.076088 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-90f4f228-19f3-4aeb-b5f0-61883c5e0802 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=44a30575402e402291aee0a6a97faaf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6079726 Jul 07 17:23:48.080807 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-16d5751e-0a1b-4939-b40d-bf34bd2006eb tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Deleting port 10246d64-0e21-43b4-b4df-c1924e114b15 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:48.081155 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-16d5751e-0a1b-4939-b40d-bf34bd2006eb tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.090643 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49360) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:48.278727 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4f228-19f3-4aeb-b5f0-61883c5e0802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e538e45-e149-456a-9e4e-22f148e7e66a,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:48.315447 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e6206c5-8ca5-45f0-a38f-0e5117a7a5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.350032 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb6cd1a-cb7b-4c75-b650-1f6371e68c19 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:23:48.371269 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e6206c5-8ca5-45f0-a38f-0e5117a7a5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.398329 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3dbd49-45e3-4a16-995e-dd8ca55ffe5d req-5735dae8-12c2-4bd0-964a-d0950c159b1d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:48.402395 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8c3dbd49-45e3-4a16-995e-dd8ca55ffe5d req-5735dae8-12c2-4bd0-964a-d0950c159b1d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 944 time: 0.8392868 Jul 07 17:23:48.439062 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0fb6cd1a-cb7b-4c75-b650-1f6371e68c19 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.442962 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-0fb6cd1a-cb7b-4c75-b650-1f6371e68c19 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Added segment e8fcc66e-e715-4410-bd9a-5e3da96d3974 of type vlan for network d3d1894c-13ec-4ef9-9820-0ca07b2e0b2c Jul 07 17:23:48.474664 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e6206c5-8ca5-45f0-a38f-0e5117a7a5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.478275 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e6206c5-8ca5-45f0-a38f-0e5117a7a5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.480426 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7e6206c5-8ca5-45f0-a38f-0e5117a7a5c6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e538e45-e149-456a-9e4e-22f148e7e66a HTTP/1.1" status: 204 len: 168 time: 0.3879721 Jul 07 17:23:48.500326 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6206c5-8ca5-45f0-a38f-0e5117a7a5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e538e45-e149-456a-9e4e-22f148e7e66a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:48.526349 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 26a5a26e-4f5e-41e5-8985-f6cd813a8046 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:23:48.652166 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-16d5751e-0a1b-4939-b40d-bf34bd2006eb tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.653738 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-16d5751e-0a1b-4939-b40d-bf34bd2006eb tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.733626 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0fb6cd1a-cb7b-4c75-b650-1f6371e68c19 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.789127 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 26a5a26e-4f5e-41e5-8985-f6cd813a8046, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=26a5a26e-4f5e-41e5-8985-f6cd813a8046,segment=NetworkSegment(cef86302-c991-47cf-a7fd-0464c6fa2b9a),segment_id=cef86302-c991-47cf-a7fd-0464c6fa2b9a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:48.819887 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '26a5a26e-4f5e-41e5-8985-f6cd813a8046', 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf', 'port_id': '26a5a26e-4f5e-41e5-8985-f6cd813a8046', 'mac_address': 'fa:16:3e:b4:12:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:23:48.821031 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0fb6cd1a-cb7b-4c75-b650-1f6371e68c19 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.836335 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb6cd1a-cb7b-4c75-b650-1f6371e68c19 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:48.838717 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0fb6cd1a-cb7b-4c75-b650-1f6371e68c19 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.977503 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:49.023048 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a5a26e-4f5e-41e5-8985-f6cd813a8046 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:49.096461 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 26a5a26e-4f5e-41e5-8985-f6cd813a8046, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=26a5a26e-4f5e-41e5-8985-f6cd813a8046,segment=NetworkSegment(cef86302-c991-47cf-a7fd-0464c6fa2b9a),segment_id=cef86302-c991-47cf-a7fd-0464c6fa2b9a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:49.107432 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:49.179358 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-16d5751e-0a1b-4939-b40d-bf34bd2006eb tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Calling delete_port for 10246d64-0e21-43b4-b4df-c1924e114b15 owned by network:floatingip {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:49.194482 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6cd1a-cb7b-4c75-b650-1f6371e68c19 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Network': ['ID=d3d1894c-13ec-4ef9-9820-0ca07b2e0b2c,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:49.201498 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0fb6cd1a-cb7b-4c75-b650-1f6371e68c19 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6352210 Jul 07 17:23:49.203488 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49380) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:49.209400 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-5ee38fc0-9513-4cbd-bd2d-0f80fae8da3f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'subnet': {'network_id': 'd3d1894c-13ec-4ef9-9820-0ca07b2e0b2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:49.226798 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network d3d1894c-13ec-4ef9-9820-0ca07b2e0b2c details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:23:49.232560 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8c3dbd49-45e3-4a16-995e-dd8ca55ffe5d req-c661681f-46b9-4c54-a513-2e313d613fc5 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8183720 Jul 07 17:23:49.448769 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cf559-4d67-46ab-897a-8026b8b0e78a req-f072c09a-0887-497c-a7c8-00287dd67c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:49.454510 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4f3cf559-4d67-46ab-897a-8026b8b0e78a req-f072c09a-0887-497c-a7c8-00287dd67c62 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8844e96f-6ac0-4025-abff-e3224e6714bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0056410 Jul 07 17:23:49.489268 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['26a5a26e-4f5e-41e5-8985-f6cd813a8046'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:49.608737 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee38fc0-9513-4cbd-bd2d-0f80fae8da3f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Made reservation on behalf of ab411987cea84b3cbe5d62fc9ab0fd39 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:49.612359 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5ee38fc0-9513-4cbd-bd2d-0f80fae8da3f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:49.623907 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=26a5a26e-4f5e-41e5-8985-f6cd813a8046,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:49.798727 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4f3cf559-4d67-46ab-897a-8026b8b0e78a req-fe956b37-a3ad-4f9c-8535-84636eef427d service neutron] 10.222.0.64 "GET /v2.0/networks/8844e96f-6ac0-4025-abff-e3224e6714bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268399 Jul 07 17:23:50.210797 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-16d5751e-0a1b-4939-b40d-bf34bd2006eb tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:50.278206 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5751e-0a1b-4939-b40d-bf34bd2006eb tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event deleted for resources: {'Port': ['ID=10246d64-0e21-43b4-b4df-c1924e114b15,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:50.608265 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d6bab-a56b-4f2c-8a0e-45dd0fbcb489 req-b359f4e5-8381-46f5-b269-2498fd995c6b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:50.614811 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8a2d6bab-a56b-4f2c-8a0e-45dd0fbcb489 req-b359f4e5-8381-46f5-b269-2498fd995c6b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=948cee78-1dd9-49f2-8441-65b00cf8dfaf HTTP/1.1" status: 200 len: 944 time: 0.6653197 Jul 07 17:23:50.885355 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8a2d6bab-a56b-4f2c-8a0e-45dd0fbcb489 req-8ded1d6b-82da-4c2f-88c3-daddce6b08bd tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bfbd521-10d4-49dc-a2ee-f177c8718fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606251 Jul 07 17:23:50.923784 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5ee38fc0-9513-4cbd-bd2d-0f80fae8da3f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:51.153781 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee38fc0-9513-4cbd-bd2d-0f80fae8da3f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Subnet': ['ID=6a2bba54-a35d-4f90-814e-5521ceade2b4,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:51.229795 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee38fc0-9513-4cbd-bd2d-0f80fae8da3f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Checking segment: {'id': 'e8fcc66e-e715-4410-bd9a-5e3da96d3974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd3d1894c-13ec-4ef9-9820-0ca07b2e0b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:51.231169 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee38fc0-9513-4cbd-bd2d-0f80fae8da3f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network hostable DHCP agents. Network: d3d1894c-13ec-4ef9-9820-0ca07b2e0b2c, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:23:51.297326 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee38fc0-9513-4cbd-bd2d-0f80fae8da3f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network d3d1894c-13ec-4ef9-9820-0ca07b2e0b2c is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:23:51.334015 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-5ee38fc0-9513-4cbd-bd2d-0f80fae8da3f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, d3d1894c-13ec-4ef9-9820-0ca07b2e0b2c) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:51.357217 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06eebc5-1771-4d46-9049-8280405cf89e None None] Network d3d1894c-13ec-4ef9-9820-0ca07b2e0b2c requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:51.362095 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee38fc0-9513-4cbd-bd2d-0f80fae8da3f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:51.366106 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5ee38fc0-9513-4cbd-bd2d-0f80fae8da3f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:51.421691 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5ee38fc0-9513-4cbd-bd2d-0f80fae8da3f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2163899 Jul 07 17:23:51.425510 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49434) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:51.442601 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d741218a-6355-4c55-a487-7ceec280046e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1536384852', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:51.582641 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d741218a-6355-4c55-a487-7ceec280046e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:51.583701 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d741218a-6355-4c55-a487-7ceec280046e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:51.636905 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-16d5751e-0a1b-4939-b40d-bf34bd2006eb tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for floatingip, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:51.637606 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-16d5751e-0a1b-4939-b40d-bf34bd2006eb tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Floating IP 64f57947-b6ae-4411-86e5-b86f0fdf5b2f disassociated (deleted). External IP: 172.25.0.250, port: 6e3d80a6-0346-47c8-860a-6fcecbd91629. Jul 07 17:23:51.701239 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d741218a-6355-4c55-a487-7ceec280046e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:51.709053 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d741218a-6355-4c55-a487-7ceec280046e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:51.752997 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d741218a-6355-4c55-a487-7ceec280046e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:51.757657 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d741218a-6355-4c55-a487-7ceec280046e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3284936 Jul 07 17:23:51.758306 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49450) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:51.833410 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4f3cf559-4d67-46ab-897a-8026b8b0e78a req-e2133c0a-e36f-4651-b2db-4047ed2b5820 service neutron] 10.222.0.64 "GET /v2.0/networks/8844e96f-6ac0-4025-abff-e3224e6714bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0073040 Jul 07 17:23:51.916467 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1509b4-c2ec-478a-a0b4-1d4c050e3a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-d3d1894c-13ec-4ef9-9820-0ca07b2e0b2c', 'network_id': 'd3d1894c-13ec-4ef9-9820-0ca07b2e0b2c', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'fixed_ips': [{'subnet_id': '6a2bba54-a35d-4f90-814e-5521ceade2b4'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:23:51.918290 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2f1509b4-c2ec-478a-a0b4-1d4c050e3a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:52.053941 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11aaae-6ca8-4b7f-9570-37397a613324 req-25683ecf-c005-4629-9274-f9f7b15a2b68 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:52.084819 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7e11aaae-6ca8-4b7f-9570-37397a613324 req-25683ecf-c005-4629-9274-f9f7b15a2b68 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 944 time: 0.7327635 Jul 07 17:23:52.292515 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7e11aaae-6ca8-4b7f-9570-37397a613324 req-31ba65ba-641c-461c-b25e-ca8fddcf8be3 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837566 Jul 07 17:23:52.583404 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 26a5a26e-4f5e-41e5-8985-f6cd813a8046 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:52.660650 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 26a5a26e-4f5e-41e5-8985-f6cd813a8046 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:52.673824 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-2f1509b4-c2ec-478a-a0b4-1d4c050e3a93 None None] Allocated IP 2001:db8::2 (d3d1894c-13ec-4ef9-9820-0ca07b2e0b2c/6a2bba54-a35d-4f90-814e-5521ceade2b4/9f8fe919-7de5-436f-890f-d7fba823eeea) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:52.676533 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 26a5a26e-4f5e-41e5-8985-f6cd813a8046 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:52.677315 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:52.699510 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d5751e-0a1b-4939-b40d-bf34bd2006eb tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Router 15a49e4e-640d-4ccf-b7c1-d5d351221179 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:23:52.992465 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d5751e-0a1b-4939-b40d-bf34bd2006eb tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:23:52.999671 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-16d5751e-0a1b-4939-b40d-bf34bd2006eb tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:53.006604 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:53.023783 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b109f9-7c16-48b6-a880-27927bfaa2fc None None] Sync routers for ids ['15a49e4e-640d-4ccf-b7c1-d5d351221179'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:23:53.052827 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcddcd-8125-4ccd-9932-58f1e02e33c6 req-30574795-ca67-4b6c-9bcd-c641fed8c458 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:53.054566 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-addcddcd-8125-4ccd-9932-58f1e02e33c6 req-30574795-ca67-4b6c-9bcd-c641fed8c458 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=948cee78-1dd9-49f2-8441-65b00cf8dfaf HTTP/1.1" status: 200 len: 944 time: 0.4947851 Jul 07 17:23:53.090141 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-16d5751e-0a1b-4939-b40d-bf34bd2006eb tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "DELETE /v2.0/floatingips/64f57947-b6ae-4411-86e5-b86f0fdf5b2f HTTP/1.1" status: 204 len: 168 time: 6.3673968 Jul 07 17:23:53.090141 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4666279a-0024-4410-8bd8-63d967bfcebb', 'tag': '6e3d80a6-0346-47c8-860a-6fcecbd91629'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:53.091340 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb51796-6f68-4bc8-bb8f-a82f855df6ad" -d '{"events": [{"name": "network-changed", "server_uuid": "4666279a-0024-4410-8bd8-63d967bfcebb", "tag": "6e3d80a6-0346-47c8-860a-6fcecbd91629"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:53.122083 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b109f9-7c16-48b6-a880-27927bfaa2fc None None] Routers {'15a49e4e-640d-4ccf-b7c1-d5d351221179'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:53.122744 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-15b109f9-7c16-48b6-a880-27927bfaa2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:23:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['15a49e4e-640d-4ccf-b7c1-d5d351221179'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:53.123406 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-463e5381-c148-450e-a82c-18549b1b837b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:53.150872 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948cee78-1dd9-49f2-8441-65b00cf8dfaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a5a26e-4f5e-41e5-8985-f6cd813a8046'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:53.154477 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffd2055-13c9-48ac-8482-75bad19e309d" -d '{"events": [{"server_uuid": "948cee78-1dd9-49f2-8441-65b00cf8dfaf", "name": "network-vif-plugged", "status": "completed", "tag": "26a5a26e-4f5e-41e5-8985-f6cd813a8046"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:53.287157 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 26a5a26e-4f5e-41e5-8985-f6cd813a8046, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=26a5a26e-4f5e-41e5-8985-f6cd813a8046,segment=NetworkSegment(cef86302-c991-47cf-a7fd-0464c6fa2b9a),segment_id=cef86302-c991-47cf-a7fd-0464c6fa2b9a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:53.338769 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:53.440078 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-addcddcd-8125-4ccd-9932-58f1e02e33c6 req-ed859e4a-b07a-45a2-8c7e-a374d6c98143 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bfbd521-10d4-49dc-a2ee-f177c8718fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3526859 Jul 07 17:23:53.514561 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a028bda-a7de-4a55-bc69-95c773efe91e x-openstack-request-id: req-5a028bda-a7de-4a55-bc69-95c773efe91e {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:53.514968 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4666279a-0024-4410-8bd8-63d967bfcebb", "tag": "6e3d80a6-0346-47c8-860a-6fcecbd91629", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:53.515290 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a028bda-a7de-4a55-bc69-95c773efe91e {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:53.515832 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4666279a-0024-4410-8bd8-63d967bfcebb', 'tag': '6e3d80a6-0346-47c8-860a-6fcecbd91629', 'status': 'completed', 'code': 200} Jul 07 17:23:53.877774 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb51796-6f68-4bc8-bb8f-a82f855df6ad req-eb777380-efa4-43c1-8a07-631b5b50eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:53.883676 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7fb51796-6f68-4bc8-bb8f-a82f855df6ad req-eb777380-efa4-43c1-8a07-631b5b50eea3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7e4da5b6d5e463984eb77df0d02de9e&device_id=4666279a-0024-4410-8bd8-63d967bfcebb HTTP/1.1" status: 200 len: 1097 time: 0.3249211 Jul 07 17:23:53.914179 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2f1509b4-c2ec-478a-a0b4-1d4c050e3a93 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:53.925792 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2f1509b4-c2ec-478a-a0b4-1d4c050e3a93 None None] Transition to ACTIVE for port object 9f8fe919-7de5-436f-890f-d7fba823eeea will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:53.950325 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2f1509b4-c2ec-478a-a0b4-1d4c050e3a93 None None] Transition to ACTIVE for port object 9f8fe919-7de5-436f-890f-d7fba823eeea will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:53.955878 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6fb16e-7d5e-4216-a794-4b8ccfccd011 x-openstack-request-id: req-2c6fb16e-7d5e-4216-a794-4b8ccfccd011 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:53.956931 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948cee78-1dd9-49f2-8441-65b00cf8dfaf", "name": "network-vif-plugged", "status": "completed", "tag": "26a5a26e-4f5e-41e5-8985-f6cd813a8046", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:53.957448 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2c6fb16e-7d5e-4216-a794-4b8ccfccd011 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:53.958605 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948cee78-1dd9-49f2-8441-65b00cf8dfaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a5a26e-4f5e-41e5-8985-f6cd813a8046', 'code': 200} Jul 07 17:23:54.082303 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-15b109f9-7c16-48b6-a880-27927bfaa2fc None None] Set router 15a49e4e-640d-4ccf-b7c1-d5d351221179 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:23:54.178634 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-463e5381-c148-450e-a82c-18549b1b837b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Allocated IP 2001:db8::1 (d3d1894c-13ec-4ef9-9820-0ca07b2e0b2c/6a2bba54-a35d-4f90-814e-5521ceade2b4/a2401d60-30ed-4ba1-843f-3dd9f1368d16) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:54.218616 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2f1509b4-c2ec-478a-a0b4-1d4c050e3a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:54.262576 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03317289-df15-47cb-ac83-2f578f552630 req-96adec8b-224a-4864-afa6-5200ae593ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:54.264397 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-03317289-df15-47cb-ac83-2f578f552630 req-96adec8b-224a-4864-afa6-5200ae593ac7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=948cee78-1dd9-49f2-8441-65b00cf8dfaf HTTP/1.1" status: 200 len: 1097 time: 0.5738196 Jul 07 17:23:54.297576 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a1daada1-5d7f-47bd-be36-020eab01d259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:54.367006 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=26a5a26e-4f5e-41e5-8985-f6cd813a8046,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:54.395823 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb51796-6f68-4bc8-bb8f-a82f855df6ad req-0d9c7dae-f988-4f29-b132-a4ba7f36b252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:54.398664 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7fb51796-6f68-4bc8-bb8f-a82f855df6ad req-0d9c7dae-f988-4f29-b132-a4ba7f36b252 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3c0b275b-5d0f-4ed9-a531-2f332d1ccc11 HTTP/1.1" status: 200 len: 897 time: 0.5047216 Jul 07 17:23:54.422983 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944981c0-6b74-4909-ab34-3a8bc0145883 req-96e19767-5a15-479e-b753-27b05ddbb481 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:54.430441 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-944981c0-6b74-4909-ab34-3a8bc0145883 req-96e19767-5a15-479e-b753-27b05ddbb481 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 944 time: 0.5184608 Jul 07 17:23:54.493007 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7fb51796-6f68-4bc8-bb8f-a82f855df6ad req-177383e0-58a2-4585-b5a3-97fe0d46bb2a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e3d80a6-0346-47c8-860a-6fcecbd91629 HTTP/1.1" status: 200 len: 217 time: 0.0735581 Jul 07 17:23:54.544592 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1509b4-c2ec-478a-a0b4-1d4c050e3a93 None None] Pushing event updated for resources: {'Port': ['ID=9f8fe919-7de5-436f-890f-d7fba823eeea,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:54.578901 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-944981c0-6b74-4909-ab34-3a8bc0145883 req-d274bae1-995b-45b4-b118-08593ab98bdf tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428232 Jul 07 17:23:54.584971 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device cc4b1e40-4570-4001-8292-c164e39b063a details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:23:54.589486 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1509b4-c2ec-478a-a0b4-1d4c050e3a93 None None] Network d3d1894c-13ec-4ef9-9820-0ca07b2e0b2c is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:54.596021 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-2f1509b4-c2ec-478a-a0b4-1d4c050e3a93 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:54.598446 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1509b4-c2ec-478a-a0b4-1d4c050e3a93 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:54.734395 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-463e5381-c148-450e-a82c-18549b1b837b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:54.751294 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-03317289-df15-47cb-ac83-2f578f552630 req-dd939772-2c63-4988-adad-e432eb8ce9b6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4bfbd521-10d4-49dc-a2ee-f177c8718fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4658206 Jul 07 17:23:54.762585 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-2f1509b4-c2ec-478a-a0b4-1d4c050e3a93 None None] Attempting to bind port 9f8fe919-7de5-436f-890f-d7fba823eeea on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:54.763268 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-2f1509b4-c2ec-478a-a0b4-1d4c050e3a93 None None] Attempting to bind port 9f8fe919-7de5-436f-890f-d7fba823eeea by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'e8fcc66e-e715-4410-bd9a-5e3da96d3974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd3d1894c-13ec-4ef9-9820-0ca07b2e0b2c'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:54.764090 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1509b4-c2ec-478a-a0b4-1d4c050e3a93 None None] Attempting to bind port 9f8fe919-7de5-436f-890f-d7fba823eeea on network d3d1894c-13ec-4ef9-9820-0ca07b2e0b2c {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:54.776577 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-15b109f9-7c16-48b6-a880-27927bfaa2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'name': 'tempest-TestNetworkBasicOps-router-1605627916', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:21Z', 'updated_at': '2021-07-07T17:22:31Z', 'revision_number': 4, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:23Z', 'updated_at': '2021-07-07T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '36b60956-c80f-4826-b969-9614bcecabc3', 'name': '', 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'mac_address': 'fa:16:3e:ab:c9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '4c292f83-2950-4b02-a762-31fd7b91c7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:30Z', 'updated_at': '2021-07-07T17:22:41Z', 'revision_number': 5, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'subnets': [{'id': '4c292f83-2950-4b02-a762-31fd7b91c7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:54.794022 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94597457-dd7a-412a-a29f-065152f8f437 req-82a5eb5f-5279-4eed-87ce-36bea159a09d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:54.798807 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-463e5381-c148-450e-a82c-18549b1b837b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Transition to ACTIVE for port object a2401d60-30ed-4ba1-843f-3dd9f1368d16 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:54.809503 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-94597457-dd7a-412a-a29f-065152f8f437 req-82a5eb5f-5279-4eed-87ce-36bea159a09d tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=4666279a-0024-4410-8bd8-63d967bfcebb HTTP/1.1" status: 200 len: 945 time: 0.7070813 Jul 07 17:23:54.821421 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b109f9-7c16-48b6-a880-27927bfaa2fc None None] Checking router: 15a49e4e-640d-4ccf-b7c1-d5d351221179 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:23:54.830182 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1509b4-c2ec-478a-a0b4-1d4c050e3a93 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:54.830587 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1509b4-c2ec-478a-a0b4-1d4c050e3a93 None None] Checking segment: {'id': 'e8fcc66e-e715-4410-bd9a-5e3da96d3974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd3d1894c-13ec-4ef9-9820-0ca07b2e0b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:54.831198 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2f1509b4-c2ec-478a-a0b4-1d4c050e3a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:54.831697 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1509b4-c2ec-478a-a0b4-1d4c050e3a93 None None] Bound using segment: {'id': 'e8fcc66e-e715-4410-bd9a-5e3da96d3974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd3d1894c-13ec-4ef9-9820-0ca07b2e0b2c'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:54.832457 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-2f1509b4-c2ec-478a-a0b4-1d4c050e3a93 None None] Bound port: 9f8fe919-7de5-436f-890f-d7fba823eeea, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fcc66e-e715-4410-bd9a-5e3da96d3974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd3d1894c-13ec-4ef9-9820-0ca07b2e0b2c'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:54.832598 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2f1509b4-c2ec-478a-a0b4-1d4c050e3a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:54.888183 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb51796-6f68-4bc8-bb8f-a82f855df6ad req-f81964b9-4da7-412d-ab9f-53da54159f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:54.896892 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7fb51796-6f68-4bc8-bb8f-a82f855df6ad req-f81964b9-4da7-412d-ab9f-53da54159f5f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4c292f83-2950-4b02-a762-31fd7b91c7af HTTP/1.1" status: 200 len: 834 time: 0.3958261 Jul 07 17:23:54.939204 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b109f9-7c16-48b6-a880-27927bfaa2fc None None] Routers {'15a49e4e-640d-4ccf-b7c1-d5d351221179'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:54.940011 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-15b109f9-7c16-48b6-a880-27927bfaa2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:23:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['15a49e4e-640d-4ccf-b7c1-d5d351221179'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:54.995183 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-463e5381-c148-450e-a82c-18549b1b837b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:55.046832 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-94597457-dd7a-412a-a29f-065152f8f437 req-cb5365e5-2c94-49e9-9eb0-68a99b9e0ae5 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=036424b9-4324-465f-8c98-a66ed5a3bc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361832 Jul 07 17:23:55.122791 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb51796-6f68-4bc8-bb8f-a82f855df6ad req-29d11a25-e03d-4725-a75c-8c426a02ef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:55.125835 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7fb51796-6f68-4bc8-bb8f-a82f855df6ad req-29d11a25-e03d-4725-a75c-8c426a02ef94 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3c0b275b-5d0f-4ed9-a531-2f332d1ccc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2278721 Jul 07 17:23:55.126070 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-15b109f9-7c16-48b6-a880-27927bfaa2fc None None] Set router 15a49e4e-640d-4ccf-b7c1-d5d351221179 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:23:55.152428 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port cc4b1e40-4570-4001-8292-c164e39b063a, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=cc4b1e40-4570-4001-8292-c164e39b063a,segment=NetworkSegment(90d721ad-5c14-4e8b-8d38-43728529f388),segment_id=90d721ad-5c14-4e8b-8d38-43728529f388)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:55.184351 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463e5381-c148-450e-a82c-18549b1b837b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network d3d1894c-13ec-4ef9-9820-0ca07b2e0b2c is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:55.189420 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-463e5381-c148-450e-a82c-18549b1b837b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:55.200835 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463e5381-c148-450e-a82c-18549b1b837b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:55.201825 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-463e5381-c148-450e-a82c-18549b1b837b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:55.274452 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-2f1509b4-c2ec-478a-a0b4-1d4c050e3a93 None None] For port 9f8fe919-7de5-436f-890f-d7fba823eeea, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:55.296410 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e5381-c148-450e-a82c-18549b1b837b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Port': ['ID=a2401d60-30ed-4ba1-843f-3dd9f1368d16,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:55.340920 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'cc4b1e40-4570-4001-8292-c164e39b063a', 'network_id': '08f6c01e-dfae-4799-95a8-8039418ef262', 'port_id': 'cc4b1e40-4570-4001-8292-c164e39b063a', 'mac_address': 'fa:16:3e:d2:5a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74d58d4-f857-4afa-87b5-fe53c29b08d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:23:55.346082 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-2f1509b4-c2ec-478a-a0b4-1d4c050e3a93 None None] For port 9f8fe919-7de5-436f-890f-d7fba823eeea, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=9f8fe919-7de5-436f-890f-d7fba823eeea,segment=NetworkSegment(e8fcc66e-e715-4410-bd9a-5e3da96d3974),segment_id=e8fcc66e-e715-4410-bd9a-5e3da96d3974)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:55.369827 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2f1509b4-c2ec-478a-a0b4-1d4c050e3a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:55.418333 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7fb51796-6f68-4bc8-bb8f-a82f855df6ad req-784f4236-5709-4975-8efe-b47f88405c45 service neutron] 10.222.0.72 "GET /v2.0/networks/3c0b275b-5d0f-4ed9-a531-2f332d1ccc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802696 Jul 07 17:23:55.648030 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd5aaf-a7d7-4549-8ae7-e511c1089d74 req-da66332b-1505-4aee-9cb7-3a335083f443 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:55.669555 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4efd5aaf-a7d7-4549-8ae7-e511c1089d74 req-da66332b-1505-4aee-9cb7-3a335083f443 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=948cee78-1dd9-49f2-8441-65b00cf8dfaf HTTP/1.1" status: 200 len: 945 time: 0.7103846 Jul 07 17:23:55.719712 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7fb51796-6f68-4bc8-bb8f-a82f855df6ad req-9f691409-178e-4295-aaf3-ab957a7cedda service neutron] 10.222.0.72 "GET /v2.0/networks/3c0b275b-5d0f-4ed9-a531-2f332d1ccc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927606 Jul 07 17:23:55.805606 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db5f77-d142-43b9-8ad8-d1c2ce57dc57 req-4b8126b5-a37f-4173-9f3d-17cfedc6e46c tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:55.808227 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-91db5f77-d142-43b9-8ad8-d1c2ce57dc57 req-4b8126b5-a37f-4173-9f3d-17cfedc6e46c tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.72 "GET /v2.0/ports?device_id=4666279a-0024-4410-8bd8-63d967bfcebb HTTP/1.1" status: 200 len: 945 time: 0.5422921 Jul 07 17:23:55.933972 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:55.940710 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1509b4-c2ec-478a-a0b4-1d4c050e3a93 None None] Pushing event updated for resources: {'Port': ['ID=9f8fe919-7de5-436f-890f-d7fba823eeea,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:55.945162 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-463e5381-c148-450e-a82c-18549b1b837b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:55.990343 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc4b1e40-4570-4001-8292-c164e39b063a {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:56.075798 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port cc4b1e40-4570-4001-8292-c164e39b063a, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=cc4b1e40-4570-4001-8292-c164e39b063a,segment=NetworkSegment(90d721ad-5c14-4e8b-8d38-43728529f388),segment_id=90d721ad-5c14-4e8b-8d38-43728529f388)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:56.101418 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4efd5aaf-a7d7-4549-8ae7-e511c1089d74 req-ef99da40-870b-407e-b555-43c5a94d75a3 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bfbd521-10d4-49dc-a2ee-f177c8718fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4306917 Jul 07 17:23:56.113314 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798c091-2184-4197-b344-71bd302f91cf req-227f19f6-d86c-4ec6-8200-631c3c140a31 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:56.133038 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1798c091-2184-4197-b344-71bd302f91cf req-227f19f6-d86c-4ec6-8200-631c3c140a31 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 944 time: 0.2226789 Jul 07 17:23:56.188357 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.352755 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1798c091-2184-4197-b344-71bd302f91cf req-9699a939-0fd8-4dfc-b67c-4fdc0b77b126 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961112 Jul 07 17:23:56.394286 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.439042 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=cc4b1e40-4570-4001-8292-c164e39b063a,revision_number=9']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:56.445219 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['cc4b1e40-4570-4001-8292-c164e39b063a'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:56.470953 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49558) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:56.574576 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-15b109f9-7c16-48b6-a880-27927bfaa2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'name': 'tempest-TestNetworkBasicOps-router-1605627916', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:21Z', 'updated_at': '2021-07-07T17:22:31Z', 'revision_number': 4, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:23Z', 'updated_at': '2021-07-07T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '36b60956-c80f-4826-b969-9614bcecabc3', 'name': '', 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'mac_address': 'fa:16:3e:ab:c9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '4c292f83-2950-4b02-a762-31fd7b91c7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:30Z', 'updated_at': '2021-07-07T17:22:41Z', 'revision_number': 5, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'subnets': [{'id': '4c292f83-2950-4b02-a762-31fd7b91c7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:56.645360 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-91db5f77-d142-43b9-8ad8-d1c2ce57dc57 req-ad51565d-6492-4270-992c-88f8140253f0 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Deleting port 6e3d80a6-0346-47c8-860a-6fcecbd91629 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:56.645990 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-91db5f77-d142-43b9-8ad8-d1c2ce57dc57 req-ad51565d-6492-4270-992c-88f8140253f0 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.708850 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b109f9-7c16-48b6-a880-27927bfaa2fc None None] The sync data for ids ['15a49e4e-640d-4ccf-b7c1-d5d351221179'] in n-d-791503-12 is: [{'id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'name': 'tempest-TestNetworkBasicOps-router-1605627916', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:21Z', 'updated_at': '2021-07-07T17:22:31Z', 'revision_number': 4, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:23Z', 'updated_at': '2021-07-07T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '36b60956-c80f-4826-b969-9614bcecabc3', 'name': '', 'network_id': '3c0b275b-5d0f-4ed9-a531-2f332d1ccc11', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'mac_address': 'fa:16:3e:ab:c9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '4c292f83-2950-4b02-a762-31fd7b91c7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:30Z', 'updated_at': '2021-07-07T17:22:41Z', 'revision_number': 5, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'subnets': [{'id': '4c292f83-2950-4b02-a762-31fd7b91c7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:23:56.829660 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-34f0861f-33d6-4cde-b371-079c1d5bc05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.872263 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-929a7e3c-a9a2-4cf8-a316-a63fb5a443d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.877654 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa8ce1-4cea-43c2-bfd5-63e3b2c67272 req-9a699054-ebc7-4133-b3b2-7eef0e4a1393 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:56.879508 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-85aa8ce1-4cea-43c2-bfd5-63e3b2c67272 req-9a699054-ebc7-4133-b3b2-7eef0e4a1393 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=4666279a-0024-4410-8bd8-63d967bfcebb HTTP/1.1" status: 200 len: 945 time: 0.3579791 Jul 07 17:23:56.992593 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-85aa8ce1-4cea-43c2-bfd5-63e3b2c67272 req-c24ddede-a6ca-4ab0-8c85-41decb42ec6a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=036424b9-4324-465f-8c98-a66ed5a3bc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021316 Jul 07 17:23:57.050854 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-91db5f77-d142-43b9-8ad8-d1c2ce57dc57 req-ad51565d-6492-4270-992c-88f8140253f0 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] For port 6e3d80a6-0346-47c8-860a-6fcecbd91629, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=6e3d80a6-0346-47c8-860a-6fcecbd91629,segment=NetworkSegment(c3bdde32-807d-40bd-b0e5-882c6e712b4a),segment_id=c3bdde32-807d-40bd-b0e5-882c6e712b4a)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:57.052126 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-91db5f77-d142-43b9-8ad8-d1c2ce57dc57 req-ad51565d-6492-4270-992c-88f8140253f0 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.058057 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-929a7e3c-a9a2-4cf8-a316-a63fb5a443d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.067126 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-929a7e3c-a9a2-4cf8-a316-a63fb5a443d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.101237 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-929a7e3c-a9a2-4cf8-a316-a63fb5a443d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c43f19db3fc41e3bf360ed5f76ee299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6269195 Jul 07 17:23:57.101903 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-463e5381-c148-450e-a82c-18549b1b837b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.104396 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49568) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:57.117523 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-91db5f77-d142-43b9-8ad8-d1c2ce57dc57 req-ad51565d-6492-4270-992c-88f8140253f0 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Calling delete_port for 6e3d80a6-0346-47c8-860a-6fcecbd91629 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:57.129329 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a7e3c-a9a2-4cf8-a316-a63fb5a443d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bfc3c2-79a7-4461-9b8d-efd5e1bd11c7,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:57.131333 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-463e5381-c148-450e-a82c-18549b1b837b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.132147 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-463e5381-c148-450e-a82c-18549b1b837b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.146139 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a7e3c-a9a2-4cf8-a316-a63fb5a443d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:57.147325 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a7e3c-a9a2-4cf8-a316-a63fb5a443d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:57.147709 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a7e3c-a9a2-4cf8-a316-a63fb5a443d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:57.151187 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a7e3c-a9a2-4cf8-a316-a63fb5a443d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:57.151814 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a7e3c-a9a2-4cf8-a316-a63fb5a443d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:57.153286 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a7e3c-a9a2-4cf8-a316-a63fb5a443d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:57.157929 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a7e3c-a9a2-4cf8-a316-a63fb5a443d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:57.158448 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a7e3c-a9a2-4cf8-a316-a63fb5a443d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:57.158764 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a7e3c-a9a2-4cf8-a316-a63fb5a443d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:57.159114 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a7e3c-a9a2-4cf8-a316-a63fb5a443d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:57.159462 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a7e3c-a9a2-4cf8-a316-a63fb5a443d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:57.159797 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a7e3c-a9a2-4cf8-a316-a63fb5a443d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:57.447411 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eb22474a-0403-4604-a6c9-d9f2adb246cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.479232 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64348d1b-40b9-43c4-8e7d-f9100629d4f4 None None] New status for floating IP 64f57947-b6ae-4411-86e5-b86f0fdf5b2f: DOWN {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:23:57.496211 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eb22474a-0403-4604-a6c9-d9f2adb246cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.538131 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d287f1-e551-469a-8870-44b71d7bcac4 req-6eec0ca8-a416-4492-ab25-9708e8d64e9c tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:57.542543 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c4d287f1-e551-469a-8870-44b71d7bcac4 req-6eec0ca8-a416-4492-ab25-9708e8d64e9c tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=948cee78-1dd9-49f2-8441-65b00cf8dfaf HTTP/1.1" status: 200 len: 945 time: 0.1514602 Jul 07 17:23:57.641765 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c4d287f1-e551-469a-8870-44b71d7bcac4 req-090aba31-62c4-4ff0-94fc-bd514fe81020 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bfbd521-10d4-49dc-a2ee-f177c8718fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921049 Jul 07 17:23:57.661317 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eb22474a-0403-4604-a6c9-d9f2adb246cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.664814 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eb22474a-0403-4604-a6c9-d9f2adb246cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.666910 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-eb22474a-0403-4604-a6c9-d9f2adb246cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f3bfc3c2-79a7-4461-9b8d-efd5e1bd11c7 HTTP/1.1" status: 204 len: 168 time: 0.5566597 Jul 07 17:23:57.730279 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2a926a-40a1-4e43-bec5-1af13c168093 None None] Network d3d1894c-13ec-4ef9-9820-0ca07b2e0b2c requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:57.804006 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e5381-c148-450e-a82c-18549b1b837b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Port': ['ID=a2401d60-30ed-4ba1-843f-3dd9f1368d16,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:57.875892 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b4e576e1-b833-4e66-8a27-df013f362725 None None] Provisioning for port 9f8fe919-7de5-436f-890f-d7fba823eeea completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:57.902214 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22474a-0403-4604-a6c9-d9f2adb246cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bfc3c2-79a7-4461-9b8d-efd5e1bd11c7,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:57.947897 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:58.074606 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463e5381-c148-450e-a82c-18549b1b837b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network d3d1894c-13ec-4ef9-9820-0ca07b2e0b2c is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:58.102364 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-463e5381-c148-450e-a82c-18549b1b837b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:58.115898 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 6e3d80a6-0346-47c8-860a-6fcecbd91629 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:58.120733 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207732a-7bf3-452e-baa4-18d476ec6f53 req-e3ac84ca-2e9b-4fb2-8ee1-95c73b4aa407 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:58.122374 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7207732a-7bf3-452e-baa4-18d476ec6f53 req-e3ac84ca-2e9b-4fb2-8ee1-95c73b4aa407 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=948cee78-1dd9-49f2-8441-65b00cf8dfaf HTTP/1.1" status: 200 len: 945 time: 0.2056360 Jul 07 17:23:58.148648 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49592) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:58.148648 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-cb49c0c7-ce5e-4af9-93f5-fbb4e939f0c9 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Request body: {'floatingip': {'port_id': '26a5a26e-4f5e-41e5-8985-f6cd813a8046'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:58.245576 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 9f8fe919-7de5-436f-890f-d7fba823eeea up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:58.282631 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cb49c0c7-ce5e-4af9-93f5-fbb4e939f0c9 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for floatingip, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:58.421477 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 9f8fe919-7de5-436f-890f-d7fba823eeea completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:58.485404 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 9f8fe919-7de5-436f-890f-d7fba823eeea triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:58.485921 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:58.550597 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:58.581957 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device cc4b1e40-4570-4001-8292-c164e39b063a up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:58.707905 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d19756-60e9-4d3e-99ed-eece8a3f1eaa req-40431590-5abb-4578-858a-a9782b9ff938 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:58.709554 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e2d19756-60e9-4d3e-99ed-eece8a3f1eaa req-40431590-5abb-4578-858a-a9782b9ff938 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 945 time: 1.0511715 Jul 07 17:23:58.832187 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:58.844726 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463e5381-c148-450e-a82c-18549b1b837b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Router 98f881e8-7e7c-462e-b399-e76b8baaddf5 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:23:58.847651 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-342c6f5b-9220-4a5f-b779-64af9479c510 None None] Provisioning complete for port 9f8fe919-7de5-436f-890f-d7fba823eeea triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:58.849397 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-342c6f5b-9220-4a5f-b779-64af9479c510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:58.882230 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e2d19756-60e9-4d3e-99ed-eece8a3f1eaa req-cba9b7de-d0f8-4976-a2ec-36d53b667500 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518586 Jul 07 17:23:58.894656 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-91db5f77-d142-43b9-8ad8-d1c2ce57dc57 req-ad51565d-6492-4270-992c-88f8140253f0 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.059802 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port cc4b1e40-4570-4001-8292-c164e39b063a triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:59.060198 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.079432 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51565d-6492-4270-992c-88f8140253f0 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event deleted for resources: {'Port': ['ID=6e3d80a6-0346-47c8-860a-6fcecbd91629,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:59.272122 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-91db5f77-d142-43b9-8ad8-d1c2ce57dc57 req-ad51565d-6492-4270-992c-88f8140253f0 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] No DVR routers for this DVR port 6e3d80a6-0346-47c8-860a-6fcecbd91629 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:59.277481 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-91db5f77-d142-43b9-8ad8-d1c2ce57dc57 req-ad51565d-6492-4270-992c-88f8140253f0 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.283052 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-91db5f77-d142-43b9-8ad8-d1c2ce57dc57 req-ad51565d-6492-4270-992c-88f8140253f0 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.72 "DELETE /v2.0/ports/6e3d80a6-0346-47c8-860a-6fcecbd91629 HTTP/1.1" status: 204 len: 173 time: 3.4555182 Jul 07 17:23:59.291232 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4666279a-0024-4410-8bd8-63d967bfcebb', 'name': 'network-vif-deleted', 'tag': '6e3d80a6-0346-47c8-860a-6fcecbd91629'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:59.303833 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6505436-e795-4fc2-896b-4012421d031c" -d '{"events": [{"server_uuid": "4666279a-0024-4410-8bd8-63d967bfcebb", "name": "network-vif-deleted", "tag": "6e3d80a6-0346-47c8-860a-6fcecbd91629"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:59.372175 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463e5381-c148-450e-a82c-18549b1b837b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:23:59.392566 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-463e5381-c148-450e-a82c-18549b1b837b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "PUT /v2.0/routers/98f881e8-7e7c-462e-b399-e76b8baaddf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6328850 Jul 07 17:23:59.393367 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49626) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:59.456828 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fd707-b1a3-45e2-a39e-85fc79aeab13 req-a8e01aed-0692-4b3f-aa2e-b033e8773776 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:59.478629 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-603fd707-b1a3-45e2-a39e-85fc79aeab13 req-a8e01aed-0692-4b3f-aa2e-b033e8773776 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/ports?device_id=4666279a-0024-4410-8bd8-63d967bfcebb HTTP/1.1" status: 200 len: 867 time: 1.0827608 Jul 07 17:23:59.570081 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6061ac07-e815-4af1-a626-e4c78493eb98 x-openstack-request-id: req-6061ac07-e815-4af1-a626-e4c78493eb98 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:59.571130 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4666279a-0024-4410-8bd8-63d967bfcebb", "name": "network-vif-deleted", "tag": "6e3d80a6-0346-47c8-860a-6fcecbd91629", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:59.573041 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6061ac07-e815-4af1-a626-e4c78493eb98 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:59.573770 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4666279a-0024-4410-8bd8-63d967bfcebb', 'name': 'network-vif-deleted', 'tag': '6e3d80a6-0346-47c8-860a-6fcecbd91629', 'status': 'completed', 'code': 200} Jul 07 17:23:59.581622 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91e29b4-f3d6-479c-a65b-1514443653fb tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:59.587237 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b91e29b4-f3d6-479c-a65b-1514443653fb tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "GET /v2.0/ports/a2401d60-30ed-4ba1-843f-3dd9f1368d16 HTTP/1.1" status: 200 len: 911 time: 0.1906269 Jul 07 17:23:59.588789 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49630) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:59.741638 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b718d2-4982-491d-8d6d-882537bf2545 None None] Sync routers for ids ['98f881e8-7e7c-462e-b399-e76b8baaddf5'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:23:59.785134 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 9f8fe919-7de5-436f-890f-d7fba823eeea, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=9f8fe919-7de5-436f-890f-d7fba823eeea,segment=NetworkSegment(e8fcc66e-e715-4410-bd9a-5e3da96d3974),segment_id=e8fcc66e-e715-4410-bd9a-5e3da96d3974)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:59.803020 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-603fd707-b1a3-45e2-a39e-85fc79aeab13 req-dd63e24f-6192-49e1-9558-39aa333598dd tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "GET /v2.0/security-groups?id=036424b9-4324-465f-8c98-a66ed5a3bc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3232410 Jul 07 17:23:59.841627 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.878912 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b718d2-4982-491d-8d6d-882537bf2545 None None] Routers {'98f881e8-7e7c-462e-b399-e76b8baaddf5'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:59.879559 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-94b718d2-4982-491d-8d6d-882537bf2545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:23:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['98f881e8-7e7c-462e-b399-e76b8baaddf5'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:00.093461 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-94b718d2-4982-491d-8d6d-882537bf2545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:00.142737 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cb49c0c7-ce5e-4af9-93f5-fbb4e939f0c9 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:00.154420 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cb49c0c7-ce5e-4af9-93f5-fbb4e939f0c9 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:00.317470 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b718d2-4982-491d-8d6d-882537bf2545 None None] Routers {'98f881e8-7e7c-462e-b399-e76b8baaddf5'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:00.318529 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-94b718d2-4982-491d-8d6d-882537bf2545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:23:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['98f881e8-7e7c-462e-b399-e76b8baaddf5'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:00.327827 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49650) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:00.382215 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:00.391810 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-94b718d2-4982-491d-8d6d-882537bf2545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:00.392721 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b718d2-4982-491d-8d6d-882537bf2545 None None] The sync data for ids ['98f881e8-7e7c-462e-b399-e76b8baaddf5'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:00.401419 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=9f8fe919-7de5-436f-890f-d7fba823eeea,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:00.465114 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:00.505945 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-342c6f5b-9220-4a5f-b779-64af9479c510 None None] Provisioning for port a2401d60-30ed-4ba1-843f-3dd9f1368d16 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:00.531778 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b0694c-5520-46bf-aa20-50b957a8bbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4b1e40-4570-4001-8292-c164e39b063a'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:00.535394 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3f3457-096d-4682-ac2e-d555238ff0c9" -d '{"events": [{"server_uuid": "98b0694c-5520-46bf-aa20-50b957a8bbc9", "name": "network-vif-plugged", "status": "completed", "tag": "cc4b1e40-4570-4001-8292-c164e39b063a"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:00.537394 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-cb49c0c7-ce5e-4af9-93f5-fbb4e939f0c9 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Floating IP c00ba1f2-2813-4128-9548-7b287ba241da associated. External IP: 172.25.0.48, port: 26a5a26e-4f5e-41e5-8985-f6cd813a8046. Jul 07 17:24:00.545090 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-342c6f5b-9220-4a5f-b779-64af9479c510 None None] Provisioning complete for port a2401d60-30ed-4ba1-843f-3dd9f1368d16 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:00.549586 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-342c6f5b-9220-4a5f-b779-64af9479c510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:00.595787 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port cc4b1e40-4570-4001-8292-c164e39b063a, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=cc4b1e40-4570-4001-8292-c164e39b063a,segment=NetworkSegment(90d721ad-5c14-4e8b-8d38-43728529f388),segment_id=90d721ad-5c14-4e8b-8d38-43728529f388)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:00.611637 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:00.733758 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523005e0-c36c-4df0-a704-b4c9df5de461 x-openstack-request-id: req-523005e0-c36c-4df0-a704-b4c9df5de461 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:00.735171 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b0694c-5520-46bf-aa20-50b957a8bbc9", "name": "network-vif-plugged", "status": "completed", "tag": "cc4b1e40-4570-4001-8292-c164e39b063a", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:00.735456 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-523005e0-c36c-4df0-a704-b4c9df5de461 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:00.735894 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b0694c-5520-46bf-aa20-50b957a8bbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4b1e40-4570-4001-8292-c164e39b063a', 'code': 200} Jul 07 17:24:00.740120 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-342c6f5b-9220-4a5f-b779-64af9479c510 None None] Port a2401d60-30ed-4ba1-843f-3dd9f1368d16 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:24:00.932733 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=cc4b1e40-4570-4001-8292-c164e39b063a,revision_number=10']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:01.000162 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-712367fd-da3f-4384-b8ea-b4a98226a8ec None None] Provisioning complete for port a2401d60-30ed-4ba1-843f-3dd9f1368d16 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:01.002979 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-712367fd-da3f-4384-b8ea-b4a98226a8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.109175 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-712367fd-da3f-4384-b8ea-b4a98226a8ec None None] Port a2401d60-30ed-4ba1-843f-3dd9f1368d16 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:24:01.115512 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49670) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:01.197462 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-66831bc5-7550-4318-af2b-417e9089a909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.270589 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb49c0c7-ce5e-4af9-93f5-fbb4e939f0c9 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Router eed3d3eb-1a68-421c-a21f-a8fb1ee460da has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:01.318164 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-95600073-9949-47f9-b335-9db277376d1c tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.536404 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-95600073-9949-47f9-b335-9db277376d1c tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.543517 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786f3d9-a47f-4bc5-812f-05bf9e13da88 req-bb878216-f7dc-4cef-ae6c-27e9ddc854f7 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:01.545362 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0786f3d9-a47f-4bc5-812f-05bf9e13da88 req-bb878216-f7dc-4cef-ae6c-27e9ddc854f7 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.2904446 Jul 07 17:24:01.573517 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c287ea-1da1-49c2-8ae1-87cb131f429c req-5dff0627-fdc8-4c0a-ad89-59435fc01fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:01.575790 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-60c287ea-1da1-49c2-8ae1-87cb131f429c req-5dff0627-fdc8-4c0a-ad89-59435fc01fe1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 1099 time: 0.4593682 Jul 07 17:24:01.641258 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0786f3d9-a47f-4bc5-812f-05bf9e13da88 req-6ebc5629-3b81-4cfb-9f75-4f3efbe8fe6f tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869706 Jul 07 17:24:01.666958 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4421b31b-ee5f-492e-9a6b-67649dda02f6 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.707221 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb49c0c7-ce5e-4af9-93f5-fbb4e939f0c9 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:01.712596 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-60c287ea-1da1-49c2-8ae1-87cb131f429c req-78e113b9-a563-4665-881a-e9396f3dee99 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195047 Jul 07 17:24:01.721062 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cb49c0c7-ce5e-4af9-93f5-fbb4e939f0c9 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.726163 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cf65fc-18a9-4f7b-a2df-bf1506da5efe None None] Sync routers for ids ['eed3d3eb-1a68-421c-a21f-a8fb1ee460da'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:01.749828 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cf65fc-18a9-4f7b-a2df-bf1506da5efe None None] Routers {'eed3d3eb-1a68-421c-a21f-a8fb1ee460da'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:01.750755 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49682) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:01.756482 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-61cf65fc-18a9-4f7b-a2df-bf1506da5efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:23:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['eed3d3eb-1a68-421c-a21f-a8fb1ee460da'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:01.795722 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-66831bc5-7550-4318-af2b-417e9089a909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.803815 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-66831bc5-7550-4318-af2b-417e9089a909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.835006 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cb49c0c7-ce5e-4af9-93f5-fbb4e939f0c9 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "PUT /v2.0/floatingips/c00ba1f2-2813-4128-9548-7b287ba241da HTTP/1.1" status: 200 len: 990 time: 3.6936767 Jul 07 17:24:01.862875 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-66831bc5-7550-4318-af2b-417e9089a909 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e5f46a648b04266886c777f3ea099b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5339611 Jul 07 17:24:01.863868 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948cee78-1dd9-49f2-8441-65b00cf8dfaf', 'tag': '26a5a26e-4f5e-41e5-8985-f6cd813a8046'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:01.866751 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4006c26c-92d4-4696-95a3-fc6a4904d911" -d '{"events": [{"name": "network-changed", "server_uuid": "948cee78-1dd9-49f2-8441-65b00cf8dfaf", "tag": "26a5a26e-4f5e-41e5-8985-f6cd813a8046"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:01.869597 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49688) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:01.871149 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66831bc5-7550-4318-af2b-417e9089a909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc00af50-51f6-4d35-9387-02db6033eb59,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:01.875551 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-95600073-9949-47f9-b335-9db277376d1c tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.879043 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-95600073-9949-47f9-b335-9db277376d1c tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.882127 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-95600073-9949-47f9-b335-9db277376d1c tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "DELETE /v2.0/security-groups/036424b9-4324-465f-8c98-a66ed5a3bc1e HTTP/1.1" status: 204 len: 168 time: 0.7604916 Jul 07 17:24:01.912514 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95600073-9949-47f9-b335-9db277376d1c tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=036424b9-4324-465f-8c98-a66ed5a3bc1e,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:01.973321 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bb6fde30-30fd-47aa-ac2c-90eab7cdaa24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.975624 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-20e21d68-f39d-4f7e-bbb5-252351b1a1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.980112 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af197e8d-abd2-44f3-b1bb-cfd71c495ec2 x-openstack-request-id: req-af197e8d-abd2-44f3-b1bb-cfd71c495ec2 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:01.980960 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948cee78-1dd9-49f2-8441-65b00cf8dfaf", "tag": "26a5a26e-4f5e-41e5-8985-f6cd813a8046", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:01.981399 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af197e8d-abd2-44f3-b1bb-cfd71c495ec2 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:01.982091 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948cee78-1dd9-49f2-8441-65b00cf8dfaf', 'tag': '26a5a26e-4f5e-41e5-8985-f6cd813a8046', 'status': 'completed', 'code': 200} Jul 07 17:24:02.109190 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49696) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:02.110536 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-61cf65fc-18a9-4f7b-a2df-bf1506da5efe None None] Set router eed3d3eb-1a68-421c-a21f-a8fb1ee460da gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:02.186774 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 9f8fe919-7de5-436f-890f-d7fba823eeea up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:02.316805 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 9f8fe919-7de5-436f-890f-d7fba823eeea triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:02.317272 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:02.429092 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-4421b31b-ee5f-492e-9a6b-67649dda02f6 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Deleting port a2401d60-30ed-4ba1-843f-3dd9f1368d16 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:02.429443 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4421b31b-ee5f-492e-9a6b-67649dda02f6 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:02.586405 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-61cf65fc-18a9-4f7b-a2df-bf1506da5efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'name': 'tempest-AttachVolumeTestJSON-315326028-router', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e9745790-a66f-4b18-9061-576418fba211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:42Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'gw_port': {'id': 'e9745790-a66f-4b18-9061-576418fba211', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:51Z', 'updated_at': '2021-07-07T17:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'c00ba1f2-2813-4128-9548-7b287ba241da', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'port_id': '26a5a26e-4f5e-41e5-8985-f6cd813a8046', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf', 'mac_address': 'fa:16:3e:b4:12:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948cee78-1dd9-49f2-8441-65b00cf8dfaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:23:29Z', 'updated_at': '2021-07-07T17:23:59Z', 'revision_number': 1, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44d34e5-4162-4302-ab10-46dec4a7318e', 'name': '', 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'mac_address': 'fa:16:3e:d7:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:06Z', 'updated_at': '2021-07-07T17:18:24Z', 'revision_number': 5, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'subnets': [{'id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:02.624151 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cf65fc-18a9-4f7b-a2df-bf1506da5efe None None] Checking router: eed3d3eb-1a68-421c-a21f-a8fb1ee460da for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:24:02.637805 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cf65fc-18a9-4f7b-a2df-bf1506da5efe None None] Routers {'eed3d3eb-1a68-421c-a21f-a8fb1ee460da'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:02.637805 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-61cf65fc-18a9-4f7b-a2df-bf1506da5efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:23:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['eed3d3eb-1a68-421c-a21f-a8fb1ee460da'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:02.706742 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4421b31b-ee5f-492e-9a6b-67649dda02f6 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:02.729223 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bb6fde30-30fd-47aa-ac2c-90eab7cdaa24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:02.818264 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bb6fde30-30fd-47aa-ac2c-90eab7cdaa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:02.850338 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-4421b31b-ee5f-492e-9a6b-67649dda02f6 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Calling delete_port for a2401d60-30ed-4ba1-843f-3dd9f1368d16 owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:02.889260 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-20e21d68-f39d-4f7e-bbb5-252351b1a1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:02.937418 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bb6fde30-30fd-47aa-ac2c-90eab7cdaa24 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=082c0487d9864a95ae8944a8afe4c852&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1855233 Jul 07 17:24:02.941531 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6fde30-30fd-47aa-ac2c-90eab7cdaa24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe3ce98-04cf-45c4-a43e-af21cb498318,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:02.951020 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49712) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:03.068594 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-61cf65fc-18a9-4f7b-a2df-bf1506da5efe None None] Set router eed3d3eb-1a68-421c-a21f-a8fb1ee460da gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:03.072381 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bb0965b9-fbfd-41c8-9b75-66fe76e891d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:03.154219 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006c26c-92d4-4696-95a3-fc6a4904d911 req-68a7d5d7-32e9-4f5f-b146-69618cc2de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:03.162064 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4006c26c-92d4-4696-95a3-fc6a4904d911 req-68a7d5d7-32e9-4f5f-b146-69618cc2de8d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05029c802c7d44e6b05d7b73d2dd31fb&device_id=948cee78-1dd9-49f2-8441-65b00cf8dfaf HTTP/1.1" status: 200 len: 1097 time: 0.9739742 Jul 07 17:24:03.171516 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bb0965b9-fbfd-41c8-9b75-66fe76e891d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:03.394232 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03347280-a440-4839-b5d1-bc7fbc877c2f req-bfd78480-f5ce-4045-95a0-42b67621e520 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:03.403288 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-03347280-a440-4839-b5d1-bc7fbc877c2f req-bfd78480-f5ce-4045-95a0-42b67621e520 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.3823624 Jul 07 17:24:03.471535 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-20e21d68-f39d-4f7e-bbb5-252351b1a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:03.481703 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-20e21d68-f39d-4f7e-bbb5-252351b1a1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:03.485680 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-20e21d68-f39d-4f7e-bbb5-252351b1a1a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc00af50-51f6-4d35-9387-02db6033eb59 HTTP/1.1" status: 204 len: 168 time: 1.6111493 Jul 07 17:24:03.532659 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e21d68-f39d-4f7e-bbb5-252351b1a1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc00af50-51f6-4d35-9387-02db6033eb59,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:03.543321 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-03347280-a440-4839-b5d1-bc7fbc877c2f req-fdee4edf-b6bf-4312-ac84-714c38019e54 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382122 Jul 07 17:24:03.625751 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bb0965b9-fbfd-41c8-9b75-66fe76e891d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:03.628466 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bb0965b9-fbfd-41c8-9b75-66fe76e891d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:03.634131 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bb0965b9-fbfd-41c8-9b75-66fe76e891d4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bbe3ce98-04cf-45c4-a43e-af21cb498318 HTTP/1.1" status: 204 len: 168 time: 0.6805539 Jul 07 17:24:03.706933 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006c26c-92d4-4696-95a3-fc6a4904d911 req-cec463b5-da53-47e0-89b4-317193ad8b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:03.710427 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4006c26c-92d4-4696-95a3-fc6a4904d911 req-cec463b5-da53-47e0-89b4-317193ad8b33 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8844e96f-6ac0-4025-abff-e3224e6714bf HTTP/1.1" status: 200 len: 911 time: 0.5354187 Jul 07 17:24:03.718191 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0965b9-fbfd-41c8-9b75-66fe76e891d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe3ce98-04cf-45c4-a43e-af21cb498318,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:03.799485 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4421b31b-ee5f-492e-9a6b-67649dda02f6 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:03.831417 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-61cf65fc-18a9-4f7b-a2df-bf1506da5efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'name': 'tempest-AttachVolumeTestJSON-315326028-router', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e9745790-a66f-4b18-9061-576418fba211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:42Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'gw_port': {'id': 'e9745790-a66f-4b18-9061-576418fba211', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:51Z', 'updated_at': '2021-07-07T17:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'c00ba1f2-2813-4128-9548-7b287ba241da', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'port_id': '26a5a26e-4f5e-41e5-8985-f6cd813a8046', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf', 'mac_address': 'fa:16:3e:b4:12:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948cee78-1dd9-49f2-8441-65b00cf8dfaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:23:29Z', 'updated_at': '2021-07-07T17:23:59Z', 'revision_number': 1, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44d34e5-4162-4302-ab10-46dec4a7318e', 'name': '', 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'mac_address': 'fa:16:3e:d7:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:06Z', 'updated_at': '2021-07-07T17:18:24Z', 'revision_number': 5, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'subnets': [{'id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:03.863450 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421b31b-ee5f-492e-9a6b-67649dda02f6 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Port': ['ID=a2401d60-30ed-4ba1-843f-3dd9f1368d16,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:03.877931 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cf65fc-18a9-4f7b-a2df-bf1506da5efe None None] The sync data for ids ['eed3d3eb-1a68-421c-a21f-a8fb1ee460da'] in n-d-791503-12 is: [{'id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'name': 'tempest-AttachVolumeTestJSON-315326028-router', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e9745790-a66f-4b18-9061-576418fba211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:42Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'gw_port': {'id': 'e9745790-a66f-4b18-9061-576418fba211', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:51Z', 'updated_at': '2021-07-07T17:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'c00ba1f2-2813-4128-9548-7b287ba241da', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'port_id': '26a5a26e-4f5e-41e5-8985-f6cd813a8046', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf', 'mac_address': 'fa:16:3e:b4:12:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948cee78-1dd9-49f2-8441-65b00cf8dfaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:23:29Z', 'updated_at': '2021-07-07T17:23:59Z', 'revision_number': 1, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44d34e5-4162-4302-ab10-46dec4a7318e', 'name': '', 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'mac_address': 'fa:16:3e:d7:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:06Z', 'updated_at': '2021-07-07T17:18:24Z', 'revision_number': 5, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'subnets': [{'id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:04.077549 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4006c26c-92d4-4696-95a3-fc6a4904d911 req-1047820d-9929-4caa-b10b-15acc48f3635 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26a5a26e-4f5e-41e5-8985-f6cd813a8046 HTTP/1.1" status: 200 len: 998 time: 0.3549266 Jul 07 17:24:04.249991 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6cd3653b-e436-427f-ab1c-8c3beedfc258 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:04.263894 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006c26c-92d4-4696-95a3-fc6a4904d911 req-f6c84481-5089-4b65-9b3f-70c1e71f8101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:04.276025 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4006c26c-92d4-4696-95a3-fc6a4904d911 req-f6c84481-5089-4b65-9b3f-70c1e71f8101 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e2ae55f5-c355-4456-833a-1db6be8fc78f HTTP/1.1" status: 200 len: 849 time: 0.1907918 Jul 07 17:24:04.414678 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4421b31b-ee5f-492e-9a6b-67649dda02f6 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:04.456516 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9d022b-5dc0-4bda-aeff-f319f6865271 None None] New status for floating IP c00ba1f2-2813-4128-9548-7b287ba241da: ACTIVE {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:24:04.523498 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006c26c-92d4-4696-95a3-fc6a4904d911 req-ceb8e27b-895f-4944-8bbf-5b404e3fbeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:04.527463 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4006c26c-92d4-4696-95a3-fc6a4904d911 req-ceb8e27b-895f-4944-8bbf-5b404e3fbeb8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8844e96f-6ac0-4025-abff-e3224e6714bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2444198 Jul 07 17:24:04.569035 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49770) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:04.713245 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c464abd2-f975-45f6-bb92-1a98ed8ba669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:04.891764 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4006c26c-92d4-4696-95a3-fc6a4904d911 req-f9f6e5f2-918c-4b2d-8182-c6055421cba9 service neutron] 10.222.0.64 "GET /v2.0/networks/8844e96f-6ac0-4025-abff-e3224e6714bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560379 Jul 07 17:24:05.072190 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4006c26c-92d4-4696-95a3-fc6a4904d911 req-c9525b1e-127a-4eeb-a5c0-41c41015efbc service neutron] 10.222.0.64 "GET /v2.0/networks/8844e96f-6ac0-4025-abff-e3224e6714bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746120 Jul 07 17:24:05.097915 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c464abd2-f975-45f6-bb92-1a98ed8ba669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:05.106572 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c464abd2-f975-45f6-bb92-1a98ed8ba669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:05.122817 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4421b31b-ee5f-492e-9a6b-67649dda02f6 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Router 98f881e8-7e7c-462e-b399-e76b8baaddf5 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:05.149814 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464abd2-f975-45f6-bb92-1a98ed8ba669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28544ea-b4bc-48cd-acbb-2625cd33643f,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:05.164346 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fb0b9-c7f6-4ee2-a328-e87ca28ec3be req-c216f93f-0b3d-476c-bf73-d3d6981ab70f tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:05.165122 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c464abd2-f975-45f6-bb92-1a98ed8ba669 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=806c4ba535c9471b8ff60430c1c5fad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5943274 Jul 07 17:24:05.166129 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5e2fb0b9-c7f6-4ee2-a328-e87ca28ec3be req-c216f93f-0b3d-476c-bf73-d3d6981ab70f tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.3359330 Jul 07 17:24:05.170101 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49788) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:05.359589 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4421b31b-ee5f-492e-9a6b-67649dda02f6 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:05.369952 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24d4529-174d-470d-9188-1fa727014853 None None] Sync routers for ids ['98f881e8-7e7c-462e-b399-e76b8baaddf5'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:05.382979 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24d4529-174d-470d-9188-1fa727014853 None None] Routers {'98f881e8-7e7c-462e-b399-e76b8baaddf5'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:05.384858 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b24d4529-174d-470d-9188-1fa727014853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:23:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['98f881e8-7e7c-462e-b399-e76b8baaddf5'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:05.385010 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4421b31b-ee5f-492e-9a6b-67649dda02f6 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "PUT /v2.0/routers/98f881e8-7e7c-462e-b399-e76b8baaddf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7937856 Jul 07 17:24:05.388271 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49794) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:05.392066 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5e2fb0b9-c7f6-4ee2-a328-e87ca28ec3be req-8415143b-3e75-4e82-b585-8c643e3a20d3 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054055 Jul 07 17:24:05.436329 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-292cc692-cdb1-4907-b6c2-6ac0ecea0f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:05.444249 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b24d4529-174d-470d-9188-1fa727014853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:05.456068 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24d4529-174d-470d-9188-1fa727014853 None None] Routers {'98f881e8-7e7c-462e-b399-e76b8baaddf5'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:05.457986 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b24d4529-174d-470d-9188-1fa727014853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:23:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['98f881e8-7e7c-462e-b399-e76b8baaddf5'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:05.458392 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-63503388-9961-475f-9135-fa6ee39b9880 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "GET /v2.0/ports?device_id=98f881e8-7e7c-462e-b399-e76b8baaddf5 HTTP/1.1" status: 200 len: 205 time: 0.0682905 Jul 07 17:24:05.458936 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49798) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:05.480282 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-6cd3653b-e436-427f-ab1c-8c3beedfc258 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Deleting port 36b60956-c80f-4826-b969-9614bcecabc3 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:05.480677 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6cd3653b-e436-427f-ab1c-8c3beedfc258 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:05.561483 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b24d4529-174d-470d-9188-1fa727014853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:05.562699 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24d4529-174d-470d-9188-1fa727014853 None None] The sync data for ids ['98f881e8-7e7c-462e-b399-e76b8baaddf5'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:05.649666 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b7a8f-c5ae-4353-a9e8-0a49f88c9b57 req-662d182a-35ec-4bc4-9870-082d56e1a820 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:05.651749 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-725b7a8f-c5ae-4353-a9e8-0a49f88c9b57 req-662d182a-35ec-4bc4-9870-082d56e1a820 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.0808439 Jul 07 17:24:05.720592 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-725b7a8f-c5ae-4353-a9e8-0a49f88c9b57 req-acc1f994-3fa7-4d36-865a-68034d6a9c50 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609725 Jul 07 17:24:06.004809 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49818) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:06.038816 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-292cc692-cdb1-4907-b6c2-6ac0ecea0f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.045906 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-46524b71-e42d-4328-b035-e84e8d7d893b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.173142 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6b26bfb5-ecda-4024-b29b-e43ea52369fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.294738 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab7a4f-7f2f-41e9-9cea-0347dcaf454c req-bec787e4-0a36-4464-91ee-727d12ab8e42 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:06.301962 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0fab7a4f-7f2f-41e9-9cea-0347dcaf454c req-bec787e4-0a36-4464-91ee-727d12ab8e42 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.3108387 Jul 07 17:24:06.327329 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6b26bfb5-ecda-4024-b29b-e43ea52369fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.332561 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6b26bfb5-ecda-4024-b29b-e43ea52369fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.373725 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-46524b71-e42d-4328-b035-e84e8d7d893b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.382354 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-46524b71-e42d-4328-b035-e84e8d7d893b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.387193 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-292cc692-cdb1-4907-b6c2-6ac0ecea0f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.389852 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-292cc692-cdb1-4907-b6c2-6ac0ecea0f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.391029 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-292cc692-cdb1-4907-b6c2-6ac0ecea0f1d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b28544ea-b4bc-48cd-acbb-2625cd33643f HTTP/1.1" status: 204 len: 168 time: 1.2179885 Jul 07 17:24:06.400867 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6b26bfb5-ecda-4024-b29b-e43ea52369fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=401018a40e7d44f38bc8d9990ef92658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3926654 Jul 07 17:24:06.400867 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26bfb5-ecda-4024-b29b-e43ea52369fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949881fa-fff5-496c-889d-9d7fe6560a63,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:06.402858 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49826) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:06.410356 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-6cd3653b-e436-427f-ab1c-8c3beedfc258 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] For port 36b60956-c80f-4826-b969-9614bcecabc3, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=36b60956-c80f-4826-b969-9614bcecabc3,segment=NetworkSegment(c3bdde32-807d-40bd-b0e5-882c6e712b4a),segment_id=c3bdde32-807d-40bd-b0e5-882c6e712b4a)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:06.411056 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6cd3653b-e436-427f-ab1c-8c3beedfc258 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.436331 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292cc692-cdb1-4907-b6c2-6ac0ecea0f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28544ea-b4bc-48cd-acbb-2625cd33643f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:06.455423 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-6cd3653b-e436-427f-ab1c-8c3beedfc258 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Calling delete_port for 36b60956-c80f-4826-b969-9614bcecabc3 owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:06.503992 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1151f620-2027-440f-a3d6-eb1d89c06a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.511081 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0fab7a4f-7f2f-41e9-9cea-0347dcaf454c req-48eaaee6-e4a1-4f60-b0ec-222cffad34f8 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081997 Jul 07 17:24:06.538957 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-46524b71-e42d-4328-b035-e84e8d7d893b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.539535 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46524b71-e42d-4328-b035-e84e8d7d893b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Fanout notify agent at l3_agent the message router_deleted on router 98f881e8-7e7c-462e-b399-e76b8baaddf5 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:24:06.547737 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1151f620-2027-440f-a3d6-eb1d89c06a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.635799 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-46524b71-e42d-4328-b035-e84e8d7d893b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.643808 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-46524b71-e42d-4328-b035-e84e8d7d893b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/routers/98f881e8-7e7c-462e-b399-e76b8baaddf5 HTTP/1.1" status: 204 len: 168 time: 1.1823099 Jul 07 17:24:06.648332 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49834) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:06.703300 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1151f620-2027-440f-a3d6-eb1d89c06a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.706218 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1151f620-2027-440f-a3d6-eb1d89c06a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.707674 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1151f620-2027-440f-a3d6-eb1d89c06a3a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/949881fa-fff5-496c-889d-9d7fe6560a63 HTTP/1.1" status: 204 len: 168 time: 0.3037376 Jul 07 17:24:06.729946 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151f620-2027-440f-a3d6-eb1d89c06a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949881fa-fff5-496c-889d-9d7fe6560a63,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:06.740753 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-511f30b1-b892-491a-bf55-ab653abe1b9a tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Deleting subnet 6a2bba54-a35d-4f90-814e-5521ceade2b4 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:24:06.746157 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-511f30b1-b892-491a-bf55-ab653abe1b9a tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.807017 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-511f30b1-b892-491a-bf55-ab653abe1b9a tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.840785 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e956d-5429-4129-8f61-80ce15fadae2 req-1b409010-6116-4790-93ca-08ed58e2f57a tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:06.842429 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3d4e956d-5429-4129-8f61-80ce15fadae2 req-1b409010-6116-4790-93ca-08ed58e2f57a tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.1488750 Jul 07 17:24:06.969478 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3d4e956d-5429-4129-8f61-80ce15fadae2 req-f98846b2-bedc-41ac-86cd-617103aa1819 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072228 Jul 07 17:24:06.991465 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-511f30b1-b892-491a-bf55-ab653abe1b9a tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.043257 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6cd3653b-e436-427f-ab1c-8c3beedfc258 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.173345 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3653b-e436-427f-ab1c-8c3beedfc258 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event deleted for resources: {'Port': ['ID=36b60956-c80f-4826-b969-9614bcecabc3,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:07.203938 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-511f30b1-b892-491a-bf55-ab653abe1b9a tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.297328 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f30b1-b892-491a-bf55-ab653abe1b9a tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Subnet': ['ID=6a2bba54-a35d-4f90-814e-5521ceade2b4,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:07.302421 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-511f30b1-b892-491a-bf55-ab653abe1b9a tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.307719 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-511f30b1-b892-491a-bf55-ab653abe1b9a tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/subnets/6a2bba54-a35d-4f90-814e-5521ceade2b4 HTTP/1.1" status: 204 len: 168 time: 0.6551633 Jul 07 17:24:07.311945 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49854) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:07.343034 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fe5250-921b-4b9f-bb9d-81741a739808 None None] Network d3d1894c-13ec-4ef9-9820-0ca07b2e0b2c requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:07.455404 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.579842 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-64f87ceb-d19f-4765-aec7-86f334949178 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.836327 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6cd3653b-e436-427f-ab1c-8c3beedfc258 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.839527 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d94d637-d9d8-44a8-80b5-266c63253a94 None None] DHCP port deletion for d3d1894c-13ec-4ef9-9820-0ca07b2e0b2c request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:24:07.926025 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:08.064936 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-9d94d637-d9d8-44a8-80b5-266c63253a94 None None] Deleting port 9f8fe919-7de5-436f-890f-d7fba823eeea {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:08.073638 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9d94d637-d9d8-44a8-80b5-266c63253a94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:08.139662 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b69e9-1741-4ec6-90d1-6df5eafc50b7 req-12796999-32a6-4b61-aab8-f035be36e8fb tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:08.153225 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4b4b69e9-1741-4ec6-90d1-6df5eafc50b7 req-12796999-32a6-4b61-aab8-f035be36e8fb tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.5459266 Jul 07 17:24:08.219307 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-64f87ceb-d19f-4765-aec7-86f334949178 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Deleting port 9f8fe919-7de5-436f-890f-d7fba823eeea {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:08.219955 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-64f87ceb-d19f-4765-aec7-86f334949178 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:08.335977 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-9d94d637-d9d8-44a8-80b5-266c63253a94 None None] For port 9f8fe919-7de5-436f-890f-d7fba823eeea, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=9f8fe919-7de5-436f-890f-d7fba823eeea,segment=NetworkSegment(e8fcc66e-e715-4410-bd9a-5e3da96d3974),segment_id=e8fcc66e-e715-4410-bd9a-5e3da96d3974)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:08.337179 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9d94d637-d9d8-44a8-80b5-266c63253a94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:08.367693 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 9f8fe919-7de5-436f-890f-d7fba823eeea no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:24:08.479517 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-9d94d637-d9d8-44a8-80b5-266c63253a94 None None] Calling delete_port for 9f8fe919-7de5-436f-890f-d7fba823eeea owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:08.506106 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-64f87ceb-d19f-4765-aec7-86f334949178 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] For port 9f8fe919-7de5-436f-890f-d7fba823eeea, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=9f8fe919-7de5-436f-890f-d7fba823eeea,segment=NetworkSegment(e8fcc66e-e715-4410-bd9a-5e3da96d3974),segment_id=e8fcc66e-e715-4410-bd9a-5e3da96d3974)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:08.507812 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-64f87ceb-d19f-4765-aec7-86f334949178 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:08.564187 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4b4b69e9-1741-4ec6-90d1-6df5eafc50b7 req-560a136f-5a91-4725-9482-0feafa17730a tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857958 Jul 07 17:24:08.569620 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:08.600636 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-64f87ceb-d19f-4765-aec7-86f334949178 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Calling delete_port for 9f8fe919-7de5-436f-890f-d7fba823eeea owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:08.669089 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd3653b-e436-427f-ab1c-8c3beedfc258 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Router 15a49e4e-640d-4ccf-b7c1-d5d351221179 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:08.674164 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 9f8fe919-7de5-436f-890f-d7fba823eeea, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=9f8fe919-7de5-436f-890f-d7fba823eeea,segment=NetworkSegment(e8fcc66e-e715-4410-bd9a-5e3da96d3974),segment_id=e8fcc66e-e715-4410-bd9a-5e3da96d3974)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:08.693086 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:08.773959 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=9f8fe919-7de5-436f-890f-d7fba823eeea,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:08.787567 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9d94d637-d9d8-44a8-80b5-266c63253a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:08.844872 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94d637-d9d8-44a8-80b5-266c63253a94 None None] Pushing event deleted for resources: {'Port': ['ID=9f8fe919-7de5-436f-890f-d7fba823eeea,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:08.850608 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d94d637-d9d8-44a8-80b5-266c63253a94 None None] No DVR routers for this DVR port 9f8fe919-7de5-436f-890f-d7fba823eeea on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:24:08.866940 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-64f87ceb-d19f-4765-aec7-86f334949178 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:08.886329 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f87ceb-d19f-4765-aec7-86f334949178 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] No DVR routers for this DVR port 9f8fe919-7de5-436f-890f-d7fba823eeea on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:24:08.890917 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd3653b-e436-427f-ab1c-8c3beedfc258 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:08.896823 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6cd3653b-e436-427f-ab1c-8c3beedfc258 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "PUT /v2.0/routers/15a49e4e-640d-4ccf-b7c1-d5d351221179/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7848060 Jul 07 17:24:08.901078 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49898) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:08.909116 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a459e9-734b-4cca-9b68-e8f7687abfeb None None] Sync routers for ids ['15a49e4e-640d-4ccf-b7c1-d5d351221179'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:08.922344 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a459e9-734b-4cca-9b68-e8f7687abfeb None None] Routers {'15a49e4e-640d-4ccf-b7c1-d5d351221179'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:08.922999 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-09a459e9-734b-4cca-9b68-e8f7687abfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:23:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['15a49e4e-640d-4ccf-b7c1-d5d351221179'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:08.931165 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f87ceb-d19f-4765-aec7-86f334949178 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Port': ['ID=9f8fe919-7de5-436f-890f-d7fba823eeea,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:08.971253 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-0efe61e5-1194-4441-b1fd-089cb22e1a3a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Deleting subnet 4c292f83-2950-4b02-a762-31fd7b91c7af {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:24:08.976155 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0efe61e5-1194-4441-b1fd-089cb22e1a3a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.034699 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0efe61e5-1194-4441-b1fd-089cb22e1a3a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.114506 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-09a459e9-734b-4cca-9b68-e8f7687abfeb None None] Set router 15a49e4e-640d-4ccf-b7c1-d5d351221179 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:09.189827 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-64f87ceb-d19f-4765-aec7-86f334949178 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.213180 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-64f87ceb-d19f-4765-aec7-86f334949178 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d1894c-13ec-4ef9-9820-0ca07b2e0b2c']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:09.233363 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0efe61e5-1194-4441-b1fd-089cb22e1a3a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.241558 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-64f87ceb-d19f-4765-aec7-86f334949178 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8fcc66e-e715-4410-bd9a-5e3da96d3974') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:09.242135 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-64f87ceb-d19f-4765-aec7-86f334949178 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8fcc66e-e715-4410-bd9a-5e3da96d3974') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:09.274186 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-64f87ceb-d19f-4765-aec7-86f334949178 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.328881 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c84df-3585-488b-9037-12fb366d50ab req-45a8011d-0f7d-4eda-a4bd-368efb78b5d5 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:09.337307 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d9c84df-3585-488b-9037-12fb366d50ab req-45a8011d-0f7d-4eda-a4bd-368efb78b5d5 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.4582119 Jul 07 17:24:09.347144 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-64f87ceb-d19f-4765-aec7-86f334949178 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.361015 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0efe61e5-1194-4441-b1fd-089cb22e1a3a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.365636 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f87ceb-d19f-4765-aec7-86f334949178 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:24:09.366120 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-64f87ceb-d19f-4765-aec7-86f334949178 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:24:09.370293 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:24:09.399143 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-09a459e9-734b-4cca-9b68-e8f7687abfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'name': 'tempest-TestNetworkBasicOps-router-1605627916', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:21Z', 'updated_at': '2021-07-07T17:24:06Z', 'revision_number': 5, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:23Z', 'updated_at': '2021-07-07T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:09.431694 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a459e9-734b-4cca-9b68-e8f7687abfeb None None] Checking router: 15a49e4e-640d-4ccf-b7c1-d5d351221179 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:24:09.439668 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d9c84df-3585-488b-9037-12fb366d50ab req-c2df18c6-29ce-468c-beb4-04f0fd6a1f71 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012580 Jul 07 17:24:09.445360 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a459e9-734b-4cca-9b68-e8f7687abfeb None None] Routers {'15a49e4e-640d-4ccf-b7c1-d5d351221179'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:09.446209 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-09a459e9-734b-4cca-9b68-e8f7687abfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:23:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['15a49e4e-640d-4ccf-b7c1-d5d351221179'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:09.480345 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe61e5-1194-4441-b1fd-089cb22e1a3a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event deleted for resources: {'Subnet': ['ID=4c292f83-2950-4b02-a762-31fd7b91c7af,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:09.483876 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-64f87ceb-d19f-4765-aec7-86f334949178 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.491175 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-64f87ceb-d19f-4765-aec7-86f334949178 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.495556 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0efe61e5-1194-4441-b1fd-089cb22e1a3a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.501164 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-64f87ceb-d19f-4765-aec7-86f334949178 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/networks/d3d1894c-13ec-4ef9-9820-0ca07b2e0b2c HTTP/1.1" status: 204 len: 168 time: 2.1899395 Jul 07 17:24:09.511942 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49926) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:09.511942 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49928) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:09.512744 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0efe61e5-1194-4441-b1fd-089cb22e1a3a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "DELETE /v2.0/subnets/4c292f83-2950-4b02-a762-31fd7b91c7af HTTP/1.1" status: 204 len: 168 time: 0.6024411 Jul 07 17:24:09.515808 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe61e5-1194-4441-b1fd-089cb22e1a3a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:09.516160 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe61e5-1194-4441-b1fd-089cb22e1a3a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:09.516508 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe61e5-1194-4441-b1fd-089cb22e1a3a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:09.521098 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe61e5-1194-4441-b1fd-089cb22e1a3a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:09.521694 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe61e5-1194-4441-b1fd-089cb22e1a3a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:09.522203 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe61e5-1194-4441-b1fd-089cb22e1a3a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:09.522727 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe61e5-1194-4441-b1fd-089cb22e1a3a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:09.523916 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe61e5-1194-4441-b1fd-089cb22e1a3a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:09.527118 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe61e5-1194-4441-b1fd-089cb22e1a3a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:09.527665 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe61e5-1194-4441-b1fd-089cb22e1a3a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:09.528173 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe61e5-1194-4441-b1fd-089cb22e1a3a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:09.528718 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe61e5-1194-4441-b1fd-089cb22e1a3a tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:09.543238 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-83b045d1-ae16-4243-953e-ee6886d529cf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-49111447', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}, 'admin_state_up': False}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:09.571662 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cae1048-8686-42ae-a3ba-acc4672f47d6 None None] Network 3c0b275b-5d0f-4ed9-a531-2f332d1ccc11 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:09.596767 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f87ceb-d19f-4765-aec7-86f334949178 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Network': ['ID=d3d1894c-13ec-4ef9-9820-0ca07b2e0b2c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:09.815709 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-09a459e9-734b-4cca-9b68-e8f7687abfeb None None] Set router 15a49e4e-640d-4ccf-b7c1-d5d351221179 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:09.845775 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef111155-43c7-43ea-ad4f-fb962a10c840 req-e516c29e-6fe1-4189-a9f1-3019d303183e tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:09.855558 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef111155-43c7-43ea-ad4f-fb962a10c840 req-e516c29e-6fe1-4189-a9f1-3019d303183e tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.1497724 Jul 07 17:24:09.929173 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef111155-43c7-43ea-ad4f-fb962a10c840 req-fb0891fd-86eb-4d1b-bf40-0052e4d3c496 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720239 Jul 07 17:24:09.961434 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-83b045d1-ae16-4243-953e-ee6886d529cf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.963310 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-83b045d1-ae16-4243-953e-ee6886d529cf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:10.293233 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b91291-446a-4127-b30b-a3c481a10290 None None] DHCP port deletion for 3c0b275b-5d0f-4ed9-a531-2f332d1ccc11 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:24:10.360286 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-54f552f9-38cd-46f9-b488-4ac60a56406e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:10.383491 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-83b045d1-ae16-4243-953e-ee6886d529cf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:10.500872 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-09a459e9-734b-4cca-9b68-e8f7687abfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'name': 'tempest-TestNetworkBasicOps-router-1605627916', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:21Z', 'updated_at': '2021-07-07T17:24:06Z', 'revision_number': 5, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:23Z', 'updated_at': '2021-07-07T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:10.536251 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a459e9-734b-4cca-9b68-e8f7687abfeb None None] The sync data for ids ['15a49e4e-640d-4ccf-b7c1-d5d351221179'] in n-d-791503-12 is: [{'id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'name': 'tempest-TestNetworkBasicOps-router-1605627916', 'tenant_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:21Z', 'updated_at': '2021-07-07T17:24:06Z', 'revision_number': 5, 'project_id': 'f7e4da5b6d5e463984eb77df0d02de9e', 'gw_port': {'id': 'a7222c7f-2978-44ab-8334-c8c9b9985436', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a49e4e-640d-4ccf-b7c1-d5d351221179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:23Z', 'updated_at': '2021-07-07T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:10.582747 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d3b91291-446a-4127-b30b-a3c481a10290 None None] Deleting port 92342940-1923-4962-b738-607666f9e43e {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:10.583133 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d3b91291-446a-4127-b30b-a3c481a10290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:10.766974 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d3b91291-446a-4127-b30b-a3c481a10290 None None] For port 92342940-1923-4962-b738-607666f9e43e, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=92342940-1923-4962-b738-607666f9e43e,segment=NetworkSegment(c3bdde32-807d-40bd-b0e5-882c6e712b4a),segment_id=c3bdde32-807d-40bd-b0e5-882c6e712b4a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:10.777479 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d3b91291-446a-4127-b30b-a3c481a10290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:10.820860 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af37959-7a0e-4e45-9110-55f23727561a req-7542e2fe-19b1-4fce-bddd-b454e3a99abb tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:10.827852 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d3b91291-446a-4127-b30b-a3c481a10290 None None] Calling delete_port for 92342940-1923-4962-b738-607666f9e43e owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:10.832780 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6af37959-7a0e-4e45-9110-55f23727561a req-7542e2fe-19b1-4fce-bddd-b454e3a99abb tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.1367943 Jul 07 17:24:10.924828 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6af37959-7a0e-4e45-9110-55f23727561a req-1fed91b0-2f9b-483f-8481-b18399171f6c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896175 Jul 07 17:24:11.031535 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d3b91291-446a-4127-b30b-a3c481a10290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.036958 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-83b045d1-ae16-4243-953e-ee6886d529cf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.102616 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b91291-446a-4127-b30b-a3c481a10290 None None] Pushing event deleted for resources: {'Port': ['ID=92342940-1923-4962-b738-607666f9e43e,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:11.112522 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b91291-446a-4127-b30b-a3c481a10290 None None] No DVR routers for this DVR port 92342940-1923-4962-b738-607666f9e43e on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:24:11.189075 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-54f552f9-38cd-46f9-b488-4ac60a56406e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.435310 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-54f552f9-38cd-46f9-b488-4ac60a56406e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Deleting port a7222c7f-2978-44ab-8334-c8c9b9985436 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:11.435896 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-54f552f9-38cd-46f9-b488-4ac60a56406e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.970418 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-83b045d1-ae16-4243-953e-ee6886d529cf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.994577 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50032) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:11.996043 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-83b045d1-ae16-4243-953e-ee6886d529cf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.063084 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-54f552f9-38cd-46f9-b488-4ac60a56406e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] For port a7222c7f-2978-44ab-8334-c8c9b9985436, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a7222c7f-2978-44ab-8334-c8c9b9985436,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:12.065925 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-54f552f9-38cd-46f9-b488-4ac60a56406e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.171853 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-54f552f9-38cd-46f9-b488-4ac60a56406e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Calling delete_port for a7222c7f-2978-44ab-8334-c8c9b9985436 owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:12.177203 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 92342940-1923-4962-b738-607666f9e43e no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:24:12.223585 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d99c80-4e38-4cc2-89fa-8dd7e36c1964 req-652dcd81-2a3c-4d22-8bc3-f4eaf8908dd8 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:12.229050 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-83d99c80-4e38-4cc2-89fa-8dd7e36c1964 req-652dcd81-2a3c-4d22-8bc3-f4eaf8908dd8 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.1141195 Jul 07 17:24:12.259018 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 92342940-1923-4962-b738-607666f9e43e {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:24:12.259789 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 92342940-1923-4962-b738-607666f9e43e not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:24:12.260547 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 36b60956-c80f-4826-b969-9614bcecabc3 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:24:12.320911 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-77ffc1eb-467a-49be-bc5c-711ba23bb2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.331750 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-83d99c80-4e38-4cc2-89fa-8dd7e36c1964 req-4a45483e-718f-494b-95b5-84c343a185a4 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940347 Jul 07 17:24:12.347694 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 36b60956-c80f-4826-b969-9614bcecabc3 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:24:12.348409 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 36b60956-c80f-4826-b969-9614bcecabc3 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:24:12.404754 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-83b045d1-ae16-4243-953e-ee6886d529cf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Allocated IP 172.25.0.123 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/f65ba9c3-2841-48c0-a509-52c41eaa642a) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:12.481911 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-77ffc1eb-467a-49be-bc5c-711ba23bb2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.486892 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-77ffc1eb-467a-49be-bc5c-711ba23bb2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.541681 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-77ffc1eb-467a-49be-bc5c-711ba23bb2e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cce46f09955e42cd96908e61de65add7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5444033 Jul 07 17:24:12.542686 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50058) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:12.581638 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ffc1eb-467a-49be-bc5c-711ba23bb2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02235e8-be92-4c51-80c1-7a3961ad531f,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:12.621110 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ed10f7c-4889-46fa-84ce-2574e5c170c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.650980 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ed10f7c-4889-46fa-84ce-2574e5c170c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.735774 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ed10f7c-4889-46fa-84ce-2574e5c170c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.740804 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ed10f7c-4889-46fa-84ce-2574e5c170c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.746851 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6ed10f7c-4889-46fa-84ce-2574e5c170c5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c02235e8-be92-4c51-80c1-7a3961ad531f HTTP/1.1" status: 204 len: 168 time: 0.2029572 Jul 07 17:24:12.758574 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed10f7c-4889-46fa-84ce-2574e5c170c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02235e8-be92-4c51-80c1-7a3961ad531f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:12.820758 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-83b045d1-ae16-4243-953e-ee6886d529cf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.887587 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-83b045d1-ae16-4243-953e-ee6886d529cf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.996899 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b045d1-ae16-4243-953e-ee6886d529cf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Port': ['ID=f65ba9c3-2841-48c0-a509-52c41eaa642a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:13.105122 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b045d1-ae16-4243-953e-ee6886d529cf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:13.108853 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-54f552f9-38cd-46f9-b488-4ac60a56406e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.130239 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-83b045d1-ae16-4243-953e-ee6886d529cf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:13.133176 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b045d1-ae16-4243-953e-ee6886d529cf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:13.190095 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f552f9-38cd-46f9-b488-4ac60a56406e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event deleted for resources: {'Port': ['ID=a7222c7f-2978-44ab-8334-c8c9b9985436,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:13.386028 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b679f3-1ee7-48ff-914c-fcd6e6143e5d req-c9a824ee-7930-4000-94c2-926748ce8ea8 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:13.394840 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-81b679f3-1ee7-48ff-914c-fcd6e6143e5d req-c9a824ee-7930-4000-94c2-926748ce8ea8 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.3809192 Jul 07 17:24:13.407390 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50080) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:13.421045 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62788ee6-c1a8-4b0f-a4e9-b6f69549a2ae req-0572b1f9-514a-4f30-99aa-2e17e40b02db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:13.423144 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62788ee6-c1a8-4b0f-a4e9-b6f69549a2ae req-0572b1f9-514a-4f30-99aa-2e17e40b02db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a91034d81564c92b83cd4f595aa520b&device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 1099 time: 0.4469242 Jul 07 17:24:13.432597 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8fe6-4798-4851-bef3-f00c36f3b38e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.522150 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-54f552f9-38cd-46f9-b488-4ac60a56406e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.565542 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8fe6-4798-4851-bef3-f00c36f3b38e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.571690 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8fe6-4798-4851-bef3-f00c36f3b38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.606778 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf8fe6-4798-4851-bef3-f00c36f3b38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae01383c-1035-4240-b0e5-ccfc54257c6f,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:13.641911 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4ecf8fe6-4798-4851-bef3-f00c36f3b38e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9764e0743195485ebdcd04172d4ce254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328486 Jul 07 17:24:13.644374 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50082) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:13.687358 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-81b679f3-1ee7-48ff-914c-fcd6e6143e5d req-61391613-9e12-4d22-9a46-26e813269f38 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909040 Jul 07 17:24:13.702635 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dd8aa624-7be9-4099-b2b9-776b88d24ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.728290 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dd8aa624-7be9-4099-b2b9-776b88d24ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.823455 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dd8aa624-7be9-4099-b2b9-776b88d24ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.828698 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dd8aa624-7be9-4099-b2b9-776b88d24ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.830654 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-dd8aa624-7be9-4099-b2b9-776b88d24ed6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ae01383c-1035-4240-b0e5-ccfc54257c6f HTTP/1.1" status: 204 len: 168 time: 0.1850836 Jul 07 17:24:13.842098 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8aa624-7be9-4099-b2b9-776b88d24ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae01383c-1035-4240-b0e5-ccfc54257c6f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:13.857040 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-54f552f9-38cd-46f9-b488-4ac60a56406e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.865733 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-54f552f9-38cd-46f9-b488-4ac60a56406e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.984032 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62788ee6-c1a8-4b0f-a4e9-b6f69549a2ae req-bfe2ae9a-b2c1-4814-98a8-ab6a344c6b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:13.986158 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62788ee6-c1a8-4b0f-a4e9-b6f69549a2ae req-bfe2ae9a-b2c1-4814-98a8-ab6a344c6b39 service neutron] 10.222.0.64 "GET /v2.0/networks?id=08f6c01e-dfae-4799-95a8-8039418ef262 HTTP/1.1" status: 200 len: 914 time: 0.5147412 Jul 07 17:24:13.992767 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-54f552f9-38cd-46f9-b488-4ac60a56406e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.993373 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f552f9-38cd-46f9-b488-4ac60a56406e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Fanout notify agent at l3_agent the message router_deleted on router 15a49e4e-640d-4ccf-b7c1-d5d351221179 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:24:14.010299 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-54f552f9-38cd-46f9-b488-4ac60a56406e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.015113 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-54f552f9-38cd-46f9-b488-4ac60a56406e tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "DELETE /v2.0/routers/15a49e4e-640d-4ccf-b7c1-d5d351221179 HTTP/1.1" status: 204 len: 168 time: 4.5029635 Jul 07 17:24:14.015418 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50090) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:14.113915 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62788ee6-c1a8-4b0f-a4e9-b6f69549a2ae req-0c41cc33-eb6d-44cb-8a48-3d1a0d150659 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc4b1e40-4570-4001-8292-c164e39b063a HTTP/1.1" status: 200 len: 217 time: 0.1130137 Jul 07 17:24:14.123979 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-83b045d1-ae16-4243-953e-ee6886d529cf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.275247 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2d809501-50a5-401a-b574-185cd38947e1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.345023 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62788ee6-c1a8-4b0f-a4e9-b6f69549a2ae req-fdadf520-db4b-4c49-b91a-e78ed67586bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:14.346737 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62788ee6-c1a8-4b0f-a4e9-b6f69549a2ae req-fdadf520-db4b-4c49-b91a-e78ed67586bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a74d58d4-f857-4afa-87b5-fe53c29b08d0 HTTP/1.1" status: 200 len: 853 time: 0.2194469 Jul 07 17:24:14.413932 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62788ee6-c1a8-4b0f-a4e9-b6f69549a2ae req-f86b15f3-3019-4674-b075-c172f4f8d0b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08f6c01e-dfae-4799-95a8-8039418ef262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574927 Jul 07 17:24:14.460249 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2d809501-50a5-401a-b574-185cd38947e1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.473400 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-2d809501-50a5-401a-b574-185cd38947e1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0b275b-5d0f-4ed9-a531-2f332d1ccc11']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:14.488534 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-2d809501-50a5-401a-b574-185cd38947e1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3bdde32-807d-40bd-b0e5-882c6e712b4a') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:14.488849 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-2d809501-50a5-401a-b574-185cd38947e1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3bdde32-807d-40bd-b0e5-882c6e712b4a') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:14.516939 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2d809501-50a5-401a-b574-185cd38947e1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.532485 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2d809501-50a5-401a-b574-185cd38947e1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.545031 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d809501-50a5-401a-b574-185cd38947e1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:24:14.545468 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2d809501-50a5-401a-b574-185cd38947e1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:24:14.702976 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:24:14.711028 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2d809501-50a5-401a-b574-185cd38947e1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.730392 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2d809501-50a5-401a-b574-185cd38947e1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.738706 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2d809501-50a5-401a-b574-185cd38947e1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] 10.222.0.53 "DELETE /v2.0/networks/3c0b275b-5d0f-4ed9-a531-2f332d1ccc11 HTTP/1.1" status: 204 len: 168 time: 0.7159667 Jul 07 17:24:14.770573 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d809501-50a5-401a-b574-185cd38947e1 tempest-TestNetworkBasicOps-2015875436 tempest-TestNetworkBasicOps-2015875436-project] Pushing event deleted for resources: {'Network': ['ID=3c0b275b-5d0f-4ed9-a531-2f332d1ccc11,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:14.798592 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-83b045d1-ae16-4243-953e-ee6886d529cf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.813649 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:24:15.254411 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03384c0e-9709-4b62-9013-c6ba97996c2d req-1c363820-7b91-423f-ae74-d7d4cc946218 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:15.256180 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-03384c0e-9709-4b62-9013-c6ba97996c2d req-1c363820-7b91-423f-ae74-d7d4cc946218 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.1263225 Jul 07 17:24:15.294366 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b045d1-ae16-4243-953e-ee6886d529cf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Router 89df7731-f168-4ff4-be24-de013984e009 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:24:15.324708 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62788ee6-c1a8-4b0f-a4e9-b6f69549a2ae req-1d74605e-de66-4438-b61e-cb3003ae9ee6 service neutron] 10.222.0.64 "GET /v2.0/networks/08f6c01e-dfae-4799-95a8-8039418ef262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6445253 Jul 07 17:24:15.361810 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50120) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:15.635346 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-03384c0e-9709-4b62-9013-c6ba97996c2d req-f58a7f39-5a09-4848-af2f-143a68778938 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537500 Jul 07 17:24:15.754679 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-38809d50-8cab-4956-b908-5afc3103ff25 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f7e4da5b6d5e463984eb77df0d02de9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3915148 Jul 07 17:24:15.758576 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50134) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:15.765327 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62788ee6-c1a8-4b0f-a4e9-b6f69549a2ae req-d0992fb9-411b-45c7-a23c-d12c246f1804 service neutron] 10.222.0.64 "GET /v2.0/networks/08f6c01e-dfae-4799-95a8-8039418ef262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297507 Jul 07 17:24:15.790973 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b045d1-ae16-4243-953e-ee6886d529cf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:15.803640 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3028cdd-1b50-43ac-97dc-2d74d9c7f756 None None] Sync routers for ids ['89df7731-f168-4ff4-be24-de013984e009'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:15.815151 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-83b045d1-ae16-4243-953e-ee6886d529cf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:15.816903 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-83b045d1-ae16-4243-953e-ee6886d529cf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.2904639 Jul 07 17:24:15.819632 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50136) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:15.823255 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3028cdd-1b50-43ac-97dc-2d74d9c7f756 None None] Routers {'89df7731-f168-4ff4-be24-de013984e009'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:15.824015 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f3028cdd-1b50-43ac-97dc-2d74d9c7f756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:23:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['89df7731-f168-4ff4-be24-de013984e009'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:15.895896 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8fb86829-0f5c-44bd-a3d7-9bd961d80d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:15.924901 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f3028cdd-1b50-43ac-97dc-2d74d9c7f756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:15.945491 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3028cdd-1b50-43ac-97dc-2d74d9c7f756 None None] Routers {'89df7731-f168-4ff4-be24-de013984e009'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:15.946815 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f3028cdd-1b50-43ac-97dc-2d74d9c7f756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:23:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['89df7731-f168-4ff4-be24-de013984e009'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:15.949586 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8fb86829-0f5c-44bd-a3d7-9bd961d80d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.008070 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f3028cdd-1b50-43ac-97dc-2d74d9c7f756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:16.009688 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3028cdd-1b50-43ac-97dc-2d74d9c7f756 None None] The sync data for ids ['89df7731-f168-4ff4-be24-de013984e009'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:16.011073 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7f82168e-158b-4d12-948d-2e968d9280ce tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "GET /v2.0/routers/89df7731-f168-4ff4-be24-de013984e009 HTTP/1.1" status: 200 len: 883 time: 0.1885557 Jul 07 17:24:16.013444 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50142) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:16.065326 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8fb86829-0f5c-44bd-a3d7-9bd961d80d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.073377 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8fb86829-0f5c-44bd-a3d7-9bd961d80d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.074600 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8fb86829-0f5c-44bd-a3d7-9bd961d80d5b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/172c653e-161a-4dc3-9232-9eab53c03f8d HTTP/1.1" status: 204 len: 168 time: 0.3144715 Jul 07 17:24:16.089153 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a7222c7f-2978-44ab-8334-c8c9b9985436 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:24:16.107220 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb86829-0f5c-44bd-a3d7-9bd961d80d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172c653e-161a-4dc3-9232-9eab53c03f8d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:16.158366 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: a7222c7f-2978-44ab-8334-c8c9b9985436 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:24:16.159489 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a7222c7f-2978-44ab-8334-c8c9b9985436 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:24:16.863768 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50188) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:16.947244 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6aef6e5f-aebd-44d4-b00d-af8cf19ed82d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.951141 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfac4f-2670-4ac8-a2d3-9d10fc38ed62 req-9bba0d3e-d650-4609-a425-7bd8fee9b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:16.952941 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0ddfac4f-2670-4ac8-a2d3-9d10fc38ed62 req-9bba0d3e-d650-4609-a425-7bd8fee9b58a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a91034d81564c92b83cd4f595aa520b&device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 1099 time: 0.9961381 Jul 07 17:24:17.399759 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d3eda-7b89-40f1-8a50-d6d576c7bdc3 req-999825b2-3a07-4b88-ab8d-c14778138b99 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:17.401789 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a21d3eda-7b89-40f1-8a50-d6d576c7bdc3 req-999825b2-3a07-4b88-ab8d-c14778138b99 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.5075974 Jul 07 17:24:17.467429 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50210) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:17.610696 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6aef6e5f-aebd-44d4-b00d-af8cf19ed82d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.642932 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6aef6e5f-aebd-44d4-b00d-af8cf19ed82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.647008 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfac4f-2670-4ac8-a2d3-9d10fc38ed62 req-dc2d2086-01c2-45f6-9638-6dd4b561b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:17.649851 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0ddfac4f-2670-4ac8-a2d3-9d10fc38ed62 req-dc2d2086-01c2-45f6-9638-6dd4b561b1e5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=08f6c01e-dfae-4799-95a8-8039418ef262 HTTP/1.1" status: 200 len: 914 time: 0.6656265 Jul 07 17:24:17.793218 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0ddfac4f-2670-4ac8-a2d3-9d10fc38ed62 req-eba27d33-02f2-42b8-9dde-dfd63ca9a259 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc4b1e40-4570-4001-8292-c164e39b063a HTTP/1.1" status: 200 len: 217 time: 0.1190593 Jul 07 17:24:17.797028 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a21d3eda-7b89-40f1-8a50-d6d576c7bdc3 req-3a759ef4-9818-4d90-a040-7d9c13b8a544 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793442 Jul 07 17:24:17.830771 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6aef6e5f-aebd-44d4-b00d-af8cf19ed82d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c6e93e458f92431bae4212d6519ba3d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9655538 Jul 07 17:24:17.834720 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50220) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:17.886345 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef6e5f-aebd-44d4-b00d-af8cf19ed82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17aba417-1530-499f-bb83-267c5e2d7b2f,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:17.928388 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f0fd8e81-58ed-4df4-9aa1-c908577b5445 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 1.9115665 Jul 07 17:24:17.932171 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50224) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:17.942327 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-516210e1-0787-4823-98bf-3e045ab574f4 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-49111447'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:17.990867 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3730d4fa-4704-4ae9-9fca-01736a6c2039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.010336 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfac4f-2670-4ac8-a2d3-9d10fc38ed62 req-5ec065a2-44c8-40de-8946-633ca228eebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:18.011892 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0ddfac4f-2670-4ac8-a2d3-9d10fc38ed62 req-5ec065a2-44c8-40de-8946-633ca228eebf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a74d58d4-f857-4afa-87b5-fe53c29b08d0 HTTP/1.1" status: 200 len: 853 time: 0.2067654 Jul 07 17:24:18.052655 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-edec0909-138d-434c-9e01-6eb0c92950b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.076736 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0ddfac4f-2670-4ac8-a2d3-9d10fc38ed62 req-1ff9cd06-c6f5-4300-9337-751519b31eab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08f6c01e-dfae-4799-95a8-8039418ef262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560348 Jul 07 17:24:18.178909 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3730d4fa-4704-4ae9-9fca-01736a6c2039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.197968 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3730d4fa-4704-4ae9-9fca-01736a6c2039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.251150 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3730d4fa-4704-4ae9-9fca-01736a6c2039 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=df639d37a2ba4d428f9ddebb08a525c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7818048 Jul 07 17:24:18.255583 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-edec0909-138d-434c-9e01-6eb0c92950b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.259068 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50236) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:18.364300 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730d4fa-4704-4ae9-9fca-01736a6c2039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1eff97d-6ea9-4a9c-8281-2e3c2c8663a7,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:18.394743 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0ddfac4f-2670-4ac8-a2d3-9d10fc38ed62 req-64cf48d8-78c2-4099-970b-92a985086be1 service neutron] 10.222.0.64 "GET /v2.0/networks/08f6c01e-dfae-4799-95a8-8039418ef262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806134 Jul 07 17:24:18.525258 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e008f89e-f089-4d81-9fd9-65b54658dbb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.551917 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e008f89e-f089-4d81-9fd9-65b54658dbb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.598243 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d60b2a-5fa7-40ef-8401-b86adab25cb4 req-b065a6b9-9ccb-4626-94ae-284a1cea0255 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:18.599887 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-34d60b2a-5fa7-40ef-8401-b86adab25cb4 req-b065a6b9-9ccb-4626-94ae-284a1cea0255 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.5213380 Jul 07 17:24:18.614841 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-edec0909-138d-434c-9e01-6eb0c92950b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.618587 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-edec0909-138d-434c-9e01-6eb0c92950b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.619992 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-edec0909-138d-434c-9e01-6eb0c92950b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/17aba417-1530-499f-bb83-267c5e2d7b2f HTTP/1.1" status: 204 len: 168 time: 0.7840989 Jul 07 17:24:18.645185 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec0909-138d-434c-9e01-6eb0c92950b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17aba417-1530-499f-bb83-267c5e2d7b2f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:18.685318 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-34d60b2a-5fa7-40ef-8401-b86adab25cb4 req-f679079e-69b2-4874-aeef-6923145291d9 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720494 Jul 07 17:24:18.686563 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e008f89e-f089-4d81-9fd9-65b54658dbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.689680 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e008f89e-f089-4d81-9fd9-65b54658dbb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.690766 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e008f89e-f089-4d81-9fd9-65b54658dbb8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b1eff97d-6ea9-4a9c-8281-2e3c2c8663a7 HTTP/1.1" status: 204 len: 168 time: 0.4190381 Jul 07 17:24:18.702036 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008f89e-f089-4d81-9fd9-65b54658dbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1eff97d-6ea9-4a9c-8281-2e3c2c8663a7,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:18.723409 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0ddfac4f-2670-4ac8-a2d3-9d10fc38ed62 req-5485fc7d-30d7-421a-a5f2-4c2fdc5c800b service neutron] 10.222.0.64 "GET /v2.0/networks/08f6c01e-dfae-4799-95a8-8039418ef262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182905 Jul 07 17:24:18.796533 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-516210e1-0787-4823-98bf-3e045ab574f4 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.809895 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-516210e1-0787-4823-98bf-3e045ab574f4 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7962560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7962587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8271377'] for router, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:19.052142 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7548747-e985-4358-96a3-a1a676d5d0ce req-807c12ba-5cf0-481d-962f-34c1becb6dac tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:19.064165 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c7548747-e985-4358-96a3-a1a676d5d0ce req-807c12ba-5cf0-481d-962f-34c1becb6dac tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.0987368 Jul 07 17:24:19.115273 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c7548747-e985-4358-96a3-a1a676d5d0ce req-8447c2c8-bacd-4dff-9c3e-9258d3d99ee7 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493402 Jul 07 17:24:19.115984 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50276) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:19.153649 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516210e1-0787-4823-98bf-3e045ab574f4 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Router 89df7731-f168-4ff4-be24-de013984e009 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:19.423506 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-364cac16-895c-4c68-a9a5-121f988191c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:19.477515 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516210e1-0787-4823-98bf-3e045ab574f4 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:19.492311 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-516210e1-0787-4823-98bf-3e045ab574f4 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:19.495075 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-516210e1-0787-4823-98bf-3e045ab574f4 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "PUT /v2.0/routers/89df7731-f168-4ff4-be24-de013984e009 HTTP/1.1" status: 200 len: 890 time: 1.5613313 Jul 07 17:24:19.496098 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50292) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:19.507140 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50294) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:19.510588 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d519a3-1102-46c4-88b7-f767f5b65e46 None None] Sync routers for ids ['89df7731-f168-4ff4-be24-de013984e009'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:19.523806 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d519a3-1102-46c4-88b7-f767f5b65e46 None None] Routers {'89df7731-f168-4ff4-be24-de013984e009'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:19.525145 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-36d519a3-1102-46c4-88b7-f767f5b65e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:23:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['89df7731-f168-4ff4-be24-de013984e009'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:19.614209 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-36d519a3-1102-46c4-88b7-f767f5b65e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:19.636975 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d519a3-1102-46c4-88b7-f767f5b65e46 None None] Routers {'89df7731-f168-4ff4-be24-de013984e009'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:19.640026 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-36d519a3-1102-46c4-88b7-f767f5b65e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:23:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['89df7731-f168-4ff4-be24-de013984e009'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:19.646167 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdecae-8581-4df1-8c46-4b50eab4542c req-ffe8eecc-60b7-4a7c-acdf-b3f8e411b58f tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:19.658977 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67bdecae-8581-4df1-8c46-4b50eab4542c req-ffe8eecc-60b7-4a7c-acdf-b3f8e411b58f tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.3074920 Jul 07 17:24:19.666346 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d78ac16b-b333-407f-a9eb-7ff722fe5bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:19.709716 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-36d519a3-1102-46c4-88b7-f767f5b65e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:19.710821 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d519a3-1102-46c4-88b7-f767f5b65e46 None None] The sync data for ids ['89df7731-f168-4ff4-be24-de013984e009'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:19.735787 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-364cac16-895c-4c68-a9a5-121f988191c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:19.743754 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-364cac16-895c-4c68-a9a5-121f988191c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:19.801232 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-364cac16-895c-4c68-a9a5-121f988191c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=674d69aa36124dd69df1d7609eeb0a40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6826255 Jul 07 17:24:19.802180 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364cac16-895c-4c68-a9a5-121f988191c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16948cd6-a7a4-427c-bacf-0ad1f139a844,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:19.803966 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50298) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:19.840953 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67bdecae-8581-4df1-8c46-4b50eab4542c req-c636428a-9c42-45be-8155-cef665fbdf9c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808455 Jul 07 17:24:19.898574 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50302) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:19.910465 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5c25d5bf-6f27-45b8-a442-4cb7113b3da6 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "GET /v2.0/routers/89df7731-f168-4ff4-be24-de013984e009 HTTP/1.1" status: 200 len: 890 time: 0.4041374 Jul 07 17:24:19.978446 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-49dd3f95-f57c-4027-8200-6cd0f81b3268 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "GET /v2.0/ports?device_id=89df7731-f168-4ff4-be24-de013984e009 HTTP/1.1" status: 200 len: 205 time: 0.0760520 Jul 07 17:24:19.980880 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50308) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:20.020777 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-df47ae07-6ddb-46fb-a665-53609a852efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.068503 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-df47ae07-6ddb-46fb-a665-53609a852efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.106556 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d78ac16b-b333-407f-a9eb-7ff722fe5bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.112374 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d78ac16b-b333-407f-a9eb-7ff722fe5bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.158313 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ac16b-b333-407f-a9eb-7ff722fe5bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bc054d-ba4a-4762-baa9-932faa8d3521,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:20.179514 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d78ac16b-b333-407f-a9eb-7ff722fe5bd1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d08b9c2908d44a889ddbe283dfd59ac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6784852 Jul 07 17:24:20.181015 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50314) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:20.183997 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-efd2dfe2-48fa-47c9-811f-ee37c614a031 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.248129 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-df47ae07-6ddb-46fb-a665-53609a852efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.250859 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-df47ae07-6ddb-46fb-a665-53609a852efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.254437 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-df47ae07-6ddb-46fb-a665-53609a852efa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16948cd6-a7a4-427c-bacf-0ad1f139a844 HTTP/1.1" status: 204 len: 168 time: 0.4393194 Jul 07 17:24:20.286336 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47ae07-6ddb-46fb-a665-53609a852efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16948cd6-a7a4-427c-bacf-0ad1f139a844,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:20.321671 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-efd2dfe2-48fa-47c9-811f-ee37c614a031 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.322393 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9fe97e72-0304-4253-b594-eb889d89a7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.373076 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ce40c-9943-40cc-b5b7-f0e5c95f9840 req-971eb6d6-4cd3-4508-87e5-a9148f141b1f tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:20.380262 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-965ce40c-9943-40cc-b5b7-f0e5c95f9840 req-971eb6d6-4cd3-4508-87e5-a9148f141b1f tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.1707301 Jul 07 17:24:20.397110 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-efd2dfe2-48fa-47c9-811f-ee37c614a031 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Deleting port f65ba9c3-2841-48c0-a509-52c41eaa642a {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:20.397744 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-efd2dfe2-48fa-47c9-811f-ee37c614a031 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.414033 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9fe97e72-0304-4253-b594-eb889d89a7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.449437 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-965ce40c-9943-40cc-b5b7-f0e5c95f9840 req-40a51977-25c0-490a-8003-6ba2333de447 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678613 Jul 07 17:24:20.498233 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9fe97e72-0304-4253-b594-eb889d89a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.501448 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9fe97e72-0304-4253-b594-eb889d89a7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.502783 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9fe97e72-0304-4253-b594-eb889d89a7f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23bc054d-ba4a-4762-baa9-932faa8d3521 HTTP/1.1" status: 204 len: 168 time: 0.3206115 Jul 07 17:24:20.513144 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe97e72-0304-4253-b594-eb889d89a7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bc054d-ba4a-4762-baa9-932faa8d3521,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:20.567303 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-efd2dfe2-48fa-47c9-811f-ee37c614a031 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.589987 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-efd2dfe2-48fa-47c9-811f-ee37c614a031 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Calling delete_port for f65ba9c3-2841-48c0-a509-52c41eaa642a owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:20.782215 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50328) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:20.815633 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3df4d977-e99c-4683-8bb1-d5c8768ae660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.827668 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d69b0-12a4-4c86-a256-c78fa2255546 req-e2d36671-c49b-43be-9752-544cdbd57dde tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:20.838447 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f91d69b0-12a4-4c86-a256-c78fa2255546 req-e2d36671-c49b-43be-9752-544cdbd57dde tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.1900456 Jul 07 17:24:20.920767 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f91d69b0-12a4-4c86-a256-c78fa2255546 req-88c27cdd-e6e4-448b-9f09-95e123326755 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809765 Jul 07 17:24:20.956238 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-efd2dfe2-48fa-47c9-811f-ee37c614a031 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:21.000203 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2dfe2-48fa-47c9-811f-ee37c614a031 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Port': ['ID=f65ba9c3-2841-48c0-a509-52c41eaa642a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:21.017108 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3df4d977-e99c-4683-8bb1-d5c8768ae660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:21.026227 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3df4d977-e99c-4683-8bb1-d5c8768ae660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:21.074718 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3df4d977-e99c-4683-8bb1-d5c8768ae660 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b4c41c7aa9cf4d7984052219bff6c4f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2912114 Jul 07 17:24:21.077964 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50342) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:21.088003 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4d977-e99c-4683-8bb1-d5c8768ae660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449c7ef6-1b78-40c1-80b2-c19b6462429b,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:21.150593 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d1442575-c037-4633-ac16-eef9af0ae940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:21.181925 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-efd2dfe2-48fa-47c9-811f-ee37c614a031 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:21.190629 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d1442575-c037-4633-ac16-eef9af0ae940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:21.256744 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d1442575-c037-4633-ac16-eef9af0ae940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:21.260515 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d1442575-c037-4633-ac16-eef9af0ae940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:21.261720 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d1442575-c037-4633-ac16-eef9af0ae940 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/449c7ef6-1b78-40c1-80b2-c19b6462429b HTTP/1.1" status: 204 len: 168 time: 0.1814876 Jul 07 17:24:21.276423 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1442575-c037-4633-ac16-eef9af0ae940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449c7ef6-1b78-40c1-80b2-c19b6462429b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:21.344044 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-efd2dfe2-48fa-47c9-811f-ee37c614a031 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:21.350093 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-efd2dfe2-48fa-47c9-811f-ee37c614a031 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:21.410315 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821a977-b4e2-4c6e-a23b-acc6e9fb8fc2 req-2cba212f-0cac-4eaa-999c-6ced08e78471 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:21.412133 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f821a977-b4e2-4c6e-a23b-acc6e9fb8fc2 req-2cba212f-0cac-4eaa-999c-6ced08e78471 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.3055294 Jul 07 17:24:21.418446 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-efd2dfe2-48fa-47c9-811f-ee37c614a031 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:21.419297 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd2dfe2-48fa-47c9-811f-ee37c614a031 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Fanout notify agent at l3_agent the message router_deleted on router 89df7731-f168-4ff4-be24-de013984e009 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:24:21.431957 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-efd2dfe2-48fa-47c9-811f-ee37c614a031 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:21.433245 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-efd2dfe2-48fa-47c9-811f-ee37c614a031 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/routers/89df7731-f168-4ff4-be24-de013984e009 HTTP/1.1" status: 204 len: 168 time: 1.4507136 Jul 07 17:24:21.437626 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50356) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:21.447864 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-9cad5991-9c36-45af-95b4-59cd673b0886 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2071001940'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:21.497996 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cad5991-9c36-45af-95b4-59cd673b0886 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Made reservation on behalf of ab411987cea84b3cbe5d62fc9ab0fd39 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:21.502787 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9cad5991-9c36-45af-95b4-59cd673b0886 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:21.519858 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f821a977-b4e2-4c6e-a23b-acc6e9fb8fc2 req-a9689977-5a79-4b60-8574-f09080bc5204 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977793 Jul 07 17:24:21.576536 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cad5991-9c36-45af-95b4-59cd673b0886 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:24:21.606368 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9cad5991-9c36-45af-95b4-59cd673b0886 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:21.606728 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-9cad5991-9c36-45af-95b4-59cd673b0886 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Added segment b9a4fadb-624f-4fa5-8dc6-826ff89075f6 of type vlan for network 07e524f2-abd9-475a-85a7-392b29615914 Jul 07 17:24:21.670256 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9cad5991-9c36-45af-95b4-59cd673b0886 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:21.740045 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9cad5991-9c36-45af-95b4-59cd673b0886 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:21.747046 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad5991-9c36-45af-95b4-59cd673b0886 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:21.747844 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9cad5991-9c36-45af-95b4-59cd673b0886 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:21.767423 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50372) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:21.851004 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9cad5991-9c36-45af-95b4-59cd673b0886 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4115140 Jul 07 17:24:21.855572 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50378) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:21.861773 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-6fa10b10-2efa-48c0-add4-2b38ab5387bb tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'subnet': {'network_id': '07e524f2-abd9-475a-85a7-392b29615914', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:21.862694 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e0868-f15e-49e9-8431-07e5b5c5bd8c req-ced05849-7419-4822-abd8-1db61b424f89 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:21.864516 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e80e0868-f15e-49e9-8431-07e5b5c5bd8c req-ced05849-7419-4822-abd8-1db61b424f89 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.1765101 Jul 07 17:24:21.868717 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad5991-9c36-45af-95b4-59cd673b0886 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Network': ['ID=07e524f2-abd9-475a-85a7-392b29615914,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:21.882433 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 07e524f2-abd9-475a-85a7-392b29615914 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:24:21.908146 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e80e0868-f15e-49e9-8431-07e5b5c5bd8c req-2d0d1a0a-3b71-4eed-a456-1d32caeebb55 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366852 Jul 07 17:24:22.072967 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa10b10-2efa-48c0-add4-2b38ab5387bb tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Made reservation on behalf of ab411987cea84b3cbe5d62fc9ab0fd39 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:22.081986 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6fa10b10-2efa-48c0-add4-2b38ab5387bb tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:22.259033 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9d59a769-ee5e-433c-82e4-2d525f8c6bf4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2035782916-network', 'tenant_id': 'dc4eb750644e4506a3b1b35898f0a996'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:22.406470 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d59a769-ee5e-433c-82e4-2d525f8c6bf4 admin admin] Made reservation on behalf of dc4eb750644e4506a3b1b35898f0a996 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:22.409358 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9d59a769-ee5e-433c-82e4-2d525f8c6bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:22.892038 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9d59a769-ee5e-433c-82e4-2d525f8c6bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:22.936701 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbaa7f-70fc-4c7a-8e4c-aed6d4b21a97 req-5183fe01-f3fc-4bb6-bfdb-8366af850084 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:22.938333 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-02cbaa7f-70fc-4c7a-8e4c-aed6d4b21a97 req-5183fe01-f3fc-4bb6-bfdb-8366af850084 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.6874096 Jul 07 17:24:22.952312 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6fa10b10-2efa-48c0-add4-2b38ab5387bb tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:23.060440 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa10b10-2efa-48c0-add4-2b38ab5387bb tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Subnet': ['ID=18d34122-df60-46e0-922c-d221a4eb61c8,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:23.067352 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-02cbaa7f-70fc-4c7a-8e4c-aed6d4b21a97 req-0f7a1929-a68b-4f30-abd8-f58eb1449ef6 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199746 Jul 07 17:24:23.093174 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa10b10-2efa-48c0-add4-2b38ab5387bb tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Checking segment: {'id': 'b9a4fadb-624f-4fa5-8dc6-826ff89075f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '07e524f2-abd9-475a-85a7-392b29615914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:23.093174 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa10b10-2efa-48c0-add4-2b38ab5387bb tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network hostable DHCP agents. Network: 07e524f2-abd9-475a-85a7-392b29615914, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:24:23.135507 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa10b10-2efa-48c0-add4-2b38ab5387bb tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network 07e524f2-abd9-475a-85a7-392b29615914 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:24:23.156322 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-6fa10b10-2efa-48c0-add4-2b38ab5387bb tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 07e524f2-abd9-475a-85a7-392b29615914) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:23.166379 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe10df6c-dc92-46e4-9ddb-70392d08ee2a None None] Network 07e524f2-abd9-475a-85a7-392b29615914 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:23.172717 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa10b10-2efa-48c0-add4-2b38ab5387bb tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:23.173909 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6fa10b10-2efa-48c0-add4-2b38ab5387bb tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:23.194159 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9d59a769-ee5e-433c-82e4-2d525f8c6bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:23.204512 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9d59a769-ee5e-433c-82e4-2d525f8c6bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:23.223023 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6fa10b10-2efa-48c0-add4-2b38ab5387bb tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3643460 Jul 07 17:24:23.227656 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50418) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:23.233763 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-ccac72fe-a0d3-4e00-a90c-6262cae10eb1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2079981280', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:23.248250 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d59a769-ee5e-433c-82e4-2d525f8c6bf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:24:23.267888 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ccac72fe-a0d3-4e00-a90c-6262cae10eb1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:23.268964 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ccac72fe-a0d3-4e00-a90c-6262cae10eb1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:23.273867 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9d59a769-ee5e-433c-82e4-2d525f8c6bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:23.277744 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-9d59a769-ee5e-433c-82e4-2d525f8c6bf4 admin admin] Added segment 5963724f-b455-4ca2-90a1-476e15bae9b3 of type vlan for network 37748a5e-1c3f-43be-9c53-2e5753421ba1 Jul 07 17:24:23.330057 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ccac72fe-a0d3-4e00-a90c-6262cae10eb1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:23.335263 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ccac72fe-a0d3-4e00-a90c-6262cae10eb1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:23.372323 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2fc94-40da-4d03-9719-0b685baf5387 req-828f9971-a6a3-4443-8973-9888c200928c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:23.381208 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e3e2fc94-40da-4d03-9719-0b685baf5387 req-828f9971-a6a3-4443-8973-9888c200928c tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.1855035 Jul 07 17:24:23.384379 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ccac72fe-a0d3-4e00-a90c-6262cae10eb1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:23.387432 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59a769-ee5e-433c-82e4-2d525f8c6bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc982682-5017-44f7-81cc-cfd1ac949c34,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:23.388460 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ccac72fe-a0d3-4e00-a90c-6262cae10eb1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1591263 Jul 07 17:24:23.389104 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50426) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:23.406584 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ca1dc19b-631e-4183-9169-19e2b4b031b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:23.411434 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9d59a769-ee5e-433c-82e4-2d525f8c6bf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:23.446389 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9d59a769-ee5e-433c-82e4-2d525f8c6bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:23.447866 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d59a769-ee5e-433c-82e4-2d525f8c6bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:23.448905 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9d59a769-ee5e-433c-82e4-2d525f8c6bf4 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:23.455123 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef73df1-21ce-4f6c-8848-52165b34a29c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-07e524f2-abd9-475a-85a7-392b29615914', 'network_id': '07e524f2-abd9-475a-85a7-392b29615914', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'fixed_ips': [{'subnet_id': '18d34122-df60-46e0-922c-d221a4eb61c8'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:24:23.458466 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aef73df1-21ce-4f6c-8848-52165b34a29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:23.567363 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9d59a769-ee5e-433c-82e4-2d525f8c6bf4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7979310 Jul 07 17:24:23.575227 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50438) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:23.580784 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-ff9f7c63-c842-4038-8445-1c6f489de9ad admin admin] Request body: {'subnet': {'network_id': '37748a5e-1c3f-43be-9c53-2e5753421ba1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2035782916-subnet', 'tenant_id': 'dc4eb750644e4506a3b1b35898f0a996', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:23.610929 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9f7c63-c842-4038-8445-1c6f489de9ad admin admin] Made reservation on behalf of dc4eb750644e4506a3b1b35898f0a996 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:23.614237 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ff9f7c63-c842-4038-8445-1c6f489de9ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:23.640245 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59a769-ee5e-433c-82e4-2d525f8c6bf4 admin admin] Pushing event updated for resources: {'Network': ['ID=37748a5e-1c3f-43be-9c53-2e5753421ba1,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:23.680976 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-aef73df1-21ce-4f6c-8848-52165b34a29c None None] Allocated IP 2001:db8::2 (07e524f2-abd9-475a-85a7-392b29615914/18d34122-df60-46e0-922c-d221a4eb61c8/134c37d6-b32d-44ed-a476-42393339c2c1) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:23.756036 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 37748a5e-1c3f-43be-9c53-2e5753421ba1 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:24:23.990406 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ff9f7c63-c842-4038-8445-1c6f489de9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:24.001278 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aef73df1-21ce-4f6c-8848-52165b34a29c None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:24.020295 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e3e2fc94-40da-4d03-9719-0b685baf5387 req-285970a8-b412-4598-b24a-c6c2ec2f12fe tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6376987 Jul 07 17:24:24.028115 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-aef73df1-21ce-4f6c-8848-52165b34a29c None None] Transition to ACTIVE for port object 134c37d6-b32d-44ed-a476-42393339c2c1 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:24.057516 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f7c63-c842-4038-8445-1c6f489de9ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=37369d2a-5547-4d1f-8ba7-24e998f16e3e,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:24.074328 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-aef73df1-21ce-4f6c-8848-52165b34a29c None None] Transition to ACTIVE for port object 134c37d6-b32d-44ed-a476-42393339c2c1 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:24.084223 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aef73df1-21ce-4f6c-8848-52165b34a29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:24.090064 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9f7c63-c842-4038-8445-1c6f489de9ad admin admin] Checking segment: {'id': '5963724f-b455-4ca2-90a1-476e15bae9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37748a5e-1c3f-43be-9c53-2e5753421ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:24.093239 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9f7c63-c842-4038-8445-1c6f489de9ad admin admin] Network hostable DHCP agents. Network: 37748a5e-1c3f-43be-9c53-2e5753421ba1, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:24:24.113274 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9f7c63-c842-4038-8445-1c6f489de9ad admin admin] Network 37748a5e-1c3f-43be-9c53-2e5753421ba1 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:24:24.127016 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-ff9f7c63-c842-4038-8445-1c6f489de9ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 37748a5e-1c3f-43be-9c53-2e5753421ba1) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:24.135247 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9f7c63-c842-4038-8445-1c6f489de9ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:24.147199 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ff9f7c63-c842-4038-8445-1c6f489de9ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:24.149720 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a6621c-c521-4b90-b51f-9859a1af0f23 None None] Network 37748a5e-1c3f-43be-9c53-2e5753421ba1 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:24.173560 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef73df1-21ce-4f6c-8848-52165b34a29c None None] Pushing event updated for resources: {'Port': ['ID=134c37d6-b32d-44ed-a476-42393339c2c1,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:24.174967 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ff9f7c63-c842-4038-8445-1c6f489de9ad admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5980041 Jul 07 17:24:24.229547 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef73df1-21ce-4f6c-8848-52165b34a29c None None] Network 07e524f2-abd9-475a-85a7-392b29615914 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:24.237358 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-aef73df1-21ce-4f6c-8848-52165b34a29c None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:24.244668 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef73df1-21ce-4f6c-8848-52165b34a29c None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:24.337099 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-aef73df1-21ce-4f6c-8848-52165b34a29c None None] Attempting to bind port 134c37d6-b32d-44ed-a476-42393339c2c1 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:24:24.337482 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-aef73df1-21ce-4f6c-8848-52165b34a29c None None] Attempting to bind port 134c37d6-b32d-44ed-a476-42393339c2c1 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'b9a4fadb-624f-4fa5-8dc6-826ff89075f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '07e524f2-abd9-475a-85a7-392b29615914'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:24:24.337897 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef73df1-21ce-4f6c-8848-52165b34a29c None None] Attempting to bind port 134c37d6-b32d-44ed-a476-42393339c2c1 on network 07e524f2-abd9-475a-85a7-392b29615914 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:24.371987 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef73df1-21ce-4f6c-8848-52165b34a29c None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:24:24.372374 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef73df1-21ce-4f6c-8848-52165b34a29c None None] Checking segment: {'id': 'b9a4fadb-624f-4fa5-8dc6-826ff89075f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '07e524f2-abd9-475a-85a7-392b29615914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:24.372813 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aef73df1-21ce-4f6c-8848-52165b34a29c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:24.373217 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef73df1-21ce-4f6c-8848-52165b34a29c None None] Bound using segment: {'id': 'b9a4fadb-624f-4fa5-8dc6-826ff89075f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '07e524f2-abd9-475a-85a7-392b29615914'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:24:24.373703 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-aef73df1-21ce-4f6c-8848-52165b34a29c None None] Bound port: 134c37d6-b32d-44ed-a476-42393339c2c1, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a4fadb-624f-4fa5-8dc6-826ff89075f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '07e524f2-abd9-475a-85a7-392b29615914'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:24:24.374148 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aef73df1-21ce-4f6c-8848-52165b34a29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:24.460270 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-aef73df1-21ce-4f6c-8848-52165b34a29c None None] For port 134c37d6-b32d-44ed-a476-42393339c2c1, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:24:24.484089 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-aef73df1-21ce-4f6c-8848-52165b34a29c None None] For port 134c37d6-b32d-44ed-a476-42393339c2c1, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=134c37d6-b32d-44ed-a476-42393339c2c1,segment=NetworkSegment(b9a4fadb-624f-4fa5-8dc6-826ff89075f6),segment_id=b9a4fadb-624f-4fa5-8dc6-826ff89075f6)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:24:24.520375 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aef73df1-21ce-4f6c-8848-52165b34a29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:24.566870 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15e134a0-3083-44bb-95f6-3442ccc97bd5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:24.589913 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef73df1-21ce-4f6c-8848-52165b34a29c None None] Pushing event updated for resources: {'Port': ['ID=134c37d6-b32d-44ed-a476-42393339c2c1,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:24.636760 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80272d5f-ec64-4a5b-91a6-a46d968a8502 None None] Network 37748a5e-1c3f-43be-9c53-2e5753421ba1 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:24.710743 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65996ca7-523c-42e6-9b1a-e1a6935d771a req-dc7992a0-b364-4b88-b412-73ad5fb9aacc tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:24.718993 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-65996ca7-523c-42e6-9b1a-e1a6935d771a req-dc7992a0-b364-4b88-b412-73ad5fb9aacc tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.2950599 Jul 07 17:24:24.863972 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-65996ca7-523c-42e6-9b1a-e1a6935d771a req-4da2599b-3005-4ed0-b197-1ff0253f851d tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435246 Jul 07 17:24:25.108479 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-15e134a0-3083-44bb-95f6-3442ccc97bd5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Allocated IP 2001:db8::1 (07e524f2-abd9-475a-85a7-392b29615914/18d34122-df60-46e0-922c-d221a4eb61c8/6e09bccc-1395-4b70-9142-bd389f9b50ec) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:25.203195 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50508) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:25.208422 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-7b492bea-94cd-44ea-af07-3683fc4e7f77 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1420903458-network', 'tenant_id': '815c7792a83a4f88ac5686284fb53049'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:25.257135 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b492bea-94cd-44ea-af07-3683fc4e7f77 admin admin] Made reservation on behalf of 815c7792a83a4f88ac5686284fb53049 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:25.260038 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7b492bea-94cd-44ea-af07-3683fc4e7f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.284742 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7b492bea-94cd-44ea-af07-3683fc4e7f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.329360 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c514ed3-cebe-496d-88e3-b0810a1f0d4e req-f4b15bf8-6b70-4e94-a83c-9b86d94f993a tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:25.330998 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8c514ed3-cebe-496d-88e3-b0810a1f0d4e req-f4b15bf8-6b70-4e94-a83c-9b86d94f993a tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.1098773 Jul 07 17:24:25.338890 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15e134a0-3083-44bb-95f6-3442ccc97bd5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.365623 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-15e134a0-3083-44bb-95f6-3442ccc97bd5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Transition to ACTIVE for port object 6e09bccc-1395-4b70-9142-bd389f9b50ec will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:25.367962 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50510) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:25.400090 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8c514ed3-cebe-496d-88e3-b0810a1f0d4e req-b63b6446-b783-4a75-a6e6-e41ba642bb32 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617642 Jul 07 17:24:25.440281 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15e134a0-3083-44bb-95f6-3442ccc97bd5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.506012 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7b492bea-94cd-44ea-af07-3683fc4e7f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.518506 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7b492bea-94cd-44ea-af07-3683fc4e7f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.545794 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e134a0-3083-44bb-95f6-3442ccc97bd5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network 07e524f2-abd9-475a-85a7-392b29615914 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:25.569255 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-15e134a0-3083-44bb-95f6-3442ccc97bd5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:25.579782 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e134a0-3083-44bb-95f6-3442ccc97bd5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:25.580355 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15e134a0-3083-44bb-95f6-3442ccc97bd5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.600836 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-950c2de2-f076-4539-944f-e040d79cd8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.624565 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e134a0-3083-44bb-95f6-3442ccc97bd5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Port': ['ID=6e09bccc-1395-4b70-9142-bd389f9b50ec,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:25.627150 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b492bea-94cd-44ea-af07-3683fc4e7f77 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:24:25.642395 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b492bea-94cd-44ea-af07-3683fc4e7f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bd1445-db26-4b76-ae5e-3b611a005adf,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:25.658292 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7b492bea-94cd-44ea-af07-3683fc4e7f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.658497 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-7b492bea-94cd-44ea-af07-3683fc4e7f77 admin admin] Added segment 8393b2c2-2a25-4108-85e7-56bd298ffa8e of type vlan for network ac55727d-f330-43bf-b484-4c02bea4c2bb Jul 07 17:24:25.734796 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7b492bea-94cd-44ea-af07-3683fc4e7f77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.788915 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3997a-84a5-4c66-a542-fa87f95de195 req-edb74c68-160e-4638-bd82-a0199b83ef2a tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:25.791704 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c4d3997a-84a5-4c66-a542-fa87f95de195 req-edb74c68-160e-4638-bd82-a0199b83ef2a tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.1712437 Jul 07 17:24:25.815677 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15e134a0-3083-44bb-95f6-3442ccc97bd5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.829467 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7b492bea-94cd-44ea-af07-3683fc4e7f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.831286 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b492bea-94cd-44ea-af07-3683fc4e7f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:25.831463 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7b492bea-94cd-44ea-af07-3683fc4e7f77 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.879391 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c4d3997a-84a5-4c66-a542-fa87f95de195 req-d539977c-abc2-4ee2-a69d-19e7b26c1232 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720923 Jul 07 17:24:25.897076 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-950c2de2-f076-4539-944f-e040d79cd8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.903249 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-950c2de2-f076-4539-944f-e040d79cd8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.962011 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-950c2de2-f076-4539-944f-e040d79cd8e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=806dd1c9d69b40bd80053b248f950097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5922730 Jul 07 17:24:25.962749 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50524) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:25.973774 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7b492bea-94cd-44ea-af07-3683fc4e7f77 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7699530 Jul 07 17:24:25.984730 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50526) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:25.993240 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-999c0502-071a-4c82-af96-5f990081906c admin admin] Request body: {'subnet': {'network_id': 'ac55727d-f330-43bf-b484-4c02bea4c2bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1420903458-subnet', 'tenant_id': '815c7792a83a4f88ac5686284fb53049', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:26.009273 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b492bea-94cd-44ea-af07-3683fc4e7f77 admin admin] Pushing event updated for resources: {'Network': ['ID=ac55727d-f330-43bf-b484-4c02bea4c2bb,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:26.022047 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network ac55727d-f330-43bf-b484-4c02bea4c2bb details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:24:26.116864 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c2de2-f076-4539-944f-e040d79cd8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214d3fdc-d078-4dbe-a9b5-773e0745cf44,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:26.185096 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c8e927c-50ff-457e-aad6-086ee6b7267a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.221657 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c8e927c-50ff-457e-aad6-086ee6b7267a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.228268 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.306177 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c8e927c-50ff-457e-aad6-086ee6b7267a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.307098 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 134c37d6-b32d-44ed-a476-42393339c2c1 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:26.308989 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c8e927c-50ff-457e-aad6-086ee6b7267a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.310203 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8c8e927c-50ff-457e-aad6-086ee6b7267a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/214d3fdc-d078-4dbe-a9b5-773e0745cf44 HTTP/1.1" status: 204 len: 168 time: 0.3454089 Jul 07 17:24:26.330657 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9818e8fe-fc53-464a-990b-6b2b460c5d7b None None] Network 07e524f2-abd9-475a-85a7-392b29615914 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:26.342950 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e927c-50ff-457e-aad6-086ee6b7267a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214d3fdc-d078-4dbe-a9b5-773e0745cf44,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:26.372007 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999c0502-071a-4c82-af96-5f990081906c admin admin] Made reservation on behalf of 815c7792a83a4f88ac5686284fb53049 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:26.376583 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-999c0502-071a-4c82-af96-5f990081906c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.449419 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b045e3fe-80ec-4eaa-8a25-397eb5a7229e None None] Provisioning for port 134c37d6-b32d-44ed-a476-42393339c2c1 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:26.512097 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 134c37d6-b32d-44ed-a476-42393339c2c1 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:26.537424 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 134c37d6-b32d-44ed-a476-42393339c2c1 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:26.537966 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.609751 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798034c4-0c02-4654-85a5-a851ca8932e3 req-dd8cfb34-abee-4f27-aeae-87976198d783 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:26.612332 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-798034c4-0c02-4654-85a5-a851ca8932e3 req-dd8cfb34-abee-4f27-aeae-87976198d783 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.4061191 Jul 07 17:24:26.665193 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.727673 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 134c37d6-b32d-44ed-a476-42393339c2c1, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=134c37d6-b32d-44ed-a476-42393339c2c1,segment=NetworkSegment(b9a4fadb-624f-4fa5-8dc6-826ff89075f6),segment_id=b9a4fadb-624f-4fa5-8dc6-826ff89075f6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:26.754871 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.761367 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50534) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:26.772724 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15e134a0-3083-44bb-95f6-3442ccc97bd5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.774286 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c4476f18-7975-47c1-8254-20cc978ac026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.783835 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0675f06a-f6ed-4d9a-9770-548d8709f2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.794770 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15e134a0-3083-44bb-95f6-3442ccc97bd5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.795883 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15e134a0-3083-44bb-95f6-3442ccc97bd5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.846326 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-798034c4-0c02-4654-85a5-a851ca8932e3 req-3eba00ff-a72b-42e7-942c-fff9752f1204 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203510 Jul 07 17:24:26.860972 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=134c37d6-b32d-44ed-a476-42393339c2c1,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:26.930404 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e134a0-3083-44bb-95f6-3442ccc97bd5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Port': ['ID=6e09bccc-1395-4b70-9142-bd389f9b50ec,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:26.980352 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0675f06a-f6ed-4d9a-9770-548d8709f2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.985831 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0675f06a-f6ed-4d9a-9770-548d8709f2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.014955 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-999c0502-071a-4c82-af96-5f990081906c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.024428 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675f06a-f6ed-4d9a-9770-548d8709f2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f3753c-fd6b-49a5-a7a1-4ba26edddcbd,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:27.064708 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0675f06a-f6ed-4d9a-9770-548d8709f2f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=131a1cdd4362496d82ede879ff95169c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3017433 Jul 07 17:24:27.068477 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50540) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:27.087296 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c0502-071a-4c82-af96-5f990081906c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba1d6343-a987-4e9d-9598-1591077158f2,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:27.103645 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e134a0-3083-44bb-95f6-3442ccc97bd5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network 07e524f2-abd9-475a-85a7-392b29615914 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:27.108114 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-15e134a0-3083-44bb-95f6-3442ccc97bd5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:27.175823 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-886bfdf0-6de2-4521-bf61-5596a7840646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.204318 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-886bfdf0-6de2-4521-bf61-5596a7840646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.248094 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999c0502-071a-4c82-af96-5f990081906c admin admin] Checking segment: {'id': '8393b2c2-2a25-4108-85e7-56bd298ffa8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ac55727d-f330-43bf-b484-4c02bea4c2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:27.248548 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999c0502-071a-4c82-af96-5f990081906c admin admin] Network hostable DHCP agents. Network: ac55727d-f330-43bf-b484-4c02bea4c2bb, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:24:27.268872 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-886bfdf0-6de2-4521-bf61-5596a7840646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.274319 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-886bfdf0-6de2-4521-bf61-5596a7840646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.276743 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-886bfdf0-6de2-4521-bf61-5596a7840646 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66f3753c-fd6b-49a5-a7a1-4ba26edddcbd HTTP/1.1" status: 204 len: 168 time: 0.2071087 Jul 07 17:24:27.286144 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886bfdf0-6de2-4521-bf61-5596a7840646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f3753c-fd6b-49a5-a7a1-4ba26edddcbd,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:27.318103 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d32aa0-ea12-48b4-8eb6-7ca71294f11d req-aa6fdd1a-4316-4415-9f07-05c170a2ad91 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:27.325941 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b2d32aa0-ea12-48b4-8eb6-7ca71294f11d req-aa6fdd1a-4316-4415-9f07-05c170a2ad91 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.2188742 Jul 07 17:24:27.334593 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999c0502-071a-4c82-af96-5f990081906c admin admin] Network ac55727d-f330-43bf-b484-4c02bea4c2bb is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:24:27.357925 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-eaafd557-4238-4fc6-9891-e6c5249bf593 None None] Provisioning complete for port 134c37d6-b32d-44ed-a476-42393339c2c1 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:27.359081 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-eaafd557-4238-4fc6-9891-e6c5249bf593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.386079 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-50c9af47-cb9b-49b4-8f56-a849442ce8f7 req-d16cacbb-4e96-4bc6-b93c-0a29b0bf404a service neutron] (100192) timed out ('10.222.0.53', 34314) {{(pid=100192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:24:27.402002 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b2d32aa0-ea12-48b4-8eb6-7ca71294f11d req-55ced478-e836-4653-896b-6e64a619ef50 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749846 Jul 07 17:24:27.406425 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-999c0502-071a-4c82-af96-5f990081906c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, ac55727d-f330-43bf-b484-4c02bea4c2bb) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:27.416867 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999c0502-071a-4c82-af96-5f990081906c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:27.417724 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-999c0502-071a-4c82-af96-5f990081906c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.455637 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4336487-435b-48c6-9e58-ccaf6d2ffe3e None None] Network ac55727d-f330-43bf-b484-4c02bea4c2bb requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:27.459365 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-999c0502-071a-4c82-af96-5f990081906c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4727740 Jul 07 17:24:27.461301 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e134a0-3083-44bb-95f6-3442ccc97bd5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Router 785d766a-3204-4e59-8f45-43bff38322f2 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:24:27.659139 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e134a0-3083-44bb-95f6-3442ccc97bd5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:27.670801 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50552) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:27.681101 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05bd8fa-8e39-487f-bf67-cf06a56adc38 None None] Sync routers for ids ['785d766a-3204-4e59-8f45-43bff38322f2'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:27.696823 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-15e134a0-3083-44bb-95f6-3442ccc97bd5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "PUT /v2.0/routers/785d766a-3204-4e59-8f45-43bff38322f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2771950 Jul 07 17:24:27.703481 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05bd8fa-8e39-487f-bf67-cf06a56adc38 None None] Routers {'785d766a-3204-4e59-8f45-43bff38322f2'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:27.704556 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-a05bd8fa-8e39-487f-bf67-cf06a56adc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:24:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['785d766a-3204-4e59-8f45-43bff38322f2'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:27.766885 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-a05bd8fa-8e39-487f-bf67-cf06a56adc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:27.815258 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05bd8fa-8e39-487f-bf67-cf06a56adc38 None None] Routers {'785d766a-3204-4e59-8f45-43bff38322f2'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:27.823973 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-a05bd8fa-8e39-487f-bf67-cf06a56adc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:24:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['785d766a-3204-4e59-8f45-43bff38322f2'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:27.944686 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a007dc3e-0bc0-4302-8123-02d8ae844abc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:27.953997 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a007dc3e-0bc0-4302-8123-02d8ae844abc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "GET /v2.0/ports/6e09bccc-1395-4b70-9142-bd389f9b50ec HTTP/1.1" status: 200 len: 911 time: 0.2776558 Jul 07 17:24:27.954139 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50564) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:27.968569 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-69922e6e-786b-4999-9b6a-f79ea6fe0c58 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '18d34122-df60-46e0-922c-d221a4eb61c8'}]}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:27.974636 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-a05bd8fa-8e39-487f-bf67-cf06a56adc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:27.975592 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05bd8fa-8e39-487f-bf67-cf06a56adc38 None None] The sync data for ids ['785d766a-3204-4e59-8f45-43bff38322f2'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:28.091866 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:28.194223 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee85485-126c-46ab-bd21-839484f0e69f None None] Network ac55727d-f330-43bf-b484-4c02bea4c2bb requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:28.352762 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 134c37d6-b32d-44ed-a476-42393339c2c1 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:28.484147 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-2c374e05-a226-4bdd-8d74-17a5b72559ff tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:28.498422 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-2c374e05-a226-4bdd-8d74-17a5b72559ff tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/networks?id=37748a5e-1c3f-43be-9c53-2e5753421ba1 HTTP/1.1" status: 200 len: 809 time: 0.2004116 Jul 07 17:24:28.527217 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-1da1b12b-ab91-44ab-bac0-af9cb0d195a3 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/quotas/dc4eb750644e4506a3b1b35898f0a996 HTTP/1.1" status: 200 len: 375 time: 0.0275853 Jul 07 17:24:28.564674 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-69922e6e-786b-4999-9b6a-f79ea6fe0c58 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:28.603252 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-5e1b69fb-8994-479d-840f-d9d695748095 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc4eb750644e4506a3b1b35898f0a996&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661836 Jul 07 17:24:28.609329 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-e3eb6094-0851-415a-9009-587f85e8a1b7 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:24:28.629228 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-e3eb6094-0851-415a-9009-587f85e8a1b7 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0250201 Jul 07 17:24:28.675887 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 134c37d6-b32d-44ed-a476-42393339c2c1 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:28.676474 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:28.679300 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-eaafd557-4238-4fc6-9891-e6c5249bf593 None None] Provisioning for port 6e09bccc-1395-4b70-9142-bd389f9b50ec completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:28.739415 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-eaafd557-4238-4fc6-9891-e6c5249bf593 None None] Provisioning complete for port 6e09bccc-1395-4b70-9142-bd389f9b50ec triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:28.739894 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-eaafd557-4238-4fc6-9891-e6c5249bf593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:28.818855 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-eaafd557-4238-4fc6-9891-e6c5249bf593 None None] Port 6e09bccc-1395-4b70-9142-bd389f9b50ec cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:24:28.972068 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-234a0e53-5dc5-4ace-8787-d2bb3085d347 None None] Provisioning complete for port 6e09bccc-1395-4b70-9142-bd389f9b50ec triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:28.972579 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-234a0e53-5dc5-4ace-8787-d2bb3085d347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:29.116769 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-234a0e53-5dc5-4ace-8787-d2bb3085d347 None None] Port 6e09bccc-1395-4b70-9142-bd389f9b50ec cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:24:29.264809 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-69922e6e-786b-4999-9b6a-f79ea6fe0c58 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:29.265117 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-664440bb-26ea-434a-83de-a5ec46f3aca0 service neutron] 10.222.0.53 "GET /v2.0/networks/37748a5e-1c3f-43be-9c53-2e5753421ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6350112 Jul 07 17:24:29.288230 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-69922e6e-786b-4999-9b6a-f79ea6fe0c58 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:29.303505 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69922e6e-786b-4999-9b6a-f79ea6fe0c58 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:29.304208 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-69922e6e-786b-4999-9b6a-f79ea6fe0c58 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:29.313906 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-69922e6e-786b-4999-9b6a-f79ea6fe0c58 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "PUT /v2.0/ports/6e09bccc-1395-4b70-9142-bd389f9b50ec HTTP/1.1" status: 200 len: 911 time: 1.3556347 Jul 07 17:24:29.314651 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50608) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:29.456529 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69922e6e-786b-4999-9b6a-f79ea6fe0c58 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Port': ['ID=6e09bccc-1395-4b70-9142-bd389f9b50ec,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:29.480456 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-af8eb402-06cb-4641-914c-8da19e441e00 service neutron] 10.222.0.53 "GET /v2.0/networks/37748a5e-1c3f-43be-9c53-2e5753421ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082913 Jul 07 17:24:29.921110 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1eec71ac-efe5-487c-b8a8-e9a483b793b4 req-888d417b-15a9-461a-9cca-c00f88f5ad16 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b48f2c7-40ac-42e4-a514-dc8ae6414546 HTTP/1.1" status: 200 len: 210 time: 0.1050186 Jul 07 17:24:29.981633 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e144475c-a18b-4fc2-bd2c-db7c0412f2af tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.226911 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.297990 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50638) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:30.441374 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-e144475c-a18b-4fc2-bd2c-db7c0412f2af tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Deleting port 6e09bccc-1395-4b70-9142-bd389f9b50ec {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:30.441704 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e144475c-a18b-4fc2-bd2c-db7c0412f2af tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.528053 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-9c608801-9743-4b53-8ac3-8deec3161f2f tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1830828820'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:30.559246 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9c608801-9743-4b53-8ac3-8deec3161f2f tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.562684 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9c608801-9743-4b53-8ac3-8deec3161f2f tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.658038 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e144475c-a18b-4fc2-bd2c-db7c0412f2af tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.690288 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9c608801-9743-4b53-8ac3-8deec3161f2f tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.696322 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9c608801-9743-4b53-8ac3-8deec3161f2f tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.699571 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-e144475c-a18b-4fc2-bd2c-db7c0412f2af tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Calling delete_port for 6e09bccc-1395-4b70-9142-bd389f9b50ec owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:30.722116 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9c608801-9743-4b53-8ac3-8deec3161f2f tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.723354 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9c608801-9743-4b53-8ac3-8deec3161f2f tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4214289 Jul 07 17:24:30.726127 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50654) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:30.948352 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-161baeb6-7b68-4be5-9137-7736465840f9 tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:31.121396 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e144475c-a18b-4fc2-bd2c-db7c0412f2af tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:31.153502 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144475c-a18b-4fc2-bd2c-db7c0412f2af tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Port': ['ID=6e09bccc-1395-4b70-9142-bd389f9b50ec,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:31.359653 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7704aa10-01c1-4b2f-bfa0-fdf2c131accf req-71f5f349-3604-4f79-9495-0eb74bbf5ab8 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b48f2c7-40ac-42e4-a514-dc8ae6414546 HTTP/1.1" status: 200 len: 210 time: 0.1236818 Jul 07 17:24:31.421838 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e144475c-a18b-4fc2-bd2c-db7c0412f2af tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:31.673474 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e144475c-a18b-4fc2-bd2c-db7c0412f2af tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Router 785d766a-3204-4e59-8f45-43bff38322f2 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:31.989256 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e144475c-a18b-4fc2-bd2c-db7c0412f2af tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:32.000049 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46a8b9e-ebd1-4c99-885a-1e381141cb76 None None] Sync routers for ids ['785d766a-3204-4e59-8f45-43bff38322f2'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:32.015771 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e144475c-a18b-4fc2-bd2c-db7c0412f2af tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "PUT /v2.0/routers/785d766a-3204-4e59-8f45-43bff38322f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6114423 Jul 07 17:24:32.018992 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46a8b9e-ebd1-4c99-885a-1e381141cb76 None None] Routers {'785d766a-3204-4e59-8f45-43bff38322f2'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:32.019957 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-f46a8b9e-ebd1-4c99-885a-1e381141cb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:24:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['785d766a-3204-4e59-8f45-43bff38322f2'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:32.020107 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50676) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:32.062767 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-161baeb6-7b68-4be5-9137-7736465840f9 tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.069187 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-161baeb6-7b68-4be5-9137-7736465840f9 tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.096767 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-f46a8b9e-ebd1-4c99-885a-1e381141cb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:32.111486 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46a8b9e-ebd1-4c99-885a-1e381141cb76 None None] Routers {'785d766a-3204-4e59-8f45-43bff38322f2'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:32.112495 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-f46a8b9e-ebd1-4c99-885a-1e381141cb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:24:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['785d766a-3204-4e59-8f45-43bff38322f2'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:32.129451 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4bdfd4f5-5623-42a9-a991-a90397de31d6 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "GET /v2.0/ports?device_id=785d766a-3204-4e59-8f45-43bff38322f2 HTTP/1.1" status: 200 len: 205 time: 0.1029227 Jul 07 17:24:32.141347 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50680) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:32.153242 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-161baeb6-7b68-4be5-9137-7736465840f9 tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.154318 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161baeb6-7b68-4be5-9137-7736465840f9 tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f2f8702c-6c96-43dd-8643-6e2d669e473a {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:24:32.161419 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-161baeb6-7b68-4be5-9137-7736465840f9 tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.169153 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-161baeb6-7b68-4be5-9137-7736465840f9 tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] 10.222.0.53 "DELETE /v2.0/routers/f2f8702c-6c96-43dd-8643-6e2d669e473a HTTP/1.1" status: 204 len: 168 time: 1.4375577 Jul 07 17:24:32.169153 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50682) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:32.177245 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-028bd74e-c617-40d6-923e-2e0051537eea tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Request body: {'router': {'name': 'tempest-router-1053660929', 'distributed': False}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:32.217990 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-028bd74e-c617-40d6-923e-2e0051537eea tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.219489 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-028bd74e-c617-40d6-923e-2e0051537eea tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.343786 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-260ccca2-a26b-4ab6-8feb-72ba40405431 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.353173 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-691655c5-edc6-4840-a6c1-b834c7a55f49 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:32.355104 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-691655c5-edc6-4840-a6c1-b834c7a55f49 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.72 "GET /v2.0/networks?id=37748a5e-1c3f-43be-9c53-2e5753421ba1 HTTP/1.1" status: 200 len: 809 time: 0.5617387 Jul 07 17:24:32.386397 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-028bd74e-c617-40d6-923e-2e0051537eea tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.392542 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-028bd74e-c617-40d6-923e-2e0051537eea tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.425989 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-028bd74e-c617-40d6-923e-2e0051537eea tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.429169 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-ffcb4c4f-24df-4b21-961f-c6d8272364dd tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Request body: {'port': {'device_id': '4b48f2c7-40ac-42e4-a514-dc8ae6414546', 'network_id': '37748a5e-1c3f-43be-9c53-2e5753421ba1', 'admin_state_up': True, 'tenant_id': 'dc4eb750644e4506a3b1b35898f0a996'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:32.433574 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-028bd74e-c617-40d6-923e-2e0051537eea tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2633419 Jul 07 17:24:32.434503 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50692) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:32.489969 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-f46a8b9e-ebd1-4c99-885a-1e381141cb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:32.494546 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46a8b9e-ebd1-4c99-885a-1e381141cb76 None None] The sync data for ids ['785d766a-3204-4e59-8f45-43bff38322f2'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:32.592959 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5015a70a-6abc-44ba-865b-9f9cb61e078a tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.624904 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e162c3a8-7fd9-42d1-816a-82504dc2bf41 req-293451ba-7962-4813-b428-a5233e65c9a1 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b48f2c7-40ac-42e4-a514-dc8ae6414546 HTTP/1.1" status: 200 len: 210 time: 0.0680015 Jul 07 17:24:32.828505 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5015a70a-6abc-44ba-865b-9f9cb61e078a tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.833058 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5015a70a-6abc-44ba-865b-9f9cb61e078a tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.887266 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5015a70a-6abc-44ba-865b-9f9cb61e078a tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.888017 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5015a70a-6abc-44ba-865b-9f9cb61e078a tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b93897e7-db41-4284-99cb-4c813ea1658c {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:24:32.894059 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5015a70a-6abc-44ba-865b-9f9cb61e078a tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.901110 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5015a70a-6abc-44ba-865b-9f9cb61e078a tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] 10.222.0.53 "DELETE /v2.0/routers/b93897e7-db41-4284-99cb-4c813ea1658c HTTP/1.1" status: 204 len: 168 time: 0.4597695 Jul 07 17:24:32.902840 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50694) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:32.910294 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-6b0b1328-a80d-4636-809a-0cf044c1f212 tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Request body: {'router': {'name': 'tempest-router-128682101', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8ea587d4f4524b49b6b9c8bc7a2c11f0'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:32.944855 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6b0b1328-a80d-4636-809a-0cf044c1f212 tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.948506 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6b0b1328-a80d-4636-809a-0cf044c1f212 tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:33.102055 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6b0b1328-a80d-4636-809a-0cf044c1f212 tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:33.112332 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6b0b1328-a80d-4636-809a-0cf044c1f212 tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:33.145177 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6b0b1328-a80d-4636-809a-0cf044c1f212 tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:33.152126 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-260ccca2-a26b-4ab6-8feb-72ba40405431 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:33.158342 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6b0b1328-a80d-4636-809a-0cf044c1f212 tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2516716 Jul 07 17:24:33.161318 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-260ccca2-a26b-4ab6-8feb-72ba40405431 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:33.167636 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50700) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:33.191749 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-bdce5bfa-a194-4869-bb20-c295b9ab884f tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:33.309217 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-260ccca2-a26b-4ab6-8feb-72ba40405431 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:33.310695 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260ccca2-a26b-4ab6-8feb-72ba40405431 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Fanout notify agent at l3_agent the message router_deleted on router 785d766a-3204-4e59-8f45-43bff38322f2 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:24:33.346832 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-260ccca2-a26b-4ab6-8feb-72ba40405431 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:33.349094 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-260ccca2-a26b-4ab6-8feb-72ba40405431 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/routers/785d766a-3204-4e59-8f45-43bff38322f2 HTTP/1.1" status: 204 len: 168 time: 1.2064638 Jul 07 17:24:33.352773 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-ffcb4c4f-24df-4b21-961f-c6d8272364dd tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Made reservation on behalf of dc4eb750644e4506a3b1b35898f0a996 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:33.357729 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-ffcb4c4f-24df-4b21-961f-c6d8272364dd tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:33.362896 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50704) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:33.490696 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bdce5bfa-a194-4869-bb20-c295b9ab884f tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:33.491077 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bdce5bfa-a194-4869-bb20-c295b9ab884f tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks [] for router, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:33.550569 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-416d771f-a88a-4495-8600-af0684b534e2 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Deleting subnet 18d34122-df60-46e0-922c-d221a4eb61c8 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:24:33.565092 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-416d771f-a88a-4495-8600-af0684b534e2 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:33.611750 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-bdce5bfa-a194-4869-bb20-c295b9ab884f tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100193) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 07 17:24:33.612032 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-bdce5bfa-a194-4869-bb20-c295b9ab884f tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Router 16813258-cb7d-4bad-8cf5-09e234640f0d migrating from provider to provider. {{(pid=100193) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 07 17:24:33.614585 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bdce5bfa-a194-4869-bb20-c295b9ab884f tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:33.630307 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bdce5bfa-a194-4869-bb20-c295b9ab884f tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:33.636111 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bdce5bfa-a194-4869-bb20-c295b9ab884f tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7962560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7962587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8271377'] for router, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:33.720822 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-416d771f-a88a-4495-8600-af0684b534e2 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:33.764208 n-d-791503-12 neutron-server[100193]: WARNING neutron.scheduler.l3_agent_scheduler [None req-bdce5bfa-a194-4869-bb20-c295b9ab884f tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] No L3 agents can host the router 16813258-cb7d-4bad-8cf5-09e234640f0d Jul 07 17:24:33.878200 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-ffcb4c4f-24df-4b21-961f-c6d8272364dd tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Allocated IP 172.20.0.12 (37748a5e-1c3f-43be-9c53-2e5753421ba1/37369d2a-5547-4d1f-8ba7-24e998f16e3e/ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:33.915744 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-902fda99-8133-4acf-9586-9f348fe4421c req-790609a0-6267-418c-b021-f46bcbcc5fb8 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b48f2c7-40ac-42e4-a514-dc8ae6414546 HTTP/1.1" status: 200 len: 210 time: 0.0660110 Jul 07 17:24:33.975034 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdce5bfa-a194-4869-bb20-c295b9ab884f tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Hosts for router 16813258-cb7d-4bad-8cf5-09e234640f0d: [] {{(pid=100193) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 07 17:24:34.008169 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdce5bfa-a194-4869-bb20-c295b9ab884f tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Hosts for other DVR routers connected to router 16813258-cb7d-4bad-8cf5-09e234640f0d: set() {{(pid=100193) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 07 17:24:34.011280 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bdce5bfa-a194-4869-bb20-c295b9ab884f tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:34.012900 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bdce5bfa-a194-4869-bb20-c295b9ab884f tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] 10.222.0.53 "PUT /v2.0/routers/16813258-cb7d-4bad-8cf5-09e234640f0d HTTP/1.1" status: 200 len: 716 time: 0.8432157 Jul 07 17:24:34.015427 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50714) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:34.043474 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-416d771f-a88a-4495-8600-af0684b534e2 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:34.129606 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e6b35d4c-f68a-44e8-a203-19cbe75d029d tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] 10.222.0.53 "GET /v2.0/routers/16813258-cb7d-4bad-8cf5-09e234640f0d HTTP/1.1" status: 200 len: 716 time: 0.1125746 Jul 07 17:24:34.134603 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50720) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:34.382064 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-416d771f-a88a-4495-8600-af0684b534e2 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:34.492071 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d771f-a88a-4495-8600-af0684b534e2 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Subnet': ['ID=18d34122-df60-46e0-922c-d221a4eb61c8,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:34.494762 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-416d771f-a88a-4495-8600-af0684b534e2 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:34.497402 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-416d771f-a88a-4495-8600-af0684b534e2 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/subnets/18d34122-df60-46e0-922c-d221a4eb61c8 HTTP/1.1" status: 204 len: 168 time: 1.1329222 Jul 07 17:24:34.500371 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dddfc6-dff7-4708-9472-33fd9539918b None None] Network 07e524f2-abd9-475a-85a7-392b29615914 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:34.506102 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50734) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:34.539320 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-ffcb4c4f-24df-4b21-961f-c6d8272364dd tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:34.566050 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8e404409-4bb3-4ea1-94a3-ecab8d0d795d tempest-RoutersTestDVR-1887732880 tempest-RoutersTestDVR-1887732880-project] 10.222.0.53 "GET /v2.0/routers/16813258-cb7d-4bad-8cf5-09e234640f0d HTTP/1.1" status: 200 len: 682 time: 0.4300637 Jul 07 17:24:34.568729 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50736) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:34.637373 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e42b97b2-1c27-4f87-953d-69cc0d8d690c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:34.693525 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-ffcb4c4f-24df-4b21-961f-c6d8272364dd tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:34.776259 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dfeb7871-fe04-4924-b26a-10b1be7db60e tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:34.859860 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-ffcb4c4f-24df-4b21-961f-c6d8272364dd tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Network 37748a5e-1c3f-43be-9c53-2e5753421ba1 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:34.870780 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-ffcb4c4f-24df-4b21-961f-c6d8272364dd tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:34.889526 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-ffcb4c4f-24df-4b21-961f-c6d8272364dd tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:34.902714 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010283bf-a2d9-45cb-a6c6-6408a28faa92 None None] DHCP port deletion for 07e524f2-abd9-475a-85a7-392b29615914 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:24:34.988263 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb4c4f-24df-4b21-961f-c6d8272364dd tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Pushing event updated for resources: {'Port': ['ID=ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:35.062453 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-010283bf-a2d9-45cb-a6c6-6408a28faa92 None None] Deleting port 134c37d6-b32d-44ed-a476-42393339c2c1 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:35.065107 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-010283bf-a2d9-45cb-a6c6-6408a28faa92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.131044 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-ffcb4c4f-24df-4b21-961f-c6d8272364dd tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:35.133829 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-ffcb4c4f-24df-4b21-961f-c6d8272364dd tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.175125 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-e42b97b2-1c27-4f87-953d-69cc0d8d690c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Deleting port 134c37d6-b32d-44ed-a476-42393339c2c1 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:35.177161 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e42b97b2-1c27-4f87-953d-69cc0d8d690c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.185790 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-ffcb4c4f-24df-4b21-961f-c6d8272364dd tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7717819 Jul 07 17:24:35.231173 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-71dab7b0-dc56-46f2-8606-0bf583a65efe service neutron] Request body: {'port': {'device_id': '4b48f2c7-40ac-42e4-a514-dc8ae6414546', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:35.325396 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-010283bf-a2d9-45cb-a6c6-6408a28faa92 None None] For port 134c37d6-b32d-44ed-a476-42393339c2c1, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=134c37d6-b32d-44ed-a476-42393339c2c1,segment=NetworkSegment(b9a4fadb-624f-4fa5-8dc6-826ff89075f6),segment_id=b9a4fadb-624f-4fa5-8dc6-826ff89075f6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:35.326537 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-010283bf-a2d9-45cb-a6c6-6408a28faa92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.326696 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dfeb7871-fe04-4924-b26a-10b1be7db60e tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.329853 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dfeb7871-fe04-4924-b26a-10b1be7db60e tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.354948 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-010283bf-a2d9-45cb-a6c6-6408a28faa92 None None] Calling delete_port for 134c37d6-b32d-44ed-a476-42393339c2c1 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:35.381300 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-e42b97b2-1c27-4f87-953d-69cc0d8d690c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] For port 134c37d6-b32d-44ed-a476-42393339c2c1, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=134c37d6-b32d-44ed-a476-42393339c2c1,segment=NetworkSegment(b9a4fadb-624f-4fa5-8dc6-826ff89075f6),segment_id=b9a4fadb-624f-4fa5-8dc6-826ff89075f6)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:35.382392 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e42b97b2-1c27-4f87-953d-69cc0d8d690c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.416332 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-e42b97b2-1c27-4f87-953d-69cc0d8d690c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Calling delete_port for 134c37d6-b32d-44ed-a476-42393339c2c1 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:35.500344 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dfeb7871-fe04-4924-b26a-10b1be7db60e tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.500887 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfeb7871-fe04-4924-b26a-10b1be7db60e tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16813258-cb7d-4bad-8cf5-09e234640f0d {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:24:35.507384 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dfeb7871-fe04-4924-b26a-10b1be7db60e tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.508576 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-dfeb7871-fe04-4924-b26a-10b1be7db60e tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] 10.222.0.53 "DELETE /v2.0/routers/16813258-cb7d-4bad-8cf5-09e234640f0d HTTP/1.1" status: 204 len: 168 time: 0.9386437 Jul 07 17:24:35.519176 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50750) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:35.526636 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9000956e-ea15-475e-bc30-f5f21a8eb1bc tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Request body: {'router': {'name': 'tempest-router-121386209', 'distributed': True}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:35.564297 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-010283bf-a2d9-45cb-a6c6-6408a28faa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.565448 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fafb50-083a-4ce5-a977-f472021c7c68 req-14f016f1-32f8-476f-abdb-2faed14f7f74 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:35.567802 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-41fafb50-083a-4ce5-a977-f472021c7c68 req-14f016f1-32f8-476f-abdb-2faed14f7f74 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.2481892 Jul 07 17:24:35.594535 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010283bf-a2d9-45cb-a6c6-6408a28faa92 None None] Pushing event deleted for resources: {'Port': ['ID=134c37d6-b32d-44ed-a476-42393339c2c1,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:35.605620 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010283bf-a2d9-45cb-a6c6-6408a28faa92 None None] No DVR routers for this DVR port 134c37d6-b32d-44ed-a476-42393339c2c1 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:24:35.658133 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-41fafb50-083a-4ce5-a977-f472021c7c68 req-4c9579b1-6584-41b1-a401-5ce5603260f7 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828831 Jul 07 17:24:35.718380 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9000956e-ea15-475e-bc30-f5f21a8eb1bc tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.719419 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9000956e-ea15-475e-bc30-f5f21a8eb1bc tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.763436 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d587378-dc1f-4495-b96d-e42176fcf3e0 req-4bfeb010-f82d-4639-82c3-e41223643fc3 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:35.765138 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8d587378-dc1f-4495-b96d-e42176fcf3e0 req-4bfeb010-f82d-4639-82c3-e41223643fc3 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b48f2c7-40ac-42e4-a514-dc8ae6414546 HTTP/1.1" status: 200 len: 932 time: 0.3450549 Jul 07 17:24:35.777211 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-71dab7b0-dc56-46f2-8606-0bf583a65efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.824953 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e42b97b2-1c27-4f87-953d-69cc0d8d690c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.912440 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b97b2-1c27-4f87-953d-69cc0d8d690c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Port': ['ID=134c37d6-b32d-44ed-a476-42393339c2c1,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:36.006329 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42b97b2-1c27-4f87-953d-69cc0d8d690c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] No DVR routers for this DVR port 134c37d6-b32d-44ed-a476-42393339c2c1 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:24:36.028868 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9000956e-ea15-475e-bc30-f5f21a8eb1bc tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.067033 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8d587378-dc1f-4495-b96d-e42176fcf3e0 req-234718ce-f032-41c2-b374-dab39798df9a tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc982682-5017-44f7-81cc-cfd1ac949c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680061 Jul 07 17:24:36.075344 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9000956e-ea15-475e-bc30-f5f21a8eb1bc tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.212887 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9000956e-ea15-475e-bc30-f5f21a8eb1bc tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.214112 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9000956e-ea15-475e-bc30-f5f21a8eb1bc tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6932075 Jul 07 17:24:36.219964 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50756) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:36.224388 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 134c37d6-b32d-44ed-a476-42393339c2c1 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:24:36.260958 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e42b97b2-1c27-4f87-953d-69cc0d8d690c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.262405 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 134c37d6-b32d-44ed-a476-42393339c2c1 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:24:36.263048 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 134c37d6-b32d-44ed-a476-42393339c2c1 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:24:36.299987 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-e42b97b2-1c27-4f87-953d-69cc0d8d690c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e524f2-abd9-475a-85a7-392b29615914']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:36.342159 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-e42b97b2-1c27-4f87-953d-69cc0d8d690c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a4fadb-624f-4fa5-8dc6-826ff89075f6') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:36.342454 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-e42b97b2-1c27-4f87-953d-69cc0d8d690c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a4fadb-624f-4fa5-8dc6-826ff89075f6') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:36.358091 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-66bfd5df-cf10-44f9-89a9-a5c6e6eeaa4c tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.359885 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e42b97b2-1c27-4f87-953d-69cc0d8d690c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.459415 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e42b97b2-1c27-4f87-953d-69cc0d8d690c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.487452 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e42b97b2-1c27-4f87-953d-69cc0d8d690c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:24:36.487877 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e42b97b2-1c27-4f87-953d-69cc0d8d690c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.491793 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50760) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:24:36.492942 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:24:36.674856 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e42b97b2-1c27-4f87-953d-69cc0d8d690c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.688783 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e42b97b2-1c27-4f87-953d-69cc0d8d690c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.691106 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e42b97b2-1c27-4f87-953d-69cc0d8d690c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/networks/07e524f2-abd9-475a-85a7-392b29615914 HTTP/1.1" status: 204 len: 168 time: 2.1835525 Jul 07 17:24:36.701908 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50766) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:36.712009 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-f19fa23a-153d-4515-a3e8-5aa5585e436b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2097941292', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:36.746981 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-71dab7b0-dc56-46f2-8606-0bf583a65efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:24:36.752459 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f19fa23a-153d-4515-a3e8-5aa5585e436b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.753647 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f19fa23a-153d-4515-a3e8-5aa5585e436b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.782261 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-71dab7b0-dc56-46f2-8606-0bf583a65efe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.786599 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b97b2-1c27-4f87-953d-69cc0d8d690c tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Network': ['ID=07e524f2-abd9-475a-85a7-392b29615914,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:36.807897 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fb872b20-4878-4aa0-b779-06f6b2365c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.847387 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-71dab7b0-dc56-46f2-8606-0bf583a65efe service neutron] Transition to ACTIVE for port object ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:36.857821 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-71dab7b0-dc56-46f2-8606-0bf583a65efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.939289 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dab7b0-dc56-46f2-8606-0bf583a65efe service neutron] Pushing event updated for resources: {'Port': ['ID=ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:36.953302 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-66bfd5df-cf10-44f9-89a9-a5c6e6eeaa4c tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.955587 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-66bfd5df-cf10-44f9-89a9-a5c6e6eeaa4c tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:37.003047 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f19fa23a-153d-4515-a3e8-5aa5585e436b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:37.024712 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f19fa23a-153d-4515-a3e8-5aa5585e436b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:37.096815 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-66bfd5df-cf10-44f9-89a9-a5c6e6eeaa4c tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:37.097609 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bfd5df-cf10-44f9-89a9-a5c6e6eeaa4c tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0bb4617-2a6e-41c9-941c-e3ecf8d10fa7 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:24:37.107501 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-66bfd5df-cf10-44f9-89a9-a5c6e6eeaa4c tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:37.108845 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-66bfd5df-cf10-44f9-89a9-a5c6e6eeaa4c tempest-RoutersTestDVR-576971827 tempest-RoutersTestDVR-576971827-project-admin] 10.222.0.53 "DELETE /v2.0/routers/e0bb4617-2a6e-41c9-941c-e3ecf8d10fa7 HTTP/1.1" status: 204 len: 168 time: 0.8880396 Jul 07 17:24:37.178796 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1313c6f-064a-47a5-b16a-69ae4ca38c16 req-3df3446a-112d-45e9-9323-32da305b9b43 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:37.181742 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e1313c6f-064a-47a5-b16a-69ae4ca38c16 req-3df3446a-112d-45e9-9323-32da305b9b43 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.1805403 Jul 07 17:24:37.190414 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-71dab7b0-dc56-46f2-8606-0bf583a65efe service neutron] Attempting to bind port ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:24:37.190816 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-71dab7b0-dc56-46f2-8606-0bf583a65efe service neutron] Attempting to bind port ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '5963724f-b455-4ca2-90a1-476e15bae9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37748a5e-1c3f-43be-9c53-2e5753421ba1'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:24:37.191230 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-71dab7b0-dc56-46f2-8606-0bf583a65efe service neutron] Attempting to bind port ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b on network 37748a5e-1c3f-43be-9c53-2e5753421ba1 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:37.201735 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-71dab7b0-dc56-46f2-8606-0bf583a65efe service neutron] Port ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b on network 37748a5e-1c3f-43be-9c53-2e5753421ba1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:24:37.202100 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-71dab7b0-dc56-46f2-8606-0bf583a65efe service neutron] Attempting to bind port ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b on network 37748a5e-1c3f-43be-9c53-2e5753421ba1 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:37.229778 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-71dab7b0-dc56-46f2-8606-0bf583a65efe service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:24:37.230338 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-71dab7b0-dc56-46f2-8606-0bf583a65efe service neutron] Checking segment: {'id': '5963724f-b455-4ca2-90a1-476e15bae9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37748a5e-1c3f-43be-9c53-2e5753421ba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:37.230969 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-71dab7b0-dc56-46f2-8606-0bf583a65efe service neutron] Bound using segment: {'id': '5963724f-b455-4ca2-90a1-476e15bae9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37748a5e-1c3f-43be-9c53-2e5753421ba1'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:24:37.231710 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-71dab7b0-dc56-46f2-8606-0bf583a65efe service neutron] Bound port: ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5963724f-b455-4ca2-90a1-476e15bae9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37748a5e-1c3f-43be-9c53-2e5753421ba1'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:24:37.232380 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-71dab7b0-dc56-46f2-8606-0bf583a65efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:37.297932 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fb872b20-4878-4aa0-b779-06f6b2365c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:37.309519 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fb872b20-4878-4aa0-b779-06f6b2365c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:37.332131 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:37.343854 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a26a6-58cb-4b52-956c-9c2537b6d66f req-8cf65d44-3613-4b1a-bee8-85d8ed9d0de4 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:37.350776 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0b6a26a6-58cb-4b52-956c-9c2537b6d66f req-8cf65d44-3613-4b1a-bee8-85d8ed9d0de4 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 947 time: 0.3466721 Jul 07 17:24:37.439770 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fb872b20-4878-4aa0-b779-06f6b2365c15 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bcd6b4f66d4c422cad8953f72170c936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9450035 Jul 07 17:24:37.441996 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f19fa23a-153d-4515-a3e8-5aa5585e436b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:37.444386 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f19fa23a-153d-4515-a3e8-5aa5585e436b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7370765 Jul 07 17:24:37.450924 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50778) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:37.451543 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50780) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:37.473189 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb872b20-4878-4aa0-b779-06f6b2365c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1407f18c-7cbb-4503-afc4-1757087b18ab,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:37.528308 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0b6a26a6-58cb-4b52-956c-9c2537b6d66f req-6108b80e-4b4f-473e-a07f-b34b0a5db504 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/security-groups?id=29f5b8c7-4968-4adc-bc8a-903057fd2559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698129 Jul 07 17:24:37.534444 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-983a69b6-c99e-4034-8ff2-740fe301b18d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-20568917'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:37.552765 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-e1313c6f-064a-47a5-b16a-69ae4ca38c16 req-f1b9fa0a-96fd-4b1b-9d0d-fa97c94d61f8 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Deleting port cc4b1e40-4570-4001-8292-c164e39b063a {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:37.553631 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e1313c6f-064a-47a5-b16a-69ae4ca38c16 req-f1b9fa0a-96fd-4b1b-9d0d-fa97c94d61f8 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:37.597505 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983a69b6-c99e-4034-8ff2-740fe301b18d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Made reservation on behalf of ab411987cea84b3cbe5d62fc9ab0fd39 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:37.601941 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-983a69b6-c99e-4034-8ff2-740fe301b18d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:37.624472 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50782) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:37.733002 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-e1313c6f-064a-47a5-b16a-69ae4ca38c16 req-f1b9fa0a-96fd-4b1b-9d0d-fa97c94d61f8 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] For port cc4b1e40-4570-4001-8292-c164e39b063a, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=cc4b1e40-4570-4001-8292-c164e39b063a,segment=NetworkSegment(90d721ad-5c14-4e8b-8d38-43728529f388),segment_id=90d721ad-5c14-4e8b-8d38-43728529f388)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:37.733722 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e1313c6f-064a-47a5-b16a-69ae4ca38c16 req-f1b9fa0a-96fd-4b1b-9d0d-fa97c94d61f8 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:37.754428 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-e1313c6f-064a-47a5-b16a-69ae4ca38c16 req-f1b9fa0a-96fd-4b1b-9d0d-fa97c94d61f8 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Calling delete_port for cc4b1e40-4570-4001-8292-c164e39b063a owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:37.775122 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-983a69b6-c99e-4034-8ff2-740fe301b18d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:24:37.797229 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-983a69b6-c99e-4034-8ff2-740fe301b18d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:37.797980 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-983a69b6-c99e-4034-8ff2-740fe301b18d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Added segment 55e450f3-c3df-4e90-a3af-a74be62a4343 of type vlan for network f54f05d2-2a78-460b-892e-f7eb20db5040 Jul 07 17:24:37.849621 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:37.953771 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-983a69b6-c99e-4034-8ff2-740fe301b18d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:37.956112 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e9d1e0e9-a088-437c-9085-7bb0758940b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:37.974389 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-71dab7b0-dc56-46f2-8606-0bf583a65efe service neutron] For port ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:24:37.994866 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-71dab7b0-dc56-46f2-8606-0bf583a65efe service neutron] For port ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b,segment=NetworkSegment(5963724f-b455-4ca2-90a1-476e15bae9b3),segment_id=5963724f-b455-4ca2-90a1-476e15bae9b3)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:24:38.043453 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-71dab7b0-dc56-46f2-8606-0bf583a65efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:38.069003 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1f4b64c0-8488-423c-83ef-4c8a1364a977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:38.120212 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1f4b64c0-8488-423c-83ef-4c8a1364a977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:38.211349 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cbc12-8229-459f-8c3c-ede35b5e944a req-e1be8e96-ef6d-4a68-9722-1e5b2662adcf tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:38.212969 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d4cbc12-8229-459f-8c3c-ede35b5e944a req-e1be8e96-ef6d-4a68-9722-1e5b2662adcf tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b48f2c7-40ac-42e4-a514-dc8ae6414546 HTTP/1.1" status: 200 len: 944 time: 0.7598791 Jul 07 17:24:38.273760 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1f4b64c0-8488-423c-83ef-4c8a1364a977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:38.284709 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1f4b64c0-8488-423c-83ef-4c8a1364a977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:38.291385 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1f4b64c0-8488-423c-83ef-4c8a1364a977 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1407f18c-7cbb-4503-afc4-1757087b18ab HTTP/1.1" status: 204 len: 168 time: 0.7964287 Jul 07 17:24:38.301878 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-71dab7b0-dc56-46f2-8606-0bf583a65efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:38.306883 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-71dab7b0-dc56-46f2-8606-0bf583a65efe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:38.308394 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-71dab7b0-dc56-46f2-8606-0bf583a65efe service neutron] 10.222.0.72 "PUT /v2.0/ports/ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b HTTP/1.1" status: 200 len: 1093 time: 3.0932004 Jul 07 17:24:38.309087 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50796) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:38.356490 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e9d1e0e9-a088-437c-9085-7bb0758940b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:38.358953 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e1313c6f-064a-47a5-b16a-69ae4ca38c16 req-f1b9fa0a-96fd-4b1b-9d0d-fa97c94d61f8 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:38.362315 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e9d1e0e9-a088-437c-9085-7bb0758940b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:38.372440 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['cc4b1e40-4570-4001-8292-c164e39b063a'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:24:38.380379 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b48f2c7-40ac-42e4-a514-dc8ae6414546', 'tag': 'ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:38.388841 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff1e0e1-ac04-4d9f-8fe4-8ac788be67b4" -d '{"events": [{"name": "network-changed", "server_uuid": "4b48f2c7-40ac-42e4-a514-dc8ae6414546", "tag": "ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:38.533459 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d4cbc12-8229-459f-8c3c-ede35b5e944a req-6b1d7084-c84e-4632-86f7-b874573916b8 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc982682-5017-44f7-81cc-cfd1ac949c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788076 Jul 07 17:24:38.535446 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-983a69b6-c99e-4034-8ff2-740fe301b18d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:38.550303 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983a69b6-c99e-4034-8ff2-740fe301b18d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:38.551569 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-983a69b6-c99e-4034-8ff2-740fe301b18d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:38.574586 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b64c0-8488-423c-83ef-4c8a1364a977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1407f18c-7cbb-4503-afc4-1757087b18ab,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:38.592305 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb80ba8d-a06b-4da0-b5fc-59f7617c159a x-openstack-request-id: req-fb80ba8d-a06b-4da0-b5fc-59f7617c159a {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:38.592305 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b48f2c7-40ac-42e4-a514-dc8ae6414546", "tag": "ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:38.592305 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb80ba8d-a06b-4da0-b5fc-59f7617c159a {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:38.592958 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b48f2c7-40ac-42e4-a514-dc8ae6414546', 'tag': 'ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b', 'status': 'completed', 'code': 200} Jul 07 17:24:38.697509 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9fa0a-96fd-4b1b-9d0d-fa97c94d61f8 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Pushing event deleted for resources: {'Port': ['ID=cc4b1e40-4570-4001-8292-c164e39b063a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:38.721819 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a69b6-c99e-4034-8ff2-740fe301b18d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Network': ['ID=f54f05d2-2a78-460b-892e-f7eb20db5040,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:38.727703 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e9d1e0e9-a088-437c-9085-7bb0758940b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ea587d4f4524b49b6b9c8bc7a2c11f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1014805 Jul 07 17:24:38.744353 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50806) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:38.750738 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network f54f05d2-2a78-460b-892e-f7eb20db5040 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:24:38.781209 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1e0e9-a088-437c-9085-7bb0758940b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b77d35c-f1d6-4669-86cc-425744f0bdc9,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:38.882908 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-983a69b6-c99e-4034-8ff2-740fe301b18d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3565717 Jul 07 17:24:38.908653 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dab7b0-dc56-46f2-8606-0bf583a65efe service neutron] Pushing event updated for resources: {'Port': ['ID=ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:38.927663 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50812) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:38.949737 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-bbb58495-c111-4e19-9612-f992dfcfa80f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'subnet': {'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:38.994704 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1313c6f-064a-47a5-b16a-69ae4ca38c16 req-f1b9fa0a-96fd-4b1b-9d0d-fa97c94d61f8 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] No DVR routers for this DVR port cc4b1e40-4570-4001-8292-c164e39b063a on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:24:38.999746 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e1313c6f-064a-47a5-b16a-69ae4ca38c16 req-f1b9fa0a-96fd-4b1b-9d0d-fa97c94d61f8 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:39.002079 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e1313c6f-064a-47a5-b16a-69ae4ca38c16 req-f1b9fa0a-96fd-4b1b-9d0d-fa97c94d61f8 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.64 "DELETE /v2.0/ports/cc4b1e40-4570-4001-8292-c164e39b063a HTTP/1.1" status: 204 len: 173 time: 1.8135834 Jul 07 17:24:39.003296 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b0694c-5520-46bf-aa20-50b957a8bbc9', 'name': 'network-vif-deleted', 'tag': 'cc4b1e40-4570-4001-8292-c164e39b063a'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:39.006346 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52c6c87-ef81-4cd3-aa18-8a88248a29df" -d '{"events": [{"server_uuid": "98b0694c-5520-46bf-aa20-50b957a8bbc9", "name": "network-vif-deleted", "tag": "cc4b1e40-4570-4001-8292-c164e39b063a"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:39.089349 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4ee3bbdb-8419-4649-8958-21e66745a5f0 req-ca38dd53-de23-4e83-91ac-391a22f9a809 tempest-ServersNegativeTestJSON-764510785 tempest-ServersNegativeTestJSON-764510785-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b0694c-5520-46bf-aa20-50b957a8bbc9 HTTP/1.1" status: 200 len: 210 time: 0.0925725 Jul 07 17:24:39.112058 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-525e225d-3489-4952-bcfb-802e1963460c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:39.118068 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-1ce876fe-3897-45e1-9315-813160e23e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:39.120504 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-1ce876fe-3897-45e1-9315-813160e23e15 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dc4eb750644e4506a3b1b35898f0a996&device_id=4b48f2c7-40ac-42e4-a514-dc8ae6414546 HTTP/1.1" status: 200 len: 1096 time: 0.7168159 Jul 07 17:24:39.123236 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a11f3bd-26b8-4ef9-b850-a7cdd369ef83 x-openstack-request-id: req-7a11f3bd-26b8-4ef9-b850-a7cdd369ef83 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:39.123821 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b0694c-5520-46bf-aa20-50b957a8bbc9", "name": "network-vif-deleted", "tag": "cc4b1e40-4570-4001-8292-c164e39b063a", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:39.124523 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a11f3bd-26b8-4ef9-b850-a7cdd369ef83 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:39.125222 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b0694c-5520-46bf-aa20-50b957a8bbc9', 'name': 'network-vif-deleted', 'tag': 'cc4b1e40-4570-4001-8292-c164e39b063a', 'status': 'completed', 'code': 200} Jul 07 17:24:39.220372 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-0c5a5455-3fa4-4d52-838c-9b6e7173a871 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b HTTP/1.1" status: 200 len: 217 time: 0.0835524 Jul 07 17:24:39.260287 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7f85206f-a869-44e0-af82-110300420785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:39.329786 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7f85206f-a869-44e0-af82-110300420785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:39.345953 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-45c956cc-2435-4da9-a82d-655894a169ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:39.347565 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-45c956cc-2435-4da9-a82d-655894a169ac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=37369d2a-5547-4d1f-8ba7-24e998f16e3e HTTP/1.1" status: 200 len: 849 time: 0.1159480 Jul 07 17:24:39.790563 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6d381-79b4-44c0-b9fa-6d3369df76a8 req-36e79e7a-6b21-4912-b325-b7f40f9edab9 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:39.793959 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-efa6d381-79b4-44c0-b9fa-6d3369df76a8 req-36e79e7a-6b21-4912-b325-b7f40f9edab9 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b48f2c7-40ac-42e4-a514-dc8ae6414546 HTTP/1.1" status: 200 len: 944 time: 0.0962505 Jul 07 17:24:39.837344 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-81d51ede-d5be-4234-8c40-e783979a79ad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=37748a5e-1c3f-43be-9c53-2e5753421ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4810865 Jul 07 17:24:39.862742 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-efa6d381-79b4-44c0-b9fa-6d3369df76a8 req-0845a6a7-2576-4f11-9ba7-7f9975c9c2fc tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc982682-5017-44f7-81cc-cfd1ac949c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575016 Jul 07 17:24:39.967928 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7f85206f-a869-44e0-af82-110300420785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:39.971250 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7f85206f-a869-44e0-af82-110300420785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:39.972864 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7f85206f-a869-44e0-af82-110300420785 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8b77d35c-f1d6-4669-86cc-425744f0bdc9 HTTP/1.1" status: 204 len: 168 time: 1.2050903 Jul 07 17:24:40.026688 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85206f-a869-44e0-af82-110300420785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b77d35c-f1d6-4669-86cc-425744f0bdc9,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:40.050815 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-525e225d-3489-4952-bcfb-802e1963460c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.081310 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-525e225d-3489-4952-bcfb-802e1963460c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.174067 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-525e225d-3489-4952-bcfb-802e1963460c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ee28a679a8a4297ab67b859ec5c1ec4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7798176 Jul 07 17:24:40.174256 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50844) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:40.182575 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-3b8a82bd-51aa-4f0f-8fb5-d6e8a18d9c3a service neutron] 10.222.0.72 "GET /v2.0/networks/37748a5e-1c3f-43be-9c53-2e5753421ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329575 Jul 07 17:24:40.183241 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb58495-c111-4e19-9612-f992dfcfa80f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Made reservation on behalf of ab411987cea84b3cbe5d62fc9ab0fd39 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:40.187220 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bbb58495-c111-4e19-9612-f992dfcfa80f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.257743 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50846) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:40.324743 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e225d-3489-4952-bcfb-802e1963460c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f87cfe-366e-43b9-888e-1eded4755bae,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:40.353575 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-289611a9-5d89-44d2-b25e-0ee7007109f5 admin admin] Deleting subnet a74d58d4-f857-4afa-87b5-fe53c29b08d0 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:24:40.358977 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-289611a9-5d89-44d2-b25e-0ee7007109f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.410994 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-28c69790-391c-41ad-8b02-ceba2ef8fe24 req-cb0fe5c4-e4fd-4fc2-a8cc-95d9a586d632 service neutron] 10.222.0.72 "GET /v2.0/networks/37748a5e-1c3f-43be-9c53-2e5753421ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173362 Jul 07 17:24:40.471420 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-289611a9-5d89-44d2-b25e-0ee7007109f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.474509 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8a9c708a-248c-40cd-bfea-d309b4139ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.564057 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8a9c708a-248c-40cd-bfea-d309b4139ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.603276 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bbb58495-c111-4e19-9612-f992dfcfa80f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.618120 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1e0e1-ac04-4d9f-8fe4-8ac788be67b4 req-8dc1d16c-559e-4151-ba36-9932d51e9c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:40.620207 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dff1e0e1-ac04-4d9f-8fe4-8ac788be67b4 req-8dc1d16c-559e-4151-ba36-9932d51e9c8b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dc4eb750644e4506a3b1b35898f0a996&device_id=4b48f2c7-40ac-42e4-a514-dc8ae6414546 HTTP/1.1" status: 200 len: 1096 time: 0.1409709 Jul 07 17:24:40.626610 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-289611a9-5d89-44d2-b25e-0ee7007109f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.701561 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50858) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:40.746112 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb58495-c111-4e19-9612-f992dfcfa80f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Subnet': ['ID=59daf397-4617-440d-a9d7-b64ad995d261,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:40.746376 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device cc4b1e40-4570-4001-8292-c164e39b063a no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:24:40.763468 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-044de76e-92db-42ec-a81b-e5d51818b7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.780788 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: cc4b1e40-4570-4001-8292-c164e39b063a {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:24:40.781484 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device cc4b1e40-4570-4001-8292-c164e39b063a not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:24:40.815061 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-289611a9-5d89-44d2-b25e-0ee7007109f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.853706 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb58495-c111-4e19-9612-f992dfcfa80f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Checking segment: {'id': '55e450f3-c3df-4e90-a3af-a74be62a4343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:40.854378 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb58495-c111-4e19-9612-f992dfcfa80f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network hostable DHCP agents. Network: f54f05d2-2a78-460b-892e-f7eb20db5040, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:24:40.874911 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289611a9-5d89-44d2-b25e-0ee7007109f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a74d58d4-f857-4afa-87b5-fe53c29b08d0,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:40.887734 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-289611a9-5d89-44d2-b25e-0ee7007109f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.893590 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-289611a9-5d89-44d2-b25e-0ee7007109f5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a74d58d4-f857-4afa-87b5-fe53c29b08d0 HTTP/1.1" status: 204 len: 168 time: 0.6315255 Jul 07 17:24:40.893590 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8a9c708a-248c-40cd-bfea-d309b4139ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.895272 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1e0e1-ac04-4d9f-8fe4-8ac788be67b4 req-5a6bdd66-61a5-4eeb-99a8-49a900b8a927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:40.897317 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8a9c708a-248c-40cd-bfea-d309b4139ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.898604 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dff1e0e1-ac04-4d9f-8fe4-8ac788be67b4 req-5a6bdd66-61a5-4eeb-99a8-49a900b8a927 service neutron] 10.222.0.72 "GET /v2.0/networks?id=37748a5e-1c3f-43be-9c53-2e5753421ba1 HTTP/1.1" status: 200 len: 910 time: 0.2557926 Jul 07 17:24:40.899290 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8a9c708a-248c-40cd-bfea-d309b4139ffa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7f87cfe-366e-43b9-888e-1eded4755bae HTTP/1.1" status: 204 len: 168 time: 0.7229788 Jul 07 17:24:40.904069 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50866) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:40.922133 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c708a-248c-40cd-bfea-d309b4139ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f87cfe-366e-43b9-888e-1eded4755bae,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:41.063002 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-044de76e-92db-42ec-a81b-e5d51818b7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:41.070122 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-044de76e-92db-42ec-a81b-e5d51818b7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:41.087198 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dff1e0e1-ac04-4d9f-8fe4-8ac788be67b4 req-4ba4dbfe-de4d-4113-9877-0f944745ff15 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b HTTP/1.1" status: 200 len: 217 time: 0.1785035 Jul 07 17:24:41.099658 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb58495-c111-4e19-9612-f992dfcfa80f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network f54f05d2-2a78-460b-892e-f7eb20db5040 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:24:41.173487 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-044de76e-92db-42ec-a81b-e5d51818b7fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a347e095c0204ed7bbdd5ca9a5a775ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4632149 Jul 07 17:24:41.174908 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50880) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:41.186348 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044de76e-92db-42ec-a81b-e5d51818b7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a1d9fb-3aaa-47cf-b201-b1cdf7743a5d,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:41.236026 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-bbb58495-c111-4e19-9612-f992dfcfa80f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, f54f05d2-2a78-460b-892e-f7eb20db5040) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:41.250570 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71fcbfe-30ba-4c59-81c8-d3a7fc5b4d91 None None] Network f54f05d2-2a78-460b-892e-f7eb20db5040 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:41.266530 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-efc320c0-c970-497a-b2f1-ff6d7f500ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:41.272553 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb58495-c111-4e19-9612-f992dfcfa80f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:41.274341 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bbb58495-c111-4e19-9612-f992dfcfa80f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:41.297900 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-af34100b-a548-4111-8786-2d828a24569a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:41.325826 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1e0e1-ac04-4d9f-8fe4-8ac788be67b4 req-cb58e2c7-942d-4d97-b114-e97c404d887a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:41.333652 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-af34100b-a548-4111-8786-2d828a24569a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:41.334004 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dff1e0e1-ac04-4d9f-8fe4-8ac788be67b4 req-cb58e2c7-942d-4d97-b114-e97c404d887a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=37369d2a-5547-4d1f-8ba7-24e998f16e3e HTTP/1.1" status: 200 len: 849 time: 0.2259429 Jul 07 17:24:41.353474 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bbb58495-c111-4e19-9612-f992dfcfa80f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4249032 Jul 07 17:24:41.358273 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50882) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:41.386234 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dff1e0e1-ac04-4d9f-8fe4-8ac788be67b4 req-790396a1-805a-4e64-bd76-a3f04bc153c7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=37748a5e-1c3f-43be-9c53-2e5753421ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439954 Jul 07 17:24:41.507648 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f5f48d-ff24-4816-a78f-d5698836b0ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-f54f05d2-2a78-460b-892e-f7eb20db5040', 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'fixed_ips': [{'subnet_id': '59daf397-4617-440d-a9d7-b64ad995d261'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:24:41.508863 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c5f5f48d-ff24-4816-a78f-d5698836b0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:41.562780 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982b514-e4e5-43a8-89e0-188d04df5bce req-f69acc10-613b-4a4a-99d2-f79509e6551b tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:41.565014 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0982b514-e4e5-43a8-89e0-188d04df5bce req-f69acc10-613b-4a4a-99d2-f79509e6551b tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b48f2c7-40ac-42e4-a514-dc8ae6414546 HTTP/1.1" status: 200 len: 944 time: 0.4297869 Jul 07 17:24:41.630850 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-efc320c0-c970-497a-b2f1-ff6d7f500ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:41.659594 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0982b514-e4e5-43a8-89e0-188d04df5bce req-e16af44e-7b66-41d3-8ad1-39e3e68ac93f tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc982682-5017-44f7-81cc-cfd1ac949c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821676 Jul 07 17:24:41.677596 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-efc320c0-c970-497a-b2f1-ff6d7f500ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f6c01e-dfae-4799-95a8-8039418ef262']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:41.712236 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-efc320c0-c970-497a-b2f1-ff6d7f500ac2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d721ad-5c14-4e8b-8d38-43728529f388') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:41.712844 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-efc320c0-c970-497a-b2f1-ff6d7f500ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d721ad-5c14-4e8b-8d38-43728529f388') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:41.725848 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-c5f5f48d-ff24-4816-a78f-d5698836b0ba None None] Allocated IP 2001:db8::2 (f54f05d2-2a78-460b-892e-f7eb20db5040/59daf397-4617-440d-a9d7-b64ad995d261/bf949abd-3de8-418a-a09a-bc89aba51d97) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:41.742048 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-efc320c0-c970-497a-b2f1-ff6d7f500ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:41.772354 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dff1e0e1-ac04-4d9f-8fe4-8ac788be67b4 req-0391277e-bffb-4569-9686-44cfbb3d1023 service neutron] 10.222.0.72 "GET /v2.0/networks/37748a5e-1c3f-43be-9c53-2e5753421ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483379 Jul 07 17:24:41.823709 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-af34100b-a548-4111-8786-2d828a24569a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:41.837371 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-af34100b-a548-4111-8786-2d828a24569a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:41.844379 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-af34100b-a548-4111-8786-2d828a24569a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/14a1d9fb-3aaa-47cf-b201-b1cdf7743a5d HTTP/1.1" status: 204 len: 168 time: 0.6679590 Jul 07 17:24:41.924874 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c5f5f48d-ff24-4816-a78f-d5698836b0ba None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:41.937157 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c5f5f48d-ff24-4816-a78f-d5698836b0ba None None] Transition to ACTIVE for port object bf949abd-3de8-418a-a09a-bc89aba51d97 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:41.940641 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dff1e0e1-ac04-4d9f-8fe4-8ac788be67b4 req-d568b2d7-32b2-407b-9e19-5af8b135d8e4 service neutron] 10.222.0.72 "GET /v2.0/networks/37748a5e-1c3f-43be-9c53-2e5753421ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618068 Jul 07 17:24:41.942220 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-efc320c0-c970-497a-b2f1-ff6d7f500ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:41.953708 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc320c0-c970-497a-b2f1-ff6d7f500ac2 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:24:41.954038 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-efc320c0-c970-497a-b2f1-ff6d7f500ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:24:41.957311 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:24:41.989312 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c5f5f48d-ff24-4816-a78f-d5698836b0ba None None] Transition to ACTIVE for port object bf949abd-3de8-418a-a09a-bc89aba51d97 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:42.001435 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c5f5f48d-ff24-4816-a78f-d5698836b0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:42.093353 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-efc320c0-c970-497a-b2f1-ff6d7f500ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:42.108831 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-efc320c0-c970-497a-b2f1-ff6d7f500ac2 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:42.116019 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-efc320c0-c970-497a-b2f1-ff6d7f500ac2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/08f6c01e-dfae-4799-95a8-8039418ef262 HTTP/1.1" status: 204 len: 168 time: 1.2097349 Jul 07 17:24:42.118505 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f5f48d-ff24-4816-a78f-d5698836b0ba None None] Network f54f05d2-2a78-460b-892e-f7eb20db5040 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:42.124581 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-c5f5f48d-ff24-4816-a78f-d5698836b0ba None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:42.132824 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f5f48d-ff24-4816-a78f-d5698836b0ba None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:42.139379 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc320c0-c970-497a-b2f1-ff6d7f500ac2 admin admin] Pushing event deleted for resources: {'Network': ['ID=08f6c01e-dfae-4799-95a8-8039418ef262,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:42.215350 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34100b-a548-4111-8786-2d828a24569a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a1d9fb-3aaa-47cf-b201-b1cdf7743a5d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:42.253741 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5f48d-ff24-4816-a78f-d5698836b0ba None None] Pushing event updated for resources: {'Port': ['ID=bf949abd-3de8-418a-a09a-bc89aba51d97,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:42.310737 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-c5f5f48d-ff24-4816-a78f-d5698836b0ba None None] Attempting to bind port bf949abd-3de8-418a-a09a-bc89aba51d97 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:24:42.312075 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-c5f5f48d-ff24-4816-a78f-d5698836b0ba None None] Attempting to bind port bf949abd-3de8-418a-a09a-bc89aba51d97 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '55e450f3-c3df-4e90-a3af-a74be62a4343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:24:42.313079 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5f48d-ff24-4816-a78f-d5698836b0ba None None] Attempting to bind port bf949abd-3de8-418a-a09a-bc89aba51d97 on network f54f05d2-2a78-460b-892e-f7eb20db5040 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:42.330843 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5f48d-ff24-4816-a78f-d5698836b0ba None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:24:42.331859 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5f48d-ff24-4816-a78f-d5698836b0ba None None] Checking segment: {'id': '55e450f3-c3df-4e90-a3af-a74be62a4343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:42.334218 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c5f5f48d-ff24-4816-a78f-d5698836b0ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:42.335209 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5f48d-ff24-4816-a78f-d5698836b0ba None None] Bound using segment: {'id': '55e450f3-c3df-4e90-a3af-a74be62a4343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:24:42.336474 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-c5f5f48d-ff24-4816-a78f-d5698836b0ba None None] Bound port: bf949abd-3de8-418a-a09a-bc89aba51d97, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e450f3-c3df-4e90-a3af-a74be62a4343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:24:42.337456 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c5f5f48d-ff24-4816-a78f-d5698836b0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:42.360049 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c4fedb57-be05-4de1-8e03-0586f8c59256 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:42.467477 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-c5f5f48d-ff24-4816-a78f-d5698836b0ba None None] For port bf949abd-3de8-418a-a09a-bc89aba51d97, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:24:42.473444 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-c5f5f48d-ff24-4816-a78f-d5698836b0ba None None] For port bf949abd-3de8-418a-a09a-bc89aba51d97, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=bf949abd-3de8-418a-a09a-bc89aba51d97,segment=NetworkSegment(55e450f3-c3df-4e90-a3af-a74be62a4343),segment_id=55e450f3-c3df-4e90-a3af-a74be62a4343)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:24:42.481792 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c5f5f48d-ff24-4816-a78f-d5698836b0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:42.593727 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50928) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:42.607388 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5f48d-ff24-4816-a78f-d5698836b0ba None None] Pushing event updated for resources: {'Port': ['ID=bf949abd-3de8-418a-a09a-bc89aba51d97,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:42.735827 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e8263882-a91d-4e20-b4d5-38d53ba7477b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5a91034d81564c92b83cd4f595aa520b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1383352 Jul 07 17:24:42.736159 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50934) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:42.816775 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-c4fedb57-be05-4de1-8e03-0586f8c59256 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Allocated IP 2001:db8::1 (f54f05d2-2a78-460b-892e-f7eb20db5040/59daf397-4617-440d-a9d7-b64ad995d261/736e0f80-ccf2-44fb-b81d-bdac82f2394b) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:42.857603 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ed82aaa-c6eb-4b20-968b-d80b984c24f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.015958 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c4fedb57-be05-4de1-8e03-0586f8c59256 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.040384 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-c4fedb57-be05-4de1-8e03-0586f8c59256 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Transition to ACTIVE for port object 736e0f80-ccf2-44fb-b81d-bdac82f2394b will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:43.057575 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ed82aaa-c6eb-4b20-968b-d80b984c24f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.092767 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c4fedb57-be05-4de1-8e03-0586f8c59256 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.188695 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50946) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:43.190999 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fedb57-be05-4de1-8e03-0586f8c59256 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network f54f05d2-2a78-460b-892e-f7eb20db5040 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:43.211707 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-c4fedb57-be05-4de1-8e03-0586f8c59256 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:43.214510 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fedb57-be05-4de1-8e03-0586f8c59256 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:43.216153 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c4fedb57-be05-4de1-8e03-0586f8c59256 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.259876 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ee76c-7f62-4a10-8e70-db5c42eb2b25 req-93258b29-2357-4e43-ba1f-1f0742d00cc3 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:43.274381 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-367ee76c-7f62-4a10-8e70-db5c42eb2b25 req-93258b29-2357-4e43-ba1f-1f0742d00cc3 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b48f2c7-40ac-42e4-a514-dc8ae6414546 HTTP/1.1" status: 200 len: 944 time: 0.4368007 Jul 07 17:24:43.274381 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50950) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:43.359433 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fedb57-be05-4de1-8e03-0586f8c59256 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Port': ['ID=736e0f80-ccf2-44fb-b81d-bdac82f2394b,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:43.424009 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-367ee76c-7f62-4a10-8e70-db5c42eb2b25 req-9908008c-ab8c-4b0e-bed9-90b5b686d8c7 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc982682-5017-44f7-81cc-cfd1ac949c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250658 Jul 07 17:24:43.426053 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ed82aaa-c6eb-4b20-968b-d80b984c24f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.430603 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ed82aaa-c6eb-4b20-968b-d80b984c24f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.431693 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0ed82aaa-c6eb-4b20-968b-d80b984c24f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/29f5b8c7-4968-4adc-bc8a-903057fd2559 HTTP/1.1" status: 204 len: 168 time: 0.6944959 Jul 07 17:24:43.440558 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed82aaa-c6eb-4b20-968b-d80b984c24f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f5b8c7-4968-4adc-bc8a-903057fd2559,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:43.474800 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c4fedb57-be05-4de1-8e03-0586f8c59256 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.497120 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ac5df49-f71d-45a1-851f-d2f8866f9c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.512468 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-fe151ec1-1977-4221-bb50-cdceb61f4773 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2078880745-network', 'tenant_id': '1ad824a9fb61468d852117e1ec7576e2'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:43.555669 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.db.api [None req-6ac5df49-f71d-45a1-851f-d2f8866f9c73 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:24:43.555669 n-d-791503-12 neutron-server[100193]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 17:24:43.555669 n-d-791503-12 neutron-server[100193]: [parameters: {'project_id': 'be6986cf2f264845996a6d83119e1084', 'id': 'b3850b38-c97d-41a1-b409-f0d3ee980da4', 'expiration': datetime.datetime(2021, 7, 7, 17, 26, 43, 543499)}] Jul 07 17:24:43.555669 n-d-791503-12 neutron-server[100193]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:24:43.556248 n-d-791503-12 neutron-server[100193]: DEBUG oslo_db.api [None req-6ac5df49-f71d-45a1-851f-d2f8866f9c73 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:24:43.564728 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe151ec1-1977-4221-bb50-cdceb61f4773 admin admin] Made reservation on behalf of 1ad824a9fb61468d852117e1ec7576e2 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:43.568201 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fe151ec1-1977-4221-bb50-cdceb61f4773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.587721 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fe151ec1-1977-4221-bb50-cdceb61f4773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.760728 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fe151ec1-1977-4221-bb50-cdceb61f4773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.771167 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fe151ec1-1977-4221-bb50-cdceb61f4773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.808785 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe151ec1-1977-4221-bb50-cdceb61f4773 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:24:43.828453 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe151ec1-1977-4221-bb50-cdceb61f4773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082c2a00-7a69-4ce1-b4c9-48f0260cdf0b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:43.832144 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fe151ec1-1977-4221-bb50-cdceb61f4773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.832552 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-fe151ec1-1977-4221-bb50-cdceb61f4773 admin admin] Added segment fa1addda-9a69-4281-8781-d9b35f005bc2 of type vlan for network 5b40365b-2ce2-440c-8353-128806702903 Jul 07 17:24:43.903422 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fe151ec1-1977-4221-bb50-cdceb61f4773 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.953785 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fe151ec1-1977-4221-bb50-cdceb61f4773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.955230 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe151ec1-1977-4221-bb50-cdceb61f4773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:43.956040 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fe151ec1-1977-4221-bb50-cdceb61f4773 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.964425 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c4fedb57-be05-4de1-8e03-0586f8c59256 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.971574 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c4fedb57-be05-4de1-8e03-0586f8c59256 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.979933 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c4fedb57-be05-4de1-8e03-0586f8c59256 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:44.024140 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fe151ec1-1977-4221-bb50-cdceb61f4773 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7524853 Jul 07 17:24:44.031262 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50968) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:44.038920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-afc43930-2629-42c6-810e-61876daa5298 admin admin] Request body: {'subnet': {'network_id': '5b40365b-2ce2-440c-8353-128806702903', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2078880745-subnet', 'tenant_id': '1ad824a9fb61468d852117e1ec7576e2', 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:44.068460 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe151ec1-1977-4221-bb50-cdceb61f4773 admin admin] Pushing event updated for resources: {'Network': ['ID=5b40365b-2ce2-440c-8353-128806702903,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:44.085516 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 5b40365b-2ce2-440c-8353-128806702903 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:24:44.165136 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ac5df49-f71d-45a1-851f-d2f8866f9c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:44.238920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fedb57-be05-4de1-8e03-0586f8c59256 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Port': ['ID=736e0f80-ccf2-44fb-b81d-bdac82f2394b,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:44.258432 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e016991-9990-46c6-8c67-95082b00066d None None] Network f54f05d2-2a78-460b-892e-f7eb20db5040 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:44.303135 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc43930-2629-42c6-810e-61876daa5298 admin admin] Made reservation on behalf of 1ad824a9fb61468d852117e1ec7576e2 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:44.308714 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-afc43930-2629-42c6-810e-61876daa5298 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:44.372377 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50980) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:44.396197 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device bf949abd-3de8-418a-a09a-bc89aba51d97 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:44.399373 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:24:44.537148 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9052cf3e-a142-4cf1-b18e-0160f1069c26 None None] Provisioning for port bf949abd-3de8-418a-a09a-bc89aba51d97 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:44.579205 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fedb57-be05-4de1-8e03-0586f8c59256 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network f54f05d2-2a78-460b-892e-f7eb20db5040 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:44.617284 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-c4fedb57-be05-4de1-8e03-0586f8c59256 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:44.775641 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b,segment=NetworkSegment(5963724f-b455-4ca2-90a1-476e15bae9b3),segment_id=5963724f-b455-4ca2-90a1-476e15bae9b3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:44.812796 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b', 'network_id': '37748a5e-1c3f-43be-9c53-2e5753421ba1', 'port_id': 'ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b', 'mac_address': 'fa:16:3e:ee:d9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37369d2a-5547-4d1f-8ba7-24e998f16e3e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:24:44.842987 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ac5df49-f71d-45a1-851f-d2f8866f9c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:44.879116 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ac5df49-f71d-45a1-851f-d2f8866f9c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:44.910573 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bfd24c05-f646-4842-8b87-c52ec1a41914 tempest-AgentManagementNegativeTest-2024767093 tempest-AgentManagementNegativeTest-2024767093-project] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5360730 Jul 07 17:24:44.914527 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6ac5df49-f71d-45a1-851f-d2f8866f9c73 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be6986cf2f264845996a6d83119e1084&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7264857 Jul 07 17:24:44.919037 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50994) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:44.929589 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port bf949abd-3de8-418a-a09a-bc89aba51d97 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:44.967145 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5df49-f71d-45a1-851f-d2f8866f9c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065b5883-4450-4169-ba38-ed19edd2cca3,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:44.970277 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port bf949abd-3de8-418a-a09a-bc89aba51d97 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:44.970927 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:44.971568 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-afc43930-2629-42c6-810e-61876daa5298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.045139 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afb4f3-f8ab-4f66-b5fd-b2818208a3f9 req-cb81d897-42c3-48b9-a8fe-0d9b0a02a266 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:45.047098 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f7afb4f3-f8ab-4f66-b5fd-b2818208a3f9 req-cb81d897-42c3-48b9-a8fe-0d9b0a02a266 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b48f2c7-40ac-42e4-a514-dc8ae6414546 HTTP/1.1" status: 200 len: 944 time: 0.3081496 Jul 07 17:24:45.071422 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fedb57-be05-4de1-8e03-0586f8c59256 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Router aaf43056-65da-4cef-9d4e-160c1663f899 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:24:45.072855 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.075619 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc43930-2629-42c6-810e-61876daa5298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d36b93d6-4ee7-46b3-b978-5fe5c948ef2c,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:45.092132 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc43930-2629-42c6-810e-61876daa5298 admin admin] Checking segment: {'id': 'fa1addda-9a69-4281-8781-d9b35f005bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5b40365b-2ce2-440c-8353-128806702903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:45.094291 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc43930-2629-42c6-810e-61876daa5298 admin admin] Network hostable DHCP agents. Network: 5b40365b-2ce2-440c-8353-128806702903, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:24:45.140342 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:24:45.203589 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b,segment=NetworkSegment(5963724f-b455-4ca2-90a1-476e15bae9b3),segment_id=5963724f-b455-4ca2-90a1-476e15bae9b3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:45.208430 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f7afb4f3-f8ab-4f66-b5fd-b2818208a3f9 req-0abdd96b-5ecf-418b-a6d3-7c34729aac93 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc982682-5017-44f7-81cc-cfd1ac949c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500897 Jul 07 17:24:45.209364 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-11efc279-fc31-40eb-986a-81d25daec001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.233213 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc43930-2629-42c6-810e-61876daa5298 admin admin] Network 5b40365b-2ce2-440c-8353-128806702903 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:24:45.282565 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-afc43930-2629-42c6-810e-61876daa5298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 5b40365b-2ce2-440c-8353-128806702903) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:45.290500 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc43930-2629-42c6-810e-61876daa5298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:45.291827 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-afc43930-2629-42c6-810e-61876daa5298 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.293543 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.295619 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fedb57-be05-4de1-8e03-0586f8c59256 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:45.307933 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c4fedb57-be05-4de1-8e03-0586f8c59256 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "PUT /v2.0/routers/aaf43056-65da-4cef-9d4e-160c1663f899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9423845 Jul 07 17:24:45.307933 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51000) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:45.311835 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba10cf9-d156-4d5e-8335-34a49f3b4a8e None None] Sync routers for ids ['aaf43056-65da-4cef-9d4e-160c1663f899'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:45.315122 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e543b456-f8ac-4cf6-8e54-b21505693a7b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1814777807'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:45.323422 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-11efc279-fc31-40eb-986a-81d25daec001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.337392 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.340825 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-afc43930-2629-42c6-810e-61876daa5298 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3065012 Jul 07 17:24:45.346375 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51002) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:45.362081 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e543b456-f8ac-4cf6-8e54-b21505693a7b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Made reservation on behalf of ab411987cea84b3cbe5d62fc9ab0fd39 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:45.362468 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba10cf9-d156-4d5e-8335-34a49f3b4a8e None None] Routers {'aaf43056-65da-4cef-9d4e-160c1663f899'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:45.364344 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2167a1b-bcfc-4fc8-8a22-9ba7f4e4013f None None] Network 5b40365b-2ce2-440c-8353-128806702903 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:45.365129 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-eba10cf9-d156-4d5e-8335-34a49f3b4a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:24:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['aaf43056-65da-4cef-9d4e-160c1663f899'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:45.367932 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e543b456-f8ac-4cf6-8e54-b21505693a7b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.374164 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-964493fb-16d5-453d-a811-b52a4cfcaddc admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2078880745-router', 'tenant_id': '1ad824a9fb61468d852117e1ec7576e2', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:45.462893 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e543b456-f8ac-4cf6-8e54-b21505693a7b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:24:45.482370 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e543b456-f8ac-4cf6-8e54-b21505693a7b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.483005 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-e543b456-f8ac-4cf6-8e54-b21505693a7b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Added segment 0d79ebe9-1329-4bfd-bc76-bdd2bfc2bbde of type vlan for network 012235c9-8274-480f-908a-d50c1e6f527b Jul 07 17:24:45.491478 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-964493fb-16d5-453d-a811-b52a4cfcaddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.499572 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-964493fb-16d5-453d-a811-b52a4cfcaddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.507508 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port bf949abd-3de8-418a-a09a-bc89aba51d97, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=bf949abd-3de8-418a-a09a-bc89aba51d97,segment=NetworkSegment(55e450f3-c3df-4e90-a3af-a74be62a4343),segment_id=55e450f3-c3df-4e90-a3af-a74be62a4343)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:45.525772 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.547128 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:45.573145 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-11efc279-fc31-40eb-986a-81d25daec001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.576141 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e543b456-f8ac-4cf6-8e54-b21505693a7b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.584225 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-11efc279-fc31-40eb-986a-81d25daec001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.602348 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-11efc279-fc31-40eb-986a-81d25daec001 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/065b5883-4450-4169-ba38-ed19edd2cca3 HTTP/1.1" status: 204 len: 168 time: 0.6804752 Jul 07 17:24:45.623463 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:24:45.663787 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efc279-fc31-40eb-986a-81d25daec001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065b5883-4450-4169-ba38-ed19edd2cca3,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:45.683802 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e543b456-f8ac-4cf6-8e54-b21505693a7b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.748315 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e543b456-f8ac-4cf6-8e54-b21505693a7b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:45.756569 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e543b456-f8ac-4cf6-8e54-b21505693a7b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.814996 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=bf949abd-3de8-418a-a09a-bc89aba51d97,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:45.852904 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-eba10cf9-d156-4d5e-8335-34a49f3b4a8e None None] Set router aaf43056-65da-4cef-9d4e-160c1663f899 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:45.873199 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-92080fbd-8a33-4f10-b71e-e7f83cb81778 None None] Provisioning for port 736e0f80-ccf2-44fb-b81d-bdac82f2394b completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:45.959146 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-92080fbd-8a33-4f10-b71e-e7f83cb81778 None None] Provisioning complete for port 736e0f80-ccf2-44fb-b81d-bdac82f2394b triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:45.959146 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-92080fbd-8a33-4f10-b71e-e7f83cb81778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.970576 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-5b40365b-2ce2-440c-8353-128806702903', 'network_id': '5b40365b-2ce2-440c-8353-128806702903', 'tenant_id': '1ad824a9fb61468d852117e1ec7576e2', 'fixed_ips': [{'subnet_id': 'd36b93d6-4ee7-46b3-b978-5fe5c948ef2c'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:24:45.973957 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51014) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:45.977419 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.003957 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-964493fb-16d5-453d-a811-b52a4cfcaddc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.287233 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e543b456-f8ac-4cf6-8e54-b21505693a7b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9784987 Jul 07 17:24:46.288275 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51022) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:46.293905 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543b456-f8ac-4cf6-8e54-b21505693a7b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Network': ['ID=012235c9-8274-480f-908a-d50c1e6f527b,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:46.333277 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-c6dca9f1-6735-4fb5-8c17-da06f26d6999 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'subnet': {'network_id': '012235c9-8274-480f-908a-d50c1e6f527b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:46.483261 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 012235c9-8274-480f-908a-d50c1e6f527b details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:24:46.486736 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device bf949abd-3de8-418a-a09a-bc89aba51d97 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:46.501899 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-eba10cf9-d156-4d5e-8335-34a49f3b4a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:24:43Z', 'revision_number': 2, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None, '_interfaces': [{'id': '736e0f80-ccf2-44fb-b81d-bdac82f2394b', 'name': '', 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:01:1a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '59daf397-4617-440d-a9d7-b64ad995d261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:42Z', 'updated_at': '2021-07-07T17:24:43Z', 'revision_number': 2, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '59daf397-4617-440d-a9d7-b64ad995d261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:46.526867 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-964493fb-16d5-453d-a811-b52a4cfcaddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.550011 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-92080fbd-8a33-4f10-b71e-e7f83cb81778 None None] Port 736e0f80-ccf2-44fb-b81d-bdac82f2394b cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:24:46.625916 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba10cf9-d156-4d5e-8335-34a49f3b4a8e None None] Checking router: aaf43056-65da-4cef-9d4e-160c1663f899 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:24:46.627890 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba10cf9-d156-4d5e-8335-34a49f3b4a8e None None] Updating router aaf43056-65da-4cef-9d4e-160c1663f899 port 736e0f80-ccf2-44fb-b81d-bdac82f2394b binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:24:46.737294 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-eba10cf9-d156-4d5e-8335-34a49f3b4a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.817719 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51030) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:46.900255 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2449078d-c0e7-468d-b200-be4cf39472e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.964684 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-92080fbd-8a33-4f10-b71e-e7f83cb81778 None None] Provisioning complete for port bf949abd-3de8-418a-a09a-bc89aba51d97 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:46.965171 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-92080fbd-8a33-4f10-b71e-e7f83cb81778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.982830 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5f65fbce-17b2-4a87-ac80-89421faac548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.994447 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dca9f1-6735-4fb5-8c17-da06f26d6999 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Made reservation on behalf of ab411987cea84b3cbe5d62fc9ab0fd39 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:47.001008 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c6dca9f1-6735-4fb5-8c17-da06f26d6999 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.049052 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e23b78-70d3-4fb0-a569-216e33ffa6ca req-b559b639-d0f8-4c64-8812-d7b848582d6d tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:47.058528 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a2e23b78-70d3-4fb0-a569-216e33ffa6ca req-b559b639-d0f8-4c64-8812-d7b848582d6d tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b48f2c7-40ac-42e4-a514-dc8ae6414546 HTTP/1.1" status: 200 len: 945 time: 0.4910722 Jul 07 17:24:47.058759 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Allocated IP 172.20.0.2 (5b40365b-2ce2-440c-8353-128806702903/d36b93d6-4ee7-46b3-b978-5fe5c948ef2c/6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:47.086005 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port bf949abd-3de8-418a-a09a-bc89aba51d97 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:47.086408 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.155501 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a2e23b78-70d3-4fb0-a569-216e33ffa6ca req-5577e4d5-6f3d-4f59-bea9-8e359cb6a016 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc982682-5017-44f7-81cc-cfd1ac949c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954051 Jul 07 17:24:47.361373 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2449078d-c0e7-468d-b200-be4cf39472e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.374496 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2449078d-c0e7-468d-b200-be4cf39472e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.403435 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-eba10cf9-d156-4d5e-8335-34a49f3b4a8e None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.420636 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-eba10cf9-d156-4d5e-8335-34a49f3b4a8e None None] Transition to ACTIVE for port object 736e0f80-ccf2-44fb-b81d-bdac82f2394b will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:47.429339 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-eba10cf9-d156-4d5e-8335-34a49f3b4a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.450809 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2449078d-c0e7-468d-b200-be4cf39472e6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a2ca301a2ae4e2591bc1769d0db4987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6317122 Jul 07 17:24:47.462355 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51040) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:47.463084 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-964493fb-16d5-453d-a811-b52a4cfcaddc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.524557 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-964493fb-16d5-453d-a811-b52a4cfcaddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.538732 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c6dca9f1-6735-4fb5-8c17-da06f26d6999 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.565578 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323cad5-6f61-40ee-8f50-c8c7a22614ac None None] Pushing event updated for resources: {'Port': ['ID=736e0f80-ccf2-44fb-b81d-bdac82f2394b,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:47.636151 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4323cad5-6f61-40ee-8f50-c8c7a22614ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:47.637285 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4323cad5-6f61-40ee-8f50-c8c7a22614ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:47.638061 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4323cad5-6f61-40ee-8f50-c8c7a22614ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:47.638716 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4323cad5-6f61-40ee-8f50-c8c7a22614ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:47.639318 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4323cad5-6f61-40ee-8f50-c8c7a22614ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:47.640076 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4323cad5-6f61-40ee-8f50-c8c7a22614ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:47.640729 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4323cad5-6f61-40ee-8f50-c8c7a22614ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:47.641329 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4323cad5-6f61-40ee-8f50-c8c7a22614ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:47.641951 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4323cad5-6f61-40ee-8f50-c8c7a22614ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:47.642542 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4323cad5-6f61-40ee-8f50-c8c7a22614ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:47.643076 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4323cad5-6f61-40ee-8f50-c8c7a22614ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:47.643660 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4323cad5-6f61-40ee-8f50-c8c7a22614ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:47.648422 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449078d-c0e7-468d-b200-be4cf39472e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d1c274-7f72-47bc-b9b5-5d71ef24d191,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:47.650766 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.663183 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Transition to ACTIVE for port object 6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:47.697546 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Transition to ACTIVE for port object 6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:47.720802 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.738644 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8b79745a-4458-4dcc-87aa-a70f2923af52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.749270 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dca9f1-6735-4fb5-8c17-da06f26d6999 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Checking segment: {'id': '0d79ebe9-1329-4bfd-bc76-bdd2bfc2bbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:47.749883 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dca9f1-6735-4fb5-8c17-da06f26d6999 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network hostable DHCP agents. Network: 012235c9-8274-480f-908a-d50c1e6f527b, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:24:47.750918 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-eba10cf9-d156-4d5e-8335-34a49f3b4a8e None None] Attempting to bind port 736e0f80-ccf2-44fb-b81d-bdac82f2394b on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:24:47.751289 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-eba10cf9-d156-4d5e-8335-34a49f3b4a8e None None] Attempting to bind port 736e0f80-ccf2-44fb-b81d-bdac82f2394b by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '55e450f3-c3df-4e90-a3af-a74be62a4343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:24:47.751653 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba10cf9-d156-4d5e-8335-34a49f3b4a8e None None] Attempting to bind port 736e0f80-ccf2-44fb-b81d-bdac82f2394b on network f54f05d2-2a78-460b-892e-f7eb20db5040 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:47.754775 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dca9f1-6735-4fb5-8c17-da06f26d6999 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Subnet': ['ID=b91443e2-49e3-482f-9541-8a64963145b8,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:47.769158 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba10cf9-d156-4d5e-8335-34a49f3b4a8e None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:24:47.769898 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba10cf9-d156-4d5e-8335-34a49f3b4a8e None None] Checking segment: {'id': '55e450f3-c3df-4e90-a3af-a74be62a4343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:47.770929 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-eba10cf9-d156-4d5e-8335-34a49f3b4a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.771877 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba10cf9-d156-4d5e-8335-34a49f3b4a8e None None] Bound using segment: {'id': '55e450f3-c3df-4e90-a3af-a74be62a4343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:24:47.772940 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-eba10cf9-d156-4d5e-8335-34a49f3b4a8e None None] Bound port: 736e0f80-ccf2-44fb-b81d-bdac82f2394b, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e450f3-c3df-4e90-a3af-a74be62a4343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:24:47.775025 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-eba10cf9-d156-4d5e-8335-34a49f3b4a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.802955 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Network 5b40365b-2ce2-440c-8353-128806702903 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:47.811769 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:47.818213 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:47.822664 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Pushing event updated for resources: {'Port': ['ID=6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:47.831476 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8b79745a-4458-4dcc-87aa-a70f2923af52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.846306 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dca9f1-6735-4fb5-8c17-da06f26d6999 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network 012235c9-8274-480f-908a-d50c1e6f527b is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:24:47.846651 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5f65fbce-17b2-4a87-ac80-89421faac548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.872614 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-964493fb-16d5-453d-a811-b52a4cfcaddc admin admin] Allocated IP 172.25.0.208 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/af5041d3-2cc2-4c42-91f4-d6247975521b) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:47.876270 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:47.876574 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:47.878368 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:47.878869 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:47.879163 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:47.879506 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:47.879847 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:47.880184 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:47.880548 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:47.883929 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5f65fbce-17b2-4a87-ac80-89421faac548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.884170 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:47.884170 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:47.884363 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:47.887080 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-c6dca9f1-6735-4fb5-8c17-da06f26d6999 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 012235c9-8274-480f-908a-d50c1e6f527b) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:47.907700 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dca9f1-6735-4fb5-8c17-da06f26d6999 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:47.908729 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c6dca9f1-6735-4fb5-8c17-da06f26d6999 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.933256 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c6dca9f1-6735-4fb5-8c17-da06f26d6999 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6112747 Jul 07 17:24:47.934357 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51042) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:47.937222 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9afefe9-468f-4113-8bd9-4dff6b180877 None None] Network 012235c9-8274-480f-908a-d50c1e6f527b requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:47.954026 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-eba10cf9-d156-4d5e-8335-34a49f3b4a8e None None] For port 736e0f80-ccf2-44fb-b81d-bdac82f2394b, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:24:47.963460 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-eba10cf9-d156-4d5e-8335-34a49f3b4a8e None None] For port 736e0f80-ccf2-44fb-b81d-bdac82f2394b, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=736e0f80-ccf2-44fb-b81d-bdac82f2394b,segment=NetworkSegment(55e450f3-c3df-4e90-a3af-a74be62a4343),segment_id=55e450f3-c3df-4e90-a3af-a74be62a4343)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:24:47.969833 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-eba10cf9-d156-4d5e-8335-34a49f3b4a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.974800 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Attempting to bind port 6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:24:47.975177 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Attempting to bind port 6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'fa1addda-9a69-4281-8781-d9b35f005bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5b40365b-2ce2-440c-8353-128806702903'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:24:47.976231 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Attempting to bind port 6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7 on network 5b40365b-2ce2-440c-8353-128806702903 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:48.031359 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65fbce-17b2-4a87-ac80-89421faac548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d770022-ce7e-4e28-817d-6b826745b8bc,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:48.031869 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:24:48.032264 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Checking segment: {'id': 'fa1addda-9a69-4281-8781-d9b35f005bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5b40365b-2ce2-440c-8353-128806702903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:48.032692 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:48.033091 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Bound using segment: {'id': 'fa1addda-9a69-4281-8781-d9b35f005bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5b40365b-2ce2-440c-8353-128806702903'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:24:48.033580 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Bound port: 6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1addda-9a69-4281-8781-d9b35f005bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5b40365b-2ce2-440c-8353-128806702903'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:24:48.045360 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:48.091279 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5f65fbce-17b2-4a87-ac80-89421faac548 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d985d3d0e198456aa85431579cbd073e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1155610 Jul 07 17:24:48.100348 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51048) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:48.106592 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323cad5-6f61-40ee-8f50-c8c7a22614ac None None] Pushing event updated for resources: {'Port': ['ID=736e0f80-ccf2-44fb-b81d-bdac82f2394b,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:48.121934 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba10cf9-d156-4d5e-8335-34a49f3b4a8e None None] Routers {'aaf43056-65da-4cef-9d4e-160c1663f899'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:48.122584 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-eba10cf9-d156-4d5e-8335-34a49f3b4a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:24:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['aaf43056-65da-4cef-9d4e-160c1663f899'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:48.286794 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-964493fb-16d5-453d-a811-b52a4cfcaddc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:48.289848 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] For port 6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:24:48.301778 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:48.305400 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-eba10cf9-d156-4d5e-8335-34a49f3b4a8e None None] Set router aaf43056-65da-4cef-9d4e-160c1663f899 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:48.315685 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8b79745a-4458-4dcc-87aa-a70f2923af52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:48.324845 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8b79745a-4458-4dcc-87aa-a70f2923af52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:48.326640 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8b79745a-4458-4dcc-87aa-a70f2923af52 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/33d1c274-7f72-47bc-b9b5-5d71ef24d191 HTTP/1.1" status: 204 len: 168 time: 0.8611405 Jul 07 17:24:48.331921 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] For port 6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7,segment=NetworkSegment(fa1addda-9a69-4281-8781-d9b35f005bc2),segment_id=fa1addda-9a69-4281-8781-d9b35f005bc2)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:24:48.381095 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79745a-4458-4dcc-87aa-a70f2923af52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d1c274-7f72-47bc-b9b5-5d71ef24d191,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:48.401940 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-964493fb-16d5-453d-a811-b52a4cfcaddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:48.423877 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:48.505824 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964493fb-16d5-453d-a811-b52a4cfcaddc admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:48.526318 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-964493fb-16d5-453d-a811-b52a4cfcaddc admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:48.530536 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964493fb-16d5-453d-a811-b52a4cfcaddc admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:48.610544 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964493fb-16d5-453d-a811-b52a4cfcaddc admin admin] Pushing event updated for resources: {'Port': ['ID=af5041d3-2cc2-4c42-91f4-d6247975521b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:48.692293 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52954599-166b-4225-8d80-852e1dd4a671 None None] Pushing event updated for resources: {'Port': ['ID=6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:48.706538 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:48.709510 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45294534-0ed2-412c-9950-0a0942bdf526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-012235c9-8274-480f-908a-d50c1e6f527b', 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'fixed_ips': [{'subnet_id': 'b91443e2-49e3-482f-9541-8a64963145b8'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:24:48.711675 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-45294534-0ed2-412c-9950-0a0942bdf526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:48.718193 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:48.718879 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.096201 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-45294534-0ed2-412c-9950-0a0942bdf526 None None] Allocated IP 2001:db8:1::2 (012235c9-8274-480f-908a-d50c1e6f527b/b91443e2-49e3-482f-9541-8a64963145b8/730b6770-9efd-42d9-83b8-0ccd01da7e82) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:49.099474 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.124215 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-eba10cf9-d156-4d5e-8335-34a49f3b4a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:24:43Z', 'revision_number': 2, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None, '_interfaces': [{'id': '736e0f80-ccf2-44fb-b81d-bdac82f2394b', 'name': '', 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:01:1a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '59daf397-4617-440d-a9d7-b64ad995d261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:42Z', 'updated_at': '2021-07-07T17:24:47Z', 'revision_number': 4, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '59daf397-4617-440d-a9d7-b64ad995d261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:49.135555 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b48f2c7-40ac-42e4-a514-dc8ae6414546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:49.137935 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a722702-6475-4525-a41f-4a39442b8256" -d '{"events": [{"server_uuid": "4b48f2c7-40ac-42e4-a514-dc8ae6414546", "name": "network-vif-plugged", "status": "completed", "tag": "ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:49.169374 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b,segment=NetworkSegment(5963724f-b455-4ca2-90a1-476e15bae9b3),segment_id=5963724f-b455-4ca2-90a1-476e15bae9b3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:49.190890 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba10cf9-d156-4d5e-8335-34a49f3b4a8e None None] The sync data for ids ['aaf43056-65da-4cef-9d4e-160c1663f899'] in n-d-791503-12 is: [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:24:43Z', 'revision_number': 2, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None, '_interfaces': [{'id': '736e0f80-ccf2-44fb-b81d-bdac82f2394b', 'name': '', 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:01:1a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '59daf397-4617-440d-a9d7-b64ad995d261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:42Z', 'updated_at': '2021-07-07T17:24:47Z', 'revision_number': 4, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '59daf397-4617-440d-a9d7-b64ad995d261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:49.195337 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.262524 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-964493fb-16d5-453d-a811-b52a4cfcaddc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.278432 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d41cb3f-fa5e-4f4c-aaf1-94e8ce70d6f8 x-openstack-request-id: req-9d41cb3f-fa5e-4f4c-aaf1-94e8ce70d6f8 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:49.278733 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b48f2c7-40ac-42e4-a514-dc8ae6414546", "name": "network-vif-plugged", "status": "completed", "tag": "ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:49.278989 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d41cb3f-fa5e-4f4c-aaf1-94e8ce70d6f8 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:49.279385 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b48f2c7-40ac-42e4-a514-dc8ae6414546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b', 'code': 200} Jul 07 17:24:49.345752 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:49.379988 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ae44ff21-22f8-4946-8808-8affd6cccfaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.463616 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-45294534-0ed2-412c-9950-0a0942bdf526 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.478571 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-45294534-0ed2-412c-9950-0a0942bdf526 None None] Transition to ACTIVE for port object 730b6770-9efd-42d9-83b8-0ccd01da7e82 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:49.485519 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ae44ff21-22f8-4946-8808-8affd6cccfaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.516414 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-45294534-0ed2-412c-9950-0a0942bdf526 None None] Transition to ACTIVE for port object 730b6770-9efd-42d9-83b8-0ccd01da7e82 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:49.529841 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-45294534-0ed2-412c-9950-0a0942bdf526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.572299 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9a95b-9acd-4f6e-a4ff-932e6700863c req-c7ce97a4-efd1-4ea5-aafd-bad83468aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:49.574357 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1ec9a95b-9acd-4f6e-a4ff-932e6700863c req-c7ce97a4-efd1-4ea5-aafd-bad83468aab9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4b48f2c7-40ac-42e4-a514-dc8ae6414546 HTTP/1.1" status: 200 len: 1098 time: 0.2197826 Jul 07 17:24:49.595106 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45294534-0ed2-412c-9950-0a0942bdf526 None None] Network 012235c9-8274-480f-908a-d50c1e6f527b is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:49.599514 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-45294534-0ed2-412c-9950-0a0942bdf526 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:49.608006 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45294534-0ed2-412c-9950-0a0942bdf526 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:49.638502 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45294534-0ed2-412c-9950-0a0942bdf526 None None] Pushing event updated for resources: {'Port': ['ID=730b6770-9efd-42d9-83b8-0ccd01da7e82,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:49.701574 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a608f93-318b-410c-9cbb-396f8115e96b req-dcd02757-96d4-4c92-ae18-2f4f3333e6ca tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:49.703481 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6a608f93-318b-410c-9cbb-396f8115e96b req-dcd02757-96d4-4c92-ae18-2f4f3333e6ca tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b48f2c7-40ac-42e4-a514-dc8ae6414546 HTTP/1.1" status: 200 len: 946 time: 0.4612947 Jul 07 17:24:49.768777 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-45294534-0ed2-412c-9950-0a0942bdf526 None None] Attempting to bind port 730b6770-9efd-42d9-83b8-0ccd01da7e82 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:24:49.769860 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-45294534-0ed2-412c-9950-0a0942bdf526 None None] Attempting to bind port 730b6770-9efd-42d9-83b8-0ccd01da7e82 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '0d79ebe9-1329-4bfd-bc76-bdd2bfc2bbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:24:49.769860 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45294534-0ed2-412c-9950-0a0942bdf526 None None] Attempting to bind port 730b6770-9efd-42d9-83b8-0ccd01da7e82 on network 012235c9-8274-480f-908a-d50c1e6f527b {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:49.776801 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45294534-0ed2-412c-9950-0a0942bdf526 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:24:49.777167 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45294534-0ed2-412c-9950-0a0942bdf526 None None] Checking segment: {'id': '0d79ebe9-1329-4bfd-bc76-bdd2bfc2bbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:49.777641 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-45294534-0ed2-412c-9950-0a0942bdf526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.778064 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45294534-0ed2-412c-9950-0a0942bdf526 None None] Bound using segment: {'id': '0d79ebe9-1329-4bfd-bc76-bdd2bfc2bbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:24:49.778587 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-45294534-0ed2-412c-9950-0a0942bdf526 None None] Bound port: 730b6770-9efd-42d9-83b8-0ccd01da7e82, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d79ebe9-1329-4bfd-bc76-bdd2bfc2bbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:24:49.778980 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-45294534-0ed2-412c-9950-0a0942bdf526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.855102 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ae44ff21-22f8-4946-8808-8affd6cccfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.857858 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ae44ff21-22f8-4946-8808-8affd6cccfaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.871992 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ae44ff21-22f8-4946-8808-8affd6cccfaa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6d770022-ce7e-4e28-817d-6b826745b8bc HTTP/1.1" status: 204 len: 168 time: 1.7623055 Jul 07 17:24:49.900970 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-45294534-0ed2-412c-9950-0a0942bdf526 None None] For port 730b6770-9efd-42d9-83b8-0ccd01da7e82, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:24:49.915458 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-45294534-0ed2-412c-9950-0a0942bdf526 None None] For port 730b6770-9efd-42d9-83b8-0ccd01da7e82, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=730b6770-9efd-42d9-83b8-0ccd01da7e82,segment=NetworkSegment(0d79ebe9-1329-4bfd-bc76-bdd2bfc2bbde),segment_id=0d79ebe9-1329-4bfd-bc76-bdd2bfc2bbde)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:24:49.922569 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-45294534-0ed2-412c-9950-0a0942bdf526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.987069 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-7dbb5a46-f761-457a-9cc8-258e835065c2 req-768306ed-7e0d-42dd-b1a7-1f6852f28fa3 service neutron] (100192) timed out ('10.222.0.53', 34836) {{(pid=100192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:24:50.004015 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-964493fb-16d5-453d-a811-b52a4cfcaddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:50.014470 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1004de53-fc42-4b6c-9905-97301853caae tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:50.035841 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44ff21-22f8-4946-8808-8affd6cccfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d770022-ce7e-4e28-817d-6b826745b8bc,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:50.064994 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1ec9a95b-9acd-4f6e-a4ff-932e6700863c req-4c7b3ba9-104a-4e0e-bbdd-e1702d623dc6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fc982682-5017-44f7-81cc-cfd1ac949c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766452 Jul 07 17:24:50.246770 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45294534-0ed2-412c-9950-0a0942bdf526 None None] Pushing event updated for resources: {'Port': ['ID=730b6770-9efd-42d9-83b8-0ccd01da7e82,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:50.458355 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 736e0f80-ccf2-44fb-b81d-bdac82f2394b up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:50.656871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964493fb-16d5-453d-a811-b52a4cfcaddc admin admin] Router 412a4558-684e-4b2e-a0c1-c734d52553eb is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:24:50.677355 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 736e0f80-ccf2-44fb-b81d-bdac82f2394b completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:50.690822 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 736e0f80-ccf2-44fb-b81d-bdac82f2394b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:50.692509 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:50.702966 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe26224-f1d4-4e2a-80c8-2992df59388e None None] Network 5b40365b-2ce2-440c-8353-128806702903 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:50.830791 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6a608f93-318b-410c-9cbb-396f8115e96b req-ebdb1d86-e8a7-4fef-8a1b-8b79bac907d6 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc982682-5017-44f7-81cc-cfd1ac949c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0995715 Jul 07 17:24:50.854757 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-1004de53-fc42-4b6c-9905-97301853caae tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Allocated IP 2001:db8:1::1 (012235c9-8274-480f-908a-d50c1e6f527b/b91443e2-49e3-482f-9541-8a64963145b8/ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:51.246731 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1004de53-fc42-4b6c-9905-97301853caae tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:51.299210 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9abd7f9e-ddc8-4901-bff8-0d8ab736a2fb None None] Provisioning for port 6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:51.325693 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-1004de53-fc42-4b6c-9905-97301853caae tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Transition to ACTIVE for port object ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:51.410500 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1004de53-fc42-4b6c-9905-97301853caae tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:51.444391 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:51.503186 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 736e0f80-ccf2-44fb-b81d-bdac82f2394b, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=736e0f80-ccf2-44fb-b81d-bdac82f2394b,segment=NetworkSegment(55e450f3-c3df-4e90-a3af-a74be62a4343),segment_id=55e450f3-c3df-4e90-a3af-a74be62a4343)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:51.509375 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:51.510751 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:51.533172 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1004de53-fc42-4b6c-9905-97301853caae tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network 012235c9-8274-480f-908a-d50c1e6f527b is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:51.561883 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-1004de53-fc42-4b6c-9905-97301853caae tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:51.566534 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1004de53-fc42-4b6c-9905-97301853caae tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:51.568102 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1004de53-fc42-4b6c-9905-97301853caae tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:51.736473 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=736e0f80-ccf2-44fb-b81d-bdac82f2394b,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:51.775287 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:51.782763 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:51.783141 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:51.798366 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51158) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:51.817087 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:24:51.880369 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004de53-fc42-4b6c-9905-97301853caae tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Port': ['ID=ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:51.965848 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b3c5888c-2312-4039-a74e-20bd44dc9ddf None None] Provisioning complete for port 6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:51.966310 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b3c5888c-2312-4039-a74e-20bd44dc9ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:52.018746 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1004de53-fc42-4b6c-9905-97301853caae tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:52.065912 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964493fb-16d5-453d-a811-b52a4cfcaddc admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:52.102622 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbed89e-afd9-4b90-8202-67885092f34d None None] Sync routers for ids ['412a4558-684e-4b2e-a0c1-c734d52553eb'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:52.103475 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-964493fb-16d5-453d-a811-b52a4cfcaddc admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:52.111639 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-964493fb-16d5-453d-a811-b52a4cfcaddc admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.7640231 Jul 07 17:24:52.112373 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51172) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:52.199306 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbed89e-afd9-4b90-8202-67885092f34d None None] Routers {'412a4558-684e-4b2e-a0c1-c734d52553eb'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:52.199949 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bbbed89e-afd9-4b90-8202-67885092f34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:24:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['412a4558-684e-4b2e-a0c1-c734d52553eb'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:52.285826 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:52.383725 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b3c5888c-2312-4039-a74e-20bd44dc9ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:52.449577 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51178) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:52.450488 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-48b6c927-2441-403c-95f1-046e915c7ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:52.572365 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1004de53-fc42-4b6c-9905-97301853caae tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:52.579710 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1004de53-fc42-4b6c-9905-97301853caae tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:52.580962 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1004de53-fc42-4b6c-9905-97301853caae tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:52.710606 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e145d5-95b3-43cd-9b37-8c316fdbaddc None None] Network 012235c9-8274-480f-908a-d50c1e6f527b requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:52.718260 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-05dd765d-f31f-4bf6-9e58-d6254573eafb tempest-ServiceProvidersTest-158377160 tempest-ServiceProvidersTest-158377160-project] 10.222.0.53 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2555563 Jul 07 17:24:52.766221 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832a459-b428-4d7e-a9cc-984542973a20 req-7fa7a593-7fd6-4e99-988e-4a5c7e3c259f tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:52.768229 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004de53-fc42-4b6c-9905-97301853caae tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Port': ['ID=ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:52.769020 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5832a459-b428-4d7e-a9cc-984542973a20 req-7fa7a593-7fd6-4e99-988e-4a5c7e3c259f tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b48f2c7-40ac-42e4-a514-dc8ae6414546 HTTP/1.1" status: 200 len: 946 time: 0.2937827 Jul 07 17:24:52.876905 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-48b6c927-2441-403c-95f1-046e915c7ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:52.889950 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-bbbed89e-afd9-4b90-8202-67885092f34d None None] Set router 412a4558-684e-4b2e-a0c1-c734d52553eb gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:52.892938 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5832a459-b428-4d7e-a9cc-984542973a20 req-31b01c72-ebd7-4a8b-88b8-0470a0c732fe tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc982682-5017-44f7-81cc-cfd1ac949c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115620 Jul 07 17:24:52.895311 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-48b6c927-2441-403c-95f1-046e915c7ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.028148 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7,segment=NetworkSegment(fa1addda-9a69-4281-8781-d9b35f005bc2),segment_id=fa1addda-9a69-4281-8781-d9b35f005bc2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:53.035378 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6c927-2441-403c-95f1-046e915c7ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151cb417-554a-4597-9537-a12428c15f23,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:53.050003 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-48b6c927-2441-403c-95f1-046e915c7ba8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=783ed87e7d8d4c9b9b264f602379874e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2420499 Jul 07 17:24:53.051117 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51188) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:53.052222 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1004de53-fc42-4b6c-9905-97301853caae tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network 012235c9-8274-480f-908a-d50c1e6f527b is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:53.056241 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-1004de53-fc42-4b6c-9905-97301853caae tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:53.079858 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.197205 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:53.350657 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51192) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:53.365327 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.api [None req-b3c5888c-2312-4039-a74e-20bd44dc9ddf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:24:53.365327 n-d-791503-12 neutron-server[100194]: DEBUG oslo_db.api [None req-b3c5888c-2312-4039-a74e-20bd44dc9ddf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:24:53.365712 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c182218d-2852-415a-b895-6dafe2602ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.370252 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1004de53-fc42-4b6c-9905-97301853caae tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Router aaf43056-65da-4cef-9d4e-160c1663f899 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:53.465167 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c182218d-2852-415a-b895-6dafe2602ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.485525 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 730b6770-9efd-42d9-83b8-0ccd01da7e82 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:53.604070 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e8e12f00-546c-44c5-87f7-d2a77ff57dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.639765 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-13004d19-889f-4f66-ae5b-55a61fb90e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.641926 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c182218d-2852-415a-b895-6dafe2602ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.648210 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c182218d-2852-415a-b895-6dafe2602ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.656061 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c182218d-2852-415a-b895-6dafe2602ad8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/151cb417-554a-4597-9537-a12428c15f23 HTTP/1.1" status: 204 len: 168 time: 0.6023250 Jul 07 17:24:53.676230 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182218d-2852-415a-b895-6dafe2602ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151cb417-554a-4597-9537-a12428c15f23,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:53.724890 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1004de53-fc42-4b6c-9905-97301853caae tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:53.729653 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd180-967f-481c-8ca0-ae757923a174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.738972 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ca7136-ddcd-4105-965a-fdc1ee0afac8 None None] Sync routers for ids ['aaf43056-65da-4cef-9d4e-160c1663f899'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:53.764276 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1004de53-fc42-4b6c-9905-97301853caae tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "PUT /v2.0/routers/aaf43056-65da-4cef-9d4e-160c1663f899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8262682 Jul 07 17:24:53.765431 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51206) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:53.767369 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ca7136-ddcd-4105-965a-fdc1ee0afac8 None None] Routers {'aaf43056-65da-4cef-9d4e-160c1663f899'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:53.785710 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-76ca7136-ddcd-4105-965a-fdc1ee0afac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:24:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['aaf43056-65da-4cef-9d4e-160c1663f899'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:53.794029 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 730b6770-9efd-42d9-83b8-0ccd01da7e82 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:53.809166 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 736e0f80-ccf2-44fb-b81d-bdac82f2394b up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:53.813038 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e34105b5-4949-42ae-bb08-021c2dcd6df5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-141333666'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:53.945319 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bbbed89e-afd9-4b90-8202-67885092f34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412a4558-684e-4b2e-a0c1-c734d52553eb', 'name': 'tempest-TestAggregatesBasicOps-2078880745-router', 'tenant_id': '1ad824a9fb61468d852117e1ec7576e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af5041d3-2cc2-4c42-91f4-d6247975521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:45Z', 'updated_at': '2021-07-07T17:24:48Z', 'revision_number': 3, 'project_id': '1ad824a9fb61468d852117e1ec7576e2', 'gw_port': {'id': 'af5041d3-2cc2-4c42-91f4-d6247975521b', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:60:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412a4558-684e-4b2e-a0c1-c734d52553eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:47Z', 'updated_at': '2021-07-07T17:24:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:54.037337 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbed89e-afd9-4b90-8202-67885092f34d None None] Checking router: 412a4558-684e-4b2e-a0c1-c734d52553eb for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:24:54.038567 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbed89e-afd9-4b90-8202-67885092f34d None None] Updating router 412a4558-684e-4b2e-a0c1-c734d52553eb port af5041d3-2cc2-4c42-91f4-d6247975521b binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:24:54.076030 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-13004d19-889f-4f66-ae5b-55a61fb90e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.088675 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-13004d19-889f-4f66-ae5b-55a61fb90e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.112841 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bbbed89e-afd9-4b90-8202-67885092f34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.156754 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-76ca7136-ddcd-4105-965a-fdc1ee0afac8 None None] Set router aaf43056-65da-4cef-9d4e-160c1663f899 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:54.343075 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34105b5-4949-42ae-bb08-021c2dcd6df5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Made reservation on behalf of ab411987cea84b3cbe5d62fc9ab0fd39 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:54.356153 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e34105b5-4949-42ae-bb08-021c2dcd6df5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.447277 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13004d19-889f-4f66-ae5b-55a61fb90e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df22257-35e9-4dfd-8478-d4964a1f5d15,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:54.470141 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-13004d19-889f-4f66-ae5b-55a61fb90e15 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a37165715fbe4871b82f8d07cd9d3ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1120739 Jul 07 17:24:54.482263 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51220) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:54.516120 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34105b5-4949-42ae-bb08-021c2dcd6df5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:24:54.536926 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51222) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:54.610514 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e34105b5-4949-42ae-bb08-021c2dcd6df5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.610877 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-e34105b5-4949-42ae-bb08-021c2dcd6df5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Added segment 0d12baf6-491d-414a-b2f6-987ff732ff88 of type vlan for network a6ed5ccd-135e-4712-8b7c-29c7a3d08a20 Jul 07 17:24:54.660767 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bbbed89e-afd9-4b90-8202-67885092f34d None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.671774 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b2f87b44-2865-413a-83b4-6016b190ae47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.688129 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-bbbed89e-afd9-4b90-8202-67885092f34d None None] Transition to ACTIVE for port object af5041d3-2cc2-4c42-91f4-d6247975521b will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:54.712039 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bbbed89e-afd9-4b90-8202-67885092f34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.722004 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-0f7fd180-967f-481c-8ca0-ae757923a174 admin admin] Allocated IP 172.20.0.1 (5b40365b-2ce2-440c-8353-128806702903/d36b93d6-4ee7-46b3-b978-5fe5c948ef2c/e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:54.827893 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e34105b5-4949-42ae-bb08-021c2dcd6df5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.847412 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b2f87b44-2865-413a-83b4-6016b190ae47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.852430 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77700e6b-f9b6-4b96-b6a6-f412b3164ca5 None None] Pushing event updated for resources: {'Port': ['ID=af5041d3-2cc2-4c42-91f4-d6247975521b,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:54.897383 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-76ca7136-ddcd-4105-965a-fdc1ee0afac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:24:51Z', 'revision_number': 3, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None, '_interfaces': [{'id': '736e0f80-ccf2-44fb-b81d-bdac82f2394b', 'name': '', 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:01:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '59daf397-4617-440d-a9d7-b64ad995d261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:42Z', 'updated_at': '2021-07-07T17:24:51Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '59daf397-4617-440d-a9d7-b64ad995d261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49', 'name': '', 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:54:be:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:50Z', 'updated_at': '2021-07-07T17:24:52Z', 'revision_number': 2, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:54.905858 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 736e0f80-ccf2-44fb-b81d-bdac82f2394b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:54.906589 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.930880 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ca7136-ddcd-4105-965a-fdc1ee0afac8 None None] Checking router: aaf43056-65da-4cef-9d4e-160c1663f899 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:24:54.931688 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ca7136-ddcd-4105-965a-fdc1ee0afac8 None None] Updating router aaf43056-65da-4cef-9d4e-160c1663f899 port ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:24:55.008972 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-be6e4dbb-fa89-4762-84fc-6d77961289f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.010404 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-76ca7136-ddcd-4105-965a-fdc1ee0afac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.073056 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-bbbed89e-afd9-4b90-8202-67885092f34d None None] Attempting to bind port af5041d3-2cc2-4c42-91f4-d6247975521b on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:24:55.074140 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-bbbed89e-afd9-4b90-8202-67885092f34d None None] Attempting to bind port af5041d3-2cc2-4c42-91f4-d6247975521b by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:24:55.075972 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbed89e-afd9-4b90-8202-67885092f34d None None] Attempting to bind port af5041d3-2cc2-4c42-91f4-d6247975521b on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:55.089560 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e34105b5-4949-42ae-bb08-021c2dcd6df5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.101904 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbed89e-afd9-4b90-8202-67885092f34d None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:24:55.104117 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbed89e-afd9-4b90-8202-67885092f34d None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:55.107142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34105b5-4949-42ae-bb08-021c2dcd6df5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:55.107940 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e34105b5-4949-42ae-bb08-021c2dcd6df5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.109191 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bbbed89e-afd9-4b90-8202-67885092f34d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.114252 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbed89e-afd9-4b90-8202-67885092f34d None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:24:55.117314 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-bbbed89e-afd9-4b90-8202-67885092f34d None None] Bound port: af5041d3-2cc2-4c42-91f4-d6247975521b, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:24:55.120549 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bbbed89e-afd9-4b90-8202-67885092f34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.239052 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b2f87b44-2865-413a-83b4-6016b190ae47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.252769 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b2f87b44-2865-413a-83b4-6016b190ae47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.258594 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b2f87b44-2865-413a-83b4-6016b190ae47 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1df22257-35e9-4dfd-8478-d4964a1f5d15 HTTP/1.1" status: 204 len: 168 time: 0.7744536 Jul 07 17:24:55.301507 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-bbbed89e-afd9-4b90-8202-67885092f34d None None] For port af5041d3-2cc2-4c42-91f4-d6247975521b, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:24:55.320005 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-bbbed89e-afd9-4b90-8202-67885092f34d None None] For port af5041d3-2cc2-4c42-91f4-d6247975521b, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=af5041d3-2cc2-4c42-91f4-d6247975521b,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:24:55.322437 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-50cec56f-7a6e-49f9-ac1a-72bc97c1cf3b None None] Provisioning for port ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:55.326393 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd180-967f-481c-8ca0-ae757923a174 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.338407 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bbbed89e-afd9-4b90-8202-67885092f34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.440581 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f87b44-2865-413a-83b4-6016b190ae47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df22257-35e9-4dfd-8478-d4964a1f5d15,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:55.458080 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-0f7fd180-967f-481c-8ca0-ae757923a174 admin admin] Transition to ACTIVE for port object e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:55.460232 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34105b5-4949-42ae-bb08-021c2dcd6df5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Network': ['ID=a6ed5ccd-135e-4712-8b7c-29c7a3d08a20,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:55.473490 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-50cec56f-7a6e-49f9-ac1a-72bc97c1cf3b None None] Provisioning complete for port ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:55.473878 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-50cec56f-7a6e-49f9-ac1a-72bc97c1cf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.512076 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network a6ed5ccd-135e-4712-8b7c-29c7a3d08a20 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:24:55.552055 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd180-967f-481c-8ca0-ae757923a174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.618653 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-be6e4dbb-fa89-4762-84fc-6d77961289f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.645449 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-be6e4dbb-fa89-4762-84fc-6d77961289f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.645718 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7fd180-967f-481c-8ca0-ae757923a174 admin admin] Network 5b40365b-2ce2-440c-8353-128806702903 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:55.669990 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-0f7fd180-967f-481c-8ca0-ae757923a174 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:55.682304 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7fd180-967f-481c-8ca0-ae757923a174 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:55.735635 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77700e6b-f9b6-4b96-b6a6-f412b3164ca5 None None] Pushing event updated for resources: {'Port': ['ID=af5041d3-2cc2-4c42-91f4-d6247975521b,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:55.743899 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e34105b5-4949-42ae-bb08-021c2dcd6df5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9649320 Jul 07 17:24:55.758900 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51246) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:55.766951 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e4dbb-fa89-4762-84fc-6d77961289f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910cf30a-c474-4752-9aa5-025dd5c937d2,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:55.784638 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-514a2ff8-5b23-4da5-9e40-9fd91a8329b2 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'subnet': {'network_id': 'a6ed5ccd-135e-4712-8b7c-29c7a3d08a20', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:55.798934 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd180-967f-481c-8ca0-ae757923a174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.847371 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbed89e-afd9-4b90-8202-67885092f34d None None] Routers {'412a4558-684e-4b2e-a0c1-c734d52553eb'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:55.850534 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-76ca7136-ddcd-4105-965a-fdc1ee0afac8 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.853997 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bbbed89e-afd9-4b90-8202-67885092f34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:24:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['412a4558-684e-4b2e-a0c1-c734d52553eb'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:55.885528 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-76ca7136-ddcd-4105-965a-fdc1ee0afac8 None None] Transition to ACTIVE for port object ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:55.904964 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-76ca7136-ddcd-4105-965a-fdc1ee0afac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.970665 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fd180-967f-481c-8ca0-ae757923a174 admin admin] Pushing event updated for resources: {'Port': ['ID=e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:56.013637 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-50cec56f-7a6e-49f9-ac1a-72bc97c1cf3b None None] Port ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:24:56.205417 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed26a6-913e-46d7-a2b3-4f44d1164a81 None None] Pushing event updated for resources: {'Port': ['ID=ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:56.307640 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51256) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:56.311813 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-be6e4dbb-fa89-4762-84fc-6d77961289f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e233cbb61ac744678c632506ab52efb9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7503481 Jul 07 17:24:56.348516 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514a2ff8-5b23-4da5-9e40-9fd91a8329b2 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Made reservation on behalf of ab411987cea84b3cbe5d62fc9ab0fd39 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:56.353392 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-514a2ff8-5b23-4da5-9e40-9fd91a8329b2 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:56.363749 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:56.463943 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-76ca7136-ddcd-4105-965a-fdc1ee0afac8 None None] Attempting to bind port ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:24:56.464344 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-76ca7136-ddcd-4105-965a-fdc1ee0afac8 None None] Attempting to bind port ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '0d79ebe9-1329-4bfd-bc76-bdd2bfc2bbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:24:56.466925 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ca7136-ddcd-4105-965a-fdc1ee0afac8 None None] Attempting to bind port ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49 on network 012235c9-8274-480f-908a-d50c1e6f527b {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:56.498783 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ca7136-ddcd-4105-965a-fdc1ee0afac8 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:24:56.499055 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ca7136-ddcd-4105-965a-fdc1ee0afac8 None None] Checking segment: {'id': '0d79ebe9-1329-4bfd-bc76-bdd2bfc2bbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:56.499321 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-76ca7136-ddcd-4105-965a-fdc1ee0afac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:56.499691 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ca7136-ddcd-4105-965a-fdc1ee0afac8 None None] Bound using segment: {'id': '0d79ebe9-1329-4bfd-bc76-bdd2bfc2bbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:24:56.500220 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-76ca7136-ddcd-4105-965a-fdc1ee0afac8 None None] Bound port: ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d79ebe9-1329-4bfd-bc76-bdd2bfc2bbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:24:56.500740 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-76ca7136-ddcd-4105-965a-fdc1ee0afac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:56.612354 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd180-967f-481c-8ca0-ae757923a174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:56.703276 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-50cec56f-7a6e-49f9-ac1a-72bc97c1cf3b None None] Provisioning for port 730b6770-9efd-42d9-83b8-0ccd01da7e82 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:56.748023 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:56.780594 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-50cec56f-7a6e-49f9-ac1a-72bc97c1cf3b None None] Provisioning complete for port 730b6770-9efd-42d9-83b8-0ccd01da7e82 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:56.781082 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-50cec56f-7a6e-49f9-ac1a-72bc97c1cf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:56.836287 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-76ca7136-ddcd-4105-965a-fdc1ee0afac8 None None] For port ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:24:56.850192 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-76ca7136-ddcd-4105-965a-fdc1ee0afac8 None None] For port ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49,segment=NetworkSegment(0d79ebe9-1329-4bfd-bc76-bdd2bfc2bbde),segment_id=0d79ebe9-1329-4bfd-bc76-bdd2bfc2bbde)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:24:56.856763 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-514a2ff8-5b23-4da5-9e40-9fd91a8329b2 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:56.863784 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-76ca7136-ddcd-4105-965a-fdc1ee0afac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:56.926173 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a2ff8-5b23-4da5-9e40-9fd91a8329b2 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Subnet': ['ID=a655e264-1910-4337-b434-b15afddc9ae0,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:56.949145 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd180-967f-481c-8ca0-ae757923a174 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:56.960209 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd180-967f-481c-8ca0-ae757923a174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:56.963362 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-bbbed89e-afd9-4b90-8202-67885092f34d None None] Set router 412a4558-684e-4b2e-a0c1-c734d52553eb gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:56.972246 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514a2ff8-5b23-4da5-9e40-9fd91a8329b2 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Checking segment: {'id': '0d12baf6-491d-414a-b2f6-987ff732ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a6ed5ccd-135e-4712-8b7c-29c7a3d08a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:56.973090 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514a2ff8-5b23-4da5-9e40-9fd91a8329b2 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network hostable DHCP agents. Network: a6ed5ccd-135e-4712-8b7c-29c7a3d08a20, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:24:56.980260 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:56.980850 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.011022 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514a2ff8-5b23-4da5-9e40-9fd91a8329b2 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network a6ed5ccd-135e-4712-8b7c-29c7a3d08a20 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:24:57.034580 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-514a2ff8-5b23-4da5-9e40-9fd91a8329b2 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, a6ed5ccd-135e-4712-8b7c-29c7a3d08a20) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:57.075794 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514a2ff8-5b23-4da5-9e40-9fd91a8329b2 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:57.077264 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-514a2ff8-5b23-4da5-9e40-9fd91a8329b2 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.087327 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fd180-967f-481c-8ca0-ae757923a174 admin admin] Pushing event updated for resources: {'Port': ['ID=e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:57.105369 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ca7136-ddcd-4105-965a-fdc1ee0afac8 None None] Routers {'aaf43056-65da-4cef-9d4e-160c1663f899'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:57.106444 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-76ca7136-ddcd-4105-965a-fdc1ee0afac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:24:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['aaf43056-65da-4cef-9d4e-160c1663f899'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:57.120969 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6815543b-9e26-488e-a2b1-7f51a400aedf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.128814 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed26a6-913e-46d7-a2b3-4f44d1164a81 None None] Pushing event updated for resources: {'Port': ['ID=ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:57.136935 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-514a2ff8-5b23-4da5-9e40-9fd91a8329b2 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3757777 Jul 07 17:24:57.141264 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51276) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:57.188125 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd180-967f-481c-8ca0-ae757923a174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.205532 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a058f84c-c159-40ce-8d9e-97ec15f2da0a None None] Network a6ed5ccd-135e-4712-8b7c-29c7a3d08a20 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:57.268311 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-14e7dfdc-39eb-4b82-b794-9c53bcdd5bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.420326 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-76ca7136-ddcd-4105-965a-fdc1ee0afac8 None None] Set router aaf43056-65da-4cef-9d4e-160c1663f899 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:57.532232 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6815543b-9e26-488e-a2b1-7f51a400aedf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.818255 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7fd180-967f-481c-8ca0-ae757923a174 admin admin] Network 5b40365b-2ce2-440c-8353-128806702903 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:57.827793 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-0f7fd180-967f-481c-8ca0-ae757923a174 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:57.964220 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6815543b-9e26-488e-a2b1-7f51a400aedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.974401 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6815543b-9e26-488e-a2b1-7f51a400aedf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.977911 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6815543b-9e26-488e-a2b1-7f51a400aedf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/910cf30a-c474-4752-9aa5-025dd5c937d2 HTTP/1.1" status: 204 len: 168 time: 1.6684017 Jul 07 17:24:58.006046 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815543b-9e26-488e-a2b1-7f51a400aedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910cf30a-c474-4752-9aa5-025dd5c937d2,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:58.107151 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-76ca7136-ddcd-4105-965a-fdc1ee0afac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:24:51Z', 'revision_number': 3, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None, '_interfaces': [{'id': '736e0f80-ccf2-44fb-b81d-bdac82f2394b', 'name': '', 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:01:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '59daf397-4617-440d-a9d7-b64ad995d261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:42Z', 'updated_at': '2021-07-07T17:24:51Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '59daf397-4617-440d-a9d7-b64ad995d261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49', 'name': '', 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:54:be:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:50Z', 'updated_at': '2021-07-07T17:24:56Z', 'revision_number': 4, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:58.139331 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7fd180-967f-481c-8ca0-ae757923a174 admin admin] Router 412a4558-684e-4b2e-a0c1-c734d52553eb has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:58.229565 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ca7136-ddcd-4105-965a-fdc1ee0afac8 None None] The sync data for ids ['aaf43056-65da-4cef-9d4e-160c1663f899'] in n-d-791503-12 is: [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:24:51Z', 'revision_number': 3, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None, '_interfaces': [{'id': '736e0f80-ccf2-44fb-b81d-bdac82f2394b', 'name': '', 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:01:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '59daf397-4617-440d-a9d7-b64ad995d261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:42Z', 'updated_at': '2021-07-07T17:24:51Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '59daf397-4617-440d-a9d7-b64ad995d261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49', 'name': '', 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:54:be:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:50Z', 'updated_at': '2021-07-07T17:24:56Z', 'revision_number': 4, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:58.331803 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:58.384438 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-50cec56f-7a6e-49f9-ac1a-72bc97c1cf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:58.512959 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82c9679-3cd6-47c3-9614-e1265f906c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-a6ed5ccd-135e-4712-8b7c-29c7a3d08a20', 'network_id': 'a6ed5ccd-135e-4712-8b7c-29c7a3d08a20', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'fixed_ips': [{'subnet_id': 'a655e264-1910-4337-b434-b15afddc9ae0'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:24:58.513859 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b82c9679-3cd6-47c3-9614-e1265f906c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:58.591307 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-50cec56f-7a6e-49f9-ac1a-72bc97c1cf3b None None] For port 730b6770-9efd-42d9-83b8-0ccd01da7e82, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=730b6770-9efd-42d9-83b8-0ccd01da7e82,segment=NetworkSegment(0d79ebe9-1329-4bfd-bc76-bdd2bfc2bbde),segment_id=0d79ebe9-1329-4bfd-bc76-bdd2bfc2bbde)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:58.613149 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-50cec56f-7a6e-49f9-ac1a-72bc97c1cf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:58.648034 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7fd180-967f-481c-8ca0-ae757923a174 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:58.653506 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-659ab325-ca37-43e5-8d20-756dce1b5516 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:58.656150 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0f7fd180-967f-481c-8ca0-ae757923a174 admin admin] 10.222.0.53 "PUT /v2.0/routers/412a4558-684e-4b2e-a0c1-c734d52553eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5420711 Jul 07 17:24:58.839777 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:59.028027 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51330) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:59.051609 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cec56f-7a6e-49f9-ac1a-72bc97c1cf3b None None] Pushing event updated for resources: {'Port': ['ID=730b6770-9efd-42d9-83b8-0ccd01da7e82,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:59.106168 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bbbed89e-afd9-4b90-8202-67885092f34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412a4558-684e-4b2e-a0c1-c734d52553eb', 'name': 'tempest-TestAggregatesBasicOps-2078880745-router', 'tenant_id': '1ad824a9fb61468d852117e1ec7576e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af5041d3-2cc2-4c42-91f4-d6247975521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:45Z', 'updated_at': '2021-07-07T17:24:48Z', 'revision_number': 3, 'project_id': '1ad824a9fb61468d852117e1ec7576e2', 'gw_port': {'id': 'af5041d3-2cc2-4c42-91f4-d6247975521b', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:60:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412a4558-684e-4b2e-a0c1-c734d52553eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:47Z', 'updated_at': '2021-07-07T17:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:59.193071 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbed89e-afd9-4b90-8202-67885092f34d None None] The sync data for ids ['412a4558-684e-4b2e-a0c1-c734d52553eb'] in n-d-791503-12 is: [{'id': '412a4558-684e-4b2e-a0c1-c734d52553eb', 'name': 'tempest-TestAggregatesBasicOps-2078880745-router', 'tenant_id': '1ad824a9fb61468d852117e1ec7576e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af5041d3-2cc2-4c42-91f4-d6247975521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:45Z', 'updated_at': '2021-07-07T17:24:48Z', 'revision_number': 3, 'project_id': '1ad824a9fb61468d852117e1ec7576e2', 'gw_port': {'id': 'af5041d3-2cc2-4c42-91f4-d6247975521b', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:60:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412a4558-684e-4b2e-a0c1-c734d52553eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:47Z', 'updated_at': '2021-07-07T17:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:59.198645 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-bb2a297c-c607-4a01-a220-c4be9e399c0f None None] Provisioning for port e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:59.214539 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-b82c9679-3cd6-47c3-9614-e1265f906c48 None None] Allocated IP 2001:db8:2::2 (a6ed5ccd-135e-4712-8b7c-29c7a3d08a20/a655e264-1910-4337-b434-b15afddc9ae0/59d93d13-11c2-4868-9931-0b65db059f26) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:59.221368 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-bb2a297c-c607-4a01-a220-c4be9e399c0f None None] Provisioning complete for port e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:59.221751 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bb2a297c-c607-4a01-a220-c4be9e399c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:59.360536 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-bb2a297c-c607-4a01-a220-c4be9e399c0f None None] Port e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:24:59.363400 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:59.374681 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:59.375063 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:59.499029 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-db49e3ee-a71f-40b8-8eb5-0b79a3418f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:59.634925 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:59.637744 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b82c9679-3cd6-47c3-9614-e1265f906c48 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:59.666447 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b82c9679-3cd6-47c3-9614-e1265f906c48 None None] Transition to ACTIVE for port object 59d93d13-11c2-4868-9931-0b65db059f26 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:59.714906 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b82c9679-3cd6-47c3-9614-e1265f906c48 None None] Transition to ACTIVE for port object 59d93d13-11c2-4868-9931-0b65db059f26 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:59.749575 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b82c9679-3cd6-47c3-9614-e1265f906c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:59.784899 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49,segment=NetworkSegment(0d79ebe9-1329-4bfd-bc76-bdd2bfc2bbde),segment_id=0d79ebe9-1329-4bfd-bc76-bdd2bfc2bbde)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:59.798653 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-db49e3ee-a71f-40b8-8eb5-0b79a3418f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:59.806116 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-db49e3ee-a71f-40b8-8eb5-0b79a3418f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:59.860068 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:59.862642 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49e3ee-a71f-40b8-8eb5-0b79a3418f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3e5cc3-d29d-4e3b-ab1f-74b314dbaa13,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:59.889149 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49e3ee-a71f-40b8-8eb5-0b79a3418f74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:59.889791 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49e3ee-a71f-40b8-8eb5-0b79a3418f74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:59.890070 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82c9679-3cd6-47c3-9614-e1265f906c48 None None] Network a6ed5ccd-135e-4712-8b7c-29c7a3d08a20 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:59.890527 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49e3ee-a71f-40b8-8eb5-0b79a3418f74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:59.891048 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49e3ee-a71f-40b8-8eb5-0b79a3418f74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:59.891563 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49e3ee-a71f-40b8-8eb5-0b79a3418f74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:59.892092 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49e3ee-a71f-40b8-8eb5-0b79a3418f74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:59.892603 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49e3ee-a71f-40b8-8eb5-0b79a3418f74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:59.893148 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49e3ee-a71f-40b8-8eb5-0b79a3418f74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:59.893692 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49e3ee-a71f-40b8-8eb5-0b79a3418f74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:59.894435 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49e3ee-a71f-40b8-8eb5-0b79a3418f74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:59.894974 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49e3ee-a71f-40b8-8eb5-0b79a3418f74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:59.895484 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49e3ee-a71f-40b8-8eb5-0b79a3418f74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:59.918143 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-b82c9679-3cd6-47c3-9614-e1265f906c48 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:59.926353 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82c9679-3cd6-47c3-9614-e1265f906c48 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:59.934341 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-659ab325-ca37-43e5-8d20-756dce1b5516 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Allocated IP 2001:db8:2::1 (a6ed5ccd-135e-4712-8b7c-29c7a3d08a20/a655e264-1910-4337-b434-b15afddc9ae0/49b02342-ae1a-4df9-884c-09ad843a7cb2) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:59.973598 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-db49e3ee-a71f-40b8-8eb5-0b79a3418f74 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=59540c882c1d4bbdbee25507a5f973af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9439206 Jul 07 17:24:59.977541 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51360) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:00.099632 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c9679-3cd6-47c3-9614-e1265f906c48 None None] Pushing event updated for resources: {'Port': ['ID=59d93d13-11c2-4868-9931-0b65db059f26,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:00.121303 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b82c9679-3cd6-47c3-9614-e1265f906c48 None None] Attempting to bind port 59d93d13-11c2-4868-9931-0b65db059f26 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:00.121303 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b82c9679-3cd6-47c3-9614-e1265f906c48 None None] Attempting to bind port 59d93d13-11c2-4868-9931-0b65db059f26 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '0d12baf6-491d-414a-b2f6-987ff732ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a6ed5ccd-135e-4712-8b7c-29c7a3d08a20'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:00.121661 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82c9679-3cd6-47c3-9614-e1265f906c48 None None] Attempting to bind port 59d93d13-11c2-4868-9931-0b65db059f26 on network a6ed5ccd-135e-4712-8b7c-29c7a3d08a20 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:00.164835 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fdde3f13-3b89-431b-a011-51ef851477c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:00.182716 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82c9679-3cd6-47c3-9614-e1265f906c48 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:00.183103 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82c9679-3cd6-47c3-9614-e1265f906c48 None None] Checking segment: {'id': '0d12baf6-491d-414a-b2f6-987ff732ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a6ed5ccd-135e-4712-8b7c-29c7a3d08a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:00.183516 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b82c9679-3cd6-47c3-9614-e1265f906c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:00.184124 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82c9679-3cd6-47c3-9614-e1265f906c48 None None] Bound using segment: {'id': '0d12baf6-491d-414a-b2f6-987ff732ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a6ed5ccd-135e-4712-8b7c-29c7a3d08a20'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:00.184408 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b82c9679-3cd6-47c3-9614-e1265f906c48 None None] Bound port: 59d93d13-11c2-4868-9931-0b65db059f26, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d12baf6-491d-414a-b2f6-987ff732ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a6ed5ccd-135e-4712-8b7c-29c7a3d08a20'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:00.186960 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b82c9679-3cd6-47c3-9614-e1265f906c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:00.211577 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fdde3f13-3b89-431b-a011-51ef851477c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:00.317712 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-659ab325-ca37-43e5-8d20-756dce1b5516 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:00.349858 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fdde3f13-3b89-431b-a011-51ef851477c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:00.352971 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fdde3f13-3b89-431b-a011-51ef851477c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:00.355424 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fdde3f13-3b89-431b-a011-51ef851477c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3a3e5cc3-d29d-4e3b-ab1f-74b314dbaa13 HTTP/1.1" status: 204 len: 168 time: 0.3763421 Jul 07 17:25:00.372941 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde3f13-3b89-431b-a011-51ef851477c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3e5cc3-d29d-4e3b-ab1f-74b314dbaa13,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:00.383498 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-659ab325-ca37-43e5-8d20-756dce1b5516 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Transition to ACTIVE for port object 49b02342-ae1a-4df9-884c-09ad843a7cb2 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:00.430475 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:00.435806 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:00.478838 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-659ab325-ca37-43e5-8d20-756dce1b5516 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:00.567657 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659ab325-ca37-43e5-8d20-756dce1b5516 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network a6ed5ccd-135e-4712-8b7c-29c7a3d08a20 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:00.569608 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-659ab325-ca37-43e5-8d20-756dce1b5516 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:00.570854 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-b82c9679-3cd6-47c3-9614-e1265f906c48 None None] For port 59d93d13-11c2-4868-9931-0b65db059f26, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:00.573328 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659ab325-ca37-43e5-8d20-756dce1b5516 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:00.574439 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-659ab325-ca37-43e5-8d20-756dce1b5516 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:00.590666 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-b82c9679-3cd6-47c3-9614-e1265f906c48 None None] For port 59d93d13-11c2-4868-9931-0b65db059f26, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=59d93d13-11c2-4868-9931-0b65db059f26,segment=NetworkSegment(0d12baf6-491d-414a-b2f6-987ff732ff88),segment_id=0d12baf6-491d-414a-b2f6-987ff732ff88)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:00.613347 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b82c9679-3cd6-47c3-9614-e1265f906c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:00.662321 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ab325-ca37-43e5-8d20-756dce1b5516 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Port': ['ID=49b02342-ae1a-4df9-884c-09ad843a7cb2,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:00.800425 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c9679-3cd6-47c3-9614-e1265f906c48 None None] Pushing event updated for resources: {'Port': ['ID=59d93d13-11c2-4868-9931-0b65db059f26,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:00.888183 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-659ab325-ca37-43e5-8d20-756dce1b5516 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:01.014136 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 730b6770-9efd-42d9-83b8-0ccd01da7e82 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:01.184259 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fed8d-39d0-48cb-8b69-38afb9c7e696 req-f856ac7e-6a65-4a80-a7a0-0b60fe634e6a tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:01.189038 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a02fed8d-39d0-48cb-8b69-38afb9c7e696 req-f856ac7e-6a65-4a80-a7a0-0b60fe634e6a tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b48f2c7-40ac-42e4-a514-dc8ae6414546 HTTP/1.1" status: 200 len: 946 time: 0.2177405 Jul 07 17:25:01.212975 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 730b6770-9efd-42d9-83b8-0ccd01da7e82 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:01.218416 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:01.399143 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a02fed8d-39d0-48cb-8b69-38afb9c7e696 req-c4ba7610-4f5f-4043-86a9-28e0eaf97419 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc982682-5017-44f7-81cc-cfd1ac949c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971171 Jul 07 17:25:01.541779 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device af5041d3-2cc2-4c42-91f4-d6247975521b up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:01.782110 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port af5041d3-2cc2-4c42-91f4-d6247975521b completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:01.796039 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port af5041d3-2cc2-4c42-91f4-d6247975521b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:01.796956 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:01.816681 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51404) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:01.826398 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-e9965d2c-a8c3-460a-84a0-71df152bca07 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1893392308-network', 'tenant_id': 'd1e0aa60cb3142eeaa0c9932b77db599'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:01.897772 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9965d2c-a8c3-460a-84a0-71df152bca07 admin admin] Made reservation on behalf of d1e0aa60cb3142eeaa0c9932b77db599 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:01.901917 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e9965d2c-a8c3-460a-84a0-71df152bca07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:01.920097 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e9965d2c-a8c3-460a-84a0-71df152bca07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.039151 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.108135 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port af5041d3-2cc2-4c42-91f4-d6247975521b, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=af5041d3-2cc2-4c42-91f4-d6247975521b,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:02.114830 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.117162 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:02.287967 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e9965d2c-a8c3-460a-84a0-71df152bca07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.309184 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e9965d2c-a8c3-460a-84a0-71df152bca07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.340281 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=af5041d3-2cc2-4c42-91f4-d6247975521b,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:02.364273 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:02.364686 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.382258 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9965d2c-a8c3-460a-84a0-71df152bca07 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:25:02.465218 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4b382-301c-440a-940a-8065db19648e req-23e877a1-83bc-49af-9adb-ef9b0c43a997 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:02.470958 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9cf4b382-301c-440a-940a-8065db19648e req-23e877a1-83bc-49af-9adb-ef9b0c43a997 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b48f2c7-40ac-42e4-a514-dc8ae6414546 HTTP/1.1" status: 200 len: 946 time: 0.3762336 Jul 07 17:25:02.484905 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e9965d2c-a8c3-460a-84a0-71df152bca07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.487541 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-e9965d2c-a8c3-460a-84a0-71df152bca07 admin admin] Added segment eb165288-9ecd-4981-8da6-59513b3de8c1 of type vlan for network 3d84210f-1a97-4684-94f8-8cba672ebb36 Jul 07 17:25:02.493621 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9965d2c-a8c3-460a-84a0-71df152bca07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342d50ee-62a5-478d-885e-56ca7161cf24,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:02.531412 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-659ab325-ca37-43e5-8d20-756dce1b5516 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.539139 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-659ab325-ca37-43e5-8d20-756dce1b5516 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.540144 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-659ab325-ca37-43e5-8d20-756dce1b5516 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.742797 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ab325-ca37-43e5-8d20-756dce1b5516 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Port': ['ID=49b02342-ae1a-4df9-884c-09ad843a7cb2,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:02.866417 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e9965d2c-a8c3-460a-84a0-71df152bca07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.936349 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659ab325-ca37-43e5-8d20-756dce1b5516 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network a6ed5ccd-135e-4712-8b7c-29c7a3d08a20 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:02.938663 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-659ab325-ca37-43e5-8d20-756dce1b5516 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:02.996061 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 59d93d13-11c2-4868-9931-0b65db059f26 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:03.090195 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.db.resource_extend [None req-e9965d2c-a8c3-460a-84a0-71df152bca07 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:25:03.104376 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659ab325-ca37-43e5-8d20-756dce1b5516 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Router aaf43056-65da-4cef-9d4e-160c1663f899 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:25:03.150227 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f59049-ab85-4b09-84e3-613b64236650 None None] Sync routers for ids ['412a4558-684e-4b2e-a0c1-c734d52553eb'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:03.191694 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509ba3b-d18c-4864-ab48-1131db5fbe0c req-7f8eca8c-26b8-490d-8ae5-9859bad6465e tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:03.195411 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1509ba3b-d18c-4864-ab48-1131db5fbe0c req-7f8eca8c-26b8-490d-8ae5-9859bad6465e tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b48f2c7-40ac-42e4-a514-dc8ae6414546 HTTP/1.1" status: 200 len: 946 time: 0.4735260 Jul 07 17:25:03.196768 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e9965d2c-a8c3-460a-84a0-71df152bca07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.198925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9965d2c-a8c3-460a-84a0-71df152bca07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:03.199271 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f59049-ab85-4b09-84e3-613b64236650 None None] Routers {'412a4558-684e-4b2e-a0c1-c734d52553eb'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:03.199938 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-92f59049-ab85-4b09-84e3-613b64236650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:24:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['412a4558-684e-4b2e-a0c1-c734d52553eb'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:03.200828 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e9965d2c-a8c3-460a-84a0-71df152bca07 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.216685 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 59d93d13-11c2-4868-9931-0b65db059f26 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:03.264663 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659ab325-ca37-43e5-8d20-756dce1b5516 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:03.275601 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-659ab325-ca37-43e5-8d20-756dce1b5516 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "PUT /v2.0/routers/aaf43056-65da-4cef-9d4e-160c1663f899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1283724 Jul 07 17:25:03.277207 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51428) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:03.283129 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e123a97-438e-46ae-8742-33a0c1531c20 None None] Sync routers for ids ['aaf43056-65da-4cef-9d4e-160c1663f899'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:03.292672 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-d53d0550-8005-49e4-847d-c3aa7d181eb0 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-133170523'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:03.314483 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e123a97-438e-46ae-8742-33a0c1531c20 None None] Routers {'aaf43056-65da-4cef-9d4e-160c1663f899'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:03.317063 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-1e123a97-438e-46ae-8742-33a0c1531c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:24:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['aaf43056-65da-4cef-9d4e-160c1663f899'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:03.342523 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device af5041d3-2cc2-4c42-91f4-d6247975521b up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:03.351239 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53d0550-8005-49e4-847d-c3aa7d181eb0 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Made reservation on behalf of ab411987cea84b3cbe5d62fc9ab0fd39 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:03.358752 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d53d0550-8005-49e4-847d-c3aa7d181eb0 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.423140 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53d0550-8005-49e4-847d-c3aa7d181eb0 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:25:03.472801 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d53d0550-8005-49e4-847d-c3aa7d181eb0 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.473196 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-d53d0550-8005-49e4-847d-c3aa7d181eb0 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Added segment bd2014cc-58bf-4112-8e71-8151ddd498c6 of type vlan for network ed59d2aa-d9ad-49e6-bf65-777883111246 Jul 07 17:25:03.556860 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08f2350-c367-4e3b-bd05-a6780780b201 None None] Network a6ed5ccd-135e-4712-8b7c-29c7a3d08a20 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:03.561442 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e9965d2c-a8c3-460a-84a0-71df152bca07 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7428620 Jul 07 17:25:03.562395 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51442) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:03.594627 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-cc812632-4efb-4ff7-9e0e-b490231800cc admin admin] Request body: {'subnet': {'network_id': '3d84210f-1a97-4684-94f8-8cba672ebb36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1893392308-subnet', 'tenant_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:03.605786 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-9cf4b382-301c-440a-940a-8065db19648e req-6a57e7f5-ad99-45bd-b6e9-8615cec8cf99 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Deleting port ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:03.606666 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9cf4b382-301c-440a-940a-8065db19648e req-6a57e7f5-ad99-45bd-b6e9-8615cec8cf99 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.631417 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d53d0550-8005-49e4-847d-c3aa7d181eb0 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.656433 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-1e123a97-438e-46ae-8742-33a0c1531c20 None None] Set router aaf43056-65da-4cef-9d4e-160c1663f899 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:03.701509 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d53d0550-8005-49e4-847d-c3aa7d181eb0 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.719917 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port af5041d3-2cc2-4c42-91f4-d6247975521b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:03.720857 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.722680 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53d0550-8005-49e4-847d-c3aa7d181eb0 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:03.726778 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d53d0550-8005-49e4-847d-c3aa7d181eb0 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.863835 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1509ba3b-d18c-4864-ab48-1131db5fbe0c req-ae388948-66c0-4ce7-a8b5-e16188c9429d tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc982682-5017-44f7-81cc-cfd1ac949c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6549649 Jul 07 17:25:03.865091 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9965d2c-a8c3-460a-84a0-71df152bca07 admin admin] Pushing event updated for resources: {'Network': ['ID=3d84210f-1a97-4684-94f8-8cba672ebb36,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:04.012421 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d0550-8005-49e4-847d-c3aa7d181eb0 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Network': ['ID=ed59d2aa-d9ad-49e6-bf65-777883111246,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:04.031890 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc812632-4efb-4ff7-9e0e-b490231800cc admin admin] Made reservation on behalf of d1e0aa60cb3142eeaa0c9932b77db599 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:04.052583 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cc812632-4efb-4ff7-9e0e-b490231800cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:04.052916 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d53d0550-8005-49e4-847d-c3aa7d181eb0 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7744255 Jul 07 17:25:04.054199 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51458) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:04.056268 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f148c71d-e917-4970-9146-bd21d1832418 None None] Provisioning for port 59d93d13-11c2-4868-9931-0b65db059f26 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:04.061814 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-554464d1-13bd-4403-ac9f-d1d106453957 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'subnet': {'network_id': 'ed59d2aa-d9ad-49e6-bf65-777883111246', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:04.149492 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-92f59049-ab85-4b09-84e3-613b64236650 None None] Set router 412a4558-684e-4b2e-a0c1-c734d52553eb gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:04.326907 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554464d1-13bd-4403-ac9f-d1d106453957 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Made reservation on behalf of ab411987cea84b3cbe5d62fc9ab0fd39 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:04.334899 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-9cf4b382-301c-440a-940a-8065db19648e req-6a57e7f5-ad99-45bd-b6e9-8615cec8cf99 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] For port ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b,segment=NetworkSegment(5963724f-b455-4ca2-90a1-476e15bae9b3),segment_id=5963724f-b455-4ca2-90a1-476e15bae9b3)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:04.335282 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-554464d1-13bd-4403-ac9f-d1d106453957 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:04.335748 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9cf4b382-301c-440a-940a-8065db19648e req-6a57e7f5-ad99-45bd-b6e9-8615cec8cf99 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:04.385451 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 3d84210f-1a97-4684-94f8-8cba672ebb36 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:25:04.392313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network ed59d2aa-d9ad-49e6-bf65-777883111246 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:25:04.400726 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:04.410860 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-9cf4b382-301c-440a-940a-8065db19648e req-6a57e7f5-ad99-45bd-b6e9-8615cec8cf99 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Calling delete_port for ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:04.496096 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f148c71d-e917-4970-9146-bd21d1832418 None None] Provisioning complete for port 59d93d13-11c2-4868-9931-0b65db059f26 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:04.496771 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f148c71d-e917-4970-9146-bd21d1832418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:04.600570 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-1e123a97-438e-46ae-8742-33a0c1531c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:25:00Z', 'revision_number': 4, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None, '_interfaces': [{'id': '49b02342-ae1a-4df9-884c-09ad843a7cb2', 'name': '', 'network_id': 'a6ed5ccd-135e-4712-8b7c-29c7a3d08a20', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:a3:17:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:58Z', 'updated_at': '2021-07-07T17:25:02Z', 'revision_number': 2, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '736e0f80-ccf2-44fb-b81d-bdac82f2394b', 'name': '', 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:01:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '59daf397-4617-440d-a9d7-b64ad995d261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:42Z', 'updated_at': '2021-07-07T17:24:51Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '59daf397-4617-440d-a9d7-b64ad995d261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49', 'name': '', 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:54:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:50Z', 'updated_at': '2021-07-07T17:24:59Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:04.646765 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51474) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:04.668979 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e123a97-438e-46ae-8742-33a0c1531c20 None None] Checking router: aaf43056-65da-4cef-9d4e-160c1663f899 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:04.671167 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e123a97-438e-46ae-8742-33a0c1531c20 None None] Updating router aaf43056-65da-4cef-9d4e-160c1663f899 port 49b02342-ae1a-4df9-884c-09ad843a7cb2 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:25:04.748049 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-1e123a97-438e-46ae-8742-33a0c1531c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:04.859797 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-554464d1-13bd-4403-ac9f-d1d106453957 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:04.898103 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:04.956391 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cc812632-4efb-4ff7-9e0e-b490231800cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:04.964215 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9cf4b382-301c-440a-940a-8065db19648e req-6a57e7f5-ad99-45bd-b6e9-8615cec8cf99 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.030158 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57e7f5-ad99-45bd-b6e9-8615cec8cf99 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Pushing event deleted for resources: {'Port': ['ID=ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:05.056857 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554464d1-13bd-4403-ac9f-d1d106453957 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Checking segment: {'id': 'bd2014cc-58bf-4112-8e71-8151ddd498c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ed59d2aa-d9ad-49e6-bf65-777883111246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:05.057950 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554464d1-13bd-4403-ac9f-d1d106453957 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network hostable DHCP agents. Network: ed59d2aa-d9ad-49e6-bf65-777883111246, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:25:05.073801 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554464d1-13bd-4403-ac9f-d1d106453957 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Subnet': ['ID=44bd8653-77e7-415b-9bfb-e5e67f614faa,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:05.074809 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-747107be-f003-4ffe-86c9-32cc4b8f34e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.117901 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554464d1-13bd-4403-ac9f-d1d106453957 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network ed59d2aa-d9ad-49e6-bf65-777883111246 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:25:05.135397 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-554464d1-13bd-4403-ac9f-d1d106453957 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, ed59d2aa-d9ad-49e6-bf65-777883111246) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:05.150635 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554464d1-13bd-4403-ac9f-d1d106453957 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:05.151522 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-554464d1-13bd-4403-ac9f-d1d106453957 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.169596 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fd3ed3-41ba-4324-b16b-aa447ac74b7d None None] Network ed59d2aa-d9ad-49e6-bf65-777883111246 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:05.221388 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-1e123a97-438e-46ae-8742-33a0c1531c20 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.238197 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-1e123a97-438e-46ae-8742-33a0c1531c20 None None] Transition to ACTIVE for port object 49b02342-ae1a-4df9-884c-09ad843a7cb2 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:05.248437 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-1e123a97-438e-46ae-8742-33a0c1531c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.256918 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f148c71d-e917-4970-9146-bd21d1832418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.366078 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf4b382-301c-440a-940a-8065db19648e req-6a57e7f5-ad99-45bd-b6e9-8615cec8cf99 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] No DVR routers for this DVR port ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:05.377129 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9cf4b382-301c-440a-940a-8065db19648e req-6a57e7f5-ad99-45bd-b6e9-8615cec8cf99 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.378551 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-92f59049-ab85-4b09-84e3-613b64236650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412a4558-684e-4b2e-a0c1-c734d52553eb', 'name': 'tempest-TestAggregatesBasicOps-2078880745-router', 'tenant_id': '1ad824a9fb61468d852117e1ec7576e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af5041d3-2cc2-4c42-91f4-d6247975521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:45Z', 'updated_at': '2021-07-07T17:24:56Z', 'revision_number': 4, 'project_id': '1ad824a9fb61468d852117e1ec7576e2', 'gw_port': {'id': 'af5041d3-2cc2-4c42-91f4-d6247975521b', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412a4558-684e-4b2e-a0c1-c734d52553eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:47Z', 'updated_at': '2021-07-07T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc', 'name': '', 'network_id': '5b40365b-2ce2-440c-8353-128806702903', 'tenant_id': '1ad824a9fb61468d852117e1ec7576e2', 'mac_address': 'fa:16:3e:b5:4b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412a4558-684e-4b2e-a0c1-c734d52553eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'd36b93d6-4ee7-46b3-b978-5fe5c948ef2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:53Z', 'updated_at': '2021-07-07T17:24:56Z', 'revision_number': 2, 'project_id': '1ad824a9fb61468d852117e1ec7576e2', 'subnets': [{'id': 'd36b93d6-4ee7-46b3-b978-5fe5c948ef2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:05.380468 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9cf4b382-301c-440a-940a-8065db19648e req-6a57e7f5-ad99-45bd-b6e9-8615cec8cf99 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.72 "DELETE /v2.0/ports/ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b HTTP/1.1" status: 204 len: 173 time: 2.8891087 Jul 07 17:25:05.442636 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-f148c71d-e917-4970-9146-bd21d1832418 None None] For port 59d93d13-11c2-4868-9931-0b65db059f26, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=59d93d13-11c2-4868-9931-0b65db059f26,segment=NetworkSegment(0d12baf6-491d-414a-b2f6-987ff732ff88),segment_id=0d12baf6-491d-414a-b2f6-987ff732ff88)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:05.460191 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b186a-86b2-4962-8612-1a93cb10069f None None] Pushing event updated for resources: {'Port': ['ID=49b02342-ae1a-4df9-884c-09ad843a7cb2,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:05.470924 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-1e123a97-438e-46ae-8742-33a0c1531c20 None None] Attempting to bind port 49b02342-ae1a-4df9-884c-09ad843a7cb2 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:05.471694 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-1e123a97-438e-46ae-8742-33a0c1531c20 None None] Attempting to bind port 49b02342-ae1a-4df9-884c-09ad843a7cb2 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '0d12baf6-491d-414a-b2f6-987ff732ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a6ed5ccd-135e-4712-8b7c-29c7a3d08a20'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:05.473047 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e123a97-438e-46ae-8742-33a0c1531c20 None None] Attempting to bind port 49b02342-ae1a-4df9-884c-09ad843a7cb2 on network a6ed5ccd-135e-4712-8b7c-29c7a3d08a20 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:05.482815 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f59049-ab85-4b09-84e3-613b64236650 None None] Checking router: 412a4558-684e-4b2e-a0c1-c734d52553eb for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:05.483268 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f59049-ab85-4b09-84e3-613b64236650 None None] Updating router 412a4558-684e-4b2e-a0c1-c734d52553eb port e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:25:05.486359 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e123a97-438e-46ae-8742-33a0c1531c20 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:05.490822 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e123a97-438e-46ae-8742-33a0c1531c20 None None] Checking segment: {'id': '0d12baf6-491d-414a-b2f6-987ff732ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a6ed5ccd-135e-4712-8b7c-29c7a3d08a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:05.491648 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-1e123a97-438e-46ae-8742-33a0c1531c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.492147 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e123a97-438e-46ae-8742-33a0c1531c20 None None] Bound using segment: {'id': '0d12baf6-491d-414a-b2f6-987ff732ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a6ed5ccd-135e-4712-8b7c-29c7a3d08a20'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:05.493365 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-1e123a97-438e-46ae-8742-33a0c1531c20 None None] Bound port: 49b02342-ae1a-4df9-884c-09ad843a7cb2, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d12baf6-491d-414a-b2f6-987ff732ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a6ed5ccd-135e-4712-8b7c-29c7a3d08a20'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:05.494530 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-1e123a97-438e-46ae-8742-33a0c1531c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.502183 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f148c71d-e917-4970-9146-bd21d1832418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.503315 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b48f2c7-40ac-42e4-a514-dc8ae6414546', 'name': 'network-vif-deleted', 'tag': 'ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:05.510367 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc9ef7b-53bf-4d17-9294-a18395bf94db" -d '{"events": [{"server_uuid": "4b48f2c7-40ac-42e4-a514-dc8ae6414546", "name": "network-vif-deleted", "tag": "ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:05.519038 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc812632-4efb-4ff7-9e0e-b490231800cc admin admin] Checking segment: {'id': 'eb165288-9ecd-4981-8da6-59513b3de8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3d84210f-1a97-4684-94f8-8cba672ebb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:05.519796 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc812632-4efb-4ff7-9e0e-b490231800cc admin admin] Network hostable DHCP agents. Network: 3d84210f-1a97-4684-94f8-8cba672ebb36, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:25:05.542766 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f29d4568-d5c8-437e-b17f-5cd74a1824ae req-d3d386a7-65a2-4e35-9f06-9a9ebdbafd74 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b48f2c7-40ac-42e4-a514-dc8ae6414546 HTTP/1.1" status: 200 len: 210 time: 0.2827463 Jul 07 17:25:05.552481 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc812632-4efb-4ff7-9e0e-b490231800cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fe64c2f-cc76-4a4b-9666-cff6da12165c,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:05.633690 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc812632-4efb-4ff7-9e0e-b490231800cc admin admin] Network 3d84210f-1a97-4684-94f8-8cba672ebb36 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:25:05.653873 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-92f59049-ab85-4b09-84e3-613b64236650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.684451 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-747107be-f003-4ffe-86c9-32cc4b8f34e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.692761 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-cc812632-4efb-4ff7-9e0e-b490231800cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 3d84210f-1a97-4684-94f8-8cba672ebb36) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:05.697855 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-554464d1-13bd-4403-ac9f-d1d106453957 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6420984 Jul 07 17:25:05.700516 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51496) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:05.715351 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc812632-4efb-4ff7-9e0e-b490231800cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:05.721960 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cc812632-4efb-4ff7-9e0e-b490231800cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.739724 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-747107be-f003-4ffe-86c9-32cc4b8f34e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.777721 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09703d2-130f-43c6-af49-dc16fabd3283 x-openstack-request-id: req-c09703d2-130f-43c6-af49-dc16fabd3283 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:05.778177 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b48f2c7-40ac-42e4-a514-dc8ae6414546", "name": "network-vif-deleted", "tag": "ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:05.778615 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c09703d2-130f-43c6-af49-dc16fabd3283 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:05.779247 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b48f2c7-40ac-42e4-a514-dc8ae6414546', 'name': 'network-vif-deleted', 'tag': 'ffe314ab-cd8f-4dd6-b325-fdd3efc1f65b', 'status': 'completed', 'code': 200} Jul 07 17:25:05.779398 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-1e123a97-438e-46ae-8742-33a0c1531c20 None None] For port 49b02342-ae1a-4df9-884c-09ad843a7cb2, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:05.794047 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-1e123a97-438e-46ae-8742-33a0c1531c20 None None] For port 49b02342-ae1a-4df9-884c-09ad843a7cb2, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=49b02342-ae1a-4df9-884c-09ad843a7cb2,segment=NetworkSegment(0d12baf6-491d-414a-b2f6-987ff732ff88),segment_id=0d12baf6-491d-414a-b2f6-987ff732ff88)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:05.795192 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca997f9-1524-4cfd-9618-914eaa169778 None None] Network 3d84210f-1a97-4684-94f8-8cba672ebb36 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:05.801497 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-1e123a97-438e-46ae-8742-33a0c1531c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.834056 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cc812632-4efb-4ff7-9e0e-b490231800cc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2580819 Jul 07 17:25:05.843348 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51500) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:05.875916 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c91c96-5c5a-4fc2-be38-1682b4c6d459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-ed59d2aa-d9ad-49e6-bf65-777883111246', 'network_id': 'ed59d2aa-d9ad-49e6-bf65-777883111246', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'fixed_ips': [{'subnet_id': '44bd8653-77e7-415b-9bfb-e5e67f614faa'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:25:05.879131 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d9c91c96-5c5a-4fc2-be38-1682b4c6d459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.890082 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-2af6db71-02cd-46fe-8e76-47f0325e9171 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1893392308-router', 'tenant_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:05.965672 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e123a97-438e-46ae-8742-33a0c1531c20 None None] Routers {'aaf43056-65da-4cef-9d4e-160c1663f899'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:05.966623 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-1e123a97-438e-46ae-8742-33a0c1531c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:24:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['aaf43056-65da-4cef-9d4e-160c1663f899'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:05.989621 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747107be-f003-4ffe-86c9-32cc4b8f34e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7e6037-6511-41e1-a765-c33e59a2bc7a,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:06.030189 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-747107be-f003-4ffe-86c9-32cc4b8f34e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=287919fb60974f9abfe08dd080d7f431&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3759995 Jul 07 17:25:06.033087 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51504) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:06.065262 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51506) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:06.069712 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2af6db71-02cd-46fe-8e76-47f0325e9171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.073437 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2af6db71-02cd-46fe-8e76-47f0325e9171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.166885 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2af6db71-02cd-46fe-8e76-47f0325e9171 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.205027 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148c71d-e917-4970-9146-bd21d1832418 None None] Pushing event updated for resources: {'Port': ['ID=59d93d13-11c2-4868-9931-0b65db059f26,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:06.296872 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-1e123a97-438e-46ae-8742-33a0c1531c20 None None] Set router aaf43056-65da-4cef-9d4e-160c1663f899 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:06.441408 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2af6db71-02cd-46fe-8e76-47f0325e9171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.511003 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b186a-86b2-4962-8612-1a93cb10069f None None] Pushing event updated for resources: {'Port': ['ID=49b02342-ae1a-4df9-884c-09ad843a7cb2,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:06.579086 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-51db671d-c1f1-4c42-99ef-bd97c8db764f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.620224 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-51db671d-c1f1-4c42-99ef-bd97c8db764f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.704876 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-005ddec2-2435-435f-b285-5c14f57f35e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.717292 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-51db671d-c1f1-4c42-99ef-bd97c8db764f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.719894 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-51db671d-c1f1-4c42-99ef-bd97c8db764f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.737146 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-51db671d-c1f1-4c42-99ef-bd97c8db764f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fa7e6037-6511-41e1-a765-c33e59a2bc7a HTTP/1.1" status: 204 len: 168 time: 0.7009478 Jul 07 17:25:06.790898 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db671d-c1f1-4c42-99ef-bd97c8db764f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7e6037-6511-41e1-a765-c33e59a2bc7a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:06.862111 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4d635078-d6f7-428b-9dad-f11011048278 None None] Provisioning complete for port 59d93d13-11c2-4868-9931-0b65db059f26 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:06.869937 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4d635078-d6f7-428b-9dad-f11011048278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.876521 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-834a3763-52df-443a-b5c0-7c9419bd8f65 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.060876 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-1e123a97-438e-46ae-8742-33a0c1531c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:25:00Z', 'revision_number': 4, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None, '_interfaces': [{'id': '49b02342-ae1a-4df9-884c-09ad843a7cb2', 'name': '', 'network_id': 'a6ed5ccd-135e-4712-8b7c-29c7a3d08a20', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:a3:17:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:58Z', 'updated_at': '2021-07-07T17:25:05Z', 'revision_number': 4, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '736e0f80-ccf2-44fb-b81d-bdac82f2394b', 'name': '', 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:01:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '59daf397-4617-440d-a9d7-b64ad995d261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:42Z', 'updated_at': '2021-07-07T17:24:51Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '59daf397-4617-440d-a9d7-b64ad995d261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49', 'name': '', 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:54:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:50Z', 'updated_at': '2021-07-07T17:24:59Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:07.145009 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e123a97-438e-46ae-8742-33a0c1531c20 None None] The sync data for ids ['aaf43056-65da-4cef-9d4e-160c1663f899'] in n-d-791503-12 is: [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:25:00Z', 'revision_number': 4, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None, '_interfaces': [{'id': '49b02342-ae1a-4df9-884c-09ad843a7cb2', 'name': '', 'network_id': 'a6ed5ccd-135e-4712-8b7c-29c7a3d08a20', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:a3:17:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:58Z', 'updated_at': '2021-07-07T17:25:05Z', 'revision_number': 4, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '736e0f80-ccf2-44fb-b81d-bdac82f2394b', 'name': '', 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:01:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '59daf397-4617-440d-a9d7-b64ad995d261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:42Z', 'updated_at': '2021-07-07T17:24:51Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '59daf397-4617-440d-a9d7-b64ad995d261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49', 'name': '', 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:54:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:50Z', 'updated_at': '2021-07-07T17:24:59Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:07.458593 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 59d93d13-11c2-4868-9931-0b65db059f26 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:07.574442 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2af6db71-02cd-46fe-8e76-47f0325e9171 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.667150 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2af6db71-02cd-46fe-8e76-47f0325e9171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.762626 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-005ddec2-2435-435f-b285-5c14f57f35e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.794001 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6d0ffad1-d403-4a59-9322-04fca3bd8ec4 req-fa7e7fea-3960-43c3-b35a-6175ba6a0b87 tempest-VolumesActionsTest-1028879259 tempest-VolumesActionsTest-1028879259-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b48f2c7-40ac-42e4-a514-dc8ae6414546 HTTP/1.1" status: 200 len: 210 time: 0.1283727 Jul 07 17:25:07.809753 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ad2c11-60bf-47d4-9a2f-be2f7bf0ae6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-3d84210f-1a97-4684-94f8-8cba672ebb36', 'network_id': '3d84210f-1a97-4684-94f8-8cba672ebb36', 'tenant_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'fixed_ips': [{'subnet_id': '0fe64c2f-cc76-4a4b-9666-cff6da12165c'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:25:07.813214 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-45ad2c11-60bf-47d4-9a2f-be2f7bf0ae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.934459 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-d9c91c96-5c5a-4fc2-be38-1682b4c6d459 None None] Allocated IP 2001:db8:3::2 (ed59d2aa-d9ad-49e6-bf65-777883111246/44bd8653-77e7-415b-9bfb-e5e67f614faa/8b22b118-0d52-45b9-b218-a5ed5daec5e5) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:07.995339 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-005ddec2-2435-435f-b285-5c14f57f35e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.998557 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.107938 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.127326 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 59d93d13-11c2-4868-9931-0b65db059f26 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:08.127769 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.168727 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ddec2-2435-435f-b285-5c14f57f35e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e683587-4c39-4237-969a-79bae410635b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:08.202734 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51542) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:08.209890 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-005ddec2-2435-435f-b285-5c14f57f35e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=daffac3db1e14212a7f57eac20d9753a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0410447 Jul 07 17:25:08.211653 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-2af6db71-02cd-46fe-8e76-47f0325e9171 admin admin] Allocated IP 172.25.0.46 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/bea34ff0-0df5-4703-9bb6-bc23389a18c2) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:08.348818 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c16244b6-da2b-4280-bc62-995e5ff547b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.418268 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c16244b6-da2b-4280-bc62-995e5ff547b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.470348 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2af6db71-02cd-46fe-8e76-47f0325e9171 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.515345 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c16244b6-da2b-4280-bc62-995e5ff547b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.518770 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c16244b6-da2b-4280-bc62-995e5ff547b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.520694 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c16244b6-da2b-4280-bc62-995e5ff547b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e683587-4c39-4237-969a-79bae410635b HTTP/1.1" status: 204 len: 168 time: 0.3165700 Jul 07 17:25:08.532506 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16244b6-da2b-4280-bc62-995e5ff547b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e683587-4c39-4237-969a-79bae410635b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:08.578433 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2af6db71-02cd-46fe-8e76-47f0325e9171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.629868 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af6db71-02cd-46fe-8e76-47f0325e9171 admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:08.633711 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-2af6db71-02cd-46fe-8e76-47f0325e9171 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:08.640500 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af6db71-02cd-46fe-8e76-47f0325e9171 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:08.675761 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6db71-02cd-46fe-8e76-47f0325e9171 admin admin] Pushing event updated for resources: {'Port': ['ID=bea34ff0-0df5-4703-9bb6-bc23389a18c2,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:09.122504 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51574) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:09.171251 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ee83c8ac-36aa-45f0-935c-d8d635ba25ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.205403 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4d635078-d6f7-428b-9dad-f11011048278 None None] Provisioning for port 49b02342-ae1a-4df9-884c-09ad843a7cb2 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:09.345820 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d9c91c96-5c5a-4fc2-be38-1682b4c6d459 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.370239 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2af6db71-02cd-46fe-8e76-47f0325e9171 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.371196 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-92f59049-ab85-4b09-84e3-613b64236650 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.400150 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d9c91c96-5c5a-4fc2-be38-1682b4c6d459 None None] Transition to ACTIVE for port object 8b22b118-0d52-45b9-b218-a5ed5daec5e5 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:09.439532 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-92f59049-ab85-4b09-84e3-613b64236650 None None] Transition to ACTIVE for port object e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:09.465726 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-45ad2c11-60bf-47d4-9a2f-be2f7bf0ae6c None None] Allocated IP 172.20.0.2 (3d84210f-1a97-4684-94f8-8cba672ebb36/0fe64c2f-cc76-4a4b-9666-cff6da12165c/df1390f1-08f3-4a39-b0b9-2b0feae5562a) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:09.502685 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-92f59049-ab85-4b09-84e3-613b64236650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.535630 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d9c91c96-5c5a-4fc2-be38-1682b4c6d459 None None] Transition to ACTIVE for port object 8b22b118-0d52-45b9-b218-a5ed5daec5e5 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:09.551217 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ee83c8ac-36aa-45f0-935c-d8d635ba25ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.579279 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ee83c8ac-36aa-45f0-935c-d8d635ba25ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.674352 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d9c91c96-5c5a-4fc2-be38-1682b4c6d459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.727774 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be1862-eb49-433a-80c2-0b152315d675 None None] Pushing event updated for resources: {'Port': ['ID=e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:09.738517 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ee83c8ac-36aa-45f0-935c-d8d635ba25ce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b64be32cb6eb450cb6f5083a75948754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6144691 Jul 07 17:25:09.739368 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83c8ac-36aa-45f0-935c-d8d635ba25ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0e6b57-9c6b-4116-9557-bd5bbff6c061,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:09.742936 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51594) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:09.758671 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-834a3763-52df-443a-b5c0-7c9419bd8f65 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Allocated IP 2001:db8:3::1 (ed59d2aa-d9ad-49e6-bf65-777883111246/44bd8653-77e7-415b-9bfb-e5e67f614faa/660dc569-0c5f-4081-89a5-bf26a9cb864a) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:09.773450 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 49b02342-ae1a-4df9-884c-09ad843a7cb2 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:09.928930 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c91c96-5c5a-4fc2-be38-1682b4c6d459 None None] Network ed59d2aa-d9ad-49e6-bf65-777883111246 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:09.961414 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-d9c91c96-5c5a-4fc2-be38-1682b4c6d459 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:09.973719 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c91c96-5c5a-4fc2-be38-1682b4c6d459 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:10.009207 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2af6db71-02cd-46fe-8e76-47f0325e9171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.052366 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b154837a-06ca-4662-8627-69960f35455c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.158363 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b154837a-06ca-4662-8627-69960f35455c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.241646 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c91c96-5c5a-4fc2-be38-1682b4c6d459 None None] Pushing event updated for resources: {'Port': ['ID=8b22b118-0d52-45b9-b218-a5ed5daec5e5,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:10.321891 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-834a3763-52df-443a-b5c0-7c9419bd8f65 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.361246 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-834a3763-52df-443a-b5c0-7c9419bd8f65 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Transition to ACTIVE for port object 660dc569-0c5f-4081-89a5-bf26a9cb864a will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:10.371488 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b154837a-06ca-4662-8627-69960f35455c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.375329 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b154837a-06ca-4662-8627-69960f35455c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.377366 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b154837a-06ca-4662-8627-69960f35455c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b0e6b57-9c6b-4116-9557-bd5bbff6c061 HTTP/1.1" status: 204 len: 168 time: 0.6286089 Jul 07 17:25:10.400873 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51612) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:10.402844 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154837a-06ca-4662-8627-69960f35455c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0e6b57-9c6b-4116-9557-bd5bbff6c061,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:10.443020 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af6db71-02cd-46fe-8e76-47f0325e9171 admin admin] Router 53360daf-37e5-4dc1-acbf-e2828b93edfd is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:25:10.497045 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-834a3763-52df-443a-b5c0-7c9419bd8f65 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.534159 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 49b02342-ae1a-4df9-884c-09ad843a7cb2 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:10.544432 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-92f59049-ab85-4b09-84e3-613b64236650 None None] Attempting to bind port e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:10.548326 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-92f59049-ab85-4b09-84e3-613b64236650 None None] Attempting to bind port e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'fa1addda-9a69-4281-8781-d9b35f005bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5b40365b-2ce2-440c-8353-128806702903'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:10.549653 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f59049-ab85-4b09-84e3-613b64236650 None None] Attempting to bind port e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc on network 5b40365b-2ce2-440c-8353-128806702903 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:10.579644 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f59049-ab85-4b09-84e3-613b64236650 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:10.580160 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f59049-ab85-4b09-84e3-613b64236650 None None] Checking segment: {'id': 'fa1addda-9a69-4281-8781-d9b35f005bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5b40365b-2ce2-440c-8353-128806702903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:10.580588 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-92f59049-ab85-4b09-84e3-613b64236650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.581034 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f59049-ab85-4b09-84e3-613b64236650 None None] Bound using segment: {'id': 'fa1addda-9a69-4281-8781-d9b35f005bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5b40365b-2ce2-440c-8353-128806702903'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:10.581906 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-92f59049-ab85-4b09-84e3-613b64236650 None None] Bound port: e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1addda-9a69-4281-8781-d9b35f005bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5b40365b-2ce2-440c-8353-128806702903'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:10.582654 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-92f59049-ab85-4b09-84e3-613b64236650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.688487 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-92f59049-ab85-4b09-84e3-613b64236650 None None] For port e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:10.692563 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-92f59049-ab85-4b09-84e3-613b64236650 None None] For port e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc,segment=NetworkSegment(fa1addda-9a69-4281-8781-d9b35f005bc2),segment_id=fa1addda-9a69-4281-8781-d9b35f005bc2)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:10.694911 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 49b02342-ae1a-4df9-884c-09ad843a7cb2 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:10.695407 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.799818 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-92f59049-ab85-4b09-84e3-613b64236650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.857991 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-998a1b5b-4fc2-4ccb-ae82-2ea447daba99 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2101872954'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:10.860829 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834a3763-52df-443a-b5c0-7c9419bd8f65 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network ed59d2aa-d9ad-49e6-bf65-777883111246 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:10.881988 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-834a3763-52df-443a-b5c0-7c9419bd8f65 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:10.889319 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834a3763-52df-443a-b5c0-7c9419bd8f65 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:10.889912 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-834a3763-52df-443a-b5c0-7c9419bd8f65 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.946717 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-45ad2c11-60bf-47d4-9a2f-be2f7bf0ae6c None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.954385 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be1862-eb49-433a-80c2-0b152315d675 None None] Pushing event updated for resources: {'Port': ['ID=e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:10.974363 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-d9c91c96-5c5a-4fc2-be38-1682b4c6d459 None None] Attempting to bind port 8b22b118-0d52-45b9-b218-a5ed5daec5e5 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:10.975528 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-d9c91c96-5c5a-4fc2-be38-1682b4c6d459 None None] Attempting to bind port 8b22b118-0d52-45b9-b218-a5ed5daec5e5 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'bd2014cc-58bf-4112-8e71-8151ddd498c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ed59d2aa-d9ad-49e6-bf65-777883111246'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:10.976310 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c91c96-5c5a-4fc2-be38-1682b4c6d459 None None] Attempting to bind port 8b22b118-0d52-45b9-b218-a5ed5daec5e5 on network ed59d2aa-d9ad-49e6-bf65-777883111246 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:10.993519 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c91c96-5c5a-4fc2-be38-1682b4c6d459 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:10.993913 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c91c96-5c5a-4fc2-be38-1682b4c6d459 None None] Checking segment: {'id': 'bd2014cc-58bf-4112-8e71-8151ddd498c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ed59d2aa-d9ad-49e6-bf65-777883111246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:10.994318 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d9c91c96-5c5a-4fc2-be38-1682b4c6d459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.994704 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c91c96-5c5a-4fc2-be38-1682b4c6d459 None None] Bound using segment: {'id': 'bd2014cc-58bf-4112-8e71-8151ddd498c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ed59d2aa-d9ad-49e6-bf65-777883111246'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:10.995211 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-d9c91c96-5c5a-4fc2-be38-1682b4c6d459 None None] Bound port: 8b22b118-0d52-45b9-b218-a5ed5daec5e5, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2014cc-58bf-4112-8e71-8151ddd498c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ed59d2aa-d9ad-49e6-bf65-777883111246'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:10.995630 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d9c91c96-5c5a-4fc2-be38-1682b4c6d459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.018675 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a3763-52df-443a-b5c0-7c9419bd8f65 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Port': ['ID=660dc569-0c5f-4081-89a5-bf26a9cb864a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:11.025655 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f59049-ab85-4b09-84e3-613b64236650 None None] Routers {'412a4558-684e-4b2e-a0c1-c734d52553eb'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:11.027289 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-92f59049-ab85-4b09-84e3-613b64236650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:24:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['412a4558-684e-4b2e-a0c1-c734d52553eb'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:11.108030 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-45ad2c11-60bf-47d4-9a2f-be2f7bf0ae6c None None] Transition to ACTIVE for port object df1390f1-08f3-4a39-b0b9-2b0feae5562a will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:11.127036 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-45ad2c11-60bf-47d4-9a2f-be2f7bf0ae6c None None] Transition to ACTIVE for port object df1390f1-08f3-4a39-b0b9-2b0feae5562a will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:11.168162 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-45ad2c11-60bf-47d4-9a2f-be2f7bf0ae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.301031 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.304073 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-834a3763-52df-443a-b5c0-7c9419bd8f65 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.420268 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ad2c11-60bf-47d4-9a2f-be2f7bf0ae6c None None] Network 3d84210f-1a97-4684-94f8-8cba672ebb36 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:11.453401 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-45ad2c11-60bf-47d4-9a2f-be2f7bf0ae6c None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:11.461329 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ad2c11-60bf-47d4-9a2f-be2f7bf0ae6c None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:11.494169 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad2c11-60bf-47d4-9a2f-be2f7bf0ae6c None None] Pushing event updated for resources: {'Port': ['ID=df1390f1-08f3-4a39-b0b9-2b0feae5562a,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:11.530404 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d9c91c96-5c5a-4fc2-be38-1682b4c6d459 None None] For port 8b22b118-0d52-45b9-b218-a5ed5daec5e5, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:11.556801 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d9c91c96-5c5a-4fc2-be38-1682b4c6d459 None None] For port 8b22b118-0d52-45b9-b218-a5ed5daec5e5, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8b22b118-0d52-45b9-b218-a5ed5daec5e5,segment=NetworkSegment(bd2014cc-58bf-4112-8e71-8151ddd498c6),segment_id=bd2014cc-58bf-4112-8e71-8151ddd498c6)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:11.566391 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998a1b5b-4fc2-4ccb-ae82-2ea447daba99 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Made reservation on behalf of 69968cf26eca4c2ba929a8c364741339 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:11.567118 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-92f59049-ab85-4b09-84e3-613b64236650 None None] Set router 412a4558-684e-4b2e-a0c1-c734d52553eb gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:11.573450 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 49b02342-ae1a-4df9-884c-09ad843a7cb2, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=49b02342-ae1a-4df9-884c-09ad843a7cb2,segment=NetworkSegment(0d12baf6-491d-414a-b2f6-987ff732ff88),segment_id=0d12baf6-491d-414a-b2f6-987ff732ff88)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:11.575608 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d9c91c96-5c5a-4fc2-be38-1682b4c6d459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.581307 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-998a1b5b-4fc2-4ccb-ae82-2ea447daba99 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.625480 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-998a1b5b-4fc2-4ccb-ae82-2ea447daba99 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.659436 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.711287 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af6db71-02cd-46fe-8e76-47f0325e9171 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:11.796645 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46321a13-186b-4a93-b76f-11a439e1f801 None None] Sync routers for ids ['53360daf-37e5-4dc1-acbf-e2828b93edfd'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:11.853695 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-998a1b5b-4fc2-4ccb-ae82-2ea447daba99 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.867393 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-998a1b5b-4fc2-4ccb-ae82-2ea447daba99 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.889453 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2af6db71-02cd-46fe-8e76-47f0325e9171 admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.897939 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2af6db71-02cd-46fe-8e76-47f0325e9171 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0166249 Jul 07 17:25:11.898240 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51646) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:11.902413 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-834a3763-52df-443a-b5c0-7c9419bd8f65 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.935427 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-45ad2c11-60bf-47d4-9a2f-be2f7bf0ae6c None None] Attempting to bind port df1390f1-08f3-4a39-b0b9-2b0feae5562a on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:11.938007 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-45ad2c11-60bf-47d4-9a2f-be2f7bf0ae6c None None] Attempting to bind port df1390f1-08f3-4a39-b0b9-2b0feae5562a by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'eb165288-9ecd-4981-8da6-59513b3de8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3d84210f-1a97-4684-94f8-8cba672ebb36'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:11.938646 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad2c11-60bf-47d4-9a2f-be2f7bf0ae6c None None] Attempting to bind port df1390f1-08f3-4a39-b0b9-2b0feae5562a on network 3d84210f-1a97-4684-94f8-8cba672ebb36 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:11.940729 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c91c96-5c5a-4fc2-be38-1682b4c6d459 None None] Pushing event updated for resources: {'Port': ['ID=8b22b118-0d52-45b9-b218-a5ed5daec5e5,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:11.954922 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998a1b5b-4fc2-4ccb-ae82-2ea447daba99 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:25:11.991018 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a1b5b-4fc2-4ccb-ae82-2ea447daba99 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6448897-44c7-4166-8f86-e8ac42d7c63b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:12.029684 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-998a1b5b-4fc2-4ccb-ae82-2ea447daba99 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.030458 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-998a1b5b-4fc2-4ccb-ae82-2ea447daba99 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Added segment aad755c2-b669-4d42-b2cc-97272c0e24d2 of type vlan for network ff1392de-c260-43f5-bf98-c135c6ad6aa6 Jul 07 17:25:12.041742 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998a1b5b-4fc2-4ccb-ae82-2ea447daba99 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:12.042625 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998a1b5b-4fc2-4ccb-ae82-2ea447daba99 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:12.043197 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998a1b5b-4fc2-4ccb-ae82-2ea447daba99 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:12.043756 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998a1b5b-4fc2-4ccb-ae82-2ea447daba99 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:12.046386 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998a1b5b-4fc2-4ccb-ae82-2ea447daba99 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:12.047038 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998a1b5b-4fc2-4ccb-ae82-2ea447daba99 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:12.048330 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998a1b5b-4fc2-4ccb-ae82-2ea447daba99 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:12.053110 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998a1b5b-4fc2-4ccb-ae82-2ea447daba99 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:12.054551 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998a1b5b-4fc2-4ccb-ae82-2ea447daba99 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:12.055183 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998a1b5b-4fc2-4ccb-ae82-2ea447daba99 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:12.056603 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad2c11-60bf-47d4-9a2f-be2f7bf0ae6c None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:12.057014 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad2c11-60bf-47d4-9a2f-be2f7bf0ae6c None None] Checking segment: {'id': 'eb165288-9ecd-4981-8da6-59513b3de8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3d84210f-1a97-4684-94f8-8cba672ebb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:12.057270 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998a1b5b-4fc2-4ccb-ae82-2ea447daba99 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:12.057416 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-45ad2c11-60bf-47d4-9a2f-be2f7bf0ae6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.058028 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad2c11-60bf-47d4-9a2f-be2f7bf0ae6c None None] Bound using segment: {'id': 'eb165288-9ecd-4981-8da6-59513b3de8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3d84210f-1a97-4684-94f8-8cba672ebb36'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:12.058362 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998a1b5b-4fc2-4ccb-ae82-2ea447daba99 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:12.058884 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-45ad2c11-60bf-47d4-9a2f-be2f7bf0ae6c None None] Bound port: df1390f1-08f3-4a39-b0b9-2b0feae5562a, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb165288-9ecd-4981-8da6-59513b3de8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3d84210f-1a97-4684-94f8-8cba672ebb36'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:12.059444 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-45ad2c11-60bf-47d4-9a2f-be2f7bf0ae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.065886 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46321a13-186b-4a93-b76f-11a439e1f801 None None] Routers {'53360daf-37e5-4dc1-acbf-e2828b93edfd'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:12.072884 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-46321a13-186b-4a93-b76f-11a439e1f801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:24:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['53360daf-37e5-4dc1-acbf-e2828b93edfd'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:12.148283 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-834a3763-52df-443a-b5c0-7c9419bd8f65 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.156134 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-834a3763-52df-443a-b5c0-7c9419bd8f65 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.165236 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-998a1b5b-4fc2-4ccb-ae82-2ea447daba99 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.273498 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-998a1b5b-4fc2-4ccb-ae82-2ea447daba99 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.315346 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998a1b5b-4fc2-4ccb-ae82-2ea447daba99 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:12.319503 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-998a1b5b-4fc2-4ccb-ae82-2ea447daba99 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.344709 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=49b02342-ae1a-4df9-884c-09ad843a7cb2,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:12.360115 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a3763-52df-443a-b5c0-7c9419bd8f65 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event updated for resources: {'Port': ['ID=660dc569-0c5f-4081-89a5-bf26a9cb864a,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:12.365844 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-998a1b5b-4fc2-4ccb-ae82-2ea447daba99 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9620605 Jul 07 17:25:12.372011 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51656) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:12.429078 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-559550b6-4e3d-4e09-889b-9bbeb21d0e53 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Request body: {'subnet': {'network_id': 'ff1392de-c260-43f5-bf98-c135c6ad6aa6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:12.626254 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a1b5b-4fc2-4ccb-ae82-2ea447daba99 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Pushing event updated for resources: {'Network': ['ID=ff1392de-c260-43f5-bf98-c135c6ad6aa6,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:12.675498 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559550b6-4e3d-4e09-889b-9bbeb21d0e53 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Made reservation on behalf of 69968cf26eca4c2ba929a8c364741339 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:12.685349 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-559550b6-4e3d-4e09-889b-9bbeb21d0e53 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.817091 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network ff1392de-c260-43f5-bf98-c135c6ad6aa6 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:25:12.991705 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834a3763-52df-443a-b5c0-7c9419bd8f65 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Network ed59d2aa-d9ad-49e6-bf65-777883111246 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:12.995472 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-834a3763-52df-443a-b5c0-7c9419bd8f65 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:13.030634 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-559550b6-4e3d-4e09-889b-9bbeb21d0e53 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:13.114697 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-45ad2c11-60bf-47d4-9a2f-be2f7bf0ae6c None None] For port df1390f1-08f3-4a39-b0b9-2b0feae5562a, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:13.150629 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-46321a13-186b-4a93-b76f-11a439e1f801 None None] Set router 53360daf-37e5-4dc1-acbf-e2828b93edfd gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:13.219405 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559550b6-4e3d-4e09-889b-9bbeb21d0e53 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Pushing event updated for resources: {'Subnet': ['ID=309bc008-cb1e-455d-9f26-a084255d6153,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:13.258286 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559550b6-4e3d-4e09-889b-9bbeb21d0e53 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Checking segment: {'id': 'aad755c2-b669-4d42-b2cc-97272c0e24d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ff1392de-c260-43f5-bf98-c135c6ad6aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:13.258919 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559550b6-4e3d-4e09-889b-9bbeb21d0e53 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Network hostable DHCP agents. Network: ff1392de-c260-43f5-bf98-c135c6ad6aa6, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:25:13.341830 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559550b6-4e3d-4e09-889b-9bbeb21d0e53 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Network ff1392de-c260-43f5-bf98-c135c6ad6aa6 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:25:13.349722 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-45ad2c11-60bf-47d4-9a2f-be2f7bf0ae6c None None] For port df1390f1-08f3-4a39-b0b9-2b0feae5562a, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=df1390f1-08f3-4a39-b0b9-2b0feae5562a,segment=NetworkSegment(eb165288-9ecd-4981-8da6-59513b3de8c1),segment_id=eb165288-9ecd-4981-8da6-59513b3de8c1)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:13.394299 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-559550b6-4e3d-4e09-889b-9bbeb21d0e53 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, ff1392de-c260-43f5-bf98-c135c6ad6aa6) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:13.404343 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559550b6-4e3d-4e09-889b-9bbeb21d0e53 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:13.407321 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-559550b6-4e3d-4e09-889b-9bbeb21d0e53 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:13.452766 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34281a5f-fc25-4f28-8928-cbe8f0f224c9 None None] Network ff1392de-c260-43f5-bf98-c135c6ad6aa6 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:13.456424 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-559550b6-4e3d-4e09-889b-9bbeb21d0e53 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0385005 Jul 07 17:25:13.456857 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-45ad2c11-60bf-47d4-9a2f-be2f7bf0ae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:13.460450 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51680) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:13.472461 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-81ed46d9-9ae0-4465-ac9c-379376f70796 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Request body: {'port': {'network_id': 'ff1392de-c260-43f5-bf98-c135c6ad6aa6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1938626805'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:13.663807 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834a3763-52df-443a-b5c0-7c9419bd8f65 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Router aaf43056-65da-4cef-9d4e-160c1663f899 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:25:13.668275 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd91e130-a1cd-4f24-8fd6-8473ccdfe66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:13.733928 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ed46d9-9ae0-4465-ac9c-379376f70796 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Made reservation on behalf of 69968cf26eca4c2ba929a8c364741339 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:13.740521 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-81ed46d9-9ae0-4465-ac9c-379376f70796 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:13.764328 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-81ed46d9-9ae0-4465-ac9c-379376f70796 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] device_id is not set on port f84dbf82-b08e-4d0d-9b0e-135effaedfc3 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:25:13.869317 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad2c11-60bf-47d4-9a2f-be2f7bf0ae6c None None] Pushing event updated for resources: {'Port': ['ID=df1390f1-08f3-4a39-b0b9-2b0feae5562a,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:13.881594 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74225266-510e-4080-a86d-dba747152db7 None None] Network ed59d2aa-d9ad-49e6-bf65-777883111246 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:13.971234 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-92f59049-ab85-4b09-84e3-613b64236650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412a4558-684e-4b2e-a0c1-c734d52553eb', 'name': 'tempest-TestAggregatesBasicOps-2078880745-router', 'tenant_id': '1ad824a9fb61468d852117e1ec7576e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af5041d3-2cc2-4c42-91f4-d6247975521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:45Z', 'updated_at': '2021-07-07T17:24:56Z', 'revision_number': 4, 'project_id': '1ad824a9fb61468d852117e1ec7576e2', 'gw_port': {'id': 'af5041d3-2cc2-4c42-91f4-d6247975521b', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412a4558-684e-4b2e-a0c1-c734d52553eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:47Z', 'updated_at': '2021-07-07T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc', 'name': '', 'network_id': '5b40365b-2ce2-440c-8353-128806702903', 'tenant_id': '1ad824a9fb61468d852117e1ec7576e2', 'mac_address': 'fa:16:3e:b5:4b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412a4558-684e-4b2e-a0c1-c734d52553eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'd36b93d6-4ee7-46b3-b978-5fe5c948ef2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:53Z', 'updated_at': '2021-07-07T17:25:10Z', 'revision_number': 4, 'project_id': '1ad824a9fb61468d852117e1ec7576e2', 'subnets': [{'id': 'd36b93d6-4ee7-46b3-b978-5fe5c948ef2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:14.088405 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-81ed46d9-9ae0-4465-ac9c-379376f70796 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Allocated IP 172.20.0.11 (ff1392de-c260-43f5-bf98-c135c6ad6aa6/309bc008-cb1e-455d-9f26-a084255d6153/f84dbf82-b08e-4d0d-9b0e-135effaedfc3) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:14.123672 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 49b02342-ae1a-4df9-884c-09ad843a7cb2 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:14.186451 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f59049-ab85-4b09-84e3-613b64236650 None None] The sync data for ids ['412a4558-684e-4b2e-a0c1-c734d52553eb'] in n-d-791503-12 is: [{'id': '412a4558-684e-4b2e-a0c1-c734d52553eb', 'name': 'tempest-TestAggregatesBasicOps-2078880745-router', 'tenant_id': '1ad824a9fb61468d852117e1ec7576e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af5041d3-2cc2-4c42-91f4-d6247975521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:45Z', 'updated_at': '2021-07-07T17:24:56Z', 'revision_number': 4, 'project_id': '1ad824a9fb61468d852117e1ec7576e2', 'gw_port': {'id': 'af5041d3-2cc2-4c42-91f4-d6247975521b', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412a4558-684e-4b2e-a0c1-c734d52553eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:47Z', 'updated_at': '2021-07-07T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc', 'name': '', 'network_id': '5b40365b-2ce2-440c-8353-128806702903', 'tenant_id': '1ad824a9fb61468d852117e1ec7576e2', 'mac_address': 'fa:16:3e:b5:4b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412a4558-684e-4b2e-a0c1-c734d52553eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'd36b93d6-4ee7-46b3-b978-5fe5c948ef2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:53Z', 'updated_at': '2021-07-07T17:25:10Z', 'revision_number': 4, 'project_id': '1ad824a9fb61468d852117e1ec7576e2', 'subnets': [{'id': 'd36b93d6-4ee7-46b3-b978-5fe5c948ef2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:14.268011 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-be685d56-ac77-4fec-9129-1a3e4085cf7e None None] Provisioning for port 8b22b118-0d52-45b9-b218-a5ed5daec5e5 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:14.583910 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-81ed46d9-9ae0-4465-ac9c-379376f70796 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:14.672599 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-81ed46d9-9ae0-4465-ac9c-379376f70796 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Transition to ACTIVE for port object f84dbf82-b08e-4d0d-9b0e-135effaedfc3 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:14.735935 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c11a26-cd4f-4a52-8139-636cd71ed685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-ff1392de-c260-43f5-bf98-c135c6ad6aa6', 'network_id': 'ff1392de-c260-43f5-bf98-c135c6ad6aa6', 'tenant_id': '69968cf26eca4c2ba929a8c364741339', 'fixed_ips': [{'subnet_id': '309bc008-cb1e-455d-9f26-a084255d6153'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:25:14.737432 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a1c11a26-cd4f-4a52-8139-636cd71ed685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:14.792472 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-81ed46d9-9ae0-4465-ac9c-379376f70796 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:14.879262 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 49b02342-ae1a-4df9-884c-09ad843a7cb2 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:14.879683 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:14.898787 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ed46d9-9ae0-4465-ac9c-379376f70796 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Network ff1392de-c260-43f5-bf98-c135c6ad6aa6 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:14.904472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-81ed46d9-9ae0-4465-ac9c-379376f70796 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:14.910700 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ed46d9-9ae0-4465-ac9c-379376f70796 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:15.027815 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ed46d9-9ae0-4465-ac9c-379376f70796 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:15.033494 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-81ed46d9-9ae0-4465-ac9c-379376f70796 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:15.106835 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-81ed46d9-9ae0-4465-ac9c-379376f70796 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.6416852 Jul 07 17:25:15.109113 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51726) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:15.149891 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834a3763-52df-443a-b5c0-7c9419bd8f65 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:15.165486 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da5a9bd-b22e-493b-8524-fc40e452912a None None] Sync routers for ids ['aaf43056-65da-4cef-9d4e-160c1663f899'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:15.178290 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-834a3763-52df-443a-b5c0-7c9419bd8f65 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "PUT /v2.0/routers/aaf43056-65da-4cef-9d4e-160c1663f899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4754984 Jul 07 17:25:15.192568 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51730) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:15.196715 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da5a9bd-b22e-493b-8524-fc40e452912a None None] Routers {'aaf43056-65da-4cef-9d4e-160c1663f899'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:15.201946 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-2da5a9bd-b22e-493b-8524-fc40e452912a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:24:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['aaf43056-65da-4cef-9d4e-160c1663f899'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:15.211101 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-626a1e7c-3654-479c-90e1-b0fdd12b167f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:15.225036 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed46d9-9ae0-4465-ac9c-379376f70796 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Pushing event updated for resources: {'Port': ['ID=f84dbf82-b08e-4d0d-9b0e-135effaedfc3,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:15.244123 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-46321a13-186b-4a93-b76f-11a439e1f801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53360daf-37e5-4dc1-acbf-e2828b93edfd', 'name': 'tempest-TestAggregatesBasicOps-1893392308-router', 'tenant_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'bea34ff0-0df5-4703-9bb6-bc23389a18c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:06Z', 'updated_at': '2021-07-07T17:25:08Z', 'revision_number': 3, 'project_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'gw_port': {'id': 'bea34ff0-0df5-4703-9bb6-bc23389a18c2', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53360daf-37e5-4dc1-acbf-e2828b93edfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:07Z', 'updated_at': '2021-07-07T17:25:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:15.363099 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a3ce86e1-906f-469a-91d2-09cb759cbe07 req-4aa7a428-a128-4230-99a6-282940426e3b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=948cee78-1dd9-49f2-8441-65b00cf8dfaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.8075876 Jul 07 17:25:15.570122 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-2da5a9bd-b22e-493b-8524-fc40e452912a None None] Set router aaf43056-65da-4cef-9d4e-160c1663f899 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:15.604204 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-a1c11a26-cd4f-4a52-8139-636cd71ed685 None None] Allocated IP 172.20.0.2 (ff1392de-c260-43f5-bf98-c135c6ad6aa6/309bc008-cb1e-455d-9f26-a084255d6153/5d36778a-38f7-447d-a80e-77452dd94c4f) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:15.864875 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46321a13-186b-4a93-b76f-11a439e1f801 None None] Checking router: 53360daf-37e5-4dc1-acbf-e2828b93edfd for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:15.866336 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46321a13-186b-4a93-b76f-11a439e1f801 None None] Updating router 53360daf-37e5-4dc1-acbf-e2828b93edfd port bea34ff0-0df5-4703-9bb6-bc23389a18c2 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:25:15.908807 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-fd91e130-a1cd-4f24-8fd6-8473ccdfe66a admin admin] Allocated IP 172.20.0.1 (3d84210f-1a97-4684-94f8-8cba672ebb36/0fe64c2f-cc76-4a4b-9666-cff6da12165c/08c58bb6-a32a-4f45-b81c-8459434ce68b) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:16.132943 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-b0f15a2f-db1d-4f14-9961-f5d4249ec75c tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Deleting port f84dbf82-b08e-4d0d-9b0e-135effaedfc3 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:16.133568 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b0f15a2f-db1d-4f14-9961-f5d4249ec75c tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:16.227696 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-46321a13-186b-4a93-b76f-11a439e1f801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:16.363273 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72d3c5d-ebb8-4ce5-87cd-9c954e63f527 None None] Network 3d84210f-1a97-4684-94f8-8cba672ebb36 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:16.426497 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce86e1-906f-469a-91d2-09cb759cbe07 req-e1014c4c-4ae6-4329-82ed-eb4b48c7e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.434618 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a3ce86e1-906f-469a-91d2-09cb759cbe07 req-e1014c4c-4ae6-4329-82ed-eb4b48c7e75f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05029c802c7d44e6b05d7b73d2dd31fb&device_id=948cee78-1dd9-49f2-8441-65b00cf8dfaf HTTP/1.1" status: 200 len: 1097 time: 1.0287216 Jul 07 17:25:16.492774 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-2da5a9bd-b22e-493b-8524-fc40e452912a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:25:11Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None, '_interfaces': [{'id': '49b02342-ae1a-4df9-884c-09ad843a7cb2', 'name': '', 'network_id': 'a6ed5ccd-135e-4712-8b7c-29c7a3d08a20', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:a3:17:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:58Z', 'updated_at': '2021-07-07T17:25:11Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '660dc569-0c5f-4081-89a5-bf26a9cb864a', 'name': '', 'network_id': 'ed59d2aa-d9ad-49e6-bf65-777883111246', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:94:17:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '44bd8653-77e7-415b-9bfb-e5e67f614faa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:07Z', 'updated_at': '2021-07-07T17:25:11Z', 'revision_number': 2, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '44bd8653-77e7-415b-9bfb-e5e67f614faa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '736e0f80-ccf2-44fb-b81d-bdac82f2394b', 'name': '', 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:01:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '59daf397-4617-440d-a9d7-b64ad995d261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:42Z', 'updated_at': '2021-07-07T17:24:51Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '59daf397-4617-440d-a9d7-b64ad995d261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49', 'name': '', 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:54:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:50Z', 'updated_at': '2021-07-07T17:24:59Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:16.679667 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da5a9bd-b22e-493b-8524-fc40e452912a None None] Checking router: aaf43056-65da-4cef-9d4e-160c1663f899 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:16.681252 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da5a9bd-b22e-493b-8524-fc40e452912a None None] Updating router aaf43056-65da-4cef-9d4e-160c1663f899 port 660dc569-0c5f-4081-89a5-bf26a9cb864a binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:25:16.718977 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce86e1-906f-469a-91d2-09cb759cbe07 req-5f55b449-e4a1-4132-a8b9-26efde2f9872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.721778 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a3ce86e1-906f-469a-91d2-09cb759cbe07 req-5f55b449-e4a1-4132-a8b9-26efde2f9872 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8844e96f-6ac0-4025-abff-e3224e6714bf HTTP/1.1" status: 200 len: 911 time: 0.2600720 Jul 07 17:25:16.737412 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd91e130-a1cd-4f24-8fd6-8473ccdfe66a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:16.766389 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-2da5a9bd-b22e-493b-8524-fc40e452912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:16.913206 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51764) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:16.989414 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-fd91e130-a1cd-4f24-8fd6-8473ccdfe66a admin admin] Transition to ACTIVE for port object 08c58bb6-a32a-4f45-b81c-8459434ce68b will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:17.023624 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b0f15a2f-db1d-4f14-9961-f5d4249ec75c tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:17.102803 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a3ce86e1-906f-469a-91d2-09cb759cbe07 req-33c26a01-f652-49a3-9573-d8624bcb15e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26a5a26e-4f5e-41e5-8985-f6cd813a8046 HTTP/1.1" status: 200 len: 1000 time: 0.3569257 Jul 07 17:25:17.108035 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-b0f15a2f-db1d-4f14-9961-f5d4249ec75c tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Calling delete_port for f84dbf82-b08e-4d0d-9b0e-135effaedfc3 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:17.294427 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd91e130-a1cd-4f24-8fd6-8473ccdfe66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:17.434069 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a1c11a26-cd4f-4a52-8139-636cd71ed685 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:17.457327 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd91e130-a1cd-4f24-8fd6-8473ccdfe66a admin admin] Network 3d84210f-1a97-4684-94f8-8cba672ebb36 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:17.466550 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-fd91e130-a1cd-4f24-8fd6-8473ccdfe66a admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:17.470789 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce86e1-906f-469a-91d2-09cb759cbe07 req-1435091e-2ab9-4b93-8623-94664421a7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:17.472801 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a3ce86e1-906f-469a-91d2-09cb759cbe07 req-1435091e-2ab9-4b93-8623-94664421a7be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e2ae55f5-c355-4456-833a-1db6be8fc78f HTTP/1.1" status: 200 len: 849 time: 0.3608594 Jul 07 17:25:17.473710 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91e130-a1cd-4f24-8fd6-8473ccdfe66a admin admin] Pushing event updated for resources: {'Port': ['ID=08c58bb6-a32a-4f45-b81c-8459434ce68b,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:17.477679 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd91e130-a1cd-4f24-8fd6-8473ccdfe66a admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:17.508153 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8b22b118-0d52-45b9-b218-a5ed5daec5e5 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:17.539543 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2fc3a1f7-5cf6-47a1-bc57-6e210fc145ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:17.602613 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd91e130-a1cd-4f24-8fd6-8473ccdfe66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:17.647583 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-65a7255c-b1f1-43d3-8de4-6af0913d0fe1 None None] Provisioning for port df1390f1-08f3-4a39-b0b9-2b0feae5562a completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:17.776368 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce86e1-906f-469a-91d2-09cb759cbe07 req-cf6a332c-db89-4a2e-b9f0-2bc1ba562f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:17.787908 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a3ce86e1-906f-469a-91d2-09cb759cbe07 req-cf6a332c-db89-4a2e-b9f0-2bc1ba562f32 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8844e96f-6ac0-4025-abff-e3224e6714bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3058338 Jul 07 17:25:17.822472 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a1c11a26-cd4f-4a52-8139-636cd71ed685 None None] Transition to ACTIVE for port object 5d36778a-38f7-447d-a80e-77452dd94c4f will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:17.857858 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2fc3a1f7-5cf6-47a1-bc57-6e210fc145ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:17.884362 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2fc3a1f7-5cf6-47a1-bc57-6e210fc145ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:17.978695 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-2da5a9bd-b22e-493b-8524-fc40e452912a None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:17.983764 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2fc3a1f7-5cf6-47a1-bc57-6e210fc145ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ff670c0e8cb9486bb1302a3048da026c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0669601 Jul 07 17:25:17.988408 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a1c11a26-cd4f-4a52-8139-636cd71ed685 None None] Transition to ACTIVE for port object 5d36778a-38f7-447d-a80e-77452dd94c4f will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:17.994881 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-2da5a9bd-b22e-493b-8524-fc40e452912a None None] Transition to ACTIVE for port object 660dc569-0c5f-4081-89a5-bf26a9cb864a will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:18.003365 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51780) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:18.006400 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-2da5a9bd-b22e-493b-8524-fc40e452912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.013379 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a1c11a26-cd4f-4a52-8139-636cd71ed685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.034058 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 8b22b118-0d52-45b9-b218-a5ed5daec5e5 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:18.094531 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 8b22b118-0d52-45b9-b218-a5ed5daec5e5 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:18.094918 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.152024 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.extraroute_db [None req-626a1e7c-3654-479c-90e1-b0fdd12b167f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100192) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 17:25:18.183716 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.extraroute_db [None req-626a1e7c-3654-479c-90e1-b0fdd12b167f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Removed routes are [] {{(pid=100192) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 17:25:18.184743 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-626a1e7c-3654-479c-90e1-b0fdd12b167f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.192420 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-af215573-b502-4d53-a8a2-5348591dec17 None None] Provisioning complete for port 8b22b118-0d52-45b9-b218-a5ed5daec5e5 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:18.194435 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-af215573-b502-4d53-a8a2-5348591dec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.211493 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c11a26-cd4f-4a52-8139-636cd71ed685 None None] Network ff1392de-c260-43f5-bf98-c135c6ad6aa6 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:18.215039 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3a1f7-5cf6-47a1-bc57-6e210fc145ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd6c1be-7a49-418f-9e7a-50ee3ddef399,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:18.219126 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd91e130-a1cd-4f24-8fd6-8473ccdfe66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.241412 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-a1c11a26-cd4f-4a52-8139-636cd71ed685 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:18.244559 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c11a26-cd4f-4a52-8139-636cd71ed685 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:18.282065 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a3ce86e1-906f-469a-91d2-09cb759cbe07 req-04c446dc-bac0-4da5-9038-c29a8feb20bb service neutron] 10.222.0.64 "GET /v2.0/networks/8844e96f-6ac0-4025-abff-e3224e6714bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846473 Jul 07 17:25:18.327704 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c11a26-cd4f-4a52-8139-636cd71ed685 None None] Pushing event updated for resources: {'Port': ['ID=5d36778a-38f7-447d-a80e-77452dd94c4f,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:18.341942 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-91b5872d-83d6-4659-ba24-791f3c5d4105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.689608 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-91b5872d-83d6-4659-ba24-791f3c5d4105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.791829 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8ebf8-000c-4f02-815e-42e67b606082 None None] Pushing event updated for resources: {'Port': ['ID=660dc569-0c5f-4081-89a5-bf26a9cb864a,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:18.855573 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-2da5a9bd-b22e-493b-8524-fc40e452912a None None] Attempting to bind port 660dc569-0c5f-4081-89a5-bf26a9cb864a on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:18.855958 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-2da5a9bd-b22e-493b-8524-fc40e452912a None None] Attempting to bind port 660dc569-0c5f-4081-89a5-bf26a9cb864a by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'bd2014cc-58bf-4112-8e71-8151ddd498c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ed59d2aa-d9ad-49e6-bf65-777883111246'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:18.856321 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da5a9bd-b22e-493b-8524-fc40e452912a None None] Attempting to bind port 660dc569-0c5f-4081-89a5-bf26a9cb864a on network ed59d2aa-d9ad-49e6-bf65-777883111246 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:18.868275 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da5a9bd-b22e-493b-8524-fc40e452912a None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:18.869277 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da5a9bd-b22e-493b-8524-fc40e452912a None None] Checking segment: {'id': 'bd2014cc-58bf-4112-8e71-8151ddd498c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ed59d2aa-d9ad-49e6-bf65-777883111246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:18.870276 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-2da5a9bd-b22e-493b-8524-fc40e452912a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.870905 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da5a9bd-b22e-493b-8524-fc40e452912a None None] Bound using segment: {'id': 'bd2014cc-58bf-4112-8e71-8151ddd498c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ed59d2aa-d9ad-49e6-bf65-777883111246'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:18.871579 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-2da5a9bd-b22e-493b-8524-fc40e452912a None None] Bound port: 660dc569-0c5f-4081-89a5-bf26a9cb864a, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2014cc-58bf-4112-8e71-8151ddd498c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ed59d2aa-d9ad-49e6-bf65-777883111246'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:18.872161 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-2da5a9bd-b22e-493b-8524-fc40e452912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.985463 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-626a1e7c-3654-479c-90e1-b0fdd12b167f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.009889 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-626a1e7c-3654-479c-90e1-b0fdd12b167f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7962560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7962587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8271377'] for router, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.051154 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a3ce86e1-906f-469a-91d2-09cb759cbe07 req-44b725ae-e6b1-4b28-9730-282fe9fe4f4f service neutron] 10.222.0.64 "GET /v2.0/networks/8844e96f-6ac0-4025-abff-e3224e6714bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7465892 Jul 07 17:25:19.066126 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-91b5872d-83d6-4659-ba24-791f3c5d4105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.072105 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-91b5872d-83d6-4659-ba24-791f3c5d4105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.086385 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-91b5872d-83d6-4659-ba24-791f3c5d4105 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8dd6c1be-7a49-418f-9e7a-50ee3ddef399 HTTP/1.1" status: 204 len: 168 time: 1.0781012 Jul 07 17:25:19.127111 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-2da5a9bd-b22e-493b-8524-fc40e452912a None None] For port 660dc569-0c5f-4081-89a5-bf26a9cb864a, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:19.136428 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-2da5a9bd-b22e-493b-8524-fc40e452912a None None] For port 660dc569-0c5f-4081-89a5-bf26a9cb864a, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=660dc569-0c5f-4081-89a5-bf26a9cb864a,segment=NetworkSegment(bd2014cc-58bf-4112-8e71-8151ddd498c6),segment_id=bd2014cc-58bf-4112-8e71-8151ddd498c6)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:19.166016 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-2da5a9bd-b22e-493b-8524-fc40e452912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.191122 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5872d-83d6-4659-ba24-791f3c5d4105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd6c1be-7a49-418f-9e7a-50ee3ddef399,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:19.242327 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-a1c11a26-cd4f-4a52-8139-636cd71ed685 None None] Attempting to bind port 5d36778a-38f7-447d-a80e-77452dd94c4f on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:19.243001 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-a1c11a26-cd4f-4a52-8139-636cd71ed685 None None] Attempting to bind port 5d36778a-38f7-447d-a80e-77452dd94c4f by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'aad755c2-b669-4d42-b2cc-97272c0e24d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ff1392de-c260-43f5-bf98-c135c6ad6aa6'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:19.243342 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c11a26-cd4f-4a52-8139-636cd71ed685 None None] Attempting to bind port 5d36778a-38f7-447d-a80e-77452dd94c4f on network ff1392de-c260-43f5-bf98-c135c6ad6aa6 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:19.273188 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c11a26-cd4f-4a52-8139-636cd71ed685 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:19.273623 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c11a26-cd4f-4a52-8139-636cd71ed685 None None] Checking segment: {'id': 'aad755c2-b669-4d42-b2cc-97272c0e24d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ff1392de-c260-43f5-bf98-c135c6ad6aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:19.274055 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a1c11a26-cd4f-4a52-8139-636cd71ed685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.274470 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c11a26-cd4f-4a52-8139-636cd71ed685 None None] Bound using segment: {'id': 'aad755c2-b669-4d42-b2cc-97272c0e24d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ff1392de-c260-43f5-bf98-c135c6ad6aa6'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:19.275010 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-a1c11a26-cd4f-4a52-8139-636cd71ed685 None None] Bound port: 5d36778a-38f7-447d-a80e-77452dd94c4f, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad755c2-b669-4d42-b2cc-97272c0e24d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ff1392de-c260-43f5-bf98-c135c6ad6aa6'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:19.275440 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a1c11a26-cd4f-4a52-8139-636cd71ed685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.344346 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd91e130-a1cd-4f24-8fd6-8473ccdfe66a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.353534 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd91e130-a1cd-4f24-8fd6-8473ccdfe66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.376008 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da5a9bd-b22e-493b-8524-fc40e452912a None None] Routers {'aaf43056-65da-4cef-9d4e-160c1663f899'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:19.393547 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-af215573-b502-4d53-a8a2-5348591dec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.403036 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-2da5a9bd-b22e-493b-8524-fc40e452912a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:24:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['aaf43056-65da-4cef-9d4e-160c1663f899'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:19.531593 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b0f15a2f-db1d-4f14-9961-f5d4249ec75c tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.586998 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd91e130-a1cd-4f24-8fd6-8473ccdfe66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.610584 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91e130-a1cd-4f24-8fd6-8473ccdfe66a admin admin] Pushing event updated for resources: {'Port': ['ID=08c58bb6-a32a-4f45-b81c-8459434ce68b,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:19.658795 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.667620 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-2da5a9bd-b22e-493b-8524-fc40e452912a None None] Set router aaf43056-65da-4cef-9d4e-160c1663f899 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:19.771367 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-af215573-b502-4d53-a8a2-5348591dec17 None None] For port 8b22b118-0d52-45b9-b218-a5ed5daec5e5, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8b22b118-0d52-45b9-b218-a5ed5daec5e5,segment=NetworkSegment(bd2014cc-58bf-4112-8e71-8151ddd498c6),segment_id=bd2014cc-58bf-4112-8e71-8151ddd498c6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:19.836878 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f15a2f-db1d-4f14-9961-f5d4249ec75c tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Pushing event deleted for resources: {'Port': ['ID=f84dbf82-b08e-4d0d-9b0e-135effaedfc3,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:19.881398 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8ebf8-000c-4f02-815e-42e67b606082 None None] Pushing event updated for resources: {'Port': ['ID=660dc569-0c5f-4081-89a5-bf26a9cb864a,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:19.909348 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd91e130-a1cd-4f24-8fd6-8473ccdfe66a admin admin] Network 3d84210f-1a97-4684-94f8-8cba672ebb36 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:19.912207 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-fd91e130-a1cd-4f24-8fd6-8473ccdfe66a admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:20.063087 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-46321a13-186b-4a93-b76f-11a439e1f801 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.073881 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51812) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:20.087885 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-46321a13-186b-4a93-b76f-11a439e1f801 None None] Transition to ACTIVE for port object bea34ff0-0df5-4703-9bb6-bc23389a18c2 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:20.166511 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-af215573-b502-4d53-a8a2-5348591dec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.168940 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-46321a13-186b-4a93-b76f-11a439e1f801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.192427 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626a1e7c-3654-479c-90e1-b0fdd12b167f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Router aaf43056-65da-4cef-9d4e-160c1663f899 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:25:20.206707 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8792dacd-2b8a-4efc-aa87-0738036d0800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.289438 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd91e130-a1cd-4f24-8fd6-8473ccdfe66a admin admin] Router 53360daf-37e5-4dc1-acbf-e2828b93edfd has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:25:20.333489 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b0f15a2f-db1d-4f14-9961-f5d4249ec75c tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.337918 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-2da5a9bd-b22e-493b-8524-fc40e452912a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:25:18Z', 'revision_number': 6, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None, '_interfaces': [{'id': '49b02342-ae1a-4df9-884c-09ad843a7cb2', 'name': '', 'network_id': 'a6ed5ccd-135e-4712-8b7c-29c7a3d08a20', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:a3:17:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:58Z', 'updated_at': '2021-07-07T17:25:11Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '660dc569-0c5f-4081-89a5-bf26a9cb864a', 'name': '', 'network_id': 'ed59d2aa-d9ad-49e6-bf65-777883111246', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:94:17:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '44bd8653-77e7-415b-9bfb-e5e67f614faa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:07Z', 'updated_at': '2021-07-07T17:25:19Z', 'revision_number': 4, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '44bd8653-77e7-415b-9bfb-e5e67f614faa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '736e0f80-ccf2-44fb-b81d-bdac82f2394b', 'name': '', 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:01:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '59daf397-4617-440d-a9d7-b64ad995d261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:42Z', 'updated_at': '2021-07-07T17:24:51Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '59daf397-4617-440d-a9d7-b64ad995d261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49', 'name': '', 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:54:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:50Z', 'updated_at': '2021-07-07T17:24:59Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:20.346597 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b0f15a2f-db1d-4f14-9961-f5d4249ec75c tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] 10.222.0.53 "DELETE /v2.0/ports/f84dbf82-b08e-4d0d-9b0e-135effaedfc3 HTTP/1.1" status: 204 len: 168 time: 5.2369103 Jul 07 17:25:20.352296 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51818) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:20.360852 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af215573-b502-4d53-a8a2-5348591dec17 None None] Pushing event updated for resources: {'Port': ['ID=8b22b118-0d52-45b9-b218-a5ed5daec5e5,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:20.413436 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da5a9bd-b22e-493b-8524-fc40e452912a None None] The sync data for ids ['aaf43056-65da-4cef-9d4e-160c1663f899'] in n-d-791503-12 is: [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:25:18Z', 'revision_number': 6, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None, '_interfaces': [{'id': '49b02342-ae1a-4df9-884c-09ad843a7cb2', 'name': '', 'network_id': 'a6ed5ccd-135e-4712-8b7c-29c7a3d08a20', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:a3:17:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:58Z', 'updated_at': '2021-07-07T17:25:11Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '660dc569-0c5f-4081-89a5-bf26a9cb864a', 'name': '', 'network_id': 'ed59d2aa-d9ad-49e6-bf65-777883111246', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:94:17:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '44bd8653-77e7-415b-9bfb-e5e67f614faa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:07Z', 'updated_at': '2021-07-07T17:25:19Z', 'revision_number': 4, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '44bd8653-77e7-415b-9bfb-e5e67f614faa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '736e0f80-ccf2-44fb-b81d-bdac82f2394b', 'name': '', 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:01:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '59daf397-4617-440d-a9d7-b64ad995d261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:42Z', 'updated_at': '2021-07-07T17:24:51Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '59daf397-4617-440d-a9d7-b64ad995d261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49', 'name': '', 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:54:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:50Z', 'updated_at': '2021-07-07T17:24:59Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:20.431768 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f225b-3036-4d28-9660-bd83d3b62e8b None None] Pushing event updated for resources: {'Port': ['ID=bea34ff0-0df5-4703-9bb6-bc23389a18c2,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:20.464386 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-a1c11a26-cd4f-4a52-8139-636cd71ed685 None None] For port 5d36778a-38f7-447d-a80e-77452dd94c4f, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:20.552578 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-af215573-b502-4d53-a8a2-5348591dec17 None None] Provisioning for port 660dc569-0c5f-4081-89a5-bf26a9cb864a completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:20.561232 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-a1c11a26-cd4f-4a52-8139-636cd71ed685 None None] For port 5d36778a-38f7-447d-a80e-77452dd94c4f, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=5d36778a-38f7-447d-a80e-77452dd94c4f,segment=NetworkSegment(aad755c2-b669-4d42-b2cc-97272c0e24d2),segment_id=aad755c2-b669-4d42-b2cc-97272c0e24d2)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:20.563392 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.api [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:25:20.563747 n-d-791503-12 neutron-server[100194]: DEBUG oslo_db.api [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:25:20.575043 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-46321a13-186b-4a93-b76f-11a439e1f801 None None] Attempting to bind port bea34ff0-0df5-4703-9bb6-bc23389a18c2 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:20.575445 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-46321a13-186b-4a93-b76f-11a439e1f801 None None] Attempting to bind port bea34ff0-0df5-4703-9bb6-bc23389a18c2 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:20.575803 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46321a13-186b-4a93-b76f-11a439e1f801 None None] Attempting to bind port bea34ff0-0df5-4703-9bb6-bc23389a18c2 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:20.587816 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46321a13-186b-4a93-b76f-11a439e1f801 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:20.588082 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46321a13-186b-4a93-b76f-11a439e1f801 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:20.588489 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-46321a13-186b-4a93-b76f-11a439e1f801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.601482 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46321a13-186b-4a93-b76f-11a439e1f801 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:20.602093 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-46321a13-186b-4a93-b76f-11a439e1f801 None None] Bound port: bea34ff0-0df5-4703-9bb6-bc23389a18c2, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:20.602515 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-46321a13-186b-4a93-b76f-11a439e1f801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.606098 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a1c11a26-cd4f-4a52-8139-636cd71ed685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.622300 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd91e130-a1cd-4f24-8fd6-8473ccdfe66a admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:20.635684 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fd91e130-a1cd-4f24-8fd6-8473ccdfe66a admin admin] 10.222.0.53 "PUT /v2.0/routers/53360daf-37e5-4dc1-acbf-e2828b93edfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7365193 Jul 07 17:25:20.712707 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626a1e7c-3654-479c-90e1-b0fdd12b167f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:20.721435 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-626a1e7c-3654-479c-90e1-b0fdd12b167f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.722979 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-626a1e7c-3654-479c-90e1-b0fdd12b167f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "PUT /v2.0/routers/aaf43056-65da-4cef-9d4e-160c1663f899 HTTP/1.1" status: 200 len: 954 time: 5.5180140 Jul 07 17:25:20.726500 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51824) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:20.825358 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c11a26-cd4f-4a52-8139-636cd71ed685 None None] Pushing event updated for resources: {'Port': ['ID=5d36778a-38f7-447d-a80e-77452dd94c4f,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:20.865882 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2406850a-1ae8-415b-924b-d54fb88ed92c None None] Provisioning for port 08c58bb6-a32a-4f45-b81c-8459434ce68b completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:20.874399 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2406850a-1ae8-415b-924b-d54fb88ed92c None None] Provisioning complete for port 08c58bb6-a32a-4f45-b81c-8459434ce68b triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:20.875569 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2406850a-1ae8-415b-924b-d54fb88ed92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.879203 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-46321a13-186b-4a93-b76f-11a439e1f801 None None] For port bea34ff0-0df5-4703-9bb6-bc23389a18c2, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:21.019458 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-46321a13-186b-4a93-b76f-11a439e1f801 None None] For port bea34ff0-0df5-4703-9bb6-bc23389a18c2, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=bea34ff0-0df5-4703-9bb6-bc23389a18c2,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:21.033024 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c0f39847-9dc5-4343-856c-4e2f367184e0 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "GET /v2.0/routers/aaf43056-65da-4cef-9d4e-160c1663f899 HTTP/1.1" status: 200 len: 954 time: 0.3050578 Jul 07 17:25:21.035560 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51828) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:21.043161 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-95342887-a828-407d-a584-bcd29ec30203 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'router': {'routes': None}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:21.100038 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8792dacd-2b8a-4efc-aa87-0738036d0800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.111308 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8792dacd-2b8a-4efc-aa87-0738036d0800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.238750 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-2406850a-1ae8-415b-924b-d54fb88ed92c None None] Port 08c58bb6-a32a-4f45-b81c-8459434ce68b cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:21.253476 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-46321a13-186b-4a93-b76f-11a439e1f801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.258460 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-375c670c-8dd7-4bc3-9653-ccb7166cff10 tempest-DHCPAgentSchedulersTestJSON-1555339280 tempest-DHCPAgentSchedulersTestJSON-1555339280-project-admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.8870800 Jul 07 17:25:21.279347 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51840) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:21.294800 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d962a719-5dae-407c-a929-ac103fc464ef tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1641053533'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:21.334559 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8792dacd-2b8a-4efc-aa87-0738036d0800 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4110c9e133647a3affd7618a315596e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2498038 Jul 07 17:25:21.339158 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51844) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:21.374395 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792dacd-2b8a-4efc-aa87-0738036d0800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a03589-53ea-426f-a194-f6d1d180fbfc,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:21.377762 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f225b-3036-4d28-9660-bd83d3b62e8b None None] Pushing event updated for resources: {'Port': ['ID=bea34ff0-0df5-4703-9bb6-bc23389a18c2,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:21.408024 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d962a719-5dae-407c-a929-ac103fc464ef tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Made reservation on behalf of 69968cf26eca4c2ba929a8c364741339 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:21.417362 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d962a719-5dae-407c-a929-ac103fc464ef tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.439398 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46321a13-186b-4a93-b76f-11a439e1f801 None None] Routers {'53360daf-37e5-4dc1-acbf-e2828b93edfd'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:21.440284 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-46321a13-186b-4a93-b76f-11a439e1f801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:24:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['53360daf-37e5-4dc1-acbf-e2828b93edfd'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:21.465523 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d962a719-5dae-407c-a929-ac103fc464ef tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:25:21.478570 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d962a719-5dae-407c-a929-ac103fc464ef tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.479719 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-d962a719-5dae-407c-a929-ac103fc464ef tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Added segment b5f13f3d-1b79-48c4-bb5a-ac693fa55ca9 of type vlan for network c87a6f90-4419-48ae-b5cb-e26787a221ed Jul 07 17:25:21.564209 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d962a719-5dae-407c-a929-ac103fc464ef tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.755973 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-46321a13-186b-4a93-b76f-11a439e1f801 None None] Set router 53360daf-37e5-4dc1-acbf-e2828b93edfd gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:21.782451 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d962a719-5dae-407c-a929-ac103fc464ef tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.799804 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d962a719-5dae-407c-a929-ac103fc464ef tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:21.802633 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d962a719-5dae-407c-a929-ac103fc464ef tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.890796 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-47ea6798-8fbf-45cc-9b08-baa235d34b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.965539 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-47ea6798-8fbf-45cc-9b08-baa235d34b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.106308 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d962a719-5dae-407c-a929-ac103fc464ef tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8216310 Jul 07 17:25:22.107385 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51864) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:22.242755 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 660dc569-0c5f-4081-89a5-bf26a9cb864a up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:22.252766 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-46321a13-186b-4a93-b76f-11a439e1f801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53360daf-37e5-4dc1-acbf-e2828b93edfd', 'name': 'tempest-TestAggregatesBasicOps-1893392308-router', 'tenant_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'bea34ff0-0df5-4703-9bb6-bc23389a18c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:06Z', 'updated_at': '2021-07-07T17:25:18Z', 'revision_number': 4, 'project_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'gw_port': {'id': 'bea34ff0-0df5-4703-9bb6-bc23389a18c2', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53360daf-37e5-4dc1-acbf-e2828b93edfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:07Z', 'updated_at': '2021-07-07T17:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '08c58bb6-a32a-4f45-b81c-8459434ce68b', 'name': '', 'network_id': '3d84210f-1a97-4684-94f8-8cba672ebb36', 'tenant_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'mac_address': 'fa:16:3e:62:cf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53360daf-37e5-4dc1-acbf-e2828b93edfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '0fe64c2f-cc76-4a4b-9666-cff6da12165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:13Z', 'updated_at': '2021-07-07T17:25:18Z', 'revision_number': 2, 'project_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'subnets': [{'id': '0fe64c2f-cc76-4a4b-9666-cff6da12165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:22.423735 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46321a13-186b-4a93-b76f-11a439e1f801 None None] The sync data for ids ['53360daf-37e5-4dc1-acbf-e2828b93edfd'] in n-d-791503-12 is: [{'id': '53360daf-37e5-4dc1-acbf-e2828b93edfd', 'name': 'tempest-TestAggregatesBasicOps-1893392308-router', 'tenant_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'bea34ff0-0df5-4703-9bb6-bc23389a18c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:06Z', 'updated_at': '2021-07-07T17:25:18Z', 'revision_number': 4, 'project_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'gw_port': {'id': 'bea34ff0-0df5-4703-9bb6-bc23389a18c2', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53360daf-37e5-4dc1-acbf-e2828b93edfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:07Z', 'updated_at': '2021-07-07T17:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '08c58bb6-a32a-4f45-b81c-8459434ce68b', 'name': '', 'network_id': '3d84210f-1a97-4684-94f8-8cba672ebb36', 'tenant_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'mac_address': 'fa:16:3e:62:cf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53360daf-37e5-4dc1-acbf-e2828b93edfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '0fe64c2f-cc76-4a4b-9666-cff6da12165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:13Z', 'updated_at': '2021-07-07T17:25:18Z', 'revision_number': 2, 'project_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'subnets': [{'id': '0fe64c2f-cc76-4a4b-9666-cff6da12165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:22.488872 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 660dc569-0c5f-4081-89a5-bf26a9cb864a completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:22.501800 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 660dc569-0c5f-4081-89a5-bf26a9cb864a triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:22.502549 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.572358 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7425bd85-c5bb-46b3-ba43-972607cc961d None None] Sync routers for ids ['aaf43056-65da-4cef-9d4e-160c1663f899'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:22.597213 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.extraroute_db [None req-95342887-a828-407d-a584-bcd29ec30203 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Added routes are [] {{(pid=100193) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 17:25:22.598282 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.extraroute_db [None req-95342887-a828-407d-a584-bcd29ec30203 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100193) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 17:25:22.650776 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-95342887-a828-407d-a584-bcd29ec30203 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.676601 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ebe5659d-eb6c-44b5-98c9-243f71a4c92f tempest-DHCPAgentSchedulersTestJSON-1555339280 tempest-DHCPAgentSchedulersTestJSON-1555339280-project-admin] 10.222.0.53 "GET /v2.0/agents/32e579c7-8c59-4336-b5a5-06cf5164cdad/dhcp-networks HTTP/1.1" status: 200 len: 10416 time: 0.5673625 Jul 07 17:25:22.680507 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51878) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:22.694801 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7425bd85-c5bb-46b3-ba43-972607cc961d None None] Routers {'aaf43056-65da-4cef-9d4e-160c1663f899'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:22.701315 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-7425bd85-c5bb-46b3-ba43-972607cc961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:24:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['aaf43056-65da-4cef-9d4e-160c1663f899'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:22.715814 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962a719-5dae-407c-a929-ac103fc464ef tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Pushing event updated for resources: {'Network': ['ID=c87a6f90-4419-48ae-b5cb-e26787a221ed,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:22.920572 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4348a7c-4dcd-42a5-92a9-f1de9ad3a2d3 tempest-DHCPAgentSchedulersTestJSON-1555339280 tempest-DHCPAgentSchedulersTestJSON-1555339280-project-admin] Network c87a6f90-4419-48ae-b5cb-e26787a221ed is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:25:22.996799 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c4348a7c-4dcd-42a5-92a9-f1de9ad3a2d3 tempest-DHCPAgentSchedulersTestJSON-1555339280 tempest-DHCPAgentSchedulersTestJSON-1555339280-project-admin] 10.222.0.53 "POST /v2.0/agents/32e579c7-8c59-4336-b5a5-06cf5164cdad/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3148456 Jul 07 17:25:22.997482 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51888) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:23.003798 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network c87a6f90-4419-48ae-b5cb-e26787a221ed details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:25:23.007483 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ccdec5-5352-4c17-90b1-487704a0c22a None None] Network c87a6f90-4419-48ae-b5cb-e26787a221ed requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:23.130953 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-95342887-a828-407d-a584-bcd29ec30203 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.138583 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-47ea6798-8fbf-45cc-9b08-baa235d34b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.141572 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-47ea6798-8fbf-45cc-9b08-baa235d34b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.174672 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-47ea6798-8fbf-45cc-9b08-baa235d34b9b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/13a03589-53ea-426f-a194-f6d1d180fbfc HTTP/1.1" status: 204 len: 168 time: 1.8284216 Jul 07 17:25:23.182693 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-95342887-a828-407d-a584-bcd29ec30203 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7962560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7962587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8271377'] for router, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.249460 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea6798-8fbf-45cc-9b08-baa235d34b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a03589-53ea-426f-a194-f6d1d180fbfc,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:23.398651 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-dd57ce65-fc07-4418-95bc-cc11f6fb9f2f tempest-DHCPAgentSchedulersTestJSON-1555339280 tempest-DHCPAgentSchedulersTestJSON-1555339280-project-admin] 10.222.0.53 "GET /v2.0/agents/32e579c7-8c59-4336-b5a5-06cf5164cdad/dhcp-networks HTTP/1.1" status: 200 len: 11187 time: 0.3919528 Jul 07 17:25:23.406157 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51906) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:23.460833 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cb6508-31db-404c-a24a-27378d849d9d None None] Network ff1392de-c260-43f5-bf98-c135c6ad6aa6 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:23.579074 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95342887-a828-407d-a584-bcd29ec30203 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Router aaf43056-65da-4cef-9d4e-160c1663f899 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:25:23.605148 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cf1ec582-0067-43fe-b623-aa584e0c58d2 tempest-DHCPAgentSchedulersTestJSON-1555339280 tempest-DHCPAgentSchedulersTestJSON-1555339280-project-admin] 10.222.0.53 "DELETE /v2.0/agents/32e579c7-8c59-4336-b5a5-06cf5164cdad/dhcp-networks/c87a6f90-4419-48ae-b5cb-e26787a221ed HTTP/1.1" status: 204 len: 168 time: 0.1973715 Jul 07 17:25:23.607730 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51914) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:23.713340 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-7425bd85-c5bb-46b3-ba43-972607cc961d None None] Set router aaf43056-65da-4cef-9d4e-160c1663f899 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:23.960558 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95342887-a828-407d-a584-bcd29ec30203 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:23.975910 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-95342887-a828-407d-a584-bcd29ec30203 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.984483 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-95342887-a828-407d-a584-bcd29ec30203 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "PUT /v2.0/routers/aaf43056-65da-4cef-9d4e-160c1663f899 HTTP/1.1" status: 200 len: 704 time: 2.9475241 Jul 07 17:25:24.010931 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51926) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:24.027779 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:24.069416 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-47102b9a-8085-4ea4-9cfc-d01426ac0fe4 tempest-DHCPAgentSchedulersTestJSON-1555339280 tempest-DHCPAgentSchedulersTestJSON-1555339280-project-admin] 10.222.0.53 "GET /v2.0/agents/32e579c7-8c59-4336-b5a5-06cf5164cdad/dhcp-networks HTTP/1.1" status: 200 len: 10416 time: 0.4599109 Jul 07 17:25:24.070850 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51928) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:24.080579 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51932) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:24.146498 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-12106055-6392-4859-9fef-d3b498f670eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:24.211667 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-defac442-72a8-49e7-97d8-b3d8ba3d7f97 None None] Provisioning for port 5d36778a-38f7-447d-a80e-77452dd94c4f completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:24.311676 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f8540a17-ce46-4726-a038-bf185dc044b4 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "GET /v2.0/routers/aaf43056-65da-4cef-9d4e-160c1663f899 HTTP/1.1" status: 200 len: 704 time: 0.2998109 Jul 07 17:25:24.317015 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51934) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:24.855443 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 660dc569-0c5f-4081-89a5-bf26a9cb864a, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=660dc569-0c5f-4081-89a5-bf26a9cb864a,segment=NetworkSegment(bd2014cc-58bf-4112-8e71-8151ddd498c6),segment_id=bd2014cc-58bf-4112-8e71-8151ddd498c6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:24.968348 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:24.982567 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8b22b118-0d52-45b9-b218-a5ed5daec5e5 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:25.119984 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0f25630f-0f80-4c0a-8c3e-a543aa3ff9ce tempest-DHCPAgentSchedulersTestJSON-1555339280 tempest-DHCPAgentSchedulersTestJSON-1555339280-project-admin] 10.222.0.53 "GET /v2.0/networks/ff1392de-c260-43f5-bf98-c135c6ad6aa6/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 1.0377994 Jul 07 17:25:25.129627 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51956) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:25.241207 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-97b49d3f-c9d7-4e22-8cc5-527029169771 tempest-DHCPAgentSchedulersTestJSON-1555339280 tempest-DHCPAgentSchedulersTestJSON-1555339280-project-admin] 10.222.0.53 "GET /v2.0/networks/ff1392de-c260-43f5-bf98-c135c6ad6aa6/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.1076219 Jul 07 17:25:25.242224 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51960) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:25.265487 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=660dc569-0c5f-4081-89a5-bf26a9cb864a,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:25.293817 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-7425bd85-c5bb-46b3-ba43-972607cc961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:25:22Z', 'revision_number': 7, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None, '_interfaces': [{'id': '49b02342-ae1a-4df9-884c-09ad843a7cb2', 'name': '', 'network_id': 'a6ed5ccd-135e-4712-8b7c-29c7a3d08a20', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:a3:17:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:58Z', 'updated_at': '2021-07-07T17:25:11Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '660dc569-0c5f-4081-89a5-bf26a9cb864a', 'name': '', 'network_id': 'ed59d2aa-d9ad-49e6-bf65-777883111246', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:94:17:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '44bd8653-77e7-415b-9bfb-e5e67f614faa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:07Z', 'updated_at': '2021-07-07T17:25:19Z', 'revision_number': 4, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '44bd8653-77e7-415b-9bfb-e5e67f614faa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '736e0f80-ccf2-44fb-b81d-bdac82f2394b', 'name': '', 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:01:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '59daf397-4617-440d-a9d7-b64ad995d261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:42Z', 'updated_at': '2021-07-07T17:24:51Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '59daf397-4617-440d-a9d7-b64ad995d261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49', 'name': '', 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:54:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:50Z', 'updated_at': '2021-07-07T17:24:59Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:25.296489 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 8b22b118-0d52-45b9-b218-a5ed5daec5e5 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:25.297250 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.461526 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7425bd85-c5bb-46b3-ba43-972607cc961d None None] Checking router: aaf43056-65da-4cef-9d4e-160c1663f899 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:25.496459 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7914f0bb-b146-471f-a949-1ca6fa9954d5 tempest-DHCPAgentSchedulersTestJSON-1555339280 tempest-DHCPAgentSchedulersTestJSON-1555339280-project-admin] 10.222.0.53 "GET /v2.0/agents/32e579c7-8c59-4336-b5a5-06cf5164cdad/dhcp-networks HTTP/1.1" status: 200 len: 10416 time: 0.2509484 Jul 07 17:25:25.499745 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7425bd85-c5bb-46b3-ba43-972607cc961d None None] Routers {'aaf43056-65da-4cef-9d4e-160c1663f899'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:25.499745 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-7425bd85-c5bb-46b3-ba43-972607cc961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:24:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['aaf43056-65da-4cef-9d4e-160c1663f899'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:25.501482 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51964) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:25.564594 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5d36778a-38f7-447d-a80e-77452dd94c4f up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:25.695469 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b0c114a1-5adc-4ed7-bdf1-4b36b1eabfcf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.819183 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-7425bd85-c5bb-46b3-ba43-972607cc961d None None] Set router aaf43056-65da-4cef-9d4e-160c1663f899 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:25.948067 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 5d36778a-38f7-447d-a80e-77452dd94c4f completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:25.968785 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 5d36778a-38f7-447d-a80e-77452dd94c4f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:25.968785 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.025829 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f975b105-f320-4a6e-b07a-62cd137c2b88 None None] Provisioning complete for port 5d36778a-38f7-447d-a80e-77452dd94c4f triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:26.026357 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f975b105-f320-4a6e-b07a-62cd137c2b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.104850 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aac33923-9fef-430f-b323-1fb5589bf4bd tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.430966 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.477824 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70f8fc95-a874-4556-8199-86e4130cb9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.510288 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.629231 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aac33923-9fef-430f-b323-1fb5589bf4bd tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.666539 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-aac33923-9fef-430f-b323-1fb5589bf4bd tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87a6f90-4419-48ae-b5cb-e26787a221ed']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:26.700495 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-aac33923-9fef-430f-b323-1fb5589bf4bd tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f13f3d-1b79-48c4-bb5a-ac693fa55ca9') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:26.702375 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 5d36778a-38f7-447d-a80e-77452dd94c4f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=5d36778a-38f7-447d-a80e-77452dd94c4f,segment=NetworkSegment(aad755c2-b669-4d42-b2cc-97272c0e24d2),segment_id=aad755c2-b669-4d42-b2cc-97272c0e24d2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:26.702961 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-aac33923-9fef-430f-b323-1fb5589bf4bd tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f13f3d-1b79-48c4-bb5a-ac693fa55ca9') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:26.717412 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f975b105-f320-4a6e-b07a-62cd137c2b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.747537 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aac33923-9fef-430f-b323-1fb5589bf4bd tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.750572 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.754125 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device df1390f1-08f3-4a39-b0b9-2b0feae5562a up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:26.799698 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aac33923-9fef-430f-b323-1fb5589bf4bd tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.812699 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac33923-9fef-430f-b323-1fb5589bf4bd tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:25:26.813457 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aac33923-9fef-430f-b323-1fb5589bf4bd tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:25:26.817478 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:25:26.938497 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-7425bd85-c5bb-46b3-ba43-972607cc961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:25:22Z', 'revision_number': 7, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None, '_interfaces': [{'id': '49b02342-ae1a-4df9-884c-09ad843a7cb2', 'name': '', 'network_id': 'a6ed5ccd-135e-4712-8b7c-29c7a3d08a20', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:a3:17:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:58Z', 'updated_at': '2021-07-07T17:25:11Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '660dc569-0c5f-4081-89a5-bf26a9cb864a', 'name': '', 'network_id': 'ed59d2aa-d9ad-49e6-bf65-777883111246', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:94:17:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '44bd8653-77e7-415b-9bfb-e5e67f614faa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:07Z', 'updated_at': '2021-07-07T17:25:24Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '44bd8653-77e7-415b-9bfb-e5e67f614faa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '736e0f80-ccf2-44fb-b81d-bdac82f2394b', 'name': '', 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:01:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '59daf397-4617-440d-a9d7-b64ad995d261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:42Z', 'updated_at': '2021-07-07T17:24:51Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '59daf397-4617-440d-a9d7-b64ad995d261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49', 'name': '', 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:54:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:50Z', 'updated_at': '2021-07-07T17:24:59Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:26.963571 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aac33923-9fef-430f-b323-1fb5589bf4bd tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.009771 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-aac33923-9fef-430f-b323-1fb5589bf4bd tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.013881 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51998) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:27.014181 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-aac33923-9fef-430f-b323-1fb5589bf4bd tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] 10.222.0.53 "DELETE /v2.0/networks/c87a6f90-4419-48ae-b5cb-e26787a221ed HTTP/1.1" status: 204 len: 168 time: 1.5092506 Jul 07 17:25:27.014999 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac33923-9fef-430f-b323-1fb5589bf4bd tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Pushing event deleted for resources: {'Network': ['ID=c87a6f90-4419-48ae-b5cb-e26787a221ed,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:27.048136 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-b0c114a1-5adc-4ed7-bdf1-4b36b1eabfcf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Deleting port 660dc569-0c5f-4081-89a5-bf26a9cb864a {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:27.048682 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b0c114a1-5adc-4ed7-bdf1-4b36b1eabfcf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.067960 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7425bd85-c5bb-46b3-ba43-972607cc961d None None] The sync data for ids ['aaf43056-65da-4cef-9d4e-160c1663f899'] in n-d-791503-12 is: [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:25:22Z', 'revision_number': 7, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None, '_interfaces': [{'id': '49b02342-ae1a-4df9-884c-09ad843a7cb2', 'name': '', 'network_id': 'a6ed5ccd-135e-4712-8b7c-29c7a3d08a20', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:a3:17:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:58Z', 'updated_at': '2021-07-07T17:25:11Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '660dc569-0c5f-4081-89a5-bf26a9cb864a', 'name': '', 'network_id': 'ed59d2aa-d9ad-49e6-bf65-777883111246', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:94:17:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '44bd8653-77e7-415b-9bfb-e5e67f614faa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:07Z', 'updated_at': '2021-07-07T17:25:24Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '44bd8653-77e7-415b-9bfb-e5e67f614faa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '736e0f80-ccf2-44fb-b81d-bdac82f2394b', 'name': '', 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:01:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '59daf397-4617-440d-a9d7-b64ad995d261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:42Z', 'updated_at': '2021-07-07T17:24:51Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '59daf397-4617-440d-a9d7-b64ad995d261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49', 'name': '', 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:54:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:50Z', 'updated_at': '2021-07-07T17:24:59Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:27.086099 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7889c16-eca8-46a2-ac9c-3ecf26ab6311 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] DELETE failed (client error): The resource could not be found. Jul 07 17:25:27.086890 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7889c16-eca8-46a2-ac9c-3ecf26ab6311 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:25:27.093619 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c7889c16-eca8-46a2-ac9c-3ecf26ab6311 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] 10.222.0.53 "DELETE /v2.0/ports/f84dbf82-b08e-4d0d-9b0e-135effaedfc3 HTTP/1.1" status: 404 len: 333 time: 0.0742862 Jul 07 17:25:27.094399 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52002) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:27.120243 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-457952c3-1be2-4a32-b1e2-5dc500502d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.204831 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=5d36778a-38f7-447d-a80e-77452dd94c4f,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:27.226918 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.api [None req-f975b105-f320-4a6e-b07a-62cd137c2b88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:25:27.227403 n-d-791503-12 neutron-server[100194]: DEBUG oslo_db.api [None req-f975b105-f320-4a6e-b07a-62cd137c2b88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:25:27.235494 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port df1390f1-08f3-4a39-b0b9-2b0feae5562a completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:27.241812 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-b0c114a1-5adc-4ed7-bdf1-4b36b1eabfcf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] For port 660dc569-0c5f-4081-89a5-bf26a9cb864a, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=660dc569-0c5f-4081-89a5-bf26a9cb864a,segment=NetworkSegment(bd2014cc-58bf-4112-8e71-8151ddd498c6),segment_id=bd2014cc-58bf-4112-8e71-8151ddd498c6)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:27.245129 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b0c114a1-5adc-4ed7-bdf1-4b36b1eabfcf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.251505 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port df1390f1-08f3-4a39-b0b9-2b0feae5562a triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:27.251505 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.296281 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-49998281-612f-4723-86ff-3f02c210a5c3 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Deleting subnet 309bc008-cb1e-455d-9f26-a084255d6153 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:25:27.299556 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-b0c114a1-5adc-4ed7-bdf1-4b36b1eabfcf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Calling delete_port for 660dc569-0c5f-4081-89a5-bf26a9cb864a owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:27.304431 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-49998281-612f-4723-86ff-3f02c210a5c3 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.383810 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686fc295-5426-455e-ba6b-f14e64d7e5d1 None None] Sync routers for ids ['53360daf-37e5-4dc1-acbf-e2828b93edfd'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:27.397813 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686fc295-5426-455e-ba6b-f14e64d7e5d1 None None] Routers {'53360daf-37e5-4dc1-acbf-e2828b93edfd'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:27.398476 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-686fc295-5426-455e-ba6b-f14e64d7e5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:25:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['53360daf-37e5-4dc1-acbf-e2828b93edfd'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:27.464831 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-49998281-612f-4723-86ff-3f02c210a5c3 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.569246 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.716107 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-686fc295-5426-455e-ba6b-f14e64d7e5d1 None None] Set router 53360daf-37e5-4dc1-acbf-e2828b93edfd gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:27.727825 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port df1390f1-08f3-4a39-b0b9-2b0feae5562a, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=df1390f1-08f3-4a39-b0b9-2b0feae5562a,segment=NetworkSegment(eb165288-9ecd-4981-8da6-59513b3de8c1),segment_id=eb165288-9ecd-4981-8da6-59513b3de8c1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:27.839117 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-70f8fc95-a874-4556-8199-86e4130cb9e6 admin admin] Deleting port e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:27.839838 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70f8fc95-a874-4556-8199-86e4130cb9e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.870844 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.872144 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:28.021565 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c72e91-1be3-40aa-856e-ab21a25322dc None None] Sync routers for ids ['aaf43056-65da-4cef-9d4e-160c1663f899'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:28.028702 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=df1390f1-08f3-4a39-b0b9-2b0feae5562a,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:28.059751 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5defffc3-5a11-4299-a2be-7ab9602435cb None None] Could not find standard attr ID for object f84dbf82-b08e-4d0d-9b0e-135effaedfc3. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:25:28.070887 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c72e91-1be3-40aa-856e-ab21a25322dc None None] Routers {'aaf43056-65da-4cef-9d4e-160c1663f899'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:28.071949 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-68c72e91-1be3-40aa-856e-ab21a25322dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:25:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['aaf43056-65da-4cef-9d4e-160c1663f899'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:28.191929 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-49998281-612f-4723-86ff-3f02c210a5c3 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:28.240471 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:28.254762 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:28.262531 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:28.264895 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:28.304773 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-70f8fc95-a874-4556-8199-86e4130cb9e6 admin admin] For port e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc,segment=NetworkSegment(fa1addda-9a69-4281-8781-d9b35f005bc2),segment_id=fa1addda-9a69-4281-8781-d9b35f005bc2)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:28.305059 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70f8fc95-a874-4556-8199-86e4130cb9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:28.368880 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-70f8fc95-a874-4556-8199-86e4130cb9e6 admin admin] Calling delete_port for e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:28.414779 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-686fc295-5426-455e-ba6b-f14e64d7e5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53360daf-37e5-4dc1-acbf-e2828b93edfd', 'name': 'tempest-TestAggregatesBasicOps-1893392308-router', 'tenant_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'bea34ff0-0df5-4703-9bb6-bc23389a18c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:06Z', 'updated_at': '2021-07-07T17:25:18Z', 'revision_number': 4, 'project_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'gw_port': {'id': 'bea34ff0-0df5-4703-9bb6-bc23389a18c2', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53360daf-37e5-4dc1-acbf-e2828b93edfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:07Z', 'updated_at': '2021-07-07T17:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '08c58bb6-a32a-4f45-b81c-8459434ce68b', 'name': '', 'network_id': '3d84210f-1a97-4684-94f8-8cba672ebb36', 'tenant_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'mac_address': 'fa:16:3e:62:cf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53360daf-37e5-4dc1-acbf-e2828b93edfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '0fe64c2f-cc76-4a4b-9666-cff6da12165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:13Z', 'updated_at': '2021-07-07T17:25:18Z', 'revision_number': 2, 'project_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'subnets': [{'id': '0fe64c2f-cc76-4a4b-9666-cff6da12165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:28.438839 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-68c72e91-1be3-40aa-856e-ab21a25322dc None None] Set router aaf43056-65da-4cef-9d4e-160c1663f899 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:28.482901 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686fc295-5426-455e-ba6b-f14e64d7e5d1 None None] Checking router: 53360daf-37e5-4dc1-acbf-e2828b93edfd for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:28.483281 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686fc295-5426-455e-ba6b-f14e64d7e5d1 None None] Updating router 53360daf-37e5-4dc1-acbf-e2828b93edfd port 08c58bb6-a32a-4f45-b81c-8459434ce68b binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:25:28.518215 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-49998281-612f-4723-86ff-3f02c210a5c3 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:28.568728 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-686fc295-5426-455e-ba6b-f14e64d7e5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:28.636790 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49998281-612f-4723-86ff-3f02c210a5c3 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Pushing event deleted for resources: {'Subnet': ['ID=309bc008-cb1e-455d-9f26-a084255d6153,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:28.672344 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fc3a67-57da-4c73-9181-847e1bb8c033 None None] Network ff1392de-c260-43f5-bf98-c135c6ad6aa6 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:28.673423 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-49998281-612f-4723-86ff-3f02c210a5c3 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:28.676200 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-49998281-612f-4723-86ff-3f02c210a5c3 tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] 10.222.0.53 "DELETE /v2.0/subnets/309bc008-cb1e-455d-9f26-a084255d6153 HTTP/1.1" status: 204 len: 168 time: 1.5803077 Jul 07 17:25:28.677691 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b0c114a1-5adc-4ed7-bdf1-4b36b1eabfcf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:28.683196 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52040) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:28.731330 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c114a1-5adc-4ed7-bdf1-4b36b1eabfcf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Port': ['ID=660dc569-0c5f-4081-89a5-bf26a9cb864a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:28.830827 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:25:29.025681 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-69cd8824-bb7c-415e-ae5b-8a85e77a026a tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:29.063083 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b0c114a1-5adc-4ed7-bdf1-4b36b1eabfcf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:29.262152 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-686fc295-5426-455e-ba6b-f14e64d7e5d1 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:29.304536 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-686fc295-5426-455e-ba6b-f14e64d7e5d1 None None] Transition to ACTIVE for port object 08c58bb6-a32a-4f45-b81c-8459434ce68b will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:29.322529 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-686fc295-5426-455e-ba6b-f14e64d7e5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:29.418837 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-69cd8824-bb7c-415e-ae5b-8a85e77a026a tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Deleting port 5d36778a-38f7-447d-a80e-77452dd94c4f {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:29.419312 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-69cd8824-bb7c-415e-ae5b-8a85e77a026a tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:29.607035 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-69cd8824-bb7c-415e-ae5b-8a85e77a026a tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] For port 5d36778a-38f7-447d-a80e-77452dd94c4f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=5d36778a-38f7-447d-a80e-77452dd94c4f,segment=NetworkSegment(aad755c2-b669-4d42-b2cc-97272c0e24d2),segment_id=aad755c2-b669-4d42-b2cc-97272c0e24d2)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:29.610356 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8574c-b843-40b0-a99f-1e469a71f487 None None] Pushing event updated for resources: {'Port': ['ID=08c58bb6-a32a-4f45-b81c-8459434ce68b,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:29.611990 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-69cd8824-bb7c-415e-ae5b-8a85e77a026a tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:29.613785 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:29.629661 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-686fc295-5426-455e-ba6b-f14e64d7e5d1 None None] Attempting to bind port 08c58bb6-a32a-4f45-b81c-8459434ce68b on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:29.634292 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-686fc295-5426-455e-ba6b-f14e64d7e5d1 None None] Attempting to bind port 08c58bb6-a32a-4f45-b81c-8459434ce68b by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'eb165288-9ecd-4981-8da6-59513b3de8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3d84210f-1a97-4684-94f8-8cba672ebb36'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:29.636124 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686fc295-5426-455e-ba6b-f14e64d7e5d1 None None] Attempting to bind port 08c58bb6-a32a-4f45-b81c-8459434ce68b on network 3d84210f-1a97-4684-94f8-8cba672ebb36 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:29.638882 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c114a1-5adc-4ed7-bdf1-4b36b1eabfcf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Router aaf43056-65da-4cef-9d4e-160c1663f899 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:25:29.653614 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-69cd8824-bb7c-415e-ae5b-8a85e77a026a tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Calling delete_port for 5d36778a-38f7-447d-a80e-77452dd94c4f owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:29.656664 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686fc295-5426-455e-ba6b-f14e64d7e5d1 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:29.656961 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686fc295-5426-455e-ba6b-f14e64d7e5d1 None None] Checking segment: {'id': 'eb165288-9ecd-4981-8da6-59513b3de8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3d84210f-1a97-4684-94f8-8cba672ebb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:29.664722 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-686fc295-5426-455e-ba6b-f14e64d7e5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:29.665352 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686fc295-5426-455e-ba6b-f14e64d7e5d1 None None] Bound using segment: {'id': 'eb165288-9ecd-4981-8da6-59513b3de8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3d84210f-1a97-4684-94f8-8cba672ebb36'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:29.666176 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-686fc295-5426-455e-ba6b-f14e64d7e5d1 None None] Bound port: 08c58bb6-a32a-4f45-b81c-8459434ce68b, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb165288-9ecd-4981-8da6-59513b3de8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3d84210f-1a97-4684-94f8-8cba672ebb36'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:29.669260 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-686fc295-5426-455e-ba6b-f14e64d7e5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:29.746920 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70f8fc95-a874-4556-8199-86e4130cb9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:29.840875 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8fc95-a874-4556-8199-86e4130cb9e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:29.910134 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-68c72e91-1be3-40aa-856e-ab21a25322dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:25:22Z', 'revision_number': 7, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None, '_interfaces': [{'id': '49b02342-ae1a-4df9-884c-09ad843a7cb2', 'name': '', 'network_id': 'a6ed5ccd-135e-4712-8b7c-29c7a3d08a20', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:a3:17:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:58Z', 'updated_at': '2021-07-07T17:25:11Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '660dc569-0c5f-4081-89a5-bf26a9cb864a', 'name': '', 'network_id': 'ed59d2aa-d9ad-49e6-bf65-777883111246', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:94:17:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '44bd8653-77e7-415b-9bfb-e5e67f614faa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:07Z', 'updated_at': '2021-07-07T17:25:24Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '44bd8653-77e7-415b-9bfb-e5e67f614faa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '736e0f80-ccf2-44fb-b81d-bdac82f2394b', 'name': '', 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:01:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '59daf397-4617-440d-a9d7-b64ad995d261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:42Z', 'updated_at': '2021-07-07T17:24:51Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '59daf397-4617-440d-a9d7-b64ad995d261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49', 'name': '', 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:54:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:50Z', 'updated_at': '2021-07-07T17:24:59Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:29.965218 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-686fc295-5426-455e-ba6b-f14e64d7e5d1 None None] For port 08c58bb6-a32a-4f45-b81c-8459434ce68b, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:29.985494 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-686fc295-5426-455e-ba6b-f14e64d7e5d1 None None] For port 08c58bb6-a32a-4f45-b81c-8459434ce68b, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=08c58bb6-a32a-4f45-b81c-8459434ce68b,segment=NetworkSegment(eb165288-9ecd-4981-8da6-59513b3de8c1),segment_id=eb165288-9ecd-4981-8da6-59513b3de8c1)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:29.997076 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-686fc295-5426-455e-ba6b-f14e64d7e5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.033833 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c72e91-1be3-40aa-856e-ab21a25322dc None None] Checking router: aaf43056-65da-4cef-9d4e-160c1663f899 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:30.060315 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c114a1-5adc-4ed7-bdf1-4b36b1eabfcf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:30.066475 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c72e91-1be3-40aa-856e-ab21a25322dc None None] Routers {'aaf43056-65da-4cef-9d4e-160c1663f899'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:30.068951 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-68c72e91-1be3-40aa-856e-ab21a25322dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:25:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['aaf43056-65da-4cef-9d4e-160c1663f899'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:30.071724 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8330b8-258b-4e8b-9db6-cdb672cea60e None None] DHCP port deletion for ff1392de-c260-43f5-bf98-c135c6ad6aa6 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:25:30.084093 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b0c114a1-5adc-4ed7-bdf1-4b36b1eabfcf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "PUT /v2.0/routers/aaf43056-65da-4cef-9d4e-160c1663f899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7644029 Jul 07 17:25:30.088475 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52072) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:30.135106 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-69cd8824-bb7c-415e-ae5b-8a85e77a026a tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.204402 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52076) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:30.206299 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8574c-b843-40b0-a99f-1e469a71f487 None None] Pushing event updated for resources: {'Port': ['ID=08c58bb6-a32a-4f45-b81c-8459434ce68b,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:30.252247 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-68c72e91-1be3-40aa-856e-ab21a25322dc None None] Set router aaf43056-65da-4cef-9d4e-160c1663f899 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:30.256332 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686fc295-5426-455e-ba6b-f14e64d7e5d1 None None] Routers {'53360daf-37e5-4dc1-acbf-e2828b93edfd'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:30.257196 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-686fc295-5426-455e-ba6b-f14e64d7e5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:25:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['53360daf-37e5-4dc1-acbf-e2828b93edfd'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:30.320923 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee35e97a-8c95-4980-ba41-2c9f5519f6b9 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Deleting subnet 44bd8653-77e7-415b-9bfb-e5e67f614faa {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:25:30.325311 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ee35e97a-8c95-4980-ba41-2c9f5519f6b9 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.468601 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ee35e97a-8c95-4980-ba41-2c9f5519f6b9 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.600564 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70f8fc95-a874-4556-8199-86e4130cb9e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.629014 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd8824-bb7c-415e-ae5b-8a85e77a026a tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Pushing event deleted for resources: {'Port': ['ID=5d36778a-38f7-447d-a80e-77452dd94c4f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:30.631540 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cd8824-bb7c-415e-ae5b-8a85e77a026a tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] No DVR routers for this DVR port 5d36778a-38f7-447d-a80e-77452dd94c4f on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:30.663387 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-686fc295-5426-455e-ba6b-f14e64d7e5d1 None None] Set router 53360daf-37e5-4dc1-acbf-e2828b93edfd gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:30.669110 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device df1390f1-08f3-4a39-b0b9-2b0feae5562a up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:30.778382 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.783156 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8943f74e-a23d-4d71-a2ef-43d93c724226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.826027 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ee35e97a-8c95-4980-ba41-2c9f5519f6b9 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.882942 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port df1390f1-08f3-4a39-b0b9-2b0feae5562a triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:30.884276 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.923882 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-68c72e91-1be3-40aa-856e-ab21a25322dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:25:28Z', 'revision_number': 8, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None, '_interfaces': [{'id': '49b02342-ae1a-4df9-884c-09ad843a7cb2', 'name': '', 'network_id': 'a6ed5ccd-135e-4712-8b7c-29c7a3d08a20', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:a3:17:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:58Z', 'updated_at': '2021-07-07T17:25:11Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '736e0f80-ccf2-44fb-b81d-bdac82f2394b', 'name': '', 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:01:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '59daf397-4617-440d-a9d7-b64ad995d261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:42Z', 'updated_at': '2021-07-07T17:24:51Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '59daf397-4617-440d-a9d7-b64ad995d261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49', 'name': '', 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:54:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:50Z', 'updated_at': '2021-07-07T17:24:59Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:30.963344 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c72e91-1be3-40aa-856e-ab21a25322dc None None] The sync data for ids ['aaf43056-65da-4cef-9d4e-160c1663f899'] in n-d-791503-12 is: [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:25:28Z', 'revision_number': 8, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None, '_interfaces': [{'id': '49b02342-ae1a-4df9-884c-09ad843a7cb2', 'name': '', 'network_id': 'a6ed5ccd-135e-4712-8b7c-29c7a3d08a20', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:a3:17:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:58Z', 'updated_at': '2021-07-07T17:25:11Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '736e0f80-ccf2-44fb-b81d-bdac82f2394b', 'name': '', 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:01:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '59daf397-4617-440d-a9d7-b64ad995d261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:42Z', 'updated_at': '2021-07-07T17:24:51Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '59daf397-4617-440d-a9d7-b64ad995d261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49', 'name': '', 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:54:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:50Z', 'updated_at': '2021-07-07T17:24:59Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:31.042224 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-69cd8824-bb7c-415e-ae5b-8a85e77a026a tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.058797 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-69cd8824-bb7c-415e-ae5b-8a85e77a026a tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff1392de-c260-43f5-bf98-c135c6ad6aa6']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:31.069388 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device bea34ff0-0df5-4703-9bb6-bc23389a18c2 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:31.081109 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-69cd8824-bb7c-415e-ae5b-8a85e77a026a tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad755c2-b669-4d42-b2cc-97272c0e24d2') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:31.081755 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-69cd8824-bb7c-415e-ae5b-8a85e77a026a tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad755c2-b669-4d42-b2cc-97272c0e24d2') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:31.098817 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-69cd8824-bb7c-415e-ae5b-8a85e77a026a tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.136123 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-69cd8824-bb7c-415e-ae5b-8a85e77a026a tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.167009 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8943f74e-a23d-4d71-a2ef-43d93c724226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.170528 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ee35e97a-8c95-4980-ba41-2c9f5519f6b9 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.185558 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8943f74e-a23d-4d71-a2ef-43d93c724226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.214262 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port bea34ff0-0df5-4703-9bb6-bc23389a18c2 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:31.219299 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port bea34ff0-0df5-4703-9bb6-bc23389a18c2 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:31.219965 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.249243 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69cd8824-bb7c-415e-ae5b-8a85e77a026a tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:25:31.249763 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943f74e-a23d-4d71-a2ef-43d93c724226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e40d98-618d-45c7-bb53-8007af01b642,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:31.250169 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-69cd8824-bb7c-415e-ae5b-8a85e77a026a tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.257761 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35e97a-8c95-4980-ba41-2c9f5519f6b9 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Subnet': ['ID=44bd8653-77e7-415b-9bfb-e5e67f614faa,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:25:31.260836 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:25:31.275569 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f039e55-f51f-4398-8e74-094ecc1d56ac None None] Network ed59d2aa-d9ad-49e6-bf65-777883111246 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:31.278207 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ee35e97a-8c95-4980-ba41-2c9f5519f6b9 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.284335 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ee35e97a-8c95-4980-ba41-2c9f5519f6b9 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/subnets/44bd8653-77e7-415b-9bfb-e5e67f614faa HTTP/1.1" status: 204 len: 168 time: 1.1946702 Jul 07 17:25:31.289419 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52090) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:31.307407 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8943f74e-a23d-4d71-a2ef-43d93c724226 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3034eed63cb9461eb70187c2ef4d4c0e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1017308 Jul 07 17:25:31.327119 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52092) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:31.377156 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-686fc295-5426-455e-ba6b-f14e64d7e5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53360daf-37e5-4dc1-acbf-e2828b93edfd', 'name': 'tempest-TestAggregatesBasicOps-1893392308-router', 'tenant_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'bea34ff0-0df5-4703-9bb6-bc23389a18c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:06Z', 'updated_at': '2021-07-07T17:25:18Z', 'revision_number': 4, 'project_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'gw_port': {'id': 'bea34ff0-0df5-4703-9bb6-bc23389a18c2', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53360daf-37e5-4dc1-acbf-e2828b93edfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:07Z', 'updated_at': '2021-07-07T17:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '08c58bb6-a32a-4f45-b81c-8459434ce68b', 'name': '', 'network_id': '3d84210f-1a97-4684-94f8-8cba672ebb36', 'tenant_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'mac_address': 'fa:16:3e:62:cf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53360daf-37e5-4dc1-acbf-e2828b93edfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '0fe64c2f-cc76-4a4b-9666-cff6da12165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:13Z', 'updated_at': '2021-07-07T17:25:29Z', 'revision_number': 4, 'project_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'subnets': [{'id': '0fe64c2f-cc76-4a4b-9666-cff6da12165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:31.450404 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686fc295-5426-455e-ba6b-f14e64d7e5d1 None None] The sync data for ids ['53360daf-37e5-4dc1-acbf-e2828b93edfd'] in n-d-791503-12 is: [{'id': '53360daf-37e5-4dc1-acbf-e2828b93edfd', 'name': 'tempest-TestAggregatesBasicOps-1893392308-router', 'tenant_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'bea34ff0-0df5-4703-9bb6-bc23389a18c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:06Z', 'updated_at': '2021-07-07T17:25:18Z', 'revision_number': 4, 'project_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'gw_port': {'id': 'bea34ff0-0df5-4703-9bb6-bc23389a18c2', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53360daf-37e5-4dc1-acbf-e2828b93edfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:07Z', 'updated_at': '2021-07-07T17:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '08c58bb6-a32a-4f45-b81c-8459434ce68b', 'name': '', 'network_id': '3d84210f-1a97-4684-94f8-8cba672ebb36', 'tenant_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'mac_address': 'fa:16:3e:62:cf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53360daf-37e5-4dc1-acbf-e2828b93edfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '0fe64c2f-cc76-4a4b-9666-cff6da12165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:13Z', 'updated_at': '2021-07-07T17:25:29Z', 'revision_number': 4, 'project_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'subnets': [{'id': '0fe64c2f-cc76-4a4b-9666-cff6da12165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:31.506064 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-69cd8824-bb7c-415e-ae5b-8a85e77a026a tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.512211 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7f1c1037-584f-4d07-900d-c2da6d4fa9f7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.523868 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-69cd8824-bb7c-415e-ae5b-8a85e77a026a tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.526325 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-69cd8824-bb7c-415e-ae5b-8a85e77a026a tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] 10.222.0.53 "DELETE /v2.0/networks/ff1392de-c260-43f5-bf98-c135c6ad6aa6 HTTP/1.1" status: 204 len: 168 time: 2.8410389 Jul 07 17:25:31.569538 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8c0841ef-71c5-43c7-8cf2-37b68edf8ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.594694 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd8824-bb7c-415e-ae5b-8a85e77a026a tempest-DHCPAgentSchedulersTestJSON-1815177345 tempest-DHCPAgentSchedulersTestJSON-1815177345-project] Pushing event deleted for resources: {'Network': ['ID=ff1392de-c260-43f5-bf98-c135c6ad6aa6,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:31.623196 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.633944 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f8fc95-a874-4556-8199-86e4130cb9e6 admin admin] Router 412a4558-684e-4b2e-a0c1-c734d52553eb has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:25:31.648211 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8c0841ef-71c5-43c7-8cf2-37b68edf8ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.698319 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port bea34ff0-0df5-4703-9bb6-bc23389a18c2, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=bea34ff0-0df5-4703-9bb6-bc23389a18c2,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:31.705511 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.799884 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8c0841ef-71c5-43c7-8cf2-37b68edf8ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.803237 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5d36778a-38f7-447d-a80e-77452dd94c4f no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:31.806228 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8c0841ef-71c5-43c7-8cf2-37b68edf8ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.807498 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8c0841ef-71c5-43c7-8cf2-37b68edf8ded admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/32e40d98-618d-45c7-bb53-8007af01b642 HTTP/1.1" status: 204 len: 168 time: 0.4791713 Jul 07 17:25:31.842697 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e483763-60fc-4986-ac63-fdc936ad173d None None] DHCP port deletion for ed59d2aa-d9ad-49e6-bf65-777883111246 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:25:31.857532 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0841ef-71c5-43c7-8cf2-37b68edf8ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e40d98-618d-45c7-bb53-8007af01b642,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:31.925115 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c1037-584f-4d07-900d-c2da6d4fa9f7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Deleting port 8b22b118-0d52-45b9-b218-a5ed5daec5e5 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:31.925508 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7f1c1037-584f-4d07-900d-c2da6d4fa9f7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.953212 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e44e996-7f4f-468b-8559-bb4af8936f6f None None] Sync routers for ids ['aaf43056-65da-4cef-9d4e-160c1663f899'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:31.970543 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e44e996-7f4f-468b-8559-bb4af8936f6f None None] Routers {'aaf43056-65da-4cef-9d4e-160c1663f899'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:31.972708 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7e44e996-7f4f-468b-8559-bb4af8936f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:25:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['aaf43056-65da-4cef-9d4e-160c1663f899'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:32.013509 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 5d36778a-38f7-447d-a80e-77452dd94c4f {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:32.013860 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5d36778a-38f7-447d-a80e-77452dd94c4f not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:32.103136 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-7f1c1037-584f-4d07-900d-c2da6d4fa9f7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] For port 8b22b118-0d52-45b9-b218-a5ed5daec5e5, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8b22b118-0d52-45b9-b218-a5ed5daec5e5,segment=NetworkSegment(bd2014cc-58bf-4112-8e71-8151ddd498c6),segment_id=bd2014cc-58bf-4112-8e71-8151ddd498c6)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:32.103563 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7f1c1037-584f-4d07-900d-c2da6d4fa9f7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.152060 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c1037-584f-4d07-900d-c2da6d4fa9f7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Calling delete_port for 8b22b118-0d52-45b9-b218-a5ed5daec5e5 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:32.158871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f8fc95-a874-4556-8199-86e4130cb9e6 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:32.188267 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-70f8fc95-a874-4556-8199-86e4130cb9e6 admin admin] 10.222.0.53 "PUT /v2.0/routers/412a4558-684e-4b2e-a0c1-c734d52553eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1111526 Jul 07 17:25:32.192537 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d681f3-73cc-4f7f-bd82-32b5bd232623 None None] Sync routers for ids ['412a4558-684e-4b2e-a0c1-c734d52553eb'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:32.200548 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52110) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:32.247284 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=bea34ff0-0df5-4703-9bb6-bc23389a18c2,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:32.252326 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d681f3-73cc-4f7f-bd82-32b5bd232623 None None] Routers {'412a4558-684e-4b2e-a0c1-c734d52553eb'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:32.253358 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-91d681f3-73cc-4f7f-bd82-32b5bd232623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:25:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['412a4558-684e-4b2e-a0c1-c734d52553eb'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:32.278960 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-7e44e996-7f4f-468b-8559-bb4af8936f6f None None] Set router aaf43056-65da-4cef-9d4e-160c1663f899 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:32.329707 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52112) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:32.343141 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7f1c1037-584f-4d07-900d-c2da6d4fa9f7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.430313 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1c1037-584f-4d07-900d-c2da6d4fa9f7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] No DVR routers for this DVR port 8b22b118-0d52-45b9-b218-a5ed5daec5e5 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:32.450698 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c1037-584f-4d07-900d-c2da6d4fa9f7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Port': ['ID=8b22b118-0d52-45b9-b218-a5ed5daec5e5,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:32.561675 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-0e483763-60fc-4986-ac63-fdc936ad173d None None] Deleting port 8b22b118-0d52-45b9-b218-a5ed5daec5e5 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:32.562294 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0e483763-60fc-4986-ac63-fdc936ad173d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.580395 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 08c58bb6-a32a-4f45-b81c-8459434ce68b up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:32.602618 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52116) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:32.626912 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-310b1c23-49af-4b48-8211-62852ea994b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.647295 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5387271-df1e-495a-95e9-5b3903dc7355 admin admin] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.739622 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-91d681f3-73cc-4f7f-bd82-32b5bd232623 None None] Set router 412a4558-684e-4b2e-a0c1-c734d52553eb gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:32.740593 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7f1c1037-584f-4d07-900d-c2da6d4fa9f7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.777456 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-7f1c1037-584f-4d07-900d-c2da6d4fa9f7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed59d2aa-d9ad-49e6-bf65-777883111246']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:32.833227 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-7f1c1037-584f-4d07-900d-c2da6d4fa9f7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2014cc-58bf-4112-8e71-8151ddd498c6') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:32.834247 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-7f1c1037-584f-4d07-900d-c2da6d4fa9f7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2014cc-58bf-4112-8e71-8151ddd498c6') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:32.855935 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5387271-df1e-495a-95e9-5b3903dc7355 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.882364 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7f1c1037-584f-4d07-900d-c2da6d4fa9f7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.921591 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-0e483763-60fc-4986-ac63-fdc936ad173d None None] For port 8b22b118-0d52-45b9-b218-a5ed5daec5e5, host n-d-791503-12, got binding levels [] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:32.922044 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0e483763-60fc-4986-ac63-fdc936ad173d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.962273 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7f1c1037-584f-4d07-900d-c2da6d4fa9f7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.971402 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-91e45955-d9ce-4a10-b3dc-976a28b9fa2f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=69968cf26eca4c2ba929a8c364741339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6400006 Jul 07 17:25:32.975828 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52124) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:32.984412 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f1c1037-584f-4d07-900d-c2da6d4fa9f7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:25:32.985166 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7f1c1037-584f-4d07-900d-c2da6d4fa9f7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:25:32.988699 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:25:33.027650 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-310b1c23-49af-4b48-8211-62852ea994b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.029755 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-310b1c23-49af-4b48-8211-62852ea994b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.057020 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7e44e996-7f4f-468b-8559-bb4af8936f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:25:28Z', 'revision_number': 8, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None, '_interfaces': [{'id': '49b02342-ae1a-4df9-884c-09ad843a7cb2', 'name': '', 'network_id': 'a6ed5ccd-135e-4712-8b7c-29c7a3d08a20', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:a3:17:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:58Z', 'updated_at': '2021-07-07T17:25:11Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '736e0f80-ccf2-44fb-b81d-bdac82f2394b', 'name': '', 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:01:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '59daf397-4617-440d-a9d7-b64ad995d261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:42Z', 'updated_at': '2021-07-07T17:24:51Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '59daf397-4617-440d-a9d7-b64ad995d261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49', 'name': '', 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:54:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:50Z', 'updated_at': '2021-07-07T17:24:59Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:33.093458 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e44e996-7f4f-468b-8559-bb4af8936f6f None None] Checking router: aaf43056-65da-4cef-9d4e-160c1663f899 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:33.100810 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-310b1c23-49af-4b48-8211-62852ea994b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b1daa83509547ce809b36b3ae464660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4966264 Jul 07 17:25:33.104472 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52126) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:33.104978 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e44e996-7f4f-468b-8559-bb4af8936f6f None None] Routers {'aaf43056-65da-4cef-9d4e-160c1663f899'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:33.105647 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7e44e996-7f4f-468b-8559-bb4af8936f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:25:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['aaf43056-65da-4cef-9d4e-160c1663f899'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:33.113336 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b1c23-49af-4b48-8211-62852ea994b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c4ccf1-abd3-4edc-a103-7b710d3ec934,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:33.119860 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7f1c1037-584f-4d07-900d-c2da6d4fa9f7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.142248 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-a5387271-df1e-495a-95e9-5b3903dc7355 admin admin] Deleting port af5041d3-2cc2-4c42-91f4-d6247975521b {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:33.143020 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5387271-df1e-495a-95e9-5b3903dc7355 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.154138 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7f1c1037-584f-4d07-900d-c2da6d4fa9f7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.156283 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7f1c1037-584f-4d07-900d-c2da6d4fa9f7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/networks/ed59d2aa-d9ad-49e6-bf65-777883111246 HTTP/1.1" status: 204 len: 168 time: 1.8656127 Jul 07 17:25:33.164048 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52128) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:33.175967 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-0e483763-60fc-4986-ac63-fdc936ad173d None None] Calling delete_port for 8b22b118-0d52-45b9-b218-a5ed5daec5e5 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:33.195090 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.ipam_backend_mixin [None req-0e483763-60fc-4986-ac63-fdc936ad173d None None] Port 8b22b118-0d52-45b9-b218-a5ed5daec5e5 was not found and therefore no delete operation was performed {{(pid=100194) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:25:33.205197 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0e483763-60fc-4986-ac63-fdc936ad173d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.208668 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c1037-584f-4d07-900d-c2da6d4fa9f7 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Network': ['ID=ed59d2aa-d9ad-49e6-bf65-777883111246,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:33.243828 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca2a9f4f-01e6-4e10-b152-990f31a979f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.272817 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca2a9f4f-01e6-4e10-b152-990f31a979f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.319031 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e483763-60fc-4986-ac63-fdc936ad173d None None] Pushing event deleted for resources: {'Port': ['ID=8b22b118-0d52-45b9-b218-a5ed5daec5e5,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:33.327475 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-7e44e996-7f4f-468b-8559-bb4af8936f6f None None] Set router aaf43056-65da-4cef-9d4e-160c1663f899 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:33.342441 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0e483763-60fc-4986-ac63-fdc936ad173d None None] Network ed59d2aa-d9ad-49e6-bf65-777883111246 is not hosted by any dhcp agent {{(pid=100194) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:25:33.344327 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d19f1eff-a767-4821-9e20-6cc47d14fd6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.345243 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e483763-60fc-4986-ac63-fdc936ad173d None None] No DVR routers for this DVR port 8b22b118-0d52-45b9-b218-a5ed5daec5e5 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:33.361576 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 08c58bb6-a32a-4f45-b81c-8459434ce68b completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:33.378512 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 08c58bb6-a32a-4f45-b81c-8459434ce68b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:33.378905 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.383545 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d19f1eff-a767-4821-9e20-6cc47d14fd6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.452987 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca2a9f4f-01e6-4e10-b152-990f31a979f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.456291 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca2a9f4f-01e6-4e10-b152-990f31a979f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.458841 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ca2a9f4f-01e6-4e10-b152-990f31a979f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50c4ccf1-abd3-4edc-a103-7b710d3ec934 HTTP/1.1" status: 204 len: 168 time: 0.3528025 Jul 07 17:25:33.463211 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d19f1eff-a767-4821-9e20-6cc47d14fd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.467042 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d19f1eff-a767-4821-9e20-6cc47d14fd6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.467891 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d19f1eff-a767-4821-9e20-6cc47d14fd6d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c6448897-44c7-4166-8f86-e8ac42d7c63b HTTP/1.1" status: 204 len: 168 time: 0.4898403 Jul 07 17:25:33.475025 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a9f4f-01e6-4e10-b152-990f31a979f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c4ccf1-abd3-4edc-a103-7b710d3ec934,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:33.501750 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f1eff-a767-4821-9e20-6cc47d14fd6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6448897-44c7-4166-8f86-e8ac42d7c63b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:33.705730 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-91d681f3-73cc-4f7f-bd82-32b5bd232623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412a4558-684e-4b2e-a0c1-c734d52553eb', 'name': 'tempest-TestAggregatesBasicOps-2078880745-router', 'tenant_id': '1ad824a9fb61468d852117e1ec7576e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af5041d3-2cc2-4c42-91f4-d6247975521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:45Z', 'updated_at': '2021-07-07T17:25:29Z', 'revision_number': 5, 'project_id': '1ad824a9fb61468d852117e1ec7576e2', 'gw_port': {'id': 'af5041d3-2cc2-4c42-91f4-d6247975521b', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412a4558-684e-4b2e-a0c1-c734d52553eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:47Z', 'updated_at': '2021-07-07T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:33.764715 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-a5387271-df1e-495a-95e9-5b3903dc7355 admin admin] For port af5041d3-2cc2-4c42-91f4-d6247975521b, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=af5041d3-2cc2-4c42-91f4-d6247975521b,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:33.765343 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5387271-df1e-495a-95e9-5b3903dc7355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.810206 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-a5387271-df1e-495a-95e9-5b3903dc7355 admin admin] Calling delete_port for af5041d3-2cc2-4c42-91f4-d6247975521b owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:33.857492 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d681f3-73cc-4f7f-bd82-32b5bd232623 None None] Checking router: 412a4558-684e-4b2e-a0c1-c734d52553eb for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:33.911995 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d681f3-73cc-4f7f-bd82-32b5bd232623 None None] Routers {'412a4558-684e-4b2e-a0c1-c734d52553eb'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:33.916780 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-91d681f3-73cc-4f7f-bd82-32b5bd232623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:25:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['412a4558-684e-4b2e-a0c1-c734d52553eb'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:33.932701 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7e44e996-7f4f-468b-8559-bb4af8936f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:25:28Z', 'revision_number': 8, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None, '_interfaces': [{'id': '49b02342-ae1a-4df9-884c-09ad843a7cb2', 'name': '', 'network_id': 'a6ed5ccd-135e-4712-8b7c-29c7a3d08a20', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:a3:17:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:58Z', 'updated_at': '2021-07-07T17:25:11Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '736e0f80-ccf2-44fb-b81d-bdac82f2394b', 'name': '', 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:01:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '59daf397-4617-440d-a9d7-b64ad995d261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:42Z', 'updated_at': '2021-07-07T17:24:51Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '59daf397-4617-440d-a9d7-b64ad995d261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49', 'name': '', 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:54:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:50Z', 'updated_at': '2021-07-07T17:24:59Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:34.009573 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e44e996-7f4f-468b-8559-bb4af8936f6f None None] The sync data for ids ['aaf43056-65da-4cef-9d4e-160c1663f899'] in n-d-791503-12 is: [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:25:28Z', 'revision_number': 8, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None, '_interfaces': [{'id': '49b02342-ae1a-4df9-884c-09ad843a7cb2', 'name': '', 'network_id': 'a6ed5ccd-135e-4712-8b7c-29c7a3d08a20', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:a3:17:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:58Z', 'updated_at': '2021-07-07T17:25:11Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'a655e264-1910-4337-b434-b15afddc9ae0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '736e0f80-ccf2-44fb-b81d-bdac82f2394b', 'name': '', 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:01:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '59daf397-4617-440d-a9d7-b64ad995d261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:42Z', 'updated_at': '2021-07-07T17:24:51Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '59daf397-4617-440d-a9d7-b64ad995d261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49', 'name': '', 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:54:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:50Z', 'updated_at': '2021-07-07T17:24:59Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:34.227407 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3055be16-6c9b-4082-9a9b-ffe98f53047e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.423620 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-91d681f3-73cc-4f7f-bd82-32b5bd232623 None None] Set router 412a4558-684e-4b2e-a0c1-c734d52553eb gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:34.442300 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5387271-df1e-495a-95e9-5b3903dc7355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.469638 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52154) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:34.485340 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5387271-df1e-495a-95e9-5b3903dc7355 admin admin] Pushing event deleted for resources: {'Port': ['ID=af5041d3-2cc2-4c42-91f4-d6247975521b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:34.502392 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-91d681f3-73cc-4f7f-bd82-32b5bd232623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412a4558-684e-4b2e-a0c1-c734d52553eb', 'name': 'tempest-TestAggregatesBasicOps-2078880745-router', 'tenant_id': '1ad824a9fb61468d852117e1ec7576e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:45Z', 'updated_at': '2021-07-07T17:25:32Z', 'revision_number': 6, 'project_id': '1ad824a9fb61468d852117e1ec7576e2', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:34.505718 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.521531 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7a16f0c7-c8ff-4f30-872e-0249e92de30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.556201 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d681f3-73cc-4f7f-bd82-32b5bd232623 None None] The sync data for ids ['412a4558-684e-4b2e-a0c1-c734d52553eb'] in n-d-791503-12 is: [{'id': '412a4558-684e-4b2e-a0c1-c734d52553eb', 'name': 'tempest-TestAggregatesBasicOps-2078880745-router', 'tenant_id': '1ad824a9fb61468d852117e1ec7576e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:45Z', 'updated_at': '2021-07-07T17:25:32Z', 'revision_number': 6, 'project_id': '1ad824a9fb61468d852117e1ec7576e2', 'gw_port_host': None}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:34.649063 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 08c58bb6-a32a-4f45-b81c-8459434ce68b, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=08c58bb6-a32a-4f45-b81c-8459434ce68b,segment=NetworkSegment(eb165288-9ecd-4981-8da6-59513b3de8c1),segment_id=eb165288-9ecd-4981-8da6-59513b3de8c1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:34.654760 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.708985 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7a16f0c7-c8ff-4f30-872e-0249e92de30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.713691 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7a16f0c7-c8ff-4f30-872e-0249e92de30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.719783 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=08c58bb6-a32a-4f45-b81c-8459434ce68b,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:34.749707 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16f0c7-c8ff-4f30-872e-0249e92de30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c436c15e-70ab-49b9-9eaa-0e55aaa543f6,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:34.762003 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5387271-df1e-495a-95e9-5b3903dc7355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.784568 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7a16f0c7-c8ff-4f30-872e-0249e92de30b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=313ecc04b3f44608b0b85fe5ab763e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3114395 Jul 07 17:25:34.784851 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52158) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:34.868639 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-09deb4d9-516c-440e-855a-a7a769e1a054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.886541 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5387271-df1e-495a-95e9-5b3903dc7355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.888861 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5387271-df1e-495a-95e9-5b3903dc7355 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.926724 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-09deb4d9-516c-440e-855a-a7a769e1a054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.978177 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5387271-df1e-495a-95e9-5b3903dc7355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.985290 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5387271-df1e-495a-95e9-5b3903dc7355 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 412a4558-684e-4b2e-a0c1-c734d52553eb {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:25:35.008563 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5387271-df1e-495a-95e9-5b3903dc7355 admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:35.015290 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a5387271-df1e-495a-95e9-5b3903dc7355 admin admin] 10.222.0.53 "DELETE /v2.0/routers/412a4558-684e-4b2e-a0c1-c734d52553eb HTTP/1.1" status: 204 len: 168 time: 2.8109431 Jul 07 17:25:35.016374 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52168) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:35.033502 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 660dc569-0c5f-4081-89a5-bf26a9cb864a no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:35.046131 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-09deb4d9-516c-440e-855a-a7a769e1a054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:35.049718 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-09deb4d9-516c-440e-855a-a7a769e1a054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:35.052227 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-09deb4d9-516c-440e-855a-a7a769e1a054 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c436c15e-70ab-49b9-9eaa-0e55aaa543f6 HTTP/1.1" status: 204 len: 168 time: 0.2659502 Jul 07 17:25:35.091130 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09deb4d9-516c-440e-855a-a7a769e1a054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c436c15e-70ab-49b9-9eaa-0e55aaa543f6,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:35.126459 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 660dc569-0c5f-4081-89a5-bf26a9cb864a {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:35.126712 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 660dc569-0c5f-4081-89a5-bf26a9cb864a not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:35.127122 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8b22b118-0d52-45b9-b218-a5ed5daec5e5 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:35.197267 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 8b22b118-0d52-45b9-b218-a5ed5daec5e5 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:35.198599 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8b22b118-0d52-45b9-b218-a5ed5daec5e5 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:35.226882 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d94193d-7e24-4c52-a62d-e02fc095fb0b admin admin] Deleting subnet d36b93d6-4ee7-46b3-b978-5fe5c948ef2c {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:25:35.243415 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8d94193d-7e24-4c52-a62d-e02fc095fb0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:35.367903 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8d94193d-7e24-4c52-a62d-e02fc095fb0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:35.411983 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-3055be16-6c9b-4082-9a9b-ffe98f53047e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Deleting port 49b02342-ae1a-4df9-884c-09ad843a7cb2 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:35.412639 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3055be16-6c9b-4082-9a9b-ffe98f53047e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:35.782091 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 08c58bb6-a32a-4f45-b81c-8459434ce68b up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:35.961516 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 08c58bb6-a32a-4f45-b81c-8459434ce68b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:35.961903 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.031591 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8d94193d-7e24-4c52-a62d-e02fc095fb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.133999 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8d94193d-7e24-4c52-a62d-e02fc095fb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.248633 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device bea34ff0-0df5-4703-9bb6-bc23389a18c2 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:36.292767 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94193d-7e24-4c52-a62d-e02fc095fb0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d36b93d6-4ee7-46b3-b978-5fe5c948ef2c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:36.370461 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port bea34ff0-0df5-4703-9bb6-bc23389a18c2 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:36.370793 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.385180 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-3055be16-6c9b-4082-9a9b-ffe98f53047e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] For port 49b02342-ae1a-4df9-884c-09ad843a7cb2, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=49b02342-ae1a-4df9-884c-09ad843a7cb2,segment=NetworkSegment(0d12baf6-491d-414a-b2f6-987ff732ff88),segment_id=0d12baf6-491d-414a-b2f6-987ff732ff88)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:36.385540 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3055be16-6c9b-4082-9a9b-ffe98f53047e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.422450 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-3055be16-6c9b-4082-9a9b-ffe98f53047e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Calling delete_port for 49b02342-ae1a-4df9-884c-09ad843a7cb2 owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:36.576592 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8d94193d-7e24-4c52-a62d-e02fc095fb0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.580867 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9676e2-baed-4924-b418-c94a36fe6de6 None None] Network 5b40365b-2ce2-440c-8353-128806702903 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:36.595296 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52224) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:36.596394 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8d94193d-7e24-4c52-a62d-e02fc095fb0b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d36b93d6-4ee7-46b3-b978-5fe5c948ef2c HTTP/1.1" status: 204 len: 168 time: 1.5244153 Jul 07 17:25:36.783612 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:36.862139 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:36.865574 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e4b54ef1-5ea7-4937-85e3-df01d0c9b2bc not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:36.866247 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device af5041d3-2cc2-4c42-91f4-d6247975521b no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:36.886967 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de4197c3-824c-4887-b9dd-ed955e0eb882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.941341 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: af5041d3-2cc2-4c42-91f4-d6247975521b {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:36.942639 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device af5041d3-2cc2-4c42-91f4-d6247975521b not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:37.008558 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3055be16-6c9b-4082-9a9b-ffe98f53047e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.054351 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-de4197c3-824c-4887-b9dd-ed955e0eb882 admin admin] Deleting port 6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:37.054920 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de4197c3-824c-4887-b9dd-ed955e0eb882 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.073548 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055be16-6c9b-4082-9a9b-ffe98f53047e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Port': ['ID=49b02342-ae1a-4df9-884c-09ad843a7cb2,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:37.144177 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52242) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:37.223492 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e2804d-38f6-4f5b-a358-f404e2216917 None None] DHCP port deletion for 5b40365b-2ce2-440c-8353-128806702903 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:25:37.250478 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-de4197c3-824c-4887-b9dd-ed955e0eb882 admin admin] For port 6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7,segment=NetworkSegment(fa1addda-9a69-4281-8781-d9b35f005bc2),segment_id=fa1addda-9a69-4281-8781-d9b35f005bc2)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:37.251392 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de4197c3-824c-4887-b9dd-ed955e0eb882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.299589 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-de4197c3-824c-4887-b9dd-ed955e0eb882 admin admin] Calling delete_port for 6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:37.400482 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.433562 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3055be16-6c9b-4082-9a9b-ffe98f53047e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.448005 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-68e2804d-38f6-4f5b-a358-f404e2216917 None None] Deleting port 6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:37.448397 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-68e2804d-38f6-4f5b-a358-f404e2216917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.605763 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-ea679051-c536-4171-97d6-8057ed591639 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-749205693'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:37.615250 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de4197c3-824c-4887-b9dd-ed955e0eb882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.633890 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-68e2804d-38f6-4f5b-a358-f404e2216917 None None] For port 6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7,segment=NetworkSegment(fa1addda-9a69-4281-8781-d9b35f005bc2),segment_id=fa1addda-9a69-4281-8781-d9b35f005bc2)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:37.635456 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-68e2804d-38f6-4f5b-a358-f404e2216917 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.673496 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-68e2804d-38f6-4f5b-a358-f404e2216917 None None] Calling delete_port for 6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:37.701782 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea679051-c536-4171-97d6-8057ed591639 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Made reservation on behalf of 06414a3363ed4c1c8363cb34262489fa for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:37.710937 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea679051-c536-4171-97d6-8057ed591639 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.740601 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea679051-c536-4171-97d6-8057ed591639 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.806135 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4197c3-824c-4887-b9dd-ed955e0eb882 admin admin] No DVR routers for this DVR port 6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:37.813898 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4197c3-824c-4887-b9dd-ed955e0eb882 admin admin] Pushing event deleted for resources: {'Port': ['ID=6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:37.892207 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.964749 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:37.980054 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de4197c3-824c-4887-b9dd-ed955e0eb882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.991716 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-de4197c3-824c-4887-b9dd-ed955e0eb882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b40365b-2ce2-440c-8353-128806702903']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:38.004229 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-de4197c3-824c-4887-b9dd-ed955e0eb882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1addda-9a69-4281-8781-d9b35f005bc2') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:38.004978 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-de4197c3-824c-4887-b9dd-ed955e0eb882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1addda-9a69-4281-8781-d9b35f005bc2') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:38.015918 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de4197c3-824c-4887-b9dd-ed955e0eb882 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.027182 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:38.027954 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:38.028244 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3055be16-6c9b-4082-9a9b-ffe98f53047e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Router aaf43056-65da-4cef-9d4e-160c1663f899 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:25:38.035246 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52266) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:38.041274 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-68e2804d-38f6-4f5b-a358-f404e2216917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.062645 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de4197c3-824c-4887-b9dd-ed955e0eb882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.085362 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de4197c3-824c-4887-b9dd-ed955e0eb882 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:25:38.085783 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de4197c3-824c-4887-b9dd-ed955e0eb882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:25:38.087648 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:25:38.111777 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2804d-38f6-4f5b-a358-f404e2216917 None None] Pushing event deleted for resources: {'Port': ['ID=6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:38.131595 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e2804d-38f6-4f5b-a358-f404e2216917 None None] No DVR routers for this DVR port 6010203f-d765-4fb0-8fb3-bd9cfbbaf9b7 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:38.251894 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3055be16-6c9b-4082-9a9b-ffe98f53047e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:38.263224 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106dcc67-4239-4bec-8b47-1d117593d428 None None] Sync routers for ids ['aaf43056-65da-4cef-9d4e-160c1663f899'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:38.277822 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106dcc67-4239-4bec-8b47-1d117593d428 None None] Routers {'aaf43056-65da-4cef-9d4e-160c1663f899'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:38.288875 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-106dcc67-4239-4bec-8b47-1d117593d428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:25:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['aaf43056-65da-4cef-9d4e-160c1663f899'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:38.289103 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3055be16-6c9b-4082-9a9b-ffe98f53047e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "PUT /v2.0/routers/aaf43056-65da-4cef-9d4e-160c1663f899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1219819 Jul 07 17:25:38.292763 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52274) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:38.314844 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de4197c3-824c-4887-b9dd-ed955e0eb882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.317784 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-218bd0c6-a2d2-4e7c-9f52-72880e891c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.364992 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de4197c3-824c-4887-b9dd-ed955e0eb882 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.371819 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52276) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:38.372950 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-de4197c3-824c-4887-b9dd-ed955e0eb882 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5b40365b-2ce2-440c-8353-128806702903 HTTP/1.1" status: 204 len: 168 time: 1.7765253 Jul 07 17:25:38.374190 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4197c3-824c-4887-b9dd-ed955e0eb882 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b40365b-2ce2-440c-8353-128806702903,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:38.476061 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-106dcc67-4239-4bec-8b47-1d117593d428 None None] Set router aaf43056-65da-4cef-9d4e-160c1663f899 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:38.487338 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea679051-c536-4171-97d6-8057ed591639 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.503636 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea679051-c536-4171-97d6-8057ed591639 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.516866 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f64ddc-4b7f-4ff6-9bcd-e1df54dc6b80 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Deleting subnet a655e264-1910-4337-b434-b15afddc9ae0 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:25:38.522079 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d1f64ddc-4b7f-4ff6-9bcd-e1df54dc6b80 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.573425 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d1f64ddc-4b7f-4ff6-9bcd-e1df54dc6b80 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.603233 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-218bd0c6-a2d2-4e7c-9f52-72880e891c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.609251 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-218bd0c6-a2d2-4e7c-9f52-72880e891c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.670500 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-218bd0c6-a2d2-4e7c-9f52-72880e891c4d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=accdf7b37ded43f6804f1edbb33a8100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6326473 Jul 07 17:25:38.671984 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bd0c6-a2d2-4e7c-9f52-72880e891c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c81ed55-fcc8-4d80-9f1b-6c61fba167a6,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:38.674903 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52278) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:38.714638 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d1f64ddc-4b7f-4ff6-9bcd-e1df54dc6b80 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.743702 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2b5d87ce-e59b-4899-970f-9233dd9752f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.751570 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea679051-c536-4171-97d6-8057ed591639 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5184cae2-d0c6-4f09-832c-df81e28e4fe4,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:38.774381 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2b5d87ce-e59b-4899-970f-9233dd9752f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.786029 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea679051-c536-4171-97d6-8057ed591639 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:25:38.813719 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea679051-c536-4171-97d6-8057ed591639 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.814478 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-ea679051-c536-4171-97d6-8057ed591639 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Added segment a8ca16e6-545a-46f6-a3b8-638445c46f7f of type vlan for network fa6b0d88-db19-466b-8590-f43cfa63314a Jul 07 17:25:38.846898 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2b5d87ce-e59b-4899-970f-9233dd9752f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.851306 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2b5d87ce-e59b-4899-970f-9233dd9752f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.855828 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2b5d87ce-e59b-4899-970f-9233dd9752f6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c81ed55-fcc8-4d80-9f1b-6c61fba167a6 HTTP/1.1" status: 204 len: 168 time: 0.1794858 Jul 07 17:25:38.873767 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d87ce-e59b-4899-970f-9233dd9752f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c81ed55-fcc8-4d80-9f1b-6c61fba167a6,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:38.926907 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-106dcc67-4239-4bec-8b47-1d117593d428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:25:36Z', 'revision_number': 9, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None, '_interfaces': [{'id': '736e0f80-ccf2-44fb-b81d-bdac82f2394b', 'name': '', 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:01:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '59daf397-4617-440d-a9d7-b64ad995d261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:42Z', 'updated_at': '2021-07-07T17:24:51Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '59daf397-4617-440d-a9d7-b64ad995d261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49', 'name': '', 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:54:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:50Z', 'updated_at': '2021-07-07T17:24:59Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:38.958518 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea679051-c536-4171-97d6-8057ed591639 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.002231 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106dcc67-4239-4bec-8b47-1d117593d428 None None] Checking router: aaf43056-65da-4cef-9d4e-160c1663f899 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:39.010664 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea679051-c536-4171-97d6-8057ed591639 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.017629 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea679051-c536-4171-97d6-8057ed591639 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:39.018320 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea679051-c536-4171-97d6-8057ed591639 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.041734 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d1f64ddc-4b7f-4ff6-9bcd-e1df54dc6b80 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.044941 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ea679051-c536-4171-97d6-8057ed591639 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.8952920 Jul 07 17:25:39.049312 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52296) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:39.054291 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-004c02dd-5f56-4568-82c3-9da638bf39d7 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Request body: {'subnet': {'network_id': 'fa6b0d88-db19-466b-8590-f43cfa63314a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:39.069354 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106dcc67-4239-4bec-8b47-1d117593d428 None None] Routers {'aaf43056-65da-4cef-9d4e-160c1663f899'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:39.070919 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-106dcc67-4239-4bec-8b47-1d117593d428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:25:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['aaf43056-65da-4cef-9d4e-160c1663f899'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:39.292172 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-106dcc67-4239-4bec-8b47-1d117593d428 None None] Set router aaf43056-65da-4cef-9d4e-160c1663f899 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:39.445375 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d1f64ddc-4b7f-4ff6-9bcd-e1df54dc6b80 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.447451 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d1f64ddc-4b7f-4ff6-9bcd-e1df54dc6b80 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/subnets/a655e264-1910-4337-b434-b15afddc9ae0 HTTP/1.1" status: 204 len: 168 time: 1.1532319 Jul 07 17:25:39.451749 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004c02dd-5f56-4568-82c3-9da638bf39d7 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Made reservation on behalf of 06414a3363ed4c1c8363cb34262489fa for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:39.455984 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bec43b4-e354-4992-9e49-1153c65bafde None None] Network a6ed5ccd-135e-4712-8b7c-29c7a3d08a20 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:39.463332 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f64ddc-4b7f-4ff6-9bcd-e1df54dc6b80 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Subnet': ['ID=a655e264-1910-4337-b434-b15afddc9ae0,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:39.474237 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-004c02dd-5f56-4568-82c3-9da638bf39d7 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.485059 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52312) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:39.592262 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52316) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:39.650219 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8b7bb11d-97a7-41c5-af2e-7ef790b45070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.728755 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea679051-c536-4171-97d6-8057ed591639 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Pushing event updated for resources: {'Network': ['ID=fa6b0d88-db19-466b-8590-f43cfa63314a,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:39.750999 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network fa6b0d88-db19-466b-8590-f43cfa63314a details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:25:39.862213 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8946d590-e8c4-4994-82d6-b375964753fa None None] DHCP port deletion for a6ed5ccd-135e-4712-8b7c-29c7a3d08a20 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:25:39.897219 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52324) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:39.927734 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8946d590-e8c4-4994-82d6-b375964753fa None None] Deleting port 59d93d13-11c2-4868-9931-0b65db059f26 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:39.928370 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8946d590-e8c4-4994-82d6-b375964753fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.987554 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3621ebba-155d-4e60-a8a8-4745a2154d7d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.060564 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-106dcc67-4239-4bec-8b47-1d117593d428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:25:36Z', 'revision_number': 9, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None, '_interfaces': [{'id': '736e0f80-ccf2-44fb-b81d-bdac82f2394b', 'name': '', 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:01:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '59daf397-4617-440d-a9d7-b64ad995d261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:42Z', 'updated_at': '2021-07-07T17:24:51Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '59daf397-4617-440d-a9d7-b64ad995d261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49', 'name': '', 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:54:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:50Z', 'updated_at': '2021-07-07T17:24:59Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:40.131084 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106dcc67-4239-4bec-8b47-1d117593d428 None None] The sync data for ids ['aaf43056-65da-4cef-9d4e-160c1663f899'] in n-d-791503-12 is: [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:25:36Z', 'revision_number': 9, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None, '_interfaces': [{'id': '736e0f80-ccf2-44fb-b81d-bdac82f2394b', 'name': '', 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:01:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '59daf397-4617-440d-a9d7-b64ad995d261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:42Z', 'updated_at': '2021-07-07T17:24:51Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '59daf397-4617-440d-a9d7-b64ad995d261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49', 'name': '', 'network_id': '012235c9-8274-480f-908a-d50c1e6f527b', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:54:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:50Z', 'updated_at': '2021-07-07T17:24:59Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': 'b91443e2-49e3-482f-9541-8a64963145b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:40.138509 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8946d590-e8c4-4994-82d6-b375964753fa None None] For port 59d93d13-11c2-4868-9931-0b65db059f26, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=59d93d13-11c2-4868-9931-0b65db059f26,segment=NetworkSegment(0d12baf6-491d-414a-b2f6-987ff732ff88),segment_id=0d12baf6-491d-414a-b2f6-987ff732ff88)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:40.138944 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8946d590-e8c4-4994-82d6-b375964753fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.143087 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-3621ebba-155d-4e60-a8a8-4745a2154d7d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Deleting port 59d93d13-11c2-4868-9931-0b65db059f26 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:40.143528 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3621ebba-155d-4e60-a8a8-4745a2154d7d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.146146 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8b7bb11d-97a7-41c5-af2e-7ef790b45070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.159293 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8b7bb11d-97a7-41c5-af2e-7ef790b45070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.163431 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8946d590-e8c4-4994-82d6-b375964753fa None None] Calling delete_port for 59d93d13-11c2-4868-9931-0b65db059f26 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:40.244366 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7bb11d-97a7-41c5-af2e-7ef790b45070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c848c7-015c-4b41-b315-da8b8bc51ed6,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:40.266421 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-3621ebba-155d-4e60-a8a8-4745a2154d7d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] For port 59d93d13-11c2-4868-9931-0b65db059f26, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=59d93d13-11c2-4868-9931-0b65db059f26,segment=NetworkSegment(0d12baf6-491d-414a-b2f6-987ff732ff88),segment_id=0d12baf6-491d-414a-b2f6-987ff732ff88)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:40.266869 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3621ebba-155d-4e60-a8a8-4745a2154d7d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.289393 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7514062e-fa6b-4f64-8fea-49e9d237bbdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.293626 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-004c02dd-5f56-4568-82c3-9da638bf39d7 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.303820 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8946d590-e8c4-4994-82d6-b375964753fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.313323 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-3621ebba-155d-4e60-a8a8-4745a2154d7d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Calling delete_port for 59d93d13-11c2-4868-9931-0b65db059f26 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:40.332909 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52330) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:40.337214 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8b7bb11d-97a7-41c5-af2e-7ef790b45070 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca36cbad94984b408abe3c783af2dba2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7437758 Jul 07 17:25:40.361607 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946d590-e8c4-4994-82d6-b375964753fa None None] Pushing event deleted for resources: {'Port': ['ID=59d93d13-11c2-4868-9931-0b65db059f26,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:40.366050 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8946d590-e8c4-4994-82d6-b375964753fa None None] No DVR routers for this DVR port 59d93d13-11c2-4868-9931-0b65db059f26 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:40.412600 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c02dd-5f56-4568-82c3-9da638bf39d7 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Pushing event updated for resources: {'Subnet': ['ID=bb427ebc-7ace-4191-aa55-8338480b57c8,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:40.452204 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004c02dd-5f56-4568-82c3-9da638bf39d7 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Checking segment: {'id': 'a8ca16e6-545a-46f6-a3b8-638445c46f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fa6b0d88-db19-466b-8590-f43cfa63314a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:40.452637 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004c02dd-5f56-4568-82c3-9da638bf39d7 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Network hostable DHCP agents. Network: fa6b0d88-db19-466b-8590-f43cfa63314a, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:25:40.493357 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004c02dd-5f56-4568-82c3-9da638bf39d7 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Network fa6b0d88-db19-466b-8590-f43cfa63314a is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:25:40.502115 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3621ebba-155d-4e60-a8a8-4745a2154d7d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.524174 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-004c02dd-5f56-4568-82c3-9da638bf39d7 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, fa6b0d88-db19-466b-8590-f43cfa63314a) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:40.529394 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004c02dd-5f56-4568-82c3-9da638bf39d7 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:40.530005 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-004c02dd-5f56-4568-82c3-9da638bf39d7 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.534351 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5cbfaf-1190-4763-966f-314fa4aeea3c None None] Network fa6b0d88-db19-466b-8590-f43cfa63314a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:40.556249 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7ce569fe-604c-49dc-84fe-d471b1e50494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.648329 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7514062e-fa6b-4f64-8fea-49e9d237bbdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.662663 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7514062e-fa6b-4f64-8fea-49e9d237bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.673933 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-004c02dd-5f56-4568-82c3-9da638bf39d7 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6246252 Jul 07 17:25:40.675189 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52334) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:40.718048 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-6946a7fe-124b-4371-9645-c20908b9c9b4 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Request body: {'port': {'network_id': 'fa6b0d88-db19-466b-8590-f43cfa63314a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1420906477'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:40.752472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621ebba-155d-4e60-a8a8-4745a2154d7d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Port': ['ID=59d93d13-11c2-4868-9931-0b65db059f26,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:40.756430 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3621ebba-155d-4e60-a8a8-4745a2154d7d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] No DVR routers for this DVR port 59d93d13-11c2-4868-9931-0b65db059f26 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:40.760508 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d50b2c6d-dd27-4a76-b9bb-8f70198fb6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.854132 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7514062e-fa6b-4f64-8fea-49e9d237bbdb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b9450de12676466cafd986d5548a1a35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9555290 Jul 07 17:25:40.857695 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514062e-fa6b-4f64-8fea-49e9d237bbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf582ba-826e-437a-b63b-ab3ea4d3f6ba,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:40.860180 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52336) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:40.930530 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15beee57-89f8-49eb-b7d5-f017ebd2811e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-fa6b0d88-db19-466b-8590-f43cfa63314a', 'network_id': 'fa6b0d88-db19-466b-8590-f43cfa63314a', 'tenant_id': '06414a3363ed4c1c8363cb34262489fa', 'fixed_ips': [{'subnet_id': 'bb427ebc-7ace-4191-aa55-8338480b57c8'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:25:40.931649 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-15beee57-89f8-49eb-b7d5-f017ebd2811e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.947130 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d50b2c6d-dd27-4a76-b9bb-8f70198fb6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.976811 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6946a7fe-124b-4371-9645-c20908b9c9b4 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Made reservation on behalf of 06414a3363ed4c1c8363cb34262489fa for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:40.984854 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6946a7fe-124b-4371-9645-c20908b9c9b4 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.989854 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3621ebba-155d-4e60-a8a8-4745a2154d7d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.017275 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-6946a7fe-124b-4371-9645-c20908b9c9b4 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] device_id is not set on port 2fd3c670-6b23-4613-9663-a4f58a9a1b0d yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:25:41.029357 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4dfc8ba3-7983-495e-af61-98d0ea55b1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.053666 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-3621ebba-155d-4e60-a8a8-4745a2154d7d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6ed5ccd-135e-4712-8b7c-29c7a3d08a20']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:41.094418 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-3621ebba-155d-4e60-a8a8-4745a2154d7d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d12baf6-491d-414a-b2f6-987ff732ff88') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:41.095521 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-3621ebba-155d-4e60-a8a8-4745a2154d7d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d12baf6-491d-414a-b2f6-987ff732ff88') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:41.096573 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4dfc8ba3-7983-495e-af61-98d0ea55b1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.161564 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3621ebba-155d-4e60-a8a8-4745a2154d7d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.184822 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4dfc8ba3-7983-495e-af61-98d0ea55b1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.188339 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4dfc8ba3-7983-495e-af61-98d0ea55b1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.193004 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4dfc8ba3-7983-495e-af61-98d0ea55b1ed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3bf582ba-826e-437a-b63b-ab3ea4d3f6ba HTTP/1.1" status: 204 len: 168 time: 0.3293633 Jul 07 17:25:41.209194 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc8ba3-7983-495e-af61-98d0ea55b1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf582ba-826e-437a-b63b-ab3ea4d3f6ba,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:41.221803 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-15beee57-89f8-49eb-b7d5-f017ebd2811e None None] Allocated IP 2001:db8::2 (fa6b0d88-db19-466b-8590-f43cfa63314a/bb427ebc-7ace-4191-aa55-8338480b57c8/c7e18580-bfc9-4ed2-a62d-d30a751dbaf8) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:41.227926 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3621ebba-155d-4e60-a8a8-4745a2154d7d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.238237 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3621ebba-155d-4e60-a8a8-4745a2154d7d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:25:41.239285 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3621ebba-155d-4e60-a8a8-4745a2154d7d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:25:41.242785 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:25:41.260940 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d50b2c6d-dd27-4a76-b9bb-8f70198fb6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.263564 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d50b2c6d-dd27-4a76-b9bb-8f70198fb6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.265202 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d50b2c6d-dd27-4a76-b9bb-8f70198fb6a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50c848c7-015c-4b41-b315-da8b8bc51ed6 HTTP/1.1" status: 204 len: 168 time: 0.9288263 Jul 07 17:25:41.325023 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b2c6d-dd27-4a76-b9bb-8f70198fb6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c848c7-015c-4b41-b315-da8b8bc51ed6,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:41.351781 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3621ebba-155d-4e60-a8a8-4745a2154d7d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.422419 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3621ebba-155d-4e60-a8a8-4745a2154d7d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.425079 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3621ebba-155d-4e60-a8a8-4745a2154d7d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/networks/a6ed5ccd-135e-4712-8b7c-29c7a3d08a20 HTTP/1.1" status: 204 len: 168 time: 1.9256954 Jul 07 17:25:41.426099 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621ebba-155d-4e60-a8a8-4745a2154d7d tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Network': ['ID=a6ed5ccd-135e-4712-8b7c-29c7a3d08a20,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:41.428158 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52344) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:41.506189 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-7ce569fe-604c-49dc-84fe-d471b1e50494 admin admin] Deleting port 08c58bb6-a32a-4f45-b81c-8459434ce68b {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:41.506593 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7ce569fe-604c-49dc-84fe-d471b1e50494 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.570639 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-15beee57-89f8-49eb-b7d5-f017ebd2811e None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.594977 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-15beee57-89f8-49eb-b7d5-f017ebd2811e None None] Transition to ACTIVE for port object c7e18580-bfc9-4ed2-a62d-d30a751dbaf8 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:41.632605 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-15beee57-89f8-49eb-b7d5-f017ebd2811e None None] Transition to ACTIVE for port object c7e18580-bfc9-4ed2-a62d-d30a751dbaf8 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:41.648162 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-15beee57-89f8-49eb-b7d5-f017ebd2811e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.667151 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-7ce569fe-604c-49dc-84fe-d471b1e50494 admin admin] For port 08c58bb6-a32a-4f45-b81c-8459434ce68b, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=08c58bb6-a32a-4f45-b81c-8459434ce68b,segment=NetworkSegment(eb165288-9ecd-4981-8da6-59513b3de8c1),segment_id=eb165288-9ecd-4981-8da6-59513b3de8c1)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:41.668076 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7ce569fe-604c-49dc-84fe-d471b1e50494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.753046 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-7ce569fe-604c-49dc-84fe-d471b1e50494 admin admin] Calling delete_port for 08c58bb6-a32a-4f45-b81c-8459434ce68b owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:41.762796 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15beee57-89f8-49eb-b7d5-f017ebd2811e None None] Pushing event updated for resources: {'Port': ['ID=c7e18580-bfc9-4ed2-a62d-d30a751dbaf8,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:41.777306 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 59d93d13-11c2-4868-9931-0b65db059f26 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:41.839979 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 59d93d13-11c2-4868-9931-0b65db059f26 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:41.842748 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 59d93d13-11c2-4868-9931-0b65db059f26 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:41.845324 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 49b02342-ae1a-4df9-884c-09ad843a7cb2 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:41.880041 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15beee57-89f8-49eb-b7d5-f017ebd2811e None None] Network fa6b0d88-db19-466b-8590-f43cfa63314a is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:41.935681 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-15beee57-89f8-49eb-b7d5-f017ebd2811e None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:41.940854 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 49b02342-ae1a-4df9-884c-09ad843a7cb2 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:41.945287 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 49b02342-ae1a-4df9-884c-09ad843a7cb2 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:41.947597 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15beee57-89f8-49eb-b7d5-f017ebd2811e None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:41.948329 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52360) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:41.995758 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea4b626a-da19-4300-91d3-6d774a27f433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.048867 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-6946a7fe-124b-4371-9645-c20908b9c9b4 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Allocated IP 2001:db8::21e (fa6b0d88-db19-466b-8590-f43cfa63314a/bb427ebc-7ace-4191-aa55-8338480b57c8/2fd3c670-6b23-4613-9663-a4f58a9a1b0d) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:42.071691 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-15beee57-89f8-49eb-b7d5-f017ebd2811e None None] Attempting to bind port c7e18580-bfc9-4ed2-a62d-d30a751dbaf8 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:42.072073 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-15beee57-89f8-49eb-b7d5-f017ebd2811e None None] Attempting to bind port c7e18580-bfc9-4ed2-a62d-d30a751dbaf8 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'a8ca16e6-545a-46f6-a3b8-638445c46f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fa6b0d88-db19-466b-8590-f43cfa63314a'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:42.072843 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15beee57-89f8-49eb-b7d5-f017ebd2811e None None] Attempting to bind port c7e18580-bfc9-4ed2-a62d-d30a751dbaf8 on network fa6b0d88-db19-466b-8590-f43cfa63314a {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:42.094235 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15beee57-89f8-49eb-b7d5-f017ebd2811e None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:42.094618 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15beee57-89f8-49eb-b7d5-f017ebd2811e None None] Checking segment: {'id': 'a8ca16e6-545a-46f6-a3b8-638445c46f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fa6b0d88-db19-466b-8590-f43cfa63314a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:42.095592 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-15beee57-89f8-49eb-b7d5-f017ebd2811e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.095592 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15beee57-89f8-49eb-b7d5-f017ebd2811e None None] Bound using segment: {'id': 'a8ca16e6-545a-46f6-a3b8-638445c46f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fa6b0d88-db19-466b-8590-f43cfa63314a'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:42.095952 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-15beee57-89f8-49eb-b7d5-f017ebd2811e None None] Bound port: c7e18580-bfc9-4ed2-a62d-d30a751dbaf8, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ca16e6-545a-46f6-a3b8-638445c46f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fa6b0d88-db19-466b-8590-f43cfa63314a'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:42.096258 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-15beee57-89f8-49eb-b7d5-f017ebd2811e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.280299 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7ce569fe-604c-49dc-84fe-d471b1e50494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.319095 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea4b626a-da19-4300-91d3-6d774a27f433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.336302 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-15beee57-89f8-49eb-b7d5-f017ebd2811e None None] For port c7e18580-bfc9-4ed2-a62d-d30a751dbaf8, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:42.346146 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-15beee57-89f8-49eb-b7d5-f017ebd2811e None None] For port c7e18580-bfc9-4ed2-a62d-d30a751dbaf8, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c7e18580-bfc9-4ed2-a62d-d30a751dbaf8,segment=NetworkSegment(a8ca16e6-545a-46f6-a3b8-638445c46f7f),segment_id=a8ca16e6-545a-46f6-a3b8-638445c46f7f)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:42.346591 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce569fe-604c-49dc-84fe-d471b1e50494 admin admin] Pushing event deleted for resources: {'Port': ['ID=08c58bb6-a32a-4f45-b81c-8459434ce68b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:42.352504 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea4b626a-da19-4300-91d3-6d774a27f433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.356169 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-15beee57-89f8-49eb-b7d5-f017ebd2811e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.522158 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15beee57-89f8-49eb-b7d5-f017ebd2811e None None] Pushing event updated for resources: {'Port': ['ID=c7e18580-bfc9-4ed2-a62d-d30a751dbaf8,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:42.665679 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b626a-da19-4300-91d3-6d774a27f433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68a0b2f-42e6-4247-8dc4-0b3dca9db24e,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:42.813852 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ea4b626a-da19-4300-91d3-6d774a27f433 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e9790cf68614631a736678f82c80afe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8601761 Jul 07 17:25:42.831355 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52376) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:42.907455 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6946a7fe-124b-4371-9645-c20908b9c9b4 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.944738 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-6946a7fe-124b-4371-9645-c20908b9c9b4 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Transition to ACTIVE for port object 2fd3c670-6b23-4613-9663-a4f58a9a1b0d will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:43.022692 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6946a7fe-124b-4371-9645-c20908b9c9b4 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.033548 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7ce569fe-604c-49dc-84fe-d471b1e50494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.204109 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946a7fe-124b-4371-9645-c20908b9c9b4 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Pushing event updated for resources: {'Port': ['ID=2fd3c670-6b23-4613-9663-a4f58a9a1b0d,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:43.224129 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6946a7fe-124b-4371-9645-c20908b9c9b4 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Network fa6b0d88-db19-466b-8590-f43cfa63314a is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:43.231058 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-6946a7fe-124b-4371-9645-c20908b9c9b4 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:43.234796 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6946a7fe-124b-4371-9645-c20908b9c9b4 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:43.241247 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6946a7fe-124b-4371-9645-c20908b9c9b4 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:43.241920 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6946a7fe-124b-4371-9645-c20908b9c9b4 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.297026 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b245bfc6-8863-4743-85bc-3b11a1b944dc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.308996 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b83dd2e8-e919-45ad-928f-74249873fcd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.379987 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6946a7fe-124b-4371-9645-c20908b9c9b4 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6893735 Jul 07 17:25:43.386303 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52386) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:43.435736 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-9d9abe11-9935-41f5-9736-54fbe6fe8edd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Request body: {'port': {'network_id': 'fa6b0d88-db19-466b-8590-f43cfa63314a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2109966340', 'allowed_address_pairs': [{'ip_address': '2001:db8::21e', 'mac_address': 'fa:16:3e:f5:0c:f2'}]}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:43.554337 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b83dd2e8-e919-45ad-928f-74249873fcd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.584894 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce569fe-604c-49dc-84fe-d471b1e50494 admin admin] Router 53360daf-37e5-4dc1-acbf-e2828b93edfd has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:25:43.941942 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce569fe-604c-49dc-84fe-d471b1e50494 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:43.954160 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c7e18580-bfc9-4ed2-a62d-d30a751dbaf8 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:43.981936 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9abe11-9935-41f5-9736-54fbe6fe8edd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Made reservation on behalf of 06414a3363ed4c1c8363cb34262489fa for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:43.998318 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52396) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:44.000599 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7ce569fe-604c-49dc-84fe-d471b1e50494 admin admin] 10.222.0.53 "PUT /v2.0/routers/53360daf-37e5-4dc1-acbf-e2828b93edfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6188469 Jul 07 17:25:44.014080 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae6470-9de1-43dd-aca0-d213f52165cb None None] Sync routers for ids ['53360daf-37e5-4dc1-acbf-e2828b93edfd'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:44.045730 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae6470-9de1-43dd-aca0-d213f52165cb None None] Routers {'53360daf-37e5-4dc1-acbf-e2828b93edfd'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:44.047025 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d2ae6470-9de1-43dd-aca0-d213f52165cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:25:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['53360daf-37e5-4dc1-acbf-e2828b93edfd'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:44.215133 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-d2ae6470-9de1-43dd-aca0-d213f52165cb None None] Set router 53360daf-37e5-4dc1-acbf-e2828b93edfd gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:44.475622 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port c7e18580-bfc9-4ed2-a62d-d30a751dbaf8 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:44.504955 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d2ae6470-9de1-43dd-aca0-d213f52165cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53360daf-37e5-4dc1-acbf-e2828b93edfd', 'name': 'tempest-TestAggregatesBasicOps-1893392308-router', 'tenant_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'bea34ff0-0df5-4703-9bb6-bc23389a18c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:06Z', 'updated_at': '2021-07-07T17:25:42Z', 'revision_number': 5, 'project_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'gw_port': {'id': 'bea34ff0-0df5-4703-9bb6-bc23389a18c2', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53360daf-37e5-4dc1-acbf-e2828b93edfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:07Z', 'updated_at': '2021-07-07T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:44.549384 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae6470-9de1-43dd-aca0-d213f52165cb None None] Checking router: 53360daf-37e5-4dc1-acbf-e2828b93edfd for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:44.555393 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c28e11-c1db-42e3-929f-2c0862005392 None None] Network fa6b0d88-db19-466b-8590-f43cfa63314a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:44.573961 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae6470-9de1-43dd-aca0-d213f52165cb None None] Routers {'53360daf-37e5-4dc1-acbf-e2828b93edfd'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:44.574604 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d2ae6470-9de1-43dd-aca0-d213f52165cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:25:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['53360daf-37e5-4dc1-acbf-e2828b93edfd'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:44.705966 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b83dd2e8-e919-45ad-928f-74249873fcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.708340 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2d8d23a7-8efa-4d50-8278-d5d39d7ae689 None None] Provisioning for port c7e18580-bfc9-4ed2-a62d-d30a751dbaf8 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:44.709209 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b83dd2e8-e919-45ad-928f-74249873fcd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.710567 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b83dd2e8-e919-45ad-928f-74249873fcd5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f68a0b2f-42e6-4247-8dc4-0b3dca9db24e HTTP/1.1" status: 204 len: 168 time: 1.8540537 Jul 07 17:25:44.728910 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2d8d23a7-8efa-4d50-8278-d5d39d7ae689 None None] Provisioning complete for port c7e18580-bfc9-4ed2-a62d-d30a751dbaf8 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:44.729147 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2d8d23a7-8efa-4d50-8278-d5d39d7ae689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.788123 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83dd2e8-e919-45ad-928f-74249873fcd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68a0b2f-42e6-4247-8dc4-0b3dca9db24e,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:44.826085 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-754fd76f-b288-4bd2-8538-b05cd22b8b65 admin admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.881262 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-d2ae6470-9de1-43dd-aca0-d213f52165cb None None] Set router 53360daf-37e5-4dc1-acbf-e2828b93edfd gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:44.906584 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d9abe11-9935-41f5-9736-54fbe6fe8edd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.935995 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-9d9abe11-9935-41f5-9736-54fbe6fe8edd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] device_id is not set on port d4abbb5f-e556-421e-b38d-951bb874e86c yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:25:45.077339 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-b245bfc6-8863-4743-85bc-3b11a1b944dc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Deleting port ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:45.077706 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b245bfc6-8863-4743-85bc-3b11a1b944dc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.280588 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-9d9abe11-9935-41f5-9736-54fbe6fe8edd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Allocated IP 2001:db8::15e (fa6b0d88-db19-466b-8590-f43cfa63314a/bb427ebc-7ace-4191-aa55-8338480b57c8/d4abbb5f-e556-421e-b38d-951bb874e86c) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:45.354496 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-754fd76f-b288-4bd2-8538-b05cd22b8b65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.436074 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2d8d23a7-8efa-4d50-8278-d5d39d7ae689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.584901 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-2d8d23a7-8efa-4d50-8278-d5d39d7ae689 None None] For port c7e18580-bfc9-4ed2-a62d-d30a751dbaf8, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c7e18580-bfc9-4ed2-a62d-d30a751dbaf8,segment=NetworkSegment(a8ca16e6-545a-46f6-a3b8-638445c46f7f),segment_id=a8ca16e6-545a-46f6-a3b8-638445c46f7f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:45.595871 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2d8d23a7-8efa-4d50-8278-d5d39d7ae689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.726268 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-b245bfc6-8863-4743-85bc-3b11a1b944dc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] For port ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49,segment=NetworkSegment(0d79ebe9-1329-4bfd-bc76-bdd2bfc2bbde),segment_id=0d79ebe9-1329-4bfd-bc76-bdd2bfc2bbde)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:45.727519 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b245bfc6-8863-4743-85bc-3b11a1b944dc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.775869 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-b245bfc6-8863-4743-85bc-3b11a1b944dc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Calling delete_port for ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:45.780291 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-754fd76f-b288-4bd2-8538-b05cd22b8b65 admin admin] Deleting port bea34ff0-0df5-4703-9bb6-bc23389a18c2 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:45.791155 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-754fd76f-b288-4bd2-8538-b05cd22b8b65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.815220 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d23a7-8efa-4d50-8278-d5d39d7ae689 None None] Pushing event updated for resources: {'Port': ['ID=c7e18580-bfc9-4ed2-a62d-d30a751dbaf8,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:45.853644 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d2ae6470-9de1-43dd-aca0-d213f52165cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53360daf-37e5-4dc1-acbf-e2828b93edfd', 'name': 'tempest-TestAggregatesBasicOps-1893392308-router', 'tenant_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'bea34ff0-0df5-4703-9bb6-bc23389a18c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:06Z', 'updated_at': '2021-07-07T17:25:42Z', 'revision_number': 5, 'project_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'gw_port': {'id': 'bea34ff0-0df5-4703-9bb6-bc23389a18c2', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53360daf-37e5-4dc1-acbf-e2828b93edfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:07Z', 'updated_at': '2021-07-07T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:45.891198 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae6470-9de1-43dd-aca0-d213f52165cb None None] The sync data for ids ['53360daf-37e5-4dc1-acbf-e2828b93edfd'] in n-d-791503-12 is: [{'id': '53360daf-37e5-4dc1-acbf-e2828b93edfd', 'name': 'tempest-TestAggregatesBasicOps-1893392308-router', 'tenant_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'bea34ff0-0df5-4703-9bb6-bc23389a18c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:06Z', 'updated_at': '2021-07-07T17:25:42Z', 'revision_number': 5, 'project_id': 'd1e0aa60cb3142eeaa0c9932b77db599', 'gw_port': {'id': 'bea34ff0-0df5-4703-9bb6-bc23389a18c2', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53360daf-37e5-4dc1-acbf-e2828b93edfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:07Z', 'updated_at': '2021-07-07T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:46.046045 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-754fd76f-b288-4bd2-8538-b05cd22b8b65 admin admin] For port bea34ff0-0df5-4703-9bb6-bc23389a18c2, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=bea34ff0-0df5-4703-9bb6-bc23389a18c2,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:46.046431 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-754fd76f-b288-4bd2-8538-b05cd22b8b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:46.080146 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-754fd76f-b288-4bd2-8538-b05cd22b8b65 admin admin] Calling delete_port for bea34ff0-0df5-4703-9bb6-bc23389a18c2 owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:46.093341 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d9abe11-9935-41f5-9736-54fbe6fe8edd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:46.174492 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-9d9abe11-9935-41f5-9736-54fbe6fe8edd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Transition to ACTIVE for port object d4abbb5f-e556-421e-b38d-951bb874e86c will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:46.325107 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52528) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:46.361143 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-753d0012-8ff8-42ff-bd66-fe3044ed03af None None] Provisioning for port 2fd3c670-6b23-4613-9663-a4f58a9a1b0d completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:46.370875 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-753d0012-8ff8-42ff-bd66-fe3044ed03af None None] Provisioning complete for port 2fd3c670-6b23-4613-9663-a4f58a9a1b0d triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:46.372351 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-753d0012-8ff8-42ff-bd66-fe3044ed03af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:46.487001 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-753d0012-8ff8-42ff-bd66-fe3044ed03af None None] Port 2fd3c670-6b23-4613-9663-a4f58a9a1b0d cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:46.517148 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-753d0012-8ff8-42ff-bd66-fe3044ed03af None None] Provisioning complete for port c7e18580-bfc9-4ed2-a62d-d30a751dbaf8 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:46.517529 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-753d0012-8ff8-42ff-bd66-fe3044ed03af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:46.549408 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b245bfc6-8863-4743-85bc-3b11a1b944dc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:46.692880 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245bfc6-8863-4743-85bc-3b11a1b944dc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Port': ['ID=ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:46.770452 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fb17d0fd-9b4b-4684-b8d5-85b418de2e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:46.900379 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-64cf917c-b3d8-4b27-b6d2-4784d297c3f5 None None] Provisioning complete for port 2fd3c670-6b23-4613-9663-a4f58a9a1b0d triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:46.901293 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-64cf917c-b3d8-4b27-b6d2-4784d297c3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:47.006225 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-64cf917c-b3d8-4b27-b6d2-4784d297c3f5 None None] Port 2fd3c670-6b23-4613-9663-a4f58a9a1b0d cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:47.062209 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fb17d0fd-9b4b-4684-b8d5-85b418de2e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:47.079691 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fb17d0fd-9b4b-4684-b8d5-85b418de2e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:47.124012 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b245bfc6-8863-4743-85bc-3b11a1b944dc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:47.131132 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-754fd76f-b288-4bd2-8538-b05cd22b8b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:47.200398 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17d0fd-9b4b-4684-b8d5-85b418de2e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b000a75-70eb-4c9c-8cfa-a9df1300bf64,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:47.210843 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fb17d0fd-9b4b-4684-b8d5-85b418de2e83 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a455f81a85b495a87c64c9edf67174c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8846235 Jul 07 17:25:47.213816 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52542) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:47.280680 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d9abe11-9935-41f5-9736-54fbe6fe8edd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:47.284033 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754fd76f-b288-4bd2-8538-b05cd22b8b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=bea34ff0-0df5-4703-9bb6-bc23389a18c2,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:47.350726 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6767cd79-3aa4-4233-a22d-776250bb3748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:47.401614 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6767cd79-3aa4-4233-a22d-776250bb3748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:47.478885 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9abe11-9935-41f5-9736-54fbe6fe8edd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Network fa6b0d88-db19-466b-8590-f43cfa63314a is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:47.491583 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9abe11-9935-41f5-9736-54fbe6fe8edd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Pushing event updated for resources: {'Port': ['ID=d4abbb5f-e556-421e-b38d-951bb874e86c,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:47.498823 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-9d9abe11-9935-41f5-9736-54fbe6fe8edd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:47.504067 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9abe11-9935-41f5-9736-54fbe6fe8edd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:47.515230 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6767cd79-3aa4-4233-a22d-776250bb3748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:47.519888 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6767cd79-3aa4-4233-a22d-776250bb3748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:47.524789 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6767cd79-3aa4-4233-a22d-776250bb3748 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6b000a75-70eb-4c9c-8cfa-a9df1300bf64 HTTP/1.1" status: 204 len: 168 time: 0.3081677 Jul 07 17:25:47.533216 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767cd79-3aa4-4233-a22d-776250bb3748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b000a75-70eb-4c9c-8cfa-a9df1300bf64,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:47.552255 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9abe11-9935-41f5-9736-54fbe6fe8edd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:47.553022 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d9abe11-9935-41f5-9736-54fbe6fe8edd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:47.582872 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-754fd76f-b288-4bd2-8538-b05cd22b8b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:47.950590 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9d9abe11-9935-41f5-9736-54fbe6fe8edd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 4.5594487 Jul 07 17:25:47.951322 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52558) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:47.961055 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b245bfc6-8863-4743-85bc-3b11a1b944dc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Router aaf43056-65da-4cef-9d4e-160c1663f899 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:25:47.985158 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c7e18580-bfc9-4ed2-a62d-d30a751dbaf8 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:48.045916 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-754fd76f-b288-4bd2-8538-b05cd22b8b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.064096 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-754fd76f-b288-4bd2-8538-b05cd22b8b65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.077831 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-caa0ded9-82ad-47b6-b1c8-7d21a1194eb4 None None] Provisioning for port d4abbb5f-e556-421e-b38d-951bb874e86c completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:48.094226 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-caa0ded9-82ad-47b6-b1c8-7d21a1194eb4 None None] Provisioning complete for port d4abbb5f-e556-421e-b38d-951bb874e86c triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:48.094599 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-caa0ded9-82ad-47b6-b1c8-7d21a1194eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.121276 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45c599b-26c7-4612-ac9f-2b8267ae9ee9 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:48.132505 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45c599b-26c7-4612-ac9f-2b8267ae9ee9 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:48.135737 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port c7e18580-bfc9-4ed2-a62d-d30a751dbaf8 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:48.136113 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.141918 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45c599b-26c7-4612-ac9f-2b8267ae9ee9 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:48.145502 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f45c599b-26c7-4612-ac9f-2b8267ae9ee9 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.1927302 Jul 07 17:25:48.148914 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52564) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:48.173730 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-caa0ded9-82ad-47b6-b1c8-7d21a1194eb4 None None] Port d4abbb5f-e556-421e-b38d-951bb874e86c cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:48.251674 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-754fd76f-b288-4bd2-8538-b05cd22b8b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.251674 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754fd76f-b288-4bd2-8538-b05cd22b8b65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53360daf-37e5-4dc1-acbf-e2828b93edfd {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:25:48.267928 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-754fd76f-b288-4bd2-8538-b05cd22b8b65 admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.279763 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-754fd76f-b288-4bd2-8538-b05cd22b8b65 admin admin] 10.222.0.53 "DELETE /v2.0/routers/53360daf-37e5-4dc1-acbf-e2828b93edfd HTTP/1.1" status: 204 len: 168 time: 4.2639775 Jul 07 17:25:48.282492 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52566) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:48.284290 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 08c58bb6-a32a-4f45-b81c-8459434ce68b no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:48.343038 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b245bfc6-8863-4743-85bc-3b11a1b944dc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:48.345884 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 08c58bb6-a32a-4f45-b81c-8459434ce68b {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:48.348403 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 08c58bb6-a32a-4f45-b81c-8459434ce68b not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:48.351578 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b245bfc6-8863-4743-85bc-3b11a1b944dc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "PUT /v2.0/routers/aaf43056-65da-4cef-9d4e-160c1663f899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9224014 Jul 07 17:25:48.359435 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52568) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:48.368874 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-88265277-2d83-4d6a-9c6e-2667f1f235a7 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Deleting port d4abbb5f-e556-421e-b38d-951bb874e86c {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:48.372228 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b53d410-c240-4653-9477-b5cfe0ebf4e2 None None] Sync routers for ids ['aaf43056-65da-4cef-9d4e-160c1663f899'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:48.390096 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-287efef7-a383-4859-b943-d4a472aae8ed admin admin] Deleting subnet 0fe64c2f-cc76-4a4b-9666-cff6da12165c {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:25:48.393430 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-287efef7-a383-4859-b943-d4a472aae8ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.398205 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b53d410-c240-4653-9477-b5cfe0ebf4e2 None None] Routers {'aaf43056-65da-4cef-9d4e-160c1663f899'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:48.399261 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-6b53d410-c240-4653-9477-b5cfe0ebf4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:25:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['aaf43056-65da-4cef-9d4e-160c1663f899'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:48.399414 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-88265277-2d83-4d6a-9c6e-2667f1f235a7 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.468658 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52572) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:48.549537 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a9ef822b-a857-4c11-a219-d148b6efe8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.586623 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-287efef7-a383-4859-b943-d4a472aae8ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.592680 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-88265277-2d83-4d6a-9c6e-2667f1f235a7 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.596320 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-01baa48b-e96d-47ce-8b86-3fa326c578d5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Deleting subnet b91443e2-49e3-482f-9541-8a64963145b8 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:25:48.609843 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-88265277-2d83-4d6a-9c6e-2667f1f235a7 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Calling delete_port for d4abbb5f-e556-421e-b38d-951bb874e86c owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:48.614650 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-6b53d410-c240-4653-9477-b5cfe0ebf4e2 None None] Set router aaf43056-65da-4cef-9d4e-160c1663f899 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:48.643645 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-01baa48b-e96d-47ce-8b86-3fa326c578d5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.780500 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-01baa48b-e96d-47ce-8b86-3fa326c578d5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.802885 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-88265277-2d83-4d6a-9c6e-2667f1f235a7 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.879717 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88265277-2d83-4d6a-9c6e-2667f1f235a7 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Pushing event deleted for resources: {'Port': ['ID=d4abbb5f-e556-421e-b38d-951bb874e86c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:48.931241 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-6b53d410-c240-4653-9477-b5cfe0ebf4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:25:46Z', 'revision_number': 10, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None, '_interfaces': [{'id': '736e0f80-ccf2-44fb-b81d-bdac82f2394b', 'name': '', 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:01:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '59daf397-4617-440d-a9d7-b64ad995d261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:42Z', 'updated_at': '2021-07-07T17:24:51Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '59daf397-4617-440d-a9d7-b64ad995d261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:48.999096 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b53d410-c240-4653-9477-b5cfe0ebf4e2 None None] Checking router: aaf43056-65da-4cef-9d4e-160c1663f899 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:49.026007 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b53d410-c240-4653-9477-b5cfe0ebf4e2 None None] Routers {'aaf43056-65da-4cef-9d4e-160c1663f899'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:49.027244 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-6b53d410-c240-4653-9477-b5cfe0ebf4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:25:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['aaf43056-65da-4cef-9d4e-160c1663f899'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:49.052578 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-287efef7-a383-4859-b943-d4a472aae8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:49.181319 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-88265277-2d83-4d6a-9c6e-2667f1f235a7 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:49.183509 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-88265277-2d83-4d6a-9c6e-2667f1f235a7 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] 10.222.0.53 "DELETE /v2.0/ports/d4abbb5f-e556-421e-b38d-951bb874e86c HTTP/1.1" status: 204 len: 168 time: 1.0322466 Jul 07 17:25:49.186404 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52580) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:49.221722 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-01baa48b-e96d-47ce-8b86-3fa326c578d5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:49.223288 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-6b53d410-c240-4653-9477-b5cfe0ebf4e2 None None] Set router aaf43056-65da-4cef-9d4e-160c1663f899 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:49.245194 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-03466c20-9eac-492b-9cce-c9015cb96867 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] GET failed (client error): The resource could not be found. Jul 07 17:25:49.246996 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-03466c20-9eac-492b-9cce-c9015cb96867 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] 10.222.0.53 "GET /v2.0/ports/d4abbb5f-e556-421e-b38d-951bb874e86c HTTP/1.1" status: 404 len: 333 time: 0.0595248 Jul 07 17:25:49.250814 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52582) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:49.257510 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-fbd99c74-657b-4c49-b3b0-ab343576d150 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Request body: {'port': {'network_id': 'fa6b0d88-db19-466b-8590-f43cfa63314a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-70880465'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:49.314211 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-01baa48b-e96d-47ce-8b86-3fa326c578d5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:49.364014 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01baa48b-e96d-47ce-8b86-3fa326c578d5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Subnet': ['ID=b91443e2-49e3-482f-9541-8a64963145b8,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:49.377182 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-01baa48b-e96d-47ce-8b86-3fa326c578d5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:49.380980 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-01baa48b-e96d-47ce-8b86-3fa326c578d5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/subnets/b91443e2-49e3-482f-9541-8a64963145b8 HTTP/1.1" status: 204 len: 168 time: 1.0203488 Jul 07 17:25:49.389913 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da912a98-ca91-4944-88ec-0ead4ab2c41d None None] Network 012235c9-8274-480f-908a-d50c1e6f527b requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:49.404535 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52584) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:49.455443 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a9ef822b-a857-4c11-a219-d148b6efe8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:49.464491 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-287efef7-a383-4859-b943-d4a472aae8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:49.538518 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-287efef7-a383-4859-b943-d4a472aae8ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:49.545900 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5adfcd7-0ff3-4e58-b8df-98c138e39530 None None] Network 3d84210f-1a97-4684-94f8-8cba672ebb36 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:49.551269 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-287efef7-a383-4859-b943-d4a472aae8ed admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0fe64c2f-cc76-4a4b-9666-cff6da12165c HTTP/1.1" status: 204 len: 168 time: 1.2645957 Jul 07 17:25:49.643302 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-6b53d410-c240-4653-9477-b5cfe0ebf4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:25:46Z', 'revision_number': 10, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None, '_interfaces': [{'id': '736e0f80-ccf2-44fb-b81d-bdac82f2394b', 'name': '', 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:01:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '59daf397-4617-440d-a9d7-b64ad995d261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:42Z', 'updated_at': '2021-07-07T17:24:51Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '59daf397-4617-440d-a9d7-b64ad995d261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:49.652508 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a9ef822b-a857-4c11-a219-d148b6efe8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:49.684127 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device bea34ff0-0df5-4703-9bb6-bc23389a18c2 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:49.699342 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52592) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:49.729133 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b53d410-c240-4653-9477-b5cfe0ebf4e2 None None] The sync data for ids ['aaf43056-65da-4cef-9d4e-160c1663f899'] in n-d-791503-12 is: [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:25:46Z', 'revision_number': 10, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None, '_interfaces': [{'id': '736e0f80-ccf2-44fb-b81d-bdac82f2394b', 'name': '', 'network_id': 'f54f05d2-2a78-460b-892e-f7eb20db5040', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'mac_address': 'fa:16:3e:01:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '59daf397-4617-440d-a9d7-b64ad995d261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:42Z', 'updated_at': '2021-07-07T17:24:51Z', 'revision_number': 5, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'subnets': [{'id': '59daf397-4617-440d-a9d7-b64ad995d261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:49.824746 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: bea34ff0-0df5-4703-9bb6-bc23389a18c2 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:49.825101 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device bea34ff0-0df5-4703-9bb6-bc23389a18c2 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:49.888836 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef822b-a857-4c11-a219-d148b6efe8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1be7fb3-b9f3-47f4-a597-85180671b898,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:49.914034 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93a23769-c0e0-430d-8d70-be04af28d499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:49.943907 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287efef7-a383-4859-b943-d4a472aae8ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fe64c2f-cc76-4a4b-9666-cff6da12165c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:50.074345 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52606) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:50.077840 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a9ef822b-a857-4c11-a219-d148b6efe8c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d562da13f8ac42149c3e1fe07a4ced72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5541735 Jul 07 17:25:50.114942 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-79126483-a900-4556-a8d9-6fef00ec8884 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.154643 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-93a23769-c0e0-430d-8d70-be04af28d499 admin admin] Deleting port df1390f1-08f3-4a39-b0b9-2b0feae5562a {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:50.155003 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93a23769-c0e0-430d-8d70-be04af28d499 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.176442 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a01685-861b-4a87-b910-9603fd6aca9c None None] DHCP port deletion for 012235c9-8274-480f-908a-d50c1e6f527b request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:25:50.202737 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-81762ea7-49fa-4969-a12e-c9d4b068281a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.228753 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba6b57b-aae8-436e-b803-4d40ad0b3f0d None None] DHCP port deletion for 3d84210f-1a97-4684-94f8-8cba672ebb36 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:25:50.235620 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-81762ea7-49fa-4969-a12e-c9d4b068281a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.287645 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-93a23769-c0e0-430d-8d70-be04af28d499 admin admin] For port df1390f1-08f3-4a39-b0b9-2b0feae5562a, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=df1390f1-08f3-4a39-b0b9-2b0feae5562a,segment=NetworkSegment(eb165288-9ecd-4981-8da6-59513b3de8c1),segment_id=eb165288-9ecd-4981-8da6-59513b3de8c1)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:50.287645 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93a23769-c0e0-430d-8d70-be04af28d499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.318494 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-93a23769-c0e0-430d-8d70-be04af28d499 admin admin] Calling delete_port for df1390f1-08f3-4a39-b0b9-2b0feae5562a owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:50.321006 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-81762ea7-49fa-4969-a12e-c9d4b068281a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.324442 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-81762ea7-49fa-4969-a12e-c9d4b068281a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.324846 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-79126483-a900-4556-a8d9-6fef00ec8884 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Deleting port 730b6770-9efd-42d9-83b8-0ccd01da7e82 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:50.325335 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-79126483-a900-4556-a8d9-6fef00ec8884 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.326538 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-81762ea7-49fa-4969-a12e-c9d4b068281a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1be7fb3-b9f3-47f4-a597-85180671b898 HTTP/1.1" status: 204 len: 168 time: 0.2508886 Jul 07 17:25:50.341744 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81762ea7-49fa-4969-a12e-c9d4b068281a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1be7fb3-b9f3-47f4-a597-85180671b898,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:50.344349 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-49a01685-861b-4a87-b910-9603fd6aca9c None None] Deleting port 730b6770-9efd-42d9-83b8-0ccd01da7e82 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:50.345349 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-49a01685-861b-4a87-b910-9603fd6aca9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.350448 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-fba6b57b-aae8-436e-b803-4d40ad0b3f0d None None] Deleting port df1390f1-08f3-4a39-b0b9-2b0feae5562a {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:50.351014 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fba6b57b-aae8-436e-b803-4d40ad0b3f0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.375097 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd99c74-657b-4c49-b3b0-ab343576d150 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Made reservation on behalf of 06414a3363ed4c1c8363cb34262489fa for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:50.380991 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fbd99c74-657b-4c49-b3b0-ab343576d150 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.405701 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-fbd99c74-657b-4c49-b3b0-ab343576d150 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] device_id is not set on port 935404a3-4c98-4d9a-9df8-11ad51227ca8 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:25:50.477295 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-79126483-a900-4556-a8d9-6fef00ec8884 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] For port 730b6770-9efd-42d9-83b8-0ccd01da7e82, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=730b6770-9efd-42d9-83b8-0ccd01da7e82,segment=NetworkSegment(0d79ebe9-1329-4bfd-bc76-bdd2bfc2bbde),segment_id=0d79ebe9-1329-4bfd-bc76-bdd2bfc2bbde)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:50.478674 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-79126483-a900-4556-a8d9-6fef00ec8884 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.494667 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-79126483-a900-4556-a8d9-6fef00ec8884 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Calling delete_port for 730b6770-9efd-42d9-83b8-0ccd01da7e82 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:50.534244 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-49a01685-861b-4a87-b910-9603fd6aca9c None None] For port 730b6770-9efd-42d9-83b8-0ccd01da7e82, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=730b6770-9efd-42d9-83b8-0ccd01da7e82,segment=NetworkSegment(0d79ebe9-1329-4bfd-bc76-bdd2bfc2bbde),segment_id=0d79ebe9-1329-4bfd-bc76-bdd2bfc2bbde)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:50.535328 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-49a01685-861b-4a87-b910-9603fd6aca9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.555363 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-49a01685-861b-4a87-b910-9603fd6aca9c None None] Calling delete_port for 730b6770-9efd-42d9-83b8-0ccd01da7e82 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:50.693413 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-fbd99c74-657b-4c49-b3b0-ab343576d150 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Allocated IP 2001:db8::285 (fa6b0d88-db19-466b-8590-f43cfa63314a/bb427ebc-7ace-4191-aa55-8338480b57c8/935404a3-4c98-4d9a-9df8-11ad51227ca8) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:50.790745 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93a23769-c0e0-430d-8d70-be04af28d499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.801410 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-79126483-a900-4556-a8d9-6fef00ec8884 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.811250 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-fba6b57b-aae8-436e-b803-4d40ad0b3f0d None None] For port df1390f1-08f3-4a39-b0b9-2b0feae5562a, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=df1390f1-08f3-4a39-b0b9-2b0feae5562a,segment=NetworkSegment(eb165288-9ecd-4981-8da6-59513b3de8c1),segment_id=eb165288-9ecd-4981-8da6-59513b3de8c1)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:50.812872 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fba6b57b-aae8-436e-b803-4d40ad0b3f0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.829676 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-fba6b57b-aae8-436e-b803-4d40ad0b3f0d None None] Calling delete_port for df1390f1-08f3-4a39-b0b9-2b0feae5562a owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:50.832807 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-49a01685-861b-4a87-b910-9603fd6aca9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.835503 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a23769-c0e0-430d-8d70-be04af28d499 admin admin] Pushing event deleted for resources: {'Port': ['ID=df1390f1-08f3-4a39-b0b9-2b0feae5562a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:50.838463 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a23769-c0e0-430d-8d70-be04af28d499 admin admin] No DVR routers for this DVR port df1390f1-08f3-4a39-b0b9-2b0feae5562a on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:50.878907 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a01685-861b-4a87-b910-9603fd6aca9c None None] No DVR routers for this DVR port 730b6770-9efd-42d9-83b8-0ccd01da7e82 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:50.886965 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a01685-861b-4a87-b910-9603fd6aca9c None None] Pushing event deleted for resources: {'Port': ['ID=730b6770-9efd-42d9-83b8-0ccd01da7e82,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:50.897164 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a01685-861b-4a87-b910-9603fd6aca9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:50.897520 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a01685-861b-4a87-b910-9603fd6aca9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:50.897865 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a01685-861b-4a87-b910-9603fd6aca9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:50.898205 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a01685-861b-4a87-b910-9603fd6aca9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:50.899241 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79126483-a900-4556-a8d9-6fef00ec8884 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Port': ['ID=730b6770-9efd-42d9-83b8-0ccd01da7e82,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:50.901589 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79126483-a900-4556-a8d9-6fef00ec8884 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] No DVR routers for this DVR port 730b6770-9efd-42d9-83b8-0ccd01da7e82 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:50.905021 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a01685-861b-4a87-b910-9603fd6aca9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:50.905520 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a01685-861b-4a87-b910-9603fd6aca9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:50.905873 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a01685-861b-4a87-b910-9603fd6aca9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:50.906219 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a01685-861b-4a87-b910-9603fd6aca9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:50.906563 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a01685-861b-4a87-b910-9603fd6aca9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:50.907121 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a01685-861b-4a87-b910-9603fd6aca9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:50.907595 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a01685-861b-4a87-b910-9603fd6aca9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:50.907936 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a01685-861b-4a87-b910-9603fd6aca9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:51.076346 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-79126483-a900-4556-a8d9-6fef00ec8884 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.084905 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fbd99c74-657b-4c49-b3b0-ab343576d150 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.090687 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-79126483-a900-4556-a8d9-6fef00ec8884 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['012235c9-8274-480f-908a-d50c1e6f527b']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:51.102821 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fba6b57b-aae8-436e-b803-4d40ad0b3f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.105387 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-79126483-a900-4556-a8d9-6fef00ec8884 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d79ebe9-1329-4bfd-bc76-bdd2bfc2bbde') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:51.105970 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-79126483-a900-4556-a8d9-6fef00ec8884 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d79ebe9-1329-4bfd-bc76-bdd2bfc2bbde') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:51.110295 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-fbd99c74-657b-4c49-b3b0-ab343576d150 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Transition to ACTIVE for port object 935404a3-4c98-4d9a-9df8-11ad51227ca8 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:51.118964 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-79126483-a900-4556-a8d9-6fef00ec8884 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.138270 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-79126483-a900-4556-a8d9-6fef00ec8884 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.145419 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79126483-a900-4556-a8d9-6fef00ec8884 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:25:51.145840 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-79126483-a900-4556-a8d9-6fef00ec8884 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.166488 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6b57b-aae8-436e-b803-4d40ad0b3f0d None None] Pushing event deleted for resources: {'Port': ['ID=df1390f1-08f3-4a39-b0b9-2b0feae5562a,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:51.182635 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba6b57b-aae8-436e-b803-4d40ad0b3f0d None None] No DVR routers for this DVR port df1390f1-08f3-4a39-b0b9-2b0feae5562a on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:51.221040 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fbd99c74-657b-4c49-b3b0-ab343576d150 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:25:51.232680 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:25:51.235556 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-79126483-a900-4556-a8d9-6fef00ec8884 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.246307 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-79126483-a900-4556-a8d9-6fef00ec8884 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.251775 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52626) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:51.253265 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-79126483-a900-4556-a8d9-6fef00ec8884 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/networks/012235c9-8274-480f-908a-d50c1e6f527b HTTP/1.1" status: 204 len: 168 time: 1.8343019 Jul 07 17:25:51.273971 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79126483-a900-4556-a8d9-6fef00ec8884 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Network': ['ID=012235c9-8274-480f-908a-d50c1e6f527b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:51.283604 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93a23769-c0e0-430d-8d70-be04af28d499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.315509 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-93a23769-c0e0-430d-8d70-be04af28d499 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d84210f-1a97-4684-94f8-8cba672ebb36']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:51.372854 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-93a23769-c0e0-430d-8d70-be04af28d499 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb165288-9ecd-4981-8da6-59513b3de8c1') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:51.374350 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-93a23769-c0e0-430d-8d70-be04af28d499 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb165288-9ecd-4981-8da6-59513b3de8c1') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:51.401079 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93a23769-c0e0-430d-8d70-be04af28d499 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.430377 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93a23769-c0e0-430d-8d70-be04af28d499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.437231 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a23769-c0e0-430d-8d70-be04af28d499 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:25:51.437649 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93a23769-c0e0-430d-8d70-be04af28d499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.469256 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd99c74-657b-4c49-b3b0-ab343576d150 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Network fa6b0d88-db19-466b-8590-f43cfa63314a is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:51.478995 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-fbd99c74-657b-4c49-b3b0-ab343576d150 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:51.484934 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd99c74-657b-4c49-b3b0-ab343576d150 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:51.491443 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd99c74-657b-4c49-b3b0-ab343576d150 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:51.491964 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fbd99c74-657b-4c49-b3b0-ab343576d150 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:25:51.527163 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:25:51.530673 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd99c74-657b-4c49-b3b0-ab343576d150 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Pushing event updated for resources: {'Port': ['ID=935404a3-4c98-4d9a-9df8-11ad51227ca8,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:51.530786 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93a23769-c0e0-430d-8d70-be04af28d499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.544972 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93a23769-c0e0-430d-8d70-be04af28d499 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.547085 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-93a23769-c0e0-430d-8d70-be04af28d499 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3d84210f-1a97-4684-94f8-8cba672ebb36 HTTP/1.1" status: 204 len: 168 time: 1.7898436 Jul 07 17:25:51.568316 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fbd99c74-657b-4c49-b3b0-ab343576d150 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3162794 Jul 07 17:25:51.569001 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52638) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:51.570591 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a23769-c0e0-430d-8d70-be04af28d499 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d84210f-1a97-4684-94f8-8cba672ebb36,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:51.678303 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-fd776445-5ea9-4a68-8f26-6204aa0b3de4 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::21e', 'mac_address': 'fa:16:3e:f5:0c:f2'}]}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:51.751488 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 730b6770-9efd-42d9-83b8-0ccd01da7e82 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:51.783632 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 730b6770-9efd-42d9-83b8-0ccd01da7e82 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:51.784588 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 730b6770-9efd-42d9-83b8-0ccd01da7e82 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:51.785317 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device df1390f1-08f3-4a39-b0b9-2b0feae5562a no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:51.810994 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52646) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:51.827410 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: df1390f1-08f3-4a39-b0b9-2b0feae5562a {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:51.828557 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device df1390f1-08f3-4a39-b0b9-2b0feae5562a not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:51.829282 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:51.908200 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:51.909212 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device ebd09587-dd02-4ff4-a0a2-c98cb7b6fc49 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:51.937910 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c21908a8-7a6f-4bd7-bccb-8fa4f804a36d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ad824a9fb61468d852117e1ec7576e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1236796 Jul 07 17:25:51.940352 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52654) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:52.013467 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cffa9fba-2726-4a5b-9017-fddbd915a064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:52.045110 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cffa9fba-2726-4a5b-9017-fddbd915a064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:52.073291 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4efcd61d-248c-4536-9e6b-071083e5f8dd None None] Provisioning for port 935404a3-4c98-4d9a-9df8-11ad51227ca8 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:52.079428 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4efcd61d-248c-4536-9e6b-071083e5f8dd None None] Provisioning complete for port 935404a3-4c98-4d9a-9df8-11ad51227ca8 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:52.080107 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4efcd61d-248c-4536-9e6b-071083e5f8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:52.120656 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cffa9fba-2726-4a5b-9017-fddbd915a064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:52.123952 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cffa9fba-2726-4a5b-9017-fddbd915a064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:52.125984 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cffa9fba-2726-4a5b-9017-fddbd915a064 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/082c2a00-7a69-4ce1-b4c9-48f0260cdf0b HTTP/1.1" status: 204 len: 168 time: 0.1833675 Jul 07 17:25:52.143248 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa9fba-2726-4a5b-9017-fddbd915a064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082c2a00-7a69-4ce1-b4c9-48f0260cdf0b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:52.164367 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-4efcd61d-248c-4536-9e6b-071083e5f8dd None None] Port 935404a3-4c98-4d9a-9df8-11ad51227ca8 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:52.212769 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fd776445-5ea9-4a68-8f26-6204aa0b3de4 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:52.438625 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1eda5972-cb32-4012-964a-05d62096d1fd tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:52.666662 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fd776445-5ea9-4a68-8f26-6204aa0b3de4 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:52.709502 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fd776445-5ea9-4a68-8f26-6204aa0b3de4 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:52.784959 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd776445-5ea9-4a68-8f26-6204aa0b3de4 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Pushing event updated for resources: {'Port': ['ID=935404a3-4c98-4d9a-9df8-11ad51227ca8,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:52.798511 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-fd776445-5ea9-4a68-8f26-6204aa0b3de4 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] In _notify_port_updated(), no bound segment for port 935404a3-4c98-4d9a-9df8-11ad51227ca8 on network fa6b0d88-db19-466b-8590-f43cfa63314a {{(pid=100192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:25:52.804937 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd776445-5ea9-4a68-8f26-6204aa0b3de4 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:52.805532 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fd776445-5ea9-4a68-8f26-6204aa0b3de4 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:52.809588 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fd776445-5ea9-4a68-8f26-6204aa0b3de4 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] 10.222.0.53 "PUT /v2.0/ports/935404a3-4c98-4d9a-9df8-11ad51227ca8 HTTP/1.1" status: 200 len: 1001 time: 1.2361398 Jul 07 17:25:52.809975 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52684) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:52.874773 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52686) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:52.976754 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-1eda5972-cb32-4012-964a-05d62096d1fd tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Deleting port 736e0f80-ccf2-44fb-b81d-bdac82f2394b {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:52.976969 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1eda5972-cb32-4012-964a-05d62096d1fd tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.047322 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3ad8ccf6-408d-429d-88f3-445a8d6717fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d1e0aa60cb3142eeaa0c9932b77db599&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1691973 Jul 07 17:25:53.053117 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52688) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:53.147720 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52696) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:53.213160 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-1eda5972-cb32-4012-964a-05d62096d1fd tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] For port 736e0f80-ccf2-44fb-b81d-bdac82f2394b, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=736e0f80-ccf2-44fb-b81d-bdac82f2394b,segment=NetworkSegment(55e450f3-c3df-4e90-a3af-a74be62a4343),segment_id=55e450f3-c3df-4e90-a3af-a74be62a4343)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:53.214230 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1eda5972-cb32-4012-964a-05d62096d1fd tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.219535 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-4a03861e-42c2-421e-a88f-4f4b14d5579f tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Deleting port 935404a3-4c98-4d9a-9df8-11ad51227ca8 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:53.219886 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4a03861e-42c2-421e-a88f-4f4b14d5579f tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.225352 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-021b5220-c453-46dd-814f-9cbae629cf94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.233526 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-1eda5972-cb32-4012-964a-05d62096d1fd tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Calling delete_port for 736e0f80-ccf2-44fb-b81d-bdac82f2394b owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:53.241571 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-4367eac1-d71e-45d1-ab03-794b0e6ac168 admin admin] Deleting subnet 37369d2a-5547-4d1f-8ba7-24e998f16e3e {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:25:53.250025 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4367eac1-d71e-45d1-ab03-794b0e6ac168 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.318409 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8e6cf152-bd08-4aee-a9cb-314304e85fb1 None None] Provisioning complete for port 935404a3-4c98-4d9a-9df8-11ad51227ca8 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:53.319411 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8e6cf152-bd08-4aee-a9cb-314304e85fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.361902 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4367eac1-d71e-45d1-ab03-794b0e6ac168 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.376282 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8e6cf152-bd08-4aee-a9cb-314304e85fb1 None None] Port 935404a3-4c98-4d9a-9df8-11ad51227ca8 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:53.419058 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-259a343b-f3a8-4751-a5c0-8f3a724a9400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.641237 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4367eac1-d71e-45d1-ab03-794b0e6ac168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.866217 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1eda5972-cb32-4012-964a-05d62096d1fd tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.912140 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda5972-cb32-4012-964a-05d62096d1fd tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Port': ['ID=736e0f80-ccf2-44fb-b81d-bdac82f2394b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:53.915097 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4367eac1-d71e-45d1-ab03-794b0e6ac168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.973936 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367eac1-d71e-45d1-ab03-794b0e6ac168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37369d2a-5547-4d1f-8ba7-24e998f16e3e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:54.008346 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-021b5220-c453-46dd-814f-9cbae629cf94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.055296 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4367eac1-d71e-45d1-ab03-794b0e6ac168 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.068718 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4367eac1-d71e-45d1-ab03-794b0e6ac168 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/37369d2a-5547-4d1f-8ba7-24e998f16e3e HTTP/1.1" status: 204 len: 168 time: 0.9179180 Jul 07 17:25:54.071033 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52730) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:54.093499 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4a03861e-42c2-421e-a88f-4f4b14d5579f tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.113746 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-4a03861e-42c2-421e-a88f-4f4b14d5579f tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Calling delete_port for 935404a3-4c98-4d9a-9df8-11ad51227ca8 owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:54.180334 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-021b5220-c453-46dd-814f-9cbae629cf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.184154 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-021b5220-c453-46dd-814f-9cbae629cf94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.185655 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-021b5220-c453-46dd-814f-9cbae629cf94 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/342d50ee-62a5-478d-885e-56ca7161cf24 HTTP/1.1" status: 204 len: 168 time: 1.1268077 Jul 07 17:25:54.200535 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b5220-c453-46dd-814f-9cbae629cf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342d50ee-62a5-478d-885e-56ca7161cf24,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:54.257080 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-caff18de-0270-4eb1-a069-f4e06c456f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.381423 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4a03861e-42c2-421e-a88f-4f4b14d5579f tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.407347 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1eda5972-cb32-4012-964a-05d62096d1fd tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.436607 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03861e-42c2-421e-a88f-4f4b14d5579f tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Pushing event deleted for resources: {'Port': ['ID=935404a3-4c98-4d9a-9df8-11ad51227ca8,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:54.619939 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-caff18de-0270-4eb1-a069-f4e06c456f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.641987 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-caff18de-0270-4eb1-a069-f4e06c456f39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37748a5e-1c3f-43be-9c53-2e5753421ba1']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:54.658187 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-caff18de-0270-4eb1-a069-f4e06c456f39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5963724f-b455-4ca2-90a1-476e15bae9b3') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:54.658482 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-caff18de-0270-4eb1-a069-f4e06c456f39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5963724f-b455-4ca2-90a1-476e15bae9b3') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:54.764113 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-caff18de-0270-4eb1-a069-f4e06c456f39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.798180 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4a03861e-42c2-421e-a88f-4f4b14d5579f tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.800031 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4a03861e-42c2-421e-a88f-4f4b14d5579f tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] 10.222.0.53 "DELETE /v2.0/ports/935404a3-4c98-4d9a-9df8-11ad51227ca8 HTTP/1.1" status: 204 len: 168 time: 1.9889069 Jul 07 17:25:54.805056 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52762) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:54.812799 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eda5972-cb32-4012-964a-05d62096d1fd tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Router aaf43056-65da-4cef-9d4e-160c1663f899 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:25:54.847032 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-caff18de-0270-4eb1-a069-f4e06c456f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.869899 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caff18de-0270-4eb1-a069-f4e06c456f39 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:25:54.870323 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-caff18de-0270-4eb1-a069-f4e06c456f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:25:54.872303 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:25:54.892174 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-464ddbfd-a74c-42e8-bcdb-f7f9e4607201 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] GET failed (client error): The resource could not be found. Jul 07 17:25:54.909023 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-464ddbfd-a74c-42e8-bcdb-f7f9e4607201 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] 10.222.0.53 "GET /v2.0/ports/935404a3-4c98-4d9a-9df8-11ad51227ca8 HTTP/1.1" status: 404 len: 333 time: 0.1005127 Jul 07 17:25:54.910562 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52770) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:54.936248 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-84e7111a-dc49-40d9-a95f-17d9a249e7c5 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Request body: {'port': {'network_id': 'fa6b0d88-db19-466b-8590-f43cfa63314a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2097989651'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:55.193517 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-caff18de-0270-4eb1-a069-f4e06c456f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.196083 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eda5972-cb32-4012-964a-05d62096d1fd tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:55.201777 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-caff18de-0270-4eb1-a069-f4e06c456f39 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.203660 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-caff18de-0270-4eb1-a069-f4e06c456f39 admin admin] 10.222.0.53 "DELETE /v2.0/networks/37748a5e-1c3f-43be-9c53-2e5753421ba1 HTTP/1.1" status: 204 len: 168 time: 1.1317060 Jul 07 17:25:55.209514 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52780) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:55.210090 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0def71b7-1e81-4e1a-8a01-1435c4f22683 None None] Sync routers for ids ['aaf43056-65da-4cef-9d4e-160c1663f899'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:55.221734 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52784) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:55.223248 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1eda5972-cb32-4012-964a-05d62096d1fd tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "PUT /v2.0/routers/aaf43056-65da-4cef-9d4e-160c1663f899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9666550 Jul 07 17:25:55.234989 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0def71b7-1e81-4e1a-8a01-1435c4f22683 None None] Routers {'aaf43056-65da-4cef-9d4e-160c1663f899'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:55.236115 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-0def71b7-1e81-4e1a-8a01-1435c4f22683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:25:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['aaf43056-65da-4cef-9d4e-160c1663f899'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:55.247203 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff18de-0270-4eb1-a069-f4e06c456f39 admin admin] Pushing event deleted for resources: {'Network': ['ID=37748a5e-1c3f-43be-9c53-2e5753421ba1,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:55.256015 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e7111a-dc49-40d9-a95f-17d9a249e7c5 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Made reservation on behalf of 06414a3363ed4c1c8363cb34262489fa for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:55.261858 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-84e7111a-dc49-40d9-a95f-17d9a249e7c5 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.328001 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-84e7111a-dc49-40d9-a95f-17d9a249e7c5 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] device_id is not set on port aea0818f-4fc6-44d8-b355-48a0eba2a060 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:25:55.372817 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-0def71b7-1e81-4e1a-8a01-1435c4f22683 None None] Set router aaf43056-65da-4cef-9d4e-160c1663f899 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:55.384559 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-2caa2797-95ab-4ed0-a5eb-1601dea14298 admin admin] Deleting subnet ba1d6343-a987-4e9d-9598-1591077158f2 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:25:55.388202 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2caa2797-95ab-4ed0-a5eb-1601dea14298 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.437572 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c6f34e-f505-4397-8a9c-880f0cda8255 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Deleting subnet 59daf397-4617-440d-a9d7-b64ad995d261 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:25:55.454691 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f34e-f505-4397-8a9c-880f0cda8255 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.506135 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2caa2797-95ab-4ed0-a5eb-1601dea14298 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.552102 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-0def71b7-1e81-4e1a-8a01-1435c4f22683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:25:53Z', 'revision_number': 11, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:55.574092 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f34e-f505-4397-8a9c-880f0cda8255 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.606585 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0def71b7-1e81-4e1a-8a01-1435c4f22683 None None] Checking router: aaf43056-65da-4cef-9d4e-160c1663f899 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:55.622362 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0def71b7-1e81-4e1a-8a01-1435c4f22683 None None] Routers {'aaf43056-65da-4cef-9d4e-160c1663f899'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:55.623105 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-0def71b7-1e81-4e1a-8a01-1435c4f22683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:25:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['aaf43056-65da-4cef-9d4e-160c1663f899'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:55.675109 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2caa2797-95ab-4ed0-a5eb-1601dea14298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.717893 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-84e7111a-dc49-40d9-a95f-17d9a249e7c5 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Allocated IP 2001:db8::101 (fa6b0d88-db19-466b-8590-f43cfa63314a/bb427ebc-7ace-4191-aa55-8338480b57c8/aea0818f-4fc6-44d8-b355-48a0eba2a060) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:55.723129 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-0def71b7-1e81-4e1a-8a01-1435c4f22683 None None] Set router aaf43056-65da-4cef-9d4e-160c1663f899 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:55.799998 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-0def71b7-1e81-4e1a-8a01-1435c4f22683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:25:53Z', 'revision_number': 11, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:55.810908 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f34e-f505-4397-8a9c-880f0cda8255 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.834205 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0def71b7-1e81-4e1a-8a01-1435c4f22683 None None] The sync data for ids ['aaf43056-65da-4cef-9d4e-160c1663f899'] in n-d-791503-12 is: [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:25:53Z', 'revision_number': 11, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:55.856597 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2caa2797-95ab-4ed0-a5eb-1601dea14298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.924897 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa2797-95ab-4ed0-a5eb-1601dea14298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba1d6343-a987-4e9d-9598-1591077158f2,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:55.927821 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2caa2797-95ab-4ed0-a5eb-1601dea14298 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.929810 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2caa2797-95ab-4ed0-a5eb-1601dea14298 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ba1d6343-a987-4e9d-9598-1591077158f2 HTTP/1.1" status: 204 len: 168 time: 0.7180977 Jul 07 17:25:55.932753 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52812) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:55.971724 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f34e-f505-4397-8a9c-880f0cda8255 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.037631 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01cfec1a-2573-4b34-9180-cd26d36293e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.057467 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6f34e-f505-4397-8a9c-880f0cda8255 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Subnet': ['ID=59daf397-4617-440d-a9d7-b64ad995d261,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:56.066424 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f34e-f505-4397-8a9c-880f0cda8255 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.069824 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b7c6f34e-f505-4397-8a9c-880f0cda8255 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/subnets/59daf397-4617-440d-a9d7-b64ad995d261 HTTP/1.1" status: 204 len: 168 time: 0.8438103 Jul 07 17:25:56.072558 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52824) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:56.073991 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620aae02-b950-4861-be70-a422931945cf None None] Network f54f05d2-2a78-460b-892e-f7eb20db5040 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:56.159047 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01cfec1a-2573-4b34-9180-cd26d36293e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.175360 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-01cfec1a-2573-4b34-9180-cd26d36293e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac55727d-f330-43bf-b484-4c02bea4c2bb']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:56.187745 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-01cfec1a-2573-4b34-9180-cd26d36293e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8393b2c2-2a25-4108-85e7-56bd298ffa8e') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:56.188456 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-01cfec1a-2573-4b34-9180-cd26d36293e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8393b2c2-2a25-4108-85e7-56bd298ffa8e') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:56.209332 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01cfec1a-2573-4b34-9180-cd26d36293e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.227672 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01cfec1a-2573-4b34-9180-cd26d36293e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.238402 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01cfec1a-2573-4b34-9180-cd26d36293e4 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:25:56.239203 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01cfec1a-2573-4b34-9180-cd26d36293e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:25:56.241365 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:25:56.293866 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.313001 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5ea4b4fa-c0e0-45ac-9180-d49f2730637e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.352647 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-84e7111a-dc49-40d9-a95f-17d9a249e7c5 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.366890 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01cfec1a-2573-4b34-9180-cd26d36293e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.383686 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01cfec1a-2573-4b34-9180-cd26d36293e4 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.396778 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-01cfec1a-2573-4b34-9180-cd26d36293e4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ac55727d-f330-43bf-b484-4c02bea4c2bb HTTP/1.1" status: 204 len: 168 time: 0.4621444 Jul 07 17:25:56.412992 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cfec1a-2573-4b34-9180-cd26d36293e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac55727d-f330-43bf-b484-4c02bea4c2bb,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:56.413232 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-84e7111a-dc49-40d9-a95f-17d9a249e7c5 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Transition to ACTIVE for port object aea0818f-4fc6-44d8-b355-48a0eba2a060 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:56.413790 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bdd20b-7a66-41a4-987b-1eb2dcad691e None None] DHCP port deletion for f54f05d2-2a78-460b-892e-f7eb20db5040 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:25:56.453009 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-5ea4b4fa-c0e0-45ac-9180-d49f2730637e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Deleting port bf949abd-3de8-418a-a09a-bc89aba51d97 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:56.453269 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5ea4b4fa-c0e0-45ac-9180-d49f2730637e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.513014 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c2bdd20b-7a66-41a4-987b-1eb2dcad691e None None] Deleting port bf949abd-3de8-418a-a09a-bc89aba51d97 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:56.513657 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c2bdd20b-7a66-41a4-987b-1eb2dcad691e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.554394 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-84e7111a-dc49-40d9-a95f-17d9a249e7c5 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.657912 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-5ea4b4fa-c0e0-45ac-9180-d49f2730637e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] For port bf949abd-3de8-418a-a09a-bc89aba51d97, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=bf949abd-3de8-418a-a09a-bc89aba51d97,segment=NetworkSegment(55e450f3-c3df-4e90-a3af-a74be62a4343),segment_id=55e450f3-c3df-4e90-a3af-a74be62a4343)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:56.658426 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5ea4b4fa-c0e0-45ac-9180-d49f2730637e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.662583 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-c2bdd20b-7a66-41a4-987b-1eb2dcad691e None None] For port bf949abd-3de8-418a-a09a-bc89aba51d97, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=bf949abd-3de8-418a-a09a-bc89aba51d97,segment=NetworkSegment(55e450f3-c3df-4e90-a3af-a74be62a4343),segment_id=55e450f3-c3df-4e90-a3af-a74be62a4343)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:56.665150 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c2bdd20b-7a66-41a4-987b-1eb2dcad691e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.679050 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-5ea4b4fa-c0e0-45ac-9180-d49f2730637e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Calling delete_port for bf949abd-3de8-418a-a09a-bc89aba51d97 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:56.710469 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c2bdd20b-7a66-41a4-987b-1eb2dcad691e None None] Calling delete_port for bf949abd-3de8-418a-a09a-bc89aba51d97 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:56.807371 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7111a-dc49-40d9-a95f-17d9a249e7c5 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Pushing event updated for resources: {'Port': ['ID=aea0818f-4fc6-44d8-b355-48a0eba2a060,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:56.833125 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5ea4b4fa-c0e0-45ac-9180-d49f2730637e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.847605 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e7111a-dc49-40d9-a95f-17d9a249e7c5 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Network fa6b0d88-db19-466b-8590-f43cfa63314a is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:56.858371 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52876) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:56.892170 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-84e7111a-dc49-40d9-a95f-17d9a249e7c5 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:56.894577 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea4b4fa-c0e0-45ac-9180-d49f2730637e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] No DVR routers for this DVR port bf949abd-3de8-418a-a09a-bc89aba51d97 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:56.901621 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4b4fa-c0e0-45ac-9180-d49f2730637e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Port': ['ID=bf949abd-3de8-418a-a09a-bc89aba51d97,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:56.906118 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e7111a-dc49-40d9-a95f-17d9a249e7c5 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:56.921150 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c2bdd20b-7a66-41a4-987b-1eb2dcad691e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.922124 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e7111a-dc49-40d9-a95f-17d9a249e7c5 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:56.922819 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-84e7111a-dc49-40d9-a95f-17d9a249e7c5 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.985730 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdd20b-7a66-41a4-987b-1eb2dcad691e None None] Pushing event deleted for resources: {'Port': ['ID=bf949abd-3de8-418a-a09a-bc89aba51d97,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:56.991327 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c34bb2b2-7b49-4aa2-afc7-d61d188f34e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc4eb750644e4506a3b1b35898f0a996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316204 Jul 07 17:25:56.999934 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bdd20b-7a66-41a4-987b-1eb2dcad691e None None] No DVR routers for this DVR port bf949abd-3de8-418a-a09a-bc89aba51d97 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:57.000104 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52884) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:57.015880 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-84e7111a-dc49-40d9-a95f-17d9a249e7c5 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0931883 Jul 07 17:25:57.019562 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52886) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:57.032761 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1bf6f2e2-56db-4cf0-a33e-8882a1140c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.038364 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-588af80a-dcb5-4210-b064-d0ffb783e5ec tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f5:0c:f2'}]}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:57.121786 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1db956a0-6aec-46ab-b5ad-cbfdff6f622c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.163109 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1db956a0-6aec-46ab-b5ad-cbfdff6f622c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.205845 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5ea4b4fa-c0e0-45ac-9180-d49f2730637e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.223687 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1db956a0-6aec-46ab-b5ad-cbfdff6f622c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.226745 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1db956a0-6aec-46ab-b5ad-cbfdff6f622c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.231091 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1db956a0-6aec-46ab-b5ad-cbfdff6f622c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc982682-5017-44f7-81cc-cfd1ac949c34 HTTP/1.1" status: 204 len: 168 time: 0.2296467 Jul 07 17:25:57.243463 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-5ea4b4fa-c0e0-45ac-9180-d49f2730637e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f54f05d2-2a78-460b-892e-f7eb20db5040']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:57.246623 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db956a0-6aec-46ab-b5ad-cbfdff6f622c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc982682-5017-44f7-81cc-cfd1ac949c34,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:57.343594 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-5ea4b4fa-c0e0-45ac-9180-d49f2730637e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e450f3-c3df-4e90-a3af-a74be62a4343') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:57.344193 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-5ea4b4fa-c0e0-45ac-9180-d49f2730637e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e450f3-c3df-4e90-a3af-a74be62a4343') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:57.361382 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5ea4b4fa-c0e0-45ac-9180-d49f2730637e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.368945 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-07283e07-0601-4e3f-b82e-35f2c2efcffc None None] Provisioning for port aea0818f-4fc6-44d8-b355-48a0eba2a060 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:57.386158 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-07283e07-0601-4e3f-b82e-35f2c2efcffc None None] Provisioning complete for port aea0818f-4fc6-44d8-b355-48a0eba2a060 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:57.386531 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-07283e07-0601-4e3f-b82e-35f2c2efcffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.406869 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5ea4b4fa-c0e0-45ac-9180-d49f2730637e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.433102 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea4b4fa-c0e0-45ac-9180-d49f2730637e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:25:57.436835 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5ea4b4fa-c0e0-45ac-9180-d49f2730637e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:25:57.444254 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:25:57.462191 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-07283e07-0601-4e3f-b82e-35f2c2efcffc None None] Port aea0818f-4fc6-44d8-b355-48a0eba2a060 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:57.603700 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5ea4b4fa-c0e0-45ac-9180-d49f2730637e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.637805 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5ea4b4fa-c0e0-45ac-9180-d49f2730637e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.639769 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5ea4b4fa-c0e0-45ac-9180-d49f2730637e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/networks/f54f05d2-2a78-460b-892e-f7eb20db5040 HTTP/1.1" status: 204 len: 168 time: 1.5662320 Jul 07 17:25:57.642578 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52932) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:57.648479 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-fa8ea37b-5fba-4f90-854f-471eed518aaf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'router': {'routes': None}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:57.677829 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4b4fa-c0e0-45ac-9180-d49f2730637e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Pushing event deleted for resources: {'Network': ['ID=f54f05d2-2a78-460b-892e-f7eb20db5040,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:57.689662 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-588af80a-dcb5-4210-b064-d0ffb783e5ec tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.749141 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 736e0f80-ccf2-44fb-b81d-bdac82f2394b no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:57.797746 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 736e0f80-ccf2-44fb-b81d-bdac82f2394b {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:57.798415 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 736e0f80-ccf2-44fb-b81d-bdac82f2394b not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:57.799024 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device bf949abd-3de8-418a-a09a-bc89aba51d97 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:57.925488 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52944) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:58.008654 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.extraroute_db [None req-fa8ea37b-5fba-4f90-854f-471eed518aaf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Added routes are [] {{(pid=100192) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 17:25:58.009271 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.extraroute_db [None req-fa8ea37b-5fba-4f90-854f-471eed518aaf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Removed routes are [] {{(pid=100192) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 17:25:58.009384 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fa8ea37b-5fba-4f90-854f-471eed518aaf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.058491 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: bf949abd-3de8-418a-a09a-bc89aba51d97 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:58.059049 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device bf949abd-3de8-418a-a09a-bc89aba51d97 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:58.092679 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.136287 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f1afd20b-a248-4e43-b37e-fde9e4ab542c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=815c7792a83a4f88ac5686284fb53049&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2071767 Jul 07 17:25:58.137245 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52958) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:58.173850 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fa8ea37b-5fba-4f90-854f-471eed518aaf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.178600 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fa8ea37b-5fba-4f90-854f-471eed518aaf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7962560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7962587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8271377'] for router, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.241051 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b3492847-126d-42a2-a0cb-d3248140750a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.285326 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8ea37b-5fba-4f90-854f-471eed518aaf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Router aaf43056-65da-4cef-9d4e-160c1663f899 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:25:58.328800 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b3492847-126d-42a2-a0cb-d3248140750a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.390978 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-588af80a-dcb5-4210-b064-d0ffb783e5ec tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.403615 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-588af80a-dcb5-4210-b064-d0ffb783e5ec tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.495751 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-588af80a-dcb5-4210-b064-d0ffb783e5ec tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] In _notify_port_updated(), no bound segment for port aea0818f-4fc6-44d8-b355-48a0eba2a060 on network fa6b0d88-db19-466b-8590-f43cfa63314a {{(pid=100193) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:25:58.502024 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588af80a-dcb5-4210-b064-d0ffb783e5ec tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:58.502803 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-588af80a-dcb5-4210-b064-d0ffb783e5ec tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.507453 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-588af80a-dcb5-4210-b064-d0ffb783e5ec tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] 10.222.0.53 "PUT /v2.0/ports/aea0818f-4fc6-44d8-b355-48a0eba2a060 HTTP/1.1" status: 200 len: 1003 time: 1.4845722 Jul 07 17:25:58.509273 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52966) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:58.652765 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588af80a-dcb5-4210-b064-d0ffb783e5ec tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Pushing event updated for resources: {'Port': ['ID=aea0818f-4fc6-44d8-b355-48a0eba2a060,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:58.688575 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b3492847-126d-42a2-a0cb-d3248140750a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.692030 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b3492847-126d-42a2-a0cb-d3248140750a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.696080 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b3492847-126d-42a2-a0cb-d3248140750a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a4bd1445-db26-4b76-ae5e-3b611a005adf HTTP/1.1" status: 204 len: 168 time: 0.5553272 Jul 07 17:25:58.716949 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3492847-126d-42a2-a0cb-d3248140750a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bd1445-db26-4b76-ae5e-3b611a005adf,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:58.730050 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-882c46b2-ba72-438a-aeb7-344d90652ffd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Deleting port aea0818f-4fc6-44d8-b355-48a0eba2a060 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:58.730415 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-882c46b2-ba72-438a-aeb7-344d90652ffd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.891619 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8ea37b-5fba-4f90-854f-471eed518aaf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:58.900560 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fa8ea37b-5fba-4f90-854f-471eed518aaf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.901953 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fa8ea37b-5fba-4f90-854f-471eed518aaf tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "PUT /v2.0/routers/aaf43056-65da-4cef-9d4e-160c1663f899 HTTP/1.1" status: 200 len: 705 time: 1.2579055 Jul 07 17:25:58.905337 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52988) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:58.907387 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-882c46b2-ba72-438a-aeb7-344d90652ffd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.909906 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129b64f9-213d-4a1c-b58c-a72cb7558afe None None] Sync routers for ids ['aaf43056-65da-4cef-9d4e-160c1663f899'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:58.929480 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129b64f9-213d-4a1c-b58c-a72cb7558afe None None] Routers {'aaf43056-65da-4cef-9d4e-160c1663f899'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:58.930518 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-129b64f9-213d-4a1c-b58c-a72cb7558afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:25:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['aaf43056-65da-4cef-9d4e-160c1663f899'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:58.936946 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-882c46b2-ba72-438a-aeb7-344d90652ffd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Calling delete_port for aea0818f-4fc6-44d8-b355-48a0eba2a060 owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:58.965934 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3e0f230b-5b68-4b03-86a6-2347480b0a18 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "GET /v2.0/ports?device_id=aaf43056-65da-4cef-9d4e-160c1663f899 HTTP/1.1" status: 200 len: 205 time: 0.0579665 Jul 07 17:25:58.966806 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52994) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:59.115030 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-652bad58-76cb-4275-a688-d895c92cb1c4 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.117973 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0a1dd5ee-a487-4648-afa6-a2aa7b44248b None None] Provisioning complete for port aea0818f-4fc6-44d8-b355-48a0eba2a060 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:59.120150 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0a1dd5ee-a487-4648-afa6-a2aa7b44248b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.139007 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-129b64f9-213d-4a1c-b58c-a72cb7558afe None None] Set router aaf43056-65da-4cef-9d4e-160c1663f899 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:59.210395 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-129b64f9-213d-4a1c-b58c-a72cb7558afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:25:53Z', 'revision_number': 11, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:59.267579 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-882c46b2-ba72-438a-aeb7-344d90652ffd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.283410 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129b64f9-213d-4a1c-b58c-a72cb7558afe None None] Checking router: aaf43056-65da-4cef-9d4e-160c1663f899 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:59.286494 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-0a1dd5ee-a487-4648-afa6-a2aa7b44248b None None] Port aea0818f-4fc6-44d8-b355-48a0eba2a060 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:59.310542 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129b64f9-213d-4a1c-b58c-a72cb7558afe None None] Routers {'aaf43056-65da-4cef-9d4e-160c1663f899'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:59.314496 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-129b64f9-213d-4a1c-b58c-a72cb7558afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:25:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['aaf43056-65da-4cef-9d4e-160c1663f899'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:59.372141 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c46b2-ba72-438a-aeb7-344d90652ffd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Pushing event deleted for resources: {'Port': ['ID=aea0818f-4fc6-44d8-b355-48a0eba2a060,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:59.459203 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-882c46b2-ba72-438a-aeb7-344d90652ffd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.466231 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-882c46b2-ba72-438a-aeb7-344d90652ffd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] 10.222.0.53 "DELETE /v2.0/ports/aea0818f-4fc6-44d8-b355-48a0eba2a060 HTTP/1.1" status: 204 len: 168 time: 0.9553902 Jul 07 17:25:59.471162 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53018) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:59.525655 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-129b64f9-213d-4a1c-b58c-a72cb7558afe None None] Set router aaf43056-65da-4cef-9d4e-160c1663f899 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:59.555785 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-652bad58-76cb-4275-a688-d895c92cb1c4 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.564701 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-652bad58-76cb-4275-a688-d895c92cb1c4 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.568169 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b13979-eca7-4cec-8abe-39f4d184e4a7 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] GET failed (client error): The resource could not be found. Jul 07 17:25:59.576102 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-77b13979-eca7-4cec-8abe-39f4d184e4a7 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] 10.222.0.53 "GET /v2.0/ports/aea0818f-4fc6-44d8-b355-48a0eba2a060 HTTP/1.1" status: 404 len: 333 time: 0.1014926 Jul 07 17:25:59.582107 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53026) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:59.591834 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-50677511-f686-434d-9831-0d4ffec5b17b tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Request body: {'port': {'network_id': 'fa6b0d88-db19-466b-8590-f43cfa63314a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1015768927'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:59.649555 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-129b64f9-213d-4a1c-b58c-a72cb7558afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:25:53Z', 'revision_number': 11, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:59.780419 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-652bad58-76cb-4275-a688-d895c92cb1c4 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.780989 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652bad58-76cb-4275-a688-d895c92cb1c4 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Fanout notify agent at l3_agent the message router_deleted on router aaf43056-65da-4cef-9d4e-160c1663f899 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:25:59.795445 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-652bad58-76cb-4275-a688-d895c92cb1c4 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.810921 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53030) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:59.811961 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-652bad58-76cb-4275-a688-d895c92cb1c4 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/routers/aaf43056-65da-4cef-9d4e-160c1663f899 HTTP/1.1" status: 204 len: 168 time: 0.8380833 Jul 07 17:25:59.816116 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-ecd89084-ab82-405c-948e-8d2a6388db40 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1087172923', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:59.879312 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ecd89084-ab82-405c-948e-8d2a6388db40 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.881285 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ecd89084-ab82-405c-948e-8d2a6388db40 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.972043 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129b64f9-213d-4a1c-b58c-a72cb7558afe None None] The sync data for ids ['aaf43056-65da-4cef-9d4e-160c1663f899'] in n-d-791503-12 is: [{'id': 'aaf43056-65da-4cef-9d4e-160c1663f899', 'name': 'tempest-RoutersIpV6Test-router-2097941292', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:36Z', 'updated_at': '2021-07-07T17:25:53Z', 'revision_number': 11, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:59.978498 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50677511-f686-434d-9831-0d4ffec5b17b tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Made reservation on behalf of 06414a3363ed4c1c8363cb34262489fa for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:59.983856 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-50677511-f686-434d-9831-0d4ffec5b17b tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.027615 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-50677511-f686-434d-9831-0d4ffec5b17b tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] device_id is not set on port 3634f118-8c46-4491-a65a-1609dae5543f yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:26:00.046143 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ecd89084-ab82-405c-948e-8d2a6388db40 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.053466 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ecd89084-ab82-405c-948e-8d2a6388db40 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.090473 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ecd89084-ab82-405c-948e-8d2a6388db40 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.091701 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ecd89084-ab82-405c-948e-8d2a6388db40 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2797661 Jul 07 17:26:00.094346 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53044) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:00.105351 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-d7c80e38-6acf-4925-b5b7-92ff4a461758 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:00.241588 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.358334 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-50677511-f686-434d-9831-0d4ffec5b17b tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Allocated IP 2001:db8::1af (fa6b0d88-db19-466b-8590-f43cfa63314a/bb427ebc-7ace-4191-aa55-8338480b57c8/3634f118-8c46-4491-a65a-1609dae5543f) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:00.583713 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d7c80e38-6acf-4925-b5b7-92ff4a461758 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.613017 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d7c80e38-6acf-4925-b5b7-92ff4a461758 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7962560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7962587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8271377'] for router, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.754510 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-50677511-f686-434d-9831-0d4ffec5b17b tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.782546 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c80e38-6acf-4925-b5b7-92ff4a461758 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Router addc2f68-4865-4afd-a925-ed0809c37011 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:26:00.797609 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-50677511-f686-434d-9831-0d4ffec5b17b tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Transition to ACTIVE for port object 3634f118-8c46-4491-a65a-1609dae5543f will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:00.869895 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-50677511-f686-434d-9831-0d4ffec5b17b tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.939849 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50677511-f686-434d-9831-0d4ffec5b17b tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Network fa6b0d88-db19-466b-8590-f43cfa63314a is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:00.945905 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-50677511-f686-434d-9831-0d4ffec5b17b tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:00.950003 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50677511-f686-434d-9831-0d4ffec5b17b tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:00.956145 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50677511-f686-434d-9831-0d4ffec5b17b tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:00.957296 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-50677511-f686-434d-9831-0d4ffec5b17b tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.964271 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50677511-f686-434d-9831-0d4ffec5b17b tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Pushing event updated for resources: {'Port': ['ID=3634f118-8c46-4491-a65a-1609dae5543f,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:00.977390 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c80e38-6acf-4925-b5b7-92ff4a461758 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:26:00.995117 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-50677511-f686-434d-9831-0d4ffec5b17b tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4095480 Jul 07 17:26:00.995996 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53078) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:00.996798 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a164e3b-a861-481c-a4ee-891f2f178d28 None None] Sync routers for ids ['addc2f68-4865-4afd-a925-ed0809c37011'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:26:00.998098 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d7c80e38-6acf-4925-b5b7-92ff4a461758 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.999822 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d7c80e38-6acf-4925-b5b7-92ff4a461758 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "PUT /v2.0/routers/addc2f68-4865-4afd-a925-ed0809c37011 HTTP/1.1" status: 200 len: 698 time: 0.9043097 Jul 07 17:26:01.001858 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-0c02dcf2-d741-4dad-80fb-9bb19d1fb288 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Request body: {'port': {'network_id': 'fa6b0d88-db19-466b-8590-f43cfa63314a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-504516715'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:01.002510 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53080) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:01.015848 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a164e3b-a861-481c-a4ee-891f2f178d28 None None] Routers {'addc2f68-4865-4afd-a925-ed0809c37011'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:01.018583 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-3a164e3b-a861-481c-a4ee-891f2f178d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:25:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['addc2f68-4865-4afd-a925-ed0809c37011'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:01.141368 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-3a164e3b-a861-481c-a4ee-891f2f178d28 None None] Set router addc2f68-4865-4afd-a925-ed0809c37011 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:01.275772 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-3a164e3b-a861-481c-a4ee-891f2f178d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addc2f68-4865-4afd-a925-ed0809c37011', 'name': 'tempest-RoutersIpV6Test-router-1087172923', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:59Z', 'updated_at': '2021-07-07T17:26:00Z', 'revision_number': 2, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:01.301392 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53098) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:01.306075 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-71218f23-30e3-4874-8976-712e4adb32e9 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "GET /v2.0/routers/addc2f68-4865-4afd-a925-ed0809c37011 HTTP/1.1" status: 200 len: 704 time: 0.3007410 Jul 07 17:26:01.307888 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53100) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:01.351828 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a164e3b-a861-481c-a4ee-891f2f178d28 None None] Checking router: addc2f68-4865-4afd-a925-ed0809c37011 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:26:01.351964 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c02dcf2-d741-4dad-80fb-9bb19d1fb288 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Made reservation on behalf of 06414a3363ed4c1c8363cb34262489fa for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:01.354426 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0c02dcf2-d741-4dad-80fb-9bb19d1fb288 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.361833 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a164e3b-a861-481c-a4ee-891f2f178d28 None None] Routers {'addc2f68-4865-4afd-a925-ed0809c37011'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:01.362559 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-3a164e3b-a861-481c-a4ee-891f2f178d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:25:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['addc2f68-4865-4afd-a925-ed0809c37011'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:01.444312 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-51b206e6-7cac-494d-bc03-5776d422a782 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "GET /v2.0/ports?device_id=addc2f68-4865-4afd-a925-ed0809c37011 HTTP/1.1" status: 200 len: 205 time: 0.1416163 Jul 07 17:26:01.447095 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53108) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:01.467093 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-3a164e3b-a861-481c-a4ee-891f2f178d28 None None] Set router addc2f68-4865-4afd-a925-ed0809c37011 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:01.538894 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd8dd2af-02e9-4d92-aadd-fc173db24c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.547317 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-0c02dcf2-d741-4dad-80fb-9bb19d1fb288 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] device_id is not set on port 3690e6e8-5d29-43a9-b3b0-ca5b92c59543 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:26:01.573218 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-3a164e3b-a861-481c-a4ee-891f2f178d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addc2f68-4865-4afd-a925-ed0809c37011', 'name': 'tempest-RoutersIpV6Test-router-1087172923', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:59Z', 'updated_at': '2021-07-07T17:26:00Z', 'revision_number': 2, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:01.665647 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a164e3b-a861-481c-a4ee-891f2f178d28 None None] The sync data for ids ['addc2f68-4865-4afd-a925-ed0809c37011'] in n-d-791503-12 is: [{'id': 'addc2f68-4865-4afd-a925-ed0809c37011', 'name': 'tempest-RoutersIpV6Test-router-1087172923', 'tenant_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:59Z', 'updated_at': '2021-07-07T17:26:00Z', 'revision_number': 2, 'project_id': 'ab411987cea84b3cbe5d62fc9ab0fd39', 'gw_port_host': None}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:26:01.684278 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-392095e1-b15a-4956-95d8-3ccadfe7040a None None] Provisioning for port 3634f118-8c46-4491-a65a-1609dae5543f completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:01.694685 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-392095e1-b15a-4956-95d8-3ccadfe7040a None None] Provisioning complete for port 3634f118-8c46-4491-a65a-1609dae5543f triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:01.695082 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-392095e1-b15a-4956-95d8-3ccadfe7040a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.735005 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ecf6c76-694e-430e-91b9-91822c72d456 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.785194 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-392095e1-b15a-4956-95d8-3ccadfe7040a None None] Port 3634f118-8c46-4491-a65a-1609dae5543f cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:26:01.810165 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd8dd2af-02e9-4d92-aadd-fc173db24c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.815924 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd8dd2af-02e9-4d92-aadd-fc173db24c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.885584 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fd8dd2af-02e9-4d92-aadd-fc173db24c54 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=32ad97f30f75426eb0cf9ef97f5cf3d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5751958 Jul 07 17:26:01.888557 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53126) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:01.928569 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-0c02dcf2-d741-4dad-80fb-9bb19d1fb288 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Allocated IP 2001:db8::2fc (fa6b0d88-db19-466b-8590-f43cfa63314a/bb427ebc-7ace-4191-aa55-8338480b57c8/3690e6e8-5d29-43a9-b3b0-ca5b92c59543) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:01.981091 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8dd2af-02e9-4d92-aadd-fc173db24c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a4950d-dede-4c11-954e-07191935a9b5,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:02.002233 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8dd2af-02e9-4d92-aadd-fc173db24c54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:02.002826 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8dd2af-02e9-4d92-aadd-fc173db24c54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:02.009624 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8dd2af-02e9-4d92-aadd-fc173db24c54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:02.010131 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8dd2af-02e9-4d92-aadd-fc173db24c54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:02.010587 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8dd2af-02e9-4d92-aadd-fc173db24c54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:02.011044 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8dd2af-02e9-4d92-aadd-fc173db24c54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:02.011509 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8dd2af-02e9-4d92-aadd-fc173db24c54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:02.011957 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8dd2af-02e9-4d92-aadd-fc173db24c54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:02.012402 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8dd2af-02e9-4d92-aadd-fc173db24c54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:02.012962 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8dd2af-02e9-4d92-aadd-fc173db24c54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:02.013403 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8dd2af-02e9-4d92-aadd-fc173db24c54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:02.013994 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8dd2af-02e9-4d92-aadd-fc173db24c54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:02.058531 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-240037ca-9529-4d74-b19d-d6cea4799c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.187882 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-240037ca-9529-4d74-b19d-d6cea4799c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.219304 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ecf6c76-694e-430e-91b9-91822c72d456 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.238701 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ecf6c76-694e-430e-91b9-91822c72d456 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.333838 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ecf6c76-694e-430e-91b9-91822c72d456 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.339547 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecf6c76-694e-430e-91b9-91822c72d456 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Fanout notify agent at l3_agent the message router_deleted on router addc2f68-4865-4afd-a925-ed0809c37011 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:26:02.349047 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ecf6c76-694e-430e-91b9-91822c72d456 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.355528 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9ecf6c76-694e-430e-91b9-91822c72d456 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/routers/addc2f68-4865-4afd-a925-ed0809c37011 HTTP/1.1" status: 204 len: 168 time: 0.9065881 Jul 07 17:26:02.356454 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53144) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:02.396760 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-240037ca-9529-4d74-b19d-d6cea4799c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.401763 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-240037ca-9529-4d74-b19d-d6cea4799c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.403413 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-240037ca-9529-4d74-b19d-d6cea4799c28 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/08a4950d-dede-4c11-954e-07191935a9b5 HTTP/1.1" status: 204 len: 168 time: 0.5133772 Jul 07 17:26:02.430224 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5a08b7cf-2dcd-4051-a373-dfb620d57537 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "GET /v2.0/ports?device_id=addc2f68-4865-4afd-a925-ed0809c37011 HTTP/1.1" status: 200 len: 205 time: 0.0695174 Jul 07 17:26:02.431184 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53152) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:02.443019 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240037ca-9529-4d74-b19d-d6cea4799c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a4950d-dede-4c11-954e-07191935a9b5,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:02.532262 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-cb3beb88-2e4c-49ca-a618-ef2fcb321fbb tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] delete failed (client error): The resource could not be found. Jul 07 17:26:02.537847 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cb3beb88-2e4c-49ca-a618-ef2fcb321fbb tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/routers/addc2f68-4865-4afd-a925-ed0809c37011 HTTP/1.1" status: 404 len: 336 time: 0.0911281 Jul 07 17:26:02.538913 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53156) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:02.612326 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52eefea-2c61-46ee-8a1b-b8d53c59fe4e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] DELETE failed (client error): The resource could not be found. Jul 07 17:26:02.612855 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52eefea-2c61-46ee-8a1b-b8d53c59fe4e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:26:02.616902 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c52eefea-2c61-46ee-8a1b-b8d53c59fe4e tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/subnets/44bd8653-77e7-415b-9bfb-e5e67f614faa HTTP/1.1" status: 404 len: 337 time: 0.0742197 Jul 07 17:26:02.623556 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53162) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:02.717859 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe2b838-af08-42e3-9872-89a0cf0a718b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] DELETE failed (client error): The resource could not be found. Jul 07 17:26:02.721059 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53164) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:02.727308 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe2b838-af08-42e3-9872-89a0cf0a718b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:26:02.727725 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0c02dcf2-d741-4dad-80fb-9bb19d1fb288 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.729876 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-dfe2b838-af08-42e3-9872-89a0cf0a718b tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/subnets/a655e264-1910-4337-b434-b15afddc9ae0 HTTP/1.1" status: 404 len: 337 time: 0.1053038 Jul 07 17:26:02.736979 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53168) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:02.774866 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9c2123-fb1d-46d3-9632-ee0c8e3ad062 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] DELETE failed (client error): The resource could not be found. Jul 07 17:26:02.775169 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d9c2123-fb1d-46d3-9632-ee0c8e3ad062 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:26:02.776997 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6d9c2123-fb1d-46d3-9632-ee0c8e3ad062 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/subnets/b91443e2-49e3-482f-9541-8a64963145b8 HTTP/1.1" status: 404 len: 337 time: 0.0390217 Jul 07 17:26:02.779674 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53174) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:02.786655 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-0c02dcf2-d741-4dad-80fb-9bb19d1fb288 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Transition to ACTIVE for port object 3690e6e8-5d29-43a9-b3b0-ca5b92c59543 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:02.821493 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ac9ff1-52a5-41f1-915d-6a5117f6f0dc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] DELETE failed (client error): The resource could not be found. Jul 07 17:26:02.822131 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6ac9ff1-52a5-41f1-915d-6a5117f6f0dc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:26:02.833493 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a6ac9ff1-52a5-41f1-915d-6a5117f6f0dc tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/subnets/59daf397-4617-440d-a9d7-b64ad995d261 HTTP/1.1" status: 404 len: 337 time: 0.0527108 Jul 07 17:26:02.835722 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0c02dcf2-d741-4dad-80fb-9bb19d1fb288 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.836572 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53178) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:02.905701 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53182) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:02.907737 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1693fe90-797c-4ef4-986a-04eda76982ca tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "GET /v2.0/ports?device_id=aaf43056-65da-4cef-9d4e-160c1663f899 HTTP/1.1" status: 200 len: 205 time: 0.0676394 Jul 07 17:26:02.956032 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-0e57f925-9bb1-4a01-91e6-71d4f6f5830f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] delete failed (client error): The resource could not be found. Jul 07 17:26:02.958150 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0e57f925-9bb1-4a01-91e6-71d4f6f5830f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/routers/aaf43056-65da-4cef-9d4e-160c1663f899 HTTP/1.1" status: 404 len: 336 time: 0.0472260 Jul 07 17:26:02.960940 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53186) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:02.988131 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-953d3f89-59ac-41e6-b6d1-5c0ce4c11942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.992077 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c02dcf2-d741-4dad-80fb-9bb19d1fb288 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Network fa6b0d88-db19-466b-8590-f43cfa63314a is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:02.996146 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5a431f0c-d347-4c5f-b39e-bf76e25d7f84 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "GET /v2.0/ports?device_id=785d766a-3204-4e59-8f45-43bff38322f2 HTTP/1.1" status: 200 len: 205 time: 0.0338190 Jul 07 17:26:02.998497 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53188) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:03.002262 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-0c02dcf2-d741-4dad-80fb-9bb19d1fb288 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:03.010521 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02dcf2-d741-4dad-80fb-9bb19d1fb288 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Pushing event updated for resources: {'Port': ['ID=3690e6e8-5d29-43a9-b3b0-ca5b92c59543,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:03.014511 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c02dcf2-d741-4dad-80fb-9bb19d1fb288 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:03.022409 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c02dcf2-d741-4dad-80fb-9bb19d1fb288 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:03.023420 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0c02dcf2-d741-4dad-80fb-9bb19d1fb288 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:03.053888 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0c02dcf2-d741-4dad-80fb-9bb19d1fb288 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0561090 Jul 07 17:26:03.057890 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53190) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:03.067118 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-5fd39211-7134-4170-80ad-628d6975f391 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::21e', 'mac_address': 'fa:16:3e:f5:0c:f2'}, {'ip_address': '2001:db8::1af', 'mac_address': 'fa:16:3e:6b:94:4d'}]}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:03.073563 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-7454c933-e972-478c-8d7c-2204346ac735 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] delete failed (client error): The resource could not be found. Jul 07 17:26:03.074555 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7454c933-e972-478c-8d7c-2204346ac735 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/routers/785d766a-3204-4e59-8f45-43bff38322f2 HTTP/1.1" status: 404 len: 336 time: 0.0749495 Jul 07 17:26:03.077294 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53194) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:03.117847 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f60562-4724-4e61-b29a-91597f669cd5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] DELETE failed (client error): The resource could not be found. Jul 07 17:26:03.118312 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f60562-4724-4e61-b29a-91597f669cd5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:26:03.120095 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f4f60562-4724-4e61-b29a-91597f669cd5 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/subnets/18d34122-df60-46e0-922c-d221a4eb61c8 HTTP/1.1" status: 404 len: 337 time: 0.0416927 Jul 07 17:26:03.125200 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53198) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:03.179921 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7abcf9e6-5511-4354-b395-10ddf0c2bb81 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "GET /v2.0/ports?device_id=89df7731-f168-4ff4-be24-de013984e009 HTTP/1.1" status: 200 len: 205 time: 0.0508208 Jul 07 17:26:03.180590 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53202) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:03.230475 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-e92502c3-e13c-4864-93af-dd253b3c32f1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] delete failed (client error): The resource could not be found. Jul 07 17:26:03.231917 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e92502c3-e13c-4864-93af-dd253b3c32f1 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/routers/89df7731-f168-4ff4-be24-de013984e009 HTTP/1.1" status: 404 len: 336 time: 0.0503917 Jul 07 17:26:03.241654 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53204) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:03.290716 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ee35f100-6bec-424d-a29d-5f7604624bab tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "GET /v2.0/ports?device_id=98f881e8-7e7c-462e-b399-e76b8baaddf5 HTTP/1.1" status: 200 len: 205 time: 0.0454130 Jul 07 17:26:03.291097 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53208) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:03.352090 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-01898d80-a08a-4681-826c-e01415bb6f23 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] delete failed (client error): The resource could not be found. Jul 07 17:26:03.353223 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-01898d80-a08a-4681-826c-e01415bb6f23 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/routers/98f881e8-7e7c-462e-b399-e76b8baaddf5 HTTP/1.1" status: 404 len: 336 time: 0.0609114 Jul 07 17:26:03.355774 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53210) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:03.402233 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcdcaded-e033-451b-95b8-9225b08ef412 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] DELETE failed (client error): The resource could not be found. Jul 07 17:26:03.403517 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcdcaded-e033-451b-95b8-9225b08ef412 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:26:03.405620 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fcdcaded-e033-451b-95b8-9225b08ef412 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/subnets/6a2bba54-a35d-4f90-814e-5521ceade2b4 HTTP/1.1" status: 404 len: 337 time: 0.0486579 Jul 07 17:26:03.408171 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53212) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:03.508818 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5fd39211-7134-4170-80ad-628d6975f391 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:03.529643 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-953d3f89-59ac-41e6-b6d1-5c0ce4c11942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:03.536945 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-953d3f89-59ac-41e6-b6d1-5c0ce4c11942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:03.639231 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-953d3f89-59ac-41e6-b6d1-5c0ce4c11942 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb5c701973c14ccba22b5b18cb84a3c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9169981 Jul 07 17:26:03.646562 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53222) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:03.655696 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d3f89-59ac-41e6-b6d1-5c0ce4c11942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd92fc69-2c76-4c2b-98be-50d0edc7c37b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:03.662043 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-44608a1a-00e9-4968-b38b-35d6f41b7dd4 None None] Provisioning for port 3690e6e8-5d29-43a9-b3b0-ca5b92c59543 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:03.681098 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-44608a1a-00e9-4968-b38b-35d6f41b7dd4 None None] Provisioning complete for port 3690e6e8-5d29-43a9-b3b0-ca5b92c59543 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:03.681614 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-44608a1a-00e9-4968-b38b-35d6f41b7dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:03.743825 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-44608a1a-00e9-4968-b38b-35d6f41b7dd4 None None] Port 3690e6e8-5d29-43a9-b3b0-ca5b92c59543 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:26:03.913680 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5a1b660c-c2ee-4665-a1fb-5da79440efea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:03.939367 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b47a8d7c-b1cd-4b88-8a13-67dc261fee9f tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "GET /v2.0/ports?device_id=16575422-c0e9-4850-be4f-3debb63f35b5 HTTP/1.1" status: 200 len: 205 time: 0.5295115 Jul 07 17:26:03.943028 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53234) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:03.982397 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-c9bddd5f-d36a-44ca-a8c8-e44708569dc8 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] delete failed (client error): The resource could not be found. Jul 07 17:26:03.983541 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c9bddd5f-d36a-44ca-a8c8-e44708569dc8 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/routers/16575422-c0e9-4850-be4f-3debb63f35b5 HTTP/1.1" status: 404 len: 336 time: 0.0393765 Jul 07 17:26:03.986297 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53238) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:04.016483 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c86c917-97db-4f22-a0bf-7dd3aeec5c00 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] DELETE failed (client error): The resource could not be found. Jul 07 17:26:04.016811 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5fd39211-7134-4170-80ad-628d6975f391 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.017598 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c86c917-97db-4f22-a0bf-7dd3aeec5c00 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:26:04.020380 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5c86c917-97db-4f22-a0bf-7dd3aeec5c00 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/subnets/c91521f8-bf91-4964-b729-d4a4e3a6eac6 HTTP/1.1" status: 404 len: 337 time: 0.0331507 Jul 07 17:26:04.023145 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53240) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:04.037192 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5fd39211-7134-4170-80ad-628d6975f391 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.082005 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5a1b660c-c2ee-4665-a1fb-5da79440efea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.089274 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6376ba35-53ed-4c81-8a16-5aa65de3aa70 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2732210-7969-4ebe-bd48-493803787b37 HTTP/1.1" status: 200 len: 205 time: 0.0647569 Jul 07 17:26:04.093831 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53244) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:04.156540 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-7c8c1388-b0e7-4e7d-a62d-236a769816c8 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] delete failed (client error): The resource could not be found. Jul 07 17:26:04.158016 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5a1b660c-c2ee-4665-a1fb-5da79440efea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.159809 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7c8c1388-b0e7-4e7d-a62d-236a769816c8 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/routers/c2732210-7969-4ebe-bd48-493803787b37 HTTP/1.1" status: 404 len: 336 time: 0.0650222 Jul 07 17:26:04.162704 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53248) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:04.162862 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5a1b660c-c2ee-4665-a1fb-5da79440efea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.167074 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5a1b660c-c2ee-4665-a1fb-5da79440efea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bd92fc69-2c76-4c2b-98be-50d0edc7c37b HTTP/1.1" status: 204 len: 168 time: 0.5194621 Jul 07 17:26:04.173293 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-5fd39211-7134-4170-80ad-628d6975f391 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] In _notify_port_updated(), no bound segment for port 3690e6e8-5d29-43a9-b3b0-ca5b92c59543 on network fa6b0d88-db19-466b-8590-f43cfa63314a {{(pid=100192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:26:04.185982 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd39211-7134-4170-80ad-628d6975f391 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:04.188314 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5fd39211-7134-4170-80ad-628d6975f391 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.189738 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5fd39211-7134-4170-80ad-628d6975f391 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] 10.222.0.53 "PUT /v2.0/ports/3690e6e8-5d29-43a9-b3b0-ca5b92c59543 HTTP/1.1" status: 200 len: 1067 time: 1.1305306 Jul 07 17:26:04.204454 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53252) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:04.233226 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4427f1d-4c7f-450f-a92f-6f21695f7ab4 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] DELETE failed (client error): The resource could not be found. Jul 07 17:26:04.235348 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4427f1d-4c7f-450f-a92f-6f21695f7ab4 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:26:04.242376 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a4427f1d-4c7f-450f-a92f-6f21695f7ab4 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/subnets/6efbf722-ac49-4b81-a30c-71792e5d58fe HTTP/1.1" status: 404 len: 337 time: 0.0781989 Jul 07 17:26:04.251298 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53254) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:04.323924 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b660c-c2ee-4665-a1fb-5da79440efea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd92fc69-2c76-4c2b-98be-50d0edc7c37b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:04.377733 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ac271d-9db9-40f0-bbf0-ffe749bb0812 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] DELETE failed (client error): The resource could not be found. Jul 07 17:26:04.378787 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ac271d-9db9-40f0-bbf0-ffe749bb0812 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:26:04.380560 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e8ac271d-9db9-40f0-bbf0-ffe749bb0812 tempest-RoutersIpV6Test-362159464 tempest-RoutersIpV6Test-362159464-project] 10.222.0.53 "DELETE /v2.0/subnets/33671254-e9cf-4ce4-a76b-d5e93cef789f HTTP/1.1" status: 404 len: 337 time: 0.1051049 Jul 07 17:26:04.385423 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd39211-7134-4170-80ad-628d6975f391 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Pushing event updated for resources: {'Port': ['ID=3690e6e8-5d29-43a9-b3b0-ca5b92c59543,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:04.484399 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-5290a015-c29a-400a-adb2-7500800503e3 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Deleting port 3690e6e8-5d29-43a9-b3b0-ca5b92c59543 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:04.485041 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5290a015-c29a-400a-adb2-7500800503e3 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.611320 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5290a015-c29a-400a-adb2-7500800503e3 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.625653 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-5290a015-c29a-400a-adb2-7500800503e3 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Calling delete_port for 3690e6e8-5d29-43a9-b3b0-ca5b92c59543 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:04.684992 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-50f252f7-7fb1-4585-8fc9-8a98652a5562 None None] Provisioning complete for port 3690e6e8-5d29-43a9-b3b0-ca5b92c59543 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:04.685721 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-50f252f7-7fb1-4585-8fc9-8a98652a5562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.743034 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-50f252f7-7fb1-4585-8fc9-8a98652a5562 None None] Port 3690e6e8-5d29-43a9-b3b0-ca5b92c59543 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:26:04.884605 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5290a015-c29a-400a-adb2-7500800503e3 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.954706 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290a015-c29a-400a-adb2-7500800503e3 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Pushing event deleted for resources: {'Port': ['ID=3690e6e8-5d29-43a9-b3b0-ca5b92c59543,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:05.052199 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53272) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:05.338127 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-558319c1-d8e4-467e-bcf4-61efde11d347 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ab411987cea84b3cbe5d62fc9ab0fd39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2820408 Jul 07 17:26:05.340941 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53280) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:05.480103 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a96e204-bb1e-4174-baad-d0847b0a71de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:05.507748 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a96e204-bb1e-4174-baad-d0847b0a71de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:05.528820 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5290a015-c29a-400a-adb2-7500800503e3 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:05.536172 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5290a015-c29a-400a-adb2-7500800503e3 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] 10.222.0.53 "DELETE /v2.0/ports/3690e6e8-5d29-43a9-b3b0-ca5b92c59543 HTTP/1.1" status: 204 len: 168 time: 1.3246443 Jul 07 17:26:05.536871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53290) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:05.571799 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a96e204-bb1e-4174-baad-d0847b0a71de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:05.584672 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a96e204-bb1e-4174-baad-d0847b0a71de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:05.585240 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4afeed3-7c00-4a3b-8987-27ece44e78f9 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] GET failed (client error): The resource could not be found. Jul 07 17:26:05.586156 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0a96e204-bb1e-4174-baad-d0847b0a71de admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96e0fb34-561b-4b2a-94c0-66d1ff845f07 HTTP/1.1" status: 204 len: 168 time: 0.2272239 Jul 07 17:26:05.588665 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c4afeed3-7c00-4a3b-8987-27ece44e78f9 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] 10.222.0.53 "GET /v2.0/ports/3690e6e8-5d29-43a9-b3b0-ca5b92c59543 HTTP/1.1" status: 404 len: 333 time: 0.0465925 Jul 07 17:26:05.599577 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96e204-bb1e-4174-baad-d0847b0a71de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e0fb34-561b-4b2a-94c0-66d1ff845f07,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:05.599917 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53296) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:05.744943 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-690e808e-01c7-4257-955e-125b9f9c86fd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Deleting port 3634f118-8c46-4491-a65a-1609dae5543f {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:05.746273 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-690e808e-01c7-4257-955e-125b9f9c86fd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:05.836228 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:26:05.862562 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-690e808e-01c7-4257-955e-125b9f9c86fd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:05.875597 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-690e808e-01c7-4257-955e-125b9f9c86fd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Calling delete_port for 3634f118-8c46-4491-a65a-1609dae5543f owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:06.034846 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-690e808e-01c7-4257-955e-125b9f9c86fd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:06.068020 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e808e-01c7-4257-955e-125b9f9c86fd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Pushing event deleted for resources: {'Port': ['ID=3634f118-8c46-4491-a65a-1609dae5543f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:06.110597 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-690e808e-01c7-4257-955e-125b9f9c86fd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:06.113128 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-690e808e-01c7-4257-955e-125b9f9c86fd tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] 10.222.0.53 "DELETE /v2.0/ports/3634f118-8c46-4491-a65a-1609dae5543f HTTP/1.1" status: 204 len: 168 time: 0.5090523 Jul 07 17:26:06.115995 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53318) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:06.163440 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-0762c7ed-314b-4a26-bbda-5bb8b61d47e0 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] GET failed (client error): The resource could not be found. Jul 07 17:26:06.165044 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0762c7ed-314b-4a26-bbda-5bb8b61d47e0 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] 10.222.0.53 "GET /v2.0/ports/3634f118-8c46-4491-a65a-1609dae5543f HTTP/1.1" status: 404 len: 333 time: 0.0477374 Jul 07 17:26:06.169230 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53324) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:06.333126 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-9a615dc4-dd10-434d-b4f7-b9e449d4104f tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Deleting port 2fd3c670-6b23-4613-9663-a4f58a9a1b0d {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:06.333478 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a615dc4-dd10-434d-b4f7-b9e449d4104f tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:06.487850 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a615dc4-dd10-434d-b4f7-b9e449d4104f tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:06.518220 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-9a615dc4-dd10-434d-b4f7-b9e449d4104f tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Calling delete_port for 2fd3c670-6b23-4613-9663-a4f58a9a1b0d owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:06.730742 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53364) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:06.752210 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a615dc4-dd10-434d-b4f7-b9e449d4104f tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:06.811085 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a615dc4-dd10-434d-b4f7-b9e449d4104f tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Pushing event deleted for resources: {'Port': ['ID=2fd3c670-6b23-4613-9663-a4f58a9a1b0d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:06.871711 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a615dc4-dd10-434d-b4f7-b9e449d4104f tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:06.880013 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9a615dc4-dd10-434d-b4f7-b9e449d4104f tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] 10.222.0.53 "DELETE /v2.0/ports/2fd3c670-6b23-4613-9663-a4f58a9a1b0d HTTP/1.1" status: 204 len: 168 time: 0.7087185 Jul 07 17:26:06.880277 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53370) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:06.916229 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-f9c37a32-77ca-409f-a5ee-1707c25cb824 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:06.916970 n-d-791503-12 neutron-server[100192]: WARNING neutron.api.v2.base [None req-f9c37a32-77ca-409f-a5ee-1707c25cb824 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 17:26:06.917478 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-f9c37a32-77ca-409f-a5ee-1707c25cb824 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:26:06.922425 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f9c37a32-77ca-409f-a5ee-1707c25cb824 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1865695 Jul 07 17:26:06.922641 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53372) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:06.927950 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-7d1e7403-cb9f-418c-ab3d-ceddd5b81555 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group': {'name': 'tempest-secgroup--1982652540'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:06.976837 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a249e4-3673-47b0-924d-d55b20bdbff1 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Deleting subnet bb427ebc-7ace-4191-aa55-8338480b57c8 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:26:06.980376 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7d1e7403-cb9f-418c-ab3d-ceddd5b81555 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:06.995941 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7d1e7403-cb9f-418c-ab3d-ceddd5b81555 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:06.998672 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-58a249e4-3673-47b0-924d-d55b20bdbff1 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.098112 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-58a249e4-3673-47b0-924d-d55b20bdbff1 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.197151 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-58a249e4-3673-47b0-924d-d55b20bdbff1 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.226028 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7d1e7403-cb9f-418c-ab3d-ceddd5b81555 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.231870 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7d1e7403-cb9f-418c-ab3d-ceddd5b81555 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.261039 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-58a249e4-3673-47b0-924d-d55b20bdbff1 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.294800 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a249e4-3673-47b0-924d-d55b20bdbff1 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Pushing event deleted for resources: {'Subnet': ['ID=bb427ebc-7ace-4191-aa55-8338480b57c8,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:07.297371 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-58a249e4-3673-47b0-924d-d55b20bdbff1 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.300642 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-58a249e4-3673-47b0-924d-d55b20bdbff1 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] 10.222.0.53 "DELETE /v2.0/subnets/bb427ebc-7ace-4191-aa55-8338480b57c8 HTTP/1.1" status: 204 len: 168 time: 0.4186318 Jul 07 17:26:07.303850 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53390) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:07.306475 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e7403-cb9f-418c-ab3d-ceddd5b81555 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7997b0-d732-4b0b-a8bf-41e506237187,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:07.360295 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95c32e7-f98c-4ba2-aa83-6706e4efb662 None None] Network fa6b0d88-db19-466b-8590-f43cfa63314a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:07.375451 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7d1e7403-cb9f-418c-ab3d-ceddd5b81555 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.384104 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7d1e7403-cb9f-418c-ab3d-ceddd5b81555 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.408124 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3583478d-0178-4eff-b7ee-e1273a8a6803 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.421018 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.437002 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e7403-cb9f-418c-ab3d-ceddd5b81555 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71bc5722-4882-4126-b7ae-56aa8c965c8d,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:07.453270 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7d1e7403-cb9f-418c-ab3d-ceddd5b81555 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.456721 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7d1e7403-cb9f-418c-ab3d-ceddd5b81555 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5323973 Jul 07 17:26:07.459739 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53400) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:07.466889 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-6906f9e5-3e3d-45d0-b4e0-1bb39cefb4f7 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group_rule': {'security_group_id': '71bc5722-4882-4126-b7ae-56aa8c965c8d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:07.520329 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-3583478d-0178-4eff-b7ee-e1273a8a6803 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Deleting port c7e18580-bfc9-4ed2-a62d-d30a751dbaf8 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:07.520721 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3583478d-0178-4eff-b7ee-e1273a8a6803 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.526390 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6906f9e5-3e3d-45d0-b4e0-1bb39cefb4f7 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.647438 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6906f9e5-3e3d-45d0-b4e0-1bb39cefb4f7 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.658402 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-3583478d-0178-4eff-b7ee-e1273a8a6803 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] For port c7e18580-bfc9-4ed2-a62d-d30a751dbaf8, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c7e18580-bfc9-4ed2-a62d-d30a751dbaf8,segment=NetworkSegment(a8ca16e6-545a-46f6-a3b8-638445c46f7f),segment_id=a8ca16e6-545a-46f6-a3b8-638445c46f7f)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:07.658774 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3583478d-0178-4eff-b7ee-e1273a8a6803 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.672254 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6987244f-d0db-4185-a09e-9d31987fbbc3 None None] DHCP port deletion for fa6b0d88-db19-466b-8590-f43cfa63314a request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:26:07.684363 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-3583478d-0178-4eff-b7ee-e1273a8a6803 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Calling delete_port for c7e18580-bfc9-4ed2-a62d-d30a751dbaf8 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:07.689567 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6906f9e5-3e3d-45d0-b4e0-1bb39cefb4f7 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.741771 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906f9e5-3e3d-45d0-b4e0-1bb39cefb4f7 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0cb33e4-af38-4525-8069-80eb947dfc6c,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:07.756331 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6906f9e5-3e3d-45d0-b4e0-1bb39cefb4f7 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.761298 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6906f9e5-3e3d-45d0-b4e0-1bb39cefb4f7 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2992926 Jul 07 17:26:07.761515 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53422) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:07.768124 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-446680df-960d-4b51-818d-1695193e222a tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group_rule': {'security_group_id': '71bc5722-4882-4126-b7ae-56aa8c965c8d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:07.780747 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-6987244f-d0db-4185-a09e-9d31987fbbc3 None None] Deleting port c7e18580-bfc9-4ed2-a62d-d30a751dbaf8 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:07.781383 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6987244f-d0db-4185-a09e-9d31987fbbc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.812809 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-446680df-960d-4b51-818d-1695193e222a tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.818862 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3583478d-0178-4eff-b7ee-e1273a8a6803 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.884848 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583478d-0178-4eff-b7ee-e1273a8a6803 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Pushing event deleted for resources: {'Port': ['ID=c7e18580-bfc9-4ed2-a62d-d30a751dbaf8,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:07.888350 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3583478d-0178-4eff-b7ee-e1273a8a6803 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] No DVR routers for this DVR port c7e18580-bfc9-4ed2-a62d-d30a751dbaf8 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:26:07.907093 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-446680df-960d-4b51-818d-1695193e222a tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:26:07.908574 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-446680df-960d-4b51-818d-1695193e222a tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1458952 Jul 07 17:26:07.913663 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53438) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:07.978122 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.999114 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-6987244f-d0db-4185-a09e-9d31987fbbc3 None None] For port c7e18580-bfc9-4ed2-a62d-d30a751dbaf8, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c7e18580-bfc9-4ed2-a62d-d30a751dbaf8,segment=NetworkSegment(a8ca16e6-545a-46f6-a3b8-638445c46f7f),segment_id=a8ca16e6-545a-46f6-a3b8-638445c46f7f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:07.999595 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6987244f-d0db-4185-a09e-9d31987fbbc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.014111 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3583478d-0178-4eff-b7ee-e1273a8a6803 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.031520 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-3583478d-0178-4eff-b7ee-e1273a8a6803 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6b0d88-db19-466b-8590-f43cfa63314a']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:08.047607 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-3583478d-0178-4eff-b7ee-e1273a8a6803 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ca16e6-545a-46f6-a3b8-638445c46f7f') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:08.048017 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-3583478d-0178-4eff-b7ee-e1273a8a6803 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ca16e6-545a-46f6-a3b8-638445c46f7f') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:08.057237 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-6987244f-d0db-4185-a09e-9d31987fbbc3 None None] Calling delete_port for c7e18580-bfc9-4ed2-a62d-d30a751dbaf8 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:08.061754 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d305bbdb-8a6f-4cf0-8022-fba8045afb9f tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.061969 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3583478d-0178-4eff-b7ee-e1273a8a6803 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.079820 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3583478d-0178-4eff-b7ee-e1273a8a6803 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.088679 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3583478d-0178-4eff-b7ee-e1273a8a6803 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:26:08.089206 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3583478d-0178-4eff-b7ee-e1273a8a6803 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:26:08.092484 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:26:08.133069 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d305bbdb-8a6f-4cf0-8022-fba8045afb9f tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.170225 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6987244f-d0db-4185-a09e-9d31987fbbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.208663 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987244f-d0db-4185-a09e-9d31987fbbc3 None None] Pushing event deleted for resources: {'Port': ['ID=c7e18580-bfc9-4ed2-a62d-d30a751dbaf8,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:08.211072 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6987244f-d0db-4185-a09e-9d31987fbbc3 None None] No DVR routers for this DVR port c7e18580-bfc9-4ed2-a62d-d30a751dbaf8 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:26:08.220788 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d305bbdb-8a6f-4cf0-8022-fba8045afb9f tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.226067 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d305bbdb-8a6f-4cf0-8022-fba8045afb9f tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.227580 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d305bbdb-8a6f-4cf0-8022-fba8045afb9f tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "DELETE /v2.0/security-groups/71bc5722-4882-4126-b7ae-56aa8c965c8d HTTP/1.1" status: 204 len: 168 time: 0.3128064 Jul 07 17:26:08.234272 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53460) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:08.255007 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305bbdb-8a6f-4cf0-8022-fba8045afb9f tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bc5722-4882-4126-b7ae-56aa8c965c8d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:08.289133 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3583478d-0178-4eff-b7ee-e1273a8a6803 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.302932 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3583478d-0178-4eff-b7ee-e1273a8a6803 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.304885 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3583478d-0178-4eff-b7ee-e1273a8a6803 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] 10.222.0.53 "DELETE /v2.0/networks/fa6b0d88-db19-466b-8590-f43cfa63314a HTTP/1.1" status: 204 len: 168 time: 0.9997487 Jul 07 17:26:08.318740 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583478d-0178-4eff-b7ee-e1273a8a6803 tempest-AllowedAddressPairIpV6TestJSON-542608206 tempest-AllowedAddressPairIpV6TestJSON-542608206-project] Pushing event deleted for resources: {'Network': ['ID=fa6b0d88-db19-466b-8590-f43cfa63314a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:08.360007 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53468) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:08.366459 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-948c3b6b-4143-47a2-83eb-c6370d8e348a tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group': {'name': 'tempest-secgroup--1615962024'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:08.371398 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-eba47831-3aa1-4ede-818b-ed246d91f0ea tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1357095 Jul 07 17:26:08.399336 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-948c3b6b-4143-47a2-83eb-c6370d8e348a tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.521864 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-948c3b6b-4143-47a2-83eb-c6370d8e348a tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.528466 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-948c3b6b-4143-47a2-83eb-c6370d8e348a tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.573125 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-948c3b6b-4143-47a2-83eb-c6370d8e348a tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.574417 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-948c3b6b-4143-47a2-83eb-c6370d8e348a tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2123318 Jul 07 17:26:08.577434 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53486) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:08.584799 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-69aa6a04-6408-4f3b-ad75-33d326bce0cb tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group_rule': {'security_group_id': 'b25c9ecd-9918-4d55-a4bf-6e30417f84db', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:08.585935 n-d-791503-12 neutron-server[100193]: WARNING neutron.api.v2.base [None req-69aa6a04-6408-4f3b-ad75-33d326bce0cb tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 07 17:26:08.586662 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-69aa6a04-6408-4f3b-ad75-33d326bce0cb tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:08.588717 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-69aa6a04-6408-4f3b-ad75-33d326bce0cb tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0101485 Jul 07 17:26:08.591716 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53488) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:08.668982 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c3b6b-4143-47a2-83eb-c6370d8e348a tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b25c9ecd-9918-4d55-a4bf-6e30417f84db,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:08.733965 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81c2663c-cb98-48dd-bb4f-b0790cea9ba7 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.771012 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81c2663c-cb98-48dd-bb4f-b0790cea9ba7 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.816052 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53508) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:08.881802 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81c2663c-cb98-48dd-bb4f-b0790cea9ba7 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.884683 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81c2663c-cb98-48dd-bb4f-b0790cea9ba7 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.888337 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-81c2663c-cb98-48dd-bb4f-b0790cea9ba7 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "DELETE /v2.0/security-groups/b25c9ecd-9918-4d55-a4bf-6e30417f84db HTTP/1.1" status: 204 len: 168 time: 0.2924635 Jul 07 17:26:08.889019 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53516) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:08.907920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2663c-cb98-48dd-bb4f-b0790cea9ba7 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25c9ecd-9918-4d55-a4bf-6e30417f84db,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:08.993073 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8e6f4960-8075-4381-b25f-db3d4fa61cc8 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1030667 Jul 07 17:26:08.997755 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53524) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:09.003624 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-7a1ca082-bc6a-4331-ba02-050e195370f5 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group': {'name': 'tempest-secgroup--1733417643'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:09.037609 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7a1ca082-bc6a-4331-ba02-050e195370f5 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.045280 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d35ea217-c241-4f4d-a3b6-4912f86ba1d1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=06414a3363ed4c1c8363cb34262489fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2281315 Jul 07 17:26:09.047299 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53530) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:09.139769 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a0190ae-da5b-4baf-a62d-ee9bcb747600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.193601 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a0190ae-da5b-4baf-a62d-ee9bcb747600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.224153 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7a1ca082-bc6a-4331-ba02-050e195370f5 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.229030 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7a1ca082-bc6a-4331-ba02-050e195370f5 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.282483 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a0190ae-da5b-4baf-a62d-ee9bcb747600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.285337 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7a1ca082-bc6a-4331-ba02-050e195370f5 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.290619 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7a1ca082-bc6a-4331-ba02-050e195370f5 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2917650 Jul 07 17:26:09.291079 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a0190ae-da5b-4baf-a62d-ee9bcb747600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.291297 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53542) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:09.294093 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9a0190ae-da5b-4baf-a62d-ee9bcb747600 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5184cae2-d0c6-4f09-832c-df81e28e4fe4 HTTP/1.1" status: 204 len: 168 time: 0.2420564 Jul 07 17:26:09.310092 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0190ae-da5b-4baf-a62d-ee9bcb747600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5184cae2-d0c6-4f09-832c-df81e28e4fe4,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:09.323343 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-1ae59c0e-d8ae-4bf0-8b41-6a8de7217a7d tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group_rule': {'security_group_id': 'bed1cf89-2fe6-42f9-818b-7a731c62ec25', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:09.324344 n-d-791503-12 neutron-server[100193]: WARNING neutron.api.v2.base [None req-1ae59c0e-d8ae-4bf0-8b41-6a8de7217a7d tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 07 17:26:09.325322 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-1ae59c0e-d8ae-4bf0-8b41-6a8de7217a7d tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:09.326972 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1ae59c0e-d8ae-4bf0-8b41-6a8de7217a7d tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0310805 Jul 07 17:26:09.330072 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53546) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:09.366047 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ca082-bc6a-4331-ba02-050e195370f5 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bed1cf89-2fe6-42f9-818b-7a731c62ec25,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:09.423190 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-454be174-3fb4-4ec6-8cd1-f7748d0de9b6 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.459660 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-454be174-3fb4-4ec6-8cd1-f7748d0de9b6 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.513190 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-454be174-3fb4-4ec6-8cd1-f7748d0de9b6 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.517344 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-454be174-3fb4-4ec6-8cd1-f7748d0de9b6 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.521605 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-454be174-3fb4-4ec6-8cd1-f7748d0de9b6 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "DELETE /v2.0/security-groups/bed1cf89-2fe6-42f9-818b-7a731c62ec25 HTTP/1.1" status: 204 len: 168 time: 0.1864369 Jul 07 17:26:09.522135 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53550) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:09.555009 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454be174-3fb4-4ec6-8cd1-f7748d0de9b6 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed1cf89-2fe6-42f9-818b-7a731c62ec25,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:09.608428 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ce84ce3e-c91a-458d-b399-bf72f47da9f9 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0847583 Jul 07 17:26:09.613659 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53554) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:09.619584 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-c37324e5-fcf1-4fe1-bbd9-1dec406965ba tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group': {'name': 'tempest-secgroup--644141822'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:09.663305 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53556) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:09.668954 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c37324e5-fcf1-4fe1-bbd9-1dec406965ba tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.729166 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c7e18580-bfc9-4ed2-a62d-d30a751dbaf8 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:09.775949 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: c7e18580-bfc9-4ed2-a62d-d30a751dbaf8 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:09.776298 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c7e18580-bfc9-4ed2-a62d-d30a751dbaf8 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:09.888856 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c37324e5-fcf1-4fe1-bbd9-1dec406965ba tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.900601 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c37324e5-fcf1-4fe1-bbd9-1dec406965ba tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.913012 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e4567b53-04d8-46ae-85ef-8fa5d19e896b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.981412 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37324e5-fcf1-4fe1-bbd9-1dec406965ba tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c345060d-49fb-4ba4-a443-b825037a7095,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:10.108271 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e4567b53-04d8-46ae-85ef-8fa5d19e896b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.115788 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e4567b53-04d8-46ae-85ef-8fa5d19e896b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.119393 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c37324e5-fcf1-4fe1-bbd9-1dec406965ba tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.121665 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c37324e5-fcf1-4fe1-bbd9-1dec406965ba tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5067933 Jul 07 17:26:10.124474 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53580) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:10.130710 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-aec54245-77aa-4c50-9513-17a73e14d4c3 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group_rule': {'security_group_id': 'c345060d-49fb-4ba4-a443-b825037a7095', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:10.132006 n-d-791503-12 neutron-server[100192]: WARNING neutron.api.v2.base [None req-aec54245-77aa-4c50-9513-17a73e14d4c3 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 07 17:26:10.132775 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-aec54245-77aa-4c50-9513-17a73e14d4c3 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:10.135243 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-aec54245-77aa-4c50-9513-17a73e14d4c3 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093234 Jul 07 17:26:10.137965 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53582) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:10.149159 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d68948bb-04cc-4db5-ba83-3ef29105cd9e tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group_rule': {'security_group_id': 'c345060d-49fb-4ba4-a443-b825037a7095', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:10.149850 n-d-791503-12 neutron-server[100192]: WARNING neutron.api.v2.base [None req-d68948bb-04cc-4db5-ba83-3ef29105cd9e tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 07 17:26:10.151245 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-d68948bb-04cc-4db5-ba83-3ef29105cd9e tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:10.153267 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d68948bb-04cc-4db5-ba83-3ef29105cd9e tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0128820 Jul 07 17:26:10.155003 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53584) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:10.163642 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-528454b5-7b20-49a8-acd5-6afd93b8b100 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group_rule': {'security_group_id': 'c345060d-49fb-4ba4-a443-b825037a7095', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:10.172171 n-d-791503-12 neutron-server[100192]: WARNING neutron.api.v2.base [None req-528454b5-7b20-49a8-acd5-6afd93b8b100 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 07 17:26:10.173901 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-528454b5-7b20-49a8-acd5-6afd93b8b100 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:10.175510 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-528454b5-7b20-49a8-acd5-6afd93b8b100 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0192149 Jul 07 17:26:10.178411 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53586) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:10.185834 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-2d2c4c1c-6e85-4572-9dca-4ee05aceb83c tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group_rule': {'security_group_id': 'c345060d-49fb-4ba4-a443-b825037a7095', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:10.191858 n-d-791503-12 neutron-server[100192]: WARNING neutron.api.v2.base [None req-2d2c4c1c-6e85-4572-9dca-4ee05aceb83c tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 07 17:26:10.193716 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-2d2c4c1c-6e85-4572-9dca-4ee05aceb83c tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:10.195177 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2d2c4c1c-6e85-4572-9dca-4ee05aceb83c tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0157909 Jul 07 17:26:10.197955 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53588) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:10.200482 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4567b53-04d8-46ae-85ef-8fa5d19e896b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aadbe56-b01d-49e4-83f3-bc1d8a64af14,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:10.211503 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e4567b53-04d8-46ae-85ef-8fa5d19e896b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ee1c65388574612ae6cf7130ef1d4ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5466607 Jul 07 17:26:10.214903 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53590) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:10.295076 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4dbdac08-3d1b-486f-b716-0bc7d475ffac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.347891 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1b0147d1-3046-4574-bcda-1edfb876877d tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.352951 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4dbdac08-3d1b-486f-b716-0bc7d475ffac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.380572 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1b0147d1-3046-4574-bcda-1edfb876877d tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.440913 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1b0147d1-3046-4574-bcda-1edfb876877d tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.444916 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1b0147d1-3046-4574-bcda-1edfb876877d tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.448082 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1b0147d1-3046-4574-bcda-1edfb876877d tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "DELETE /v2.0/security-groups/c345060d-49fb-4ba4-a443-b825037a7095 HTTP/1.1" status: 204 len: 168 time: 0.2473602 Jul 07 17:26:10.450006 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53596) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:10.463286 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4dbdac08-3d1b-486f-b716-0bc7d475ffac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.463811 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0147d1-3046-4574-bcda-1edfb876877d tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c345060d-49fb-4ba4-a443-b825037a7095,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:10.468572 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53598) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:10.479407 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4dbdac08-3d1b-486f-b716-0bc7d475ffac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.480581 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4dbdac08-3d1b-486f-b716-0bc7d475ffac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8aadbe56-b01d-49e4-83f3-bc1d8a64af14 HTTP/1.1" status: 204 len: 168 time: 0.2648454 Jul 07 17:26:10.504097 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbdac08-3d1b-486f-b716-0bc7d475ffac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aadbe56-b01d-49e4-83f3-bc1d8a64af14,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:10.522367 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53604) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:10.565406 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-aa6d00d3-06de-43c9-b115-78e15271ab5c tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1141479 Jul 07 17:26:10.567914 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53610) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:10.576369 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-75c36c99-102d-4866-9803-f0bf11f7f1c0 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group': {'name': 'tempest-secgroup--2024154612'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:10.613792 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75c36c99-102d-4866-9803-f0bf11f7f1c0 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.666352 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2c964247-29b3-40c4-b0e7-ecf24e0f6b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.787642 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75c36c99-102d-4866-9803-f0bf11f7f1c0 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.791911 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75c36c99-102d-4866-9803-f0bf11f7f1c0 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.839747 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c36c99-102d-4866-9803-f0bf11f7f1c0 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7e2be5-a297-413a-9e7b-0623becedee6,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:10.950909 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2c964247-29b3-40c4-b0e7-ecf24e0f6b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.960414 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2c964247-29b3-40c4-b0e7-ecf24e0f6b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.965307 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13f4ea9b-0805-401e-8ee0-6f228d0861ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.005002 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75c36c99-102d-4866-9803-f0bf11f7f1c0 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.006277 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-75c36c99-102d-4866-9803-f0bf11f7f1c0 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4371092 Jul 07 17:26:11.021105 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53622) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:11.029621 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-f03e6132-c1f7-4547-a6bf-9e12d699c16c tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group_rule': {'security_group_id': '2c7e2be5-a297-413a-9e7b-0623becedee6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:11.030180 n-d-791503-12 neutron-server[100193]: WARNING neutron.api.v2.base [None req-f03e6132-c1f7-4547-a6bf-9e12d699c16c tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 17:26:11.030699 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-f03e6132-c1f7-4547-a6bf-9e12d699c16c tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:11.031839 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f03e6132-c1f7-4547-a6bf-9e12d699c16c tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091908 Jul 07 17:26:11.035350 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53624) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:11.052644 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2c964247-29b3-40c4-b0e7-ecf24e0f6b46 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=58dc6434ae0a4af5be4c3c47644dc75e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5725791 Jul 07 17:26:11.052914 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-d0a8b05b-cd98-471b-81e3-5656151269f2 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group_rule': {'security_group_id': '2c7e2be5-a297-413a-9e7b-0623becedee6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:11.053043 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53626) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:11.053043 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53628) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:11.053043 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c964247-29b3-40c4-b0e7-ecf24e0f6b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06738584-5ed3-4c92-9724-f15b728afcc3,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:11.085427 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-97c6cdf3-5991-480f-bebd-a7ec16d42992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.156946 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-92ec5d78-05a9-49b7-8fb4-347051b299ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.161722 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53632) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:11.195972 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13f4ea9b-0805-401e-8ee0-6f228d0861ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.198240 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-92ec5d78-05a9-49b7-8fb4-347051b299ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.207297 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-13f4ea9b-0805-401e-8ee0-6f228d0861ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.234678 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-d0a8b05b-cd98-471b-81e3-5656151269f2 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:11.236531 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d0a8b05b-cd98-471b-81e3-5656151269f2 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2002153 Jul 07 17:26:11.239233 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.db.api [None req-97c6cdf3-5991-480f-bebd-a7ec16d42992 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:26:11.239233 n-d-791503-12 neutron-server[100192]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 17:26:11.239233 n-d-791503-12 neutron-server[100192]: [parameters: {'project_id_1': '8e0c94e3f26046eb8a2ad328a712f0c0', 'expiration_1': datetime.datetime(2021, 7, 7, 17, 26, 11, 116288)}] Jul 07 17:26:11.239233 n-d-791503-12 neutron-server[100192]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:26:11.239655 n-d-791503-12 neutron-server[100192]: DEBUG oslo_db.api [None req-97c6cdf3-5991-480f-bebd-a7ec16d42992 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:26:11.240110 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53636) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:11.245316 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-7cbd7083-d166-452c-9a91-3f2cf0036ad9 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group_rule': {'security_group_id': '2c7e2be5-a297-413a-9e7b-0623becedee6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:11.245779 n-d-791503-12 neutron-server[100193]: WARNING neutron.api.v2.base [None req-7cbd7083-d166-452c-9a91-3f2cf0036ad9 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 07 17:26:11.246255 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-7cbd7083-d166-452c-9a91-3f2cf0036ad9 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:11.247190 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7cbd7083-d166-452c-9a91-3f2cf0036ad9 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061378 Jul 07 17:26:11.249992 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53638) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:11.255959 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-f6d42786-5a5e-4782-acfe-c89a23916a41 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group_rule': {'security_group_id': '2c7e2be5-a297-413a-9e7b-0623becedee6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:11.287629 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-13f4ea9b-0805-401e-8ee0-6f228d0861ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f8b1dea72654525b5d7ba7fddb1fa57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7617006 Jul 07 17:26:11.287629 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4ea9b-0805-401e-8ee0-6f228d0861ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2051ad93-9e6f-4d33-9839-a1180dda246e,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:11.287937 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53642) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:11.310382 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-92ec5d78-05a9-49b7-8fb4-347051b299ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.313784 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-92ec5d78-05a9-49b7-8fb4-347051b299ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.316145 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-92ec5d78-05a9-49b7-8fb4-347051b299ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/06738584-5ed3-4c92-9724-f15b728afcc3 HTTP/1.1" status: 204 len: 168 time: 0.2623043 Jul 07 17:26:11.325904 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-633ccb61-6959-40dd-969d-648c16af4a47 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2020419901'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:11.326109 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5d78-05a9-49b7-8fb4-347051b299ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06738584-5ed3-4c92-9724-f15b728afcc3,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:11.389303 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633ccb61-6959-40dd-969d-648c16af4a47 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Made reservation on behalf of c52aabf2e2a94818b591843a726c2bd0 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:11.393117 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-633ccb61-6959-40dd-969d-648c16af4a47 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.403231 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-f6d42786-5a5e-4782-acfe-c89a23916a41 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:11.404389 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f6d42786-5a5e-4782-acfe-c89a23916a41 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1532929 Jul 07 17:26:11.407475 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53648) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:11.409539 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-633ccb61-6959-40dd-969d-648c16af4a47 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.413169 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d4d7b51f-2dd5-4038-8911-37e74ccee478 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group_rule': {'security_group_id': '2c7e2be5-a297-413a-9e7b-0623becedee6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:11.413786 n-d-791503-12 neutron-server[100192]: WARNING neutron.api.v2.base [None req-d4d7b51f-2dd5-4038-8911-37e74ccee478 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 17:26:11.414259 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-d4d7b51f-2dd5-4038-8911-37e74ccee478 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:11.415219 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d4d7b51f-2dd5-4038-8911-37e74ccee478 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065527 Jul 07 17:26:11.419596 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53650) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:11.425263 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9547f6b9-69b0-4477-a874-a359e5c9fd11 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group_rule': {'security_group_id': '2c7e2be5-a297-413a-9e7b-0623becedee6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:11.443869 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2eccf69d-3430-45e4-8e2a-1d1a226311d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.480229 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2eccf69d-3430-45e4-8e2a-1d1a226311d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.585207 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2eccf69d-3430-45e4-8e2a-1d1a226311d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.588231 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2eccf69d-3430-45e4-8e2a-1d1a226311d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.589446 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2eccf69d-3430-45e4-8e2a-1d1a226311d8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2051ad93-9e6f-4d33-9839-a1180dda246e HTTP/1.1" status: 204 len: 168 time: 0.2908964 Jul 07 17:26:11.603461 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eccf69d-3430-45e4-8e2a-1d1a226311d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2051ad93-9e6f-4d33-9839-a1180dda246e,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:11.618803 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-633ccb61-6959-40dd-969d-648c16af4a47 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.625653 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-633ccb61-6959-40dd-969d-648c16af4a47 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.628443 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-9547f6b9-69b0-4477-a874-a359e5c9fd11 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:11.632493 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9547f6b9-69b0-4477-a874-a359e5c9fd11 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2093809 Jul 07 17:26:11.632914 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53662) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:11.642982 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-431cd7cf-15ed-4a09-92e2-0814ffc7a2f4 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group_rule': {'security_group_id': '2c7e2be5-a297-413a-9e7b-0623becedee6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:11.645164 n-d-791503-12 neutron-server[100192]: WARNING neutron.api.v2.base [None req-431cd7cf-15ed-4a09-92e2-0814ffc7a2f4 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 07 17:26:11.645924 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-431cd7cf-15ed-4a09-92e2-0814ffc7a2f4 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:11.650370 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-431cd7cf-15ed-4a09-92e2-0814ffc7a2f4 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0125284 Jul 07 17:26:11.651024 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53664) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:11.651899 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-633ccb61-6959-40dd-969d-648c16af4a47 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:26:11.660196 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-cf8fea7c-e529-4092-a103-699ed410f214 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group_rule': {'security_group_id': '2c7e2be5-a297-413a-9e7b-0623becedee6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:11.667834 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ccb61-6959-40dd-969d-648c16af4a47 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91eff4bc-0e88-4a77-984c-644f3fe343d4,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:11.677827 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-633ccb61-6959-40dd-969d-648c16af4a47 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.678386 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-633ccb61-6959-40dd-969d-648c16af4a47 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Added segment 289be37b-196b-4458-be7e-bf62ef473aea of type vlan for network 6967efc6-ac9e-4658-aa22-541f0459a25a Jul 07 17:26:11.714780 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-cf8fea7c-e529-4092-a103-699ed410f214 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:11.718651 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cf8fea7c-e529-4092-a103-699ed410f214 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0629313 Jul 07 17:26:11.719244 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53666) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:11.725174 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-121ed455-9846-438f-92c5-b4c47dc43ec0 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group_rule': {'security_group_id': '2c7e2be5-a297-413a-9e7b-0623becedee6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:11.730491 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-633ccb61-6959-40dd-969d-648c16af4a47 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.740539 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-97c6cdf3-5991-480f-bebd-a7ec16d42992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.761741 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-633ccb61-6959-40dd-969d-648c16af4a47 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.767447 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633ccb61-6959-40dd-969d-648c16af4a47 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:11.768863 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-633ccb61-6959-40dd-969d-648c16af4a47 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.772562 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53668) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:11.836660 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-86ee7616-7529-48dd-a1d2-9939e02c43a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.867145 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ccb61-6959-40dd-969d-648c16af4a47 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Pushing event updated for resources: {'Network': ['ID=6967efc6-ac9e-4658-aa22-541f0459a25a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:11.877324 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 6967efc6-ac9e-4658-aa22-541f0459a25a details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:26:11.903727 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-97c6cdf3-5991-480f-bebd-a7ec16d42992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.911242 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-97c6cdf3-5991-480f-bebd-a7ec16d42992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.916694 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-633ccb61-6959-40dd-969d-648c16af4a47 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.7535839 Jul 07 17:26:11.919999 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53670) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:11.923773 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-121ed455-9846-438f-92c5-b4c47dc43ec0 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:11.927765 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-121ed455-9846-438f-92c5-b4c47dc43ec0 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2047660 Jul 07 17:26:11.931687 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53672) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:11.932358 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-c32326cb-8e22-4b68-a0e7-7e05553219f0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Request body: {'subnet': {'network_id': '6967efc6-ac9e-4658-aa22-541f0459a25a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:12.015473 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-97c6cdf3-5991-480f-bebd-a7ec16d42992 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8e0c94e3f26046eb8a2ad328a712f0c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9613700 Jul 07 17:26:12.015997 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6cdf3-5991-480f-bebd-a7ec16d42992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded315ce-4ed4-4129-ad7c-29f3ab5c6e78,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:12.017782 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53678) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:12.035846 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6d0ed166-b5cd-4335-b255-bd3cc105c0bf tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.090523 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6d0ed166-b5cd-4335-b255-bd3cc105c0bf tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.155984 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6d0ed166-b5cd-4335-b255-bd3cc105c0bf tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.160289 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6d0ed166-b5cd-4335-b255-bd3cc105c0bf tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.165218 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6d0ed166-b5cd-4335-b255-bd3cc105c0bf tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "DELETE /v2.0/security-groups/2c7e2be5-a297-413a-9e7b-0623becedee6 HTTP/1.1" status: 204 len: 168 time: 0.2257729 Jul 07 17:26:12.166242 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53682) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:12.185232 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b81a5f4c-edf6-4c9c-8c9b-d7ac8e854adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.189057 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ed166-b5cd-4335-b255-bd3cc105c0bf tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7e2be5-a297-413a-9e7b-0623becedee6,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:12.207967 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-86ee7616-7529-48dd-a1d2-9939e02c43a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.209716 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ed166-b5cd-4335-b255-bd3cc105c0bf tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:12.210507 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ed166-b5cd-4335-b255-bd3cc105c0bf tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:12.210925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ed166-b5cd-4335-b255-bd3cc105c0bf tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:12.211558 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ed166-b5cd-4335-b255-bd3cc105c0bf tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:12.212243 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ed166-b5cd-4335-b255-bd3cc105c0bf tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:12.212512 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ed166-b5cd-4335-b255-bd3cc105c0bf tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:12.213626 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ed166-b5cd-4335-b255-bd3cc105c0bf tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:12.214295 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ed166-b5cd-4335-b255-bd3cc105c0bf tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:12.214641 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ed166-b5cd-4335-b255-bd3cc105c0bf tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:12.215662 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ed166-b5cd-4335-b255-bd3cc105c0bf tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:12.216192 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ed166-b5cd-4335-b255-bd3cc105c0bf tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:12.216731 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ed166-b5cd-4335-b255-bd3cc105c0bf tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:12.224158 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-86ee7616-7529-48dd-a1d2-9939e02c43a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.227691 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b81a5f4c-edf6-4c9c-8c9b-d7ac8e854adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.259063 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32326cb-8e22-4b68-a0e7-7e05553219f0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Made reservation on behalf of c52aabf2e2a94818b591843a726c2bd0 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:12.262875 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c32326cb-8e22-4b68-a0e7-7e05553219f0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.267818 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2b619926-e8fe-4cd1-811b-472d7d69bdd1 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0879853 Jul 07 17:26:12.270425 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53684) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:12.276471 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53686) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:12.280965 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-a4ff7779-4f40-467c-bf0f-bdbe7fef04e7 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group': {'name': 'tempest-secgroup--291805320'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:12.296686 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6b98d651-6d34-4f9d-93bb-51d708190f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.329493 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a4ff7779-4f40-467c-bf0f-bdbe7fef04e7 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.333615 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee7616-7529-48dd-a1d2-9939e02c43a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bf72d8-1a6c-4900-aadb-b38a4ea80c46,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:12.355919 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-86ee7616-7529-48dd-a1d2-9939e02c43a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a72a15730e284a148e928716cdbf5cbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5792677 Jul 07 17:26:12.361008 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53688) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:12.404010 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b81a5f4c-edf6-4c9c-8c9b-d7ac8e854adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.406601 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b81a5f4c-edf6-4c9c-8c9b-d7ac8e854adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.407748 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b81a5f4c-edf6-4c9c-8c9b-d7ac8e854adc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ded315ce-4ed4-4129-ad7c-29f3ab5c6e78 HTTP/1.1" status: 204 len: 168 time: 0.3839591 Jul 07 17:26:12.423644 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a5f4c-edf6-4c9c-8c9b-d7ac8e854adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded315ce-4ed4-4129-ad7c-29f3ab5c6e78,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:12.465519 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-97c325ec-72fd-4a40-94e7-1c5a504e8930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.507569 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-97c325ec-72fd-4a40-94e7-1c5a504e8930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.515575 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6b98d651-6d34-4f9d-93bb-51d708190f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.527502 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6b98d651-6d34-4f9d-93bb-51d708190f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.541386 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c32326cb-8e22-4b68-a0e7-7e05553219f0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.610527 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6b98d651-6d34-4f9d-93bb-51d708190f4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d856c4354452424fbc810f5a3230b39e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3388593 Jul 07 17:26:12.613371 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53696) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:12.621439 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98d651-6d34-4f9d-93bb-51d708190f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce64a88-3130-4ce8-bc45-a9e806d7afff,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:12.657299 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32326cb-8e22-4b68-a0e7-7e05553219f0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Pushing event updated for resources: {'Subnet': ['ID=095b17a1-ba8f-4877-8c94-a8392db07109,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:12.663810 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32326cb-8e22-4b68-a0e7-7e05553219f0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Checking segment: {'id': '289be37b-196b-4458-be7e-bf62ef473aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6967efc6-ac9e-4658-aa22-541f0459a25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:12.664241 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32326cb-8e22-4b68-a0e7-7e05553219f0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Network hostable DHCP agents. Network: 6967efc6-ac9e-4658-aa22-541f0459a25a, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:26:12.699362 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32326cb-8e22-4b68-a0e7-7e05553219f0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Network 6967efc6-ac9e-4658-aa22-541f0459a25a is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:26:12.700245 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a4ff7779-4f40-467c-bf0f-bdbe7fef04e7 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.701698 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-97c325ec-72fd-4a40-94e7-1c5a504e8930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.704459 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-97c325ec-72fd-4a40-94e7-1c5a504e8930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.706812 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-97c325ec-72fd-4a40-94e7-1c5a504e8930 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f9bf72d8-1a6c-4900-aadb-b38a4ea80c46 HTTP/1.1" status: 204 len: 168 time: 0.3420253 Jul 07 17:26:12.708725 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d036d3a-d633-4210-891b-46f2a601bfda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.712332 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a4ff7779-4f40-467c-bf0f-bdbe7fef04e7 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.721790 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-c32326cb-8e22-4b68-a0e7-7e05553219f0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 6967efc6-ac9e-4658-aa22-541f0459a25a) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:12.725631 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c325ec-72fd-4a40-94e7-1c5a504e8930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bf72d8-1a6c-4900-aadb-b38a4ea80c46,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:12.732475 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32326cb-8e22-4b68-a0e7-7e05553219f0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:12.733167 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c32326cb-8e22-4b68-a0e7-7e05553219f0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.736223 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6418f9d2-4b5a-4ac4-8ed0-7acb3b2a8c7e None None] Network 6967efc6-ac9e-4658-aa22-541f0459a25a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:12.743686 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d036d3a-d633-4210-891b-46f2a601bfda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.764687 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a4ff7779-4f40-467c-bf0f-bdbe7fef04e7 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.764924 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c32326cb-8e22-4b68-a0e7-7e05553219f0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8431821 Jul 07 17:26:12.765950 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a4ff7779-4f40-467c-bf0f-bdbe7fef04e7 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4884815 Jul 07 17:26:12.770569 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53702) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:12.771036 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53704) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:12.786252 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-b7e41c0f-952f-41ed-b870-6730df4f740f tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group_rule': {'security_group_id': '05cd35df-4938-442e-895f-add4f4409873', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:12.796527 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9f087957-8b6b-4c60-b45f-0067867dc578 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Request body: {'port': {'network_id': '6967efc6-ac9e-4658-aa22-541f0459a25a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1762809310'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:12.814436 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d036d3a-d633-4210-891b-46f2a601bfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.818383 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d036d3a-d633-4210-891b-46f2a601bfda admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.821399 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4d036d3a-d633-4210-891b-46f2a601bfda admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dce64a88-3130-4ce8-bc45-a9e806d7afff HTTP/1.1" status: 204 len: 168 time: 0.2059143 Jul 07 17:26:12.838355 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d036d3a-d633-4210-891b-46f2a601bfda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce64a88-3130-4ce8-bc45-a9e806d7afff,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:12.868492 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff7779-4f40-467c-bf0f-bdbe7fef04e7 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05cd35df-4938-442e-895f-add4f4409873,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:12.981098 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-b7e41c0f-952f-41ed-b870-6730df4f740f tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] create failed (client error): The resource could not be found. Jul 07 17:26:12.990009 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b7e41c0f-952f-41ed-b870-6730df4f740f tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2164888 Jul 07 17:26:12.992836 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55623f4-5299-4bdf-89a0-887015aef3a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-6967efc6-ac9e-4658-aa22-541f0459a25a', 'network_id': '6967efc6-ac9e-4658-aa22-541f0459a25a', 'tenant_id': 'c52aabf2e2a94818b591843a726c2bd0', 'fixed_ips': [{'subnet_id': '095b17a1-ba8f-4877-8c94-a8392db07109'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:26:12.993361 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53710) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:12.994708 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e55623f4-5299-4bdf-89a0-887015aef3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.998109 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e6c884ac-9a86-446f-b788-9e2acc925684 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group_rule': {'security_group_id': '05cd35df-4938-442e-895f-add4f4409873', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '2c866324-38bf-4cd7-9df7-c6b18f384f36'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:13.022049 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.db.api [None req-9f087957-8b6b-4c60-b45f-0067867dc578 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:26:13.022049 n-d-791503-12 neutron-server[100192]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 17:26:13.022049 n-d-791503-12 neutron-server[100192]: [parameters: {'project_id_1': 'c52aabf2e2a94818b591843a726c2bd0', 'expiration_1': datetime.datetime(2021, 7, 7, 17, 26, 13, 11215)}] Jul 07 17:26:13.022049 n-d-791503-12 neutron-server[100192]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:26:13.022912 n-d-791503-12 neutron-server[100192]: DEBUG oslo_db.api [None req-9f087957-8b6b-4c60-b45f-0067867dc578 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:26:13.054945 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-e6c884ac-9a86-446f-b788-9e2acc925684 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] create failed (client error): The resource could not be found. Jul 07 17:26:13.056245 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e6c884ac-9a86-446f-b788-9e2acc925684 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0621185 Jul 07 17:26:13.059790 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53712) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:13.166044 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ef55f5e-35c1-4dad-a33d-1a7e7566bd80 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.198775 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-e55623f4-5299-4bdf-89a0-887015aef3a2 None None] Allocated IP 2001:db8::2 (6967efc6-ac9e-4658-aa22-541f0459a25a/095b17a1-ba8f-4877-8c94-a8392db07109/7edbd7f6-281f-4a55-9c43-bf56830de5fb) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:13.200465 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ef55f5e-35c1-4dad-a33d-1a7e7566bd80 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.325221 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ef55f5e-35c1-4dad-a33d-1a7e7566bd80 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.328721 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ef55f5e-35c1-4dad-a33d-1a7e7566bd80 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.332538 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0ef55f5e-35c1-4dad-a33d-1a7e7566bd80 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "DELETE /v2.0/security-groups/05cd35df-4938-442e-895f-add4f4409873 HTTP/1.1" status: 204 len: 168 time: 0.2711673 Jul 07 17:26:13.333193 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53724) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:13.356761 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef55f5e-35c1-4dad-a33d-1a7e7566bd80 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cd35df-4938-442e-895f-add4f4409873,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:13.386464 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e55623f4-5299-4bdf-89a0-887015aef3a2 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.399377 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e55623f4-5299-4bdf-89a0-887015aef3a2 None None] Transition to ACTIVE for port object 7edbd7f6-281f-4a55-9c43-bf56830de5fb will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:13.440164 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f454f50f-88c4-4312-b421-48ca62e1bfbd req-2ff64513-9b57-4434-b8f5-1c8586bb0911 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=948cee78-1dd9-49f2-8441-65b00cf8dfaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1152887 Jul 07 17:26:13.450637 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e55623f4-5299-4bdf-89a0-887015aef3a2 None None] Transition to ACTIVE for port object 7edbd7f6-281f-4a55-9c43-bf56830de5fb will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:13.450845 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-812bfcd5-5cfa-4846-9351-fd7ea1dd43fb tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0994167 Jul 07 17:26:13.457113 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53732) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:13.463395 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-596a2373-b509-4d74-9761-9af6e16a14d4 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group_rule': {'security_group_id': 'a2a01963-73a3-44b9-8efc-4a0aab7a1e7d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:13.473781 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e55623f4-5299-4bdf-89a0-887015aef3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.552798 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f087957-8b6b-4c60-b45f-0067867dc578 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Made reservation on behalf of c52aabf2e2a94818b591843a726c2bd0 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:13.557122 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9f087957-8b6b-4c60-b45f-0067867dc578 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.582916 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55623f4-5299-4bdf-89a0-887015aef3a2 None None] Pushing event updated for resources: {'Port': ['ID=7edbd7f6-281f-4a55-9c43-bf56830de5fb,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:13.600280 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55623f4-5299-4bdf-89a0-887015aef3a2 None None] Network 6967efc6-ac9e-4658-aa22-541f0459a25a is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:13.601962 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-596a2373-b509-4d74-9761-9af6e16a14d4 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] create failed (client error): The resource could not be found. Jul 07 17:26:13.603320 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-596a2373-b509-4d74-9761-9af6e16a14d4 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1450183 Jul 07 17:26:13.605141 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-e55623f4-5299-4bdf-89a0-887015aef3a2 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:13.607210 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53744) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:13.608535 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55623f4-5299-4bdf-89a0-887015aef3a2 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:13.621790 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-47d3847c-99de-48c8-b16f-9542074c2c83 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group': {'name': 'tempest-secgroup--831131522'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:13.625331 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-9f087957-8b6b-4c60-b45f-0067867dc578 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] device_id is not set on port df63e3bd-afce-47bb-88f5-9f2a5751e97e yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:26:13.692353 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-e55623f4-5299-4bdf-89a0-887015aef3a2 None None] Attempting to bind port 7edbd7f6-281f-4a55-9c43-bf56830de5fb on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:26:13.692936 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-e55623f4-5299-4bdf-89a0-887015aef3a2 None None] Attempting to bind port 7edbd7f6-281f-4a55-9c43-bf56830de5fb by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '289be37b-196b-4458-be7e-bf62ef473aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6967efc6-ac9e-4658-aa22-541f0459a25a'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:26:13.693454 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55623f4-5299-4bdf-89a0-887015aef3a2 None None] Attempting to bind port 7edbd7f6-281f-4a55-9c43-bf56830de5fb on network 6967efc6-ac9e-4658-aa22-541f0459a25a {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:13.698896 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-47d3847c-99de-48c8-b16f-9542074c2c83 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.699763 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55623f4-5299-4bdf-89a0-887015aef3a2 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:26:13.700228 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55623f4-5299-4bdf-89a0-887015aef3a2 None None] Checking segment: {'id': '289be37b-196b-4458-be7e-bf62ef473aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6967efc6-ac9e-4658-aa22-541f0459a25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:13.700736 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e55623f4-5299-4bdf-89a0-887015aef3a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.701253 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55623f4-5299-4bdf-89a0-887015aef3a2 None None] Bound using segment: {'id': '289be37b-196b-4458-be7e-bf62ef473aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6967efc6-ac9e-4658-aa22-541f0459a25a'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:26:13.701803 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-e55623f4-5299-4bdf-89a0-887015aef3a2 None None] Bound port: 7edbd7f6-281f-4a55-9c43-bf56830de5fb, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289be37b-196b-4458-be7e-bf62ef473aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6967efc6-ac9e-4658-aa22-541f0459a25a'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:26:13.702260 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e55623f4-5299-4bdf-89a0-887015aef3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.749329 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454f50f-88c4-4312-b421-48ca62e1bfbd req-2b9cfbd5-6690-4ac1-851c-6565b7af55c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:13.751824 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f454f50f-88c4-4312-b421-48ca62e1bfbd req-2b9cfbd5-6690-4ac1-851c-6565b7af55c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05029c802c7d44e6b05d7b73d2dd31fb&device_id=948cee78-1dd9-49f2-8441-65b00cf8dfaf HTTP/1.1" status: 200 len: 1097 time: 0.2141194 Jul 07 17:26:13.790586 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-e55623f4-5299-4bdf-89a0-887015aef3a2 None None] For port 7edbd7f6-281f-4a55-9c43-bf56830de5fb, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:26:13.795975 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-e55623f4-5299-4bdf-89a0-887015aef3a2 None None] For port 7edbd7f6-281f-4a55-9c43-bf56830de5fb, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7edbd7f6-281f-4a55-9c43-bf56830de5fb,segment=NetworkSegment(289be37b-196b-4458-be7e-bf62ef473aea),segment_id=289be37b-196b-4458-be7e-bf62ef473aea)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:26:13.804485 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e55623f4-5299-4bdf-89a0-887015aef3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.914967 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55623f4-5299-4bdf-89a0-887015aef3a2 None None] Pushing event updated for resources: {'Port': ['ID=7edbd7f6-281f-4a55-9c43-bf56830de5fb,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:14.118000 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-47d3847c-99de-48c8-b16f-9542074c2c83 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.122865 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454f50f-88c4-4312-b421-48ca62e1bfbd req-ec0363f4-fd40-42f9-a1f3-458da6aa9c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:14.130738 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f454f50f-88c4-4312-b421-48ca62e1bfbd req-ec0363f4-fd40-42f9-a1f3-458da6aa9c68 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8844e96f-6ac0-4025-abff-e3224e6714bf HTTP/1.1" status: 200 len: 911 time: 0.3390551 Jul 07 17:26:14.134940 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-47d3847c-99de-48c8-b16f-9542074c2c83 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.322830 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-47d3847c-99de-48c8-b16f-9542074c2c83 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.327303 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53768) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:14.335730 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-47d3847c-99de-48c8-b16f-9542074c2c83 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7091000 Jul 07 17:26:14.363675 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-6563612a-e74a-4248-9581-5c564c177bb1 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group': {'name': 'tempest-secgroup--368724358'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:14.384038 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3847c-99de-48c8-b16f-9542074c2c83 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b02523-b414-40a6-8360-66c6e954f013,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:14.413800 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f454f50f-88c4-4312-b421-48ca62e1bfbd req-5f551edd-a554-40fa-a8d3-eb16d485cfd2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26a5a26e-4f5e-41e5-8985-f6cd813a8046 HTTP/1.1" status: 200 len: 1000 time: 0.2646589 Jul 07 17:26:14.429568 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-9f087957-8b6b-4c60-b45f-0067867dc578 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Allocated IP 2001:db8::2ca (6967efc6-ac9e-4658-aa22-541f0459a25a/095b17a1-ba8f-4877-8c94-a8392db07109/df63e3bd-afce-47bb-88f5-9f2a5751e97e) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:14.435866 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6563612a-e74a-4248-9581-5c564c177bb1 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.491044 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454f50f-88c4-4312-b421-48ca62e1bfbd req-e7962955-005c-44ca-9caa-ec0c728fe0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:14.492286 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f454f50f-88c4-4312-b421-48ca62e1bfbd req-e7962955-005c-44ca-9caa-ec0c728fe0ed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e2ae55f5-c355-4456-833a-1db6be8fc78f HTTP/1.1" status: 200 len: 849 time: 0.0754671 Jul 07 17:26:14.596192 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454f50f-88c4-4312-b421-48ca62e1bfbd req-cb03e27b-dc14-478b-8d8c-2bd0f7a76ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:14.600676 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f454f50f-88c4-4312-b421-48ca62e1bfbd req-cb03e27b-dc14-478b-8d8c-2bd0f7a76ddc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8844e96f-6ac0-4025-abff-e3224e6714bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0888953 Jul 07 17:26:14.759576 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9f087957-8b6b-4c60-b45f-0067867dc578 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.784150 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-9f087957-8b6b-4c60-b45f-0067867dc578 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Transition to ACTIVE for port object df63e3bd-afce-47bb-88f5-9f2a5751e97e will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:14.788407 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f454f50f-88c4-4312-b421-48ca62e1bfbd req-e0a30100-e132-448c-8d5c-344530df4e17 service neutron] 10.222.0.64 "GET /v2.0/networks/8844e96f-6ac0-4025-abff-e3224e6714bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814322 Jul 07 17:26:14.866922 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6563612a-e74a-4248-9581-5c564c177bb1 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.879497 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6563612a-e74a-4248-9581-5c564c177bb1 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.928173 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9f087957-8b6b-4c60-b45f-0067867dc578 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.945571 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6563612a-e74a-4248-9581-5c564c177bb1 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.950583 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6563612a-e74a-4248-9581-5c564c177bb1 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6221201 Jul 07 17:26:14.973730 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53784) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:14.974445 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563612a-e74a-4248-9581-5c564c177bb1 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d28c15-286d-4b3c-ab99-9db4ce39ee48,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:14.987615 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f454f50f-88c4-4312-b421-48ca62e1bfbd req-9851a86e-ad15-4548-a93b-9c88ddbbe12a service neutron] 10.222.0.64 "GET /v2.0/networks/8844e96f-6ac0-4025-abff-e3224e6714bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920948 Jul 07 17:26:15.008421 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-6bba7570-1c8d-4b7f-9b3d-77d5b286345f tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group_rule': {'security_group_id': '33b02523-b414-40a6-8360-66c6e954f013', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd3d28c15-286d-4b3c-ab99-9db4ce39ee48'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:15.048520 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f087957-8b6b-4c60-b45f-0067867dc578 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Network 6967efc6-ac9e-4658-aa22-541f0459a25a is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:15.069201 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-9f087957-8b6b-4c60-b45f-0067867dc578 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:15.086091 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f087957-8b6b-4c60-b45f-0067867dc578 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:15.093373 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f087957-8b6b-4c60-b45f-0067867dc578 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:15.094203 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9f087957-8b6b-4c60-b45f-0067867dc578 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.126152 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f087957-8b6b-4c60-b45f-0067867dc578 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Pushing event updated for resources: {'Port': ['ID=df63e3bd-afce-47bb-88f5-9f2a5751e97e,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:15.132937 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9f087957-8b6b-4c60-b45f-0067867dc578 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3604515 Jul 07 17:26:15.134562 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-6bba7570-1c8d-4b7f-9b3d-77d5b286345f tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:15.135974 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6bba7570-1c8d-4b7f-9b3d-77d5b286345f tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1458504 Jul 07 17:26:15.136342 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53790) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:15.138976 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53792) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:15.142366 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-a4ce1626-af5e-43d3-a7fb-cd48847912e0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Request body: {'port': {'network_id': '6967efc6-ac9e-4658-aa22-541f0459a25a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1572628366', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:15.142950 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.api.validators [None req-a4ce1626-af5e-43d3-a7fb-cd48847912e0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] bootfile-name is not in valid_values {{(pid=100193) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:26:15.144228 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.api.validators [None req-a4ce1626-af5e-43d3-a7fb-cd48847912e0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] tftp-server is not in valid_values {{(pid=100193) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:26:15.144587 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.api.validators [None req-a4ce1626-af5e-43d3-a7fb-cd48847912e0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] server-ip-address is not in valid_values {{(pid=100193) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:26:15.199437 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53794) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:15.238025 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ca30eb44-cc46-4434-9b0d-f14dec2bdb61 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.305688 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ca30eb44-cc46-4434-9b0d-f14dec2bdb61 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.403930 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ca30eb44-cc46-4434-9b0d-f14dec2bdb61 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.411921 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ca30eb44-cc46-4434-9b0d-f14dec2bdb61 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.417886 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ca30eb44-cc46-4434-9b0d-f14dec2bdb61 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "DELETE /v2.0/security-groups/d3d28c15-286d-4b3c-ab99-9db4ce39ee48 HTTP/1.1" status: 204 len: 168 time: 0.2751217 Jul 07 17:26:15.421715 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53802) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:15.427242 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ce1626-af5e-43d3-a7fb-cd48847912e0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Made reservation on behalf of c52aabf2e2a94818b591843a726c2bd0 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:15.431729 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1626-af5e-43d3-a7fb-cd48847912e0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.459101 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-a4ce1626-af5e-43d3-a7fb-cd48847912e0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] device_id is not set on port 153f9693-5be7-4ef3-bb67-4278109fe72d yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:26:15.483268 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30eb44-cc46-4434-9b0d-f14dec2bdb61 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d28c15-286d-4b3c-ab99-9db4ce39ee48,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:15.584682 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-81eb1b92-738b-4fea-93dc-dfab63ff426a tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1491146 Jul 07 17:26:15.585141 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53808) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:15.615280 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2309fc1c-938e-41db-b964-252250da2fde None None] Network 6967efc6-ac9e-4658-aa22-541f0459a25a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:15.706828 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fef5924c-06d0-4300-949d-3d5bcb739ecf tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.723827 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-a4ce1626-af5e-43d3-a7fb-cd48847912e0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Allocated IP 2001:db8::37c (6967efc6-ac9e-4658-aa22-541f0459a25a/095b17a1-ba8f-4877-8c94-a8392db07109/153f9693-5be7-4ef3-bb67-4278109fe72d) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:15.755171 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-a9e76be9-91ad-45b5-92b9-9f914aa0d7cf admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-396624510-network', 'tenant_id': '965b3a662467441ca11d9cc2e0d11b4b'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:15.826474 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fef5924c-06d0-4300-949d-3d5bcb739ecf tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.874207 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7edbd7f6-281f-4a55-9c43-bf56830de5fb up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:15.899832 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e76be9-91ad-45b5-92b9-9f914aa0d7cf admin admin] Made reservation on behalf of 965b3a662467441ca11d9cc2e0d11b4b for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:15.902152 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a9e76be9-91ad-45b5-92b9-9f914aa0d7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.946153 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5963feaf-f3bc-4e7e-a496-f34283426ab1 None None] Provisioning for port 7edbd7f6-281f-4a55-9c43-bf56830de5fb completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:15.995642 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fef5924c-06d0-4300-949d-3d5bcb739ecf tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.004962 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fef5924c-06d0-4300-949d-3d5bcb739ecf tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.009329 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fef5924c-06d0-4300-949d-3d5bcb739ecf tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "DELETE /v2.0/security-groups/33b02523-b414-40a6-8360-66c6e954f013 HTTP/1.1" status: 204 len: 168 time: 0.4206417 Jul 07 17:26:16.011733 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53820) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:16.044703 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a9e76be9-91ad-45b5-92b9-9f914aa0d7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.048463 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 7edbd7f6-281f-4a55-9c43-bf56830de5fb completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:16.057192 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 7edbd7f6-281f-4a55-9c43-bf56830de5fb triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:16.058436 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.098142 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1626-af5e-43d3-a7fb-cd48847912e0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.113281 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5924c-06d0-4300-949d-3d5bcb739ecf tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b02523-b414-40a6-8360-66c6e954f013,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:16.145254 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-a4ce1626-af5e-43d3-a7fb-cd48847912e0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Transition to ACTIVE for port object 153f9693-5be7-4ef3-bb67-4278109fe72d will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:16.199401 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.224266 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1626-af5e-43d3-a7fb-cd48847912e0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.251357 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1dd5422a-9279-46f1-8010-0d0d60087fa3 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1756227 Jul 07 17:26:16.258665 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53832) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:16.272117 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 7edbd7f6-281f-4a55-9c43-bf56830de5fb, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7edbd7f6-281f-4a55-9c43-bf56830de5fb,segment=NetworkSegment(289be37b-196b-4458-be7e-bf62ef473aea),segment_id=289be37b-196b-4458-be7e-bf62ef473aea)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:16.278208 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.288881 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-7e594e1b-c9e1-45b6-9bef-1402fa4360f4 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group': {'name': 'tempest-secgroup--1868436772'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:16.299858 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ce1626-af5e-43d3-a7fb-cd48847912e0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Network 6967efc6-ac9e-4658-aa22-541f0459a25a is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:16.303888 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-a4ce1626-af5e-43d3-a7fb-cd48847912e0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:16.306815 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ce1626-af5e-43d3-a7fb-cd48847912e0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:16.313310 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ce1626-af5e-43d3-a7fb-cd48847912e0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:16.314031 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1626-af5e-43d3-a7fb-cd48847912e0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.352283 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce1626-af5e-43d3-a7fb-cd48847912e0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Pushing event updated for resources: {'Port': ['ID=153f9693-5be7-4ef3-bb67-4278109fe72d,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:16.406671 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=7edbd7f6-281f-4a55-9c43-bf56830de5fb,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:16.455049 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a9e76be9-91ad-45b5-92b9-9f914aa0d7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.460928 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a9e76be9-91ad-45b5-92b9-9f914aa0d7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.470272 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a4ce1626-af5e-43d3-a7fb-cd48847912e0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.3325112 Jul 07 17:26:16.473480 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53834) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:16.489558 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e76be9-91ad-45b5-92b9-9f914aa0d7cf admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:26:16.514639 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e594e1b-c9e1-45b6-9bef-1402fa4360f4 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.521225 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a9e76be9-91ad-45b5-92b9-9f914aa0d7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.521678 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-a9e76be9-91ad-45b5-92b9-9f914aa0d7cf admin admin] Added segment f20a1ac4-c44d-49a6-b98f-0a00763af46f of type vlan for network d8a289bc-7250-442c-bae6-dd18bd972961 Jul 07 17:26:16.523062 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e76be9-91ad-45b5-92b9-9f914aa0d7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57619786-0499-4018-ad6e-9849f9910558,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:16.573519 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-23f54604-e57e-4141-8af5-64b657a3498b None None] Provisioning complete for port 7edbd7f6-281f-4a55-9c43-bf56830de5fb triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:16.576686 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-23f54604-e57e-4141-8af5-64b657a3498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.669236 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a9e76be9-91ad-45b5-92b9-9f914aa0d7cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.717714 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8c4f93-dc2e-45d0-8ff9-cd435fb476c7 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:16.728148 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8c4f93-dc2e-45d0-8ff9-cd435fb476c7 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:16.738293 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8c4f93-dc2e-45d0-8ff9-cd435fb476c7 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:16.742648 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-da8c4f93-dc2e-45d0-8ff9-cd435fb476c7 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.2653146 Jul 07 17:26:16.743078 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53848) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:16.760567 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-23f54604-e57e-4141-8af5-64b657a3498b None None] Provisioning for port df63e3bd-afce-47bb-88f5-9f2a5751e97e completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:16.770777 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-23f54604-e57e-4141-8af5-64b657a3498b None None] Provisioning complete for port df63e3bd-afce-47bb-88f5-9f2a5751e97e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:16.771452 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-23f54604-e57e-4141-8af5-64b657a3498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.861001 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e594e1b-c9e1-45b6-9bef-1402fa4360f4 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.864841 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a9e76be9-91ad-45b5-92b9-9f914aa0d7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.866290 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e76be9-91ad-45b5-92b9-9f914aa0d7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:16.866886 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a9e76be9-91ad-45b5-92b9-9f914aa0d7cf admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.881052 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-23f54604-e57e-4141-8af5-64b657a3498b None None] Port df63e3bd-afce-47bb-88f5-9f2a5751e97e cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:26:16.888798 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e594e1b-c9e1-45b6-9bef-1402fa4360f4 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.938896 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a9e76be9-91ad-45b5-92b9-9f914aa0d7cf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7382598 Jul 07 17:26:16.939790 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53854) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:16.982541 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e594e1b-c9e1-45b6-9bef-1402fa4360f4 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcc5bb3-c658-4908-a481-e6854a58947d,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:16.995679 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-b268ddc1-992c-4099-aa15-87d74584cf1f tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Deleting port 153f9693-5be7-4ef3-bb67-4278109fe72d {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:16.996293 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b268ddc1-992c-4099-aa15-87d74584cf1f tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.009209 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d702169b-5db6-4370-8703-d1b59ea86342 admin admin] Request body: {'subnet': {'network_id': 'd8a289bc-7250-442c-bae6-dd18bd972961', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-396624510-subnet', 'tenant_id': '965b3a662467441ca11d9cc2e0d11b4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:17.052781 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9e09205d-8f42-4769-91d7-b41b796e3a73 None None] Provisioning complete for port df63e3bd-afce-47bb-88f5-9f2a5751e97e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:17.053161 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9e09205d-8f42-4769-91d7-b41b796e3a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.140010 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e76be9-91ad-45b5-92b9-9f914aa0d7cf admin admin] Pushing event updated for resources: {'Network': ['ID=d8a289bc-7250-442c-bae6-dd18bd972961,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:17.163739 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d702169b-5db6-4370-8703-d1b59ea86342 admin admin] Made reservation on behalf of 965b3a662467441ca11d9cc2e0d11b4b for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:17.169402 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d702169b-5db6-4370-8703-d1b59ea86342 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.172913 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-9e09205d-8f42-4769-91d7-b41b796e3a73 None None] Port df63e3bd-afce-47bb-88f5-9f2a5751e97e cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:26:17.179432 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e594e1b-c9e1-45b6-9bef-1402fa4360f4 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.181501 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network d8a289bc-7250-442c-bae6-dd18bd972961 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:26:17.191485 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7e594e1b-c9e1-45b6-9bef-1402fa4360f4 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9305575 Jul 07 17:26:17.210606 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53864) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.232331 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-ddf8a101-8d0e-4cfe-b96f-516cb0dafe8c tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:17.257424 n-d-791503-12 neutron-server[100193]: WARNING neutron.api.v2.base [None req-ddf8a101-8d0e-4cfe-b96f-516cb0dafe8c tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 17:26:17.258383 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-ddf8a101-8d0e-4cfe-b96f-516cb0dafe8c tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 17:26:17.260163 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ddf8a101-8d0e-4cfe-b96f-516cb0dafe8c tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "PUT /v2.0/security-groups/cbcc5bb3-c658-4908-a481-e6854a58947d HTTP/1.1" status: 409 len: 330 time: 0.0345001 Jul 07 17:26:17.292726 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53876) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.456490 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b268ddc1-992c-4099-aa15-87d74584cf1f tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.511782 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-004beb59-5970-4b37-9264-e6b317dd8419 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.543914 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-b268ddc1-992c-4099-aa15-87d74584cf1f tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Calling delete_port for 153f9693-5be7-4ef3-bb67-4278109fe72d owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:17.582671 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d702169b-5db6-4370-8703-d1b59ea86342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.607142 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9855b004-1de2-41cf-9a32-cb2e46661104 None None] Provisioning for port 153f9693-5be7-4ef3-bb67-4278109fe72d completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:17.609387 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-004beb59-5970-4b37-9264-e6b317dd8419 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.613891 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9855b004-1de2-41cf-9a32-cb2e46661104 None None] Provisioning complete for port 153f9693-5be7-4ef3-bb67-4278109fe72d triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:17.615320 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9855b004-1de2-41cf-9a32-cb2e46661104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.733508 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-9855b004-1de2-41cf-9a32-cb2e46661104 None None] Port 153f9693-5be7-4ef3-bb67-4278109fe72d cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:26:17.759530 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d702169b-5db6-4370-8703-d1b59ea86342 admin admin] Checking segment: {'id': 'f20a1ac4-c44d-49a6-b98f-0a00763af46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd8a289bc-7250-442c-bae6-dd18bd972961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:17.760187 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d702169b-5db6-4370-8703-d1b59ea86342 admin admin] Network hostable DHCP agents. Network: d8a289bc-7250-442c-bae6-dd18bd972961, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:26:17.765904 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702169b-5db6-4370-8703-d1b59ea86342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c90d6609-0f7d-4e40-b74b-987e6490166e,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:17.789385 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d702169b-5db6-4370-8703-d1b59ea86342 admin admin] Network d8a289bc-7250-442c-bae6-dd18bd972961 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:26:17.799437 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7edbd7f6-281f-4a55-9c43-bf56830de5fb up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:17.811241 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-d702169b-5db6-4370-8703-d1b59ea86342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, d8a289bc-7250-442c-bae6-dd18bd972961) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:17.839025 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d702169b-5db6-4370-8703-d1b59ea86342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.839802 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d702169b-5db6-4370-8703-d1b59ea86342 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.843322 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-004beb59-5970-4b37-9264-e6b317dd8419 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.849538 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-004beb59-5970-4b37-9264-e6b317dd8419 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.853154 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-004beb59-5970-4b37-9264-e6b317dd8419 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "DELETE /v2.0/security-groups/cbcc5bb3-c658-4908-a481-e6854a58947d HTTP/1.1" status: 204 len: 168 time: 0.5564167 Jul 07 17:26:17.854996 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53892) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.873856 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e7d821-9970-4dbe-8f11-e59148f7b3ae None None] Network d8a289bc-7250-442c-bae6-dd18bd972961 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:17.914245 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d702169b-5db6-4370-8703-d1b59ea86342 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9040427 Jul 07 17:26:17.997818 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3ad99b38-c5ee-4ce3-9a7c-5d21945e01fb tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1383791 Jul 07 17:26:17.998191 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53896) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:18.058903 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004beb59-5970-4b37-9264-e6b317dd8419 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcc5bb3-c658-4908-a481-e6854a58947d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:18.059824 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-be08d248-e64c-47af-b7a1-ed7da72eda66 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] delete failed (client error): The resource could not be found. Jul 07 17:26:18.073205 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-be08d248-e64c-47af-b7a1-ed7da72eda66 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "DELETE /v2.0/security-groups/c9059ca8-ea18-4b50-9a43-2e5f4b449e0c HTTP/1.1" status: 404 len: 347 time: 0.0703928 Jul 07 17:26:18.076503 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53900) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:18.090000 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b268ddc1-992c-4099-aa15-87d74584cf1f tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.171538 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268ddc1-992c-4099-aa15-87d74584cf1f tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Pushing event deleted for resources: {'Port': ['ID=153f9693-5be7-4ef3-bb67-4278109fe72d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:18.174049 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-e335866e-9396-4566-adf5-f115d8e81773 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] show failed (client error): The resource could not be found. Jul 07 17:26:18.175360 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e335866e-9396-4566-adf5-f115d8e81773 tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "GET /v2.0/security-groups/b071b7ee-6883-4df2-8e93-fa4ea96874b6 HTTP/1.1" status: 404 len: 347 time: 0.0977526 Jul 07 17:26:18.180500 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53904) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:18.224118 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-48b50b5d-a2f9-44d4-92c8-48f4be45ad0e tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] show failed (client error): The resource could not be found. Jul 07 17:26:18.224486 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 7edbd7f6-281f-4a55-9c43-bf56830de5fb triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:18.224975 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.226565 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-48b50b5d-a2f9-44d4-92c8-48f4be45ad0e tempest-NegativeSecGroupTest-1449182397 tempest-NegativeSecGroupTest-1449182397-project] 10.222.0.53 "GET /v2.0/security-group-rules/2941956b-2f0d-49c8-95a8-d118097bfacb HTTP/1.1" status: 404 len: 356 time: 0.0461876 Jul 07 17:26:18.243073 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b268ddc1-992c-4099-aa15-87d74584cf1f tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.253472 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b268ddc1-992c-4099-aa15-87d74584cf1f tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] 10.222.0.53 "DELETE /v2.0/ports/153f9693-5be7-4ef3-bb67-4278109fe72d HTTP/1.1" status: 204 len: 168 time: 1.5087273 Jul 07 17:26:18.257268 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53908) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:18.262940 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-037a6234-8277-481d-b142-84adcb70627d tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Request body: {'port': {'name': 'tempest-new-port-name-149152137', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:18.263322 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.api.validators [None req-037a6234-8277-481d-b142-84adcb70627d tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] bootfile-name is not in valid_values {{(pid=100193) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:26:18.263673 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.api.validators [None req-037a6234-8277-481d-b142-84adcb70627d tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] tftp-server is not in valid_values {{(pid=100193) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:26:18.264021 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.api.validators [None req-037a6234-8277-481d-b142-84adcb70627d tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] server-ip-address is not in valid_values {{(pid=100193) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:26:18.271162 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dba6ed-5d4d-47eb-94c5-3170ec149189 None None] Network d8a289bc-7250-442c-bae6-dd18bd972961 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:18.292569 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53910) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:18.569932 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-037a6234-8277-481d-b142-84adcb70627d tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.891567 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53924) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:18.899396 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-987556a4-6ad2-49ff-96fc-cf62bf08d59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.991398 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-037a6234-8277-481d-b142-84adcb70627d tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.998842 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-037a6234-8277-481d-b142-84adcb70627d tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.068528 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-037a6234-8277-481d-b142-84adcb70627d tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] In _notify_port_updated(), no bound segment for port df63e3bd-afce-47bb-88f5-9f2a5751e97e on network 6967efc6-ac9e-4658-aa22-541f0459a25a {{(pid=100193) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:26:19.076712 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037a6234-8277-481d-b142-84adcb70627d tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:19.078075 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-037a6234-8277-481d-b142-84adcb70627d tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.080705 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-037a6234-8277-481d-b142-84adcb70627d tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] 10.222.0.53 "PUT /v2.0/ports/df63e3bd-afce-47bb-88f5-9f2a5751e97e HTTP/1.1" status: 200 len: 1129 time: 0.8216636 Jul 07 17:26:19.084180 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-987556a4-6ad2-49ff-96fc-cf62bf08d59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.085940 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53932) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:19.091714 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-987556a4-6ad2-49ff-96fc-cf62bf08d59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.176349 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987556a4-6ad2-49ff-96fc-cf62bf08d59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a394d968-6f82-4a17-90a9-1826296fae31,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:19.188287 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-987556a4-6ad2-49ff-96fc-cf62bf08d59b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bffe9f4f05984aa8898c8409f0836c12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8943028 Jul 07 17:26:19.192163 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53934) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:19.208076 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a6234-8277-481d-b142-84adcb70627d tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Pushing event updated for resources: {'Port': ['ID=df63e3bd-afce-47bb-88f5-9f2a5751e97e,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:19.233677 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4e4796-f0ab-4935-b727-73222e8e8236 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:19.235258 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3d4e4796-f0ab-4935-b727-73222e8e8236 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] 10.222.0.53 "GET /v2.0/ports/df63e3bd-afce-47bb-88f5-9f2a5751e97e HTTP/1.1" status: 200 len: 1129 time: 0.1479237 Jul 07 17:26:19.240351 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53936) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:19.309571 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bd9e92fc-fa7d-44eb-891e-6275195e61e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.345872 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1c33fcb3-0f5c-4022-9b01-39b57595f21a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ec1ffcfe7b74fa7801b24e6f439b644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4519129 Jul 07 17:26:19.349357 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53940) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:19.387366 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bd9e92fc-fa7d-44eb-891e-6275195e61e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.438630 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53942) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:19.449662 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-8de3d15f-0665-4a43-a255-1a42379c13fb admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-503109257-network', 'tenant_id': 'e4a4c641214f490db1545b11d34e5efe'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:19.465514 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7239373e-fcaa-4cbf-a424-c587af363e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.491390 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d78cc5f4-9061-4286-876a-a78919ba04d4 None None] Provisioning complete for port df63e3bd-afce-47bb-88f5-9f2a5751e97e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:19.493282 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d78cc5f4-9061-4286-876a-a78919ba04d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.495582 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7239373e-fcaa-4cbf-a424-c587af363e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.517454 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de3d15f-0665-4a43-a255-1a42379c13fb admin admin] Made reservation on behalf of e4a4c641214f490db1545b11d34e5efe for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:19.523983 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8de3d15f-0665-4a43-a255-1a42379c13fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.548914 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8de3d15f-0665-4a43-a255-1a42379c13fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.571310 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-34e7f968-28a5-48c2-913f-1dae5d986596 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Deleting port df63e3bd-afce-47bb-88f5-9f2a5751e97e {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:19.573681 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-34e7f968-28a5-48c2-913f-1dae5d986596 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.577660 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7239373e-fcaa-4cbf-a424-c587af363e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.580094 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7239373e-fcaa-4cbf-a424-c587af363e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.586570 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7239373e-fcaa-4cbf-a424-c587af363e1d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e7997b0-d732-4b0b-a8bf-41e506237187 HTTP/1.1" status: 204 len: 168 time: 0.2310424 Jul 07 17:26:19.586868 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d78cc5f4-9061-4286-876a-a78919ba04d4 None None] Port df63e3bd-afce-47bb-88f5-9f2a5751e97e cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:26:19.597538 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239373e-fcaa-4cbf-a424-c587af363e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7997b0-d732-4b0b-a8bf-41e506237187,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:19.604242 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bd9e92fc-fa7d-44eb-891e-6275195e61e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.607330 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bd9e92fc-fa7d-44eb-891e-6275195e61e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.616271 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bd9e92fc-fa7d-44eb-891e-6275195e61e7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a394d968-6f82-4a17-90a9-1826296fae31 HTTP/1.1" status: 204 len: 168 time: 0.4204059 Jul 07 17:26:19.636349 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e92fc-fa7d-44eb-891e-6275195e61e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a394d968-6f82-4a17-90a9-1826296fae31,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:19.807234 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-34e7f968-28a5-48c2-913f-1dae5d986596 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.857014 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-34e7f968-28a5-48c2-913f-1dae5d986596 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Calling delete_port for df63e3bd-afce-47bb-88f5-9f2a5751e97e owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:20.056465 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8de3d15f-0665-4a43-a255-1a42379c13fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.060741 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8de3d15f-0665-4a43-a255-1a42379c13fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.090073 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3d15f-0665-4a43-a255-1a42379c13fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4a4359-49cc-4982-9737-626622b370c0,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:20.180418 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de3d15f-0665-4a43-a255-1a42379c13fb admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:26:20.196316 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8de3d15f-0665-4a43-a255-1a42379c13fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.196705 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-8de3d15f-0665-4a43-a255-1a42379c13fb admin admin] Added segment 978091ee-5426-46f2-90ea-cd2c6012080b of type vlan for network a88f3b42-5117-4fb2-8df5-2aeab0d08e27 Jul 07 17:26:20.198120 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-34e7f968-28a5-48c2-913f-1dae5d986596 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.285216 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7f968-28a5-48c2-913f-1dae5d986596 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Pushing event deleted for resources: {'Port': ['ID=df63e3bd-afce-47bb-88f5-9f2a5751e97e,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:20.333762 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-34e7f968-28a5-48c2-913f-1dae5d986596 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.336391 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-34e7f968-28a5-48c2-913f-1dae5d986596 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] 10.222.0.53 "DELETE /v2.0/ports/df63e3bd-afce-47bb-88f5-9f2a5751e97e HTTP/1.1" status: 204 len: 168 time: 1.0939152 Jul 07 17:26:20.339941 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53964) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:20.348564 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8de3d15f-0665-4a43-a255-1a42379c13fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.423835 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8de3d15f-0665-4a43-a255-1a42379c13fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.425898 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de3d15f-0665-4a43-a255-1a42379c13fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:20.427564 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8de3d15f-0665-4a43-a255-1a42379c13fb admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.442278 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9bf455-14b5-4c59-b7a9-343262be44b4 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Deleting subnet 095b17a1-ba8f-4877-8c94-a8392db07109 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:26:20.447615 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9e9bf455-14b5-4c59-b7a9-343262be44b4 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.506777 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53968) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:20.524345 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8de3d15f-0665-4a43-a255-1a42379c13fb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0833642 Jul 07 17:26:20.532419 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53972) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:20.546644 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-5eafa42f-94f4-44b1-8d84-59806f7f09e6 admin admin] Request body: {'subnet': {'network_id': 'a88f3b42-5117-4fb2-8df5-2aeab0d08e27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-503109257-subnet', 'tenant_id': 'e4a4c641214f490db1545b11d34e5efe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:20.554677 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3d15f-0665-4a43-a255-1a42379c13fb admin admin] Pushing event updated for resources: {'Network': ['ID=a88f3b42-5117-4fb2-8df5-2aeab0d08e27,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:20.567459 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network a88f3b42-5117-4fb2-8df5-2aeab0d08e27 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:26:20.580737 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5f95224d-3a28-475a-ae06-18afabb94f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.599994 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9e9bf455-14b5-4c59-b7a9-343262be44b4 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.604611 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eafa42f-94f4-44b1-8d84-59806f7f09e6 admin admin] Made reservation on behalf of e4a4c641214f490db1545b11d34e5efe for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:20.608531 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5eafa42f-94f4-44b1-8d84-59806f7f09e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.976139 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5eafa42f-94f4-44b1-8d84-59806f7f09e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.994248 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5f95224d-3a28-475a-ae06-18afabb94f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.002496 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5f95224d-3a28-475a-ae06-18afabb94f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.076031 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9e9bf455-14b5-4c59-b7a9-343262be44b4 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.123572 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5f95224d-3a28-475a-ae06-18afabb94f24 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c1fc21c06c6b4faea4548e732bf005ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6194158 Jul 07 17:26:21.130529 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53988) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:21.131367 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eafa42f-94f4-44b1-8d84-59806f7f09e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d20d842-e1fe-44e7-ba37-77f477295a54,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:21.140827 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95224d-3a28-475a-ae06-18afabb94f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f6ada8-a8ec-4f23-9109-620a999e2989,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:21.177581 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eafa42f-94f4-44b1-8d84-59806f7f09e6 admin admin] Checking segment: {'id': '978091ee-5426-46f2-90ea-cd2c6012080b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a88f3b42-5117-4fb2-8df5-2aeab0d08e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:21.177581 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eafa42f-94f4-44b1-8d84-59806f7f09e6 admin admin] Network hostable DHCP agents. Network: a88f3b42-5117-4fb2-8df5-2aeab0d08e27, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:26:21.213869 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9e9bf455-14b5-4c59-b7a9-343262be44b4 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.219978 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eafa42f-94f4-44b1-8d84-59806f7f09e6 admin admin] Network a88f3b42-5117-4fb2-8df5-2aeab0d08e27 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:26:21.223165 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7ef7ec23-62bc-4878-8f98-539795f7c13c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.242145 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-5eafa42f-94f4-44b1-8d84-59806f7f09e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, a88f3b42-5117-4fb2-8df5-2aeab0d08e27) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:21.254341 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eafa42f-94f4-44b1-8d84-59806f7f09e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:21.254970 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5eafa42f-94f4-44b1-8d84-59806f7f09e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.265064 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7ef7ec23-62bc-4878-8f98-539795f7c13c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.267043 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178bf534-9fe8-4ac9-9f68-54d802d33329 None None] Network a88f3b42-5117-4fb2-8df5-2aeab0d08e27 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:21.294088 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5eafa42f-94f4-44b1-8d84-59806f7f09e6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7605054 Jul 07 17:26:21.316199 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9bf455-14b5-4c59-b7a9-343262be44b4 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Pushing event deleted for resources: {'Subnet': ['ID=095b17a1-ba8f-4877-8c94-a8392db07109,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:21.338885 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9e9bf455-14b5-4c59-b7a9-343262be44b4 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.344725 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9e9bf455-14b5-4c59-b7a9-343262be44b4 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] 10.222.0.53 "DELETE /v2.0/subnets/095b17a1-ba8f-4877-8c94-a8392db07109 HTTP/1.1" status: 204 len: 168 time: 0.9996386 Jul 07 17:26:21.352558 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53994) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:21.425467 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7ef7ec23-62bc-4878-8f98-539795f7c13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.428875 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7ef7ec23-62bc-4878-8f98-539795f7c13c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.430335 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7ef7ec23-62bc-4878-8f98-539795f7c13c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b3f6ada8-a8ec-4f23-9109-620a999e2989 HTTP/1.1" status: 204 len: 168 time: 0.2964902 Jul 07 17:26:21.463435 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7ec23-62bc-4878-8f98-539795f7c13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f6ada8-a8ec-4f23-9109-620a999e2989,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:21.472127 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54002) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:21.475056 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b6d2a9-cd42-474a-9ea6-c4740c0c1892 None None] Network 6967efc6-ac9e-4658-aa22-541f0459a25a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:21.514445 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5d25e9d9-cd9c-401c-a6d1-612be9ec0a64 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.658319 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-5d25e9d9-cd9c-401c-a6d1-612be9ec0a64 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Deleting port 7edbd7f6-281f-4a55-9c43-bf56830de5fb {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:21.659528 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5d25e9d9-cd9c-401c-a6d1-612be9ec0a64 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.784517 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-5d25e9d9-cd9c-401c-a6d1-612be9ec0a64 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] For port 7edbd7f6-281f-4a55-9c43-bf56830de5fb, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7edbd7f6-281f-4a55-9c43-bf56830de5fb,segment=NetworkSegment(289be37b-196b-4458-be7e-bf62ef473aea),segment_id=289be37b-196b-4458-be7e-bf62ef473aea)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:21.787484 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5d25e9d9-cd9c-401c-a6d1-612be9ec0a64 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.805223 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-5d25e9d9-cd9c-401c-a6d1-612be9ec0a64 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Calling delete_port for 7edbd7f6-281f-4a55-9c43-bf56830de5fb owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:21.907880 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b7e5c5-1a79-474f-a7c6-98751362bede None None] Network a88f3b42-5117-4fb2-8df5-2aeab0d08e27 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:21.955869 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5d25e9d9-cd9c-401c-a6d1-612be9ec0a64 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.976152 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d25e9d9-cd9c-401c-a6d1-612be9ec0a64 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] No DVR routers for this DVR port 7edbd7f6-281f-4a55-9c43-bf56830de5fb on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:26:22.025914 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25e9d9-cd9c-401c-a6d1-612be9ec0a64 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Pushing event deleted for resources: {'Port': ['ID=7edbd7f6-281f-4a55-9c43-bf56830de5fb,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:22.101921 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5d25e9d9-cd9c-401c-a6d1-612be9ec0a64 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.144871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-5d25e9d9-cd9c-401c-a6d1-612be9ec0a64 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6967efc6-ac9e-4658-aa22-541f0459a25a']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:22.166764 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-5d25e9d9-cd9c-401c-a6d1-612be9ec0a64 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '289be37b-196b-4458-be7e-bf62ef473aea') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:22.167218 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-5d25e9d9-cd9c-401c-a6d1-612be9ec0a64 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '289be37b-196b-4458-be7e-bf62ef473aea') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:22.190959 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5d25e9d9-cd9c-401c-a6d1-612be9ec0a64 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.210879 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-37a6c6ca-3ac9-486e-907e-2d68f94ac0c3 tempest-SubnetPoolsTestJSON-798757525 tempest-SubnetPoolsTestJSON-798757525-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2033127257', 'prefixes': ['172.20.0.0/16']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:22.222807 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5d25e9d9-cd9c-401c-a6d1-612be9ec0a64 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.234244 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d25e9d9-cd9c-401c-a6d1-612be9ec0a64 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:26:22.234816 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5d25e9d9-cd9c-401c-a6d1-612be9ec0a64 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.288946 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215b41c4-6159-44c2-a450-21b51ec92f65 None None] DHCP port deletion for 6967efc6-ac9e-4658-aa22-541f0459a25a request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:26:22.367749 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:26:22.373848 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5d25e9d9-cd9c-401c-a6d1-612be9ec0a64 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.388813 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5d25e9d9-cd9c-401c-a6d1-612be9ec0a64 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.393628 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5d25e9d9-cd9c-401c-a6d1-612be9ec0a64 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] 10.222.0.53 "DELETE /v2.0/networks/6967efc6-ac9e-4658-aa22-541f0459a25a HTTP/1.1" status: 204 len: 168 time: 1.0368593 Jul 07 17:26:22.456777 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25e9d9-cd9c-401c-a6d1-612be9ec0a64 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827 tempest-ExtraDHCPOptionsIpV6TestJSON-2035709827-project] Pushing event deleted for resources: {'Network': ['ID=6967efc6-ac9e-4658-aa22-541f0459a25a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:22.512735 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-37a6c6ca-3ac9-486e-907e-2d68f94ac0c3 tempest-SubnetPoolsTestJSON-798757525 tempest-SubnetPoolsTestJSON-798757525-project] Notify callbacks [] for subnetpool, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.514795 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-37a6c6ca-3ac9-486e-907e-2d68f94ac0c3 tempest-SubnetPoolsTestJSON-798757525 tempest-SubnetPoolsTestJSON-798757525-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0379393 Jul 07 17:26:22.517885 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54026) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:22.593187 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-47547251-7b63-4843-9774-36b5aba9e219 tempest-SubnetPoolsTestJSON-798757525 tempest-SubnetPoolsTestJSON-798757525-project] 10.222.0.53 "GET /v2.0/subnetpools/c8cfc9a0-d0a3-46d9-ac98-d344a0c737af HTTP/1.1" status: 200 len: 732 time: 0.0632327 Jul 07 17:26:22.596321 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54030) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:22.601545 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-27802c19-4b9c-4204-b6f5-e97a6694d891 tempest-SubnetPoolsTestJSON-798757525 tempest-SubnetPoolsTestJSON-798757525-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-112107825'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:22.786832 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-27802c19-4b9c-4204-b6f5-e97a6694d891 tempest-SubnetPoolsTestJSON-798757525 tempest-SubnetPoolsTestJSON-798757525-project] Notify callbacks [] for subnetpool, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.792591 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-27802c19-4b9c-4204-b6f5-e97a6694d891 tempest-SubnetPoolsTestJSON-798757525 tempest-SubnetPoolsTestJSON-798757525-project] 10.222.0.53 "PUT /v2.0/subnetpools/c8cfc9a0-d0a3-46d9-ac98-d344a0c737af HTTP/1.1" status: 200 len: 683 time: 0.1907129 Jul 07 17:26:22.792591 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54046) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:22.947655 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54048) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:22.952052 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15cb6ce9-f2db-4c78-8f4f-436e0eb745a0 tempest-SubnetPoolsTestJSON-798757525 tempest-SubnetPoolsTestJSON-798757525-project] Notify callbacks [] for subnetpool, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.958940 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-15cb6ce9-f2db-4c78-8f4f-436e0eb745a0 tempest-SubnetPoolsTestJSON-798757525 tempest-SubnetPoolsTestJSON-798757525-project] 10.222.0.53 "DELETE /v2.0/subnetpools/c8cfc9a0-d0a3-46d9-ac98-d344a0c737af HTTP/1.1" status: 204 len: 168 time: 0.1646619 Jul 07 17:26:22.959751 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54052) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:22.987737 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-781be164-cba6-43ba-885c-ded34b9751ae tempest-SubnetPoolsTestJSON-798757525 tempest-SubnetPoolsTestJSON-798757525-project] show failed (client error): The resource could not be found. Jul 07 17:26:22.993932 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54054) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:22.994153 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-781be164-cba6-43ba-885c-ded34b9751ae tempest-SubnetPoolsTestJSON-798757525 tempest-SubnetPoolsTestJSON-798757525-project] 10.222.0.53 "GET /v2.0/subnetpools/c8cfc9a0-d0a3-46d9-ac98-d344a0c737af HTTP/1.1" status: 404 len: 346 time: 0.0329282 Jul 07 17:26:23.023451 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-27766c39-8040-4f61-b459-1429cab30fd3 tempest-SubnetPoolsTestJSON-798757525 tempest-SubnetPoolsTestJSON-798757525-project] delete failed (client error): The resource could not be found. Jul 07 17:26:23.025506 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-27766c39-8040-4f61-b459-1429cab30fd3 tempest-SubnetPoolsTestJSON-798757525 tempest-SubnetPoolsTestJSON-798757525-project] 10.222.0.53 "DELETE /v2.0/subnetpools/c8cfc9a0-d0a3-46d9-ac98-d344a0c737af HTTP/1.1" status: 404 len: 346 time: 0.0302172 Jul 07 17:26:23.205914 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-173ae250-cb0a-46af-a7f9-bd396670151e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c52aabf2e2a94818b591843a726c2bd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2561905 Jul 07 17:26:23.208406 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54062) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:23.369307 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-43d3bb97-6f72-40d2-84d0-acf3b91fc5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.398102 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a9e588f0-d517-4212-98b3-0bd711209994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.417608 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-43d3bb97-6f72-40d2-84d0-acf3b91fc5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.521921 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-adf33ad2-bdcc-465b-9181-79c8a5f42603 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:23.525191 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-adf33ad2-bdcc-465b-9181-79c8a5f42603 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/networks?id=d8a289bc-7250-442c-bae6-dd18bd972961 HTTP/1.1" status: 200 len: 811 time: 0.2730153 Jul 07 17:26:23.551335 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-3a816168-0087-4dbe-bc4d-61c70a5936d5 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/quotas/965b3a662467441ca11d9cc2e0d11b4b HTTP/1.1" status: 200 len: 375 time: 0.0186806 Jul 07 17:26:23.556099 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54080) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:23.623609 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-8fc05422-ce59-47bd-a38d-c75cf8e3b1e3 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=965b3a662467441ca11d9cc2e0d11b4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549011 Jul 07 17:26:23.634713 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-43d3bb97-6f72-40d2-84d0-acf3b91fc5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.645280 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-43d3bb97-6f72-40d2-84d0-acf3b91fc5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.648850 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-43d3bb97-6f72-40d2-84d0-acf3b91fc5ab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/91eff4bc-0e88-4a77-984c-644f3fe343d4 HTTP/1.1" status: 204 len: 168 time: 0.4370687 Jul 07 17:26:23.663210 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-f4e4b4a4-1379-4c62-8650-40dc6980c98b tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:23.664366 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-f4e4b4a4-1379-4c62-8650-40dc6980c98b tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166998 Jul 07 17:26:23.665272 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3bb97-6f72-40d2-84d0-acf3b91fc5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91eff4bc-0e88-4a77-984c-644f3fe343d4,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:23.746024 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7edbd7f6-281f-4a55-9c43-bf56830de5fb no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:23.776340 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 7edbd7f6-281f-4a55-9c43-bf56830de5fb {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:23.777011 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7edbd7f6-281f-4a55-9c43-bf56830de5fb not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:23.809465 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6b78f2e9-9321-45d3-a2fa-b67cd8b600f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.990890 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6b78f2e9-9321-45d3-a2fa-b67cd8b600f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.996522 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6b78f2e9-9321-45d3-a2fa-b67cd8b600f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:24.072232 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78f2e9-9321-45d3-a2fa-b67cd8b600f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a0142e-be4e-4aca-a528-1d644039dc29,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:24.115615 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54102) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:24.116205 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6b78f2e9-9321-45d3-a2fa-b67cd8b600f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=57ab78e6c02946a1809fb2c25dfe3046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5572968 Jul 07 17:26:24.232606 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-602c7286-cd6e-46f8-82b9-9cde1b4ab2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:24.277356 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-602c7286-cd6e-46f8-82b9-9cde1b4ab2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:24.447706 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-602c7286-cd6e-46f8-82b9-9cde1b4ab2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:24.453981 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-602c7286-cd6e-46f8-82b9-9cde1b4ab2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:24.458851 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-602c7286-cd6e-46f8-82b9-9cde1b4ab2eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/19a0142e-be4e-4aca-a528-1d644039dc29 HTTP/1.1" status: 204 len: 168 time: 0.3385749 Jul 07 17:26:24.471935 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c7286-cd6e-46f8-82b9-9cde1b4ab2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a0142e-be4e-4aca-a528-1d644039dc29,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:24.474532 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-d0bc2205-7901-404c-ae14-a6bc8456dcbb service neutron] 10.222.0.53 "GET /v2.0/networks/d8a289bc-7250-442c-bae6-dd18bd972961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7949710 Jul 07 17:26:24.685333 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-b5a83678-84ba-4e2a-8c49-b0f27570b0b2 service neutron] 10.222.0.53 "GET /v2.0/networks/d8a289bc-7250-442c-bae6-dd18bd972961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043161 Jul 07 17:26:25.226060 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-99a3dd38-e521-4fb4-b8ea-491b836ec2e0 req-56118ca7-b403-4a2b-ad5e-c915f97d2b69 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/ports?device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 210 time: 0.0667663 Jul 07 17:26:25.457931 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54146) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:25.846322 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-3742ada0-8e07-4246-838a-1bdb5b74ebd5 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:25.893714 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3742ada0-8e07-4246-838a-1bdb5b74ebd5 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:25.955561 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54164) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:26.152377 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3742ada0-8e07-4246-838a-1bdb5b74ebd5 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.174916 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9b224c58-40cb-43d5-b73a-30856021d04c tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Request body: {'networks': [{'name': 'tempest-network--1299384564'}, {'name': 'tempest-network--1851443199'}]} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:26.175440 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9b224c58-40cb-43d5-b73a-30856021d04c tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Request body: {'network': {'name': 'tempest-network--1299384564'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:26.177693 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9b224c58-40cb-43d5-b73a-30856021d04c tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Request body: {'network': {'name': 'tempest-network--1851443199'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:26.213448 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.248439 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b224c58-40cb-43d5-b73a-30856021d04c tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Made reservation on behalf of 29e5c6c55d1e4a52a59866abcfd17352 for: {'network': 2} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:26.273168 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b224c58-40cb-43d5-b73a-30856021d04c tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.337701 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b224c58-40cb-43d5-b73a-30856021d04c tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.528466 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-3742ada0-8e07-4246-838a-1bdb5b74ebd5 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Allocated IP 172.25.0.71 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/557d6ef3-ecf3-4dc2-b4f2-bb87c994336d) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:26.600475 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f5d6753c-9dbf-4e78-8714-514dc30e5349 req-50183a3b-c478-4762-aace-fd3bea728922 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/ports?device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 210 time: 0.1131203 Jul 07 17:26:26.781607 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6f8d98ad-7262-4451-ba76-c9b01693a807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.786689 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b224c58-40cb-43d5-b73a-30856021d04c tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.792352 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b224c58-40cb-43d5-b73a-30856021d04c tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.793023 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b224c58-40cb-43d5-b73a-30856021d04c tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.796708 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3742ada0-8e07-4246-838a-1bdb5b74ebd5 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.836004 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b224c58-40cb-43d5-b73a-30856021d04c tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:26:26.866812 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b224c58-40cb-43d5-b73a-30856021d04c tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.867296 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-9b224c58-40cb-43d5-b73a-30856021d04c tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Added segment 465f5177-3464-43df-b99b-90fd33ebe2b7 of type vlan for network 91d2db1f-b23d-4a23-a68e-fb2f9514a20b Jul 07 17:26:26.871048 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3742ada0-8e07-4246-838a-1bdb5b74ebd5 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.902801 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b224c58-40cb-43d5-b73a-30856021d04c tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8516e21a-4380-4169-b176-8088bea1daac,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:26.928370 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3742ada0-8e07-4246-838a-1bdb5b74ebd5 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:26.934582 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-3742ada0-8e07-4246-838a-1bdb5b74ebd5 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:26.942617 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3742ada0-8e07-4246-838a-1bdb5b74ebd5 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:26.974008 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b224c58-40cb-43d5-b73a-30856021d04c tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.976604 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742ada0-8e07-4246-838a-1bdb5b74ebd5 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Pushing event updated for resources: {'Port': ['ID=557d6ef3-ecf3-4dc2-b4f2-bb87c994336d,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:27.034518 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b224c58-40cb-43d5-b73a-30856021d04c tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:26:27.051124 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b224c58-40cb-43d5-b73a-30856021d04c tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.051733 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-9b224c58-40cb-43d5-b73a-30856021d04c tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Added segment 1d349354-1e03-486f-902e-90ecf19f8907 of type vlan for network 548c0664-9d32-414a-954e-3b897c59ad87 Jul 07 17:26:27.097044 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3742ada0-8e07-4246-838a-1bdb5b74ebd5 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.125755 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b224c58-40cb-43d5-b73a-30856021d04c tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.176918 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3742ada0-8e07-4246-838a-1bdb5b74ebd5 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.178921 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b224c58-40cb-43d5-b73a-30856021d04c tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.180153 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b224c58-40cb-43d5-b73a-30856021d04c tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.201501 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b224c58-40cb-43d5-b73a-30856021d04c tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:27.208384 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b224c58-40cb-43d5-b73a-30856021d04c tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:27.209313 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9b224c58-40cb-43d5-b73a-30856021d04c tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.296019 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9b224c58-40cb-43d5-b73a-30856021d04c tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.3331537 Jul 07 17:26:27.296019 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54192) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:27.503908 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3742ada0-8e07-4246-838a-1bdb5b74ebd5 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.514160 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3742ada0-8e07-4246-838a-1bdb5b74ebd5 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.579268 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b224c58-40cb-43d5-b73a-30856021d04c tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Pushing event updated for resources: {'Network': ['ID=91d2db1f-b23d-4a23-a68e-fb2f9514a20b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:27.607470 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 91d2db1f-b23d-4a23-a68e-fb2f9514a20b details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:26:27.904474 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc87cfa7-9f7c-4ae5-adc3-02337163612d tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:27.906212 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc87cfa7-9f7c-4ae5-adc3-02337163612d tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:27.913522 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc87cfa7-9f7c-4ae5-adc3-02337163612d tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:27.920212 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc87cfa7-9f7c-4ae5-adc3-02337163612d tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:27.922083 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fc87cfa7-9f7c-4ae5-adc3-02337163612d tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6262755 Jul 07 17:26:27.929461 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b224c58-40cb-43d5-b73a-30856021d04c tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Pushing event updated for resources: {'Network': ['ID=548c0664-9d32-414a-954e-3b897c59ad87,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:27.933589 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54214) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:27.939792 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.949181 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 548c0664-9d32-414a-954e-3b897c59ad87 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:26:27.973847 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-02eb3b97-ce1f-4873-a8e1-33e4e141ce47 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:27.975400 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-02eb3b97-ce1f-4873-a8e1-33e4e141ce47 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.72 "GET /v2.0/networks?id=d8a289bc-7250-442c-bae6-dd18bd972961 HTTP/1.1" status: 200 len: 811 time: 0.6449227 Jul 07 17:26:28.022142 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-70690a96-749e-4538-9ba4-c92e811aecac tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Request body: {'port': {'device_id': '707bc3b4-af7f-4071-947e-88e6c2010c9c', 'network_id': 'd8a289bc-7250-442c-bae6-dd18bd972961', 'admin_state_up': True, 'tenant_id': '965b3a662467441ca11d9cc2e0d11b4b'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:28.109171 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a552ade8-acec-46de-a276-e368e3439701 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.263343 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a552ade8-acec-46de-a276-e368e3439701 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.290195 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-a552ade8-acec-46de-a276-e368e3439701 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d2db1f-b23d-4a23-a68e-fb2f9514a20b']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:28.293715 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-70690a96-749e-4538-9ba4-c92e811aecac tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Made reservation on behalf of 965b3a662467441ca11d9cc2e0d11b4b for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:28.298440 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-70690a96-749e-4538-9ba4-c92e811aecac tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.317942 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-81c7097c-d479-4094-8067-68ee1a9c4f18 req-35fa562f-63e7-499a-8612-b38b20637788 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/ports?device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 210 time: 0.1096511 Jul 07 17:26:28.333599 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-a552ade8-acec-46de-a276-e368e3439701 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465f5177-3464-43df-b99b-90fd33ebe2b7') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:28.333913 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-a552ade8-acec-46de-a276-e368e3439701 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465f5177-3464-43df-b99b-90fd33ebe2b7') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:28.339763 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742ada0-8e07-4246-838a-1bdb5b74ebd5 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Pushing event updated for resources: {'Port': ['ID=557d6ef3-ecf3-4dc2-b4f2-bb87c994336d,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:28.358508 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3742ada0-8e07-4246-838a-1bdb5b74ebd5 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.364149 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a552ade8-acec-46de-a276-e368e3439701 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.388475 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3742ada0-8e07-4246-838a-1bdb5b74ebd5 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.395361 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3742ada0-8e07-4246-838a-1bdb5b74ebd5 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9321964 Jul 07 17:26:28.395888 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54220) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:28.403259 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-88fb2cda-4f35-4061-a996-4bb1420cc7c2 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-851933340', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'fixed_ips': [{'ip_address': '172.25.0.71'}]}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:28.445044 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a552ade8-acec-46de-a276-e368e3439701 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.445375 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fb2cda-4f35-4061-a996-4bb1420cc7c2 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Made reservation on behalf of f69464f647ff4f1da377706cd265f1ae for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:28.450171 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-88fb2cda-4f35-4061-a996-4bb1420cc7c2 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.462899 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-88fb2cda-4f35-4061-a996-4bb1420cc7c2 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.492381 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a552ade8-acec-46de-a276-e368e3439701 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:26:28.494178 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a552ade8-acec-46de-a276-e368e3439701 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:26:28.503579 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:26:28.583937 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54228) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:28.709091 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a552ade8-acec-46de-a276-e368e3439701 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.736943 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-70690a96-749e-4538-9ba4-c92e811aecac tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Allocated IP 172.20.0.2 (d8a289bc-7250-442c-bae6-dd18bd972961/c90d6609-0f7d-4e40-b74b-987e6490166e/34e3c649-1434-4809-8271-19245a6f3b18) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:28.740663 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a552ade8-acec-46de-a276-e368e3439701 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.746750 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a552ade8-acec-46de-a276-e368e3439701 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] 10.222.0.53 "DELETE /v2.0/networks/91d2db1f-b23d-4a23-a68e-fb2f9514a20b HTTP/1.1" status: 204 len: 168 time: 0.8082049 Jul 07 17:26:28.746750 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552ade8-acec-46de-a276-e368e3439701 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Pushing event deleted for resources: {'Network': ['ID=91d2db1f-b23d-4a23-a68e-fb2f9514a20b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:28.747852 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54234) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:28.862182 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a3f291e0-713f-450a-83e1-61131dda7852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.889381 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7c8d7dbd-a298-46c8-8fa1-89abaf4cd6fe tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.928402 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-88fb2cda-4f35-4061-a996-4bb1420cc7c2 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.933745 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-88fb2cda-4f35-4061-a996-4bb1420cc7c2 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.946039 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-88fb2cda-4f35-4061-a996-4bb1420cc7c2 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] device_id is not set on port 59c2354f-219c-4511-834e-e114715760d4 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:26:29.060230 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb2cda-4f35-4061-a996-4bb1420cc7c2 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ca8f7e-4aa0-45df-adcb-4553f11a8b0e,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:29.084930 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7c8d7dbd-a298-46c8-8fa1-89abaf4cd6fe tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.108557 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-7c8d7dbd-a298-46c8-8fa1-89abaf4cd6fe tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['548c0664-9d32-414a-954e-3b897c59ad87']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:29.126690 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-7c8d7dbd-a298-46c8-8fa1-89abaf4cd6fe tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d349354-1e03-486f-902e-90ecf19f8907') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:29.126690 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-7c8d7dbd-a298-46c8-8fa1-89abaf4cd6fe tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d349354-1e03-486f-902e-90ecf19f8907') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:29.148231 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7c8d7dbd-a298-46c8-8fa1-89abaf4cd6fe tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.185217 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-70690a96-749e-4538-9ba4-c92e811aecac tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.188060 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7c8d7dbd-a298-46c8-8fa1-89abaf4cd6fe tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.201821 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8d7dbd-a298-46c8-8fa1-89abaf4cd6fe tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:26:29.202463 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7c8d7dbd-a298-46c8-8fa1-89abaf4cd6fe tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:26:29.207991 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:26:29.290405 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7c8d7dbd-a298-46c8-8fa1-89abaf4cd6fe tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.296362 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7c8d7dbd-a298-46c8-8fa1-89abaf4cd6fe tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.299084 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7c8d7dbd-a298-46c8-8fa1-89abaf4cd6fe tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] 10.222.0.53 "DELETE /v2.0/networks/548c0664-9d32-414a-954e-3b897c59ad87 HTTP/1.1" status: 204 len: 168 time: 0.5491900 Jul 07 17:26:29.301967 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54244) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:29.331398 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d7dbd-a298-46c8-8fa1-89abaf4cd6fe tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Pushing event deleted for resources: {'Network': ['ID=548c0664-9d32-414a-954e-3b897c59ad87,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:29.348703 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-70690a96-749e-4538-9ba4-c92e811aecac tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.400878 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-70690a96-749e-4538-9ba4-c92e811aecac tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Network d8a289bc-7250-442c-bae6-dd18bd972961 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:29.405243 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-70690a96-749e-4538-9ba4-c92e811aecac tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:29.410960 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-70690a96-749e-4538-9ba4-c92e811aecac tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:29.468266 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-88fb2cda-4f35-4061-a996-4bb1420cc7c2 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 17:26:29.471983 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88fb2cda-4f35-4061-a996-4bb1420cc7c2 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:26:29.519089 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a3f291e0-713f-450a-83e1-61131dda7852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.544405 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a3f291e0-713f-450a-83e1-61131dda7852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.565204 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70690a96-749e-4538-9ba4-c92e811aecac tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Pushing event updated for resources: {'Port': ['ID=34e3c649-1434-4809-8271-19245a6f3b18,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:29.584578 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-70690a96-749e-4538-9ba4-c92e811aecac tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:29.586035 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-70690a96-749e-4538-9ba4-c92e811aecac tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.593273 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-88fb2cda-4f35-4061-a996-4bb1420cc7c2 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.1962283 Jul 07 17:26:29.597981 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54250) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:29.648451 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-70690a96-749e-4538-9ba4-c92e811aecac tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6384196 Jul 07 17:26:29.694992 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a3f291e0-713f-450a-83e1-61131dda7852 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f3adbfb11ade47f2abf7532e006ae4fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1092815 Jul 07 17:26:29.702059 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f291e0-713f-450a-83e1-61131dda7852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088ef121-66d0-43df-a11d-26825c0fc5a8,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:29.712152 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-ebfdb150-b6da-4f0b-87b6-09db62fcffe7 service neutron] Request body: {'port': {'device_id': '707bc3b4-af7f-4071-947e-88e6c2010c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:29.731805 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e076bd04-fe5d-4cd7-8d68-7ec289c16d42 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:29.738784 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e076bd04-fe5d-4cd7-8d68-7ec289c16d42 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:29.745785 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e076bd04-fe5d-4cd7-8d68-7ec289c16d42 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4374907 Jul 07 17:26:29.746218 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54254) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:29.753811 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-7d1ddaf2-cbaf-44b1-b736-e5124ed9054d tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-798456729'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:29.807566 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f21438-345d-4e55-9153-369045209e38 req-030b041d-1826-4c6c-aab9-6c353ac011aa tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:29.808958 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-88f21438-345d-4e55-9153-369045209e38 req-030b041d-1826-4c6c-aab9-6c353ac011aa tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/ports?device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 931 time: 0.2175515 Jul 07 17:26:29.809632 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1ddaf2-cbaf-44b1-b736-e5124ed9054d tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Made reservation on behalf of 29e5c6c55d1e4a52a59866abcfd17352 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:29.813344 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d1ddaf2-cbaf-44b1-b736-e5124ed9054d tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.869802 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1ddaf2-cbaf-44b1-b736-e5124ed9054d tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:26:29.879768 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-88f21438-345d-4e55-9153-369045209e38 req-2de03af1-dedd-41c2-ac80-b5b323b82b13 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/security-groups?id=57619786-0499-4018-ad6e-9849f9910558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550015 Jul 07 17:26:29.885925 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d1ddaf2-cbaf-44b1-b736-e5124ed9054d tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.886306 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-7d1ddaf2-cbaf-44b1-b736-e5124ed9054d tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Added segment 841979c3-5157-46a1-96b9-aaefd1695d60 of type vlan for network 8fd8efa3-0de3-4eb4-baff-23a867c21456 Jul 07 17:26:29.935789 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d1ddaf2-cbaf-44b1-b736-e5124ed9054d tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.983171 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d1ddaf2-cbaf-44b1-b736-e5124ed9054d tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.989700 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1ddaf2-cbaf-44b1-b736-e5124ed9054d tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:29.990377 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d1ddaf2-cbaf-44b1-b736-e5124ed9054d tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.060383 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7d1ddaf2-cbaf-44b1-b736-e5124ed9054d tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3129957 Jul 07 17:26:30.062977 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54256) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:30.071318 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-377039b1-7598-4b6f-857d-477706bca800 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1727744903'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:30.084363 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ddaf2-cbaf-44b1-b736-e5124ed9054d tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Pushing event updated for resources: {'Network': ['ID=8fd8efa3-0de3-4eb4-baff-23a867c21456,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:30.084682 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54252) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:30.097983 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 8fd8efa3-0de3-4eb4-baff-23a867c21456 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:26:30.100829 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377039b1-7598-4b6f-857d-477706bca800 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Made reservation on behalf of 29e5c6c55d1e4a52a59866abcfd17352 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:30.105088 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-377039b1-7598-4b6f-857d-477706bca800 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.137200 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377039b1-7598-4b6f-857d-477706bca800 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:26:30.151312 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-377039b1-7598-4b6f-857d-477706bca800 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.151803 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-377039b1-7598-4b6f-857d-477706bca800 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Added segment b66b6428-b3e4-438d-98a8-e8053bb46e9c of type vlan for network f3d58112-9420-4b0c-98f9-e29af4240357 Jul 07 17:26:30.193999 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-377039b1-7598-4b6f-857d-477706bca800 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.230384 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-377039b1-7598-4b6f-857d-477706bca800 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.237030 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377039b1-7598-4b6f-857d-477706bca800 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:30.237272 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-377039b1-7598-4b6f-857d-477706bca800 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.243586 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.320481 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe2e90-05d9-4aee-832a-ed67a120d0b9 req-c728a7bf-0415-4b84-b517-98475137d36b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:30.321036 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-377039b1-7598-4b6f-857d-477706bca800 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2434976 Jul 07 17:26:30.321036 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54264) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:30.321258 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1cfe2e90-05d9-4aee-832a-ed67a120d0b9 req-c728a7bf-0415-4b84-b517-98475137d36b tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=948cee78-1dd9-49f2-8441-65b00cf8dfaf HTTP/1.1" status: 200 len: 945 time: 0.7191522 Jul 07 17:26:30.326054 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-070cf43d-f71b-4f29-8fa5-cc0fab3ae608 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Request body: {'ports': [{'network_id': '8fd8efa3-0de3-4eb4-baff-23a867c21456', 'name': 'tempest-port--797011431', 'admin_state_up': True}, {'network_id': 'f3d58112-9420-4b0c-98f9-e29af4240357', 'admin_state_up': False}]} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:30.326447 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-070cf43d-f71b-4f29-8fa5-cc0fab3ae608 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Request body: {'port': {'network_id': '8fd8efa3-0de3-4eb4-baff-23a867c21456', 'name': 'tempest-port--797011431', 'admin_state_up': True}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:30.327008 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-070cf43d-f71b-4f29-8fa5-cc0fab3ae608 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Request body: {'port': {'network_id': 'f3d58112-9420-4b0c-98f9-e29af4240357', 'admin_state_up': False}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:30.332116 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377039b1-7598-4b6f-857d-477706bca800 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Pushing event updated for resources: {'Network': ['ID=f3d58112-9420-4b0c-98f9-e29af4240357,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:30.345924 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network f3d58112-9420-4b0c-98f9-e29af4240357 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:26:30.349134 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a8287eb1-8cdd-4c40-8dfc-af7470fc2818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.357207 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-ebfdb150-b6da-4f0b-87b6-09db62fcffe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.403966 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a8287eb1-8cdd-4c40-8dfc-af7470fc2818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.465551 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1cfe2e90-05d9-4aee-832a-ed67a120d0b9 req-86be05fc-7797-4d18-a441-07deaf5e52dc tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bfbd521-10d4-49dc-a2ee-f177c8718fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501689 Jul 07 17:26:30.500728 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-0ff6c9bd-0ce2-488e-93c3-9ca4dcefd835 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Deleting port 557d6ef3-ecf3-4dc2-b4f2-bb87c994336d {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:30.501124 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c9bd-0ce2-488e-93c3-9ca4dcefd835 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.567668 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070cf43d-f71b-4f29-8fa5-cc0fab3ae608 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Made reservation on behalf of 29e5c6c55d1e4a52a59866abcfd17352 for: {'port': 2} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:30.573408 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-070cf43d-f71b-4f29-8fa5-cc0fab3ae608 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.590230 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-070cf43d-f71b-4f29-8fa5-cc0fab3ae608 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.679868 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a8287eb1-8cdd-4c40-8dfc-af7470fc2818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.682468 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a8287eb1-8cdd-4c40-8dfc-af7470fc2818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.683640 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a8287eb1-8cdd-4c40-8dfc-af7470fc2818 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/088ef121-66d0-43df-a11d-26825c0fc5a8 HTTP/1.1" status: 204 len: 168 time: 0.5976996 Jul 07 17:26:30.695967 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-070cf43d-f71b-4f29-8fa5-cc0fab3ae608 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] device_id is not set on port a6b4bb47-18f7-41b1-b7b8-d105a3f0574e yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:26:30.739323 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8287eb1-8cdd-4c40-8dfc-af7470fc2818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088ef121-66d0-43df-a11d-26825c0fc5a8,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:30.753007 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c9bd-0ce2-488e-93c3-9ca4dcefd835 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.753420 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c9bd-0ce2-488e-93c3-9ca4dcefd835 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.772441 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-0ff6c9bd-0ce2-488e-93c3-9ca4dcefd835 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Calling delete_port for 557d6ef3-ecf3-4dc2-b4f2-bb87c994336d owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:30.966723 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-070cf43d-f71b-4f29-8fa5-cc0fab3ae608 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.019918 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-ebfdb150-b6da-4f0b-87b6-09db62fcffe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e3c649-1434-4809-8271-19245a6f3b18 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:26:31.081045 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-ebfdb150-b6da-4f0b-87b6-09db62fcffe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.120123 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-ebfdb150-b6da-4f0b-87b6-09db62fcffe7 service neutron] Transition to ACTIVE for port object 34e3c649-1434-4809-8271-19245a6f3b18 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:31.122174 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c9bd-0ce2-488e-93c3-9ca4dcefd835 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.137593 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [None req-070cf43d-f71b-4f29-8fa5-cc0fab3ae608 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] device_id is not set on port 52c80349-15a9-4c05-9d8d-c469bf5e3b92 yet. {{(pid=100193) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:26:31.147144 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-ebfdb150-b6da-4f0b-87b6-09db62fcffe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.156509 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54276) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:31.204033 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6c9bd-0ce2-488e-93c3-9ca4dcefd835 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Pushing event deleted for resources: {'Port': ['ID=557d6ef3-ecf3-4dc2-b4f2-bb87c994336d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:31.224709 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684195e0-13ac-499e-b0c1-af360881ed53 req-f7d85c21-a061-4315-8e4f-39f175df2f0e tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:31.226400 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-684195e0-13ac-499e-b0c1-af360881ed53 req-f7d85c21-a061-4315-8e4f-39f175df2f0e tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.64 "GET /v2.0/ports?device_id=948cee78-1dd9-49f2-8441-65b00cf8dfaf HTTP/1.1" status: 200 len: 945 time: 0.1606867 Jul 07 17:26:31.244984 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1cb1ca1a-cf8c-4894-9b8e-a23029eeddd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.363303 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdb150-b6da-4f0b-87b6-09db62fcffe7 service neutron] Pushing event updated for resources: {'Port': ['ID=34e3c649-1434-4809-8271-19245a6f3b18,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:31.411137 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c9bd-0ce2-488e-93c3-9ca4dcefd835 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.413779 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c9bd-0ce2-488e-93c3-9ca4dcefd835 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.415005 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0ff6c9bd-0ce2-488e-93c3-9ca4dcefd835 tempest-ExternalNetworksAdminNegativeTestJSON-809967557 tempest-ExternalNetworksAdminNegativeTestJSON-809967557-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/e2683a79-5ff3-468f-8c6a-31f330f49a08 HTTP/1.1" status: 204 len: 168 time: 1.8154674 Jul 07 17:26:31.423378 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffebb4e-9c51-4e83-bb05-91908e5495eb req-1d7de620-15c2-40ff-a739-e7b2fadbcfb2 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:31.432106 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2ffebb4e-9c51-4e83-bb05-91908e5495eb req-1d7de620-15c2-40ff-a739-e7b2fadbcfb2 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/ports?device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 943 time: 0.3160920 Jul 07 17:26:31.540778 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-ebfdb150-b6da-4f0b-87b6-09db62fcffe7 service neutron] Attempting to bind port 34e3c649-1434-4809-8271-19245a6f3b18 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:26:31.541349 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-ebfdb150-b6da-4f0b-87b6-09db62fcffe7 service neutron] Attempting to bind port 34e3c649-1434-4809-8271-19245a6f3b18 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'f20a1ac4-c44d-49a6-b98f-0a00763af46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd8a289bc-7250-442c-bae6-dd18bd972961'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:26:31.541745 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-ebfdb150-b6da-4f0b-87b6-09db62fcffe7 service neutron] Attempting to bind port 34e3c649-1434-4809-8271-19245a6f3b18 on network d8a289bc-7250-442c-bae6-dd18bd972961 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:31.576152 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-ebfdb150-b6da-4f0b-87b6-09db62fcffe7 service neutron] Port 34e3c649-1434-4809-8271-19245a6f3b18 on network d8a289bc-7250-442c-bae6-dd18bd972961 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:26:31.578145 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-ebfdb150-b6da-4f0b-87b6-09db62fcffe7 service neutron] Attempting to bind port 34e3c649-1434-4809-8271-19245a6f3b18 on network d8a289bc-7250-442c-bae6-dd18bd972961 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:31.586213 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2ffebb4e-9c51-4e83-bb05-91908e5495eb req-56222d96-4eb9-4a2d-90e3-e92bf03f80b2 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/security-groups?id=57619786-0499-4018-ad6e-9849f9910558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527312 Jul 07 17:26:31.621190 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-684195e0-13ac-499e-b0c1-af360881ed53 req-ca7e4430-21f2-4f96-8041-6006053b7e64 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Deleting port 26a5a26e-4f5e-41e5-8985-f6cd813a8046 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:31.621670 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-684195e0-13ac-499e-b0c1-af360881ed53 req-ca7e4430-21f2-4f96-8041-6006053b7e64 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.628019 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-ebfdb150-b6da-4f0b-87b6-09db62fcffe7 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:26:31.628340 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-ebfdb150-b6da-4f0b-87b6-09db62fcffe7 service neutron] Checking segment: {'id': 'f20a1ac4-c44d-49a6-b98f-0a00763af46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd8a289bc-7250-442c-bae6-dd18bd972961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:31.628746 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-ebfdb150-b6da-4f0b-87b6-09db62fcffe7 service neutron] Bound using segment: {'id': 'f20a1ac4-c44d-49a6-b98f-0a00763af46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd8a289bc-7250-442c-bae6-dd18bd972961'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:26:31.629203 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-ebfdb150-b6da-4f0b-87b6-09db62fcffe7 service neutron] Bound port: 34e3c649-1434-4809-8271-19245a6f3b18, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f20a1ac4-c44d-49a6-b98f-0a00763af46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd8a289bc-7250-442c-bae6-dd18bd972961'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:26:31.629576 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-ebfdb150-b6da-4f0b-87b6-09db62fcffe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.703831 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1cb1ca1a-cf8c-4894-9b8e-a23029eeddd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.716086 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-070cf43d-f71b-4f29-8fa5-cc0fab3ae608 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.739600 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1cb1ca1a-cf8c-4894-9b8e-a23029eeddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.805014 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-684195e0-13ac-499e-b0c1-af360881ed53 req-ca7e4430-21f2-4f96-8041-6006053b7e64 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] For port 26a5a26e-4f5e-41e5-8985-f6cd813a8046, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=26a5a26e-4f5e-41e5-8985-f6cd813a8046,segment=NetworkSegment(cef86302-c991-47cf-a7fd-0464c6fa2b9a),segment_id=cef86302-c991-47cf-a7fd-0464c6fa2b9a)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:31.805393 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-684195e0-13ac-499e-b0c1-af360881ed53 req-ca7e4430-21f2-4f96-8041-6006053b7e64 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.858376 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1ca1a-cf8c-4894-9b8e-a23029eeddd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e89dd7-9fae-4633-83b6-bb546662b9f8,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:31.874573 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-070cf43d-f71b-4f29-8fa5-cc0fab3ae608 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.883131 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-ebfdb150-b6da-4f0b-87b6-09db62fcffe7 service neutron] For port 34e3c649-1434-4809-8271-19245a6f3b18, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:26:31.925707 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-ebfdb150-b6da-4f0b-87b6-09db62fcffe7 service neutron] For port 34e3c649-1434-4809-8271-19245a6f3b18, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=34e3c649-1434-4809-8271-19245a6f3b18,segment=NetworkSegment(f20a1ac4-c44d-49a6-b98f-0a00763af46f),segment_id=f20a1ac4-c44d-49a6-b98f-0a00763af46f)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:26:31.936991 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1cb1ca1a-cf8c-4894-9b8e-a23029eeddd1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e0f75b21cf04227bbfdb280edecfe57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7453980 Jul 07 17:26:31.949738 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54286) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:31.962513 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-ebfdb150-b6da-4f0b-87b6-09db62fcffe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.006942 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-ebfdb150-b6da-4f0b-87b6-09db62fcffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:32.011330 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-ebfdb150-b6da-4f0b-87b6-09db62fcffe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.013372 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-ebfdb150-b6da-4f0b-87b6-09db62fcffe7 service neutron] 10.222.0.72 "PUT /v2.0/ports/34e3c649-1434-4809-8271-19245a6f3b18 HTTP/1.1" status: 200 len: 1092 time: 2.3062439 Jul 07 17:26:32.026274 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707bc3b4-af7f-4071-947e-88e6c2010c9c', 'tag': '34e3c649-1434-4809-8271-19245a6f3b18'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:32.030141 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9582ee-f4fd-40ac-9b86-48f219c1219f" -d '{"events": [{"name": "network-changed", "server_uuid": "707bc3b4-af7f-4071-947e-88e6c2010c9c", "tag": "34e3c649-1434-4809-8271-19245a6f3b18"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:32.085953 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54292) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:32.146840 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff7a1c0-4043-40b1-be10-4ead1bf50e4b x-openstack-request-id: req-2ff7a1c0-4043-40b1-be10-4ead1bf50e4b {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:32.147140 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707bc3b4-af7f-4071-947e-88e6c2010c9c", "tag": "34e3c649-1434-4809-8271-19245a6f3b18", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:32.147932 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ff7a1c0-4043-40b1-be10-4ead1bf50e4b {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:32.147932 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707bc3b4-af7f-4071-947e-88e6c2010c9c', 'tag': '34e3c649-1434-4809-8271-19245a6f3b18', 'status': 'completed', 'code': 200} Jul 07 17:26:32.176353 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070cf43d-f71b-4f29-8fa5-cc0fab3ae608 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Pushing event updated for resources: {'Port': ['ID=a6b4bb47-18f7-41b1-b7b8-d105a3f0574e,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:32.184206 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bce036-5b3a-4401-87fd-fc60c86b4a14 req-124e1bcf-8b51-48fb-968e-48d445480a4f tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:32.185814 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-77bce036-5b3a-4401-87fd-fc60c86b4a14 req-124e1bcf-8b51-48fb-968e-48d445480a4f tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=948cee78-1dd9-49f2-8441-65b00cf8dfaf HTTP/1.1" status: 200 len: 945 time: 0.4913728 Jul 07 17:26:32.206192 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-684195e0-13ac-499e-b0c1-af360881ed53 req-ca7e4430-21f2-4f96-8041-6006053b7e64 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.206192 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-684195e0-13ac-499e-b0c1-af360881ed53 req-ca7e4430-21f2-4f96-8041-6006053b7e64 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.206592 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [req-684195e0-13ac-499e-b0c1-af360881ed53 req-ca7e4430-21f2-4f96-8041-6006053b7e64 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Floating IP c00ba1f2-2813-4128-9548-7b287ba241da disassociated. External IP: 172.25.0.48, port: 26a5a26e-4f5e-41e5-8985-f6cd813a8046. Jul 07 17:26:32.206702 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-684195e0-13ac-499e-b0c1-af360881ed53 req-ca7e4430-21f2-4f96-8041-6006053b7e64 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Calling delete_port for 26a5a26e-4f5e-41e5-8985-f6cd813a8046 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:32.211733 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070cf43d-f71b-4f29-8fa5-cc0fab3ae608 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Checking segment: {'id': '841979c3-5157-46a1-96b9-aaefd1695d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8fd8efa3-0de3-4eb4-baff-23a867c21456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:32.211733 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070cf43d-f71b-4f29-8fa5-cc0fab3ae608 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Network hostable DHCP agents. Network: 8fd8efa3-0de3-4eb4-baff-23a867c21456, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:26:32.240807 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdb150-b6da-4f0b-87b6-09db62fcffe7 service neutron] Pushing event updated for resources: {'Port': ['ID=34e3c649-1434-4809-8271-19245a6f3b18,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:32.249322 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5760-381e-44f1-b498-493135322c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.287190 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070cf43d-f71b-4f29-8fa5-cc0fab3ae608 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Network 8fd8efa3-0de3-4eb4-baff-23a867c21456 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:26:32.289365 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d5cc6f03-7d97-49ad-ba0e-8b2b525bc33f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.297139 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-77bce036-5b3a-4401-87fd-fc60c86b4a14 req-fde835d7-c898-4bfc-bde2-5091bc117084 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bfbd521-10d4-49dc-a2ee-f177c8718fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002507 Jul 07 17:26:32.301120 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5760-381e-44f1-b498-493135322c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.310116 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-365d8a75-3ba7-4492-b5e4-e6dd089ad42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:32.311678 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-365d8a75-3ba7-4492-b5e4-e6dd089ad42c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=965b3a662467441ca11d9cc2e0d11b4b&device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 1095 time: 0.2173989 Jul 07 17:26:32.333909 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-070cf43d-f71b-4f29-8fa5-cc0fab3ae608 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 8fd8efa3-0de3-4eb4-baff-23a867c21456) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:32.343635 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec71c19b-2535-4c91-ab31-b86f1f5fa5aa None None] Network 8fd8efa3-0de3-4eb4-baff-23a867c21456 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:32.365709 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070cf43d-f71b-4f29-8fa5-cc0fab3ae608 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:32.367179 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-070cf43d-f71b-4f29-8fa5-cc0fab3ae608 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.371429 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-9a9ce391-b3ef-41d6-8227-4cbb6f20c430 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34e3c649-1434-4809-8271-19245a6f3b18 HTTP/1.1" status: 200 len: 217 time: 0.0487885 Jul 07 17:26:32.431466 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070cf43d-f71b-4f29-8fa5-cc0fab3ae608 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Pushing event updated for resources: {'Port': ['ID=52c80349-15a9-4c05-9d8d-c469bf5e3b92,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:32.443256 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5760-381e-44f1-b498-493135322c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.447363 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5760-381e-44f1-b498-493135322c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.448505 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c7fb5760-381e-44f1-b498-493135322c7f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e3e89dd7-9fae-4633-83b6-bb546662b9f8 HTTP/1.1" status: 204 len: 168 time: 0.4943750 Jul 07 17:26:32.457053 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-b932ee6f-24a0-4b64-966e-b987ab8ade2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:32.458713 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-b932ee6f-24a0-4b64-966e-b987ab8ade2e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c90d6609-0f7d-4e40-b74b-987e6490166e HTTP/1.1" status: 200 len: 851 time: 0.0798810 Jul 07 17:26:32.464947 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb5760-381e-44f1-b498-493135322c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e89dd7-9fae-4633-83b6-bb546662b9f8,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:32.534742 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-bdb49b28-2c16-49bc-8ad6-7cba90233f23 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8a289bc-7250-442c-bae6-dd18bd972961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673752 Jul 07 17:26:32.562337 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-684195e0-13ac-499e-b0c1-af360881ed53 req-ca7e4430-21f2-4f96-8041-6006053b7e64 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.575914 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070cf43d-f71b-4f29-8fa5-cc0fab3ae608 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Checking segment: {'id': 'b66b6428-b3e4-438d-98a8-e8053bb46e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f3d58112-9420-4b0c-98f9-e29af4240357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:32.576286 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070cf43d-f71b-4f29-8fa5-cc0fab3ae608 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Network hostable DHCP agents. Network: f3d58112-9420-4b0c-98f9-e29af4240357, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:26:32.621353 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e4430-21f2-4f96-8041-6006053b7e64 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Pushing event deleted for resources: {'Port': ['ID=26a5a26e-4f5e-41e5-8985-f6cd813a8046,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:32.679583 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-8d72ed18-f6a7-49ba-ae8d-2cee021beda7 service neutron] 10.222.0.72 "GET /v2.0/networks/d8a289bc-7250-442c-bae6-dd18bd972961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369388 Jul 07 17:26:32.737626 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d5cc6f03-7d97-49ad-ba0e-8b2b525bc33f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.741306 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070cf43d-f71b-4f29-8fa5-cc0fab3ae608 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Network f3d58112-9420-4b0c-98f9-e29af4240357 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:26:32.750797 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d5cc6f03-7d97-49ad-ba0e-8b2b525bc33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.785620 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-070cf43d-f71b-4f29-8fa5-cc0fab3ae608 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, f3d58112-9420-4b0c-98f9-e29af4240357) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:32.795580 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36312c95-59d1-4a3f-9ae8-09918ebba598 None None] Network f3d58112-9420-4b0c-98f9-e29af4240357 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:32.832954 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41f9bd06-dc27-461b-9ef5-8dbf027f4359 req-2a1a645d-0bc9-4c35-8d97-8f38b32f0292 service neutron] 10.222.0.72 "GET /v2.0/networks/d8a289bc-7250-442c-bae6-dd18bd972961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453528 Jul 07 17:26:32.888437 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070cf43d-f71b-4f29-8fa5-cc0fab3ae608 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:32.896214 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070cf43d-f71b-4f29-8fa5-cc0fab3ae608 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:32.902235 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070cf43d-f71b-4f29-8fa5-cc0fab3ae608 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:32.903265 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-070cf43d-f71b-4f29-8fa5-cc0fab3ae608 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.923136 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d5cc6f03-7d97-49ad-ba0e-8b2b525bc33f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f33040c252d84ed2a4787f29391a4bb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8340838 Jul 07 17:26:32.927792 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54314) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:32.934944 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc6f03-7d97-49ad-ba0e-8b2b525bc33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bec54b-3c10-46a7-9bce-1dbe69155446,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:32.998876 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54318) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:33.001062 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-070cf43d-f71b-4f29-8fa5-cc0fab3ae608 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.6770332 Jul 07 17:26:33.061516 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-684195e0-13ac-499e-b0c1-af360881ed53 req-ca7e4430-21f2-4f96-8041-6006053b7e64 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Router eed3d3eb-1a68-421c-a21f-a8fb1ee460da has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:26:33.086002 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9582ee-f4fd-40ac-9b86-48f219c1219f req-951e6b5d-88e4-41bc-982c-45571ea9f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:33.089529 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef9582ee-f4fd-40ac-9b86-48f219c1219f req-951e6b5d-88e4-41bc-982c-45571ea9f0bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=965b3a662467441ca11d9cc2e0d11b4b&device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 1095 time: 0.1711395 Jul 07 17:26:33.124887 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edab5f-1cc6-410f-93c4-bf63b0f326bc req-f9debb74-b520-496f-83ce-deeceeb1a206 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:33.129316 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-90edab5f-1cc6-410f-93c4-bf63b0f326bc req-f9debb74-b520-496f-83ce-deeceeb1a206 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/ports?device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 943 time: 0.3572054 Jul 07 17:26:33.226048 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f3695df5-0b91-4d80-a2a2-4fb046f4883f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.286576 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-90edab5f-1cc6-410f-93c4-bf63b0f326bc req-d054a517-0be0-4856-b0dc-33128f80eebf tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/security-groups?id=57619786-0499-4018-ad6e-9849f9910558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382854 Jul 07 17:26:33.294963 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9582ee-f4fd-40ac-9b86-48f219c1219f req-32ebbbce-7f2a-4384-ade8-96b82c1be759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:33.297019 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef9582ee-f4fd-40ac-9b86-48f219c1219f req-32ebbbce-7f2a-4384-ade8-96b82c1be759 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d8a289bc-7250-442c-bae6-dd18bd972961 HTTP/1.1" status: 200 len: 912 time: 0.1956906 Jul 07 17:26:33.344732 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f3695df5-0b91-4d80-a2a2-4fb046f4883f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.377584 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 26a5a26e-4f5e-41e5-8985-f6cd813a8046 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:33.396203 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef9582ee-f4fd-40ac-9b86-48f219c1219f req-db50ba93-5e43-41a1-93b3-a6ffb7b086f1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34e3c649-1434-4809-8271-19245a6f3b18 HTTP/1.1" status: 200 len: 217 time: 0.0914826 Jul 07 17:26:33.439066 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 26a5a26e-4f5e-41e5-8985-f6cd813a8046 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:33.439679 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 26a5a26e-4f5e-41e5-8985-f6cd813a8046 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:33.449723 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-684195e0-13ac-499e-b0c1-af360881ed53 req-ca7e4430-21f2-4f96-8041-6006053b7e64 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:26:33.466025 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752eb6f7-5bc0-4e60-a150-7921148a9a46 None None] Sync routers for ids ['eed3d3eb-1a68-421c-a21f-a8fb1ee460da'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:26:33.483734 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752eb6f7-5bc0-4e60-a150-7921148a9a46 None None] Routers {'eed3d3eb-1a68-421c-a21f-a8fb1ee460da'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:33.487662 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-752eb6f7-5bc0-4e60-a150-7921148a9a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:26:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['eed3d3eb-1a68-421c-a21f-a8fb1ee460da'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:33.500334 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a516540-5050-4c91-93ad-4ef6912ea64e tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:33.506619 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a516540-5050-4c91-93ad-4ef6912ea64e tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:33.508197 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1a516540-5050-4c91-93ad-4ef6912ea64e tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4988444 Jul 07 17:26:33.512312 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54330) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:33.542941 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d7d26b0d-a899-4f84-af87-e31afc008e0d req-ea365ded-7e27-4505-bff8-884fb1c81f85 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/ports?device_id=948cee78-1dd9-49f2-8441-65b00cf8dfaf HTTP/1.1" status: 200 len: 210 time: 0.0638821 Jul 07 17:26:33.546027 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-684195e0-13ac-499e-b0c1-af360881ed53 req-ca7e4430-21f2-4f96-8041-6006053b7e64 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] No DVR routers for this DVR port 26a5a26e-4f5e-41e5-8985-f6cd813a8046 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:26:33.547870 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f3695df5-0b91-4d80-a2a2-4fb046f4883f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.551673 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f3695df5-0b91-4d80-a2a2-4fb046f4883f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.553479 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f3695df5-0b91-4d80-a2a2-4fb046f4883f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/82bec54b-3c10-46a7-9bce-1dbe69155446 HTTP/1.1" status: 204 len: 168 time: 0.6197233 Jul 07 17:26:33.555433 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-684195e0-13ac-499e-b0c1-af360881ed53 req-ca7e4430-21f2-4f96-8041-6006053b7e64 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.558406 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-684195e0-13ac-499e-b0c1-af360881ed53 req-ca7e4430-21f2-4f96-8041-6006053b7e64 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.64 "DELETE /v2.0/ports/26a5a26e-4f5e-41e5-8985-f6cd813a8046 HTTP/1.1" status: 204 len: 173 time: 2.3231747 Jul 07 17:26:33.560472 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948cee78-1dd9-49f2-8441-65b00cf8dfaf', 'name': 'network-vif-deleted', 'tag': '26a5a26e-4f5e-41e5-8985-f6cd813a8046'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:33.562836 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c64a9b-2751-44ec-b914-c4bc780cb3ec" -d '{"events": [{"server_uuid": "948cee78-1dd9-49f2-8441-65b00cf8dfaf", "name": "network-vif-deleted", "tag": "26a5a26e-4f5e-41e5-8985-f6cd813a8046"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:33.577293 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9582ee-f4fd-40ac-9b86-48f219c1219f req-c3363b11-ded8-4a05-bdd5-836705209fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:33.578670 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef9582ee-f4fd-40ac-9b86-48f219c1219f req-c3363b11-ded8-4a05-bdd5-836705209fb0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c90d6609-0f7d-4e40-b74b-987e6490166e HTTP/1.1" status: 200 len: 851 time: 0.1728256 Jul 07 17:26:33.584144 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3695df5-0b91-4d80-a2a2-4fb046f4883f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bec54b-3c10-46a7-9bce-1dbe69155446,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:33.663111 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef9582ee-f4fd-40ac-9b86-48f219c1219f req-692d9f27-2759-4aa9-9bbe-cc437298efc0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8a289bc-7250-442c-bae6-dd18bd972961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736747 Jul 07 17:26:33.667615 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb1869d-981f-4e7d-9b41-53e1f8361a74 x-openstack-request-id: req-acb1869d-981f-4e7d-9b41-53e1f8361a74 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:33.668128 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948cee78-1dd9-49f2-8441-65b00cf8dfaf", "name": "network-vif-deleted", "tag": "26a5a26e-4f5e-41e5-8985-f6cd813a8046", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:33.668257 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-acb1869d-981f-4e7d-9b41-53e1f8361a74 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:33.668586 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948cee78-1dd9-49f2-8441-65b00cf8dfaf', 'name': 'network-vif-deleted', 'tag': '26a5a26e-4f5e-41e5-8985-f6cd813a8046', 'status': 'completed', 'code': 200} Jul 07 17:26:33.751590 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-752eb6f7-5bc0-4e60-a150-7921148a9a46 None None] Set router eed3d3eb-1a68-421c-a21f-a8fb1ee460da gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:33.913158 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef9582ee-f4fd-40ac-9b86-48f219c1219f req-d8880a43-9e57-4603-aa5a-24b0e2d757b5 service neutron] 10.222.0.72 "GET /v2.0/networks/d8a289bc-7250-442c-bae6-dd18bd972961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413599 Jul 07 17:26:33.915761 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-8162c264-eb4a-4d39-a07f-b6d3631226ae tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Deleting port a6b4bb47-18f7-41b1-b7b8-d105a3f0574e {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:33.916110 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8162c264-eb4a-4d39-a07f-b6d3631226ae tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:34.171929 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8162c264-eb4a-4d39-a07f-b6d3631226ae tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:34.196838 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-8162c264-eb4a-4d39-a07f-b6d3631226ae tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Calling delete_port for a6b4bb47-18f7-41b1-b7b8-d105a3f0574e owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:34.203365 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-752eb6f7-5bc0-4e60-a150-7921148a9a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'name': 'tempest-AttachVolumeTestJSON-315326028-router', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e9745790-a66f-4b18-9061-576418fba211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:42Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'gw_port': {'id': 'e9745790-a66f-4b18-9061-576418fba211', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:51Z', 'updated_at': '2021-07-07T17:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'd44d34e5-4162-4302-ab10-46dec4a7318e', 'name': '', 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'mac_address': 'fa:16:3e:d7:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:06Z', 'updated_at': '2021-07-07T17:18:24Z', 'revision_number': 5, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'subnets': [{'id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:34.247847 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752eb6f7-5bc0-4e60-a150-7921148a9a46 None None] Checking router: eed3d3eb-1a68-421c-a21f-a8fb1ee460da for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:26:34.250914 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef9582ee-f4fd-40ac-9b86-48f219c1219f req-ab721def-480f-4c75-bb43-c61ed17e4f1c service neutron] 10.222.0.72 "GET /v2.0/networks/d8a289bc-7250-442c-bae6-dd18bd972961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302910 Jul 07 17:26:34.258791 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752eb6f7-5bc0-4e60-a150-7921148a9a46 None None] Routers {'eed3d3eb-1a68-421c-a21f-a8fb1ee460da'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:34.259648 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-752eb6f7-5bc0-4e60-a150-7921148a9a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:26:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['eed3d3eb-1a68-421c-a21f-a8fb1ee460da'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:34.359576 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54350) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:34.452096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54352) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:34.453515 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-10e008ab-16d8-4e45-855e-37fc7bcb135b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f69464f647ff4f1da377706cd265f1ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0920854 Jul 07 17:26:34.543828 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-752eb6f7-5bc0-4e60-a150-7921148a9a46 None None] Set router eed3d3eb-1a68-421c-a21f-a8fb1ee460da gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:34.596657 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e281b1e4-87e5-4ccd-aee9-b96d5ebeba86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:34.666714 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8162c264-eb4a-4d39-a07f-b6d3631226ae tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:34.672232 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e281b1e4-87e5-4ccd-aee9-b96d5ebeba86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:34.696991 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 34e3c649-1434-4809-8271-19245a6f3b18 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:26:34.735277 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54358) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:34.747431 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8162c264-eb4a-4d39-a07f-b6d3631226ae tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:34.749499 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8162c264-eb4a-4d39-a07f-b6d3631226ae tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] 10.222.0.53 "DELETE /v2.0/ports/a6b4bb47-18f7-41b1-b7b8-d105a3f0574e HTTP/1.1" status: 204 len: 168 time: 1.2184131 Jul 07 17:26:34.754861 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54360) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:34.755682 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162c264-eb4a-4d39-a07f-b6d3631226ae tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Pushing event deleted for resources: {'Port': ['ID=a6b4bb47-18f7-41b1-b7b8-d105a3f0574e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:34.823021 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80707bdd-ecde-4f2c-a37b-eaa6b7aa522b req-fbe2e03e-2eb8-4941-a082-cf5a1cac995c tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:34.825424 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80707bdd-ecde-4f2c-a37b-eaa6b7aa522b req-fbe2e03e-2eb8-4941-a082-cf5a1cac995c tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/ports?device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 943 time: 0.3018622 Jul 07 17:26:34.883931 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-752eb6f7-5bc0-4e60-a150-7921148a9a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'name': 'tempest-AttachVolumeTestJSON-315326028-router', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e9745790-a66f-4b18-9061-576418fba211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:42Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'gw_port': {'id': 'e9745790-a66f-4b18-9061-576418fba211', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:51Z', 'updated_at': '2021-07-07T17:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'd44d34e5-4162-4302-ab10-46dec4a7318e', 'name': '', 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'mac_address': 'fa:16:3e:d7:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:06Z', 'updated_at': '2021-07-07T17:18:24Z', 'revision_number': 5, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'subnets': [{'id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:34.902587 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c4347bc9-f8e7-424a-bda1-43eaae160428 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:34.933618 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752eb6f7-5bc0-4e60-a150-7921148a9a46 None None] The sync data for ids ['eed3d3eb-1a68-421c-a21f-a8fb1ee460da'] in n-d-791503-12 is: [{'id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'name': 'tempest-AttachVolumeTestJSON-315326028-router', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e9745790-a66f-4b18-9061-576418fba211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:42Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'gw_port': {'id': 'e9745790-a66f-4b18-9061-576418fba211', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:51Z', 'updated_at': '2021-07-07T17:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'd44d34e5-4162-4302-ab10-46dec4a7318e', 'name': '', 'network_id': '8844e96f-6ac0-4025-abff-e3224e6714bf', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'mac_address': 'fa:16:3e:d7:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:06Z', 'updated_at': '2021-07-07T17:18:24Z', 'revision_number': 5, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'subnets': [{'id': 'e2ae55f5-c355-4456-833a-1db6be8fc78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:26:34.956222 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c4347bc9-f8e7-424a-bda1-43eaae160428 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:34.977730 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80707bdd-ecde-4f2c-a37b-eaa6b7aa522b req-9be9886e-7ccb-4e65-9e6f-1392f739ae1c tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/security-groups?id=57619786-0499-4018-ad6e-9849f9910558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418073 Jul 07 17:26:34.979878 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e281b1e4-87e5-4ccd-aee9-b96d5ebeba86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:34.982574 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e281b1e4-87e5-4ccd-aee9-b96d5ebeba86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:34.983751 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e281b1e4-87e5-4ccd-aee9-b96d5ebeba86 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b2ca8f7e-4aa0-45df-adcb-4553f11a8b0e HTTP/1.1" status: 204 len: 168 time: 0.5305166 Jul 07 17:26:35.016086 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281b1e4-87e5-4ccd-aee9-b96d5ebeba86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ca8f7e-4aa0-45df-adcb-4553f11a8b0e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:35.025935 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 34e3c649-1434-4809-8271-19245a6f3b18, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=34e3c649-1434-4809-8271-19245a6f3b18,segment=NetworkSegment(f20a1ac4-c44d-49a6-b98f-0a00763af46f),segment_id=f20a1ac4-c44d-49a6-b98f-0a00763af46f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:35.065113 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-72f8af3a-ce92-40d2-b6c5-e7e140602a69 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Deleting port 52c80349-15a9-4c05-9d8d-c469bf5e3b92 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:35.065379 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72f8af3a-ce92-40d2-b6c5-e7e140602a69 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:35.078482 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '34e3c649-1434-4809-8271-19245a6f3b18', 'network_id': 'd8a289bc-7250-442c-bae6-dd18bd972961', 'port_id': '34e3c649-1434-4809-8271-19245a6f3b18', 'mac_address': 'fa:16:3e:61:93:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c90d6609-0f7d-4e40-b74b-987e6490166e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:26:35.127298 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c4347bc9-f8e7-424a-bda1-43eaae160428 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:35.133809 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c4347bc9-f8e7-424a-bda1-43eaae160428 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:35.152880 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c4347bc9-f8e7-424a-bda1-43eaae160428 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "DELETE /v2.0/security-groups/4bfbd521-10d4-49dc-a2ee-f177c8718fbd HTTP/1.1" status: 204 len: 168 time: 0.4158900 Jul 07 17:26:35.158531 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54378) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:35.164453 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:35.183078 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e3c649-1434-4809-8271-19245a6f3b18 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:26:35.220073 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4347bc9-f8e7-424a-bda1-43eaae160428 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfbd521-10d4-49dc-a2ee-f177c8718fbd,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:35.225097 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72f8af3a-ce92-40d2-b6c5-e7e140602a69 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:35.227802 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 34e3c649-1434-4809-8271-19245a6f3b18, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=34e3c649-1434-4809-8271-19245a6f3b18,segment=NetworkSegment(f20a1ac4-c44d-49a6-b98f-0a00763af46f),segment_id=f20a1ac4-c44d-49a6-b98f-0a00763af46f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:35.233120 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-8d9dd508-1c28-4b69-9a6b-ab6a5a2dd22a tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] show failed (client error): The resource could not be found. Jul 07 17:26:35.237498 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8d9dd508-1c28-4b69-9a6b-ab6a5a2dd22a tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "GET /v2.0/security-groups/4bfbd521-10d4-49dc-a2ee-f177c8718fbd HTTP/1.1" status: 404 len: 347 time: 0.0623403 Jul 07 17:26:35.238102 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54382) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:35.244978 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:35.321804 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-72f8af3a-ce92-40d2-b6c5-e7e140602a69 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Calling delete_port for 52c80349-15a9-4c05-9d8d-c469bf5e3b92 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:35.380319 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=34e3c649-1434-4809-8271-19245a6f3b18,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:35.487008 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ad9f1-7028-456e-b434-1d55bce897d2 None None] New status for floating IP c00ba1f2-2813-4128-9548-7b287ba241da: DOWN {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:26:35.492221 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['34e3c649-1434-4809-8271-19245a6f3b18'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:26:35.508642 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72f8af3a-ce92-40d2-b6c5-e7e140602a69 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:35.565705 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8af3a-ce92-40d2-b6c5-e7e140602a69 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Pushing event deleted for resources: {'Port': ['ID=52c80349-15a9-4c05-9d8d-c469bf5e3b92,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:35.569856 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-2ac6c6e8-1ce1-4211-99cb-7fe2134d9c99 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Deleting port e7225326-7c49-4f62-8bde-f5a46a2ad339 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:35.570206 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2ac6c6e8-1ce1-4211-99cb-7fe2134d9c99 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:35.577273 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72f8af3a-ce92-40d2-b6c5-e7e140602a69 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:35.580372 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-72f8af3a-ce92-40d2-b6c5-e7e140602a69 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] 10.222.0.53 "DELETE /v2.0/ports/52c80349-15a9-4c05-9d8d-c469bf5e3b92 HTTP/1.1" status: 204 len: 168 time: 0.8161907 Jul 07 17:26:35.582984 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54396) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:35.621668 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-617b05d3-3cf0-46d0-98ee-a29d54188871 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0368063 Jul 07 17:26:35.625423 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54398) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:35.632670 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-18d9d057-18c2-4de4-8801-391406f66ea2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1113200582'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:35.669920 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d9d057-18c2-4de4-8801-391406f66ea2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Made reservation on behalf of 29e5c6c55d1e4a52a59866abcfd17352 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:35.683589 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-18d9d057-18c2-4de4-8801-391406f66ea2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:35.747375 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d9d057-18c2-4de4-8801-391406f66ea2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:26:35.759471 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2ac6c6e8-1ce1-4211-99cb-7fe2134d9c99 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:35.759972 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2ac6c6e8-1ce1-4211-99cb-7fe2134d9c99 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:35.768462 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-18d9d057-18c2-4de4-8801-391406f66ea2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:35.769422 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-18d9d057-18c2-4de4-8801-391406f66ea2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Added segment 6b49036e-0a96-4b0d-a3bb-a36d5c17f284 of type vlan for network 28099f05-d7b8-4177-a1fa-515d150e55f3 Jul 07 17:26:35.794301 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-2ac6c6e8-1ce1-4211-99cb-7fe2134d9c99 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Calling delete_port for e7225326-7c49-4f62-8bde-f5a46a2ad339 owned by network:floatingip {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:35.870154 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-18d9d057-18c2-4de4-8801-391406f66ea2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:35.937559 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-18d9d057-18c2-4de4-8801-391406f66ea2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:35.952740 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d9d057-18c2-4de4-8801-391406f66ea2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:35.954685 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-18d9d057-18c2-4de4-8801-391406f66ea2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:36.093155 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-18d9d057-18c2-4de4-8801-391406f66ea2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4665310 Jul 07 17:26:36.093807 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54418) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:36.108030 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-a1aa7d9b-6597-4d00-99e5-ca25bb893f06 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1854858705'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:36.140356 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1aa7d9b-6597-4d00-99e5-ca25bb893f06 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Made reservation on behalf of 29e5c6c55d1e4a52a59866abcfd17352 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:36.145808 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a1aa7d9b-6597-4d00-99e5-ca25bb893f06 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:36.165758 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2ac6c6e8-1ce1-4211-99cb-7fe2134d9c99 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:36.168354 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9d057-18c2-4de4-8801-391406f66ea2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Pushing event updated for resources: {'Network': ['ID=28099f05-d7b8-4177-a1fa-515d150e55f3,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:36.182011 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 28099f05-d7b8-4177-a1fa-515d150e55f3 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:26:36.186092 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1aa7d9b-6597-4d00-99e5-ca25bb893f06 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:26:36.212302 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a1aa7d9b-6597-4d00-99e5-ca25bb893f06 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:36.213592 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-a1aa7d9b-6597-4d00-99e5-ca25bb893f06 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Added segment 772d63b9-0eb2-4d61-91d1-4a6200d259cc of type vlan for network d9fde92b-5a7b-4f41-884b-9779a6b95ad7 Jul 07 17:26:36.318531 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a1aa7d9b-6597-4d00-99e5-ca25bb893f06 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:36.362368 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a1aa7d9b-6597-4d00-99e5-ca25bb893f06 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:36.369785 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1aa7d9b-6597-4d00-99e5-ca25bb893f06 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:36.370503 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a1aa7d9b-6597-4d00-99e5-ca25bb893f06 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:36.465959 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a1aa7d9b-6597-4d00-99e5-ca25bb893f06 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3670220 Jul 07 17:26:36.523166 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54430) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:36.530128 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa7d9b-6597-4d00-99e5-ca25bb893f06 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Pushing event updated for resources: {'Network': ['ID=d9fde92b-5a7b-4f41-884b-9779a6b95ad7,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:36.544812 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network d9fde92b-5a7b-4f41-884b-9779a6b95ad7 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:26:36.703312 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54436) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:36.707412 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 34e3c649-1434-4809-8271-19245a6f3b18 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:36.711766 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-06256ced-86ca-41ed-8b60-bebe96f57876 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Request body: {'subnets': [{'network_id': '28099f05-d7b8-4177-a1fa-515d150e55f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1209913230', 'ip_version': 4}, {'network_id': 'd9fde92b-5a7b-4f41-884b-9779a6b95ad7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:36.712072 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-06256ced-86ca-41ed-8b60-bebe96f57876 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Request body: {'subnet': {'network_id': '28099f05-d7b8-4177-a1fa-515d150e55f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1209913230', 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:36.712701 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-06256ced-86ca-41ed-8b60-bebe96f57876 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Request body: {'subnet': {'network_id': 'd9fde92b-5a7b-4f41-884b-9779a6b95ad7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:36.848717 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6c6e8-1ce1-4211-99cb-7fe2134d9c99 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Pushing event deleted for resources: {'Port': ['ID=e7225326-7c49-4f62-8bde-f5a46a2ad339,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:36.864587 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 34e3c649-1434-4809-8271-19245a6f3b18 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:36.885320 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 34e3c649-1434-4809-8271-19245a6f3b18 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:36.889754 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:36.980993 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4b537e6d-a533-47e4-9e5c-c6f15929041f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.015085 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2ac6c6e8-1ce1-4211-99cb-7fe2134d9c99 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks [] for floatingip, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.022436 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2ac6c6e8-1ce1-4211-99cb-7fe2134d9c99 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.025827 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2ac6c6e8-1ce1-4211-99cb-7fe2134d9c99 tempest-AttachVolumeTestJSON-1928306662 tempest-AttachVolumeTestJSON-1928306662-project] 10.222.0.53 "DELETE /v2.0/floatingips/c00ba1f2-2813-4128-9548-7b287ba241da HTTP/1.1" status: 204 len: 168 time: 1.7865107 Jul 07 17:26:37.094599 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d19264-a393-4d07-bac7-52b0277bfe49 req-27cad5d4-34b9-4b76-bc28-af13e6d79072 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:37.114311 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69d19264-a393-4d07-bac7-52b0277bfe49 req-27cad5d4-34b9-4b76-bc28-af13e6d79072 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/ports?device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 944 time: 0.2681208 Jul 07 17:26:37.179314 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.274543 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69d19264-a393-4d07-bac7-52b0277bfe49 req-ff4fc36b-2782-49d7-8e74-840697bdae2f tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/security-groups?id=57619786-0499-4018-ad6e-9849f9910558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550918 Jul 07 17:26:37.334369 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707bc3b4-af7f-4071-947e-88e6c2010c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e3c649-1434-4809-8271-19245a6f3b18'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:37.348480 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce95a21b-380c-4a87-bbcb-77b6ccc7b1de" -d '{"events": [{"server_uuid": "707bc3b4-af7f-4071-947e-88e6c2010c9c", "name": "network-vif-plugged", "status": "completed", "tag": "34e3c649-1434-4809-8271-19245a6f3b18"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:37.424598 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 34e3c649-1434-4809-8271-19245a6f3b18, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=34e3c649-1434-4809-8271-19245a6f3b18,segment=NetworkSegment(f20a1ac4-c44d-49a6-b98f-0a00763af46f),segment_id=f20a1ac4-c44d-49a6-b98f-0a00763af46f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:37.435830 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.442781 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.475136 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22a6a69-d6ec-42b3-baf6-1ed39bdfc470 x-openstack-request-id: req-e22a6a69-d6ec-42b3-baf6-1ed39bdfc470 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:37.475522 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707bc3b4-af7f-4071-947e-88e6c2010c9c", "name": "network-vif-plugged", "status": "completed", "tag": "34e3c649-1434-4809-8271-19245a6f3b18", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:37.475839 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e22a6a69-d6ec-42b3-baf6-1ed39bdfc470 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:37.476910 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707bc3b4-af7f-4071-947e-88e6c2010c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e3c649-1434-4809-8271-19245a6f3b18', 'code': 200} Jul 07 17:26:37.482726 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4b537e6d-a533-47e4-9e5c-c6f15929041f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.526176 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=34e3c649-1434-4809-8271-19245a6f3b18,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:37.526304 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4b537e6d-a533-47e4-9e5c-c6f15929041f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.578514 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4b537e6d-a533-47e4-9e5c-c6f15929041f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e8f8737e5e3492396132a92f83a66b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0514400 Jul 07 17:26:37.578514 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06256ced-86ca-41ed-8b60-bebe96f57876 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Made reservation on behalf of 29e5c6c55d1e4a52a59866abcfd17352 for: {'subnet': 2} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:37.578925 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54450) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:37.600686 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-06256ced-86ca-41ed-8b60-bebe96f57876 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.600871 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-06256ced-86ca-41ed-8b60-bebe96f57876 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.678820 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0b1febbc-d819-478c-b230-9c74e3ecadc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.715762 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0b1febbc-d819-478c-b230-9c74e3ecadc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.768737 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b537e6d-a533-47e4-9e5c-c6f15929041f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983ed302-a28b-4dc5-b5a4-9b3aab09ee08,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:37.824697 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c90dd-330d-4c18-bbd7-6b96a37a27df req-f5980865-0218-4778-9f00-f9dafd3dbdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:37.826285 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b93c90dd-330d-4c18-bbd7-6b96a37a27df req-f5980865-0218-4778-9f00-f9dafd3dbdb8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 1097 time: 0.2147214 Jul 07 17:26:37.842289 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.843973 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0b1febbc-d819-478c-b230-9c74e3ecadc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.849569 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0b1febbc-d819-478c-b230-9c74e3ecadc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.854308 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0b1febbc-d819-478c-b230-9c74e3ecadc8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/983ed302-a28b-4dc5-b5a4-9b3aab09ee08 HTTP/1.1" status: 204 len: 168 time: 0.2702208 Jul 07 17:26:37.861294 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1febbc-d819-478c-b230-9c74e3ecadc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983ed302-a28b-4dc5-b5a4-9b3aab09ee08,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:37.911521 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b93c90dd-330d-4c18-bbd7-6b96a37a27df req-c519993e-a5c1-4754-95c2-79d8ad994208 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=57619786-0499-4018-ad6e-9849f9910558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742064 Jul 07 17:26:38.191916 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54464) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:38.501518 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-06256ced-86ca-41ed-8b60-bebe96f57876 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:38.623724 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06256ced-86ca-41ed-8b60-bebe96f57876 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Pushing event updated for resources: {'Subnet': ['ID=84e8a892-ad47-4da1-ba61-d1b367b39bd4,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:38.677014 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06256ced-86ca-41ed-8b60-bebe96f57876 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Checking segment: {'id': '6b49036e-0a96-4b0d-a3bb-a36d5c17f284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '28099f05-d7b8-4177-a1fa-515d150e55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:38.677332 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06256ced-86ca-41ed-8b60-bebe96f57876 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Network hostable DHCP agents. Network: 28099f05-d7b8-4177-a1fa-515d150e55f3, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:26:38.710510 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22bb5c-e35a-4fdc-9ce0-b6e51514df7c req-f39bd97c-7c4f-4a91-b166-16350b6a0778 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:38.712483 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ef22bb5c-e35a-4fdc-9ce0-b6e51514df7c req-f39bd97c-7c4f-4a91-b166-16350b6a0778 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/ports?device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 945 time: 0.2059238 Jul 07 17:26:38.713170 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54478) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:38.733404 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5a69f74a-92ab-4724-bd4b-aa674d1e77de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:38.757722 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06256ced-86ca-41ed-8b60-bebe96f57876 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Network 28099f05-d7b8-4177-a1fa-515d150e55f3 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:26:38.773003 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-06256ced-86ca-41ed-8b60-bebe96f57876 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 28099f05-d7b8-4177-a1fa-515d150e55f3) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:38.775865 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-d4caca40-1cdf-471d-a6dc-e17c87bbd180 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1757343620', 'router:external': True}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:38.781549 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9982ed76-9e2c-4c3e-b2de-ce363354b2cf None None] Network 28099f05-d7b8-4177-a1fa-515d150e55f3 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:38.831487 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-06256ced-86ca-41ed-8b60-bebe96f57876 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:38.833547 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ef22bb5c-e35a-4fdc-9ce0-b6e51514df7c req-6f780afe-96cb-4e96-8d53-c40aec8f0908 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/security-groups?id=57619786-0499-4018-ad6e-9849f9910558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002026 Jul 07 17:26:39.009947 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06256ced-86ca-41ed-8b60-bebe96f57876 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Pushing event updated for resources: {'Subnet': ['ID=1637af2d-c183-41a4-b50f-e7f7939649b8,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:39.033937 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06256ced-86ca-41ed-8b60-bebe96f57876 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Checking segment: {'id': '772d63b9-0eb2-4d61-91d1-4a6200d259cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9fde92b-5a7b-4f41-884b-9779a6b95ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:39.034274 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06256ced-86ca-41ed-8b60-bebe96f57876 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Network hostable DHCP agents. Network: d9fde92b-5a7b-4f41-884b-9779a6b95ad7, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:26:39.096642 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06256ced-86ca-41ed-8b60-bebe96f57876 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Network d9fde92b-5a7b-4f41-884b-9779a6b95ad7 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:26:39.130846 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5a69f74a-92ab-4724-bd4b-aa674d1e77de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.134474 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-06256ced-86ca-41ed-8b60-bebe96f57876 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, d9fde92b-5a7b-4f41-884b-9779a6b95ad7) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:39.140691 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5a69f74a-92ab-4724-bd4b-aa674d1e77de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.147342 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06256ced-86ca-41ed-8b60-bebe96f57876 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:39.148363 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06256ced-86ca-41ed-8b60-bebe96f57876 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:39.149569 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-06256ced-86ca-41ed-8b60-bebe96f57876 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.151997 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83309650-b207-4111-831d-1a37465b98f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-28099f05-d7b8-4177-a1fa-515d150e55f3', 'network_id': '28099f05-d7b8-4177-a1fa-515d150e55f3', 'tenant_id': '29e5c6c55d1e4a52a59866abcfd17352', 'fixed_ips': [{'subnet_id': '84e8a892-ad47-4da1-ba61-d1b367b39bd4'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:26:39.156454 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-83309650-b207-4111-831d-1a37465b98f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.224873 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4caca40-1cdf-471d-a6dc-e17c87bbd180 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Made reservation on behalf of bbc1ebc34514418395aefad48a3faf77 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:39.237434 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4caca40-1cdf-471d-a6dc-e17c87bbd180 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.241292 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d990d4a3-43c0-46c2-a214-1b8a3b70775b None None] Network d9fde92b-5a7b-4f41-884b-9779a6b95ad7 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:39.248157 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5a69f74a-92ab-4724-bd4b-aa674d1e77de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0b1e8a0ecca94cf390b29b59528efcc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5295262 Jul 07 17:26:39.256066 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54486) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:39.259269 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-06256ced-86ca-41ed-8b60-bebe96f57876 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.5530581 Jul 07 17:26:39.262220 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54488) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:39.371512 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4caca40-1cdf-471d-a6dc-e17c87bbd180 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.457648 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11da13f-9919-4e56-a96b-36c8b4bb1c2d tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:39.461259 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11da13f-9919-4e56-a96b-36c8b4bb1c2d tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:39.464935 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11da13f-9919-4e56-a96b-36c8b4bb1c2d tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:39.474216 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d11da13f-9919-4e56-a96b-36c8b4bb1c2d tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2063785 Jul 07 17:26:39.475398 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54490) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:39.479044 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69f74a-92ab-4724-bd4b-aa674d1e77de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb78772-3ca3-4ef9-8b8a-a1b0fa2eafcd,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:39.562566 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4caca40-1cdf-471d-a6dc-e17c87bbd180 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.564161 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad4ee44-c1b7-4ce5-9e69-3b426a995fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-d9fde92b-5a7b-4f41-884b-9779a6b95ad7', 'network_id': 'd9fde92b-5a7b-4f41-884b-9779a6b95ad7', 'tenant_id': '29e5c6c55d1e4a52a59866abcfd17352', 'fixed_ips': [{'subnet_id': '1637af2d-c183-41a4-b50f-e7f7939649b8'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:26:39.564518 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ece316af-034e-4326-b413-47b208fec1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.565362 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cad4ee44-c1b7-4ce5-9e69-3b426a995fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.572281 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4caca40-1cdf-471d-a6dc-e17c87bbd180 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.573145 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdfdf0fc-8421-450f-be29-03d77683a7f2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Deleting subnet 84e8a892-ad47-4da1-ba61-d1b367b39bd4 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:26:39.580044 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bdfdf0fc-8421-450f-be29-03d77683a7f2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.633594 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ece316af-034e-4326-b413-47b208fec1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.651105 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4caca40-1cdf-471d-a6dc-e17c87bbd180 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:26:39.658526 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bdfdf0fc-8421-450f-be29-03d77683a7f2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.698911 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4caca40-1cdf-471d-a6dc-e17c87bbd180 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adfabfb-08f7-46b3-bbae-23f2c87e2ce8,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:39.711656 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4caca40-1cdf-471d-a6dc-e17c87bbd180 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.711804 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-d4caca40-1cdf-471d-a6dc-e17c87bbd180 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Added segment cbceda05-e62f-422a-bdae-609d0267618d of type vlan for network 3099d011-2cbc-4a24-91fa-00c299fa4bb5 Jul 07 17:26:39.730026 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bdfdf0fc-8421-450f-be29-03d77683a7f2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.778239 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4caca40-1cdf-471d-a6dc-e17c87bbd180 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.826429 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ece316af-034e-4326-b413-47b208fec1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.831239 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ece316af-034e-4326-b413-47b208fec1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.832554 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ece316af-034e-4326-b413-47b208fec1c6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4cb78772-3ca3-4ef9-8b8a-a1b0fa2eafcd HTTP/1.1" status: 204 len: 168 time: 0.5695419 Jul 07 17:26:39.845785 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4caca40-1cdf-471d-a6dc-e17c87bbd180 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.847420 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4caca40-1cdf-471d-a6dc-e17c87bbd180 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:39.848287 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4caca40-1cdf-471d-a6dc-e17c87bbd180 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.851707 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece316af-034e-4326-b413-47b208fec1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb78772-3ca3-4ef9-8b8a-a1b0fa2eafcd,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:39.917661 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bdfdf0fc-8421-450f-be29-03d77683a7f2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.945180 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d4caca40-1cdf-471d-a6dc-e17c87bbd180 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.7515526 Jul 07 17:26:39.948502 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54500) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:39.953506 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bdfdf0fc-8421-450f-be29-03d77683a7f2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.963464 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-ca91d064-2a87-4b7d-b89a-6877cf53a5ec tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Request body: {'subnet': {'network_id': '3099d011-2cbc-4a24-91fa-00c299fa4bb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:39.963661 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bdfdf0fc-8421-450f-be29-03d77683a7f2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] 10.222.0.53 "DELETE /v2.0/subnets/84e8a892-ad47-4da1-ba61-d1b367b39bd4 HTTP/1.1" status: 204 len: 168 time: 0.4828637 Jul 07 17:26:39.966830 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54502) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server [None req-83309650-b207-4111-831d-1a37465b98f1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84e8a892-ad47-4da1-ba61-d1b367b39bd4: This subnet is being modified by another concurrent operation. Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84e8a892-ad47-4da1-ba61-d1b367b39bd4: This subnet is being modified by another concurrent operation. Jul 07 17:26:39.971261 n-d-791503-12 neutron-server[100194]: ERROR oslo_messaging.rpc.server Jul 07 17:26:39.983058 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4caca40-1cdf-471d-a6dc-e17c87bbd180 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Pushing event updated for resources: {'Network': ['ID=3099d011-2cbc-4a24-91fa-00c299fa4bb5,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:40.015888 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 3099d011-2cbc-4a24-91fa-00c299fa4bb5 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:26:40.049550 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfdf0fc-8421-450f-be29-03d77683a7f2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Pushing event deleted for resources: {'Subnet': ['ID=84e8a892-ad47-4da1-ba61-d1b367b39bd4,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:40.061699 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca91d064-2a87-4b7d-b89a-6877cf53a5ec tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Made reservation on behalf of bbc1ebc34514418395aefad48a3faf77 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:40.065954 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca91d064-2a87-4b7d-b89a-6877cf53a5ec tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:40.072052 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d687db1-8217-4e4e-851f-bee7d7ff7b83 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Deleting subnet 1637af2d-c183-41a4-b50f-e7f7939649b8 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:26:40.277484 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9890522-18d9-4924-82ec-3cfe228562c4 req-66a30047-bfb8-46ce-a4bb-c5918562a440 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:40.294887 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c9890522-18d9-4924-82ec-3cfe228562c4 req-66a30047-bfb8-46ce-a4bb-c5918562a440 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/ports?device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 945 time: 0.1654282 Jul 07 17:26:40.413333 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c9890522-18d9-4924-82ec-3cfe228562c4 req-49da8f39-78af-4b61-9cca-759117bb16b4 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/security-groups?id=57619786-0499-4018-ad6e-9849f9910558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159444 Jul 07 17:26:40.452697 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1119e7-be12-473c-9d90-05298eac3305 None None] Network 28099f05-d7b8-4177-a1fa-515d150e55f3 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:40.563217 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-cad4ee44-c1b7-4ce5-9e69-3b426a995fde None None] Allocated IP 172.20.0.18 (d9fde92b-5a7b-4f41-884b-9779a6b95ad7/1637af2d-c183-41a4-b50f-e7f7939649b8/db52b723-b2a2-4876-a673-aa7e5b1ce439) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:40.847962 n-d-791503-12 neutron-server[100193]: DEBUG neutron.objects.ports [None req-ca91d064-2a87-4b7d-b89a-6877cf53a5ec tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100193) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:26:40.848925 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca91d064-2a87-4b7d-b89a-6877cf53a5ec tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:40.904184 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cad4ee44-c1b7-4ce5-9e69-3b426a995fde None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:40.914362 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-cad4ee44-c1b7-4ce5-9e69-3b426a995fde None None] Transition to ACTIVE for port object db52b723-b2a2-4876-a673-aa7e5b1ce439 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:40.948029 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91d064-2a87-4b7d-b89a-6877cf53a5ec tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Pushing event updated for resources: {'Subnet': ['ID=59d967fd-792b-48b3-ac28-cc82e6bfda0c,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:40.966751 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-cad4ee44-c1b7-4ce5-9e69-3b426a995fde None None] Transition to ACTIVE for port object db52b723-b2a2-4876-a673-aa7e5b1ce439 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:40.974612 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7d1a2-08f3-420c-8bb8-47b1a2088b28 req-e7e02e35-e78d-44dc-ba1c-681a80e98505 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:40.976447 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44b7d1a2-08f3-420c-8bb8-47b1a2088b28 req-e7e02e35-e78d-44dc-ba1c-681a80e98505 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/ports?device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 945 time: 0.2809632 Jul 07 17:26:40.997310 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cad4ee44-c1b7-4ce5-9e69-3b426a995fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:41.003447 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6d687db1-8217-4e4e-851f-bee7d7ff7b83 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:41.059958 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad4ee44-c1b7-4ce5-9e69-3b426a995fde None None] Network d9fde92b-5a7b-4f41-884b-9779a6b95ad7 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:41.063072 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-cad4ee44-c1b7-4ce5-9e69-3b426a995fde None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:41.069541 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad4ee44-c1b7-4ce5-9e69-3b426a995fde None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:41.073503 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4ee44-c1b7-4ce5-9e69-3b426a995fde None None] Pushing event updated for resources: {'Port': ['ID=db52b723-b2a2-4876-a673-aa7e5b1ce439,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:41.088897 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6d687db1-8217-4e4e-851f-bee7d7ff7b83 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:41.201729 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-cad4ee44-c1b7-4ce5-9e69-3b426a995fde None None] Attempting to bind port db52b723-b2a2-4876-a673-aa7e5b1ce439 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:26:41.202652 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-cad4ee44-c1b7-4ce5-9e69-3b426a995fde None None] Attempting to bind port db52b723-b2a2-4876-a673-aa7e5b1ce439 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '772d63b9-0eb2-4d61-91d1-4a6200d259cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9fde92b-5a7b-4f41-884b-9779a6b95ad7'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:26:41.203208 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4ee44-c1b7-4ce5-9e69-3b426a995fde None None] Attempting to bind port db52b723-b2a2-4876-a673-aa7e5b1ce439 on network d9fde92b-5a7b-4f41-884b-9779a6b95ad7 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:41.206001 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca91d064-2a87-4b7d-b89a-6877cf53a5ec tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Checking segment: {'id': 'cbceda05-e62f-422a-bdae-609d0267618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3099d011-2cbc-4a24-91fa-00c299fa4bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:41.206747 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca91d064-2a87-4b7d-b89a-6877cf53a5ec tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Network hostable DHCP agents. Network: 3099d011-2cbc-4a24-91fa-00c299fa4bb5, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:26:41.212144 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4ee44-c1b7-4ce5-9e69-3b426a995fde None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:26:41.213463 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4ee44-c1b7-4ce5-9e69-3b426a995fde None None] Checking segment: {'id': '772d63b9-0eb2-4d61-91d1-4a6200d259cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9fde92b-5a7b-4f41-884b-9779a6b95ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:41.213975 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cad4ee44-c1b7-4ce5-9e69-3b426a995fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:41.214396 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4ee44-c1b7-4ce5-9e69-3b426a995fde None None] Bound using segment: {'id': '772d63b9-0eb2-4d61-91d1-4a6200d259cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9fde92b-5a7b-4f41-884b-9779a6b95ad7'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:26:41.214973 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-cad4ee44-c1b7-4ce5-9e69-3b426a995fde None None] Bound port: db52b723-b2a2-4876-a673-aa7e5b1ce439, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772d63b9-0eb2-4d61-91d1-4a6200d259cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9fde92b-5a7b-4f41-884b-9779a6b95ad7'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:26:41.216125 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cad4ee44-c1b7-4ce5-9e69-3b426a995fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:41.265871 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6d687db1-8217-4e4e-851f-bee7d7ff7b83 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:41.280895 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca91d064-2a87-4b7d-b89a-6877cf53a5ec tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Network 3099d011-2cbc-4a24-91fa-00c299fa4bb5 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:26:41.365593 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44b7d1a2-08f3-420c-8bb8-47b1a2088b28 req-43da75e6-2a1f-4c39-8af7-c11b5b21fd30 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/security-groups?id=57619786-0499-4018-ad6e-9849f9910558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716581 Jul 07 17:26:41.369012 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-ca91d064-2a87-4b7d-b89a-6877cf53a5ec tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 3099d011-2cbc-4a24-91fa-00c299fa4bb5) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:41.380997 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35da5579-dd7b-4204-b7b4-886781dcdc20 None None] Network 3099d011-2cbc-4a24-91fa-00c299fa4bb5 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:41.384205 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca91d064-2a87-4b7d-b89a-6877cf53a5ec tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:41.385033 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca91d064-2a87-4b7d-b89a-6877cf53a5ec tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:41.441428 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6d687db1-8217-4e4e-851f-bee7d7ff7b83 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:41.443385 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-cad4ee44-c1b7-4ce5-9e69-3b426a995fde None None] For port db52b723-b2a2-4876-a673-aa7e5b1ce439, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:26:41.460030 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ca91d064-2a87-4b7d-b89a-6877cf53a5ec tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5078638 Jul 07 17:26:41.460327 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54538) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:41.466377 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9bb039f0-ee34-41bf-87b7-d8f6681dc428 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-35961126', 'network_id': '3099d011-2cbc-4a24-91fa-00c299fa4bb5'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:41.479722 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-cad4ee44-c1b7-4ce5-9e69-3b426a995fde None None] For port db52b723-b2a2-4876-a673-aa7e5b1ce439, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=db52b723-b2a2-4876-a673-aa7e5b1ce439,segment=NetworkSegment(772d63b9-0eb2-4d61-91d1-4a6200d259cc),segment_id=772d63b9-0eb2-4d61-91d1-4a6200d259cc)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:26:41.482628 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d687db1-8217-4e4e-851f-bee7d7ff7b83 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Pushing event deleted for resources: {'Subnet': ['ID=1637af2d-c183-41a4-b50f-e7f7939649b8,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:41.491472 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6d687db1-8217-4e4e-851f-bee7d7ff7b83 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:41.496294 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6d687db1-8217-4e4e-851f-bee7d7ff7b83 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] 10.222.0.53 "DELETE /v2.0/subnets/1637af2d-c183-41a4-b50f-e7f7939649b8 HTTP/1.1" status: 204 len: 168 time: 1.5258880 Jul 07 17:26:41.497651 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54540) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:41.520359 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb039f0-ee34-41bf-87b7-d8f6681dc428 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Made reservation on behalf of bbc1ebc34514418395aefad48a3faf77 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:41.523108 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9bb039f0-ee34-41bf-87b7-d8f6681dc428 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:41.526035 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cad4ee44-c1b7-4ce5-9e69-3b426a995fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:41.596980 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-9bb039f0-ee34-41bf-87b7-d8f6681dc428 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] device_id is not set on port b7826c67-7b19-497e-a3cb-c8b443cdd192 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:26:41.710395 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae68e49-df11-4c1a-90cb-b6642a0e6661 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:41.716544 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bae68e49-df11-4c1a-90cb-b6642a0e6661 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2160130 Jul 07 17:26:41.722745 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54546) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:41.879357 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4ee44-c1b7-4ce5-9e69-3b426a995fde None None] Pushing event updated for resources: {'Port': ['ID=db52b723-b2a2-4876-a673-aa7e5b1ce439,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:41.893082 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8ed818-2060-44d6-8fa7-5421153d4113 None None] Network 3099d011-2cbc-4a24-91fa-00c299fa4bb5 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:41.897640 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-9bb039f0-ee34-41bf-87b7-d8f6681dc428 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Allocated IP 2001:db8::8b (3099d011-2cbc-4a24-91fa-00c299fa4bb5/59d967fd-792b-48b3-ac28-cc82e6bfda0c/b7826c67-7b19-497e-a3cb-c8b443cdd192) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:42.009964 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b3264de9-f813-4cdd-811f-67ea45ed015e tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:42.347851 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-b3264de9-f813-4cdd-811f-67ea45ed015e tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Deleting port db52b723-b2a2-4876-a673-aa7e5b1ce439 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:42.348585 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b3264de9-f813-4cdd-811f-67ea45ed015e tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:42.627874 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-b3264de9-f813-4cdd-811f-67ea45ed015e tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] For port db52b723-b2a2-4876-a673-aa7e5b1ce439, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=db52b723-b2a2-4876-a673-aa7e5b1ce439,segment=NetworkSegment(772d63b9-0eb2-4d61-91d1-4a6200d259cc),segment_id=772d63b9-0eb2-4d61-91d1-4a6200d259cc)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:42.628559 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b3264de9-f813-4cdd-811f-67ea45ed015e tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:42.696487 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-b3264de9-f813-4cdd-811f-67ea45ed015e tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Calling delete_port for db52b723-b2a2-4876-a673-aa7e5b1ce439 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:42.746122 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21ee81-5caf-4d14-8cb6-8fdfb22ce7c1 req-4c866576-3061-47ec-b8b8-671d3ceb3359 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:42.749318 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8c21ee81-5caf-4d14-8cb6-8fdfb22ce7c1 req-4c866576-3061-47ec-b8b8-671d3ceb3359 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/ports?device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 945 time: 0.3913662 Jul 07 17:26:42.837707 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:26:42.987967 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9bb039f0-ee34-41bf-87b7-d8f6681dc428 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:43.098815 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9bb039f0-ee34-41bf-87b7-d8f6681dc428 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:43.121529 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8c21ee81-5caf-4d14-8cb6-8fdfb22ce7c1 req-abe3023c-1260-4a4b-8178-8b6e0891d3ac tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/security-groups?id=57619786-0499-4018-ad6e-9849f9910558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560965 Jul 07 17:26:43.157210 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b3264de9-f813-4cdd-811f-67ea45ed015e tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:43.203234 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb039f0-ee34-41bf-87b7-d8f6681dc428 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Network 3099d011-2cbc-4a24-91fa-00c299fa4bb5 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:43.207145 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-9bb039f0-ee34-41bf-87b7-d8f6681dc428 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:43.213989 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb039f0-ee34-41bf-87b7-d8f6681dc428 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:43.214732 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3264de9-f813-4cdd-811f-67ea45ed015e tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Pushing event deleted for resources: {'Port': ['ID=db52b723-b2a2-4876-a673-aa7e5b1ce439,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:43.215059 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb039f0-ee34-41bf-87b7-d8f6681dc428 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:43.215669 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9bb039f0-ee34-41bf-87b7-d8f6681dc428 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:43.230167 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb039f0-ee34-41bf-87b7-d8f6681dc428 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Pushing event updated for resources: {'Port': ['ID=b7826c67-7b19-497e-a3cb-c8b443cdd192,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:43.248127 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3264de9-f813-4cdd-811f-67ea45ed015e tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] No DVR routers for this DVR port db52b723-b2a2-4876-a673-aa7e5b1ce439 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:26:43.259329 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9bb039f0-ee34-41bf-87b7-d8f6681dc428 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7972419 Jul 07 17:26:43.264349 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54580) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:43.603710 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6156b958-d5bf-4b80-a475-9cbd46614406 None None] Network d9fde92b-5a7b-4f41-884b-9779a6b95ad7 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:43.609335 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b3264de9-f813-4cdd-811f-67ea45ed015e tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:43.624877 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-b3264de9-f813-4cdd-811f-67ea45ed015e tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9fde92b-5a7b-4f41-884b-9779a6b95ad7']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:43.643718 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-b3264de9-f813-4cdd-811f-67ea45ed015e tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772d63b9-0eb2-4d61-91d1-4a6200d259cc') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:43.644185 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-b3264de9-f813-4cdd-811f-67ea45ed015e tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772d63b9-0eb2-4d61-91d1-4a6200d259cc') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:43.697641 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b3264de9-f813-4cdd-811f-67ea45ed015e tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:43.727995 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-061d8040-0ade-441d-a58a-ba68018432dd tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Deleting port b7826c67-7b19-497e-a3cb-c8b443cdd192 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:43.728343 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-061d8040-0ade-441d-a58a-ba68018432dd tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:43.747526 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b3264de9-f813-4cdd-811f-67ea45ed015e tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:43.776063 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3264de9-f813-4cdd-811f-67ea45ed015e tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:26:43.777025 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b3264de9-f813-4cdd-811f-67ea45ed015e tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:26:43.781233 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:26:43.805434 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-653ae1fd-416c-4dfc-b4d2-ce3ecb4e976e None None] Could not find standard attr ID for object db52b723-b2a2-4876-a673-aa7e5b1ce439. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:26:44.031753 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b3264de9-f813-4cdd-811f-67ea45ed015e tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.068535 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b3264de9-f813-4cdd-811f-67ea45ed015e tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.070823 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b3264de9-f813-4cdd-811f-67ea45ed015e tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] 10.222.0.53 "DELETE /v2.0/networks/d9fde92b-5a7b-4f41-884b-9779a6b95ad7 HTTP/1.1" status: 204 len: 168 time: 2.3467982 Jul 07 17:26:44.071866 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3264de9-f813-4cdd-811f-67ea45ed015e tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Pushing event deleted for resources: {'Network': ['ID=d9fde92b-5a7b-4f41-884b-9779a6b95ad7,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:44.073925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54586) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:44.078121 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-061d8040-0ade-441d-a58a-ba68018432dd tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.097518 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-061d8040-0ade-441d-a58a-ba68018432dd tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Calling delete_port for b7826c67-7b19-497e-a3cb-c8b443cdd192 owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:44.105687 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebe9670-dd12-4206-9a53-b12a84f72ec2 None None] DHCP port deletion for d9fde92b-5a7b-4f41-884b-9779a6b95ad7 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:26:44.142911 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db55cab-f1cb-432e-b2dd-a4a28ae3579d None None] get_active_networks_info from n-d-791503-12 {{(pid=100194) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:26:44.228107 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8a8177cc-2486-4ef0-9e5d-a1fd5709f0d2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.312832 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db55cab-f1cb-432e-b2dd-a4a28ae3579d None None] Resources bound (agent type, host, resource id): {{(pid=100194) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:26:44.315054 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-061d8040-0ade-441d-a58a-ba68018432dd tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.373234 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d8040-0ade-441d-a58a-ba68018432dd tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7826c67-7b19-497e-a3cb-c8b443cdd192,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:44.419674 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-061d8040-0ade-441d-a58a-ba68018432dd tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.425117 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-061d8040-0ade-441d-a58a-ba68018432dd tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "DELETE /v2.0/ports/b7826c67-7b19-497e-a3cb-c8b443cdd192 HTTP/1.1" status: 204 len: 168 time: 1.1565955 Jul 07 17:26:44.425994 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54592) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:44.430723 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-fb85b0e9-dc52-4c71-a613-6ce1651e65f8 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3099d011-2cbc-4a24-91fa-00c299fa4bb5', 'external_fixed_ips': [{'subnet_id': '59d967fd-792b-48b3-ac28-cc82e6bfda0c', 'ip_address': '2001:db8::8b'}]}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:44.466445 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fb85b0e9-dc52-4c71-a613-6ce1651e65f8 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.468753 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fb85b0e9-dc52-4c71-a613-6ce1651e65f8 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.493071 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8a8177cc-2486-4ef0-9e5d-a1fd5709f0d2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.523441 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-8a8177cc-2486-4ef0-9e5d-a1fd5709f0d2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28099f05-d7b8-4177-a1fa-515d150e55f3']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:44.555997 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fb85b0e9-dc52-4c71-a613-6ce1651e65f8 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.560561 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-8a8177cc-2486-4ef0-9e5d-a1fd5709f0d2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b49036e-0a96-4b0d-a3bb-a36d5c17f284') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:44.561217 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-8a8177cc-2486-4ef0-9e5d-a1fd5709f0d2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b49036e-0a96-4b0d-a3bb-a36d5c17f284') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:44.581789 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8a8177cc-2486-4ef0-9e5d-a1fd5709f0d2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.614807 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8a8177cc-2486-4ef0-9e5d-a1fd5709f0d2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.645899 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf94525-f5eb-4f17-8f97-5914e91b02a8 req-a6783b37-c902-492f-8a2c-c70da70d98a2 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:44.649111 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eaf94525-f5eb-4f17-8f97-5914e91b02a8 req-a6783b37-c902-492f-8a2c-c70da70d98a2 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/ports?device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 945 time: 0.2530892 Jul 07 17:26:44.651203 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8177cc-2486-4ef0-9e5d-a1fd5709f0d2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:26:44.652170 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8a8177cc-2486-4ef0-9e5d-a1fd5709f0d2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:26:44.659576 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:26:44.758106 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fb85b0e9-dc52-4c71-a613-6ce1651e65f8 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.812453 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8a8177cc-2486-4ef0-9e5d-a1fd5709f0d2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.853802 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8a8177cc-2486-4ef0-9e5d-a1fd5709f0d2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.857573 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8a8177cc-2486-4ef0-9e5d-a1fd5709f0d2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] 10.222.0.53 "DELETE /v2.0/networks/28099f05-d7b8-4177-a1fa-515d150e55f3 HTTP/1.1" status: 204 len: 168 time: 0.7816441 Jul 07 17:26:44.859344 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8177cc-2486-4ef0-9e5d-a1fd5709f0d2 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Pushing event deleted for resources: {'Network': ['ID=28099f05-d7b8-4177-a1fa-515d150e55f3,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:44.862643 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54604) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:44.880875 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eaf94525-f5eb-4f17-8f97-5914e91b02a8 req-26d963ed-fa6d-4f8c-ab4a-d305baef7a8a tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/security-groups?id=57619786-0499-4018-ad6e-9849f9910558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935940 Jul 07 17:26:45.121242 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-94aec876-f1b9-4143-bab8-780109f32264 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.354597 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fb85b0e9-dc52-4c71-a613-6ce1651e65f8 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.447261 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fb85b0e9-dc52-4c71-a613-6ce1651e65f8 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.542919 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-94aec876-f1b9-4143-bab8-780109f32264 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.560553 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-94aec876-f1b9-4143-bab8-780109f32264 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d58112-9420-4b0c-98f9-e29af4240357']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:45.592587 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-94aec876-f1b9-4143-bab8-780109f32264 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66b6428-b3e4-438d-98a8-e8053bb46e9c') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:45.592982 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-94aec876-f1b9-4143-bab8-780109f32264 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66b6428-b3e4-438d-98a8-e8053bb46e9c') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:45.619519 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-94aec876-f1b9-4143-bab8-780109f32264 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.658029 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-94aec876-f1b9-4143-bab8-780109f32264 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.666611 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94aec876-f1b9-4143-bab8-780109f32264 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:26:45.667061 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-94aec876-f1b9-4143-bab8-780109f32264 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.671763 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7a857-4f80-4b00-924a-c0bced35da79 req-37a396ba-0168-4992-bb38-46addb5355a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:45.673924 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-67a7a857-4f80-4b00-924a-c0bced35da79 req-37a396ba-0168-4992-bb38-46addb5355a4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=965b3a662467441ca11d9cc2e0d11b4b&device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 1097 time: 0.2362034 Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:26:45.674604 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:26:45.711423 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device db52b723-b2a2-4876-a673-aa7e5b1ce439 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:45.750016 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: db52b723-b2a2-4876-a673-aa7e5b1ce439 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:45.750372 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device db52b723-b2a2-4876-a673-aa7e5b1ce439 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:45.839260 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644b35e-2d01-4b68-98db-e2ee82bd2288 req-1537b6bc-b89d-4a80-8c91-ab2baa1e2750 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:45.846810 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f644b35e-2d01-4b68-98db-e2ee82bd2288 req-1537b6bc-b89d-4a80-8c91-ab2baa1e2750 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/ports?device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 945 time: 0.2623892 Jul 07 17:26:45.849184 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-94aec876-f1b9-4143-bab8-780109f32264 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.868287 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-94aec876-f1b9-4143-bab8-780109f32264 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.870534 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-94aec876-f1b9-4143-bab8-780109f32264 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] 10.222.0.53 "DELETE /v2.0/networks/f3d58112-9420-4b0c-98f9-e29af4240357 HTTP/1.1" status: 204 len: 168 time: 1.0061266 Jul 07 17:26:45.884429 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-fb85b0e9-dc52-4c71-a613-6ce1651e65f8 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Allocated IP 2001:db8::8b (3099d011-2cbc-4a24-91fa-00c299fa4bb5/59d967fd-792b-48b3-ac28-cc82e6bfda0c/239d4ef7-71c8-4d9b-8602-b1c8cf7707ae) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:45.903131 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54638) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:45.917549 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aec876-f1b9-4143-bab8-780109f32264 tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Pushing event deleted for resources: {'Network': ['ID=f3d58112-9420-4b0c-98f9-e29af4240357,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:46.023284 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fb85b0e9-dc52-4c71-a613-6ce1651e65f8 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.042659 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7a857-4f80-4b00-924a-c0bced35da79 req-122d6728-7e2b-4045-863a-cf43b5e71b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:46.044299 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-67a7a857-4f80-4b00-924a-c0bced35da79 req-122d6728-7e2b-4045-863a-cf43b5e71b23 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d8a289bc-7250-442c-bae6-dd18bd972961 HTTP/1.1" status: 200 len: 912 time: 0.3567507 Jul 07 17:26:46.059948 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f644b35e-2d01-4b68-98db-e2ee82bd2288 req-9f7fd225-ffa9-455e-9a3c-b5f08b05651d tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/security-groups?id=57619786-0499-4018-ad6e-9849f9910558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118161 Jul 07 17:26:46.079206 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fb85b0e9-dc52-4c71-a613-6ce1651e65f8 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.140736 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb85b0e9-dc52-4c71-a613-6ce1651e65f8 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Network 3099d011-2cbc-4a24-91fa-00c299fa4bb5 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:46.147558 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-fb85b0e9-dc52-4c71-a613-6ce1651e65f8 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:46.154624 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb85b0e9-dc52-4c71-a613-6ce1651e65f8 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:46.207269 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ec8f211d-dfe3-49d4-bec4-e703dbd48bfc tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.215986 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-67a7a857-4f80-4b00-924a-c0bced35da79 req-d45136c6-7abc-4826-8406-aa301ae81957 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34e3c649-1434-4809-8271-19245a6f3b18 HTTP/1.1" status: 200 len: 217 time: 0.1412919 Jul 07 17:26:46.231592 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85b0e9-dc52-4c71-a613-6ce1651e65f8 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Pushing event updated for resources: {'Port': ['ID=239d4ef7-71c8-4d9b-8602-b1c8cf7707ae,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:46.322487 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7a857-4f80-4b00-924a-c0bced35da79 req-95f5e3cc-b609-4f61-a17a-d84a451e06fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:46.324423 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-67a7a857-4f80-4b00-924a-c0bced35da79 req-95f5e3cc-b609-4f61-a17a-d84a451e06fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c90d6609-0f7d-4e40-b74b-987e6490166e HTTP/1.1" status: 200 len: 851 time: 0.0986147 Jul 07 17:26:46.433567 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-67a7a857-4f80-4b00-924a-c0bced35da79 req-eb7d7bbb-7c43-474f-a3db-6de6de2dae77 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8a289bc-7250-442c-bae6-dd18bd972961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008298 Jul 07 17:26:46.531835 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fb85b0e9-dc52-4c71-a613-6ce1651e65f8 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.632114 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ec8f211d-dfe3-49d4-bec4-e703dbd48bfc tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.655086 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-ec8f211d-dfe3-49d4-bec4-e703dbd48bfc tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd8efa3-0de3-4eb4-baff-23a867c21456']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:46.691291 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-ec8f211d-dfe3-49d4-bec4-e703dbd48bfc tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '841979c3-5157-46a1-96b9-aaefd1695d60') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:46.691576 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-ec8f211d-dfe3-49d4-bec4-e703dbd48bfc tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '841979c3-5157-46a1-96b9-aaefd1695d60') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:46.700438 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-67a7a857-4f80-4b00-924a-c0bced35da79 req-8e07a6e6-7f70-4b33-9cd2-520f0b6b9593 service neutron] 10.222.0.72 "GET /v2.0/networks/d8a289bc-7250-442c-bae6-dd18bd972961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545497 Jul 07 17:26:46.829388 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ec8f211d-dfe3-49d4-bec4-e703dbd48bfc tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.909008 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fb85b0e9-dc52-4c71-a613-6ce1651e65f8 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.924330 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ec8f211d-dfe3-49d4-bec4-e703dbd48bfc tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.990331 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec8f211d-dfe3-49d4-bec4-e703dbd48bfc tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:26:46.991218 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ec8f211d-dfe3-49d4-bec4-e703dbd48bfc tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:26:46.995538 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:26:47.047627 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-67a7a857-4f80-4b00-924a-c0bced35da79 req-be46fec3-765b-4ff1-9bb4-cea81f542849 service neutron] 10.222.0.72 "GET /v2.0/networks/d8a289bc-7250-442c-bae6-dd18bd972961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376639 Jul 07 17:26:47.074110 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ec8f211d-dfe3-49d4-bec4-e703dbd48bfc tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.093462 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ec8f211d-dfe3-49d4-bec4-e703dbd48bfc tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.099195 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ec8f211d-dfe3-49d4-bec4-e703dbd48bfc tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] 10.222.0.53 "DELETE /v2.0/networks/8fd8efa3-0de3-4eb4-baff-23a867c21456 HTTP/1.1" status: 204 len: 168 time: 1.1944175 Jul 07 17:26:47.130873 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f211d-dfe3-49d4-bec4-e703dbd48bfc tempest-BulkNetworkOpsTest-565285867 tempest-BulkNetworkOpsTest-565285867-project] Pushing event deleted for resources: {'Network': ['ID=8fd8efa3-0de3-4eb4-baff-23a867c21456,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:47.385571 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb85b0e9-dc52-4c71-a613-6ce1651e65f8 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Router 355a3cde-ec1b-4948-9378-f74b77093859 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:26:47.598258 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54668) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:47.664421 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54674) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:47.672140 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6d0b7-3e48-495f-910d-f2129a37d9b0 req-90771e49-e325-47d9-ac85-1910ea0bb796 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:47.673999 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31a6d0b7-3e48-495f-910d-f2129a37d9b0 req-90771e49-e325-47d9-ac85-1910ea0bb796 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/ports?device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 945 time: 0.1573699 Jul 07 17:26:47.674920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb85b0e9-dc52-4c71-a613-6ce1651e65f8 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:26:47.686473 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dbfb3d-60c7-4580-9788-6303e5827c52 None None] Sync routers for ids ['355a3cde-ec1b-4948-9378-f74b77093859'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:26:47.728887 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dbfb3d-60c7-4580-9788-6303e5827c52 None None] Routers {'355a3cde-ec1b-4948-9378-f74b77093859'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:47.730586 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-c7dbfb3d-60c7-4580-9788-6303e5827c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:26:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['355a3cde-ec1b-4948-9378-f74b77093859'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:47.744596 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fb85b0e9-dc52-4c71-a613-6ce1651e65f8 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.746812 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fb85b0e9-dc52-4c71-a613-6ce1651e65f8 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.3197064 Jul 07 17:26:47.749795 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54678) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:47.817511 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31a6d0b7-3e48-495f-910d-f2129a37d9b0 req-c21d31b4-e83f-491f-af8b-37cf1f4d6507 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/security-groups?id=57619786-0499-4018-ad6e-9849f9910558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174212 Jul 07 17:26:48.025164 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-c7dbfb3d-60c7-4580-9788-6303e5827c52 None None] Set router 355a3cde-ec1b-4948-9378-f74b77093859 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:48.055901 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-038ab263-2b68-4af5-961e-5eebe3978cdf tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.116892 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-392daa1a-39fa-40d3-ace6-56d506f61b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.151701 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bda12bdd-bc5b-4fcf-8762-7821966e4ff9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=29e5c6c55d1e4a52a59866abcfd17352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4829195 Jul 07 17:26:48.153881 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54686) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:48.265598 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-038ab263-2b68-4af5-961e-5eebe3978cdf tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.346986 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3a4c4b5f-c582-4606-9239-e5149f01794e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.396988 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-392daa1a-39fa-40d3-ace6-56d506f61b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.399156 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3a4c4b5f-c582-4606-9239-e5149f01794e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.403670 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-392daa1a-39fa-40d3-ace6-56d506f61b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.447220 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392daa1a-39fa-40d3-ace6-56d506f61b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26c4f0e-cad7-4ecb-92e2-215d42270fab,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:48.448599 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-c7dbfb3d-60c7-4580-9788-6303e5827c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355a3cde-ec1b-4948-9378-f74b77093859', 'name': '', 'tenant_id': 'bbc1ebc34514418395aefad48a3faf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3099d011-2cbc-4a24-91fa-00c299fa4bb5', 'external_fixed_ips': [{'subnet_id': '59d967fd-792b-48b3-ac28-cc82e6bfda0c', 'ip_address': '2001:db8::8b'}], 'enable_snat': True}, 'gw_port_id': '239d4ef7-71c8-4d9b-8602-b1c8cf7707ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:26:44Z', 'updated_at': '2021-07-07T17:26:46Z', 'revision_number': 3, 'project_id': 'bbc1ebc34514418395aefad48a3faf77', 'gw_port': {'id': '239d4ef7-71c8-4d9b-8602-b1c8cf7707ae', 'name': '', 'network_id': '3099d011-2cbc-4a24-91fa-00c299fa4bb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fe:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355a3cde-ec1b-4948-9378-f74b77093859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '59d967fd-792b-48b3-ac28-cc82e6bfda0c', 'ip_address': '2001:db8::8b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:45Z', 'updated_at': '2021-07-07T17:26:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59d967fd-792b-48b3-ac28-cc82e6bfda0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:48.451655 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-038ab263-2b68-4af5-961e-5eebe3978cdf tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Deleting port 239d4ef7-71c8-4d9b-8602-b1c8cf7707ae {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:48.452004 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-038ab263-2b68-4af5-961e-5eebe3978cdf tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.489992 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dbfb3d-60c7-4580-9788-6303e5827c52 None None] Checking router: 355a3cde-ec1b-4948-9378-f74b77093859 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:26:48.490343 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dbfb3d-60c7-4580-9788-6303e5827c52 None None] Updating router 355a3cde-ec1b-4948-9378-f74b77093859 port 239d4ef7-71c8-4d9b-8602-b1c8cf7707ae binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:26:48.522440 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3a4c4b5f-c582-4606-9239-e5149f01794e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.525834 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3a4c4b5f-c582-4606-9239-e5149f01794e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.533933 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3a4c4b5f-c582-4606-9239-e5149f01794e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8516e21a-4380-4169-b176-8088bea1daac HTTP/1.1" status: 204 len: 168 time: 0.3727789 Jul 07 17:26:48.568772 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-392daa1a-39fa-40d3-ace6-56d506f61b00 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9f87be3c9af04fbbb5b315853b502244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9686606 Jul 07 17:26:48.572538 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54698) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:48.572925 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c4b5f-c582-4606-9239-e5149f01794e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8516e21a-4380-4169-b176-8088bea1daac,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:48.605449 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-038ab263-2b68-4af5-961e-5eebe3978cdf tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.633661 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-c7dbfb3d-60c7-4580-9788-6303e5827c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.635990 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-038ab263-2b68-4af5-961e-5eebe3978cdf tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Calling delete_port for 239d4ef7-71c8-4d9b-8602-b1c8cf7707ae owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:48.682276 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ae72edce-7923-45fc-b1c8-1ecee701d38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.752403 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ae72edce-7923-45fc-b1c8-1ecee701d38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.992759 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ae72edce-7923-45fc-b1c8-1ecee701d38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.998089 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ae72edce-7923-45fc-b1c8-1ecee701d38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.999701 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ae72edce-7923-45fc-b1c8-1ecee701d38f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a26c4f0e-cad7-4ecb-92e2-215d42270fab HTTP/1.1" status: 204 len: 168 time: 0.4259911 Jul 07 17:26:49.004212 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-038ab263-2b68-4af5-961e-5eebe3978cdf tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.025245 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72edce-7923-45fc-b1c8-1ecee701d38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26c4f0e-cad7-4ecb-92e2-215d42270fab,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:49.076871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ab263-2b68-4af5-961e-5eebe3978cdf tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Pushing event deleted for resources: {'Port': ['ID=239d4ef7-71c8-4d9b-8602-b1c8cf7707ae,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:49.122959 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-038ab263-2b68-4af5-961e-5eebe3978cdf tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.328142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03319888-4193-44a0-80b9-79914ac3c779 req-0aa68e70-0bdd-44a6-8455-742f568a92a6 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:49.340742 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-03319888-4193-44a0-80b9-79914ac3c779 req-0aa68e70-0bdd-44a6-8455-742f568a92a6 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/ports?device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 945 time: 0.2027323 Jul 07 17:26:49.390151 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.db.api [None req-c7dbfb3d-60c7-4580-9788-6303e5827c52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100195) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:26:49.390151 n-d-791503-12 neutron-server[100195]: DEBUG oslo_db.api [None req-c7dbfb3d-60c7-4580-9788-6303e5827c52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:26:49.398884 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-038ab263-2b68-4af5-961e-5eebe3978cdf tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.403641 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-038ab263-2b68-4af5-961e-5eebe3978cdf tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.468177 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-03319888-4193-44a0-80b9-79914ac3c779 req-da7f224f-79b9-4ef8-9c23-4e515a2a8c4e tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/security-groups?id=57619786-0499-4018-ad6e-9849f9910558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242192 Jul 07 17:26:49.497305 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-038ab263-2b68-4af5-961e-5eebe3978cdf tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.497305 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038ab263-2b68-4af5-961e-5eebe3978cdf tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 355a3cde-ec1b-4948-9378-f74b77093859 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:26:49.502873 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-038ab263-2b68-4af5-961e-5eebe3978cdf tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.506759 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-038ab263-2b68-4af5-961e-5eebe3978cdf tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "DELETE /v2.0/routers/355a3cde-ec1b-4948-9378-f74b77093859 HTTP/1.1" status: 204 len: 168 time: 1.7498457 Jul 07 17:26:49.507055 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54742) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:49.581877 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-283e0589-6bb9-47d9-98f6-411a4ff88aec tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Deleting subnet 59d967fd-792b-48b3-ac28-cc82e6bfda0c {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:26:49.586736 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-283e0589-6bb9-47d9-98f6-411a4ff88aec tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.646915 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-283e0589-6bb9-47d9-98f6-411a4ff88aec tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.723428 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-283e0589-6bb9-47d9-98f6-411a4ff88aec tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.821746 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54748) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:49.856294 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-283e0589-6bb9-47d9-98f6-411a4ff88aec tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.857423 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ff6b27a4-1be2-4de1-a213-ee89cda3ec79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.909847 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e0589-6bb9-47d9-98f6-411a4ff88aec tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=59d967fd-792b-48b3-ac28-cc82e6bfda0c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:49.935959 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-283e0589-6bb9-47d9-98f6-411a4ff88aec tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.946559 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-283e0589-6bb9-47d9-98f6-411a4ff88aec tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/59d967fd-792b-48b3-ac28-cc82e6bfda0c HTTP/1.1" status: 204 len: 168 time: 0.4343934 Jul 07 17:26:49.946559 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54752) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:49.978265 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dbfb3d-60c7-4580-9788-6303e5827c52 None None] Port 239d4ef7-71c8-4d9b-8602-b1c8cf7707ae not found while updating agent binding for router 355a3cde-ec1b-4948-9378-f74b77093859. {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 07 17:26:50.009870 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dbfb3d-60c7-4580-9788-6303e5827c52 None None] Routers set() bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:50.010657 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dbfb3d-60c7-4580-9788-6303e5827c52 None None] Router IDs set() for agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 17:26:50.011511 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_agentschedulers_db [None req-c7dbfb3d-60c7-4580-9788-6303e5827c52 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'355a3cde-ec1b-4948-9378-f74b77093859'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:26:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent'). {{(pid=100195) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 17:26:50.012329 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dbfb3d-60c7-4580-9788-6303e5827c52 None None] The sync data for ids ['355a3cde-ec1b-4948-9378-f74b77093859'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:26:50.093072 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ff6b27a4-1be2-4de1-a213-ee89cda3ec79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.101325 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ff6b27a4-1be2-4de1-a213-ee89cda3ec79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.103694 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-621db5f5-ef5f-46b7-91f2-b96a2331171e tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.215976 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-621db5f5-ef5f-46b7-91f2-b96a2331171e tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.229571 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-621db5f5-ef5f-46b7-91f2-b96a2331171e tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3099d011-2cbc-4a24-91fa-00c299fa4bb5']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:50.245240 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-621db5f5-ef5f-46b7-91f2-b96a2331171e tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbceda05-e62f-422a-bdae-609d0267618d') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:50.245856 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-621db5f5-ef5f-46b7-91f2-b96a2331171e tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbceda05-e62f-422a-bdae-609d0267618d') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:50.258499 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-621db5f5-ef5f-46b7-91f2-b96a2331171e tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.273449 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54758) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:50.282415 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b27a4-1be2-4de1-a213-ee89cda3ec79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073a417b-e581-449c-9cc9-2f9bffa29fb4,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:50.302659 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-621db5f5-ef5f-46b7-91f2-b96a2331171e tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.323518 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621db5f5-ef5f-46b7-91f2-b96a2331171e tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:26:50.326659 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-621db5f5-ef5f-46b7-91f2-b96a2331171e tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:26:50.370501 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:26:50.446382 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ff6b27a4-1be2-4de1-a213-ee89cda3ec79 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8d56447695aa4fa0b5f81b56db01bbfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6229591 Jul 07 17:26:50.464394 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54764) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:50.607555 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee49ed5-cb39-4e1e-82be-fd50730dfc5a req-b7f8d5f0-f3c4-468a-b23f-ef29f00c7c82 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:50.615860 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6ee49ed5-cb39-4e1e-82be-fd50730dfc5a req-b7f8d5f0-f3c4-468a-b23f-ef29f00c7c82 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/ports?device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 945 time: 0.3359315 Jul 07 17:26:50.662363 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2991e8b9-9d51-4b57-83aa-731cbec173f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.696883 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2991e8b9-9d51-4b57-83aa-731cbec173f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.731687 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-f1962977-6d07-4d1c-8ce2-bc69e42c564f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'network': {'name': 'tempest-RoutersTest-1856429746'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:50.760220 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1962977-6d07-4d1c-8ce2-bc69e42c564f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Made reservation on behalf of 3f24c708bb74478a88dbf9975d5221d7 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:50.762878 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6ee49ed5-cb39-4e1e-82be-fd50730dfc5a req-9db0426c-f425-4144-bdbb-338c8c8f390c tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/security-groups?id=57619786-0499-4018-ad6e-9849f9910558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457701 Jul 07 17:26:50.763943 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1962977-6d07-4d1c-8ce2-bc69e42c564f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.764654 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2991e8b9-9d51-4b57-83aa-731cbec173f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.769598 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2991e8b9-9d51-4b57-83aa-731cbec173f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.770953 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2991e8b9-9d51-4b57-83aa-731cbec173f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/073a417b-e581-449c-9cc9-2f9bffa29fb4 HTTP/1.1" status: 204 len: 168 time: 0.3031886 Jul 07 17:26:50.781944 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991e8b9-9d51-4b57-83aa-731cbec173f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073a417b-e581-449c-9cc9-2f9bffa29fb4,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:50.785152 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1962977-6d07-4d1c-8ce2-bc69e42c564f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.920766 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1962977-6d07-4d1c-8ce2-bc69e42c564f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.929243 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1962977-6d07-4d1c-8ce2-bc69e42c564f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.950353 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1962977-6d07-4d1c-8ce2-bc69e42c564f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:26:50.965868 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1962977-6d07-4d1c-8ce2-bc69e42c564f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.966429 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-f1962977-6d07-4d1c-8ce2-bc69e42c564f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Added segment ce949dd2-7a43-408e-b56f-248ee1e25675 of type vlan for network 337525ee-6d91-4b30-9e81-eb46d1d5c3ae Jul 07 17:26:51.021284 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1962977-6d07-4d1c-8ce2-bc69e42c564f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:51.067853 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-621db5f5-ef5f-46b7-91f2-b96a2331171e tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:51.083291 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621db5f5-ef5f-46b7-91f2-b96a2331171e tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3099d011-2cbc-4a24-91fa-00c299fa4bb5 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:26:51.085481 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-621db5f5-ef5f-46b7-91f2-b96a2331171e tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:51.087628 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-621db5f5-ef5f-46b7-91f2-b96a2331171e tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "DELETE /v2.0/networks/3099d011-2cbc-4a24-91fa-00c299fa4bb5 HTTP/1.1" status: 204 len: 168 time: 1.1399689 Jul 07 17:26:51.138887 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621db5f5-ef5f-46b7-91f2-b96a2331171e tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Pushing event deleted for resources: {'Network': ['ID=3099d011-2cbc-4a24-91fa-00c299fa4bb5,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:51.146444 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1962977-6d07-4d1c-8ce2-bc69e42c564f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:51.156723 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1962977-6d07-4d1c-8ce2-bc69e42c564f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:51.156723 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1962977-6d07-4d1c-8ce2-bc69e42c564f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:51.163979 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1962977-6d07-4d1c-8ce2-bc69e42c564f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42f174c7-647c-4f72-a0d5-bb88e06993fe,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:51.269742 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54774) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:51.273322 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f1962977-6d07-4d1c-8ce2-bc69e42c564f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9977119 Jul 07 17:26:51.284204 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-278b2285-7459-4b7d-af5f-bd06706a6651 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'network': {'name': 'tempest-RoutersTest-1451685660'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:51.309170 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1962977-6d07-4d1c-8ce2-bc69e42c564f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Network': ['ID=337525ee-6d91-4b30-9e81-eb46d1d5c3ae,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:51.327917 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 337525ee-6d91-4b30-9e81-eb46d1d5c3ae details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:26:51.339984 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278b2285-7459-4b7d-af5f-bd06706a6651 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Made reservation on behalf of 3f24c708bb74478a88dbf9975d5221d7 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:51.352379 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-278b2285-7459-4b7d-af5f-bd06706a6651 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:51.461580 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-278b2285-7459-4b7d-af5f-bd06706a6651 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:26:51.494589 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-278b2285-7459-4b7d-af5f-bd06706a6651 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:51.495290 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-278b2285-7459-4b7d-af5f-bd06706a6651 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Added segment 4b12d2e0-f48a-40bc-b877-7d045fd27c74 of type vlan for network 73f0a51d-f597-4cb5-9926-e89f8b7f60c2 Jul 07 17:26:51.607859 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-278b2285-7459-4b7d-af5f-bd06706a6651 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:51.702627 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-278b2285-7459-4b7d-af5f-bd06706a6651 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:51.711122 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278b2285-7459-4b7d-af5f-bd06706a6651 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:51.711795 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-278b2285-7459-4b7d-af5f-bd06706a6651 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:51.822699 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b2285-7459-4b7d-af5f-bd06706a6651 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Network': ['ID=73f0a51d-f597-4cb5-9926-e89f8b7f60c2,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:51.838532 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 73f0a51d-f597-4cb5-9926-e89f8b7f60c2 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:26:51.849177 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-278b2285-7459-4b7d-af5f-bd06706a6651 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5773065 Jul 07 17:26:51.852389 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54792) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:51.865384 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-0f6eed59-0c13-4199-8020-d7a9fff00521 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'subnet': {'network_id': '337525ee-6d91-4b30-9e81-eb46d1d5c3ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:51.999481 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54800) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:52.004287 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-93bd64ac-c96e-4fea-b12d-1f3be3a5da70 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Request body: {'router': {'name': 'tempest-router--9221007', 'project_id': '7085160d133149b28034483996b039ed'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:52.052257 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-93bd64ac-c96e-4fea-b12d-1f3be3a5da70 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.055328 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-93bd64ac-c96e-4fea-b12d-1f3be3a5da70 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.075762 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6eed59-0c13-4199-8020-d7a9fff00521 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Made reservation on behalf of 3f24c708bb74478a88dbf9975d5221d7 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:52.080208 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0f6eed59-0c13-4199-8020-d7a9fff00521 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.204399 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-93bd64ac-c96e-4fea-b12d-1f3be3a5da70 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.214261 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-93bd64ac-c96e-4fea-b12d-1f3be3a5da70 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.239506 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331ba59-e72d-4469-bc20-c59815832591 req-40fbdc82-827d-47a5-a65c-5f12482f8652 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:52.241598 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9331ba59-e72d-4469-bc20-c59815832591 req-40fbdc82-827d-47a5-a65c-5f12482f8652 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/ports?device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 945 time: 0.1772850 Jul 07 17:26:52.243209 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-93bd64ac-c96e-4fea-b12d-1f3be3a5da70 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.244581 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-93bd64ac-c96e-4fea-b12d-1f3be3a5da70 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2443299 Jul 07 17:26:52.249113 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54806) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:52.357924 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0f6eed59-0c13-4199-8020-d7a9fff00521 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.366879 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-339ff7c4-a49e-4579-a43f-c88ec488e3d9 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.374669 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9331ba59-e72d-4469-bc20-c59815832591 req-8c99b58a-93ba-44d0-a59d-4ce806f360c7 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/security-groups?id=57619786-0499-4018-ad6e-9849f9910558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272862 Jul 07 17:26:52.414186 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6eed59-0c13-4199-8020-d7a9fff00521 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Subnet': ['ID=dab8756d-9689-455b-94ad-29964a832640,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:52.459893 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6eed59-0c13-4199-8020-d7a9fff00521 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Checking segment: {'id': 'ce949dd2-7a43-408e-b56f-248ee1e25675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '337525ee-6d91-4b30-9e81-eb46d1d5c3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:52.460159 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6eed59-0c13-4199-8020-d7a9fff00521 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network hostable DHCP agents. Network: 337525ee-6d91-4b30-9e81-eb46d1d5c3ae, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:26:52.488083 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6eed59-0c13-4199-8020-d7a9fff00521 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network 337525ee-6d91-4b30-9e81-eb46d1d5c3ae is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:26:52.515566 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-0f6eed59-0c13-4199-8020-d7a9fff00521 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 337525ee-6d91-4b30-9e81-eb46d1d5c3ae) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:52.528506 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0864c23-6248-4f3d-a899-5dce84a8dafe None None] Network 337525ee-6d91-4b30-9e81-eb46d1d5c3ae requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:52.531039 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6eed59-0c13-4199-8020-d7a9fff00521 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:52.533440 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0f6eed59-0c13-4199-8020-d7a9fff00521 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.565802 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0f6eed59-0c13-4199-8020-d7a9fff00521 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7112241 Jul 07 17:26:52.568033 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54814) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:52.574250 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-d25148d5-6910-4158-b5b3-e71003a78778 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'subnet': {'network_id': '73f0a51d-f597-4cb5-9926-e89f8b7f60c2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:52.674926 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-339ff7c4-a49e-4579-a43f-c88ec488e3d9 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.677315 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-339ff7c4-a49e-4579-a43f-c88ec488e3d9 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.776262 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-339ff7c4-a49e-4579-a43f-c88ec488e3d9 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.777134 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339ff7c4-a49e-4579-a43f-c88ec488e3d9 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3dc58854-a820-4a73-a5a8-6350e881f696 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:26:52.789764 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-339ff7c4-a49e-4579-a43f-c88ec488e3d9 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.791017 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-339ff7c4-a49e-4579-a43f-c88ec488e3d9 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "DELETE /v2.0/routers/3dc58854-a820-4a73-a5a8-6350e881f696 HTTP/1.1" status: 204 len: 168 time: 0.5406678 Jul 07 17:26:52.931728 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25148d5-6910-4158-b5b3-e71003a78778 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Made reservation on behalf of 3f24c708bb74478a88dbf9975d5221d7 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:52.936940 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d25148d5-6910-4158-b5b3-e71003a78778 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.937963 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-337525ee-6d91-4b30-9e81-eb46d1d5c3ae', 'network_id': '337525ee-6d91-4b30-9e81-eb46d1d5c3ae', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'fixed_ips': [{'subnet_id': 'dab8756d-9689-455b-94ad-29964a832640'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:26:52.939915 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.044191 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f424dbf-117f-40ee-af9a-773b4f69430c req-684a9818-b281-4d6a-9580-631a39afee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:53.050109 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3f424dbf-117f-40ee-af9a-773b4f69430c req-684a9818-b281-4d6a-9580-631a39afee6e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=965b3a662467441ca11d9cc2e0d11b4b&device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 1097 time: 0.1821628 Jul 07 17:26:53.294567 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Allocated IP 172.20.0.2 (337525ee-6d91-4b30-9e81-eb46d1d5c3ae/dab8756d-9689-455b-94ad-29964a832640/b9507e64-4fae-4c8e-89c6-1ae8decb3220) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:53.356680 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54842) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:53.488875 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f424dbf-117f-40ee-af9a-773b4f69430c req-64ff84a3-0db1-4398-baaa-0f7f3bdd28c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:53.491413 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3f424dbf-117f-40ee-af9a-773b4f69430c req-64ff84a3-0db1-4398-baaa-0f7f3bdd28c4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d8a289bc-7250-442c-bae6-dd18bd972961 HTTP/1.1" status: 200 len: 912 time: 0.4064393 Jul 07 17:26:53.497878 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54846) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:53.502600 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-903eac09-49ef-4386-be52-6056b8a63ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.518665 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264cdca-058f-4041-97e7-03c0dd4fa44e req-08c52384-8a22-4711-b84a-8d170e8bde11 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:53.537317 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6264cdca-058f-4041-97e7-03c0dd4fa44e req-08c52384-8a22-4711-b84a-8d170e8bde11 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/ports?device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 945 time: 0.4830623 Jul 07 17:26:53.574828 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d25148d5-6910-4158-b5b3-e71003a78778 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.621677 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3f424dbf-117f-40ee-af9a-773b4f69430c req-ff3cb24e-f42e-4e32-91df-89e3cf56990c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34e3c649-1434-4809-8271-19245a6f3b18 HTTP/1.1" status: 200 len: 217 time: 0.0654354 Jul 07 17:26:53.708540 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25148d5-6910-4158-b5b3-e71003a78778 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Checking segment: {'id': '4b12d2e0-f48a-40bc-b877-7d045fd27c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '73f0a51d-f597-4cb5-9926-e89f8b7f60c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:53.710152 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.711582 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25148d5-6910-4158-b5b3-e71003a78778 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network hostable DHCP agents. Network: 73f0a51d-f597-4cb5-9926-e89f8b7f60c2, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:26:53.732347 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25148d5-6910-4158-b5b3-e71003a78778 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Subnet': ['ID=6af927d1-f1e7-4ff7-be52-727812450072,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:53.733827 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Transition to ACTIVE for port object b9507e64-4fae-4c8e-89c6-1ae8decb3220 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:53.781488 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25148d5-6910-4158-b5b3-e71003a78778 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network 73f0a51d-f597-4cb5-9926-e89f8b7f60c2 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:26:53.789500 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-10c07a88-c1da-4dba-9b30-72fced577772 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1292328824', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}, 'admin_state_up': False}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:53.798595 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-d25148d5-6910-4158-b5b3-e71003a78778 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 73f0a51d-f597-4cb5-9926-e89f8b7f60c2) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:53.803940 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25148d5-6910-4158-b5b3-e71003a78778 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:53.805159 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d25148d5-6910-4158-b5b3-e71003a78778 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.818052 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6264cdca-058f-4041-97e7-03c0dd4fa44e req-3c3d6cfd-93eb-4da2-8aca-d16b76862065 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/security-groups?id=57619786-0499-4018-ad6e-9849f9910558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641695 Jul 07 17:26:53.825619 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de315de-25ce-4236-974e-0d97e7f5994d None None] Network 73f0a51d-f597-4cb5-9926-e89f8b7f60c2 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:53.979613 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Transition to ACTIVE for port object b9507e64-4fae-4c8e-89c6-1ae8decb3220 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:53.980703 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f424dbf-117f-40ee-af9a-773b4f69430c req-f0e05862-51a1-4374-afce-9c807c748107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:53.982799 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3f424dbf-117f-40ee-af9a-773b4f69430c req-f0e05862-51a1-4374-afce-9c807c748107 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c90d6609-0f7d-4e40-b74b-987e6490166e HTTP/1.1" status: 200 len: 851 time: 0.3524384 Jul 07 17:26:54.044218 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3f424dbf-117f-40ee-af9a-773b4f69430c req-543af8b1-f92c-4622-bfa7-97f58882feaf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8a289bc-7250-442c-bae6-dd18bd972961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506058 Jul 07 17:26:54.049845 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.070922 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d25148d5-6910-4158-b5b3-e71003a78778 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5015013 Jul 07 17:26:54.073811 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54862) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:54.079209 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-47f35509-a7ed-44d9-a6ce-fad2057a3eb9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1433769138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:54.129109 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-47f35509-a7ed-44d9-a6ce-fad2057a3eb9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.130706 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-47f35509-a7ed-44d9-a6ce-fad2057a3eb9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.140446 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc121cfb-82c5-4127-9d62-3a1d53ea70e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-73f0a51d-f597-4cb5-9926-e89f8b7f60c2', 'network_id': '73f0a51d-f597-4cb5-9926-e89f8b7f60c2', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'fixed_ips': [{'subnet_id': '6af927d1-f1e7-4ff7-be52-727812450072'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:26:54.141942 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bc121cfb-82c5-4127-9d62-3a1d53ea70e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.192232 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Network 337525ee-6d91-4b30-9e81-eb46d1d5c3ae is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:54.223642 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-47f35509-a7ed-44d9-a6ce-fad2057a3eb9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.227898 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:54.233451 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-47f35509-a7ed-44d9-a6ce-fad2057a3eb9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.238698 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:54.240642 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-10c07a88-c1da-4dba-9b30-72fced577772 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.241708 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-10c07a88-c1da-4dba-9b30-72fced577772 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.259724 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Pushing event updated for resources: {'Port': ['ID=b9507e64-4fae-4c8e-89c6-1ae8decb3220,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:54.262401 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-47f35509-a7ed-44d9-a6ce-fad2057a3eb9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.264870 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-47f35509-a7ed-44d9-a6ce-fad2057a3eb9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1898160 Jul 07 17:26:54.268052 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54866) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:54.299172 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:54.299172 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:54.299172 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:54.299627 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:54.299627 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:54.299972 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:54.300219 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:54.300548 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:54.300905 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:54.301235 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:54.304338 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:54.304563 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:54.345393 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3f424dbf-117f-40ee-af9a-773b4f69430c req-0a1d983a-cf37-41d4-92cb-361223529092 service neutron] 10.222.0.72 "GET /v2.0/networks/d8a289bc-7250-442c-bae6-dd18bd972961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846744 Jul 07 17:26:54.376111 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54868) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:54.490775 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Attempting to bind port b9507e64-4fae-4c8e-89c6-1ae8decb3220 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:26:54.491108 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Attempting to bind port b9507e64-4fae-4c8e-89c6-1ae8decb3220 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'ce949dd2-7a43-408e-b56f-248ee1e25675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '337525ee-6d91-4b30-9e81-eb46d1d5c3ae'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:26:54.491424 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Attempting to bind port b9507e64-4fae-4c8e-89c6-1ae8decb3220 on network 337525ee-6d91-4b30-9e81-eb46d1d5c3ae {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:54.500966 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:26:54.501978 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Checking segment: {'id': 'ce949dd2-7a43-408e-b56f-248ee1e25675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '337525ee-6d91-4b30-9e81-eb46d1d5c3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:54.502396 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.502795 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Bound using segment: {'id': 'ce949dd2-7a43-408e-b56f-248ee1e25675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '337525ee-6d91-4b30-9e81-eb46d1d5c3ae'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:26:54.503298 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Bound port: b9507e64-4fae-4c8e-89c6-1ae8decb3220, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce949dd2-7a43-408e-b56f-248ee1e25675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '337525ee-6d91-4b30-9e81-eb46d1d5c3ae'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:26:54.503682 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.521586 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3f424dbf-117f-40ee-af9a-773b4f69430c req-40a5f0d9-5b4a-4e37-bde2-bdee7bd0d281 service neutron] 10.222.0.72 "GET /v2.0/networks/d8a289bc-7250-442c-bae6-dd18bd972961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613526 Jul 07 17:26:54.565219 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-10c07a88-c1da-4dba-9b30-72fced577772 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.647640 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-bc121cfb-82c5-4127-9d62-3a1d53ea70e6 None None] Allocated IP 172.21.0.2 (73f0a51d-f597-4cb5-9926-e89f8b7f60c2/6af927d1-f1e7-4ff7-be52-727812450072/d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:54.651512 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5446bf0a-2a04-4f59-8654-0f116931f78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.697278 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] For port b9507e64-4fae-4c8e-89c6-1ae8decb3220, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:26:54.754342 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-10c07a88-c1da-4dba-9b30-72fced577772 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.799198 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] For port b9507e64-4fae-4c8e-89c6-1ae8decb3220, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b9507e64-4fae-4c8e-89c6-1ae8decb3220,segment=NetworkSegment(ce949dd2-7a43-408e-b56f-248ee1e25675),segment_id=ce949dd2-7a43-408e-b56f-248ee1e25675)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:26:54.811259 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.958846 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e94182-06f1-4342-a4fa-e002f7b0adf6 None None] Pushing event updated for resources: {'Port': ['ID=b9507e64-4fae-4c8e-89c6-1ae8decb3220,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:55.164849 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bc121cfb-82c5-4127-9d62-3a1d53ea70e6 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.177081 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-bc121cfb-82c5-4127-9d62-3a1d53ea70e6 None None] Transition to ACTIVE for port object d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:55.197741 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-bc121cfb-82c5-4127-9d62-3a1d53ea70e6 None None] Transition to ACTIVE for port object d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:55.232906 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bc121cfb-82c5-4127-9d62-3a1d53ea70e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.373307 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc121cfb-82c5-4127-9d62-3a1d53ea70e6 None None] Pushing event updated for resources: {'Port': ['ID=d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:55.452201 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc121cfb-82c5-4127-9d62-3a1d53ea70e6 None None] Network 73f0a51d-f597-4cb5-9926-e89f8b7f60c2 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:55.459063 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-bc121cfb-82c5-4127-9d62-3a1d53ea70e6 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:55.468099 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7364cb32-9d20-45d6-95d8-6ce8d3febb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.493832 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc121cfb-82c5-4127-9d62-3a1d53ea70e6 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:55.605003 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-bc121cfb-82c5-4127-9d62-3a1d53ea70e6 None None] Attempting to bind port d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:26:55.605003 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-bc121cfb-82c5-4127-9d62-3a1d53ea70e6 None None] Attempting to bind port d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '4b12d2e0-f48a-40bc-b877-7d045fd27c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '73f0a51d-f597-4cb5-9926-e89f8b7f60c2'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:26:55.605380 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc121cfb-82c5-4127-9d62-3a1d53ea70e6 None None] Attempting to bind port d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540 on network 73f0a51d-f597-4cb5-9926-e89f8b7f60c2 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:55.613603 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc121cfb-82c5-4127-9d62-3a1d53ea70e6 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:26:55.614001 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc121cfb-82c5-4127-9d62-3a1d53ea70e6 None None] Checking segment: {'id': '4b12d2e0-f48a-40bc-b877-7d045fd27c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '73f0a51d-f597-4cb5-9926-e89f8b7f60c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:55.614504 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bc121cfb-82c5-4127-9d62-3a1d53ea70e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.615050 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc121cfb-82c5-4127-9d62-3a1d53ea70e6 None None] Bound using segment: {'id': '4b12d2e0-f48a-40bc-b877-7d045fd27c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '73f0a51d-f597-4cb5-9926-e89f8b7f60c2'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:26:55.615639 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-bc121cfb-82c5-4127-9d62-3a1d53ea70e6 None None] Bound port: d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b12d2e0-f48a-40bc-b877-7d045fd27c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '73f0a51d-f597-4cb5-9926-e89f8b7f60c2'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:26:55.616280 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bc121cfb-82c5-4127-9d62-3a1d53ea70e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.694263 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-10c07a88-c1da-4dba-9b30-72fced577772 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.761309 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-bc121cfb-82c5-4127-9d62-3a1d53ea70e6 None None] For port d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:26:55.766491 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-bc121cfb-82c5-4127-9d62-3a1d53ea70e6 None None] For port d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540,segment=NetworkSegment(4b12d2e0-f48a-40bc-b877-7d045fd27c74),segment_id=4b12d2e0-f48a-40bc-b877-7d045fd27c74)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:26:55.773418 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bc121cfb-82c5-4127-9d62-3a1d53ea70e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.792919 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-10c07a88-c1da-4dba-9b30-72fced577772 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.842516 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-830cce32-0ccd-4f9e-a7ed-90f537c988e4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.876333 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca177b8-408f-485d-8a92-4a30912df8a1 req-0bcce3c8-ee2e-410f-93d7-8abf489605fd tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:55.878118 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9ca177b8-408f-485d-8a92-4a30912df8a1 req-0bcce3c8-ee2e-410f-93d7-8abf489605fd tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/ports?device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 945 time: 0.4723039 Jul 07 17:26:55.903624 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc121cfb-82c5-4127-9d62-3a1d53ea70e6 None None] Pushing event updated for resources: {'Port': ['ID=d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:55.920651 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b9507e64-4fae-4c8e-89c6-1ae8decb3220 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:56.043413 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port b9507e64-4fae-4c8e-89c6-1ae8decb3220 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:56.248801 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.337504 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-10c07a88-c1da-4dba-9b30-72fced577772 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Allocated IP 172.25.0.60 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/8846817b-58d3-4e0f-aec2-3e1f906ef40c) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:56.478739 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5446bf0a-2a04-4f59-8654-0f116931f78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.510756 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9ca177b8-408f-485d-8a92-4a30912df8a1 req-343ece83-235d-448c-9b45-fa6f564d63a4 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/security-groups?id=57619786-0499-4018-ad6e-9849f9910558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6127486 Jul 07 17:26:56.524607 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5446bf0a-2a04-4f59-8654-0f116931f78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.611295 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5446bf0a-2a04-4f59-8654-0f116931f78b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2bf2dcab1cf5454092e7def6970ea28f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2308977 Jul 07 17:26:56.621894 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54882) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:56.641308 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54884) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:56.699474 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-830cce32-0ccd-4f9e-a7ed-90f537c988e4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Allocated IP 172.20.0.1 (337525ee-6d91-4b30-9e81-eb46d1d5c3ae/dab8756d-9689-455b-94ad-29964a832640/180f899c-ff0a-4cee-af1f-cd1e4e2abe57) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:56.708308 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-10c07a88-c1da-4dba-9b30-72fced577772 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.718756 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-7364cb32-9d20-45d6-95d8-6ce8d3febb7b admin admin] Deleting port d44d34e5-4162-4302-ab10-46dec4a7318e {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:56.719715 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7364cb32-9d20-45d6-95d8-6ce8d3febb7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.741262 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446bf0a-2a04-4f59-8654-0f116931f78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757231bb-f3f0-4921-b64e-7ad77fcfa5df,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:56.772665 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-33aedb3c-2632-4dda-84a1-3896d09a7071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.873723 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-7364cb32-9d20-45d6-95d8-6ce8d3febb7b admin admin] For port d44d34e5-4162-4302-ab10-46dec4a7318e, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d44d34e5-4162-4302-ab10-46dec4a7318e,segment=NetworkSegment(cef86302-c991-47cf-a7fd-0464c6fa2b9a),segment_id=cef86302-c991-47cf-a7fd-0464c6fa2b9a)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:56.874433 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7364cb32-9d20-45d6-95d8-6ce8d3febb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.901796 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-10c07a88-c1da-4dba-9b30-72fced577772 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.943760 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bf84ac2a-a36c-481a-ad33-96160040fe83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.946058 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-7364cb32-9d20-45d6-95d8-6ce8d3febb7b admin admin] Calling delete_port for d44d34e5-4162-4302-ab10-46dec4a7318e owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:56.947983 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-43809f26-f7c7-4682-97f1-4f5f23c5f020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.976846 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-43809f26-f7c7-4682-97f1-4f5f23c5f020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.073208 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c07a88-c1da-4dba-9b30-72fced577772 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:57.082089 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-830cce32-0ccd-4f9e-a7ed-90f537c988e4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.086194 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c07a88-c1da-4dba-9b30-72fced577772 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Pushing event updated for resources: {'Port': ['ID=8846817b-58d3-4e0f-aec2-3e1f906ef40c,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:57.089029 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-10c07a88-c1da-4dba-9b30-72fced577772 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:57.094748 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c07a88-c1da-4dba-9b30-72fced577772 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:57.105465 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-830cce32-0ccd-4f9e-a7ed-90f537c988e4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Transition to ACTIVE for port object 180f899c-ff0a-4cee-af1f-cd1e4e2abe57 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:57.139230 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-43809f26-f7c7-4682-97f1-4f5f23c5f020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.144967 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-43809f26-f7c7-4682-97f1-4f5f23c5f020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.145920 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-43809f26-f7c7-4682-97f1-4f5f23c5f020 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/757231bb-f3f0-4921-b64e-7ad77fcfa5df HTTP/1.1" status: 204 len: 168 time: 0.5186501 Jul 07 17:26:57.164475 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32d00fd-bb39-4a21-bd61-c8365314f51c None None] Network 337525ee-6d91-4b30-9e81-eb46d1d5c3ae requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:57.171919 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43809f26-f7c7-4682-97f1-4f5f23c5f020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757231bb-f3f0-4921-b64e-7ad77fcfa5df,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:57.184431 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-830cce32-0ccd-4f9e-a7ed-90f537c988e4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.285075 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830cce32-0ccd-4f9e-a7ed-90f537c988e4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network 337525ee-6d91-4b30-9e81-eb46d1d5c3ae is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:57.289232 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-830cce32-0ccd-4f9e-a7ed-90f537c988e4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:57.295963 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830cce32-0ccd-4f9e-a7ed-90f537c988e4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:57.362382 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830cce32-0ccd-4f9e-a7ed-90f537c988e4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Port': ['ID=180f899c-ff0a-4cee-af1f-cd1e4e2abe57,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:57.376560 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a817dd91-3c9a-4b13-b6f7-74afe7f787c0 None None] Provisioning for port b9507e64-4fae-4c8e-89c6-1ae8decb3220 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:57.396706 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a817dd91-3c9a-4b13-b6f7-74afe7f787c0 None None] Provisioning complete for port b9507e64-4fae-4c8e-89c6-1ae8decb3220 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:57.396706 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a817dd91-3c9a-4b13-b6f7-74afe7f787c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.412826 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-830cce32-0ccd-4f9e-a7ed-90f537c988e4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.674952 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a817dd91-3c9a-4b13-b6f7-74afe7f787c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.752885 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-830cce32-0ccd-4f9e-a7ed-90f537c988e4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.808834 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54894) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:57.834144 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-a817dd91-3c9a-4b13-b6f7-74afe7f787c0 None None] For port b9507e64-4fae-4c8e-89c6-1ae8decb3220, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b9507e64-4fae-4c8e-89c6-1ae8decb3220,segment=NetworkSegment(ce949dd2-7a43-408e-b56f-248ee1e25675),segment_id=ce949dd2-7a43-408e-b56f-248ee1e25675)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:57.846198 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a817dd91-3c9a-4b13-b6f7-74afe7f787c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.885004 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1513557b-1846-413b-95e5-e57bb02d02b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.917981 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:57.979485 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bf84ac2a-a36c-481a-ad33-96160040fe83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.069671 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bf84ac2a-a36c-481a-ad33-96160040fe83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.094387 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03101e48-fbf7-4832-a151-3cd1c895e5a4 None None] Network 73f0a51d-f597-4cb5-9926-e89f8b7f60c2 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:58.113837 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817dd91-3c9a-4b13-b6f7-74afe7f787c0 None None] Pushing event updated for resources: {'Port': ['ID=b9507e64-4fae-4c8e-89c6-1ae8decb3220,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:58.128826 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84ac2a-a36c-481a-ad33-96160040fe83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e59192-0943-466d-9ac1-296efbacf061,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:58.142401 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1513557b-1846-413b-95e5-e57bb02d02b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.143792 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:58.145956 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.184806 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1513557b-1846-413b-95e5-e57bb02d02b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.218197 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1513557b-1846-413b-95e5-e57bb02d02b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5b991ebe72049ab8336650c46fea11f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4057753 Jul 07 17:26:58.218489 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7364cb32-9d20-45d6-95d8-6ce8d3febb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.219920 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1a04acc3-8afd-4741-9f70-b462488a0919 None None] Provisioning for port d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:58.220734 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54896) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.235671 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1a04acc3-8afd-4741-9f70-b462488a0919 None None] Provisioning complete for port d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:58.236417 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1a04acc3-8afd-4741-9f70-b462488a0919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.286543 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513557b-1846-413b-95e5-e57bb02d02b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80652d0-e52b-4203-9780-eca4ac79b50e,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:58.332191 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-11ba74d9-6cbd-4580-bbdd-7b3b40e998bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.398115 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bf84ac2a-a36c-481a-ad33-96160040fe83 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fd36050d4bd4413d807b1bf4a6cad5d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7440534 Jul 07 17:26:58.420440 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54898) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.438596 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1a04acc3-8afd-4741-9f70-b462488a0919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.441599 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b18624-448d-499c-9a73-9418117700e2 req-61054f81-38e2-4806-b6df-9f99dacc5d81 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:58.451051 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c8b18624-448d-499c-9a73-9418117700e2 req-61054f81-38e2-4806-b6df-9f99dacc5d81 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/ports?device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 945 time: 0.6550143 Jul 07 17:26:58.454143 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364cb32-9d20-45d6-95d8-6ce8d3febb7b admin admin] Pushing event deleted for resources: {'Port': ['ID=d44d34e5-4162-4302-ab10-46dec4a7318e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:58.481798 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-10c07a88-c1da-4dba-9b30-72fced577772 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.496325 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-11ba74d9-6cbd-4580-bbdd-7b3b40e998bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.515812 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-1a04acc3-8afd-4741-9f70-b462488a0919 None None] For port d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540,segment=NetworkSegment(4b12d2e0-f48a-40bc-b877-7d045fd27c74),segment_id=4b12d2e0-f48a-40bc-b877-7d045fd27c74)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:58.530756 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1a04acc3-8afd-4741-9f70-b462488a0919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.594395 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c8b18624-448d-499c-9a73-9418117700e2 req-18acbc52-faab-41b9-a860-df302fb48618 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/security-groups?id=57619786-0499-4018-ad6e-9849f9910558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405928 Jul 07 17:26:58.653903 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-11ba74d9-6cbd-4580-bbdd-7b3b40e998bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.657221 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-11ba74d9-6cbd-4580-bbdd-7b3b40e998bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.661681 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-11ba74d9-6cbd-4580-bbdd-7b3b40e998bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b80652d0-e52b-4203-9780-eca4ac79b50e HTTP/1.1" status: 204 len: 168 time: 0.4368188 Jul 07 17:26:58.707163 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba74d9-6cbd-4580-bbdd-7b3b40e998bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80652d0-e52b-4203-9780-eca4ac79b50e,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:58.725192 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-145054e1-1a7a-4352-bba6-47465636ab53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.758662 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-145054e1-1a7a-4352-bba6-47465636ab53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.810288 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7364cb32-9d20-45d6-95d8-6ce8d3febb7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.847126 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e30ccef9-1d6e-4b54-b58a-2f4c2d3b31d3 None None] Provisioning complete for port b9507e64-4fae-4c8e-89c6-1ae8decb3220 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:58.848766 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e30ccef9-1d6e-4b54-b58a-2f4c2d3b31d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.867556 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-145054e1-1a7a-4352-bba6-47465636ab53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.870996 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-145054e1-1a7a-4352-bba6-47465636ab53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.872814 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-145054e1-1a7a-4352-bba6-47465636ab53 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/67e59192-0943-466d-9ac1-296efbacf061 HTTP/1.1" status: 204 len: 168 time: 0.4509044 Jul 07 17:26:58.895154 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145054e1-1a7a-4352-bba6-47465636ab53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e59192-0943-466d-9ac1-296efbacf061,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:58.962220 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-830cce32-0ccd-4f9e-a7ed-90f537c988e4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.964729 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04acc3-8afd-4741-9f70-b462488a0919 None None] Pushing event updated for resources: {'Port': ['ID=d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:58.972370 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-830cce32-0ccd-4f9e-a7ed-90f537c988e4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.134482 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e30ccef9-1d6e-4b54-b58a-2f4c2d3b31d3 None None] Provisioning for port 180f899c-ff0a-4cee-af1f-cd1e4e2abe57 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:59.147059 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e30ccef9-1d6e-4b54-b58a-2f4c2d3b31d3 None None] Provisioning complete for port 180f899c-ff0a-4cee-af1f-cd1e4e2abe57 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:59.147319 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-830cce32-0ccd-4f9e-a7ed-90f537c988e4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.147840 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e30ccef9-1d6e-4b54-b58a-2f4c2d3b31d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.253473 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-e30ccef9-1d6e-4b54-b58a-2f4c2d3b31d3 None None] Port 180f899c-ff0a-4cee-af1f-cd1e4e2abe57 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:26:59.377221 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830cce32-0ccd-4f9e-a7ed-90f537c988e4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Port': ['ID=180f899c-ff0a-4cee-af1f-cd1e4e2abe57,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:59.410622 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-842cca57-9686-4531-a51a-c8edc1280800 None None] Provisioning complete for port d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:59.413606 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-842cca57-9686-4531-a51a-c8edc1280800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.451712 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830cce32-0ccd-4f9e-a7ed-90f537c988e4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network 337525ee-6d91-4b30-9e81-eb46d1d5c3ae is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:59.456980 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-830cce32-0ccd-4f9e-a7ed-90f537c988e4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:59.589411 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54918) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:59.650806 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ee38be24-4f87-4ca1-958a-5592bbb54b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.665668 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-842cca57-9686-4531-a51a-c8edc1280800 None None] Provisioning complete for port 180f899c-ff0a-4cee-af1f-cd1e4e2abe57 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:59.666135 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-842cca57-9686-4531-a51a-c8edc1280800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.762292 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-842cca57-9686-4531-a51a-c8edc1280800 None None] Port 180f899c-ff0a-4cee-af1f-cd1e4e2abe57 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:26:59.773687 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830cce32-0ccd-4f9e-a7ed-90f537c988e4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Router d1ceb2bc-c554-464d-9519-dcee08766e7d is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:26:59.845058 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287ae4b-d060-4716-8129-e43b5a44f9f2 req-1bfa5ce6-c58a-49d8-ab10-a9253309f0b8 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:59.847921 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7287ae4b-d060-4716-8129-e43b5a44f9f2 req-1bfa5ce6-c58a-49d8-ab10-a9253309f0b8 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/ports?device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 945 time: 0.3103397 Jul 07 17:26:59.867051 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-10c07a88-c1da-4dba-9b30-72fced577772 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.895602 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e743c741-e0d3-4239-aaa7-f45aed968c7d None None] Provisioning complete for port 180f899c-ff0a-4cee-af1f-cd1e4e2abe57 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:59.897671 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e743c741-e0d3-4239-aaa7-f45aed968c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.917183 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830cce32-0ccd-4f9e-a7ed-90f537c988e4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:26:59.930410 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7364cb32-9d20-45d6-95d8-6ce8d3febb7b admin admin] Router eed3d3eb-1a68-421c-a21f-a8fb1ee460da has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:26:59.932940 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-830cce32-0ccd-4f9e-a7ed-90f537c988e4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "PUT /v2.0/routers/d1ceb2bc-c554-464d-9519-dcee08766e7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6617711 Jul 07 17:26:59.933762 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54924) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:59.961184 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-e743c741-e0d3-4239-aaa7-f45aed968c7d None None] Port 180f899c-ff0a-4cee-af1f-cd1e4e2abe57 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:26:59.965609 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1737b4-cdb8-4657-a248-9c0c27cd1787 None None] Sync routers for ids ['d1ceb2bc-c554-464d-9519-dcee08766e7d'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:26:59.969332 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b9507e64-4fae-4c8e-89c6-1ae8decb3220 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:00.010641 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ced36a9-71bd-4873-b65b-a862d1644079 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:00.015315 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1737b4-cdb8-4657-a248-9c0c27cd1787 None None] Routers {'d1ceb2bc-c554-464d-9519-dcee08766e7d'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:00.016452 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0ced36a9-71bd-4873-b65b-a862d1644079 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "GET /v2.0/ports/180f899c-ff0a-4cee-af1f-cd1e4e2abe57 HTTP/1.1" status: 200 len: 910 time: 0.0804911 Jul 07 17:27:00.016911 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-da1737b4-cdb8-4657-a248-9c0c27cd1787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:26:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d1ceb2bc-c554-464d-9519-dcee08766e7d'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:00.017439 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54930) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:00.047784 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7287ae4b-d060-4716-8129-e43b5a44f9f2 req-244ea26f-38db-4eee-8491-4942c19d53f6 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/security-groups?id=57619786-0499-4018-ad6e-9849f9910558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876566 Jul 07 17:27:00.066496 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-da1737b4-cdb8-4657-a248-9c0c27cd1787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:00.090818 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1737b4-cdb8-4657-a248-9c0c27cd1787 None None] Routers {'d1ceb2bc-c554-464d-9519-dcee08766e7d'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:00.091885 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-da1737b4-cdb8-4657-a248-9c0c27cd1787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:26:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d1ceb2bc-c554-464d-9519-dcee08766e7d'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:00.133884 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-da1737b4-cdb8-4657-a248-9c0c27cd1787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:00.138060 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1737b4-cdb8-4657-a248-9c0c27cd1787 None None] The sync data for ids ['d1ceb2bc-c554-464d-9519-dcee08766e7d'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:00.146930 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port b9507e64-4fae-4c8e-89c6-1ae8decb3220 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:00.147201 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.240135 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.277767 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:00.290326 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ee38be24-4f87-4ca1-958a-5592bbb54b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.301819 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ee38be24-4f87-4ca1-958a-5592bbb54b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.339500 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ee38be24-4f87-4ca1-958a-5592bbb54b6a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=683a11a9c2a74d2397b0f3f8bf01cb8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7409194 Jul 07 17:27:00.347451 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c07a88-c1da-4dba-9b30-72fced577772 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Router 9ca71736-23b8-4d7e-b841-ea4a4c2586fb is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:27:00.350913 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54934) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:00.371224 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:00.371754 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.403379 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7364cb32-9d20-45d6-95d8-6ce8d3febb7b admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:00.405286 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38be24-4f87-4ca1-958a-5592bbb54b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fd96f2-6bec-42c0-9dc5-e65b83730f14,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:00.422986 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265c8706-c40f-4f64-938f-a05f0805a63f None None] Sync routers for ids ['eed3d3eb-1a68-421c-a21f-a8fb1ee460da'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:00.423611 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7364cb32-9d20-45d6-95d8-6ce8d3febb7b admin admin] 10.222.0.53 "PUT /v2.0/routers/eed3d3eb-1a68-421c-a21f-a8fb1ee460da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8820198 Jul 07 17:27:00.430701 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54940) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:00.440721 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265c8706-c40f-4f64-938f-a05f0805a63f None None] Routers {'eed3d3eb-1a68-421c-a21f-a8fb1ee460da'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:00.442023 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-265c8706-c40f-4f64-938f-a05f0805a63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:26:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['eed3d3eb-1a68-421c-a21f-a8fb1ee460da'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:00.605490 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.660324 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-90d2942e-d1fa-4d0e-9fab-9c66e177851b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.699629 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-265c8706-c40f-4f64-938f-a05f0805a63f None None] Set router eed3d3eb-1a68-421c-a21f-a8fb1ee460da gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:00.700479 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c07a88-c1da-4dba-9b30-72fced577772 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:00.712260 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95160402-2c20-46ab-8847-adc50eb2d0b5 None None] Sync routers for ids ['9ca71736-23b8-4d7e-b841-ea4a4c2586fb'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:00.726739 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95160402-2c20-46ab-8847-adc50eb2d0b5 None None] Routers {'9ca71736-23b8-4d7e-b841-ea4a4c2586fb'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:00.727737 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-95160402-2c20-46ab-8847-adc50eb2d0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:26:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['9ca71736-23b8-4d7e-b841-ea4a4c2586fb'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:00.756661 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-90d2942e-d1fa-4d0e-9fab-9c66e177851b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.772236 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-10c07a88-c1da-4dba-9b30-72fced577772 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.773434 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-10c07a88-c1da-4dba-9b30-72fced577772 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.4155891 Jul 07 17:27:00.777640 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-95160402-2c20-46ab-8847-adc50eb2d0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:00.790752 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54942) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:00.796126 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95160402-2c20-46ab-8847-adc50eb2d0b5 None None] Routers {'9ca71736-23b8-4d7e-b841-ea4a4c2586fb'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:00.799934 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-95160402-2c20-46ab-8847-adc50eb2d0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:26:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['9ca71736-23b8-4d7e-b841-ea4a4c2586fb'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:00.838917 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fc0304d1-9b43-4813-be26-216b782b084c admin admin] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.887552 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-95160402-2c20-46ab-8847-adc50eb2d0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:00.889679 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95160402-2c20-46ab-8847-adc50eb2d0b5 None None] The sync data for ids ['9ca71736-23b8-4d7e-b841-ea4a4c2586fb'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:00.962346 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-90d2942e-d1fa-4d0e-9fab-9c66e177851b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.965502 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-90d2942e-d1fa-4d0e-9fab-9c66e177851b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.967543 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-90d2942e-d1fa-4d0e-9fab-9c66e177851b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/89fd96f2-6bec-42c0-9dc5-e65b83730f14 HTTP/1.1" status: 204 len: 168 time: 0.6124361 Jul 07 17:27:00.983598 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-265c8706-c40f-4f64-938f-a05f0805a63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'name': 'tempest-AttachVolumeTestJSON-315326028-router', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e9745790-a66f-4b18-9061-576418fba211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:42Z', 'updated_at': '2021-07-07T17:26:57Z', 'revision_number': 5, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'gw_port': {'id': 'e9745790-a66f-4b18-9061-576418fba211', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:51Z', 'updated_at': '2021-07-07T17:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:00.984080 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2942e-d1fa-4d0e-9fab-9c66e177851b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fd96f2-6bec-42c0-9dc5-e65b83730f14,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:01.019947 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fc0304d1-9b43-4813-be26-216b782b084c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.067864 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265c8706-c40f-4f64-938f-a05f0805a63f None None] Checking router: eed3d3eb-1a68-421c-a21f-a8fb1ee460da for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:27:01.089202 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265c8706-c40f-4f64-938f-a05f0805a63f None None] Routers {'eed3d3eb-1a68-421c-a21f-a8fb1ee460da'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:01.090083 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-265c8706-c40f-4f64-938f-a05f0805a63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:26:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['eed3d3eb-1a68-421c-a21f-a8fb1ee460da'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:01.144903 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-fc0304d1-9b43-4813-be26-216b782b084c admin admin] Deleting port e9745790-a66f-4b18-9061-576418fba211 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:01.146381 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fc0304d1-9b43-4813-be26-216b782b084c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.245251 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-265c8706-c40f-4f64-938f-a05f0805a63f None None] Set router eed3d3eb-1a68-421c-a21f-a8fb1ee460da gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:01.276799 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8a6c9256-2a32-4a16-8a8f-f3ecbe85ed35 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "GET /v2.0/routers/9ca71736-23b8-4d7e-b841-ea4a4c2586fb HTTP/1.1" status: 200 len: 924 time: 0.4809799 Jul 07 17:27:01.291502 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54954) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:01.341295 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-265c8706-c40f-4f64-938f-a05f0805a63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'name': 'tempest-AttachVolumeTestJSON-315326028-router', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:42Z', 'updated_at': '2021-07-07T17:27:01Z', 'revision_number': 6, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:01.341612 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-fc0304d1-9b43-4813-be26-216b782b084c admin admin] For port e9745790-a66f-4b18-9061-576418fba211, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e9745790-a66f-4b18-9061-576418fba211,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:01.341749 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fc0304d1-9b43-4813-be26-216b782b084c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.356910 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-fc0304d1-9b43-4813-be26-216b782b084c admin admin] Calling delete_port for e9745790-a66f-4b18-9061-576418fba211 owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:01.371605 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265c8706-c40f-4f64-938f-a05f0805a63f None None] The sync data for ids ['eed3d3eb-1a68-421c-a21f-a8fb1ee460da'] in n-d-791503-12 is: [{'id': 'eed3d3eb-1a68-421c-a21f-a8fb1ee460da', 'name': 'tempest-AttachVolumeTestJSON-315326028-router', 'tenant_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:42Z', 'updated_at': '2021-07-07T17:27:01Z', 'revision_number': 6, 'project_id': '05029c802c7d44e6b05d7b73d2dd31fb', 'gw_port_host': None}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:01.385724 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-53afad86-4acf-4747-b896-241338c48cca tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ca71736-23b8-4d7e-b841-ea4a4c2586fb HTTP/1.1" status: 200 len: 205 time: 0.0887175 Jul 07 17:27:01.390509 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 54960) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:01.565798 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcecf9-b877-4531-a158-0261ee6965f8 req-2cd617f5-b683-4ed0-9d28-e552dbe53b42 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:01.567521 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3cdcecf9-b877-4531-a158-0261ee6965f8 req-2cd617f5-b683-4ed0-9d28-e552dbe53b42 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.72 "GET /v2.0/ports?device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 945 time: 0.3893244 Jul 07 17:27:01.602739 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1090ef0-1880-43b1-bf3b-843cceac42f8 req-b51e0b89-bc99-4311-bf2c-a5069712cc42 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:01.611591 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b1090ef0-1880-43b1-bf3b-843cceac42f8 req-b51e0b89-bc99-4311-bf2c-a5069712cc42 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/ports?device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 945 time: 0.2685883 Jul 07 17:27:01.617341 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Allocated IP 172.21.0.1 (73f0a51d-f597-4cb5-9926-e89f8b7f60c2/6af927d1-f1e7-4ff7-be52-727812450072/dd0712ab-049d-4ce8-979f-432a165e7c2e) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:01.699243 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fc0304d1-9b43-4813-be26-216b782b084c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.704244 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b1090ef0-1880-43b1-bf3b-843cceac42f8 req-5b1b1fe2-b0df-43c9-957b-09accc5ccb13 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/security-groups?id=57619786-0499-4018-ad6e-9849f9910558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906556 Jul 07 17:27:01.715683 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0725fc4d-8754-49e5-9d18-816ddf3f96e6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.759906 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d44d34e5-4162-4302-ab10-46dec4a7318e no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:01.822465 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0304d1-9b43-4813-be26-216b782b084c admin admin] Pushing event deleted for resources: {'Port': ['ID=e9745790-a66f-4b18-9061-576418fba211,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:01.829370 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: d44d34e5-4162-4302-ab10-46dec4a7318e {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:01.830014 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d44d34e5-4162-4302-ab10-46dec4a7318e not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:01.981786 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fc0304d1-9b43-4813-be26-216b782b084c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.097288 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fc0304d1-9b43-4813-be26-216b782b084c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.099810 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fc0304d1-9b43-4813-be26-216b782b084c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.111959 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-3cdcecf9-b877-4531-a158-0261ee6965f8 req-2f277b52-6103-4c67-bec1-e30aec76fe9b tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Deleting port 34e3c649-1434-4809-8271-19245a6f3b18 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:02.112327 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3cdcecf9-b877-4531-a158-0261ee6965f8 req-2f277b52-6103-4c67-bec1-e30aec76fe9b tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.222597 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fc0304d1-9b43-4813-be26-216b782b084c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.223957 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0304d1-9b43-4813-be26-216b782b084c admin admin] Fanout notify agent at l3_agent the message router_deleted on router eed3d3eb-1a68-421c-a21f-a8fb1ee460da {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:27:02.251208 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fc0304d1-9b43-4813-be26-216b782b084c admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.283598 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fc0304d1-9b43-4813-be26-216b782b084c admin admin] 10.222.0.53 "DELETE /v2.0/routers/eed3d3eb-1a68-421c-a21f-a8fb1ee460da HTTP/1.1" status: 204 len: 168 time: 1.8471529 Jul 07 17:27:02.300327 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 54982) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:02.386551 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0725fc4d-8754-49e5-9d18-816ddf3f96e6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.451824 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-3cdcecf9-b877-4531-a158-0261ee6965f8 req-2f277b52-6103-4c67-bec1-e30aec76fe9b tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] For port 34e3c649-1434-4809-8271-19245a6f3b18, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=34e3c649-1434-4809-8271-19245a6f3b18,segment=NetworkSegment(f20a1ac4-c44d-49a6-b98f-0a00763af46f),segment_id=f20a1ac4-c44d-49a6-b98f-0a00763af46f)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:02.452491 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3cdcecf9-b877-4531-a158-0261ee6965f8 req-2f277b52-6103-4c67-bec1-e30aec76fe9b tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.479602 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-3cdcecf9-b877-4531-a158-0261ee6965f8 req-2f277b52-6103-4c67-bec1-e30aec76fe9b tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Calling delete_port for 34e3c649-1434-4809-8271-19245a6f3b18 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:02.495036 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5251f6-9f8f-4f8c-a58b-e1c372688dbc admin admin] Deleting subnet e2ae55f5-c355-4456-833a-1db6be8fc78f {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:27:02.513768 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fd5251f6-9f8f-4f8c-a58b-e1c372688dbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.567949 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.597791 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Transition to ACTIVE for port object dd0712ab-049d-4ce8-979f-432a165e7c2e will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:02.633786 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fd5251f6-9f8f-4f8c-a58b-e1c372688dbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.643929 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-0725fc4d-8754-49e5-9d18-816ddf3f96e6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Deleting port 8846817b-58d3-4e0f-aec2-3e1f906ef40c {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:02.645198 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0725fc4d-8754-49e5-9d18-816ddf3f96e6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.828412 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fd5251f6-9f8f-4f8c-a58b-e1c372688dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.842114 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0725fc4d-8754-49e5-9d18-816ddf3f96e6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.877834 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-0725fc4d-8754-49e5-9d18-816ddf3f96e6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Calling delete_port for 8846817b-58d3-4e0f-aec2-3e1f906ef40c owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:02.977222 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3cdcecf9-b877-4531-a158-0261ee6965f8 req-2f277b52-6103-4c67-bec1-e30aec76fe9b tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.991775 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['34e3c649-1434-4809-8271-19245a6f3b18'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:27:03.019649 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.081567 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network 73f0a51d-f597-4cb5-9926-e89f8b7f60c2 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:03.091780 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f277b52-6103-4c67-bec1-e30aec76fe9b tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Pushing event deleted for resources: {'Port': ['ID=34e3c649-1434-4809-8271-19245a6f3b18,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:03.094176 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1e39ef83-05c6-465b-a320-522fc45761f3 req-435f9c20-a217-46bb-a52b-bc7bc9487ef2 tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.53 "GET /v2.0/ports?device_id=707bc3b4-af7f-4071-947e-88e6c2010c9c HTTP/1.1" status: 200 len: 210 time: 0.0909684 Jul 07 17:27:03.105916 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:03.114658 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdcecf9-b877-4531-a158-0261ee6965f8 req-2f277b52-6103-4c67-bec1-e30aec76fe9b tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] No DVR routers for this DVR port 34e3c649-1434-4809-8271-19245a6f3b18 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:03.121968 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:03.130358 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-3cdcecf9-b877-4531-a158-0261ee6965f8 req-2f277b52-6103-4c67-bec1-e30aec76fe9b tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.132466 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3cdcecf9-b877-4531-a158-0261ee6965f8 req-2f277b52-6103-4c67-bec1-e30aec76fe9b tempest-TestServerAdvancedOps-633234301 tempest-TestServerAdvancedOps-633234301-project] 10.222.0.72 "DELETE /v2.0/ports/34e3c649-1434-4809-8271-19245a6f3b18 HTTP/1.1" status: 204 len: 173 time: 1.5586057 Jul 07 17:27:03.132979 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707bc3b4-af7f-4071-947e-88e6c2010c9c', 'name': 'network-vif-deleted', 'tag': '34e3c649-1434-4809-8271-19245a6f3b18'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:03.135575 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df066f14-5dcd-4f45-b258-0e63f39676c9" -d '{"events": [{"server_uuid": "707bc3b4-af7f-4071-947e-88e6c2010c9c", "name": "network-vif-deleted", "tag": "34e3c649-1434-4809-8271-19245a6f3b18"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:03.169337 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fd5251f6-9f8f-4f8c-a58b-e1c372688dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.189626 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Port': ['ID=dd0712ab-049d-4ce8-979f-432a165e7c2e,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:03.205081 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9545c4-6439-4371-aeb2-039743bf5a6a x-openstack-request-id: req-cf9545c4-6439-4371-aeb2-039743bf5a6a {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:03.205081 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707bc3b4-af7f-4071-947e-88e6c2010c9c", "name": "network-vif-deleted", "tag": "34e3c649-1434-4809-8271-19245a6f3b18", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:03.205081 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf9545c4-6439-4371-aeb2-039743bf5a6a {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:03.205081 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707bc3b4-af7f-4071-947e-88e6c2010c9c', 'name': 'network-vif-deleted', 'tag': '34e3c649-1434-4809-8271-19245a6f3b18', 'status': 'completed', 'code': 200} Jul 07 17:27:03.225033 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5251f6-9f8f-4f8c-a58b-e1c372688dbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2ae55f5-c355-4456-833a-1db6be8fc78f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:03.232166 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fd5251f6-9f8f-4f8c-a58b-e1c372688dbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.239054 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fd5251f6-9f8f-4f8c-a58b-e1c372688dbc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e2ae55f5-c355-4456-833a-1db6be8fc78f HTTP/1.1" status: 204 len: 168 time: 0.8607001 Jul 07 17:27:03.239411 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55000) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:03.247647 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd7a98c-6e9d-4605-841f-b85ebcbd10c5 None None] Network 8844e96f-6ac0-4025-abff-e3224e6714bf requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:03.327336 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:03.328759 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:03.329393 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:03.329921 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:03.330435 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:03.330962 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:03.331499 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:03.333478 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:03.333970 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:03.334802 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:03.335193 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:03.345840 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:03.382481 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71247053-a9c0-4835-8336-ce2989adf08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.408073 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.592986 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-71247053-a9c0-4835-8336-ce2989adf08c admin admin] Deleting port de667031-f362-49a5-9279-2c42e0eced56 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:03.595064 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71247053-a9c0-4835-8336-ce2989adf08c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.676392 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ac415f40-b343-4ed1-90ce-19132061072a None None] Provisioning for port dd0712ab-049d-4ce8-979f-432a165e7c2e completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:03.690280 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0725fc4d-8754-49e5-9d18-816ddf3f96e6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.695136 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ac415f40-b343-4ed1-90ce-19132061072a None None] Provisioning complete for port dd0712ab-049d-4ce8-979f-432a165e7c2e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:03.696150 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ac415f40-b343-4ed1-90ce-19132061072a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.758812 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-ac415f40-b343-4ed1-90ce-19132061072a None None] Port dd0712ab-049d-4ce8-979f-432a165e7c2e cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:03.809969 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725fc4d-8754-49e5-9d18-816ddf3f96e6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Pushing event deleted for resources: {'Port': ['ID=8846817b-58d3-4e0f-aec2-3e1f906ef40c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:03.855863 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c47283a-c0dd-41a9-961f-2440b8831fe4 None None] DHCP port deletion for 8844e96f-6ac0-4025-abff-e3224e6714bf request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:27:03.931745 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e9745790-a66f-4b18-9061-576418fba211 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:03.979503 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: e9745790-a66f-4b18-9061-576418fba211 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:03.980189 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e9745790-a66f-4b18-9061-576418fba211 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:04.017753 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-4c47283a-c0dd-41a9-961f-2440b8831fe4 None None] Deleting port de667031-f362-49a5-9279-2c42e0eced56 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:04.021726 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4c47283a-c0dd-41a9-961f-2440b8831fe4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.046087 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.058763 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0725fc4d-8754-49e5-9d18-816ddf3f96e6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.159377 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-4c47283a-c0dd-41a9-961f-2440b8831fe4 None None] For port de667031-f362-49a5-9279-2c42e0eced56, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=de667031-f362-49a5-9279-2c42e0eced56,segment=NetworkSegment(cef86302-c991-47cf-a7fd-0464c6fa2b9a),segment_id=cef86302-c991-47cf-a7fd-0464c6fa2b9a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:04.160114 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4c47283a-c0dd-41a9-961f-2440b8831fe4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.178990 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-4c47283a-c0dd-41a9-961f-2440b8831fe4 None None] Calling delete_port for de667031-f362-49a5-9279-2c42e0eced56 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:04.321319 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4c47283a-c0dd-41a9-961f-2440b8831fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.399520 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47283a-c0dd-41a9-961f-2440b8831fe4 None None] Pushing event deleted for resources: {'Port': ['ID=de667031-f362-49a5-9279-2c42e0eced56,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:04.400934 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55020) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:04.404654 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c47283a-c0dd-41a9-961f-2440b8831fe4 None None] No DVR routers for this DVR port de667031-f362-49a5-9279-2c42e0eced56 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:04.462388 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0725fc4d-8754-49e5-9d18-816ddf3f96e6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.465419 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0725fc4d-8754-49e5-9d18-816ddf3f96e6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.492448 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-71247053-a9c0-4835-8336-ce2989adf08c admin admin] For port de667031-f362-49a5-9279-2c42e0eced56, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=de667031-f362-49a5-9279-2c42e0eced56,segment=NetworkSegment(cef86302-c991-47cf-a7fd-0464c6fa2b9a),segment_id=cef86302-c991-47cf-a7fd-0464c6fa2b9a)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:04.493146 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71247053-a9c0-4835-8336-ce2989adf08c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.514658 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55022) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:04.514948 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-71247053-a9c0-4835-8336-ce2989adf08c admin admin] Calling delete_port for de667031-f362-49a5-9279-2c42e0eced56 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:04.553350 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0725fc4d-8754-49e5-9d18-816ddf3f96e6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.553350 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0725fc4d-8754-49e5-9d18-816ddf3f96e6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Fanout notify agent at l3_agent the message router_deleted on router 9ca71736-23b8-4d7e-b841-ea4a4c2586fb {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:27:04.565848 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0725fc4d-8754-49e5-9d18-816ddf3f96e6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.582312 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0725fc4d-8754-49e5-9d18-816ddf3f96e6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "DELETE /v2.0/routers/9ca71736-23b8-4d7e-b841-ea4a4c2586fb HTTP/1.1" status: 204 len: 168 time: 3.1731160 Jul 07 17:27:04.582312 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55026) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:04.599936 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-d4ca82c1-d73d-47eb-91e5-ec1245fb1f8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2128497738', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'enable_snat': False}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:04.601080 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-2790a4ea-d5a1-446e-9ce2-ecfe1bfc24a9 admin admin] Deleting subnet c90d6609-0f7d-4e40-b74b-987e6490166e {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:27:04.606618 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2790a4ea-d5a1-446e-9ce2-ecfe1bfc24a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.659924 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71247053-a9c0-4835-8336-ce2989adf08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.670961 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2790a4ea-d5a1-446e-9ce2-ecfe1bfc24a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.713000 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71247053-a9c0-4835-8336-ce2989adf08c admin admin] No DVR routers for this DVR port de667031-f362-49a5-9279-2c42e0eced56 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:04.719390 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71247053-a9c0-4835-8336-ce2989adf08c admin admin] Pushing event deleted for resources: {'Port': ['ID=de667031-f362-49a5-9279-2c42e0eced56,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:04.728039 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4ca82c1-d73d-47eb-91e5-ec1245fb1f8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.729239 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4ca82c1-d73d-47eb-91e5-ec1245fb1f8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.738615 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5dbc-af41-47f4-aee5-e5b9852bd6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.823207 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2790a4ea-d5a1-446e-9ce2-ecfe1bfc24a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.848277 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71247053-a9c0-4835-8336-ce2989adf08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.862419 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4ca82c1-d73d-47eb-91e5-ec1245fb1f8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.867425 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-71247053-a9c0-4835-8336-ce2989adf08c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8844e96f-6ac0-4025-abff-e3224e6714bf']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:04.883131 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-71247053-a9c0-4835-8336-ce2989adf08c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef86302-c991-47cf-a7fd-0464c6fa2b9a') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:04.883410 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-71247053-a9c0-4835-8336-ce2989adf08c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef86302-c991-47cf-a7fd-0464c6fa2b9a') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:04.900646 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71247053-a9c0-4835-8336-ce2989adf08c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.927210 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71247053-a9c0-4835-8336-ce2989adf08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.952445 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71247053-a9c0-4835-8336-ce2989adf08c admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:04.953695 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71247053-a9c0-4835-8336-ce2989adf08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:04.955789 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:04.968273 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2790a4ea-d5a1-446e-9ce2-ecfe1bfc24a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.043131 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790a4ea-d5a1-446e-9ce2-ecfe1bfc24a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c90d6609-0f7d-4e40-b74b-987e6490166e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:05.045312 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2790a4ea-d5a1-446e-9ce2-ecfe1bfc24a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.048467 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2790a4ea-d5a1-446e-9ce2-ecfe1bfc24a9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c90d6609-0f7d-4e40-b74b-987e6490166e HTTP/1.1" status: 204 len: 168 time: 0.6319838 Jul 07 17:27:05.051920 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55030) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:05.096606 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71247053-a9c0-4835-8336-ce2989adf08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.115516 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71247053-a9c0-4835-8336-ce2989adf08c admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.119893 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-71247053-a9c0-4835-8336-ce2989adf08c admin admin] 10.222.0.53 "DELETE /v2.0/networks/8844e96f-6ac0-4025-abff-e3224e6714bf HTTP/1.1" status: 204 len: 168 time: 1.8771901 Jul 07 17:27:05.135229 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71247053-a9c0-4835-8336-ce2989adf08c admin admin] Pushing event deleted for resources: {'Network': ['ID=8844e96f-6ac0-4025-abff-e3224e6714bf,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:05.147856 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4ca82c1-d73d-47eb-91e5-ec1245fb1f8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.172568 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d2de30ac-f473-4cd7-bad0-38bd83dc223b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.177586 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.195902 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.311364 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55034) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:05.330727 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d2de30ac-f473-4cd7-bad0-38bd83dc223b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.351072 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-d2de30ac-f473-4cd7-bad0-38bd83dc223b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a289bc-7250-442c-bae6-dd18bd972961']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:05.372671 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-d2de30ac-f473-4cd7-bad0-38bd83dc223b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20a1ac4-c44d-49a6-b98f-0a00763af46f') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:05.373183 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-d2de30ac-f473-4cd7-bad0-38bd83dc223b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20a1ac4-c44d-49a6-b98f-0a00763af46f') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:05.389538 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d2de30ac-f473-4cd7-bad0-38bd83dc223b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.394729 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5dbc-af41-47f4-aee5-e5b9852bd6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.403214 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Port': ['ID=dd0712ab-049d-4ce8-979f-432a165e7c2e,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:05.408510 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.410758 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d2de30ac-f473-4cd7-bad0-38bd83dc223b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.419625 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2de30ac-f473-4cd7-bad0-38bd83dc223b admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:05.420243 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d2de30ac-f473-4cd7-bad0-38bd83dc223b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:05.422598 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:05.433734 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5dbc-af41-47f4-aee5-e5b9852bd6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.520532 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d2de30ac-f473-4cd7-bad0-38bd83dc223b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.537087 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d2de30ac-f473-4cd7-bad0-38bd83dc223b admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.549853 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d2de30ac-f473-4cd7-bad0-38bd83dc223b admin admin] 10.222.0.53 "DELETE /v2.0/networks/d8a289bc-7250-442c-bae6-dd18bd972961 HTTP/1.1" status: 204 len: 168 time: 0.4971755 Jul 07 17:27:05.589439 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55036) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:05.623618 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de30ac-f473-4cd7-bad0-38bd83dc223b admin admin] Pushing event deleted for resources: {'Network': ['ID=d8a289bc-7250-442c-bae6-dd18bd972961,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:05.659373 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb5dbc-af41-47f4-aee5-e5b9852bd6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca535f8-bd2c-457c-9d3d-5facb16dfa88,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:05.717389 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ebc8a6-e4ae-4d44-94c9-de557fdb8370 admin admin] Deleting subnet 2d20d842-e1fe-44e7-ba37-77f477295a54 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:27:05.728681 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e9ebc8a6-e4ae-4d44-94c9-de557fdb8370 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.754435 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4ceb5dbc-af41-47f4-aee5-e5b9852bd6fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e72691c50e3942b5819a9a2f88030fab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2359302 Jul 07 17:27:05.760421 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55038) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:05.776569 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e9ebc8a6-e4ae-4d44-94c9-de557fdb8370 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.783983 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a03e5d16-aa26-4c80-8fee-b3ddc0722ca0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=05029c802c7d44e6b05d7b73d2dd31fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4651611 Jul 07 17:27:05.801298 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55040) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:05.821463 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device de667031-f362-49a5-9279-2c42e0eced56 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:05.845510 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e9ebc8a6-e4ae-4d44-94c9-de557fdb8370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.875501 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network 73f0a51d-f597-4cb5-9926-e89f8b7f60c2 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:05.880853 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:05.887631 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: de667031-f362-49a5-9279-2c42e0eced56 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:05.889374 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device de667031-f362-49a5-9279-2c42e0eced56 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:05.960516 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e9ebc8a6-e4ae-4d44-94c9-de557fdb8370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.997384 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e9ebc8a6-e4ae-4d44-94c9-de557fdb8370 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.000151 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e9ebc8a6-e4ae-4d44-94c9-de557fdb8370 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2d20d842-e1fe-44e7-ba37-77f477295a54 HTTP/1.1" status: 204 len: 168 time: 0.4082887 Jul 07 17:27:06.002532 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55046) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:06.003645 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebc8a6-e4ae-4d44-94c9-de557fdb8370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d20d842-e1fe-44e7-ba37-77f477295a54,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:06.027468 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-52791489-42de-47e6-9dc1-a8e74bc1c515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.122345 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-494063df-fe2a-44ff-9c66-75b652b29a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.124564 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c3e992f2-9d67-45d0-a7a1-0c895517632b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.166116 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Router d1ceb2bc-c554-464d-9519-dcee08766e7d has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:27:06.187363 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c3e992f2-9d67-45d0-a7a1-0c895517632b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.188856 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-52791489-42de-47e6-9dc1-a8e74bc1c515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.253383 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4ca82c1-d73d-47eb-91e5-ec1245fb1f8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.272560 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-23685efb-edb0-4282-a257-6906619b9bee None None] Provisioning complete for port dd0712ab-049d-4ce8-979f-432a165e7c2e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:06.273239 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-23685efb-edb0-4282-a257-6906619b9bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.314590 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-494063df-fe2a-44ff-9c66-75b652b29a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.325710 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4ca82c1-d73d-47eb-91e5-ec1245fb1f8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.334051 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-494063df-fe2a-44ff-9c66-75b652b29a9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88f3b42-5117-4fb2-8df5-2aeab0d08e27']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:06.353960 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-23685efb-edb0-4282-a257-6906619b9bee None None] Port dd0712ab-049d-4ce8-979f-432a165e7c2e cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:06.360657 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-494063df-fe2a-44ff-9c66-75b652b29a9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978091ee-5426-46f2-90ea-cd2c6012080b') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:06.360657 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-494063df-fe2a-44ff-9c66-75b652b29a9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978091ee-5426-46f2-90ea-cd2c6012080b') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:06.374973 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-494063df-fe2a-44ff-9c66-75b652b29a9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.396665 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-494063df-fe2a-44ff-9c66-75b652b29a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.409043 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494063df-fe2a-44ff-9c66-75b652b29a9e admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:06.409442 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-494063df-fe2a-44ff-9c66-75b652b29a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:06.455112 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:06.466762 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c3e992f2-9d67-45d0-a7a1-0c895517632b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.470325 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c3e992f2-9d67-45d0-a7a1-0c895517632b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.473965 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c3e992f2-9d67-45d0-a7a1-0c895517632b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b6937233-8954-43ba-b52a-15ea75e19b4b HTTP/1.1" status: 204 len: 168 time: 0.6691527 Jul 07 17:27:06.498187 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-494063df-fe2a-44ff-9c66-75b652b29a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.501103 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e992f2-9d67-45d0-a7a1-0c895517632b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6937233-8954-43ba-b52a-15ea75e19b4b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:06.512979 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-494063df-fe2a-44ff-9c66-75b652b29a9e admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.521772 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-494063df-fe2a-44ff-9c66-75b652b29a9e admin admin] 10.222.0.53 "DELETE /v2.0/networks/a88f3b42-5117-4fb2-8df5-2aeab0d08e27 HTTP/1.1" status: 204 len: 168 time: 0.5082488 Jul 07 17:27:06.528652 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:06.539716 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25833f1e-1e4b-47a6-83de-a65abf87a660 None None] Sync routers for ids ['d1ceb2bc-c554-464d-9519-dcee08766e7d'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:06.543601 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494063df-fe2a-44ff-9c66-75b652b29a9e admin admin] Pushing event deleted for resources: {'Network': ['ID=a88f3b42-5117-4fb2-8df5-2aeab0d08e27,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:06.553346 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-93e9db2c-0afd-4214-8266-048c6fd93f11 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "PUT /v2.0/routers/d1ceb2bc-c554-464d-9519-dcee08766e7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5349741 Jul 07 17:27:06.555636 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55066) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:06.562275 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-52791489-42de-47e6-9dc1-a8e74bc1c515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.563665 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25833f1e-1e4b-47a6-83de-a65abf87a660 None None] Routers {'d1ceb2bc-c554-464d-9519-dcee08766e7d'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:06.564606 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-25833f1e-1e4b-47a6-83de-a65abf87a660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:26:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d1ceb2bc-c554-464d-9519-dcee08766e7d'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:06.570915 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-52791489-42de-47e6-9dc1-a8e74bc1c515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.573674 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-52791489-42de-47e6-9dc1-a8e74bc1c515 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aca535f8-bd2c-457c-9d3d-5facb16dfa88 HTTP/1.1" status: 204 len: 168 time: 0.8119252 Jul 07 17:27:06.641437 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-25833f1e-1e4b-47a6-83de-a65abf87a660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:06.659407 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6162bb43-0103-4daa-957b-d22aed20ff4d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:06.665855 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6162bb43-0103-4daa-957b-d22aed20ff4d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "GET /v2.0/ports/dd0712ab-049d-4ce8-979f-432a165e7c2e HTTP/1.1" status: 200 len: 910 time: 0.1088934 Jul 07 17:27:06.667182 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55072) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:06.681313 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52791489-42de-47e6-9dc1-a8e74bc1c515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca535f8-bd2c-457c-9d3d-5facb16dfa88,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:06.681632 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25833f1e-1e4b-47a6-83de-a65abf87a660 None None] Routers {'d1ceb2bc-c554-464d-9519-dcee08766e7d'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:06.683319 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-25833f1e-1e4b-47a6-83de-a65abf87a660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:26:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d1ceb2bc-c554-464d-9519-dcee08766e7d'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:06.732575 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-d4ca82c1-d73d-47eb-91e5-ec1245fb1f8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Allocated IP 172.25.0.57 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/e880ea90-78de-43be-8909-293f220bbe3c) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:06.776650 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-25833f1e-1e4b-47a6-83de-a65abf87a660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:06.779178 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25833f1e-1e4b-47a6-83de-a65abf87a660 None None] The sync data for ids ['d1ceb2bc-c554-464d-9519-dcee08766e7d'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:06.865303 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 34e3c649-1434-4809-8271-19245a6f3b18 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:06.931130 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 34e3c649-1434-4809-8271-19245a6f3b18 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:06.938587 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 34e3c649-1434-4809-8271-19245a6f3b18 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:06.973373 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4ca82c1-d73d-47eb-91e5-ec1245fb1f8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.076997 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4ca82c1-d73d-47eb-91e5-ec1245fb1f8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.107998 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55088) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:07.178270 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ca82c1-d73d-47eb-91e5-ec1245fb1f8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:07.193673 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-d4ca82c1-d73d-47eb-91e5-ec1245fb1f8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:07.232528 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f90b28a1-fc28-46bb-a7a8-a5ff808ac01d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.235073 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ca82c1-d73d-47eb-91e5-ec1245fb1f8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:07.348949 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.435846 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca82c1-d73d-47eb-91e5-ec1245fb1f8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Pushing event updated for resources: {'Port': ['ID=e880ea90-78de-43be-8909-293f220bbe3c,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:07.444321 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55098) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:07.480853 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ede42bf0-fae1-4d40-95fb-df20da9bbcec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.603155 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c80f0617-f24e-43cf-a7de-7d8a8a801733 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=965b3a662467441ca11d9cc2e0d11b4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4910736 Jul 07 17:27:07.608052 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55102) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:07.636166 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ede42bf0-fae1-4d40-95fb-df20da9bbcec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.681091 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ede42bf0-fae1-4d40-95fb-df20da9bbcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.703454 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-f90b28a1-fc28-46bb-a7a8-a5ff808ac01d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Deleting port dd0712ab-049d-4ce8-979f-432a165e7c2e {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:07.704279 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f90b28a1-fc28-46bb-a7a8-a5ff808ac01d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.853005 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.861132 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f90b28a1-fc28-46bb-a7a8-a5ff808ac01d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.880956 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-f90b28a1-fc28-46bb-a7a8-a5ff808ac01d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Calling delete_port for dd0712ab-049d-4ce8-979f-432a165e7c2e owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:08.135120 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ede42bf0-fae1-4d40-95fb-df20da9bbcec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2dc1f23e9a2b4d66b20ffcfde81d5a96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6876881 Jul 07 17:27:08.138400 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55114) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:08.142712 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede42bf0-fae1-4d40-95fb-df20da9bbcec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8418dc06-43af-46ca-929e-ecf7917eea7d,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:08.267727 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4ca82c1-d73d-47eb-91e5-ec1245fb1f8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.276825 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-916e268f-2194-40bc-a009-79b0c14a9107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.289589 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e739f155-d981-4db3-a54d-ed82233905dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.328727 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e739f155-d981-4db3-a54d-ed82233905dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.338006 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f90b28a1-fc28-46bb-a7a8-a5ff808ac01d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.356032 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-916e268f-2194-40bc-a009-79b0c14a9107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.382644 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b28a1-fc28-46bb-a7a8-a5ff808ac01d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Port': ['ID=dd0712ab-049d-4ce8-979f-432a165e7c2e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:08.551400 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e739f155-d981-4db3-a54d-ed82233905dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.554258 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e739f155-d981-4db3-a54d-ed82233905dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.560163 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e739f155-d981-4db3-a54d-ed82233905dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8418dc06-43af-46ca-929e-ecf7917eea7d HTTP/1.1" status: 204 len: 168 time: 0.4177103 Jul 07 17:27:08.597468 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739f155-d981-4db3-a54d-ed82233905dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8418dc06-43af-46ca-929e-ecf7917eea7d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:08.657387 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-916e268f-2194-40bc-a009-79b0c14a9107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.659990 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-916e268f-2194-40bc-a009-79b0c14a9107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.669725 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-916e268f-2194-40bc-a009-79b0c14a9107 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57619786-0499-4018-ad6e-9849f9910558 HTTP/1.1" status: 204 len: 168 time: 1.0582972 Jul 07 17:27:08.759499 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e268f-2194-40bc-a009-79b0c14a9107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57619786-0499-4018-ad6e-9849f9910558,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:08.830243 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4ca82c1-d73d-47eb-91e5-ec1245fb1f8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.837267 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f90b28a1-fc28-46bb-a7a8-a5ff808ac01d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.064958 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ca82c1-d73d-47eb-91e5-ec1245fb1f8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Router 44b4ffb3-fd7c-4042-9d81-53b77d3a63b4 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:27:09.085326 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90b28a1-fc28-46bb-a7a8-a5ff808ac01d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Router d1ceb2bc-c554-464d-9519-dcee08766e7d has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:27:09.239935 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90b28a1-fc28-46bb-a7a8-a5ff808ac01d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:09.243440 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ca82c1-d73d-47eb-91e5-ec1245fb1f8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:09.250390 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f90b28a1-fc28-46bb-a7a8-a5ff808ac01d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "PUT /v2.0/routers/d1ceb2bc-c554-464d-9519-dcee08766e7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5820408 Jul 07 17:27:09.253179 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55136) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:09.259596 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34742bcd-1a96-4efd-94d3-b1adf4f1e448 None None] Sync routers for ids ['d1ceb2bc-c554-464d-9519-dcee08766e7d'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:09.287930 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4ca82c1-d73d-47eb-91e5-ec1245fb1f8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.290139 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d4ca82c1-d73d-47eb-91e5-ec1245fb1f8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7079103 Jul 07 17:27:09.292827 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55142) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:09.301563 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34742bcd-1a96-4efd-94d3-b1adf4f1e448 None None] Routers {'d1ceb2bc-c554-464d-9519-dcee08766e7d'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:09.303656 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-34742bcd-1a96-4efd-94d3-b1adf4f1e448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:26:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d1ceb2bc-c554-464d-9519-dcee08766e7d'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:09.315028 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b08656-d8df-4506-a9c2-0658ceb3ffe6 None None] Sync routers for ids ['44b4ffb3-fd7c-4042-9d81-53b77d3a63b4'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:09.350998 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b08656-d8df-4506-a9c2-0658ceb3ffe6 None None] Routers {'44b4ffb3-fd7c-4042-9d81-53b77d3a63b4'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:09.355310 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-74b08656-d8df-4506-a9c2-0658ceb3ffe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:26:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['44b4ffb3-fd7c-4042-9d81-53b77d3a63b4'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:09.465012 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-34742bcd-1a96-4efd-94d3-b1adf4f1e448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:09.485839 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55152) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:09.498434 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34742bcd-1a96-4efd-94d3-b1adf4f1e448 None None] Routers {'d1ceb2bc-c554-464d-9519-dcee08766e7d'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:09.508242 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-34742bcd-1a96-4efd-94d3-b1adf4f1e448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:26:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d1ceb2bc-c554-464d-9519-dcee08766e7d'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:09.611582 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fb1b62cc-e037-405c-8ea1-eab03c2c6e68 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "GET /v2.0/routers/44b4ffb3-fd7c-4042-9d81-53b77d3a63b4 HTTP/1.1" status: 200 len: 908 time: 0.3152113 Jul 07 17:27:09.614361 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55156) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:09.628210 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e37b63a4-f81c-4007-b1da-1c284e5233b7 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2128497738', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'enable_snat': True}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:09.690175 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-74b08656-d8df-4506-a9c2-0658ceb3ffe6 None None] Set router 44b4ffb3-fd7c-4042-9d81-53b77d3a63b4 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:09.721757 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-34742bcd-1a96-4efd-94d3-b1adf4f1e448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:09.723181 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34742bcd-1a96-4efd-94d3-b1adf4f1e448 None None] The sync data for ids ['d1ceb2bc-c554-464d-9519-dcee08766e7d'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:09.744868 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e37b63a4-f81c-4007-b1da-1c284e5233b7 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.751560 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e37b63a4-f81c-4007-b1da-1c284e5233b7 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.759169 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7281616d-1932-471f-8867-48fc49d246da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e4a4c641214f490db1545b11d34e5efe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2681930 Jul 07 17:27:09.760141 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55160) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:09.904653 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68045afd-2158-4e6f-ac72-0c43447b2f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.926588 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e37b63a4-f81c-4007-b1da-1c284e5233b7 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.948759 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68045afd-2158-4e6f-ac72-0c43447b2f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.063218 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68045afd-2158-4e6f-ac72-0c43447b2f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.065917 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-68045afd-2158-4e6f-ac72-0c43447b2f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.067138 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-68045afd-2158-4e6f-ac72-0c43447b2f5c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b4a4359-49cc-4982-9737-626622b370c0 HTTP/1.1" status: 204 len: 168 time: 0.3041310 Jul 07 17:27:10.103793 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-22860b98-7e8e-44c7-a8b9-56167239bff9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.107496 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68045afd-2158-4e6f-ac72-0c43447b2f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4a4359-49cc-4982-9737-626622b370c0,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:10.271952 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-74b08656-d8df-4506-a9c2-0658ceb3ffe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b4ffb3-fd7c-4042-9d81-53b77d3a63b4', 'name': 'tempest-snat-router-2128497738', 'tenant_id': 'bbc1ebc34514418395aefad48a3faf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.57'}], 'enable_snat': False}, 'gw_port_id': 'e880ea90-78de-43be-8909-293f220bbe3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:04Z', 'updated_at': '2021-07-07T17:27:07Z', 'revision_number': 3, 'project_id': 'bbc1ebc34514418395aefad48a3faf77', 'gw_port': {'id': 'e880ea90-78de-43be-8909-293f220bbe3c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:15:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b4ffb3-fd7c-4042-9d81-53b77d3a63b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:06Z', 'updated_at': '2021-07-07T17:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:10.274483 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e37b63a4-f81c-4007-b1da-1c284e5233b7 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.327502 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b08656-d8df-4506-a9c2-0658ceb3ffe6 None None] Checking router: 44b4ffb3-fd7c-4042-9d81-53b77d3a63b4 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:27:10.329235 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b08656-d8df-4506-a9c2-0658ceb3ffe6 None None] Updating router 44b4ffb3-fd7c-4042-9d81-53b77d3a63b4 port e880ea90-78de-43be-8909-293f220bbe3c binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:27:10.375966 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-74b08656-d8df-4506-a9c2-0658ceb3ffe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.966427 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e37b63a4-f81c-4007-b1da-1c284e5233b7 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.991644 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e37b63a4-f81c-4007-b1da-1c284e5233b7 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.153634 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-74b08656-d8df-4506-a9c2-0658ceb3ffe6 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.190555 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-74b08656-d8df-4506-a9c2-0658ceb3ffe6 None None] Transition to ACTIVE for port object e880ea90-78de-43be-8909-293f220bbe3c will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:11.191892 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-22860b98-7e8e-44c7-a8b9-56167239bff9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Deleting port 180f899c-ff0a-4cee-af1f-cd1e4e2abe57 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:11.192785 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-22860b98-7e8e-44c7-a8b9-56167239bff9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.229926 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-74b08656-d8df-4506-a9c2-0658ceb3ffe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.320786 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-e37b63a4-f81c-4007-b1da-1c284e5233b7 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Allocated IP 172.25.0.162 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/34809559-1669-4952-a6ed-a3994fa04611) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:11.420372 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-74b08656-d8df-4506-a9c2-0658ceb3ffe6 None None] Attempting to bind port e880ea90-78de-43be-8909-293f220bbe3c on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:11.421295 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-74b08656-d8df-4506-a9c2-0658ceb3ffe6 None None] Attempting to bind port e880ea90-78de-43be-8909-293f220bbe3c by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:11.422470 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b08656-d8df-4506-a9c2-0658ceb3ffe6 None None] Attempting to bind port e880ea90-78de-43be-8909-293f220bbe3c on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:11.441727 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b08656-d8df-4506-a9c2-0658ceb3ffe6 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:11.442342 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b08656-d8df-4506-a9c2-0658ceb3ffe6 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:11.442917 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-74b08656-d8df-4506-a9c2-0658ceb3ffe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.443577 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b08656-d8df-4506-a9c2-0658ceb3ffe6 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:11.444398 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-74b08656-d8df-4506-a9c2-0658ceb3ffe6 None None] Bound port: e880ea90-78de-43be-8909-293f220bbe3c, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:11.445099 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-74b08656-d8df-4506-a9c2-0658ceb3ffe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.449792 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-22860b98-7e8e-44c7-a8b9-56167239bff9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.453854 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdabc1c-4e71-4b3b-9065-d76e743dff94 None None] Pushing event updated for resources: {'Port': ['ID=e880ea90-78de-43be-8909-293f220bbe3c,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:11.478633 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-22860b98-7e8e-44c7-a8b9-56167239bff9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Calling delete_port for 180f899c-ff0a-4cee-af1f-cd1e4e2abe57 owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:11.528371 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdabc1c-4e71-4b3b-9065-d76e743dff94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:11.529003 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdabc1c-4e71-4b3b-9065-d76e743dff94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:11.529739 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdabc1c-4e71-4b3b-9065-d76e743dff94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:11.532829 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdabc1c-4e71-4b3b-9065-d76e743dff94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:11.533664 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdabc1c-4e71-4b3b-9065-d76e743dff94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:11.534195 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdabc1c-4e71-4b3b-9065-d76e743dff94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:11.535345 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdabc1c-4e71-4b3b-9065-d76e743dff94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:11.536331 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdabc1c-4e71-4b3b-9065-d76e743dff94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:11.537019 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdabc1c-4e71-4b3b-9065-d76e743dff94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:11.537964 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdabc1c-4e71-4b3b-9065-d76e743dff94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:11.538808 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdabc1c-4e71-4b3b-9065-d76e743dff94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:11.541697 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdabc1c-4e71-4b3b-9065-d76e743dff94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:11.645854 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e37b63a4-f81c-4007-b1da-1c284e5233b7 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.657170 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-74b08656-d8df-4506-a9c2-0658ceb3ffe6 None None] For port e880ea90-78de-43be-8909-293f220bbe3c, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:11.670879 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-74b08656-d8df-4506-a9c2-0658ceb3ffe6 None None] For port e880ea90-78de-43be-8909-293f220bbe3c, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e880ea90-78de-43be-8909-293f220bbe3c,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:11.680092 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-74b08656-d8df-4506-a9c2-0658ceb3ffe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.774073 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e37b63a4-f81c-4007-b1da-1c284e5233b7 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.797257 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b08656-d8df-4506-a9c2-0658ceb3ffe6 None None] Routers {'44b4ffb3-fd7c-4042-9d81-53b77d3a63b4'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:11.798823 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-74b08656-d8df-4506-a9c2-0658ceb3ffe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:26:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['44b4ffb3-fd7c-4042-9d81-53b77d3a63b4'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:11.860778 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-22860b98-7e8e-44c7-a8b9-56167239bff9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.911557 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37b63a4-f81c-4007-b1da-1c284e5233b7 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:11.919922 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-e37b63a4-f81c-4007-b1da-1c284e5233b7 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:11.940337 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37b63a4-f81c-4007-b1da-1c284e5233b7 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:11.973240 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22860b98-7e8e-44c7-a8b9-56167239bff9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Port': ['ID=180f899c-ff0a-4cee-af1f-cd1e4e2abe57,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:12.036701 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b63a4-f81c-4007-b1da-1c284e5233b7 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Pushing event updated for resources: {'Port': ['ID=34809559-1669-4952-a6ed-a3994fa04611,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:12.076781 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdabc1c-4e71-4b3b-9065-d76e743dff94 None None] Pushing event updated for resources: {'Port': ['ID=e880ea90-78de-43be-8909-293f220bbe3c,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:12.172692 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-74b08656-d8df-4506-a9c2-0658ceb3ffe6 None None] Set router 44b4ffb3-fd7c-4042-9d81-53b77d3a63b4 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:12.430633 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-22860b98-7e8e-44c7-a8b9-56167239bff9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.747198 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-74b08656-d8df-4506-a9c2-0658ceb3ffe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b4ffb3-fd7c-4042-9d81-53b77d3a63b4', 'name': 'tempest-snat-router-2128497738', 'tenant_id': 'bbc1ebc34514418395aefad48a3faf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.57'}], 'enable_snat': False}, 'gw_port_id': 'e880ea90-78de-43be-8909-293f220bbe3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:04Z', 'updated_at': '2021-07-07T17:27:07Z', 'revision_number': 3, 'project_id': 'bbc1ebc34514418395aefad48a3faf77', 'gw_port': {'id': 'e880ea90-78de-43be-8909-293f220bbe3c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:15:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b4ffb3-fd7c-4042-9d81-53b77d3a63b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:06Z', 'updated_at': '2021-07-07T17:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:12.768922 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e37b63a4-f81c-4007-b1da-1c284e5233b7 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.815530 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22860b98-7e8e-44c7-a8b9-56167239bff9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Router d1ceb2bc-c554-464d-9519-dcee08766e7d has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:27:12.817495 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b08656-d8df-4506-a9c2-0658ceb3ffe6 None None] The sync data for ids ['44b4ffb3-fd7c-4042-9d81-53b77d3a63b4'] in n-d-791503-12 is: [{'id': '44b4ffb3-fd7c-4042-9d81-53b77d3a63b4', 'name': 'tempest-snat-router-2128497738', 'tenant_id': 'bbc1ebc34514418395aefad48a3faf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.57'}], 'enable_snat': False}, 'gw_port_id': 'e880ea90-78de-43be-8909-293f220bbe3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:04Z', 'updated_at': '2021-07-07T17:27:07Z', 'revision_number': 3, 'project_id': 'bbc1ebc34514418395aefad48a3faf77', 'gw_port': {'id': 'e880ea90-78de-43be-8909-293f220bbe3c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:15:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b4ffb3-fd7c-4042-9d81-53b77d3a63b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:06Z', 'updated_at': '2021-07-07T17:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:12.942081 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22860b98-7e8e-44c7-a8b9-56167239bff9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:12.958881 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac13a73a-f5ba-4720-9fd0-76ede9e67fd0 None None] Sync routers for ids ['d1ceb2bc-c554-464d-9519-dcee08766e7d'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:12.978912 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-22860b98-7e8e-44c7-a8b9-56167239bff9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "PUT /v2.0/routers/d1ceb2bc-c554-464d-9519-dcee08766e7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7244766 Jul 07 17:27:12.981446 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55224) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:12.988965 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac13a73a-f5ba-4720-9fd0-76ede9e67fd0 None None] Routers {'d1ceb2bc-c554-464d-9519-dcee08766e7d'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:12.990096 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-ac13a73a-f5ba-4720-9fd0-76ede9e67fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:26:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d1ceb2bc-c554-464d-9519-dcee08766e7d'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:13.067958 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-10bee5e2-f414-44f7-95b8-d0006e7ada3e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1ceb2bc-c554-464d-9519-dcee08766e7d HTTP/1.1" status: 200 len: 205 time: 0.0783386 Jul 07 17:27:13.070665 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55232) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:13.074435 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-ac13a73a-f5ba-4720-9fd0-76ede9e67fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:13.096162 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac13a73a-f5ba-4720-9fd0-76ede9e67fd0 None None] Routers {'d1ceb2bc-c554-464d-9519-dcee08766e7d'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:13.100989 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-ac13a73a-f5ba-4720-9fd0-76ede9e67fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:26:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d1ceb2bc-c554-464d-9519-dcee08766e7d'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:13.195334 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-ac13a73a-f5ba-4720-9fd0-76ede9e67fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:13.196076 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac13a73a-f5ba-4720-9fd0-76ede9e67fd0 None None] The sync data for ids ['d1ceb2bc-c554-464d-9519-dcee08766e7d'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:13.243747 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5871c15e-e002-46f2-a918-95ff615ea749 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:13.558197 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5871c15e-e002-46f2-a918-95ff615ea749 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:13.563050 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5871c15e-e002-46f2-a918-95ff615ea749 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:13.571695 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e37b63a4-f81c-4007-b1da-1c284e5233b7 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:13.657938 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55240) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:13.678548 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5871c15e-e002-46f2-a918-95ff615ea749 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:13.679005 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5871c15e-e002-46f2-a918-95ff615ea749 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Fanout notify agent at l3_agent the message router_deleted on router d1ceb2bc-c554-464d-9519-dcee08766e7d {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:27:13.693620 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5871c15e-e002-46f2-a918-95ff615ea749 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:13.699396 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5871c15e-e002-46f2-a918-95ff615ea749 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/routers/d1ceb2bc-c554-464d-9519-dcee08766e7d HTTP/1.1" status: 204 len: 168 time: 0.6102738 Jul 07 17:27:13.700928 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55246) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:13.935956 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37b63a4-f81c-4007-b1da-1c284e5233b7 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Router 9d2e8f94-bea6-4cdc-85fd-5d80eb6e2708 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:27:13.940801 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29453f4-7638-416f-8d18-bc83d21ae899 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Deleting subnet 6af927d1-f1e7-4ff7-be52-727812450072 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:27:13.948592 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f29453f4-7638-416f-8d18-bc83d21ae899 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:13.957546 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e880ea90-78de-43be-8909-293f220bbe3c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:14.148897 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-920f891b-9221-422d-aad4-fb3651ecf554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.181229 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f29453f4-7638-416f-8d18-bc83d21ae899 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.209862 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port e880ea90-78de-43be-8909-293f220bbe3c completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:14.222032 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37b63a4-f81c-4007-b1da-1c284e5233b7 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:14.226425 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port e880ea90-78de-43be-8909-293f220bbe3c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:14.227073 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.237525 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3179c7f2-8ac1-433c-bfa8-f9a77e7dc4c7 None None] Sync routers for ids ['9d2e8f94-bea6-4cdc-85fd-5d80eb6e2708'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:14.286215 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3179c7f2-8ac1-433c-bfa8-f9a77e7dc4c7 None None] Routers {'9d2e8f94-bea6-4cdc-85fd-5d80eb6e2708'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:14.287331 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-3179c7f2-8ac1-433c-bfa8-f9a77e7dc4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:26:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['9d2e8f94-bea6-4cdc-85fd-5d80eb6e2708'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:14.443621 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55252) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:14.595848 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.632240 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f29453f4-7638-416f-8d18-bc83d21ae899 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.675257 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port e880ea90-78de-43be-8909-293f220bbe3c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e880ea90-78de-43be-8909-293f220bbe3c,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:14.684925 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.754709 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-3179c7f2-8ac1-433c-bfa8-f9a77e7dc4c7 None None] Set router 9d2e8f94-bea6-4cdc-85fd-5d80eb6e2708 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:14.797759 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-920f891b-9221-422d-aad4-fb3651ecf554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.812279 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e37b63a4-f81c-4007-b1da-1c284e5233b7 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.814700 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e37b63a4-f81c-4007-b1da-1c284e5233b7 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.1988497 Jul 07 17:27:14.819134 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55258) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:14.831338 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-920f891b-9221-422d-aad4-fb3651ecf554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.886132 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=e880ea90-78de-43be-8909-293f220bbe3c,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:14.974727 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-920f891b-9221-422d-aad4-fb3651ecf554 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7fa89687fde446c96750a7876b73260&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3147819 Jul 07 17:27:14.982929 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55264) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:15.000080 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f29453f4-7638-416f-8d18-bc83d21ae899 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.038268 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f29453f4-7638-416f-8d18-bc83d21ae899 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.041992 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f29453f4-7638-416f-8d18-bc83d21ae899 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/subnets/6af927d1-f1e7-4ff7-be52-727812450072 HTTP/1.1" status: 204 len: 168 time: 1.3386884 Jul 07 17:27:15.043423 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f891b-9221-422d-aad4-fb3651ecf554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1b461b-9446-4628-9cfd-1ef94d1c79b9,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:15.049431 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb9e4e9-2efc-4904-a085-550a1cd7f407 None None] Network 73f0a51d-f597-4cb5-9926-e89f8b7f60c2 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:15.071093 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55266) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:15.187536 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f891b-9221-422d-aad4-fb3651ecf554 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:15.187879 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f891b-9221-422d-aad4-fb3651ecf554 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:15.188161 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f891b-9221-422d-aad4-fb3651ecf554 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:15.188650 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f891b-9221-422d-aad4-fb3651ecf554 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:15.200730 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f891b-9221-422d-aad4-fb3651ecf554 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:15.201315 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f891b-9221-422d-aad4-fb3651ecf554 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:15.202036 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f891b-9221-422d-aad4-fb3651ecf554 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:15.202589 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f891b-9221-422d-aad4-fb3651ecf554 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:15.203178 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f891b-9221-422d-aad4-fb3651ecf554 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:15.203697 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f891b-9221-422d-aad4-fb3651ecf554 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:15.204243 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f891b-9221-422d-aad4-fb3651ecf554 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:15.204827 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f891b-9221-422d-aad4-fb3651ecf554 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:15.205140 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-04cdce49-b173-40c4-805a-ef4bdf11dc7f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Deleting subnet dab8756d-9689-455b-94ad-29964a832640 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:27:15.213916 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-04cdce49-b173-40c4-805a-ef4bdf11dc7f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.237094 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-3179c7f2-8ac1-433c-bfa8-f9a77e7dc4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2e8f94-bea6-4cdc-85fd-5d80eb6e2708', 'name': 'tempest-snat-router-2128497738', 'tenant_id': 'bbc1ebc34514418395aefad48a3faf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '34809559-1669-4952-a6ed-a3994fa04611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:09Z', 'updated_at': '2021-07-07T17:27:12Z', 'revision_number': 3, 'project_id': 'bbc1ebc34514418395aefad48a3faf77', 'gw_port': {'id': '34809559-1669-4952-a6ed-a3994fa04611', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ed:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2e8f94-bea6-4cdc-85fd-5d80eb6e2708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:11Z', 'updated_at': '2021-07-07T17:27:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:15.247326 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29453f4-7638-416f-8d18-bc83d21ae899 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Subnet': ['ID=6af927d1-f1e7-4ff7-be52-727812450072,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:15.331481 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed2cb162-b73e-49f6-9eda-dda90da5d81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.332559 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-04cdce49-b173-40c4-805a-ef4bdf11dc7f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.406459 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed2cb162-b73e-49f6-9eda-dda90da5d81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.446420 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3179c7f2-8ac1-433c-bfa8-f9a77e7dc4c7 None None] Checking router: 9d2e8f94-bea6-4cdc-85fd-5d80eb6e2708 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:27:15.447484 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3179c7f2-8ac1-433c-bfa8-f9a77e7dc4c7 None None] Updating router 9d2e8f94-bea6-4cdc-85fd-5d80eb6e2708 port 34809559-1669-4952-a6ed-a3994fa04611 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:27:15.498417 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed2cb162-b73e-49f6-9eda-dda90da5d81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.503233 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-3179c7f2-8ac1-433c-bfa8-f9a77e7dc4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.505431 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed2cb162-b73e-49f6-9eda-dda90da5d81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.521186 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ed2cb162-b73e-49f6-9eda-dda90da5d81b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f1b461b-9446-4628-9cfd-1ef94d1c79b9 HTTP/1.1" status: 204 len: 168 time: 0.5364490 Jul 07 17:27:15.538122 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2cb162-b73e-49f6-9eda-dda90da5d81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1b461b-9446-4628-9cfd-1ef94d1c79b9,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:15.600476 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6de6cab-1535-4cdb-9872-70fda9a48c92 None None] DHCP port deletion for 73f0a51d-f597-4cb5-9926-e89f8b7f60c2 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:27:15.675045 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d5ad1378-3594-4209-bc26-d41ce85e915e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.686036 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d6de6cab-1535-4cdb-9872-70fda9a48c92 None None] Deleting port d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:15.686419 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d6de6cab-1535-4cdb-9872-70fda9a48c92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.764464 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e863bc69-a388-4f6e-8f99-f6fae0e2a52c tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "GET /v2.0/routers/9d2e8f94-bea6-4cdc-85fd-5d80eb6e2708 HTTP/1.1" status: 200 len: 908 time: 0.9434955 Jul 07 17:27:15.769103 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55282) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:15.860998 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e880ea90-78de-43be-8909-293f220bbe3c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:15.894636 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-04cdce49-b173-40c4-805a-ef4bdf11dc7f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.051597 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-04cdce49-b173-40c4-805a-ef4bdf11dc7f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.075139 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d6de6cab-1535-4cdb-9872-70fda9a48c92 None None] For port d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540,segment=NetworkSegment(4b12d2e0-f48a-40bc-b877-7d045fd27c74),segment_id=4b12d2e0-f48a-40bc-b877-7d045fd27c74)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:16.075843 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d6de6cab-1535-4cdb-9872-70fda9a48c92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.125504 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d6de6cab-1535-4cdb-9872-70fda9a48c92 None None] Calling delete_port for d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:16.129321 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cdce49-b173-40c4-805a-ef4bdf11dc7f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Subnet': ['ID=dab8756d-9689-455b-94ad-29964a832640,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:16.135212 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-04cdce49-b173-40c4-805a-ef4bdf11dc7f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.143422 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-04cdce49-b173-40c4-805a-ef4bdf11dc7f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/subnets/dab8756d-9689-455b-94ad-29964a832640 HTTP/1.1" status: 204 len: 168 time: 1.0590181 Jul 07 17:27:16.144499 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55288) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:16.153763 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3e644714-36de-49ae-a9a5-88d118edd291 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.174980 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83d36f1-45c0-47c7-8955-1013e309111d None None] Network 337525ee-6d91-4b30-9e81-eb46d1d5c3ae requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:16.182860 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d5ad1378-3594-4209-bc26-d41ce85e915e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.191484 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d5ad1378-3594-4209-bc26-d41ce85e915e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.245092 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-3179c7f2-8ac1-433c-bfa8-f9a77e7dc4c7 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.260506 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-3179c7f2-8ac1-433c-bfa8-f9a77e7dc4c7 None None] Transition to ACTIVE for port object 34809559-1669-4952-a6ed-a3994fa04611 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:16.279525 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-3179c7f2-8ac1-433c-bfa8-f9a77e7dc4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.355356 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-3179c7f2-8ac1-433c-bfa8-f9a77e7dc4c7 None None] Attempting to bind port 34809559-1669-4952-a6ed-a3994fa04611 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:16.356842 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-3179c7f2-8ac1-433c-bfa8-f9a77e7dc4c7 None None] Attempting to bind port 34809559-1669-4952-a6ed-a3994fa04611 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:16.357417 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3179c7f2-8ac1-433c-bfa8-f9a77e7dc4c7 None None] Attempting to bind port 34809559-1669-4952-a6ed-a3994fa04611 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:16.366585 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d5ad1378-3594-4209-bc26-d41ce85e915e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d8cd29a745214adb8bcaecc5d97f8376&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9203238 Jul 07 17:27:16.369466 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55296) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:16.372801 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3179c7f2-8ac1-433c-bfa8-f9a77e7dc4c7 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:16.373615 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3179c7f2-8ac1-433c-bfa8-f9a77e7dc4c7 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:16.375188 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-3179c7f2-8ac1-433c-bfa8-f9a77e7dc4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.375800 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3179c7f2-8ac1-433c-bfa8-f9a77e7dc4c7 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:16.376509 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-3179c7f2-8ac1-433c-bfa8-f9a77e7dc4c7 None None] Bound port: 34809559-1669-4952-a6ed-a3994fa04611, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:16.377164 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-3179c7f2-8ac1-433c-bfa8-f9a77e7dc4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.385221 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port e880ea90-78de-43be-8909-293f220bbe3c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:16.386167 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.399306 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad1378-3594-4209-bc26-d41ce85e915e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1929d77b-64e4-44ec-8d2b-6923b88ba7fd,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:16.449426 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-3179c7f2-8ac1-433c-bfa8-f9a77e7dc4c7 None None] For port 34809559-1669-4952-a6ed-a3994fa04611, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:16.454364 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-3179c7f2-8ac1-433c-bfa8-f9a77e7dc4c7 None None] For port 34809559-1669-4952-a6ed-a3994fa04611, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=34809559-1669-4952-a6ed-a3994fa04611,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:16.462918 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-3179c7f2-8ac1-433c-bfa8-f9a77e7dc4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.494515 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c90b92-46dd-4295-a857-6a617e575bfa None None] Pushing event updated for resources: {'Port': ['ID=34809559-1669-4952-a6ed-a3994fa04611,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:16.514745 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3179c7f2-8ac1-433c-bfa8-f9a77e7dc4c7 None None] Routers {'9d2e8f94-bea6-4cdc-85fd-5d80eb6e2708'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:16.514745 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-3179c7f2-8ac1-433c-bfa8-f9a77e7dc4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:26:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['9d2e8f94-bea6-4cdc-85fd-5d80eb6e2708'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:16.515345 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c63a9cbb-7101-43df-9783-dcc498ddf792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.597016 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-082442ce-0bc8-4344-bda9-41d111ff045e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.612660 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c63a9cbb-7101-43df-9783-dcc498ddf792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.680273 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3e644714-36de-49ae-a9a5-88d118edd291 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.765899 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c63a9cbb-7101-43df-9783-dcc498ddf792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.773378 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c63a9cbb-7101-43df-9783-dcc498ddf792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.776269 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c63a9cbb-7101-43df-9783-dcc498ddf792 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1929d77b-64e4-44ec-8d2b-6923b88ba7fd HTTP/1.1" status: 204 len: 168 time: 0.4049852 Jul 07 17:27:16.802989 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a9cbb-7101-43df-9783-dcc498ddf792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1929d77b-64e4-44ec-8d2b-6923b88ba7fd,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:16.823458 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-3179c7f2-8ac1-433c-bfa8-f9a77e7dc4c7 None None] Set router 9d2e8f94-bea6-4cdc-85fd-5d80eb6e2708 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:16.894207 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-082442ce-0bc8-4344-bda9-41d111ff045e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Deleting port d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:16.894777 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-082442ce-0bc8-4344-bda9-41d111ff045e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.050376 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55316) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:17.121974 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d6de6cab-1535-4cdb-9872-70fda9a48c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.132729 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-3e644714-36de-49ae-a9a5-88d118edd291 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Deleting port 34809559-1669-4952-a6ed-a3994fa04611 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:17.132729 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3e644714-36de-49ae-a9a5-88d118edd291 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.248481 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de6cab-1535-4cdb-9872-70fda9a48c92 None None] Pushing event deleted for resources: {'Port': ['ID=d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:17.250675 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:17.294704 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c90b92-46dd-4295-a857-6a617e575bfa None None] Pushing event updated for resources: {'Port': ['ID=34809559-1669-4952-a6ed-a3994fa04611,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:17.345393 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-082442ce-0bc8-4344-bda9-41d111ff045e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] For port d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540,segment=NetworkSegment(4b12d2e0-f48a-40bc-b877-7d045fd27c74),segment_id=4b12d2e0-f48a-40bc-b877-7d045fd27c74)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:17.346375 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-082442ce-0bc8-4344-bda9-41d111ff045e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.375019 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-082442ce-0bc8-4344-bda9-41d111ff045e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Calling delete_port for d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:17.375692 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261985d4-c91d-4a87-85e9-e9081cf96855 None None] DHCP port deletion for 337525ee-6d91-4b30-9e81-eb46d1d5c3ae request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:27:17.379965 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:17.381413 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:17.427881 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6de6cab-1535-4cdb-9872-70fda9a48c92 None None] No DVR routers for this DVR port d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:17.479748 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-3e644714-36de-49ae-a9a5-88d118edd291 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] For port 34809559-1669-4952-a6ed-a3994fa04611, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=34809559-1669-4952-a6ed-a3994fa04611,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:17.479748 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3e644714-36de-49ae-a9a5-88d118edd291 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.529125 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-b55057dc-8506-4b24-a37e-4687503517bc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-601334482-network', 'tenant_id': 'c75b35594b0845499b11af647b1b2dcc'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:17.554533 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-3e644714-36de-49ae-a9a5-88d118edd291 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Calling delete_port for 34809559-1669-4952-a6ed-a3994fa04611 owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:17.595714 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-261985d4-c91d-4a87-85e9-e9081cf96855 None None] Deleting port b9507e64-4fae-4c8e-89c6-1ae8decb3220 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:17.599927 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-261985d4-c91d-4a87-85e9-e9081cf96855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.635374 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-3179c7f2-8ac1-433c-bfa8-f9a77e7dc4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2e8f94-bea6-4cdc-85fd-5d80eb6e2708', 'name': 'tempest-snat-router-2128497738', 'tenant_id': 'bbc1ebc34514418395aefad48a3faf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '34809559-1669-4952-a6ed-a3994fa04611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:09Z', 'updated_at': '2021-07-07T17:27:12Z', 'revision_number': 3, 'project_id': 'bbc1ebc34514418395aefad48a3faf77', 'gw_port': {'id': '34809559-1669-4952-a6ed-a3994fa04611', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ed:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2e8f94-bea6-4cdc-85fd-5d80eb6e2708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:11Z', 'updated_at': '2021-07-07T17:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:17.637914 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55057dc-8506-4b24-a37e-4687503517bc admin admin] Made reservation on behalf of c75b35594b0845499b11af647b1b2dcc for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:17.649806 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b55057dc-8506-4b24-a37e-4687503517bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.670336 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3179c7f2-8ac1-433c-bfa8-f9a77e7dc4c7 None None] The sync data for ids ['9d2e8f94-bea6-4cdc-85fd-5d80eb6e2708'] in n-d-791503-12 is: [{'id': '9d2e8f94-bea6-4cdc-85fd-5d80eb6e2708', 'name': 'tempest-snat-router-2128497738', 'tenant_id': 'bbc1ebc34514418395aefad48a3faf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '34809559-1669-4952-a6ed-a3994fa04611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:09Z', 'updated_at': '2021-07-07T17:27:12Z', 'revision_number': 3, 'project_id': 'bbc1ebc34514418395aefad48a3faf77', 'gw_port': {'id': '34809559-1669-4952-a6ed-a3994fa04611', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ed:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2e8f94-bea6-4cdc-85fd-5d80eb6e2708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:11Z', 'updated_at': '2021-07-07T17:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:17.677355 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b55057dc-8506-4b24-a37e-4687503517bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.697516 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55322) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:17.727693 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-082442ce-0bc8-4344-bda9-41d111ff045e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.731202 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f4b545d5-958e-4331-8867-88b92fa04852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.832424 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082442ce-0bc8-4344-bda9-41d111ff045e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Port': ['ID=d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:17.877277 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-261985d4-c91d-4a87-85e9-e9081cf96855 None None] For port b9507e64-4fae-4c8e-89c6-1ae8decb3220, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b9507e64-4fae-4c8e-89c6-1ae8decb3220,segment=NetworkSegment(ce949dd2-7a43-408e-b56f-248ee1e25675),segment_id=ce949dd2-7a43-408e-b56f-248ee1e25675)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:17.877687 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-261985d4-c91d-4a87-85e9-e9081cf96855 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.909274 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082442ce-0bc8-4344-bda9-41d111ff045e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] No DVR routers for this DVR port d63b4c73-ee0b-443b-8b2c-f5dbc7f2c540 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:17.918607 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-261985d4-c91d-4a87-85e9-e9081cf96855 None None] Calling delete_port for b9507e64-4fae-4c8e-89c6-1ae8decb3220 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:18.050773 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b55057dc-8506-4b24-a37e-4687503517bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.056472 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b55057dc-8506-4b24-a37e-4687503517bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.060715 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b9507e64-4fae-4c8e-89c6-1ae8decb3220 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:18.097682 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55057dc-8506-4b24-a37e-4687503517bc admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:18.108318 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55057dc-8506-4b24-a37e-4687503517bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bef06e-fcae-4121-9ffa-db3748dc7691,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:18.119339 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b55057dc-8506-4b24-a37e-4687503517bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.119848 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-b55057dc-8506-4b24-a37e-4687503517bc admin admin] Added segment bdde1283-5a13-4790-b612-371da86d0f1c of type vlan for network 0d9b9248-af98-46c2-8f1c-3e07b45af328 Jul 07 17:27:18.143846 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-261985d4-c91d-4a87-85e9-e9081cf96855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.162282 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-082442ce-0bc8-4344-bda9-41d111ff045e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.180223 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b55057dc-8506-4b24-a37e-4687503517bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.191452 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-082442ce-0bc8-4344-bda9-41d111ff045e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f0a51d-f597-4cb5-9926-e89f8b7f60c2']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:18.210979 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-082442ce-0bc8-4344-bda9-41d111ff045e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b12d2e0-f48a-40bc-b877-7d045fd27c74') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:18.211394 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-082442ce-0bc8-4344-bda9-41d111ff045e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b12d2e0-f48a-40bc-b877-7d045fd27c74') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:18.216583 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b55057dc-8506-4b24-a37e-4687503517bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.218036 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55057dc-8506-4b24-a37e-4687503517bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:18.219349 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b55057dc-8506-4b24-a37e-4687503517bc admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.224742 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261985d4-c91d-4a87-85e9-e9081cf96855 None None] Pushing event deleted for resources: {'Port': ['ID=b9507e64-4fae-4c8e-89c6-1ae8decb3220,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:18.267972 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-082442ce-0bc8-4344-bda9-41d111ff045e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.298342 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261985d4-c91d-4a87-85e9-e9081cf96855 None None] No DVR routers for this DVR port b9507e64-4fae-4c8e-89c6-1ae8decb3220 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:18.319915 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-082442ce-0bc8-4344-bda9-41d111ff045e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.331518 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No active binding found for port b9507e64-4fae-4c8e-89c6-1ae8decb3220 {{(pid=100194) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 17:27:18.332312 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b9507e64-4fae-4c8e-89c6-1ae8decb3220 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:18.351446 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082442ce-0bc8-4344-bda9-41d111ff045e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:18.352887 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-082442ce-0bc8-4344-bda9-41d111ff045e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:18.360517 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:18.391253 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55057dc-8506-4b24-a37e-4687503517bc admin admin] Pushing event updated for resources: {'Network': ['ID=0d9b9248-af98-46c2-8f1c-3e07b45af328,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:18.403694 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 0d9b9248-af98-46c2-8f1c-3e07b45af328 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:18.442457 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3e644714-36de-49ae-a9a5-88d118edd291 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.507214 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e644714-36de-49ae-a9a5-88d118edd291 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Pushing event deleted for resources: {'Port': ['ID=34809559-1669-4952-a6ed-a3994fa04611,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:18.521953 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f4b545d5-958e-4331-8867-88b92fa04852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.536466 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b55057dc-8506-4b24-a37e-4687503517bc admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4837601 Jul 07 17:27:18.541195 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55330) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:18.551352 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-082442ce-0bc8-4344-bda9-41d111ff045e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.557335 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f4b545d5-958e-4331-8867-88b92fa04852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.563268 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-9f0e37d8-3537-49bf-bae2-4c77bc31c3e8 admin admin] Request body: {'subnet': {'network_id': '0d9b9248-af98-46c2-8f1c-3e07b45af328', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-601334482-subnet', 'tenant_id': 'c75b35594b0845499b11af647b1b2dcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:18.574102 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-082442ce-0bc8-4344-bda9-41d111ff045e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.579863 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-082442ce-0bc8-4344-bda9-41d111ff045e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/networks/73f0a51d-f597-4cb5-9926-e89f8b7f60c2 HTTP/1.1" status: 204 len: 168 time: 2.4306946 Jul 07 17:27:18.580103 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55332) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:18.626858 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082442ce-0bc8-4344-bda9-41d111ff045e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Network': ['ID=73f0a51d-f597-4cb5-9926-e89f8b7f60c2,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:18.669837 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f4b545d5-958e-4331-8867-88b92fa04852 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6c305493df8c4e89bd1a0ccb19aab43d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9671342 Jul 07 17:27:18.671120 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55334) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:18.678440 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b545d5-958e-4331-8867-88b92fa04852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74dea22-3bc6-4ae0-899b-9776c40b4cde,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:18.690548 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3e644714-36de-49ae-a9a5-88d118edd291 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.731145 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0e37d8-3537-49bf-bae2-4c77bc31c3e8 admin admin] Made reservation on behalf of c75b35594b0845499b11af647b1b2dcc for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:18.734089 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9f0e37d8-3537-49bf-bae2-4c77bc31c3e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.819328 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3e644714-36de-49ae-a9a5-88d118edd291 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.823573 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3e644714-36de-49ae-a9a5-88d118edd291 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.836038 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-022d1d5d-f197-4a4c-91cb-b1302bd719c6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.885402 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1072d60b-25fb-46c3-a964-8c166b202f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.898983 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3e644714-36de-49ae-a9a5-88d118edd291 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.899560 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e644714-36de-49ae-a9a5-88d118edd291 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d2e8f94-bea6-4cdc-85fd-5d80eb6e2708 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:27:18.906281 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3e644714-36de-49ae-a9a5-88d118edd291 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.909903 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3e644714-36de-49ae-a9a5-88d118edd291 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "DELETE /v2.0/routers/9d2e8f94-bea6-4cdc-85fd-5d80eb6e2708 HTTP/1.1" status: 204 len: 168 time: 3.1366096 Jul 07 17:27:18.911371 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55338) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:18.963855 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1072d60b-25fb-46c3-a964-8c166b202f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.093365 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-279f1790-0961-4f37-be16-70eb6c5c57e2 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.137663 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1072d60b-25fb-46c3-a964-8c166b202f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.142094 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1072d60b-25fb-46c3-a964-8c166b202f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.146088 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1072d60b-25fb-46c3-a964-8c166b202f09 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f74dea22-3bc6-4ae0-899b-9776c40b4cde HTTP/1.1" status: 204 len: 168 time: 0.4707339 Jul 07 17:27:19.162890 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072d60b-25fb-46c3-a964-8c166b202f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74dea22-3bc6-4ae0-899b-9776c40b4cde,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:19.201116 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-022d1d5d-f197-4a4c-91cb-b1302bd719c6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.225198 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-022d1d5d-f197-4a4c-91cb-b1302bd719c6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337525ee-6d91-4b30-9e81-eb46d1d5c3ae']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:19.228655 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9f0e37d8-3537-49bf-bae2-4c77bc31c3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.282618 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e37d8-3537-49bf-bae2-4c77bc31c3e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a6f82c2-feec-4a72-908c-5c80c9fab981,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:19.290558 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-022d1d5d-f197-4a4c-91cb-b1302bd719c6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce949dd2-7a43-408e-b56f-248ee1e25675') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:19.291080 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-022d1d5d-f197-4a4c-91cb-b1302bd719c6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce949dd2-7a43-408e-b56f-248ee1e25675') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:19.309734 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-279f1790-0961-4f37-be16-70eb6c5c57e2 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.315558 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-022d1d5d-f197-4a4c-91cb-b1302bd719c6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.348446 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-022d1d5d-f197-4a4c-91cb-b1302bd719c6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.359694 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0e37d8-3537-49bf-bae2-4c77bc31c3e8 admin admin] Checking segment: {'id': 'bdde1283-5a13-4790-b612-371da86d0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d9b9248-af98-46c2-8f1c-3e07b45af328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:19.360051 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0e37d8-3537-49bf-bae2-4c77bc31c3e8 admin admin] Network hostable DHCP agents. Network: 0d9b9248-af98-46c2-8f1c-3e07b45af328, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:19.363860 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022d1d5d-f197-4a4c-91cb-b1302bd719c6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:19.364274 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-022d1d5d-f197-4a4c-91cb-b1302bd719c6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:19.368332 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:19.393409 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-279f1790-0961-4f37-be16-70eb6c5c57e2 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Deleting port e880ea90-78de-43be-8909-293f220bbe3c {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:19.394113 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-279f1790-0961-4f37-be16-70eb6c5c57e2 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.440001 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0e37d8-3537-49bf-bae2-4c77bc31c3e8 admin admin] Network 0d9b9248-af98-46c2-8f1c-3e07b45af328 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:19.457139 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-022d1d5d-f197-4a4c-91cb-b1302bd719c6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.459400 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-9f0e37d8-3537-49bf-bae2-4c77bc31c3e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 0d9b9248-af98-46c2-8f1c-3e07b45af328) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:19.466506 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-022d1d5d-f197-4a4c-91cb-b1302bd719c6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.473206 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-022d1d5d-f197-4a4c-91cb-b1302bd719c6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/networks/337525ee-6d91-4b30-9e81-eb46d1d5c3ae HTTP/1.1" status: 204 len: 168 time: 0.8872809 Jul 07 17:27:19.474810 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5b005d-56e6-40bb-a4ce-43e112e13ea3 None None] Network 0d9b9248-af98-46c2-8f1c-3e07b45af328 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:19.491247 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0e37d8-3537-49bf-bae2-4c77bc31c3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:19.491924 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9f0e37d8-3537-49bf-bae2-4c77bc31c3e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.494138 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55344) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:19.501013 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-10cb44d3-15ab-4af3-b9b8-84915caaadd9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'network': {'name': 'tempest-RoutersTest-756309189'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:19.508341 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d1d5d-f197-4a4c-91cb-b1302bd719c6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Network': ['ID=337525ee-6d91-4b30-9e81-eb46d1d5c3ae,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:19.547546 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-279f1790-0961-4f37-be16-70eb6c5c57e2 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] For port e880ea90-78de-43be-8909-293f220bbe3c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e880ea90-78de-43be-8909-293f220bbe3c,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:19.548345 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-279f1790-0961-4f37-be16-70eb6c5c57e2 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.548529 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cb44d3-15ab-4af3-b9b8-84915caaadd9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Made reservation on behalf of 3f24c708bb74478a88dbf9975d5221d7 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:19.558254 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-10cb44d3-15ab-4af3-b9b8-84915caaadd9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.565112 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-279f1790-0961-4f37-be16-70eb6c5c57e2 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Calling delete_port for e880ea90-78de-43be-8909-293f220bbe3c owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:19.579606 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9f0e37d8-3537-49bf-bae2-4c77bc31c3e8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0293705 Jul 07 17:27:19.615342 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10cb44d3-15ab-4af3-b9b8-84915caaadd9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:19.633995 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-10cb44d3-15ab-4af3-b9b8-84915caaadd9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.634492 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-10cb44d3-15ab-4af3-b9b8-84915caaadd9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Added segment 4cf7275e-386a-4a3e-92a5-22d960533d4b of type vlan for network 9f2d4258-b298-408b-a551-045823f0ebd5 Jul 07 17:27:19.726443 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-10cb44d3-15ab-4af3-b9b8-84915caaadd9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.815123 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f852b2c-27ac-420d-b1ca-53c6d7ebbc4f None None] Network 0d9b9248-af98-46c2-8f1c-3e07b45af328 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:19.815857 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-10cb44d3-15ab-4af3-b9b8-84915caaadd9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.824707 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cb44d3-15ab-4af3-b9b8-84915caaadd9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:19.825665 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-10cb44d3-15ab-4af3-b9b8-84915caaadd9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.847274 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:27:19.900035 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-10cb44d3-15ab-4af3-b9b8-84915caaadd9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4044962 Jul 07 17:27:19.910479 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55356) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:19.924816 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-d0b5dccd-4402-4ad9-9bb8-a38e0f038552 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'subnet': {'network_id': '9f2d4258-b298-408b-a551-045823f0ebd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:19.991539 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb44d3-15ab-4af3-b9b8-84915caaadd9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Network': ['ID=9f2d4258-b298-408b-a551-045823f0ebd5,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:20.031195 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 9f2d4258-b298-408b-a551-045823f0ebd5 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:20.063554 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-279f1790-0961-4f37-be16-70eb6c5c57e2 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.152944 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b5dccd-4402-4ad9-9bb8-a38e0f038552 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Made reservation on behalf of 3f24c708bb74478a88dbf9975d5221d7 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:20.154695 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f1790-0961-4f37-be16-70eb6c5c57e2 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Pushing event deleted for resources: {'Port': ['ID=e880ea90-78de-43be-8909-293f220bbe3c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:20.157867 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d0b5dccd-4402-4ad9-9bb8-a38e0f038552 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.326713 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-279f1790-0961-4f37-be16-70eb6c5c57e2 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.629818 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d0b5dccd-4402-4ad9-9bb8-a38e0f038552 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.718583 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5dccd-4402-4ad9-9bb8-a38e0f038552 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Subnet': ['ID=3199a7c4-2068-4cce-b8e9-301fcf86ee9c,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:20.735743 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b5dccd-4402-4ad9-9bb8-a38e0f038552 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Checking segment: {'id': '4cf7275e-386a-4a3e-92a5-22d960533d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9f2d4258-b298-408b-a551-045823f0ebd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:20.740971 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b5dccd-4402-4ad9-9bb8-a38e0f038552 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network hostable DHCP agents. Network: 9f2d4258-b298-408b-a551-045823f0ebd5, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:20.810029 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b5dccd-4402-4ad9-9bb8-a38e0f038552 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network 9f2d4258-b298-408b-a551-045823f0ebd5 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:20.849339 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-d0b5dccd-4402-4ad9-9bb8-a38e0f038552 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 9f2d4258-b298-408b-a551-045823f0ebd5) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:20.868548 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc6cef8-401c-435d-abf1-013e5ecc8d9a None None] Network 9f2d4258-b298-408b-a551-045823f0ebd5 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:20.880075 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b5dccd-4402-4ad9-9bb8-a38e0f038552 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:20.886310 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d0b5dccd-4402-4ad9-9bb8-a38e0f038552 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.924501 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d0b5dccd-4402-4ad9-9bb8-a38e0f038552 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0090778 Jul 07 17:27:20.926401 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55382) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:20.936301 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-2c548643-54f4-41ce-a6db-fcaca1f7109f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1329621831', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:21.011213 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2c548643-54f4-41ce-a6db-fcaca1f7109f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.015522 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2c548643-54f4-41ce-a6db-fcaca1f7109f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.112258 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-279f1790-0961-4f37-be16-70eb6c5c57e2 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.114981 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-279f1790-0961-4f37-be16-70eb6c5c57e2 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.192821 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2c548643-54f4-41ce-a6db-fcaca1f7109f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.198020 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-279f1790-0961-4f37-be16-70eb6c5c57e2 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.199325 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2c548643-54f4-41ce-a6db-fcaca1f7109f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.200103 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279f1790-0961-4f37-be16-70eb6c5c57e2 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44b4ffb3-fd7c-4042-9d81-53b77d3a63b4 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:27:21.216444 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-279f1790-0961-4f37-be16-70eb6c5c57e2 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.222775 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-279f1790-0961-4f37-be16-70eb6c5c57e2 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "DELETE /v2.0/routers/44b4ffb3-fd7c-4042-9d81-53b77d3a63b4 HTTP/1.1" status: 204 len: 168 time: 2.3101096 Jul 07 17:27:21.223426 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55394) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:21.240590 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-ca03ea18-b41a-4cd3-8807-cb77093aa83b tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1325768455', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}, 'admin_state_up': False}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:21.255898 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2c548643-54f4-41ce-a6db-fcaca1f7109f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.262636 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2c548643-54f4-41ce-a6db-fcaca1f7109f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3318074 Jul 07 17:27:21.263103 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55396) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:21.270131 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-fca06881-0a24-4348-84a4-008237a96c12 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'port': {'network_id': '9f2d4258-b298-408b-a551-045823f0ebd5', 'name': 'tempest-RoutersTest-1376894058'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:21.318721 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca03ea18-b41a-4cd3-8807-cb77093aa83b tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.320254 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca03ea18-b41a-4cd3-8807-cb77093aa83b tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.450951 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca03ea18-b41a-4cd3-8807-cb77093aa83b tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.451263 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3539c318-033d-4311-bccf-3c588d644bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-9f2d4258-b298-408b-a551-045823f0ebd5', 'network_id': '9f2d4258-b298-408b-a551-045823f0ebd5', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'fixed_ips': [{'subnet_id': '3199a7c4-2068-4cce-b8e9-301fcf86ee9c'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:27:21.453048 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3539c318-033d-4311-bccf-3c588d644bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.586394 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca06881-0a24-4348-84a4-008237a96c12 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Made reservation on behalf of 3f24c708bb74478a88dbf9975d5221d7 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:21.590210 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fca06881-0a24-4348-84a4-008237a96c12 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.617924 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-fca06881-0a24-4348-84a4-008237a96c12 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] device_id is not set on port 27d8fdce-ed0e-478f-a4a1-60ff61a73f03 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:21.733322 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-3539c318-033d-4311-bccf-3c588d644bf3 None None] Allocated IP 172.20.0.2 (9f2d4258-b298-408b-a551-045823f0ebd5/3199a7c4-2068-4cce-b8e9-301fcf86ee9c/a826e522-a8b8-4ba0-a4b9-4569fea0edf2) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:22.019897 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 34809559-1669-4952-a6ed-a3994fa04611 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:22.067567 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 34809559-1669-4952-a6ed-a3994fa04611 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:22.068155 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 34809559-1669-4952-a6ed-a3994fa04611 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:22.071993 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e880ea90-78de-43be-8909-293f220bbe3c no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:22.180005 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3539c318-033d-4311-bccf-3c588d644bf3 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.194412 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3539c318-033d-4311-bccf-3c588d644bf3 None None] Transition to ACTIVE for port object a826e522-a8b8-4ba0-a4b9-4569fea0edf2 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:22.210216 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: e880ea90-78de-43be-8909-293f220bbe3c {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:22.210716 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e880ea90-78de-43be-8909-293f220bbe3c not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:22.243276 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3539c318-033d-4311-bccf-3c588d644bf3 None None] Transition to ACTIVE for port object a826e522-a8b8-4ba0-a4b9-4569fea0edf2 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:22.253002 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3539c318-033d-4311-bccf-3c588d644bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.299073 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3539c318-033d-4311-bccf-3c588d644bf3 None None] Network 9f2d4258-b298-408b-a551-045823f0ebd5 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:22.355691 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-3539c318-033d-4311-bccf-3c588d644bf3 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:22.369470 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3539c318-033d-4311-bccf-3c588d644bf3 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:22.383972 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-fca06881-0a24-4348-84a4-008237a96c12 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Allocated IP 172.20.0.13 (9f2d4258-b298-408b-a551-045823f0ebd5/3199a7c4-2068-4cce-b8e9-301fcf86ee9c/27d8fdce-ed0e-478f-a4a1-60ff61a73f03) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:22.438642 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca03ea18-b41a-4cd3-8807-cb77093aa83b tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.561307 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539c318-033d-4311-bccf-3c588d644bf3 None None] Pushing event updated for resources: {'Port': ['ID=a826e522-a8b8-4ba0-a4b9-4569fea0edf2,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:22.575609 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-3539c318-033d-4311-bccf-3c588d644bf3 None None] Attempting to bind port a826e522-a8b8-4ba0-a4b9-4569fea0edf2 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:22.575984 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-3539c318-033d-4311-bccf-3c588d644bf3 None None] Attempting to bind port a826e522-a8b8-4ba0-a4b9-4569fea0edf2 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '4cf7275e-386a-4a3e-92a5-22d960533d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9f2d4258-b298-408b-a551-045823f0ebd5'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:22.576366 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3539c318-033d-4311-bccf-3c588d644bf3 None None] Attempting to bind port a826e522-a8b8-4ba0-a4b9-4569fea0edf2 on network 9f2d4258-b298-408b-a551-045823f0ebd5 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:22.603815 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3539c318-033d-4311-bccf-3c588d644bf3 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:22.604070 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3539c318-033d-4311-bccf-3c588d644bf3 None None] Checking segment: {'id': '4cf7275e-386a-4a3e-92a5-22d960533d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9f2d4258-b298-408b-a551-045823f0ebd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:22.604476 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3539c318-033d-4311-bccf-3c588d644bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.605690 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3539c318-033d-4311-bccf-3c588d644bf3 None None] Bound using segment: {'id': '4cf7275e-386a-4a3e-92a5-22d960533d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9f2d4258-b298-408b-a551-045823f0ebd5'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:22.605690 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-3539c318-033d-4311-bccf-3c588d644bf3 None None] Bound port: a826e522-a8b8-4ba0-a4b9-4569fea0edf2, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf7275e-386a-4a3e-92a5-22d960533d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9f2d4258-b298-408b-a551-045823f0ebd5'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:22.606024 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3539c318-033d-4311-bccf-3c588d644bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.803622 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3539c318-033d-4311-bccf-3c588d644bf3 None None] For port a826e522-a8b8-4ba0-a4b9-4569fea0edf2, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:22.809913 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3539c318-033d-4311-bccf-3c588d644bf3 None None] For port a826e522-a8b8-4ba0-a4b9-4569fea0edf2, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a826e522-a8b8-4ba0-a4b9-4569fea0edf2,segment=NetworkSegment(4cf7275e-386a-4a3e-92a5-22d960533d4b),segment_id=4cf7275e-386a-4a3e-92a5-22d960533d4b)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:22.822917 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3539c318-033d-4311-bccf-3c588d644bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.941889 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fca06881-0a24-4348-84a4-008237a96c12 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.967481 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca03ea18-b41a-4cd3-8807-cb77093aa83b tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.971531 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-fca06881-0a24-4348-84a4-008237a96c12 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Transition to ACTIVE for port object 27d8fdce-ed0e-478f-a4a1-60ff61a73f03 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:23.003463 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539c318-033d-4311-bccf-3c588d644bf3 None None] Pushing event updated for resources: {'Port': ['ID=a826e522-a8b8-4ba0-a4b9-4569fea0edf2,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:23.028867 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca03ea18-b41a-4cd3-8807-cb77093aa83b tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.044660 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fca06881-0a24-4348-84a4-008237a96c12 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.137110 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca06881-0a24-4348-84a4-008237a96c12 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network 9f2d4258-b298-408b-a551-045823f0ebd5 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:23.142457 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-fca06881-0a24-4348-84a4-008237a96c12 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:23.156492 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca06881-0a24-4348-84a4-008237a96c12 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:23.198724 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca06881-0a24-4348-84a4-008237a96c12 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Port': ['ID=27d8fdce-ed0e-478f-a4a1-60ff61a73f03,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:23.286119 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca06881-0a24-4348-84a4-008237a96c12 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:23.286811 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fca06881-0a24-4348-84a4-008237a96c12 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.298145 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-ca03ea18-b41a-4cd3-8807-cb77093aa83b tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Allocated IP 172.25.0.134 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/fd022b0e-10ce-454e-97fa-87ec657174a7) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:23.314139 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fca06881-0a24-4348-84a4-008237a96c12 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0497384 Jul 07 17:27:23.316952 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55438) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:23.456105 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-373f5b3f-8036-4ef3-9b37-3178a4a06634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.654871 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca03ea18-b41a-4cd3-8807-cb77093aa83b tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.737121 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca03ea18-b41a-4cd3-8807-cb77093aa83b tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.798621 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca03ea18-b41a-4cd3-8807-cb77093aa83b tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:23.807383 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-ca03ea18-b41a-4cd3-8807-cb77093aa83b tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:23.820484 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca03ea18-b41a-4cd3-8807-cb77093aa83b tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:23.881283 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03ea18-b41a-4cd3-8807-cb77093aa83b tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Pushing event updated for resources: {'Port': ['ID=fd022b0e-10ce-454e-97fa-87ec657174a7,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:24.048427 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a826e522-a8b8-4ba0-a4b9-4569fea0edf2 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:24.283756 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port a826e522-a8b8-4ba0-a4b9-4569fea0edf2 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:24.335241 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-76a59548-9fe8-43d4-95cd-63edcb326681 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.679727 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-82e5bb09-26ae-470f-b2e8-f63229ff8e5b tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:24.681208 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e0fd3b-c552-457b-9921-6c5a5c390787 None None] Network 9f2d4258-b298-408b-a551-045823f0ebd5 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:24.689857 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-82e5bb09-26ae-470f-b2e8-f63229ff8e5b tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/networks?id=0d9b9248-af98-46c2-8f1c-3e07b45af328 HTTP/1.1" status: 200 len: 808 time: 0.5500362 Jul 07 17:27:24.727428 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-d1d9bcf9-36c5-48e8-b3cc-5be42cd0f890 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/quotas/c75b35594b0845499b11af647b1b2dcc HTTP/1.1" status: 200 len: 375 time: 0.0363154 Jul 07 17:27:24.789294 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-cf86abcd-5a5e-41a8-98f5-718b52de32fd tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c75b35594b0845499b11af647b1b2dcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462120 Jul 07 17:27:24.832011 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2d018a90-fc78-42da-a216-6fb3ad7c682c None None] Provisioning for port a826e522-a8b8-4ba0-a4b9-4569fea0edf2 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:24.853748 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2d018a90-fc78-42da-a216-6fb3ad7c682c None None] Provisioning complete for port a826e522-a8b8-4ba0-a4b9-4569fea0edf2 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:24.856095 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2d018a90-fc78-42da-a216-6fb3ad7c682c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.862464 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca03ea18-b41a-4cd3-8807-cb77093aa83b tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.877868 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-76a59548-9fe8-43d4-95cd-63edcb326681 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.884056 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-76a59548-9fe8-43d4-95cd-63edcb326681 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.971978 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55488) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:24.998487 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a59548-9fe8-43d4-95cd-63edcb326681 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Port': ['ID=27d8fdce-ed0e-478f-a4a1-60ff61a73f03,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:25.041296 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-6469d840-e1ec-4511-a24f-f71b37a0df31 service neutron] 10.222.0.53 "GET /v2.0/networks/0d9b9248-af98-46c2-8f1c-3e07b45af328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510047 Jul 07 17:27:25.060301 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2d018a90-fc78-42da-a216-6fb3ad7c682c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.167542 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-2d018a90-fc78-42da-a216-6fb3ad7c682c None None] For port a826e522-a8b8-4ba0-a4b9-4569fea0edf2, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a826e522-a8b8-4ba0-a4b9-4569fea0edf2,segment=NetworkSegment(4cf7275e-386a-4a3e-92a5-22d960533d4b),segment_id=4cf7275e-386a-4a3e-92a5-22d960533d4b)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:25.187006 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2d018a90-fc78-42da-a216-6fb3ad7c682c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.218142 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-508a904c-2315-418e-a6d1-804ceea00b86 service neutron] 10.222.0.53 "GET /v2.0/networks/0d9b9248-af98-46c2-8f1c-3e07b45af328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758585 Jul 07 17:27:25.359309 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b2739b69-2be3-4190-8446-b3a1c49289ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.390383 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca03ea18-b41a-4cd3-8807-cb77093aa83b tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.403112 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d018a90-fc78-42da-a216-6fb3ad7c682c None None] Pushing event updated for resources: {'Port': ['ID=a826e522-a8b8-4ba0-a4b9-4569fea0edf2,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:25.413480 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-76a59548-9fe8-43d4-95cd-63edcb326681 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.686401 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-54a63b21-0f8a-437f-b6fb-daac3bcbbaff req-25d2e9de-0a09-4367-9c95-a4b7bcfcd19e tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/ports?device_id=68c86c94-43ca-4503-8c55-8b55f0b40566 HTTP/1.1" status: 200 len: 210 time: 0.1353488 Jul 07 17:27:25.700016 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca03ea18-b41a-4cd3-8807-cb77093aa83b tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Router 1bbf8503-ad56-4567-8f16-4a1b27285767 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:27:25.816520 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-76a59548-9fe8-43d4-95cd-63edcb326681 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.867855 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f0a9aac5-da25-41c5-be7b-52ef747b3f44 None None] Provisioning complete for port a826e522-a8b8-4ba0-a4b9-4569fea0edf2 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:25.869011 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f0a9aac5-da25-41c5-be7b-52ef747b3f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.871599 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a826e522-a8b8-4ba0-a4b9-4569fea0edf2 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:26.019362 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port a826e522-a8b8-4ba0-a4b9-4569fea0edf2 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:26.020048 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.080333 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca03ea18-b41a-4cd3-8807-cb77093aa83b tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:26.096832 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b2739b69-2be3-4190-8446-b3a1c49289ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.122548 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b2739b69-2be3-4190-8446-b3a1c49289ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.162936 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d292be4f-b3c2-4ce9-97f4-67705d60149e None None] Sync routers for ids ['1bbf8503-ad56-4567-8f16-4a1b27285767'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:26.188905 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b2739b69-2be3-4190-8446-b3a1c49289ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4969ba4125364b99aeb6398ac304129c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2151217 Jul 07 17:27:26.190770 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca03ea18-b41a-4cd3-8807-cb77093aa83b tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.196748 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55506) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:26.207289 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ca03ea18-b41a-4cd3-8807-cb77093aa83b tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.9768457 Jul 07 17:27:26.215077 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55508) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:26.222983 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f0a9aac5-da25-41c5-be7b-52ef747b3f44 None None] Provisioning for port 27d8fdce-ed0e-478f-a4a1-60ff61a73f03 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:26.227701 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d292be4f-b3c2-4ce9-97f4-67705d60149e None None] Routers {'1bbf8503-ad56-4567-8f16-4a1b27285767'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:26.228761 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d292be4f-b3c2-4ce9-97f4-67705d60149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:26:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['1bbf8503-ad56-4567-8f16-4a1b27285767'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:26.233682 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-317a0433-bf6f-4c93-ab9c-03c19b5b215d tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'enable_snat': False}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:26.304348 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.306873 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f0a9aac5-da25-41c5-be7b-52ef747b3f44 None None] Provisioning complete for port 27d8fdce-ed0e-478f-a4a1-60ff61a73f03 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:26.307594 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f0a9aac5-da25-41c5-be7b-52ef747b3f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.311928 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d292be4f-b3c2-4ce9-97f4-67705d60149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:26.338359 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2739b69-2be3-4190-8446-b3a1c49289ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c7120d-3af7-435b-a100-ff4daf2ef431,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:26.383694 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d292be4f-b3c2-4ce9-97f4-67705d60149e None None] Routers {'1bbf8503-ad56-4567-8f16-4a1b27285767'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:26.384663 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d292be4f-b3c2-4ce9-97f4-67705d60149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:26:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['1bbf8503-ad56-4567-8f16-4a1b27285767'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:26.391928 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9aac5-da25-41c5-be7b-52ef747b3f44 None None] Port 27d8fdce-ed0e-478f-a4a1-60ff61a73f03 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:26.437309 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d292be4f-b3c2-4ce9-97f4-67705d60149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:26.438287 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d292be4f-b3c2-4ce9-97f4-67705d60149e None None] The sync data for ids ['1bbf8503-ad56-4567-8f16-4a1b27285767'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:26.504171 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f6782fda-19e2-4f40-94db-2ae47aea9422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.518429 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d2dd9012-90d9-46b8-bb4b-9dc0afeacb9c None None] Provisioning complete for port 27d8fdce-ed0e-478f-a4a1-60ff61a73f03 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:26.519149 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9012-90d9-46b8-bb4b-9dc0afeacb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.549312 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f6782fda-19e2-4f40-94db-2ae47aea9422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.553228 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-76a59548-9fe8-43d4-95cd-63edcb326681 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.564780 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-76a59548-9fe8-43d4-95cd-63edcb326681 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.579765 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d2dd9012-90d9-46b8-bb4b-9dc0afeacb9c None None] Port 27d8fdce-ed0e-478f-a4a1-60ff61a73f03 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:26.660884 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-76a59548-9fe8-43d4-95cd-63edcb326681 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.704728 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a59548-9fe8-43d4-95cd-63edcb326681 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Port': ['ID=27d8fdce-ed0e-478f-a4a1-60ff61a73f03,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:26.712297 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d03a0574-a762-4404-bd2d-3c574979a3ec None None] Provisioning complete for port 27d8fdce-ed0e-478f-a4a1-60ff61a73f03 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:26.713285 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d03a0574-a762-4404-bd2d-3c574979a3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.772355 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f6782fda-19e2-4f40-94db-2ae47aea9422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.773893 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f6782fda-19e2-4f40-94db-2ae47aea9422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.774677 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f6782fda-19e2-4f40-94db-2ae47aea9422 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/99c7120d-3af7-435b-a100-ff4daf2ef431 HTTP/1.1" status: 204 len: 168 time: 0.5763261 Jul 07 17:27:26.799786 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-317a0433-bf6f-4c93-ab9c-03c19b5b215d tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.859721 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6782fda-19e2-4f40-94db-2ae47aea9422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c7120d-3af7-435b-a100-ff4daf2ef431,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:26.879336 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c29b125c-bc68-48a1-922a-8e7cf067758e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.879970 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a59548-9fe8-43d4-95cd-63edcb326681 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network 9f2d4258-b298-408b-a551-045823f0ebd5 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:26.881741 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-76a59548-9fe8-43d4-95cd-63edcb326681 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:26.896047 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d03a0574-a762-4404-bd2d-3c574979a3ec None None] Port 27d8fdce-ed0e-478f-a4a1-60ff61a73f03 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:27.055059 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-86827337-2c3e-4bd1-b7d3-3db1e326382e req-778b628a-2dbd-42ee-8d2f-7c40f7368f14 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/ports?device_id=68c86c94-43ca-4503-8c55-8b55f0b40566 HTTP/1.1" status: 200 len: 210 time: 0.0717769 Jul 07 17:27:27.118518 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a59548-9fe8-43d4-95cd-63edcb326681 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Router 2afd80f8-b2a1-4d06-9a9f-3b7b0f177b12 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:27:27.265839 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a59548-9fe8-43d4-95cd-63edcb326681 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:27.282118 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-76a59548-9fe8-43d4-95cd-63edcb326681 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "PUT /v2.0/routers/2afd80f8-b2a1-4d06-9a9f-3b7b0f177b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9562659 Jul 07 17:27:27.284026 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55528) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:27.286202 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2199995c-9534-4920-99c0-197e3e20e59f None None] Sync routers for ids ['2afd80f8-b2a1-4d06-9a9f-3b7b0f177b12'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:27.301618 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2199995c-9534-4920-99c0-197e3e20e59f None None] Routers {'2afd80f8-b2a1-4d06-9a9f-3b7b0f177b12'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:27.302761 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-2199995c-9534-4920-99c0-197e3e20e59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['2afd80f8-b2a1-4d06-9a9f-3b7b0f177b12'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:27.355724 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-32a5d641-2fd3-4352-a491-a921ebe1425f None None] Provisioning complete for port 27d8fdce-ed0e-478f-a4a1-60ff61a73f03 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:27.357896 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-32a5d641-2fd3-4352-a491-a921ebe1425f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:27.378731 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-2199995c-9534-4920-99c0-197e3e20e59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:27.392535 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2199995c-9534-4920-99c0-197e3e20e59f None None] Routers {'2afd80f8-b2a1-4d06-9a9f-3b7b0f177b12'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:27.393559 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-2199995c-9534-4920-99c0-197e3e20e59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['2afd80f8-b2a1-4d06-9a9f-3b7b0f177b12'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:27.403450 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6bc031-0a02-40d7-8868-c19eda67bb6d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:27.410435 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-da6bc031-0a02-40d7-8868-c19eda67bb6d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "GET /v2.0/ports/27d8fdce-ed0e-478f-a4a1-60ff61a73f03 HTTP/1.1" status: 200 len: 978 time: 0.1243691 Jul 07 17:27:27.411714 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55530) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:27.418699 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55532) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:27.434043 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be301c5a-2cd2-4c89-a654-f456bd9e547f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:27.461546 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-32a5d641-2fd3-4352-a491-a921ebe1425f None None] Port 27d8fdce-ed0e-478f-a4a1-60ff61a73f03 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:27.484917 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-2199995c-9534-4920-99c0-197e3e20e59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:27.492458 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2199995c-9534-4920-99c0-197e3e20e59f None None] The sync data for ids ['2afd80f8-b2a1-4d06-9a9f-3b7b0f177b12'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:27.723931 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-30177865-3fa5-42eb-ab87-664ee1e1be59 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:27.726092 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-30177865-3fa5-42eb-ab87-664ee1e1be59 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.72 "GET /v2.0/networks?id=0d9b9248-af98-46c2-8f1c-3e07b45af328 HTTP/1.1" status: 200 len: 808 time: 0.1888099 Jul 07 17:27:27.742573 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-ca17207b-b410-418e-a3e8-915dcb032bdc tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Request body: {'port': {'device_id': '68c86c94-43ca-4503-8c55-8b55f0b40566', 'network_id': '0d9b9248-af98-46c2-8f1c-3e07b45af328', 'admin_state_up': True, 'tenant_id': 'c75b35594b0845499b11af647b1b2dcc'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:27.940715 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.089472 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be301c5a-2cd2-4c89-a654-f456bd9e547f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.103870 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be301c5a-2cd2-4c89-a654-f456bd9e547f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.147544 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-be301c5a-2cd2-4c89-a654-f456bd9e547f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=763db08a3d4344b2976ed4cdbb86ad28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7324748 Jul 07 17:27:28.149998 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55536) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:28.197405 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be301c5a-2cd2-4c89-a654-f456bd9e547f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b275e2d-f7bf-4024-ad0f-57defc52d1dd,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:28.244137 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-ca17207b-b410-418e-a3e8-915dcb032bdc tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Made reservation on behalf of c75b35594b0845499b11af647b1b2dcc for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:28.250174 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-ca17207b-b410-418e-a3e8-915dcb032bdc tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.292740 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d4509de-1c7d-438b-915f-7f28cb7091f6 req-f6fac5ad-b06a-44fc-a314-3e38f7498cb3 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/ports?device_id=68c86c94-43ca-4503-8c55-8b55f0b40566 HTTP/1.1" status: 200 len: 210 time: 0.0518820 Jul 07 17:27:28.353929 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-317a0433-bf6f-4c93-ab9c-03c19b5b215d tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.376531 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-317a0433-bf6f-4c93-ab9c-03c19b5b215d tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7962560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7962587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8271377'] for router, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.454397 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec193a49-9503-44f1-b26a-4a60a5e697be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.474539 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-ca17207b-b410-418e-a3e8-915dcb032bdc tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Allocated IP 172.20.0.3 (0d9b9248-af98-46c2-8f1c-3e07b45af328/4a6f82c2-feec-4a72-908c-5c80c9fab981/f3ef8672-2dda-43af-899e-7c9e091ab180) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:28.549785 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec193a49-9503-44f1-b26a-4a60a5e697be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.657291 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317a0433-bf6f-4c93-ab9c-03c19b5b215d tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Router 1bbf8503-ad56-4567-8f16-4a1b27285767 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:27:28.672352 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-ca17207b-b410-418e-a3e8-915dcb032bdc tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.706237 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec193a49-9503-44f1-b26a-4a60a5e697be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.706237 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec193a49-9503-44f1-b26a-4a60a5e697be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.707179 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ec193a49-9503-44f1-b26a-4a60a5e697be admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b275e2d-f7bf-4024-ad0f-57defc52d1dd HTTP/1.1" status: 204 len: 168 time: 0.5538297 Jul 07 17:27:28.768210 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec193a49-9503-44f1-b26a-4a60a5e697be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b275e2d-f7bf-4024-ad0f-57defc52d1dd,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:28.769046 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-ca17207b-b410-418e-a3e8-915dcb032bdc tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.871293 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-ca17207b-b410-418e-a3e8-915dcb032bdc tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Network 0d9b9248-af98-46c2-8f1c-3e07b45af328 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:28.876200 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-ca17207b-b410-418e-a3e8-915dcb032bdc tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:28.880904 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-ca17207b-b410-418e-a3e8-915dcb032bdc tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:28.918331 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7aab9f9f-8aa0-499c-a66d-505b79d56085 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.945180 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-ca17207b-b410-418e-a3e8-915dcb032bdc tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:28.946022 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-ca17207b-b410-418e-a3e8-915dcb032bdc tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.970059 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17207b-b410-418e-a3e8-915dcb032bdc tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Pushing event updated for resources: {'Port': ['ID=f3ef8672-2dda-43af-899e-7c9e091ab180,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:28.986984 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-ca17207b-b410-418e-a3e8-915dcb032bdc tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2483687 Jul 07 17:27:29.012742 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317a0433-bf6f-4c93-ab9c-03c19b5b215d tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:29.022902 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acc2648-4a02-431d-8fab-5f7f50aa1f12 None None] Sync routers for ids ['1bbf8503-ad56-4567-8f16-4a1b27285767'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:29.033269 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-317a0433-bf6f-4c93-ab9c-03c19b5b215d tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.036955 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-317a0433-bf6f-4c93-ab9c-03c19b5b215d tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "PUT /v2.0/routers/1bbf8503-ad56-4567-8f16-4a1b27285767 HTTP/1.1" status: 200 len: 926 time: 2.8166103 Jul 07 17:27:29.037356 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55556) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:29.047189 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acc2648-4a02-431d-8fab-5f7f50aa1f12 None None] Routers {'1bbf8503-ad56-4567-8f16-4a1b27285767'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:29.048079 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4acc2648-4a02-431d-8fab-5f7f50aa1f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['1bbf8503-ad56-4567-8f16-4a1b27285767'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:29.157541 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4acc2648-4a02-431d-8fab-5f7f50aa1f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:29.182645 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acc2648-4a02-431d-8fab-5f7f50aa1f12 None None] Routers {'1bbf8503-ad56-4567-8f16-4a1b27285767'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:29.183390 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4acc2648-4a02-431d-8fab-5f7f50aa1f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['1bbf8503-ad56-4567-8f16-4a1b27285767'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:29.234137 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-95bcd51b-856f-4539-9264-af6f758d3bfa service neutron] Request body: {'port': {'device_id': '68c86c94-43ca-4503-8c55-8b55f0b40566', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:29.258388 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4acc2648-4a02-431d-8fab-5f7f50aa1f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:29.259833 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acc2648-4a02-431d-8fab-5f7f50aa1f12 None None] The sync data for ids ['1bbf8503-ad56-4567-8f16-4a1b27285767'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:29.367759 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-95bcd51b-856f-4539-9264-af6f758d3bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.392751 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f2692d36-1e45-48d2-9346-538154eddfc5 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "GET /v2.0/routers/1bbf8503-ad56-4567-8f16-4a1b27285767 HTTP/1.1" status: 200 len: 926 time: 0.3541996 Jul 07 17:27:29.397363 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55566) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:29.617826 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36496f-6bf0-4bf6-a1fc-96b745e0466c req-663e386f-5354-4087-b6e2-15ca33e8765e tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:29.619557 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ff36496f-6bf0-4bf6-a1fc-96b745e0466c req-663e386f-5354-4087-b6e2-15ca33e8765e tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/ports?device_id=68c86c94-43ca-4503-8c55-8b55f0b40566 HTTP/1.1" status: 200 len: 931 time: 0.1388607 Jul 07 17:27:29.627969 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-7aab9f9f-8aa0-499c-a66d-505b79d56085 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Deleting port 27d8fdce-ed0e-478f-a4a1-60ff61a73f03 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:29.628434 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7aab9f9f-8aa0-499c-a66d-505b79d56085 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.718264 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63dc7b3-62a4-4245-adcd-f13e7005d280 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:29.719936 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d63dc7b3-62a4-4245-adcd-f13e7005d280 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=b1c8a741-d954-43c5-b974-954b2190b048&device_id=1bbf8503-ad56-4567-8f16-4a1b27285767&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3216023 Jul 07 17:27:29.723853 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55576) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:29.760026 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ff36496f-6bf0-4bf6-a1fc-96b745e0466c req-792742bb-e4e9-41cc-b07e-388246baf7a1 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/security-groups?id=50bef06e-fcae-4121-9ffa-db3748dc7691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280613 Jul 07 17:27:29.806316 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7aab9f9f-8aa0-499c-a66d-505b79d56085 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.821021 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-7aab9f9f-8aa0-499c-a66d-505b79d56085 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Calling delete_port for 27d8fdce-ed0e-478f-a4a1-60ff61a73f03 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:29.835603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-95bcd51b-856f-4539-9264-af6f758d3bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ef8672-2dda-43af-899e-7c9e091ab180 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:27:29.880562 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-95bcd51b-856f-4539-9264-af6f758d3bfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.912944 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-95bcd51b-856f-4539-9264-af6f758d3bfa service neutron] Transition to ACTIVE for port object f3ef8672-2dda-43af-899e-7c9e091ab180 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:29.923754 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-95bcd51b-856f-4539-9264-af6f758d3bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.964207 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17ab019-52e8-499a-84f0-11f19da578a4 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:29.966082 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a17ab019-52e8-499a-84f0-11f19da578a4 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 881 time: 0.2391276 Jul 07 17:27:29.970577 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55584) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:30.009494 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ca518cbf-0e3d-4bc9-9e1f-9198a61c3868 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bbf8503-ad56-4567-8f16-4a1b27285767 HTTP/1.1" status: 200 len: 205 time: 0.0373285 Jul 07 17:27:30.012841 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55586) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:30.076852 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7aab9f9f-8aa0-499c-a66d-505b79d56085 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.121620 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bcd51b-856f-4539-9264-af6f758d3bfa service neutron] Pushing event updated for resources: {'Port': ['ID=f3ef8672-2dda-43af-899e-7c9e091ab180,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:30.146468 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab9f9f-8aa0-499c-a66d-505b79d56085 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Port': ['ID=27d8fdce-ed0e-478f-a4a1-60ff61a73f03,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:30.230552 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-95bcd51b-856f-4539-9264-af6f758d3bfa service neutron] Attempting to bind port f3ef8672-2dda-43af-899e-7c9e091ab180 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:30.230552 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-95bcd51b-856f-4539-9264-af6f758d3bfa service neutron] Attempting to bind port f3ef8672-2dda-43af-899e-7c9e091ab180 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'bdde1283-5a13-4790-b612-371da86d0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d9b9248-af98-46c2-8f1c-3e07b45af328'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:30.231237 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-95bcd51b-856f-4539-9264-af6f758d3bfa service neutron] Attempting to bind port f3ef8672-2dda-43af-899e-7c9e091ab180 on network 0d9b9248-af98-46c2-8f1c-3e07b45af328 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:30.245575 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-95bcd51b-856f-4539-9264-af6f758d3bfa service neutron] Port f3ef8672-2dda-43af-899e-7c9e091ab180 on network 0d9b9248-af98-46c2-8f1c-3e07b45af328 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:30.245920 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-95bcd51b-856f-4539-9264-af6f758d3bfa service neutron] Attempting to bind port f3ef8672-2dda-43af-899e-7c9e091ab180 on network 0d9b9248-af98-46c2-8f1c-3e07b45af328 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:30.258439 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-95bcd51b-856f-4539-9264-af6f758d3bfa service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:30.259184 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-95bcd51b-856f-4539-9264-af6f758d3bfa service neutron] Checking segment: {'id': 'bdde1283-5a13-4790-b612-371da86d0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d9b9248-af98-46c2-8f1c-3e07b45af328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:30.259598 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-95bcd51b-856f-4539-9264-af6f758d3bfa service neutron] Bound using segment: {'id': 'bdde1283-5a13-4790-b612-371da86d0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d9b9248-af98-46c2-8f1c-3e07b45af328'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:30.260072 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-95bcd51b-856f-4539-9264-af6f758d3bfa service neutron] Bound port: f3ef8672-2dda-43af-899e-7c9e091ab180, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdde1283-5a13-4790-b612-371da86d0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d9b9248-af98-46c2-8f1c-3e07b45af328'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:30.260460 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-95bcd51b-856f-4539-9264-af6f758d3bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.263182 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.274336 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d6449115-04bf-4bc5-a16c-0bff0efe5e3f tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.407638 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7aab9f9f-8aa0-499c-a66d-505b79d56085 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.498059 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d6449115-04bf-4bc5-a16c-0bff0efe5e3f tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.536899 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-95bcd51b-856f-4539-9264-af6f758d3bfa service neutron] For port f3ef8672-2dda-43af-899e-7c9e091ab180, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:30.558088 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-95bcd51b-856f-4539-9264-af6f758d3bfa service neutron] For port f3ef8672-2dda-43af-899e-7c9e091ab180, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f3ef8672-2dda-43af-899e-7c9e091ab180,segment=NetworkSegment(bdde1283-5a13-4790-b612-371da86d0f1c),segment_id=bdde1283-5a13-4790-b612-371da86d0f1c)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:30.565341 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-95bcd51b-856f-4539-9264-af6f758d3bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.652415 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bcd51b-856f-4539-9264-af6f758d3bfa service neutron] Pushing event updated for resources: {'Port': ['ID=f3ef8672-2dda-43af-899e-7c9e091ab180,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:30.659229 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-95bcd51b-856f-4539-9264-af6f758d3bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:30.659419 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-95bcd51b-856f-4539-9264-af6f758d3bfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.661156 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-95bcd51b-856f-4539-9264-af6f758d3bfa service neutron] 10.222.0.72 "PUT /v2.0/ports/f3ef8672-2dda-43af-899e-7c9e091ab180 HTTP/1.1" status: 200 len: 1092 time: 1.6664979 Jul 07 17:27:30.662910 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c86c94-43ca-4503-8c55-8b55f0b40566', 'tag': 'f3ef8672-2dda-43af-899e-7c9e091ab180'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:30.665849 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313a4c23-a8c9-401b-aac6-90d99d7de712" -d '{"events": [{"name": "network-changed", "server_uuid": "68c86c94-43ca-4503-8c55-8b55f0b40566", "tag": "f3ef8672-2dda-43af-899e-7c9e091ab180"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:30.688750 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-d6449115-04bf-4bc5-a16c-0bff0efe5e3f tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Deleting port fd022b0e-10ce-454e-97fa-87ec657174a7 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:30.689508 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d6449115-04bf-4bc5-a16c-0bff0efe5e3f tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.723770 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aab9f9f-8aa0-499c-a66d-505b79d56085 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Router 2afd80f8-b2a1-4d06-9a9f-3b7b0f177b12 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:27:30.848231 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbaa3219-8025-4284-ae2f-f91548e70e45 x-openstack-request-id: req-cbaa3219-8025-4284-ae2f-f91548e70e45 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:30.849277 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c86c94-43ca-4503-8c55-8b55f0b40566", "tag": "f3ef8672-2dda-43af-899e-7c9e091ab180", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:30.849954 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cbaa3219-8025-4284-ae2f-f91548e70e45 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:30.850958 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c86c94-43ca-4503-8c55-8b55f0b40566', 'tag': 'f3ef8672-2dda-43af-899e-7c9e091ab180', 'status': 'completed', 'code': 200} Jul 07 17:27:30.891723 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aab9f9f-8aa0-499c-a66d-505b79d56085 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:30.898469 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7aab9f9f-8aa0-499c-a66d-505b79d56085 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "PUT /v2.0/routers/2afd80f8-b2a1-4d06-9a9f-3b7b0f177b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4783413 Jul 07 17:27:30.901050 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55606) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:30.906377 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635fba22-c14b-4d73-bb79-272835303c8b None None] Sync routers for ids ['2afd80f8-b2a1-4d06-9a9f-3b7b0f177b12'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:30.924295 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635fba22-c14b-4d73-bb79-272835303c8b None None] Routers {'2afd80f8-b2a1-4d06-9a9f-3b7b0f177b12'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:30.925458 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-635fba22-c14b-4d73-bb79-272835303c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['2afd80f8-b2a1-4d06-9a9f-3b7b0f177b12'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:30.998296 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-3d5ccae9-4496-41fb-a37c-69dcd361d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:31.001096 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-3d5ccae9-4496-41fb-a37c-69dcd361d91d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c75b35594b0845499b11af647b1b2dcc&device_id=68c86c94-43ca-4503-8c55-8b55f0b40566 HTTP/1.1" status: 200 len: 1095 time: 0.2799430 Jul 07 17:27:31.010146 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-635fba22-c14b-4d73-bb79-272835303c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:31.022291 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635fba22-c14b-4d73-bb79-272835303c8b None None] Routers {'2afd80f8-b2a1-4d06-9a9f-3b7b0f177b12'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:31.023274 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-635fba22-c14b-4d73-bb79-272835303c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['2afd80f8-b2a1-4d06-9a9f-3b7b0f177b12'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:31.033000 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d6449115-04bf-4bc5-a16c-0bff0efe5e3f tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:31.050164 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-d6449115-04bf-4bc5-a16c-0bff0efe5e3f tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Calling delete_port for fd022b0e-10ce-454e-97fa-87ec657174a7 owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:31.059938 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-635fba22-c14b-4d73-bb79-272835303c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:31.060783 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635fba22-c14b-4d73-bb79-272835303c8b None None] The sync data for ids ['2afd80f8-b2a1-4d06-9a9f-3b7b0f177b12'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:31.096022 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-4907012e-16a5-48ad-bd0f-2785ed6d76c1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3ef8672-2dda-43af-899e-7c9e091ab180 HTTP/1.1" status: 200 len: 217 time: 0.0870783 Jul 07 17:27:31.227910 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-ab677a50-3ff8-4bb9-b74e-9248b499b9e2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] remove_router_interface failed (client error): The resource could not be found. Jul 07 17:27:31.229231 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ab677a50-3ff8-4bb9-b74e-9248b499b9e2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "PUT /v2.0/routers/2afd80f8-b2a1-4d06-9a9f-3b7b0f177b12/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3267083 Jul 07 17:27:31.238113 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55612) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:31.254082 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-f1534d58-4366-4167-b635-2db5955c2d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:31.255645 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-f1534d58-4366-4167-b635-2db5955c2d36 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a6f82c2-feec-4a72-908c-5c80c9fab981 HTTP/1.1" status: 200 len: 848 time: 0.1002784 Jul 07 17:27:31.289020 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-60f24f28-b62a-403f-a470-405cf98b271f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "GET /v2.0/ports?device_id=2afd80f8-b2a1-4d06-9a9f-3b7b0f177b12 HTTP/1.1" status: 200 len: 205 time: 0.0418744 Jul 07 17:27:31.289020 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55614) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:31.298227 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-01096c83-fe96-4c31-9d90-450787870668 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0d9b9248-af98-46c2-8f1c-3e07b45af328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352480 Jul 07 17:27:31.312036 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69027b47-155b-4a02-b2c9-94bece2d8fae req-59db0154-a5e5-4660-a13c-99574478a0d5 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:31.316105 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69027b47-155b-4a02-b2c9-94bece2d8fae req-59db0154-a5e5-4660-a13c-99574478a0d5 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/ports?device_id=68c86c94-43ca-4503-8c55-8b55f0b40566 HTTP/1.1" status: 200 len: 943 time: 0.2704370 Jul 07 17:27:31.408687 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0e8ddc5a-8a88-4fed-96e3-3c9c63e7434d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:31.468907 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-fbde6e51-e866-4cd9-bbd3-fe0d3eefc005 service neutron] 10.222.0.72 "GET /v2.0/networks/0d9b9248-af98-46c2-8f1c-3e07b45af328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618338 Jul 07 17:27:31.603841 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d6449115-04bf-4bc5-a16c-0bff0efe5e3f tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:31.682107 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6449115-04bf-4bc5-a16c-0bff0efe5e3f tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Pushing event deleted for resources: {'Port': ['ID=fd022b0e-10ce-454e-97fa-87ec657174a7,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:31.799349 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f72551e3-67ba-4faa-afb5-3cb647778f78 req-92ae0310-3236-48b8-a661-d6050cb8ab0f service neutron] 10.222.0.72 "GET /v2.0/networks/0d9b9248-af98-46c2-8f1c-3e07b45af328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089402 Jul 07 17:27:31.831369 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d6449115-04bf-4bc5-a16c-0bff0efe5e3f tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:31.938517 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69027b47-155b-4a02-b2c9-94bece2d8fae req-ce2e46ab-cfdc-4e64-95e0-67f358ac1f2f tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/security-groups?id=50bef06e-fcae-4121-9ffa-db3748dc7691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5895116 Jul 07 17:27:31.942535 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d6449115-04bf-4bc5-a16c-0bff0efe5e3f tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:31.944932 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d6449115-04bf-4bc5-a16c-0bff0efe5e3f tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.106461 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d6449115-04bf-4bc5-a16c-0bff0efe5e3f tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.107218 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6449115-04bf-4bc5-a16c-0bff0efe5e3f tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Fanout notify agent at l3_agent the message router_deleted on router 1bbf8503-ad56-4567-8f16-4a1b27285767 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:27:32.115582 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d6449115-04bf-4bc5-a16c-0bff0efe5e3f tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.116771 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d6449115-04bf-4bc5-a16c-0bff0efe5e3f tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "DELETE /v2.0/routers/1bbf8503-ad56-4567-8f16-4a1b27285767 HTTP/1.1" status: 204 len: 168 time: 2.0805724 Jul 07 17:27:32.123393 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55634) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:32.132543 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-2538c3e8-0960-48e0-9261-7787fab98719 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-757398102', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:32.138391 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0e8ddc5a-8a88-4fed-96e3-3c9c63e7434d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.145710 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0e8ddc5a-8a88-4fed-96e3-3c9c63e7434d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.200043 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a4c23-a8c9-401b-aac6-90d99d7de712 req-73535019-a8ec-4d08-946c-809ec796d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:32.201937 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-313a4c23-a8c9-401b-aac6-90d99d7de712 req-73535019-a8ec-4d08-946c-809ec796d455 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c75b35594b0845499b11af647b1b2dcc&device_id=68c86c94-43ca-4503-8c55-8b55f0b40566 HTTP/1.1" status: 200 len: 1095 time: 0.2461300 Jul 07 17:27:32.203121 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2538c3e8-0960-48e0-9261-7787fab98719 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.204326 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2538c3e8-0960-48e0-9261-7787fab98719 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.239626 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0e8ddc5a-8a88-4fed-96e3-3c9c63e7434d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.241859 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8ddc5a-8a88-4fed-96e3-3c9c63e7434d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Fanout notify agent at l3_agent the message router_deleted on router 2afd80f8-b2a1-4d06-9a9f-3b7b0f177b12 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:27:32.263376 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0e8ddc5a-8a88-4fed-96e3-3c9c63e7434d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.264582 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0e8ddc5a-8a88-4fed-96e3-3c9c63e7434d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/routers/2afd80f8-b2a1-4d06-9a9f-3b7b0f177b12 HTTP/1.1" status: 204 len: 168 time: 0.9751184 Jul 07 17:27:32.267512 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55636) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:32.330668 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2538c3e8-0960-48e0-9261-7787fab98719 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.342692 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2538c3e8-0960-48e0-9261-7787fab98719 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.363829 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8e6a72-0f89-43c4-8fda-953268eadfe6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Deleting subnet 3199a7c4-2068-4cce-b8e9-301fcf86ee9c {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:27:32.368426 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eb8e6a72-0f89-43c4-8fda-953268eadfe6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.391160 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2538c3e8-0960-48e0-9261-7787fab98719 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.393271 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2538c3e8-0960-48e0-9261-7787fab98719 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2653458 Jul 07 17:27:32.402829 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55638) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:32.409033 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-9a7662b1-cdd6-42b8-a461-60a10a88a2a8 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:32.470399 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a4c23-a8c9-401b-aac6-90d99d7de712 req-4096774a-3be6-4bfc-8648-802bd6dc9214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:32.471941 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-313a4c23-a8c9-401b-aac6-90d99d7de712 req-4096774a-3be6-4bfc-8648-802bd6dc9214 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0d9b9248-af98-46c2-8f1c-3e07b45af328 HTTP/1.1" status: 200 len: 909 time: 0.2383614 Jul 07 17:27:32.536170 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eb8e6a72-0f89-43c4-8fda-953268eadfe6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.553818 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-313a4c23-a8c9-401b-aac6-90d99d7de712 req-2f32bcb5-c735-40d2-870f-6a252034b056 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3ef8672-2dda-43af-899e-7c9e091ab180 HTTP/1.1" status: 200 len: 217 time: 0.0751672 Jul 07 17:27:32.623186 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a4c23-a8c9-401b-aac6-90d99d7de712 req-63003611-f1d8-40ac-bc78-d22977bfa805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:32.624831 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-313a4c23-a8c9-401b-aac6-90d99d7de712 req-63003611-f1d8-40ac-bc78-d22977bfa805 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a6f82c2-feec-4a72-908c-5c80c9fab981 HTTP/1.1" status: 200 len: 848 time: 0.0645604 Jul 07 17:27:32.677190 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-313a4c23-a8c9-401b-aac6-90d99d7de712 req-2738421e-77e6-4c5e-997a-903febc9ff59 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0d9b9248-af98-46c2-8f1c-3e07b45af328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451016 Jul 07 17:27:32.751320 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9a7662b1-cdd6-42b8-a461-60a10a88a2a8 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.801461 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eb8e6a72-0f89-43c4-8fda-953268eadfe6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.816246 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-313a4c23-a8c9-401b-aac6-90d99d7de712 req-d035a374-7341-48da-9a2e-86dc22bd3038 service neutron] 10.222.0.72 "GET /v2.0/networks/0d9b9248-af98-46c2-8f1c-3e07b45af328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321695 Jul 07 17:27:32.918520 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eb8e6a72-0f89-43c4-8fda-953268eadfe6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.959201 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-313a4c23-a8c9-401b-aac6-90d99d7de712 req-32b940e3-7180-48e9-8f02-847cc13503df service neutron] 10.222.0.72 "GET /v2.0/networks/0d9b9248-af98-46c2-8f1c-3e07b45af328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365287 Jul 07 17:27:32.963920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e6a72-0f89-43c4-8fda-953268eadfe6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Subnet': ['ID=3199a7c4-2068-4cce-b8e9-301fcf86ee9c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:32.980995 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eb8e6a72-0f89-43c4-8fda-953268eadfe6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.983203 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-eb8e6a72-0f89-43c4-8fda-953268eadfe6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/subnets/3199a7c4-2068-4cce-b8e9-301fcf86ee9c HTTP/1.1" status: 204 len: 168 time: 0.7144220 Jul 07 17:27:32.986448 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55654) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:33.000183 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d588c27d-9624-493d-8f8c-03d950fee278 None None] Network 9f2d4258-b298-408b-a551-045823f0ebd5 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:33.087571 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9af75cea-3179-4743-af7d-b0f516c67801 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.204263 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55658) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:33.218559 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9a7662b1-cdd6-42b8-a461-60a10a88a2a8 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.230495 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-9af75cea-3179-4743-af7d-b0f516c67801 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Deleting port a826e522-a8b8-4ba0-a4b9-4569fea0edf2 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:33.230812 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9af75cea-3179-4743-af7d-b0f516c67801 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.241916 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9a7662b1-cdd6-42b8-a461-60a10a88a2a8 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.242317 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e66ee0-4a88-49fb-81f6-c77e5c9be6ee req-2775d9af-4428-440b-ac97-ebde6d28fa73 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:33.244184 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-29e66ee0-4a88-49fb-81f6-c77e5c9be6ee req-2775d9af-4428-440b-ac97-ebde6d28fa73 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/ports?device_id=68c86c94-43ca-4503-8c55-8b55f0b40566 HTTP/1.1" status: 200 len: 943 time: 0.0985630 Jul 07 17:27:33.386461 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19e4239-4e80-437e-bd51-d19565d88314 None None] DHCP port deletion for 9f2d4258-b298-408b-a551-045823f0ebd5 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:27:33.397691 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55664) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:33.458352 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-b19e4239-4e80-437e-bd51-d19565d88314 None None] Deleting port a826e522-a8b8-4ba0-a4b9-4569fea0edf2 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:33.459054 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-9a7662b1-cdd6-42b8-a461-60a10a88a2a8 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Allocated IP 172.25.0.228 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/e9694a69-864c-4bc6-a2a0-ff28cb11c5da) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:33.460652 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b19e4239-4e80-437e-bd51-d19565d88314 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.564825 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5195d2c3-7054-436d-968c-6aee70811483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.603843 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-b19e4239-4e80-437e-bd51-d19565d88314 None None] For port a826e522-a8b8-4ba0-a4b9-4569fea0edf2, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a826e522-a8b8-4ba0-a4b9-4569fea0edf2,segment=NetworkSegment(4cf7275e-386a-4a3e-92a5-22d960533d4b),segment_id=4cf7275e-386a-4a3e-92a5-22d960533d4b)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:33.604728 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b19e4239-4e80-437e-bd51-d19565d88314 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.624168 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-b19e4239-4e80-437e-bd51-d19565d88314 None None] Calling delete_port for a826e522-a8b8-4ba0-a4b9-4569fea0edf2 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:33.642249 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ba7d497-2422-46b6-8243-5338616317ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.654195 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-29e66ee0-4a88-49fb-81f6-c77e5c9be6ee req-904515a9-a10a-4e1e-8ad9-70ff3c501cd8 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/security-groups?id=50bef06e-fcae-4121-9ffa-db3748dc7691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957443 Jul 07 17:27:33.657899 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-9af75cea-3179-4743-af7d-b0f516c67801 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] For port a826e522-a8b8-4ba0-a4b9-4569fea0edf2, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a826e522-a8b8-4ba0-a4b9-4569fea0edf2,segment=NetworkSegment(4cf7275e-386a-4a3e-92a5-22d960533d4b),segment_id=4cf7275e-386a-4a3e-92a5-22d960533d4b)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:33.658970 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9af75cea-3179-4743-af7d-b0f516c67801 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.683607 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-9af75cea-3179-4743-af7d-b0f516c67801 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Calling delete_port for a826e522-a8b8-4ba0-a4b9-4569fea0edf2 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:33.698103 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9a7662b1-cdd6-42b8-a461-60a10a88a2a8 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.773508 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b19e4239-4e80-437e-bd51-d19565d88314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.786072 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a826e522-a8b8-4ba0-a4b9-4569fea0edf2 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:33.804493 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9af75cea-3179-4743-af7d-b0f516c67801 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.834680 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e4239-4e80-437e-bd51-d19565d88314 None None] Pushing event deleted for resources: {'Port': ['ID=a826e522-a8b8-4ba0-a4b9-4569fea0edf2,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:33.835879 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af75cea-3179-4743-af7d-b0f516c67801 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Port': ['ID=a826e522-a8b8-4ba0-a4b9-4569fea0edf2,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:33.837927 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af75cea-3179-4743-af7d-b0f516c67801 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] No DVR routers for this DVR port a826e522-a8b8-4ba0-a4b9-4569fea0edf2 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:33.838370 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5195d2c3-7054-436d-968c-6aee70811483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.849316 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: a826e522-a8b8-4ba0-a4b9-4569fea0edf2 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:33.850690 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a826e522-a8b8-4ba0-a4b9-4569fea0edf2 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:33.854974 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5195d2c3-7054-436d-968c-6aee70811483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.865070 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19e4239-4e80-437e-bd51-d19565d88314 None None] No DVR routers for this DVR port a826e522-a8b8-4ba0-a4b9-4569fea0edf2 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:33.865862 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9a7662b1-cdd6-42b8-a461-60a10a88a2a8 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.943246 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9af75cea-3179-4743-af7d-b0f516c67801 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.955004 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-9af75cea-3179-4743-af7d-b0f516c67801 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f2d4258-b298-408b-a551-045823f0ebd5']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:33.966213 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195d2c3-7054-436d-968c-6aee70811483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbceaee2-77aa-4cf7-b6ad-a12017a252ac,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:33.971665 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-9af75cea-3179-4743-af7d-b0f516c67801 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf7275e-386a-4a3e-92a5-22d960533d4b') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:33.972278 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-9af75cea-3179-4743-af7d-b0f516c67801 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf7275e-386a-4a3e-92a5-22d960533d4b') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:33.979986 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5195d2c3-7054-436d-968c-6aee70811483 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b8d186b055594d829b08595d54b43185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7743556 Jul 07 17:27:33.983463 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55668) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:33.990911 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7662b1-cdd6-42b8-a461-60a10a88a2a8 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:33.993844 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7662b1-cdd6-42b8-a461-60a10a88a2a8 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Pushing event updated for resources: {'Port': ['ID=e9694a69-864c-4bc6-a2a0-ff28cb11c5da,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:34.001039 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9af75cea-3179-4743-af7d-b0f516c67801 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.002122 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-9a7662b1-cdd6-42b8-a461-60a10a88a2a8 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:34.004309 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7662b1-cdd6-42b8-a461-60a10a88a2a8 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:34.046237 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9af75cea-3179-4743-af7d-b0f516c67801 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.060326 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af75cea-3179-4743-af7d-b0f516c67801 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:34.061452 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9af75cea-3179-4743-af7d-b0f516c67801 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:34.064822 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:34.138003 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b22b03aa-3f89-4dfd-879d-a49df3a2e9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.162035 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9af75cea-3179-4743-af7d-b0f516c67801 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.173346 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9af75cea-3179-4743-af7d-b0f516c67801 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.180734 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9af75cea-3179-4743-af7d-b0f516c67801 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/networks/9f2d4258-b298-408b-a551-045823f0ebd5 HTTP/1.1" status: 204 len: 168 time: 1.1934993 Jul 07 17:27:34.183040 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b22b03aa-3f89-4dfd-879d-a49df3a2e9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.185045 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55670) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:34.208054 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ba7d497-2422-46b6-8243-5338616317ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.208385 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-27b2a628-d8c0-40b4-8228-7ffda36ff4d6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'network': {'name': 'tempest-RoutersTest-1393890344'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:34.213451 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ba7d497-2422-46b6-8243-5338616317ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.218789 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af75cea-3179-4743-af7d-b0f516c67801 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Network': ['ID=9f2d4258-b298-408b-a551-045823f0ebd5,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:34.259121 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b2a628-d8c0-40b4-8228-7ffda36ff4d6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Made reservation on behalf of 3f24c708bb74478a88dbf9975d5221d7 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:34.262649 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-27b2a628-d8c0-40b4-8228-7ffda36ff4d6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.291815 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3ba7d497-2422-46b6-8243-5338616317ed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b207c75c4d374e00977f6433b2512cea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8898096 Jul 07 17:27:34.294415 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55672) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:34.301314 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b22b03aa-3f89-4dfd-879d-a49df3a2e9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.312789 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b22b03aa-3f89-4dfd-879d-a49df3a2e9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.312789 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b22b03aa-3f89-4dfd-879d-a49df3a2e9a0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bbceaee2-77aa-4cf7-b6ad-a12017a252ac HTTP/1.1" status: 204 len: 168 time: 0.3200681 Jul 07 17:27:34.312789 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b2a628-d8c0-40b4-8228-7ffda36ff4d6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:34.321266 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b03aa-3f89-4dfd-879d-a49df3a2e9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbceaee2-77aa-4cf7-b6ad-a12017a252ac,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:34.326138 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-27b2a628-d8c0-40b4-8228-7ffda36ff4d6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.326865 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-27b2a628-d8c0-40b4-8228-7ffda36ff4d6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Added segment 20323892-4fca-4384-a369-d65919644b43 of type vlan for network 7b3faa8b-5ed1-425c-a4e9-3e3bf78ad223 Jul 07 17:27:34.345265 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7d497-2422-46b6-8243-5338616317ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d64486a-b2ab-4993-a6cf-4879cbc9c95c,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:34.379150 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-27b2a628-d8c0-40b4-8228-7ffda36ff4d6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.413958 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-27b2a628-d8c0-40b4-8228-7ffda36ff4d6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.420050 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b2a628-d8c0-40b4-8228-7ffda36ff4d6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:34.421268 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-27b2a628-d8c0-40b4-8228-7ffda36ff4d6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.446997 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-10dbc0f0-e450-4d5c-a8f2-ec652878b157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.484553 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-10dbc0f0-e450-4d5c-a8f2-ec652878b157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.486908 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9a7662b1-cdd6-42b8-a461-60a10a88a2a8 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.490032 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-27b2a628-d8c0-40b4-8228-7ffda36ff4d6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3015268 Jul 07 17:27:34.493373 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55676) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:34.499296 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-459ddde4-b46c-4ebb-b018-f0c297fc3db4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'subnet': {'network_id': '7b3faa8b-5ed1-425c-a4e9-3e3bf78ad223', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:34.520558 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2a628-d8c0-40b4-8228-7ffda36ff4d6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Network': ['ID=7b3faa8b-5ed1-425c-a4e9-3e3bf78ad223,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:34.538777 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 7b3faa8b-5ed1-425c-a4e9-3e3bf78ad223 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:34.636536 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459ddde4-b46c-4ebb-b018-f0c297fc3db4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Made reservation on behalf of 3f24c708bb74478a88dbf9975d5221d7 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:34.644746 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-459ddde4-b46c-4ebb-b018-f0c297fc3db4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.653058 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-10dbc0f0-e450-4d5c-a8f2-ec652878b157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.657289 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-10dbc0f0-e450-4d5c-a8f2-ec652878b157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.663015 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-10dbc0f0-e450-4d5c-a8f2-ec652878b157 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d64486a-b2ab-4993-a6cf-4879cbc9c95c HTTP/1.1" status: 204 len: 168 time: 0.3621197 Jul 07 17:27:34.713421 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbc0f0-e450-4d5c-a8f2-ec652878b157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d64486a-b2ab-4993-a6cf-4879cbc9c95c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:34.798725 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55684) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:34.805135 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9a7662b1-cdd6-42b8-a461-60a10a88a2a8 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.810028 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9a7662b1-cdd6-42b8-a461-60a10a88a2a8 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7962560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7962587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8271377'] for router, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.820356 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-31d2969c-0383-4421-a445-688f029c45e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.989531 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-459ddde4-b46c-4ebb-b018-f0c297fc3db4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.053333 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device f3ef8672-2dda-43af-899e-7c9e091ab180 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:27:35.069838 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ddde4-b46c-4ebb-b018-f0c297fc3db4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Subnet': ['ID=57bc29a2-2998-4404-8382-d2de7a0ae366,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:35.070598 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d282b7-4436-45f1-956e-be48bf533113 req-1f4814e0-d675-44e9-92aa-29609091fe42 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:35.073439 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-57d282b7-4436-45f1-956e-be48bf533113 req-1f4814e0-d675-44e9-92aa-29609091fe42 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/ports?device_id=68c86c94-43ca-4503-8c55-8b55f0b40566 HTTP/1.1" status: 200 len: 943 time: 0.2066238 Jul 07 17:27:35.099761 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-31d2969c-0383-4421-a445-688f029c45e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.109213 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-31d2969c-0383-4421-a445-688f029c45e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.114281 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459ddde4-b46c-4ebb-b018-f0c297fc3db4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Checking segment: {'id': '20323892-4fca-4384-a369-d65919644b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7b3faa8b-5ed1-425c-a4e9-3e3bf78ad223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:35.114651 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459ddde4-b46c-4ebb-b018-f0c297fc3db4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network hostable DHCP agents. Network: 7b3faa8b-5ed1-425c-a4e9-3e3bf78ad223, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:35.161461 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7662b1-cdd6-42b8-a461-60a10a88a2a8 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Router bae20efc-c58e-454c-96de-915937cb82d5 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:27:35.166003 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-31d2969c-0383-4421-a445-688f029c45e7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5ddf91a972604ce99a1116fd4d8476ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3659863 Jul 07 17:27:35.168346 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2969c-0383-4421-a445-688f029c45e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4044289c-7ded-4f7c-9adc-d9f66653b2bf,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:35.173992 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55688) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:35.184316 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459ddde4-b46c-4ebb-b018-f0c297fc3db4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network 7b3faa8b-5ed1-425c-a4e9-3e3bf78ad223 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:35.210059 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-459ddde4-b46c-4ebb-b018-f0c297fc3db4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 7b3faa8b-5ed1-425c-a4e9-3e3bf78ad223) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:35.214811 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-57d282b7-4436-45f1-956e-be48bf533113 req-a1c97939-145a-4a04-a7f3-9ce4964715b4 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/security-groups?id=50bef06e-fcae-4121-9ffa-db3748dc7691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209135 Jul 07 17:27:35.215534 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459ddde4-b46c-4ebb-b018-f0c297fc3db4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:35.216372 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-459ddde4-b46c-4ebb-b018-f0c297fc3db4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.247731 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port f3ef8672-2dda-43af-899e-7c9e091ab180, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f3ef8672-2dda-43af-899e-7c9e091ab180,segment=NetworkSegment(bdde1283-5a13-4790-b612-371da86d0f1c),segment_id=bdde1283-5a13-4790-b612-371da86d0f1c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:35.250908 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-459ddde4-b46c-4ebb-b018-f0c297fc3db4 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7562456 Jul 07 17:27:35.253942 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55690) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:35.259408 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-c09afc1c-de59-47e4-94b4-ae41944a38db tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-588969436', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:35.269195 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'f3ef8672-2dda-43af-899e-7c9e091ab180', 'network_id': '0d9b9248-af98-46c2-8f1c-3e07b45af328', 'port_id': 'f3ef8672-2dda-43af-899e-7c9e091ab180', 'mac_address': 'fa:16:3e:22:14:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6f82c2-feec-4a72-908c-5c80c9fab981', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:27:35.298180 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-97968337-c7c6-4c96-ad4f-8fd2332ea543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.321923 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd94bd0-47da-4256-a708-2c66d31e293a None None] Network 7b3faa8b-5ed1-425c-a4e9-3e3bf78ad223 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:35.333972 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c09afc1c-de59-47e4-94b4-ae41944a38db tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.335189 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c09afc1c-de59-47e4-94b4-ae41944a38db tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.340613 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-97968337-c7c6-4c96-ad4f-8fd2332ea543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.398625 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.421160 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ef8672-2dda-43af-899e-7c9e091ab180 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:27:35.429045 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c09afc1c-de59-47e4-94b4-ae41944a38db tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.435343 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c09afc1c-de59-47e4-94b4-ae41944a38db tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.446228 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port f3ef8672-2dda-43af-899e-7c9e091ab180, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f3ef8672-2dda-43af-899e-7c9e091ab180,segment=NetworkSegment(bdde1283-5a13-4790-b612-371da86d0f1c),segment_id=bdde1283-5a13-4790-b612-371da86d0f1c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:35.456532 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.460614 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c09afc1c-de59-47e4-94b4-ae41944a38db tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.465732 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c09afc1c-de59-47e4-94b4-ae41944a38db tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2073553 Jul 07 17:27:35.466663 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55692) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:35.478208 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-97968337-c7c6-4c96-ad4f-8fd2332ea543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.481718 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-97968337-c7c6-4c96-ad4f-8fd2332ea543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.484009 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-97968337-c7c6-4c96-ad4f-8fd2332ea543 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4044289c-7ded-4f7c-9adc-d9f66653b2bf HTTP/1.1" status: 204 len: 168 time: 0.3086679 Jul 07 17:27:35.528958 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55696) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:35.574006 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-92f9d02a-83f3-4081-906d-e43ffc65eb93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.580710 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=f3ef8672-2dda-43af-899e-7c9e091ab180,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:35.596376 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97968337-c7c6-4c96-ad4f-8fd2332ea543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4044289c-7ded-4f7c-9adc-d9f66653b2bf,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:35.628058 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8c6f37-5947-41b1-b831-0513f8c4ca9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-7b3faa8b-5ed1-425c-a4e9-3e3bf78ad223', 'network_id': '7b3faa8b-5ed1-425c-a4e9-3e3bf78ad223', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'fixed_ips': [{'subnet_id': '57bc29a2-2998-4404-8382-d2de7a0ae366'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:27:35.629340 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6f37-5947-41b1-b831-0513f8c4ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.721064 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7662b1-cdd6-42b8-a461-60a10a88a2a8 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:35.728355 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9a7662b1-cdd6-42b8-a461-60a10a88a2a8 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.729839 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9a7662b1-cdd6-42b8-a461-60a10a88a2a8 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "PUT /v2.0/routers/bae20efc-c58e-454c-96de-915937cb82d5 HTTP/1.1" status: 200 len: 883 time: 3.3259056 Jul 07 17:27:35.732608 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55698) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:35.805867 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-fe8c6f37-5947-41b1-b831-0513f8c4ca9b None None] Allocated IP 172.20.0.2 (7b3faa8b-5ed1-425c-a4e9-3e3bf78ad223/57bc29a2-2998-4404-8382-d2de7a0ae366/90782945-109d-4c61-a0c3-d6a5446c76b1) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:35.811762 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['f3ef8672-2dda-43af-899e-7c9e091ab180'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:27:35.859105 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2b5ae8-4e02-4dd6-848e-9d745a77ce55 None None] Sync routers for ids ['bae20efc-c58e-454c-96de-915937cb82d5'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:35.898055 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-68991788-f82c-4350-a5b2-0840d2f8a538 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "GET /v2.0/routers/bae20efc-c58e-454c-96de-915937cb82d5 HTTP/1.1" status: 200 len: 924 time: 0.1629782 Jul 07 17:27:35.900673 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55702) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:35.921804 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-578002b9-340a-4c70-a0e4-ab3ce53d9822 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.925787 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2b5ae8-4e02-4dd6-848e-9d745a77ce55 None None] Routers {'bae20efc-c58e-454c-96de-915937cb82d5'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:35.926468 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-fe2b5ae8-4e02-4dd6-848e-9d745a77ce55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['bae20efc-c58e-454c-96de-915937cb82d5'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:35.991153 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d264db1c-3037-447e-ac8f-32c2635205db tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:35.993715 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d264db1c-3037-447e-ac8f-32c2635205db tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=b1c8a741-d954-43c5-b974-954b2190b048&device_id=bae20efc-c58e-454c-96de-915937cb82d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0912409 Jul 07 17:27:35.997224 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55706) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:36.155195 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f508a26-4725-4ba8-bc1d-ea80653634ee tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:36.159748 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3f508a26-4725-4ba8-bc1d-ea80653634ee tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 881 time: 0.1597266 Jul 07 17:27:36.162810 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55712) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:36.197775 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-fe2b5ae8-4e02-4dd6-848e-9d745a77ce55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:36.209883 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-92f9d02a-83f3-4081-906d-e43ffc65eb93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.215313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2b5ae8-4e02-4dd6-848e-9d745a77ce55 None None] Routers {'bae20efc-c58e-454c-96de-915937cb82d5'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:36.215987 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-fe2b5ae8-4e02-4dd6-848e-9d745a77ce55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['bae20efc-c58e-454c-96de-915937cb82d5'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:36.233260 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8bbc3ab7-3bb0-4d73-a197-29ea0a9da5fc tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "GET /v2.0/ports?device_id=bae20efc-c58e-454c-96de-915937cb82d5 HTTP/1.1" status: 200 len: 205 time: 0.0675607 Jul 07 17:27:36.236197 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55716) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:36.267917 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-92f9d02a-83f3-4081-906d-e43ffc65eb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.293270 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-fe2b5ae8-4e02-4dd6-848e-9d745a77ce55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:36.294114 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2b5ae8-4e02-4dd6-848e-9d745a77ce55 None None] The sync data for ids ['bae20efc-c58e-454c-96de-915937cb82d5'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:36.342655 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-92f9d02a-83f3-4081-906d-e43ffc65eb93 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b2a1d17d4bb041afa8401567bc5346c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8111520 Jul 07 17:27:36.348514 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55720) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:36.447571 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9277d46c-ff79-4d2d-8d0c-b73c8eb8352a tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.480518 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6f37-5947-41b1-b831-0513f8c4ca9b None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.495589 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-fe8c6f37-5947-41b1-b831-0513f8c4ca9b None None] Transition to ACTIVE for port object 90782945-109d-4c61-a0c3-d6a5446c76b1 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:36.521466 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-fe8c6f37-5947-41b1-b831-0513f8c4ca9b None None] Transition to ACTIVE for port object 90782945-109d-4c61-a0c3-d6a5446c76b1 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:36.530875 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6f37-5947-41b1-b831-0513f8c4ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.583185 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9d02a-83f3-4081-906d-e43ffc65eb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0727fdb1-9207-4bb3-8bd3-028f0cb472f8,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:36.594160 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-208be23f-d496-4004-830f-4b83aec89d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.605329 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8c6f37-5947-41b1-b831-0513f8c4ca9b None None] Network 7b3faa8b-5ed1-425c-a4e9-3e3bf78ad223 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:36.612330 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-fe8c6f37-5947-41b1-b831-0513f8c4ca9b None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:36.615841 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8c6f37-5947-41b1-b831-0513f8c4ca9b None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:36.631861 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c6f37-5947-41b1-b831-0513f8c4ca9b None None] Pushing event updated for resources: {'Port': ['ID=90782945-109d-4c61-a0c3-d6a5446c76b1,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:36.663233 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9277d46c-ff79-4d2d-8d0c-b73c8eb8352a tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.667065 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-208be23f-d496-4004-830f-4b83aec89d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.702959 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-fe8c6f37-5947-41b1-b831-0513f8c4ca9b None None] Attempting to bind port 90782945-109d-4c61-a0c3-d6a5446c76b1 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:36.703379 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-fe8c6f37-5947-41b1-b831-0513f8c4ca9b None None] Attempting to bind port 90782945-109d-4c61-a0c3-d6a5446c76b1 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '20323892-4fca-4384-a369-d65919644b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7b3faa8b-5ed1-425c-a4e9-3e3bf78ad223'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:36.703763 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8c6f37-5947-41b1-b831-0513f8c4ca9b None None] Attempting to bind port 90782945-109d-4c61-a0c3-d6a5446c76b1 on network 7b3faa8b-5ed1-425c-a4e9-3e3bf78ad223 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:36.712381 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8c6f37-5947-41b1-b831-0513f8c4ca9b None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:36.713293 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8c6f37-5947-41b1-b831-0513f8c4ca9b None None] Checking segment: {'id': '20323892-4fca-4384-a369-d65919644b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7b3faa8b-5ed1-425c-a4e9-3e3bf78ad223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:36.713293 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6f37-5947-41b1-b831-0513f8c4ca9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.713725 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8c6f37-5947-41b1-b831-0513f8c4ca9b None None] Bound using segment: {'id': '20323892-4fca-4384-a369-d65919644b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7b3faa8b-5ed1-425c-a4e9-3e3bf78ad223'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:36.717660 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-578002b9-340a-4c70-a0e4-ab3ce53d9822 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Allocated IP 172.20.0.1 (7b3faa8b-5ed1-425c-a4e9-3e3bf78ad223/57bc29a2-2998-4404-8382-d2de7a0ae366/aa0b4869-e639-4ce6-a4c1-cf126d593817) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:36.717961 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-fe8c6f37-5947-41b1-b831-0513f8c4ca9b None None] Bound port: 90782945-109d-4c61-a0c3-d6a5446c76b1, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20323892-4fca-4384-a369-d65919644b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7b3faa8b-5ed1-425c-a4e9-3e3bf78ad223'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:36.718782 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6f37-5947-41b1-b831-0513f8c4ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.754329 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-9277d46c-ff79-4d2d-8d0c-b73c8eb8352a tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Deleting port e9694a69-864c-4bc6-a2a0-ff28cb11c5da {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:36.754974 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9277d46c-ff79-4d2d-8d0c-b73c8eb8352a tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.765941 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd73242-a562-46e4-91c4-c1e2008a8d08 req-368df90d-cf90-4941-8b0f-21397ba60360 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:36.768238 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-afd73242-a562-46e4-91c4-c1e2008a8d08 req-368df90d-cf90-4941-8b0f-21397ba60360 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/ports?device_id=68c86c94-43ca-4503-8c55-8b55f0b40566 HTTP/1.1" status: 200 len: 944 time: 0.2864094 Jul 07 17:27:36.818049 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-fe8c6f37-5947-41b1-b831-0513f8c4ca9b None None] For port 90782945-109d-4c61-a0c3-d6a5446c76b1, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:36.822521 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-fe8c6f37-5947-41b1-b831-0513f8c4ca9b None None] For port 90782945-109d-4c61-a0c3-d6a5446c76b1, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=90782945-109d-4c61-a0c3-d6a5446c76b1,segment=NetworkSegment(20323892-4fca-4384-a369-d65919644b43),segment_id=20323892-4fca-4384-a369-d65919644b43)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:36.840688 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6f37-5947-41b1-b831-0513f8c4ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.881894 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9277d46c-ff79-4d2d-8d0c-b73c8eb8352a tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.923173 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-afd73242-a562-46e4-91c4-c1e2008a8d08 req-72f65964-1a08-4d5a-9872-9285b0ef9f81 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/security-groups?id=50bef06e-fcae-4121-9ffa-db3748dc7691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436026 Jul 07 17:27:36.924808 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-9277d46c-ff79-4d2d-8d0c-b73c8eb8352a tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Calling delete_port for e9694a69-864c-4bc6-a2a0-ff28cb11c5da owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:36.926773 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-208be23f-d496-4004-830f-4b83aec89d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.944453 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-208be23f-d496-4004-830f-4b83aec89d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.947331 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c6f37-5947-41b1-b831-0513f8c4ca9b None None] Pushing event updated for resources: {'Port': ['ID=90782945-109d-4c61-a0c3-d6a5446c76b1,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:36.952304 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-208be23f-d496-4004-830f-4b83aec89d82 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0727fdb1-9207-4bb3-8bd3-028f0cb472f8 HTTP/1.1" status: 204 len: 168 time: 0.5959105 Jul 07 17:27:36.994319 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208be23f-d496-4004-830f-4b83aec89d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0727fdb1-9207-4bb3-8bd3-028f0cb472f8,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:37.067111 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device f3ef8672-2dda-43af-899e-7c9e091ab180 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:37.069931 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-578002b9-340a-4c70-a0e4-ab3ce53d9822 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.109144 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-578002b9-340a-4c70-a0e4-ab3ce53d9822 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Transition to ACTIVE for port object aa0b4869-e639-4ce6-a4c1-cf126d593817 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:37.184578 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port f3ef8672-2dda-43af-899e-7c9e091ab180 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:37.193549 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port f3ef8672-2dda-43af-899e-7c9e091ab180 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:37.194543 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.233234 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-578002b9-340a-4c70-a0e4-ab3ce53d9822 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.285179 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9277d46c-ff79-4d2d-8d0c-b73c8eb8352a tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.374551 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.400860 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.406949 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578002b9-340a-4c70-a0e4-ab3ce53d9822 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network 7b3faa8b-5ed1-425c-a4e9-3e3bf78ad223 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:37.428026 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-578002b9-340a-4c70-a0e4-ab3ce53d9822 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:37.448012 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578002b9-340a-4c70-a0e4-ab3ce53d9822 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:37.463137 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c86c94-43ca-4503-8c55-8b55f0b40566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ef8672-2dda-43af-899e-7c9e091ab180'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:37.466485 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277d46c-ff79-4d2d-8d0c-b73c8eb8352a tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Pushing event deleted for resources: {'Port': ['ID=e9694a69-864c-4bc6-a2a0-ff28cb11c5da,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:37.481161 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f44be3-4303-4d5a-b74c-91bfd396d196" -d '{"events": [{"server_uuid": "68c86c94-43ca-4503-8c55-8b55f0b40566", "name": "network-vif-plugged", "status": "completed", "tag": "f3ef8672-2dda-43af-899e-7c9e091ab180"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:37.518294 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port f3ef8672-2dda-43af-899e-7c9e091ab180, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f3ef8672-2dda-43af-899e-7c9e091ab180,segment=NetworkSegment(bdde1283-5a13-4790-b612-371da86d0f1c),segment_id=bdde1283-5a13-4790-b612-371da86d0f1c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:37.526822 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.561829 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578002b9-340a-4c70-a0e4-ab3ce53d9822 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Port': ['ID=aa0b4869-e639-4ce6-a4c1-cf126d593817,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:37.599332 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9277d46c-ff79-4d2d-8d0c-b73c8eb8352a tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.631123 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-578002b9-340a-4c70-a0e4-ab3ce53d9822 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.648185 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261775a5-f36d-45f6-af8a-c09886263139 x-openstack-request-id: req-261775a5-f36d-45f6-af8a-c09886263139 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:37.648816 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c86c94-43ca-4503-8c55-8b55f0b40566", "name": "network-vif-plugged", "status": "completed", "tag": "f3ef8672-2dda-43af-899e-7c9e091ab180", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:37.648816 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-261775a5-f36d-45f6-af8a-c09886263139 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:37.649218 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c86c94-43ca-4503-8c55-8b55f0b40566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ef8672-2dda-43af-899e-7c9e091ab180', 'code': 200} Jul 07 17:27:37.650004 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=f3ef8672-2dda-43af-899e-7c9e091ab180,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:37.818853 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9277d46c-ff79-4d2d-8d0c-b73c8eb8352a tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.826931 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55746) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:37.832099 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9277d46c-ff79-4d2d-8d0c-b73c8eb8352a tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.860290 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-804c1764-b1c0-4221-920c-5208d89fbf8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.874702 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-578002b9-340a-4c70-a0e4-ab3ce53d9822 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.880967 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.921592 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9277d46c-ff79-4d2d-8d0c-b73c8eb8352a tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.922168 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9277d46c-ff79-4d2d-8d0c-b73c8eb8352a tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Fanout notify agent at l3_agent the message router_deleted on router bae20efc-c58e-454c-96de-915937cb82d5 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:27:37.937516 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9277d46c-ff79-4d2d-8d0c-b73c8eb8352a tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.940633 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9277d46c-ff79-4d2d-8d0c-b73c8eb8352a tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "DELETE /v2.0/routers/bae20efc-c58e-454c-96de-915937cb82d5 HTTP/1.1" status: 204 len: 168 time: 1.7014825 Jul 07 17:27:37.945508 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55748) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:37.946760 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 90782945-109d-4c61-a0c3-d6a5446c76b1 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:37.952483 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-3c1e05ea-301f-4168-b038-9fd4f3376af7 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-400242570', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:37.999336 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be089737-87c3-4d28-8da4-ce90475706ea req-014c85e5-18b0-4778-b596-7681ff727459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:38.003263 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-be089737-87c3-4d28-8da4-ce90475706ea req-014c85e5-18b0-4778-b596-7681ff727459 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=68c86c94-43ca-4503-8c55-8b55f0b40566 HTTP/1.1" status: 200 len: 1097 time: 0.2371831 Jul 07 17:27:38.064018 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 90782945-109d-4c61-a0c3-d6a5446c76b1 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:38.233807 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-be089737-87c3-4d28-8da4-ce90475706ea req-4b78a023-e2ee-4b84-bfbb-16a4cea90297 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=50bef06e-fcae-4121-9ffa-db3748dc7691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102861 Jul 07 17:27:38.426085 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05024eea-9e69-4535-a0d1-93b4f54ccbf8 None None] Network 7b3faa8b-5ed1-425c-a4e9-3e3bf78ad223 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:38.463345 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-804c1764-b1c0-4221-920c-5208d89fbf8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.472958 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-804c1764-b1c0-4221-920c-5208d89fbf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.491669 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3c1e05ea-301f-4168-b038-9fd4f3376af7 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.493391 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3c1e05ea-301f-4168-b038-9fd4f3376af7 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.493785 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79b23a-7336-4139-be0d-d25305509c3f req-39825939-d1e9-42bd-97e0-6fc9cd22b700 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:38.495372 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba79b23a-7336-4139-be0d-d25305509c3f req-39825939-d1e9-42bd-97e0-6fc9cd22b700 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/ports?device_id=68c86c94-43ca-4503-8c55-8b55f0b40566 HTTP/1.1" status: 200 len: 945 time: 0.3394778 Jul 07 17:27:38.548498 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d2a0833d-7520-4aec-838a-c1e65533deb0 None None] Provisioning for port 90782945-109d-4c61-a0c3-d6a5446c76b1 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:38.554940 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d2a0833d-7520-4aec-838a-c1e65533deb0 None None] Provisioning complete for port 90782945-109d-4c61-a0c3-d6a5446c76b1 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:38.555637 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d2a0833d-7520-4aec-838a-c1e65533deb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.591191 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3c1e05ea-301f-4168-b038-9fd4f3376af7 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.598176 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3c1e05ea-301f-4168-b038-9fd4f3376af7 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.623911 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-578002b9-340a-4c70-a0e4-ab3ce53d9822 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.628240 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c1764-b1c0-4221-920c-5208d89fbf8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cca79e8-11fe-49f7-ab85-73fd27dae378,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:38.636772 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-804c1764-b1c0-4221-920c-5208d89fbf8b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=50ae03f0d5f44c439227a0451bfc5ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8057640 Jul 07 17:27:38.641168 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-578002b9-340a-4c70-a0e4-ab3ce53d9822 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.649223 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55760) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:38.651600 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3c1e05ea-301f-4168-b038-9fd4f3376af7 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.661126 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3c1e05ea-301f-4168-b038-9fd4f3376af7 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7087793 Jul 07 17:27:38.662876 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55762) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:38.669407 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-6bb6ffbe-488e-49d7-8702-58d525ee6327 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'enable_snat': True}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:38.719705 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba79b23a-7336-4139-be0d-d25305509c3f req-cdd487a3-706e-4315-b59b-d3098996c64d tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/security-groups?id=50bef06e-fcae-4121-9ffa-db3748dc7691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873357 Jul 07 17:27:38.735315 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d2a0833d-7520-4aec-838a-c1e65533deb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.770488 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578002b9-340a-4c70-a0e4-ab3ce53d9822 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Port': ['ID=aa0b4869-e639-4ce6-a4c1-cf126d593817,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:38.781982 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-578002b9-340a-4c70-a0e4-ab3ce53d9822 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.803653 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d2a0833d-7520-4aec-838a-c1e65533deb0 None None] For port 90782945-109d-4c61-a0c3-d6a5446c76b1, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=90782945-109d-4c61-a0c3-d6a5446c76b1,segment=NetworkSegment(20323892-4fca-4384-a369-d65919644b43),segment_id=20323892-4fca-4384-a369-d65919644b43)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:38.809505 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d2a0833d-7520-4aec-838a-c1e65533deb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.812057 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8fdd1593-5f51-4d77-8942-8811de32f0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.896880 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8fdd1593-5f51-4d77-8942-8811de32f0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.932452 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0833d-7520-4aec-838a-c1e65533deb0 None None] Pushing event updated for resources: {'Port': ['ID=90782945-109d-4c61-a0c3-d6a5446c76b1,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:39.031036 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578002b9-340a-4c70-a0e4-ab3ce53d9822 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network 7b3faa8b-5ed1-425c-a4e9-3e3bf78ad223 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:39.046151 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-578002b9-340a-4c70-a0e4-ab3ce53d9822 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:39.069430 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6bb6ffbe-488e-49d7-8702-58d525ee6327 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.196168 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8fdd1593-5f51-4d77-8942-8811de32f0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.199076 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8fdd1593-5f51-4d77-8942-8811de32f0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.204088 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8fdd1593-5f51-4d77-8942-8811de32f0dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3cca79e8-11fe-49f7-ab85-73fd27dae378 HTTP/1.1" status: 204 len: 168 time: 0.5498445 Jul 07 17:27:39.223131 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd1593-5f51-4d77-8942-8811de32f0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cca79e8-11fe-49f7-ab85-73fd27dae378,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:39.244018 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578002b9-340a-4c70-a0e4-ab3ce53d9822 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Router 181ef3c7-6b69-4e99-9111-c7f1dd17334a is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:27:39.269373 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-51f308de-263c-442f-a760-487c28eb4587 None None] Provisioning complete for port 90782945-109d-4c61-a0c3-d6a5446c76b1 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:39.269836 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-51f308de-263c-442f-a760-487c28eb4587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.433076 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6bb6ffbe-488e-49d7-8702-58d525ee6327 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.460493 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6bb6ffbe-488e-49d7-8702-58d525ee6327 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.505803 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-51f308de-263c-442f-a760-487c28eb4587 None None] Provisioning for port aa0b4869-e639-4ce6-a4c1-cf126d593817 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:39.516975 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-51f308de-263c-442f-a760-487c28eb4587 None None] Provisioning complete for port aa0b4869-e639-4ce6-a4c1-cf126d593817 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:39.517990 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-51f308de-263c-442f-a760-487c28eb4587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.617349 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-51f308de-263c-442f-a760-487c28eb4587 None None] Port aa0b4869-e639-4ce6-a4c1-cf126d593817 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:39.648228 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-6bb6ffbe-488e-49d7-8702-58d525ee6327 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Allocated IP 172.25.0.97 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/7209b3ef-dc93-467b-9360-d21d3b11a1e3) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:39.788651 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-095bd1d7-7807-4321-a510-5252b16a4718 None None] Provisioning complete for port aa0b4869-e639-4ce6-a4c1-cf126d593817 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:39.790945 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578002b9-340a-4c70-a0e4-ab3ce53d9822 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:39.792590 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-095bd1d7-7807-4321-a510-5252b16a4718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.804474 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d4cb70-1d9a-42ac-b255-949742d40983 None None] Sync routers for ids ['181ef3c7-6b69-4e99-9111-c7f1dd17334a'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:39.812860 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-578002b9-340a-4c70-a0e4-ab3ce53d9822 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "PUT /v2.0/routers/181ef3c7-6b69-4e99-9111-c7f1dd17334a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3439381 Jul 07 17:27:39.816758 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55786) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:39.832512 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d4cb70-1d9a-42ac-b255-949742d40983 None None] Routers {'181ef3c7-6b69-4e99-9111-c7f1dd17334a'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:39.833224 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-30d4cb70-1d9a-42ac-b255-949742d40983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['181ef3c7-6b69-4e99-9111-c7f1dd17334a'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:39.925725 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-30d4cb70-1d9a-42ac-b255-949742d40983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:39.938229 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-095bd1d7-7807-4321-a510-5252b16a4718 None None] Port aa0b4869-e639-4ce6-a4c1-cf126d593817 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:39.968268 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 90782945-109d-4c61-a0c3-d6a5446c76b1 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:39.974951 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d4cb70-1d9a-42ac-b255-949742d40983 None None] Routers {'181ef3c7-6b69-4e99-9111-c7f1dd17334a'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:39.976075 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-30d4cb70-1d9a-42ac-b255-949742d40983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['181ef3c7-6b69-4e99-9111-c7f1dd17334a'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:40.029848 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6bb6ffbe-488e-49d7-8702-58d525ee6327 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.054750 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97abdcd2-ea45-4117-89c4-12b16e9ab779 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:40.064217 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-97abdcd2-ea45-4117-89c4-12b16e9ab779 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "GET /v2.0/ports/aa0b4869-e639-4ce6-a4c1-cf126d593817 HTTP/1.1" status: 200 len: 910 time: 0.2374754 Jul 07 17:27:40.068218 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55790) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:40.095324 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-30d4cb70-1d9a-42ac-b255-949742d40983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:40.099013 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d4cb70-1d9a-42ac-b255-949742d40983 None None] The sync data for ids ['181ef3c7-6b69-4e99-9111-c7f1dd17334a'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:40.173779 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 90782945-109d-4c61-a0c3-d6a5446c76b1 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:40.176220 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.216351 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6bb6ffbe-488e-49d7-8702-58d525ee6327 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.279988 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb6ffbe-488e-49d7-8702-58d525ee6327 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:40.290125 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-6bb6ffbe-488e-49d7-8702-58d525ee6327 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:40.293485 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6ffbe-488e-49d7-8702-58d525ee6327 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Pushing event updated for resources: {'Port': ['ID=7209b3ef-dc93-467b-9360-d21d3b11a1e3,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:40.297149 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb6ffbe-488e-49d7-8702-58d525ee6327 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:40.328464 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-523d0c4b-cc6e-41c1-afde-caf80e61a9fd None None] Provisioning complete for port aa0b4869-e639-4ce6-a4c1-cf126d593817 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:40.329431 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-523d0c4b-cc6e-41c1-afde-caf80e61a9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.450840 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d2a73-9222-40de-a9d4-c9cfc2a3b88d req-78b6afd7-d309-4082-ae5a-fecfb1f04b14 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:40.453358 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d16d2a73-9222-40de-a9d4-c9cfc2a3b88d req-78b6afd7-d309-4082-ae5a-fecfb1f04b14 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/ports?device_id=68c86c94-43ca-4503-8c55-8b55f0b40566 HTTP/1.1" status: 200 len: 945 time: 0.2851582 Jul 07 17:27:40.458967 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-523d0c4b-cc6e-41c1-afde-caf80e61a9fd None None] Port aa0b4869-e639-4ce6-a4c1-cf126d593817 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:40.534450 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d16d2a73-9222-40de-a9d4-c9cfc2a3b88d req-ee6139df-3a22-4329-befd-4e18528d28ca tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/security-groups?id=50bef06e-fcae-4121-9ffa-db3748dc7691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602160 Jul 07 17:27:40.671352 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6bb6ffbe-488e-49d7-8702-58d525ee6327 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.807207 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-81ca17ab-0727-4b36-9524-fb0be135e815 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.238590 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55824) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:41.297441 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-81ca17ab-0727-4b36-9524-fb0be135e815 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Deleting port aa0b4869-e639-4ce6-a4c1-cf126d593817 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:41.297923 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-81ca17ab-0727-4b36-9524-fb0be135e815 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.436211 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-81ca17ab-0727-4b36-9524-fb0be135e815 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.439691 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6bb6ffbe-488e-49d7-8702-58d525ee6327 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.443467 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6bb6ffbe-488e-49d7-8702-58d525ee6327 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7962560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7962587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8271377'] for router, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.458543 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-81ca17ab-0727-4b36-9524-fb0be135e815 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Calling delete_port for aa0b4869-e639-4ce6-a4c1-cf126d593817 owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:41.691662 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-db6466c3-3370-4122-8bb5-6e022489bc5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.747912 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2a7fc-1e94-474e-970c-c593f8a17a26 req-bb79969d-d2dd-493d-80eb-44b986139fdb tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:41.749602 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-06b2a7fc-1e94-474e-970c-c593f8a17a26 req-bb79969d-d2dd-493d-80eb-44b986139fdb tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/ports?device_id=68c86c94-43ca-4503-8c55-8b55f0b40566 HTTP/1.1" status: 200 len: 945 time: 0.1161485 Jul 07 17:27:41.753609 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb6ffbe-488e-49d7-8702-58d525ee6327 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Router 80df631b-22f9-4397-ac9d-bc40c644bb86 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:27:41.825442 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-81ca17ab-0727-4b36-9524-fb0be135e815 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.867194 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-06b2a7fc-1e94-474e-970c-c593f8a17a26 req-237dc72d-48f7-40d4-a836-93b1180e89fa tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/security-groups?id=50bef06e-fcae-4121-9ffa-db3748dc7691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102362 Jul 07 17:27:41.896777 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca17ab-0727-4b36-9524-fb0be135e815 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Port': ['ID=aa0b4869-e639-4ce6-a4c1-cf126d593817,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:41.963273 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb6ffbe-488e-49d7-8702-58d525ee6327 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:41.983566 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6bb6ffbe-488e-49d7-8702-58d525ee6327 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.985697 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6bb6ffbe-488e-49d7-8702-58d525ee6327 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "PUT /v2.0/routers/80df631b-22f9-4397-ac9d-bc40c644bb86 HTTP/1.1" status: 200 len: 917 time: 3.3216147 Jul 07 17:27:41.986291 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311d8fd2-84d5-4037-a923-f60161712931 None None] Sync routers for ids ['80df631b-22f9-4397-ac9d-bc40c644bb86'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:41.990764 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55836) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:42.009806 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311d8fd2-84d5-4037-a923-f60161712931 None None] Routers {'80df631b-22f9-4397-ac9d-bc40c644bb86'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:42.010672 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-311d8fd2-84d5-4037-a923-f60161712931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['80df631b-22f9-4397-ac9d-bc40c644bb86'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:42.067219 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-311d8fd2-84d5-4037-a923-f60161712931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:42.091052 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311d8fd2-84d5-4037-a923-f60161712931 None None] Routers {'80df631b-22f9-4397-ac9d-bc40c644bb86'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:42.092002 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-311d8fd2-84d5-4037-a923-f60161712931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['80df631b-22f9-4397-ac9d-bc40c644bb86'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:42.157200 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-311d8fd2-84d5-4037-a923-f60161712931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:42.157921 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311d8fd2-84d5-4037-a923-f60161712931 None None] The sync data for ids ['80df631b-22f9-4397-ac9d-bc40c644bb86'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:42.175576 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-db6466c3-3370-4122-8bb5-6e022489bc5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.178417 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-81ca17ab-0727-4b36-9524-fb0be135e815 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.191946 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-db6466c3-3370-4122-8bb5-6e022489bc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.218986 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fccd4718-919e-4b3b-8c49-6c0abd25d1ec tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "GET /v2.0/routers/80df631b-22f9-4397-ac9d-bc40c644bb86 HTTP/1.1" status: 200 len: 923 time: 0.2233946 Jul 07 17:27:42.220131 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55842) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:42.309342 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d247b67-7aad-4298-a40d-bff22caaf61d tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:42.313282 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4d247b67-7aad-4298-a40d-bff22caaf61d tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=b1c8a741-d954-43c5-b974-954b2190b048&device_id=80df631b-22f9-4397-ac9d-bc40c644bb86&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0904226 Jul 07 17:27:42.316093 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55846) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:42.370937 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6466c3-3370-4122-8bb5-6e022489bc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dca39d8-84c8-4af4-bd0a-131c33c0243c,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:42.378779 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-db6466c3-3370-4122-8bb5-6e022489bc5f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2637ecc1b17349a197ab9261b47d62d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1377954 Jul 07 17:27:42.390044 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55850) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:42.498445 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4289a83a-d8f7-4297-a2a9-70884a0d7f0e tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:42.504715 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4289a83a-d8f7-4297-a2a9-70884a0d7f0e tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 881 time: 0.1838591 Jul 07 17:27:42.507444 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55856) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:42.513344 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ca17ab-0727-4b36-9524-fb0be135e815 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Router 181ef3c7-6b69-4e99-9111-c7f1dd17334a has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:27:42.535276 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-90618d21-76b6-4b4d-b5ea-a457c51c1e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.595617 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-90618d21-76b6-4b4d-b5ea-a457c51c1e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.609359 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cb9fae40-f1ba-4955-b110-780909daef4e tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "GET /v2.0/ports?device_id=80df631b-22f9-4397-ac9d-bc40c644bb86 HTTP/1.1" status: 200 len: 205 time: 0.0973470 Jul 07 17:27:42.610058 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55858) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:42.665968 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ca17ab-0727-4b36-9524-fb0be135e815 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:42.672687 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-81ca17ab-0727-4b36-9524-fb0be135e815 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "PUT /v2.0/routers/181ef3c7-6b69-4e99-9111-c7f1dd17334a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6032991 Jul 07 17:27:42.677551 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55864) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:42.683406 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbb86af-053a-4698-b995-971f174adca9 None None] Sync routers for ids ['181ef3c7-6b69-4e99-9111-c7f1dd17334a'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:42.712322 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbb86af-053a-4698-b995-971f174adca9 None None] Routers {'181ef3c7-6b69-4e99-9111-c7f1dd17334a'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:42.715627 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-bcbb86af-053a-4698-b995-971f174adca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['181ef3c7-6b69-4e99-9111-c7f1dd17334a'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:42.720840 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-90618d21-76b6-4b4d-b5ea-a457c51c1e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.723164 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b5cf1311-49d8-4790-89c4-18d5944b47da tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "GET /v2.0/ports?device_id=181ef3c7-6b69-4e99-9111-c7f1dd17334a HTTP/1.1" status: 200 len: 205 time: 0.0440559 Jul 07 17:27:42.723813 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55866) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:42.726592 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-90618d21-76b6-4b4d-b5ea-a457c51c1e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.731245 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-90618d21-76b6-4b4d-b5ea-a457c51c1e23 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9dca39d8-84c8-4af4-bd0a-131c33c0243c HTTP/1.1" status: 204 len: 168 time: 0.3356194 Jul 07 17:27:42.745041 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90618d21-76b6-4b4d-b5ea-a457c51c1e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dca39d8-84c8-4af4-bd0a-131c33c0243c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:42.786074 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-bcbb86af-053a-4698-b995-971f174adca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:42.799201 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbb86af-053a-4698-b995-971f174adca9 None None] Routers {'181ef3c7-6b69-4e99-9111-c7f1dd17334a'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:42.800179 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-bcbb86af-053a-4698-b995-971f174adca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['181ef3c7-6b69-4e99-9111-c7f1dd17334a'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:42.854096 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-bcbb86af-053a-4698-b995-971f174adca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:42.855379 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbb86af-053a-4698-b995-971f174adca9 None None] The sync data for ids ['181ef3c7-6b69-4e99-9111-c7f1dd17334a'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:42.919211 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d0c35-c83f-44fe-a40d-677d8e791eed req-cbc4e87e-1c16-40eb-98e1-22cf3d4ffaca tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:42.921281 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-045d0c35-c83f-44fe-a40d-677d8e791eed req-cbc4e87e-1c16-40eb-98e1-22cf3d4ffaca tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.72 "GET /v2.0/ports?device_id=68c86c94-43ca-4503-8c55-8b55f0b40566 HTTP/1.1" status: 200 len: 945 time: 0.1564071 Jul 07 17:27:42.949625 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a192-1a82-4341-8dcc-4fe65f21b606 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.170577 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a192-1a82-4341-8dcc-4fe65f21b606 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.173134 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a192-1a82-4341-8dcc-4fe65f21b606 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.220094 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a192-1a82-4341-8dcc-4fe65f21b606 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.220717 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd0a192-1a82-4341-8dcc-4fe65f21b606 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Fanout notify agent at l3_agent the message router_deleted on router 181ef3c7-6b69-4e99-9111-c7f1dd17334a {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:27:43.230670 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a192-1a82-4341-8dcc-4fe65f21b606 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.236080 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bcd0a192-1a82-4341-8dcc-4fe65f21b606 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/routers/181ef3c7-6b69-4e99-9111-c7f1dd17334a HTTP/1.1" status: 204 len: 168 time: 0.5028107 Jul 07 17:27:43.237655 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55874) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:43.295640 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55876) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:43.300672 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb1acc-bda9-4f9f-9f3f-cc907a77596b req-3b8e4c82-63e6-4dbd-803a-865ac5fb57f4 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:43.303520 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cdcb1acc-bda9-4f9f-9f3f-cc907a77596b req-3b8e4c82-63e6-4dbd-803a-865ac5fb57f4 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/ports?device_id=68c86c94-43ca-4503-8c55-8b55f0b40566 HTTP/1.1" status: 200 len: 945 time: 0.2433910 Jul 07 17:27:43.307743 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-045d0c35-c83f-44fe-a40d-677d8e791eed req-23c2fc97-07f7-43a8-9285-5c2cf1c50084 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Deleting port f3ef8672-2dda-43af-899e-7c9e091ab180 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:43.308340 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-045d0c35-c83f-44fe-a40d-677d8e791eed req-23c2fc97-07f7-43a8-9285-5c2cf1c50084 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.334820 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8836a279-57e1-4190-bac6-7991195f1cda tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.359802 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-de3948a7-9066-4059-9e38-33e8ef580496 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Deleting subnet 57bc29a2-2998-4404-8382-d2de7a0ae366 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:27:43.416305 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1b228752-f4de-4f91-a51a-041861cb9773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.427963 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de3948a7-9066-4059-9e38-33e8ef580496 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.488248 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cdcb1acc-bda9-4f9f-9f3f-cc907a77596b req-ca01f3b4-e2cf-42a5-8593-1a06580548f4 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/security-groups?id=50bef06e-fcae-4121-9ffa-db3748dc7691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004908 Jul 07 17:27:43.558853 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de3948a7-9066-4059-9e38-33e8ef580496 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.566523 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-045d0c35-c83f-44fe-a40d-677d8e791eed req-23c2fc97-07f7-43a8-9285-5c2cf1c50084 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] For port f3ef8672-2dda-43af-899e-7c9e091ab180, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f3ef8672-2dda-43af-899e-7c9e091ab180,segment=NetworkSegment(bdde1283-5a13-4790-b612-371da86d0f1c),segment_id=bdde1283-5a13-4790-b612-371da86d0f1c)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:43.567194 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-045d0c35-c83f-44fe-a40d-677d8e791eed req-23c2fc97-07f7-43a8-9285-5c2cf1c50084 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.593268 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-045d0c35-c83f-44fe-a40d-677d8e791eed req-23c2fc97-07f7-43a8-9285-5c2cf1c50084 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Calling delete_port for f3ef8672-2dda-43af-899e-7c9e091ab180 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:43.718269 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8836a279-57e1-4190-bac6-7991195f1cda tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.858917 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de3948a7-9066-4059-9e38-33e8ef580496 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.874012 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-045d0c35-c83f-44fe-a40d-677d8e791eed req-23c2fc97-07f7-43a8-9285-5c2cf1c50084 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.886577 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['f3ef8672-2dda-43af-899e-7c9e091ab180'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:27:43.931315 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1b228752-f4de-4f91-a51a-041861cb9773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.945156 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1b228752-f4de-4f91-a51a-041861cb9773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.967647 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2fc97-07f7-43a8-9285-5c2cf1c50084 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Pushing event deleted for resources: {'Port': ['ID=f3ef8672-2dda-43af-899e-7c9e091ab180,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:44.004435 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-8836a279-57e1-4190-bac6-7991195f1cda tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Deleting port 7209b3ef-dc93-467b-9360-d21d3b11a1e3 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:44.004735 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8836a279-57e1-4190-bac6-7991195f1cda tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.009666 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-045d0c35-c83f-44fe-a40d-677d8e791eed req-23c2fc97-07f7-43a8-9285-5c2cf1c50084 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] No DVR routers for this DVR port f3ef8672-2dda-43af-899e-7c9e091ab180 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:44.015259 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1b228752-f4de-4f91-a51a-041861cb9773 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=26fe51d5d10a4c96ba8a381987ba2166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7131641 Jul 07 17:27:44.015259 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b228752-f4de-4f91-a51a-041861cb9773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7235afe-b642-4b32-a81c-d41cca02e8c3,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:44.015900 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-045d0c35-c83f-44fe-a40d-677d8e791eed req-23c2fc97-07f7-43a8-9285-5c2cf1c50084 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.016523 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55886) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:44.022202 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-045d0c35-c83f-44fe-a40d-677d8e791eed req-23c2fc97-07f7-43a8-9285-5c2cf1c50084 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.72 "DELETE /v2.0/ports/f3ef8672-2dda-43af-899e-7c9e091ab180 HTTP/1.1" status: 204 len: 173 time: 1.0947354 Jul 07 17:27:44.023057 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c86c94-43ca-4503-8c55-8b55f0b40566', 'name': 'network-vif-deleted', 'tag': 'f3ef8672-2dda-43af-899e-7c9e091ab180'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:44.028820 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5447a4c-6d3d-4e2e-a420-1a0b173ade32" -d '{"events": [{"server_uuid": "68c86c94-43ca-4503-8c55-8b55f0b40566", "name": "network-vif-deleted", "tag": "f3ef8672-2dda-43af-899e-7c9e091ab180"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:44.078667 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba74b027-4913-4f15-8aea-6bd0c8aaa9e6 x-openstack-request-id: req-ba74b027-4913-4f15-8aea-6bd0c8aaa9e6 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:44.078981 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c86c94-43ca-4503-8c55-8b55f0b40566", "name": "network-vif-deleted", "tag": "f3ef8672-2dda-43af-899e-7c9e091ab180", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:44.079274 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba74b027-4913-4f15-8aea-6bd0c8aaa9e6 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:44.079646 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c86c94-43ca-4503-8c55-8b55f0b40566', 'name': 'network-vif-deleted', 'tag': 'f3ef8672-2dda-43af-899e-7c9e091ab180', 'status': 'completed', 'code': 200} Jul 07 17:27:44.097606 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de3948a7-9066-4059-9e38-33e8ef580496 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.131779 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bedc158-82d4-4a0c-898f-850d5ed27400 None None] Network 7b3faa8b-5ed1-425c-a4e9-3e3bf78ad223 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:44.159059 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de3948a7-9066-4059-9e38-33e8ef580496 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.163164 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-de3948a7-9066-4059-9e38-33e8ef580496 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/subnets/57bc29a2-2998-4404-8382-d2de7a0ae366 HTTP/1.1" status: 204 len: 168 time: 0.9240305 Jul 07 17:27:44.165442 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55890) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:44.180506 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3948a7-9066-4059-9e38-33e8ef580496 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Subnet': ['ID=57bc29a2-2998-4404-8382-d2de7a0ae366,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:44.268058 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8836a279-57e1-4190-bac6-7991195f1cda tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.271840 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d3194110-639c-4449-b19e-4435632ee5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.314543 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-8836a279-57e1-4190-bac6-7991195f1cda tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Calling delete_port for 7209b3ef-dc93-467b-9360-d21d3b11a1e3 owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:44.332478 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6e6b878f-82f0-4496-a7d7-7f2bf4913ee3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.339914 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d3194110-639c-4449-b19e-4435632ee5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.419733 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b878f-82f0-4496-a7d7-7f2bf4913ee3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Deleting port 90782945-109d-4c61-a0c3-d6a5446c76b1 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:44.420657 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6e6b878f-82f0-4496-a7d7-7f2bf4913ee3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.470124 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d9db63-8925-4f21-a72a-85981cc720aa None None] DHCP port deletion for 7b3faa8b-5ed1-425c-a4e9-3e3bf78ad223 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:27:44.515357 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-6e6b878f-82f0-4496-a7d7-7f2bf4913ee3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] For port 90782945-109d-4c61-a0c3-d6a5446c76b1, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=90782945-109d-4c61-a0c3-d6a5446c76b1,segment=NetworkSegment(20323892-4fca-4384-a369-d65919644b43),segment_id=20323892-4fca-4384-a369-d65919644b43)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:44.516068 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6e6b878f-82f0-4496-a7d7-7f2bf4913ee3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.551708 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b878f-82f0-4496-a7d7-7f2bf4913ee3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Calling delete_port for 90782945-109d-4c61-a0c3-d6a5446c76b1 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:44.551973 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d3194110-639c-4449-b19e-4435632ee5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.557474 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d3194110-639c-4449-b19e-4435632ee5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.560532 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d3194110-639c-4449-b19e-4435632ee5fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7235afe-b642-4b32-a81c-d41cca02e8c3 HTTP/1.1" status: 204 len: 168 time: 0.5311809 Jul 07 17:27:44.596927 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3194110-639c-4449-b19e-4435632ee5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7235afe-b642-4b32-a81c-d41cca02e8c3,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:44.694536 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-98d9db63-8925-4f21-a72a-85981cc720aa None None] Deleting port 90782945-109d-4c61-a0c3-d6a5446c76b1 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:44.695185 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-98d9db63-8925-4f21-a72a-85981cc720aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.778453 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6e6b878f-82f0-4496-a7d7-7f2bf4913ee3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.802534 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8836a279-57e1-4190-bac6-7991195f1cda tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.811972 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6b878f-82f0-4496-a7d7-7f2bf4913ee3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] No DVR routers for this DVR port 90782945-109d-4c61-a0c3-d6a5446c76b1 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:44.901234 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b878f-82f0-4496-a7d7-7f2bf4913ee3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Port': ['ID=90782945-109d-4c61-a0c3-d6a5446c76b1,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:44.918798 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-98d9db63-8925-4f21-a72a-85981cc720aa None None] For port 90782945-109d-4c61-a0c3-d6a5446c76b1, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=90782945-109d-4c61-a0c3-d6a5446c76b1,segment=NetworkSegment(20323892-4fca-4384-a369-d65919644b43),segment_id=20323892-4fca-4384-a369-d65919644b43)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:44.918798 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-98d9db63-8925-4f21-a72a-85981cc720aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.920271 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836a279-57e1-4190-bac6-7991195f1cda tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Pushing event deleted for resources: {'Port': ['ID=7209b3ef-dc93-467b-9360-d21d3b11a1e3,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:44.937653 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-98d9db63-8925-4f21-a72a-85981cc720aa None None] Calling delete_port for 90782945-109d-4c61-a0c3-d6a5446c76b1 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:44.972406 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8836a279-57e1-4190-bac6-7991195f1cda tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.022351 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ada96480-4fd4-4aca-9fd9-e5b7378b4547 req-deb85795-db8d-4c2c-832a-75cd108cf715 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/ports?device_id=68c86c94-43ca-4503-8c55-8b55f0b40566 HTTP/1.1" status: 200 len: 210 time: 0.1532736 Jul 07 17:27:45.114326 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-98d9db63-8925-4f21-a72a-85981cc720aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.178000 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6e6b878f-82f0-4496-a7d7-7f2bf4913ee3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.192751 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9db63-8925-4f21-a72a-85981cc720aa None None] Pushing event deleted for resources: {'Port': ['ID=90782945-109d-4c61-a0c3-d6a5446c76b1,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:45.193304 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8836a279-57e1-4190-bac6-7991195f1cda tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.197398 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-6e6b878f-82f0-4496-a7d7-7f2bf4913ee3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b3faa8b-5ed1-425c-a4e9-3e3bf78ad223']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:45.200788 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8836a279-57e1-4190-bac6-7991195f1cda tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.203629 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9db63-8925-4f21-a72a-85981cc720aa None None] No DVR routers for this DVR port 90782945-109d-4c61-a0c3-d6a5446c76b1 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:45.229601 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-6e6b878f-82f0-4496-a7d7-7f2bf4913ee3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20323892-4fca-4384-a369-d65919644b43') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:45.229601 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-6e6b878f-82f0-4496-a7d7-7f2bf4913ee3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20323892-4fca-4384-a369-d65919644b43') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:45.243773 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6e6b878f-82f0-4496-a7d7-7f2bf4913ee3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.269402 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6e6b878f-82f0-4496-a7d7-7f2bf4913ee3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.281066 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6b878f-82f0-4496-a7d7-7f2bf4913ee3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:45.281769 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6e6b878f-82f0-4496-a7d7-7f2bf4913ee3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.316176 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8836a279-57e1-4190-bac6-7991195f1cda tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.320425 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8836a279-57e1-4190-bac6-7991195f1cda tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Fanout notify agent at l3_agent the message router_deleted on router 80df631b-22f9-4397-ac9d-bc40c644bb86 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:27:45.331108 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8836a279-57e1-4190-bac6-7991195f1cda tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:45.332464 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:45.337390 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8836a279-57e1-4190-bac6-7991195f1cda tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "DELETE /v2.0/routers/80df631b-22f9-4397-ac9d-bc40c644bb86 HTTP/1.1" status: 204 len: 168 time: 2.7222245 Jul 07 17:27:45.344719 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55912) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:45.353324 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-1fd1b865-0e3f-41cf-b1e3-b7e4a798a207 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-455754789', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:45.383747 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6e6b878f-82f0-4496-a7d7-7f2bf4913ee3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.402198 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6e6b878f-82f0-4496-a7d7-7f2bf4913ee3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.403227 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b865-0e3f-41cf-b1e3-b7e4a798a207 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.409089 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b865-0e3f-41cf-b1e3-b7e4a798a207 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.409365 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6e6b878f-82f0-4496-a7d7-7f2bf4913ee3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/networks/7b3faa8b-5ed1-425c-a4e9-3e3bf78ad223 HTTP/1.1" status: 204 len: 168 time: 1.2384903 Jul 07 17:27:45.413305 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 55916) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:45.426378 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d36d0090-ec43-44e6-9b35-979f5e003b39 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-489317352', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}, 'admin_state_up': False}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:45.487268 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b878f-82f0-4496-a7d7-7f2bf4913ee3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Network': ['ID=7b3faa8b-5ed1-425c-a4e9-3e3bf78ad223,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:45.488128 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b865-0e3f-41cf-b1e3-b7e4a798a207 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.494436 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b865-0e3f-41cf-b1e3-b7e4a798a207 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.512010 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d36d0090-ec43-44e6-9b35-979f5e003b39 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.514829 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d36d0090-ec43-44e6-9b35-979f5e003b39 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.524259 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b865-0e3f-41cf-b1e3-b7e4a798a207 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.528871 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1fd1b865-0e3f-41cf-b1e3-b7e4a798a207 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1798148 Jul 07 17:27:45.529807 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 55922) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:45.535661 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-5aded868-82bc-46a3-9108-b02c33da7c8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'enable_snat': False}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:45.611754 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d36d0090-ec43-44e6-9b35-979f5e003b39 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.816463 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 90782945-109d-4c61-a0c3-d6a5446c76b1 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:45.865121 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 90782945-109d-4c61-a0c3-d6a5446c76b1 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:45.866223 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 90782945-109d-4c61-a0c3-d6a5446c76b1 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:46.213757 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d36d0090-ec43-44e6-9b35-979f5e003b39 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.225335 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5aded868-82bc-46a3-9108-b02c33da7c8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.564724 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d36d0090-ec43-44e6-9b35-979f5e003b39 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.644963 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d36d0090-ec43-44e6-9b35-979f5e003b39 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.685577 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5aded868-82bc-46a3-9108-b02c33da7c8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.715075 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5aded868-82bc-46a3-9108-b02c33da7c8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.787005 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-34b7c9dc-1ca8-4393-99c9-f9fadf07126c tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:46.794065 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-34b7c9dc-1ca8-4393-99c9-f9fadf07126c tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/networks?id=0d9b9248-af98-46c2-8f1c-3e07b45af328 HTTP/1.1" status: 200 len: 808 time: 0.2413707 Jul 07 17:27:46.821751 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-50f2a6ee-49a2-41d8-92cb-644c940d0f48 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/quotas/c75b35594b0845499b11af647b1b2dcc HTTP/1.1" status: 200 len: 375 time: 0.0256820 Jul 07 17:27:46.882370 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-684f54d3-0ceb-4b9a-bfca-74c77c41c14e tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c75b35594b0845499b11af647b1b2dcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547273 Jul 07 17:27:46.883702 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-d36d0090-ec43-44e6-9b35-979f5e003b39 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Allocated IP 172.25.0.16 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/98e5b4a0-0523-4cf3-8fff-bc6ac4a0ffbd) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:47.074367 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-0485d89a-338a-4e63-9b53-f35834b309a6 service neutron] 10.222.0.53 "GET /v2.0/networks/0d9b9248-af98-46c2-8f1c-3e07b45af328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787846 Jul 07 17:27:47.100393 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device f3ef8672-2dda-43af-899e-7c9e091ab180 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:47.131084 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: f3ef8672-2dda-43af-899e-7c9e091ab180 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:47.131794 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device f3ef8672-2dda-43af-899e-7c9e091ab180 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:47.171219 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d36d0090-ec43-44e6-9b35-979f5e003b39 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.247154 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-fc0174b7-ca10-43f3-8dd2-3b36096facfb service neutron] 10.222.0.53 "GET /v2.0/networks/0d9b9248-af98-46c2-8f1c-3e07b45af328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593904 Jul 07 17:27:47.254820 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d36d0090-ec43-44e6-9b35-979f5e003b39 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.344062 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36d0090-ec43-44e6-9b35-979f5e003b39 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:47.347166 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-d36d0090-ec43-44e6-9b35-979f5e003b39 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:47.349962 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36d0090-ec43-44e6-9b35-979f5e003b39 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:47.365059 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-5aded868-82bc-46a3-9108-b02c33da7c8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Allocated IP 172.25.0.171 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/b53a8811-ec25-4119-b834-000814a7a6f4) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:47.539868 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d0090-ec43-44e6-9b35-979f5e003b39 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Port': ['ID=98e5b4a0-0523-4cf3-8fff-bc6ac4a0ffbd,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:47.587898 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5aded868-82bc-46a3-9108-b02c33da7c8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.656537 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2f9a7ecd-c2e1-4357-8c8b-e1a0c676f67a req-78583b56-e2d3-4cb8-bdca-d263de9618c1 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/ports?device_id=14ec1728-f38e-43cb-aa3e-98f215c923b3 HTTP/1.1" status: 200 len: 210 time: 0.1006932 Jul 07 17:27:47.730931 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d36d0090-ec43-44e6-9b35-979f5e003b39 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.747474 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5aded868-82bc-46a3-9108-b02c33da7c8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.775139 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aded868-82bc-46a3-9108-b02c33da7c8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:47.788011 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-5aded868-82bc-46a3-9108-b02c33da7c8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:47.827772 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aded868-82bc-46a3-9108-b02c33da7c8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:47.890076 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aded868-82bc-46a3-9108-b02c33da7c8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Pushing event updated for resources: {'Port': ['ID=b53a8811-ec25-4119-b834-000814a7a6f4,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:48.195713 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d36d0090-ec43-44e6-9b35-979f5e003b39 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.289175 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5aded868-82bc-46a3-9108-b02c33da7c8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.438134 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36d0090-ec43-44e6-9b35-979f5e003b39 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Router b7e9c4b8-52fa-4f85-95a4-bda71cd6cd61 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:27:48.454208 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56000) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:48.661509 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5aded868-82bc-46a3-9108-b02c33da7c8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.671929 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5aded868-82bc-46a3-9108-b02c33da7c8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7962560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7962587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8271377'] for router, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.682161 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36d0090-ec43-44e6-9b35-979f5e003b39 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:48.724658 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba79c91-d099-4c95-915e-11ef4793551b None None] Sync routers for ids ['b7e9c4b8-52fa-4f85-95a4-bda71cd6cd61'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:48.737089 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba79c91-d099-4c95-915e-11ef4793551b None None] Routers {'b7e9c4b8-52fa-4f85-95a4-bda71cd6cd61'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:48.738116 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-6ba79c91-d099-4c95-915e-11ef4793551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b7e9c4b8-52fa-4f85-95a4-bda71cd6cd61'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:48.781117 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7c39f739-0464-45e8-a710-72bb941c8240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.811926 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d36d0090-ec43-44e6-9b35-979f5e003b39 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.823802 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d36d0090-ec43-44e6-9b35-979f5e003b39 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.4080565 Jul 07 17:27:48.824118 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56008) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:48.885315 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-6ba79c91-d099-4c95-915e-11ef4793551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:48.916207 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba79c91-d099-4c95-915e-11ef4793551b None None] Routers {'b7e9c4b8-52fa-4f85-95a4-bda71cd6cd61'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:48.922288 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-6ba79c91-d099-4c95-915e-11ef4793551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b7e9c4b8-52fa-4f85-95a4-bda71cd6cd61'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:49.005129 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-6ba79c91-d099-4c95-915e-11ef4793551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:49.006645 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba79c91-d099-4c95-915e-11ef4793551b None None] The sync data for ids ['b7e9c4b8-52fa-4f85-95a4-bda71cd6cd61'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:49.059637 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-59aaa86f-8341-4ff2-bc92-2d597a9b6bb7 req-bd365a5f-4b88-49aa-9d9f-890433b6056e tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/ports?device_id=14ec1728-f38e-43cb-aa3e-98f215c923b3 HTTP/1.1" status: 200 len: 210 time: 0.0839703 Jul 07 17:27:49.163897 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7c39f739-0464-45e8-a710-72bb941c8240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.170999 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7c39f739-0464-45e8-a710-72bb941c8240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.186593 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56012) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:49.228654 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8f2e3dac-26bb-4b0d-bb95-6de90b8e0133 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "GET /v2.0/routers/b7e9c4b8-52fa-4f85-95a4-bda71cd6cd61 HTTP/1.1" status: 200 len: 879 time: 0.3763602 Jul 07 17:27:49.231003 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56016) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:49.233980 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39f739-0464-45e8-a710-72bb941c8240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d5d281-8daa-4153-acc7-a1d6f844e246,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:49.249659 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7c39f739-0464-45e8-a710-72bb941c8240 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a606a3ea71f4ef5a06b56cf5dde6d88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7940333 Jul 07 17:27:49.250926 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56018) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:49.355911 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aded868-82bc-46a3-9108-b02c33da7c8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Router 7991ba70-7c14-44d2-9e43-57e3f4ee6f69 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:27:49.361377 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4283-0d8a-4ed6-8733-4d58a6f58d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.393120 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e174b7cc-6874-4392-8f49-c08a8911a232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.426870 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4283-0d8a-4ed6-8733-4d58a6f58d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.499765 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4283-0d8a-4ed6-8733-4d58a6f58d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.505064 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4283-0d8a-4ed6-8733-4d58a6f58d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.507045 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ac7a4283-0d8a-4ed6-8733-4d58a6f58d32 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/13d5d281-8daa-4153-acc7-a1d6f844e246 HTTP/1.1" status: 204 len: 168 time: 0.2542598 Jul 07 17:27:49.538708 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a4283-0d8a-4ed6-8733-4d58a6f58d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d5d281-8daa-4153-acc7-a1d6f844e246,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:49.659310 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e174b7cc-6874-4392-8f49-c08a8911a232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.667272 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e174b7cc-6874-4392-8f49-c08a8911a232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.737443 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aded868-82bc-46a3-9108-b02c33da7c8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:49.757075 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5aded868-82bc-46a3-9108-b02c33da7c8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.758316 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5aded868-82bc-46a3-9108-b02c33da7c8f tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "PUT /v2.0/routers/7991ba70-7c14-44d2-9e43-57e3f4ee6f69 HTTP/1.1" status: 200 len: 919 time: 4.2272956 Jul 07 17:27:49.758515 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d776c6fa-0fe3-4561-91da-1f691d234467 None None] Sync routers for ids ['7991ba70-7c14-44d2-9e43-57e3f4ee6f69'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:49.769011 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56022) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:49.782466 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d776c6fa-0fe3-4561-91da-1f691d234467 None None] Routers {'7991ba70-7c14-44d2-9e43-57e3f4ee6f69'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:49.783756 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-d776c6fa-0fe3-4561-91da-1f691d234467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['7991ba70-7c14-44d2-9e43-57e3f4ee6f69'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:49.863992 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-d776c6fa-0fe3-4561-91da-1f691d234467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:49.878275 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d776c6fa-0fe3-4561-91da-1f691d234467 None None] Routers {'7991ba70-7c14-44d2-9e43-57e3f4ee6f69'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:49.879067 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-d776c6fa-0fe3-4561-91da-1f691d234467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['7991ba70-7c14-44d2-9e43-57e3f4ee6f69'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:49.884005 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174b7cc-6874-4392-8f49-c08a8911a232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fbfa46-0c4a-410a-bee8-f90644533862,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:49.887077 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56026) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:49.892140 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-feda5069-0d84-40b3-9052-583a1650de6a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.6520662 Jul 07 17:27:49.911840 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-90dc1f47-6542-443a-baba-88256970773a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-489317352'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:49.929893 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-d776c6fa-0fe3-4561-91da-1f691d234467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:49.931722 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d776c6fa-0fe3-4561-91da-1f691d234467 None None] The sync data for ids ['7991ba70-7c14-44d2-9e43-57e3f4ee6f69'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:49.983336 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e174b7cc-6874-4392-8f49-c08a8911a232 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6523a44769b4a65adb8fbf0035de969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7952716 Jul 07 17:27:49.987850 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56028) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:50.064578 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-45eb1d67-0fc0-45d2-a597-2b55264ac17f tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:50.066346 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-45eb1d67-0fc0-45d2-a597-2b55264ac17f tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.72 "GET /v2.0/networks?id=0d9b9248-af98-46c2-8f1c-3e07b45af328 HTTP/1.1" status: 200 len: 808 time: 0.3444841 Jul 07 17:27:50.269668 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56030) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:50.316190 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd4f0992-a4b7-427c-9368-a8bffe8d3e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.324125 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b15efd6e-7078-4498-b880-8942f3eda603 req-440ffc25-29ed-4c36-9db6-2b349094d548 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/ports?device_id=14ec1728-f38e-43cb-aa3e-98f215c923b3 HTTP/1.1" status: 200 len: 210 time: 0.0553396 Jul 07 17:27:50.349147 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-54ff0d29-9cfa-4a8d-944e-197978733c2e tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "GET /v2.0/routers/7991ba70-7c14-44d2-9e43-57e3f4ee6f69 HTTP/1.1" status: 200 len: 925 time: 0.5789285 Jul 07 17:27:50.352006 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56036) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:50.412394 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-78342683-b95c-4074-8456-c566508855b6 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Request body: {'port': {'device_id': '14ec1728-f38e-43cb-aa3e-98f215c923b3', 'network_id': '0d9b9248-af98-46c2-8f1c-3e07b45af328', 'admin_state_up': True, 'tenant_id': 'c75b35594b0845499b11af647b1b2dcc'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:50.452720 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab39008-f366-47a6-a819-c36340f13999 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:50.458359 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8ab39008-f366-47a6-a819-c36340f13999 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=b1c8a741-d954-43c5-b974-954b2190b048&device_id=7991ba70-7c14-44d2-9e43-57e3f4ee6f69&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1012335 Jul 07 17:27:50.462715 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56038) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:50.553774 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd4f0992-a4b7-427c-9368-a8bffe8d3e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.562262 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd4f0992-a4b7-427c-9368-a8bffe8d3e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.568035 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-32dff26b-0368-41d5-8b97-7b28d15db2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.620916 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4fb35c-8077-4da1-8e0c-9b4c00e3dc0c tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:50.622331 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7f4fb35c-8077-4da1-8e0c-9b4c00e3dc0c tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 881 time: 0.1582623 Jul 07 17:27:50.628661 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fd4f0992-a4b7-427c-9368-a8bffe8d3e79 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=362f849fcdf04c84b348eca5aab07731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3554473 Jul 07 17:27:50.628661 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f0992-a4b7-427c-9368-a8bffe8d3e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72806ec8-f35d-44ba-805a-b0a65ebc70a1,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:50.629868 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56040) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:50.630392 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56042) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:50.652939 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-32dff26b-0368-41d5-8b97-7b28d15db2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.680678 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-89caf321-8e21-4b74-9c6e-a1574110a099 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "GET /v2.0/ports?device_id=7991ba70-7c14-44d2-9e43-57e3f4ee6f69 HTTP/1.1" status: 200 len: 205 time: 0.0451443 Jul 07 17:27:50.681785 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56044) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:50.755932 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-78342683-b95c-4074-8456-c566508855b6 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Made reservation on behalf of c75b35594b0845499b11af647b1b2dcc for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:50.759460 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-78342683-b95c-4074-8456-c566508855b6 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.805810 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b013a12d-9d1f-4e65-915a-3fa1e0dea69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.831270 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-32dff26b-0368-41d5-8b97-7b28d15db2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.833902 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-32dff26b-0368-41d5-8b97-7b28d15db2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.835101 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-32dff26b-0368-41d5-8b97-7b28d15db2cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/03fbfa46-0c4a-410a-bee8-f90644533862 HTTP/1.1" status: 204 len: 168 time: 0.8445041 Jul 07 17:27:50.845871 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b013a12d-9d1f-4e65-915a-3fa1e0dea69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.860011 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2a495a64-8807-4d83-a137-896397976bf6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.884109 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dff26b-0368-41d5-8b97-7b28d15db2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fbfa46-0c4a-410a-bee8-f90644533862,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:50.916274 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-90dc1f47-6542-443a-baba-88256970773a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.954060 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-90dc1f47-6542-443a-baba-88256970773a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7962560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7962587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8271377'] for router, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.031741 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-78342683-b95c-4074-8456-c566508855b6 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Allocated IP 172.20.0.6 (0d9b9248-af98-46c2-8f1c-3e07b45af328/4a6f82c2-feec-4a72-908c-5c80c9fab981/d849bfb3-bbca-4abb-ae07-83986df53b5c) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:51.035521 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b013a12d-9d1f-4e65-915a-3fa1e0dea69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.041102 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b013a12d-9d1f-4e65-915a-3fa1e0dea69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.047482 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b013a12d-9d1f-4e65-915a-3fa1e0dea69c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/72806ec8-f35d-44ba-805a-b0a65ebc70a1 HTTP/1.1" status: 204 len: 168 time: 0.4103904 Jul 07 17:27:51.063899 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013a12d-9d1f-4e65-915a-3fa1e0dea69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72806ec8-f35d-44ba-805a-b0a65ebc70a1,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:51.075000 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2a495a64-8807-4d83-a137-896397976bf6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.144261 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90dc1f47-6542-443a-baba-88256970773a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Router b7e9c4b8-52fa-4f85-95a4-bda71cd6cd61 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:27:51.151269 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-2a495a64-8807-4d83-a137-896397976bf6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Deleting port b53a8811-ec25-4119-b834-000814a7a6f4 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:51.151716 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2a495a64-8807-4d83-a137-896397976bf6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.266376 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2a495a64-8807-4d83-a137-896397976bf6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.285133 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-2a495a64-8807-4d83-a137-896397976bf6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Calling delete_port for b53a8811-ec25-4119-b834-000814a7a6f4 owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:51.370015 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-78342683-b95c-4074-8456-c566508855b6 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.387894 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90dc1f47-6542-443a-baba-88256970773a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:51.397376 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-90dc1f47-6542-443a-baba-88256970773a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.398793 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-90dc1f47-6542-443a-baba-88256970773a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "PUT /v2.0/routers/b7e9c4b8-52fa-4f85-95a4-bda71cd6cd61 HTTP/1.1" status: 200 len: 886 time: 1.4990842 Jul 07 17:27:51.401531 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56056) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:51.411834 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ffd3af-fe77-47eb-8051-380940f22e5c None None] Sync routers for ids ['b7e9c4b8-52fa-4f85-95a4-bda71cd6cd61'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:51.432534 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ffd3af-fe77-47eb-8051-380940f22e5c None None] Routers {'b7e9c4b8-52fa-4f85-95a4-bda71cd6cd61'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:51.433982 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-66ffd3af-fe77-47eb-8051-380940f22e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b7e9c4b8-52fa-4f85-95a4-bda71cd6cd61'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:51.500438 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-66ffd3af-fe77-47eb-8051-380940f22e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:51.526035 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ffd3af-fe77-47eb-8051-380940f22e5c None None] Routers {'b7e9c4b8-52fa-4f85-95a4-bda71cd6cd61'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:51.527622 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-66ffd3af-fe77-47eb-8051-380940f22e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b7e9c4b8-52fa-4f85-95a4-bda71cd6cd61'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:51.539013 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56060) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:51.602068 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-20978ec0-adac-41eb-a9b0-d8de805b3bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.606308 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-66ffd3af-fe77-47eb-8051-380940f22e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:51.608114 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ffd3af-fe77-47eb-8051-380940f22e5c None None] The sync data for ids ['b7e9c4b8-52fa-4f85-95a4-bda71cd6cd61'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:51.638173 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ebee8066-aae5-4354-a1bc-e49dfdd46470 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "GET /v2.0/routers/b7e9c4b8-52fa-4f85-95a4-bda71cd6cd61 HTTP/1.1" status: 200 len: 886 time: 0.2279801 Jul 07 17:27:51.639006 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56062) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:51.731244 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8480cc1f-22ac-4479-960e-9b70120cfd30 req-1ffb8472-8c92-42b5-b266-0b3775ca6387 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/ports?device_id=14ec1728-f38e-43cb-aa3e-98f215c923b3 HTTP/1.1" status: 200 len: 210 time: 0.0958281 Jul 07 17:27:51.751026 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b31c3801-22ae-4e91-b8e6-16b9d5800470 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e9c4b8-52fa-4f85-95a4-bda71cd6cd61 HTTP/1.1" status: 200 len: 205 time: 0.1012990 Jul 07 17:27:51.751567 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56068) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:51.760556 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2a495a64-8807-4d83-a137-896397976bf6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.802463 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a495a64-8807-4d83-a137-896397976bf6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Pushing event deleted for resources: {'Port': ['ID=b53a8811-ec25-4119-b834-000814a7a6f4,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:51.823626 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-78342683-b95c-4074-8456-c566508855b6 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.916076 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-78342683-b95c-4074-8456-c566508855b6 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Network 0d9b9248-af98-46c2-8f1c-3e07b45af328 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:51.929164 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2a495a64-8807-4d83-a137-896397976bf6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.930049 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-78342683-b95c-4074-8456-c566508855b6 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:51.933361 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-20978ec0-adac-41eb-a9b0-d8de805b3bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.939369 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-20978ec0-adac-41eb-a9b0-d8de805b3bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.940127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-78342683-b95c-4074-8456-c566508855b6 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:51.945865 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78342683-b95c-4074-8456-c566508855b6 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Pushing event updated for resources: {'Port': ['ID=d849bfb3-bbca-4abb-ae07-83986df53b5c,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:52.033691 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4601d869-0111-452b-8024-89a978e2b10e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.078535 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2a495a64-8807-4d83-a137-896397976bf6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.081868 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2a495a64-8807-4d83-a137-896397976bf6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.089236 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-20978ec0-adac-41eb-a9b0-d8de805b3bb8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8963dc10d63a4fd79438b902dd1aae37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5482962 Jul 07 17:27:52.091604 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56076) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:52.093867 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20978ec0-adac-41eb-a9b0-d8de805b3bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff11382a-b764-405c-be48-6af5f05db396,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:52.110662 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-78342683-b95c-4074-8456-c566508855b6 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:52.112178 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-78342683-b95c-4074-8456-c566508855b6 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.135799 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-78342683-b95c-4074-8456-c566508855b6 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7293334 Jul 07 17:27:52.159448 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2a495a64-8807-4d83-a137-896397976bf6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.159961 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a495a64-8807-4d83-a137-896397976bf6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Fanout notify agent at l3_agent the message router_deleted on router 7991ba70-7c14-44d2-9e43-57e3f4ee6f69 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:27:52.167232 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2a495a64-8807-4d83-a137-896397976bf6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.168353 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2a495a64-8807-4d83-a137-896397976bf6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "DELETE /v2.0/routers/7991ba70-7c14-44d2-9e43-57e3f4ee6f69 HTTP/1.1" status: 204 len: 168 time: 1.4856293 Jul 07 17:27:52.173422 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56080) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:52.178232 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-09dff6f1-5d55-490d-93d2-8f5c7f57c74d tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-856222558', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}, 'admin_state_up': False}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:52.198127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-433358e6-9c57-4af1-a490-2f41e4dbc350 service neutron] Request body: {'port': {'device_id': '14ec1728-f38e-43cb-aa3e-98f215c923b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:52.228914 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2b478c92-e98f-457e-a747-529f9809d82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.233413 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-09dff6f1-5d55-490d-93d2-8f5c7f57c74d tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.233413 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-09dff6f1-5d55-490d-93d2-8f5c7f57c74d tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.260137 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2b478c92-e98f-457e-a747-529f9809d82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.307285 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4601d869-0111-452b-8024-89a978e2b10e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.314409 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-433358e6-9c57-4af1-a490-2f41e4dbc350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.340890 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-09dff6f1-5d55-490d-93d2-8f5c7f57c74d tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.481201 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-4601d869-0111-452b-8024-89a978e2b10e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Deleting port 98e5b4a0-0523-4cf3-8fff-bc6ac4a0ffbd {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:52.482667 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4601d869-0111-452b-8024-89a978e2b10e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.504140 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2b478c92-e98f-457e-a747-529f9809d82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.507090 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2b478c92-e98f-457e-a747-529f9809d82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.514356 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2b478c92-e98f-457e-a747-529f9809d82a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff11382a-b764-405c-be48-6af5f05db396 HTTP/1.1" status: 204 len: 168 time: 0.4204550 Jul 07 17:27:52.526546 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-09dff6f1-5d55-490d-93d2-8f5c7f57c74d tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.538067 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b478c92-e98f-457e-a747-529f9809d82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff11382a-b764-405c-be48-6af5f05db396,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:52.609953 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4601d869-0111-452b-8024-89a978e2b10e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.628104 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-4601d869-0111-452b-8024-89a978e2b10e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Calling delete_port for 98e5b4a0-0523-4cf3-8fff-bc6ac4a0ffbd owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:52.855214 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-09dff6f1-5d55-490d-93d2-8f5c7f57c74d tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.886942 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-09dff6f1-5d55-490d-93d2-8f5c7f57c74d tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.114640 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-09dff6f1-5d55-490d-93d2-8f5c7f57c74d tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Allocated IP 172.25.0.243 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/209a09f0-e573-4777-9535-9f7bdc51209b) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:53.141007 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19712517-0169-4f77-a808-7ad942b319c1 req-187d554b-150d-414b-88f2-c2283196a64b tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:53.144042 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-19712517-0169-4f77-a808-7ad942b319c1 req-187d554b-150d-414b-88f2-c2283196a64b tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/ports?device_id=14ec1728-f38e-43cb-aa3e-98f215c923b3 HTTP/1.1" status: 200 len: 931 time: 0.1942248 Jul 07 17:27:53.270600 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-19712517-0169-4f77-a808-7ad942b319c1 req-c09eecac-0f77-4fb0-a970-98867a2cee73 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/security-groups?id=50bef06e-fcae-4121-9ffa-db3748dc7691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172197 Jul 07 17:27:53.305975 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4601d869-0111-452b-8024-89a978e2b10e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.347359 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601d869-0111-452b-8024-89a978e2b10e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Port': ['ID=98e5b4a0-0523-4cf3-8fff-bc6ac4a0ffbd,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:53.361646 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-433358e6-9c57-4af1-a490-2f41e4dbc350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d849bfb3-bbca-4abb-ae07-83986df53b5c {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:27:53.389060 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-433358e6-9c57-4af1-a490-2f41e4dbc350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.394687 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-09dff6f1-5d55-490d-93d2-8f5c7f57c74d tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.408564 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bd7c8ab7-55f3-4b2c-8671-c479d59dc612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.429161 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-433358e6-9c57-4af1-a490-2f41e4dbc350 service neutron] Transition to ACTIVE for port object d849bfb3-bbca-4abb-ae07-83986df53b5c will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:53.435641 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-433358e6-9c57-4af1-a490-2f41e4dbc350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.474537 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4601d869-0111-452b-8024-89a978e2b10e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.477350 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-09dff6f1-5d55-490d-93d2-8f5c7f57c74d tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.525869 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dff6f1-5d55-490d-93d2-8f5c7f57c74d tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:53.529842 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-09dff6f1-5d55-490d-93d2-8f5c7f57c74d tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:53.536879 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dff6f1-5d55-490d-93d2-8f5c7f57c74d tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:53.571337 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dff6f1-5d55-490d-93d2-8f5c7f57c74d tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Pushing event updated for resources: {'Port': ['ID=209a09f0-e573-4777-9535-9f7bdc51209b,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:53.605828 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433358e6-9c57-4af1-a490-2f41e4dbc350 service neutron] Pushing event updated for resources: {'Port': ['ID=d849bfb3-bbca-4abb-ae07-83986df53b5c,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:53.609455 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4601d869-0111-452b-8024-89a978e2b10e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.612480 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4601d869-0111-452b-8024-89a978e2b10e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.726458 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-433358e6-9c57-4af1-a490-2f41e4dbc350 service neutron] Attempting to bind port d849bfb3-bbca-4abb-ae07-83986df53b5c on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:53.727096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-433358e6-9c57-4af1-a490-2f41e4dbc350 service neutron] Attempting to bind port d849bfb3-bbca-4abb-ae07-83986df53b5c by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'bdde1283-5a13-4790-b612-371da86d0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d9b9248-af98-46c2-8f1c-3e07b45af328'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:53.727690 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-433358e6-9c57-4af1-a490-2f41e4dbc350 service neutron] Attempting to bind port d849bfb3-bbca-4abb-ae07-83986df53b5c on network 0d9b9248-af98-46c2-8f1c-3e07b45af328 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:53.730328 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4601d869-0111-452b-8024-89a978e2b10e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.731062 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4601d869-0111-452b-8024-89a978e2b10e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Fanout notify agent at l3_agent the message router_deleted on router b7e9c4b8-52fa-4f85-95a4-bda71cd6cd61 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:27:53.739417 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4601d869-0111-452b-8024-89a978e2b10e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.741978 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4601d869-0111-452b-8024-89a978e2b10e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/routers/b7e9c4b8-52fa-4f85-95a4-bda71cd6cd61 HTTP/1.1" status: 204 len: 168 time: 1.9869738 Jul 07 17:27:53.745399 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-433358e6-9c57-4af1-a490-2f41e4dbc350 service neutron] Port d849bfb3-bbca-4abb-ae07-83986df53b5c on network 0d9b9248-af98-46c2-8f1c-3e07b45af328 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:53.746201 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-433358e6-9c57-4af1-a490-2f41e4dbc350 service neutron] Attempting to bind port d849bfb3-bbca-4abb-ae07-83986df53b5c on network 0d9b9248-af98-46c2-8f1c-3e07b45af328 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:53.749401 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56126) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:53.757996 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-2ffdadcc-b950-47b4-88a5-6a22172e4006 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'network': {'name': 'tempest-RoutersTest-334519002'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:53.767341 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-433358e6-9c57-4af1-a490-2f41e4dbc350 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:53.767985 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-433358e6-9c57-4af1-a490-2f41e4dbc350 service neutron] Checking segment: {'id': 'bdde1283-5a13-4790-b612-371da86d0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d9b9248-af98-46c2-8f1c-3e07b45af328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:53.768593 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-433358e6-9c57-4af1-a490-2f41e4dbc350 service neutron] Bound using segment: {'id': 'bdde1283-5a13-4790-b612-371da86d0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d9b9248-af98-46c2-8f1c-3e07b45af328'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:53.769319 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-433358e6-9c57-4af1-a490-2f41e4dbc350 service neutron] Bound port: d849bfb3-bbca-4abb-ae07-83986df53b5c, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdde1283-5a13-4790-b612-371da86d0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d9b9248-af98-46c2-8f1c-3e07b45af328'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:53.769686 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-433358e6-9c57-4af1-a490-2f41e4dbc350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.824434 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffdadcc-b950-47b4-88a5-6a22172e4006 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Made reservation on behalf of 3f24c708bb74478a88dbf9975d5221d7 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:53.829160 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2ffdadcc-b950-47b4-88a5-6a22172e4006 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.872715 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ffdadcc-b950-47b4-88a5-6a22172e4006 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:53.892453 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56130) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:53.898429 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2ffdadcc-b950-47b4-88a5-6a22172e4006 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.898793 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-2ffdadcc-b950-47b4-88a5-6a22172e4006 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Added segment 72d997ed-4b24-4b3b-867a-3373b5f0b955 of type vlan for network 633ea6d7-e557-4bc5-8203-27e301cfa1c1 Jul 07 17:27:53.916990 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-433358e6-9c57-4af1-a490-2f41e4dbc350 service neutron] For port d849bfb3-bbca-4abb-ae07-83986df53b5c, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:53.947021 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-433358e6-9c57-4af1-a490-2f41e4dbc350 service neutron] For port d849bfb3-bbca-4abb-ae07-83986df53b5c, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=d849bfb3-bbca-4abb-ae07-83986df53b5c,segment=NetworkSegment(bdde1283-5a13-4790-b612-371da86d0f1c),segment_id=bdde1283-5a13-4790-b612-371da86d0f1c)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:53.960314 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-433358e6-9c57-4af1-a490-2f41e4dbc350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.964286 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2ffdadcc-b950-47b4-88a5-6a22172e4006 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.022044 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-433358e6-9c57-4af1-a490-2f41e4dbc350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:54.022596 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-433358e6-9c57-4af1-a490-2f41e4dbc350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.024140 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-433358e6-9c57-4af1-a490-2f41e4dbc350 service neutron] 10.222.0.72 "PUT /v2.0/ports/d849bfb3-bbca-4abb-ae07-83986df53b5c HTTP/1.1" status: 200 len: 1092 time: 1.8324966 Jul 07 17:27:54.029396 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ec1728-f38e-43cb-aa3e-98f215c923b3', 'tag': 'd849bfb3-bbca-4abb-ae07-83986df53b5c'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:54.031754 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bcfe58-b49d-42da-9a5e-4773712b6976" -d '{"events": [{"name": "network-changed", "server_uuid": "14ec1728-f38e-43cb-aa3e-98f215c923b3", "tag": "d849bfb3-bbca-4abb-ae07-83986df53b5c"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:54.077071 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-09dff6f1-5d55-490d-93d2-8f5c7f57c74d tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.077691 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9c26d0ad-daca-4498-9b05-d530221bf381 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:54.089700 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433358e6-9c57-4af1-a490-2f41e4dbc350 service neutron] Pushing event updated for resources: {'Port': ['ID=d849bfb3-bbca-4abb-ae07-83986df53b5c,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:54.107699 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2ffdadcc-b950-47b4-88a5-6a22172e4006 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.113632 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffdadcc-b950-47b4-88a5-6a22172e4006 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:54.114562 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2ffdadcc-b950-47b4-88a5-6a22172e4006 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.120375 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efa4924-7fc0-4046-9a79-3b54b343a636 x-openstack-request-id: req-8efa4924-7fc0-4046-9a79-3b54b343a636 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:54.120698 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ec1728-f38e-43cb-aa3e-98f215c923b3", "tag": "d849bfb3-bbca-4abb-ae07-83986df53b5c", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:54.120959 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8efa4924-7fc0-4046-9a79-3b54b343a636 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:54.121369 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ec1728-f38e-43cb-aa3e-98f215c923b3', 'tag': 'd849bfb3-bbca-4abb-ae07-83986df53b5c', 'status': 'completed', 'code': 200} Jul 07 17:27:54.219621 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2ffdadcc-b950-47b4-88a5-6a22172e4006 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4626336 Jul 07 17:27:54.221367 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9c26d0ad-daca-4498-9b05-d530221bf381 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] 10.222.0.53 "PUT /v2.0/quotas/1f7ddfd83d164c4287c8252d99fad48a HTTP/1.1" status: 200 len: 368 time: 0.3255305 Jul 07 17:27:54.221599 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56140) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:54.224329 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56142) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:54.229565 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-76b8a673-ff65-4480-b9d3-e4d681893b31 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Request body: {'network': {'project_id': '1f7ddfd83d164c4287c8252d99fad48a'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:54.230483 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdadcc-b950-47b4-88a5-6a22172e4006 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Network': ['ID=633ea6d7-e557-4bc5-8203-27e301cfa1c1,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:54.242587 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 633ea6d7-e557-4bc5-8203-27e301cfa1c1 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:54.247388 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-3ae6bb96-46b2-4ee5-9f3f-062784b875b6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'subnet': {'network_id': '633ea6d7-e557-4bc5-8203-27e301cfa1c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:54.252004 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-4f567546-ded7-426e-a117-fd15e4c09e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:54.253724 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-4f567546-ded7-426e-a117-fd15e4c09e91 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c75b35594b0845499b11af647b1b2dcc&device_id=14ec1728-f38e-43cb-aa3e-98f215c923b3 HTTP/1.1" status: 200 len: 1095 time: 0.1651866 Jul 07 17:27:54.374680 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-3ba6d2c7-d23f-4692-9fbb-736027364f52 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d849bfb3-bbca-4abb-ae07-83986df53b5c HTTP/1.1" status: 200 len: 217 time: 0.1121705 Jul 07 17:27:54.427840 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b8a673-ff65-4480-b9d3-e4d681893b31 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Made reservation on behalf of 1f7ddfd83d164c4287c8252d99fad48a for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:54.430428 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-76b8a673-ff65-4480-b9d3-e4d681893b31 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.469120 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-86853bb2-6fc8-48af-a93c-335c2f39a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:54.470667 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-86853bb2-6fc8-48af-a93c-335c2f39a3cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a6f82c2-feec-4a72-908c-5c80c9fab981 HTTP/1.1" status: 200 len: 848 time: 0.0899434 Jul 07 17:27:54.491035 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-76b8a673-ff65-4480-b9d3-e4d681893b31 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.509352 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-bff4b74b-683d-4e0b-8472-3d9f5e6f08de service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0d9b9248-af98-46c2-8f1c-3e07b45af328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324211 Jul 07 17:27:54.537641 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-09dff6f1-5d55-490d-93d2-8f5c7f57c74d tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.553127 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae6bb96-46b2-4ee5-9f3f-062784b875b6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Made reservation on behalf of 3f24c708bb74478a88dbf9975d5221d7 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:54.555795 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ae6bb96-46b2-4ee5-9f3f-062784b875b6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.674394 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-5d0c9047-4a0a-4de9-a400-86f5efc756f1 service neutron] 10.222.0.72 "GET /v2.0/networks/0d9b9248-af98-46c2-8f1c-3e07b45af328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573279 Jul 07 17:27:54.752316 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf75cb-0cd7-432d-a66e-d9aca8671be9 req-aff310ab-bb9a-4406-bf72-47e915186270 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:54.753939 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-abbf75cb-0cd7-432d-a66e-d9aca8671be9 req-aff310ab-bb9a-4406-bf72-47e915186270 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/ports?device_id=14ec1728-f38e-43cb-aa3e-98f215c923b3 HTTP/1.1" status: 200 len: 943 time: 0.3153884 Jul 07 17:27:54.834749 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d542485-6cd5-49ab-8a16-990eeb44db28 req-de2c952d-b878-4295-b172-9ea99aa028ba service neutron] 10.222.0.72 "GET /v2.0/networks/0d9b9248-af98-46c2-8f1c-3e07b45af328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511147 Jul 07 17:27:54.895287 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-abbf75cb-0cd7-432d-a66e-d9aca8671be9 req-877f6b9a-51cd-4da8-9d3b-4e667262d620 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/security-groups?id=50bef06e-fcae-4121-9ffa-db3748dc7691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265028 Jul 07 17:27:54.928559 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-76b8a673-ff65-4480-b9d3-e4d681893b31 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.938716 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-76b8a673-ff65-4480-b9d3-e4d681893b31 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:55.004708 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcfe58-b49d-42da-9a5e-4773712b6976 req-fa214184-68d1-455a-80bf-a75d8d55740f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:55.007513 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d1bcfe58-b49d-42da-9a5e-4773712b6976 req-fa214184-68d1-455a-80bf-a75d8d55740f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c75b35594b0845499b11af647b1b2dcc&device_id=14ec1728-f38e-43cb-aa3e-98f215c923b3 HTTP/1.1" status: 200 len: 1095 time: 0.0938194 Jul 07 17:27:55.013896 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b8a673-ff65-4480-b9d3-e4d681893b31 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:55.023611 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8a673-ff65-4480-b9d3-e4d681893b31 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9129585b-f947-4abe-9517-7212d025c006,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:55.042166 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-76b8a673-ff65-4480-b9d3-e4d681893b31 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:55.042618 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-76b8a673-ff65-4480-b9d3-e4d681893b31 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Added segment 2ec48bc5-3dbc-46fe-b3ca-98ac68cf4014 of type vlan for network 79079aca-194a-43da-837f-4d3f9a1285d4 Jul 07 17:27:55.054207 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09dff6f1-5d55-490d-93d2-8f5c7f57c74d tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Router 82cc7e57-32c4-4237-8c12-2e96cdc031b9 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:27:55.089984 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ae6bb96-46b2-4ee5-9f3f-062784b875b6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:55.138563 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-76b8a673-ff65-4480-b9d3-e4d681893b31 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:55.193628 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcfe58-b49d-42da-9a5e-4773712b6976 req-ca1aa4d3-8d38-406c-bf9f-8970b2f811e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:55.195638 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d1bcfe58-b49d-42da-9a5e-4773712b6976 req-ca1aa4d3-8d38-406c-bf9f-8970b2f811e8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0d9b9248-af98-46c2-8f1c-3e07b45af328 HTTP/1.1" status: 200 len: 909 time: 0.1793444 Jul 07 17:27:55.261792 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d1bcfe58-b49d-42da-9a5e-4773712b6976 req-5beb7b0f-0796-4c0e-9b45-01960de3e32c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d849bfb3-bbca-4abb-ae07-83986df53b5c HTTP/1.1" status: 200 len: 217 time: 0.0591054 Jul 07 17:27:55.330448 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcfe58-b49d-42da-9a5e-4773712b6976 req-11cd46c9-9615-4989-af8c-ab5ddce385da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:55.332404 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d1bcfe58-b49d-42da-9a5e-4773712b6976 req-11cd46c9-9615-4989-af8c-ab5ddce385da service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a6f82c2-feec-4a72-908c-5c80c9fab981 HTTP/1.1" status: 200 len: 848 time: 0.0622818 Jul 07 17:27:55.370275 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d1bcfe58-b49d-42da-9a5e-4773712b6976 req-adb0c834-bf52-4d06-bff7-ad2207a5ba07 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0d9b9248-af98-46c2-8f1c-3e07b45af328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307136 Jul 07 17:27:55.482688 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d1bcfe58-b49d-42da-9a5e-4773712b6976 req-8129efa7-5295-4e47-ba2e-a455f2180ab4 service neutron] 10.222.0.72 "GET /v2.0/networks/0d9b9248-af98-46c2-8f1c-3e07b45af328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045067 Jul 07 17:27:55.550387 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6bb96-46b2-4ee5-9f3f-062784b875b6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Subnet': ['ID=2830ac9a-c7b2-4769-838c-a492d32286d1,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:55.568585 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae6bb96-46b2-4ee5-9f3f-062784b875b6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Checking segment: {'id': '72d997ed-4b24-4b3b-867a-3373b5f0b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '633ea6d7-e557-4bc5-8203-27e301cfa1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:55.569056 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae6bb96-46b2-4ee5-9f3f-062784b875b6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network hostable DHCP agents. Network: 633ea6d7-e557-4bc5-8203-27e301cfa1c1, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:55.576884 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-76b8a673-ff65-4480-b9d3-e4d681893b31 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:55.577906 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b8a673-ff65-4480-b9d3-e4d681893b31 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:55.578475 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-76b8a673-ff65-4480-b9d3-e4d681893b31 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:55.611705 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d1bcfe58-b49d-42da-9a5e-4773712b6976 req-0b8839f3-6821-45be-9da1-fc044c4f0328 service neutron] 10.222.0.72 "GET /v2.0/networks/0d9b9248-af98-46c2-8f1c-3e07b45af328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210353 Jul 07 17:27:55.652499 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-76b8a673-ff65-4480-b9d3-e4d681893b31 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4234200 Jul 07 17:27:55.652499 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09dff6f1-5d55-490d-93d2-8f5c7f57c74d tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:55.654748 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56164) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:55.661012 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-fa5426f4-8261-47a8-a858-50b1c9d2be96 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Request body: {'network': {'project_id': '1f7ddfd83d164c4287c8252d99fad48a'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:55.663768 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24a756b-3771-4e0d-ae40-ca14515a78b5 None None] Sync routers for ids ['82cc7e57-32c4-4237-8c12-2e96cdc031b9'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:55.675897 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae6bb96-46b2-4ee5-9f3f-062784b875b6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network 633ea6d7-e557-4bc5-8203-27e301cfa1c1 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:55.679690 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8a673-ff65-4480-b9d3-e4d681893b31 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Pushing event updated for resources: {'Network': ['ID=79079aca-194a-43da-837f-4d3f9a1285d4,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:55.681777 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24a756b-3771-4e0d-ae40-ca14515a78b5 None None] Routers {'82cc7e57-32c4-4237-8c12-2e96cdc031b9'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:55.683051 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-a24a756b-3771-4e0d-ae40-ca14515a78b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['82cc7e57-32c4-4237-8c12-2e96cdc031b9'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:55.692731 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 79079aca-194a-43da-837f-4d3f9a1285d4 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:55.693386 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-3ae6bb96-46b2-4ee5-9f3f-062784b875b6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 633ea6d7-e557-4bc5-8203-27e301cfa1c1) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:55.695976 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-09dff6f1-5d55-490d-93d2-8f5c7f57c74d tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:55.697615 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-09dff6f1-5d55-490d-93d2-8f5c7f57c74d tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.5231414 Jul 07 17:27:55.700357 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56166) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:55.705582 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5426f4-8261-47a8-a858-50b1c9d2be96 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Made reservation on behalf of 1f7ddfd83d164c4287c8252d99fad48a for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:55.706046 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-4afc64f4-24d6-4ea0-9e90-95018b8969f6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:55.709576 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae6bb96-46b2-4ee5-9f3f-062784b875b6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:55.710179 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ae6bb96-46b2-4ee5-9f3f-062784b875b6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:55.712311 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fa5426f4-8261-47a8-a858-50b1c9d2be96 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:55.727566 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-a24a756b-3771-4e0d-ae40-ca14515a78b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:55.741883 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24a756b-3771-4e0d-ae40-ca14515a78b5 None None] Routers {'82cc7e57-32c4-4237-8c12-2e96cdc031b9'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:55.744161 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-a24a756b-3771-4e0d-ae40-ca14515a78b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['82cc7e57-32c4-4237-8c12-2e96cdc031b9'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:55.777579 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3ae6bb96-46b2-4ee5-9f3f-062784b875b6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5554762 Jul 07 17:27:55.783586 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56168) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:55.788399 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9d2db1e4-2931-4f17-b8d1-a9aa79b2607e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1402116403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:55.808892 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa5426f4-8261-47a8-a858-50b1c9d2be96 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:55.840728 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15674bad-51c6-4ff3-a031-b271f8ca37ce None None] Network 633ea6d7-e557-4bc5-8203-27e301cfa1c1 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:55.869201 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9d2db1e4-2931-4f17-b8d1-a9aa79b2607e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:55.870599 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9d2db1e4-2931-4f17-b8d1-a9aa79b2607e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:55.879927 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fa5426f4-8261-47a8-a858-50b1c9d2be96 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:55.880499 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-fa5426f4-8261-47a8-a858-50b1c9d2be96 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Added segment cb5568b0-2249-4344-a263-0e8feeda4d97 of type vlan for network 7ae03cb4-11d9-4297-ab20-3c823f721439 Jul 07 17:27:55.956813 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fa5426f4-8261-47a8-a858-50b1c9d2be96 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:55.985577 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-a24a756b-3771-4e0d-ae40-ca14515a78b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:55.986612 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24a756b-3771-4e0d-ae40-ca14515a78b5 None None] The sync data for ids ['82cc7e57-32c4-4237-8c12-2e96cdc031b9'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:56.007443 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fa5426f4-8261-47a8-a858-50b1c9d2be96 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.009797 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5426f4-8261-47a8-a858-50b1c9d2be96 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:56.010703 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fa5426f4-8261-47a8-a858-50b1c9d2be96 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.114152 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fa5426f4-8261-47a8-a858-50b1c9d2be96 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4566321 Jul 07 17:27:56.143257 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56178) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:56.152761 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-43fe46af-853c-48ec-94d8-20d14202564a tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Request body: {'network': {'project_id': '1f7ddfd83d164c4287c8252d99fad48a'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:56.159195 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9d2db1e4-2931-4f17-b8d1-a9aa79b2607e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.201746 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9d2db1e4-2931-4f17-b8d1-a9aa79b2607e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.208098 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-633ea6d7-e557-4bc5-8203-27e301cfa1c1', 'network_id': '633ea6d7-e557-4bc5-8203-27e301cfa1c1', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'fixed_ips': [{'subnet_id': '2830ac9a-c7b2-4769-838c-a492d32286d1'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:27:56.209564 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.211125 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5426f4-8261-47a8-a858-50b1c9d2be96 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Pushing event updated for resources: {'Network': ['ID=7ae03cb4-11d9-4297-ab20-3c823f721439,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:56.233801 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-43fe46af-853c-48ec-94d8-20d14202564a tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 17:27:56.234483 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43fe46af-853c-48ec-94d8-20d14202564a tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:27:56.235933 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-43fe46af-853c-48ec-94d8-20d14202564a tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0914576 Jul 07 17:27:56.239910 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56180) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:56.247685 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 7ae03cb4-11d9-4297-ab20-3c823f721439 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:56.254720 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4afc64f4-24d6-4ea0-9e90-95018b8969f6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.257824 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.271654 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9d2db1e4-2931-4f17-b8d1-a9aa79b2607e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.273097 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9d2db1e4-2931-4f17-b8d1-a9aa79b2607e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4884543 Jul 07 17:27:56.279555 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56182) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:56.334748 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96deec9-cd5b-438f-a028-0518c4fb3d9d req-a1d19830-23fc-40ab-8a08-2c3d19185605 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:56.337692 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b96deec9-cd5b-438f-a028-0518c4fb3d9d req-a1d19830-23fc-40ab-8a08-2c3d19185605 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/ports?device_id=14ec1728-f38e-43cb-aa3e-98f215c923b3 HTTP/1.1" status: 200 len: 943 time: 0.1798060 Jul 07 17:27:56.384228 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4afc64f4-24d6-4ea0-9e90-95018b8969f6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.385081 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ae72b830-f1ae-41bf-bb3d-e3182946b03e tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.467843 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Allocated IP 172.20.0.2 (633ea6d7-e557-4bc5-8203-27e301cfa1c1/2830ac9a-c7b2-4769-838c-a492d32286d1/97804777-0b9b-4052-8fa8-1f59d500007d) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:56.593632 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b96deec9-cd5b-438f-a028-0518c4fb3d9d req-5363fa29-9780-4033-84bd-757432adb56d tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/security-groups?id=50bef06e-fcae-4121-9ffa-db3748dc7691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386785 Jul 07 17:27:56.632328 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ae72b830-f1ae-41bf-bb3d-e3182946b03e tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.640642 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.657117 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-ae72b830-f1ae-41bf-bb3d-e3182946b03e tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae03cb4-11d9-4297-ab20-3c823f721439']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:56.660562 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Transition to ACTIVE for port object 97804777-0b9b-4052-8fa8-1f59d500007d will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:56.678918 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-ae72b830-f1ae-41bf-bb3d-e3182946b03e tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb5568b0-2249-4344-a263-0e8feeda4d97') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:56.679472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-ae72b830-f1ae-41bf-bb3d-e3182946b03e tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb5568b0-2249-4344-a263-0e8feeda4d97') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:56.686287 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Transition to ACTIVE for port object 97804777-0b9b-4052-8fa8-1f59d500007d will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:56.693906 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.695606 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ae72b830-f1ae-41bf-bb3d-e3182946b03e tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.714632 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ae72b830-f1ae-41bf-bb3d-e3182946b03e tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.729241 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae72b830-f1ae-41bf-bb3d-e3182946b03e tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:56.730350 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ae72b830-f1ae-41bf-bb3d-e3182946b03e tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:56.734523 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:56.741933 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Network 633ea6d7-e557-4bc5-8203-27e301cfa1c1 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:56.745075 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:56.748968 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:56.797565 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-4afc64f4-24d6-4ea0-9e90-95018b8969f6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Deleting port 209a09f0-e573-4777-9535-9f7bdc51209b {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:56.835579 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4afc64f4-24d6-4ea0-9e90-95018b8969f6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.835767 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Pushing event updated for resources: {'Port': ['ID=97804777-0b9b-4052-8fa8-1f59d500007d,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:56.853609 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:27:56.854807 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ae72b830-f1ae-41bf-bb3d-e3182946b03e tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.860051 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e8237f16-9e71-476e-a132-af509f14964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.863818 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:56.864465 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:56.865041 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:56.865576 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:56.866112 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:56.866636 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:56.867173 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:56.867693 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:56.868233 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:56.868793 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:56.869325 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:56.870654 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:56.873795 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ae72b830-f1ae-41bf-bb3d-e3182946b03e tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.875921 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ae72b830-f1ae-41bf-bb3d-e3182946b03e tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] 10.222.0.53 "DELETE /v2.0/networks/7ae03cb4-11d9-4297-ab20-3c823f721439 HTTP/1.1" status: 204 len: 168 time: 0.6337922 Jul 07 17:27:56.876900 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72b830-f1ae-41bf-bb3d-e3182946b03e tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Pushing event deleted for resources: {'Network': ['ID=7ae03cb4-11d9-4297-ab20-3c823f721439,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:56.878554 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56184) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:56.895649 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Attempting to bind port 97804777-0b9b-4052-8fa8-1f59d500007d on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:56.896358 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Attempting to bind port 97804777-0b9b-4052-8fa8-1f59d500007d by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '72d997ed-4b24-4b3b-867a-3373b5f0b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '633ea6d7-e557-4bc5-8203-27e301cfa1c1'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:56.896980 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Attempting to bind port 97804777-0b9b-4052-8fa8-1f59d500007d on network 633ea6d7-e557-4bc5-8203-27e301cfa1c1 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:56.903094 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:56.904547 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Checking segment: {'id': '72d997ed-4b24-4b3b-867a-3373b5f0b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '633ea6d7-e557-4bc5-8203-27e301cfa1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:56.905369 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.905969 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Bound using segment: {'id': '72d997ed-4b24-4b3b-867a-3373b5f0b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '633ea6d7-e557-4bc5-8203-27e301cfa1c1'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:56.906674 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Bound port: 97804777-0b9b-4052-8fa8-1f59d500007d, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d997ed-4b24-4b3b-867a-3373b5f0b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '633ea6d7-e557-4bc5-8203-27e301cfa1c1'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:56.907277 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.941949 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4afc64f4-24d6-4ea0-9e90-95018b8969f6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.955518 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-4afc64f4-24d6-4ea0-9e90-95018b8969f6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Calling delete_port for 209a09f0-e573-4777-9535-9f7bdc51209b owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:56.966407 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b733431d-b2f3-4f4e-aee0-76ebfce20c20 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.015282 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] For port 97804777-0b9b-4052-8fa8-1f59d500007d, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:57.018715 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] For port 97804777-0b9b-4052-8fa8-1f59d500007d, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=97804777-0b9b-4052-8fa8-1f59d500007d,segment=NetworkSegment(72d997ed-4b24-4b3b-867a-3373b5f0b955),segment_id=72d997ed-4b24-4b3b-867a-3373b5f0b955)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:57.023927 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.049357 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fecfb985-e5a7-4ae0-9704-c19761c4b53c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.055940 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b733431d-b2f3-4f4e-aee0-76ebfce20c20 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.067419 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-b733431d-b2f3-4f4e-aee0-76ebfce20c20 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79079aca-194a-43da-837f-4d3f9a1285d4']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:57.080613 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7a0d0-4405-44c1-b25d-04fc63ac6a67 None None] Pushing event updated for resources: {'Port': ['ID=97804777-0b9b-4052-8fa8-1f59d500007d,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:57.083994 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-b733431d-b2f3-4f4e-aee0-76ebfce20c20 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec48bc5-3dbc-46fe-b3ca-98ac68cf4014') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:57.084313 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-b733431d-b2f3-4f4e-aee0-76ebfce20c20 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec48bc5-3dbc-46fe-b3ca-98ac68cf4014') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:57.098779 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b733431d-b2f3-4f4e-aee0-76ebfce20c20 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.121508 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b733431d-b2f3-4f4e-aee0-76ebfce20c20 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.129438 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b733431d-b2f3-4f4e-aee0-76ebfce20c20 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:57.129909 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b733431d-b2f3-4f4e-aee0-76ebfce20c20 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:57.131713 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:57.145622 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device d849bfb3-bbca-4abb-ae07-83986df53b5c details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:27:57.196209 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b733431d-b2f3-4f4e-aee0-76ebfce20c20 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.206311 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b733431d-b2f3-4f4e-aee0-76ebfce20c20 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.208333 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b733431d-b2f3-4f4e-aee0-76ebfce20c20 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] 10.222.0.53 "DELETE /v2.0/networks/79079aca-194a-43da-837f-4d3f9a1285d4 HTTP/1.1" status: 204 len: 168 time: 0.3288417 Jul 07 17:27:57.222410 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733431d-b2f3-4f4e-aee0-76ebfce20c20 tempest-QuotasNegativeTest-423732838 tempest-QuotasNegativeTest-423732838-project-admin] Pushing event deleted for resources: {'Network': ['ID=79079aca-194a-43da-837f-4d3f9a1285d4,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:57.287397 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port d849bfb3-bbca-4abb-ae07-83986df53b5c, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=d849bfb3-bbca-4abb-ae07-83986df53b5c,segment=NetworkSegment(bdde1283-5a13-4790-b612-371da86d0f1c),segment_id=bdde1283-5a13-4790-b612-371da86d0f1c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:57.307510 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'd849bfb3-bbca-4abb-ae07-83986df53b5c', 'network_id': '0d9b9248-af98-46c2-8f1c-3e07b45af328', 'port_id': 'd849bfb3-bbca-4abb-ae07-83986df53b5c', 'mac_address': 'fa:16:3e:fd:c3:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6f82c2-feec-4a72-908c-5c80c9fab981', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:27:57.352289 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4afc64f4-24d6-4ea0-9e90-95018b8969f6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.355862 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.391861 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d849bfb3-bbca-4abb-ae07-83986df53b5c {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:27:57.428534 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port d849bfb3-bbca-4abb-ae07-83986df53b5c, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=d849bfb3-bbca-4abb-ae07-83986df53b5c,segment=NetworkSegment(bdde1283-5a13-4790-b612-371da86d0f1c),segment_id=bdde1283-5a13-4790-b612-371da86d0f1c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:57.431026 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc64f4-24d6-4ea0-9e90-95018b8969f6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Pushing event deleted for resources: {'Port': ['ID=209a09f0-e573-4777-9535-9f7bdc51209b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:57.439320 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.524737 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=d849bfb3-bbca-4abb-ae07-83986df53b5c,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:57.526556 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-fecfb985-e5a7-4ae0-9704-c19761c4b53c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Allocated IP 172.20.0.1 (633ea6d7-e557-4bc5-8203-27e301cfa1c1/2830ac9a-c7b2-4769-838c-a492d32286d1/fed37043-4fe2-48ce-a9e3-626e9e8fda68) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:57.572052 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4afc64f4-24d6-4ea0-9e90-95018b8969f6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.645206 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['d849bfb3-bbca-4abb-ae07-83986df53b5c'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:27:57.913930 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 97804777-0b9b-4052-8fa8-1f59d500007d up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:57.938313 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4afc64f4-24d6-4ea0-9e90-95018b8969f6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.953766 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56196) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:57.959391 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4afc64f4-24d6-4ea0-9e90-95018b8969f6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7962560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7962587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8271377'] for router, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.969328 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.002791 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fecfb985-e5a7-4ae0-9704-c19761c4b53c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.008825 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 97804777-0b9b-4052-8fa8-1f59d500007d completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:58.094028 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-fecfb985-e5a7-4ae0-9704-c19761c4b53c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Transition to ACTIVE for port object fed37043-4fe2-48ce-a9e3-626e9e8fda68 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:58.106421 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4afc64f4-24d6-4ea0-9e90-95018b8969f6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Router 82cc7e57-32c4-4237-8c12-2e96cdc031b9 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:27:58.118139 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d3a5e470-0d76-49d6-a951-995bce2286bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.132577 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313940e-b2df-4b16-a6db-fe885821eecf req-9db9de3d-81b5-4cac-ac82-366b18312236 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:58.134230 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4313940e-b2df-4b16-a6db-fe885821eecf req-9db9de3d-81b5-4cac-ac82-366b18312236 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/ports?device_id=14ec1728-f38e-43cb-aa3e-98f215c923b3 HTTP/1.1" status: 200 len: 944 time: 0.2753241 Jul 07 17:27:58.272310 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d3a5e470-0d76-49d6-a951-995bce2286bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.272546 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afc64f4-24d6-4ea0-9e90-95018b8969f6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:58.282111 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d3a5e470-0d76-49d6-a951-995bce2286bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.283628 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b72c398-1523-4064-a679-d8623708ef35 None None] Sync routers for ids ['82cc7e57-32c4-4237-8c12-2e96cdc031b9'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:58.291544 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4afc64f4-24d6-4ea0-9e90-95018b8969f6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.298199 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56206) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:58.299929 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4afc64f4-24d6-4ea0-9e90-95018b8969f6 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "PUT /v2.0/routers/82cc7e57-32c4-4237-8c12-2e96cdc031b9 HTTP/1.1" status: 200 len: 709 time: 2.5943351 Jul 07 17:27:58.301865 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b72c398-1523-4064-a679-d8623708ef35 None None] Routers {'82cc7e57-32c4-4237-8c12-2e96cdc031b9'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:58.303060 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1b72c398-1523-4064-a679-d8623708ef35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['82cc7e57-32c4-4237-8c12-2e96cdc031b9'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:58.309232 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fecfb985-e5a7-4ae0-9704-c19761c4b53c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.323310 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4313940e-b2df-4b16-a6db-fe885821eecf req-f7845bb5-a2dd-44ee-831e-dbc4fc4266d1 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/security-groups?id=50bef06e-fcae-4121-9ffa-db3748dc7691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715999 Jul 07 17:27:58.363092 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1b72c398-1523-4064-a679-d8623708ef35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:58.365984 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5e470-0d76-49d6-a951-995bce2286bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b897ac6-2b91-43d7-81cd-808bd60d3b39,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:58.379650 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b72c398-1523-4064-a679-d8623708ef35 None None] Routers {'82cc7e57-32c4-4237-8c12-2e96cdc031b9'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:58.380388 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1b72c398-1523-4064-a679-d8623708ef35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['82cc7e57-32c4-4237-8c12-2e96cdc031b9'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:58.421567 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecfb985-e5a7-4ae0-9704-c19761c4b53c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network 633ea6d7-e557-4bc5-8203-27e301cfa1c1 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:58.424294 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1b72c398-1523-4064-a679-d8623708ef35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:58.425070 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b72c398-1523-4064-a679-d8623708ef35 None None] The sync data for ids ['82cc7e57-32c4-4237-8c12-2e96cdc031b9'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:58.430916 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-fecfb985-e5a7-4ae0-9704-c19761c4b53c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:58.436782 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecfb985-e5a7-4ae0-9704-c19761c4b53c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:58.466818 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfb985-e5a7-4ae0-9704-c19761c4b53c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Port': ['ID=fed37043-4fe2-48ce-a9e3-626e9e8fda68,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:58.485279 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d3a5e470-0d76-49d6-a951-995bce2286bb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6befde30d3934769a8cbdebd34a76f22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5284936 Jul 07 17:27:58.485951 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56208) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:58.489311 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5f2f0b-bf75-4b3c-afc0-f9d75289b4be None None] Network 633ea6d7-e557-4bc5-8203-27e301cfa1c1 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:58.498719 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6079ecba-6d54-4d4e-b2a1-e4ef3c05b829 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "GET /v2.0/routers/82cc7e57-32c4-4237-8c12-2e96cdc031b9 HTTP/1.1" status: 200 len: 744 time: 0.1876655 Jul 07 17:27:58.504913 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56210) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:58.517721 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fecfb985-e5a7-4ae0-9704-c19761c4b53c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.562556 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-157c3cb1-8b60-46e8-b2c3-4f5d03a36cc3 tempest-RoutersIpV6AdminTest-1606096415 tempest-RoutersIpV6AdminTest-1606096415-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=b1c8a741-d954-43c5-b974-954b2190b048&device_id=82cc7e57-32c4-4237-8c12-2e96cdc031b9 HTTP/1.1" status: 200 len: 205 time: 0.0563135 Jul 07 17:27:58.566272 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56212) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:58.610326 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a4928039-b011-432b-b7d4-b1b1aa1892b9 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "GET /v2.0/ports?device_id=82cc7e57-32c4-4237-8c12-2e96cdc031b9 HTTP/1.1" status: 200 len: 205 time: 0.0428104 Jul 07 17:27:58.610572 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56214) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:58.631817 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9aea9840-7b19-4b75-8340-95a93f9a779a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.647306 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-219b8df0-5822-4656-a998-06399960a089 None None] Provisioning for port 97804777-0b9b-4052-8fa8-1f59d500007d completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:58.660396 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9aea9840-7b19-4b75-8340-95a93f9a779a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.724472 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-219b8df0-5822-4656-a998-06399960a089 None None] Provisioning complete for port 97804777-0b9b-4052-8fa8-1f59d500007d triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:58.724939 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-219b8df0-5822-4656-a998-06399960a089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.727663 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9aea9840-7b19-4b75-8340-95a93f9a779a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.730545 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9aea9840-7b19-4b75-8340-95a93f9a779a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.735853 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9aea9840-7b19-4b75-8340-95a93f9a779a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b897ac6-2b91-43d7-81cd-808bd60d3b39 HTTP/1.1" status: 204 len: 168 time: 0.2445586 Jul 07 17:27:58.743792 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea9840-7b19-4b75-8340-95a93f9a779a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b897ac6-2b91-43d7-81cd-808bd60d3b39,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:59.045702 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4156ac21-a9bc-4cb1-b1c3-981dadeeb592 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.085529 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-219b8df0-5822-4656-a998-06399960a089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.167381 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-219b8df0-5822-4656-a998-06399960a089 None None] For port 97804777-0b9b-4052-8fa8-1f59d500007d, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=97804777-0b9b-4052-8fa8-1f59d500007d,segment=NetworkSegment(72d997ed-4b24-4b3b-867a-3373b5f0b955),segment_id=72d997ed-4b24-4b3b-867a-3373b5f0b955)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:59.184811 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device d849bfb3-bbca-4abb-ae07-83986df53b5c up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:59.189896 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-219b8df0-5822-4656-a998-06399960a089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.195573 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fecfb985-e5a7-4ae0-9704-c19761c4b53c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.227122 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56220) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:59.274124 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0e13d86b-7f36-4673-95aa-a1b995a88fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.368054 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4156ac21-a9bc-4cb1-b1c3-981dadeeb592 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.413964 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4156ac21-a9bc-4cb1-b1c3-981dadeeb592 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.541508 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4156ac21-a9bc-4cb1-b1c3-981dadeeb592 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.542055 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4156ac21-a9bc-4cb1-b1c3-981dadeeb592 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Fanout notify agent at l3_agent the message router_deleted on router 82cc7e57-32c4-4237-8c12-2e96cdc031b9 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:27:59.550583 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4156ac21-a9bc-4cb1-b1c3-981dadeeb592 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.551850 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4156ac21-a9bc-4cb1-b1c3-981dadeeb592 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "DELETE /v2.0/routers/82cc7e57-32c4-4237-8c12-2e96cdc031b9 HTTP/1.1" status: 204 len: 168 time: 0.9403279 Jul 07 17:27:59.555101 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b8df0-5822-4656-a998-06399960a089 None None] Pushing event updated for resources: {'Port': ['ID=97804777-0b9b-4052-8fa8-1f59d500007d,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:59.556660 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56226) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:59.562645 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a533f0db-ff67-4bba-92d4-f10a523771d7 None None] Provisioning for port fed37043-4fe2-48ce-a9e3-626e9e8fda68 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:59.578373 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a533f0db-ff67-4bba-92d4-f10a523771d7 None None] Provisioning complete for port fed37043-4fe2-48ce-a9e3-626e9e8fda68 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:59.578373 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a533f0db-ff67-4bba-92d4-f10a523771d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.583639 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port d849bfb3-bbca-4abb-ae07-83986df53b5c completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:59.618019 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port d849bfb3-bbca-4abb-ae07-83986df53b5c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:59.618551 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.624289 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-80eeaf6a-8a19-4589-a70a-9430c81b36c7 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "GET /v2.0/ports?device_id=82cc7e57-32c4-4237-8c12-2e96cdc031b9 HTTP/1.1" status: 200 len: 205 time: 0.0658159 Jul 07 17:27:59.628380 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56228) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:59.641814 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0e13d86b-7f36-4673-95aa-a1b995a88fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.661083 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0e13d86b-7f36-4673-95aa-a1b995a88fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.692584 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-bd53f943-160b-494b-94cc-eddf927f1d61 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] delete failed (client error): The resource could not be found. Jul 07 17:27:59.693711 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bd53f943-160b-494b-94cc-eddf927f1d61 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "DELETE /v2.0/routers/82cc7e57-32c4-4237-8c12-2e96cdc031b9 HTTP/1.1" status: 404 len: 336 time: 0.0642653 Jul 07 17:27:59.702207 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a533f0db-ff67-4bba-92d4-f10a523771d7 None None] Port fed37043-4fe2-48ce-a9e3-626e9e8fda68 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:59.716865 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ee8ee-6b7f-4f8c-859b-6c6b88793b09 req-103a80ea-ad24-4752-a903-6900f57c3354 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:59.733693 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56230) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:59.735588 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-388ee8ee-6b7f-4f8c-859b-6c6b88793b09 req-103a80ea-ad24-4752-a903-6900f57c3354 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/ports?device_id=14ec1728-f38e-43cb-aa3e-98f215c923b3 HTTP/1.1" status: 200 len: 944 time: 0.2053504 Jul 07 17:27:59.751595 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a533f0db-ff67-4bba-92d4-f10a523771d7 None None] Provisioning complete for port 97804777-0b9b-4052-8fa8-1f59d500007d triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:59.752223 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a533f0db-ff67-4bba-92d4-f10a523771d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.820978 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56232) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:59.823979 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-49f2479f-4393-4964-8b4b-ad29adae3a2c tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "GET /v2.0/ports?device_id=7991ba70-7c14-44d2-9e43-57e3f4ee6f69 HTTP/1.1" status: 200 len: 205 time: 0.0787108 Jul 07 17:27:59.832887 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56234) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:59.839111 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0e13d86b-7f36-4673-95aa-a1b995a88fce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e515a87414094aaebc621b4d20e59675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6094501 Jul 07 17:27:59.856070 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13d86b-7f36-4673-95aa-a1b995a88fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9d98a7-2f0a-466d-b120-62a054fcf6e6,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:59.899677 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-388ee8ee-6b7f-4f8c-859b-6c6b88793b09 req-322a4707-7c02-4a8d-9072-f2faed6ec53c tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/security-groups?id=50bef06e-fcae-4121-9ffa-db3748dc7691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616776 Jul 07 17:27:59.984842 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-5181ecc5-a658-4b21-895c-67d275157e9f tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] delete failed (client error): The resource could not be found. Jul 07 17:27:59.988673 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5181ecc5-a658-4b21-895c-67d275157e9f tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "DELETE /v2.0/routers/7991ba70-7c14-44d2-9e43-57e3f4ee6f69 HTTP/1.1" status: 404 len: 336 time: 0.1641624 Jul 07 17:27:59.990756 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56236) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:59.993241 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 97804777-0b9b-4052-8fa8-1f59d500007d up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:00.044402 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8cd427f1-a0a8-40a0-bd23-63d9fcdf73f9 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "GET /v2.0/ports?device_id=80df631b-22f9-4397-ac9d-bc40c644bb86 HTTP/1.1" status: 200 len: 205 time: 0.0512569 Jul 07 17:28:00.046912 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56238) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:00.071076 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6010a10-2028-423d-8ea1-4d88295425ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.079322 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.109939 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-e775e54b-14c9-44fb-b01b-72006a362f10 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] delete failed (client error): The resource could not be found. Jul 07 17:28:00.111571 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e775e54b-14c9-44fb-b01b-72006a362f10 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "DELETE /v2.0/routers/80df631b-22f9-4397-ac9d-bc40c644bb86 HTTP/1.1" status: 404 len: 336 time: 0.0632186 Jul 07 17:28:00.114260 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56240) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:00.124178 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6010a10-2028-423d-8ea1-4d88295425ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.168792 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fecfb985-e5a7-4ae0-9704-c19761c4b53c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.184830 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fecfb985-e5a7-4ae0-9704-c19761c4b53c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.197041 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ec1728-f38e-43cb-aa3e-98f215c923b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd849bfb3-bbca-4abb-ae07-83986df53b5c'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:28:00.202801 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96d1dbf-1d9b-4ad7-8256-4f805e1f5f64" -d '{"events": [{"server_uuid": "14ec1728-f38e-43cb-aa3e-98f215c923b3", "name": "network-vif-plugged", "status": "completed", "tag": "d849bfb3-bbca-4abb-ae07-83986df53b5c"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:28:00.209098 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c3447029-2bf0-4627-8057-b4abac292125 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "GET /v2.0/ports?device_id=bae20efc-c58e-454c-96de-915937cb82d5 HTTP/1.1" status: 200 len: 205 time: 0.0915163 Jul 07 17:28:00.210458 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56244) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:00.270754 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port d849bfb3-bbca-4abb-ae07-83986df53b5c, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=d849bfb3-bbca-4abb-ae07-83986df53b5c,segment=NetworkSegment(bdde1283-5a13-4790-b612-371da86d0f1c),segment_id=bdde1283-5a13-4790-b612-371da86d0f1c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:00.293860 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.294466 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-aad40928-9247-418c-bdeb-43851d3873c4 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] delete failed (client error): The resource could not be found. Jul 07 17:28:00.298851 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-aad40928-9247-418c-bdeb-43851d3873c4 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "DELETE /v2.0/routers/bae20efc-c58e-454c-96de-915937cb82d5 HTTP/1.1" status: 404 len: 336 time: 0.0843656 Jul 07 17:28:00.299198 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56248) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:00.340038 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.357140 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b3df5009-769d-4b33-bec1-ba3bd1ad1f87 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bbf8503-ad56-4567-8f16-4a1b27285767 HTTP/1.1" status: 200 len: 205 time: 0.0477223 Jul 07 17:28:00.358665 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56250) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:00.363188 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 97804777-0b9b-4052-8fa8-1f59d500007d triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:00.363521 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.375201 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfb985-e5a7-4ae0-9704-c19761c4b53c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Port': ['ID=fed37043-4fe2-48ce-a9e3-626e9e8fda68,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:00.384911 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fecfb985-e5a7-4ae0-9704-c19761c4b53c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.460460 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=d849bfb3-bbca-4abb-ae07-83986df53b5c,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:00.496311 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-7f54fbe7-8f2d-4531-8f57-e7a2b9b63d13 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] delete failed (client error): The resource could not be found. Jul 07 17:28:00.500411 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7f54fbe7-8f2d-4531-8f57-e7a2b9b63d13 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "DELETE /v2.0/routers/1bbf8503-ad56-4567-8f16-4a1b27285767 HTTP/1.1" status: 404 len: 336 time: 0.1387515 Jul 07 17:28:00.501071 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56256) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:00.520168 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6010a10-2028-423d-8ea1-4d88295425ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.523106 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6010a10-2028-423d-8ea1-4d88295425ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.524427 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e6010a10-2028-423d-8ea1-4d88295425ab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5d9d98a7-2f0a-466d-b120-62a054fcf6e6 HTTP/1.1" status: 204 len: 168 time: 0.6865022 Jul 07 17:28:00.542562 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ede911b0-23c6-4373-93dc-5971f6094e52 None None] Provisioning complete for port fed37043-4fe2-48ce-a9e3-626e9e8fda68 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:00.542937 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ede911b0-23c6-4373-93dc-5971f6094e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.563843 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6010a10-2028-423d-8ea1-4d88295425ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9d98a7-2f0a-466d-b120-62a054fcf6e6,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:00.564494 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e54c3cb6-adab-42bf-b36d-3d61499050df tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ca71736-23b8-4d7e-b841-ea4a4c2586fb HTTP/1.1" status: 200 len: 205 time: 0.0617440 Jul 07 17:28:00.566924 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56260) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:00.675314 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-98f9db4f-7dbd-4aea-940a-5b1f435ed9e1 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] delete failed (client error): The resource could not be found. Jul 07 17:28:00.679249 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-98f9db4f-7dbd-4aea-940a-5b1f435ed9e1 tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "DELETE /v2.0/routers/9ca71736-23b8-4d7e-b841-ea4a4c2586fb HTTP/1.1" status: 404 len: 336 time: 0.1073046 Jul 07 17:28:00.680427 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56264) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:00.681777 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecfb985-e5a7-4ae0-9704-c19761c4b53c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network 633ea6d7-e557-4bc5-8203-27e301cfa1c1 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:00.683844 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-fecfb985-e5a7-4ae0-9704-c19761c4b53c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:00.797950 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-ede911b0-23c6-4373-93dc-5971f6094e52 None None] Port fed37043-4fe2-48ce-a9e3-626e9e8fda68 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:00.801104 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-729d32ab-f0ae-429e-91b9-20abd43a8afa tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:00.802265 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-729d32ab-f0ae-429e-91b9-20abd43a8afa tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:00.805461 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-729d32ab-f0ae-429e-91b9-20abd43a8afa tempest-RoutersIpV6AdminTest-285352288 tempest-RoutersIpV6AdminTest-285352288-project] 10.222.0.53 "DELETE /v2.0/subnets/59d967fd-792b-48b3-ac28-cc82e6bfda0c HTTP/1.1" status: 404 len: 337 time: 0.1236110 Jul 07 17:28:00.870958 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5b460d-cd7f-4c6f-b5c0-26f59cbe0105 x-openstack-request-id: req-be5b460d-cd7f-4c6f-b5c0-26f59cbe0105 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:28:00.871398 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ec1728-f38e-43cb-aa3e-98f215c923b3", "name": "network-vif-plugged", "status": "completed", "tag": "d849bfb3-bbca-4abb-ae07-83986df53b5c", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:28:00.871724 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be5b460d-cd7f-4c6f-b5c0-26f59cbe0105 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:28:00.872278 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ec1728-f38e-43cb-aa3e-98f215c923b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd849bfb3-bbca-4abb-ae07-83986df53b5c', 'code': 200} Jul 07 17:28:01.058491 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecfb985-e5a7-4ae0-9704-c19761c4b53c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Router b74f6d7b-7434-4b4c-a54f-eb0dbd46e507 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:28:01.152337 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56278) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:01.272990 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-75f885fb-300a-46bb-a0f2-d4ce4e0d7616 None None] Provisioning complete for port fed37043-4fe2-48ce-a9e3-626e9e8fda68 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:01.272990 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-75f885fb-300a-46bb-a0f2-d4ce4e0d7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.351120 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d14ef-e7a2-4ff2-bbd6-ccfac3a58b60 req-68876c02-4567-44a0-a159-c97555edaaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:01.363618 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f12d14ef-e7a2-4ff2-bbd6-ccfac3a58b60 req-68876c02-4567-44a0-a159-c97555edaaf9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=14ec1728-f38e-43cb-aa3e-98f215c923b3 HTTP/1.1" status: 200 len: 1097 time: 0.3589933 Jul 07 17:28:01.408275 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-75f885fb-300a-46bb-a0f2-d4ce4e0d7616 None None] Port fed37043-4fe2-48ce-a9e3-626e9e8fda68 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:01.432970 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecfb985-e5a7-4ae0-9704-c19761c4b53c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:01.446440 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae690b1-08be-446a-a2af-6a29f7d20440 None None] Sync routers for ids ['b74f6d7b-7434-4b4c-a54f-eb0dbd46e507'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:01.454011 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2892ff0-f2b5-4e45-9781-ea77da74e9a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.455162 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fecfb985-e5a7-4ae0-9704-c19761c4b53c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "PUT /v2.0/routers/b74f6d7b-7434-4b4c-a54f-eb0dbd46e507/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1743903 Jul 07 17:28:01.456275 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56290) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:01.475147 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f12d14ef-e7a2-4ff2-bbd6-ccfac3a58b60 req-dcceb0a9-bfd5-4060-8443-838c96412311 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=50bef06e-fcae-4121-9ffa-db3748dc7691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031518 Jul 07 17:28:01.481595 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae690b1-08be-446a-a2af-6a29f7d20440 None None] Routers {'b74f6d7b-7434-4b4c-a54f-eb0dbd46e507'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:01.484590 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-5ae690b1-08be-446a-a2af-6a29f7d20440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b74f6d7b-7434-4b4c-a54f-eb0dbd46e507'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:01.513855 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbefd3-c8e1-45c1-a6d2-bdc723bbedd2 req-0fba2040-9c82-4144-9f32-821062ed3695 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:01.515799 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f8fbefd3-c8e1-45c1-a6d2-bdc723bbedd2 req-0fba2040-9c82-4144-9f32-821062ed3695 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/ports?device_id=14ec1728-f38e-43cb-aa3e-98f215c923b3 HTTP/1.1" status: 200 len: 945 time: 0.2795799 Jul 07 17:28:01.581055 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-5ae690b1-08be-446a-a2af-6a29f7d20440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:01.590350 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5157322f-23f9-422a-be62-e31f280ee3c0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:01.595288 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5157322f-23f9-422a-be62-e31f280ee3c0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "GET /v2.0/ports/fed37043-4fe2-48ce-a9e3-626e9e8fda68 HTTP/1.1" status: 200 len: 910 time: 0.1375811 Jul 07 17:28:01.599766 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56294) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:01.608412 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f8fbefd3-c8e1-45c1-a6d2-bdc723bbedd2 req-3bddc395-d0a0-42ca-b245-a2eeb80ecb75 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/security-groups?id=50bef06e-fcae-4121-9ffa-db3748dc7691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778081 Jul 07 17:28:01.609573 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae690b1-08be-446a-a2af-6a29f7d20440 None None] Routers {'b74f6d7b-7434-4b4c-a54f-eb0dbd46e507'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:01.610210 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-5ae690b1-08be-446a-a2af-6a29f7d20440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b74f6d7b-7434-4b4c-a54f-eb0dbd46e507'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:01.613487 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-d951173e-068f-4f6a-9ac2-233d301a0e1a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2830ac9a-c7b2-4769-838c-a492d32286d1'}]}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:01.672339 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2892ff0-f2b5-4e45-9781-ea77da74e9a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.676528 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-5ae690b1-08be-446a-a2af-6a29f7d20440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:01.677510 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae690b1-08be-446a-a2af-6a29f7d20440 None None] The sync data for ids ['b74f6d7b-7434-4b4c-a54f-eb0dbd46e507'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:01.689749 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2892ff0-f2b5-4e45-9781-ea77da74e9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.777266 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c2892ff0-f2b5-4e45-9781-ea77da74e9a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c1388458839c4282906588c81c4949d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6143477 Jul 07 17:28:01.779874 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56300) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:01.781282 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2892ff0-f2b5-4e45-9781-ea77da74e9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2463c8dd-a51b-4cb4-be7e-06476af8bcfe,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:01.935453 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-66534be5-eb58-485a-85d4-463e579eeced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.946357 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d951173e-068f-4f6a-9ac2-233d301a0e1a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.994900 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-66534be5-eb58-485a-85d4-463e579eeced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.358281 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-66534be5-eb58-485a-85d4-463e579eeced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.362785 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-66534be5-eb58-485a-85d4-463e579eeced admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.364487 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-66534be5-eb58-485a-85d4-463e579eeced admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2463c8dd-a51b-4cb4-be7e-06476af8bcfe HTTP/1.1" status: 204 len: 168 time: 0.5832782 Jul 07 17:28:02.410670 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66534be5-eb58-485a-85d4-463e579eeced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2463c8dd-a51b-4cb4-be7e-06476af8bcfe,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:02.701734 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d951173e-068f-4f6a-9ac2-233d301a0e1a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.724902 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d951173e-068f-4f6a-9ac2-233d301a0e1a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.829959 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d951173e-068f-4f6a-9ac2-233d301a0e1a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:02.830660 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d951173e-068f-4f6a-9ac2-233d301a0e1a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.832068 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d951173e-068f-4f6a-9ac2-233d301a0e1a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "PUT /v2.0/ports/fed37043-4fe2-48ce-a9e3-626e9e8fda68 HTTP/1.1" status: 200 len: 910 time: 1.2311535 Jul 07 17:28:02.837314 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56326) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:02.974083 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951173e-068f-4f6a-9ac2-233d301a0e1a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Port': ['ID=fed37043-4fe2-48ce-a9e3-626e9e8fda68,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:03.070290 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56332) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:03.166982 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b5b8a739-e8f8-4990-b700-7a74b2d94f89 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bbc1ebc34514418395aefad48a3faf77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0935698 Jul 07 17:28:03.167896 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56334) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:03.177994 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56336) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:03.186395 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af805c1e-fcae-4e2c-a824-e0737febadef req-1ffc2909-9e36-4d8f-b8fc-b5e155bd531c tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:03.188470 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-af805c1e-fcae-4e2c-a824-e0737febadef req-1ffc2909-9e36-4d8f-b8fc-b5e155bd531c tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/ports?device_id=14ec1728-f38e-43cb-aa3e-98f215c923b3 HTTP/1.1" status: 200 len: 945 time: 0.3552859 Jul 07 17:28:03.286419 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8588e5e2-bd12-418f-bd01-e72cf4ef0c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.337399 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-af805c1e-fcae-4e2c-a824-e0737febadef req-337f3ca3-81f2-4d48-ae0b-a1c0a9b15012 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/security-groups?id=50bef06e-fcae-4121-9ffa-db3748dc7691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812204 Jul 07 17:28:03.347420 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8588e5e2-bd12-418f-bd01-e72cf4ef0c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.439593 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8588e5e2-bd12-418f-bd01-e72cf4ef0c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.445899 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8588e5e2-bd12-418f-bd01-e72cf4ef0c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.453051 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8588e5e2-bd12-418f-bd01-e72cf4ef0c20 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3adfabfb-08f7-46b3-bbae-23f2c87e2ce8 HTTP/1.1" status: 204 len: 168 time: 0.2717631 Jul 07 17:28:03.477343 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588e5e2-bd12-418f-bd01-e72cf4ef0c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adfabfb-08f7-46b3-bbae-23f2c87e2ce8,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:03.539499 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-581a63fd-1a92-4c0f-8f4d-99dfc66552de tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1590534609'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:03.634208 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581a63fd-1a92-4c0f-8f4d-99dfc66552de tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] Made reservation on behalf of 97858ba21a2c45a5bd77bc7dc13109ce for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:03.640766 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-581a63fd-1a92-4c0f-8f4d-99dfc66552de tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.665786 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-581a63fd-1a92-4c0f-8f4d-99dfc66552de tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.925665 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-581a63fd-1a92-4c0f-8f4d-99dfc66552de tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.931829 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-581a63fd-1a92-4c0f-8f4d-99dfc66552de tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.988500 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a63fd-1a92-4c0f-8f4d-99dfc66552de tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bce49853-a992-45e2-84a7-55cb1f7d8cd3,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:03.989065 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-35aab683-a942-4fba-bf8f-f573d2b332c2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.022516 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-581a63fd-1a92-4c0f-8f4d-99dfc66552de tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:04.048662 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-581a63fd-1a92-4c0f-8f4d-99dfc66552de tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.049848 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-581a63fd-1a92-4c0f-8f4d-99dfc66552de tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] Added segment a05807e2-b0e6-4fe2-837f-b65acc8ca15a of type vlan for network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 Jul 07 17:28:04.112903 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-581a63fd-1a92-4c0f-8f4d-99dfc66552de tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.158577 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-581a63fd-1a92-4c0f-8f4d-99dfc66552de tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.173161 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581a63fd-1a92-4c0f-8f4d-99dfc66552de tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:04.174224 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-581a63fd-1a92-4c0f-8f4d-99dfc66552de tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.323338 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-581a63fd-1a92-4c0f-8f4d-99dfc66552de tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.1533170 Jul 07 17:28:04.328914 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a63fd-1a92-4c0f-8f4d-99dfc66552de tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] Pushing event updated for resources: {'Network': ['ID=663fc5de-aae2-4ad0-9f1c-aa3d748c3e28,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:04.340672 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:04.379973 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-35aab683-a942-4fba-bf8f-f573d2b332c2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Deleting port fed37043-4fe2-48ce-a9e3-626e9e8fda68 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:04.386135 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-35aab683-a942-4fba-bf8f-f573d2b332c2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.607410 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-35aab683-a942-4fba-bf8f-f573d2b332c2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.636466 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-35aab683-a942-4fba-bf8f-f573d2b332c2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Calling delete_port for fed37043-4fe2-48ce-a9e3-626e9e8fda68 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:04.982940 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-35aab683-a942-4fba-bf8f-f573d2b332c2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.021988 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aab683-a942-4fba-bf8f-f573d2b332c2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Port': ['ID=fed37043-4fe2-48ce-a9e3-626e9e8fda68,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:05.034296 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aab683-a942-4fba-bf8f-f573d2b332c2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:05.034837 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aab683-a942-4fba-bf8f-f573d2b332c2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:05.035317 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aab683-a942-4fba-bf8f-f573d2b332c2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:05.036284 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aab683-a942-4fba-bf8f-f573d2b332c2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:05.036767 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aab683-a942-4fba-bf8f-f573d2b332c2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:05.038305 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aab683-a942-4fba-bf8f-f573d2b332c2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:05.038305 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aab683-a942-4fba-bf8f-f573d2b332c2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:05.038743 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aab683-a942-4fba-bf8f-f573d2b332c2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:05.039444 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aab683-a942-4fba-bf8f-f573d2b332c2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:05.039855 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aab683-a942-4fba-bf8f-f573d2b332c2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:05.040257 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aab683-a942-4fba-bf8f-f573d2b332c2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:05.040690 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aab683-a942-4fba-bf8f-f573d2b332c2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:05.051418 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56386) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:05.057424 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Request body: {'port': {'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28', 'binding:host_id': 'n-h2-791503-12', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473119352'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:05.127685 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Made reservation on behalf of 9976b5b4b7f64b6fa6d79cc6915e2f74 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:05.135143 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.191601 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.277159 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56390) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:05.328521 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-35aab683-a942-4fba-bf8f-f573d2b332c2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.398101 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.409274 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.444576 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] device_id is not set on port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:28:05.470215 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dc316c-7e42-458c-9b19-2b09b7d0d958,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:05.604023 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-adc9de8e-bd98-4322-b88f-e9041d851da2 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Request body: {'security_group': {'name': 'tempest-secgroup--93654215'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:05.624128 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35aab683-a942-4fba-bf8f-f573d2b332c2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Router b74f6d7b-7434-4b4c-a54f-eb0dbd46e507 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:28:05.772125 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35aab683-a942-4fba-bf8f-f573d2b332c2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:05.781443 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-35aab683-a942-4fba-bf8f-f573d2b332c2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "PUT /v2.0/routers/b74f6d7b-7434-4b4c-a54f-eb0dbd46e507/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9113178 Jul 07 17:28:05.784784 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56396) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:05.791591 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addeb6bb-713f-4510-ab3d-e143f0fe2f80 None None] Sync routers for ids ['b74f6d7b-7434-4b4c-a54f-eb0dbd46e507'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:05.810587 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addeb6bb-713f-4510-ab3d-e143f0fe2f80 None None] Routers {'b74f6d7b-7434-4b4c-a54f-eb0dbd46e507'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:05.812152 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-addeb6bb-713f-4510-ab3d-e143f0fe2f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b74f6d7b-7434-4b4c-a54f-eb0dbd46e507'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:05.826493 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e56f9606-844e-488a-876b-03cf4b349683 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "GET /v2.0/ports?device_id=b74f6d7b-7434-4b4c-a54f-eb0dbd46e507 HTTP/1.1" status: 200 len: 205 time: 0.0404050 Jul 07 17:28:05.827152 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56398) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:05.884533 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-addeb6bb-713f-4510-ab3d-e143f0fe2f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:05.907942 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addeb6bb-713f-4510-ab3d-e143f0fe2f80 None None] Routers {'b74f6d7b-7434-4b4c-a54f-eb0dbd46e507'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:05.909715 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-addeb6bb-713f-4510-ab3d-e143f0fe2f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b74f6d7b-7434-4b4c-a54f-eb0dbd46e507'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:05.944443 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-661ed173-e243-4390-9200-c1beb8b0b071 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.959621 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-adc9de8e-bd98-4322-b88f-e9041d851da2 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.961479 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-addeb6bb-713f-4510-ab3d-e143f0fe2f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:05.962464 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addeb6bb-713f-4510-ab3d-e143f0fe2f80 None None] The sync data for ids ['b74f6d7b-7434-4b4c-a54f-eb0dbd46e507'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:06.009247 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-adc9de8e-bd98-4322-b88f-e9041d851da2 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.150247 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffaf0d7-68e0-4c01-b859-d58cf23d1439 req-454b41f5-d09d-44c5-bd56-f53d77024ca0 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:06.157475 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3ffaf0d7-68e0-4c01-b859-d58cf23d1439 req-454b41f5-d09d-44c5-bd56-f53d77024ca0 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/ports?device_id=14ec1728-f38e-43cb-aa3e-98f215c923b3 HTTP/1.1" status: 200 len: 945 time: 0.5756626 Jul 07 17:28:06.162578 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-661ed173-e243-4390-9200-c1beb8b0b071 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.165515 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-661ed173-e243-4390-9200-c1beb8b0b071 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.220567 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-661ed173-e243-4390-9200-c1beb8b0b071 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.221750 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661ed173-e243-4390-9200-c1beb8b0b071 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Fanout notify agent at l3_agent the message router_deleted on router b74f6d7b-7434-4b4c-a54f-eb0dbd46e507 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:28:06.234314 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] device_id is not set on port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:28:06.241365 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-661ed173-e243-4390-9200-c1beb8b0b071 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.245302 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-661ed173-e243-4390-9200-c1beb8b0b071 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/routers/b74f6d7b-7434-4b4c-a54f-eb0dbd46e507 HTTP/1.1" status: 204 len: 168 time: 0.4169569 Jul 07 17:28:06.249054 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56402) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:06.269197 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.308253 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3ffaf0d7-68e0-4c01-b859-d58cf23d1439 req-5012c17b-50a5-4e2b-8966-4f296c2cc599 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/security-groups?id=50bef06e-fcae-4121-9ffa-db3748dc7691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392419 Jul 07 17:28:06.316402 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Transition to ACTIVE for port object 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:06.348886 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-059586e5-09ea-4605-a8a3-0ba16bed4217 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Deleting subnet 2830ac9a-c7b2-4769-838c-a492d32286d1 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:06.351462 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-059586e5-09ea-4605-a8a3-0ba16bed4217 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.360431 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.421161 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-adc9de8e-bd98-4322-b88f-e9041d851da2 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.441265 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-059586e5-09ea-4605-a8a3-0ba16bed4217 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.449586 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-adc9de8e-bd98-4322-b88f-e9041d851da2 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.519968 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Pushing event updated for resources: {'Port': ['ID=696e1d2d-8ce7-454a-9220-3bebdcafa4a9,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:06.543458 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9de8e-bd98-4322-b88f-e9041d851da2 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=343a02d6-6beb-4ee8-9c7f-ee3bf805dc9f,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:06.577785 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-059586e5-09ea-4605-a8a3-0ba16bed4217 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.604243 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Checking segment: {'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:06.604814 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Network hostable DHCP agents. Network: 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:06.683931 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-adc9de8e-bd98-4322-b88f-e9041d851da2 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.689016 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-059586e5-09ea-4605-a8a3-0ba16bed4217 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.689349 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:06.691671 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-adc9de8e-bd98-4322-b88f-e9041d851da2 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.723257 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:06.733191 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-059586e5-09ea-4605-a8a3-0ba16bed4217 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.735355 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-059586e5-09ea-4605-a8a3-0ba16bed4217 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/subnets/2830ac9a-c7b2-4769-838c-a492d32286d1 HTTP/1.1" status: 204 len: 168 time: 0.4848826 Jul 07 17:28:06.737213 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059586e5-09ea-4605-a8a3-0ba16bed4217 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Subnet': ['ID=2830ac9a-c7b2-4769-838c-a492d32286d1,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:06.739758 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56404) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:06.740199 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83460c-dacd-40a4-970d-67fa80e58d4b req-e5658527-40f8-447d-858a-49397bc16862 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:06.741685 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9b83460c-dacd-40a4-970d-67fa80e58d4b req-e5658527-40f8-447d-858a-49397bc16862 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.72 "GET /v2.0/ports?device_id=14ec1728-f38e-43cb-aa3e-98f215c923b3 HTTP/1.1" status: 200 len: 945 time: 0.1939576 Jul 07 17:28:06.742940 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:06.756086 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-adc9de8e-bd98-4322-b88f-e9041d851da2 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.756086 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-adc9de8e-bd98-4322-b88f-e9041d851da2 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4741313 Jul 07 17:28:06.770321 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7a52ad-3e68-480b-ba36-1a62a07c1e87 None None] Network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:06.770735 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56406) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:06.808091 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9de8e-bd98-4322-b88f-e9041d851da2 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4289c3-f942-44db-b8a9-e9325b965548,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:06.810734 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:06.811140 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:06.811448 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:06.823952 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:06.824276 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:06.828151 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempt 2 to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 Jul 07 17:28:06.870046 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:06.870554 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:06.870751 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:06.883886 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc38aad-f15b-4ff1-8b65-6c9ad84aaac9 None None] Network 633ea6d7-e557-4bc5-8203-27e301cfa1c1 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:06.934148 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-53d526b7-15a3-4984-97ff-4e5694b42087 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1621928 Jul 07 17:28:06.935431 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:06.935968 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:06.937769 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempt 3 to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 Jul 07 17:28:06.942234 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56408) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:06.943277 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b6e6c72a-3b6e-408b-a4b3-b398b798480f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.947552 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-1c127a72-9b18-4c90-a178-4d4b6ed53321 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Request body: {'security_group': {'name': 'tempest-security--757123719', 'description': 'tempest-security-description-1812992158'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:06.988825 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:06.989463 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:06.989988 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:06.999307 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:07.001632 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:07.003495 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempt 4 to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 Jul 07 17:28:07.021626 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:07.022890 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:07.023642 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:07.036345 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1c127a72-9b18-4c90-a178-4d4b6ed53321 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.041867 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:07.042305 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:07.046944 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempt 5 to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 Jul 07 17:28:07.080030 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:07.080376 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:07.080751 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:07.101513 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-b6e6c72a-3b6e-408b-a4b3-b398b798480f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Deleting port 97804777-0b9b-4052-8fa8-1f59d500007d {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:07.102205 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b6e6c72a-3b6e-408b-a4b3-b398b798480f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.116167 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-9b83460c-dacd-40a4-970d-67fa80e58d4b req-a5f1eb35-0ad1-4b21-ae98-9bd2648e7109 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Deleting port d849bfb3-bbca-4abb-ae07-83986df53b5c {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:07.116516 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9b83460c-dacd-40a4-970d-67fa80e58d4b req-a5f1eb35-0ad1-4b21-ae98-9bd2648e7109 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.122401 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:07.123172 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:07.129156 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempt 6 to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 Jul 07 17:28:07.203616 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1c127a72-9b18-4c90-a178-4d4b6ed53321 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.215971 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-b6e6c72a-3b6e-408b-a4b3-b398b798480f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] For port 97804777-0b9b-4052-8fa8-1f59d500007d, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=97804777-0b9b-4052-8fa8-1f59d500007d,segment=NetworkSegment(72d997ed-4b24-4b3b-867a-3373b5f0b955),segment_id=72d997ed-4b24-4b3b-867a-3373b5f0b955)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:07.217053 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b6e6c72a-3b6e-408b-a4b3-b398b798480f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.217847 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1c127a72-9b18-4c90-a178-4d4b6ed53321 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.222910 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1c127a72-9b18-4c90-a178-4d4b6ed53321 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.228530 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1c127a72-9b18-4c90-a178-4d4b6ed53321 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "PUT /v2.0/security-groups/dd4289c3-f942-44db-b8a9-e9325b965548 HTTP/1.1" status: 200 len: 1779 time: 0.2849157 Jul 07 17:28:07.229860 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:07.230441 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:07.231030 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:07.232904 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-b6e6c72a-3b6e-408b-a4b3-b398b798480f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Calling delete_port for 97804777-0b9b-4052-8fa8-1f59d500007d owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:07.235259 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56414) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:07.299691 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:07.300256 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:07.316118 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempt 7 to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 Jul 07 17:28:07.346814 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b6e6c72a-3b6e-408b-a4b3-b398b798480f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.374454 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.413729 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c127a72-9b18-4c90-a178-4d4b6ed53321 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4289c3-f942-44db-b8a9-e9325b965548,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:07.421676 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:07.422029 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:07.422379 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:07.425692 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a836c6b-2dee-4ed4-9e39-768af76d516d None None] DHCP port deletion for 633ea6d7-e557-4bc5-8203-27e301cfa1c1 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:28:07.430068 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6c72a-3b6e-408b-a4b3-b398b798480f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Port': ['ID=97804777-0b9b-4052-8fa8-1f59d500007d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:07.440196 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e6c72a-3b6e-408b-a4b3-b398b798480f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] No DVR routers for this DVR port 97804777-0b9b-4052-8fa8-1f59d500007d on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:07.441158 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4df1e020-d24a-4f69-b2c0-d092ac4355a3 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "GET /v2.0/security-groups/dd4289c3-f942-44db-b8a9-e9325b965548 HTTP/1.1" status: 200 len: 1779 time: 0.1912260 Jul 07 17:28:07.445557 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56420) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:07.445786 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:07.445955 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:07.448600 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-9b83460c-dacd-40a4-970d-67fa80e58d4b req-a5f1eb35-0ad1-4b21-ae98-9bd2648e7109 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] For port d849bfb3-bbca-4abb-ae07-83986df53b5c, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=d849bfb3-bbca-4abb-ae07-83986df53b5c,segment=NetworkSegment(bdde1283-5a13-4790-b612-371da86d0f1c),segment_id=bdde1283-5a13-4790-b612-371da86d0f1c)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:07.449048 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9b83460c-dacd-40a4-970d-67fa80e58d4b req-a5f1eb35-0ad1-4b21-ae98-9bd2648e7109 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.452437 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempt 8 to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 Jul 07 17:28:07.477096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-9b83460c-dacd-40a4-970d-67fa80e58d4b req-a5f1eb35-0ad1-4b21-ae98-9bd2648e7109 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Calling delete_port for d849bfb3-bbca-4abb-ae07-83986df53b5c owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:07.485115 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:07.485467 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:07.485820 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:07.495093 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:07.495448 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:07.497736 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempt 9 to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 Jul 07 17:28:07.544239 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:07.544592 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:07.544966 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:07.555099 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:07.555439 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:07.559524 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempt 10 to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 Jul 07 17:28:07.583027 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:07.583617 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:07.583998 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:07.601849 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:07.603426 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:07.603832 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.744773 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] For port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:07.746034 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempted to set empty binding levels {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 17:28:07.767536 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.806325 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9b83460c-dacd-40a4-970d-67fa80e58d4b req-a5f1eb35-0ad1-4b21-ae98-9bd2648e7109 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.819938 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['d849bfb3-bbca-4abb-ae07-83986df53b5c'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:28:07.826480 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:07.828310 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.831622 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ccb6dd6c-2a70-403a-aadf-5f97d198a4a8 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.836227 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b6e6c72a-3b6e-408b-a4b3-b398b798480f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.864704 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.8121378 Jul 07 17:28:07.869615 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56424) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:07.871395 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-b6e6c72a-3b6e-408b-a4b3-b398b798480f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633ea6d7-e557-4bc5-8203-27e301cfa1c1']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:07.896711 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ccb6dd6c-2a70-403a-aadf-5f97d198a4a8 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.900607 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 97804777-0b9b-4052-8fa8-1f59d500007d no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:07.901514 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-b6e6c72a-3b6e-408b-a4b3-b398b798480f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d997ed-4b24-4b3b-867a-3373b5f0b955') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:07.901825 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-b6e6c72a-3b6e-408b-a4b3-b398b798480f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d997ed-4b24-4b3b-867a-3373b5f0b955') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:07.920976 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b6e6c72a-3b6e-408b-a4b3-b398b798480f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.950661 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000e8ca-f04d-4ab5-8cd7-bfd02f859e7e req-ad1786f7-16bf-4a16-966b-10c7e5c0d473 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:07.952356 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0000e8ca-f04d-4ab5-8cd7-bfd02f859e7e req-ad1786f7-16bf-4a16-966b-10c7e5c0d473 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/ports?device_id=14ec1728-f38e-43cb-aa3e-98f215c923b3 HTTP/1.1" status: 200 len: 867 time: 0.3794472 Jul 07 17:28:07.977721 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b6e6c72a-3b6e-408b-a4b3-b398b798480f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.978028 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40973c1b-670d-436f-b301-a8c824ddf398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Pushing event updated for resources: {'Port': ['ID=696e1d2d-8ce7-454a-9220-3bebdcafa4a9,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:07.984287 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 97804777-0b9b-4052-8fa8-1f59d500007d {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:07.992683 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 97804777-0b9b-4052-8fa8-1f59d500007d not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:08.004424 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.009389 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e6c72a-3b6e-408b-a4b3-b398b798480f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:08.009821 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b6e6c72a-3b6e-408b-a4b3-b398b798480f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:08.015643 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:08.069105 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56426) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:08.097396 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ccb6dd6c-2a70-403a-aadf-5f97d198a4a8 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.101283 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ccb6dd6c-2a70-403a-aadf-5f97d198a4a8 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.105276 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ccb6dd6c-2a70-403a-aadf-5f97d198a4a8 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "DELETE /v2.0/security-groups/dd4289c3-f942-44db-b8a9-e9325b965548 HTTP/1.1" status: 204 len: 168 time: 0.6579094 Jul 07 17:28:08.114640 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56430) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:08.114640 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1eb35-0ad1-4b21-ae98-9bd2648e7109 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Pushing event deleted for resources: {'Port': ['ID=d849bfb3-bbca-4abb-ae07-83986df53b5c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:08.115071 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b83460c-dacd-40a4-970d-67fa80e58d4b req-a5f1eb35-0ad1-4b21-ae98-9bd2648e7109 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] No DVR routers for this DVR port d849bfb3-bbca-4abb-ae07-83986df53b5c on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:08.125147 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9b83460c-dacd-40a4-970d-67fa80e58d4b req-a5f1eb35-0ad1-4b21-ae98-9bd2648e7109 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.127415 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9b83460c-dacd-40a4-970d-67fa80e58d4b req-a5f1eb35-0ad1-4b21-ae98-9bd2648e7109 tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.72 "DELETE /v2.0/ports/d849bfb3-bbca-4abb-ae07-83986df53b5c HTTP/1.1" status: 204 len: 173 time: 1.3759203 Jul 07 17:28:08.129048 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ec1728-f38e-43cb-aa3e-98f215c923b3', 'name': 'network-vif-deleted', 'tag': 'd849bfb3-bbca-4abb-ae07-83986df53b5c'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:28:08.130939 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0000e8ca-f04d-4ab5-8cd7-bfd02f859e7e req-8736dcd7-93bd-416c-add4-6e1951cb9e5c tempest-VolumesActionsTest-545765369 tempest-VolumesActionsTest-545765369-project] 10.222.0.53 "GET /v2.0/security-groups?id=50bef06e-fcae-4121-9ffa-db3748dc7691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670077 Jul 07 17:28:08.131756 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0666236-a5df-4175-a4c7-84a8354df89a" -d '{"events": [{"server_uuid": "14ec1728-f38e-43cb-aa3e-98f215c923b3", "name": "network-vif-deleted", "tag": "d849bfb3-bbca-4abb-ae07-83986df53b5c"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:28:08.161603 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6dd6c-2a70-403a-aadf-5f97d198a4a8 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4289c3-f942-44db-b8a9-e9325b965548,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:08.166139 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b6e6c72a-3b6e-408b-a4b3-b398b798480f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.187747 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-4c703670-752c-4ac6-9681-fe52487cf9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Deleting port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:08.188164 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4c703670-752c-4ac6-9681-fe52487cf9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.193353 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b6e6c72a-3b6e-408b-a4b3-b398b798480f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.196426 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-31d5eb80-f33c-40ed-a36e-c91001e4d47b tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0836356 Jul 07 17:28:08.201894 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b6e6c72a-3b6e-408b-a4b3-b398b798480f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/networks/633ea6d7-e557-4bc5-8203-27e301cfa1c1 HTTP/1.1" status: 204 len: 168 time: 1.4608908 Jul 07 17:28:08.202310 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56434) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:08.218226 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56436) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:08.232543 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-a37a5126-2686-42f9-bdc7-b9365667e72e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-20799198', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:08.255252 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652a3fe9-4eff-43d1-8cfd-967a784b92e0 x-openstack-request-id: req-652a3fe9-4eff-43d1-8cfd-967a784b92e0 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:28:08.256080 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ec1728-f38e-43cb-aa3e-98f215c923b3", "name": "network-vif-deleted", "tag": "d849bfb3-bbca-4abb-ae07-83986df53b5c", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:28:08.256080 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-652a3fe9-4eff-43d1-8cfd-967a784b92e0 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:28:08.256508 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ec1728-f38e-43cb-aa3e-98f215c923b3', 'name': 'network-vif-deleted', 'tag': 'd849bfb3-bbca-4abb-ae07-83986df53b5c', 'status': 'completed', 'code': 200} Jul 07 17:28:08.260016 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6c72a-3b6e-408b-a4b3-b398b798480f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Network': ['ID=633ea6d7-e557-4bc5-8203-27e301cfa1c1,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:08.268027 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-5cc0c707-6b03-4954-b9b5-de2908dd8ff7 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] delete failed (client error): The resource could not be found. Jul 07 17:28:08.274609 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56438) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:08.274933 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5cc0c707-6b03-4954-b9b5-de2908dd8ff7 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "DELETE /v2.0/security-groups/dd4289c3-f942-44db-b8a9-e9325b965548 HTTP/1.1" status: 404 len: 347 time: 0.0652165 Jul 07 17:28:08.282733 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d095756e-ba62-4d2a-9593-4d0ef124b0ee tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Request body: {'security_group': {'name': 'tempest-secgroup--1756576606'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:08.304888 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-4c703670-752c-4ac6-9681-fe52487cf9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] For port 696e1d2d-8ce7-454a-9220-3bebdcafa4a9, host n-h2-791503-12, got binding levels [] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:08.305399 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4c703670-752c-4ac6-9681-fe52487cf9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.307254 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2581a41e-4294-44d5-85a3-cd29d32d5aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.318835 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a37a5126-2686-42f9-bdc7-b9365667e72e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.319973 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a37a5126-2686-42f9-bdc7-b9365667e72e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.326837 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-4c703670-752c-4ac6-9681-fe52487cf9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Calling delete_port for 696e1d2d-8ce7-454a-9220-3bebdcafa4a9 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:08.345864 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d095756e-ba62-4d2a-9593-4d0ef124b0ee tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.409317 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a37a5126-2686-42f9-bdc7-b9365667e72e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.421784 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a37a5126-2686-42f9-bdc7-b9365667e72e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.451234 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4c703670-752c-4ac6-9681-fe52487cf9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.483003 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c703670-752c-4ac6-9681-fe52487cf9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Pushing event deleted for resources: {'Port': ['ID=696e1d2d-8ce7-454a-9220-3bebdcafa4a9,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:08.489122 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4c703670-752c-4ac6-9681-fe52487cf9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.491171 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4c703670-752c-4ac6-9681-fe52487cf9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] 10.222.0.53 "DELETE /v2.0/ports/696e1d2d-8ce7-454a-9220-3bebdcafa4a9 HTTP/1.1" status: 204 len: 168 time: 0.6171947 Jul 07 17:28:08.494085 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56440) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:08.504825 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2581a41e-4294-44d5-85a3-cd29d32d5aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.509340 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2581a41e-4294-44d5-85a3-cd29d32d5aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.523861 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e70dc18-8aed-454c-ab3f-3df0adaf901e tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:28:08.525582 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7e70dc18-8aed-454c-ab3f-3df0adaf901e tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] 10.222.0.53 "GET /v2.0/ports/696e1d2d-8ce7-454a-9220-3bebdcafa4a9 HTTP/1.1" status: 404 len: 333 time: 0.0304754 Jul 07 17:28:08.531826 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56442) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:08.537021 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-7e85da0b-5ebe-4d46-afd9-7d9bc18676bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Request body: {'port': {'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1640639032'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:08.558289 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2581a41e-4294-44d5-85a3-cd29d32d5aa9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6cf4e4c0ede849f4b7faf33f22ceeb6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4875641 Jul 07 17:28:08.558946 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56444) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:08.567648 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581a41e-4294-44d5-85a3-cd29d32d5aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa25fb8-a84e-4cf5-99e3-489ee4e31358,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:08.626418 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d095756e-ba62-4d2a-9593-4d0ef124b0ee tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.630951 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d095756e-ba62-4d2a-9593-4d0ef124b0ee tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.640880 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a37a5126-2686-42f9-bdc7-b9365667e72e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.646772 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a37a5126-2686-42f9-bdc7-b9365667e72e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.4219384 Jul 07 17:28:08.647393 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56446) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:08.657402 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-9fccbfae-0d07-4b0a-855c-56be91ecf79f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'network': {'name': 'tempest-RoutersTest-2096212418'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:08.661488 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-42749b9e-39ed-48a2-9eed-88d42a69f8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.690523 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-42749b9e-39ed-48a2-9eed-88d42a69f8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.700747 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e85da0b-5ebe-4d46-afd9-7d9bc18676bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Made reservation on behalf of 9976b5b4b7f64b6fa6d79cc6915e2f74 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:08.704805 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e85da0b-5ebe-4d46-afd9-7d9bc18676bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.722010 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d095756e-ba62-4d2a-9593-4d0ef124b0ee tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.724118 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d095756e-ba62-4d2a-9593-4d0ef124b0ee tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4480727 Jul 07 17:28:08.728392 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095756e-ba62-4d2a-9593-4d0ef124b0ee tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf42440-752d-4a36-9834-544456b93dac,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:08.729726 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56448) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:08.742992 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-0e1b0671-7095-4372-9631-6a4581caeec9 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Request body: {'security_group_rule': {'security_group_id': '9bf42440-752d-4a36-9834-544456b93dac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:08.743363 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-7e85da0b-5ebe-4d46-afd9-7d9bc18676bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] device_id is not set on port 73db59b7-c79f-48a8-810a-5a4252e271d4 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:28:08.772307 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fccbfae-0d07-4b0a-855c-56be91ecf79f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Made reservation on behalf of 3f24c708bb74478a88dbf9975d5221d7 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:08.781731 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9fccbfae-0d07-4b0a-855c-56be91ecf79f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.842061 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0e1b0671-7095-4372-9631-6a4581caeec9 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.863003 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-42749b9e-39ed-48a2-9eed-88d42a69f8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.866085 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-42749b9e-39ed-48a2-9eed-88d42a69f8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.871412 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-42749b9e-39ed-48a2-9eed-88d42a69f8ea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6fa25fb8-a84e-4cf5-99e3-489ee4e31358 HTTP/1.1" status: 204 len: 168 time: 0.3053994 Jul 07 17:28:08.871412 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fccbfae-0d07-4b0a-855c-56be91ecf79f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:08.904256 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9fccbfae-0d07-4b0a-855c-56be91ecf79f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.904734 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-9fccbfae-0d07-4b0a-855c-56be91ecf79f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Added segment d7b86e4c-6571-46a6-bc71-23a42bd18600 of type vlan for network 3a6b4aeb-0870-4573-9f2e-07eef66dfa0d Jul 07 17:28:08.919315 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42749b9e-39ed-48a2-9eed-88d42a69f8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa25fb8-a84e-4cf5-99e3-489ee4e31358,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:08.978737 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e85da0b-5ebe-4d46-afd9-7d9bc18676bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.994328 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9fccbfae-0d07-4b0a-855c-56be91ecf79f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.010664 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0e1b0671-7095-4372-9631-6a4581caeec9 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.019654 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0e1b0671-7095-4372-9631-6a4581caeec9 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.023513 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e85da0b-5ebe-4d46-afd9-7d9bc18676bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.053241 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b0671-7095-4372-9631-6a4581caeec9 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99bcdaef-074e-4401-8b44-807e1519b248,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:09.074175 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0e1b0671-7095-4372-9631-6a4581caeec9 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.076033 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0e1b0671-7095-4372-9631-6a4581caeec9 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3402038 Jul 07 17:28:09.080743 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56454) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:09.096807 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e85da0b-5ebe-4d46-afd9-7d9bc18676bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:09.109799 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-7e85da0b-5ebe-4d46-afd9-7d9bc18676bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:09.118104 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e85da0b-5ebe-4d46-afd9-7d9bc18676bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:09.119815 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9fccbfae-0d07-4b0a-855c-56be91ecf79f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.120071 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e85da0b-5ebe-4d46-afd9-7d9bc18676bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:09.120930 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7e85da0b-5ebe-4d46-afd9-7d9bc18676bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.126122 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fccbfae-0d07-4b0a-855c-56be91ecf79f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:09.126653 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85da0b-5ebe-4d46-afd9-7d9bc18676bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Pushing event updated for resources: {'Port': ['ID=73db59b7-c79f-48a8-810a-5a4252e271d4,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:09.126901 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9fccbfae-0d07-4b0a-855c-56be91ecf79f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.149017 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7e85da0b-5ebe-4d46-afd9-7d9bc18676bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6156588 Jul 07 17:28:09.151281 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56456) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:09.161615 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:09.181580 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c684ea54-4534-4c38-ab19-ae939c75b733 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.194538 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c684ea54-4534-4c38-ab19-ae939c75b733 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.233416 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9fccbfae-0d07-4b0a-855c-56be91ecf79f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5844173 Jul 07 17:28:09.238880 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56460) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:09.249668 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-ea083a07-8aba-4f34-a90f-7ec4521431b5 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'subnet': {'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:09.257903 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fccbfae-0d07-4b0a-855c-56be91ecf79f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Network': ['ID=3a6b4aeb-0870-4573-9f2e-07eef66dfa0d,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:09.279712 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c684ea54-4534-4c38-ab19-ae939c75b733 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.285460 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 3a6b4aeb-0870-4573-9f2e-07eef66dfa0d details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:09.286339 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.344600 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c684ea54-4534-4c38-ab19-ae939c75b733 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.346618 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c684ea54-4534-4c38-ab19-ae939c75b733 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/99bcdaef-074e-4401-8b44-807e1519b248 HTTP/1.1" status: 204 len: 168 time: 0.2646463 Jul 07 17:28:09.348142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684ea54-4534-4c38-ab19-ae939c75b733 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99bcdaef-074e-4401-8b44-807e1519b248,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:09.350597 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56462) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:09.365853 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56464) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:09.382179 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d494b1f5-5be1-4820-bd48-affcc2275b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.482353 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-92082d14-ec3a-40a4-98e4-0377471100f0 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1281891 Jul 07 17:28:09.485197 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56470) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:09.556891 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d494b1f5-5be1-4820-bd48-affcc2275b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.574134 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d494b1f5-5be1-4820-bd48-affcc2275b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.576843 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] device_id is not set on port 73db59b7-c79f-48a8-810a-5a4252e271d4 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:28:09.585755 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.601962 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Transition to ACTIVE for port object 73db59b7-c79f-48a8-810a-5a4252e271d4 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:09.609653 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.615573 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a880e579-73ae-40a6-8a40-f23753617a88 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.646140 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea083a07-8aba-4f34-a90f-7ec4521431b5 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Made reservation on behalf of 3f24c708bb74478a88dbf9975d5221d7 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:09.649916 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ea083a07-8aba-4f34-a90f-7ec4521431b5 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.654251 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494b1f5-5be1-4820-bd48-affcc2275b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffff2dd-2c93-40eb-b017-dc405a09c61d,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:09.661694 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d494b1f5-5be1-4820-bd48-affcc2275b24 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7cc00e188da54a5d9f55e46378b9c31f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2948337 Jul 07 17:28:09.667078 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56476) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:09.723938 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:09.724297 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:09.724896 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:09.732929 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Pushing event updated for resources: {'Port': ['ID=73db59b7-c79f-48a8-810a-5a4252e271d4,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:09.735660 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port 73db59b7-c79f-48a8-810a-5a4252e271d4 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:09.736001 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:09.736756 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempt 2 to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 Jul 07 17:28:09.750962 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:09.751323 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:09.751639 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:09.756901 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port 73db59b7-c79f-48a8-810a-5a4252e271d4 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:09.757249 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:09.757660 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempt 3 to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 Jul 07 17:28:09.772237 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a880e579-73ae-40a6-8a40-f23753617a88 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.777386 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:09.777739 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:09.778344 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:09.790044 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port 73db59b7-c79f-48a8-810a-5a4252e271d4 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:09.790383 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:09.790714 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempt 4 to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 Jul 07 17:28:09.812314 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:09.813357 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:09.813908 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:09.821015 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port 73db59b7-c79f-48a8-810a-5a4252e271d4 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:09.821454 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:09.821856 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempt 5 to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 Jul 07 17:28:09.842159 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:09.842497 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:09.842884 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:09.848363 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port 73db59b7-c79f-48a8-810a-5a4252e271d4 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:09.848877 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:09.849284 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempt 6 to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 Jul 07 17:28:09.865240 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:09.865575 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:09.865754 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:09.870772 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port 73db59b7-c79f-48a8-810a-5a4252e271d4 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:09.871105 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:09.871649 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempt 7 to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 Jul 07 17:28:09.895495 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:09.895495 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:09.895956 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:09.901140 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port 73db59b7-c79f-48a8-810a-5a4252e271d4 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:09.901455 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:09.901869 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempt 8 to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 Jul 07 17:28:09.906110 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9145f1f1-3c44-4a3a-8a89-5907373f4991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.919406 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:09.919900 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:09.920347 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:09.925685 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port 73db59b7-c79f-48a8-810a-5a4252e271d4 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:09.926174 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:09.926681 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempt 9 to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 Jul 07 17:28:09.930215 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a880e579-73ae-40a6-8a40-f23753617a88 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.935598 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a880e579-73ae-40a6-8a40-f23753617a88 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.937603 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a880e579-73ae-40a6-8a40-f23753617a88 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "DELETE /v2.0/security-groups/9bf42440-752d-4a36-9834-544456b93dac HTTP/1.1" status: 204 len: 168 time: 0.4512539 Jul 07 17:28:09.942903 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56484) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:09.963468 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:09.964091 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:09.964605 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:09.973580 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9145f1f1-3c44-4a3a-8a89-5907373f4991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.982473 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port 73db59b7-c79f-48a8-810a-5a4252e271d4 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:09.983341 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:09.990611 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempt 10 to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 Jul 07 17:28:10.001718 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880e579-73ae-40a6-8a40-f23753617a88 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf42440-752d-4a36-9834-544456b93dac,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:10.016873 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:10.017396 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:10.017850 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:10.028598 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d8a15229-35a7-4b41-8acc-8ca979bc0ee1 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0836024 Jul 07 17:28:10.029813 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56488) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:10.035869 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-7af6d377-c4d4-4a06-8b33-48d57c8144b4 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Request body: {'security_group': {'name': 'tempest-secgroup--1655055285'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:10.043522 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port 73db59b7-c79f-48a8-810a-5a4252e271d4 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:10.044723 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port 73db59b7-c79f-48a8-810a-5a4252e271d4 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:10.045007 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.052042 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ea083a07-8aba-4f34-a90f-7ec4521431b5 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.104609 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7af6d377-c4d4-4a06-8b33-48d57c8144b4 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.207041 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] For port 73db59b7-c79f-48a8-810a-5a4252e271d4, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:10.207424 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempted to set empty binding levels {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 17:28:10.220235 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.287840 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] In _notify_port_updated(), no bound segment for port 73db59b7-c79f-48a8-810a-5a4252e271d4 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:28:10.289426 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:10.290465 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.292543 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] 10.222.0.53 "PUT /v2.0/ports/73db59b7-c79f-48a8-810a-5a4252e271d4 HTTP/1.1" status: 200 len: 980 time: 1.1396286 Jul 07 17:28:10.303778 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56496) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:10.418262 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e4859-1f10-4192-b5f9-fcf8f2867c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Pushing event updated for resources: {'Port': ['ID=73db59b7-c79f-48a8-810a-5a4252e271d4,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:10.436324 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7af6d377-c4d4-4a06-8b33-48d57c8144b4 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.460855 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7af6d377-c4d4-4a06-8b33-48d57c8144b4 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.466691 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea083a07-8aba-4f34-a90f-7ec4521431b5 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Subnet': ['ID=95a5b95a-6cb1-4051-a985-73fa28db48d5,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:10.471501 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9145f1f1-3c44-4a3a-8a89-5907373f4991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.475724 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9145f1f1-3c44-4a3a-8a89-5907373f4991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.477198 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9145f1f1-3c44-4a3a-8a89-5907373f4991 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0ffff2dd-2c93-40eb-b017-dc405a09c61d HTTP/1.1" status: 204 len: 168 time: 0.8075342 Jul 07 17:28:10.493436 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea083a07-8aba-4f34-a90f-7ec4521431b5 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Checking segment: {'id': 'd7b86e4c-6571-46a6-bc71-23a42bd18600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:10.494014 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea083a07-8aba-4f34-a90f-7ec4521431b5 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network hostable DHCP agents. Network: 3a6b4aeb-0870-4573-9f2e-07eef66dfa0d, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:10.521688 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145f1f1-3c44-4a3a-8a89-5907373f4991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffff2dd-2c93-40eb-b017-dc405a09c61d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:10.523484 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c8318-8dac-4a55-b2e4-e73c36a8cc5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:10.524075 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c8318-8dac-4a55-b2e4-e73c36a8cc5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:10.524579 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c8318-8dac-4a55-b2e4-e73c36a8cc5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:10.525141 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c8318-8dac-4a55-b2e4-e73c36a8cc5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:10.525626 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c8318-8dac-4a55-b2e4-e73c36a8cc5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:10.527898 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-626c8318-8dac-4a55-b2e4-e73c36a8cc5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 4681 time: 0.2225399 Jul 07 17:28:10.528725 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6d377-c4d4-4a06-8b33-48d57c8144b4 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28ab992b-b36e-4d0a-a39e-6e49bf24ef72,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:10.531348 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56504) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:10.544169 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea083a07-8aba-4f34-a90f-7ec4521431b5 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network 3a6b4aeb-0870-4573-9f2e-07eef66dfa0d is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:10.576589 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-ea083a07-8aba-4f34-a90f-7ec4521431b5 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 3a6b4aeb-0870-4573-9f2e-07eef66dfa0d) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:10.580664 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7af6d377-c4d4-4a06-8b33-48d57c8144b4 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.581723 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7af6d377-c4d4-4a06-8b33-48d57c8144b4 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5498471 Jul 07 17:28:10.590974 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9262d5-04e9-4742-bda6-0f5f085d70ef None None] Network 3a6b4aeb-0870-4573-9f2e-07eef66dfa0d requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:10.593017 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56506) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:10.615335 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-8cec37e3-a3bf-4f60-aafd-2e68e68b8652 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Request body: {'security_group_rule': {'security_group_id': '28ab992b-b36e-4d0a-a39e-6e49bf24ef72', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:10.643196 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea083a07-8aba-4f34-a90f-7ec4521431b5 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:10.643962 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ea083a07-8aba-4f34-a90f-7ec4521431b5 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.649810 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-4051a0d8-b5e4-4e6c-8d7d-c140ec1b719c tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Deleting port 73db59b7-c79f-48a8-810a-5a4252e271d4 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:10.650166 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4051a0d8-b5e4-4e6c-8d7d-c140ec1b719c tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.657703 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8cec37e3-a3bf-4f60-aafd-2e68e68b8652 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.690007 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ea083a07-8aba-4f34-a90f-7ec4521431b5 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4476109 Jul 07 17:28:10.693642 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56516) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:10.785792 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-4051a0d8-b5e4-4e6c-8d7d-c140ec1b719c tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] For port 73db59b7-c79f-48a8-810a-5a4252e271d4, host n-h2-791503-12, got binding levels [] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:10.786187 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4051a0d8-b5e4-4e6c-8d7d-c140ec1b719c tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.817930 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-4051a0d8-b5e4-4e6c-8d7d-c140ec1b719c tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Calling delete_port for 73db59b7-c79f-48a8-810a-5a4252e271d4 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:10.877629 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4e5f81-73a8-4d33-8c3e-f0737f5eb6b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'fixed_ips': [{'subnet_id': '95a5b95a-6cb1-4051-a985-73fa28db48d5'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:10.878852 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8e4e5f81-73a8-4d33-8c3e-f0737f5eb6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.999675 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4051a0d8-b5e4-4e6c-8d7d-c140ec1b719c tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.081044 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-8e4e5f81-73a8-4d33-8c3e-f0737f5eb6b5 None None] Allocated IP 172.20.0.2 (3a6b4aeb-0870-4573-9f2e-07eef66dfa0d/95a5b95a-6cb1-4051-a985-73fa28db48d5/0d842a8d-d6ae-43de-8e3e-760fdcf6868e) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:11.092704 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051a0d8-b5e4-4e6c-8d7d-c140ec1b719c tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Pushing event deleted for resources: {'Port': ['ID=73db59b7-c79f-48a8-810a-5a4252e271d4,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:11.103618 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8cec37e3-a3bf-4f60-aafd-2e68e68b8652 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.118805 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4051a0d8-b5e4-4e6c-8d7d-c140ec1b719c tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.126449 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4051a0d8-b5e4-4e6c-8d7d-c140ec1b719c tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] 10.222.0.53 "DELETE /v2.0/ports/73db59b7-c79f-48a8-810a-5a4252e271d4 HTTP/1.1" status: 204 len: 168 time: 0.5893602 Jul 07 17:28:11.127226 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56528) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:11.130911 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8cec37e3-a3bf-4f60-aafd-2e68e68b8652 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.193446 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8cec37e3-a3bf-4f60-aafd-2e68e68b8652 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.196427 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8cec37e3-a3bf-4f60-aafd-2e68e68b8652 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5989454 Jul 07 17:28:11.204604 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56530) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:11.247479 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-2978d829-5e7b-443c-91b0-5065de5d66b7 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Request body: {'security_group_rule': {'security_group_id': '28ab992b-b36e-4d0a-a39e-6e49bf24ef72', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:11.253618 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8e4e5f81-73a8-4d33-8c3e-f0737f5eb6b5 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.263036 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a3a650a-226d-460c-9084-5e705d5bd5bd tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.263620 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-263755c4-449a-4c32-81bc-605d5bf5f3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:28:11.266604 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-263755c4-449a-4c32-81bc-605d5bf5f3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] 10.222.0.53 "GET /v2.0/ports/73db59b7-c79f-48a8-810a-5a4252e271d4 HTTP/1.1" status: 404 len: 333 time: 0.1379535 Jul 07 17:28:11.272603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56534) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:11.279041 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec37e3-a3bf-4f60-aafd-2e68e68b8652 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4258745d-06af-4720-a773-6d016d5a69f7,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:11.289804 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-c0b8e817-c2b5-4766-8a0b-dc4d565ec233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132538113', 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:11.292852 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8e4e5f81-73a8-4d33-8c3e-f0737f5eb6b5 None None] Transition to ACTIVE for port object 0d842a8d-d6ae-43de-8e3e-760fdcf6868e will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:11.329546 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8e4e5f81-73a8-4d33-8c3e-f0737f5eb6b5 None None] Transition to ACTIVE for port object 0d842a8d-d6ae-43de-8e3e-760fdcf6868e will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:11.334571 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b8e817-c2b5-4766-8a0b-dc4d565ec233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Made reservation on behalf of 9976b5b4b7f64b6fa6d79cc6915e2f74 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:11.340763 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device d849bfb3-bbca-4abb-ae07-83986df53b5c no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:11.342181 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c0b8e817-c2b5-4766-8a0b-dc4d565ec233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.364510 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: d849bfb3-bbca-4abb-ae07-83986df53b5c {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:11.365839 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device d849bfb3-bbca-4abb-ae07-83986df53b5c not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:11.368361 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8e4e5f81-73a8-4d33-8c3e-f0737f5eb6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.384279 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-c0b8e817-c2b5-4766-8a0b-dc4d565ec233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] device_id is not set on port d342d2ea-cdca-4f1f-b163-4d7f97bd93a1 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:28:11.441239 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4e5f81-73a8-4d33-8c3e-f0737f5eb6b5 None None] Network 3a6b4aeb-0870-4573-9f2e-07eef66dfa0d is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:11.446465 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-8e4e5f81-73a8-4d33-8c3e-f0737f5eb6b5 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:11.468121 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4e5f81-73a8-4d33-8c3e-f0737f5eb6b5 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:11.500601 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2978d829-5e7b-443c-91b0-5065de5d66b7 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.618005 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e5f81-73a8-4d33-8c3e-f0737f5eb6b5 None None] Pushing event updated for resources: {'Port': ['ID=0d842a8d-d6ae-43de-8e3e-760fdcf6868e,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:11.630657 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-8e4e5f81-73a8-4d33-8c3e-f0737f5eb6b5 None None] Attempting to bind port 0d842a8d-d6ae-43de-8e3e-760fdcf6868e on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:11.631034 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-8e4e5f81-73a8-4d33-8c3e-f0737f5eb6b5 None None] Attempting to bind port 0d842a8d-d6ae-43de-8e3e-760fdcf6868e by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'd7b86e4c-6571-46a6-bc71-23a42bd18600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:11.631445 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e5f81-73a8-4d33-8c3e-f0737f5eb6b5 None None] Attempting to bind port 0d842a8d-d6ae-43de-8e3e-760fdcf6868e on network 3a6b4aeb-0870-4573-9f2e-07eef66dfa0d {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:11.638131 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e5f81-73a8-4d33-8c3e-f0737f5eb6b5 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:11.638492 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e5f81-73a8-4d33-8c3e-f0737f5eb6b5 None None] Checking segment: {'id': 'd7b86e4c-6571-46a6-bc71-23a42bd18600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:11.638913 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8e4e5f81-73a8-4d33-8c3e-f0737f5eb6b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.639321 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e5f81-73a8-4d33-8c3e-f0737f5eb6b5 None None] Bound using segment: {'id': 'd7b86e4c-6571-46a6-bc71-23a42bd18600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:11.640087 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-8e4e5f81-73a8-4d33-8c3e-f0737f5eb6b5 None None] Bound port: 0d842a8d-d6ae-43de-8e3e-760fdcf6868e, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b86e4c-6571-46a6-bc71-23a42bd18600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:11.641062 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8e4e5f81-73a8-4d33-8c3e-f0737f5eb6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.647452 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c0b8e817-c2b5-4766-8a0b-dc4d565ec233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.698857 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c0b8e817-c2b5-4766-8a0b-dc4d565ec233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.714226 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8e4e5f81-73a8-4d33-8c3e-f0737f5eb6b5 None None] For port 0d842a8d-d6ae-43de-8e3e-760fdcf6868e, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:11.721165 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8e4e5f81-73a8-4d33-8c3e-f0737f5eb6b5 None None] For port 0d842a8d-d6ae-43de-8e3e-760fdcf6868e, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=0d842a8d-d6ae-43de-8e3e-760fdcf6868e,segment=NetworkSegment(d7b86e4c-6571-46a6-bc71-23a42bd18600),segment_id=d7b86e4c-6571-46a6-bc71-23a42bd18600)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:11.729683 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8e4e5f81-73a8-4d33-8c3e-f0737f5eb6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.766426 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2978d829-5e7b-443c-91b0-5065de5d66b7 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.778119 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2978d829-5e7b-443c-91b0-5065de5d66b7 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.834720 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8e817-c2b5-4766-8a0b-dc4d565ec233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Pushing event updated for resources: {'Port': ['ID=d342d2ea-cdca-4f1f-b163-4d7f97bd93a1,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:11.865527 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b8e817-c2b5-4766-8a0b-dc4d565ec233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:11.876987 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-c0b8e817-c2b5-4766-8a0b-dc4d565ec233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:11.879458 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b8e817-c2b5-4766-8a0b-dc4d565ec233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:11.883778 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b8e817-c2b5-4766-8a0b-dc4d565ec233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:11.888869 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c0b8e817-c2b5-4766-8a0b-dc4d565ec233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.898832 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978d829-5e7b-443c-91b0-5065de5d66b7 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be58984-9c94-473d-a30d-d9912f2b91b4,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:11.927111 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e5f81-73a8-4d33-8c3e-f0737f5eb6b5 None None] Pushing event updated for resources: {'Port': ['ID=0d842a8d-d6ae-43de-8e3e-760fdcf6868e,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:11.929903 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c0b8e817-c2b5-4766-8a0b-dc4d565ec233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6557512 Jul 07 17:28:11.935138 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56554) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:11.961436 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-0a3a650a-226d-460c-9084-5e705d5bd5bd tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Allocated IP 172.20.0.1 (3a6b4aeb-0870-4573-9f2e-07eef66dfa0d/95a5b95a-6cb1-4051-a985-73fa28db48d5/4c781e35-0f4f-44ab-a52b-284a8a5af8c2) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:11.978789 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2978d829-5e7b-443c-91b0-5065de5d66b7 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.985139 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2978d829-5e7b-443c-91b0-5065de5d66b7 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7749870 Jul 07 17:28:11.992140 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56556) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:12.013631 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-b3c3d623-af58-4ddd-aec8-1e95db35cca5 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Request body: {'security_group_rule': {'security_group_id': '28ab992b-b36e-4d0a-a39e-6e49bf24ef72', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:12.061051 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7022e259-e6d6-430f-97e3-714c7952bdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:12.068029 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7022e259-e6d6-430f-97e3-714c7952bdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] 10.222.0.53 "GET /v2.0/ports/d342d2ea-cdca-4f1f-b163-4d7f97bd93a1 HTTP/1.1" status: 200 len: 959 time: 0.1273985 Jul 07 17:28:12.068595 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56560) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:12.119432 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b3c3d623-af58-4ddd-aec8-1e95db35cca5 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.212386 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-05aae90a-05be-44c0-8a99-df9f9494abe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Deleting port d342d2ea-cdca-4f1f-b163-4d7f97bd93a1 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:12.213456 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-05aae90a-05be-44c0-8a99-df9f9494abe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.294010 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b3c3d623-af58-4ddd-aec8-1e95db35cca5 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.299442 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a3a650a-226d-460c-9084-5e705d5bd5bd tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.303984 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b3c3d623-af58-4ddd-aec8-1e95db35cca5 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.332409 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-0a3a650a-226d-460c-9084-5e705d5bd5bd tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Transition to ACTIVE for port object 4c781e35-0f4f-44ab-a52b-284a8a5af8c2 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:12.347933 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3d623-af58-4ddd-aec8-1e95db35cca5 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de682076-c387-4161-a707-69cafd9a19ef,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:12.356375 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b3c3d623-af58-4ddd-aec8-1e95db35cca5 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.361444 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b3c3d623-af58-4ddd-aec8-1e95db35cca5 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3643692 Jul 07 17:28:12.361444 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56572) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:12.368322 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-0d001a47-3ae3-4c55-ad2d-dfb61151a0fd tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Request body: {'security_group_rule': {'security_group_id': '28ab992b-b36e-4d0a-a39e-6e49bf24ef72', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:12.379715 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-05aae90a-05be-44c0-8a99-df9f9494abe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.399429 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-05aae90a-05be-44c0-8a99-df9f9494abe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Calling delete_port for d342d2ea-cdca-4f1f-b163-4d7f97bd93a1 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:12.422962 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0d001a47-3ae3-4c55-ad2d-dfb61151a0fd tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.436216 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a3a650a-226d-460c-9084-5e705d5bd5bd tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.543760 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-05aae90a-05be-44c0-8a99-df9f9494abe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.557375 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3a650a-226d-460c-9084-5e705d5bd5bd tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network 3a6b4aeb-0870-4573-9f2e-07eef66dfa0d is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:12.569806 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-0a3a650a-226d-460c-9084-5e705d5bd5bd tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:12.582206 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3a650a-226d-460c-9084-5e705d5bd5bd tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:12.601602 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-05aae90a-05be-44c0-8a99-df9f9494abe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.603882 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-05aae90a-05be-44c0-8a99-df9f9494abe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] 10.222.0.53 "DELETE /v2.0/ports/d342d2ea-cdca-4f1f-b163-4d7f97bd93a1 HTTP/1.1" status: 204 len: 168 time: 0.5337479 Jul 07 17:28:12.605489 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aae90a-05be-44c0-8a99-df9f9494abe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Pushing event deleted for resources: {'Port': ['ID=d342d2ea-cdca-4f1f-b163-4d7f97bd93a1,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:12.608236 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56580) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:12.643673 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b028ef-b102-4d66-9967-f49195846617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:28:12.645559 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-82b028ef-b102-4d66-9967-f49195846617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] 10.222.0.53 "GET /v2.0/ports/d342d2ea-cdca-4f1f-b163-4d7f97bd93a1 HTTP/1.1" status: 404 len: 333 time: 0.0358765 Jul 07 17:28:12.650817 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56582) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:12.658512 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-0945dc87-cb24-401a-958a-bfe29dba48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Request body: {'port': {'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134098095'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:12.686412 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0945dc87-cb24-401a-958a-bfe29dba48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Made reservation on behalf of 9976b5b4b7f64b6fa6d79cc6915e2f74 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:12.687266 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a650a-226d-460c-9084-5e705d5bd5bd tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Port': ['ID=4c781e35-0f4f-44ab-a52b-284a8a5af8c2,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:12.689121 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0945dc87-cb24-401a-958a-bfe29dba48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.716093 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-0945dc87-cb24-401a-958a-bfe29dba48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] device_id is not set on port f73205f3-bc99-43a5-94d5-9371ddfd8c27 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:28:12.728093 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a3a650a-226d-460c-9084-5e705d5bd5bd tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.735794 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0d001a47-3ae3-4c55-ad2d-dfb61151a0fd tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.811375 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0d001a47-3ae3-4c55-ad2d-dfb61151a0fd tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.894142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d001a47-3ae3-4c55-ad2d-dfb61151a0fd tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8a1f18-50b8-4777-8f07-d2b53f686924,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:12.917871 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0d001a47-3ae3-4c55-ad2d-dfb61151a0fd tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.921042 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0d001a47-3ae3-4c55-ad2d-dfb61151a0fd tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5588384 Jul 07 17:28:12.928057 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56588) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:12.940096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-0db7a2b6-966a-471b-8448-5aebada794a1 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Request body: {'security_group_rule': {'security_group_id': '28ab992b-b36e-4d0a-a39e-6e49bf24ef72', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:12.971015 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0945dc87-cb24-401a-958a-bfe29dba48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.029684 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0db7a2b6-966a-471b-8448-5aebada794a1 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.110603 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a3a650a-226d-460c-9084-5e705d5bd5bd tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.155718 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0945dc87-cb24-401a-958a-bfe29dba48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.159369 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0db7a2b6-966a-471b-8448-5aebada794a1 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.209296 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0db7a2b6-966a-471b-8448-5aebada794a1 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.242068 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0945dc87-cb24-401a-958a-bfe29dba48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:13.250963 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0db7a2b6-966a-471b-8448-5aebada794a1 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.255355 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0db7a2b6-966a-471b-8448-5aebada794a1 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3261197 Jul 07 17:28:13.258354 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56604) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:13.265396 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-0945dc87-cb24-401a-958a-bfe29dba48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:13.339569 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0945dc87-cb24-401a-958a-bfe29dba48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:13.340963 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0945dc87-cb24-401a-958a-bfe29dba48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:13.341856 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0945dc87-cb24-401a-958a-bfe29dba48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.358475 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a59ac4fd-92d2-449c-a060-b453731a958a tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.367522 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945dc87-cb24-401a-958a-bfe29dba48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Pushing event updated for resources: {'Port': ['ID=f73205f3-bc99-43a5-94d5-9371ddfd8c27,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:13.371015 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0945dc87-cb24-401a-958a-bfe29dba48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7189977 Jul 07 17:28:13.372445 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7a2b6-966a-471b-8448-5aebada794a1 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e2971b-dd8d-4066-bc99-3ea07413a6e9,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:13.376535 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56606) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:13.391182 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:13.407501 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a59ac4fd-92d2-449c-a060-b453731a958a tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.536711 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a59ac4fd-92d2-449c-a060-b453731a958a tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.570096 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a59ac4fd-92d2-449c-a060-b453731a958a tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.577813 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a59ac4fd-92d2-449c-a060-b453731a958a tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/01e2971b-dd8d-4066-bc99-3ea07413a6e9 HTTP/1.1" status: 204 len: 168 time: 0.3139441 Jul 07 17:28:13.587804 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56610) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:13.629549 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ac4fd-92d2-449c-a060-b453731a958a tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01e2971b-dd8d-4066-bc99-3ea07413a6e9,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:13.675870 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.834747 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d4b9e241-8258-414e-b826-b9a9209382ca tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2439544 Jul 07 17:28:13.838441 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56612) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:13.867510 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fff329d-a82f-4343-8ac1-ccd20491060f None None] Network 3a6b4aeb-0870-4573-9f2e-07eef66dfa0d requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:13.954312 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d393a42-19e0-44f9-96d6-7178827d5c74 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.004911 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d393a42-19e0-44f9-96d6-7178827d5c74 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.021665 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 0d842a8d-d6ae-43de-8e3e-760fdcf6868e up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:14.042211 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] device_id is not set on port f73205f3-bc99-43a5-94d5-9371ddfd8c27 yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:28:14.054407 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.057232 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a3a650a-226d-460c-9084-5e705d5bd5bd tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.082176 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Transition to ACTIVE for port object f73205f3-bc99-43a5-94d5-9371ddfd8c27 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:14.094232 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.104065 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a3a650a-226d-460c-9084-5e705d5bd5bd tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.112098 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a54598a0-31ad-4010-a98d-9af6afe423d4 None None] Provisioning for port 0d842a8d-d6ae-43de-8e3e-760fdcf6868e completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:14.221915 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:14.222433 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:14.222780 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:14.235787 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:14.236325 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:14.239745 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempt 2 to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 Jul 07 17:28:14.255581 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:14.255942 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:14.256284 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:14.257160 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 0d842a8d-d6ae-43de-8e3e-760fdcf6868e completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:14.258955 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Pushing event updated for resources: {'Port': ['ID=f73205f3-bc99-43a5-94d5-9371ddfd8c27,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:14.266595 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:14.267166 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:14.267579 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempt 3 to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 Jul 07 17:28:14.276139 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 0d842a8d-d6ae-43de-8e3e-760fdcf6868e triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:14.276521 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.283963 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d393a42-19e0-44f9-96d6-7178827d5c74 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.287795 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:14.288213 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:14.288560 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:14.296500 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:14.296870 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:14.298228 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempt 4 to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 Jul 07 17:28:14.304098 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d393a42-19e0-44f9-96d6-7178827d5c74 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.306280 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9d393a42-19e0-44f9-96d6-7178827d5c74 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/db8a1f18-50b8-4777-8f07-d2b53f686924 HTTP/1.1" status: 204 len: 168 time: 0.4663002 Jul 07 17:28:14.317523 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56624) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:14.334731 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:14.335079 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:14.336554 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:14.351259 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:14.351599 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:14.352010 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempt 5 to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 Jul 07 17:28:14.358856 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a3a650a-226d-460c-9084-5e705d5bd5bd tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.362820 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d393a42-19e0-44f9-96d6-7178827d5c74 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db8a1f18-50b8-4777-8f07-d2b53f686924,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:14.397230 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:14.398238 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:14.398769 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:14.400471 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a650a-226d-460c-9084-5e705d5bd5bd tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Port': ['ID=4c781e35-0f4f-44ab-a52b-284a8a5af8c2,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:14.406500 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:14.407134 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:14.407730 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempt 6 to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 Jul 07 17:28:14.434615 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:14.443830 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:14.444869 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:14.455769 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.461734 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:14.468396 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:14.470478 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempt 7 to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 Jul 07 17:28:14.516558 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 0d842a8d-d6ae-43de-8e3e-760fdcf6868e, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=0d842a8d-d6ae-43de-8e3e-760fdcf6868e,segment=NetworkSegment(d7b86e4c-6571-46a6-bc71-23a42bd18600),segment_id=d7b86e4c-6571-46a6-bc71-23a42bd18600)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:14.521890 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-45a4b2fa-5017-43e8-aa7f-9d01cfece12f tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1835306 Jul 07 17:28:14.522635 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56628) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:14.530225 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.601530 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-30def207-a995-4161-b16d-6514eb45ff7f tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.607204 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:14.607726 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:14.608311 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:14.609671 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3a650a-226d-460c-9084-5e705d5bd5bd tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network 3a6b4aeb-0870-4573-9f2e-07eef66dfa0d is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:14.611607 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-0a3a650a-226d-460c-9084-5e705d5bd5bd tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:14.633309 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-30def207-a995-4161-b16d-6514eb45ff7f tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.645245 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=0d842a8d-d6ae-43de-8e3e-760fdcf6868e,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:14.656267 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:14.656935 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:14.660865 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempt 8 to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 Jul 07 17:28:14.756637 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:14.757395 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:14.757909 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:14.790205 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:14.790205 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:14.792244 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempt 9 to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 Jul 07 17:28:14.829244 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-30def207-a995-4161-b16d-6514eb45ff7f tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.861634 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-30def207-a995-4161-b16d-6514eb45ff7f tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.865532 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a642e4a5-4384-4194-8681-4b4891b72605 None None] Provisioning complete for port 0d842a8d-d6ae-43de-8e3e-760fdcf6868e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:14.875223 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a642e4a5-4384-4194-8681-4b4891b72605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.877492 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-30def207-a995-4161-b16d-6514eb45ff7f tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/de682076-c387-4161-a707-69cafd9a19ef HTTP/1.1" status: 204 len: 168 time: 0.3529184 Jul 07 17:28:14.879137 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56634) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:14.951076 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:14.951076 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:14.951582 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:14.971686 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30def207-a995-4161-b16d-6514eb45ff7f tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de682076-c387-4161-a707-69cafd9a19ef,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:14.993480 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:14.993968 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:14.994525 n-d-791503-12 neutron-server[100192]: INFO neutron.plugins.ml2.plugin [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempt 10 to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 Jul 07 17:28:15.005246 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a642e4a5-4384-4194-8681-4b4891b72605 None None] Provisioning for port 4c781e35-0f4f-44ab-a52b-284a8a5af8c2 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:15.010598 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a642e4a5-4384-4194-8681-4b4891b72605 None None] Provisioning complete for port 4c781e35-0f4f-44ab-a52b-284a8a5af8c2 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:15.011390 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a642e4a5-4384-4194-8681-4b4891b72605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.052696 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:15.053282 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:15.054189 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempting to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:15.069249 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:15.069814 n-d-791503-12 neutron-server[100192]: ERROR neutron.plugins.ml2.managers [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Failed to bind port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on host n-h2-791503-12 for vnic_type normal using segments [{'id': 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '663fc5de-aae2-4ad0-9f1c-aa3d748c3e28'}] Jul 07 17:28:15.070442 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.092573 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a642e4a5-4384-4194-8681-4b4891b72605 None None] Port 4c781e35-0f4f-44ab-a52b-284a8a5af8c2 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:15.103694 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f0ea4471-fb42-493c-a2ba-85e3a6c7b3f4 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2205586 Jul 07 17:28:15.107052 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56636) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:15.216284 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3a650a-226d-460c-9084-5e705d5bd5bd tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Router ce8831df-c1f9-4c2d-8219-1443b1a2c212 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:28:15.221641 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fb8d7b71-23e8-482c-a9f1-fbf2fa6ee622 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.234575 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fb8d7b71-23e8-482c-a9f1-fbf2fa6ee622 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.262690 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] For port f73205f3-bc99-43a5-94d5-9371ddfd8c27, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:15.263724 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attempted to set empty binding levels {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 17:28:15.273616 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.323690 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a7aafabe-5465-443b-bbda-4d9cc21d06c6 None None] Provisioning complete for port 4c781e35-0f4f-44ab-a52b-284a8a5af8c2 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:15.325046 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a7aafabe-5465-443b-bbda-4d9cc21d06c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.354491 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] In _notify_port_updated(), no bound segment for port f73205f3-bc99-43a5-94d5-9371ddfd8c27 on network 663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 {{(pid=100192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:28:15.355739 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:15.357218 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.359300 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] 10.222.0.53 "PUT /v2.0/ports/f73205f3-bc99-43a5-94d5-9371ddfd8c27 HTTP/1.1" status: 200 len: 980 time: 1.9816451 Jul 07 17:28:15.362612 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56646) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:15.410706 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a7aafabe-5465-443b-bbda-4d9cc21d06c6 None None] Port 4c781e35-0f4f-44ab-a52b-284a8a5af8c2 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:15.420055 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Pushing event updated for resources: {'Port': ['ID=f73205f3-bc99-43a5-94d5-9371ddfd8c27,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:15.437506 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:15.438058 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:15.438421 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:15.438766 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:15.445567 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:15.445984 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:15.446340 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:15.446676 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:15.447011 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:15.447590 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:15.447959 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:15.448347 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d5b1c0-71eb-41d6-9ffe-d503df85d026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:15.532525 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fb8d7b71-23e8-482c-a9f1-fbf2fa6ee622 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.539854 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fb8d7b71-23e8-482c-a9f1-fbf2fa6ee622 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.545094 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fb8d7b71-23e8-482c-a9f1-fbf2fa6ee622 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/0be58984-9c94-473d-a30d-d9912f2b91b4 HTTP/1.1" status: 204 len: 168 time: 0.4364729 Jul 07 17:28:15.545917 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56652) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:15.581257 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-0874b0e7-d968-4668-8e0b-95f4a13285e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Deleting port f73205f3-bc99-43a5-94d5-9371ddfd8c27 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:15.582583 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0874b0e7-d968-4668-8e0b-95f4a13285e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.609913 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d7b71-23e8-482c-a9f1-fbf2fa6ee622 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0be58984-9c94-473d-a30d-d9912f2b91b4,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:15.675085 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3a650a-226d-460c-9084-5e705d5bd5bd tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:15.675085 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0a3a650a-226d-460c-9084-5e705d5bd5bd tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "PUT /v2.0/routers/ce8831df-c1f9-4c2d-8219-1443b1a2c212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9537354 Jul 07 17:28:15.675085 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56654) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:15.675085 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e33ab9b7-8f56-41b0-92f4-90acdb0d2ada tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'network': {'name': 'tempest-RoutersTest-1328378090'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:15.678740 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edb7295-3304-4e8d-87bb-fbde1d97fe40 None None] Sync routers for ids ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:15.719709 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edb7295-3304-4e8d-87bb-fbde1d97fe40 None None] Routers {'ce8831df-c1f9-4c2d-8219-1443b1a2c212'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:15.725651 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-0edb7295-3304-4e8d-87bb-fbde1d97fe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:15.786225 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1f4e3508-2544-492c-9ca4-d517d71d9ae3 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2278550 Jul 07 17:28:15.790338 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33ab9b7-8f56-41b0-92f4-90acdb0d2ada tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Made reservation on behalf of 3f24c708bb74478a88dbf9975d5221d7 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:15.790848 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56656) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:15.799094 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e33ab9b7-8f56-41b0-92f4-90acdb0d2ada tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.801831 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-0874b0e7-d968-4668-8e0b-95f4a13285e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] For port f73205f3-bc99-43a5-94d5-9371ddfd8c27, host n-h2-791503-12, got binding levels [] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:15.801960 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0874b0e7-d968-4668-8e0b-95f4a13285e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.836982 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33ab9b7-8f56-41b0-92f4-90acdb0d2ada tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:15.842022 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ed6a9d50-0465-493d-90d5-5ed7b2a21c47 None None] Provisioning complete for port 4c781e35-0f4f-44ab-a52b-284a8a5af8c2 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:15.842600 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ed6a9d50-0465-493d-90d5-5ed7b2a21c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.872779 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e33ab9b7-8f56-41b0-92f4-90acdb0d2ada tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.874115 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-e33ab9b7-8f56-41b0-92f4-90acdb0d2ada tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Added segment 3da7c048-04eb-4b54-8e32-277d7919d0e6 of type vlan for network 41b03892-0f83-4020-8ef8-255e1bf4d90e Jul 07 17:28:15.895022 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-ed6a9d50-0465-493d-90d5-5ed7b2a21c47 None None] Port 4c781e35-0f4f-44ab-a52b-284a8a5af8c2 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:15.905423 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-0874b0e7-d968-4668-8e0b-95f4a13285e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Calling delete_port for f73205f3-bc99-43a5-94d5-9371ddfd8c27 owned by {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:15.915995 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 0d842a8d-d6ae-43de-8e3e-760fdcf6868e up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:15.934531 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-722c0f49-c571-4586-b16a-29999d453d8d tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.015891 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e33ab9b7-8f56-41b0-92f4-90acdb0d2ada tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.017555 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-722c0f49-c571-4586-b16a-29999d453d8d tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.035460 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-0edb7295-3304-4e8d-87bb-fbde1d97fe40 None None] Set router ce8831df-c1f9-4c2d-8219-1443b1a2c212 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:16.035811 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 0d842a8d-d6ae-43de-8e3e-760fdcf6868e triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:16.036581 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.107019 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e33ab9b7-8f56-41b0-92f4-90acdb0d2ada tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.134066 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33ab9b7-8f56-41b0-92f4-90acdb0d2ada tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:16.134686 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e33ab9b7-8f56-41b0-92f4-90acdb0d2ada tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.144372 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-722c0f49-c571-4586-b16a-29999d453d8d tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.160286 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-722c0f49-c571-4586-b16a-29999d453d8d tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.161703 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-722c0f49-c571-4586-b16a-29999d453d8d tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/4258745d-06af-4720-a773-6d016d5a69f7 HTTP/1.1" status: 204 len: 168 time: 0.3694093 Jul 07 17:28:16.179863 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56662) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:16.203547 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c0f49-c571-4586-b16a-29999d453d8d tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4258745d-06af-4720-a773-6d016d5a69f7,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:16.267840 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5f9e9a5b-fcc9-40f4-a399-a6bf88df5bde tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0849228 Jul 07 17:28:16.269124 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56668) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:16.270435 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0874b0e7-d968-4668-8e0b-95f4a13285e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.292304 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ab9b7-8f56-41b0-92f4-90acdb0d2ada tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Network': ['ID=41b03892-0f83-4020-8ef8-255e1bf4d90e,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:16.300135 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e33ab9b7-8f56-41b0-92f4-90acdb0d2ada tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6358161 Jul 07 17:28:16.305062 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56670) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:16.306547 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 41b03892-0f83-4020-8ef8-255e1bf4d90e details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:16.360820 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-eb0f56df-35ac-41b5-8688-64e14b78ed20 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'subnet': {'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:16.378119 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874b0e7-d968-4668-8e0b-95f4a13285e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Pushing event deleted for resources: {'Port': ['ID=f73205f3-bc99-43a5-94d5-9371ddfd8c27,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:16.398307 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0874b0e7-d968-4668-8e0b-95f4a13285e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.403789 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0874b0e7-d968-4668-8e0b-95f4a13285e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] 10.222.0.53 "DELETE /v2.0/ports/f73205f3-bc99-43a5-94d5-9371ddfd8c27 HTTP/1.1" status: 204 len: 168 time: 1.0397770 Jul 07 17:28:16.407491 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56672) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:16.547933 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-0edb7295-3304-4e8d-87bb-fbde1d97fe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:28:12Z', 'revision_number': 2, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None, '_interfaces': [{'id': '4c781e35-0f4f-44ab-a52b-284a8a5af8c2', 'name': '', 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:b2:24:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:11Z', 'updated_at': '2021-07-07T17:28:13Z', 'revision_number': 2, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:16.619915 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77ab681-3aab-4ae5-9e55-897dac6809a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:28:16.627202 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d77ab681-3aab-4ae5-9e55-897dac6809a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-851295721-project-admin] 10.222.0.53 "GET /v2.0/ports/f73205f3-bc99-43a5-94d5-9371ddfd8c27 HTTP/1.1" status: 404 len: 333 time: 0.2165134 Jul 07 17:28:16.637479 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56678) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:16.645065 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edb7295-3304-4e8d-87bb-fbde1d97fe40 None None] Checking router: ce8831df-c1f9-4c2d-8219-1443b1a2c212 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:28:16.648083 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edb7295-3304-4e8d-87bb-fbde1d97fe40 None None] Updating router ce8831df-c1f9-4c2d-8219-1443b1a2c212 port 4c781e35-0f4f-44ab-a52b-284a8a5af8c2 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:28:16.737952 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-0edb7295-3304-4e8d-87bb-fbde1d97fe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.866392 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8814bf33-67d5-4e8d-a45e-17d2826e01cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.998464 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8814bf33-67d5-4e8d-a45e-17d2826e01cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.014278 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-8814bf33-67d5-4e8d-a45e-17d2826e01cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663fc5de-aae2-4ad0-9f1c-aa3d748c3e28']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:17.031456 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-8814bf33-67d5-4e8d-a45e-17d2826e01cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:17.031766 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-8814bf33-67d5-4e8d-a45e-17d2826e01cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a05807e2-b0e6-4fe2-837f-b65acc8ca15a') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:17.032089 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ec15ef19-7e88-4253-be79-35d94d7ea5bb tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.046048 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8814bf33-67d5-4e8d-a45e-17d2826e01cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.068941 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8814bf33-67d5-4e8d-a45e-17d2826e01cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.081368 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8814bf33-67d5-4e8d-a45e-17d2826e01cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:17.082302 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8814bf33-67d5-4e8d-a45e-17d2826e01cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:17.089375 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:17.112161 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ec15ef19-7e88-4253-be79-35d94d7ea5bb tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.122883 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0f56df-35ac-41b5-8688-64e14b78ed20 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Made reservation on behalf of 3f24c708bb74478a88dbf9975d5221d7 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:17.132494 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eb0f56df-35ac-41b5-8688-64e14b78ed20 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.198607 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8814bf33-67d5-4e8d-a45e-17d2826e01cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.236450 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8814bf33-67d5-4e8d-a45e-17d2826e01cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.245035 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8814bf33-67d5-4e8d-a45e-17d2826e01cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] 10.222.0.53 "DELETE /v2.0/networks/663fc5de-aae2-4ad0-9f1c-aa3d748c3e28 HTTP/1.1" status: 204 len: 168 time: 0.6051075 Jul 07 17:28:17.246069 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814bf33-67d5-4e8d-a45e-17d2826e01cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564398805-project] Pushing event deleted for resources: {'Network': ['ID=663fc5de-aae2-4ad0-9f1c-aa3d748c3e28,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:17.438848 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ec15ef19-7e88-4253-be79-35d94d7ea5bb tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.447367 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ec15ef19-7e88-4253-be79-35d94d7ea5bb tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.454379 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56690) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:17.458458 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ec15ef19-7e88-4253-be79-35d94d7ea5bb tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "DELETE /v2.0/security-groups/28ab992b-b36e-4d0a-a39e-6e49bf24ef72 HTTP/1.1" status: 204 len: 168 time: 1.1800106 Jul 07 17:28:17.518010 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15ef19-7e88-4253-be79-35d94d7ea5bb tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ab992b-b36e-4d0a-a39e-6e49bf24ef72,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:17.520119 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-0edb7295-3304-4e8d-87bb-fbde1d97fe40 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.639286 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-0edb7295-3304-4e8d-87bb-fbde1d97fe40 None None] Transition to ACTIVE for port object 4c781e35-0f4f-44ab-a52b-284a8a5af8c2 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:17.655722 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-0edb7295-3304-4e8d-87bb-fbde1d97fe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.668777 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ee467e1c-d2ce-4a27-9b58-c3fb5f9269f0 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2070494 Jul 07 17:28:17.669609 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56694) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:17.681827 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-87275ab7-fa8b-4fe0-9f9c-967e261adb92 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Request body: {'security_group': {'name': 'tempest-secgroup--1658772283'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:17.851836 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87275ab7-fa8b-4fe0-9f9c-967e261adb92 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.990492 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49df79-4ced-43ea-add7-d1ecc0b7c9c1 None None] Pushing event updated for resources: {'Port': ['ID=4c781e35-0f4f-44ab-a52b-284a8a5af8c2,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:18.052449 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49df79-4ced-43ea-add7-d1ecc0b7c9c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:18.052943 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49df79-4ced-43ea-add7-d1ecc0b7c9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:18.053125 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49df79-4ced-43ea-add7-d1ecc0b7c9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:18.053491 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49df79-4ced-43ea-add7-d1ecc0b7c9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:18.053734 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49df79-4ced-43ea-add7-d1ecc0b7c9c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:18.060609 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49df79-4ced-43ea-add7-d1ecc0b7c9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:18.061326 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49df79-4ced-43ea-add7-d1ecc0b7c9c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:18.061680 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49df79-4ced-43ea-add7-d1ecc0b7c9c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:18.062018 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49df79-4ced-43ea-add7-d1ecc0b7c9c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:18.062354 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49df79-4ced-43ea-add7-d1ecc0b7c9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:18.062688 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49df79-4ced-43ea-add7-d1ecc0b7c9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:18.063040 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49df79-4ced-43ea-add7-d1ecc0b7c9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:18.119977 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eb0f56df-35ac-41b5-8688-64e14b78ed20 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.127841 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-0edb7295-3304-4e8d-87bb-fbde1d97fe40 None None] Attempting to bind port 4c781e35-0f4f-44ab-a52b-284a8a5af8c2 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:18.128478 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-0edb7295-3304-4e8d-87bb-fbde1d97fe40 None None] Attempting to bind port 4c781e35-0f4f-44ab-a52b-284a8a5af8c2 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'd7b86e4c-6571-46a6-bc71-23a42bd18600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:18.128873 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb7295-3304-4e8d-87bb-fbde1d97fe40 None None] Attempting to bind port 4c781e35-0f4f-44ab-a52b-284a8a5af8c2 on network 3a6b4aeb-0870-4573-9f2e-07eef66dfa0d {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:18.134898 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb7295-3304-4e8d-87bb-fbde1d97fe40 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:18.135234 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb7295-3304-4e8d-87bb-fbde1d97fe40 None None] Checking segment: {'id': 'd7b86e4c-6571-46a6-bc71-23a42bd18600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:18.138436 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-0edb7295-3304-4e8d-87bb-fbde1d97fe40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.139043 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb7295-3304-4e8d-87bb-fbde1d97fe40 None None] Bound using segment: {'id': 'd7b86e4c-6571-46a6-bc71-23a42bd18600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:18.139978 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-0edb7295-3304-4e8d-87bb-fbde1d97fe40 None None] Bound port: 4c781e35-0f4f-44ab-a52b-284a8a5af8c2, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b86e4c-6571-46a6-bc71-23a42bd18600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:18.145260 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-0edb7295-3304-4e8d-87bb-fbde1d97fe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.156807 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87275ab7-fa8b-4fe0-9f9c-967e261adb92 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.166015 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87275ab7-fa8b-4fe0-9f9c-967e261adb92 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.299548 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-87275ab7-fa8b-4fe0-9f9c-967e261adb92 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.304208 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-87275ab7-fa8b-4fe0-9f9c-967e261adb92 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6337266 Jul 07 17:28:18.305459 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87275ab7-fa8b-4fe0-9f9c-967e261adb92 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff18517-83ce-4949-8cb9-d8fd892369d8,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:18.310946 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56698) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:18.321806 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-95efb33c-a5d2-431f-8c32-236a5bca4ac3 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Request body: {'security_group_rule': {'security_group_id': '9ff18517-83ce-4949-8cb9-d8fd892369d8', 'direction': 'ingress', 'protocol': 17}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:18.333269 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56700) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:18.335769 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-0edb7295-3304-4e8d-87bb-fbde1d97fe40 None None] For port 4c781e35-0f4f-44ab-a52b-284a8a5af8c2, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:18.345830 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-0edb7295-3304-4e8d-87bb-fbde1d97fe40 None None] For port 4c781e35-0f4f-44ab-a52b-284a8a5af8c2, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4c781e35-0f4f-44ab-a52b-284a8a5af8c2,segment=NetworkSegment(d7b86e4c-6571-46a6-bc71-23a42bd18600),segment_id=d7b86e4c-6571-46a6-bc71-23a42bd18600)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:18.353146 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-0edb7295-3304-4e8d-87bb-fbde1d97fe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.357390 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f56df-35ac-41b5-8688-64e14b78ed20 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Subnet': ['ID=08b6761f-108c-4ed2-b26b-22055603fb50,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:18.403317 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0f56df-35ac-41b5-8688-64e14b78ed20 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Checking segment: {'id': '3da7c048-04eb-4b54-8e32-277d7919d0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:18.404598 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0f56df-35ac-41b5-8688-64e14b78ed20 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network hostable DHCP agents. Network: 41b03892-0f83-4020-8ef8-255e1bf4d90e, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:18.406121 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-95efb33c-a5d2-431f-8c32-236a5bca4ac3 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.471792 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0f56df-35ac-41b5-8688-64e14b78ed20 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network 41b03892-0f83-4020-8ef8-255e1bf4d90e is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:18.487656 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-eb0f56df-35ac-41b5-8688-64e14b78ed20 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 41b03892-0f83-4020-8ef8-255e1bf4d90e) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:18.499818 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0f56df-35ac-41b5-8688-64e14b78ed20 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:18.501019 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eb0f56df-35ac-41b5-8688-64e14b78ed20 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.513977 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edb7295-3304-4e8d-87bb-fbde1d97fe40 None None] Routers {'ce8831df-c1f9-4c2d-8219-1443b1a2c212'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:18.516262 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d65d237-8698-425b-970f-12b55ccd70d8 None None] Network 41b03892-0f83-4020-8ef8-255e1bf4d90e requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:18.520162 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-0edb7295-3304-4e8d-87bb-fbde1d97fe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:18.531243 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-eb0f56df-35ac-41b5-8688-64e14b78ed20 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1899261 Jul 07 17:28:18.535007 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56708) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:18.777805 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49df79-4ced-43ea-add7-d1ecc0b7c9c1 None None] Pushing event updated for resources: {'Port': ['ID=4c781e35-0f4f-44ab-a52b-284a8a5af8c2,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:18.843983 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-0edb7295-3304-4e8d-87bb-fbde1d97fe40 None None] Set router ce8831df-c1f9-4c2d-8219-1443b1a2c212 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:18.898492 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4f54a438-330a-4796-afa4-4d337e8fd772 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=97858ba21a2c45a5bd77bc7dc13109ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5610485 Jul 07 17:28:18.906265 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56712) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:18.957652 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29fb8fe-71ca-4d6d-bdc5-b3f4308b43bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-41b03892-0f83-4020-8ef8-255e1bf4d90e', 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'fixed_ips': [{'subnet_id': '08b6761f-108c-4ed2-b26b-22055603fb50'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:18.958550 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c29fb8fe-71ca-4d6d-bdc5-b3f4308b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.968377 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-95efb33c-a5d2-431f-8c32-236a5bca4ac3 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.995688 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-95efb33c-a5d2-431f-8c32-236a5bca4ac3 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:19.004531 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-44e07011-0205-49f0-ad55-9f78b5a9ccd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:19.057311 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-44e07011-0205-49f0-ad55-9f78b5a9ccd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:19.071092 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-95efb33c-a5d2-431f-8c32-236a5bca4ac3 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:19.073329 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-95efb33c-a5d2-431f-8c32-236a5bca4ac3 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7610631 Jul 07 17:28:19.078919 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56718) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:19.087646 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efb33c-a5d2-431f-8c32-236a5bca4ac3 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad68d6e6-50fa-4b7f-b4bd-809d4a3eaf06,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:19.179114 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-44e07011-0205-49f0-ad55-9f78b5a9ccd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:19.185479 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-44e07011-0205-49f0-ad55-9f78b5a9ccd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:19.186516 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-44e07011-0205-49f0-ad55-9f78b5a9ccd4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bce49853-a992-45e2-84a7-55cb1f7d8cd3 HTTP/1.1" status: 204 len: 168 time: 0.2790816 Jul 07 17:28:19.208486 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e07011-0205-49f0-ad55-9f78b5a9ccd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce49853-a992-45e2-84a7-55cb1f7d8cd3,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:19.279063 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-c29fb8fe-71ca-4d6d-bdc5-b3f4308b43bb None None] Allocated IP 172.21.0.2 (41b03892-0f83-4020-8ef8-255e1bf4d90e/08b6761f-108c-4ed2-b26b-22055603fb50/af9b0c22-b271-4e7a-bdee-88a6169014bd) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:19.540030 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-0edb7295-3304-4e8d-87bb-fbde1d97fe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:28:12Z', 'revision_number': 2, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None, '_interfaces': [{'id': '4c781e35-0f4f-44ab-a52b-284a8a5af8c2', 'name': '', 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:b2:24:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:11Z', 'updated_at': '2021-07-07T17:28:18Z', 'revision_number': 4, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:19.550283 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-61d62deb-f4b3-4694-a34d-1c95fe1ae7e3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:19.595107 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2aff59a9-0738-4f12-8930-c0fd7a9a07c2 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:19.664693 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edb7295-3304-4e8d-87bb-fbde1d97fe40 None None] The sync data for ids ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'] in n-d-791503-12 is: [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:28:12Z', 'revision_number': 2, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None, '_interfaces': [{'id': '4c781e35-0f4f-44ab-a52b-284a8a5af8c2', 'name': '', 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:b2:24:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:11Z', 'updated_at': '2021-07-07T17:28:18Z', 'revision_number': 4, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:19.741084 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c29fb8fe-71ca-4d6d-bdc5-b3f4308b43bb None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:19.766162 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2aff59a9-0738-4f12-8930-c0fd7a9a07c2 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:19.799861 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c29fb8fe-71ca-4d6d-bdc5-b3f4308b43bb None None] Transition to ACTIVE for port object af9b0c22-b271-4e7a-bdee-88a6169014bd will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:19.845836 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c29fb8fe-71ca-4d6d-bdc5-b3f4308b43bb None None] Transition to ACTIVE for port object af9b0c22-b271-4e7a-bdee-88a6169014bd will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:19.858921 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c29fb8fe-71ca-4d6d-bdc5-b3f4308b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:19.988758 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29fb8fe-71ca-4d6d-bdc5-b3f4308b43bb None None] Network 41b03892-0f83-4020-8ef8-255e1bf4d90e is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:19.994856 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-c29fb8fe-71ca-4d6d-bdc5-b3f4308b43bb None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:20.000807 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29fb8fe-71ca-4d6d-bdc5-b3f4308b43bb None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:20.008100 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fb8fe-71ca-4d6d-bdc5-b3f4308b43bb None None] Pushing event updated for resources: {'Port': ['ID=af9b0c22-b271-4e7a-bdee-88a6169014bd,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:20.012792 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56746) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:20.173956 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-c29fb8fe-71ca-4d6d-bdc5-b3f4308b43bb None None] Attempting to bind port af9b0c22-b271-4e7a-bdee-88a6169014bd on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:20.174383 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-c29fb8fe-71ca-4d6d-bdc5-b3f4308b43bb None None] Attempting to bind port af9b0c22-b271-4e7a-bdee-88a6169014bd by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '3da7c048-04eb-4b54-8e32-277d7919d0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:20.174746 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29fb8fe-71ca-4d6d-bdc5-b3f4308b43bb None None] Attempting to bind port af9b0c22-b271-4e7a-bdee-88a6169014bd on network 41b03892-0f83-4020-8ef8-255e1bf4d90e {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:20.177515 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-857a9470-ddee-4828-b10b-1416e582c681 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9976b5b4b7f64b6fa6d79cc6915e2f74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592946 Jul 07 17:28:20.181247 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29fb8fe-71ca-4d6d-bdc5-b3f4308b43bb None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:20.181629 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29fb8fe-71ca-4d6d-bdc5-b3f4308b43bb None None] Checking segment: {'id': '3da7c048-04eb-4b54-8e32-277d7919d0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:20.182724 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56748) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:20.183215 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c29fb8fe-71ca-4d6d-bdc5-b3f4308b43bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.183215 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29fb8fe-71ca-4d6d-bdc5-b3f4308b43bb None None] Bound using segment: {'id': '3da7c048-04eb-4b54-8e32-277d7919d0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:20.183689 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-c29fb8fe-71ca-4d6d-bdc5-b3f4308b43bb None None] Bound port: af9b0c22-b271-4e7a-bdee-88a6169014bd, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da7c048-04eb-4b54-8e32-277d7919d0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:20.184309 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c29fb8fe-71ca-4d6d-bdc5-b3f4308b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.340735 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-c29fb8fe-71ca-4d6d-bdc5-b3f4308b43bb None None] For port af9b0c22-b271-4e7a-bdee-88a6169014bd, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:20.345882 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-c29fb8fe-71ca-4d6d-bdc5-b3f4308b43bb None None] For port af9b0c22-b271-4e7a-bdee-88a6169014bd, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=af9b0c22-b271-4e7a-bdee-88a6169014bd,segment=NetworkSegment(3da7c048-04eb-4b54-8e32-277d7919d0e6),segment_id=3da7c048-04eb-4b54-8e32-277d7919d0e6)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:20.349930 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-48266060-733e-4ec3-b28d-54d07a96e84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.367181 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c29fb8fe-71ca-4d6d-bdc5-b3f4308b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.410967 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-48266060-733e-4ec3-b28d-54d07a96e84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.534464 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-48266060-733e-4ec3-b28d-54d07a96e84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.540235 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-48266060-733e-4ec3-b28d-54d07a96e84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.541412 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2aff59a9-0738-4f12-8930-c0fd7a9a07c2 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.545055 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-48266060-733e-4ec3-b28d-54d07a96e84a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/39dc316c-7e42-458c-9b19-2b09b7d0d958 HTTP/1.1" status: 204 len: 168 time: 0.3590906 Jul 07 17:28:20.549461 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2aff59a9-0738-4f12-8930-c0fd7a9a07c2 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.554044 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56756) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:20.554837 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2aff59a9-0738-4f12-8930-c0fd7a9a07c2 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "DELETE /v2.0/security-groups/9ff18517-83ce-4949-8cb9-d8fd892369d8 HTTP/1.1" status: 204 len: 168 time: 1.4747319 Jul 07 17:28:20.589163 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48266060-733e-4ec3-b28d-54d07a96e84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dc316c-7e42-458c-9b19-2b09b7d0d958,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:20.659472 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff59a9-0738-4f12-8930-c0fd7a9a07c2 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff18517-83ce-4949-8cb9-d8fd892369d8,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:20.702363 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56758) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:20.712658 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-df56caaf-bf15-459d-8e8e-088ca91fc5ec tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1564846 Jul 07 17:28:20.722223 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-bcd56d7c-ce8c-4b94-b59d-6347c0979c70 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Request body: {'security_group': {'name': 'tempest-secgroup--1283009792'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:20.781109 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bcd56d7c-ce8c-4b94-b59d-6347c0979c70 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.012904 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-61d62deb-f4b3-4694-a34d-1c95fe1ae7e3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Allocated IP 172.21.0.1 (41b03892-0f83-4020-8ef8-255e1bf4d90e/08b6761f-108c-4ed2-b26b-22055603fb50/8e9fae70-0d96-4da1-a18b-69736436d72c) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:21.149527 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fb8fe-71ca-4d6d-bdc5-b3f4308b43bb None None] Pushing event updated for resources: {'Port': ['ID=af9b0c22-b271-4e7a-bdee-88a6169014bd,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:21.228643 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bcd56d7c-ce8c-4b94-b59d-6347c0979c70 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.243759 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bcd56d7c-ce8c-4b94-b59d-6347c0979c70 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.310937 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-61d62deb-f4b3-4694-a34d-1c95fe1ae7e3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.332980 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-61d62deb-f4b3-4694-a34d-1c95fe1ae7e3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Transition to ACTIVE for port object 8e9fae70-0d96-4da1-a18b-69736436d72c will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:21.368474 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd56d7c-ce8c-4b94-b59d-6347c0979c70 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c00649b3-0f13-4fad-8d2d-2e0348b3c1bd,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:21.389970 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bcd56d7c-ce8c-4b94-b59d-6347c0979c70 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.391281 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bcd56d7c-ce8c-4b94-b59d-6347c0979c70 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6822762 Jul 07 17:28:21.394320 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56766) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:21.400420 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-90e1d895-be74-41e3-8d80-c5151f2116ee tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Request body: {'security_group': {'name': 'tempest-secgroup--1613057606'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:21.466004 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-61d62deb-f4b3-4694-a34d-1c95fe1ae7e3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.529755 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-90e1d895-be74-41e3-8d80-c5151f2116ee tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.630569 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d62deb-f4b3-4694-a34d-1c95fe1ae7e3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network 41b03892-0f83-4020-8ef8-255e1bf4d90e is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:21.638592 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-61d62deb-f4b3-4694-a34d-1c95fe1ae7e3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:21.644596 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d62deb-f4b3-4694-a34d-1c95fe1ae7e3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:21.728043 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d62deb-f4b3-4694-a34d-1c95fe1ae7e3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Port': ['ID=8e9fae70-0d96-4da1-a18b-69736436d72c,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:21.784709 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-61d62deb-f4b3-4694-a34d-1c95fe1ae7e3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.046995 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device af9b0c22-b271-4e7a-bdee-88a6169014bd up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:22.139864 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-90e1d895-be74-41e3-8d80-c5151f2116ee tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.151008 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-90e1d895-be74-41e3-8d80-c5151f2116ee tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.212660 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-61d62deb-f4b3-4694-a34d-1c95fe1ae7e3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.222247 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-90e1d895-be74-41e3-8d80-c5151f2116ee tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.228572 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-90e1d895-be74-41e3-8d80-c5151f2116ee tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8289421 Jul 07 17:28:22.232248 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56790) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:22.234860 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port af9b0c22-b271-4e7a-bdee-88a6169014bd completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:22.246751 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4c781e35-0f4f-44ab-a52b-284a8a5af8c2 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:22.264013 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d86459ca-c52b-4c34-9e11-3d2f016dca75 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Request body: {'security_group_rule': {'security_group_id': 'c00649b3-0f13-4fad-8d2d-2e0348b3c1bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '75c2fafc-4915-4fa4-9641-ca2f383ab4ff', 'remote_ip_prefix': None}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:22.278135 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1d895-be74-41e3-8d80-c5151f2116ee tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75c2fafc-4915-4fa4-9641-ca2f383ab4ff,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:22.334746 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d86459ca-c52b-4c34-9e11-3d2f016dca75 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.448470 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 4c781e35-0f4f-44ab-a52b-284a8a5af8c2 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:22.475074 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 4c781e35-0f4f-44ab-a52b-284a8a5af8c2 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:22.476269 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.735597 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d86459ca-c52b-4c34-9e11-3d2f016dca75 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.736584 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.755066 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d86459ca-c52b-4c34-9e11-3d2f016dca75 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.809342 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86459ca-c52b-4c34-9e11-3d2f016dca75 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0827d6ad-624c-4207-bc7f-9d7d32493f47,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:22.845291 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d86459ca-c52b-4c34-9e11-3d2f016dca75 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.846735 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 4c781e35-0f4f-44ab-a52b-284a8a5af8c2, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4c781e35-0f4f-44ab-a52b-284a8a5af8c2,segment=NetworkSegment(d7b86e4c-6571-46a6-bc71-23a42bd18600),segment_id=d7b86e4c-6571-46a6-bc71-23a42bd18600)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:22.848184 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d86459ca-c52b-4c34-9e11-3d2f016dca75 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6130919 Jul 07 17:28:22.851981 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56800) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:22.853171 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.939975 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=4c781e35-0f4f-44ab-a52b-284a8a5af8c2,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:22.958069 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ecb70867-28ef-49cb-9d87-7ae295dbac88 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.974292 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ecb70867-28ef-49cb-9d87-7ae295dbac88 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.018413 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ecb70867-28ef-49cb-9d87-7ae295dbac88 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.025499 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-61d62deb-f4b3-4694-a34d-1c95fe1ae7e3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.032606 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ecb70867-28ef-49cb-9d87-7ae295dbac88 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.037328 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-61d62deb-f4b3-4694-a34d-1c95fe1ae7e3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.053988 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ecb70867-28ef-49cb-9d87-7ae295dbac88 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/0827d6ad-624c-4207-bc7f-9d7d32493f47 HTTP/1.1" status: 204 len: 168 time: 0.1981363 Jul 07 17:28:23.060763 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56802) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:23.086728 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb70867-28ef-49cb-9d87-7ae295dbac88 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0827d6ad-624c-4207-bc7f-9d7d32493f47,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:23.172121 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b0d62164-1272-4ab4-bd45-bfc0b53dec48 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0867465 Jul 07 17:28:23.172835 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56806) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:23.247538 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc2238f-3539-4a2e-9258-c0ef53c24d9d None None] Network 41b03892-0f83-4020-8ef8-255e1bf4d90e requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:23.332399 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-61d62deb-f4b3-4694-a34d-1c95fe1ae7e3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.343857 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fbedfbd8-6af8-4e3e-8822-d36b84efc18c tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.353407 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d62deb-f4b3-4694-a34d-1c95fe1ae7e3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Port': ['ID=8e9fae70-0d96-4da1-a18b-69736436d72c,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:23.409180 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-fcce773e-3d12-484f-a230-557a84622522 None None] Provisioning for port af9b0c22-b271-4e7a-bdee-88a6169014bd completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:23.424521 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fbedfbd8-6af8-4e3e-8822-d36b84efc18c tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.444403 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-fcce773e-3d12-484f-a230-557a84622522 None None] Provisioning complete for port af9b0c22-b271-4e7a-bdee-88a6169014bd triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:23.445821 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fcce773e-3d12-484f-a230-557a84622522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.579926 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-435239c9-fc4f-4804-8437-cea8c07e6a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.600915 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fbedfbd8-6af8-4e3e-8822-d36b84efc18c tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.623143 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fbedfbd8-6af8-4e3e-8822-d36b84efc18c tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.627372 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fbedfbd8-6af8-4e3e-8822-d36b84efc18c tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "DELETE /v2.0/security-groups/75c2fafc-4915-4fa4-9641-ca2f383ab4ff HTTP/1.1" status: 204 len: 168 time: 0.4496796 Jul 07 17:28:23.627690 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56814) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:23.675984 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d62deb-f4b3-4694-a34d-1c95fe1ae7e3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network 41b03892-0f83-4020-8ef8-255e1bf4d90e is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:23.680176 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-61d62deb-f4b3-4694-a34d-1c95fe1ae7e3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:23.732744 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fcce773e-3d12-484f-a230-557a84622522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.795316 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbedfbd8-6af8-4e3e-8822-d36b84efc18c tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c2fafc-4915-4fa4-9641-ca2f383ab4ff,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:23.805896 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-fcce773e-3d12-484f-a230-557a84622522 None None] For port af9b0c22-b271-4e7a-bdee-88a6169014bd, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=af9b0c22-b271-4e7a-bdee-88a6169014bd,segment=NetworkSegment(3da7c048-04eb-4b54-8e32-277d7919d0e6),segment_id=3da7c048-04eb-4b54-8e32-277d7919d0e6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:23.814183 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fcce773e-3d12-484f-a230-557a84622522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.884612 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce773e-3d12-484f-a230-557a84622522 None None] Pushing event updated for resources: {'Port': ['ID=af9b0c22-b271-4e7a-bdee-88a6169014bd,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:23.943532 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4c781e35-0f4f-44ab-a52b-284a8a5af8c2 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:23.983974 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-63ebdd8e-3c55-45dc-b3cc-45de3f8056b4 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2975538 Jul 07 17:28:23.985059 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56822) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:24.079332 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 4c781e35-0f4f-44ab-a52b-284a8a5af8c2 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:24.079725 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.171556 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d62deb-f4b3-4694-a34d-1c95fe1ae7e3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Router ce8831df-c1f9-4c2d-8219-1443b1a2c212 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:28:24.178811 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1c0fce81-14eb-4cb3-95c7-96897f0cc792 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.229650 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1c0fce81-14eb-4cb3-95c7-96897f0cc792 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.343269 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1c0fce81-14eb-4cb3-95c7-96897f0cc792 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.353113 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1c0fce81-14eb-4cb3-95c7-96897f0cc792 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.358003 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1c0fce81-14eb-4cb3-95c7-96897f0cc792 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "DELETE /v2.0/security-groups/c00649b3-0f13-4fad-8d2d-2e0348b3c1bd HTTP/1.1" status: 204 len: 168 time: 0.3722658 Jul 07 17:28:24.370355 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56830) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:24.451632 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-95f48497-af59-4c7c-827c-db14bb5d0085 None None] Provisioning for port 8e9fae70-0d96-4da1-a18b-69736436d72c completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:24.461282 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-95f48497-af59-4c7c-827c-db14bb5d0085 None None] Provisioning complete for port 8e9fae70-0d96-4da1-a18b-69736436d72c triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:24.464093 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-95f48497-af59-4c7c-827c-db14bb5d0085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.478298 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fce81-14eb-4cb3-95c7-96897f0cc792 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00649b3-0f13-4fad-8d2d-2e0348b3c1bd,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:24.632459 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d62deb-f4b3-4694-a34d-1c95fe1ae7e3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:24.651064 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f224b67-b75a-403f-807d-7144ebab1e3d None None] Sync routers for ids ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:24.653333 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-61d62deb-f4b3-4694-a34d-1c95fe1ae7e3 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "PUT /v2.0/routers/ce8831df-c1f9-4c2d-8219-1443b1a2c212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1034477 Jul 07 17:28:24.657054 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56838) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:24.671037 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-2b8e3766-7600-4e38-a5cf-ec877d88786d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'network': {'name': 'tempest-RoutersTest-974108714'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:24.688194 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f224b67-b75a-403f-807d-7144ebab1e3d None None] Routers {'ce8831df-c1f9-4c2d-8219-1443b1a2c212'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:24.688877 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-2f224b67-b75a-403f-807d-7144ebab1e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:27:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:24.691009 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-95f48497-af59-4c7c-827c-db14bb5d0085 None None] Port 8e9fae70-0d96-4da1-a18b-69736436d72c cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:24.701485 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-53d184c3-6e17-4ead-a227-b3698dca4cdc tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3243005 Jul 07 17:28:24.709028 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56840) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:24.716555 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-2d521f70-3b62-41f8-86d2-d51cde1ec6f3 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Request body: {'security_group': {'name': 'tempest-secgroup--389755177'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:24.746780 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.db.api [None req-2d521f70-3b62-41f8-86d2-d51cde1ec6f3 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:28:24.746780 n-d-791503-12 neutron-server[100193]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 17:28:24.746780 n-d-791503-12 neutron-server[100193]: [parameters: {'project_id': 'b17a13fa08e74a75865a5b9b7bf7b9fe', 'id': 'd474100d-cc06-46a8-80e8-d9620d265969', 'expiration': datetime.datetime(2021, 7, 7, 17, 30, 24, 741005)}] Jul 07 17:28:24.746780 n-d-791503-12 neutron-server[100193]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:28:24.747185 n-d-791503-12 neutron-server[100193]: DEBUG oslo_db.api [None req-2d521f70-3b62-41f8-86d2-d51cde1ec6f3 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:28:24.759954 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56842) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:24.797827 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8e3766-7600-4e38-a5cf-ec877d88786d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Made reservation on behalf of 3f24c708bb74478a88dbf9975d5221d7 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:24.806024 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b8e3766-7600-4e38-a5cf-ec877d88786d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.890755 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8e3766-7600-4e38-a5cf-ec877d88786d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:24.905854 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-2d221c88-bc1f-47ac-98f5-67dcc2a7507d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-99312053', 'router:external': True}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:24.925606 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b8e3766-7600-4e38-a5cf-ec877d88786d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.925953 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-2b8e3766-7600-4e38-a5cf-ec877d88786d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Added segment f4ed6be6-7dad-4ba0-a55c-9663bbde1cb9 of type vlan for network 8735750e-75c3-4dbd-a364-ef1ad4b56d93 Jul 07 17:28:24.939194 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d221c88-bc1f-47ac-98f5-67dcc2a7507d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Made reservation on behalf of cc26da9c7f4e48e59e8403cc2736ae42 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:24.944228 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2d221c88-bc1f-47ac-98f5-67dcc2a7507d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.970401 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2d221c88-bc1f-47ac-98f5-67dcc2a7507d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.022332 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-2f224b67-b75a-403f-807d-7144ebab1e3d None None] Set router ce8831df-c1f9-4c2d-8219-1443b1a2c212 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:25.057737 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b8e3766-7600-4e38-a5cf-ec877d88786d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.080144 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-95f48497-af59-4c7c-827c-db14bb5d0085 None None] Provisioning complete for port af9b0c22-b271-4e7a-bdee-88a6169014bd triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:25.080581 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-95f48497-af59-4c7c-827c-db14bb5d0085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.117025 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b8e3766-7600-4e38-a5cf-ec877d88786d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.143641 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8e3766-7600-4e38-a5cf-ec877d88786d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:25.148139 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2b8e3766-7600-4e38-a5cf-ec877d88786d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.252211 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2d221c88-bc1f-47ac-98f5-67dcc2a7507d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.267335 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2d221c88-bc1f-47ac-98f5-67dcc2a7507d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.319373 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d221c88-bc1f-47ac-98f5-67dcc2a7507d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:25.337846 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2d221c88-bc1f-47ac-98f5-67dcc2a7507d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.338579 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-2d221c88-bc1f-47ac-98f5-67dcc2a7507d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Added segment f86475eb-ce6b-45fa-abbc-37af462bfabc of type vlan for network a056d8e7-8294-416a-983f-2e21ce35142f Jul 07 17:28:25.358142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56852) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:25.362186 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2b8e3766-7600-4e38-a5cf-ec877d88786d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7035322 Jul 07 17:28:25.373597 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-18b1bd16-5e76-4887-93fe-458f1b808bd0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'subnet': {'network_id': '8735750e-75c3-4dbd-a364-ef1ad4b56d93', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:25.398201 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e3766-7600-4e38-a5cf-ec877d88786d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Network': ['ID=8735750e-75c3-4dbd-a364-ef1ad4b56d93,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:25.426043 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d221c88-bc1f-47ac-98f5-67dcc2a7507d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c1a653-1f75-4451-941a-c2b56aaf6aee,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:25.436977 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-17a5e741-434d-4fcd-95ba-2f2c201822b0 None None] Provisioning complete for port 8e9fae70-0d96-4da1-a18b-69736436d72c triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:25.437387 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-17a5e741-434d-4fcd-95ba-2f2c201822b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.472711 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2d521f70-3b62-41f8-86d2-d51cde1ec6f3 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.518739 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56854) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:25.551869 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 8735750e-75c3-4dbd-a364-ef1ad4b56d93 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:25.663120 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2d221c88-bc1f-47ac-98f5-67dcc2a7507d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.709491 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-17a5e741-434d-4fcd-95ba-2f2c201822b0 None None] Port 8e9fae70-0d96-4da1-a18b-69736436d72c cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:25.781506 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-2f224b67-b75a-403f-807d-7144ebab1e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:28:21Z', 'revision_number': 3, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None, '_interfaces': [{'id': '4c781e35-0f4f-44ab-a52b-284a8a5af8c2', 'name': '', 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:b2:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:11Z', 'updated_at': '2021-07-07T17:28:22Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e9fae70-0d96-4da1-a18b-69736436d72c', 'name': '', 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:1e:87:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:20Z', 'updated_at': '2021-07-07T17:28:22Z', 'revision_number': 2, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:25.792112 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2d521f70-3b62-41f8-86d2-d51cde1ec6f3 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.821515 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f224b67-b75a-403f-807d-7144ebab1e3d None None] Checking router: ce8831df-c1f9-4c2d-8219-1443b1a2c212 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:28:25.821873 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f224b67-b75a-403f-807d-7144ebab1e3d None None] Updating router ce8831df-c1f9-4c2d-8219-1443b1a2c212 port 8e9fae70-0d96-4da1-a18b-69736436d72c binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:28:25.833321 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2d521f70-3b62-41f8-86d2-d51cde1ec6f3 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.834733 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4d5e1876-4db2-45f5-abc2-59d26d4bf311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.851208 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b1bd16-5e76-4887-93fe-458f1b808bd0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Made reservation on behalf of 3f24c708bb74478a88dbf9975d5221d7 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:25.859523 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-18b1bd16-5e76-4887-93fe-458f1b808bd0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.879635 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c7004680-a532-4b7b-adee-35d4a926682f None None] Provisioning complete for port 8e9fae70-0d96-4da1-a18b-69736436d72c triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:25.880478 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c7004680-a532-4b7b-adee-35d4a926682f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.925793 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c7004680-a532-4b7b-adee-35d4a926682f None None] Port 8e9fae70-0d96-4da1-a18b-69736436d72c cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:25.938719 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2f224b67-b75a-403f-807d-7144ebab1e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.081852 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2d221c88-bc1f-47ac-98f5-67dcc2a7507d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.084551 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d221c88-bc1f-47ac-98f5-67dcc2a7507d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:26.085568 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2d221c88-bc1f-47ac-98f5-67dcc2a7507d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.088476 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4d5e1876-4db2-45f5-abc2-59d26d4bf311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.090741 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device af9b0c22-b271-4e7a-bdee-88a6169014bd up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:26.094476 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4d5e1876-4db2-45f5-abc2-59d26d4bf311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.172332 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2d521f70-3b62-41f8-86d2-d51cde1ec6f3 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.174188 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2d521f70-3b62-41f8-86d2-d51cde1ec6f3 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4640741 Jul 07 17:28:26.175421 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d521f70-3b62-41f8-86d2-d51cde1ec6f3 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99df1c89-5fc4-410f-bd65-4d4e74ceaffc,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:26.196449 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56862) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:26.216815 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2d221c88-bc1f-47ac-98f5-67dcc2a7507d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.4555213 Jul 07 17:28:26.218972 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-f05107e6-fbfc-4189-960c-2792309ef26e tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Request body: {'security_group_rule': {'security_group_id': '99df1c89-5fc4-410f-bd65-4d4e74ceaffc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:26.222139 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56864) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:26.241943 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-843a92b3-733b-4f51-b01e-2c637ad05ea0 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Request body: {'subnet': {'network_id': 'a056d8e7-8294-416a-983f-2e21ce35142f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:26.282006 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d221c88-bc1f-47ac-98f5-67dcc2a7507d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Pushing event updated for resources: {'Network': ['ID=a056d8e7-8294-416a-983f-2e21ce35142f,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:26.329500 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network a056d8e7-8294-416a-983f-2e21ce35142f details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:26.353594 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4d5e1876-4db2-45f5-abc2-59d26d4bf311 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9261a33af2064a3b9f9af571afc8bf53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8297517 Jul 07 17:28:26.354610 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56866) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:26.369962 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e1876-4db2-45f5-abc2-59d26d4bf311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336f0e39-2a3d-441c-b2e2-a33788d98f94,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:26.383253 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f05107e6-fbfc-4189-960c-2792309ef26e tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.394418 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.455276 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843a92b3-733b-4f51-b01e-2c637ad05ea0 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Made reservation on behalf of cc26da9c7f4e48e59e8403cc2736ae42 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:26.458805 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-843a92b3-733b-4f51-b01e-2c637ad05ea0 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.514399 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2ee1-c9d6-435f-b2aa-053a1c2fa82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.573868 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f05107e6-fbfc-4189-960c-2792309ef26e tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.624436 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f05107e6-fbfc-4189-960c-2792309ef26e tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.640757 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2ee1-c9d6-435f-b2aa-053a1c2fa82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.646512 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port af9b0c22-b271-4e7a-bdee-88a6169014bd triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:26.647059 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.690184 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-18b1bd16-5e76-4887-93fe-458f1b808bd0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.750557 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f05107e6-fbfc-4189-960c-2792309ef26e tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.754966 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f05107e6-fbfc-4189-960c-2792309ef26e tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5570681 Jul 07 17:28:26.764496 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56868) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:26.767677 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05107e6-fbfc-4189-960c-2792309ef26e tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f3745c-3aa3-4ebd-a2e3-7a7b5fbcc886,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:26.830698 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9f930b9b-075a-4db3-aea4-8f92d9be0352 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.861084 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9f930b9b-075a-4db3-aea4-8f92d9be0352 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.889699 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0221db65-a923-4794-a7c3-fdf127aac8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.960113 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9f930b9b-075a-4db3-aea4-8f92d9be0352 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.010860 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9f930b9b-075a-4db3-aea4-8f92d9be0352 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.015509 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9f930b9b-075a-4db3-aea4-8f92d9be0352 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/81f3745c-3aa3-4ebd-a2e3-7a7b5fbcc886 HTTP/1.1" status: 204 len: 168 time: 0.2468712 Jul 07 17:28:27.018901 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2ee1-c9d6-435f-b2aa-053a1c2fa82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.030503 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2ee1-c9d6-435f-b2aa-053a1c2fa82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.039135 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fbbe2ee1-c9d6-435f-b2aa-053a1c2fa82a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/336f0e39-2a3d-441c-b2e2-a33788d98f94 HTTP/1.1" status: 204 len: 168 time: 0.6777675 Jul 07 17:28:27.039135 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56874) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:27.046098 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f930b9b-075a-4db3-aea4-8f92d9be0352 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81f3745c-3aa3-4ebd-a2e3-7a7b5fbcc886,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:27.130598 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2f224b67-b75a-403f-807d-7144ebab1e3d None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.147240 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe2ee1-c9d6-435f-b2aa-053a1c2fa82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336f0e39-2a3d-441c-b2e2-a33788d98f94,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:27.168224 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2f224b67-b75a-403f-807d-7144ebab1e3d None None] Transition to ACTIVE for port object 8e9fae70-0d96-4da1-a18b-69736436d72c will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:27.191446 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2f224b67-b75a-403f-807d-7144ebab1e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.223877 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5de574a5-d1ef-4a7f-9302-1a3c9c0cd8ad tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1720550 Jul 07 17:28:27.228249 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56878) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:27.254408 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b1bd16-5e76-4887-93fe-458f1b808bd0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Checking segment: {'id': 'f4ed6be6-7dad-4ba0-a55c-9663bbde1cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8735750e-75c3-4dbd-a364-ef1ad4b56d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:27.255483 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b1bd16-5e76-4887-93fe-458f1b808bd0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network hostable DHCP agents. Network: 8735750e-75c3-4dbd-a364-ef1ad4b56d93, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:27.276825 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1bd16-5e76-4887-93fe-458f1b808bd0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Subnet': ['ID=61628310-2a7e-443d-ad3b-9f60d1b8a880,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:27.354136 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-577dca52-a7c7-4b25-a467-2984303b1aca tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.363792 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea988616-25b6-4187-b49b-faf9562cf13e None None] Pushing event updated for resources: {'Port': ['ID=8e9fae70-0d96-4da1-a18b-69736436d72c,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:27.383807 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-2f224b67-b75a-403f-807d-7144ebab1e3d None None] Attempting to bind port 8e9fae70-0d96-4da1-a18b-69736436d72c on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:27.384592 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-2f224b67-b75a-403f-807d-7144ebab1e3d None None] Attempting to bind port 8e9fae70-0d96-4da1-a18b-69736436d72c by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '3da7c048-04eb-4b54-8e32-277d7919d0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:27.385215 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f224b67-b75a-403f-807d-7144ebab1e3d None None] Attempting to bind port 8e9fae70-0d96-4da1-a18b-69736436d72c on network 41b03892-0f83-4020-8ef8-255e1bf4d90e {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:27.400864 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f224b67-b75a-403f-807d-7144ebab1e3d None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:27.401633 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b1bd16-5e76-4887-93fe-458f1b808bd0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network 8735750e-75c3-4dbd-a364-ef1ad4b56d93 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:27.402727 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f224b67-b75a-403f-807d-7144ebab1e3d None None] Checking segment: {'id': '3da7c048-04eb-4b54-8e32-277d7919d0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:27.403434 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2f224b67-b75a-403f-807d-7144ebab1e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.404100 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f224b67-b75a-403f-807d-7144ebab1e3d None None] Bound using segment: {'id': '3da7c048-04eb-4b54-8e32-277d7919d0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:27.404859 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-2f224b67-b75a-403f-807d-7144ebab1e3d None None] Bound port: 8e9fae70-0d96-4da1-a18b-69736436d72c, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da7c048-04eb-4b54-8e32-277d7919d0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:27.405709 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2f224b67-b75a-403f-807d-7144ebab1e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.418450 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-18b1bd16-5e76-4887-93fe-458f1b808bd0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 8735750e-75c3-4dbd-a364-ef1ad4b56d93) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:27.425270 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b1bd16-5e76-4887-93fe-458f1b808bd0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:27.425878 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-18b1bd16-5e76-4887-93fe-458f1b808bd0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.434031 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-577dca52-a7c7-4b25-a467-2984303b1aca tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.435321 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7c53e0-9454-4e19-a1e4-c721d2d35893 None None] Network 8735750e-75c3-4dbd-a364-ef1ad4b56d93 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:27.498912 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-18b1bd16-5e76-4887-93fe-458f1b808bd0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1337345 Jul 07 17:28:27.499957 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56882) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:27.560523 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-2f224b67-b75a-403f-807d-7144ebab1e3d None None] For port 8e9fae70-0d96-4da1-a18b-69736436d72c, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:27.564712 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-2f224b67-b75a-403f-807d-7144ebab1e3d None None] For port 8e9fae70-0d96-4da1-a18b-69736436d72c, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8e9fae70-0d96-4da1-a18b-69736436d72c,segment=NetworkSegment(3da7c048-04eb-4b54-8e32-277d7919d0e6),segment_id=3da7c048-04eb-4b54-8e32-277d7919d0e6)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:27.572298 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2f224b67-b75a-403f-807d-7144ebab1e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.597956 n-d-791503-12 neutron-server[100193]: DEBUG neutron.objects.ports [None req-843a92b3-733b-4f51-b01e-2c637ad05ea0 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100193) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:28:27.598473 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-843a92b3-733b-4f51-b01e-2c637ad05ea0 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.682105 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea988616-25b6-4187-b49b-faf9562cf13e None None] Pushing event updated for resources: {'Port': ['ID=8e9fae70-0d96-4da1-a18b-69736436d72c,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:27.689248 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f224b67-b75a-403f-807d-7144ebab1e3d None None] Routers {'ce8831df-c1f9-4c2d-8219-1443b1a2c212'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:27.690667 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-2f224b67-b75a-403f-807d-7144ebab1e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:27.744086 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a92b3-733b-4f51-b01e-2c637ad05ea0 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8e1f30e8-e28a-4a3a-b4b5-875f34181892,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:27.795906 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843a92b3-733b-4f51-b01e-2c637ad05ea0 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Checking segment: {'id': 'f86475eb-ce6b-45fa-abbc-37af462bfabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a056d8e7-8294-416a-983f-2e21ce35142f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:27.796538 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843a92b3-733b-4f51-b01e-2c637ad05ea0 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Network hostable DHCP agents. Network: a056d8e7-8294-416a-983f-2e21ce35142f, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:27.826069 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843a92b3-733b-4f51-b01e-2c637ad05ea0 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Network a056d8e7-8294-416a-983f-2e21ce35142f is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:27.844488 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-843a92b3-733b-4f51-b01e-2c637ad05ea0 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, a056d8e7-8294-416a-983f-2e21ce35142f) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:27.872838 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843a92b3-733b-4f51-b01e-2c637ad05ea0 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:27.873886 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-843a92b3-733b-4f51-b01e-2c637ad05ea0 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.896957 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56884) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:27.910276 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1776a557-79c4-47e9-bb61-3ff69b5c7c64 None None] Network a056d8e7-8294-416a-983f-2e21ce35142f requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:27.924303 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-28e6c960-84c5-4b04-88c6-a3bd68c799e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.935439 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-843a92b3-733b-4f51-b01e-2c637ad05ea0 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6993339 Jul 07 17:28:27.937058 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-2f224b67-b75a-403f-807d-7144ebab1e3d None None] Set router ce8831df-c1f9-4c2d-8219-1443b1a2c212 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:27.975947 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56886) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:27.978513 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-577dca52-a7c7-4b25-a467-2984303b1aca tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.982979 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-577dca52-a7c7-4b25-a467-2984303b1aca tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.984463 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-577dca52-a7c7-4b25-a467-2984303b1aca tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "DELETE /v2.0/security-groups/99df1c89-5fc4-410f-bd65-4d4e74ceaffc HTTP/1.1" status: 204 len: 168 time: 0.7551351 Jul 07 17:28:28.006544 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56888) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:28.022878 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-4f03780e-62d8-47db-9db0-76c8722acbb8 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-598601369', 'network_id': 'a056d8e7-8294-416a-983f-2e21ce35142f'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:28.075673 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-28e6c960-84c5-4b04-88c6-a3bd68c799e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.090949 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-28e6c960-84c5-4b04-88c6-a3bd68c799e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.162384 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577dca52-a7c7-4b25-a467-2984303b1aca tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99df1c89-5fc4-410f-bd65-4d4e74ceaffc,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:28.194128 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-28e6c960-84c5-4b04-88c6-a3bd68c799e3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6840b18d97444a53a23dadd152bd6ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2958868 Jul 07 17:28:28.201078 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56894) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:28.207224 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6c960-84c5-4b04-88c6-a3bd68c799e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26e89b5-207b-4fa6-acbb-1ba7fac8c187,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:28.361862 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f03780e-62d8-47db-9db0-76c8722acbb8 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Made reservation on behalf of cc26da9c7f4e48e59e8403cc2736ae42 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:28.364327 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4f03780e-62d8-47db-9db0-76c8722acbb8 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.408456 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2465dc82-e0a9-442e-addf-9524f0a33b13 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3749411 Jul 07 17:28:28.413235 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56896) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:28.419653 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-fc31a012-61a5-4268-8617-bd177821339b tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Request body: {'security_group': {'name': 'tempest-secgroup--322457071'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:28.425660 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [None req-4f03780e-62d8-47db-9db0-76c8722acbb8 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] device_id is not set on port f5b5f48f-b46b-4432-be0a-59c00e55118b yet. {{(pid=100192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:28:28.440121 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35a1f0d-4672-4d42-a152-3a78268b1e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-8735750e-75c3-4dbd-a364-ef1ad4b56d93', 'network_id': '8735750e-75c3-4dbd-a364-ef1ad4b56d93', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'fixed_ips': [{'subnet_id': '61628310-2a7e-443d-ad3b-9f60d1b8a880'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:28.441379 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b35a1f0d-4672-4d42-a152-3a78268b1e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.442785 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1e3dfd45-b95c-4e6d-9075-e9fd98e92009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.481229 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fc31a012-61a5-4268-8617-bd177821339b tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.546427 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1e3dfd45-b95c-4e6d-9075-e9fd98e92009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.651406 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.670113 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fc31a012-61a5-4268-8617-bd177821339b tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.680472 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fc31a012-61a5-4268-8617-bd177821339b tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.711681 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ef05f695-db45-4f95-8ac3-79af4928ab5a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.748033 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fc31a012-61a5-4268-8617-bd177821339b tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.749357 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fc31a012-61a5-4268-8617-bd177821339b tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3344014 Jul 07 17:28:28.751539 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31a012-61a5-4268-8617-bd177821339b tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a98401-db45-4fed-9937-e2b4b35f4477,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:28.752878 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56898) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:28.757928 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-35f39e83-e81c-472a-a736-4027e67de468 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Request body: {'security_group_rule': {'security_group_id': '58a98401-db45-4fed-9937-e2b4b35f4477', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:28.821778 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-4f03780e-62d8-47db-9db0-76c8722acbb8 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Allocated IP 172.20.0.14 (a056d8e7-8294-416a-983f-2e21ce35142f/8e1f30e8-e28a-4a3a-b4b5-875f34181892/f5b5f48f-b46b-4432-be0a-59c00e55118b) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:28.908671 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-35f39e83-e81c-472a-a736-4027e67de468 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.920279 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1e3dfd45-b95c-4e6d-9075-e9fd98e92009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.922824 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1e3dfd45-b95c-4e6d-9075-e9fd98e92009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.924031 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1e3dfd45-b95c-4e6d-9075-e9fd98e92009 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e26e89b5-207b-4fa6-acbb-1ba7fac8c187 HTTP/1.1" status: 204 len: 168 time: 0.7241449 Jul 07 17:28:29.069194 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fc1c8d-fe86-4fb0-ae87-98791e1ce9ce None None] Network a056d8e7-8294-416a-983f-2e21ce35142f requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:29.187127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dfd45-b95c-4e6d-9075-e9fd98e92009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26e89b5-207b-4fa6-acbb-1ba7fac8c187,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:29.190947 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-b35a1f0d-4672-4d42-a152-3a78268b1e40 None None] Allocated IP 172.22.0.2 (8735750e-75c3-4dbd-a364-ef1ad4b56d93/61628310-2a7e-443d-ad3b-9f60d1b8a880/e6adefe4-b91f-4235-bb27-01da3ca1e5eb) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:29.416375 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-35f39e83-e81c-472a-a736-4027e67de468 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.425026 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-35f39e83-e81c-472a-a736-4027e67de468 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.431448 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56908) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:29.448087 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-915aa1b9-df5f-475f-9101-b29c849535b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.476512 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-35f39e83-e81c-472a-a736-4027e67de468 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.480654 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-35f39e83-e81c-472a-a736-4027e67de468 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7260799 Jul 07 17:28:29.489285 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56910) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:29.507254 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-2f224b67-b75a-403f-807d-7144ebab1e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:28:21Z', 'revision_number': 3, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None, '_interfaces': [{'id': '4c781e35-0f4f-44ab-a52b-284a8a5af8c2', 'name': '', 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:b2:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:11Z', 'updated_at': '2021-07-07T17:28:22Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e9fae70-0d96-4da1-a18b-69736436d72c', 'name': '', 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:1e:87:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:20Z', 'updated_at': '2021-07-07T17:28:27Z', 'revision_number': 4, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:29.510242 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f39e83-e81c-472a-a736-4027e67de468 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0a9086-b1d8-44d2-8c62-f2ec19187a95,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:29.539836 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b30aa261-f659-476e-949f-b3552064f67c tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "GET /v2.0/security-group-rules/6b0a9086-b1d8-44d2-8c62-f2ec19187a95 HTTP/1.1" status: 200 len: 763 time: 0.0471520 Jul 07 17:28:29.581517 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56912) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:29.590535 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4f03780e-62d8-47db-9db0-76c8722acbb8 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.595864 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f224b67-b75a-403f-807d-7144ebab1e3d None None] The sync data for ids ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'] in n-d-791503-12 is: [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:28:21Z', 'revision_number': 3, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None, '_interfaces': [{'id': '4c781e35-0f4f-44ab-a52b-284a8a5af8c2', 'name': '', 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:b2:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:11Z', 'updated_at': '2021-07-07T17:28:22Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e9fae70-0d96-4da1-a18b-69736436d72c', 'name': '', 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:1e:87:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:20Z', 'updated_at': '2021-07-07T17:28:27Z', 'revision_number': 4, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:29.658973 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-91c6a9fe-ac6c-4d89-a107-70be73fb7af0 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1148777 Jul 07 17:28:29.662242 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56914) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:29.784671 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b35a1f0d-4672-4d42-a152-3a78268b1e40 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.805421 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4f03780e-62d8-47db-9db0-76c8722acbb8 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.832012 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b35a1f0d-4672-4d42-a152-3a78268b1e40 None None] Transition to ACTIVE for port object e6adefe4-b91f-4235-bb27-01da3ca1e5eb will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:29.867888 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b35a1f0d-4672-4d42-a152-3a78268b1e40 None None] Transition to ACTIVE for port object e6adefe4-b91f-4235-bb27-01da3ca1e5eb will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:29.892039 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b35a1f0d-4672-4d42-a152-3a78268b1e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.947842 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a2383759-561e-4698-9a07-d5071ca65e2b tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.987741 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-915aa1b9-df5f-475f-9101-b29c849535b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.993931 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f03780e-62d8-47db-9db0-76c8722acbb8 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Network a056d8e7-8294-416a-983f-2e21ce35142f is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:29.999619 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-915aa1b9-df5f-475f-9101-b29c849535b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.007701 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-4f03780e-62d8-47db-9db0-76c8722acbb8 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:30.010216 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a1f0d-4672-4d42-a152-3a78268b1e40 None None] Pushing event updated for resources: {'Port': ['ID=e6adefe4-b91f-4235-bb27-01da3ca1e5eb,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:30.021149 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8e9fae70-0d96-4da1-a18b-69736436d72c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:30.053661 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a2383759-561e-4698-9a07-d5071ca65e2b tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.058881 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f03780e-62d8-47db-9db0-76c8722acbb8 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:30.079152 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915aa1b9-df5f-475f-9101-b29c849535b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646a5225-1cbb-425e-b635-671186a71f2f,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:30.109824 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35a1f0d-4672-4d42-a152-3a78268b1e40 None None] Network 8735750e-75c3-4dbd-a364-ef1ad4b56d93 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:30.113710 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-b35a1f0d-4672-4d42-a152-3a78268b1e40 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:30.123735 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35a1f0d-4672-4d42-a152-3a78268b1e40 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:30.132099 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-915aa1b9-df5f-475f-9101-b29c849535b2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5790d4cb9935491cacfeb7d5e2391acd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6990392 Jul 07 17:28:30.133408 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56920) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:30.168927 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03780e-62d8-47db-9db0-76c8722acbb8 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Pushing event updated for resources: {'Port': ['ID=f5b5f48f-b46b-4432-be0a-59c00e55118b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:30.216003 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-ef05f695-db45-4f95-8ac3-79af4928ab5a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Allocated IP 172.22.0.1 (8735750e-75c3-4dbd-a364-ef1ad4b56d93/61628310-2a7e-443d-ad3b-9f60d1b8a880/6cab39d4-0cad-4325-bd91-efc348b19546) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:30.231801 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f03780e-62d8-47db-9db0-76c8722acbb8 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:30.232751 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4f03780e-62d8-47db-9db0-76c8722acbb8 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.242912 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a2383759-561e-4698-9a07-d5071ca65e2b tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.258187 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a2383759-561e-4698-9a07-d5071ca65e2b tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.260302 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a2383759-561e-4698-9a07-d5071ca65e2b tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/6b0a9086-b1d8-44d2-8c62-f2ec19187a95 HTTP/1.1" status: 204 len: 168 time: 0.5893259 Jul 07 17:28:30.265711 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56926) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:30.294077 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d81add08-8643-4e9a-85c2-7cccd1ecdfa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.328567 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4f03780e-62d8-47db-9db0-76c8722acbb8 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.3517253 Jul 07 17:28:30.334376 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2383759-561e-4698-9a07-d5071ca65e2b tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b0a9086-b1d8-44d2-8c62-f2ec19187a95,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:30.339992 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56928) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:30.416513 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.421841 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b35a1f0d-4672-4d42-a152-3a78268b1e40 None None] Attempting to bind port e6adefe4-b91f-4235-bb27-01da3ca1e5eb on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:30.422455 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b35a1f0d-4672-4d42-a152-3a78268b1e40 None None] Attempting to bind port e6adefe4-b91f-4235-bb27-01da3ca1e5eb by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'f4ed6be6-7dad-4ba0-a55c-9663bbde1cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8735750e-75c3-4dbd-a364-ef1ad4b56d93'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:30.423073 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35a1f0d-4672-4d42-a152-3a78268b1e40 None None] Attempting to bind port e6adefe4-b91f-4235-bb27-01da3ca1e5eb on network 8735750e-75c3-4dbd-a364-ef1ad4b56d93 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:30.423179 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cba0cda3-077e-43bb-b38c-db78fc456fa6 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1552639 Jul 07 17:28:30.426735 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56930) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:30.431579 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-7eaf5b7d-7a8b-49e8-b61e-2e5b198d873b tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Request body: {'security_group_rule': {'security_group_id': '58a98401-db45-4fed-9937-e2b4b35f4477', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:30.434247 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35a1f0d-4672-4d42-a152-3a78268b1e40 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:30.434908 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35a1f0d-4672-4d42-a152-3a78268b1e40 None None] Checking segment: {'id': 'f4ed6be6-7dad-4ba0-a55c-9663bbde1cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8735750e-75c3-4dbd-a364-ef1ad4b56d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:30.435967 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b35a1f0d-4672-4d42-a152-3a78268b1e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.436872 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35a1f0d-4672-4d42-a152-3a78268b1e40 None None] Bound using segment: {'id': 'f4ed6be6-7dad-4ba0-a55c-9663bbde1cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8735750e-75c3-4dbd-a364-ef1ad4b56d93'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:30.437721 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b35a1f0d-4672-4d42-a152-3a78268b1e40 None None] Bound port: e6adefe4-b91f-4235-bb27-01da3ca1e5eb, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ed6be6-7dad-4ba0-a55c-9663bbde1cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8735750e-75c3-4dbd-a364-ef1ad4b56d93'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:30.438349 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b35a1f0d-4672-4d42-a152-3a78268b1e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.443687 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 8e9fae70-0d96-4da1-a18b-69736436d72c completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:30.451776 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d81add08-8643-4e9a-85c2-7cccd1ecdfa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.486359 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 8e9fae70-0d96-4da1-a18b-69736436d72c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:30.486998 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.513848 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5b7d-7a8b-49e8-b61e-2e5b198d873b tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.617301 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-b35a1f0d-4672-4d42-a152-3a78268b1e40 None None] For port e6adefe4-b91f-4235-bb27-01da3ca1e5eb, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:30.622364 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-b35a1f0d-4672-4d42-a152-3a78268b1e40 None None] For port e6adefe4-b91f-4235-bb27-01da3ca1e5eb, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e6adefe4-b91f-4235-bb27-01da3ca1e5eb,segment=NetworkSegment(f4ed6be6-7dad-4ba0-a55c-9663bbde1cb9),segment_id=f4ed6be6-7dad-4ba0-a55c-9663bbde1cb9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:30.646127 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b35a1f0d-4672-4d42-a152-3a78268b1e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.651605 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5b7d-7a8b-49e8-b61e-2e5b198d873b tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.677523 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5b7d-7a8b-49e8-b61e-2e5b198d873b tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.690784 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d81add08-8643-4e9a-85c2-7cccd1ecdfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.693725 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d81add08-8643-4e9a-85c2-7cccd1ecdfa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.695109 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d81add08-8643-4e9a-85c2-7cccd1ecdfa6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/646a5225-1cbb-425e-b635-671186a71f2f HTTP/1.1" status: 204 len: 168 time: 0.5601563 Jul 07 17:28:30.717508 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81add08-8643-4e9a-85c2-7cccd1ecdfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646a5225-1cbb-425e-b635-671186a71f2f,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:30.724898 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-72cf976c-a880-4ed3-8770-576d64affd0f tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Deleting port f5b5f48f-b46b-4432-be0a-59c00e55118b {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:30.725580 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-72cf976c-a880-4ed3-8770-576d64affd0f tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.849831 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a1f0d-4672-4d42-a152-3a78268b1e40 None None] Pushing event updated for resources: {'Port': ['ID=e6adefe4-b91f-4235-bb27-01da3ca1e5eb,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:30.857540 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-72cf976c-a880-4ed3-8770-576d64affd0f tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.876660 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-72cf976c-a880-4ed3-8770-576d64affd0f tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Calling delete_port for f5b5f48f-b46b-4432-be0a-59c00e55118b owned by {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:30.884906 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf5b7d-7a8b-49e8-b61e-2e5b198d873b tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e90e0e8-da36-4a38-9c4d-defe611eb44c,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:30.906322 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5b7d-7a8b-49e8-b61e-2e5b198d873b tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.911620 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7eaf5b7d-7a8b-49e8-b61e-2e5b198d873b tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4836729 Jul 07 17:28:30.921988 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ef05f695-db45-4f95-8ac3-79af4928ab5a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.927643 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56934) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:30.993661 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-adc70f38-341f-4c3e-94fc-9b2b87f0c255 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "GET /v2.0/security-group-rules/7e90e0e8-da36-4a38-9c4d-defe611eb44c HTTP/1.1" status: 200 len: 763 time: 0.0644445 Jul 07 17:28:30.997138 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-ef05f695-db45-4f95-8ac3-79af4928ab5a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Transition to ACTIVE for port object 6cab39d4-0cad-4325-bd91-efc348b19546 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:31.003675 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56936) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:31.039905 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.061745 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-72cf976c-a880-4ed3-8770-576d64affd0f tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.118439 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf976c-a880-4ed3-8770-576d64affd0f tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5b5f48f-b46b-4432-be0a-59c00e55118b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:31.203320 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bf948921-ec59-4585-ac35-1de6c206dddf tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1933424 Jul 07 17:28:31.210577 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56938) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:31.251350 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-72cf976c-a880-4ed3-8770-576d64affd0f tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.251518 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 8e9fae70-0d96-4da1-a18b-69736436d72c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8e9fae70-0d96-4da1-a18b-69736436d72c,segment=NetworkSegment(3da7c048-04eb-4b54-8e32-277d7919d0e6),segment_id=3da7c048-04eb-4b54-8e32-277d7919d0e6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:31.256165 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-72cf976c-a880-4ed3-8770-576d64affd0f tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "DELETE /v2.0/ports/f5b5f48f-b46b-4432-be0a-59c00e55118b HTTP/1.1" status: 204 len: 168 time: 0.9117980 Jul 07 17:28:31.256766 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56940) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:31.262114 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.263458 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-f8e8fa2b-2f16-4d15-ac33-f8f59cc0db2d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a056d8e7-8294-416a-983f-2e21ce35142f', 'external_fixed_ips': [{'subnet_id': '8e1f30e8-e28a-4a3a-b4b5-875f34181892', 'ip_address': '172.20.0.14'}]}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:31.318225 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8e8fa2b-2f16-4d15-ac33-f8f59cc0db2d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.322625 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0c25bae1-d112-4750-97e9-65f3b8731416 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.323256 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8e8fa2b-2f16-4d15-ac33-f8f59cc0db2d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.351616 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0c25bae1-d112-4750-97e9-65f3b8731416 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.409621 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ef05f695-db45-4f95-8ac3-79af4928ab5a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.427863 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0c25bae1-d112-4750-97e9-65f3b8731416 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.434928 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0c25bae1-d112-4750-97e9-65f3b8731416 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.439703 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0c25bae1-d112-4750-97e9-65f3b8731416 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/7e90e0e8-da36-4a38-9c4d-defe611eb44c HTTP/1.1" status: 204 len: 168 time: 0.2234683 Jul 07 17:28:31.460998 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56948) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:31.466608 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=8e9fae70-0d96-4da1-a18b-69736436d72c,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:31.505423 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8e8fa2b-2f16-4d15-ac33-f8f59cc0db2d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.553251 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25bae1-d112-4750-97e9-65f3b8731416 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e90e0e8-da36-4a38-9c4d-defe611eb44c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:31.584316 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef05f695-db45-4f95-8ac3-79af4928ab5a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network 8735750e-75c3-4dbd-a364-ef1ad4b56d93 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:31.611094 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05f695-db45-4f95-8ac3-79af4928ab5a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Port': ['ID=6cab39d4-0cad-4325-bd91-efc348b19546,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:31.624242 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-ef05f695-db45-4f95-8ac3-79af4928ab5a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:31.643588 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef05f695-db45-4f95-8ac3-79af4928ab5a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:31.680447 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-64e09504-2ca2-440f-bf04-e14478c83f47 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2141709 Jul 07 17:28:31.685294 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56952) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:31.691428 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-cfbba061-7f21-423d-9fef-fc00a2fdc754 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Request body: {'security_group_rule': {'security_group_id': '58a98401-db45-4fed-9937-e2b4b35f4477', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:31.744422 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ef05f695-db45-4f95-8ac3-79af4928ab5a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.845471 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8e8fa2b-2f16-4d15-ac33-f8f59cc0db2d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.882613 n-d-791503-12 neutron-server[100193]: INFO neutron.db.securitygroups_db [None req-cfbba061-7f21-423d-9fef-fc00a2fdc754 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Project b17a13fa08e74a75865a5b9b7bf7b9fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:28:31.911581 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cfbba061-7f21-423d-9fef-fc00a2fdc754 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.228756 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8e9fae70-0d96-4da1-a18b-69736436d72c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:32.273617 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ef05f695-db45-4f95-8ac3-79af4928ab5a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.301287 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cfbba061-7f21-423d-9fef-fc00a2fdc754 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.314937 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cfbba061-7f21-423d-9fef-fc00a2fdc754 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.402689 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbba061-7f21-423d-9fef-fc00a2fdc754 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1d0e2c-5492-4474-90c1-03177c5ec353,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:32.446359 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 8e9fae70-0d96-4da1-a18b-69736436d72c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:32.447214 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.449625 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cfbba061-7f21-423d-9fef-fc00a2fdc754 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.452127 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cfbba061-7f21-423d-9fef-fc00a2fdc754 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7655632 Jul 07 17:28:32.456283 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56968) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:32.529745 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d312bb64-9850-4608-afac-f3babcf0f342 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "GET /v2.0/security-group-rules/0d1d0e2c-5492-4474-90c1-03177c5ec353 HTTP/1.1" status: 200 len: 769 time: 0.0705481 Jul 07 17:28:32.530991 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56970) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:32.667149 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e6adefe4-b91f-4235-bb27-01da3ca1e5eb up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:32.785472 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1ab515-108b-48da-88c9-adafd490b6ad None None] Network 8735750e-75c3-4dbd-a364-ef1ad4b56d93 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:32.815386 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56974) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:32.820987 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cc4d7944-d31d-4abd-a239-d9185fc3fefb tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2844803 Jul 07 17:28:32.972846 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ef3b5757-9fb8-4441-9b60-829ca275664a tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.977269 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port e6adefe4-b91f-4235-bb27-01da3ca1e5eb completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:33.000613 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ef3b5757-9fb8-4441-9b60-829ca275664a tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.046445 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ef3b5757-9fb8-4441-9b60-829ca275664a tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.068878 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ef3b5757-9fb8-4441-9b60-829ca275664a tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.072994 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ef3b5757-9fb8-4441-9b60-829ca275664a tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/0d1d0e2c-5492-4474-90c1-03177c5ec353 HTTP/1.1" status: 204 len: 168 time: 0.2521911 Jul 07 17:28:33.076158 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 56978) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:33.094651 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8e8fa2b-2f16-4d15-ac33-f8f59cc0db2d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.099670 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b5757-9fb8-4441-9b60-829ca275664a tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d1d0e2c-5492-4474-90c1-03177c5ec353,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:33.200075 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8e8fa2b-2f16-4d15-ac33-f8f59cc0db2d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.225567 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d7f596b0-3430-4d62-9e14-2fbc6b003a77 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1438856 Jul 07 17:28:33.226143 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 56982) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:33.242447 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ef05f695-db45-4f95-8ac3-79af4928ab5a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.251061 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ef05f695-db45-4f95-8ac3-79af4928ab5a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.261762 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1c9d66f4-173e-41ce-aee3-673e73921286 None None] Provisioning for port e6adefe4-b91f-4235-bb27-01da3ca1e5eb completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:33.297435 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1c9d66f4-173e-41ce-aee3-673e73921286 None None] Provisioning complete for port e6adefe4-b91f-4235-bb27-01da3ca1e5eb triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:33.298447 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1c9d66f4-173e-41ce-aee3-673e73921286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.366391 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ef05f695-db45-4f95-8ac3-79af4928ab5a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.639011 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3b0afabd-b5e6-4b23-a168-6c0e39c0d5cd tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.685612 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05f695-db45-4f95-8ac3-79af4928ab5a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Port': ['ID=6cab39d4-0cad-4325-bd91-efc348b19546,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:33.848011 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:28:33.867110 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef05f695-db45-4f95-8ac3-79af4928ab5a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network 8735750e-75c3-4dbd-a364-ef1ad4b56d93 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:33.870457 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1c9d66f4-173e-41ce-aee3-673e73921286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.871187 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-ef05f695-db45-4f95-8ac3-79af4928ab5a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:33.920586 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3b0afabd-b5e6-4b23-a168-6c0e39c0d5cd tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.067541 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-1c9d66f4-173e-41ce-aee3-673e73921286 None None] For port e6adefe4-b91f-4235-bb27-01da3ca1e5eb, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e6adefe4-b91f-4235-bb27-01da3ca1e5eb,segment=NetworkSegment(f4ed6be6-7dad-4ba0-a55c-9663bbde1cb9),segment_id=f4ed6be6-7dad-4ba0-a55c-9663bbde1cb9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:34.077726 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1c9d66f4-173e-41ce-aee3-673e73921286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.233566 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d66f4-173e-41ce-aee3-673e73921286 None None] Pushing event updated for resources: {'Port': ['ID=e6adefe4-b91f-4235-bb27-01da3ca1e5eb,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:34.434668 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6d680326-8bc0-441c-b9cf-ed2e36688351 None None] Provisioning complete for port e6adefe4-b91f-4235-bb27-01da3ca1e5eb triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:34.441521 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6d680326-8bc0-441c-b9cf-ed2e36688351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.707377 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6d680326-8bc0-441c-b9cf-ed2e36688351 None None] Provisioning for port 6cab39d4-0cad-4325-bd91-efc348b19546 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:34.725504 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6d680326-8bc0-441c-b9cf-ed2e36688351 None None] Provisioning complete for port 6cab39d4-0cad-4325-bd91-efc348b19546 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:34.729069 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6d680326-8bc0-441c-b9cf-ed2e36688351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.827786 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-6d680326-8bc0-441c-b9cf-ed2e36688351 None None] Port 6cab39d4-0cad-4325-bd91-efc348b19546 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:34.863822 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-f8e8fa2b-2f16-4d15-ac33-f8f59cc0db2d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Allocated IP 172.20.0.14 (a056d8e7-8294-416a-983f-2e21ce35142f/8e1f30e8-e28a-4a3a-b4b5-875f34181892/83e63012-aec2-4af6-aa6c-51bc4527adaf) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:34.914710 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3b0afabd-b5e6-4b23-a168-6c0e39c0d5cd tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.921349 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3b0afabd-b5e6-4b23-a168-6c0e39c0d5cd tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.930237 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3b0afabd-b5e6-4b23-a168-6c0e39c0d5cd tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "DELETE /v2.0/security-groups/58a98401-db45-4fed-9937-e2b4b35f4477 HTTP/1.1" status: 204 len: 168 time: 1.6987324 Jul 07 17:28:34.930623 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57008) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:35.003284 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef05f695-db45-4f95-8ac3-79af4928ab5a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Router ce8831df-c1f9-4c2d-8219-1443b1a2c212 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:28:35.065413 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9e5faa8b-c71e-4a36-9cda-4b5e9395e749 None None] Provisioning complete for port 6cab39d4-0cad-4325-bd91-efc348b19546 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:35.066304 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9e5faa8b-c71e-4a36-9cda-4b5e9395e749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.158054 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0afabd-b5e6-4b23-a168-6c0e39c0d5cd tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a98401-db45-4fed-9937-e2b4b35f4477,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:35.159891 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-9e5faa8b-c71e-4a36-9cda-4b5e9395e749 None None] Port 6cab39d4-0cad-4325-bd91-efc348b19546 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:35.234701 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-238e1ded-d66c-4a03-b237-566ae61f9951 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3022897 Jul 07 17:28:35.242001 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57010) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:35.333572 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef05f695-db45-4f95-8ac3-79af4928ab5a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:35.346833 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bf635d-86a4-4aab-8df6-9ff88c7eb9f8 None None] Sync routers for ids ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:35.355696 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ef05f695-db45-4f95-8ac3-79af4928ab5a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "PUT /v2.0/routers/ce8831df-c1f9-4c2d-8219-1443b1a2c212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8540087 Jul 07 17:28:35.357054 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57012) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:35.376097 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-62f537ae-a27c-4f2b-b270-3e2e25414780 tempest-SecGroupIPv6Test-934030686 tempest-SecGroupIPv6Test-934030686-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1329150 Jul 07 17:28:35.381304 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bf635d-86a4-4aab-8df6-9ff88c7eb9f8 None None] Routers {'ce8831df-c1f9-4c2d-8219-1443b1a2c212'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:35.382605 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-43bf635d-86a4-4aab-8df6-9ff88c7eb9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:35.399113 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-cbb46c70-6ac4-4097-a5db-8ebe22047a8c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'network': {'name': 'tempest-RoutersTest-1870293098'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:35.487408 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8e8fa2b-2f16-4d15-ac33-f8f59cc0db2d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.510793 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb46c70-6ac4-4097-a5db-8ebe22047a8c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Made reservation on behalf of 3f24c708bb74478a88dbf9975d5221d7 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:35.516746 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cbb46c70-6ac4-4097-a5db-8ebe22047a8c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.573662 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-43bf635d-86a4-4aab-8df6-9ff88c7eb9f8 None None] Set router ce8831df-c1f9-4c2d-8219-1443b1a2c212 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:35.575101 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb46c70-6ac4-4097-a5db-8ebe22047a8c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:35.611766 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-44c37d5c-2df9-4db2-95f8-0838d99aa340 None None] Provisioning complete for port 6cab39d4-0cad-4325-bd91-efc348b19546 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:35.612646 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-44c37d5c-2df9-4db2-95f8-0838d99aa340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.626194 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cbb46c70-6ac4-4097-a5db-8ebe22047a8c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.628432 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-cbb46c70-6ac4-4097-a5db-8ebe22047a8c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Added segment a998b615-8973-4fc3-bc86-4b729e2f4c0c of type vlan for network 4b8f5965-7fe0-4609-805f-7e88b91a9daf Jul 07 17:28:35.653540 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8e8fa2b-2f16-4d15-ac33-f8f59cc0db2d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.705599 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-44c37d5c-2df9-4db2-95f8-0838d99aa340 None None] Port 6cab39d4-0cad-4325-bd91-efc348b19546 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:35.824478 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cbb46c70-6ac4-4097-a5db-8ebe22047a8c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.855282 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e8fa2b-2f16-4d15-ac33-f8f59cc0db2d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Network a056d8e7-8294-416a-983f-2e21ce35142f is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:35.866210 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-f8e8fa2b-2f16-4d15-ac33-f8f59cc0db2d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:35.875566 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e8fa2b-2f16-4d15-ac33-f8f59cc0db2d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:35.886624 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8fa2b-2f16-4d15-ac33-f8f59cc0db2d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Pushing event updated for resources: {'Port': ['ID=83e63012-aec2-4af6-aa6c-51bc4527adaf,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:35.975547 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.db.resource_extend [None req-cbb46c70-6ac4-4097-a5db-8ebe22047a8c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:28:36.049091 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e6adefe4-b91f-4235-bb27-01da3ca1e5eb up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:36.081734 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57038) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:36.223789 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cbb46c70-6ac4-4097-a5db-8ebe22047a8c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.231672 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb46c70-6ac4-4097-a5db-8ebe22047a8c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:36.232594 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cbb46c70-6ac4-4097-a5db-8ebe22047a8c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.286997 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-43bf635d-86a4-4aab-8df6-9ff88c7eb9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:28:32Z', 'revision_number': 4, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None, '_interfaces': [{'id': '4c781e35-0f4f-44ab-a52b-284a8a5af8c2', 'name': '', 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:b2:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:11Z', 'updated_at': '2021-07-07T17:28:22Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cab39d4-0cad-4325-bd91-efc348b19546', 'name': '', 'network_id': '8735750e-75c3-4dbd-a364-ef1ad4b56d93', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:d7:4c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:28Z', 'updated_at': '2021-07-07T17:28:32Z', 'revision_number': 2, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e9fae70-0d96-4da1-a18b-69736436d72c', 'name': '', 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:1e:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:20Z', 'updated_at': '2021-07-07T17:28:31Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:36.330446 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port e6adefe4-b91f-4235-bb27-01da3ca1e5eb triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:36.331022 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.379546 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bf635d-86a4-4aab-8df6-9ff88c7eb9f8 None None] Checking router: ce8831df-c1f9-4c2d-8219-1443b1a2c212 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:28:36.381563 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bf635d-86a4-4aab-8df6-9ff88c7eb9f8 None None] Updating router ce8831df-c1f9-4c2d-8219-1443b1a2c212 port 6cab39d4-0cad-4325-bd91-efc348b19546 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:28:36.418989 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0fc22d9b-61bc-4a17-948a-0124ba33b513 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b17a13fa08e74a75865a5b9b7bf7b9fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3357019 Jul 07 17:28:36.419907 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57042) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:36.494088 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cbb46c70-6ac4-4097-a5db-8ebe22047a8c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1254160 Jul 07 17:28:36.498949 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57046) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:36.513321 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-a49eb87c-fe55-4c44-9351-d48dae27f305 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'subnet': {'network_id': '4b8f5965-7fe0-4609-805f-7e88b91a9daf', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:36.544418 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-43bf635d-86a4-4aab-8df6-9ff88c7eb9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.570122 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb46c70-6ac4-4097-a5db-8ebe22047a8c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Network': ['ID=4b8f5965-7fe0-4609-805f-7e88b91a9daf,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:36.584386 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 4b8f5965-7fe0-4609-805f-7e88b91a9daf details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:36.631067 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8e8fa2b-2f16-4d15-ac33-f8f59cc0db2d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.678059 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57052) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:36.697715 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5f315189-a4f9-43d1-aede-165467a59126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.752600 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5f315189-a4f9-43d1-aede-165467a59126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.836478 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49eb87c-fe55-4c44-9351-d48dae27f305 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Made reservation on behalf of 3f24c708bb74478a88dbf9975d5221d7 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:36.855963 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a49eb87c-fe55-4c44-9351-d48dae27f305 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.982362 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b41b6a99-95e7-4e5f-90d2-7d9ec944285a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.009321 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5f315189-a4f9-43d1-aede-165467a59126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.012795 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5f315189-a4f9-43d1-aede-165467a59126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.018181 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5f315189-a4f9-43d1-aede-165467a59126 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/343a02d6-6beb-4ee8-9c7f-ee3bf805dc9f HTTP/1.1" status: 204 len: 168 time: 0.5914550 Jul 07 17:28:37.044286 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8e8fa2b-2f16-4d15-ac33-f8f59cc0db2d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.100484 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f315189-a4f9-43d1-aede-165467a59126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343a02d6-6beb-4ee8-9c7f-ee3bf805dc9f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:37.384844 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a49eb87c-fe55-4c44-9351-d48dae27f305 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.397235 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-43bf635d-86a4-4aab-8df6-9ff88c7eb9f8 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.436253 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-43bf635d-86a4-4aab-8df6-9ff88c7eb9f8 None None] Transition to ACTIVE for port object 6cab39d4-0cad-4325-bd91-efc348b19546 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:37.439889 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b41b6a99-95e7-4e5f-90d2-7d9ec944285a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.451775 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-43bf635d-86a4-4aab-8df6-9ff88c7eb9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.490119 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e8fa2b-2f16-4d15-ac33-f8f59cc0db2d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Router 746725a7-4ecb-4bd9-ba94-71e6fdf1d743 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:28:37.492524 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b41b6a99-95e7-4e5f-90d2-7d9ec944285a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.611735 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.673112 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3dcbf-d1f8-47d7-99b3-97fa4e9f7ae3 None None] Pushing event updated for resources: {'Port': ['ID=6cab39d4-0cad-4325-bd91-efc348b19546,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:37.679450 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b41b6a99-95e7-4e5f-90d2-7d9ec944285a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5b07b8a55fd94b058eb677e6fbaffb0e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0002759 Jul 07 17:28:37.684661 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57060) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:37.686757 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49eb87c-fe55-4c44-9351-d48dae27f305 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Subnet': ['ID=083630a0-ee2e-47ac-8dc8-89e46168525d,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:37.699101 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b6a99-95e7-4e5f-90d2-7d9ec944285a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fca691b-22b5-4465-aeb8-67abfb0344a6,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:37.704835 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49eb87c-fe55-4c44-9351-d48dae27f305 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Checking segment: {'id': 'a998b615-8973-4fc3-bc86-4b729e2f4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4b8f5965-7fe0-4609-805f-7e88b91a9daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:37.705686 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49eb87c-fe55-4c44-9351-d48dae27f305 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network hostable DHCP agents. Network: 4b8f5965-7fe0-4609-805f-7e88b91a9daf, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:37.732885 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49eb87c-fe55-4c44-9351-d48dae27f305 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network 4b8f5965-7fe0-4609-805f-7e88b91a9daf is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:37.754108 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-a49eb87c-fe55-4c44-9351-d48dae27f305 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 4b8f5965-7fe0-4609-805f-7e88b91a9daf) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:37.759673 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49eb87c-fe55-4c44-9351-d48dae27f305 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:37.760536 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a49eb87c-fe55-4c44-9351-d48dae27f305 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.767387 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae5d72f-f202-4159-ae31-7c73dd83a8a1 None None] Network 4b8f5965-7fe0-4609-805f-7e88b91a9daf requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:37.817888 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-43bf635d-86a4-4aab-8df6-9ff88c7eb9f8 None None] Attempting to bind port 6cab39d4-0cad-4325-bd91-efc348b19546 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:37.818181 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-43bf635d-86a4-4aab-8df6-9ff88c7eb9f8 None None] Attempting to bind port 6cab39d4-0cad-4325-bd91-efc348b19546 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'f4ed6be6-7dad-4ba0-a55c-9663bbde1cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8735750e-75c3-4dbd-a364-ef1ad4b56d93'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:37.818555 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bf635d-86a4-4aab-8df6-9ff88c7eb9f8 None None] Attempting to bind port 6cab39d4-0cad-4325-bd91-efc348b19546 on network 8735750e-75c3-4dbd-a364-ef1ad4b56d93 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:37.845286 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a49eb87c-fe55-4c44-9351-d48dae27f305 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3434844 Jul 07 17:28:37.851044 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57068) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:37.854327 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bf635d-86a4-4aab-8df6-9ff88c7eb9f8 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:37.854824 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bf635d-86a4-4aab-8df6-9ff88c7eb9f8 None None] Checking segment: {'id': 'f4ed6be6-7dad-4ba0-a55c-9663bbde1cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8735750e-75c3-4dbd-a364-ef1ad4b56d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:37.855252 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-43bf635d-86a4-4aab-8df6-9ff88c7eb9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.855716 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bf635d-86a4-4aab-8df6-9ff88c7eb9f8 None None] Bound using segment: {'id': 'f4ed6be6-7dad-4ba0-a55c-9663bbde1cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8735750e-75c3-4dbd-a364-ef1ad4b56d93'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:37.856201 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-43bf635d-86a4-4aab-8df6-9ff88c7eb9f8 None None] Bound port: 6cab39d4-0cad-4325-bd91-efc348b19546, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ed6be6-7dad-4ba0-a55c-9663bbde1cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8735750e-75c3-4dbd-a364-ef1ad4b56d93'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:37.856654 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-43bf635d-86a4-4aab-8df6-9ff88c7eb9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.064489 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-43bf635d-86a4-4aab-8df6-9ff88c7eb9f8 None None] For port 6cab39d4-0cad-4325-bd91-efc348b19546, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:38.071331 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-43bf635d-86a4-4aab-8df6-9ff88c7eb9f8 None None] For port 6cab39d4-0cad-4325-bd91-efc348b19546, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6cab39d4-0cad-4325-bd91-efc348b19546,segment=NetworkSegment(f4ed6be6-7dad-4ba0-a55c-9663bbde1cb9),segment_id=f4ed6be6-7dad-4ba0-a55c-9663bbde1cb9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:38.081543 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-43bf635d-86a4-4aab-8df6-9ff88c7eb9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.117605 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2b2050b9-af49-4c49-9b25-f161cfaba505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.174219 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bf635d-86a4-4aab-8df6-9ff88c7eb9f8 None None] Routers {'ce8831df-c1f9-4c2d-8219-1443b1a2c212'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:38.175181 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-43bf635d-86a4-4aab-8df6-9ff88c7eb9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:38.195993 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e8fa2b-2f16-4d15-ac33-f8f59cc0db2d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:38.233082 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.236480 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58f1ee3-055e-458d-80cd-1f1a4a50f042 None None] Sync routers for ids ['746725a7-4ecb-4bd9-ba94-71e6fdf1d743'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:38.243353 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2b2050b9-af49-4c49-9b25-f161cfaba505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.327056 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9114c18-618f-4ad8-907f-653daddb4bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-4b8f5965-7fe0-4609-805f-7e88b91a9daf', 'network_id': '4b8f5965-7fe0-4609-805f-7e88b91a9daf', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'fixed_ips': [{'subnet_id': '083630a0-ee2e-47ac-8dc8-89e46168525d'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:38.331812 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b9114c18-618f-4ad8-907f-653daddb4bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.337722 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8e8fa2b-2f16-4d15-ac33-f8f59cc0db2d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.345280 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f8e8fa2b-2f16-4d15-ac33-f8f59cc0db2d tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.0871415 Jul 07 17:28:38.358094 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57076) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:38.361085 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58f1ee3-055e-458d-80cd-1f1a4a50f042 None None] Routers {'746725a7-4ecb-4bd9-ba94-71e6fdf1d743'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:38.362135 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b58f1ee3-055e-458d-80cd-1f1a4a50f042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['746725a7-4ecb-4bd9-ba94-71e6fdf1d743'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:38.378866 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-43bf635d-86a4-4aab-8df6-9ff88c7eb9f8 None None] Set router ce8831df-c1f9-4c2d-8219-1443b1a2c212 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:38.627852 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-b58f1ee3-055e-458d-80cd-1f1a4a50f042 None None] Set router 746725a7-4ecb-4bd9-ba94-71e6fdf1d743 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:38.726555 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2b2050b9-af49-4c49-9b25-f161cfaba505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.739151 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2b2050b9-af49-4c49-9b25-f161cfaba505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.744120 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2b2050b9-af49-4c49-9b25-f161cfaba505 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3fca691b-22b5-4465-aeb8-67abfb0344a6 HTTP/1.1" status: 204 len: 168 time: 1.0447948 Jul 07 17:28:38.774503 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3dcbf-d1f8-47d7-99b3-97fa4e9f7ae3 None None] Pushing event updated for resources: {'Port': ['ID=6cab39d4-0cad-4325-bd91-efc348b19546,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:38.787651 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2050b9-af49-4c49-9b25-f161cfaba505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fca691b-22b5-4465-aeb8-67abfb0344a6,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:38.809149 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9e6a-642e-49aa-9e05-495db8f4f11c tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.006112 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-43bf635d-86a4-4aab-8df6-9ff88c7eb9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:28:32Z', 'revision_number': 4, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None, '_interfaces': [{'id': '4c781e35-0f4f-44ab-a52b-284a8a5af8c2', 'name': '', 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:b2:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:11Z', 'updated_at': '2021-07-07T17:28:22Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cab39d4-0cad-4325-bd91-efc348b19546', 'name': '', 'network_id': '8735750e-75c3-4dbd-a364-ef1ad4b56d93', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:d7:4c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:28Z', 'updated_at': '2021-07-07T17:28:38Z', 'revision_number': 4, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e9fae70-0d96-4da1-a18b-69736436d72c', 'name': '', 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:1e:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:20Z', 'updated_at': '2021-07-07T17:28:31Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:39.074297 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9e6a-642e-49aa-9e05-495db8f4f11c tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.085256 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bf635d-86a4-4aab-8df6-9ff88c7eb9f8 None None] The sync data for ids ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'] in n-d-791503-12 is: [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:28:32Z', 'revision_number': 4, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None, '_interfaces': [{'id': '4c781e35-0f4f-44ab-a52b-284a8a5af8c2', 'name': '', 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:b2:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:11Z', 'updated_at': '2021-07-07T17:28:22Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cab39d4-0cad-4325-bd91-efc348b19546', 'name': '', 'network_id': '8735750e-75c3-4dbd-a364-ef1ad4b56d93', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:d7:4c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:28Z', 'updated_at': '2021-07-07T17:28:38Z', 'revision_number': 4, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e9fae70-0d96-4da1-a18b-69736436d72c', 'name': '', 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:1e:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:20Z', 'updated_at': '2021-07-07T17:28:31Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:39.317987 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-f8ef9e6a-642e-49aa-9e05-495db8f4f11c tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Deleting port 83e63012-aec2-4af6-aa6c-51bc4527adaf {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:39.318797 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9e6a-642e-49aa-9e05-495db8f4f11c tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.544330 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-b9114c18-618f-4ad8-907f-653daddb4bc2 None None] Allocated IP 172.23.0.2 (4b8f5965-7fe0-4609-805f-7e88b91a9daf/083630a0-ee2e-47ac-8dc8-89e46168525d/600154e6-c301-4f1a-aede-86b4d4352056) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:39.551307 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9e6a-642e-49aa-9e05-495db8f4f11c tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.615853 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-f8ef9e6a-642e-49aa-9e05-495db8f4f11c tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Calling delete_port for 83e63012-aec2-4af6-aa6c-51bc4527adaf owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:39.661213 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1ce44256-599a-468b-b22f-5161a594ca7c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.096235 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6cab39d4-0cad-4325-bd91-efc348b19546 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:40.247403 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57108) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:40.249732 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9e6a-642e-49aa-9e05-495db8f4f11c tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.272973 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75e482af-286c-45f3-83c4-a5e0a69b934e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.273891 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b9114c18-618f-4ad8-907f-653daddb4bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.297075 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b58f1ee3-055e-458d-80cd-1f1a4a50f042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746725a7-4ecb-4bd9-ba94-71e6fdf1d743', 'name': '', 'tenant_id': 'cc26da9c7f4e48e59e8403cc2736ae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a056d8e7-8294-416a-983f-2e21ce35142f', 'external_fixed_ips': [{'subnet_id': '8e1f30e8-e28a-4a3a-b4b5-875f34181892', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '83e63012-aec2-4af6-aa6c-51bc4527adaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:31Z', 'updated_at': '2021-07-07T17:28:36Z', 'revision_number': 3, 'project_id': 'cc26da9c7f4e48e59e8403cc2736ae42', 'gw_port': {'id': '83e63012-aec2-4af6-aa6c-51bc4527adaf', 'name': '', 'network_id': 'a056d8e7-8294-416a-983f-2e21ce35142f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:db:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746725a7-4ecb-4bd9-ba94-71e6fdf1d743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '8e1f30e8-e28a-4a3a-b4b5-875f34181892', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:33Z', 'updated_at': '2021-07-07T17:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e1f30e8-e28a-4a3a-b4b5-875f34181892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:40.379483 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58f1ee3-055e-458d-80cd-1f1a4a50f042 None None] Checking router: 746725a7-4ecb-4bd9-ba94-71e6fdf1d743 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:28:40.380130 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58f1ee3-055e-458d-80cd-1f1a4a50f042 None None] Updating router 746725a7-4ecb-4bd9-ba94-71e6fdf1d743 port 83e63012-aec2-4af6-aa6c-51bc4527adaf binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:28:40.382888 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b9114c18-618f-4ad8-907f-653daddb4bc2 None None] Transition to ACTIVE for port object 600154e6-c301-4f1a-aede-86b4d4352056 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:40.404335 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef9e6a-642e-49aa-9e05-495db8f4f11c tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Pushing event deleted for resources: {'Port': ['ID=83e63012-aec2-4af6-aa6c-51bc4527adaf,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:40.426429 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58f1ee3-055e-458d-80cd-1f1a4a50f042 None None] Port 83e63012-aec2-4af6-aa6c-51bc4527adaf not found while updating agent binding for router 746725a7-4ecb-4bd9-ba94-71e6fdf1d743. {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 07 17:28:40.437229 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b9114c18-618f-4ad8-907f-653daddb4bc2 None None] Transition to ACTIVE for port object 600154e6-c301-4f1a-aede-86b4d4352056 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:40.455235 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 6cab39d4-0cad-4325-bd91-efc348b19546 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:40.461400 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 6cab39d4-0cad-4325-bd91-efc348b19546 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:40.462100 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.465025 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b9114c18-618f-4ad8-907f-653daddb4bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.539279 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9114c18-618f-4ad8-907f-653daddb4bc2 None None] Pushing event updated for resources: {'Port': ['ID=600154e6-c301-4f1a-aede-86b4d4352056,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:40.543141 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58f1ee3-055e-458d-80cd-1f1a4a50f042 None None] Routers {'746725a7-4ecb-4bd9-ba94-71e6fdf1d743'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:40.544042 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b58f1ee3-055e-458d-80cd-1f1a4a50f042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['746725a7-4ecb-4bd9-ba94-71e6fdf1d743'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:40.574631 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9e6a-642e-49aa-9e05-495db8f4f11c tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.623996 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75e482af-286c-45f3-83c4-a5e0a69b934e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.642303 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75e482af-286c-45f3-83c4-a5e0a69b934e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.715656 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e482af-286c-45f3-83c4-a5e0a69b934e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf6991a-7889-4ed6-aab5-896446ac637b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:40.734763 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-1ce44256-599a-468b-b22f-5161a594ca7c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Allocated IP 172.23.0.1 (4b8f5965-7fe0-4609-805f-7e88b91a9daf/083630a0-ee2e-47ac-8dc8-89e46168525d/09e717fe-bda1-460f-a418-af9a8f5718e8) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:40.743117 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9114c18-618f-4ad8-907f-653daddb4bc2 None None] Network 4b8f5965-7fe0-4609-805f-7e88b91a9daf is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:40.750232 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-b58f1ee3-055e-458d-80cd-1f1a4a50f042 None None] Set router 746725a7-4ecb-4bd9-ba94-71e6fdf1d743 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:40.753561 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-b9114c18-618f-4ad8-907f-653daddb4bc2 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:40.768159 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-75e482af-286c-45f3-83c4-a5e0a69b934e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b2cd2638b7f4ffaa3cda533b061d423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5194657 Jul 07 17:28:40.769463 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57114) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:40.886701 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9114c18-618f-4ad8-907f-653daddb4bc2 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:40.898204 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b58f1ee3-055e-458d-80cd-1f1a4a50f042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746725a7-4ecb-4bd9-ba94-71e6fdf1d743', 'name': '', 'tenant_id': 'cc26da9c7f4e48e59e8403cc2736ae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:31Z', 'updated_at': '2021-07-07T17:28:40Z', 'revision_number': 5, 'project_id': 'cc26da9c7f4e48e59e8403cc2736ae42', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:40.966593 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58f1ee3-055e-458d-80cd-1f1a4a50f042 None None] The sync data for ids ['746725a7-4ecb-4bd9-ba94-71e6fdf1d743'] in n-d-791503-12 is: [{'id': '746725a7-4ecb-4bd9-ba94-71e6fdf1d743', 'name': '', 'tenant_id': 'cc26da9c7f4e48e59e8403cc2736ae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:31Z', 'updated_at': '2021-07-07T17:28:40Z', 'revision_number': 5, 'project_id': 'cc26da9c7f4e48e59e8403cc2736ae42', 'gw_port_host': None}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:40.981639 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6b8b3745-9cee-4f10-8b9e-8bcc4d6d3bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.017045 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6b8b3745-9cee-4f10-8b9e-8bcc4d6d3bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.028364 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9e6a-642e-49aa-9e05-495db8f4f11c tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.031759 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9e6a-642e-49aa-9e05-495db8f4f11c tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.079389 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6b8b3745-9cee-4f10-8b9e-8bcc4d6d3bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.082310 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6b8b3745-9cee-4f10-8b9e-8bcc4d6d3bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.083596 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6b8b3745-9cee-4f10-8b9e-8bcc4d6d3bf9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/edf6991a-7889-4ed6-aab5-896446ac637b HTTP/1.1" status: 204 len: 168 time: 0.3110330 Jul 07 17:28:41.119379 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b3745-9cee-4f10-8b9e-8bcc4d6d3bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf6991a-7889-4ed6-aab5-896446ac637b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:41.184237 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9e6a-642e-49aa-9e05-495db8f4f11c tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.185127 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ef9e6a-642e-49aa-9e05-495db8f4f11c tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 746725a7-4ecb-4bd9-ba94-71e6fdf1d743 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:28:41.193299 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9e6a-642e-49aa-9e05-495db8f4f11c tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.194934 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f8ef9e6a-642e-49aa-9e05-495db8f4f11c tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "DELETE /v2.0/routers/746725a7-4ecb-4bd9-ba94-71e6fdf1d743 HTTP/1.1" status: 204 len: 168 time: 2.8357813 Jul 07 17:28:41.200378 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1ce44256-599a-468b-b22f-5161a594ca7c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.201499 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57126) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:41.238201 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-1ce44256-599a-468b-b22f-5161a594ca7c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Transition to ACTIVE for port object 09e717fe-bda1-460f-a418-af9a8f5718e8 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:41.267951 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b9114c18-618f-4ad8-907f-653daddb4bc2 None None] Attempting to bind port 600154e6-c301-4f1a-aede-86b4d4352056 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:41.270890 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b9114c18-618f-4ad8-907f-653daddb4bc2 None None] Attempting to bind port 600154e6-c301-4f1a-aede-86b4d4352056 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'a998b615-8973-4fc3-bc86-4b729e2f4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4b8f5965-7fe0-4609-805f-7e88b91a9daf'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:41.271620 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9114c18-618f-4ad8-907f-653daddb4bc2 None None] Attempting to bind port 600154e6-c301-4f1a-aede-86b4d4352056 on network 4b8f5965-7fe0-4609-805f-7e88b91a9daf {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:41.277388 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.330145 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9114c18-618f-4ad8-907f-653daddb4bc2 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:41.334564 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5138e6-124b-4703-95a6-39580146c58e tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Deleting subnet 8e1f30e8-e28a-4a3a-b4b5-875f34181892 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:41.335617 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9114c18-618f-4ad8-907f-653daddb4bc2 None None] Checking segment: {'id': 'a998b615-8973-4fc3-bc86-4b729e2f4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4b8f5965-7fe0-4609-805f-7e88b91a9daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:41.336282 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b9114c18-618f-4ad8-907f-653daddb4bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.336970 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9114c18-618f-4ad8-907f-653daddb4bc2 None None] Bound using segment: {'id': 'a998b615-8973-4fc3-bc86-4b729e2f4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4b8f5965-7fe0-4609-805f-7e88b91a9daf'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:41.337713 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b9114c18-618f-4ad8-907f-653daddb4bc2 None None] Bound port: 600154e6-c301-4f1a-aede-86b4d4352056, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a998b615-8973-4fc3-bc86-4b729e2f4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4b8f5965-7fe0-4609-805f-7e88b91a9daf'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:41.339592 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b9114c18-618f-4ad8-907f-653daddb4bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.346064 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec5138e6-124b-4703-95a6-39580146c58e tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.366127 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1ce44256-599a-468b-b22f-5161a594ca7c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.428191 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 6cab39d4-0cad-4325-bd91-efc348b19546, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6cab39d4-0cad-4325-bd91-efc348b19546,segment=NetworkSegment(f4ed6be6-7dad-4ba0-a55c-9663bbde1cb9),segment_id=f4ed6be6-7dad-4ba0-a55c-9663bbde1cb9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:41.456601 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec5138e6-124b-4703-95a6-39580146c58e tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.469570 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce44256-599a-468b-b22f-5161a594ca7c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network 4b8f5965-7fe0-4609-805f-7e88b91a9daf is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:41.476014 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-1ce44256-599a-468b-b22f-5161a594ca7c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:41.486036 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce44256-599a-468b-b22f-5161a594ca7c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:41.510142 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.607590 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce44256-599a-468b-b22f-5161a594ca7c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Port': ['ID=09e717fe-bda1-460f-a418-af9a8f5718e8,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:41.612509 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec5138e6-124b-4703-95a6-39580146c58e tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.621781 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1ce44256-599a-468b-b22f-5161a594ca7c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.764646 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-b9114c18-618f-4ad8-907f-653daddb4bc2 None None] For port 600154e6-c301-4f1a-aede-86b4d4352056, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:41.778406 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-b9114c18-618f-4ad8-907f-653daddb4bc2 None None] For port 600154e6-c301-4f1a-aede-86b4d4352056, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=600154e6-c301-4f1a-aede-86b4d4352056,segment=NetworkSegment(a998b615-8973-4fc3-bc86-4b729e2f4c0c),segment_id=a998b615-8973-4fc3-bc86-4b729e2f4c0c)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:41.788577 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b9114c18-618f-4ad8-907f-653daddb4bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.803843 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec5138e6-124b-4703-95a6-39580146c58e tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.855284 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=6cab39d4-0cad-4325-bd91-efc348b19546,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:41.878130 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5138e6-124b-4703-95a6-39580146c58e tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8e1f30e8-e28a-4a3a-b4b5-875f34181892,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:41.887976 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec5138e6-124b-4703-95a6-39580146c58e tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.890514 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ec5138e6-124b-4703-95a6-39580146c58e tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/8e1f30e8-e28a-4a3a-b4b5-875f34181892 HTTP/1.1" status: 204 len: 168 time: 0.6876523 Jul 07 17:28:41.894535 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57134) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:42.004602 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1ce44256-599a-468b-b22f-5161a594ca7c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.005125 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9114c18-618f-4ad8-907f-653daddb4bc2 None None] Pushing event updated for resources: {'Port': ['ID=600154e6-c301-4f1a-aede-86b4d4352056,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:42.210013 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0c6d9ded-39b7-4ef5-84c2-783d899a90a1 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.674140 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0c6d9ded-39b7-4ef5-84c2-783d899a90a1 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.768286 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-0c6d9ded-39b7-4ef5-84c2-783d899a90a1 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a056d8e7-8294-416a-983f-2e21ce35142f']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:42.825883 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-0c6d9ded-39b7-4ef5-84c2-783d899a90a1 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86475eb-ce6b-45fa-abbc-37af462bfabc') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:42.827436 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-0c6d9ded-39b7-4ef5-84c2-783d899a90a1 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86475eb-ce6b-45fa-abbc-37af462bfabc') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:42.871941 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0c6d9ded-39b7-4ef5-84c2-783d899a90a1 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.963852 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0c6d9ded-39b7-4ef5-84c2-783d899a90a1 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.989248 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6d9ded-39b7-4ef5-84c2-783d899a90a1 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:42.994751 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0c6d9ded-39b7-4ef5-84c2-783d899a90a1 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:43.002741 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:43.141179 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0c6d9ded-39b7-4ef5-84c2-783d899a90a1 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.150977 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6d9ded-39b7-4ef5-84c2-783d899a90a1 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a056d8e7-8294-416a-983f-2e21ce35142f {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:28:43.161237 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0c6d9ded-39b7-4ef5-84c2-783d899a90a1 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.166075 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0c6d9ded-39b7-4ef5-84c2-783d899a90a1 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "DELETE /v2.0/networks/a056d8e7-8294-416a-983f-2e21ce35142f HTTP/1.1" status: 204 len: 168 time: 1.2701421 Jul 07 17:28:43.207747 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1ce44256-599a-468b-b22f-5161a594ca7c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.225789 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1ce44256-599a-468b-b22f-5161a594ca7c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.236236 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d9ded-39b7-4ef5-84c2-783d899a90a1 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Pushing event deleted for resources: {'Network': ['ID=a056d8e7-8294-416a-983f-2e21ce35142f,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:43.539850 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce44256-599a-468b-b22f-5161a594ca7c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event updated for resources: {'Port': ['ID=09e717fe-bda1-460f-a418-af9a8f5718e8,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:43.564178 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1ce44256-599a-468b-b22f-5161a594ca7c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.865417 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce44256-599a-468b-b22f-5161a594ca7c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Network 4b8f5965-7fe0-4609-805f-7e88b91a9daf is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:43.870538 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-1ce44256-599a-468b-b22f-5161a594ca7c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:43.965276 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57178) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:43.979443 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-d98c9e82-b3d2-45b5-a213-e6356471bfa5 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Request body: {'router': {'name': 'tempest-router--1721142845', 'project_id': '35fd81f08ef24787977782ba7d9b7e7c'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:44.025469 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d98c9e82-b3d2-45b5-a213-e6356471bfa5 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.029152 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d98c9e82-b3d2-45b5-a213-e6356471bfa5 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.122883 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c735740f-e65f-4269-a3a3-960366a3e3cf None None] Network 4b8f5965-7fe0-4609-805f-7e88b91a9daf requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:44.191519 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce44256-599a-468b-b22f-5161a594ca7c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Router ce8831df-c1f9-4c2d-8219-1443b1a2c212 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:28:44.249839 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6cab39d4-0cad-4325-bd91-efc348b19546 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:44.253629 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d98c9e82-b3d2-45b5-a213-e6356471bfa5 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.262776 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d98c9e82-b3d2-45b5-a213-e6356471bfa5 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.292289 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d98c9e82-b3d2-45b5-a213-e6356471bfa5 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.294052 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d98c9e82-b3d2-45b5-a213-e6356471bfa5 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3264930 Jul 07 17:28:44.296663 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57180) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:44.359151 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b9554db4-5831-458e-8e90-561a68964687 None None] Provisioning for port 600154e6-c301-4f1a-aede-86b4d4352056 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:44.383102 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce44256-599a-468b-b22f-5161a594ca7c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:44.407940 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba52ccfb-c8af-47fe-a7f5-cc410ea6e3aa None None] Sync routers for ids ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:44.428058 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba52ccfb-c8af-47fe-a7f5-cc410ea6e3aa None None] Routers {'ce8831df-c1f9-4c2d-8219-1443b1a2c212'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:44.434995 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1ce44256-599a-468b-b22f-5161a594ca7c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "PUT /v2.0/routers/ce8831df-c1f9-4c2d-8219-1443b1a2c212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5802228 Jul 07 17:28:44.436546 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-ba52ccfb-c8af-47fe-a7f5-cc410ea6e3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:44.437751 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57188) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:44.459748 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-7949bd62-8450-4633-8ed9-2e5f548bbfec tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:44.485725 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-72518938-c333-45b4-837f-d4bd32901d33 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.651574 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-ba52ccfb-c8af-47fe-a7f5-cc410ea6e3aa None None] Set router ce8831df-c1f9-4c2d-8219-1443b1a2c212 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:44.673575 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 6cab39d4-0cad-4325-bd91-efc348b19546 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:44.680335 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.870549 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 600154e6-c301-4f1a-aede-86b4d4352056 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:44.939393 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-72518938-c333-45b4-837f-d4bd32901d33 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.942957 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-72518938-c333-45b4-837f-d4bd32901d33 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.032457 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-72518938-c333-45b4-837f-d4bd32901d33 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.033138 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72518938-c333-45b4-837f-d4bd32901d33 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 084bf532-1c28-4bb0-bcf7-9f3e6dc8dec1 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:28:45.058920 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 600154e6-c301-4f1a-aede-86b4d4352056 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:45.071627 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 600154e6-c301-4f1a-aede-86b4d4352056 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:45.072010 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.078101 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-72518938-c333-45b4-837f-d4bd32901d33 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.082617 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-72518938-c333-45b4-837f-d4bd32901d33 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "DELETE /v2.0/routers/084bf532-1c28-4bb0-bcf7-9f3e6dc8dec1 HTTP/1.1" status: 204 len: 168 time: 0.7837346 Jul 07 17:28:45.083384 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57196) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:45.288794 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4f50390a-e7a6-4ef7-9617-e4ef321d6ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.397793 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-ba52ccfb-c8af-47fe-a7f5-cc410ea6e3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:28:41Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None, '_interfaces': [{'id': '09e717fe-bda1-460f-a418-af9a8f5718e8', 'name': '', 'network_id': '4b8f5965-7fe0-4609-805f-7e88b91a9daf', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:65:97:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '083630a0-ee2e-47ac-8dc8-89e46168525d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:39Z', 'updated_at': '2021-07-07T17:28:42Z', 'revision_number': 2, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '083630a0-ee2e-47ac-8dc8-89e46168525d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c781e35-0f4f-44ab-a52b-284a8a5af8c2', 'name': '', 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:b2:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:11Z', 'updated_at': '2021-07-07T17:28:22Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cab39d4-0cad-4325-bd91-efc348b19546', 'name': '', 'network_id': '8735750e-75c3-4dbd-a364-ef1ad4b56d93', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:d7:4c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:28Z', 'updated_at': '2021-07-07T17:28:41Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e9fae70-0d96-4da1-a18b-69736436d72c', 'name': '', 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:1e:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:20Z', 'updated_at': '2021-07-07T17:28:31Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:45.444709 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.499949 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d9df61bb-3736-4eec-b7e8-e1063035b292 None None] Provisioning complete for port 600154e6-c301-4f1a-aede-86b4d4352056 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:45.520491 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba52ccfb-c8af-47fe-a7f5-cc410ea6e3aa None None] Checking router: ce8831df-c1f9-4c2d-8219-1443b1a2c212 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:28:45.521066 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba52ccfb-c8af-47fe-a7f5-cc410ea6e3aa None None] Updating router ce8831df-c1f9-4c2d-8219-1443b1a2c212 port 09e717fe-bda1-460f-a418-af9a8f5718e8 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:28:45.521156 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d9df61bb-3736-4eec-b7e8-e1063035b292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.656133 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-ba52ccfb-c8af-47fe-a7f5-cc410ea6e3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.662366 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 600154e6-c301-4f1a-aede-86b4d4352056, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=600154e6-c301-4f1a-aede-86b4d4352056,segment=NetworkSegment(a998b615-8973-4fc3-bc86-4b729e2f4c0c),segment_id=a998b615-8973-4fc3-bc86-4b729e2f4c0c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:45.673963 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.754665 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57214) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:45.759176 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4f50390a-e7a6-4ef7-9617-e4ef321d6ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.766548 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4f50390a-e7a6-4ef7-9617-e4ef321d6ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.847703 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=600154e6-c301-4f1a-aede-86b4d4352056,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:45.861395 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50390a-e7a6-4ef7-9617-e4ef321d6ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac67cf9-f9eb-4864-8927-84d0fcaa2f2d,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:45.950769 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4f50390a-e7a6-4ef7-9617-e4ef321d6ae6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da83c3656d3b400d979ecc5584e2bac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8662074 Jul 07 17:28:45.954172 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57218) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:45.958551 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d9df61bb-3736-4eec-b7e8-e1063035b292 None None] Provisioning for port 09e717fe-bda1-460f-a418-af9a8f5718e8 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:45.972546 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d9df61bb-3736-4eec-b7e8-e1063035b292 None None] Provisioning complete for port 09e717fe-bda1-460f-a418-af9a8f5718e8 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:45.973181 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d9df61bb-3736-4eec-b7e8-e1063035b292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.113765 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d9df61bb-3736-4eec-b7e8-e1063035b292 None None] Port 09e717fe-bda1-460f-a418-af9a8f5718e8 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:46.212004 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b65c23a9-442c-4957-bf1e-f1b3e823c1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.247047 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-49d3ff56-bdbe-425c-98dd-5cae9312ee44 None None] Provisioning complete for port 09e717fe-bda1-460f-a418-af9a8f5718e8 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:46.248178 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-49d3ff56-bdbe-425c-98dd-5cae9312ee44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.258908 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b65c23a9-442c-4957-bf1e-f1b3e823c1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.274170 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-be247791-85de-441f-ab05-169bf4bdccf7 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-528430638', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}, 'admin_state_up': False}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:46.327806 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be247791-85de-441f-ab05-169bf4bdccf7 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.333867 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be247791-85de-441f-ab05-169bf4bdccf7 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.355682 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-49d3ff56-bdbe-425c-98dd-5cae9312ee44 None None] Port 09e717fe-bda1-460f-a418-af9a8f5718e8 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:46.358319 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b65c23a9-442c-4957-bf1e-f1b3e823c1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.362686 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b65c23a9-442c-4957-bf1e-f1b3e823c1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.367935 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b65c23a9-442c-4957-bf1e-f1b3e823c1f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9ac67cf9-f9eb-4864-8927-84d0fcaa2f2d HTTP/1.1" status: 204 len: 168 time: 0.4085586 Jul 07 17:28:46.399961 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c23a9-442c-4957-bf1e-f1b3e823c1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac67cf9-f9eb-4864-8927-84d0fcaa2f2d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:46.466185 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.extraroute_db [None req-7949bd62-8450-4633-8ed9-2e5f548bbfec tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=100192) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 17:28:46.484254 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6fb1d112-dbe0-4ad8-9f63-2c2256e5eb71 None None] Provisioning complete for port 09e717fe-bda1-460f-a418-af9a8f5718e8 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:46.487067 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6fb1d112-dbe0-4ad8-9f63-2c2256e5eb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.509291 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.extraroute_db [None req-7949bd62-8450-4633-8ed9-2e5f548bbfec tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Removed routes are [] {{(pid=100192) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 17:28:46.510191 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7949bd62-8450-4633-8ed9-2e5f548bbfec tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.597490 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-6fb1d112-dbe0-4ad8-9f63-2c2256e5eb71 None None] Port 09e717fe-bda1-460f-a418-af9a8f5718e8 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:46.701786 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-ba52ccfb-c8af-47fe-a7f5-cc410ea6e3aa None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.712767 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-ba52ccfb-c8af-47fe-a7f5-cc410ea6e3aa None None] Transition to ACTIVE for port object 09e717fe-bda1-460f-a418-af9a8f5718e8 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:46.720602 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-ba52ccfb-c8af-47fe-a7f5-cc410ea6e3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.839738 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be247791-85de-441f-ab05-169bf4bdccf7 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.859243 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcdf243-5d48-4f99-b055-0293b922b3b3 None None] Pushing event updated for resources: {'Port': ['ID=09e717fe-bda1-460f-a418-af9a8f5718e8,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:46.959531 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-ba52ccfb-c8af-47fe-a7f5-cc410ea6e3aa None None] Attempting to bind port 09e717fe-bda1-460f-a418-af9a8f5718e8 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:46.960314 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-ba52ccfb-c8af-47fe-a7f5-cc410ea6e3aa None None] Attempting to bind port 09e717fe-bda1-460f-a418-af9a8f5718e8 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'a998b615-8973-4fc3-bc86-4b729e2f4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4b8f5965-7fe0-4609-805f-7e88b91a9daf'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:46.961077 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba52ccfb-c8af-47fe-a7f5-cc410ea6e3aa None None] Attempting to bind port 09e717fe-bda1-460f-a418-af9a8f5718e8 on network 4b8f5965-7fe0-4609-805f-7e88b91a9daf {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:46.970172 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba52ccfb-c8af-47fe-a7f5-cc410ea6e3aa None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:46.973998 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba52ccfb-c8af-47fe-a7f5-cc410ea6e3aa None None] Checking segment: {'id': 'a998b615-8973-4fc3-bc86-4b729e2f4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4b8f5965-7fe0-4609-805f-7e88b91a9daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:46.977190 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-ba52ccfb-c8af-47fe-a7f5-cc410ea6e3aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.977981 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba52ccfb-c8af-47fe-a7f5-cc410ea6e3aa None None] Bound using segment: {'id': 'a998b615-8973-4fc3-bc86-4b729e2f4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4b8f5965-7fe0-4609-805f-7e88b91a9daf'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:46.981401 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-ba52ccfb-c8af-47fe-a7f5-cc410ea6e3aa None None] Bound port: 09e717fe-bda1-460f-a418-af9a8f5718e8, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a998b615-8973-4fc3-bc86-4b729e2f4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4b8f5965-7fe0-4609-805f-7e88b91a9daf'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:46.982633 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-ba52ccfb-c8af-47fe-a7f5-cc410ea6e3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.193720 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-ba52ccfb-c8af-47fe-a7f5-cc410ea6e3aa None None] For port 09e717fe-bda1-460f-a418-af9a8f5718e8, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:47.210253 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-ba52ccfb-c8af-47fe-a7f5-cc410ea6e3aa None None] For port 09e717fe-bda1-460f-a418-af9a8f5718e8, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=09e717fe-bda1-460f-a418-af9a8f5718e8,segment=NetworkSegment(a998b615-8973-4fc3-bc86-4b729e2f4c0c),segment_id=a998b615-8973-4fc3-bc86-4b729e2f4c0c)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:47.218348 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-ba52ccfb-c8af-47fe-a7f5-cc410ea6e3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.304281 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba52ccfb-c8af-47fe-a7f5-cc410ea6e3aa None None] Routers {'ce8831df-c1f9-4c2d-8219-1443b1a2c212'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:47.305535 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-ba52ccfb-c8af-47fe-a7f5-cc410ea6e3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:47.311020 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcdf243-5d48-4f99-b055-0293b922b3b3 None None] Pushing event updated for resources: {'Port': ['ID=09e717fe-bda1-460f-a418-af9a8f5718e8,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:47.343440 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7949bd62-8450-4633-8ed9-2e5f548bbfec tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.353908 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7949bd62-8450-4633-8ed9-2e5f548bbfec tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7962560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7962587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8271377'] for router, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.390573 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be247791-85de-441f-ab05-169bf4bdccf7 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.443351 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-ba52ccfb-c8af-47fe-a7f5-cc410ea6e3aa None None] Set router ce8831df-c1f9-4c2d-8219-1443b1a2c212 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:47.710858 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7949bd62-8450-4633-8ed9-2e5f548bbfec tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Router ce8831df-c1f9-4c2d-8219-1443b1a2c212 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:28:47.832569 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-ba52ccfb-c8af-47fe-a7f5-cc410ea6e3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:28:46Z', 'revision_number': 6, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None, '_interfaces': [{'id': '09e717fe-bda1-460f-a418-af9a8f5718e8', 'name': '', 'network_id': '4b8f5965-7fe0-4609-805f-7e88b91a9daf', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:65:97:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '083630a0-ee2e-47ac-8dc8-89e46168525d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:39Z', 'updated_at': '2021-07-07T17:28:47Z', 'revision_number': 4, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '083630a0-ee2e-47ac-8dc8-89e46168525d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c781e35-0f4f-44ab-a52b-284a8a5af8c2', 'name': '', 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:b2:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:11Z', 'updated_at': '2021-07-07T17:28:22Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cab39d4-0cad-4325-bd91-efc348b19546', 'name': '', 'network_id': '8735750e-75c3-4dbd-a364-ef1ad4b56d93', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:d7:4c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:28Z', 'updated_at': '2021-07-07T17:28:41Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e9fae70-0d96-4da1-a18b-69736436d72c', 'name': '', 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:1e:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:20Z', 'updated_at': '2021-07-07T17:28:31Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:47.887421 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba52ccfb-c8af-47fe-a7f5-cc410ea6e3aa None None] The sync data for ids ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'] in n-d-791503-12 is: [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:28:46Z', 'revision_number': 6, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None, '_interfaces': [{'id': '09e717fe-bda1-460f-a418-af9a8f5718e8', 'name': '', 'network_id': '4b8f5965-7fe0-4609-805f-7e88b91a9daf', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:65:97:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '083630a0-ee2e-47ac-8dc8-89e46168525d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:39Z', 'updated_at': '2021-07-07T17:28:47Z', 'revision_number': 4, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '083630a0-ee2e-47ac-8dc8-89e46168525d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c781e35-0f4f-44ab-a52b-284a8a5af8c2', 'name': '', 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:b2:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:11Z', 'updated_at': '2021-07-07T17:28:22Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cab39d4-0cad-4325-bd91-efc348b19546', 'name': '', 'network_id': '8735750e-75c3-4dbd-a364-ef1ad4b56d93', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:d7:4c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:28Z', 'updated_at': '2021-07-07T17:28:41Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e9fae70-0d96-4da1-a18b-69736436d72c', 'name': '', 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:1e:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:20Z', 'updated_at': '2021-07-07T17:28:31Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:48.053450 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7949bd62-8450-4633-8ed9-2e5f548bbfec tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:48.079571 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 600154e6-c301-4f1a-aede-86b4d4352056 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:48.086479 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7949bd62-8450-4633-8ed9-2e5f548bbfec tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.090517 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7949bd62-8450-4633-8ed9-2e5f548bbfec tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "PUT /v2.0/routers/ce8831df-c1f9-4c2d-8219-1443b1a2c212 HTTP/1.1" status: 200 len: 932 time: 3.6412590 Jul 07 17:28:48.091225 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57270) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:48.343544 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 600154e6-c301-4f1a-aede-86b4d4352056 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:48.344374 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.453086 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be247791-85de-441f-ab05-169bf4bdccf7 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.486693 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be247791-85de-441f-ab05-169bf4bdccf7 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.890241 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b41f9522-c0ff-4ac2-814c-ceb81ab379be tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "GET /v2.0/routers/ce8831df-c1f9-4c2d-8219-1443b1a2c212 HTTP/1.1" status: 200 len: 932 time: 0.7938261 Jul 07 17:28:48.891315 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57290) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:48.895876 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-dc71b945-6049-4bf7-b5aa-d1393e108f23 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'router': {'routes': None}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:48.993881 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-be247791-85de-441f-ab05-169bf4bdccf7 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Allocated IP 172.25.0.3 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/a8070759-f847-4736-8b49-b22dc4fd1c14) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:49.270386 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57298) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:49.450626 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be247791-85de-441f-ab05-169bf4bdccf7 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.565598 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be247791-85de-441f-ab05-169bf4bdccf7 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.688742 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be247791-85de-441f-ab05-169bf4bdccf7 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Pushing event updated for resources: {'Port': ['ID=a8070759-f847-4736-8b49-b22dc4fd1c14,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:49.710054 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be247791-85de-441f-ab05-169bf4bdccf7 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:49.723707 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-be247791-85de-441f-ab05-169bf4bdccf7 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:49.728426 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be247791-85de-441f-ab05-169bf4bdccf7 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:49.755443 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0687c86-63a5-4710-b102-f5decdf398b5 None None] Sync routers for ids ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:49.759554 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-96b576be-4fb8-4c0d-ad16-5bf54b102a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.827625 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0687c86-63a5-4710-b102-f5decdf398b5 None None] Routers {'ce8831df-c1f9-4c2d-8219-1443b1a2c212'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:49.844411 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-c0687c86-63a5-4710-b102-f5decdf398b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:50.105938 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-c0687c86-63a5-4710-b102-f5decdf398b5 None None] Set router ce8831df-c1f9-4c2d-8219-1443b1a2c212 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:50.215716 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 09e717fe-bda1-460f-a418-af9a8f5718e8 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:50.237521 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.extraroute_db [None req-dc71b945-6049-4bf7-b5aa-d1393e108f23 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Added routes are [] {{(pid=100193) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 17:28:50.241170 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.extraroute_db [None req-dc71b945-6049-4bf7-b5aa-d1393e108f23 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=100193) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 17:28:50.350224 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dc71b945-6049-4bf7-b5aa-d1393e108f23 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.495616 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 09e717fe-bda1-460f-a418-af9a8f5718e8 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:50.509802 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 09e717fe-bda1-460f-a418-af9a8f5718e8 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:50.512150 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.622106 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-96b576be-4fb8-4c0d-ad16-5bf54b102a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.646603 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-96b576be-4fb8-4c0d-ad16-5bf54b102a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.810772 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-96b576be-4fb8-4c0d-ad16-5bf54b102a43 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ddded8003a584b0580bbd6d4678981d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5347362 Jul 07 17:28:50.819013 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57314) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:50.825324 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be247791-85de-441f-ab05-169bf4bdccf7 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.936046 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dc71b945-6049-4bf7-b5aa-d1393e108f23 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.940647 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dc71b945-6049-4bf7-b5aa-d1393e108f23 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7962560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7962587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8271377'] for router, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.071023 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc71b945-6049-4bf7-b5aa-d1393e108f23 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Router ce8831df-c1f9-4c2d-8219-1443b1a2c212 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:28:51.157134 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-c0687c86-63a5-4710-b102-f5decdf398b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:28:46Z', 'revision_number': 6, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None, '_interfaces': [{'id': '09e717fe-bda1-460f-a418-af9a8f5718e8', 'name': '', 'network_id': '4b8f5965-7fe0-4609-805f-7e88b91a9daf', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:65:97:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '083630a0-ee2e-47ac-8dc8-89e46168525d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:39Z', 'updated_at': '2021-07-07T17:28:47Z', 'revision_number': 4, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '083630a0-ee2e-47ac-8dc8-89e46168525d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c781e35-0f4f-44ab-a52b-284a8a5af8c2', 'name': '', 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:b2:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:11Z', 'updated_at': '2021-07-07T17:28:22Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cab39d4-0cad-4325-bd91-efc348b19546', 'name': '', 'network_id': '8735750e-75c3-4dbd-a364-ef1ad4b56d93', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:d7:4c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:28Z', 'updated_at': '2021-07-07T17:28:41Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e9fae70-0d96-4da1-a18b-69736436d72c', 'name': '', 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:1e:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:20Z', 'updated_at': '2021-07-07T17:28:31Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:51.211793 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0687c86-63a5-4710-b102-f5decdf398b5 None None] Checking router: ce8831df-c1f9-4c2d-8219-1443b1a2c212 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:28:51.221551 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.242783 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0687c86-63a5-4710-b102-f5decdf398b5 None None] Routers {'ce8831df-c1f9-4c2d-8219-1443b1a2c212'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:51.243434 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-c0687c86-63a5-4710-b102-f5decdf398b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:51.333217 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc71b945-6049-4bf7-b5aa-d1393e108f23 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:51.347478 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dc71b945-6049-4bf7-b5aa-d1393e108f23 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.348964 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-dc71b945-6049-4bf7-b5aa-d1393e108f23 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "PUT /v2.0/routers/ce8831df-c1f9-4c2d-8219-1443b1a2c212 HTTP/1.1" status: 200 len: 698 time: 2.4568691 Jul 07 17:28:51.352023 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57320) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:51.391572 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b576be-4fb8-4c0d-ad16-5bf54b102a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d36559-675f-418a-b440-eab9b03f2334,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:51.411796 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 09e717fe-bda1-460f-a418-af9a8f5718e8, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=09e717fe-bda1-460f-a418-af9a8f5718e8,segment=NetworkSegment(a998b615-8973-4fc3-bc86-4b729e2f4c0c),segment_id=a998b615-8973-4fc3-bc86-4b729e2f4c0c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:51.428729 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.510134 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70bcab36-8ec6-4b70-9948-4fae07dbce8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.528174 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-82dfca11-9b72-42c1-92f3-8635091cd6bd tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "GET /v2.0/routers/ce8831df-c1f9-4c2d-8219-1443b1a2c212 HTTP/1.1" status: 200 len: 698 time: 0.1737764 Jul 07 17:28:51.530642 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57322) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:51.537211 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=09e717fe-bda1-460f-a418-af9a8f5718e8,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:51.538295 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70bcab36-8ec6-4b70-9948-4fae07dbce8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.547110 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-c0687c86-63a5-4710-b102-f5decdf398b5 None None] Set router ce8831df-c1f9-4c2d-8219-1443b1a2c212 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:51.603228 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70bcab36-8ec6-4b70-9948-4fae07dbce8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.607218 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70bcab36-8ec6-4b70-9948-4fae07dbce8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.612148 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-70bcab36-8ec6-4b70-9948-4fae07dbce8e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a9d36559-675f-418a-b440-eab9b03f2334 HTTP/1.1" status: 204 len: 168 time: 0.7879298 Jul 07 17:28:51.630670 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bcab36-8ec6-4b70-9948-4fae07dbce8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d36559-675f-418a-b440-eab9b03f2334,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:51.730920 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be247791-85de-441f-ab05-169bf4bdccf7 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.035194 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 09e717fe-bda1-460f-a418-af9a8f5718e8 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:52.116223 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be247791-85de-441f-ab05-169bf4bdccf7 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Router d24fde1b-29de-49c0-be9c-05783c379bf8 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:28:52.217622 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-c0687c86-63a5-4710-b102-f5decdf398b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:28:50Z', 'revision_number': 7, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None, '_interfaces': [{'id': '09e717fe-bda1-460f-a418-af9a8f5718e8', 'name': '', 'network_id': '4b8f5965-7fe0-4609-805f-7e88b91a9daf', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:65:97:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '083630a0-ee2e-47ac-8dc8-89e46168525d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:39Z', 'updated_at': '2021-07-07T17:28:47Z', 'revision_number': 4, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '083630a0-ee2e-47ac-8dc8-89e46168525d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c781e35-0f4f-44ab-a52b-284a8a5af8c2', 'name': '', 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:b2:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:11Z', 'updated_at': '2021-07-07T17:28:22Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cab39d4-0cad-4325-bd91-efc348b19546', 'name': '', 'network_id': '8735750e-75c3-4dbd-a364-ef1ad4b56d93', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:d7:4c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:28Z', 'updated_at': '2021-07-07T17:28:41Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e9fae70-0d96-4da1-a18b-69736436d72c', 'name': '', 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:1e:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:20Z', 'updated_at': '2021-07-07T17:28:31Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:52.315779 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0687c86-63a5-4710-b102-f5decdf398b5 None None] The sync data for ids ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'] in n-d-791503-12 is: [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:28:50Z', 'revision_number': 7, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None, '_interfaces': [{'id': '09e717fe-bda1-460f-a418-af9a8f5718e8', 'name': '', 'network_id': '4b8f5965-7fe0-4609-805f-7e88b91a9daf', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:65:97:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '083630a0-ee2e-47ac-8dc8-89e46168525d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:39Z', 'updated_at': '2021-07-07T17:28:47Z', 'revision_number': 4, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '083630a0-ee2e-47ac-8dc8-89e46168525d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c781e35-0f4f-44ab-a52b-284a8a5af8c2', 'name': '', 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:b2:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:11Z', 'updated_at': '2021-07-07T17:28:22Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cab39d4-0cad-4325-bd91-efc348b19546', 'name': '', 'network_id': '8735750e-75c3-4dbd-a364-ef1ad4b56d93', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:d7:4c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:28Z', 'updated_at': '2021-07-07T17:28:41Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e9fae70-0d96-4da1-a18b-69736436d72c', 'name': '', 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:1e:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:20Z', 'updated_at': '2021-07-07T17:28:31Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:52.334365 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 09e717fe-bda1-460f-a418-af9a8f5718e8 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:52.337760 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.361539 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57342) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:52.389750 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c52651d4-435a-4869-b8f6-0ad526cf85b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.593706 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-398820a0-6f05-4837-8439-c2d173626e8d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.668588 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-f85cda3c-716d-4ad8-974e-b6387084ab0d tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b5b9e5f896f34e0b9315d384a423e843&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1360877 Jul 07 17:28:52.689326 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c52651d4-435a-4869-b8f6-0ad526cf85b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.695269 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c52651d4-435a-4869-b8f6-0ad526cf85b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.707905 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be247791-85de-441f-ab05-169bf4bdccf7 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:52.720429 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b93c20-dea7-47c5-92a1-ce3512b35200 None None] Sync routers for ids ['d24fde1b-29de-49c0-be9c-05783c379bf8'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:52.735578 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c52651d4-435a-4869-b8f6-0ad526cf85b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=618a75cc2cd149a0a753f6a77478e9e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3662195 Jul 07 17:28:52.737001 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57348) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:52.747914 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b93c20-dea7-47c5-92a1-ce3512b35200 None None] Routers {'d24fde1b-29de-49c0-be9c-05783c379bf8'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:52.748976 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-e0b93c20-dea7-47c5-92a1-ce3512b35200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d24fde1b-29de-49c0-be9c-05783c379bf8'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:52.820656 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52651d4-435a-4869-b8f6-0ad526cf85b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7913b22-48a8-4f37-bf81-cc5b199e65a6,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:52.897977 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-e0b93c20-dea7-47c5-92a1-ce3512b35200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:52.933182 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b93c20-dea7-47c5-92a1-ce3512b35200 None None] Routers {'d24fde1b-29de-49c0-be9c-05783c379bf8'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:52.934126 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-e0b93c20-dea7-47c5-92a1-ce3512b35200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d24fde1b-29de-49c0-be9c-05783c379bf8'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:52.936458 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0dad42a4-39f9-4921-92aa-186cddfd1eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.973205 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0dad42a4-39f9-4921-92aa-186cddfd1eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.025124 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-e0b93c20-dea7-47c5-92a1-ce3512b35200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:53.026330 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b93c20-dea7-47c5-92a1-ce3512b35200 None None] The sync data for ids ['d24fde1b-29de-49c0-be9c-05783c379bf8'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:53.069909 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581d3ca2-8da6-4a0a-8f16-dc6257d90595 None None] Sync routers for ids ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:53.089429 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581d3ca2-8da6-4a0a-8f16-dc6257d90595 None None] Routers {'ce8831df-c1f9-4c2d-8219-1443b1a2c212'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:53.092819 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-581d3ca2-8da6-4a0a-8f16-dc6257d90595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:53.105623 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be247791-85de-441f-ab05-169bf4bdccf7 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.108816 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-be247791-85de-441f-ab05-169bf4bdccf7 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 7.3486140 Jul 07 17:28:53.111361 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57354) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:53.213259 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0dad42a4-39f9-4921-92aa-186cddfd1eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.216774 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0dad42a4-39f9-4921-92aa-186cddfd1eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.218215 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0dad42a4-39f9-4921-92aa-186cddfd1eb7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7913b22-48a8-4f37-bf81-cc5b199e65a6 HTTP/1.1" status: 204 len: 168 time: 0.4801986 Jul 07 17:28:53.249848 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad42a4-39f9-4921-92aa-186cddfd1eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7913b22-48a8-4f37-bf81-cc5b199e65a6,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:53.315561 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-581d3ca2-8da6-4a0a-8f16-dc6257d90595 None None] Set router ce8831df-c1f9-4c2d-8219-1443b1a2c212 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:53.348088 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-226754c0-6636-459f-a513-0334741737a2 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:53.349858 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-226754c0-6636-459f-a513-0334741737a2 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6553383 Jul 07 17:28:53.371606 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8f9a7894-4ac5-4c49-9046-404b33271bf6 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "GET /v2.0/routers/d24fde1b-29de-49c0-be9c-05783c379bf8 HTTP/1.1" status: 200 len: 918 time: 0.2581983 Jul 07 17:28:53.374526 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57360) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:53.376385 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-398820a0-6f05-4837-8439-c2d173626e8d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Deleting port 09e717fe-bda1-460f-a418-af9a8f5718e8 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:53.376995 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-398820a0-6f05-4837-8439-c2d173626e8d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.387483 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-f5cb6794-95b7-4c1b-8f52-5f50f4d18711 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/quotas/b5b9e5f896f34e0b9315d384a423e843 HTTP/1.1" status: 200 len: 375 time: 0.0270371 Jul 07 17:28:53.452256 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-97caa98f-3857-419a-866a-6cfd703af747 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "GET /v2.0/ports?device_id=d24fde1b-29de-49c0-be9c-05783c379bf8 HTTP/1.1" status: 200 len: 205 time: 0.0714045 Jul 07 17:28:53.455879 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57362) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:53.459907 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-cf4fa380-8a39-4e01-b30a-2bc79be83e13 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b5b9e5f896f34e0b9315d384a423e843&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603044 Jul 07 17:28:53.610078 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-398820a0-6f05-4837-8439-c2d173626e8d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] For port 09e717fe-bda1-460f-a418-af9a8f5718e8, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=09e717fe-bda1-460f-a418-af9a8f5718e8,segment=NetworkSegment(a998b615-8973-4fc3-bc86-4b729e2f4c0c),segment_id=a998b615-8973-4fc3-bc86-4b729e2f4c0c)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:53.610453 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-398820a0-6f05-4837-8439-c2d173626e8d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.632523 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-398820a0-6f05-4837-8439-c2d173626e8d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Calling delete_port for 09e717fe-bda1-460f-a418-af9a8f5718e8 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:53.640506 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6dcb1dd4-6e94-4571-be06-19bdde42009b tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.687876 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f26a12a6-1937-4fa0-882b-e238545f7930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.735973 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-581d3ca2-8da6-4a0a-8f16-dc6257d90595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:28:50Z', 'revision_number': 7, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None, '_interfaces': [{'id': '09e717fe-bda1-460f-a418-af9a8f5718e8', 'name': '', 'network_id': '4b8f5965-7fe0-4609-805f-7e88b91a9daf', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:65:97:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '083630a0-ee2e-47ac-8dc8-89e46168525d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:39Z', 'updated_at': '2021-07-07T17:28:51Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '083630a0-ee2e-47ac-8dc8-89e46168525d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c781e35-0f4f-44ab-a52b-284a8a5af8c2', 'name': '', 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:b2:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:11Z', 'updated_at': '2021-07-07T17:28:22Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cab39d4-0cad-4325-bd91-efc348b19546', 'name': '', 'network_id': '8735750e-75c3-4dbd-a364-ef1ad4b56d93', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:d7:4c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:28Z', 'updated_at': '2021-07-07T17:28:41Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e9fae70-0d96-4da1-a18b-69736436d72c', 'name': '', 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:1e:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:20Z', 'updated_at': '2021-07-07T17:28:31Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:53.902786 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581d3ca2-8da6-4a0a-8f16-dc6257d90595 None None] Checking router: ce8831df-c1f9-4c2d-8219-1443b1a2c212 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:28:53.926051 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581d3ca2-8da6-4a0a-8f16-dc6257d90595 None None] Routers {'ce8831df-c1f9-4c2d-8219-1443b1a2c212'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:53.931221 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-581d3ca2-8da6-4a0a-8f16-dc6257d90595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:53.981490 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3143b940-532f-479d-937b-7f83ae6de161 req-76971ed8-2b97-4d69-a8db-ea044f834a2a tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/ports?device_id=80993fa2-e44f-4349-822f-49dfbbc356ff HTTP/1.1" status: 200 len: 210 time: 0.0580266 Jul 07 17:28:53.982973 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6dcb1dd4-6e94-4571-be06-19bdde42009b tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:54.134664 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-581d3ca2-8da6-4a0a-8f16-dc6257d90595 None None] Set router ce8831df-c1f9-4c2d-8219-1443b1a2c212 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:54.193471 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-398820a0-6f05-4837-8439-c2d173626e8d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:54.269653 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398820a0-6f05-4837-8439-c2d173626e8d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Port': ['ID=09e717fe-bda1-460f-a418-af9a8f5718e8,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:54.273677 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-6dcb1dd4-6e94-4571-be06-19bdde42009b tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Deleting port a8070759-f847-4736-8b49-b22dc4fd1c14 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:54.273952 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6dcb1dd4-6e94-4571-be06-19bdde42009b tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:54.875453 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-581d3ca2-8da6-4a0a-8f16-dc6257d90595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:28:50Z', 'revision_number': 7, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None, '_interfaces': [{'id': '09e717fe-bda1-460f-a418-af9a8f5718e8', 'name': '', 'network_id': '4b8f5965-7fe0-4609-805f-7e88b91a9daf', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:65:97:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '083630a0-ee2e-47ac-8dc8-89e46168525d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:39Z', 'updated_at': '2021-07-07T17:28:51Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '083630a0-ee2e-47ac-8dc8-89e46168525d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c781e35-0f4f-44ab-a52b-284a8a5af8c2', 'name': '', 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:b2:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:11Z', 'updated_at': '2021-07-07T17:28:22Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cab39d4-0cad-4325-bd91-efc348b19546', 'name': '', 'network_id': '8735750e-75c3-4dbd-a364-ef1ad4b56d93', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:d7:4c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:28Z', 'updated_at': '2021-07-07T17:28:41Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e9fae70-0d96-4da1-a18b-69736436d72c', 'name': '', 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:1e:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:20Z', 'updated_at': '2021-07-07T17:28:31Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:54.956764 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581d3ca2-8da6-4a0a-8f16-dc6257d90595 None None] The sync data for ids ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'] in n-d-791503-12 is: [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:28:50Z', 'revision_number': 7, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None, '_interfaces': [{'id': '09e717fe-bda1-460f-a418-af9a8f5718e8', 'name': '', 'network_id': '4b8f5965-7fe0-4609-805f-7e88b91a9daf', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:65:97:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '083630a0-ee2e-47ac-8dc8-89e46168525d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:39Z', 'updated_at': '2021-07-07T17:28:51Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '083630a0-ee2e-47ac-8dc8-89e46168525d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c781e35-0f4f-44ab-a52b-284a8a5af8c2', 'name': '', 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:b2:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:11Z', 'updated_at': '2021-07-07T17:28:22Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cab39d4-0cad-4325-bd91-efc348b19546', 'name': '', 'network_id': '8735750e-75c3-4dbd-a364-ef1ad4b56d93', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:d7:4c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:28Z', 'updated_at': '2021-07-07T17:28:41Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e9fae70-0d96-4da1-a18b-69736436d72c', 'name': '', 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:1e:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:20Z', 'updated_at': '2021-07-07T17:28:31Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:55.296050 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6dcb1dd4-6e94-4571-be06-19bdde42009b tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.431977 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-6dcb1dd4-6e94-4571-be06-19bdde42009b tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Calling delete_port for a8070759-f847-4736-8b49-b22dc4fd1c14 owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:55.455881 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7cc4743c-cab7-43d9-81bc-3bee09ff22c6 req-9e4e6f7c-ae66-44cd-94c1-e331201065a6 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/ports?device_id=80993fa2-e44f-4349-822f-49dfbbc356ff HTTP/1.1" status: 200 len: 210 time: 0.0907614 Jul 07 17:28:55.531157 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-398820a0-6f05-4837-8439-c2d173626e8d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.860441 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398820a0-6f05-4837-8439-c2d173626e8d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Router ce8831df-c1f9-4c2d-8219-1443b1a2c212 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:28:55.951449 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6dcb1dd4-6e94-4571-be06-19bdde42009b tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.055943 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb1dd4-6e94-4571-be06-19bdde42009b tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Pushing event deleted for resources: {'Port': ['ID=a8070759-f847-4736-8b49-b22dc4fd1c14,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:56.111389 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398820a0-6f05-4837-8439-c2d173626e8d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:56.123200 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-398820a0-6f05-4837-8439-c2d173626e8d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "PUT /v2.0/routers/ce8831df-c1f9-4c2d-8219-1443b1a2c212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5901806 Jul 07 17:28:56.136297 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752d445a-f197-4221-bf7d-dee2c44966bf None None] Sync routers for ids ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:56.138789 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-bbe854a5-c5eb-454b-b0e7-496491245a97 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b5b9e5f896f34e0b9315d384a423e843&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474801 Jul 07 17:28:56.140233 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57408) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:56.176823 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752d445a-f197-4221-bf7d-dee2c44966bf None None] Routers {'ce8831df-c1f9-4c2d-8219-1443b1a2c212'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:56.177819 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-752d445a-f197-4221-bf7d-dee2c44966bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:56.224430 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.230658 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6dcb1dd4-6e94-4571-be06-19bdde42009b tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.322261 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-752d445a-f197-4221-bf7d-dee2c44966bf None None] Set router ce8831df-c1f9-4c2d-8219-1443b1a2c212 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:56.534599 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6dcb1dd4-6e94-4571-be06-19bdde42009b tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.539375 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6dcb1dd4-6e94-4571-be06-19bdde42009b tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.635961 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-752d445a-f197-4221-bf7d-dee2c44966bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:28:54Z', 'revision_number': 8, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None, '_interfaces': [{'id': '4c781e35-0f4f-44ab-a52b-284a8a5af8c2', 'name': '', 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:b2:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:11Z', 'updated_at': '2021-07-07T17:28:22Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cab39d4-0cad-4325-bd91-efc348b19546', 'name': '', 'network_id': '8735750e-75c3-4dbd-a364-ef1ad4b56d93', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:d7:4c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:28Z', 'updated_at': '2021-07-07T17:28:41Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e9fae70-0d96-4da1-a18b-69736436d72c', 'name': '', 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:1e:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:20Z', 'updated_at': '2021-07-07T17:28:31Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:56.648895 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6dcb1dd4-6e94-4571-be06-19bdde42009b tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.656299 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcb1dd4-6e94-4571-be06-19bdde42009b tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Fanout notify agent at l3_agent the message router_deleted on router d24fde1b-29de-49c0-be9c-05783c379bf8 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:28:56.677792 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752d445a-f197-4221-bf7d-dee2c44966bf None None] Checking router: ce8831df-c1f9-4c2d-8219-1443b1a2c212 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:28:56.691662 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752d445a-f197-4221-bf7d-dee2c44966bf None None] Routers {'ce8831df-c1f9-4c2d-8219-1443b1a2c212'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:56.692748 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-752d445a-f197-4221-bf7d-dee2c44966bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:56.693866 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6dcb1dd4-6e94-4571-be06-19bdde42009b tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.698931 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6dcb1dd4-6e94-4571-be06-19bdde42009b tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "DELETE /v2.0/routers/d24fde1b-29de-49c0-be9c-05783c379bf8 HTTP/1.1" status: 204 len: 168 time: 3.2379341 Jul 07 17:28:56.699686 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57428) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:56.712350 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-5278bd16-8a1c-4a0a-ac5a-5de2b43aaab4 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1539026635', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'enable_snat': False}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:56.777192 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-753f64c0-403e-4905-9196-28dad77d7bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.783182 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5278bd16-8a1c-4a0a-ac5a-5de2b43aaab4 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.788649 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5278bd16-8a1c-4a0a-ac5a-5de2b43aaab4 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.803224 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-6a4e9c4c-05d1-4d66-85e5-f927a847f76b tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:56.810471 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-6a4e9c4c-05d1-4d66-85e5-f927a847f76b tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5708678 Jul 07 17:28:56.834573 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-cbd19f27-868b-466f-a2a1-8b25e7b026e8 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Request body: {'port': {'device_id': '80993fa2-e44f-4349-822f-49dfbbc356ff', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': 'b5b9e5f896f34e0b9315d384a423e843'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:56.848688 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-752d445a-f197-4221-bf7d-dee2c44966bf None None] Set router ce8831df-c1f9-4c2d-8219-1443b1a2c212 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:56.905221 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-77f14830-c3d4-4bc3-8e6b-00c0168b01cd req-5c84538d-7f96-453c-b2bc-d8b81b1726a3 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/ports?device_id=80993fa2-e44f-4349-822f-49dfbbc356ff HTTP/1.1" status: 200 len: 210 time: 0.1045277 Jul 07 17:28:56.993319 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-91621b6c-dfbc-4f7c-a71e-01cf20b24492 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Deleting subnet 083630a0-ee2e-47ac-8dc8-89e46168525d {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:57.008890 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5278bd16-8a1c-4a0a-ac5a-5de2b43aaab4 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.017029 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-91621b6c-dfbc-4f7c-a71e-01cf20b24492 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.086161 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-91621b6c-dfbc-4f7c-a71e-01cf20b24492 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.228419 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-cbd19f27-868b-466f-a2a1-8b25e7b026e8 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Made reservation on behalf of b5b9e5f896f34e0b9315d384a423e843 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:57.233419 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-cbd19f27-868b-466f-a2a1-8b25e7b026e8 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.244222 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5278bd16-8a1c-4a0a-ac5a-5de2b43aaab4 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.259429 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-cbd19f27-868b-466f-a2a1-8b25e7b026e8 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.299353 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-91621b6c-dfbc-4f7c-a71e-01cf20b24492 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.381875 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-752d445a-f197-4221-bf7d-dee2c44966bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:28:54Z', 'revision_number': 8, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None, '_interfaces': [{'id': '4c781e35-0f4f-44ab-a52b-284a8a5af8c2', 'name': '', 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:b2:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:11Z', 'updated_at': '2021-07-07T17:28:22Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cab39d4-0cad-4325-bd91-efc348b19546', 'name': '', 'network_id': '8735750e-75c3-4dbd-a364-ef1ad4b56d93', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:d7:4c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:28Z', 'updated_at': '2021-07-07T17:28:41Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e9fae70-0d96-4da1-a18b-69736436d72c', 'name': '', 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:1e:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:20Z', 'updated_at': '2021-07-07T17:28:31Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:57.425653 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752d445a-f197-4221-bf7d-dee2c44966bf None None] The sync data for ids ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'] in n-d-791503-12 is: [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:28:54Z', 'revision_number': 8, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None, '_interfaces': [{'id': '4c781e35-0f4f-44ab-a52b-284a8a5af8c2', 'name': '', 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:b2:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:11Z', 'updated_at': '2021-07-07T17:28:22Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cab39d4-0cad-4325-bd91-efc348b19546', 'name': '', 'network_id': '8735750e-75c3-4dbd-a364-ef1ad4b56d93', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:d7:4c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:28Z', 'updated_at': '2021-07-07T17:28:41Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '61628310-2a7e-443d-ad3b-9f60d1b8a880', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e9fae70-0d96-4da1-a18b-69736436d72c', 'name': '', 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:1e:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:20Z', 'updated_at': '2021-07-07T17:28:31Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:57.450269 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-91621b6c-dfbc-4f7c-a71e-01cf20b24492 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.502461 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-91621b6c-dfbc-4f7c-a71e-01cf20b24492 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.504510 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-91621b6c-dfbc-4f7c-a71e-01cf20b24492 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/subnets/083630a0-ee2e-47ac-8dc8-89e46168525d HTTP/1.1" status: 204 len: 168 time: 1.3630719 Jul 07 17:28:57.505635 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91621b6c-dfbc-4f7c-a71e-01cf20b24492 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Subnet': ['ID=083630a0-ee2e-47ac-8dc8-89e46168525d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:57.508885 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57440) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:57.513929 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71f6067-e0ee-4336-b913-ab69e292bd15 None None] Network 4b8f5965-7fe0-4609-805f-7e88b91a9daf requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:57.632755 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-caa477fd-a1e1-4d03-ae08-26969760689a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.644812 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-cbd19f27-868b-466f-a2a1-8b25e7b026e8 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.650007 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-cbd19f27-868b-466f-a2a1-8b25e7b026e8 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.862017 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd19f27-868b-466f-a2a1-8b25e7b026e8 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8499a5-1cb0-4993-a118-a979d78b1b21,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:57.880769 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 09e717fe-bda1-460f-a418-af9a8f5718e8 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:57.932711 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5278bd16-8a1c-4a0a-ac5a-5de2b43aaab4 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.964653 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5278bd16-8a1c-4a0a-ac5a-5de2b43aaab4 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.972258 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 09e717fe-bda1-460f-a418-af9a8f5718e8 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:57.972947 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 09e717fe-bda1-460f-a418-af9a8f5718e8 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:58.003501 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.005135 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524f3019-4ecf-4973-a55a-a9ef514404df None None] DHCP port deletion for 4b8f5965-7fe0-4609-805f-7e88b91a9daf request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:28:58.125737 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-caa477fd-a1e1-4d03-ae08-26969760689a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Deleting port 600154e6-c301-4f1a-aede-86b4d4352056 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:58.128031 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-caa477fd-a1e1-4d03-ae08-26969760689a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.188434 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-524f3019-4ecf-4973-a55a-a9ef514404df None None] Deleting port 600154e6-c301-4f1a-aede-86b4d4352056 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:58.190695 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-524f3019-4ecf-4973-a55a-a9ef514404df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.243951 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-caa477fd-a1e1-4d03-ae08-26969760689a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] For port 600154e6-c301-4f1a-aede-86b4d4352056, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=600154e6-c301-4f1a-aede-86b4d4352056,segment=NetworkSegment(a998b615-8973-4fc3-bc86-4b729e2f4c0c),segment_id=a998b615-8973-4fc3-bc86-4b729e2f4c0c)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:58.245031 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-caa477fd-a1e1-4d03-ae08-26969760689a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.265731 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-caa477fd-a1e1-4d03-ae08-26969760689a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Calling delete_port for 600154e6-c301-4f1a-aede-86b4d4352056 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:58.365418 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-524f3019-4ecf-4973-a55a-a9ef514404df None None] For port 600154e6-c301-4f1a-aede-86b4d4352056, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=600154e6-c301-4f1a-aede-86b4d4352056,segment=NetworkSegment(a998b615-8973-4fc3-bc86-4b729e2f4c0c),segment_id=a998b615-8973-4fc3-bc86-4b729e2f4c0c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:58.366369 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-524f3019-4ecf-4973-a55a-a9ef514404df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.392027 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-5278bd16-8a1c-4a0a-ac5a-5de2b43aaab4 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Allocated IP 172.25.0.109 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:58.392831 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-524f3019-4ecf-4973-a55a-a9ef514404df None None] Calling delete_port for 600154e6-c301-4f1a-aede-86b4d4352056 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:58.404052 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-cbd19f27-868b-466f-a2a1-8b25e7b026e8 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Allocated IP 192.168.233.13 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/b6342017-eb1f-4a3b-9380-6ed03f9c5f1e) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:58.487024 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-88ec559d-3fbe-40a2-a59a-8a8ca6c2f3f3 req-5d631dd9-d22f-41ed-beda-7cee15cf16da tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/ports?device_id=80993fa2-e44f-4349-822f-49dfbbc356ff HTTP/1.1" status: 200 len: 210 time: 0.1336162 Jul 07 17:28:58.609282 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-524f3019-4ecf-4973-a55a-a9ef514404df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.633556 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f3019-4ecf-4973-a55a-a9ef514404df None None] Pushing event deleted for resources: {'Port': ['ID=600154e6-c301-4f1a-aede-86b4d4352056,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:58.648290 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524f3019-4ecf-4973-a55a-a9ef514404df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:58.648662 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524f3019-4ecf-4973-a55a-a9ef514404df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:58.649739 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524f3019-4ecf-4973-a55a-a9ef514404df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:58.649739 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524f3019-4ecf-4973-a55a-a9ef514404df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:58.649739 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524f3019-4ecf-4973-a55a-a9ef514404df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:58.650166 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524f3019-4ecf-4973-a55a-a9ef514404df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:58.650346 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524f3019-4ecf-4973-a55a-a9ef514404df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:58.651778 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524f3019-4ecf-4973-a55a-a9ef514404df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:58.651778 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524f3019-4ecf-4973-a55a-a9ef514404df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:58.652313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524f3019-4ecf-4973-a55a-a9ef514404df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:58.652835 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524f3019-4ecf-4973-a55a-a9ef514404df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:58.653172 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524f3019-4ecf-4973-a55a-a9ef514404df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:58.662178 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f3019-4ecf-4973-a55a-a9ef514404df None None] No DVR routers for this DVR port 600154e6-c301-4f1a-aede-86b4d4352056 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:58.706798 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5278bd16-8a1c-4a0a-ac5a-5de2b43aaab4 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.750199 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-caa477fd-a1e1-4d03-ae08-26969760689a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.789486 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5278bd16-8a1c-4a0a-ac5a-5de2b43aaab4 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.795505 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa477fd-a1e1-4d03-ae08-26969760689a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Port': ['ID=600154e6-c301-4f1a-aede-86b4d4352056,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:58.809595 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa477fd-a1e1-4d03-ae08-26969760689a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] No DVR routers for this DVR port 600154e6-c301-4f1a-aede-86b4d4352056 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:58.849147 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5278bd16-8a1c-4a0a-ac5a-5de2b43aaab4 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:58.861144 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-5278bd16-8a1c-4a0a-ac5a-5de2b43aaab4 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:58.866787 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5278bd16-8a1c-4a0a-ac5a-5de2b43aaab4 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:58.923419 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-caa477fd-a1e1-4d03-ae08-26969760689a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.929862 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278bd16-8a1c-4a0a-ac5a-5de2b43aaab4 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Pushing event updated for resources: {'Port': ['ID=5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:58.942633 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-caa477fd-a1e1-4d03-ae08-26969760689a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8f5965-7fe0-4609-805f-7e88b91a9daf']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:58.961412 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-cbd19f27-868b-466f-a2a1-8b25e7b026e8 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.966213 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-caa477fd-a1e1-4d03-ae08-26969760689a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a998b615-8973-4fc3-bc86-4b729e2f4c0c') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:58.966647 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-caa477fd-a1e1-4d03-ae08-26969760689a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a998b615-8973-4fc3-bc86-4b729e2f4c0c') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:58.984153 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-caa477fd-a1e1-4d03-ae08-26969760689a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.997383 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-cbd19f27-868b-466f-a2a1-8b25e7b026e8 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Transition to ACTIVE for port object b6342017-eb1f-4a3b-9380-6ed03f9c5f1e will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:59.007302 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-caa477fd-a1e1-4d03-ae08-26969760689a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.019171 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa477fd-a1e1-4d03-ae08-26969760689a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:59.019884 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-caa477fd-a1e1-4d03-ae08-26969760689a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:59.023331 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:59.118569 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-caa477fd-a1e1-4d03-ae08-26969760689a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.122774 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-cbd19f27-868b-466f-a2a1-8b25e7b026e8 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.132156 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-caa477fd-a1e1-4d03-ae08-26969760689a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.138306 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-caa477fd-a1e1-4d03-ae08-26969760689a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/networks/4b8f5965-7fe0-4609-805f-7e88b91a9daf HTTP/1.1" status: 204 len: 168 time: 1.6274285 Jul 07 17:28:59.143746 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57472) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:59.201511 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd19f27-868b-466f-a2a1-8b25e7b026e8 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Pushing event updated for resources: {'Port': ['ID=b6342017-eb1f-4a3b-9380-6ed03f9c5f1e,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:59.219775 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa477fd-a1e1-4d03-ae08-26969760689a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Network': ['ID=4b8f5965-7fe0-4609-805f-7e88b91a9daf,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:59.237988 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-cbd19f27-868b-466f-a2a1-8b25e7b026e8 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:59.239859 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-cbd19f27-868b-466f-a2a1-8b25e7b026e8 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:59.245722 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-cbd19f27-868b-466f-a2a1-8b25e7b026e8 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:59.391616 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-cbd19f27-868b-466f-a2a1-8b25e7b026e8 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:59.392687 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-cbd19f27-868b-466f-a2a1-8b25e7b026e8 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.419052 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-cbd19f27-868b-466f-a2a1-8b25e7b026e8 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5942836 Jul 07 17:28:59.436169 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-f0ba9d6f-31eb-4bc8-8755-b0d6770bc7c3 service neutron] Request body: {'port': {'device_id': '80993fa2-e44f-4349-822f-49dfbbc356ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:59.516096 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5278bd16-8a1c-4a0a-ac5a-5de2b43aaab4 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.550196 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-f0ba9d6f-31eb-4bc8-8755-b0d6770bc7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.699260 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-948fe026-431e-4399-a9f2-b2878d011bd3 None None] Provisioning for port b6342017-eb1f-4a3b-9380-6ed03f9c5f1e completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:59.705957 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-948fe026-431e-4399-a9f2-b2878d011bd3 None None] Provisioning complete for port b6342017-eb1f-4a3b-9380-6ed03f9c5f1e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:59.706964 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-948fe026-431e-4399-a9f2-b2878d011bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.770416 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-948fe026-431e-4399-a9f2-b2878d011bd3 None None] Port b6342017-eb1f-4a3b-9380-6ed03f9c5f1e cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:59.889462 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 600154e6-c301-4f1a-aede-86b4d4352056 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:59.913096 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 600154e6-c301-4f1a-aede-86b4d4352056 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:59.914062 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 600154e6-c301-4f1a-aede-86b4d4352056 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:59.980322 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-f0ba9d6f-31eb-4bc8-8755-b0d6770bc7c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6342017-eb1f-4a3b-9380-6ed03f9c5f1e {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:28:59.989457 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-f0ba9d6f-31eb-4bc8-8755-b0d6770bc7c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.004297 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-f0ba9d6f-31eb-4bc8-8755-b0d6770bc7c3 service neutron] Transition to ACTIVE for port object b6342017-eb1f-4a3b-9380-6ed03f9c5f1e will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:00.010222 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-f0ba9d6f-31eb-4bc8-8755-b0d6770bc7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.064507 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba9d6f-31eb-4bc8-8755-b0d6770bc7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6342017-eb1f-4a3b-9380-6ed03f9c5f1e,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:00.154539 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-f0ba9d6f-31eb-4bc8-8755-b0d6770bc7c3 service neutron] Attempting to bind port b6342017-eb1f-4a3b-9380-6ed03f9c5f1e on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:00.155697 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-f0ba9d6f-31eb-4bc8-8755-b0d6770bc7c3 service neutron] Attempting to bind port b6342017-eb1f-4a3b-9380-6ed03f9c5f1e by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:00.155697 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-f0ba9d6f-31eb-4bc8-8755-b0d6770bc7c3 service neutron] Attempting to bind port b6342017-eb1f-4a3b-9380-6ed03f9c5f1e on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:00.162138 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-f0ba9d6f-31eb-4bc8-8755-b0d6770bc7c3 service neutron] Port b6342017-eb1f-4a3b-9380-6ed03f9c5f1e on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:29:00.162779 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-f0ba9d6f-31eb-4bc8-8755-b0d6770bc7c3 service neutron] Attempting to bind port b6342017-eb1f-4a3b-9380-6ed03f9c5f1e on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:00.169358 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-f0ba9d6f-31eb-4bc8-8755-b0d6770bc7c3 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:00.169820 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-f0ba9d6f-31eb-4bc8-8755-b0d6770bc7c3 service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:00.170295 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-f0ba9d6f-31eb-4bc8-8755-b0d6770bc7c3 service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:00.170814 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-f0ba9d6f-31eb-4bc8-8755-b0d6770bc7c3 service neutron] Bound port: b6342017-eb1f-4a3b-9380-6ed03f9c5f1e, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:00.171252 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-f0ba9d6f-31eb-4bc8-8755-b0d6770bc7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.236418 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224a6a7-5dd6-46f4-b13d-4c96e27999ac req-dae33584-da94-4531-88b1-d6b00336f661 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:00.238378 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b224a6a7-5dd6-46f4-b13d-4c96e27999ac req-dae33584-da94-4531-88b1-d6b00336f661 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/ports?device_id=80993fa2-e44f-4349-822f-49dfbbc356ff HTTP/1.1" status: 200 len: 947 time: 0.2102191 Jul 07 17:29:00.262098 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.272679 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-f0ba9d6f-31eb-4bc8-8755-b0d6770bc7c3 service neutron] For port b6342017-eb1f-4a3b-9380-6ed03f9c5f1e, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:00.276871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-f0ba9d6f-31eb-4bc8-8755-b0d6770bc7c3 service neutron] For port b6342017-eb1f-4a3b-9380-6ed03f9c5f1e, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b6342017-eb1f-4a3b-9380-6ed03f9c5f1e,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:00.284486 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-f0ba9d6f-31eb-4bc8-8755-b0d6770bc7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.287232 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5278bd16-8a1c-4a0a-ac5a-5de2b43aaab4 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.336569 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-f0ba9d6f-31eb-4bc8-8755-b0d6770bc7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:00.336569 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-f0ba9d6f-31eb-4bc8-8755-b0d6770bc7c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.338626 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-f0ba9d6f-31eb-4bc8-8755-b0d6770bc7c3 service neutron] 10.222.0.72 "PUT /v2.0/ports/b6342017-eb1f-4a3b-9380-6ed03f9c5f1e HTTP/1.1" status: 200 len: 1096 time: 0.9097524 Jul 07 17:29:00.339897 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80993fa2-e44f-4349-822f-49dfbbc356ff', 'tag': 'b6342017-eb1f-4a3b-9380-6ed03f9c5f1e'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:29:00.341822 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7fd7ae-7cd5-42b2-ada0-01fde4804b58" -d '{"events": [{"name": "network-changed", "server_uuid": "80993fa2-e44f-4349-822f-49dfbbc356ff", "tag": "b6342017-eb1f-4a3b-9380-6ed03f9c5f1e"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:29:00.376489 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba9d6f-31eb-4bc8-8755-b0d6770bc7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6342017-eb1f-4a3b-9380-6ed03f9c5f1e,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:00.412205 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b224a6a7-5dd6-46f4-b13d-4c96e27999ac req-f075be1b-f721-470c-a7ad-e01015f07e6d tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f8499a5-1cb0-4993-a118-a979d78b1b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651547 Jul 07 17:29:00.503261 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-e6b0c390-7d29-4a5a-b474-bedc2eb6dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:00.504853 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9f12bf48-8acf-4441-9313-6b19ac6d607e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.515918 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-e6b0c390-7d29-4a5a-b474-bedc2eb6dc11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5b9e5f896f34e0b9315d384a423e843&device_id=80993fa2-e44f-4349-822f-49dfbbc356ff HTTP/1.1" status: 200 len: 1099 time: 0.1141465 Jul 07 17:29:00.622671 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-bb4a320d-9d15-4400-984a-d5e4280cc84e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=b6342017-eb1f-4a3b-9380-6ed03f9c5f1e HTTP/1.1" status: 200 len: 217 time: 0.1092784 Jul 07 17:29:00.764953 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5278bd16-8a1c-4a0a-ac5a-5de2b43aaab4 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Router 8d9318b4-1940-4d3b-ba0a-a6489a1c734b is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:29:00.986182 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d76d1a-62b6-48d6-a3fb-feb5c4737a48 x-openstack-request-id: req-e2d76d1a-62b6-48d6-a3fb-feb5c4737a48 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:29:00.986691 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80993fa2-e44f-4349-822f-49dfbbc356ff", "tag": "b6342017-eb1f-4a3b-9380-6ed03f9c5f1e", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:29:00.986785 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e2d76d1a-62b6-48d6-a3fb-feb5c4737a48 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:29:00.987305 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80993fa2-e44f-4349-822f-49dfbbc356ff', 'tag': 'b6342017-eb1f-4a3b-9380-6ed03f9c5f1e', 'status': 'completed', 'code': 200} Jul 07 17:29:00.993145 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5278bd16-8a1c-4a0a-ac5a-5de2b43aaab4 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:01.007991 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b804a794-a03f-46c1-b913-62ec49ed5f28 None None] Sync routers for ids ['8d9318b4-1940-4d3b-ba0a-a6489a1c734b'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:01.013940 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-a785c3cf-7b1e-4acd-9664-bad6d6befb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:01.022019 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-a785c3cf-7b1e-4acd-9664-bad6d6befb88 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.3896484 Jul 07 17:29:01.026496 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b804a794-a03f-46c1-b913-62ec49ed5f28 None None] Routers {'8d9318b4-1940-4d3b-ba0a-a6489a1c734b'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:01.027499 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b804a794-a03f-46c1-b913-62ec49ed5f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['8d9318b4-1940-4d3b-ba0a-a6489a1c734b'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:01.039450 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5278bd16-8a1c-4a0a-ac5a-5de2b43aaab4 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.041117 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5278bd16-8a1c-4a0a-ac5a-5de2b43aaab4 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.3362598 Jul 07 17:29:01.046854 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57514) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:01.133802 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-bced99a5-1d09-45d7-815d-3709f0029c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:01.136186 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-bced99a5-1d09-45d7-815d-3709f0029c96 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1095243 Jul 07 17:29:01.188940 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-b804a794-a03f-46c1-b913-62ec49ed5f28 None None] Set router 8d9318b4-1940-4d3b-ba0a-a6489a1c734b gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:01.249288 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-9f12bf48-8acf-4441-9313-6b19ac6d607e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Deleting port 6cab39d4-0cad-4325-bd91-efc348b19546 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:01.249749 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9f12bf48-8acf-4441-9313-6b19ac6d607e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.256894 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c7fc99d3-a650-4682-be24-df2d7deb2b97 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "GET /v2.0/routers/8d9318b4-1940-4d3b-ba0a-a6489a1c734b HTTP/1.1" status: 200 len: 909 time: 0.2086263 Jul 07 17:29:01.261354 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57518) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:01.302679 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9c28f135-8f0c-4ec2-90cb-222f0e93be46 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1539026635', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'enable_snat': True}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:01.400974 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9c28f135-8f0c-4ec2-90cb-222f0e93be46 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.402095 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-9f12bf48-8acf-4441-9313-6b19ac6d607e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] For port 6cab39d4-0cad-4325-bd91-efc348b19546, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6cab39d4-0cad-4325-bd91-efc348b19546,segment=NetworkSegment(f4ed6be6-7dad-4ba0-a55c-9663bbde1cb9),segment_id=f4ed6be6-7dad-4ba0-a55c-9663bbde1cb9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:01.402488 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9f12bf48-8acf-4441-9313-6b19ac6d607e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.402623 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9c28f135-8f0c-4ec2-90cb-222f0e93be46 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.423697 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-9f12bf48-8acf-4441-9313-6b19ac6d607e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Calling delete_port for 6cab39d4-0cad-4325-bd91-efc348b19546 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:01.476544 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-da78adfe-aa8b-4617-a67c-1c11c0bde295 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317235 Jul 07 17:29:01.522363 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9c28f135-8f0c-4ec2-90cb-222f0e93be46 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.621384 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b804a794-a03f-46c1-b913-62ec49ed5f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9318b4-1940-4d3b-ba0a-a6489a1c734b', 'name': 'tempest-snat-router-1539026635', 'tenant_id': 'cc26da9c7f4e48e59e8403cc2736ae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.109'}], 'enable_snat': False}, 'gw_port_id': '5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:56Z', 'updated_at': '2021-07-07T17:28:59Z', 'revision_number': 3, 'project_id': 'cc26da9c7f4e48e59e8403cc2736ae42', 'gw_port': {'id': '5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9318b4-1940-4d3b-ba0a-a6489a1c734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:57Z', 'updated_at': '2021-07-07T17:28:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:01.733728 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-93c4565c-45b6-4dc0-878f-9271b1304d79 req-e49364ce-3e93-4d29-99be-ff625df57512 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282836 Jul 07 17:29:01.781057 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1abb83-2b27-46a0-aaa8-7ea0d8bb63a9 req-556c12d9-200c-42c5-847b-3bc35d795532 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:01.783049 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fa1abb83-2b27-46a0-aaa8-7ea0d8bb63a9 req-556c12d9-200c-42c5-847b-3bc35d795532 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/ports?device_id=80993fa2-e44f-4349-822f-49dfbbc356ff HTTP/1.1" status: 200 len: 947 time: 0.1606481 Jul 07 17:29:01.871893 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9f12bf48-8acf-4441-9313-6b19ac6d607e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.907747 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12bf48-8acf-4441-9313-6b19ac6d607e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Port': ['ID=6cab39d4-0cad-4325-bd91-efc348b19546,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:01.907995 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b804a794-a03f-46c1-b913-62ec49ed5f28 None None] Checking router: 8d9318b4-1940-4d3b-ba0a-a6489a1c734b for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:29:01.908334 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b804a794-a03f-46c1-b913-62ec49ed5f28 None None] Updating router 8d9318b4-1940-4d3b-ba0a-a6489a1c734b port 5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:29:01.926629 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fa1abb83-2b27-46a0-aaa8-7ea0d8bb63a9 req-418c64e2-b67c-4054-b49e-de84215babd4 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f8499a5-1cb0-4993-a118-a979d78b1b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299887 Jul 07 17:29:02.039048 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b804a794-a03f-46c1-b913-62ec49ed5f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.073464 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9c28f135-8f0c-4ec2-90cb-222f0e93be46 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.270503 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fd7ae-7cd5-42b2-ada0-01fde4804b58 req-9248dde8-d94b-44e0-9041-966b20a06117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:02.272052 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef7fd7ae-7cd5-42b2-ada0-01fde4804b58 req-9248dde8-d94b-44e0-9041-966b20a06117 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5b9e5f896f34e0b9315d384a423e843&device_id=80993fa2-e44f-4349-822f-49dfbbc356ff HTTP/1.1" status: 200 len: 1099 time: 0.4254134 Jul 07 17:29:02.617448 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9f12bf48-8acf-4441-9313-6b19ac6d607e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.625883 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fd7ae-7cd5-42b2-ada0-01fde4804b58 req-e49f9415-a1bd-4d5f-affb-aec24f1fe7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:02.628289 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef7fd7ae-7cd5-42b2-ada0-01fde4804b58 req-e49f9415-a1bd-4d5f-affb-aec24f1fe7fb service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.3457866 Jul 07 17:29:02.701630 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef7fd7ae-7cd5-42b2-ada0-01fde4804b58 req-c0b3c844-7a57-4614-ab1d-f090b5308118 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=b6342017-eb1f-4a3b-9380-6ed03f9c5f1e HTTP/1.1" status: 200 len: 217 time: 0.0649085 Jul 07 17:29:02.719562 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b804a794-a03f-46c1-b913-62ec49ed5f28 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.745779 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b804a794-a03f-46c1-b913-62ec49ed5f28 None None] Transition to ACTIVE for port object 5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:02.755713 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b804a794-a03f-46c1-b913-62ec49ed5f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.790151 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9c28f135-8f0c-4ec2-90cb-222f0e93be46 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.816159 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9c28f135-8f0c-4ec2-90cb-222f0e93be46 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.832056 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aaa969-e5e7-4166-9686-73b608278a07 None None] Pushing event updated for resources: {'Port': ['ID=5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:02.872130 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b804a794-a03f-46c1-b913-62ec49ed5f28 None None] Attempting to bind port 5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:02.872556 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b804a794-a03f-46c1-b913-62ec49ed5f28 None None] Attempting to bind port 5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:02.873040 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b804a794-a03f-46c1-b913-62ec49ed5f28 None None] Attempting to bind port 5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:02.886537 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b804a794-a03f-46c1-b913-62ec49ed5f28 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:02.886537 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b804a794-a03f-46c1-b913-62ec49ed5f28 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:02.886537 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b804a794-a03f-46c1-b913-62ec49ed5f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.886537 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b804a794-a03f-46c1-b913-62ec49ed5f28 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:02.886537 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b804a794-a03f-46c1-b913-62ec49ed5f28 None None] Bound port: 5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:02.886537 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b804a794-a03f-46c1-b913-62ec49ed5f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.954186 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f12bf48-8acf-4441-9313-6b19ac6d607e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Router ce8831df-c1f9-4c2d-8219-1443b1a2c212 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:02.966559 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fd7ae-7cd5-42b2-ada0-01fde4804b58 req-15050863-6833-4307-b4b8-f9df534c4801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:02.968803 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef7fd7ae-7cd5-42b2-ada0-01fde4804b58 req-15050863-6833-4307-b4b8-f9df534c4801 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.2599618 Jul 07 17:29:02.969953 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-b804a794-a03f-46c1-b913-62ec49ed5f28 None None] For port 5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:02.989455 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-b804a794-a03f-46c1-b913-62ec49ed5f28 None None] For port 5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:03.006315 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b804a794-a03f-46c1-b913-62ec49ed5f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.050779 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-9c28f135-8f0c-4ec2-90cb-222f0e93be46 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Allocated IP 172.25.0.194 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/793e61d7-2b5c-4f0b-a6d9-dda8e77a60b1) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:03.132014 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b804a794-a03f-46c1-b913-62ec49ed5f28 None None] Routers {'8d9318b4-1940-4d3b-ba0a-a6489a1c734b'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:03.134034 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b804a794-a03f-46c1-b913-62ec49ed5f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['8d9318b4-1940-4d3b-ba0a-a6489a1c734b'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:03.141151 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f12bf48-8acf-4441-9313-6b19ac6d607e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:03.149855 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fd7ae-7cd5-42b2-ada0-01fde4804b58 req-cdb1165e-8d01-4efa-94e5-413c8338271a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:03.153367 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a42f6c-c48e-4799-8e88-06a76b8e00d7 None None] Sync routers for ids ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:03.158101 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef7fd7ae-7cd5-42b2-ada0-01fde4804b58 req-cdb1165e-8d01-4efa-94e5-413c8338271a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1798856 Jul 07 17:29:03.168529 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9f12bf48-8acf-4441-9313-6b19ac6d607e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "PUT /v2.0/routers/ce8831df-c1f9-4c2d-8219-1443b1a2c212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0236757 Jul 07 17:29:03.170506 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57568) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:03.178892 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a42f6c-c48e-4799-8e88-06a76b8e00d7 None None] Routers {'ce8831df-c1f9-4c2d-8219-1443b1a2c212'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:03.182058 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f9a42f6c-c48e-4799-8e88-06a76b8e00d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:03.365150 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9b6f50-4b96-4029-8501-b6b3396bb6c9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Deleting subnet 61628310-2a7e-443d-ad3b-9f60d1b8a880 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:03.369445 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd9b6f50-4b96-4029-8501-b6b3396bb6c9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.401295 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab5136-6dd9-4a4f-b29b-13ff84b0bda2 req-d91056ee-05e0-4f6c-a9b5-75ed1a125af4 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:03.408791 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7dab5136-6dd9-4a4f-b29b-13ff84b0bda2 req-d91056ee-05e0-4f6c-a9b5-75ed1a125af4 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/ports?device_id=80993fa2-e44f-4349-822f-49dfbbc356ff HTTP/1.1" status: 200 len: 947 time: 0.2085464 Jul 07 17:29:03.454774 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-f9a42f6c-c48e-4799-8e88-06a76b8e00d7 None None] Set router ce8831df-c1f9-4c2d-8219-1443b1a2c212 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:03.458130 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef7fd7ae-7cd5-42b2-ada0-01fde4804b58 req-63cf6f44-9480-45a5-8cc2-004f43b7677e service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568266 Jul 07 17:29:03.466426 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aaa969-e5e7-4166-9686-73b608278a07 None None] Pushing event updated for resources: {'Port': ['ID=5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:03.476673 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd9b6f50-4b96-4029-8501-b6b3396bb6c9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.479312 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9c28f135-8f0c-4ec2-90cb-222f0e93be46 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.517720 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-b804a794-a03f-46c1-b913-62ec49ed5f28 None None] Set router 8d9318b4-1940-4d3b-ba0a-a6489a1c734b gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:03.542413 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7dab5136-6dd9-4a4f-b29b-13ff84b0bda2 req-eaafcb49-384b-410c-9953-99b95c1dc1f6 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f8499a5-1cb0-4993-a118-a979d78b1b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286457 Jul 07 17:29:03.610265 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device b6342017-eb1f-4a3b-9380-6ed03f9c5f1e details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:29:03.629153 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd9b6f50-4b96-4029-8501-b6b3396bb6c9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.720207 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef7fd7ae-7cd5-42b2-ada0-01fde4804b58 req-d955ad6f-6629-4efe-9b12-1e285e88ba1c service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540009 Jul 07 17:29:03.724125 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9c28f135-8f0c-4ec2-90cb-222f0e93be46 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.740060 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd9b6f50-4b96-4029-8501-b6b3396bb6c9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.847034 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28f135-8f0c-4ec2-90cb-222f0e93be46 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Pushing event updated for resources: {'Port': ['ID=793e61d7-2b5c-4f0b-a6d9-dda8e77a60b1,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:03.877172 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c28f135-8f0c-4ec2-90cb-222f0e93be46 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:03.878765 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-9c28f135-8f0c-4ec2-90cb-222f0e93be46 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:03.883474 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port b6342017-eb1f-4a3b-9380-6ed03f9c5f1e, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b6342017-eb1f-4a3b-9380-6ed03f9c5f1e,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:03.883716 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b6f50-4b96-4029-8501-b6b3396bb6c9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Subnet': ['ID=61628310-2a7e-443d-ad3b-9f60d1b8a880,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:03.888250 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c28f135-8f0c-4ec2-90cb-222f0e93be46 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:03.905600 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd9b6f50-4b96-4029-8501-b6b3396bb6c9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.921831 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fd9b6f50-4b96-4029-8501-b6b3396bb6c9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/subnets/61628310-2a7e-443d-ad3b-9f60d1b8a880 HTTP/1.1" status: 204 len: 168 time: 0.7495615 Jul 07 17:29:03.924226 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57574) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:03.998601 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'b6342017-eb1f-4a3b-9380-6ed03f9c5f1e', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': 'b6342017-eb1f-4a3b-9380-6ed03f9c5f1e', 'mac_address': 'fa:16:3e:11:50:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:29:04.009377 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3a023b-3029-4392-a783-c8fec22c9316 None None] Network 8735750e-75c3-4dbd-a364-ef1ad4b56d93 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:04.037798 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f9a42f6c-c48e-4799-8e88-06a76b8e00d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:29:01Z', 'revision_number': 9, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None, '_interfaces': [{'id': '4c781e35-0f4f-44ab-a52b-284a8a5af8c2', 'name': '', 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:b2:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:11Z', 'updated_at': '2021-07-07T17:28:22Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e9fae70-0d96-4da1-a18b-69736436d72c', 'name': '', 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:1e:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:20Z', 'updated_at': '2021-07-07T17:28:31Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:04.051542 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.116341 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a42f6c-c48e-4799-8e88-06a76b8e00d7 None None] Checking router: ce8831df-c1f9-4c2d-8219-1443b1a2c212 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:29:04.150013 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a42f6c-c48e-4799-8e88-06a76b8e00d7 None None] Routers {'ce8831df-c1f9-4c2d-8219-1443b1a2c212'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:04.151336 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f9a42f6c-c48e-4799-8e88-06a76b8e00d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:04.169982 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Deleting port e6adefe4-b91f-4235-bb27-01da3ca1e5eb {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:04.170418 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.320676 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] For port e6adefe4-b91f-4235-bb27-01da3ca1e5eb, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e6adefe4-b91f-4235-bb27-01da3ca1e5eb,segment=NetworkSegment(f4ed6be6-7dad-4ba0-a55c-9663bbde1cb9),segment_id=f4ed6be6-7dad-4ba0-a55c-9663bbde1cb9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:04.321181 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.351000 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Calling delete_port for e6adefe4-b91f-4235-bb27-01da3ca1e5eb owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:04.421510 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-f9a42f6c-c48e-4799-8e88-06a76b8e00d7 None None] Set router ce8831df-c1f9-4c2d-8219-1443b1a2c212 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:04.518344 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.564377 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9c28f135-8f0c-4ec2-90cb-222f0e93be46 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.589159 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Port': ['ID=e6adefe4-b91f-4235-bb27-01da3ca1e5eb,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:04.599889 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] No DVR routers for this DVR port e6adefe4-b91f-4235-bb27-01da3ca1e5eb on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:04.639869 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.657539 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6342017-eb1f-4a3b-9380-6ed03f9c5f1e {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:29:04.694252 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b804a794-a03f-46c1-b913-62ec49ed5f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9318b4-1940-4d3b-ba0a-a6489a1c734b', 'name': 'tempest-snat-router-1539026635', 'tenant_id': 'cc26da9c7f4e48e59e8403cc2736ae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.109'}], 'enable_snat': False}, 'gw_port_id': '5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:56Z', 'updated_at': '2021-07-07T17:28:59Z', 'revision_number': 3, 'project_id': 'cc26da9c7f4e48e59e8403cc2736ae42', 'gw_port': {'id': '5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9318b4-1940-4d3b-ba0a-a6489a1c734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:57Z', 'updated_at': '2021-07-07T17:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:04.699105 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port b6342017-eb1f-4a3b-9380-6ed03f9c5f1e, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b6342017-eb1f-4a3b-9380-6ed03f9c5f1e,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:04.751808 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.832259 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.847361 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f9a42f6c-c48e-4799-8e88-06a76b8e00d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:29:01Z', 'revision_number': 9, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None, '_interfaces': [{'id': '4c781e35-0f4f-44ab-a52b-284a8a5af8c2', 'name': '', 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:b2:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:11Z', 'updated_at': '2021-07-07T17:28:22Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e9fae70-0d96-4da1-a18b-69736436d72c', 'name': '', 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:1e:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:20Z', 'updated_at': '2021-07-07T17:28:31Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:04.847882 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8735750e-75c3-4dbd-a364-ef1ad4b56d93']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:04.861870 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ed6be6-7dad-4ba0-a55c-9663bbde1cb9') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:04.862452 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ed6be6-7dad-4ba0-a55c-9663bbde1cb9') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:04.865516 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=b6342017-eb1f-4a3b-9380-6ed03f9c5f1e,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:04.874285 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b804a794-a03f-46c1-b913-62ec49ed5f28 None None] The sync data for ids ['8d9318b4-1940-4d3b-ba0a-a6489a1c734b'] in n-d-791503-12 is: [{'id': '8d9318b4-1940-4d3b-ba0a-a6489a1c734b', 'name': 'tempest-snat-router-1539026635', 'tenant_id': 'cc26da9c7f4e48e59e8403cc2736ae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.109'}], 'enable_snat': False}, 'gw_port_id': '5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:56Z', 'updated_at': '2021-07-07T17:28:59Z', 'revision_number': 3, 'project_id': 'cc26da9c7f4e48e59e8403cc2736ae42', 'gw_port': {'id': '5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9318b4-1940-4d3b-ba0a-a6489a1c734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:57Z', 'updated_at': '2021-07-07T17:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:04.881525 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e220d0-40c1-41d7-80d5-30ee8e2252b6 None None] DHCP port deletion for 8735750e-75c3-4dbd-a364-ef1ad4b56d93 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:29:04.895333 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.913318 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.923213 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:04.923796 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.925769 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a42f6c-c48e-4799-8e88-06a76b8e00d7 None None] The sync data for ids ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'] in n-d-791503-12 is: [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:29:01Z', 'revision_number': 9, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None, '_interfaces': [{'id': '4c781e35-0f4f-44ab-a52b-284a8a5af8c2', 'name': '', 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:b2:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:11Z', 'updated_at': '2021-07-07T17:28:22Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e9fae70-0d96-4da1-a18b-69736436d72c', 'name': '', 'network_id': '41b03892-0f83-4020-8ef8-255e1bf4d90e', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:1e:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:20Z', 'updated_at': '2021-07-07T17:28:31Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '08b6761f-108c-4ed2-b26b-22055603fb50', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:04.936035 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:04.987365 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['b6342017-eb1f-4a3b-9380-6ed03f9c5f1e'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:29:05.147042 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.200241 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.202337 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/networks/8735750e-75c3-4dbd-a364-ef1ad4b56d93 HTTP/1.1" status: 204 len: 168 time: 1.2726450 Jul 07 17:29:05.208065 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Network': ['ID=8735750e-75c3-4dbd-a364-ef1ad4b56d93,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:05.220300 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57582) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:05.240714 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:05.241062 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:05.241405 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:05.245689 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:05.245689 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:05.245689 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:05.246064 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:05.246383 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:05.246723 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:05.247050 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:05.247375 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:05.247699 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46bec4-28f6-4923-bc91-fcf74c37a901 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:05.303483 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f016e8-b56d-471b-871e-c2c2e907458d req-c758fe68-b057-4f49-9dd5-30ee31684260 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:05.316076 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-36f016e8-b56d-471b-871e-c2c2e907458d req-c758fe68-b057-4f49-9dd5-30ee31684260 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/ports?device_id=80993fa2-e44f-4349-822f-49dfbbc356ff HTTP/1.1" status: 200 len: 948 time: 0.3201306 Jul 07 17:29:05.386516 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9c28f135-8f0c-4ec2-90cb-222f0e93be46 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.400545 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-36f016e8-b56d-471b-871e-c2c2e907458d req-2f85e36d-00b9-4d50-b39a-31c2d75c6b7f tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f8499a5-1cb0-4993-a118-a979d78b1b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832989 Jul 07 17:29:05.508245 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57586) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:05.610457 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-56fd40b8-7906-49cf-bbb7-0714804742aa admin admin] Deleting subnet 4a6f82c2-feec-4a72-908c-5c80c9fab981 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:05.617813 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-56fd40b8-7906-49cf-bbb7-0714804742aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.673159 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-56fd40b8-7906-49cf-bbb7-0714804742aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.743082 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-56fd40b8-7906-49cf-bbb7-0714804742aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.888443 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-56fd40b8-7906-49cf-bbb7-0714804742aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.947881 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd40b8-7906-49cf-bbb7-0714804742aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a6f82c2-feec-4a72-908c-5c80c9fab981,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:05.972940 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-56fd40b8-7906-49cf-bbb7-0714804742aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.987636 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-56fd40b8-7906-49cf-bbb7-0714804742aa admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4a6f82c2-feec-4a72-908c-5c80c9fab981 HTTP/1.1" status: 204 len: 168 time: 0.4778314 Jul 07 17:29:05.988319 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57588) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:06.032169 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:06.095826 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4a83e70-2718-49f0-b8ed-85b998f98a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.121400 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:06.138287 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:06.139294 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.229643 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4a83e70-2718-49f0-b8ed-85b998f98a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.244770 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-d4a83e70-2718-49f0-b8ed-85b998f98a30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d9b9248-af98-46c2-8f1c-3e07b45af328']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:06.261635 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-d4a83e70-2718-49f0-b8ed-85b998f98a30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdde1283-5a13-4790-b612-371da86d0f1c') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:06.262066 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-d4a83e70-2718-49f0-b8ed-85b998f98a30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdde1283-5a13-4790-b612-371da86d0f1c') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:06.266839 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.291444 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4a83e70-2718-49f0-b8ed-85b998f98a30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.310018 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:06.310290 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4a83e70-2718-49f0-b8ed-85b998f98a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.316847 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a83e70-2718-49f0-b8ed-85b998f98a30 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:06.317270 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4a83e70-2718-49f0-b8ed-85b998f98a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.317475 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:06.319194 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:06.370351 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c28f135-8f0c-4ec2-90cb-222f0e93be46 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Router fdd3ecb3-b17b-4b43-a9ed-62f366174562 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:29:06.415310 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:06.422547 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6cab39d4-0cad-4325-bd91-efc348b19546 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:06.423567 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4a83e70-2718-49f0-b8ed-85b998f98a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.434595 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4a83e70-2718-49f0-b8ed-85b998f98a30 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.445551 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d4a83e70-2718-49f0-b8ed-85b998f98a30 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0d9b9248-af98-46c2-8f1c-3e07b45af328 HTTP/1.1" status: 204 len: 168 time: 0.4539092 Jul 07 17:29:06.467227 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 6cab39d4-0cad-4325-bd91-efc348b19546 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:06.467847 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6cab39d4-0cad-4325-bd91-efc348b19546 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:06.468604 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e6adefe4-b91f-4235-bb27-01da3ca1e5eb no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:06.501863 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: e6adefe4-b91f-4235-bb27-01da3ca1e5eb {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:06.501863 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e6adefe4-b91f-4235-bb27-01da3ca1e5eb not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:06.504201 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a83e70-2718-49f0-b8ed-85b998f98a30 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d9b9248-af98-46c2-8f1c-3e07b45af328,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:06.751375 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c28f135-8f0c-4ec2-90cb-222f0e93be46 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:06.765980 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57602) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:06.771170 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Sync routers for ids ['fdd3ecb3-b17b-4b43-a9ed-62f366174562'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:06.788835 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9c28f135-8f0c-4ec2-90cb-222f0e93be46 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.793077 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9c28f135-8f0c-4ec2-90cb-222f0e93be46 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.5273678 Jul 07 17:29:06.793550 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57604) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:06.794707 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Routers {'fdd3ecb3-b17b-4b43-a9ed-62f366174562'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:06.795597 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['fdd3ecb3-b17b-4b43-a9ed-62f366174562'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:06.796395 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71d70802-3257-40c3-a5ea-b13184428c08 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.867958 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0578e2dc-6789-4db5-8318-e1809c704c60 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c75b35594b0845499b11af647b1b2dcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0958753 Jul 07 17:29:06.869221 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57606) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:06.909071 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb2f6d-1094-4682-9091-7054ae6a118e req-81020a3e-60ac-4ba8-8475-b3369495b34f tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:06.916848 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-32eb2f6d-1094-4682-9091-7054ae6a118e req-81020a3e-60ac-4ba8-8475-b3369495b34f tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/ports?device_id=80993fa2-e44f-4349-822f-49dfbbc356ff HTTP/1.1" status: 200 len: 948 time: 0.2538283 Jul 07 17:29:06.963991 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Set router fdd3ecb3-b17b-4b43-a9ed-62f366174562 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:06.983732 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-331321cb-09fe-4b1b-84b6-de72dd44b96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.019689 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-331321cb-09fe-4b1b-84b6-de72dd44b96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.082524 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-32eb2f6d-1094-4682-9091-7054ae6a118e req-69525b70-5cc7-4c1a-a315-568e27cded47 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f8499a5-1cb0-4993-a118-a979d78b1b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647768 Jul 07 17:29:07.092191 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-331321cb-09fe-4b1b-84b6-de72dd44b96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.095826 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-331321cb-09fe-4b1b-84b6-de72dd44b96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.099740 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-331321cb-09fe-4b1b-84b6-de72dd44b96f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50bef06e-fcae-4121-9ffa-db3748dc7691 HTTP/1.1" status: 204 len: 168 time: 0.2265012 Jul 07 17:29:07.117829 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331321cb-09fe-4b1b-84b6-de72dd44b96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bef06e-fcae-4121-9ffa-db3748dc7691,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:07.148276 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-51e283e4-ea2d-42f3-a139-0f7a80bd15a9 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "GET /v2.0/routers/fdd3ecb3-b17b-4b43-a9ed-62f366174562 HTTP/1.1" status: 200 len: 908 time: 0.3492575 Jul 07 17:29:07.153487 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57610) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:07.281496 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd3ecb3-b17b-4b43-a9ed-62f366174562', 'name': 'tempest-snat-router-1539026635', 'tenant_id': 'cc26da9c7f4e48e59e8403cc2736ae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '793e61d7-2b5c-4f0b-a6d9-dda8e77a60b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:01Z', 'updated_at': '2021-07-07T17:29:04Z', 'revision_number': 3, 'project_id': 'cc26da9c7f4e48e59e8403cc2736ae42', 'gw_port': {'id': '793e61d7-2b5c-4f0b-a6d9-dda8e77a60b1', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd3ecb3-b17b-4b43-a9ed-62f366174562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:02Z', 'updated_at': '2021-07-07T17:29:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:07.325128 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5a09bace-9003-4371-948c-971110969e13 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.331788 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Checking router: fdd3ecb3-b17b-4b43-a9ed-62f366174562 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:29:07.333633 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Updating router fdd3ecb3-b17b-4b43-a9ed-62f366174562 port 793e61d7-2b5c-4f0b-a6d9-dda8e77a60b1 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:29:07.414031 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.420898 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.615815 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device b6342017-eb1f-4a3b-9380-6ed03f9c5f1e up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:07.649718 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5a09bace-9003-4371-948c-971110969e13 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.787960 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-71d70802-3257-40c3-a5ea-b13184428c08 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Deleting port 8e9fae70-0d96-4da1-a18b-69736436d72c {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:07.787960 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71d70802-3257-40c3-a5ea-b13184428c08 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.788324 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port b6342017-eb1f-4a3b-9380-6ed03f9c5f1e completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:07.801051 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port b6342017-eb1f-4a3b-9380-6ed03f9c5f1e triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:07.801051 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.929208 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-5a09bace-9003-4371-948c-971110969e13 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Deleting port 793e61d7-2b5c-4f0b-a6d9-dda8e77a60b1 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:07.929459 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5a09bace-9003-4371-948c-971110969e13 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.934406 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.963367 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.980846 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:08.009735 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Transition to ACTIVE for port object 793e61d7-2b5c-4f0b-a6d9-dda8e77a60b1 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:08.052999 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-71d70802-3257-40c3-a5ea-b13184428c08 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] For port 8e9fae70-0d96-4da1-a18b-69736436d72c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8e9fae70-0d96-4da1-a18b-69736436d72c,segment=NetworkSegment(3da7c048-04eb-4b54-8e32-277d7919d0e6),segment_id=3da7c048-04eb-4b54-8e32-277d7919d0e6)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:08.053385 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71d70802-3257-40c3-a5ea-b13184428c08 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.078334 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-71d70802-3257-40c3-a5ea-b13184428c08 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Calling delete_port for 8e9fae70-0d96-4da1-a18b-69736436d72c owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:08.085862 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5a09bace-9003-4371-948c-971110969e13 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.107591 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-5a09bace-9003-4371-948c-971110969e13 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Calling delete_port for 793e61d7-2b5c-4f0b-a6d9-dda8e77a60b1 owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:08.129789 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.141392 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.330089 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80993fa2-e44f-4349-822f-49dfbbc356ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6342017-eb1f-4a3b-9380-6ed03f9c5f1e'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:29:08.333288 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b473e6aa-acec-4d56-bbbf-6f2b235a6cdd" -d '{"events": [{"server_uuid": "80993fa2-e44f-4349-822f-49dfbbc356ff", "name": "network-vif-plugged", "status": "completed", "tag": "b6342017-eb1f-4a3b-9380-6ed03f9c5f1e"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:29:08.353691 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222641ee-9f0b-4d0a-846f-0c880f85e15d req-c877239f-fd4b-484b-a6ba-674d1514bf7a tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:08.358523 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Attempting to bind port 793e61d7-2b5c-4f0b-a6d9-dda8e77a60b1 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:08.359182 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Attempting to bind port 793e61d7-2b5c-4f0b-a6d9-dda8e77a60b1 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:08.359621 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Attempting to bind port 793e61d7-2b5c-4f0b-a6d9-dda8e77a60b1 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:08.379182 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-222641ee-9f0b-4d0a-846f-0c880f85e15d req-c877239f-fd4b-484b-a6ba-674d1514bf7a tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/ports?device_id=80993fa2-e44f-4349-822f-49dfbbc356ff HTTP/1.1" status: 200 len: 948 time: 0.1445782 Jul 07 17:29:08.417664 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10566614-bb7c-4471-83e5-9a47283827e8 x-openstack-request-id: req-10566614-bb7c-4471-83e5-9a47283827e8 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:29:08.418058 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80993fa2-e44f-4349-822f-49dfbbc356ff", "name": "network-vif-plugged", "status": "completed", "tag": "b6342017-eb1f-4a3b-9380-6ed03f9c5f1e", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:29:08.418240 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-10566614-bb7c-4471-83e5-9a47283827e8 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:29:08.418643 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80993fa2-e44f-4349-822f-49dfbbc356ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6342017-eb1f-4a3b-9380-6ed03f9c5f1e', 'code': 200} Jul 07 17:29:08.421032 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port b6342017-eb1f-4a3b-9380-6ed03f9c5f1e, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b6342017-eb1f-4a3b-9380-6ed03f9c5f1e,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:08.423326 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eedfc2-c7a2-4924-b2d3-c059f44ad983 None None] Pushing event updated for resources: {'Port': ['ID=793e61d7-2b5c-4f0b-a6d9-dda8e77a60b1,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:08.426249 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:08.426654 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:08.427026 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.427423 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:08.427931 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Bound port: 793e61d7-2b5c-4f0b-a6d9-dda8e77a60b1, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:08.428305 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.445393 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.482617 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-222641ee-9f0b-4d0a-846f-0c880f85e15d req-222b7547-3199-4806-b137-9937c4336ffd tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f8499a5-1cb0-4993-a118-a979d78b1b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024058 Jul 07 17:29:08.496344 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71d70802-3257-40c3-a5ea-b13184428c08 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.543434 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d70802-3257-40c3-a5ea-b13184428c08 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Port': ['ID=8e9fae70-0d96-4da1-a18b-69736436d72c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:08.574895 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:08.575734 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.594850 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=b6342017-eb1f-4a3b-9380-6ed03f9c5f1e,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:08.915242 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.api [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:29:08.917012 n-d-791503-12 neutron-server[100194]: DEBUG oslo_db.api [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:29:08.925166 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5a09bace-9003-4371-948c-971110969e13 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.980849 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fb53f-d351-4439-8af2-1677335e464e req-919684bc-10d5-4041-975a-ea77e26e93ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:08.982589 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-862fb53f-d351-4439-8af2-1677335e464e req-919684bc-10d5-4041-975a-ea77e26e93ad service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=80993fa2-e44f-4349-822f-49dfbbc356ff HTTP/1.1" status: 200 len: 1101 time: 0.4367456 Jul 07 17:29:09.036446 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09bace-9003-4371-948c-971110969e13 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Pushing event deleted for resources: {'Port': ['ID=793e61d7-2b5c-4f0b-a6d9-dda8e77a60b1,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:09.172286 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-862fb53f-d351-4439-8af2-1677335e464e req-918cba40-f560-4adc-824b-85026faea6e7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0f8499a5-1cb0-4993-a118-a979d78b1b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764364 Jul 07 17:29:09.178763 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71d70802-3257-40c3-a5ea-b13184428c08 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.280382 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5a09bace-9003-4371-948c-971110969e13 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.295961 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57654) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:09.396844 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5a09bace-9003-4371-948c-971110969e13 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.399607 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5a09bace-9003-4371-948c-971110969e13 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.441292 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Attempting to bind port 793e61d7-2b5c-4f0b-a6d9-dda8e77a60b1 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:09.442277 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Attempting to bind port 793e61d7-2b5c-4f0b-a6d9-dda8e77a60b1 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:09.442918 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Attempting to bind port 793e61d7-2b5c-4f0b-a6d9-dda8e77a60b1 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:09.459875 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:09.459875 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:09.459875 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.459875 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:09.459875 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Bound port: 793e61d7-2b5c-4f0b-a6d9-dda8e77a60b1, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:09.459875 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.481104 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Port 793e61d7-2b5c-4f0b-a6d9-dda8e77a60b1 has been deleted concurrently {{(pid=100194) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 07 17:29:09.494527 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Routers {'fdd3ecb3-b17b-4b43-a9ed-62f366174562'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:09.495223 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['fdd3ecb3-b17b-4b43-a9ed-62f366174562'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:09.509792 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de637a0e-ed28-4d6f-abf8-5da2cacb8e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.592138 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] Set router fdd3ecb3-b17b-4b43-a9ed-62f366174562 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:09.631533 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de637a0e-ed28-4d6f-abf8-5da2cacb8e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.638559 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de637a0e-ed28-4d6f-abf8-5da2cacb8e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.678943 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de637a0e-ed28-4d6f-abf8-5da2cacb8e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f77779-62ba-49a0-b114-d31e6bba2e0b,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:09.705144 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-de637a0e-ed28-4d6f-abf8-5da2cacb8e23 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=98d68fa342234861b29e4f04d544ae6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4066398 Jul 07 17:29:09.707317 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57660) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:09.795555 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-88090c56-9259-410b-8f80-36e97b4757ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.885513 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-88090c56-9259-410b-8f80-36e97b4757ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.004093 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-88090c56-9259-410b-8f80-36e97b4757ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.011765 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-88090c56-9259-410b-8f80-36e97b4757ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.039907 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd3ecb3-b17b-4b43-a9ed-62f366174562', 'name': 'tempest-snat-router-1539026635', 'tenant_id': 'cc26da9c7f4e48e59e8403cc2736ae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:01Z', 'updated_at': '2021-07-07T17:29:08Z', 'revision_number': 5, 'project_id': 'cc26da9c7f4e48e59e8403cc2736ae42', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:10.041508 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-88090c56-9259-410b-8f80-36e97b4757ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1f77779-62ba-49a0-b114-d31e6bba2e0b HTTP/1.1" status: 204 len: 168 time: 0.3050208 Jul 07 17:29:10.041839 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5a09bace-9003-4371-948c-971110969e13 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.042373 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a09bace-9003-4371-948c-971110969e13 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fdd3ecb3-b17b-4b43-a9ed-62f366174562 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:29:10.051297 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5a09bace-9003-4371-948c-971110969e13 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.055927 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5a09bace-9003-4371-948c-971110969e13 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "DELETE /v2.0/routers/fdd3ecb3-b17b-4b43-a9ed-62f366174562 HTTP/1.1" status: 204 len: 168 time: 2.9009032 Jul 07 17:29:10.060957 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57664) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:10.089108 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88090c56-9259-410b-8f80-36e97b4757ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f77779-62ba-49a0-b114-d31e6bba2e0b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:10.116086 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19638b1-dddd-44ed-81b7-495cd64ed652 None None] The sync data for ids ['fdd3ecb3-b17b-4b43-a9ed-62f366174562'] in n-d-791503-12 is: [{'id': 'fdd3ecb3-b17b-4b43-a9ed-62f366174562', 'name': 'tempest-snat-router-1539026635', 'tenant_id': 'cc26da9c7f4e48e59e8403cc2736ae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:01Z', 'updated_at': '2021-07-07T17:29:08Z', 'revision_number': 5, 'project_id': 'cc26da9c7f4e48e59e8403cc2736ae42', 'gw_port_host': None}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:10.231154 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fe48ef71-4c27-40a9-8e43-ccbf6c276650 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.343091 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d70802-3257-40c3-a5ea-b13184428c08 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Router ce8831df-c1f9-4c2d-8219-1443b1a2c212 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:10.434483 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61a9aa-f2ab-43a6-9bd5-24692394933a req-038eddeb-589c-439d-aaec-fdf35e918131 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:10.436178 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d61a9aa-f2ab-43a6-9bd5-24692394933a req-038eddeb-589c-439d-aaec-fdf35e918131 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/ports?device_id=80993fa2-e44f-4349-822f-49dfbbc356ff HTTP/1.1" status: 200 len: 949 time: 0.4470346 Jul 07 17:29:10.545903 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57670) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:10.572636 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-50b27f10-370b-4edc-ad5f-72ad81585b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.585352 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d70802-3257-40c3-a5ea-b13184428c08 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:10.593977 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-71d70802-3257-40c3-a5ea-b13184428c08 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "PUT /v2.0/routers/ce8831df-c1f9-4c2d-8219-1443b1a2c212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3652830 Jul 07 17:29:10.593977 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fe48ef71-4c27-40a9-8e43-ccbf6c276650 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.596201 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d828f19-b7d9-43bd-a667-0e8af0d66a75 None None] Sync routers for ids ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:10.598308 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57672) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:10.607851 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d828f19-b7d9-43bd-a667-0e8af0d66a75 None None] Routers {'ce8831df-c1f9-4c2d-8219-1443b1a2c212'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:10.608836 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7d828f19-b7d9-43bd-a667-0e8af0d66a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:10.683858 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9d61a9aa-f2ab-43a6-9bd5-24692394933a req-920ffb27-96d7-4ff2-9815-83b21a668b42 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f8499a5-1cb0-4993-a118-a979d78b1b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358430 Jul 07 17:29:10.716566 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-7d828f19-b7d9-43bd-a667-0e8af0d66a75 None None] Set router ce8831df-c1f9-4c2d-8219-1443b1a2c212 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:10.724566 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-50b27f10-370b-4edc-ad5f-72ad81585b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.728142 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc2b1b3-9e15-44d1-b701-89056c8adea5 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Deleting subnet 08b6761f-108c-4ed2-b26b-22055603fb50 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:10.730377 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-50b27f10-370b-4edc-ad5f-72ad81585b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.734307 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2dc2b1b3-9e15-44d1-b701-89056c8adea5 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.784414 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-50b27f10-370b-4edc-ad5f-72ad81585b37 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=72b00ebac53b40d58982c74230721a89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2334416 Jul 07 17:29:10.785136 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57674) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:10.788009 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b27f10-370b-4edc-ad5f-72ad81585b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a7b433-1fe7-4e92-9c76-2077b01bea7e,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:10.800103 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2dc2b1b3-9e15-44d1-b701-89056c8adea5 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.827695 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-fe48ef71-4c27-40a9-8e43-ccbf6c276650 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Deleting port 5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:10.828207 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fe48ef71-4c27-40a9-8e43-ccbf6c276650 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.855051 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0516f063-4e9f-4cc8-81eb-4a693c6c9f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.886204 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0516f063-4e9f-4cc8-81eb-4a693c6c9f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.889350 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:29:10.992474 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0516f063-4e9f-4cc8-81eb-4a693c6c9f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.998499 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2dc2b1b3-9e15-44d1-b701-89056c8adea5 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.000155 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0516f063-4e9f-4cc8-81eb-4a693c6c9f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.004204 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0516f063-4e9f-4cc8-81eb-4a693c6c9f70 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5a7b433-1fe7-4e92-9c76-2077b01bea7e HTTP/1.1" status: 204 len: 168 time: 0.2166679 Jul 07 17:29:11.004443 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-fe48ef71-4c27-40a9-8e43-ccbf6c276650 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] For port 5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:11.004443 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fe48ef71-4c27-40a9-8e43-ccbf6c276650 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.004929 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7d828f19-b7d9-43bd-a667-0e8af0d66a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:29:08Z', 'revision_number': 10, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None, '_interfaces': [{'id': '4c781e35-0f4f-44ab-a52b-284a8a5af8c2', 'name': '', 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:b2:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:11Z', 'updated_at': '2021-07-07T17:28:22Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:11.025874 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516f063-4e9f-4cc8-81eb-4a693c6c9f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a7b433-1fe7-4e92-9c76-2077b01bea7e,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:11.048683 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-fe48ef71-4c27-40a9-8e43-ccbf6c276650 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Calling delete_port for 5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:11.074399 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d828f19-b7d9-43bd-a667-0e8af0d66a75 None None] Checking router: ce8831df-c1f9-4c2d-8219-1443b1a2c212 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:29:11.086656 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d828f19-b7d9-43bd-a667-0e8af0d66a75 None None] Routers {'ce8831df-c1f9-4c2d-8219-1443b1a2c212'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:11.087785 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7d828f19-b7d9-43bd-a667-0e8af0d66a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:11.161098 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2dc2b1b3-9e15-44d1-b701-89056c8adea5 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.196922 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-7d828f19-b7d9-43bd-a667-0e8af0d66a75 None None] Set router ce8831df-c1f9-4c2d-8219-1443b1a2c212 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:11.237176 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2dc2b1b3-9e15-44d1-b701-89056c8adea5 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.239186 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2dc2b1b3-9e15-44d1-b701-89056c8adea5 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/subnets/08b6761f-108c-4ed2-b26b-22055603fb50 HTTP/1.1" status: 204 len: 168 time: 0.6370125 Jul 07 17:29:11.241073 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2b1b3-9e15-44d1-b701-89056c8adea5 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Subnet': ['ID=08b6761f-108c-4ed2-b26b-22055603fb50,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:11.243198 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57680) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:11.248414 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb4f135-381c-4a33-b888-a1840713122e None None] Network 41b03892-0f83-4020-8ef8-255e1bf4d90e requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:11.358386 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fe48ef71-4c27-40a9-8e43-ccbf6c276650 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.411803 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48ef71-4c27-40a9-8e43-ccbf6c276650 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:11.427034 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15e23749-b04d-4ee1-9c11-272626c1c5ba tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.536895 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7d828f19-b7d9-43bd-a667-0e8af0d66a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:29:08Z', 'revision_number': 10, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None, '_interfaces': [{'id': '4c781e35-0f4f-44ab-a52b-284a8a5af8c2', 'name': '', 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:b2:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:11Z', 'updated_at': '2021-07-07T17:28:22Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:11.574633 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-15e23749-b04d-4ee1-9c11-272626c1c5ba tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Deleting port af9b0c22-b271-4e7a-bdee-88a6169014bd {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:11.575278 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15e23749-b04d-4ee1-9c11-272626c1c5ba tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.591639 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fe48ef71-4c27-40a9-8e43-ccbf6c276650 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.618430 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d828f19-b7d9-43bd-a667-0e8af0d66a75 None None] The sync data for ids ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'] in n-d-791503-12 is: [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:29:08Z', 'revision_number': 10, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None, '_interfaces': [{'id': '4c781e35-0f4f-44ab-a52b-284a8a5af8c2', 'name': '', 'network_id': '3a6b4aeb-0870-4573-9f2e-07eef66dfa0d', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'mac_address': 'fa:16:3e:b2:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:11Z', 'updated_at': '2021-07-07T17:28:22Z', 'revision_number': 5, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'subnets': [{'id': '95a5b95a-6cb1-4051-a985-73fa28db48d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:11.718385 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6ace68-ec07-4238-98cf-360a8b48bf51 None None] DHCP port deletion for 41b03892-0f83-4020-8ef8-255e1bf4d90e request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:29:11.728808 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-15e23749-b04d-4ee1-9c11-272626c1c5ba tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] For port af9b0c22-b271-4e7a-bdee-88a6169014bd, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=af9b0c22-b271-4e7a-bdee-88a6169014bd,segment=NetworkSegment(3da7c048-04eb-4b54-8e32-277d7919d0e6),segment_id=3da7c048-04eb-4b54-8e32-277d7919d0e6)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:11.729128 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15e23749-b04d-4ee1-9c11-272626c1c5ba tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.752269 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-15e23749-b04d-4ee1-9c11-272626c1c5ba tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Calling delete_port for af9b0c22-b271-4e7a-bdee-88a6169014bd owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:11.820951 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-1c6ace68-ec07-4238-98cf-360a8b48bf51 None None] Deleting port af9b0c22-b271-4e7a-bdee-88a6169014bd {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:11.826787 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1c6ace68-ec07-4238-98cf-360a8b48bf51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.853518 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fe48ef71-4c27-40a9-8e43-ccbf6c276650 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.857115 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fe48ef71-4c27-40a9-8e43-ccbf6c276650 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.903050 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15e23749-b04d-4ee1-9c11-272626c1c5ba tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.932661 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fe48ef71-4c27-40a9-8e43-ccbf6c276650 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.934049 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe48ef71-4c27-40a9-8e43-ccbf6c276650 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d9318b4-1940-4d3b-ba0a-a6489a1c734b {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:29:11.949952 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fe48ef71-4c27-40a9-8e43-ccbf6c276650 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.950367 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e23749-b04d-4ee1-9c11-272626c1c5ba tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Port': ['ID=af9b0c22-b271-4e7a-bdee-88a6169014bd,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:11.953554 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fe48ef71-4c27-40a9-8e43-ccbf6c276650 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "DELETE /v2.0/routers/8d9318b4-1940-4d3b-ba0a-a6489a1c734b HTTP/1.1" status: 204 len: 168 time: 1.8910165 Jul 07 17:29:11.969695 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57706) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:11.974929 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-1c6ace68-ec07-4238-98cf-360a8b48bf51 None None] For port af9b0c22-b271-4e7a-bdee-88a6169014bd, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=af9b0c22-b271-4e7a-bdee-88a6169014bd,segment=NetworkSegment(3da7c048-04eb-4b54-8e32-277d7919d0e6),segment_id=3da7c048-04eb-4b54-8e32-277d7919d0e6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:11.975700 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1c6ace68-ec07-4238-98cf-360a8b48bf51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.994277 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-8444dddb-f216-4413-9d01-941f16cb4a6e tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-723946337', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}, 'admin_state_up': False}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:12.002896 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-9031b93f-a83a-4ab3-91c9-ea772d201730 tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4cf81e7475744403a820dd4ea3aab049&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443525 Jul 07 17:29:12.013119 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-1c6ace68-ec07-4238-98cf-360a8b48bf51 None None] Calling delete_port for af9b0c22-b271-4e7a-bdee-88a6169014bd owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:12.013438 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e23749-b04d-4ee1-9c11-272626c1c5ba tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] No DVR routers for this DVR port af9b0c22-b271-4e7a-bdee-88a6169014bd on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:12.193337 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1c6ace68-ec07-4238-98cf-360a8b48bf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.260920 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ace68-ec07-4238-98cf-360a8b48bf51 None None] Pushing event deleted for resources: {'Port': ['ID=af9b0c22-b271-4e7a-bdee-88a6169014bd,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:12.274092 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6ace68-ec07-4238-98cf-360a8b48bf51 None None] No DVR routers for this DVR port af9b0c22-b271-4e7a-bdee-88a6169014bd on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:12.281526 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-5ad05125-e59c-4581-ab2c-b222ba21ebd3 tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:12.287310 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-5ad05125-e59c-4581-ab2c-b222ba21ebd3 tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2754006 Jul 07 17:29:12.324957 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-af12600b-0963-4387-bf30-6588d61f2c30 tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.53 "GET /v2.0/quotas/4cf81e7475744403a820dd4ea3aab049 HTTP/1.1" status: 200 len: 375 time: 0.0283649 Jul 07 17:29:12.361890 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-144dce50-bc63-4735-a8cb-91152082c8b0 tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cf81e7475744403a820dd4ea3aab049&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355701 Jul 07 17:29:12.561107 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device af9b0c22-b271-4e7a-bdee-88a6169014bd no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:12.583610 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8444dddb-f216-4413-9d01-941f16cb4a6e tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.585272 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8444dddb-f216-4413-9d01-941f16cb4a6e tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.615496 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-81d7c9da-99aa-4088-8a45-9f2015b250d8 req-6eadf10d-0c45-4b7c-8264-e60d80180cb8 tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d8959d7-934a-413a-a001-03f6650b48de HTTP/1.1" status: 200 len: 210 time: 0.0471780 Jul 07 17:29:12.679238 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: af9b0c22-b271-4e7a-bdee-88a6169014bd {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:12.679238 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device af9b0c22-b271-4e7a-bdee-88a6169014bd not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:12.679238 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8e9fae70-0d96-4da1-a18b-69736436d72c no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:12.713194 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 8e9fae70-0d96-4da1-a18b-69736436d72c {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:12.713579 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8e9fae70-0d96-4da1-a18b-69736436d72c not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:12.736123 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8444dddb-f216-4413-9d01-941f16cb4a6e tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.804306 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422b31c-f528-49c2-8646-468f9341703a req-201a271a-8bb8-4906-95c6-5e0652eeda32 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:12.806066 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1422b31c-f528-49c2-8646-468f9341703a req-201a271a-8bb8-4906-95c6-5e0652eeda32 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/ports?device_id=80993fa2-e44f-4349-822f-49dfbbc356ff HTTP/1.1" status: 200 len: 949 time: 0.9565434 Jul 07 17:29:12.809921 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15e23749-b04d-4ee1-9c11-272626c1c5ba tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.866840 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-15e23749-b04d-4ee1-9c11-272626c1c5ba tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b03892-0f83-4020-8ef8-255e1bf4d90e']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:12.895840 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-15e23749-b04d-4ee1-9c11-272626c1c5ba tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da7c048-04eb-4b54-8e32-277d7919d0e6') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:12.896190 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-15e23749-b04d-4ee1-9c11-272626c1c5ba tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da7c048-04eb-4b54-8e32-277d7919d0e6') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:12.981355 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15e23749-b04d-4ee1-9c11-272626c1c5ba tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.006414 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8444dddb-f216-4413-9d01-941f16cb4a6e tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.014416 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1422b31c-f528-49c2-8646-468f9341703a req-be86c958-c78d-42b7-a937-9a26e49af178 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f8499a5-1cb0-4993-a118-a979d78b1b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547215 Jul 07 17:29:13.017323 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15e23749-b04d-4ee1-9c11-272626c1c5ba tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.029180 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e23749-b04d-4ee1-9c11-272626c1c5ba tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:13.029682 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15e23749-b04d-4ee1-9c11-272626c1c5ba tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:13.034854 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:13.169089 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15e23749-b04d-4ee1-9c11-272626c1c5ba tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.179230 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-15e23749-b04d-4ee1-9c11-272626c1c5ba tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.181481 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-15e23749-b04d-4ee1-9c11-272626c1c5ba tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/networks/41b03892-0f83-4020-8ef8-255e1bf4d90e HTTP/1.1" status: 204 len: 168 time: 1.9342921 Jul 07 17:29:13.185057 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57742) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:13.197345 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e23749-b04d-4ee1-9c11-272626c1c5ba tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Network': ['ID=41b03892-0f83-4020-8ef8-255e1bf4d90e,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:13.382300 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8444dddb-f216-4413-9d01-941f16cb4a6e tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.424566 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8444dddb-f216-4413-9d01-941f16cb4a6e tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.633089 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-8444dddb-f216-4413-9d01-941f16cb4a6e tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Allocated IP 172.25.0.220 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/9ea52aa0-37ed-4bd7-9186-0fd8546d73de) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:13.850429 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:13.858907 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61cb69-ec1e-4d90-96ec-c98b2adf9f68 req-1612a936-e976-4415-871e-63c23f0cfee1 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:13.862985 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4e61cb69-ec1e-4d90-96ec-c98b2adf9f68 req-1612a936-e976-4415-871e-63c23f0cfee1 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/ports?device_id=80993fa2-e44f-4349-822f-49dfbbc356ff HTTP/1.1" status: 200 len: 949 time: 0.1550570 Jul 07 17:29:13.883157 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:13.883499 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5d6c8dfe-af69-4f0b-ae2c-4331c7940a1a not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:13.891201 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-daf76239-862d-4b8f-9683-d01dc0366800 req-60e98055-5d0e-4644-b98b-e1a18e2afcb5 tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d8959d7-934a-413a-a001-03f6650b48de HTTP/1.1" status: 200 len: 210 time: 0.0444441 Jul 07 17:29:13.902827 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-20f30431-9c36-4f9f-8544-2e5388ee350d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.960892 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8444dddb-f216-4413-9d01-941f16cb4a6e tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.003389 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4e61cb69-ec1e-4d90-96ec-c98b2adf9f68 req-4f0ca273-af74-4f38-b4c8-a854dc9857d4 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f8499a5-1cb0-4993-a118-a979d78b1b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146479 Jul 07 17:29:14.047395 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8444dddb-f216-4413-9d01-941f16cb4a6e tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.099883 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8444dddb-f216-4413-9d01-941f16cb4a6e tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:14.104684 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-8444dddb-f216-4413-9d01-941f16cb4a6e tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:14.121379 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8444dddb-f216-4413-9d01-941f16cb4a6e tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:14.155740 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444dddb-f216-4413-9d01-941f16cb4a6e tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Pushing event updated for resources: {'Port': ['ID=9ea52aa0-37ed-4bd7-9186-0fd8546d73de,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:14.309286 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-20f30431-9c36-4f9f-8544-2e5388ee350d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Deleting port 4c781e35-0f4f-44ab-a52b-284a8a5af8c2 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:14.310038 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-20f30431-9c36-4f9f-8544-2e5388ee350d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.340153 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-7356b897-5f6a-4482-b4b6-fbb1d9e29a57 tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4cf81e7475744403a820dd4ea3aab049&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0819988 Jul 07 17:29:14.491586 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-20f30431-9c36-4f9f-8544-2e5388ee350d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] For port 4c781e35-0f4f-44ab-a52b-284a8a5af8c2, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4c781e35-0f4f-44ab-a52b-284a8a5af8c2,segment=NetworkSegment(d7b86e4c-6571-46a6-bc71-23a42bd18600),segment_id=d7b86e4c-6571-46a6-bc71-23a42bd18600)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:14.492290 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-20f30431-9c36-4f9f-8544-2e5388ee350d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.536942 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-20f30431-9c36-4f9f-8544-2e5388ee350d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Calling delete_port for 4c781e35-0f4f-44ab-a52b-284a8a5af8c2 owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:14.664480 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-995b1619-b999-4e19-b62d-d550b4b4b3ef tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:14.666713 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-995b1619-b999-4e19-b62d-d550b4b4b3ef tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3211350 Jul 07 17:29:14.682009 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-e9f6c56e-41dc-49b1-baf1-780582f0c88b tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Request body: {'port': {'device_id': '9d8959d7-934a-413a-a001-03f6650b48de', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': '4cf81e7475744403a820dd4ea3aab049'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:14.798240 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-20f30431-9c36-4f9f-8544-2e5388ee350d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.799814 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8444dddb-f216-4413-9d01-941f16cb4a6e tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.841465 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f30431-9c36-4f9f-8544-2e5388ee350d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Port': ['ID=4c781e35-0f4f-44ab-a52b-284a8a5af8c2,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:15.127533 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-20f30431-9c36-4f9f-8544-2e5388ee350d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.187928 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6ad19f38-a8d9-4ac2-9be1-b9225f5ca370 req-7f7a1371-23a0-4f12-8442-b6307770e773 tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d8959d7-934a-413a-a001-03f6650b48de HTTP/1.1" status: 200 len: 210 time: 0.0534990 Jul 07 17:29:15.430472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a94663-646a-450c-844a-b60edc2cf2e2 req-c022fda0-3ac1-44ad-ba95-34c4dad64782 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:15.432120 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-99a94663-646a-450c-844a-b60edc2cf2e2 req-c022fda0-3ac1-44ad-ba95-34c4dad64782 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.72 "GET /v2.0/ports?device_id=80993fa2-e44f-4349-822f-49dfbbc356ff HTTP/1.1" status: 200 len: 949 time: 0.2479241 Jul 07 17:29:15.434211 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f30431-9c36-4f9f-8544-2e5388ee350d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Router ce8831df-c1f9-4c2d-8219-1443b1a2c212 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:15.556986 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-e9f6c56e-41dc-49b1-baf1-780582f0c88b tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Made reservation on behalf of 4cf81e7475744403a820dd4ea3aab049 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:15.561033 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-e9f6c56e-41dc-49b1-baf1-780582f0c88b tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.563283 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57788) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:15.591700 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-e9f6c56e-41dc-49b1-baf1-780582f0c88b tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.636366 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8444dddb-f216-4413-9d01-941f16cb4a6e tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.661060 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6028265-4d95-4185-979d-00715b346ba9 req-92121702-d1b9-41f8-ad1c-deba675aeb1d tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:15.662792 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e6028265-4d95-4185-979d-00715b346ba9 req-92121702-d1b9-41f8-ad1c-deba675aeb1d tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/ports?device_id=80993fa2-e44f-4349-822f-49dfbbc356ff HTTP/1.1" status: 200 len: 949 time: 0.2118821 Jul 07 17:29:15.793955 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8fdcd637-c284-4f35-8d22-df92fadf2bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.865604 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e6028265-4d95-4185-979d-00715b346ba9 req-a0671a0c-bacc-4e38-8ce2-3c1e454b1b44 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f8499a5-1cb0-4993-a118-a979d78b1b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532366 Jul 07 17:29:15.921790 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f30431-9c36-4f9f-8544-2e5388ee350d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:15.927120 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-20f30431-9c36-4f9f-8544-2e5388ee350d tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "PUT /v2.0/routers/ce8831df-c1f9-4c2d-8219-1443b1a2c212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7398934 Jul 07 17:29:15.934166 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57794) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:15.941510 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0593253b-bdbd-4d2f-824d-04a5ab6be4fb None None] Sync routers for ids ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:15.953228 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0593253b-bdbd-4d2f-824d-04a5ab6be4fb None None] Routers {'ce8831df-c1f9-4c2d-8219-1443b1a2c212'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:15.953776 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-0593253b-bdbd-4d2f-824d-04a5ab6be4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:15.960564 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-99a94663-646a-450c-844a-b60edc2cf2e2 req-ba529e37-2314-44c4-b3e2-ce4739b3eae3 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Deleting port b6342017-eb1f-4a3b-9380-6ed03f9c5f1e {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:15.960960 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-99a94663-646a-450c-844a-b60edc2cf2e2 req-ba529e37-2314-44c4-b3e2-ce4739b3eae3 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.991489 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-e9f6c56e-41dc-49b1-baf1-780582f0c88b tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.005367 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-e9f6c56e-41dc-49b1-baf1-780582f0c88b tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.030655 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-0593253b-bdbd-4d2f-824d-04a5ab6be4fb None None] Set router ce8831df-c1f9-4c2d-8219-1443b1a2c212 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:16.050368 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-0050a335-d1ff-4cd3-85c5-34b1fa2f56e7 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Deleting subnet 95a5b95a-6cb1-4051-a985-73fa28db48d5 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:16.062687 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0050a335-d1ff-4cd3-85c5-34b1fa2f56e7 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.066536 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8444dddb-f216-4413-9d01-941f16cb4a6e tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Router a7351bfc-497a-44de-8a37-a3cb4fa00c10 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:29:16.099392 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-0593253b-bdbd-4d2f-824d-04a5ab6be4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 11, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:16.130352 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0593253b-bdbd-4d2f-824d-04a5ab6be4fb None None] Checking router: ce8831df-c1f9-4c2d-8219-1443b1a2c212 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:29:16.140313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0593253b-bdbd-4d2f-824d-04a5ab6be4fb None None] Routers {'ce8831df-c1f9-4c2d-8219-1443b1a2c212'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:16.140994 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-0593253b-bdbd-4d2f-824d-04a5ab6be4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:16.154767 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-99a94663-646a-450c-844a-b60edc2cf2e2 req-ba529e37-2314-44c4-b3e2-ce4739b3eae3 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] For port b6342017-eb1f-4a3b-9380-6ed03f9c5f1e, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b6342017-eb1f-4a3b-9380-6ed03f9c5f1e,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:16.156550 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-99a94663-646a-450c-844a-b60edc2cf2e2 req-ba529e37-2314-44c4-b3e2-ce4739b3eae3 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.169650 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6c56e-41dc-49b1-baf1-780582f0c88b tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a708642-483b-4f20-a5c9-7aa14471bc9b,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:16.188087 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-99a94663-646a-450c-844a-b60edc2cf2e2 req-ba529e37-2314-44c4-b3e2-ce4739b3eae3 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Calling delete_port for b6342017-eb1f-4a3b-9380-6ed03f9c5f1e owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:16.209591 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0050a335-d1ff-4cd3-85c5-34b1fa2f56e7 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.223031 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-0593253b-bdbd-4d2f-824d-04a5ab6be4fb None None] Set router ce8831df-c1f9-4c2d-8219-1443b1a2c212 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:16.287609 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-0593253b-bdbd-4d2f-824d-04a5ab6be4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 11, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:16.321080 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0593253b-bdbd-4d2f-824d-04a5ab6be4fb None None] The sync data for ids ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'] in n-d-791503-12 is: [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 11, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:16.368820 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-99a94663-646a-450c-844a-b60edc2cf2e2 req-ba529e37-2314-44c4-b3e2-ce4739b3eae3 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.382314 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['b6342017-eb1f-4a3b-9380-6ed03f9c5f1e'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:29:16.415768 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba529e37-2314-44c4-b3e2-ce4739b3eae3 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Pushing event deleted for resources: {'Port': ['ID=b6342017-eb1f-4a3b-9380-6ed03f9c5f1e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:16.432058 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba529e37-2314-44c4-b3e2-ce4739b3eae3 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:16.432262 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba529e37-2314-44c4-b3e2-ce4739b3eae3 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:16.432592 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba529e37-2314-44c4-b3e2-ce4739b3eae3 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:16.433032 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba529e37-2314-44c4-b3e2-ce4739b3eae3 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:16.433467 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba529e37-2314-44c4-b3e2-ce4739b3eae3 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:16.433813 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba529e37-2314-44c4-b3e2-ce4739b3eae3 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:16.434163 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba529e37-2314-44c4-b3e2-ce4739b3eae3 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:16.434492 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba529e37-2314-44c4-b3e2-ce4739b3eae3 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:16.434815 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba529e37-2314-44c4-b3e2-ce4739b3eae3 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:16.435210 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba529e37-2314-44c4-b3e2-ce4739b3eae3 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:16.435550 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba529e37-2314-44c4-b3e2-ce4739b3eae3 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:16.435875 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba529e37-2314-44c4-b3e2-ce4739b3eae3 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:16.446248 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-e9f6c56e-41dc-49b1-baf1-780582f0c88b tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Allocated IP 192.168.233.175 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/5098f836-ed1f-4b02-9be3-d1c4b69de758) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:16.506027 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a94663-646a-450c-844a-b60edc2cf2e2 req-ba529e37-2314-44c4-b3e2-ce4739b3eae3 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] No DVR routers for this DVR port b6342017-eb1f-4a3b-9380-6ed03f9c5f1e on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:16.510160 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-99a94663-646a-450c-844a-b60edc2cf2e2 req-ba529e37-2314-44c4-b3e2-ce4739b3eae3 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.512851 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-99a94663-646a-450c-844a-b60edc2cf2e2 req-ba529e37-2314-44c4-b3e2-ce4739b3eae3 tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.72 "DELETE /v2.0/ports/b6342017-eb1f-4a3b-9380-6ed03f9c5f1e HTTP/1.1" status: 204 len: 173 time: 1.0742793 Jul 07 17:29:16.513581 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80993fa2-e44f-4349-822f-49dfbbc356ff', 'name': 'network-vif-deleted', 'tag': 'b6342017-eb1f-4a3b-9380-6ed03f9c5f1e'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:29:16.517125 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1734f3c3-7a89-4641-8f97-9a7b5f86f36f" -d '{"events": [{"server_uuid": "80993fa2-e44f-4349-822f-49dfbbc356ff", "name": "network-vif-deleted", "tag": "b6342017-eb1f-4a3b-9380-6ed03f9c5f1e"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:29:16.528644 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8444dddb-f216-4413-9d01-941f16cb4a6e tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:16.545236 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e3416d87-dd0e-4e42-9a6c-5e445f051817 req-9e1f6cc9-485d-4b7c-95fe-eb068c57ee5f tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d8959d7-934a-413a-a001-03f6650b48de HTTP/1.1" status: 200 len: 210 time: 0.0809987 Jul 07 17:29:16.548281 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f752aa-ef8a-4604-a2da-78dc2f6246a1 None None] Sync routers for ids ['a7351bfc-497a-44de-8a37-a3cb4fa00c10'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:16.574667 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f752aa-ef8a-4604-a2da-78dc2f6246a1 None None] Routers {'a7351bfc-497a-44de-8a37-a3cb4fa00c10'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:16.575308 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-56f752aa-ef8a-4604-a2da-78dc2f6246a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a7351bfc-497a-44de-8a37-a3cb4fa00c10'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:16.581140 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8fdcd637-c284-4f35-8d22-df92fadf2bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.610213 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8fdcd637-c284-4f35-8d22-df92fadf2bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.623350 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d5f90a-ab14-434a-87a5-314214c867a5 x-openstack-request-id: req-28d5f90a-ab14-434a-87a5-314214c867a5 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:29:16.623650 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80993fa2-e44f-4349-822f-49dfbbc356ff", "name": "network-vif-deleted", "tag": "b6342017-eb1f-4a3b-9380-6ed03f9c5f1e", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:29:16.623914 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-28d5f90a-ab14-434a-87a5-314214c867a5 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:29:16.624317 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80993fa2-e44f-4349-822f-49dfbbc356ff', 'name': 'network-vif-deleted', 'tag': 'b6342017-eb1f-4a3b-9380-6ed03f9c5f1e', 'status': 'completed', 'code': 200} Jul 07 17:29:16.625395 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-56f752aa-ef8a-4604-a2da-78dc2f6246a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:16.635997 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f752aa-ef8a-4604-a2da-78dc2f6246a1 None None] Routers {'a7351bfc-497a-44de-8a37-a3cb4fa00c10'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:16.636906 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-56f752aa-ef8a-4604-a2da-78dc2f6246a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a7351bfc-497a-44de-8a37-a3cb4fa00c10'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:16.680926 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-56f752aa-ef8a-4604-a2da-78dc2f6246a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:16.682322 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f752aa-ef8a-4604-a2da-78dc2f6246a1 None None] The sync data for ids ['a7351bfc-497a-44de-8a37-a3cb4fa00c10'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:16.697606 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8fdcd637-c284-4f35-8d22-df92fadf2bf3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a6e9017edd948fdb3a939b2c8a1bcf7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1288722 Jul 07 17:29:16.700110 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57800) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:16.707800 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0050a335-d1ff-4cd3-85c5-34b1fa2f56e7 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.775773 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8444dddb-f216-4413-9d01-941f16cb4a6e tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.779888 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57802) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:16.780157 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8444dddb-f216-4413-9d01-941f16cb4a6e tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8050768 Jul 07 17:29:16.787215 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-3bc60b6d-8905-4d8b-9279-4fdbdb77e8e0 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'enable_snat': False}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:16.831684 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2e2827cc-6063-4314-b5a9-00bd97b1fd16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.866099 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcd637-c284-4f35-8d22-df92fadf2bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7f8719-1a74-4804-a062-9e3ed9471539,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:16.913021 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2e2827cc-6063-4314-b5a9-00bd97b1fd16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.918377 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0050a335-d1ff-4cd3-85c5-34b1fa2f56e7 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.972011 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0050a335-d1ff-4cd3-85c5-34b1fa2f56e7 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.974358 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0050a335-d1ff-4cd3-85c5-34b1fa2f56e7 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/subnets/95a5b95a-6cb1-4051-a985-73fa28db48d5 HTTP/1.1" status: 204 len: 168 time: 1.0391145 Jul 07 17:29:16.975184 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050a335-d1ff-4cd3-85c5-34b1fa2f56e7 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Subnet': ['ID=95a5b95a-6cb1-4051-a985-73fa28db48d5,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:16.989967 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a065225-5979-4110-91b0-5936693cfbda None None] Network 3a6b4aeb-0870-4573-9f2e-07eef66dfa0d requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:16.997206 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57806) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:17.072890 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-e9f6c56e-41dc-49b1-baf1-780582f0c88b tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.156572 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d8826a5d-aec0-4309-8294-846feabaa8f0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.234664 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ce546d83-44a6-4554-a7e0-15624989973b req-bf611649-71e8-4296-9a7b-825834595d9f tempest-VolumesNegativeTest-1705696636 tempest-VolumesNegativeTest-1705696636-project] 10.222.0.53 "GET /v2.0/ports?device_id=80993fa2-e44f-4349-822f-49dfbbc356ff HTTP/1.1" status: 200 len: 210 time: 0.0391746 Jul 07 17:29:17.235255 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-d8826a5d-aec0-4309-8294-846feabaa8f0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Deleting port 0d842a8d-d6ae-43de-8e3e-760fdcf6868e {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:17.235628 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d8826a5d-aec0-4309-8294-846feabaa8f0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.239014 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2e2827cc-6063-4314-b5a9-00bd97b1fd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.240868 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-e9f6c56e-41dc-49b1-baf1-780582f0c88b tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Transition to ACTIVE for port object 5098f836-ed1f-4b02-9be3-d1c4b69de758 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:17.244256 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2e2827cc-6063-4314-b5a9-00bd97b1fd16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.245765 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2e2827cc-6063-4314-b5a9-00bd97b1fd16 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1f7f8719-1a74-4804-a062-9e3ed9471539 HTTP/1.1" status: 204 len: 168 time: 0.5445597 Jul 07 17:29:17.301278 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2827cc-6063-4314-b5a9-00bd97b1fd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7f8719-1a74-4804-a062-9e3ed9471539,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:17.391772 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3bc60b6d-8905-4d8b-9279-4fdbdb77e8e0 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.406606 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-d8826a5d-aec0-4309-8294-846feabaa8f0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] For port 0d842a8d-d6ae-43de-8e3e-760fdcf6868e, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=0d842a8d-d6ae-43de-8e3e-760fdcf6868e,segment=NetworkSegment(d7b86e4c-6571-46a6-bc71-23a42bd18600),segment_id=d7b86e4c-6571-46a6-bc71-23a42bd18600)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:17.406980 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d8826a5d-aec0-4309-8294-846feabaa8f0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.413652 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0fa568-8f2c-472d-8944-f2960b57f81e None None] DHCP port deletion for 3a6b4aeb-0870-4573-9f2e-07eef66dfa0d request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:29:17.426594 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-d8826a5d-aec0-4309-8294-846feabaa8f0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Calling delete_port for 0d842a8d-d6ae-43de-8e3e-760fdcf6868e owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:17.445655 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-e9f6c56e-41dc-49b1-baf1-780582f0c88b tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.483553 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-4f0fa568-8f2c-472d-8944-f2960b57f81e None None] Deleting port 0d842a8d-d6ae-43de-8e3e-760fdcf6868e {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:17.484095 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4f0fa568-8f2c-472d-8944-f2960b57f81e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.543355 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-e9f6c56e-41dc-49b1-baf1-780582f0c88b tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:17.552559 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-e9f6c56e-41dc-49b1-baf1-780582f0c88b tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:17.560204 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-e9f6c56e-41dc-49b1-baf1-780582f0c88b tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:17.589441 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-4f0fa568-8f2c-472d-8944-f2960b57f81e None None] For port 0d842a8d-d6ae-43de-8e3e-760fdcf6868e, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=0d842a8d-d6ae-43de-8e3e-760fdcf6868e,segment=NetworkSegment(d7b86e4c-6571-46a6-bc71-23a42bd18600),segment_id=d7b86e4c-6571-46a6-bc71-23a42bd18600)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:17.590319 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4f0fa568-8f2c-472d-8944-f2960b57f81e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.612600 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-4f0fa568-8f2c-472d-8944-f2960b57f81e None None] Calling delete_port for 0d842a8d-d6ae-43de-8e3e-760fdcf6868e owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:17.711976 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-e9f6c56e-41dc-49b1-baf1-780582f0c88b tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:17.713140 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-e9f6c56e-41dc-49b1-baf1-780582f0c88b tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.735178 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6c56e-41dc-49b1-baf1-780582f0c88b tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Pushing event updated for resources: {'Port': ['ID=5098f836-ed1f-4b02-9be3-d1c4b69de758,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:17.746037 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-e9f6c56e-41dc-49b1-baf1-780582f0c88b tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0672946 Jul 07 17:29:17.813819 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4f0fa568-8f2c-472d-8944-f2960b57f81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.823790 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d8826a5d-aec0-4309-8294-846feabaa8f0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.826748 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57814) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:17.833986 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0fa568-8f2c-472d-8944-f2960b57f81e None None] No DVR routers for this DVR port 0d842a8d-d6ae-43de-8e3e-760fdcf6868e on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:17.879862 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fa568-8f2c-472d-8944-f2960b57f81e None None] Pushing event deleted for resources: {'Port': ['ID=0d842a8d-d6ae-43de-8e3e-760fdcf6868e,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:17.902291 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8826a5d-aec0-4309-8294-846feabaa8f0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Port': ['ID=0d842a8d-d6ae-43de-8e3e-760fdcf6868e,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:17.908268 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8826a5d-aec0-4309-8294-846feabaa8f0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] No DVR routers for this DVR port 0d842a8d-d6ae-43de-8e3e-760fdcf6868e on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:17.912280 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1790e050-c3ff-43aa-9949-ed6511becac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.981078 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-98876dc5-46c5-45bc-a0e4-ef1cabc6fa66 None None] Provisioning for port 5098f836-ed1f-4b02-9be3-d1c4b69de758 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:17.991175 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 0d842a8d-d6ae-43de-8e3e-760fdcf6868e no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:18.036295 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d8826a5d-aec0-4309-8294-846feabaa8f0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.041164 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 0d842a8d-d6ae-43de-8e3e-760fdcf6868e {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:18.041511 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 0d842a8d-d6ae-43de-8e3e-760fdcf6868e not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:18.042124 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4c781e35-0f4f-44ab-a52b-284a8a5af8c2 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:18.044199 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-98876dc5-46c5-45bc-a0e4-ef1cabc6fa66 None None] Provisioning complete for port 5098f836-ed1f-4b02-9be3-d1c4b69de758 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:18.044570 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-98876dc5-46c5-45bc-a0e4-ef1cabc6fa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.072288 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-d8826a5d-aec0-4309-8294-846feabaa8f0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6b4aeb-0870-4573-9f2e-07eef66dfa0d']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:18.085192 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05656bfb-a310-431f-b000-db6f174ef5b1 req-b427cd6d-cc0f-482e-85a8-365058b92c07 tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:18.092921 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-05656bfb-a310-431f-b000-db6f174ef5b1 req-b427cd6d-cc0f-482e-85a8-365058b92c07 tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d8959d7-934a-413a-a001-03f6650b48de HTTP/1.1" status: 200 len: 936 time: 0.3452797 Jul 07 17:29:18.094287 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 4c781e35-0f4f-44ab-a52b-284a8a5af8c2 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:18.094865 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4c781e35-0f4f-44ab-a52b-284a8a5af8c2 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:18.128244 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-d8826a5d-aec0-4309-8294-846feabaa8f0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b86e4c-6571-46a6-bc71-23a42bd18600') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:18.128551 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-d8826a5d-aec0-4309-8294-846feabaa8f0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b86e4c-6571-46a6-bc71-23a42bd18600') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:18.135952 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-98876dc5-46c5-45bc-a0e4-ef1cabc6fa66 None None] Port 5098f836-ed1f-4b02-9be3-d1c4b69de758 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:18.148444 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d8826a5d-aec0-4309-8294-846feabaa8f0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.169543 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-05656bfb-a310-431f-b000-db6f174ef5b1 req-ac603bf2-c4a5-42e8-8378-7607514c6ca8 tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a708642-483b-4f20-a5c9-7aa14471bc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756841 Jul 07 17:29:18.175618 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-a1d71dc0-597e-4965-b042-2421077971ea service neutron] Request body: {'port': {'device_id': '9d8959d7-934a-413a-a001-03f6650b48de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:18.195481 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d8826a5d-aec0-4309-8294-846feabaa8f0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.208096 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3bc60b6d-8905-4d8b-9279-4fdbdb77e8e0 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.214670 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3bc60b6d-8905-4d8b-9279-4fdbdb77e8e0 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7962560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7962587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8271377'] for router, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.227518 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8826a5d-aec0-4309-8294-846feabaa8f0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:18.227962 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d8826a5d-aec0-4309-8294-846feabaa8f0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:18.233284 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:18.356631 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc60b6d-8905-4d8b-9279-4fdbdb77e8e0 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Router a7351bfc-497a-44de-8a37-a3cb4fa00c10 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:18.366783 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1790e050-c3ff-43aa-9949-ed6511becac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.372100 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d8826a5d-aec0-4309-8294-846feabaa8f0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.383266 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d8826a5d-aec0-4309-8294-846feabaa8f0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.385361 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d8826a5d-aec0-4309-8294-846feabaa8f0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/networks/3a6b4aeb-0870-4573-9f2e-07eef66dfa0d HTTP/1.1" status: 204 len: 168 time: 1.3871427 Jul 07 17:29:18.386573 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1790e050-c3ff-43aa-9949-ed6511becac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.392404 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57826) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:18.397775 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-4a861346-1807-4e9d-bdf4-224d84d5c4cb tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'router': {'routes': None}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:18.422732 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8826a5d-aec0-4309-8294-846feabaa8f0 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Pushing event deleted for resources: {'Network': ['ID=3a6b4aeb-0870-4573-9f2e-07eef66dfa0d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:18.436263 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-a1d71dc0-597e-4965-b042-2421077971ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.466904 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790e050-c3ff-43aa-9949-ed6511becac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec66761e-2da1-4197-87e1-c6bc77ce0245,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:18.473269 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1790e050-c3ff-43aa-9949-ed6511becac6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=183fc285b47a44a1a99b299abd32295a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6421118 Jul 07 17:29:18.482833 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57832) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:18.708219 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.extraroute_db [None req-4a861346-1807-4e9d-bdf4-224d84d5c4cb tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Added routes are [] {{(pid=100192) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 17:29:18.708528 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.extraroute_db [None req-4a861346-1807-4e9d-bdf4-224d84d5c4cb tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Removed routes are [] {{(pid=100192) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 17:29:18.709001 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4a861346-1807-4e9d-bdf4-224d84d5c4cb tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.734812 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4173d4ef-edb7-48d7-81de-7316c24df5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.821559 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc60b6d-8905-4d8b-9279-4fdbdb77e8e0 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:18.833162 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9de74d6-246c-418f-839c-56274c85a156 None None] Sync routers for ids ['a7351bfc-497a-44de-8a37-a3cb4fa00c10'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:18.844665 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3bc60b6d-8905-4d8b-9279-4fdbdb77e8e0 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.846052 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3bc60b6d-8905-4d8b-9279-4fdbdb77e8e0 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "PUT /v2.0/routers/a7351bfc-497a-44de-8a37-a3cb4fa00c10 HTTP/1.1" status: 200 len: 921 time: 2.0650632 Jul 07 17:29:18.849362 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57842) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:18.858461 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9de74d6-246c-418f-839c-56274c85a156 None None] Routers {'a7351bfc-497a-44de-8a37-a3cb4fa00c10'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:18.862622 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b9de74d6-246c-418f-839c-56274c85a156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a7351bfc-497a-44de-8a37-a3cb4fa00c10'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:18.876442 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4173d4ef-edb7-48d7-81de-7316c24df5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.941722 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b9de74d6-246c-418f-839c-56274c85a156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:18.952714 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9de74d6-246c-418f-839c-56274c85a156 None None] Routers {'a7351bfc-497a-44de-8a37-a3cb4fa00c10'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:18.953622 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b9de74d6-246c-418f-839c-56274c85a156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a7351bfc-497a-44de-8a37-a3cb4fa00c10'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:18.989728 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4a861346-1807-4e9d-bdf4-224d84d5c4cb tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.013902 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-b9de74d6-246c-418f-839c-56274c85a156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:19.014988 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9de74d6-246c-418f-839c-56274c85a156 None None] The sync data for ids ['a7351bfc-497a-44de-8a37-a3cb4fa00c10'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:19.031576 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4a861346-1807-4e9d-bdf4-224d84d5c4cb tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7962560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7962587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8271377'] for router, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.086429 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-a1d71dc0-597e-4965-b042-2421077971ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5098f836-ed1f-4b02-9be3-d1c4b69de758 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:29:19.098046 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-a1d71dc0-597e-4965-b042-2421077971ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.139002 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f27b86bf-23da-4ea5-96f9-a3990d3e5b3e tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "GET /v2.0/routers/a7351bfc-497a-44de-8a37-a3cb4fa00c10 HTTP/1.1" status: 200 len: 921 time: 0.2879190 Jul 07 17:29:19.139916 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57858) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:19.192613 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a861346-1807-4e9d-bdf4-224d84d5c4cb tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Router ce8831df-c1f9-4c2d-8219-1443b1a2c212 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:19.193499 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-a1d71dc0-597e-4965-b042-2421077971ea service neutron] Transition to ACTIVE for port object 5098f836-ed1f-4b02-9be3-d1c4b69de758 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:19.194508 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4173d4ef-edb7-48d7-81de-7316c24df5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.198725 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4173d4ef-edb7-48d7-81de-7316c24df5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.200019 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4173d4ef-edb7-48d7-81de-7316c24df5b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec66761e-2da1-4197-87e1-c6bc77ce0245 HTTP/1.1" status: 204 len: 168 time: 0.7161963 Jul 07 17:29:19.211456 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173d4ef-edb7-48d7-81de-7316c24df5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec66761e-2da1-4197-87e1-c6bc77ce0245,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:19.226702 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-a1d71dc0-597e-4965-b042-2421077971ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.370444 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a861346-1807-4e9d-bdf4-224d84d5c4cb tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:19.382644 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fb051b-bf23-4f91-a693-f99ff79ac69b None None] Sync routers for ids ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:19.392530 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4a861346-1807-4e9d-bdf4-224d84d5c4cb tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.393922 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4a861346-1807-4e9d-bdf4-224d84d5c4cb tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "PUT /v2.0/routers/ce8831df-c1f9-4c2d-8219-1443b1a2c212 HTTP/1.1" status: 200 len: 699 time: 1.0009038 Jul 07 17:29:19.397303 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57872) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:19.405754 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fb051b-bf23-4f91-a693-f99ff79ac69b None None] Routers {'ce8831df-c1f9-4c2d-8219-1443b1a2c212'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:19.408099 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b4fb051b-bf23-4f91-a693-f99ff79ac69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:19.418140 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5c2e54-f696-4059-9ab6-75784af1ec64 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:19.420563 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2e5c2e54-f696-4059-9ab6-75784af1ec64 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=b1c8a741-d954-43c5-b974-954b2190b048&device_id=a7351bfc-497a-44de-8a37-a3cb4fa00c10&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2787983 Jul 07 17:29:19.423249 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d71dc0-597e-4965-b042-2421077971ea service neutron] Pushing event updated for resources: {'Port': ['ID=5098f836-ed1f-4b02-9be3-d1c4b69de758,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:19.427095 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57874) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:19.472129 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bb8a4306-c84f-48c1-bf27-45ad056e1290 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce8831df-c1f9-4c2d-8219-1443b1a2c212 HTTP/1.1" status: 200 len: 205 time: 0.0720396 Jul 07 17:29:19.474244 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57876) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:19.617222 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device b6342017-eb1f-4a3b-9380-6ed03f9c5f1e no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:19.669407 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75fde903-5e32-4f11-a88c-40bf4cf4c5cb tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.679938 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-b4fb051b-bf23-4f91-a693-f99ff79ac69b None None] Set router ce8831df-c1f9-4c2d-8219-1443b1a2c212 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:19.692460 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: b6342017-eb1f-4a3b-9380-6ed03f9c5f1e {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:19.693911 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device b6342017-eb1f-4a3b-9380-6ed03f9c5f1e not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:19.748819 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b4fb051b-bf23-4f91-a693-f99ff79ac69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 11, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:19.786783 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fb051b-bf23-4f91-a693-f99ff79ac69b None None] Checking router: ce8831df-c1f9-4c2d-8219-1443b1a2c212 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:29:19.814462 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fb051b-bf23-4f91-a693-f99ff79ac69b None None] Routers {'ce8831df-c1f9-4c2d-8219-1443b1a2c212'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:19.841209 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b4fb051b-bf23-4f91-a693-f99ff79ac69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:19.968351 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75fde903-5e32-4f11-a88c-40bf4cf4c5cb tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.974884 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75fde903-5e32-4f11-a88c-40bf4cf4c5cb tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.984453 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-b4fb051b-bf23-4f91-a693-f99ff79ac69b None None] Set router ce8831df-c1f9-4c2d-8219-1443b1a2c212 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:20.077184 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75fde903-5e32-4f11-a88c-40bf4cf4c5cb tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.077757 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fde903-5e32-4f11-a88c-40bf4cf4c5cb tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Fanout notify agent at l3_agent the message router_deleted on router ce8831df-c1f9-4c2d-8219-1443b1a2c212 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:29:20.092431 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75fde903-5e32-4f11-a88c-40bf4cf4c5cb tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.094417 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-75fde903-5e32-4f11-a88c-40bf4cf4c5cb tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/routers/ce8831df-c1f9-4c2d-8219-1443b1a2c212 HTTP/1.1" status: 204 len: 168 time: 0.6190948 Jul 07 17:29:20.103326 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57926) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:20.110578 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-41dd0452-cf07-4b2d-ac23-15ab08f0e82f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1741214972', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:20.125312 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b4fb051b-bf23-4f91-a693-f99ff79ac69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 11, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:20.150594 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-41dd0452-cf07-4b2d-ac23-15ab08f0e82f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.152355 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-41dd0452-cf07-4b2d-ac23-15ab08f0e82f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.205374 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fb051b-bf23-4f91-a693-f99ff79ac69b None None] The sync data for ids ['ce8831df-c1f9-4c2d-8219-1443b1a2c212'] in n-d-791503-12 is: [{'id': 'ce8831df-c1f9-4c2d-8219-1443b1a2c212', 'name': 'tempest-RoutersTest-router-20799198', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:08Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 11, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:20.299957 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-41dd0452-cf07-4b2d-ac23-15ab08f0e82f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.310456 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-41dd0452-cf07-4b2d-ac23-15ab08f0e82f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.330265 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-a1d71dc0-597e-4965-b042-2421077971ea service neutron] Attempting to bind port 5098f836-ed1f-4b02-9be3-d1c4b69de758 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:20.330974 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-a1d71dc0-597e-4965-b042-2421077971ea service neutron] Attempting to bind port 5098f836-ed1f-4b02-9be3-d1c4b69de758 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:20.330974 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-a1d71dc0-597e-4965-b042-2421077971ea service neutron] Attempting to bind port 5098f836-ed1f-4b02-9be3-d1c4b69de758 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:20.335011 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9113415-ee34-4ca3-8be6-64e1cdb84319 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:20.336487 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d9113415-ee34-4ca3-8be6-64e1cdb84319 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 881 time: 0.9079709 Jul 07 17:29:20.343911 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57942) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:20.344965 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82fa89-d399-4536-b86c-7ec705be1906 req-e312a242-3356-46bb-881e-92e2fffef343 tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:20.346575 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5b82fa89-d399-4536-b86c-7ec705be1906 req-e312a242-3356-46bb-881e-92e2fffef343 tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d8959d7-934a-413a-a001-03f6650b48de HTTP/1.1" status: 200 len: 948 time: 0.8417206 Jul 07 17:29:20.349022 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-a1d71dc0-597e-4965-b042-2421077971ea service neutron] Port 5098f836-ed1f-4b02-9be3-d1c4b69de758 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:29:20.349379 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-a1d71dc0-597e-4965-b042-2421077971ea service neutron] Attempting to bind port 5098f836-ed1f-4b02-9be3-d1c4b69de758 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:20.358903 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-a1d71dc0-597e-4965-b042-2421077971ea service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:20.358903 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-a1d71dc0-597e-4965-b042-2421077971ea service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:20.358903 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-a1d71dc0-597e-4965-b042-2421077971ea service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:20.359436 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-a1d71dc0-597e-4965-b042-2421077971ea service neutron] Bound port: 5098f836-ed1f-4b02-9be3-d1c4b69de758, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:20.359730 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-a1d71dc0-597e-4965-b042-2421077971ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.408345 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0f2e2d36-07f6-4045-bd2c-69423489b9ca tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7351bfc-497a-44de-8a37-a3cb4fa00c10 HTTP/1.1" status: 200 len: 205 time: 0.0611680 Jul 07 17:29:20.408951 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 57946) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:20.415424 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-41dd0452-cf07-4b2d-ac23-15ab08f0e82f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.416267 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-41dd0452-cf07-4b2d-ac23-15ab08f0e82f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3113582 Jul 07 17:29:20.419421 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 57948) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:20.429531 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-0c28a825-bd70-4848-a1f9-069551866ead tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:20.510343 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5b82fa89-d399-4536-b86c-7ec705be1906 req-31250978-3e21-4ffa-bcb2-674424d41ed4 tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a708642-483b-4f20-a5c9-7aa14471bc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538723 Jul 07 17:29:20.576503 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-a1d71dc0-597e-4965-b042-2421077971ea service neutron] For port 5098f836-ed1f-4b02-9be3-d1c4b69de758, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:20.638609 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-a1d71dc0-597e-4965-b042-2421077971ea service neutron] For port 5098f836-ed1f-4b02-9be3-d1c4b69de758, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=5098f836-ed1f-4b02-9be3-d1c4b69de758,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:20.652981 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-a1d71dc0-597e-4965-b042-2421077971ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.703579 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8749d4cb-745f-43b7-88c1-3778777ca16a tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.710739 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-a1d71dc0-597e-4965-b042-2421077971ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:20.712272 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-a1d71dc0-597e-4965-b042-2421077971ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.713657 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-a1d71dc0-597e-4965-b042-2421077971ea service neutron] 10.222.0.64 "PUT /v2.0/ports/5098f836-ed1f-4b02-9be3-d1c4b69de758 HTTP/1.1" status: 200 len: 1097 time: 2.8858545 Jul 07 17:29:20.718387 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d8959d7-934a-413a-a001-03f6650b48de', 'tag': '5098f836-ed1f-4b02-9be3-d1c4b69de758'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:29:20.726993 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62082dfb-a548-439a-9fa0-d38d9f05de80" -d '{"events": [{"name": "network-changed", "server_uuid": "9d8959d7-934a-413a-a001-03f6650b48de", "tag": "5098f836-ed1f-4b02-9be3-d1c4b69de758"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:29:20.942955 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d71dc0-597e-4965-b042-2421077971ea service neutron] Pushing event updated for resources: {'Port': ['ID=5098f836-ed1f-4b02-9be3-d1c4b69de758,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:21.023618 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-5a439b60-e6a6-405d-935e-f8a01dd8265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:21.026015 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-5a439b60-e6a6-405d-935e-f8a01dd8265c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4cf81e7475744403a820dd4ea3aab049&device_id=9d8959d7-934a-413a-a001-03f6650b48de HTTP/1.1" status: 200 len: 1100 time: 0.2531838 Jul 07 17:29:21.031904 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8749d4cb-745f-43b7-88c1-3778777ca16a tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.120461 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-bf41c629-9255-4b7c-bb95-31e3cd75ae9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=5098f836-ed1f-4b02-9be3-d1c4b69de758 HTTP/1.1" status: 200 len: 217 time: 0.0846868 Jul 07 17:29:21.170891 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0c28a825-bd70-4848-a1f9-069551866ead tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.185418 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0c28a825-bd70-4848-a1f9-069551866ead tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7962560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7962587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8271377'] for router, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.240936 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-7070b15b-aa7d-451e-9d80-ad24db29c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:21.242847 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-7070b15b-aa7d-451e-9d80-ad24db29c664 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.0801029 Jul 07 17:29:21.245738 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a97468-a29f-4242-970b-b90ae9561cac x-openstack-request-id: req-e7a97468-a29f-4242-970b-b90ae9561cac {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:29:21.246074 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d8959d7-934a-413a-a001-03f6650b48de", "tag": "5098f836-ed1f-4b02-9be3-d1c4b69de758", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:29:21.246306 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e7a97468-a29f-4242-970b-b90ae9561cac {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:29:21.246696 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d8959d7-934a-413a-a001-03f6650b48de', 'tag': '5098f836-ed1f-4b02-9be3-d1c4b69de758', 'status': 'completed', 'code': 200} Jul 07 17:29:21.351806 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c28a825-bd70-4848-a1f9-069551866ead tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Router 0b305269-7aee-4655-8a2b-64839a6f098b is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:29:21.378400 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-8749d4cb-745f-43b7-88c1-3778777ca16a tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Deleting port 9ea52aa0-37ed-4bd7-9186-0fd8546d73de {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:21.379173 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8749d4cb-745f-43b7-88c1-3778777ca16a tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.443148 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-d55662e9-0304-478c-bef8-d26cd52076cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:21.445602 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-d55662e9-0304-478c-bef8-d26cd52076cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1947119 Jul 07 17:29:21.467610 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c28a825-bd70-4848-a1f9-069551866ead tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:21.480180 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0d0bf4-7ee9-45ee-a51a-e4e5c07409c0 None None] Sync routers for ids ['0b305269-7aee-4655-8a2b-64839a6f098b'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:21.483846 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0c28a825-bd70-4848-a1f9-069551866ead tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.487885 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0c28a825-bd70-4848-a1f9-069551866ead tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "PUT /v2.0/routers/0b305269-7aee-4655-8a2b-64839a6f098b HTTP/1.1" status: 200 len: 694 time: 1.0669444 Jul 07 17:29:21.488667 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58006) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:21.510088 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0d0bf4-7ee9-45ee-a51a-e4e5c07409c0 None None] Routers {'0b305269-7aee-4655-8a2b-64839a6f098b'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:21.515765 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-6a0d0bf4-7ee9-45ee-a51a-e4e5c07409c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['0b305269-7aee-4655-8a2b-64839a6f098b'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:21.565392 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8749d4cb-745f-43b7-88c1-3778777ca16a tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.587399 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7a304f3b-7379-44b5-9a46-7c59eac97263 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "GET /v2.0/routers/0b305269-7aee-4655-8a2b-64839a6f098b HTTP/1.1" status: 200 len: 700 time: 0.0967162 Jul 07 17:29:21.588217 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58014) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:21.614599 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-8749d4cb-745f-43b7-88c1-3778777ca16a tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Calling delete_port for 9ea52aa0-37ed-4bd7-9186-0fd8546d73de owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:21.643979 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-066a03f2-1eff-4b7b-a81d-013dea896b14 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914437 Jul 07 17:29:21.671567 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-51dbf66d-1f74-49e1-9308-515df2ba8bed tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b305269-7aee-4655-8a2b-64839a6f098b HTTP/1.1" status: 200 len: 205 time: 0.0819945 Jul 07 17:29:21.672115 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-6a0d0bf4-7ee9-45ee-a51a-e4e5c07409c0 None None] Set router 0b305269-7aee-4655-8a2b-64839a6f098b gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:21.676737 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58026) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:21.769918 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-6a0d0bf4-7ee9-45ee-a51a-e4e5c07409c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b305269-7aee-4655-8a2b-64839a6f098b', 'name': 'tempest-RoutersTest-router-1741214972', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:20Z', 'updated_at': '2021-07-07T17:29:21Z', 'revision_number': 2, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:21.807626 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0d0bf4-7ee9-45ee-a51a-e4e5c07409c0 None None] Checking router: 0b305269-7aee-4655-8a2b-64839a6f098b for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:29:21.817652 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0d0bf4-7ee9-45ee-a51a-e4e5c07409c0 None None] Routers {'0b305269-7aee-4655-8a2b-64839a6f098b'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:21.818553 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-6a0d0bf4-7ee9-45ee-a51a-e4e5c07409c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['0b305269-7aee-4655-8a2b-64839a6f098b'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:21.828541 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b6c57ede-3b59-4ea5-9cb6-62ff5e91c558 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.916880 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-6a0d0bf4-7ee9-45ee-a51a-e4e5c07409c0 None None] Set router 0b305269-7aee-4655-8a2b-64839a6f098b gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:21.986797 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bde00dd7-594a-4b4a-8483-4501acf9e7e1 req-70ebcbc2-02fd-4ba5-8190-867b13b5da6c service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069963 Jul 07 17:29:22.025995 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-6a0d0bf4-7ee9-45ee-a51a-e4e5c07409c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b305269-7aee-4655-8a2b-64839a6f098b', 'name': 'tempest-RoutersTest-router-1741214972', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:20Z', 'updated_at': '2021-07-07T17:29:21Z', 'revision_number': 2, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:22.047374 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787cb78-f15b-44a5-a50e-47bb4ba0fd34 req-7330116f-00a7-4379-b4d3-33d3731eb98d tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:22.053715 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8787cb78-f15b-44a5-a50e-47bb4ba0fd34 req-7330116f-00a7-4379-b4d3-33d3731eb98d tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d8959d7-934a-413a-a001-03f6650b48de HTTP/1.1" status: 200 len: 948 time: 0.2543025 Jul 07 17:29:22.095157 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0d0bf4-7ee9-45ee-a51a-e4e5c07409c0 None None] The sync data for ids ['0b305269-7aee-4655-8a2b-64839a6f098b'] in n-d-791503-12 is: [{'id': '0b305269-7aee-4655-8a2b-64839a6f098b', 'name': 'tempest-RoutersTest-router-1741214972', 'tenant_id': '3f24c708bb74478a88dbf9975d5221d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:20Z', 'updated_at': '2021-07-07T17:29:21Z', 'revision_number': 2, 'project_id': '3f24c708bb74478a88dbf9975d5221d7', 'gw_port_host': None}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:22.151430 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b6c57ede-3b59-4ea5-9cb6-62ff5e91c558 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.155393 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b6c57ede-3b59-4ea5-9cb6-62ff5e91c558 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.212473 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8787cb78-f15b-44a5-a50e-47bb4ba0fd34 req-ed82ad6b-774e-4c72-bec6-13e8c793a3c0 tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a708642-483b-4f20-a5c9-7aa14471bc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549339 Jul 07 17:29:22.254167 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b6c57ede-3b59-4ea5-9cb6-62ff5e91c558 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.256832 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c57ede-3b59-4ea5-9cb6-62ff5e91c558 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Fanout notify agent at l3_agent the message router_deleted on router 0b305269-7aee-4655-8a2b-64839a6f098b {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:29:22.261926 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8749d4cb-745f-43b7-88c1-3778777ca16a tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.284545 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b6c57ede-3b59-4ea5-9cb6-62ff5e91c558 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.287133 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b6c57ede-3b59-4ea5-9cb6-62ff5e91c558 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/routers/0b305269-7aee-4655-8a2b-64839a6f098b HTTP/1.1" status: 204 len: 168 time: 0.6090713 Jul 07 17:29:22.291215 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58048) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:22.303755 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749d4cb-745f-43b7-88c1-3778777ca16a tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Pushing event deleted for resources: {'Port': ['ID=9ea52aa0-37ed-4bd7-9186-0fd8546d73de,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:22.379092 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62082dfb-a548-439a-9fa0-d38d9f05de80 req-35134bfb-1c2e-417c-86fb-5b2dd9d71043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:22.381136 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62082dfb-a548-439a-9fa0-d38d9f05de80 req-35134bfb-1c2e-417c-86fb-5b2dd9d71043 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4cf81e7475744403a820dd4ea3aab049&device_id=9d8959d7-934a-413a-a001-03f6650b48de HTTP/1.1" status: 200 len: 1100 time: 0.3006308 Jul 07 17:29:22.390638 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fe44307e-25bc-4714-a7d9-6cfa3d77da96 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b305269-7aee-4655-8a2b-64839a6f098b HTTP/1.1" status: 200 len: 205 time: 0.0978432 Jul 07 17:29:22.395315 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58058) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:22.462354 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-0550ef0b-f23d-49cb-a636-b93d14762050 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] delete failed (client error): The resource could not be found. Jul 07 17:29:22.466404 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58064) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:22.466635 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0550ef0b-f23d-49cb-a636-b93d14762050 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/routers/0b305269-7aee-4655-8a2b-64839a6f098b HTTP/1.1" status: 404 len: 336 time: 0.0688312 Jul 07 17:29:22.514097 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98f4ac6-3e80-4ac5-8143-b1aa066d7c07 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:22.515182 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98f4ac6-3e80-4ac5-8143-b1aa066d7c07 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:22.517308 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f98f4ac6-3e80-4ac5-8143-b1aa066d7c07 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/subnets/083630a0-ee2e-47ac-8dc8-89e46168525d HTTP/1.1" status: 404 len: 337 time: 0.0492101 Jul 07 17:29:22.519988 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58068) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:22.554532 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8749d4cb-745f-43b7-88c1-3778777ca16a tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.586229 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ef9174-dfe9-413f-92f9-cf3773d5ef0f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:22.589197 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ef9174-dfe9-413f-92f9-cf3773d5ef0f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:22.591167 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-82ef9174-dfe9-413f-92f9-cf3773d5ef0f tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/subnets/61628310-2a7e-443d-ad3b-9f60d1b8a880 HTTP/1.1" status: 404 len: 337 time: 0.0692885 Jul 07 17:29:22.593827 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58078) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:22.667331 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-e962eafc-ae83-4970-a19b-6732e53de744 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:22.667331 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e962eafc-ae83-4970-a19b-6732e53de744 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:22.669327 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e962eafc-ae83-4970-a19b-6732e53de744 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/subnets/08b6761f-108c-4ed2-b26b-22055603fb50 HTTP/1.1" status: 404 len: 337 time: 0.0733891 Jul 07 17:29:22.672115 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58086) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:22.724552 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cae1279-a62e-4568-9f87-feb7c14ff0f2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:22.726070 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cae1279-a62e-4568-9f87-feb7c14ff0f2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:22.730577 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1cae1279-a62e-4568-9f87-feb7c14ff0f2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/subnets/95a5b95a-6cb1-4051-a985-73fa28db48d5 HTTP/1.1" status: 404 len: 337 time: 0.0556715 Jul 07 17:29:22.733077 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58090) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:22.741833 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8749d4cb-745f-43b7-88c1-3778777ca16a tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.750061 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8749d4cb-745f-43b7-88c1-3778777ca16a tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.815980 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62082dfb-a548-439a-9fa0-d38d9f05de80 req-210f65ce-89ca-4588-88da-6e36e8bd3420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:22.818780 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62082dfb-a548-439a-9fa0-d38d9f05de80 req-210f65ce-89ca-4588-88da-6e36e8bd3420 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.4220855 Jul 07 17:29:22.822232 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-02e6cd72-f0ef-455e-9dec-94aee78c6581 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce8831df-c1f9-4c2d-8219-1443b1a2c212 HTTP/1.1" status: 200 len: 205 time: 0.0871601 Jul 07 17:29:22.822693 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58094) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:22.823618 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8749d4cb-745f-43b7-88c1-3778777ca16a tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.824203 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8749d4cb-745f-43b7-88c1-3778777ca16a tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Fanout notify agent at l3_agent the message router_deleted on router a7351bfc-497a-44de-8a37-a3cb4fa00c10 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:29:22.834239 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8749d4cb-745f-43b7-88c1-3778777ca16a tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.838584 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8749d4cb-745f-43b7-88c1-3778777ca16a tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "DELETE /v2.0/routers/a7351bfc-497a-44de-8a37-a3cb4fa00c10 HTTP/1.1" status: 204 len: 168 time: 2.4230826 Jul 07 17:29:22.841750 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58096) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:22.846682 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-8acfd7fe-2860-414a-ab5e-38afc429ab19 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-163980854', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:22.892504 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-ad1f5613-1897-4b6c-833f-be6db19a1c5a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] delete failed (client error): The resource could not be found. Jul 07 17:29:22.901619 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8acfd7fe-2860-414a-ab5e-38afc429ab19 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.902938 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ad1f5613-1897-4b6c-833f-be6db19a1c5a tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/routers/ce8831df-c1f9-4c2d-8219-1443b1a2c212 HTTP/1.1" status: 404 len: 336 time: 0.0663857 Jul 07 17:29:22.903873 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8acfd7fe-2860-414a-ab5e-38afc429ab19 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.910860 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58100) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:22.932325 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62082dfb-a548-439a-9fa0-d38d9f05de80 req-c5fab56c-646b-4e96-aa85-4bad0f18b777 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=5098f836-ed1f-4b02-9be3-d1c4b69de758 HTTP/1.1" status: 200 len: 217 time: 0.0942619 Jul 07 17:29:22.975732 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-71cfa0e0-2da3-4bc7-9c19-76b4600b5cab tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "GET /v2.0/ports?device_id=b74f6d7b-7434-4b4c-a54f-eb0dbd46e507 HTTP/1.1" status: 200 len: 205 time: 0.0614393 Jul 07 17:29:22.980477 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58104) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:23.034780 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-69b01201-2cb3-4b2b-8cd5-b1d4fce838a9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] delete failed (client error): The resource could not be found. Jul 07 17:29:23.036715 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-69b01201-2cb3-4b2b-8cd5-b1d4fce838a9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/routers/b74f6d7b-7434-4b4c-a54f-eb0dbd46e507 HTTP/1.1" status: 404 len: 336 time: 0.0547686 Jul 07 17:29:23.042991 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62082dfb-a548-439a-9fa0-d38d9f05de80 req-90d6c35a-75ba-4abc-8bdc-418a75537ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:23.047028 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62082dfb-a548-439a-9fa0-d38d9f05de80 req-90d6c35a-75ba-4abc-8bdc-418a75537ccb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1043968 Jul 07 17:29:23.050685 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58108) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:23.082385 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-24003e70-c24e-4503-b37c-878cf82905e9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:23.083100 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24003e70-c24e-4503-b37c-878cf82905e9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:23.088728 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-24003e70-c24e-4503-b37c-878cf82905e9 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/subnets/2830ac9a-c7b2-4769-838c-a492d32286d1 HTTP/1.1" status: 404 len: 337 time: 0.0368524 Jul 07 17:29:23.089657 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58110) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:23.128442 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8acfd7fe-2860-414a-ab5e-38afc429ab19 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.139651 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8acfd7fe-2860-414a-ab5e-38afc429ab19 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.215557 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8acfd7fe-2860-414a-ab5e-38afc429ab19 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.225102 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8acfd7fe-2860-414a-ab5e-38afc429ab19 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3816509 Jul 07 17:29:23.226777 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58120) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:23.240441 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-1828d549-5331-42f9-bf79-ffd3ae1d5a77 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:23.429466 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d8dfb607-4d91-4960-b1e3-1342ed3cfc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.646460 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1828d549-5331-42f9-bf79-ffd3ae1d5a77 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.692739 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab77cc-a9d4-4321-a57b-432dbe213404 req-082aec02-39aa-4f6f-a24d-b5e1281bde0f tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:23.694753 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-28ab77cc-a9d4-4321-a57b-432dbe213404 req-082aec02-39aa-4f6f-a24d-b5e1281bde0f tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d8959d7-934a-413a-a001-03f6650b48de HTTP/1.1" status: 200 len: 948 time: 0.1871171 Jul 07 17:29:23.733640 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cdb28afb-8a4b-45b0-a354-ae7efc4caeea tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e9c4b8-52fa-4f85-95a4-bda71cd6cd61 HTTP/1.1" status: 200 len: 205 time: 0.6340165 Jul 07 17:29:23.736114 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58154) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:23.792838 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-ea65d2b4-c73c-458c-ac2a-74cbdc57ed2c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] delete failed (client error): The resource could not be found. Jul 07 17:29:23.794121 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ea65d2b4-c73c-458c-ac2a-74cbdc57ed2c tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/routers/b7e9c4b8-52fa-4f85-95a4-bda71cd6cd61 HTTP/1.1" status: 404 len: 336 time: 0.0565403 Jul 07 17:29:23.800089 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58158) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:23.881383 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-28ab77cc-a9d4-4321-a57b-432dbe213404 req-10e68128-99ef-4bdf-89fe-e480fe4661a4 tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a708642-483b-4f20-a5c9-7aa14471bc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624701 Jul 07 17:29:23.898655 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-10e950d2-12af-4df7-9271-b29c4d953691 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "GET /v2.0/ports?device_id=181ef3c7-6b69-4e99-9111-c7f1dd17334a HTTP/1.1" status: 200 len: 205 time: 0.0935822 Jul 07 17:29:23.900609 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58160) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:23.947208 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62082dfb-a548-439a-9fa0-d38d9f05de80 req-d2771731-631a-41b4-8238-9e45a2670963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:23.949165 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62082dfb-a548-439a-9fa0-d38d9f05de80 req-d2771731-631a-41b4-8238-9e45a2670963 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8681622 Jul 07 17:29:23.981989 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-2cfa42e5-16a4-4365-9aab-137bd08b0f78 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] delete failed (client error): The resource could not be found. Jul 07 17:29:23.986323 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58162) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:23.986765 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2cfa42e5-16a4-4365-9aab-137bd08b0f78 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/routers/181ef3c7-6b69-4e99-9111-c7f1dd17334a HTTP/1.1" status: 404 len: 336 time: 0.0797112 Jul 07 17:29:24.066495 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f5df26-548a-458d-8deb-cd9baeaf4214 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:24.067330 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f5df26-548a-458d-8deb-cd9baeaf4214 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:24.069437 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b4f5df26-548a-458d-8deb-cd9baeaf4214 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/subnets/57bc29a2-2998-4404-8382-d2de7a0ae366 HTTP/1.1" status: 404 len: 337 time: 0.0814645 Jul 07 17:29:24.072779 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58164) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:24.119419 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-37bc4d52-adec-46ea-9624-a44aa4277ab6 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "GET /v2.0/ports?device_id=2afd80f8-b2a1-4d06-9a9f-3b7b0f177b12 HTTP/1.1" status: 200 len: 205 time: 0.0450978 Jul 07 17:29:24.123989 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58166) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:24.152583 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 5098f836-ed1f-4b02-9be3-d1c4b69de758 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:29:24.173424 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1828d549-5331-42f9-bf79-ffd3ae1d5a77 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.199620 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1828d549-5331-42f9-bf79-ffd3ae1d5a77 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.260856 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-2d0a0977-66a9-4486-9594-f18c690fc1e2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] delete failed (client error): The resource could not be found. Jul 07 17:29:24.261841 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2d0a0977-66a9-4486-9594-f18c690fc1e2 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/routers/2afd80f8-b2a1-4d06-9a9f-3b7b0f177b12 HTTP/1.1" status: 404 len: 336 time: 0.1365399 Jul 07 17:29:24.265169 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58168) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:24.302416 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-9555f243-0db1-4157-8073-5cb00a12d5c1 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:24.303236 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9555f243-0db1-4157-8073-5cb00a12d5c1 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:24.306607 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62082dfb-a548-439a-9fa0-d38d9f05de80 req-24e64893-c65e-488c-9a21-8681e5595cc9 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428621 Jul 07 17:29:24.306844 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9555f243-0db1-4157-8073-5cb00a12d5c1 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/subnets/3199a7c4-2068-4cce-b8e9-301fcf86ee9c HTTP/1.1" status: 404 len: 337 time: 0.0405679 Jul 07 17:29:24.311521 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58170) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:24.373492 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e6e6fe09-fa42-4579-86f7-12bf28ff1adf tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1ceb2bc-c554-464d-9519-dcee08766e7d HTTP/1.1" status: 200 len: 205 time: 0.0601490 Jul 07 17:29:24.381061 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58174) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:24.425129 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 5098f836-ed1f-4b02-9be3-d1c4b69de758, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=5098f836-ed1f-4b02-9be3-d1c4b69de758,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:24.441009 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '5098f836-ed1f-4b02-9be3-d1c4b69de758', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': '5098f836-ed1f-4b02-9be3-d1c4b69de758', 'mac_address': 'fa:16:3e:f5:41:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:29:24.501285 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62082dfb-a548-439a-9fa0-d38d9f05de80 req-53279daa-8af5-46f0-b02d-9a877eefd111 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733708 Jul 07 17:29:24.537961 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-63a0a563-fcc2-44bb-99b1-c993d975a688 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] delete failed (client error): The resource could not be found. Jul 07 17:29:24.540714 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-63a0a563-fcc2-44bb-99b1-c993d975a688 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/routers/d1ceb2bc-c554-464d-9519-dcee08766e7d HTTP/1.1" status: 404 len: 336 time: 0.0840297 Jul 07 17:29:24.544791 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.545877 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58176) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:24.574227 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-1828d549-5331-42f9-bf79-ffd3ae1d5a77 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Allocated IP 172.25.0.244 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/c31009bb-8702-40cf-8af9-339c23ae4e7b) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:24.583414 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec37f5b5-ffac-412b-b328-a22a83918000 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:24.584003 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec37f5b5-ffac-412b-b328-a22a83918000 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:24.589195 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ec37f5b5-ffac-412b-b328-a22a83918000 tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/subnets/6af927d1-f1e7-4ff7-be52-727812450072 HTTP/1.1" status: 404 len: 337 time: 0.0388200 Jul 07 17:29:24.589723 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58178) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:24.645468 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5b27cb-19ce-4954-a38e-f1c5441cbe8e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:24.646264 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a5b27cb-19ce-4954-a38e-f1c5441cbe8e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:24.650994 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2a5b27cb-19ce-4954-a38e-f1c5441cbe8e tempest-RoutersTest-1034267534 tempest-RoutersTest-1034267534-project] 10.222.0.53 "DELETE /v2.0/subnets/dab8756d-9689-455b-94ad-29964a832640 HTTP/1.1" status: 404 len: 337 time: 0.0598247 Jul 07 17:29:24.736492 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5098f836-ed1f-4b02-9be3-d1c4b69de758 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:29:24.766218 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 5098f836-ed1f-4b02-9be3-d1c4b69de758, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=5098f836-ed1f-4b02-9be3-d1c4b69de758,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:24.772795 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.809971 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1828d549-5331-42f9-bf79-ffd3ae1d5a77 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.847030 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=5098f836-ed1f-4b02-9be3-d1c4b69de758,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:24.867507 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1828d549-5331-42f9-bf79-ffd3ae1d5a77 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.922024 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1828d549-5331-42f9-bf79-ffd3ae1d5a77 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:24.929268 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-1828d549-5331-42f9-bf79-ffd3ae1d5a77 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:24.932974 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828d549-5331-42f9-bf79-ffd3ae1d5a77 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Pushing event updated for resources: {'Port': ['ID=c31009bb-8702-40cf-8af9-339c23ae4e7b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:24.936773 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1828d549-5331-42f9-bf79-ffd3ae1d5a77 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:25.047287 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['5098f836-ed1f-4b02-9be3-d1c4b69de758'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:29:25.191516 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58188) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:25.207141 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87edb8-4ca1-40f6-9c71-8bba187a71af req-e3d46932-3c21-474e-bd18-61336e3854eb tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:25.209687 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8c87edb8-4ca1-40f6-9c71-8bba187a71af req-e3d46932-3c21-474e-bd18-61336e3854eb tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d8959d7-934a-413a-a001-03f6650b48de HTTP/1.1" status: 200 len: 949 time: 0.1210966 Jul 07 17:29:25.309334 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8c87edb8-4ca1-40f6-9c71-8bba187a71af req-cab9aff0-1aa4-45ad-bd8a-9d2a216168c3 tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a708642-483b-4f20-a5c9-7aa14471bc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824122 Jul 07 17:29:25.438026 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ae000c30-7c73-4672-ae47-e9e6d1413cd3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3f24c708bb74478a88dbf9975d5221d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2450640 Jul 07 17:29:25.441368 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58194) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:25.463326 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1828d549-5331-42f9-bf79-ffd3ae1d5a77 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.544595 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cebfe946-1210-4879-96a0-a4ecaac93dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.575025 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cebfe946-1210-4879-96a0-a4ecaac93dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.651616 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cebfe946-1210-4879-96a0-a4ecaac93dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.659024 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cebfe946-1210-4879-96a0-a4ecaac93dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.664687 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cebfe946-1210-4879-96a0-a4ecaac93dfa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/42f174c7-647c-4f72-a0d5-bb88e06993fe HTTP/1.1" status: 204 len: 168 time: 0.2175272 Jul 07 17:29:25.674210 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebfe946-1210-4879-96a0-a4ecaac93dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f174c7-647c-4f72-a0d5-bb88e06993fe,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:25.771513 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1828d549-5331-42f9-bf79-ffd3ae1d5a77 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.777715 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1828d549-5331-42f9-bf79-ffd3ae1d5a77 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7962560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7962587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8271377'] for router, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.167200 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 5098f836-ed1f-4b02-9be3-d1c4b69de758 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:26.266608 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 5098f836-ed1f-4b02-9be3-d1c4b69de758 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:26.273360 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 5098f836-ed1f-4b02-9be3-d1c4b69de758 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:26.274980 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.279339 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.380336 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.423346 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 5098f836-ed1f-4b02-9be3-d1c4b69de758, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=5098f836-ed1f-4b02-9be3-d1c4b69de758,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:26.425561 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8959d7-934a-413a-a001-03f6650b48de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5098f836-ed1f-4b02-9be3-d1c4b69de758'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:29:26.429304 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a845e8d-3883-48d9-b7aa-bc6393644393" -d '{"events": [{"server_uuid": "9d8959d7-934a-413a-a001-03f6650b48de", "name": "network-vif-plugged", "status": "completed", "tag": "5098f836-ed1f-4b02-9be3-d1c4b69de758"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:29:26.433681 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.456595 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1828d549-5331-42f9-bf79-ffd3ae1d5a77 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Router 56076e1f-6c6f-447b-9cf7-1c72e168d0a4 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:29:26.552839 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=5098f836-ed1f-4b02-9be3-d1c4b69de758,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:26.571140 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f67ff97-2e29-4802-936f-cc8d4eaef23e x-openstack-request-id: req-4f67ff97-2e29-4802-936f-cc8d4eaef23e {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:29:26.571714 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d8959d7-934a-413a-a001-03f6650b48de", "name": "network-vif-plugged", "status": "completed", "tag": "5098f836-ed1f-4b02-9be3-d1c4b69de758", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:29:26.572660 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f67ff97-2e29-4802-936f-cc8d4eaef23e {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:29:26.573531 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d8959d7-934a-413a-a001-03f6650b48de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5098f836-ed1f-4b02-9be3-d1c4b69de758', 'code': 200} Jul 07 17:29:26.661120 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1828d549-5331-42f9-bf79-ffd3ae1d5a77 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:26.672085 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1828d549-5331-42f9-bf79-ffd3ae1d5a77 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.674687 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26d3fa6-b6d2-4e6a-8be4-4b3ca3469f5a None None] Sync routers for ids ['56076e1f-6c6f-447b-9cf7-1c72e168d0a4'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:26.687343 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1828d549-5331-42f9-bf79-ffd3ae1d5a77 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "PUT /v2.0/routers/56076e1f-6c6f-447b-9cf7-1c72e168d0a4 HTTP/1.1" status: 200 len: 879 time: 3.4587982 Jul 07 17:29:26.689869 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58218) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:26.694610 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d3fa6-b6d2-4e6a-8be4-4b3ca3469f5a None None] Routers {'56076e1f-6c6f-447b-9cf7-1c72e168d0a4'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:26.695492 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b26d3fa6-b6d2-4e6a-8be4-4b3ca3469f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:28:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['56076e1f-6c6f-447b-9cf7-1c72e168d0a4'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:26.767896 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-266b9e73-1cab-4cb7-ad1f-0e139d5ee754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.783037 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d3d30-ae6c-4382-a2bf-ddefe711008d req-781b6d1b-c8aa-41eb-af31-cca3c23489ae tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:26.784937 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-514d3d30-ae6c-4382-a2bf-ddefe711008d req-781b6d1b-c8aa-41eb-af31-cca3c23489ae tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d8959d7-934a-413a-a001-03f6650b48de HTTP/1.1" status: 200 len: 950 time: 0.1894608 Jul 07 17:29:26.803635 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6d52a-a3c0-4243-a477-bb8aa670055b req-16ecf0e5-280c-47db-bc76-8f7e1c6ec738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:26.804459 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b26d3fa6-b6d2-4e6a-8be4-4b3ca3469f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:26.810482 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-19a6d52a-a3c0-4243-a477-bb8aa670055b req-16ecf0e5-280c-47db-bc76-8f7e1c6ec738 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9d8959d7-934a-413a-a001-03f6650b48de HTTP/1.1" status: 200 len: 1102 time: 0.1770864 Jul 07 17:29:26.821616 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d3fa6-b6d2-4e6a-8be4-4b3ca3469f5a None None] Routers {'56076e1f-6c6f-447b-9cf7-1c72e168d0a4'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:26.822468 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b26d3fa6-b6d2-4e6a-8be4-4b3ca3469f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:29:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['56076e1f-6c6f-447b-9cf7-1c72e168d0a4'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:26.912646 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-19a6d52a-a3c0-4243-a477-bb8aa670055b req-f78605c4-ee7d-47c9-9ef0-3dbd1c066275 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1a708642-483b-4f20-a5c9-7aa14471bc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957036 Jul 07 17:29:26.923622 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b26d3fa6-b6d2-4e6a-8be4-4b3ca3469f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:26.923979 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58226) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:26.925276 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26d3fa6-b6d2-4e6a-8be4-4b3ca3469f5a None None] The sync data for ids ['56076e1f-6c6f-447b-9cf7-1c72e168d0a4'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:26.927162 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1b9d84a9-06b2-4b22-b1ec-f75fdb026248 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "GET /v2.0/routers/56076e1f-6c6f-447b-9cf7-1c72e168d0a4 HTTP/1.1" status: 200 len: 920 time: 0.2351747 Jul 07 17:29:26.939640 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-514d3d30-ae6c-4382-a2bf-ddefe711008d req-5018270b-0c0e-4881-b091-c328c6f85448 tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a708642-483b-4f20-a5c9-7aa14471bc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273739 Jul 07 17:29:27.028122 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bc0d24-02a2-446f-94b9-d513fe1dc359 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:27.032151 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a7bc0d24-02a2-446f-94b9-d513fe1dc359 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=b1c8a741-d954-43c5-b974-954b2190b048&device_id=56076e1f-6c6f-447b-9cf7-1c72e168d0a4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1066566 Jul 07 17:29:27.035207 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58230) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:27.201925 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769fb953-429f-41cc-8ae3-4f9649aff796 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:27.206156 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-769fb953-429f-41cc-8ae3-4f9649aff796 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 881 time: 0.1662419 Jul 07 17:29:27.206561 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58240) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:27.234926 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58246) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:27.254726 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bd1a472d-37b2-413b-976b-30f300bf637a tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "GET /v2.0/ports?device_id=56076e1f-6c6f-447b-9cf7-1c72e168d0a4 HTTP/1.1" status: 200 len: 205 time: 0.0443158 Jul 07 17:29:27.255038 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58252) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:27.454760 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-643f7412-e187-407e-a2e8-b8ef0ecb00ef tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.525854 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-3ed7a82d-ab87-4a8d-9bd8-5b65b2a28c48 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-40329822', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:27.633087 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3ed7a82d-ab87-4a8d-9bd8-5b65b2a28c48 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.641453 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3ed7a82d-ab87-4a8d-9bd8-5b65b2a28c48 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.701934 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-643f7412-e187-407e-a2e8-b8ef0ecb00ef tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.781660 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58274) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:27.794156 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3ed7a82d-ab87-4a8d-9bd8-5b65b2a28c48 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.833801 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3ed7a82d-ab87-4a8d-9bd8-5b65b2a28c48 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.878123 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3ed7a82d-ab87-4a8d-9bd8-5b65b2a28c48 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.880818 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3ed7a82d-ab87-4a8d-9bd8-5b65b2a28c48 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.6443162 Jul 07 17:29:27.895384 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58282) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:27.903365 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-4bf37afa-e380-430f-ac58-94d18d9a004c tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1001756361'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:27.916833 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-643f7412-e187-407e-a2e8-b8ef0ecb00ef tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Deleting port c31009bb-8702-40cf-8af9-339c23ae4e7b {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:27.917189 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-643f7412-e187-407e-a2e8-b8ef0ecb00ef tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.955907 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf37afa-e380-430f-ac58-94d18d9a004c tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Made reservation on behalf of 6f514242749d41fe9097a2d902c9924d for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:27.964765 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.966867 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4bf37afa-e380-430f-ac58-94d18d9a004c tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.991149 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4bf37afa-e380-430f-ac58-94d18d9a004c tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.082224 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-643f7412-e187-407e-a2e8-b8ef0ecb00ef tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.098911 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-643f7412-e187-407e-a2e8-b8ef0ecb00ef tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Calling delete_port for c31009bb-8702-40cf-8af9-339c23ae4e7b owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:28.162511 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4bf37afa-e380-430f-ac58-94d18d9a004c tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.172600 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4bf37afa-e380-430f-ac58-94d18d9a004c tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.241248 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf37afa-e380-430f-ac58-94d18d9a004c tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:28.268770 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-41dcf068-b71a-4053-9481-595603c86caf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b5b9e5f896f34e0b9315d384a423e843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4857595 Jul 07 17:29:28.269467 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58296) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:28.290410 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4bf37afa-e380-430f-ac58-94d18d9a004c tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.291148 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-4bf37afa-e380-430f-ac58-94d18d9a004c tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Added segment 3248ce33-6c54-435a-a2c7-1de4a5f3d9a6 of type vlan for network 3902388e-0486-4e71-90ff-3683aad085ef Jul 07 17:29:28.337058 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf37afa-e380-430f-ac58-94d18d9a004c tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ba9208-aee1-4be2-9401-ce96f9569518,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:28.372790 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4bf37afa-e380-430f-ac58-94d18d9a004c tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.422240 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d0ecf-494d-441f-a7d8-7c7d5a836ca7 req-8a3793ae-e47b-4591-821f-f96259ff5603 tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:28.422570 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-643f7412-e187-407e-a2e8-b8ef0ecb00ef tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.423846 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3e4d0ecf-494d-441f-a7d8-7c7d5a836ca7 req-8a3793ae-e47b-4591-821f-f96259ff5603 tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d8959d7-934a-413a-a001-03f6650b48de HTTP/1.1" status: 200 len: 950 time: 0.2450254 Jul 07 17:29:28.444579 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4bf37afa-e380-430f-ac58-94d18d9a004c tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.450281 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf37afa-e380-430f-ac58-94d18d9a004c tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:28.450924 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4bf37afa-e380-430f-ac58-94d18d9a004c tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.454988 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b21b57c7-3be6-4a29-9986-fdd273d40bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.486827 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f7412-e187-407e-a2e8-b8ef0ecb00ef tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Pushing event deleted for resources: {'Port': ['ID=c31009bb-8702-40cf-8af9-339c23ae4e7b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:28.546468 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b21b57c7-3be6-4a29-9986-fdd273d40bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.576053 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4bf37afa-e380-430f-ac58-94d18d9a004c tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6752629 Jul 07 17:29:28.579821 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58308) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:28.591508 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-81d71e48-5ceb-40fb-aa8d-0d03a1af937f tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Request body: {'subnet': {'network_id': '3902388e-0486-4e71-90ff-3683aad085ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:28.600402 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-643f7412-e187-407e-a2e8-b8ef0ecb00ef tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.602103 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3e4d0ecf-494d-441f-a7d8-7c7d5a836ca7 req-e1c15960-af41-4614-a8d0-1d7a4a09426f tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a708642-483b-4f20-a5c9-7aa14471bc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646934 Jul 07 17:29:28.610855 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf37afa-e380-430f-ac58-94d18d9a004c tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Pushing event updated for resources: {'Network': ['ID=3902388e-0486-4e71-90ff-3683aad085ef,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:28.627852 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 3902388e-0486-4e71-90ff-3683aad085ef details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:28.735179 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b21b57c7-3be6-4a29-9986-fdd273d40bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.740058 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b21b57c7-3be6-4a29-9986-fdd273d40bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.748061 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b21b57c7-3be6-4a29-9986-fdd273d40bca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f8499a5-1cb0-4993-a118-a979d78b1b21 HTTP/1.1" status: 204 len: 168 time: 0.4708607 Jul 07 17:29:28.769693 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b57c7-3be6-4a29-9986-fdd273d40bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8499a5-1cb0-4993-a118-a979d78b1b21,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:28.773532 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d71e48-5ceb-40fb-aa8d-0d03a1af937f tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Made reservation on behalf of 6f514242749d41fe9097a2d902c9924d for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:28.779958 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81d71e48-5ceb-40fb-aa8d-0d03a1af937f tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.891249 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-643f7412-e187-407e-a2e8-b8ef0ecb00ef tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.895563 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-643f7412-e187-407e-a2e8-b8ef0ecb00ef tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.959494 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-643f7412-e187-407e-a2e8-b8ef0ecb00ef tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.960146 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643f7412-e187-407e-a2e8-b8ef0ecb00ef tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Fanout notify agent at l3_agent the message router_deleted on router 56076e1f-6c6f-447b-9cf7-1c72e168d0a4 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:29:28.969644 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-643f7412-e187-407e-a2e8-b8ef0ecb00ef tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.971574 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-643f7412-e187-407e-a2e8-b8ef0ecb00ef tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "DELETE /v2.0/routers/56076e1f-6c6f-447b-9cf7-1c72e168d0a4 HTTP/1.1" status: 204 len: 168 time: 1.7155607 Jul 07 17:29:28.975551 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58318) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:28.986516 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-5197eefb-bd17-47a2-8e2d-62e7da9a65c8 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-310924620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:29.037261 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5197eefb-bd17-47a2-8e2d-62e7da9a65c8 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.039291 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5197eefb-bd17-47a2-8e2d-62e7da9a65c8 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.139933 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81d71e48-5ceb-40fb-aa8d-0d03a1af937f tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.149834 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5197eefb-bd17-47a2-8e2d-62e7da9a65c8 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.156936 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5197eefb-bd17-47a2-8e2d-62e7da9a65c8 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.184251 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5197eefb-bd17-47a2-8e2d-62e7da9a65c8 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.192352 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5197eefb-bd17-47a2-8e2d-62e7da9a65c8 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2130780 Jul 07 17:29:29.194593 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58326) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:29.202821 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-e58a4182-70bd-44af-9bf0-f38de9a147ea tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'enable_snat': True}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:29.270285 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d71e48-5ceb-40fb-aa8d-0d03a1af937f tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Pushing event updated for resources: {'Subnet': ['ID=edd687ab-e781-4fcc-833a-843546edd051,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:29.290259 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d71e48-5ceb-40fb-aa8d-0d03a1af937f tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Checking segment: {'id': '3248ce33-6c54-435a-a2c7-1de4a5f3d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3902388e-0486-4e71-90ff-3683aad085ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:29.290443 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d71e48-5ceb-40fb-aa8d-0d03a1af937f tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Network hostable DHCP agents. Network: 3902388e-0486-4e71-90ff-3683aad085ef, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:29:29.324324 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d71e48-5ceb-40fb-aa8d-0d03a1af937f tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Network 3902388e-0486-4e71-90ff-3683aad085ef is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:29:29.344678 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-81d71e48-5ceb-40fb-aa8d-0d03a1af937f tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 3902388e-0486-4e71-90ff-3683aad085ef) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:29.364892 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cee69d5-c3cf-4071-9724-bc60bc5215e1 None None] Network 3902388e-0486-4e71-90ff-3683aad085ef requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:29.368225 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d71e48-5ceb-40fb-aa8d-0d03a1af937f tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:29.369088 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-81d71e48-5ceb-40fb-aa8d-0d03a1af937f tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.391097 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-81d71e48-5ceb-40fb-aa8d-0d03a1af937f tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8018546 Jul 07 17:29:29.391643 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58334) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:29.413774 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-99688056-e5d5-4999-bccc-216256a571cb tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Request body: {'network': {'name': 'tempest-router-network01--1135937416'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:29.447197 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99688056-e5d5-4999-bccc-216256a571cb tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Made reservation on behalf of 6f514242749d41fe9097a2d902c9924d for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:29.452203 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-99688056-e5d5-4999-bccc-216256a571cb tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.510309 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99688056-e5d5-4999-bccc-216256a571cb tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:29.542401 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-99688056-e5d5-4999-bccc-216256a571cb tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.544451 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-99688056-e5d5-4999-bccc-216256a571cb tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Added segment d991dcd1-0095-4a1b-bdad-fd8fef36a3ee of type vlan for network ccf8c947-6b12-45c8-bf5f-30e44152de04 Jul 07 17:29:29.583595 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e58a4182-70bd-44af-9bf0-f38de9a147ea tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.683486 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-99688056-e5d5-4999-bccc-216256a571cb tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.723798 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9634c348-ee0c-4a6f-9933-47f73ba63c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-3902388e-0486-4e71-90ff-3683aad085ef', 'network_id': '3902388e-0486-4e71-90ff-3683aad085ef', 'tenant_id': '6f514242749d41fe9097a2d902c9924d', 'fixed_ips': [{'subnet_id': 'edd687ab-e781-4fcc-833a-843546edd051'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:29:29.727751 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9634c348-ee0c-4a6f-9933-47f73ba63c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.740568 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-99688056-e5d5-4999-bccc-216256a571cb tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.757954 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99688056-e5d5-4999-bccc-216256a571cb tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:29.761722 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-99688056-e5d5-4999-bccc-216256a571cb tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.803781 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-99688056-e5d5-4999-bccc-216256a571cb tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4110639 Jul 07 17:29:29.806416 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58346) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:29.814069 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-433e9bb3-b6d6-4edf-bde5-385674cb2147 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Request body: {'network': {'name': 'tempest-router-network02--1773540873'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:29.883997 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99688056-e5d5-4999-bccc-216256a571cb tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Pushing event updated for resources: {'Network': ['ID=ccf8c947-6b12-45c8-bf5f-30e44152de04,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:29.903810 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network ccf8c947-6b12-45c8-bf5f-30e44152de04 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:29.958370 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433e9bb3-b6d6-4edf-bde5-385674cb2147 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Made reservation on behalf of 6f514242749d41fe9097a2d902c9924d for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:29.964054 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-433e9bb3-b6d6-4edf-bde5-385674cb2147 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.010634 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433e9bb3-b6d6-4edf-bde5-385674cb2147 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:30.018061 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e58a4182-70bd-44af-9bf0-f38de9a147ea tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.048147 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e58a4182-70bd-44af-9bf0-f38de9a147ea tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.116901 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-433e9bb3-b6d6-4edf-bde5-385674cb2147 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.117253 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-433e9bb3-b6d6-4edf-bde5-385674cb2147 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Added segment ae90ff1d-e9d5-4365-9bf7-33291ebefa5d of type vlan for network eaf79b17-526f-413f-abd0-d9278f3d58e0 Jul 07 17:29:30.126803 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-9634c348-ee0c-4a6f-9933-47f73ba63c4d None None] Allocated IP 2001:db8::2 (3902388e-0486-4e71-90ff-3683aad085ef/edd687ab-e781-4fcc-833a-843546edd051/b5b18d33-b077-46aa-9bb2-0e3d85135b57) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:30.263266 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-433e9bb3-b6d6-4edf-bde5-385674cb2147 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.316383 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-e58a4182-70bd-44af-9bf0-f38de9a147ea tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Allocated IP 172.25.0.251 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/de1d80eb-d458-48ba-b011-c3deb8f335ae) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:30.352835 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-433e9bb3-b6d6-4edf-bde5-385674cb2147 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.358723 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433e9bb3-b6d6-4edf-bde5-385674cb2147 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:30.359414 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-433e9bb3-b6d6-4edf-bde5-385674cb2147 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.363440 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9634c348-ee0c-4a6f-9933-47f73ba63c4d None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.374989 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9634c348-ee0c-4a6f-9933-47f73ba63c4d None None] Transition to ACTIVE for port object b5b18d33-b077-46aa-9bb2-0e3d85135b57 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:30.393891 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9634c348-ee0c-4a6f-9933-47f73ba63c4d None None] Transition to ACTIVE for port object b5b18d33-b077-46aa-9bb2-0e3d85135b57 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:30.398176 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.402408 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9634c348-ee0c-4a6f-9933-47f73ba63c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.444960 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9634c348-ee0c-4a6f-9933-47f73ba63c4d None None] Network 3902388e-0486-4e71-90ff-3683aad085ef is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:30.451109 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-9634c348-ee0c-4a6f-9933-47f73ba63c4d None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:30.462552 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9634c348-ee0c-4a6f-9933-47f73ba63c4d None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:30.545600 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634c348-ee0c-4a6f-9933-47f73ba63c4d None None] Pushing event updated for resources: {'Port': ['ID=b5b18d33-b077-46aa-9bb2-0e3d85135b57,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:30.563921 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-9634c348-ee0c-4a6f-9933-47f73ba63c4d None None] Attempting to bind port b5b18d33-b077-46aa-9bb2-0e3d85135b57 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:30.564404 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-9634c348-ee0c-4a6f-9933-47f73ba63c4d None None] Attempting to bind port b5b18d33-b077-46aa-9bb2-0e3d85135b57 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '3248ce33-6c54-435a-a2c7-1de4a5f3d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3902388e-0486-4e71-90ff-3683aad085ef'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:30.564904 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9634c348-ee0c-4a6f-9933-47f73ba63c4d None None] Attempting to bind port b5b18d33-b077-46aa-9bb2-0e3d85135b57 on network 3902388e-0486-4e71-90ff-3683aad085ef {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:30.572802 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-433e9bb3-b6d6-4edf-bde5-385674cb2147 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7641013 Jul 07 17:29:30.575863 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58356) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:30.576567 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9634c348-ee0c-4a6f-9933-47f73ba63c4d None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:30.577180 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9634c348-ee0c-4a6f-9933-47f73ba63c4d None None] Checking segment: {'id': '3248ce33-6c54-435a-a2c7-1de4a5f3d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3902388e-0486-4e71-90ff-3683aad085ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:30.577827 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9634c348-ee0c-4a6f-9933-47f73ba63c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.578405 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9634c348-ee0c-4a6f-9933-47f73ba63c4d None None] Bound using segment: {'id': '3248ce33-6c54-435a-a2c7-1de4a5f3d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3902388e-0486-4e71-90ff-3683aad085ef'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:30.579127 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-9634c348-ee0c-4a6f-9933-47f73ba63c4d None None] Bound port: b5b18d33-b077-46aa-9bb2-0e3d85135b57, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3248ce33-6c54-435a-a2c7-1de4a5f3d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3902388e-0486-4e71-90ff-3683aad085ef'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:30.579905 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9634c348-ee0c-4a6f-9933-47f73ba63c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.591297 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-4162d7af-4c6e-44ad-99d7-0572dffbd4a0 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Request body: {'subnet': {'network_id': 'ccf8c947-6b12-45c8-bf5f-30e44152de04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:30.691283 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e9bb3-b6d6-4edf-bde5-385674cb2147 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Pushing event updated for resources: {'Network': ['ID=eaf79b17-526f-413f-abd0-d9278f3d58e0,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:30.693393 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-9634c348-ee0c-4a6f-9933-47f73ba63c4d None None] For port b5b18d33-b077-46aa-9bb2-0e3d85135b57, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:30.703107 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-9634c348-ee0c-4a6f-9933-47f73ba63c4d None None] For port b5b18d33-b077-46aa-9bb2-0e3d85135b57, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b5b18d33-b077-46aa-9bb2-0e3d85135b57,segment=NetworkSegment(3248ce33-6c54-435a-a2c7-1de4a5f3d9a6),segment_id=3248ce33-6c54-435a-a2c7-1de4a5f3d9a6)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:30.708732 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network eaf79b17-526f-413f-abd0-d9278f3d58e0 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:30.743762 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9634c348-ee0c-4a6f-9933-47f73ba63c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.862694 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e58a4182-70bd-44af-9bf0-f38de9a147ea tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.889760 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4162d7af-4c6e-44ad-99d7-0572dffbd4a0 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Made reservation on behalf of 6f514242749d41fe9097a2d902c9924d for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:30.908017 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4162d7af-4c6e-44ad-99d7-0572dffbd4a0 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:31.006398 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634c348-ee0c-4a6f-9933-47f73ba63c4d None None] Pushing event updated for resources: {'Port': ['ID=b5b18d33-b077-46aa-9bb2-0e3d85135b57,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:31.009047 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e58a4182-70bd-44af-9bf0-f38de9a147ea tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:31.178096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58a4182-70bd-44af-9bf0-f38de9a147ea tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:31.182479 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-e58a4182-70bd-44af-9bf0-f38de9a147ea tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:31.195451 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58a4182-70bd-44af-9bf0-f38de9a147ea tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:31.391980 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4162d7af-4c6e-44ad-99d7-0572dffbd4a0 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:31.402073 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a4182-70bd-44af-9bf0-f38de9a147ea tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Pushing event updated for resources: {'Port': ['ID=de1d80eb-d458-48ba-b011-c3deb8f335ae,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:31.494796 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162d7af-4c6e-44ad-99d7-0572dffbd4a0 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Pushing event updated for resources: {'Subnet': ['ID=69b2ea54-c738-4ff0-ac03-294ac0769218,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:31.518013 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4162d7af-4c6e-44ad-99d7-0572dffbd4a0 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Checking segment: {'id': 'd991dcd1-0095-4a1b-bdad-fd8fef36a3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ccf8c947-6b12-45c8-bf5f-30e44152de04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:31.518390 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4162d7af-4c6e-44ad-99d7-0572dffbd4a0 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Network hostable DHCP agents. Network: ccf8c947-6b12-45c8-bf5f-30e44152de04, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:29:31.550951 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4162d7af-4c6e-44ad-99d7-0572dffbd4a0 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Network ccf8c947-6b12-45c8-bf5f-30e44152de04 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:29:31.567875 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-4162d7af-4c6e-44ad-99d7-0572dffbd4a0 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, ccf8c947-6b12-45c8-bf5f-30e44152de04) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:31.579864 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34bfa45-24d3-4a7e-9534-048bab6227f1 None None] Network ccf8c947-6b12-45c8-bf5f-30e44152de04 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:31.580378 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4162d7af-4c6e-44ad-99d7-0572dffbd4a0 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:31.580894 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4162d7af-4c6e-44ad-99d7-0572dffbd4a0 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:31.606811 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4162d7af-4c6e-44ad-99d7-0572dffbd4a0 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0293255 Jul 07 17:29:31.613212 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58366) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:31.619048 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-3af692bd-c77b-4792-a49c-0ae382f2fb2d tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Request body: {'subnet': {'network_id': 'eaf79b17-526f-413f-abd0-d9278f3d58e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:31.820089 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af692bd-c77b-4792-a49c-0ae382f2fb2d tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Made reservation on behalf of 6f514242749d41fe9097a2d902c9924d for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:31.831338 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3af692bd-c77b-4792-a49c-0ae382f2fb2d tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:31.875374 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e58a4182-70bd-44af-9bf0-f38de9a147ea tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:31.877747 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725ae4e6-92db-446c-9fca-b4b76db6ad62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-ccf8c947-6b12-45c8-bf5f-30e44152de04', 'network_id': 'ccf8c947-6b12-45c8-bf5f-30e44152de04', 'tenant_id': '6f514242749d41fe9097a2d902c9924d', 'fixed_ips': [{'subnet_id': '69b2ea54-c738-4ff0-ac03-294ac0769218'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:29:31.878791 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-725ae4e6-92db-446c-9fca-b4b76db6ad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.126517 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b5b18d33-b077-46aa-9bb2-0e3d85135b57 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:32.373278 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port b5b18d33-b077-46aa-9bb2-0e3d85135b57 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:32.419262 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-725ae4e6-92db-446c-9fca-b4b76db6ad62 None None] Allocated IP 2001:db8::2 (ccf8c947-6b12-45c8-bf5f-30e44152de04/69b2ea54-c738-4ff0-ac03-294ac0769218/a6719303-8eb5-4759-b158-396d822f63c4) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:32.470156 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e58a4182-70bd-44af-9bf0-f38de9a147ea tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.475967 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e58a4182-70bd-44af-9bf0-f38de9a147ea tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7962560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7962587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8271377'] for router, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.635126 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3af692bd-c77b-4792-a49c-0ae382f2fb2d tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.714123 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58a4182-70bd-44af-9bf0-f38de9a147ea tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Router 96163422-5ab3-41c9-9ede-963d46f6a415 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:29:32.769940 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af692bd-c77b-4792-a49c-0ae382f2fb2d tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Pushing event updated for resources: {'Subnet': ['ID=953192c1-6df6-4fce-9b9d-661f3e3cf64e,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:32.795060 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f00d7e-e485-41ec-ab07-d01d9844e0e3 None None] Network 3902388e-0486-4e71-90ff-3683aad085ef requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:32.808094 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af692bd-c77b-4792-a49c-0ae382f2fb2d tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Checking segment: {'id': 'ae90ff1d-e9d5-4365-9bf7-33291ebefa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eaf79b17-526f-413f-abd0-d9278f3d58e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:32.808514 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af692bd-c77b-4792-a49c-0ae382f2fb2d tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Network hostable DHCP agents. Network: eaf79b17-526f-413f-abd0-d9278f3d58e0, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:29:32.815143 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-725ae4e6-92db-446c-9fca-b4b76db6ad62 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.846279 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af692bd-c77b-4792-a49c-0ae382f2fb2d tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Network eaf79b17-526f-413f-abd0-d9278f3d58e0 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:29:32.859657 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-3af692bd-c77b-4792-a49c-0ae382f2fb2d tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, eaf79b17-526f-413f-abd0-d9278f3d58e0) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:32.869104 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af692bd-c77b-4792-a49c-0ae382f2fb2d tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:32.869752 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3af692bd-c77b-4792-a49c-0ae382f2fb2d tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.911169 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae772f2-0dc3-403f-90b6-750feb0b2117 None None] Network eaf79b17-526f-413f-abd0-d9278f3d58e0 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:32.917618 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-725ae4e6-92db-446c-9fca-b4b76db6ad62 None None] Transition to ACTIVE for port object a6719303-8eb5-4759-b158-396d822f63c4 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:32.918468 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3af692bd-c77b-4792-a49c-0ae382f2fb2d tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3041196 Jul 07 17:29:32.929196 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58388) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:33.016038 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58a4182-70bd-44af-9bf0-f38de9a147ea tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:33.025291 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e58a4182-70bd-44af-9bf0-f38de9a147ea tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.032702 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e58a4182-70bd-44af-9bf0-f38de9a147ea tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "PUT /v2.0/routers/96163422-5ab3-41c9-9ede-963d46f6a415 HTTP/1.1" status: 200 len: 914 time: 3.8354373 Jul 07 17:29:33.033199 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58392) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:33.074841 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58394) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:33.082825 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8d6aa2-83a2-49e6-9149-413ad97a45d1 None None] Sync routers for ids ['96163422-5ab3-41c9-9ede-963d46f6a415'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:33.113926 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-03d02bbc-8d8b-4dbd-b44b-725ab745e140 None None] Provisioning for port b5b18d33-b077-46aa-9bb2-0e3d85135b57 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:33.147745 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8d6aa2-83a2-49e6-9149-413ad97a45d1 None None] Routers {'96163422-5ab3-41c9-9ede-963d46f6a415'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:33.148379 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-0d8d6aa2-83a2-49e6-9149-413ad97a45d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:29:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['96163422-5ab3-41c9-9ede-963d46f6a415'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:33.197622 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-725ae4e6-92db-446c-9fca-b4b76db6ad62 None None] Transition to ACTIVE for port object a6719303-8eb5-4759-b158-396d822f63c4 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:33.199522 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-0d8d6aa2-83a2-49e6-9149-413ad97a45d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:33.213691 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-03d02bbc-8d8b-4dbd-b44b-725ab745e140 None None] Provisioning complete for port b5b18d33-b077-46aa-9bb2-0e3d85135b57 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:33.214066 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-03d02bbc-8d8b-4dbd-b44b-725ab745e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.276802 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-725ae4e6-92db-446c-9fca-b4b76db6ad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.389275 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ae4e6-92db-446c-9fca-b4b76db6ad62 None None] Pushing event updated for resources: {'Port': ['ID=a6719303-8eb5-4759-b158-396d822f63c4,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:33.417498 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2e19262-22e3-4d6d-9c66-62ce88837157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.577865 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8d6aa2-83a2-49e6-9149-413ad97a45d1 None None] Routers {'96163422-5ab3-41c9-9ede-963d46f6a415'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:33.578539 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-0d8d6aa2-83a2-49e6-9149-413ad97a45d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:29:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['96163422-5ab3-41c9-9ede-963d46f6a415'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:33.603062 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725ae4e6-92db-446c-9fca-b4b76db6ad62 None None] Network ccf8c947-6b12-45c8-bf5f-30e44152de04 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:33.616547 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2e19262-22e3-4d6d-9c66-62ce88837157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.623220 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2e19262-22e3-4d6d-9c66-62ce88837157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.644815 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1f982e36-7282-4b8c-93c5-217577c772cc tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "GET /v2.0/routers/96163422-5ab3-41c9-9ede-963d46f6a415 HTTP/1.1" status: 200 len: 920 time: 0.6083572 Jul 07 17:29:33.665440 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58402) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:33.671861 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e19262-22e3-4d6d-9c66-62ce88837157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125a5770-989b-4170-adbd-150c09b2b22b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:33.731663 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-725ae4e6-92db-446c-9fca-b4b76db6ad62 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:33.770923 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a026e6d2-ae6c-4b2a-a3d3-994e36bb94a3 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.782586 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725ae4e6-92db-446c-9fca-b4b76db6ad62 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:33.784419 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c2e19262-22e3-4d6d-9c66-62ce88837157 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b44f0466b3e24924820dbb95048fcd62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7076511 Jul 07 17:29:33.785748 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58404) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:33.798410 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-0d8d6aa2-83a2-49e6-9149-413ad97a45d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:33.800519 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8d6aa2-83a2-49e6-9149-413ad97a45d1 None None] The sync data for ids ['96163422-5ab3-41c9-9ede-963d46f6a415'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:33.924552 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-03d02bbc-8d8b-4dbd-b44b-725ab745e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.926773 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce60d676-10f2-4579-b51a-fda7a57e2db3 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:33.932650 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ce60d676-10f2-4579-b51a-fda7a57e2db3 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=b1c8a741-d954-43c5-b974-954b2190b048&device_id=96163422-5ab3-41c9-9ede-963d46f6a415&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2572773 Jul 07 17:29:33.933573 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58406) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:33.993577 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-725ae4e6-92db-446c-9fca-b4b76db6ad62 None None] Attempting to bind port a6719303-8eb5-4759-b158-396d822f63c4 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:33.999818 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-725ae4e6-92db-446c-9fca-b4b76db6ad62 None None] Attempting to bind port a6719303-8eb5-4759-b158-396d822f63c4 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'd991dcd1-0095-4a1b-bdad-fd8fef36a3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ccf8c947-6b12-45c8-bf5f-30e44152de04'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:34.000399 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725ae4e6-92db-446c-9fca-b4b76db6ad62 None None] Attempting to bind port a6719303-8eb5-4759-b158-396d822f63c4 on network ccf8c947-6b12-45c8-bf5f-30e44152de04 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:34.041174 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725ae4e6-92db-446c-9fca-b4b76db6ad62 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:34.041908 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725ae4e6-92db-446c-9fca-b4b76db6ad62 None None] Checking segment: {'id': 'd991dcd1-0095-4a1b-bdad-fd8fef36a3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ccf8c947-6b12-45c8-bf5f-30e44152de04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:34.042561 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-725ae4e6-92db-446c-9fca-b4b76db6ad62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.043159 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725ae4e6-92db-446c-9fca-b4b76db6ad62 None None] Bound using segment: {'id': 'd991dcd1-0095-4a1b-bdad-fd8fef36a3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ccf8c947-6b12-45c8-bf5f-30e44152de04'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:34.043988 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-725ae4e6-92db-446c-9fca-b4b76db6ad62 None None] Bound port: a6719303-8eb5-4759-b158-396d822f63c4, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd991dcd1-0095-4a1b-bdad-fd8fef36a3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ccf8c947-6b12-45c8-bf5f-30e44152de04'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:34.044636 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-725ae4e6-92db-446c-9fca-b4b76db6ad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.121382 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d140e177-430d-453f-ac54-61ecaaacbbfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-eaf79b17-526f-413f-abd0-d9278f3d58e0', 'network_id': 'eaf79b17-526f-413f-abd0-d9278f3d58e0', 'tenant_id': '6f514242749d41fe9097a2d902c9924d', 'fixed_ips': [{'subnet_id': '953192c1-6df6-4fce-9b9d-661f3e3cf64e'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:29:34.122655 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d140e177-430d-453f-ac54-61ecaaacbbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.134030 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-03d02bbc-8d8b-4dbd-b44b-725ab745e140 None None] For port b5b18d33-b077-46aa-9bb2-0e3d85135b57, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b5b18d33-b077-46aa-9bb2-0e3d85135b57,segment=NetworkSegment(3248ce33-6c54-435a-a2c7-1de4a5f3d9a6),segment_id=3248ce33-6c54-435a-a2c7-1de4a5f3d9a6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:34.153092 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-03d02bbc-8d8b-4dbd-b44b-725ab745e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.316028 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-a026e6d2-ae6c-4b2a-a3d3-994e36bb94a3 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Allocated IP 2001:db8::1 (ccf8c947-6b12-45c8-bf5f-30e44152de04/69b2ea54-c738-4ff0-ac03-294ac0769218/91b47211-43f8-47a8-a7bb-e0baa33e9354) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:34.493528 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-d140e177-430d-453f-ac54-61ecaaacbbfe None None] Allocated IP 2001:db8::2 (eaf79b17-526f-413f-abd0-d9278f3d58e0/953192c1-6df6-4fce-9b9d-661f3e3cf64e/c731c4f2-ce68-48dd-827f-0b2d46098eae) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:34.534588 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d178f511-ab93-40de-8c23-7ace3d92620e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.584953 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d178f511-ab93-40de-8c23-7ace3d92620e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.588190 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a026e6d2-ae6c-4b2a-a3d3-994e36bb94a3 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.591295 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939158f7-9b9d-4e29-8dc9-40bd3829f4b2 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:34.593012 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-939158f7-9b9d-4e29-8dc9-40bd3829f4b2 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 881 time: 0.6580002 Jul 07 17:29:34.599531 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58412) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:34.605238 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-a026e6d2-ae6c-4b2a-a3d3-994e36bb94a3 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Transition to ACTIVE for port object 91b47211-43f8-47a8-a7bb-e0baa33e9354 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:34.643624 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a026e6d2-ae6c-4b2a-a3d3-994e36bb94a3 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.644202 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2bf93ee7-42bf-4b95-8e46-03bf63b7820b tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "GET /v2.0/ports?device_id=96163422-5ab3-41c9-9ede-963d46f6a415 HTTP/1.1" status: 200 len: 205 time: 0.0414894 Jul 07 17:29:34.649666 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58414) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:34.668392 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-725ae4e6-92db-446c-9fca-b4b76db6ad62 None None] For port a6719303-8eb5-4759-b158-396d822f63c4, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:34.673007 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-725ae4e6-92db-446c-9fca-b4b76db6ad62 None None] For port a6719303-8eb5-4759-b158-396d822f63c4, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a6719303-8eb5-4759-b158-396d822f63c4,segment=NetworkSegment(d991dcd1-0095-4a1b-bdad-fd8fef36a3ee),segment_id=d991dcd1-0095-4a1b-bdad-fd8fef36a3ee)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:34.684500 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-725ae4e6-92db-446c-9fca-b4b76db6ad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.692550 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d178f511-ab93-40de-8c23-7ace3d92620e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.696067 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d178f511-ab93-40de-8c23-7ace3d92620e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.697616 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d178f511-ab93-40de-8c23-7ace3d92620e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/125a5770-989b-4170-adbd-150c09b2b22b HTTP/1.1" status: 204 len: 168 time: 0.9083498 Jul 07 17:29:34.717134 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178f511-ab93-40de-8c23-7ace3d92620e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125a5770-989b-4170-adbd-150c09b2b22b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:34.781528 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d02bbc-8d8b-4dbd-b44b-725ab745e140 None None] Pushing event updated for resources: {'Port': ['ID=b5b18d33-b077-46aa-9bb2-0e3d85135b57,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:34.832491 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a026e6d2-ae6c-4b2a-a3d3-994e36bb94a3 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Network ccf8c947-6b12-45c8-bf5f-30e44152de04 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:34.841053 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-a026e6d2-ae6c-4b2a-a3d3-994e36bb94a3 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:34.845699 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026e6d2-ae6c-4b2a-a3d3-994e36bb94a3 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Pushing event updated for resources: {'Port': ['ID=91b47211-43f8-47a8-a7bb-e0baa33e9354,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:34.855340 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a026e6d2-ae6c-4b2a-a3d3-994e36bb94a3 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:34.856086 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a026e6d2-ae6c-4b2a-a3d3-994e36bb94a3 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.896043 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ae4e6-92db-446c-9fca-b4b76db6ad62 None None] Pushing event updated for resources: {'Port': ['ID=a6719303-8eb5-4759-b158-396d822f63c4,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:35.062445 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d140e177-430d-453f-ac54-61ecaaacbbfe None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.099963 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d140e177-430d-453f-ac54-61ecaaacbbfe None None] Transition to ACTIVE for port object c731c4f2-ce68-48dd-827f-0b2d46098eae will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:35.156259 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d140e177-430d-453f-ac54-61ecaaacbbfe None None] Transition to ACTIVE for port object c731c4f2-ce68-48dd-827f-0b2d46098eae will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:35.167789 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d140e177-430d-453f-ac54-61ecaaacbbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.372664 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d140e177-430d-453f-ac54-61ecaaacbbfe None None] Network eaf79b17-526f-413f-abd0-d9278f3d58e0 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:35.427763 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-d140e177-430d-453f-ac54-61ecaaacbbfe None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:35.444120 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d140e177-430d-453f-ac54-61ecaaacbbfe None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:35.452538 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140e177-430d-453f-ac54-61ecaaacbbfe None None] Pushing event updated for resources: {'Port': ['ID=c731c4f2-ce68-48dd-827f-0b2d46098eae,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:35.478866 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58424) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:35.507543 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ac402eef-5453-4332-9442-49a2ed23664c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.610620 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-d140e177-430d-453f-ac54-61ecaaacbbfe None None] Attempting to bind port c731c4f2-ce68-48dd-827f-0b2d46098eae on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:35.611012 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-d140e177-430d-453f-ac54-61ecaaacbbfe None None] Attempting to bind port c731c4f2-ce68-48dd-827f-0b2d46098eae by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'ae90ff1d-e9d5-4365-9bf7-33291ebefa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eaf79b17-526f-413f-abd0-d9278f3d58e0'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:35.611462 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d140e177-430d-453f-ac54-61ecaaacbbfe None None] Attempting to bind port c731c4f2-ce68-48dd-827f-0b2d46098eae on network eaf79b17-526f-413f-abd0-d9278f3d58e0 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:35.620423 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6d80848e-c7da-431c-8bbb-e58444a52dc5 None None] Provisioning complete for port b5b18d33-b077-46aa-9bb2-0e3d85135b57 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:35.620975 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6d80848e-c7da-431c-8bbb-e58444a52dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.628664 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d140e177-430d-453f-ac54-61ecaaacbbfe None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:35.628990 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d140e177-430d-453f-ac54-61ecaaacbbfe None None] Checking segment: {'id': 'ae90ff1d-e9d5-4365-9bf7-33291ebefa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eaf79b17-526f-413f-abd0-d9278f3d58e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:35.629396 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d140e177-430d-453f-ac54-61ecaaacbbfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.629801 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d140e177-430d-453f-ac54-61ecaaacbbfe None None] Bound using segment: {'id': 'ae90ff1d-e9d5-4365-9bf7-33291ebefa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eaf79b17-526f-413f-abd0-d9278f3d58e0'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:35.630322 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-d140e177-430d-453f-ac54-61ecaaacbbfe None None] Bound port: c731c4f2-ce68-48dd-827f-0b2d46098eae, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae90ff1d-e9d5-4365-9bf7-33291ebefa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eaf79b17-526f-413f-abd0-d9278f3d58e0'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:35.630794 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d140e177-430d-453f-ac54-61ecaaacbbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.681860 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ac402eef-5453-4332-9442-49a2ed23664c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.688012 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ac402eef-5453-4332-9442-49a2ed23664c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.768213 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ac402eef-5453-4332-9442-49a2ed23664c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=338eb5595b2a4f5da6ddedb9f57991f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2875292 Jul 07 17:29:35.768213 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac402eef-5453-4332-9442-49a2ed23664c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735c456a-9279-42e9-a068-5b9eb220bd52,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:35.780185 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58426) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:35.799148 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d140e177-430d-453f-ac54-61ecaaacbbfe None None] For port c731c4f2-ce68-48dd-827f-0b2d46098eae, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:35.804048 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d140e177-430d-453f-ac54-61ecaaacbbfe None None] For port c731c4f2-ce68-48dd-827f-0b2d46098eae, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c731c4f2-ce68-48dd-827f-0b2d46098eae,segment=NetworkSegment(ae90ff1d-e9d5-4365-9bf7-33291ebefa5d),segment_id=ae90ff1d-e9d5-4365-9bf7-33291ebefa5d)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:35.811653 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d140e177-430d-453f-ac54-61ecaaacbbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.855077 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-150745ed-46ee-4140-bb5e-ddef0a6d8732 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.889676 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e2d80480-9b12-4c13-bc7e-a153b388f434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.942656 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e2d80480-9b12-4c13-bc7e-a153b388f434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.978907 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140e177-430d-453f-ac54-61ecaaacbbfe None None] Pushing event updated for resources: {'Port': ['ID=c731c4f2-ce68-48dd-827f-0b2d46098eae,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:36.032367 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a026e6d2-ae6c-4b2a-a3d3-994e36bb94a3 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.049891 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e2d80480-9b12-4c13-bc7e-a153b388f434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.052956 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e2d80480-9b12-4c13-bc7e-a153b388f434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.057262 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e2d80480-9b12-4c13-bc7e-a153b388f434 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/735c456a-9279-42e9-a068-5b9eb220bd52 HTTP/1.1" status: 204 len: 168 time: 0.2694967 Jul 07 17:29:36.064399 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d80480-9b12-4c13-bc7e-a153b388f434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735c456a-9279-42e9-a068-5b9eb220bd52,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:36.138190 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a6719303-8eb5-4759-b158-396d822f63c4 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:36.159863 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-150745ed-46ee-4140-bb5e-ddef0a6d8732 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.320399 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port a6719303-8eb5-4759-b158-396d822f63c4 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:36.329202 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b5b18d33-b077-46aa-9bb2-0e3d85135b57 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:36.462169 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port b5b18d33-b077-46aa-9bb2-0e3d85135b57 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:36.462769 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.696488 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-150745ed-46ee-4140-bb5e-ddef0a6d8732 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Deleting port de1d80eb-d458-48ba-b011-c3deb8f335ae {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:36.696907 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-150745ed-46ee-4140-bb5e-ddef0a6d8732 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.900835 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-150745ed-46ee-4140-bb5e-ddef0a6d8732 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.916705 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-150745ed-46ee-4140-bb5e-ddef0a6d8732 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Calling delete_port for de1d80eb-d458-48ba-b011-c3deb8f335ae owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:36.958461 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d7d445-33aa-47b2-93ab-5282b0e48ea3 None None] Network ccf8c947-6b12-45c8-bf5f-30e44152de04 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:37.096239 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6a36d5c7-7dbf-4065-aa16-12e09bb1b172 None None] Provisioning for port a6719303-8eb5-4759-b158-396d822f63c4 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:37.129023 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6a36d5c7-7dbf-4065-aa16-12e09bb1b172 None None] Provisioning complete for port a6719303-8eb5-4759-b158-396d822f63c4 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:37.129411 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6a36d5c7-7dbf-4065-aa16-12e09bb1b172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.207514 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-150745ed-46ee-4140-bb5e-ddef0a6d8732 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.363993 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150745ed-46ee-4140-bb5e-ddef0a6d8732 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Pushing event deleted for resources: {'Port': ['ID=de1d80eb-d458-48ba-b011-c3deb8f335ae,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:37.397253 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a026e6d2-ae6c-4b2a-a3d3-994e36bb94a3 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.477491 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6a36d5c7-7dbf-4065-aa16-12e09bb1b172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.494390 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a026e6d2-ae6c-4b2a-a3d3-994e36bb94a3 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.495962 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a026e6d2-ae6c-4b2a-a3d3-994e36bb94a3 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.553685 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.635384 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-6a36d5c7-7dbf-4065-aa16-12e09bb1b172 None None] For port a6719303-8eb5-4759-b158-396d822f63c4, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a6719303-8eb5-4759-b158-396d822f63c4,segment=NetworkSegment(d991dcd1-0095-4a1b-bdad-fd8fef36a3ee),segment_id=d991dcd1-0095-4a1b-bdad-fd8fef36a3ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:37.642053 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6a36d5c7-7dbf-4065-aa16-12e09bb1b172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.694078 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5789c0d-0bb0-4ed5-a283-4ff3a575a6d9 None None] Network eaf79b17-526f-413f-abd0-d9278f3d58e0 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:37.759571 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a026e6d2-ae6c-4b2a-a3d3-994e36bb94a3 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Network ccf8c947-6b12-45c8-bf5f-30e44152de04 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:37.766009 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-150745ed-46ee-4140-bb5e-ddef0a6d8732 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.833953 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36d5c7-7dbf-4065-aa16-12e09bb1b172 None None] Pushing event updated for resources: {'Port': ['ID=a6719303-8eb5-4759-b158-396d822f63c4,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:37.924083 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-150745ed-46ee-4140-bb5e-ddef0a6d8732 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.928360 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-150745ed-46ee-4140-bb5e-ddef0a6d8732 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.966185 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.983046 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0a273cea-cc24-458f-9860-fc3736e0e41a None None] Provisioning for port c731c4f2-ce68-48dd-827f-0b2d46098eae completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:38.010836 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-a026e6d2-ae6c-4b2a-a3d3-994e36bb94a3 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:38.044186 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-150745ed-46ee-4140-bb5e-ddef0a6d8732 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.045299 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150745ed-46ee-4140-bb5e-ddef0a6d8732 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Fanout notify agent at l3_agent the message router_deleted on router 96163422-5ab3-41c9-9ede-963d46f6a415 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:29:38.194515 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-150745ed-46ee-4140-bb5e-ddef0a6d8732 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.203446 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58464) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:38.214595 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-150745ed-46ee-4140-bb5e-ddef0a6d8732 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "DELETE /v2.0/routers/96163422-5ab3-41c9-9ede-963d46f6a415 HTTP/1.1" status: 204 len: 168 time: 3.5555737 Jul 07 17:29:38.215072 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-723b2841-f7af-4afc-a88e-d4405dfc4447 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-902173641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:38.231789 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026e6d2-ae6c-4b2a-a3d3-994e36bb94a3 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Pushing event updated for resources: {'Port': ['ID=91b47211-43f8-47a8-a7bb-e0baa33e9354,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:38.278248 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a6719303-8eb5-4759-b158-396d822f63c4 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:38.318436 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-723b2841-f7af-4afc-a88e-d4405dfc4447 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.320223 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-723b2841-f7af-4afc-a88e-d4405dfc4447 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.391867 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-89fbf3be-97f0-4210-88fb-bdcabdda068b None None] Provisioning complete for port a6719303-8eb5-4759-b158-396d822f63c4 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:38.392160 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-89fbf3be-97f0-4210-88fb-bdcabdda068b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.454540 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a026e6d2-ae6c-4b2a-a3d3-994e36bb94a3 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Router a20c951d-15cd-476c-9097-d9136fabbbb9 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:29:38.559342 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port a6719303-8eb5-4759-b158-396d822f63c4 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:38.561170 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.584415 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-723b2841-f7af-4afc-a88e-d4405dfc4447 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.593424 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-723b2841-f7af-4afc-a88e-d4405dfc4447 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.667409 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-723b2841-f7af-4afc-a88e-d4405dfc4447 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.674715 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-723b2841-f7af-4afc-a88e-d4405dfc4447 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4663734 Jul 07 17:29:38.677130 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58468) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:38.689910 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-8dd9c2ac-145b-46ae-b085-3359ba9af06b tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'enable_snat': False}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:38.830552 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a026e6d2-ae6c-4b2a-a3d3-994e36bb94a3 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:38.844040 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddb9660-2cd4-4f55-833a-1be2d7965bf6 None None] Sync routers for ids ['a20c951d-15cd-476c-9097-d9136fabbbb9'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:38.870489 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddb9660-2cd4-4f55-833a-1be2d7965bf6 None None] Routers {'a20c951d-15cd-476c-9097-d9136fabbbb9'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:38.871370 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a026e6d2-ae6c-4b2a-a3d3-994e36bb94a3 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "PUT /v2.0/routers/a20c951d-15cd-476c-9097-d9136fabbbb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9316101 Jul 07 17:29:38.871509 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-bddb9660-2cd4-4f55-833a-1be2d7965bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:29:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a20c951d-15cd-476c-9097-d9136fabbbb9'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:38.880187 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58470) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:38.919966 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-89fbf3be-97f0-4210-88fb-bdcabdda068b None None] Provisioning for port 91b47211-43f8-47a8-a7bb-e0baa33e9354 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:38.950050 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-bddb9660-2cd4-4f55-833a-1be2d7965bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:38.966773 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddb9660-2cd4-4f55-833a-1be2d7965bf6 None None] Routers {'a20c951d-15cd-476c-9097-d9136fabbbb9'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:38.967626 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-bddb9660-2cd4-4f55-833a-1be2d7965bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:29:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a20c951d-15cd-476c-9097-d9136fabbbb9'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:39.010067 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-89fbf3be-97f0-4210-88fb-bdcabdda068b None None] Provisioning complete for port 91b47211-43f8-47a8-a7bb-e0baa33e9354 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:39.010812 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-89fbf3be-97f0-4210-88fb-bdcabdda068b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.059262 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-bddb9660-2cd4-4f55-833a-1be2d7965bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:39.059940 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddb9660-2cd4-4f55-833a-1be2d7965bf6 None None] The sync data for ids ['a20c951d-15cd-476c-9097-d9136fabbbb9'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:39.124292 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c731c4f2-ce68-48dd-827f-0b2d46098eae up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:39.180486 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-89fbf3be-97f0-4210-88fb-bdcabdda068b None None] Port 91b47211-43f8-47a8-a7bb-e0baa33e9354 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:39.212593 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8dd9c2ac-145b-46ae-b085-3359ba9af06b tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.220875 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port c731c4f2-ce68-48dd-827f-0b2d46098eae completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:39.226951 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port c731c4f2-ce68-48dd-827f-0b2d46098eae triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:39.228995 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.339188 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-75066542-cc35-447a-b122-c6f4f8ef2940 None None] Provisioning complete for port 91b47211-43f8-47a8-a7bb-e0baa33e9354 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:39.340094 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-75066542-cc35-447a-b122-c6f4f8ef2940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.421697 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-75066542-cc35-447a-b122-c6f4f8ef2940 None None] Port 91b47211-43f8-47a8-a7bb-e0baa33e9354 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:39.443949 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.481369 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-75066542-cc35-447a-b122-c6f4f8ef2940 None None] Provisioning complete for port c731c4f2-ce68-48dd-827f-0b2d46098eae triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:39.481795 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-75066542-cc35-447a-b122-c6f4f8ef2940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.671661 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port c731c4f2-ce68-48dd-827f-0b2d46098eae, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c731c4f2-ce68-48dd-827f-0b2d46098eae,segment=NetworkSegment(ae90ff1d-e9d5-4365-9bf7-33291ebefa5d),segment_id=ae90ff1d-e9d5-4365-9bf7-33291ebefa5d)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:39.685979 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.784824 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8dd9c2ac-145b-46ae-b085-3359ba9af06b tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.841595 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8dd9c2ac-145b-46ae-b085-3359ba9af06b tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.858870 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=c731c4f2-ce68-48dd-827f-0b2d46098eae,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:39.903578 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-d82504ca-eea4-4be3-aa80-cc263a039435 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:29:39.904859 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d82504ca-eea4-4be3-aa80-cc263a039435 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "PUT /v2.0/routers/a20c951d-15cd-476c-9097-d9136fabbbb9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0218437 Jul 07 17:29:39.909329 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58482) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:39.955196 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0a7c6420-5887-4df9-afdb-46a18e2d1101 None None] Provisioning complete for port 91b47211-43f8-47a8-a7bb-e0baa33e9354 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:39.955838 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6420-5887-4df9-afdb-46a18e2d1101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:40.055188 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-0a7c6420-5887-4df9-afdb-46a18e2d1101 None None] Port 91b47211-43f8-47a8-a7bb-e0baa33e9354 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:40.155832 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-8dd9c2ac-145b-46ae-b085-3359ba9af06b tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Allocated IP 172.25.0.67 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/81ad12a2-456e-417f-b71c-cf076dedc90b) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:40.352126 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8dd9c2ac-145b-46ae-b085-3359ba9af06b tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:40.477199 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8dd9c2ac-145b-46ae-b085-3359ba9af06b tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:40.581870 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd9c2ac-145b-46ae-b085-3359ba9af06b tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:40.585387 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-66a150fd-2339-42e1-b83c-ffa6ee7634ed tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:40.591922 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-8dd9c2ac-145b-46ae-b085-3359ba9af06b tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:40.594496 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9c2ac-145b-46ae-b085-3359ba9af06b tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Pushing event updated for resources: {'Port': ['ID=81ad12a2-456e-417f-b71c-cf076dedc90b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:40.598797 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd9c2ac-145b-46ae-b085-3359ba9af06b tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:41.093699 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8dd9c2ac-145b-46ae-b085-3359ba9af06b tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:41.211484 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-66a150fd-2339-42e1-b83c-ffa6ee7634ed tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Deleting port 91b47211-43f8-47a8-a7bb-e0baa33e9354 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:41.211826 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-66a150fd-2339-42e1-b83c-ffa6ee7634ed tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:41.388127 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-66a150fd-2339-42e1-b83c-ffa6ee7634ed tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:41.410433 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-66a150fd-2339-42e1-b83c-ffa6ee7634ed tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Calling delete_port for 91b47211-43f8-47a8-a7bb-e0baa33e9354 owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:41.428000 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8dd9c2ac-145b-46ae-b085-3359ba9af06b tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:41.440130 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8dd9c2ac-145b-46ae-b085-3359ba9af06b tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7962560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7962587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8271377'] for router, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:41.924259 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c731c4f2-ce68-48dd-827f-0b2d46098eae up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:41.980903 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port c731c4f2-ce68-48dd-827f-0b2d46098eae triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:41.981285 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:42.108347 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd9c2ac-145b-46ae-b085-3359ba9af06b tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Router db01ec20-ef4a-4bd3-b0b7-5f2b9133e0e6 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:29:42.184982 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-66a150fd-2339-42e1-b83c-ffa6ee7634ed tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:42.220482 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a150fd-2339-42e1-b83c-ffa6ee7634ed tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Pushing event deleted for resources: {'Port': ['ID=91b47211-43f8-47a8-a7bb-e0baa33e9354,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:42.367738 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-66a150fd-2339-42e1-b83c-ffa6ee7634ed tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:42.384557 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd9c2ac-145b-46ae-b085-3359ba9af06b tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:42.390010 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8dd9c2ac-145b-46ae-b085-3359ba9af06b tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:42.391791 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8dd9c2ac-145b-46ae-b085-3359ba9af06b tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "PUT /v2.0/routers/db01ec20-ef4a-4bd3-b0b7-5f2b9133e0e6 HTTP/1.1" status: 200 len: 914 time: 3.7131498 Jul 07 17:29:42.394481 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58508) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:42.397429 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d2ad7c-1591-4f95-a656-19daaa399234 None None] Sync routers for ids ['db01ec20-ef4a-4bd3-b0b7-5f2b9133e0e6'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:42.416095 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d2ad7c-1591-4f95-a656-19daaa399234 None None] Routers {'db01ec20-ef4a-4bd3-b0b7-5f2b9133e0e6'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:42.420273 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-50d2ad7c-1591-4f95-a656-19daaa399234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:29:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['db01ec20-ef4a-4bd3-b0b7-5f2b9133e0e6'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:42.512279 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-50d2ad7c-1591-4f95-a656-19daaa399234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:42.530963 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d2ad7c-1591-4f95-a656-19daaa399234 None None] Routers {'db01ec20-ef4a-4bd3-b0b7-5f2b9133e0e6'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:42.531929 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-50d2ad7c-1591-4f95-a656-19daaa399234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:29:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['db01ec20-ef4a-4bd3-b0b7-5f2b9133e0e6'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:42.569893 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-50d2ad7c-1591-4f95-a656-19daaa399234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:42.570724 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d2ad7c-1591-4f95-a656-19daaa399234 None None] The sync data for ids ['db01ec20-ef4a-4bd3-b0b7-5f2b9133e0e6'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:42.625670 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c95b95d8-8bfe-4910-aade-212de85c6c8e tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "GET /v2.0/routers/db01ec20-ef4a-4bd3-b0b7-5f2b9133e0e6 HTTP/1.1" status: 200 len: 920 time: 0.2297418 Jul 07 17:29:42.626042 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58520) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:42.672024 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a150fd-2339-42e1-b83c-ffa6ee7634ed tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Router a20c951d-15cd-476c-9097-d9136fabbbb9 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:42.787783 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d633d6-8b8b-4246-b0be-c117dd5a1bad tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:42.790214 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-02d633d6-8b8b-4246-b0be-c117dd5a1bad tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=b1c8a741-d954-43c5-b974-954b2190b048&device_id=db01ec20-ef4a-4bd3-b0b7-5f2b9133e0e6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1630197 Jul 07 17:29:42.791846 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a150fd-2339-42e1-b83c-ffa6ee7634ed tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:42.793206 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58530) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:42.806986 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-66a150fd-2339-42e1-b83c-ffa6ee7634ed tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "PUT /v2.0/routers/a20c951d-15cd-476c-9097-d9136fabbbb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8903985 Jul 07 17:29:42.808546 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58532) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:42.822811 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6457106-ac24-4b77-8c8c-d99edf9748ea None None] Sync routers for ids ['a20c951d-15cd-476c-9097-d9136fabbbb9'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:42.834226 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6457106-ac24-4b77-8c8c-d99edf9748ea None None] Routers {'a20c951d-15cd-476c-9097-d9136fabbbb9'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:42.834874 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-c6457106-ac24-4b77-8c8c-d99edf9748ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:29:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a20c951d-15cd-476c-9097-d9136fabbbb9'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:42.882255 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-cdc55ccf-5734-4eb7-a33a-dacab53d8912 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] delete failed (client error): The resource could not be found. Jul 07 17:29:42.889752 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cdc55ccf-5734-4eb7-a33a-dacab53d8912 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1681857804 HTTP/1.1" status: 404 len: 335 time: 0.0799079 Jul 07 17:29:42.890382 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58540) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:42.897433 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-365dad0a-c3cd-480d-a641-a902b987fdb2 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a20c951d-15cd-476c-9097-d9136fabbbb9'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:42.921788 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-c6457106-ac24-4b77-8c8c-d99edf9748ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:42.953866 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6457106-ac24-4b77-8c8c-d99edf9748ea None None] Routers {'a20c951d-15cd-476c-9097-d9136fabbbb9'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:42.957395 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-c6457106-ac24-4b77-8c8c-d99edf9748ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:29:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a20c951d-15cd-476c-9097-d9136fabbbb9'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:43.017334 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1183cd45-661d-46af-b8ce-acd74a9f5a5a tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:43.031589 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1183cd45-661d-46af-b8ce-acd74a9f5a5a tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "GET /v2.0/networks/b1c8a741-d954-43c5-b974-954b2190b048 HTTP/1.1" status: 200 len: 881 time: 0.2368593 Jul 07 17:29:43.038391 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58546) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:43.086821 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-c6457106-ac24-4b77-8c8c-d99edf9748ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:43.086821 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6457106-ac24-4b77-8c8c-d99edf9748ea None None] The sync data for ids ['a20c951d-15cd-476c-9097-d9136fabbbb9'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:43.167588 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5aad079e-4337-4142-98fd-b3f12c6ff1cb tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "GET /v2.0/ports?device_id=db01ec20-ef4a-4bd3-b0b7-5f2b9133e0e6 HTTP/1.1" status: 200 len: 205 time: 0.1201150 Jul 07 17:29:43.167588 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58550) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:43.340277 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f18a540a-e8b8-40ee-9231-195f5aa0bf65 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:43.378701 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-365dad0a-c3cd-480d-a641-a902b987fdb2 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:43.415590 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-365dad0a-c3cd-480d-a641-a902b987fdb2 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] update failed (client error): The resource could not be found. Jul 07 17:29:43.418037 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-365dad0a-c3cd-480d-a641-a902b987fdb2 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "PUT /v2.0/routers/a20c951d-15cd-476c-9097-d9136fabbbb9 HTTP/1.1" status: 404 len: 339 time: 0.5262601 Jul 07 17:29:43.421740 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58558) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:43.430508 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d45b2d31-f9e4-4a39-96a4-19b72d8eef83 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1771865086'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:43.457113 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45b2d31-f9e4-4a39-96a4-19b72d8eef83 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Made reservation on behalf of 6f514242749d41fe9097a2d902c9924d for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:43.461507 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d45b2d31-f9e4-4a39-96a4-19b72d8eef83 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:43.476169 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f18a540a-e8b8-40ee-9231-195f5aa0bf65 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:43.487542 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d45b2d31-f9e4-4a39-96a4-19b72d8eef83 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:43.510541 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d45b2d31-f9e4-4a39-96a4-19b72d8eef83 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:43.510541 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-d45b2d31-f9e4-4a39-96a4-19b72d8eef83 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Added segment 3565a4f7-9d99-4c50-a26a-2f45e845b144 of type vlan for network e28e10ac-6436-4a44-a2ff-24aa80ab3773 Jul 07 17:29:43.551950 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-f18a540a-e8b8-40ee-9231-195f5aa0bf65 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Deleting port 81ad12a2-456e-417f-b71c-cf076dedc90b {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:43.551950 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f18a540a-e8b8-40ee-9231-195f5aa0bf65 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:43.557888 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d45b2d31-f9e4-4a39-96a4-19b72d8eef83 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:43.593919 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d45b2d31-f9e4-4a39-96a4-19b72d8eef83 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:43.599927 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45b2d31-f9e4-4a39-96a4-19b72d8eef83 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:43.600423 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d45b2d31-f9e4-4a39-96a4-19b72d8eef83 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:43.659431 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f18a540a-e8b8-40ee-9231-195f5aa0bf65 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:43.679713 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-f18a540a-e8b8-40ee-9231-195f5aa0bf65 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Calling delete_port for 81ad12a2-456e-417f-b71c-cf076dedc90b owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:43.685559 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d45b2d31-f9e4-4a39-96a4-19b72d8eef83 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2626741 Jul 07 17:29:43.689398 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58570) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:43.694154 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d260343c-ecef-4e9f-8df1-618c383845b2 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Request body: {'subnet': {'network_id': 'e28e10ac-6436-4a44-a2ff-24aa80ab3773', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:43.749292 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b2d31-f9e4-4a39-96a4-19b72d8eef83 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Pushing event updated for resources: {'Network': ['ID=e28e10ac-6436-4a44-a2ff-24aa80ab3773,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:43.768709 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network e28e10ac-6436-4a44-a2ff-24aa80ab3773 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:43.812264 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d260343c-ecef-4e9f-8df1-618c383845b2 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Made reservation on behalf of 6f514242749d41fe9097a2d902c9924d for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:43.821889 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d260343c-ecef-4e9f-8df1-618c383845b2 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:43.927111 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f18a540a-e8b8-40ee-9231-195f5aa0bf65 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:43.968014 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a540a-e8b8-40ee-9231-195f5aa0bf65 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Pushing event deleted for resources: {'Port': ['ID=81ad12a2-456e-417f-b71c-cf076dedc90b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:44.046779 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f18a540a-e8b8-40ee-9231-195f5aa0bf65 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:44.138387 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d260343c-ecef-4e9f-8df1-618c383845b2 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:44.256041 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d260343c-ecef-4e9f-8df1-618c383845b2 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Checking segment: {'id': '3565a4f7-9d99-4c50-a26a-2f45e845b144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e28e10ac-6436-4a44-a2ff-24aa80ab3773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:44.256560 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d260343c-ecef-4e9f-8df1-618c383845b2 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Network hostable DHCP agents. Network: e28e10ac-6436-4a44-a2ff-24aa80ab3773, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:29:44.272893 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260343c-ecef-4e9f-8df1-618c383845b2 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Pushing event updated for resources: {'Subnet': ['ID=3791ac39-cc02-435a-857b-a5fe6e798038,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:44.296430 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d260343c-ecef-4e9f-8df1-618c383845b2 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Network e28e10ac-6436-4a44-a2ff-24aa80ab3773 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:29:44.310245 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-d260343c-ecef-4e9f-8df1-618c383845b2 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, e28e10ac-6436-4a44-a2ff-24aa80ab3773) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:44.323889 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d260343c-ecef-4e9f-8df1-618c383845b2 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:44.325302 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d260343c-ecef-4e9f-8df1-618c383845b2 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:44.333856 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4239c536-f502-40f5-8c37-ac17ce4eca1b None None] Network e28e10ac-6436-4a44-a2ff-24aa80ab3773 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:44.367085 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d260343c-ecef-4e9f-8df1-618c383845b2 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6742702 Jul 07 17:29:44.372163 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58580) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:44.389724 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-52364dc8-68d6-47af-b291-15a897867c44 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e28e10ac-6436-4a44-a2ff-24aa80ab3773'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:44.732808 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f18a540a-e8b8-40ee-9231-195f5aa0bf65 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:44.735025 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f18a540a-e8b8-40ee-9231-195f5aa0bf65 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:44.794793 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3003a569-6ac9-4408-9b71-7b478d36d4ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-e28e10ac-6436-4a44-a2ff-24aa80ab3773', 'network_id': 'e28e10ac-6436-4a44-a2ff-24aa80ab3773', 'tenant_id': '6f514242749d41fe9097a2d902c9924d', 'fixed_ips': [{'subnet_id': '3791ac39-cc02-435a-857b-a5fe6e798038'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:29:44.797919 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3003a569-6ac9-4408-9b71-7b478d36d4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:44.800098 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-52364dc8-68d6-47af-b291-15a897867c44 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:44.826383 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f18a540a-e8b8-40ee-9231-195f5aa0bf65 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:44.826920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18a540a-e8b8-40ee-9231-195f5aa0bf65 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Fanout notify agent at l3_agent the message router_deleted on router db01ec20-ef4a-4bd3-b0b7-5f2b9133e0e6 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:29:44.845878 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f18a540a-e8b8-40ee-9231-195f5aa0bf65 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:44.847264 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f18a540a-e8b8-40ee-9231-195f5aa0bf65 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "DELETE /v2.0/routers/db01ec20-ef4a-4bd3-b0b7-5f2b9133e0e6 HTTP/1.1" status: 204 len: 168 time: 1.6852980 Jul 07 17:29:44.853014 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58586) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:44.858714 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-9f228e31-5bc0-4c9d-b03b-0bb065e8e2f9 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-990112976', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}, 'admin_state_up': False}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:44.908069 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9f228e31-5bc0-4c9d-b03b-0bb065e8e2f9 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:44.909314 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9f228e31-5bc0-4c9d-b03b-0bb065e8e2f9 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.053630 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-52364dc8-68d6-47af-b291-15a897867c44 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:29:45.056024 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-52364dc8-68d6-47af-b291-15a897867c44 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "PUT /v2.0/routers/a20c951d-15cd-476c-9097-d9136fabbbb9 HTTP/1.1" status: 400 len: 364 time: 0.6818590 Jul 07 17:29:45.059840 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9f228e31-5bc0-4c9d-b03b-0bb065e8e2f9 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.060854 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58590) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:45.123678 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-3003a569-6ac9-4408-9b71-7b478d36d4ee None None] Allocated IP 2001:db8:1::2 (e28e10ac-6436-4a44-a2ff-24aa80ab3773/3791ac39-cc02-435a-857b-a5fe6e798038/be3d2755-b3c6-418a-8024-bc6409cd7324) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:45.470008 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9f228e31-5bc0-4c9d-b03b-0bb065e8e2f9 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.534213 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3003a569-6ac9-4408-9b71-7b478d36d4ee None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.545206 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3003a569-6ac9-4408-9b71-7b478d36d4ee None None] Transition to ACTIVE for port object be3d2755-b3c6-418a-8024-bc6409cd7324 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:45.566851 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3003a569-6ac9-4408-9b71-7b478d36d4ee None None] Transition to ACTIVE for port object be3d2755-b3c6-418a-8024-bc6409cd7324 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:45.575533 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3003a569-6ac9-4408-9b71-7b478d36d4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.673420 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3003a569-6ac9-4408-9b71-7b478d36d4ee None None] Network e28e10ac-6436-4a44-a2ff-24aa80ab3773 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:45.678108 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-3003a569-6ac9-4408-9b71-7b478d36d4ee None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:45.682075 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3003a569-6ac9-4408-9b71-7b478d36d4ee None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:45.697494 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-086f2631-e4fc-47a5-9843-3fc61cee90a1 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.734450 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003a569-6ac9-4408-9b71-7b478d36d4ee None None] Pushing event updated for resources: {'Port': ['ID=be3d2755-b3c6-418a-8024-bc6409cd7324,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:45.789114 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-3003a569-6ac9-4408-9b71-7b478d36d4ee None None] Attempting to bind port be3d2755-b3c6-418a-8024-bc6409cd7324 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:45.790040 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-3003a569-6ac9-4408-9b71-7b478d36d4ee None None] Attempting to bind port be3d2755-b3c6-418a-8024-bc6409cd7324 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '3565a4f7-9d99-4c50-a26a-2f45e845b144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e28e10ac-6436-4a44-a2ff-24aa80ab3773'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:45.790516 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3003a569-6ac9-4408-9b71-7b478d36d4ee None None] Attempting to bind port be3d2755-b3c6-418a-8024-bc6409cd7324 on network e28e10ac-6436-4a44-a2ff-24aa80ab3773 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:45.809938 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3003a569-6ac9-4408-9b71-7b478d36d4ee None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:45.811085 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3003a569-6ac9-4408-9b71-7b478d36d4ee None None] Checking segment: {'id': '3565a4f7-9d99-4c50-a26a-2f45e845b144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e28e10ac-6436-4a44-a2ff-24aa80ab3773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:45.811471 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3003a569-6ac9-4408-9b71-7b478d36d4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.811872 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3003a569-6ac9-4408-9b71-7b478d36d4ee None None] Bound using segment: {'id': '3565a4f7-9d99-4c50-a26a-2f45e845b144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e28e10ac-6436-4a44-a2ff-24aa80ab3773'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:45.812358 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-3003a569-6ac9-4408-9b71-7b478d36d4ee None None] Bound port: be3d2755-b3c6-418a-8024-bc6409cd7324, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3565a4f7-9d99-4c50-a26a-2f45e845b144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e28e10ac-6436-4a44-a2ff-24aa80ab3773'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:45.812784 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3003a569-6ac9-4408-9b71-7b478d36d4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.948061 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9f228e31-5bc0-4c9d-b03b-0bb065e8e2f9 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.975202 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9f228e31-5bc0-4c9d-b03b-0bb065e8e2f9 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.989397 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3003a569-6ac9-4408-9b71-7b478d36d4ee None None] For port be3d2755-b3c6-418a-8024-bc6409cd7324, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:45.995547 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3003a569-6ac9-4408-9b71-7b478d36d4ee None None] For port be3d2755-b3c6-418a-8024-bc6409cd7324, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=be3d2755-b3c6-418a-8024-bc6409cd7324,segment=NetworkSegment(3565a4f7-9d99-4c50-a26a-2f45e845b144),segment_id=3565a4f7-9d99-4c50-a26a-2f45e845b144)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:46.001883 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3003a569-6ac9-4408-9b71-7b478d36d4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.126841 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003a569-6ac9-4408-9b71-7b478d36d4ee None None] Pushing event updated for resources: {'Port': ['ID=be3d2755-b3c6-418a-8024-bc6409cd7324,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:46.155600 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-086f2631-e4fc-47a5-9843-3fc61cee90a1 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Allocated IP 2001:db8::1 (3902388e-0486-4e71-90ff-3683aad085ef/edd687ab-e781-4fcc-833a-843546edd051/083b9e48-4276-4240-a3f1-aaa62f9ac40c) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:46.210021 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-9f228e31-5bc0-4c9d-b03b-0bb065e8e2f9 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Allocated IP 172.25.0.115 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/b77c5a02-7012-4dc0-8a7f-afb61f262a3b) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:46.516205 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-086f2631-e4fc-47a5-9843-3fc61cee90a1 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.526252 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9f228e31-5bc0-4c9d-b03b-0bb065e8e2f9 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.559695 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-086f2631-e4fc-47a5-9843-3fc61cee90a1 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Transition to ACTIVE for port object 083b9e48-4276-4240-a3f1-aaa62f9ac40c will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:46.627474 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-086f2631-e4fc-47a5-9843-3fc61cee90a1 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.664427 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9f228e31-5bc0-4c9d-b03b-0bb065e8e2f9 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.697442 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f2631-e4fc-47a5-9843-3fc61cee90a1 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Pushing event updated for resources: {'Port': ['ID=083b9e48-4276-4240-a3f1-aaa62f9ac40c,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:46.705355 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086f2631-e4fc-47a5-9843-3fc61cee90a1 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Network 3902388e-0486-4e71-90ff-3683aad085ef is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:46.707654 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-086f2631-e4fc-47a5-9843-3fc61cee90a1 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:46.710826 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086f2631-e4fc-47a5-9843-3fc61cee90a1 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:46.711531 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-086f2631-e4fc-47a5-9843-3fc61cee90a1 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.752908 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f228e31-5bc0-4c9d-b03b-0bb065e8e2f9 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:46.754979 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-9f228e31-5bc0-4c9d-b03b-0bb065e8e2f9 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:46.763323 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f228e31-5bc0-4c9d-b03b-0bb065e8e2f9 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:46.821064 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f228e31-5bc0-4c9d-b03b-0bb065e8e2f9 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Pushing event updated for resources: {'Port': ['ID=b77c5a02-7012-4dc0-8a7f-afb61f262a3b,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:46.881054 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-086f2631-e4fc-47a5-9843-3fc61cee90a1 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:47.172183 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2adbe883-eb0a-41ed-bf34-faf861e5af8e None None] Provisioning for port 083b9e48-4276-4240-a3f1-aaa62f9ac40c completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:47.177211 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2adbe883-eb0a-41ed-bf34-faf861e5af8e None None] Provisioning complete for port 083b9e48-4276-4240-a3f1-aaa62f9ac40c triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:47.177733 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2adbe883-eb0a-41ed-bf34-faf861e5af8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:47.243980 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9f228e31-5bc0-4c9d-b03b-0bb065e8e2f9 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:47.281090 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-2adbe883-eb0a-41ed-bf34-faf861e5af8e None None] Port 083b9e48-4276-4240-a3f1-aaa62f9ac40c cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:47.340803 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-086f2631-e4fc-47a5-9843-3fc61cee90a1 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:47.348823 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-086f2631-e4fc-47a5-9843-3fc61cee90a1 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:47.349793 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-086f2631-e4fc-47a5-9843-3fc61cee90a1 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:47.553046 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f2631-e4fc-47a5-9843-3fc61cee90a1 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Pushing event updated for resources: {'Port': ['ID=083b9e48-4276-4240-a3f1-aaa62f9ac40c,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:47.669871 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9f228e31-5bc0-4c9d-b03b-0bb065e8e2f9 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:47.687222 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086f2631-e4fc-47a5-9843-3fc61cee90a1 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Network 3902388e-0486-4e71-90ff-3683aad085ef is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:47.691649 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-086f2631-e4fc-47a5-9843-3fc61cee90a1 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:47.849382 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:29:47.967948 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f57664f-0eed-4595-ad00-9ffdca5f6e9f None None] Network e28e10ac-6436-4a44-a2ff-24aa80ab3773 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:47.971190 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f228e31-5bc0-4c9d-b03b-0bb065e8e2f9 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Router c27a7fa1-abeb-43b9-85ab-441c1e12d904 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:29:48.016591 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086f2631-e4fc-47a5-9843-3fc61cee90a1 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Router a20c951d-15cd-476c-9097-d9136fabbbb9 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:48.254530 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device be3d2755-b3c6-418a-8024-bc6409cd7324 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:48.255762 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f228e31-5bc0-4c9d-b03b-0bb065e8e2f9 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:48.277592 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086f2631-e4fc-47a5-9843-3fc61cee90a1 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:48.283512 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-086f2631-e4fc-47a5-9843-3fc61cee90a1 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "PUT /v2.0/routers/a20c951d-15cd-476c-9097-d9136fabbbb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2210336 Jul 07 17:29:48.288058 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58618) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:48.293489 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53792682-23d2-439f-a9d7-945c37a5e227 None None] Sync routers for ids ['a20c951d-15cd-476c-9097-d9136fabbbb9'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:48.297388 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9f228e31-5bc0-4c9d-b03b-0bb065e8e2f9 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:48.301973 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9f228e31-5bc0-4c9d-b03b-0bb065e8e2f9 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4443944 Jul 07 17:29:48.302211 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58620) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:48.307470 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-51667131-c20a-496b-91e4-20864d7cc01f tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:48.327166 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53792682-23d2-439f-a9d7-945c37a5e227 None None] Routers {'a20c951d-15cd-476c-9097-d9136fabbbb9'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:48.327989 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-53792682-23d2-439f-a9d7-945c37a5e227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:29:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a20c951d-15cd-476c-9097-d9136fabbbb9'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:48.383524 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-53792682-23d2-439f-a9d7-945c37a5e227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:48.404348 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53792682-23d2-439f-a9d7-945c37a5e227 None None] Routers {'a20c951d-15cd-476c-9097-d9136fabbbb9'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:48.405338 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-53792682-23d2-439f-a9d7-945c37a5e227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:29:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a20c951d-15cd-476c-9097-d9136fabbbb9'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:48.506062 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-53792682-23d2-439f-a9d7-945c37a5e227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:48.507834 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53792682-23d2-439f-a9d7-945c37a5e227 None None] The sync data for ids ['a20c951d-15cd-476c-9097-d9136fabbbb9'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:48.542709 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1d7614dc-ae8c-41ff-a7fe-9f5f19781497 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:48.609695 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4405478c-9396-4862-b55a-658cb83b7132 None None] Sync routers for ids ['c27a7fa1-abeb-43b9-85ab-441c1e12d904'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:48.633142 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-021ec302-e0af-4ecc-be7f-64bc71e0e734 None None] Provisioning for port be3d2755-b3c6-418a-8024-bc6409cd7324 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:48.684007 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4405478c-9396-4862-b55a-658cb83b7132 None None] Routers {'c27a7fa1-abeb-43b9-85ab-441c1e12d904'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:48.684706 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4405478c-9396-4862-b55a-658cb83b7132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:29:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['c27a7fa1-abeb-43b9-85ab-441c1e12d904'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:48.722599 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4405478c-9396-4862-b55a-658cb83b7132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:48.742363 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port be3d2755-b3c6-418a-8024-bc6409cd7324 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:48.754977 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port be3d2755-b3c6-418a-8024-bc6409cd7324 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:48.755348 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:48.889792 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4405478c-9396-4862-b55a-658cb83b7132 None None] Routers {'c27a7fa1-abeb-43b9-85ab-441c1e12d904'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:48.889792 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4405478c-9396-4862-b55a-658cb83b7132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:29:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['c27a7fa1-abeb-43b9-85ab-441c1e12d904'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:48.909824 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-51667131-c20a-496b-91e4-20864d7cc01f tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:48.934763 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-51667131-c20a-496b-91e4-20864d7cc01f tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:48.935231 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4405478c-9396-4862-b55a-658cb83b7132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:48.935926 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4405478c-9396-4862-b55a-658cb83b7132 None None] The sync data for ids ['c27a7fa1-abeb-43b9-85ab-441c1e12d904'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:48.940475 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3103443c-9237-4c19-a7b3-369df0b28d74 None None] Provisioning complete for port 083b9e48-4276-4240-a3f1-aaa62f9ac40c triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:48.940788 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3103443c-9237-4c19-a7b3-369df0b28d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:48.986041 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3103443c-9237-4c19-a7b3-369df0b28d74 None None] Port 083b9e48-4276-4240-a3f1-aaa62f9ac40c cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:49.015317 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-1d7614dc-ae8c-41ff-a7fe-9f5f19781497 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 17:29:49.016578 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1d7614dc-ae8c-41ff-a7fe-9f5f19781497 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "DELETE /v2.0/routers/a20c951d-15cd-476c-9097-d9136fabbbb9 HTTP/1.1" status: 409 len: 329 time: 0.7238233 Jul 07 17:29:49.022060 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58626) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:49.081438 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:49.197225 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port be3d2755-b3c6-418a-8024-bc6409cd7324, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=be3d2755-b3c6-418a-8024-bc6409cd7324,segment=NetworkSegment(3565a4f7-9d99-4c50-a26a-2f45e845b144),segment_id=3565a4f7-9d99-4c50-a26a-2f45e845b144)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:49.206951 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:49.280041 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=be3d2755-b3c6-418a-8024-bc6409cd7324,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:49.413704 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a7d2971a-63a1-4968-bf33-07f5a52430cd None None] Provisioning complete for port be3d2755-b3c6-418a-8024-bc6409cd7324 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:49.414637 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a7d2971a-63a1-4968-bf33-07f5a52430cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:49.877733 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-51667131-c20a-496b-91e4-20864d7cc01f tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Deleting port b77c5a02-7012-4dc0-8a7f-afb61f262a3b {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:49.878463 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-51667131-c20a-496b-91e4-20864d7cc01f tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:49.965226 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device be3d2755-b3c6-418a-8024-bc6409cd7324 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:50.048862 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-51667131-c20a-496b-91e4-20864d7cc01f tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:50.058658 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port be3d2755-b3c6-418a-8024-bc6409cd7324 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:50.059049 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:50.064025 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-51667131-c20a-496b-91e4-20864d7cc01f tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Calling delete_port for b77c5a02-7012-4dc0-8a7f-afb61f262a3b owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:50.333278 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-51667131-c20a-496b-91e4-20864d7cc01f tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:50.420964 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51667131-c20a-496b-91e4-20864d7cc01f tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Pushing event deleted for resources: {'Port': ['ID=b77c5a02-7012-4dc0-8a7f-afb61f262a3b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:50.503031 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-51667131-c20a-496b-91e4-20864d7cc01f tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:50.826324 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ed620ff3-624e-40bd-93e0-70caf6dbdcf0 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:50.879750 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-51667131-c20a-496b-91e4-20864d7cc01f tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:50.916240 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-51667131-c20a-496b-91e4-20864d7cc01f tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7962560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7962587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8271377'] for router, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.092593 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51667131-c20a-496b-91e4-20864d7cc01f tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Router c27a7fa1-abeb-43b9-85ab-441c1e12d904 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:51.198504 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51667131-c20a-496b-91e4-20864d7cc01f tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:51.216448 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-51667131-c20a-496b-91e4-20864d7cc01f tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.220110 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-51667131-c20a-496b-91e4-20864d7cc01f tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "PUT /v2.0/routers/c27a7fa1-abeb-43b9-85ab-441c1e12d904 HTTP/1.1" status: 200 len: 705 time: 2.9147279 Jul 07 17:29:51.220896 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58646) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:51.222126 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ae9e24-679d-4e1e-990b-3a0c28fb64c4 None None] Sync routers for ids ['c27a7fa1-abeb-43b9-85ab-441c1e12d904'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:51.236339 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ae9e24-679d-4e1e-990b-3a0c28fb64c4 None None] Routers {'c27a7fa1-abeb-43b9-85ab-441c1e12d904'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:51.238446 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-a0ae9e24-679d-4e1e-990b-3a0c28fb64c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:29:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['c27a7fa1-abeb-43b9-85ab-441c1e12d904'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:51.295219 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-a0ae9e24-679d-4e1e-990b-3a0c28fb64c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:51.309000 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ae9e24-679d-4e1e-990b-3a0c28fb64c4 None None] Routers {'c27a7fa1-abeb-43b9-85ab-441c1e12d904'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:51.310086 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-a0ae9e24-679d-4e1e-990b-3a0c28fb64c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:29:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['c27a7fa1-abeb-43b9-85ab-441c1e12d904'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:51.367799 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-a0ae9e24-679d-4e1e-990b-3a0c28fb64c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:51.368859 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ae9e24-679d-4e1e-990b-3a0c28fb64c4 None None] The sync data for ids ['c27a7fa1-abeb-43b9-85ab-441c1e12d904'] in n-d-791503-12 is: [] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:51.455941 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-afdd318d-fd12-4bcd-b4a8-bf6ffa3ca3fb tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "GET /v2.0/routers/c27a7fa1-abeb-43b9-85ab-441c1e12d904 HTTP/1.1" status: 200 len: 740 time: 0.2330747 Jul 07 17:29:51.459795 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58656) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:51.482553 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-ed620ff3-624e-40bd-93e0-70caf6dbdcf0 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Deleting port 083b9e48-4276-4240-a3f1-aaa62f9ac40c {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:51.482553 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ed620ff3-624e-40bd-93e0-70caf6dbdcf0 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.502845 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a9bd60ed-8c6a-42a2-8ca0-f8ae0868f506 tempest-RoutersAdminTest-1129799561 tempest-RoutersAdminTest-1129799561-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=b1c8a741-d954-43c5-b974-954b2190b048&device_id=c27a7fa1-abeb-43b9-85ab-441c1e12d904 HTTP/1.1" status: 200 len: 205 time: 0.0407329 Jul 07 17:29:51.505610 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58660) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:51.561393 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9219c404-19b8-44e0-8f66-d517a8b1012b tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27a7fa1-abeb-43b9-85ab-441c1e12d904 HTTP/1.1" status: 200 len: 205 time: 0.0523682 Jul 07 17:29:51.564546 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58662) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:51.659139 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b644ae5d-d75d-4494-bf38-254e95901a54 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.660272 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ed620ff3-624e-40bd-93e0-70caf6dbdcf0 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.690059 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-ed620ff3-624e-40bd-93e0-70caf6dbdcf0 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Calling delete_port for 083b9e48-4276-4240-a3f1-aaa62f9ac40c owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:51.907288 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b644ae5d-d75d-4494-bf38-254e95901a54 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.910247 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b644ae5d-d75d-4494-bf38-254e95901a54 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.975608 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ed620ff3-624e-40bd-93e0-70caf6dbdcf0 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.979165 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b644ae5d-d75d-4494-bf38-254e95901a54 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.979962 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b644ae5d-d75d-4494-bf38-254e95901a54 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Fanout notify agent at l3_agent the message router_deleted on router c27a7fa1-abeb-43b9-85ab-441c1e12d904 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:29:51.991174 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b644ae5d-d75d-4494-bf38-254e95901a54 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:52.000268 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b644ae5d-d75d-4494-bf38-254e95901a54 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "DELETE /v2.0/routers/c27a7fa1-abeb-43b9-85ab-441c1e12d904 HTTP/1.1" status: 204 len: 168 time: 0.4342153 Jul 07 17:29:52.001293 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58664) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:52.017918 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed620ff3-624e-40bd-93e0-70caf6dbdcf0 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Pushing event deleted for resources: {'Port': ['ID=083b9e48-4276-4240-a3f1-aaa62f9ac40c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:52.052447 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ffa07f0b-49e6-4a75-acfa-53a19581c229 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27a7fa1-abeb-43b9-85ab-441c1e12d904 HTTP/1.1" status: 200 len: 205 time: 0.0496998 Jul 07 17:29:52.056991 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58666) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:52.113216 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-9afcae90-8d5e-4971-81f5-e2c7ca93a7db tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] delete failed (client error): The resource could not be found. Jul 07 17:29:52.117877 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9afcae90-8d5e-4971-81f5-e2c7ca93a7db tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "DELETE /v2.0/routers/c27a7fa1-abeb-43b9-85ab-441c1e12d904 HTTP/1.1" status: 404 len: 336 time: 0.0597334 Jul 07 17:29:52.118743 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58670) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:52.165523 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-49aeac54-4538-4030-90d3-81912c585aa8 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "GET /v2.0/ports?device_id=db01ec20-ef4a-4bd3-b0b7-5f2b9133e0e6 HTTP/1.1" status: 200 len: 205 time: 0.0454359 Jul 07 17:29:52.166448 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58672) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:52.231484 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-19826fc0-aa83-4d61-96c8-7cc2ad59e346 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] delete failed (client error): The resource could not be found. Jul 07 17:29:52.235575 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-19826fc0-aa83-4d61-96c8-7cc2ad59e346 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "DELETE /v2.0/routers/db01ec20-ef4a-4bd3-b0b7-5f2b9133e0e6 HTTP/1.1" status: 404 len: 336 time: 0.0678720 Jul 07 17:29:52.237383 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58674) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:52.261554 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ed620ff3-624e-40bd-93e0-70caf6dbdcf0 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:52.272583 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58676) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:52.273676 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0b97fa1a-c40e-402b-a8e1-7f95348b3fe0 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "GET /v2.0/ports?device_id=96163422-5ab3-41c9-9ede-963d46f6a415 HTTP/1.1" status: 200 len: 205 time: 0.0344069 Jul 07 17:29:52.365768 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-138779d7-8262-430b-bebf-cd025ad1967b tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] delete failed (client error): The resource could not be found. Jul 07 17:29:52.369179 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-138779d7-8262-430b-bebf-cd025ad1967b tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "DELETE /v2.0/routers/96163422-5ab3-41c9-9ede-963d46f6a415 HTTP/1.1" status: 404 len: 336 time: 0.0923533 Jul 07 17:29:52.370726 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58680) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:52.423169 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b8a5dea0-8f8b-4ce9-a0c3-a091bd49229b tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "GET /v2.0/ports?device_id=56076e1f-6c6f-447b-9cf7-1c72e168d0a4 HTTP/1.1" status: 200 len: 205 time: 0.0510936 Jul 07 17:29:52.433314 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58682) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:52.494433 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-ec12c2fb-0641-47db-92e6-dca2993c68ce tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] delete failed (client error): The resource could not be found. Jul 07 17:29:52.495687 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ec12c2fb-0641-47db-92e6-dca2993c68ce tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "DELETE /v2.0/routers/56076e1f-6c6f-447b-9cf7-1c72e168d0a4 HTTP/1.1" status: 404 len: 336 time: 0.0611494 Jul 07 17:29:52.499870 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58684) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:52.567319 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-60c644aa-cc84-43a5-9932-2ecd37863320 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7351bfc-497a-44de-8a37-a3cb4fa00c10 HTTP/1.1" status: 200 len: 205 time: 0.0660679 Jul 07 17:29:52.577588 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58688) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:52.671842 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-ff088470-8c0e-4db1-a0fa-605e36212c1b tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] delete failed (client error): The resource could not be found. Jul 07 17:29:52.678517 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ff088470-8c0e-4db1-a0fa-605e36212c1b tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "DELETE /v2.0/routers/a7351bfc-497a-44de-8a37-a3cb4fa00c10 HTTP/1.1" status: 404 len: 336 time: 0.0985541 Jul 07 17:29:52.681100 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58690) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:52.726738 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed620ff3-624e-40bd-93e0-70caf6dbdcf0 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Router a20c951d-15cd-476c-9097-d9136fabbbb9 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:52.727799 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-422cb912-8ea7-4a8b-9922-8ff3643843ab tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "GET /v2.0/ports?device_id=d24fde1b-29de-49c0-be9c-05783c379bf8 HTTP/1.1" status: 200 len: 205 time: 0.0453939 Jul 07 17:29:52.730627 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58692) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:52.786806 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-ca4209fb-1cf5-49d3-bbb4-6d2cacdabeab tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] delete failed (client error): The resource could not be found. Jul 07 17:29:52.787907 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ca4209fb-1cf5-49d3-bbb4-6d2cacdabeab tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "DELETE /v2.0/routers/d24fde1b-29de-49c0-be9c-05783c379bf8 HTTP/1.1" status: 404 len: 336 time: 0.0562341 Jul 07 17:29:52.791758 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58694) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:52.825135 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed620ff3-624e-40bd-93e0-70caf6dbdcf0 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:52.837343 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2e975b-e500-4da2-b4bb-56bed5b7b8d8 None None] Sync routers for ids ['a20c951d-15cd-476c-9097-d9136fabbbb9'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:52.837810 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cbbcc70-7f3f-4909-bcfe-c037f53dd574 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:52.837810 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cbbcc70-7f3f-4909-bcfe-c037f53dd574 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:52.839011 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ed620ff3-624e-40bd-93e0-70caf6dbdcf0 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "PUT /v2.0/routers/a20c951d-15cd-476c-9097-d9136fabbbb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8156164 Jul 07 17:29:52.839886 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58696) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:52.842329 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9cbbcc70-7f3f-4909-bcfe-c037f53dd574 tempest-RoutersAdminTest-1978491412 tempest-RoutersAdminTest-1978491412-project] 10.222.0.53 "DELETE /v2.0/subnets/8e1f30e8-e28a-4a3a-b4b5-875f34181892 HTTP/1.1" status: 404 len: 337 time: 0.0491383 Jul 07 17:29:52.857341 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2e975b-e500-4da2-b4bb-56bed5b7b8d8 None None] Routers {'a20c951d-15cd-476c-9097-d9136fabbbb9'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:52.858107 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7e2e975b-e500-4da2-b4bb-56bed5b7b8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:29:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a20c951d-15cd-476c-9097-d9136fabbbb9'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:52.889263 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-71ee9c2c-dc45-492f-abf0-38d36c97ad2d tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] show failed (client error): The resource could not be found. Jul 07 17:29:52.893897 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-71ee9c2c-dc45-492f-abf0-38d36c97ad2d tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-1598153454 HTTP/1.1" status: 404 len: 335 time: 0.0493653 Jul 07 17:29:52.894427 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58700) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:52.899979 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-6654b57b-a859-4200-b500-1208899ab1d9 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:52.922793 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7e2e975b-e500-4da2-b4bb-56bed5b7b8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:52.932948 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2e975b-e500-4da2-b4bb-56bed5b7b8d8 None None] Routers {'a20c951d-15cd-476c-9097-d9136fabbbb9'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:52.933744 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7e2e975b-e500-4da2-b4bb-56bed5b7b8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:29:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a20c951d-15cd-476c-9097-d9136fabbbb9'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:52.970295 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-6654b57b-a859-4200-b500-1208899ab1d9 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] update failed (client error): The resource could not be found. Jul 07 17:29:52.974406 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6654b57b-a859-4200-b500-1208899ab1d9 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-1430102582 HTTP/1.1" status: 404 len: 335 time: 0.0757980 Jul 07 17:29:52.974738 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58702) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:53.008514 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7e2e975b-e500-4da2-b4bb-56bed5b7b8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:53.009240 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2e975b-e500-4da2-b4bb-56bed5b7b8d8 None None] The sync data for ids ['a20c951d-15cd-476c-9097-d9136fabbbb9'] in n-d-791503-12 is: [] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:53.064520 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8837244-780f-4744-be1e-c684a98ef8de tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Deleting subnet 3791ac39-cc02-435a-857b-a5fe6e798038 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:53.068454 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a8837244-780f-4744-be1e-c684a98ef8de tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:53.124750 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a8837244-780f-4744-be1e-c684a98ef8de tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:53.217820 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58708) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:53.377751 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a8837244-780f-4744-be1e-c684a98ef8de tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:53.402620 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-adc6e19b-83b0-46b8-a9b6-54251fce64dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:53.417601 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d9da906-fb27-4b6d-96c7-904053a1e2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:53.517757 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a8837244-780f-4744-be1e-c684a98ef8de tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:53.586538 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8837244-780f-4744-be1e-c684a98ef8de tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Pushing event deleted for resources: {'Subnet': ['ID=3791ac39-cc02-435a-857b-a5fe6e798038,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:53.595338 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a8837244-780f-4744-be1e-c684a98ef8de tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:53.600094 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a8837244-780f-4744-be1e-c684a98ef8de tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "DELETE /v2.0/subnets/3791ac39-cc02-435a-857b-a5fe6e798038 HTTP/1.1" status: 204 len: 168 time: 0.6232116 Jul 07 17:29:53.605894 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e6a6ef-c4e2-445e-82d2-f1a028508245 None None] Network e28e10ac-6436-4a44-a2ff-24aa80ab3773 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:53.617684 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58714) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:53.634683 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d9da906-fb27-4b6d-96c7-904053a1e2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:53.641846 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d9da906-fb27-4b6d-96c7-904053a1e2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:53.683285 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7d9da906-fb27-4b6d-96c7-904053a1e2ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=177f52e8141043b2bdce04e8f7d95564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4642248 Jul 07 17:29:53.683982 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58718) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:53.727441 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9da906-fb27-4b6d-96c7-904053a1e2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1109473-3d37-462c-a719-e0ab1ac43f5d,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:53.823937 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-86bd57d5-89a1-4d94-84b2-0851a8a9f42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:53.869978 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-86bd57d5-89a1-4d94-84b2-0851a8a9f42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:53.927849 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b9e2fe6-1aa2-437e-9196-dea2e168b616 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.006422 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-86bd57d5-89a1-4d94-84b2-0851a8a9f42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.009392 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-86bd57d5-89a1-4d94-84b2-0851a8a9f42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.010583 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-86bd57d5-89a1-4d94-84b2-0851a8a9f42c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e1109473-3d37-462c-a719-e0ab1ac43f5d HTTP/1.1" status: 204 len: 168 time: 0.3197157 Jul 07 17:29:54.037725 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd57d5-89a1-4d94-84b2-0851a8a9f42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1109473-3d37-462c-a719-e0ab1ac43f5d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:54.070911 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e2fe6-1aa2-437e-9196-dea2e168b616 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Deleting port be3d2755-b3c6-418a-8024-bc6409cd7324 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:54.071389 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b9e2fe6-1aa2-437e-9196-dea2e168b616 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.092950 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f5bdfb-824e-4e1c-9cfd-a3eb8315149f None None] DHCP port deletion for e28e10ac-6436-4a44-a2ff-24aa80ab3773 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:29:54.171529 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-7b9e2fe6-1aa2-437e-9196-dea2e168b616 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] For port be3d2755-b3c6-418a-8024-bc6409cd7324, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=be3d2755-b3c6-418a-8024-bc6409cd7324,segment=NetworkSegment(3565a4f7-9d99-4c50-a26a-2f45e845b144),segment_id=3565a4f7-9d99-4c50-a26a-2f45e845b144)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:54.172728 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b9e2fe6-1aa2-437e-9196-dea2e168b616 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.198073 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e2fe6-1aa2-437e-9196-dea2e168b616 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Calling delete_port for be3d2755-b3c6-418a-8024-bc6409cd7324 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:54.262499 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d3f5bdfb-824e-4e1c-9cfd-a3eb8315149f None None] Deleting port be3d2755-b3c6-418a-8024-bc6409cd7324 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:54.263621 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d3f5bdfb-824e-4e1c-9cfd-a3eb8315149f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.460015 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d3f5bdfb-824e-4e1c-9cfd-a3eb8315149f None None] For port be3d2755-b3c6-418a-8024-bc6409cd7324, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=be3d2755-b3c6-418a-8024-bc6409cd7324,segment=NetworkSegment(3565a4f7-9d99-4c50-a26a-2f45e845b144),segment_id=3565a4f7-9d99-4c50-a26a-2f45e845b144)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:54.462385 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d3f5bdfb-824e-4e1c-9cfd-a3eb8315149f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.499122 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d3f5bdfb-824e-4e1c-9cfd-a3eb8315149f None None] Calling delete_port for be3d2755-b3c6-418a-8024-bc6409cd7324 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:54.558129 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b9e2fe6-1aa2-437e-9196-dea2e168b616 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.595676 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9e2fe6-1aa2-437e-9196-dea2e168b616 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] No DVR routers for this DVR port be3d2755-b3c6-418a-8024-bc6409cd7324 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:54.659668 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e2fe6-1aa2-437e-9196-dea2e168b616 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Pushing event deleted for resources: {'Port': ['ID=be3d2755-b3c6-418a-8024-bc6409cd7324,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:54.852206 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d3f5bdfb-824e-4e1c-9cfd-a3eb8315149f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.855635 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58738) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:54.927478 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b9e2fe6-1aa2-437e-9196-dea2e168b616 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.931021 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5bdfb-824e-4e1c-9cfd-a3eb8315149f None None] Pushing event deleted for resources: {'Port': ['ID=be3d2755-b3c6-418a-8024-bc6409cd7324,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:54.956297 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f5bdfb-824e-4e1c-9cfd-a3eb8315149f None None] No DVR routers for this DVR port be3d2755-b3c6-418a-8024-bc6409cd7324 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:54.959374 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-7b9e2fe6-1aa2-437e-9196-dea2e168b616 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28e10ac-6436-4a44-a2ff-24aa80ab3773']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:54.975307 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-39047bda-2694-4ad5-9f9e-8dad5212e05d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cc26da9c7f4e48e59e8403cc2736ae42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1117258 Jul 07 17:29:54.976954 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58740) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:54.998780 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-7b9e2fe6-1aa2-437e-9196-dea2e168b616 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3565a4f7-9d99-4c50-a26a-2f45e845b144') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:54.999052 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-7b9e2fe6-1aa2-437e-9196-dea2e168b616 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3565a4f7-9d99-4c50-a26a-2f45e845b144') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:55.019908 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b9e2fe6-1aa2-437e-9196-dea2e168b616 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:55.089281 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a10f627-4a16-4cc4-8d73-a79ae854128b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:55.097083 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b9e2fe6-1aa2-437e-9196-dea2e168b616 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:55.122623 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9e2fe6-1aa2-437e-9196-dea2e168b616 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:55.123050 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b9e2fe6-1aa2-437e-9196-dea2e168b616 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: items = [ Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:55.126558 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:55.177234 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a10f627-4a16-4cc4-8d73-a79ae854128b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:55.260206 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b9e2fe6-1aa2-437e-9196-dea2e168b616 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:55.269485 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b9e2fe6-1aa2-437e-9196-dea2e168b616 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:55.271478 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7b9e2fe6-1aa2-437e-9196-dea2e168b616 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "DELETE /v2.0/networks/e28e10ac-6436-4a44-a2ff-24aa80ab3773 HTTP/1.1" status: 204 len: 168 time: 1.6520729 Jul 07 17:29:55.275354 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58744) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:55.310569 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58746) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:55.314082 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e2fe6-1aa2-437e-9196-dea2e168b616 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Pushing event deleted for resources: {'Network': ['ID=e28e10ac-6436-4a44-a2ff-24aa80ab3773,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:55.332246 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a10f627-4a16-4cc4-8d73-a79ae854128b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:55.342639 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9a10f627-4a16-4cc4-8d73-a79ae854128b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:55.343951 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9a10f627-4a16-4cc4-8d73-a79ae854128b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/54c1a653-1f75-4451-941a-c2b56aaf6aee HTTP/1.1" status: 204 len: 168 time: 0.3710732 Jul 07 17:29:55.355922 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10f627-4a16-4cc4-8d73-a79ae854128b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c1a653-1f75-4451-941a-c2b56aaf6aee,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:55.445756 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-239e4955-fa62-4ffa-945a-88fa15a447d7 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Deleting subnet 953192c1-6df6-4fce-9b9d-661f3e3cf64e {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:55.474570 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-239e4955-fa62-4ffa-945a-88fa15a447d7 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:55.649531 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-239e4955-fa62-4ffa-945a-88fa15a447d7 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:55.651751 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9274ea68-110c-401c-b75b-e238f38b4be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:55.876581 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9274ea68-110c-401c-b75b-e238f38b4be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:55.891509 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9274ea68-110c-401c-b75b-e238f38b4be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:56.058046 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9274ea68-110c-401c-b75b-e238f38b4be7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=887d25b0e54c4fc2a47a0e1a463130a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7453048 Jul 07 17:29:56.059801 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58764) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:56.089075 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device be3d2755-b3c6-418a-8024-bc6409cd7324 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:56.154072 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: be3d2755-b3c6-418a-8024-bc6409cd7324 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:56.154419 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device be3d2755-b3c6-418a-8024-bc6409cd7324 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:56.185113 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-239e4955-fa62-4ffa-945a-88fa15a447d7 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:56.249304 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:56.304166 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274ea68-110c-401c-b75b-e238f38b4be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c63da60-9e9a-44ea-b768-11920ea37e45,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:56.358000 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0198017e-ae63-4942-8caf-b634ea329eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:56.458096 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-239e4955-fa62-4ffa-945a-88fa15a447d7 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:56.473951 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0198017e-ae63-4942-8caf-b634ea329eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:56.603809 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0198017e-ae63-4942-8caf-b634ea329eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:56.606738 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e4955-fa62-4ffa-945a-88fa15a447d7 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Pushing event deleted for resources: {'Subnet': ['ID=953192c1-6df6-4fce-9b9d-661f3e3cf64e,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:56.615831 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0198017e-ae63-4942-8caf-b634ea329eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:56.618967 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-239e4955-fa62-4ffa-945a-88fa15a447d7 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:56.622817 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-239e4955-fa62-4ffa-945a-88fa15a447d7 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "DELETE /v2.0/subnets/953192c1-6df6-4fce-9b9d-661f3e3cf64e HTTP/1.1" status: 204 len: 168 time: 1.3438318 Jul 07 17:29:56.625302 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0198017e-ae63-4942-8caf-b634ea329eec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c63da60-9e9a-44ea-b768-11920ea37e45 HTTP/1.1" status: 204 len: 168 time: 0.5605624 Jul 07 17:29:56.625641 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58774) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:56.637366 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf398ac-c340-493d-b5ed-4f69194e4e7d None None] Network eaf79b17-526f-413f-abd0-d9278f3d58e0 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:56.670224 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198017e-ae63-4942-8caf-b634ea329eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c63da60-9e9a-44ea-b768-11920ea37e45,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:56.913000 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7919a8e-7d62-48b8-8e79-bae73737f482 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Deleting subnet 69b2ea54-c738-4ff0-ac03-294ac0769218 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:56.927148 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f7919a8e-7d62-48b8-8e79-bae73737f482 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:56.952608 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f5d7688e-3528-40cc-8ff1-3946c307f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:57.073521 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f7919a8e-7d62-48b8-8e79-bae73737f482 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:57.094106 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b6c124-9243-43f6-ab3b-e494c686b154 None None] DHCP port deletion for eaf79b17-526f-413f-abd0-d9278f3d58e0 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:29:57.229251 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-38b6c124-9243-43f6-ab3b-e494c686b154 None None] Deleting port c731c4f2-ce68-48dd-827f-0b2d46098eae {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:57.230165 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-38b6c124-9243-43f6-ab3b-e494c686b154 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:57.337026 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f7919a8e-7d62-48b8-8e79-bae73737f482 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:57.466849 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-38b6c124-9243-43f6-ab3b-e494c686b154 None None] For port c731c4f2-ce68-48dd-827f-0b2d46098eae, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c731c4f2-ce68-48dd-827f-0b2d46098eae,segment=NetworkSegment(ae90ff1d-e9d5-4365-9bf7-33291ebefa5d),segment_id=ae90ff1d-e9d5-4365-9bf7-33291ebefa5d)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:57.467265 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-38b6c124-9243-43f6-ab3b-e494c686b154 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:57.493467 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f7919a8e-7d62-48b8-8e79-bae73737f482 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:57.494151 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-38b6c124-9243-43f6-ab3b-e494c686b154 None None] Calling delete_port for c731c4f2-ce68-48dd-827f-0b2d46098eae owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:57.535329 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7919a8e-7d62-48b8-8e79-bae73737f482 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Pushing event deleted for resources: {'Subnet': ['ID=69b2ea54-c738-4ff0-ac03-294ac0769218,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:57.551913 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f7919a8e-7d62-48b8-8e79-bae73737f482 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:57.556410 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f7919a8e-7d62-48b8-8e79-bae73737f482 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "DELETE /v2.0/subnets/69b2ea54-c738-4ff0-ac03-294ac0769218 HTTP/1.1" status: 204 len: 168 time: 0.9291251 Jul 07 17:29:57.563010 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58796) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:57.580670 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4ac14c-0e30-4272-9b59-5df7431c676b None None] Network ccf8c947-6b12-45c8-bf5f-30e44152de04 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:57.806730 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-38b6c124-9243-43f6-ab3b-e494c686b154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:57.810467 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-156ee76f-65a9-452a-b7c1-66c091a46898 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:57.852419 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b6c124-9243-43f6-ab3b-e494c686b154 None None] No DVR routers for this DVR port c731c4f2-ce68-48dd-827f-0b2d46098eae on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:57.979775 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6c124-9243-43f6-ab3b-e494c686b154 None None] Pushing event deleted for resources: {'Port': ['ID=c731c4f2-ce68-48dd-827f-0b2d46098eae,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:57.983202 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-156ee76f-65a9-452a-b7c1-66c091a46898 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.018883 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-156ee76f-65a9-452a-b7c1-66c091a46898 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf79b17-526f-413f-abd0-d9278f3d58e0']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:58.035260 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-156ee76f-65a9-452a-b7c1-66c091a46898 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae90ff1d-e9d5-4365-9bf7-33291ebefa5d') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:58.035557 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-156ee76f-65a9-452a-b7c1-66c091a46898 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae90ff1d-e9d5-4365-9bf7-33291ebefa5d') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:58.052729 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-156ee76f-65a9-452a-b7c1-66c091a46898 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.057799 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c731c4f2-ce68-48dd-827f-0b2d46098eae no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:58.090565 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-156ee76f-65a9-452a-b7c1-66c091a46898 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.097984 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156ee76f-65a9-452a-b7c1-66c091a46898 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:58.098755 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-156ee76f-65a9-452a-b7c1-66c091a46898 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.124743 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.141088 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: c731c4f2-ce68-48dd-827f-0b2d46098eae {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:58.141579 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c731c4f2-ce68-48dd-827f-0b2d46098eae not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:58.182210 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:58.187725 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-156ee76f-65a9-452a-b7c1-66c091a46898 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.196170 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-156ee76f-65a9-452a-b7c1-66c091a46898 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.201566 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-156ee76f-65a9-452a-b7c1-66c091a46898 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "DELETE /v2.0/networks/eaf79b17-526f-413f-abd0-d9278f3d58e0 HTTP/1.1" status: 204 len: 168 time: 0.6345434 Jul 07 17:29:58.202071 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58814) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:58.271146 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ee76f-65a9-452a-b7c1-66c091a46898 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Pushing event deleted for resources: {'Network': ['ID=eaf79b17-526f-413f-abd0-d9278f3d58e0,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:58.290215 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d637b9-008d-4f15-b02c-762e021f1ed9 None None] DHCP port deletion for ccf8c947-6b12-45c8-bf5f-30e44152de04 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:29:58.399899 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-f7d637b9-008d-4f15-b02c-762e021f1ed9 None None] Deleting port a6719303-8eb5-4759-b158-396d822f63c4 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:58.400567 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f7d637b9-008d-4f15-b02c-762e021f1ed9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.453426 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6929ed06-1bf0-4c1c-91ef-222660852a54 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.578679 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-f7d637b9-008d-4f15-b02c-762e021f1ed9 None None] For port a6719303-8eb5-4759-b158-396d822f63c4, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a6719303-8eb5-4759-b158-396d822f63c4,segment=NetworkSegment(d991dcd1-0095-4a1b-bdad-fd8fef36a3ee),segment_id=d991dcd1-0095-4a1b-bdad-fd8fef36a3ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:58.584582 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f7d637b9-008d-4f15-b02c-762e021f1ed9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.613905 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-f7d637b9-008d-4f15-b02c-762e021f1ed9 None None] Calling delete_port for a6719303-8eb5-4759-b158-396d822f63c4 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:58.674296 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-6929ed06-1bf0-4c1c-91ef-222660852a54 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Deleting port a6719303-8eb5-4759-b158-396d822f63c4 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:58.675957 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6929ed06-1bf0-4c1c-91ef-222660852a54 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.706640 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f7d637b9-008d-4f15-b02c-762e021f1ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.805043 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d637b9-008d-4f15-b02c-762e021f1ed9 None None] Pushing event deleted for resources: {'Port': ['ID=a6719303-8eb5-4759-b158-396d822f63c4,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:58.829162 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d637b9-008d-4f15-b02c-762e021f1ed9 None None] No DVR routers for this DVR port a6719303-8eb5-4759-b158-396d822f63c4 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:58.844944 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d637b9-008d-4f15-b02c-762e021f1ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:58.845305 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d637b9-008d-4f15-b02c-762e021f1ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:58.845814 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d637b9-008d-4f15-b02c-762e021f1ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:58.846166 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d637b9-008d-4f15-b02c-762e021f1ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:58.846641 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d637b9-008d-4f15-b02c-762e021f1ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:58.847182 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d637b9-008d-4f15-b02c-762e021f1ed9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:58.847580 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d637b9-008d-4f15-b02c-762e021f1ed9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:58.847923 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d637b9-008d-4f15-b02c-762e021f1ed9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:58.848258 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d637b9-008d-4f15-b02c-762e021f1ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:58.849251 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d637b9-008d-4f15-b02c-762e021f1ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:58.849596 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d637b9-008d-4f15-b02c-762e021f1ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:58.849931 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d637b9-008d-4f15-b02c-762e021f1ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:58.929775 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-6929ed06-1bf0-4c1c-91ef-222660852a54 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] For port a6719303-8eb5-4759-b158-396d822f63c4, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a6719303-8eb5-4759-b158-396d822f63c4,segment=NetworkSegment(d991dcd1-0095-4a1b-bdad-fd8fef36a3ee),segment_id=d991dcd1-0095-4a1b-bdad-fd8fef36a3ee)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:58.930150 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6929ed06-1bf0-4c1c-91ef-222660852a54 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.970221 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-6929ed06-1bf0-4c1c-91ef-222660852a54 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Calling delete_port for a6719303-8eb5-4759-b158-396d822f63c4 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:59.076415 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6929ed06-1bf0-4c1c-91ef-222660852a54 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.098510 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6929ed06-1bf0-4c1c-91ef-222660852a54 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] No DVR routers for this DVR port a6719303-8eb5-4759-b158-396d822f63c4 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:59.150752 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929ed06-1bf0-4c1c-91ef-222660852a54 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Pushing event deleted for resources: {'Port': ['ID=a6719303-8eb5-4759-b158-396d822f63c4,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:59.247302 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6929ed06-1bf0-4c1c-91ef-222660852a54 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.260419 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-6929ed06-1bf0-4c1c-91ef-222660852a54 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf8c947-6b12-45c8-bf5f-30e44152de04']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:59.283192 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-6929ed06-1bf0-4c1c-91ef-222660852a54 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd991dcd1-0095-4a1b-bdad-fd8fef36a3ee') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:59.283655 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-6929ed06-1bf0-4c1c-91ef-222660852a54 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd991dcd1-0095-4a1b-bdad-fd8fef36a3ee') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:59.295894 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6929ed06-1bf0-4c1c-91ef-222660852a54 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.325283 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6929ed06-1bf0-4c1c-91ef-222660852a54 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.333362 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6929ed06-1bf0-4c1c-91ef-222660852a54 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:59.333988 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6929ed06-1bf0-4c1c-91ef-222660852a54 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: self.session.flush() Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:59.378397 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:59.464586 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6929ed06-1bf0-4c1c-91ef-222660852a54 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.542173 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6929ed06-1bf0-4c1c-91ef-222660852a54 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.547527 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6929ed06-1bf0-4c1c-91ef-222660852a54 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "DELETE /v2.0/networks/ccf8c947-6b12-45c8-bf5f-30e44152de04 HTTP/1.1" status: 204 len: 168 time: 1.3443365 Jul 07 17:29:59.548523 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929ed06-1bf0-4c1c-91ef-222660852a54 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Pushing event deleted for resources: {'Network': ['ID=ccf8c947-6b12-45c8-bf5f-30e44152de04,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:59.552118 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58850) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:59.644681 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5423592-8e0a-49ea-adb8-db2ba7671f12 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Deleting subnet edd687ab-e781-4fcc-833a-843546edd051 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:59.659887 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c5423592-8e0a-49ea-adb8-db2ba7671f12 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.919613 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c5423592-8e0a-49ea-adb8-db2ba7671f12 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:00.026845 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a6719303-8eb5-4759-b158-396d822f63c4 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:00.106416 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: a6719303-8eb5-4759-b158-396d822f63c4 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:30:00.122674 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a6719303-8eb5-4759-b158-396d822f63c4 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:30:00.229073 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c5423592-8e0a-49ea-adb8-db2ba7671f12 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:00.275169 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:00.354528 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c5423592-8e0a-49ea-adb8-db2ba7671f12 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:00.419999 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5423592-8e0a-49ea-adb8-db2ba7671f12 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Pushing event deleted for resources: {'Subnet': ['ID=edd687ab-e781-4fcc-833a-843546edd051,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:00.427484 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c5423592-8e0a-49ea-adb8-db2ba7671f12 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:00.430385 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c5423592-8e0a-49ea-adb8-db2ba7671f12 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "DELETE /v2.0/subnets/edd687ab-e781-4fcc-833a-843546edd051 HTTP/1.1" status: 204 len: 168 time: 0.8771400 Jul 07 17:30:00.430818 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84e8d2a-f5e7-4f3d-9619-44ead3c8863d None None] Network 3902388e-0486-4e71-90ff-3683aad085ef requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:00.433293 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58876) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:00.571707 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c4d6dd93-ce9f-4635-98fd-30ec4cad1170 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:00.725098 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-c4d6dd93-ce9f-4635-98fd-30ec4cad1170 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Deleting port b5b18d33-b077-46aa-9bb2-0e3d85135b57 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:00.729216 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c4d6dd93-ce9f-4635-98fd-30ec4cad1170 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:00.891980 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58884) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:00.955643 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542d8964-83d1-4c3a-a561-4cd8dc020460 None None] DHCP port deletion for 3902388e-0486-4e71-90ff-3683aad085ef request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:30:00.974464 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-c4d6dd93-ce9f-4635-98fd-30ec4cad1170 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] For port b5b18d33-b077-46aa-9bb2-0e3d85135b57, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b5b18d33-b077-46aa-9bb2-0e3d85135b57,segment=NetworkSegment(3248ce33-6c54-435a-a2c7-1de4a5f3d9a6),segment_id=3248ce33-6c54-435a-a2c7-1de4a5f3d9a6)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:00.975027 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c4d6dd93-ce9f-4635-98fd-30ec4cad1170 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:01.031792 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-c4d6dd93-ce9f-4635-98fd-30ec4cad1170 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Calling delete_port for b5b18d33-b077-46aa-9bb2-0e3d85135b57 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:01.138862 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-542d8964-83d1-4c3a-a561-4cd8dc020460 None None] Deleting port b5b18d33-b077-46aa-9bb2-0e3d85135b57 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:01.139708 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-542d8964-83d1-4c3a-a561-4cd8dc020460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:01.358516 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c4d6dd93-ce9f-4635-98fd-30ec4cad1170 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:01.379005 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-60abe589-77ed-4c37-a47d-e4c4dbcc93f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:01.381929 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-542d8964-83d1-4c3a-a561-4cd8dc020460 None None] For port b5b18d33-b077-46aa-9bb2-0e3d85135b57, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b5b18d33-b077-46aa-9bb2-0e3d85135b57,segment=NetworkSegment(3248ce33-6c54-435a-a2c7-1de4a5f3d9a6),segment_id=3248ce33-6c54-435a-a2c7-1de4a5f3d9a6)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:01.382350 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-542d8964-83d1-4c3a-a561-4cd8dc020460 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:01.424125 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-542d8964-83d1-4c3a-a561-4cd8dc020460 None None] Calling delete_port for b5b18d33-b077-46aa-9bb2-0e3d85135b57 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:01.458332 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6dd93-ce9f-4635-98fd-30ec4cad1170 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Pushing event deleted for resources: {'Port': ['ID=b5b18d33-b077-46aa-9bb2-0e3d85135b57,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:01.478061 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d6dd93-ce9f-4635-98fd-30ec4cad1170 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] No DVR routers for this DVR port b5b18d33-b077-46aa-9bb2-0e3d85135b57 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:01.723273 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-60abe589-77ed-4c37-a47d-e4c4dbcc93f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:01.731368 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-60abe589-77ed-4c37-a47d-e4c4dbcc93f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:01.775132 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c4d6dd93-ce9f-4635-98fd-30ec4cad1170 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:01.808962 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-60abe589-77ed-4c37-a47d-e4c4dbcc93f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=44d2049785644793b266271dd87f3a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9064364 Jul 07 17:30:01.809129 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58896) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:01.823269 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-542d8964-83d1-4c3a-a561-4cd8dc020460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:01.841381 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60abe589-77ed-4c37-a47d-e4c4dbcc93f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6219b3b9-e6b6-4fca-bd50-418d8684fda9,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:01.884930 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d8964-83d1-4c3a-a561-4cd8dc020460 None None] Pushing event deleted for resources: {'Port': ['ID=b5b18d33-b077-46aa-9bb2-0e3d85135b57,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:01.889929 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542d8964-83d1-4c3a-a561-4cd8dc020460 None None] No DVR routers for this DVR port b5b18d33-b077-46aa-9bb2-0e3d85135b57 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:01.893099 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-c4d6dd93-ce9f-4635-98fd-30ec4cad1170 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3902388e-0486-4e71-90ff-3683aad085ef']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:01.939679 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ef2a1b42-a91a-48e3-8aa0-19ad2513cccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:01.955521 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-c4d6dd93-ce9f-4635-98fd-30ec4cad1170 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3248ce33-6c54-435a-a2c7-1de4a5f3d9a6') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:01.956130 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-c4d6dd93-ce9f-4635-98fd-30ec4cad1170 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3248ce33-6c54-435a-a2c7-1de4a5f3d9a6') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:01.979788 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c4d6dd93-ce9f-4635-98fd-30ec4cad1170 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:01.997357 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ef2a1b42-a91a-48e3-8aa0-19ad2513cccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.012545 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c4d6dd93-ce9f-4635-98fd-30ec4cad1170 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.033043 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d6dd93-ce9f-4635-98fd-30ec4cad1170 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:30:02.033545 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c4d6dd93-ce9f-4635-98fd-30ec4cad1170 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:30:02.037612 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:30:02.042032 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58900) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:02.045261 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-6782ad97-5f8d-4e32-bb50-0c56bb3dd0e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1786809383', 'description': 'tempest-secgroup-smoke-1786809383 description', 'project_id': '63ef02b3c36b41d7904671af30e265ce'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:02.051750 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b5b18d33-b077-46aa-9bb2-0e3d85135b57 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:02.107566 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: b5b18d33-b077-46aa-9bb2-0e3d85135b57 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:30:02.108559 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b5b18d33-b077-46aa-9bb2-0e3d85135b57 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:30:02.141487 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c4d6dd93-ce9f-4635-98fd-30ec4cad1170 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.157570 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6782ad97-5f8d-4e32-bb50-0c56bb3dd0e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.168876 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6782ad97-5f8d-4e32-bb50-0c56bb3dd0e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.186733 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c4d6dd93-ce9f-4635-98fd-30ec4cad1170 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.191449 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c4d6dd93-ce9f-4635-98fd-30ec4cad1170 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "DELETE /v2.0/networks/3902388e-0486-4e71-90ff-3683aad085ef HTTP/1.1" status: 204 len: 168 time: 1.7560849 Jul 07 17:30:02.192813 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ef2a1b42-a91a-48e3-8aa0-19ad2513cccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.193525 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58902) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:02.200249 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ef2a1b42-a91a-48e3-8aa0-19ad2513cccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.202524 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ef2a1b42-a91a-48e3-8aa0-19ad2513cccb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6219b3b9-e6b6-4fca-bd50-418d8684fda9 HTTP/1.1" status: 204 len: 168 time: 0.3953414 Jul 07 17:30:02.227620 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6dd93-ce9f-4635-98fd-30ec4cad1170 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Pushing event deleted for resources: {'Network': ['ID=3902388e-0486-4e71-90ff-3683aad085ef,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:02.239327 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-23599019-faee-4592-870c-c8563a5c04f0 tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "GET /v2.0/ports?device_id=a20c951d-15cd-476c-9097-d9136fabbbb9 HTTP/1.1" status: 200 len: 205 time: 0.0417144 Jul 07 17:30:02.239647 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58906) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:02.261620 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a1b42-a91a-48e3-8aa0-19ad2513cccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6219b3b9-e6b6-4fca-bd50-418d8684fda9,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:02.364421 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-251e0fd1-698c-43c4-b0ca-00c84b9d0eee tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.593919 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-251e0fd1-698c-43c4-b0ca-00c84b9d0eee tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.599722 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-251e0fd1-698c-43c4-b0ca-00c84b9d0eee tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.704112 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-251e0fd1-698c-43c4-b0ca-00c84b9d0eee tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.704706 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251e0fd1-698c-43c4-b0ca-00c84b9d0eee tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Fanout notify agent at l3_agent the message router_deleted on router a20c951d-15cd-476c-9097-d9136fabbbb9 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:30:02.721495 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-251e0fd1-698c-43c4-b0ca-00c84b9d0eee tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.725146 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-251e0fd1-698c-43c4-b0ca-00c84b9d0eee tempest-RoutersNegativeIpV6Test-1319273140 tempest-RoutersNegativeIpV6Test-1319273140-project] 10.222.0.53 "DELETE /v2.0/routers/a20c951d-15cd-476c-9097-d9136fabbbb9 HTTP/1.1" status: 204 len: 168 time: 0.4808199 Jul 07 17:30:02.744709 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6782ad97-5f8d-4e32-bb50-0c56bb3dd0e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.749789 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6782ad97-5f8d-4e32-bb50-0c56bb3dd0e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.794913 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58914) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:02.800553 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782ad97-5f8d-4e32-bb50-0c56bb3dd0e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b14d9471-8c2f-4c2a-bd0a-7e310c674f7d,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:02.811159 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fc3bc6e6-8628-453a-9044-e41386dff28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.951828 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6782ad97-5f8d-4e32-bb50-0c56bb3dd0e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.958608 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6782ad97-5f8d-4e32-bb50-0c56bb3dd0e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.050110 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782ad97-5f8d-4e32-bb50-0c56bb3dd0e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e55c31-5e5b-46ee-9470-d378058c752c,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:03.146661 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58920) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:03.189094 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fc3bc6e6-8628-453a-9044-e41386dff28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.198013 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fc3bc6e6-8628-453a-9044-e41386dff28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.203499 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6782ad97-5f8d-4e32-bb50-0c56bb3dd0e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.205606 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6782ad97-5f8d-4e32-bb50-0c56bb3dd0e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1648865 Jul 07 17:30:03.210309 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58924) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:03.216719 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-4e7c7aa2-df9b-40ac-b369-ede8ef980077 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'security_group_rule': {'security_group_id': '91e55c31-5e5b-46ee-9470-d378058c752c', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:03.294069 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4e7c7aa2-df9b-40ac-b369-ede8ef980077 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.322731 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fc3bc6e6-8628-453a-9044-e41386dff28e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9ff3c169d34404b87d9e2dbe1d44156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5263133 Jul 07 17:30:03.325362 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58926) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:03.341519 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bc6e6-8628-453a-9044-e41386dff28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df76b1a-5a3f-4ce2-bb41-7e0a9473e98f,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:03.442181 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4f5557f8-0ccd-4067-9086-7c914951759b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.448943 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4e7c7aa2-df9b-40ac-b369-ede8ef980077 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.467613 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4e7c7aa2-df9b-40ac-b369-ede8ef980077 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.494172 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-df14ab7d-0502-48b9-b198-5221ab892248 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6f514242749d41fe9097a2d902c9924d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3457670 Jul 07 17:30:03.504931 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58930) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:03.527692 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4f5557f8-0ccd-4067-9086-7c914951759b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.530757 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c7aa2-df9b-40ac-b369-ede8ef980077 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b372881-c066-4c67-a1f2-5d64c419a194,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:03.591229 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4e7c7aa2-df9b-40ac-b369-ede8ef980077 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.598503 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4e7c7aa2-df9b-40ac-b369-ede8ef980077 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3863776 Jul 07 17:30:03.603278 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58932) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:03.608071 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e6957db6-181f-4970-840b-c48bafe1e5dd tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'security_group_rule': {'security_group_id': '91e55c31-5e5b-46ee-9470-d378058c752c', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:03.649220 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6957db6-181f-4970-840b-c48bafe1e5dd tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.654248 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-302c160a-c26c-4efe-b7b5-1b792fdcea73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.690564 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4f5557f8-0ccd-4067-9086-7c914951759b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.696289 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4f5557f8-0ccd-4067-9086-7c914951759b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.698343 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4f5557f8-0ccd-4067-9086-7c914951759b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7df76b1a-5a3f-4ce2-bb41-7e0a9473e98f HTTP/1.1" status: 204 len: 168 time: 0.3714690 Jul 07 17:30:03.703097 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-302c160a-c26c-4efe-b7b5-1b792fdcea73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.731813 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5557f8-0ccd-4067-9086-7c914951759b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df76b1a-5a3f-4ce2-bb41-7e0a9473e98f,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:03.792477 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-302c160a-c26c-4efe-b7b5-1b792fdcea73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.796317 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-302c160a-c26c-4efe-b7b5-1b792fdcea73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.800018 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-302c160a-c26c-4efe-b7b5-1b792fdcea73 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e1ba9208-aee1-4be2-9401-ce96f9569518 HTTP/1.1" status: 204 len: 168 time: 0.2913568 Jul 07 17:30:03.800249 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6957db6-181f-4970-840b-c48bafe1e5dd tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.807361 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6957db6-181f-4970-840b-c48bafe1e5dd tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.823651 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c160a-c26c-4efe-b7b5-1b792fdcea73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ba9208-aee1-4be2-9401-ce96f9569518,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:03.894238 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6957db6-181f-4970-840b-c48bafe1e5dd tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a7183d-6a66-453f-8450-c1d7b813356a,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:03.901292 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6957db6-181f-4970-840b-c48bafe1e5dd tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.905905 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58938) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:03.911711 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-fc20c1ae-c2b8-4dc3-a4cf-20100b3f511a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'security_group_rule': {'security_group_id': '91e55c31-5e5b-46ee-9470-d378058c752c', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:03.917769 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e6957db6-181f-4970-840b-c48bafe1e5dd tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3134544 Jul 07 17:30:03.962561 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fc20c1ae-c2b8-4dc3-a4cf-20100b3f511a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:04.101142 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fc20c1ae-c2b8-4dc3-a4cf-20100b3f511a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:04.114923 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fc20c1ae-c2b8-4dc3-a4cf-20100b3f511a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:04.196477 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20c1ae-c2b8-4dc3-a4cf-20100b3f511a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c96e5f7-6baf-4fe3-9130-e5c0169530e7,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:04.212284 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fc20c1ae-c2b8-4dc3-a4cf-20100b3f511a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:04.214528 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fc20c1ae-c2b8-4dc3-a4cf-20100b3f511a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3070581 Jul 07 17:30:04.217019 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58950) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:04.224433 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-a7203cb1-dc46-400f-8cff-0a439be5131d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'security_group_rule': {'security_group_id': '91e55c31-5e5b-46ee-9470-d378058c752c', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:04.303968 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a7203cb1-dc46-400f-8cff-0a439be5131d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:04.499879 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a7203cb1-dc46-400f-8cff-0a439be5131d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:04.505993 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a7203cb1-dc46-400f-8cff-0a439be5131d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:04.547731 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7203cb1-dc46-400f-8cff-0a439be5131d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85be70df-4fb9-48f9-9429-49e2b009e7ec,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:04.557776 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a7203cb1-dc46-400f-8cff-0a439be5131d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:04.560921 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a7203cb1-dc46-400f-8cff-0a439be5131d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3422008 Jul 07 17:30:04.563546 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58960) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:04.570565 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-bae3a5d2-a2f9-4a3e-b1e9-4124a7eef963 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'security_group_rule': {'security_group_id': '91e55c31-5e5b-46ee-9470-d378058c752c', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:04.607604 n-d-791503-12 neutron-server[100192]: INFO neutron.db.securitygroups_db [None req-bae3a5d2-a2f9-4a3e-b1e9-4124a7eef963 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Project 63ef02b3c36b41d7904671af30e265ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:30:04.626981 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bae3a5d2-a2f9-4a3e-b1e9-4124a7eef963 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:04.768358 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bae3a5d2-a2f9-4a3e-b1e9-4124a7eef963 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:04.774420 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bae3a5d2-a2f9-4a3e-b1e9-4124a7eef963 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:04.827144 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3a5d2-a2f9-4a3e-b1e9-4124a7eef963 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc8e52b-45f3-4355-8008-6c6e63740cc8,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:04.846869 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bae3a5d2-a2f9-4a3e-b1e9-4124a7eef963 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:04.848606 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bae3a5d2-a2f9-4a3e-b1e9-4124a7eef963 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2835066 Jul 07 17:30:04.852008 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58974) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:04.858364 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-6150e8ca-0c65-4b80-bab5-c0f0d47e5933 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'security_group_rule': {'security_group_id': '91e55c31-5e5b-46ee-9470-d378058c752c', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:04.890276 n-d-791503-12 neutron-server[100193]: INFO neutron.db.securitygroups_db [None req-6150e8ca-0c65-4b80-bab5-c0f0d47e5933 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Project 63ef02b3c36b41d7904671af30e265ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:30:04.898422 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6150e8ca-0c65-4b80-bab5-c0f0d47e5933 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:04.984083 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6150e8ca-0c65-4b80-bab5-c0f0d47e5933 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:04.990028 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6150e8ca-0c65-4b80-bab5-c0f0d47e5933 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:05.019754 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150e8ca-0c65-4b80-bab5-c0f0d47e5933 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0bac92f-9f89-496f-91ab-ac414cdc047c,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:05.052349 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6150e8ca-0c65-4b80-bab5-c0f0d47e5933 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:05.058075 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6150e8ca-0c65-4b80-bab5-c0f0d47e5933 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2014089 Jul 07 17:30:05.058399 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 58984) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:05.065719 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-bbbfbe9d-c382-4c2a-b141-dad49e7fa8f0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'network': {'name': 'tempest-network-smoke--1888690398', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'port_security_enabled': True}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:05.136823 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbfbe9d-c382-4c2a-b141-dad49e7fa8f0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Made reservation on behalf of 63ef02b3c36b41d7904671af30e265ce for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:05.141604 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bbbfbe9d-c382-4c2a-b141-dad49e7fa8f0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:05.194459 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbfbe9d-c382-4c2a-b141-dad49e7fa8f0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:30:05.213841 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bbbfbe9d-c382-4c2a-b141-dad49e7fa8f0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:05.214737 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-bbbfbe9d-c382-4c2a-b141-dad49e7fa8f0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Added segment 27cd8d64-101c-4435-85d0-25e1d1100686 of type vlan for network b285fdfa-f472-481a-bbcf-cbb63c5594f1 Jul 07 17:30:05.289276 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bbbfbe9d-c382-4c2a-b141-dad49e7fa8f0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:05.396188 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bbbfbe9d-c382-4c2a-b141-dad49e7fa8f0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:05.411297 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbfbe9d-c382-4c2a-b141-dad49e7fa8f0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:05.411968 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bbbfbe9d-c382-4c2a-b141-dad49e7fa8f0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:05.482750 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bbbfbe9d-c382-4c2a-b141-dad49e7fa8f0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4225974 Jul 07 17:30:05.485685 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58994) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:05.490374 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-4d7cb6a8-8d46-443a-9334-428dd48c1c61 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1141140788', 'admin_state_up': True, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:05.498723 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfbe9d-c382-4c2a-b141-dad49e7fa8f0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Network': ['ID=b285fdfa-f472-481a-bbcf-cbb63c5594f1,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:05.512906 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network b285fdfa-f472-481a-bbcf-cbb63c5594f1 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:30:05.532975 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb6a8-8d46-443a-9334-428dd48c1c61 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:05.534045 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb6a8-8d46-443a-9334-428dd48c1c61 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:05.544960 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 58996) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:05.642508 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb6a8-8d46-443a-9334-428dd48c1c61 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:05.846808 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-9d9fb457-ef9c-467c-ac75-616e34904fd2 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Request body: {'security_group': {'name': 'tempest-secgroup--1317739846'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:06.325349 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb6a8-8d46-443a-9334-428dd48c1c61 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:06.355203 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d9fb457-ef9c-467c-ac75-616e34904fd2 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:06.392206 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d9fb457-ef9c-467c-ac75-616e34904fd2 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:06.710242 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb6a8-8d46-443a-9334-428dd48c1c61 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:06.716726 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d9fb457-ef9c-467c-ac75-616e34904fd2 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:06.741568 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d9fb457-ef9c-467c-ac75-616e34904fd2 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:06.747464 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb6a8-8d46-443a-9334-428dd48c1c61 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:06.821525 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fb457-ef9c-467c-ac75-616e34904fd2 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94dc4e6a-c81b-41c7-857c-32547d9be665,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:06.878446 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fb457-ef9c-467c-ac75-616e34904fd2 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:06.879852 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fb457-ef9c-467c-ac75-616e34904fd2 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:06.880316 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fb457-ef9c-467c-ac75-616e34904fd2 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:06.881059 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fb457-ef9c-467c-ac75-616e34904fd2 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:06.882229 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fb457-ef9c-467c-ac75-616e34904fd2 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:06.882817 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fb457-ef9c-467c-ac75-616e34904fd2 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:06.884195 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fb457-ef9c-467c-ac75-616e34904fd2 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:06.884195 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fb457-ef9c-467c-ac75-616e34904fd2 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:06.884952 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fb457-ef9c-467c-ac75-616e34904fd2 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:06.884952 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fb457-ef9c-467c-ac75-616e34904fd2 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:06.885872 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fb457-ef9c-467c-ac75-616e34904fd2 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:06.886359 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fb457-ef9c-467c-ac75-616e34904fd2 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:07.015975 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-4d7cb6a8-8d46-443a-9334-428dd48c1c61 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Allocated IP 172.25.0.33 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/0a5ca324-95aa-45a6-a977-25f14d96bd4c) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:07.022356 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d9fb457-ef9c-467c-ac75-616e34904fd2 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.030244 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d9fb457-ef9c-467c-ac75-616e34904fd2 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.069529 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d9fb457-ef9c-467c-ac75-616e34904fd2 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.071181 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9d9fb457-ef9c-467c-ac75-616e34904fd2 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5248187 Jul 07 17:30:07.074405 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59032) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:07.129615 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fb457-ef9c-467c-ac75-616e34904fd2 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b1af6c-5729-44c0-968f-c14aa4ddfdc4,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:07.256809 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-efe316f9-ded5-4e97-b9d9-03f9d91e034a tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1798258 Jul 07 17:30:07.258385 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59040) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:07.263844 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-33901aef-0221-4a6f-94a9-efe9ccf7bc48 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Request body: {'security_group': {'name': 'tempest-security--1566440146', 'description': 'tempest-security-description-179112747'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:07.293206 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb6a8-8d46-443a-9334-428dd48c1c61 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.337589 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-33901aef-0221-4a6f-94a9-efe9ccf7bc48 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.341470 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb6a8-8d46-443a-9334-428dd48c1c61 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.345344 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.370951 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7cb6a8-8d46-443a-9334-428dd48c1c61 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:07.392395 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-4d7cb6a8-8d46-443a-9334-428dd48c1c61 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:07.396393 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7cb6a8-8d46-443a-9334-428dd48c1c61 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:07.444041 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-33901aef-0221-4a6f-94a9-efe9ccf7bc48 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.455578 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-33901aef-0221-4a6f-94a9-efe9ccf7bc48 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.461624 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-33901aef-0221-4a6f-94a9-efe9ccf7bc48 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.462257 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cb6a8-8d46-443a-9334-428dd48c1c61 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Port': ['ID=0a5ca324-95aa-45a6-a977-25f14d96bd4c,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:07.466030 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-33901aef-0221-4a6f-94a9-efe9ccf7bc48 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "PUT /v2.0/security-groups/f5b1af6c-5729-44c0-968f-c14aa4ddfdc4 HTTP/1.1" status: 200 len: 1779 time: 0.2034616 Jul 07 17:30:07.468377 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59044) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:07.513786 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33901aef-0221-4a6f-94a9-efe9ccf7bc48 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b1af6c-5729-44c0-968f-c14aa4ddfdc4,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:07.542031 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-77a10020-fdfb-4cde-a9a9-18a624b2a81b tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "GET /v2.0/security-groups/f5b1af6c-5729-44c0-968f-c14aa4ddfdc4 HTTP/1.1" status: 200 len: 1779 time: 0.0734043 Jul 07 17:30:07.544902 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59050) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:07.727957 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5f326ac-e63a-4721-99e4-9822d2fc2f79 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.804393 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5f326ac-e63a-4721-99e4-9822d2fc2f79 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.873373 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5f326ac-e63a-4721-99e4-9822d2fc2f79 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.887622 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5f326ac-e63a-4721-99e4-9822d2fc2f79 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.887622 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a5f326ac-e63a-4721-99e4-9822d2fc2f79 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "DELETE /v2.0/security-groups/f5b1af6c-5729-44c0-968f-c14aa4ddfdc4 HTTP/1.1" status: 204 len: 168 time: 0.3345137 Jul 07 17:30:07.899119 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.902336 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59058) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:07.916504 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f326ac-e63a-4721-99e4-9822d2fc2f79 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b1af6c-5729-44c0-968f-c14aa4ddfdc4,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:07.986635 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-122c3df4-84a8-40a9-b991-e3368f6fffac tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0805688 Jul 07 17:30:07.988002 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59062) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:08.003612 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb6a8-8d46-443a-9334-428dd48c1c61 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.006229 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [None req-06144d5e-1d3c-4560-92c0-db97c6362ad8 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] delete failed (client error): The resource could not be found. Jul 07 17:30:08.008064 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-06144d5e-1d3c-4560-92c0-db97c6362ad8 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "DELETE /v2.0/security-groups/f5b1af6c-5729-44c0-968f-c14aa4ddfdc4 HTTP/1.1" status: 404 len: 347 time: 0.0186281 Jul 07 17:30:08.013196 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59064) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:08.018567 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-8325c3ab-1ade-4e7f-9856-4702a81efae5 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Request body: {'security_group': {'name': 'tempest-secgroup--1382100004'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:08.087957 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8325c3ab-1ade-4e7f-9856-4702a81efae5 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.326074 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8325c3ab-1ade-4e7f-9856-4702a81efae5 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.337386 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8325c3ab-1ade-4e7f-9856-4702a81efae5 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.387108 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb6a8-8d46-443a-9334-428dd48c1c61 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.422644 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8325c3ab-1ade-4e7f-9856-4702a81efae5 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.426810 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8325c3ab-1ade-4e7f-9856-4702a81efae5 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4096012 Jul 07 17:30:08.429851 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59072) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:08.437957 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-8a076bae-65af-4c07-b154-1a0cce9e171c tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Request body: {'security_group_rule': {'security_group_id': '40764160-12a1-43fe-8110-ae16340ab90a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:08.459769 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325c3ab-1ade-4e7f-9856-4702a81efae5 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40764160-12a1-43fe-8110-ae16340ab90a,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:08.517017 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8a076bae-65af-4c07-b154-1a0cce9e171c tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.555438 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59074) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:08.661821 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7cb6a8-8d46-443a-9334-428dd48c1c61 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Router b70b9408-29cf-47f8-8015-5b050beb8240 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:30:08.690860 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8a076bae-65af-4c07-b154-1a0cce9e171c tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.696329 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8a076bae-65af-4c07-b154-1a0cce9e171c tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.721158 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8a076bae-65af-4c07-b154-1a0cce9e171c tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.725610 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8a076bae-65af-4c07-b154-1a0cce9e171c tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2916634 Jul 07 17:30:08.726317 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a076bae-65af-4c07-b154-1a0cce9e171c tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94254ca4-43a9-4a3b-bf4e-66cf3b4324a2,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:08.728399 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59078) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:08.762359 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-95bdc559-016d-4866-b21a-89aa85e58b0d tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.771074 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-95bdc559-016d-4866-b21a-89aa85e58b0d tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.813631 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-56f98235-f145-4c39-ac06-eb01be511abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.815519 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-95bdc559-016d-4866-b21a-89aa85e58b0d tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.823466 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-95bdc559-016d-4866-b21a-89aa85e58b0d tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.824652 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-95bdc559-016d-4866-b21a-89aa85e58b0d tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/94254ca4-43a9-4a3b-bf4e-66cf3b4324a2 HTTP/1.1" status: 204 len: 168 time: 0.0952113 Jul 07 17:30:08.831312 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59080) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:08.845728 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdc559-016d-4866-b21a-89aa85e58b0d tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94254ca4-43a9-4a3b-bf4e-66cf3b4324a2,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:08.873734 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7cb6a8-8d46-443a-9334-428dd48c1c61 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:08.888836 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb8f091-2457-4fe2-b02b-2d079a706049 None None] Sync routers for ids ['b70b9408-29cf-47f8-8015-5b050beb8240'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:08.906030 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb8f091-2457-4fe2-b02b-2d079a706049 None None] Routers {'b70b9408-29cf-47f8-8015-5b050beb8240'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:08.907679 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-edb8f091-2457-4fe2-b02b-2d079a706049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:29:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b70b9408-29cf-47f8-8015-5b050beb8240'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:08.914832 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-afcac773-03ef-4efc-a4d9-6f4a3ff20f9f tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0824251 Jul 07 17:30:08.917670 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59082) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:09.000306 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-56f98235-f145-4c39-ac06-eb01be511abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.007007 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-56f98235-f145-4c39-ac06-eb01be511abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.015899 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-51735b0c-f4ea-4080-a70b-a6dfcdce23b8 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.036848 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb6a8-8d46-443a-9334-428dd48c1c61 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.041441 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4d7cb6a8-8d46-443a-9334-428dd48c1c61 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.5515482 Jul 07 17:30:09.042540 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59084) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:09.078998 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-56f98235-f145-4c39-ac06-eb01be511abc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b5fe7083edf411f878e9bc681623638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5199089 Jul 07 17:30:09.082912 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59088) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:09.086781 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-51735b0c-f4ea-4080-a70b-a6dfcdce23b8 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.109469 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f98235-f145-4c39-ac06-eb01be511abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7cad98-1e25-408a-83c1-c47d3af66b54,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:09.113336 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-edb8f091-2457-4fe2-b02b-2d079a706049 None None] Set router b70b9408-29cf-47f8-8015-5b050beb8240 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:09.205207 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-51735b0c-f4ea-4080-a70b-a6dfcdce23b8 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.208309 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-51735b0c-f4ea-4080-a70b-a6dfcdce23b8 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.218355 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-51735b0c-f4ea-4080-a70b-a6dfcdce23b8 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "DELETE /v2.0/security-groups/40764160-12a1-43fe-8110-ae16340ab90a HTTP/1.1" status: 204 len: 168 time: 0.2990603 Jul 07 17:30:09.223213 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59092) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:09.258446 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b0baa66-059d-457d-8869-72a91cb9524d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.278536 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51735b0c-f4ea-4080-a70b-a6dfcdce23b8 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40764160-12a1-43fe-8110-ae16340ab90a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:09.314062 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b0baa66-059d-457d-8869-72a91cb9524d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.360035 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-394c2d05-748d-4cd0-acbe-7384534ee0cc tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1232862 Jul 07 17:30:09.362346 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59096) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:09.380270 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-ba5ef402-58c0-40cc-bb94-d8db96f5a984 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Request body: {'security_group': {'name': 'tempest-secgroup--85279340'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:09.415857 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-edb8f091-2457-4fe2-b02b-2d079a706049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141140788', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0a5ca324-95aa-45a6-a977-25f14d96bd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:05Z', 'updated_at': '2021-07-07T17:30:07Z', 'revision_number': 3, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '0a5ca324-95aa-45a6-a977-25f14d96bd4c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:06Z', 'updated_at': '2021-07-07T17:30:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:09.455011 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb8f091-2457-4fe2-b02b-2d079a706049 None None] Checking router: b70b9408-29cf-47f8-8015-5b050beb8240 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:30:09.455731 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb8f091-2457-4fe2-b02b-2d079a706049 None None] Updating router b70b9408-29cf-47f8-8015-5b050beb8240 port 0a5ca324-95aa-45a6-a977-25f14d96bd4c binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:30:09.495248 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1b1256bd-08d1-4502-ab53-ec09bfce4bda tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=63ef02b3c36b41d7904671af30e265ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4522142 Jul 07 17:30:09.499200 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59098) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:09.520577 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ba5ef402-58c0-40cc-bb94-d8db96f5a984 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.687364 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-edb8f091-2457-4fe2-b02b-2d079a706049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.687834 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962bdcc2-0378-4fad-a901-4ded7e0ed988 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:09.689450 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-962bdcc2-0378-4fad-a901-4ded7e0ed988 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1892283 Jul 07 17:30:09.698430 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59100) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:09.755689 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-563e995e-732b-41f1-b59c-9bb60f477c3d tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=b1c8a741-d954-43c5-b974-954b2190b048&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0558002 Jul 07 17:30:09.759891 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59102) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:09.768497 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-466bcc97-6d0a-4f0c-9a5a-b2aaf8028489 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-24482173', 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:09.849362 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b0baa66-059d-457d-8869-72a91cb9524d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.852569 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b0baa66-059d-457d-8869-72a91cb9524d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.853966 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3b0baa66-059d-457d-8869-72a91cb9524d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6c7cad98-1e25-408a-83c1-c47d3af66b54 HTTP/1.1" status: 204 len: 168 time: 0.7657211 Jul 07 17:30:09.876699 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0baa66-059d-457d-8869-72a91cb9524d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7cad98-1e25-408a-83c1-c47d3af66b54,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:10.022741 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ba5ef402-58c0-40cc-bb94-d8db96f5a984 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.056797 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ba5ef402-58c0-40cc-bb94-d8db96f5a984 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.066622 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466bcc97-6d0a-4f0c-9a5a-b2aaf8028489 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Made reservation on behalf of 63ef02b3c36b41d7904671af30e265ce for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:10.071034 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-466bcc97-6d0a-4f0c-9a5a-b2aaf8028489 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.225377 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ba5ef402-58c0-40cc-bb94-d8db96f5a984 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.236753 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59110) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:10.246684 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-cf375b10-2c21-46bf-8455-9eed14b03584 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Request body: {'security_group_rule': {'security_group_id': '44b04307-9e5d-475b-94ab-e56e37b839a8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:10.250782 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ba5ef402-58c0-40cc-bb94-d8db96f5a984 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8646755 Jul 07 17:30:10.254513 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-edb8f091-2457-4fe2-b02b-2d079a706049 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.276573 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-edb8f091-2457-4fe2-b02b-2d079a706049 None None] Transition to ACTIVE for port object 0a5ca324-95aa-45a6-a977-25f14d96bd4c will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:10.286049 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-edb8f091-2457-4fe2-b02b-2d079a706049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.367381 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cf375b10-2c21-46bf-8455-9eed14b03584 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.377777 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ef402-58c0-40cc-bb94-d8db96f5a984 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b04307-9e5d-475b-94ab-e56e37b839a8,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:10.412409 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-edb8f091-2457-4fe2-b02b-2d079a706049 None None] Attempting to bind port 0a5ca324-95aa-45a6-a977-25f14d96bd4c on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:30:10.413836 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-edb8f091-2457-4fe2-b02b-2d079a706049 None None] Attempting to bind port 0a5ca324-95aa-45a6-a977-25f14d96bd4c by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:30:10.413836 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb8f091-2457-4fe2-b02b-2d079a706049 None None] Attempting to bind port 0a5ca324-95aa-45a6-a977-25f14d96bd4c on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:30:10.425878 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb8f091-2457-4fe2-b02b-2d079a706049 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:30:10.429055 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb8f091-2457-4fe2-b02b-2d079a706049 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:10.432368 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-edb8f091-2457-4fe2-b02b-2d079a706049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.434157 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb8f091-2457-4fe2-b02b-2d079a706049 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:30:10.435900 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-edb8f091-2457-4fe2-b02b-2d079a706049 None None] Bound port: 0a5ca324-95aa-45a6-a977-25f14d96bd4c, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:30:10.437354 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-edb8f091-2457-4fe2-b02b-2d079a706049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.439534 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f15bf-6fcd-4d81-8e0f-61b8e9855b90 None None] Pushing event updated for resources: {'Port': ['ID=0a5ca324-95aa-45a6-a977-25f14d96bd4c,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:10.523760 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59116) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:10.543853 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-34ad8208-9ea5-40e6-9b15-94cb820014b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.554748 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cf375b10-2c21-46bf-8455-9eed14b03584 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.560790 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cf375b10-2c21-46bf-8455-9eed14b03584 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.571661 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-edb8f091-2457-4fe2-b02b-2d079a706049 None None] For port 0a5ca324-95aa-45a6-a977-25f14d96bd4c, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:30:10.581794 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-edb8f091-2457-4fe2-b02b-2d079a706049 None None] For port 0a5ca324-95aa-45a6-a977-25f14d96bd4c, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=0a5ca324-95aa-45a6-a977-25f14d96bd4c,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:30:10.592047 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-edb8f091-2457-4fe2-b02b-2d079a706049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.598258 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf375b10-2c21-46bf-8455-9eed14b03584 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c8bb94b-70e1-4861-b05a-092e58861341,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:10.660051 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f15bf-6fcd-4d81-8e0f-61b8e9855b90 None None] Pushing event updated for resources: {'Port': ['ID=0a5ca324-95aa-45a6-a977-25f14d96bd4c,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:10.670112 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb8f091-2457-4fe2-b02b-2d079a706049 None None] Routers {'b70b9408-29cf-47f8-8015-5b050beb8240'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:10.670942 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-edb8f091-2457-4fe2-b02b-2d079a706049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:29:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b70b9408-29cf-47f8-8015-5b050beb8240'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:10.675889 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-466bcc97-6d0a-4f0c-9a5a-b2aaf8028489 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.825876 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-edb8f091-2457-4fe2-b02b-2d079a706049 None None] Set router b70b9408-29cf-47f8-8015-5b050beb8240 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:11.059350 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-edb8f091-2457-4fe2-b02b-2d079a706049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141140788', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0a5ca324-95aa-45a6-a977-25f14d96bd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:05Z', 'updated_at': '2021-07-07T17:30:07Z', 'revision_number': 3, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '0a5ca324-95aa-45a6-a977-25f14d96bd4c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:06Z', 'updated_at': '2021-07-07T17:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:11.088390 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466bcc97-6d0a-4f0c-9a5a-b2aaf8028489 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Subnet': ['ID=c7220b1e-0683-4b43-aadb-e64a2bca5a0c,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:11.105119 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb8f091-2457-4fe2-b02b-2d079a706049 None None] The sync data for ids ['b70b9408-29cf-47f8-8015-5b050beb8240'] in n-d-791503-12 is: [{'id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141140788', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0a5ca324-95aa-45a6-a977-25f14d96bd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:05Z', 'updated_at': '2021-07-07T17:30:07Z', 'revision_number': 3, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '0a5ca324-95aa-45a6-a977-25f14d96bd4c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:06Z', 'updated_at': '2021-07-07T17:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:11.109745 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466bcc97-6d0a-4f0c-9a5a-b2aaf8028489 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Checking segment: {'id': '27cd8d64-101c-4435-85d0-25e1d1100686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:11.110031 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466bcc97-6d0a-4f0c-9a5a-b2aaf8028489 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Network hostable DHCP agents. Network: b285fdfa-f472-481a-bbcf-cbb63c5594f1, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:30:11.155437 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466bcc97-6d0a-4f0c-9a5a-b2aaf8028489 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Network b285fdfa-f472-481a-bbcf-cbb63c5594f1 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:30:11.172070 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-466bcc97-6d0a-4f0c-9a5a-b2aaf8028489 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, b285fdfa-f472-481a-bbcf-cbb63c5594f1) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:11.179674 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-34ad8208-9ea5-40e6-9b15-94cb820014b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.181510 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466bcc97-6d0a-4f0c-9a5a-b2aaf8028489 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:11.182128 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-466bcc97-6d0a-4f0c-9a5a-b2aaf8028489 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.183527 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f46b34-3b5a-4333-81f4-80841335bf24 None None] Network b285fdfa-f472-481a-bbcf-cbb63c5594f1 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:11.188127 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-34ad8208-9ea5-40e6-9b15-94cb820014b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.190450 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cf375b10-2c21-46bf-8455-9eed14b03584 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.192193 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cf375b10-2c21-46bf-8455-9eed14b03584 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9538713 Jul 07 17:30:11.195501 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59118) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:11.201177 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-aed24cdd-805c-4128-baf6-ae930a0703ae tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Request body: {'security_group_rule': {'security_group_id': '44b04307-9e5d-475b-94ab-e56e37b839a8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:11.270390 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aed24cdd-805c-4128-baf6-ae930a0703ae tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.286148 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59120) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:11.286330 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-466bcc97-6d0a-4f0c-9a5a-b2aaf8028489 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5247869 Jul 07 17:30:11.290058 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad8208-9ea5-40e6-9b15-94cb820014b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ea83ae-e637-49de-bbb4-a652e4c4deb6,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:11.307482 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59122) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:11.315381 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-34ad8208-9ea5-40e6-9b15-94cb820014b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=71ad06a0ce5b437d9f880b8ba19ace2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7900653 Jul 07 17:30:11.482710 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e70cd25-86ca-4d29-a831-a922b7a123f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-b285fdfa-f472-481a-bbcf-cbb63c5594f1', 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'fixed_ips': [{'subnet_id': 'c7220b1e-0683-4b43-aadb-e64a2bca5a0c'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:30:11.486167 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aed24cdd-805c-4128-baf6-ae930a0703ae tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.486952 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3e70cd25-86ca-4d29-a831-a922b7a123f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.496380 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aed24cdd-805c-4128-baf6-ae930a0703ae tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.602050 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aed24cdd-805c-4128-baf6-ae930a0703ae tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.606718 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-aed24cdd-805c-4128-baf6-ae930a0703ae tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4068730 Jul 07 17:30:11.613339 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59128) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:11.613989 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed24cdd-805c-4128-baf6-ae930a0703ae tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a03dac5-d4a2-49d0-a0bb-9143a3ceebed,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:11.618569 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-4dcdf01a-7ce8-4251-a737-8695d48cacb3 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Request body: {'security_group_rule': {'security_group_id': '44b04307-9e5d-475b-94ab-e56e37b839a8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:11.788044 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-97693a32-f804-44e4-a99f-7afd1229b765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.848206 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4dcdf01a-7ce8-4251-a737-8695d48cacb3 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.909903 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-97693a32-f804-44e4-a99f-7afd1229b765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.987296 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-3e70cd25-86ca-4d29-a831-a922b7a123f7 None None] Allocated IP 172.20.0.2 (b285fdfa-f472-481a-bbcf-cbb63c5594f1/c7220b1e-0683-4b43-aadb-e64a2bca5a0c/888b46cc-2fdf-4be3-8625-598cd368613f) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:12.109189 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 0a5ca324-95aa-45a6-a977-25f14d96bd4c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:12.139196 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-97693a32-f804-44e4-a99f-7afd1229b765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.142281 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-97693a32-f804-44e4-a99f-7afd1229b765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.148318 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-97693a32-f804-44e4-a99f-7afd1229b765 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d8ea83ae-e637-49de-bbb4-a652e4c4deb6 HTTP/1.1" status: 204 len: 168 time: 0.8370109 Jul 07 17:30:12.192951 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97693a32-f804-44e4-a99f-7afd1229b765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ea83ae-e637-49de-bbb4-a652e4c4deb6,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:12.236898 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4dcdf01a-7ce8-4251-a737-8695d48cacb3 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.245660 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4dcdf01a-7ce8-4251-a737-8695d48cacb3 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.272792 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 0a5ca324-95aa-45a6-a977-25f14d96bd4c completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:12.331142 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4dcdf01a-7ce8-4251-a737-8695d48cacb3 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.332731 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4dcdf01a-7ce8-4251-a737-8695d48cacb3 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7179565 Jul 07 17:30:12.333476 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcdf01a-7ce8-4251-a737-8695d48cacb3 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ddf321-90e0-454e-a973-a067eec5e84d,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:12.337691 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59140) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:12.343700 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-afab1074-c2b5-4bb3-8234-81750d1d9e05 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Request body: {'security_group_rule': {'security_group_id': '44b04307-9e5d-475b-94ab-e56e37b839a8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:12.346432 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 0a5ca324-95aa-45a6-a977-25f14d96bd4c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:12.347008 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.403089 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-afab1074-c2b5-4bb3-8234-81750d1d9e05 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.566733 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-afab1074-c2b5-4bb3-8234-81750d1d9e05 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.576962 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-afab1074-c2b5-4bb3-8234-81750d1d9e05 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.628912 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab1074-c2b5-4bb3-8234-81750d1d9e05 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f57e4d6-2e80-44c3-9a57-3aba201aef55,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:12.653452 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-afab1074-c2b5-4bb3-8234-81750d1d9e05 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.654841 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-afab1074-c2b5-4bb3-8234-81750d1d9e05 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3160484 Jul 07 17:30:12.659327 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59154) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:12.683850 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d2940028-0ab7-462a-b09e-4fa5270e2e3c tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Request body: {'security_group_rule': {'security_group_id': '44b04307-9e5d-475b-94ab-e56e37b839a8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:12.728096 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d2940028-0ab7-462a-b09e-4fa5270e2e3c tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.799976 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d2940028-0ab7-462a-b09e-4fa5270e2e3c tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.805674 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d2940028-0ab7-462a-b09e-4fa5270e2e3c tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.810259 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.834640 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2940028-0ab7-462a-b09e-4fa5270e2e3c tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffcc11ce-2636-4360-86cf-bb8ce528ca76,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:12.838228 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d2940028-0ab7-462a-b09e-4fa5270e2e3c tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.839545 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d2940028-0ab7-462a-b09e-4fa5270e2e3c tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1789601 Jul 07 17:30:12.844212 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59164) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:12.884496 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 0a5ca324-95aa-45a6-a977-25f14d96bd4c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=0a5ca324-95aa-45a6-a977-25f14d96bd4c,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:12.889178 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-df11a90f-de3e-451f-ad1e-543f8d2ce586 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.900168 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-df11a90f-de3e-451f-ad1e-543f8d2ce586 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.946284 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-df11a90f-de3e-451f-ad1e-543f8d2ce586 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.949566 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-948a922e-dc12-4cbc-8bcf-7ff97bc8e861 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.956798 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3e70cd25-86ca-4d29-a831-a922b7a123f7 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.958133 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-df11a90f-de3e-451f-ad1e-543f8d2ce586 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.965386 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-df11a90f-de3e-451f-ad1e-543f8d2ce586 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/ffcc11ce-2636-4360-86cf-bb8ce528ca76 HTTP/1.1" status: 204 len: 168 time: 0.1151862 Jul 07 17:30:12.968285 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59168) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:12.974151 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.010652 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11a90f-de3e-451f-ad1e-543f8d2ce586 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffcc11ce-2636-4360-86cf-bb8ce528ca76,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:13.056927 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3e70cd25-86ca-4d29-a831-a922b7a123f7 None None] Transition to ACTIVE for port object 888b46cc-2fdf-4be3-8625-598cd368613f will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:13.091656 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7dcdeb45-bc7f-4bff-b4ab-4fdde079474a tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1212049 Jul 07 17:30:13.092862 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59174) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:13.093247 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3e70cd25-86ca-4d29-a831-a922b7a123f7 None None] Transition to ACTIVE for port object 888b46cc-2fdf-4be3-8625-598cd368613f will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:13.112822 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=0a5ca324-95aa-45a6-a977-25f14d96bd4c,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:13.119682 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3e70cd25-86ca-4d29-a831-a922b7a123f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.149848 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e70cd25-86ca-4d29-a831-a922b7a123f7 None None] Network b285fdfa-f472-481a-bbcf-cbb63c5594f1 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:13.153266 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-3e70cd25-86ca-4d29-a831-a922b7a123f7 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:13.193010 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c54fef4-a220-4e0a-b3d7-01afa52d269d tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.196441 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e70cd25-86ca-4d29-a831-a922b7a123f7 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:13.207247 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c54fef4-a220-4e0a-b3d7-01afa52d269d tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.294993 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c54fef4-a220-4e0a-b3d7-01afa52d269d tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.319245 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c54fef4-a220-4e0a-b3d7-01afa52d269d tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.325620 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8c54fef4-a220-4e0a-b3d7-01afa52d269d tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/7f57e4d6-2e80-44c3-9a57-3aba201aef55 HTTP/1.1" status: 204 len: 168 time: 0.2305338 Jul 07 17:30:13.331884 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59180) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:13.410523 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54fef4-a220-4e0a-b3d7-01afa52d269d tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f57e4d6-2e80-44c3-9a57-3aba201aef55,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:13.427755 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70cd25-86ca-4d29-a831-a922b7a123f7 None None] Pushing event updated for resources: {'Port': ['ID=888b46cc-2fdf-4be3-8625-598cd368613f,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:13.451165 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-948a922e-dc12-4cbc-8bcf-7ff97bc8e861 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Allocated IP 172.20.0.1 (b285fdfa-f472-481a-bbcf-cbb63c5594f1/c7220b1e-0683-4b43-aadb-e64a2bca5a0c/de553137-ffc3-4d2b-b742-da76d7f92d43) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:13.473730 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-3e70cd25-86ca-4d29-a831-a922b7a123f7 None None] Attempting to bind port 888b46cc-2fdf-4be3-8625-598cd368613f on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:30:13.474336 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-3e70cd25-86ca-4d29-a831-a922b7a123f7 None None] Attempting to bind port 888b46cc-2fdf-4be3-8625-598cd368613f by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '27cd8d64-101c-4435-85d0-25e1d1100686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:30:13.475001 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e70cd25-86ca-4d29-a831-a922b7a123f7 None None] Attempting to bind port 888b46cc-2fdf-4be3-8625-598cd368613f on network b285fdfa-f472-481a-bbcf-cbb63c5594f1 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:30:13.495728 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e70cd25-86ca-4d29-a831-a922b7a123f7 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:30:13.498636 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e70cd25-86ca-4d29-a831-a922b7a123f7 None None] Checking segment: {'id': '27cd8d64-101c-4435-85d0-25e1d1100686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:13.498636 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3e70cd25-86ca-4d29-a831-a922b7a123f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.510160 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-10dd2184-f086-4707-92a5-32a642661c71 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1767995 Jul 07 17:30:13.511102 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59184) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:13.519079 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e70cd25-86ca-4d29-a831-a922b7a123f7 None None] Bound using segment: {'id': '27cd8d64-101c-4435-85d0-25e1d1100686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:30:13.519796 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-3e70cd25-86ca-4d29-a831-a922b7a123f7 None None] Bound port: 888b46cc-2fdf-4be3-8625-598cd368613f, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27cd8d64-101c-4435-85d0-25e1d1100686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:30:13.520204 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3e70cd25-86ca-4d29-a831-a922b7a123f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.563626 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1cd074e1-5203-4ec4-bfb9-2d00074adae8 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.583777 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1cd074e1-5203-4ec4-bfb9-2d00074adae8 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.632999 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1cd074e1-5203-4ec4-bfb9-2d00074adae8 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.635242 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3e70cd25-86ca-4d29-a831-a922b7a123f7 None None] For port 888b46cc-2fdf-4be3-8625-598cd368613f, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:30:13.639753 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3e70cd25-86ca-4d29-a831-a922b7a123f7 None None] For port 888b46cc-2fdf-4be3-8625-598cd368613f, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=888b46cc-2fdf-4be3-8625-598cd368613f,segment=NetworkSegment(27cd8d64-101c-4435-85d0-25e1d1100686),segment_id=27cd8d64-101c-4435-85d0-25e1d1100686)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:30:13.642374 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1cd074e1-5203-4ec4-bfb9-2d00074adae8 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.644754 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3e70cd25-86ca-4d29-a831-a922b7a123f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.644941 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1cd074e1-5203-4ec4-bfb9-2d00074adae8 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/c6ddf321-90e0-454e-a973-a067eec5e84d HTTP/1.1" status: 204 len: 168 time: 0.1326139 Jul 07 17:30:13.652972 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59188) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:13.658893 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd074e1-5203-4ec4-bfb9-2d00074adae8 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6ddf321-90e0-454e-a973-a067eec5e84d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:13.716396 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e7bff4e9-faba-494b-b388-90694e60c5d1 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0627038 Jul 07 17:30:13.716599 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-948a922e-dc12-4cbc-8bcf-7ff97bc8e861 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.718876 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59194) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:13.748470 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-948a922e-dc12-4cbc-8bcf-7ff97bc8e861 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Transition to ACTIVE for port object de553137-ffc3-4d2b-b742-da76d7f92d43 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:13.768405 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-92a0c68b-ede1-46b0-b2e1-a5f14a76f2ad tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.785312 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-92a0c68b-ede1-46b0-b2e1-a5f14a76f2ad tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.804986 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70cd25-86ca-4d29-a831-a922b7a123f7 None None] Pushing event updated for resources: {'Port': ['ID=888b46cc-2fdf-4be3-8625-598cd368613f,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:13.836653 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-92a0c68b-ede1-46b0-b2e1-a5f14a76f2ad tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.848130 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-92a0c68b-ede1-46b0-b2e1-a5f14a76f2ad tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.853481 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59202) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:13.858532 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-92a0c68b-ede1-46b0-b2e1-a5f14a76f2ad tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/9a03dac5-d4a2-49d0-a0bb-9143a3ceebed HTTP/1.1" status: 204 len: 168 time: 0.1385443 Jul 07 17:30:13.869689 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0c68b-ede1-46b0-b2e1-a5f14a76f2ad tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a03dac5-d4a2-49d0-a0bb-9143a3ceebed,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:13.882949 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-948a922e-dc12-4cbc-8bcf-7ff97bc8e861 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.941876 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948a922e-dc12-4cbc-8bcf-7ff97bc8e861 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Network b285fdfa-f472-481a-bbcf-cbb63c5594f1 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:13.947233 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-948a922e-dc12-4cbc-8bcf-7ff97bc8e861 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:13.963759 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948a922e-dc12-4cbc-8bcf-7ff97bc8e861 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:13.967415 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1a356859-c6ef-42d9-807f-ae0270947ff7 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1125998 Jul 07 17:30:13.973702 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59206) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:14.042284 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5b80bc71-6830-4a96-b845-0464350d4ed5 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.042498 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 0a5ca324-95aa-45a6-a977-25f14d96bd4c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:14.054738 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a922e-dc12-4cbc-8bcf-7ff97bc8e861 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Port': ['ID=de553137-ffc3-4d2b-b742-da76d7f92d43,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:14.063528 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5b80bc71-6830-4a96-b845-0464350d4ed5 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.156008 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-948a922e-dc12-4cbc-8bcf-7ff97bc8e861 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.156288 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5b80bc71-6830-4a96-b845-0464350d4ed5 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.172452 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5b80bc71-6830-4a96-b845-0464350d4ed5 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.184126 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5b80bc71-6830-4a96-b845-0464350d4ed5 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/0c8bb94b-70e1-4861-b05a-092e58861341 HTTP/1.1" status: 204 len: 168 time: 0.2058787 Jul 07 17:30:14.217407 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59212) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:14.218403 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80bc71-6830-4a96-b845-0464350d4ed5 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c8bb94b-70e1-4861-b05a-092e58861341,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:14.237765 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 0a5ca324-95aa-45a6-a977-25f14d96bd4c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:14.238383 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.359021 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b5fdbe15-a980-4aed-b93c-46e9cd940cd6 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1344585 Jul 07 17:30:14.361878 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59218) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:14.523747 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ad4f6031-45eb-41ba-8570-6cd29f674976 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.582898 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ad4f6031-45eb-41ba-8570-6cd29f674976 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.660990 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-948a922e-dc12-4cbc-8bcf-7ff97bc8e861 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.715919 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ad4f6031-45eb-41ba-8570-6cd29f674976 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.718497 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ad4f6031-45eb-41ba-8570-6cd29f674976 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.719627 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ad4f6031-45eb-41ba-8570-6cd29f674976 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "DELETE /v2.0/security-groups/44b04307-9e5d-475b-94ab-e56e37b839a8 HTTP/1.1" status: 204 len: 168 time: 0.3566754 Jul 07 17:30:14.722429 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59232) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:14.746868 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f6031-45eb-41ba-8570-6cd29f674976 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b04307-9e5d-475b-94ab-e56e37b839a8,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:14.852079 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b01724b5-cbb7-4f99-9504-ed92ca89db99 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1271265 Jul 07 17:30:14.853379 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59234) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:14.859827 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-a5a878ef-b3ad-48c3-bf81-eb9f40f92ba0 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Request body: {'security_group': {'name': 'tempest-secgroup--1477968105'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:14.979540 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a5a878ef-b3ad-48c3-bf81-eb9f40f92ba0 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:15.540215 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f941d07a-92d8-447f-b2ae-a170ca08f5e3 None None] Network b285fdfa-f472-481a-bbcf-cbb63c5594f1 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:15.759268 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-30d759d9-bf4d-4688-988e-61884de399b5 None None] Provisioning for port 888b46cc-2fdf-4be3-8625-598cd368613f completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:15.854442 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-948a922e-dc12-4cbc-8bcf-7ff97bc8e861 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:15.870824 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a5a878ef-b3ad-48c3-bf81-eb9f40f92ba0 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:15.873089 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-948a922e-dc12-4cbc-8bcf-7ff97bc8e861 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:15.947807 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a5a878ef-b3ad-48c3-bf81-eb9f40f92ba0 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.048762 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 888b46cc-2fdf-4be3-8625-598cd368613f up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:16.051049 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a922e-dc12-4cbc-8bcf-7ff97bc8e861 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Port': ['ID=de553137-ffc3-4d2b-b742-da76d7f92d43,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:16.080457 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a5a878ef-b3ad-48c3-bf81-eb9f40f92ba0 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.084435 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a5a878ef-b3ad-48c3-bf81-eb9f40f92ba0 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2271996 Jul 07 17:30:16.084435 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a878ef-b3ad-48c3-bf81-eb9f40f92ba0 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb49a58-0a88-4cef-8c40-0ff7ba2f3889,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:16.085268 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59266) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:16.085715 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-948a922e-dc12-4cbc-8bcf-7ff97bc8e861 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.091130 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-2ce58a60-84ea-4011-b90d-5890f7cad0a5 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Request body: {'security_group_rule': {'security_group_id': 'ddb49a58-0a88-4cef-8c40-0ff7ba2f3889', 'direction': 'ingress', 'protocol': 17}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:16.163686 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2ce58a60-84ea-4011-b90d-5890f7cad0a5 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.188234 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 888b46cc-2fdf-4be3-8625-598cd368613f completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:16.213099 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 888b46cc-2fdf-4be3-8625-598cd368613f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:16.216450 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.278945 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-543644dd-dd75-4319-9877-deaed5698426 None None] Provisioning for port de553137-ffc3-4d2b-b742-da76d7f92d43 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:16.291718 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948a922e-dc12-4cbc-8bcf-7ff97bc8e861 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Network b285fdfa-f472-481a-bbcf-cbb63c5594f1 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:16.297802 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-948a922e-dc12-4cbc-8bcf-7ff97bc8e861 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:16.302063 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-543644dd-dd75-4319-9877-deaed5698426 None None] Provisioning complete for port de553137-ffc3-4d2b-b742-da76d7f92d43 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:16.312154 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-543644dd-dd75-4319-9877-deaed5698426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.324066 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2ce58a60-84ea-4011-b90d-5890f7cad0a5 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.330175 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2ce58a60-84ea-4011-b90d-5890f7cad0a5 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.395078 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce58a60-84ea-4011-b90d-5890f7cad0a5 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62348b2d-9a0a-460b-a3c3-35410d887570,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:16.405038 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2ce58a60-84ea-4011-b90d-5890f7cad0a5 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.413315 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2ce58a60-84ea-4011-b90d-5890f7cad0a5 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3262167 Jul 07 17:30:16.414007 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59274) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:16.439222 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-543644dd-dd75-4319-9877-deaed5698426 None None] Port de553137-ffc3-4d2b-b742-da76d7f92d43 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:16.477543 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-543644dd-dd75-4319-9877-deaed5698426 None None] Provisioning complete for port 888b46cc-2fdf-4be3-8625-598cd368613f triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:16.478029 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-543644dd-dd75-4319-9877-deaed5698426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.593307 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.608262 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4a8b7a55-7e5a-4d71-b475-99daa5071ca0 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.638136 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 888b46cc-2fdf-4be3-8625-598cd368613f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=888b46cc-2fdf-4be3-8625-598cd368613f,segment=NetworkSegment(27cd8d64-101c-4435-85d0-25e1d1100686),segment_id=27cd8d64-101c-4435-85d0-25e1d1100686)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:16.667992 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4a8b7a55-7e5a-4d71-b475-99daa5071ca0 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.668363 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948a922e-dc12-4cbc-8bcf-7ff97bc8e861 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Router b70b9408-29cf-47f8-8015-5b050beb8240 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:16.671257 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.772986 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=888b46cc-2fdf-4be3-8625-598cd368613f,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:16.806283 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4a8b7a55-7e5a-4d71-b475-99daa5071ca0 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.811074 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4a8b7a55-7e5a-4d71-b475-99daa5071ca0 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.812811 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4a8b7a55-7e5a-4d71-b475-99daa5071ca0 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "DELETE /v2.0/security-groups/ddb49a58-0a88-4cef-8c40-0ff7ba2f3889 HTTP/1.1" status: 204 len: 168 time: 0.3974276 Jul 07 17:30:16.821080 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59284) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:16.839223 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b7a55-7e5a-4d71-b475-99daa5071ca0 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb49a58-0a88-4cef-8c40-0ff7ba2f3889,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:16.857553 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b7a55-7e5a-4d71-b475-99daa5071ca0 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:16.858292 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b7a55-7e5a-4d71-b475-99daa5071ca0 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:16.858755 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b7a55-7e5a-4d71-b475-99daa5071ca0 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:16.859169 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b7a55-7e5a-4d71-b475-99daa5071ca0 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:16.859581 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b7a55-7e5a-4d71-b475-99daa5071ca0 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:16.859988 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b7a55-7e5a-4d71-b475-99daa5071ca0 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:16.860372 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b7a55-7e5a-4d71-b475-99daa5071ca0 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:16.860821 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b7a55-7e5a-4d71-b475-99daa5071ca0 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:16.861343 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b7a55-7e5a-4d71-b475-99daa5071ca0 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:16.861990 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b7a55-7e5a-4d71-b475-99daa5071ca0 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:16.862979 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b7a55-7e5a-4d71-b475-99daa5071ca0 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:16.863596 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b7a55-7e5a-4d71-b475-99daa5071ca0 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:16.867441 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948a922e-dc12-4cbc-8bcf-7ff97bc8e861 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:16.889042 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ccf39f-183b-46d8-adef-9908a2ce7589 None None] Sync routers for ids ['b70b9408-29cf-47f8-8015-5b050beb8240'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:16.902814 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-948a922e-dc12-4cbc-8bcf-7ff97bc8e861 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "PUT /v2.0/routers/b70b9408-29cf-47f8-8015-5b050beb8240/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6151876 Jul 07 17:30:16.915019 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ccf39f-183b-46d8-adef-9908a2ce7589 None None] Routers {'b70b9408-29cf-47f8-8015-5b050beb8240'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:16.917554 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-d8ccf39f-183b-46d8-adef-9908a2ce7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:29:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b70b9408-29cf-47f8-8015-5b050beb8240'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:16.946662 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7ae805b7-a8d2-4c4a-8fd7-5dbb1aeaa523 None None] Provisioning complete for port de553137-ffc3-4d2b-b742-da76d7f92d43 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:16.951907 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7ae805b7-a8d2-4c4a-8fd7-5dbb1aeaa523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.987065 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59288) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:16.992793 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-7fdebc83-1d8d-4936-b81a-b041f4692d31 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Request body: {'security_group': {'name': 'tempest-secgroup--74817562'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:16.998886 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-38ad2dcb-27d4-48aa-b598-a3ef68aa3121 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1765935 Jul 07 17:30:17.046399 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7fdebc83-1d8d-4936-b81a-b041f4692d31 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.083671 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-7ae805b7-a8d2-4c4a-8fd7-5dbb1aeaa523 None None] Port de553137-ffc3-4d2b-b742-da76d7f92d43 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:17.112476 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-d8ccf39f-183b-46d8-adef-9908a2ce7589 None None] Set router b70b9408-29cf-47f8-8015-5b050beb8240 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:17.213734 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-cefed866-6886-4d32-83fc-b61095656323 None None] Provisioning complete for port de553137-ffc3-4d2b-b742-da76d7f92d43 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:17.214109 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cefed866-6886-4d32-83fc-b61095656323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.217831 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7fdebc83-1d8d-4936-b81a-b041f4692d31 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.250676 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7fdebc83-1d8d-4936-b81a-b041f4692d31 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.307214 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7fdebc83-1d8d-4936-b81a-b041f4692d31 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.309149 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7fdebc83-1d8d-4936-b81a-b041f4692d31 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3215370 Jul 07 17:30:17.311537 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdebc83-1d8d-4936-b81a-b041f4692d31 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d4dfbf-d7d3-4449-b7e8-1fde63ec624b,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:17.314784 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59304) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:17.320661 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-bb16d165-cb8d-4863-b7a2-6d8d1ee7594c tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Request body: {'security_group': {'name': 'tempest-secgroup--136086104'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:17.325906 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-cefed866-6886-4d32-83fc-b61095656323 None None] Port de553137-ffc3-4d2b-b742-da76d7f92d43 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:17.343887 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-e14cfbc9-dcaa-4341-b487-044ab246b053 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1786809383&fields=id&tenant_id=63ef02b3c36b41d7904671af30e265ce HTTP/1.1" status: 200 len: 267 time: 0.1002769 Jul 07 17:30:17.352032 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bb16d165-cb8d-4863-b7a2-6d8d1ee7594c tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.508157 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bb16d165-cb8d-4863-b7a2-6d8d1ee7594c tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.513844 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bb16d165-cb8d-4863-b7a2-6d8d1ee7594c tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.555242 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bb16d165-cb8d-4863-b7a2-6d8d1ee7594c tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.558749 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bb16d165-cb8d-4863-b7a2-6d8d1ee7594c tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2427859 Jul 07 17:30:17.563926 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59310) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:17.580898 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-d8ccf39f-183b-46d8-adef-9908a2ce7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141140788', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0a5ca324-95aa-45a6-a977-25f14d96bd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:05Z', 'updated_at': '2021-07-07T17:30:14Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '0a5ca324-95aa-45a6-a977-25f14d96bd4c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:06Z', 'updated_at': '2021-07-07T17:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'de553137-ffc3-4d2b-b742-da76d7f92d43', 'name': '', 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:2b:7c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'c7220b1e-0683-4b43-aadb-e64a2bca5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:13Z', 'updated_at': '2021-07-07T17:30:15Z', 'revision_number': 2, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': 'c7220b1e-0683-4b43-aadb-e64a2bca5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:17.604035 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-3aee77ff-c2fc-40c0-a7ff-15c862c19df8 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Request body: {'security_group_rule': {'security_group_id': '81d4dfbf-d7d3-4449-b7e8-1fde63ec624b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3faf2510-f708-44dc-9fb2-bed1c5563ec5', 'remote_ip_prefix': None}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:17.622453 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16d165-cb8d-4863-b7a2-6d8d1ee7594c tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3faf2510-f708-44dc-9fb2-bed1c5563ec5,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:17.714505 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-e611060e-5e38-48a9-aba4-bb8497d98a24 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:17.722491 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-e611060e-5e38-48a9-aba4-bb8497d98a24 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/networks?id=b285fdfa-f472-481a-bbcf-cbb63c5594f1 HTTP/1.1" status: 200 len: 797 time: 0.3740780 Jul 07 17:30:17.753060 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-0d637884-3e74-4594-83ae-16dd1dd1549e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/quotas/63ef02b3c36b41d7904671af30e265ce HTTP/1.1" status: 200 len: 375 time: 0.0210953 Jul 07 17:30:17.777383 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ccf39f-183b-46d8-adef-9908a2ce7589 None None] Checking router: b70b9408-29cf-47f8-8015-5b050beb8240 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:30:17.777732 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ccf39f-183b-46d8-adef-9908a2ce7589 None None] Updating router b70b9408-29cf-47f8-8015-5b050beb8240 port de553137-ffc3-4d2b-b742-da76d7f92d43 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:30:17.794352 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3aee77ff-c2fc-40c0-a7ff-15c862c19df8 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.839336 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d8ccf39f-183b-46d8-adef-9908a2ce7589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.950536 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-768c193d-663b-4f9d-b37d-42fc3936b768 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1846027 Jul 07 17:30:18.003661 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 888b46cc-2fdf-4be3-8625-598cd368613f up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:18.078723 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-afb1ac11-704d-4f50-858d-e6b24f11e294 service neutron] 10.222.0.53 "GET /v2.0/networks/b285fdfa-f472-481a-bbcf-cbb63c5594f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167040 Jul 07 17:30:18.088738 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 888b46cc-2fdf-4be3-8625-598cd368613f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:18.089449 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.106218 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3aee77ff-c2fc-40c0-a7ff-15c862c19df8 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.130216 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3aee77ff-c2fc-40c0-a7ff-15c862c19df8 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.191088 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee77ff-c2fc-40c0-a7ff-15c862c19df8 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216a37ba-47a7-4233-9628-284ec7e426c3,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:18.211503 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3aee77ff-c2fc-40c0-a7ff-15c862c19df8 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.215683 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3aee77ff-c2fc-40c0-a7ff-15c862c19df8 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6447556 Jul 07 17:30:18.219233 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59322) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:18.266213 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ae1021e-0690-4abd-884c-0b6dbf29f7b6 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.283155 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-749efe28-e204-43e4-a557-79e4df2911de service neutron] 10.222.0.53 "GET /v2.0/networks/b285fdfa-f472-481a-bbcf-cbb63c5594f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753786 Jul 07 17:30:18.284987 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ae1021e-0690-4abd-884c-0b6dbf29f7b6 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.330918 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ae1021e-0690-4abd-884c-0b6dbf29f7b6 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.356313 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d8ccf39f-183b-46d8-adef-9908a2ce7589 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.361435 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3ae1021e-0690-4abd-884c-0b6dbf29f7b6 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.366028 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59324) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:18.374141 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3ae1021e-0690-4abd-884c-0b6dbf29f7b6 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/216a37ba-47a7-4233-9628-284ec7e426c3 HTTP/1.1" status: 204 len: 168 time: 0.1536026 Jul 07 17:30:18.383186 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-d8ccf39f-183b-46d8-adef-9908a2ce7589 None None] Transition to ACTIVE for port object de553137-ffc3-4d2b-b742-da76d7f92d43 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:18.398104 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d8ccf39f-183b-46d8-adef-9908a2ce7589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.403955 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1021e-0690-4abd-884c-0b6dbf29f7b6 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=216a37ba-47a7-4233-9628-284ec7e426c3,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:18.472521 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-19a37320-55d7-4809-b182-23fec988ae84 req-3f863fda-a916-47f1-b548-84e68899661e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9d8959d7-934a-413a-a001-03f6650b48de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1517539 Jul 07 17:30:18.484739 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e47b86a9-a20c-4b8d-84dc-5e91d4205f37 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1172495 Jul 07 17:30:18.489819 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59328) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:18.644811 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0908829-f872-45bf-8b03-8b10900f6872 req-e7a199bf-edca-42d1-932e-37336cace042 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 210 time: 0.0703013 Jul 07 17:30:18.672373 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c0fa5-316c-4bd0-9ffa-a8718dffb85b None None] Pushing event updated for resources: {'Port': ['ID=de553137-ffc3-4d2b-b742-da76d7f92d43,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:18.685180 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-68043eaf-d50c-4873-a70f-61359df78eef tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.744949 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c0fa5-316c-4bd0-9ffa-a8718dffb85b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:18.745299 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c0fa5-316c-4bd0-9ffa-a8718dffb85b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:18.747724 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c0fa5-316c-4bd0-9ffa-a8718dffb85b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:18.748089 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c0fa5-316c-4bd0-9ffa-a8718dffb85b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:18.748432 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c0fa5-316c-4bd0-9ffa-a8718dffb85b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:18.748795 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c0fa5-316c-4bd0-9ffa-a8718dffb85b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:18.749241 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c0fa5-316c-4bd0-9ffa-a8718dffb85b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:18.749920 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c0fa5-316c-4bd0-9ffa-a8718dffb85b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:18.749920 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c0fa5-316c-4bd0-9ffa-a8718dffb85b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:18.750100 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c0fa5-316c-4bd0-9ffa-a8718dffb85b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:18.750406 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c0fa5-316c-4bd0-9ffa-a8718dffb85b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:18.750740 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c0fa5-316c-4bd0-9ffa-a8718dffb85b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:18.789480 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-d8ccf39f-183b-46d8-adef-9908a2ce7589 None None] Attempting to bind port de553137-ffc3-4d2b-b742-da76d7f92d43 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:30:18.789844 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-d8ccf39f-183b-46d8-adef-9908a2ce7589 None None] Attempting to bind port de553137-ffc3-4d2b-b742-da76d7f92d43 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '27cd8d64-101c-4435-85d0-25e1d1100686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:30:18.790213 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ccf39f-183b-46d8-adef-9908a2ce7589 None None] Attempting to bind port de553137-ffc3-4d2b-b742-da76d7f92d43 on network b285fdfa-f472-481a-bbcf-cbb63c5594f1 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:30:18.801527 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ccf39f-183b-46d8-adef-9908a2ce7589 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:30:18.801915 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ccf39f-183b-46d8-adef-9908a2ce7589 None None] Checking segment: {'id': '27cd8d64-101c-4435-85d0-25e1d1100686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:18.802326 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d8ccf39f-183b-46d8-adef-9908a2ce7589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.803415 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ccf39f-183b-46d8-adef-9908a2ce7589 None None] Bound using segment: {'id': '27cd8d64-101c-4435-85d0-25e1d1100686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:30:18.803993 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-d8ccf39f-183b-46d8-adef-9908a2ce7589 None None] Bound port: de553137-ffc3-4d2b-b742-da76d7f92d43, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27cd8d64-101c-4435-85d0-25e1d1100686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:30:18.804456 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d8ccf39f-183b-46d8-adef-9908a2ce7589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.823006 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-68043eaf-d50c-4873-a70f-61359df78eef tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.881326 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a37320-55d7-4809-b182-23fec988ae84 req-8f248457-8bd1-480e-ba96-04998e077e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:18.883199 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-19a37320-55d7-4809-b182-23fec988ae84 req-8f248457-8bd1-480e-ba96-04998e077e40 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4cf81e7475744403a820dd4ea3aab049&device_id=9d8959d7-934a-413a-a001-03f6650b48de HTTP/1.1" status: 200 len: 1102 time: 0.3100450 Jul 07 17:30:18.946305 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-d8ccf39f-183b-46d8-adef-9908a2ce7589 None None] For port de553137-ffc3-4d2b-b742-da76d7f92d43, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:30:18.949679 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-d8ccf39f-183b-46d8-adef-9908a2ce7589 None None] For port de553137-ffc3-4d2b-b742-da76d7f92d43, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=de553137-ffc3-4d2b-b742-da76d7f92d43,segment=NetworkSegment(27cd8d64-101c-4435-85d0-25e1d1100686),segment_id=27cd8d64-101c-4435-85d0-25e1d1100686)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:30:18.956427 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d8ccf39f-183b-46d8-adef-9908a2ce7589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.034461 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ccf39f-183b-46d8-adef-9908a2ce7589 None None] Routers {'b70b9408-29cf-47f8-8015-5b050beb8240'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:19.035471 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-d8ccf39f-183b-46d8-adef-9908a2ce7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:29:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b70b9408-29cf-47f8-8015-5b050beb8240'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:19.175897 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-68043eaf-d50c-4873-a70f-61359df78eef tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.185310 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-68043eaf-d50c-4873-a70f-61359df78eef tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.186910 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-68043eaf-d50c-4873-a70f-61359df78eef tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "DELETE /v2.0/security-groups/3faf2510-f708-44dc-9fb2-bed1c5563ec5 HTTP/1.1" status: 204 len: 168 time: 0.6950247 Jul 07 17:30:19.190060 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59360) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:19.203098 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68043eaf-d50c-4873-a70f-61359df78eef tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faf2510-f708-44dc-9fb2-bed1c5563ec5,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:19.239034 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c0fa5-316c-4bd0-9ffa-a8718dffb85b None None] Pushing event updated for resources: {'Port': ['ID=de553137-ffc3-4d2b-b742-da76d7f92d43,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:19.264537 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a37320-55d7-4809-b182-23fec988ae84 req-085573a5-58bd-4e32-807e-fb89e1dd4dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:19.266731 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-19a37320-55d7-4809-b182-23fec988ae84 req-085573a5-58bd-4e32-807e-fb89e1dd4dd1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.3548160 Jul 07 17:30:19.395115 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8a4e7ee6-a36f-4b61-a981-ed1eae7f97cf tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.2029335 Jul 07 17:30:19.398152 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59366) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:19.427240 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-19a37320-55d7-4809-b182-23fec988ae84 req-0e624110-53f5-4736-b992-cecefea9d989 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=5098f836-ed1f-4b02-9be3-d1c4b69de758 HTTP/1.1" status: 200 len: 217 time: 0.1493356 Jul 07 17:30:19.486423 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-d8ccf39f-183b-46d8-adef-9908a2ce7589 None None] Set router b70b9408-29cf-47f8-8015-5b050beb8240 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:19.603201 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2ed36abe-4f6e-4d67-adc8-4363cce19526 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.604766 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a37320-55d7-4809-b182-23fec988ae84 req-c80a0b35-aa2f-4063-bbc3-f2e91484d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:19.606602 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-19a37320-55d7-4809-b182-23fec988ae84 req-c80a0b35-aa2f-4063-bbc3-f2e91484d7d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.1750650 Jul 07 17:30:19.726250 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2ed36abe-4f6e-4d67-adc8-4363cce19526 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.882920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a37320-55d7-4809-b182-23fec988ae84 req-6ec8136a-0288-4c4c-ba08-9704f56becd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:19.888847 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-19a37320-55d7-4809-b182-23fec988ae84 req-6ec8136a-0288-4c4c-ba08-9704f56becd9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2748890 Jul 07 17:30:19.915162 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2ed36abe-4f6e-4d67-adc8-4363cce19526 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.921316 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2ed36abe-4f6e-4d67-adc8-4363cce19526 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.925877 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2ed36abe-4f6e-4d67-adc8-4363cce19526 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "DELETE /v2.0/security-groups/81d4dfbf-d7d3-4449-b7e8-1fde63ec624b HTTP/1.1" status: 204 len: 168 time: 0.5252774 Jul 07 17:30:19.946428 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59380) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:20.003196 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed36abe-4f6e-4d67-adc8-4363cce19526 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d4dfbf-d7d3-4449-b7e8-1fde63ec624b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:20.098733 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-d8ccf39f-183b-46d8-adef-9908a2ce7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141140788', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0a5ca324-95aa-45a6-a977-25f14d96bd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:05Z', 'updated_at': '2021-07-07T17:30:14Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '0a5ca324-95aa-45a6-a977-25f14d96bd4c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:06Z', 'updated_at': '2021-07-07T17:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'de553137-ffc3-4d2b-b742-da76d7f92d43', 'name': '', 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:2b:7c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'c7220b1e-0683-4b43-aadb-e64a2bca5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:13Z', 'updated_at': '2021-07-07T17:30:18Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': 'c7220b1e-0683-4b43-aadb-e64a2bca5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:20.103981 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-72d90d01-ef0a-40a9-9e5d-4f7b4ff98845 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1563680 Jul 07 17:30:20.109277 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-19a37320-55d7-4809-b182-23fec988ae84 req-26d48604-5694-488c-9238-197b11b86ba6 service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135553 Jul 07 17:30:20.109777 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59382) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:20.114431 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-28373a4d-6c06-44b2-923a-85805506b50f tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Request body: {'security_group': {'name': 'tempest-secgroup--1449737460'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:20.119733 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d9ef8102-0750-4e6c-be9b-04e1eea9034e req-48471d8d-3845-4436-a150-09850b4d1ad7 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 210 time: 0.0785306 Jul 07 17:30:20.147939 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ccf39f-183b-46d8-adef-9908a2ce7589 None None] The sync data for ids ['b70b9408-29cf-47f8-8015-5b050beb8240'] in n-d-791503-12 is: [{'id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141140788', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0a5ca324-95aa-45a6-a977-25f14d96bd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:05Z', 'updated_at': '2021-07-07T17:30:14Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '0a5ca324-95aa-45a6-a977-25f14d96bd4c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:06Z', 'updated_at': '2021-07-07T17:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'de553137-ffc3-4d2b-b742-da76d7f92d43', 'name': '', 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:2b:7c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'c7220b1e-0683-4b43-aadb-e64a2bca5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:13Z', 'updated_at': '2021-07-07T17:30:18Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': 'c7220b1e-0683-4b43-aadb-e64a2bca5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:20.200358 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-28373a4d-6c06-44b2-923a-85805506b50f tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:20.418259 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-19a37320-55d7-4809-b182-23fec988ae84 req-87934f99-c864-48b0-b579-1e78f0d3617c service neutron] 10.222.0.64 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473447 Jul 07 17:30:20.515511 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-28373a4d-6c06-44b2-923a-85805506b50f tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:20.521154 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-28373a4d-6c06-44b2-923a-85805506b50f tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:20.623646 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-28373a4d-6c06-44b2-923a-85805506b50f tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:20.630782 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59394) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:20.631335 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-28373a4d-6c06-44b2-923a-85805506b50f tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5203042 Jul 07 17:30:20.633373 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28373a4d-6c06-44b2-923a-85805506b50f tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce4c196-6df7-41b1-8f03-776b1daf41d4,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:20.638118 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-17bca307-3c0c-446b-bc8b-6e5ef2d8dd7d tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Request body: {'security_group_rule': {'security_group_id': '4ce4c196-6df7-41b1-8f03-776b1daf41d4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:20.695926 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17bca307-3c0c-446b-bc8b-6e5ef2d8dd7d tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.136470 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17bca307-3c0c-446b-bc8b-6e5ef2d8dd7d tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.141871 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17bca307-3c0c-446b-bc8b-6e5ef2d8dd7d tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.235171 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bca307-3c0c-446b-bc8b-6e5ef2d8dd7d tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410b57d4-2131-48d6-883b-cd7651c9d7af,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:21.251944 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17bca307-3c0c-446b-bc8b-6e5ef2d8dd7d tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.253221 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-17bca307-3c0c-446b-bc8b-6e5ef2d8dd7d tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6204979 Jul 07 17:30:21.257141 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59410) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:21.263286 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-882ebb84-9d0c-450e-9466-d34a85128366 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:21.265172 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-882ebb84-9d0c-450e-9466-d34a85128366 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.72 "GET /v2.0/networks?id=b285fdfa-f472-481a-bbcf-cbb63c5594f1 HTTP/1.1" status: 200 len: 797 time: 0.5099199 Jul 07 17:30:21.353839 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5e18a865-f364-4d56-b68f-6219e906b51a tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.384342 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-a50cd038-eb9b-4292-8107-db56367b05c3 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63ef02b3c36b41d7904671af30e265ce HTTP/1.1" status: 200 len: 380 time: 0.0972133 Jul 07 17:30:21.394874 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-834ea135-ad7c-4fbf-bd95-f2f0e1282fa4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'port': {'device_id': 'b014abbe-7db2-4371-9562-10d9af7c8b7e', 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1', 'admin_state_up': True, 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'security_groups': ['91e55c31-5e5b-46ee-9470-d378058c752c']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:21.416404 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5e18a865-f364-4d56-b68f-6219e906b51a tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.433596 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-92e333e9-0319-4980-983d-dd241f572e5f req-4ce0e66b-4610-4109-869f-f3025baf0c5d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 210 time: 0.0738730 Jul 07 17:30:21.482459 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5e18a865-f364-4d56-b68f-6219e906b51a tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.503757 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5e18a865-f364-4d56-b68f-6219e906b51a tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.504949 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5e18a865-f364-4d56-b68f-6219e906b51a tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/410b57d4-2131-48d6-883b-cd7651c9d7af HTTP/1.1" status: 204 len: 168 time: 0.2466857 Jul 07 17:30:21.509808 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59412) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:21.536186 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18a865-f364-4d56-b68f-6219e906b51a tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=410b57d4-2131-48d6-883b-cd7651c9d7af,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:21.574463 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-834ea135-ad7c-4fbf-bd95-f2f0e1282fa4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Made reservation on behalf of 63ef02b3c36b41d7904671af30e265ce for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:21.579286 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-834ea135-ad7c-4fbf-bd95-f2f0e1282fa4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.605602 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59420) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:21.606023 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-71c8319f-3b08-4fdb-b922-81ce40d99b62 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0939732 Jul 07 17:30:21.743630 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-24ec89e1-cbc6-4b4d-9f3a-82de0250056d tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.797029 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-24ec89e1-cbc6-4b4d-9f3a-82de0250056d tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.816332 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-834ea135-ad7c-4fbf-bd95-f2f0e1282fa4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Allocated IP 172.20.0.9 (b285fdfa-f472-481a-bbcf-cbb63c5594f1/c7220b1e-0683-4b43-aadb-e64a2bca5a0c/354edf71-5db1-4186-95ff-21f232f78a02) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:21.877127 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-24ec89e1-cbc6-4b4d-9f3a-82de0250056d tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.880074 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-24ec89e1-cbc6-4b4d-9f3a-82de0250056d tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.881342 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-24ec89e1-cbc6-4b4d-9f3a-82de0250056d tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "DELETE /v2.0/security-groups/4ce4c196-6df7-41b1-8f03-776b1daf41d4 HTTP/1.1" status: 204 len: 168 time: 0.2747023 Jul 07 17:30:21.884175 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59428) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:21.913489 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec89e1-cbc6-4b4d-9f3a-82de0250056d tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce4c196-6df7-41b1-8f03-776b1daf41d4,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:21.961667 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b43ea923-fc4c-4336-aa4c-25c7759d9435 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0724154 Jul 07 17:30:21.963460 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59432) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:21.972887 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-ef9c0270-d7ac-47bf-ae5f-655f4953ac64 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Request body: {'security_group': {'name': 'tempest-secgroup--1954420534'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:22.024924 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ef9c0270-d7ac-47bf-ae5f-655f4953ac64 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.111669 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device de553137-ffc3-4d2b-b742-da76d7f92d43 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:22.213593 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ef9c0270-d7ac-47bf-ae5f-655f4953ac64 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.214760 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-834ea135-ad7c-4fbf-bd95-f2f0e1282fa4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.219210 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ef9c0270-d7ac-47bf-ae5f-655f4953ac64 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.238832 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port de553137-ffc3-4d2b-b742-da76d7f92d43 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:22.245010 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port de553137-ffc3-4d2b-b742-da76d7f92d43 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:22.245614 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.254208 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-834ea135-ad7c-4fbf-bd95-f2f0e1282fa4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Transition to ACTIVE for port object 354edf71-5db1-4186-95ff-21f232f78a02 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:22.262999 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c0270-d7ac-47bf-ae5f-655f4953ac64 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7024fe3f-b6cc-4f95-8d1c-1813366fdf98,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:22.276411 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ef9c0270-d7ac-47bf-ae5f-655f4953ac64 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.281473 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ef9c0270-d7ac-47bf-ae5f-655f4953ac64 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3146291 Jul 07 17:30:22.281867 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59438) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:22.289418 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-24486ede-1c68-409a-83f6-70f97968efd7 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Request body: {'security_group_rule': {'security_group_id': '7024fe3f-b6cc-4f95-8d1c-1813366fdf98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:22.342309 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24486ede-1c68-409a-83f6-70f97968efd7 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.343994 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-834ea135-ad7c-4fbf-bd95-f2f0e1282fa4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.345746 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.414744 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port de553137-ffc3-4d2b-b742-da76d7f92d43, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=de553137-ffc3-4d2b-b742-da76d7f92d43,segment=NetworkSegment(27cd8d64-101c-4435-85d0-25e1d1100686),segment_id=27cd8d64-101c-4435-85d0-25e1d1100686)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:22.416727 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ea135-ad7c-4fbf-bd95-f2f0e1282fa4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Port': ['ID=354edf71-5db1-4186-95ff-21f232f78a02,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:22.420146 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.436097 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-834ea135-ad7c-4fbf-bd95-f2f0e1282fa4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Network b285fdfa-f472-481a-bbcf-cbb63c5594f1 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:22.440041 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-834ea135-ad7c-4fbf-bd95-f2f0e1282fa4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:22.444114 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-834ea135-ad7c-4fbf-bd95-f2f0e1282fa4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:22.475924 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24486ede-1c68-409a-83f6-70f97968efd7 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.483666 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24486ede-1c68-409a-83f6-70f97968efd7 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.537983 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24486ede-1c68-409a-83f6-70f97968efd7 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b267f0-8b84-4554-8b28-f76e61df7f5a,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:22.548882 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24486ede-1c68-409a-83f6-70f97968efd7 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.551007 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-24486ede-1c68-409a-83f6-70f97968efd7 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2678750 Jul 07 17:30:22.555287 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59446) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:22.588774 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=de553137-ffc3-4d2b-b742-da76d7f92d43,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:22.634307 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a8c39832-cd39-43e4-a61b-14f84d969d4e tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "GET /v2.0/security-group-rules/e5b267f0-8b84-4554-8b28-f76e61df7f5a HTTP/1.1" status: 200 len: 763 time: 0.0739655 Jul 07 17:30:22.634534 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-834ea135-ad7c-4fbf-bd95-f2f0e1282fa4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:22.634648 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59450) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:22.636118 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-834ea135-ad7c-4fbf-bd95-f2f0e1282fa4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.675952 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-834ea135-ad7c-4fbf-bd95-f2f0e1282fa4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2820385 Jul 07 17:30:22.696552 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-97221a10-ce18-434b-83a4-0ea141860a77 service neutron] Request body: {'port': {'device_id': 'b014abbe-7db2-4371-9562-10d9af7c8b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:22.724971 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ada0f531-73fc-46c2-bdf1-eaa35c34d8ab tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0886974 Jul 07 17:30:22.727561 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59458) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:22.783668 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b9efaaa0-9f20-4ccb-8cea-c9e54088fdaa tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.798075 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b9efaaa0-9f20-4ccb-8cea-c9e54088fdaa tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.839955 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b9efaaa0-9f20-4ccb-8cea-c9e54088fdaa tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.847388 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b9efaaa0-9f20-4ccb-8cea-c9e54088fdaa tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.848633 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b9efaaa0-9f20-4ccb-8cea-c9e54088fdaa tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/e5b267f0-8b84-4554-8b28-f76e61df7f5a HTTP/1.1" status: 204 len: 168 time: 0.1195190 Jul 07 17:30:22.854338 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59464) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:22.869844 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efaaa0-9f20-4ccb-8cea-c9e54088fdaa tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5b267f0-8b84-4554-8b28-f76e61df7f5a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:22.988408 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7b0292cb-6057-4ddb-ac91-73053fec26ca tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1312728 Jul 07 17:30:22.989582 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59480) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:23.001235 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-633de6d0-3974-4d61-8e69-f9917f72a4d8 None None] Provisioning for port 354edf71-5db1-4186-95ff-21f232f78a02 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:23.004653 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-ec483b84-dd51-49b0-a6c5-ee7fc794c776 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Request body: {'security_group_rule': {'security_group_id': '7024fe3f-b6cc-4f95-8d1c-1813366fdf98', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:23.013733 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-633de6d0-3974-4d61-8e69-f9917f72a4d8 None None] Provisioning complete for port 354edf71-5db1-4186-95ff-21f232f78a02 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:23.014150 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-633de6d0-3974-4d61-8e69-f9917f72a4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.062211 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-97221a10-ce18-434b-83a4-0ea141860a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.091404 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47015c16-8403-406e-aada-0924f82ad029 req-fdeb2971-767a-4ea4-a491-134f4f2c2c87 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:23.099956 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-47015c16-8403-406e-aada-0924f82ad029 req-fdeb2971-767a-4ea4-a491-134f4f2c2c87 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 931 time: 0.3514767 Jul 07 17:30:23.107060 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec483b84-dd51-49b0-a6c5-ee7fc794c776 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.113538 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-633de6d0-3974-4d61-8e69-f9917f72a4d8 None None] Port 354edf71-5db1-4186-95ff-21f232f78a02 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:23.177229 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-47015c16-8403-406e-aada-0924f82ad029 req-dc892c9f-7aeb-408b-a242-ec52118f737c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753982 Jul 07 17:30:23.251016 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec483b84-dd51-49b0-a6c5-ee7fc794c776 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.255270 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec483b84-dd51-49b0-a6c5-ee7fc794c776 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.305170 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec483b84-dd51-49b0-a6c5-ee7fc794c776 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2948f6b-997d-4331-8950-7f0ad2c81bcf,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:23.335645 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ec483b84-dd51-49b0-a6c5-ee7fc794c776 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.340113 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ec483b84-dd51-49b0-a6c5-ee7fc794c776 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3465827 Jul 07 17:30:23.341004 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59488) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:23.405391 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f97712db-7983-469f-9d20-0f2ae84ab6e7 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "GET /v2.0/security-group-rules/e2948f6b-997d-4331-8950-7f0ad2c81bcf HTTP/1.1" status: 200 len: 763 time: 0.0627451 Jul 07 17:30:23.405572 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-72783d10-0df7-47db-b17c-9f5f7cca090c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.405770 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59490) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:23.469920 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59492) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:23.476693 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59494) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:23.482527 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a638f76b-34aa-47a8-b670-ae6ca01ce8aa tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0709090 Jul 07 17:30:23.557706 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed5c9c77-278a-4b91-813c-84bcd868203f tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.571528 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed5c9c77-278a-4b91-813c-84bcd868203f tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.640862 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed5c9c77-278a-4b91-813c-84bcd868203f tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.652717 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed5c9c77-278a-4b91-813c-84bcd868203f tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.656917 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59500) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:23.667257 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ed5c9c77-278a-4b91-813c-84bcd868203f tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/e2948f6b-997d-4331-8950-7f0ad2c81bcf HTTP/1.1" status: 204 len: 168 time: 0.1883626 Jul 07 17:30:23.689326 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c9c77-278a-4b91-813c-84bcd868203f tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2948f6b-997d-4331-8950-7f0ad2c81bcf,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:23.736271 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e481ac2f-a328-49ec-b9ca-226a65d355a3 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0776045 Jul 07 17:30:23.737284 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59502) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:23.746976 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-9d6b6d25-524f-4a06-b54a-05d9c3b5b27c tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Request body: {'security_group_rule': {'security_group_id': '7024fe3f-b6cc-4f95-8d1c-1813366fdf98', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:23.799195 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d6b6d25-524f-4a06-b54a-05d9c3b5b27c tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.851498 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b39875ab-e7e8-4eb0-af25-989ac169fca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.890413 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d6b6d25-524f-4a06-b54a-05d9c3b5b27c tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.893350 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-97221a10-ce18-434b-83a4-0ea141860a77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 354edf71-5db1-4186-95ff-21f232f78a02 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:30:23.895093 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d6b6d25-524f-4a06-b54a-05d9c3b5b27c tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.916188 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b6d25-524f-4a06-b54a-05d9c3b5b27c tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83686be5-3e6b-4005-95b3-a1569dc04611,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:23.924251 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-97221a10-ce18-434b-83a4-0ea141860a77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.950224 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-97221a10-ce18-434b-83a4-0ea141860a77 service neutron] Transition to ACTIVE for port object 354edf71-5db1-4186-95ff-21f232f78a02 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:24.028253 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-97221a10-ce18-434b-83a4-0ea141860a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.055239 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device de553137-ffc3-4d2b-b742-da76d7f92d43 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:24.106422 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b39875ab-e7e8-4eb0-af25-989ac169fca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.120275 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b39875ab-e7e8-4eb0-af25-989ac169fca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.122446 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d6b6d25-524f-4a06-b54a-05d9c3b5b27c tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.124269 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port de553137-ffc3-4d2b-b742-da76d7f92d43 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:24.128105 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9d6b6d25-524f-4a06-b54a-05d9c3b5b27c tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3871124 Jul 07 17:30:24.128969 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.136372 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59512) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:24.151299 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97221a10-ce18-434b-83a4-0ea141860a77 service neutron] Pushing event updated for resources: {'Port': ['ID=354edf71-5db1-4186-95ff-21f232f78a02,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:24.170659 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b518a06a-f3fb-40cb-91da-cedd52dcfeef tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "GET /v2.0/security-group-rules/83686be5-3e6b-4005-95b3-a1569dc04611 HTTP/1.1" status: 200 len: 764 time: 0.0317061 Jul 07 17:30:24.173047 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59518) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:24.218661 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b39875ab-e7e8-4eb0-af25-989ac169fca0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6089017a08e949e89eeda67ebf804449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7428393 Jul 07 17:30:24.225380 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c330c4c8-5b47-4116-8f11-e0e8778cdaab tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0508614 Jul 07 17:30:24.226241 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59522) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:24.228605 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59524) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:24.274012 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39875ab-e7e8-4eb0-af25-989ac169fca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8c0eab-aa2c-4f0f-a555-e842e06126a3,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:24.291101 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c14dc097-4835-40e7-89d8-8b716090de1a tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.316676 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c14dc097-4835-40e7-89d8-8b716090de1a tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.353180 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-53e2204f-586d-4c45-b16d-ac8e33e683dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.356347 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-97221a10-ce18-434b-83a4-0ea141860a77 service neutron] Attempting to bind port 354edf71-5db1-4186-95ff-21f232f78a02 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:30:24.357112 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-97221a10-ce18-434b-83a4-0ea141860a77 service neutron] Attempting to bind port 354edf71-5db1-4186-95ff-21f232f78a02 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '27cd8d64-101c-4435-85d0-25e1d1100686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:30:24.357840 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-97221a10-ce18-434b-83a4-0ea141860a77 service neutron] Attempting to bind port 354edf71-5db1-4186-95ff-21f232f78a02 on network b285fdfa-f472-481a-bbcf-cbb63c5594f1 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:30:24.363074 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-97221a10-ce18-434b-83a4-0ea141860a77 service neutron] Port 354edf71-5db1-4186-95ff-21f232f78a02 on network b285fdfa-f472-481a-bbcf-cbb63c5594f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:30:24.364166 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-97221a10-ce18-434b-83a4-0ea141860a77 service neutron] Attempting to bind port 354edf71-5db1-4186-95ff-21f232f78a02 on network b285fdfa-f472-481a-bbcf-cbb63c5594f1 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:30:24.372940 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-97221a10-ce18-434b-83a4-0ea141860a77 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:30:24.373292 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-97221a10-ce18-434b-83a4-0ea141860a77 service neutron] Checking segment: {'id': '27cd8d64-101c-4435-85d0-25e1d1100686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:24.373775 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-97221a10-ce18-434b-83a4-0ea141860a77 service neutron] Bound using segment: {'id': '27cd8d64-101c-4435-85d0-25e1d1100686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:30:24.374237 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-97221a10-ce18-434b-83a4-0ea141860a77 service neutron] Bound port: 354edf71-5db1-4186-95ff-21f232f78a02, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27cd8d64-101c-4435-85d0-25e1d1100686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:30:24.374661 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-97221a10-ce18-434b-83a4-0ea141860a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.405415 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c14dc097-4835-40e7-89d8-8b716090de1a tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.418233 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c14dc097-4835-40e7-89d8-8b716090de1a tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.422081 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c14dc097-4835-40e7-89d8-8b716090de1a tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/83686be5-3e6b-4005-95b3-a1569dc04611 HTTP/1.1" status: 204 len: 168 time: 0.1852136 Jul 07 17:30:24.423047 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59526) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:24.425470 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-53e2204f-586d-4c45-b16d-ac8e33e683dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.444070 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14dc097-4835-40e7-89d8-8b716090de1a tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83686be5-3e6b-4005-95b3-a1569dc04611,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:24.496932 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedecb25-442e-4d6e-baa5-5b6d4548b19e req-5822daf9-d561-4d2f-ae8d-b22f21de3301 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:24.501502 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-aedecb25-442e-4d6e-baa5-5b6d4548b19e req-5822daf9-d561-4d2f-ae8d-b22f21de3301 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 943 time: 0.1499221 Jul 07 17:30:24.509650 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6decc789-5913-4c71-9732-a721ccfc1c96 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0854619 Jul 07 17:30:24.512567 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59528) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:24.527195 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-53e2204f-586d-4c45-b16d-ac8e33e683dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.531169 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-53e2204f-586d-4c45-b16d-ac8e33e683dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.532578 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-53e2204f-586d-4c45-b16d-ac8e33e683dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1e8c0eab-aa2c-4f0f-a555-e842e06126a3 HTTP/1.1" status: 204 len: 168 time: 0.3051925 Jul 07 17:30:24.539375 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-97221a10-ce18-434b-83a4-0ea141860a77 service neutron] For port 354edf71-5db1-4186-95ff-21f232f78a02, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:30:24.563637 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2204f-586d-4c45-b16d-ac8e33e683dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8c0eab-aa2c-4f0f-a555-e842e06126a3,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:24.583374 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-97221a10-ce18-434b-83a4-0ea141860a77 service neutron] For port 354edf71-5db1-4186-95ff-21f232f78a02, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=354edf71-5db1-4186-95ff-21f232f78a02,segment=NetworkSegment(27cd8d64-101c-4435-85d0-25e1d1100686),segment_id=27cd8d64-101c-4435-85d0-25e1d1100686)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:30:24.603860 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-aedecb25-442e-4d6e-baa5-5b6d4548b19e req-6881cd5f-64f5-4324-80ca-8c689111d4af tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853252 Jul 07 17:30:24.613964 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-97221a10-ce18-434b-83a4-0ea141860a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.673107 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-97221a10-ce18-434b-83a4-0ea141860a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:24.674078 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-97221a10-ce18-434b-83a4-0ea141860a77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.676321 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-97221a10-ce18-434b-83a4-0ea141860a77 service neutron] 10.222.0.72 "PUT /v2.0/ports/354edf71-5db1-4186-95ff-21f232f78a02 HTTP/1.1" status: 200 len: 1092 time: 1.9951115 Jul 07 17:30:24.677943 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b014abbe-7db2-4371-9562-10d9af7c8b7e', 'tag': '354edf71-5db1-4186-95ff-21f232f78a02'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:30:24.681776 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7e20d9-4966-4ef6-9e26-b5b8600b68b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b014abbe-7db2-4371-9562-10d9af7c8b7e", "tag": "354edf71-5db1-4186-95ff-21f232f78a02"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:30:24.712205 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-529b7bce-7ee3-41bd-bec3-d8903b81af56 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.792947 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-529b7bce-7ee3-41bd-bec3-d8903b81af56 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.796767 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a458e9-0dc6-40ad-972b-3061d977f111 x-openstack-request-id: req-a9a458e9-0dc6-40ad-972b-3061d977f111 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:30:24.797105 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b014abbe-7db2-4371-9562-10d9af7c8b7e", "tag": "354edf71-5db1-4186-95ff-21f232f78a02", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:30:24.797401 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a9a458e9-0dc6-40ad-972b-3061d977f111 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:30:24.797814 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b014abbe-7db2-4371-9562-10d9af7c8b7e', 'tag': '354edf71-5db1-4186-95ff-21f232f78a02', 'status': 'completed', 'code': 200} Jul 07 17:30:24.814953 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97221a10-ce18-434b-83a4-0ea141860a77 service neutron] Pushing event updated for resources: {'Port': ['ID=354edf71-5db1-4186-95ff-21f232f78a02,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:24.850930 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:30:24.897080 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-bbb47d70-9c57-4b47-9fa8-b974c06dadfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:24.900031 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-bbb47d70-9c57-4b47-9fa8-b974c06dadfd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 1095 time: 0.1593461 Jul 07 17:30:24.909542 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-529b7bce-7ee3-41bd-bec3-d8903b81af56 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.914276 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-529b7bce-7ee3-41bd-bec3-d8903b81af56 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.921622 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59544) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:24.921969 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-529b7bce-7ee3-41bd-bec3-d8903b81af56 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "DELETE /v2.0/security-groups/7024fe3f-b6cc-4f95-8d1c-1813366fdf98 HTTP/1.1" status: 204 len: 168 time: 0.4076123 Jul 07 17:30:24.995136 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b7bce-7ee3-41bd-bec3-d8903b81af56 tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7024fe3f-b6cc-4f95-8d1c-1813366fdf98,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:25.003481 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-9025a50c-97d9-447d-ae84-91d97661aff4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=354edf71-5db1-4186-95ff-21f232f78a02 HTTP/1.1" status: 200 len: 217 time: 0.0952969 Jul 07 17:30:25.070457 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c93db57e-25f1-4935-b1a8-0fcb9947053e tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1391959 Jul 07 17:30:25.073568 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59558) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:25.145359 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-f2f8bdcf-0b55-4c5d-906e-7934476c1bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:25.147442 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-f2f8bdcf-0b55-4c5d-906e-7934476c1bab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7220b1e-0683-4b43-aadb-e64a2bca5a0c HTTP/1.1" status: 200 len: 833 time: 0.1356466 Jul 07 17:30:25.161441 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-18d37e6f-55f1-48ad-9cac-c7bb1000a7fe tempest-SecGroupTest-1194807641 tempest-SecGroupTest-1194807641-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0860746 Jul 07 17:30:25.253255 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-461e7589-827a-40c5-9960-952294f12b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:25.257289 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-461e7589-827a-40c5-9960-952294f12b23 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b285fdfa-f472-481a-bbcf-cbb63c5594f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1006110 Jul 07 17:30:25.426373 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-85310bc1-65b6-4658-8b59-5f07b57a2e28 service neutron] 10.222.0.72 "GET /v2.0/networks/b285fdfa-f472-481a-bbcf-cbb63c5594f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589093 Jul 07 17:30:25.575655 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af796c0b-2d46-4425-8cc2-54085116ad83 req-91537c2f-da0b-4135-acaf-96ae1f0a028e service neutron] 10.222.0.72 "GET /v2.0/networks/b285fdfa-f472-481a-bbcf-cbb63c5594f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428833 Jul 07 17:30:25.745615 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59588) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:25.766870 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e20d9-4966-4ef6-9e26-b5b8600b68b5 req-ed34e22d-f585-407c-9c1c-168bed1f8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:25.769089 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a7e20d9-4966-4ef6-9e26-b5b8600b68b5 req-ed34e22d-f585-407c-9c1c-168bed1f8888 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 1095 time: 0.1230314 Jul 07 17:30:25.992896 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e20d9-4966-4ef6-9e26-b5b8600b68b5 req-d01864ba-e177-41c1-9b19-ae6baaa6b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:25.994644 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a7e20d9-4966-4ef6-9e26-b5b8600b68b5 req-d01864ba-e177-41c1-9b19-ae6baaa6b97d service neutron] 10.222.0.72 "GET /v2.0/networks?id=b285fdfa-f472-481a-bbcf-cbb63c5594f1 HTTP/1.1" status: 200 len: 898 time: 0.2182441 Jul 07 17:30:26.046029 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6779851e-aa30-4072-ae6b-4c1a40ee1640 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e00c25e369374166bb1d97534085449d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2979753 Jul 07 17:30:26.048596 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59604) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:26.053865 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a7e20d9-4966-4ef6-9e26-b5b8600b68b5 req-3901801c-452b-4b85-ad41-bb954abe8b5c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=354edf71-5db1-4186-95ff-21f232f78a02 HTTP/1.1" status: 200 len: 217 time: 0.0524096 Jul 07 17:30:26.072567 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812eff40-6ec4-4f43-9ea2-0fd49a6a2b5b req-3f4c4173-2c5a-45a5-a8cd-3918915cb2f2 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:26.082829 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-812eff40-6ec4-4f43-9ea2-0fd49a6a2b5b req-3f4c4173-2c5a-45a5-a8cd-3918915cb2f2 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 943 time: 0.2045696 Jul 07 17:30:26.153523 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e20d9-4966-4ef6-9e26-b5b8600b68b5 req-9272de0f-450a-4818-9bce-d82772863ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:26.155457 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a7e20d9-4966-4ef6-9e26-b5b8600b68b5 req-9272de0f-450a-4818-9bce-d82772863ce5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7220b1e-0683-4b43-aadb-e64a2bca5a0c HTTP/1.1" status: 200 len: 833 time: 0.0951264 Jul 07 17:30:26.183593 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-812eff40-6ec4-4f43-9ea2-0fd49a6a2b5b req-f8de6f9c-1a88-4abf-b3c9-8e504ca39fe3 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959373 Jul 07 17:30:26.196880 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ed0bdaff-a9b1-4687-aaa5-fb2ed0837964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:26.231891 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:26.243198 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ed0bdaff-a9b1-4687-aaa5-fb2ed0837964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:26.282430 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e20d9-4966-4ef6-9e26-b5b8600b68b5 req-fb117f29-9bd1-416b-9e5f-6acaceb2cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:26.284015 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a7e20d9-4966-4ef6-9e26-b5b8600b68b5 req-fb117f29-9bd1-416b-9e5f-6acaceb2cb47 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b285fdfa-f472-481a-bbcf-cbb63c5594f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1168303 Jul 07 17:30:26.315436 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ed0bdaff-a9b1-4687-aaa5-fb2ed0837964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:26.319277 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ed0bdaff-a9b1-4687-aaa5-fb2ed0837964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:26.322996 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ed0bdaff-a9b1-4687-aaa5-fb2ed0837964 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/94dc4e6a-c81b-41c7-857c-32547d9be665 HTTP/1.1" status: 204 len: 168 time: 0.2710023 Jul 07 17:30:26.334273 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0bdaff-a9b1-4687-aaa5-fb2ed0837964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dc4e6a-c81b-41c7-857c-32547d9be665,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:26.534491 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a7e20d9-4966-4ef6-9e26-b5b8600b68b5 req-14e11465-8cda-4275-b47b-3c234facd333 service neutron] 10.222.0.72 "GET /v2.0/networks/b285fdfa-f472-481a-bbcf-cbb63c5594f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417881 Jul 07 17:30:26.650971 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a7e20d9-4966-4ef6-9e26-b5b8600b68b5 req-ad2d0eaf-3418-4278-81da-78e65fb87bcf service neutron] 10.222.0.72 "GET /v2.0/networks/b285fdfa-f472-481a-bbcf-cbb63c5594f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087956 Jul 07 17:30:26.768339 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c733527b-313e-4b3d-9d2f-2cfb374d943e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:27.345572 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59654) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:27.350446 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026753 Jul 07 17:30:27.353167 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59656) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:27.393910 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7480960-bd37-46af-908b-3a37c3946f9c req-8f47c02a-c162-4dc6-b8a5-44e9d073be49 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:27.397407 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f7480960-bd37-46af-908b-3a37c3946f9c req-8f47c02a-c162-4dc6-b8a5-44e9d073be49 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 943 time: 0.0779099 Jul 07 17:30:27.445394 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f7480960-bd37-46af-908b-3a37c3946f9c req-786f2be0-7a03-4b1a-8813-9cb94dfe3445 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418527 Jul 07 17:30:27.483373 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1bfbdf20-bec3-4c08-86ad-824665f585a6 tempest-NetworksApiDiscovery-567885234 tempest-NetworksApiDiscovery-567885234-project] 10.222.0.53 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1289086 Jul 07 17:30:27.790550 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59686) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:27.854422 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 354edf71-5db1-4186-95ff-21f232f78a02 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:30:27.961437 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2c1f07fe-3371-4a11-aa0f-19ca8491e0bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:27.992712 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:28.046855 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 354edf71-5db1-4186-95ff-21f232f78a02, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=354edf71-5db1-4186-95ff-21f232f78a02,segment=NetworkSegment(27cd8d64-101c-4435-85d0-25e1d1100686),segment_id=27cd8d64-101c-4435-85d0-25e1d1100686)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:28.066666 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '354edf71-5db1-4186-95ff-21f232f78a02', 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1', 'port_id': '354edf71-5db1-4186-95ff-21f232f78a02', 'mac_address': 'fa:16:3e:31:1d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7220b1e-0683-4b43-aadb-e64a2bca5a0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:30:28.089666 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2c1f07fe-3371-4a11-aa0f-19ca8491e0bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:28.096312 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2c1f07fe-3371-4a11-aa0f-19ca8491e0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:28.153672 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59710) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:28.153920 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2c1f07fe-3371-4a11-aa0f-19ca8491e0bf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=02a1cc704b35495cb36511c7a1861fb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3620236 Jul 07 17:30:28.156293 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f07fe-3371-4a11-aa0f-19ca8491e0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc1e13e-6abc-47e6-9f5b-e8a3c6e42b8c,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:28.294636 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-02de7655-3371-4044-96f4-791c67d3c682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:28.327828 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:28.337929 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-02de7655-3371-4044-96f4-791c67d3c682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:28.349564 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 354edf71-5db1-4186-95ff-21f232f78a02 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:30:28.386371 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 354edf71-5db1-4186-95ff-21f232f78a02, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=354edf71-5db1-4186-95ff-21f232f78a02,segment=NetworkSegment(27cd8d64-101c-4435-85d0-25e1d1100686),segment_id=27cd8d64-101c-4435-85d0-25e1d1100686)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:28.392001 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:28.453241 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-02de7655-3371-4044-96f4-791c67d3c682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:28.456669 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-02de7655-3371-4044-96f4-791c67d3c682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:28.460346 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-02de7655-3371-4044-96f4-791c67d3c682 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1bc1e13e-6abc-47e6-9f5b-e8a3c6e42b8c HTTP/1.1" status: 204 len: 168 time: 0.3028605 Jul 07 17:30:28.487730 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de7655-3371-4044-96f4-791c67d3c682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc1e13e-6abc-47e6-9f5b-e8a3c6e42b8c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:28.510314 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=354edf71-5db1-4186-95ff-21f232f78a02,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:28.624362 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['354edf71-5db1-4186-95ff-21f232f78a02'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:30:28.812090 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551998ef-281b-4dd9-8840-cbe511c2685b req-a59e5413-1cec-4a9e-80d4-691c360322f1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:28.815567 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-551998ef-281b-4dd9-8840-cbe511c2685b req-a59e5413-1cec-4a9e-80d4-691c360322f1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 944 time: 0.1722097 Jul 07 17:30:28.942513 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-551998ef-281b-4dd9-8840-cbe511c2685b req-9fd2815e-df76-46f0-ae04-3abf13705932 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192114 Jul 07 17:30:29.698496 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59768) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:29.845459 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-58585961-0445-4fa6-8959-264049d83a0f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1551686740-network', 'tenant_id': 'ec2579f4129b421190985cfbe587d299'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:29.869762 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 354edf71-5db1-4186-95ff-21f232f78a02 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:29.888458 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58585961-0445-4fa6-8959-264049d83a0f admin admin] Made reservation on behalf of ec2579f4129b421190985cfbe587d299 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:29.891425 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-58585961-0445-4fa6-8959-264049d83a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:29.919434 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-58585961-0445-4fa6-8959-264049d83a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:29.971471 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 354edf71-5db1-4186-95ff-21f232f78a02 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:29.977233 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 354edf71-5db1-4186-95ff-21f232f78a02 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:29.977927 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:30.102887 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:30.116678 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-58585961-0445-4fa6-8959-264049d83a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:30.121620 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-58585961-0445-4fa6-8959-264049d83a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:30.143471 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b014abbe-7db2-4371-9562-10d9af7c8b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '354edf71-5db1-4186-95ff-21f232f78a02'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:30:30.151769 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb90c24-07e5-4e92-9354-0fd82b3303e0" -d '{"events": [{"server_uuid": "b014abbe-7db2-4371-9562-10d9af7c8b7e", "name": "network-vif-plugged", "status": "completed", "tag": "354edf71-5db1-4186-95ff-21f232f78a02"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:30:30.154446 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58585961-0445-4fa6-8959-264049d83a0f admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:30:30.193885 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 354edf71-5db1-4186-95ff-21f232f78a02, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=354edf71-5db1-4186-95ff-21f232f78a02,segment=NetworkSegment(27cd8d64-101c-4435-85d0-25e1d1100686),segment_id=27cd8d64-101c-4435-85d0-25e1d1100686)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:30.199608 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:30.232274 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58585961-0445-4fa6-8959-264049d83a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa2ee9a-0eac-46c1-96bc-0e50ea9da957,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:30.235783 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-58585961-0445-4fa6-8959-264049d83a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:30.250721 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-58585961-0445-4fa6-8959-264049d83a0f admin admin] Added segment 1481ad30-c995-4f7d-a095-9a61c4a59025 of type vlan for network 1d0d4e88-65aa-4675-8ebe-5a26f4a64359 Jul 07 17:30:30.254483 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5806602-d035-454a-b71d-bf8aa2fe0507 x-openstack-request-id: req-e5806602-d035-454a-b71d-bf8aa2fe0507 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:30:30.254787 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b014abbe-7db2-4371-9562-10d9af7c8b7e", "name": "network-vif-plugged", "status": "completed", "tag": "354edf71-5db1-4186-95ff-21f232f78a02", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:30:30.255072 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5806602-d035-454a-b71d-bf8aa2fe0507 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:30:30.260495 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b014abbe-7db2-4371-9562-10d9af7c8b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '354edf71-5db1-4186-95ff-21f232f78a02', 'code': 200} Jul 07 17:30:30.351737 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:30.372083 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=354edf71-5db1-4186-95ff-21f232f78a02,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:30.403110 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-58585961-0445-4fa6-8959-264049d83a0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:30.546736 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d3eee-023d-45ac-b60d-e48ceaabcbc6 req-0caf6aa0-9f41-4635-a119-65fc35f316c2 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:30.549158 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-296d3eee-023d-45ac-b60d-e48ceaabcbc6 req-0caf6aa0-9f41-4635-a119-65fc35f316c2 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 945 time: 0.3496139 Jul 07 17:30:30.558694 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-58585961-0445-4fa6-8959-264049d83a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:30.565915 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58585961-0445-4fa6-8959-264049d83a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:30.566621 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-58585961-0445-4fa6-8959-264049d83a0f admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:30.708009 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-58585961-0445-4fa6-8959-264049d83a0f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0052228 Jul 07 17:30:30.710737 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59792) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:30.728991 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-ebd50550-bcca-407c-b3a7-4f1e29d96403 admin admin] Request body: {'subnet': {'network_id': '1d0d4e88-65aa-4675-8ebe-5a26f4a64359', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1551686740-subnet', 'tenant_id': 'ec2579f4129b421190985cfbe587d299', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:30.790978 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58585961-0445-4fa6-8959-264049d83a0f admin admin] Pushing event updated for resources: {'Network': ['ID=1d0d4e88-65aa-4675-8ebe-5a26f4a64359,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:30.804936 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 1d0d4e88-65aa-4675-8ebe-5a26f4a64359 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:30:30.811644 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-296d3eee-023d-45ac-b60d-e48ceaabcbc6 req-f9b0bd56-e927-4800-a450-ad85898044ed tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538855 Jul 07 17:30:30.820823 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd50550-bcca-407c-b3a7-4f1e29d96403 admin admin] Made reservation on behalf of ec2579f4129b421190985cfbe587d299 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:30.822027 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ebd50550-bcca-407c-b3a7-4f1e29d96403 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:30.826015 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5147f-f31e-4253-8e1a-c0ec7690fc36 req-bf3a1157-b397-4568-976e-07148d1b0a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:30.827791 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4be5147f-f31e-4253-8e1a-c0ec7690fc36 req-bf3a1157-b397-4568-976e-07148d1b0a7a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 1097 time: 0.4603899 Jul 07 17:30:30.954663 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4be5147f-f31e-4253-8e1a-c0ec7690fc36 req-9a487059-d200-4836-bbb1-879b4b15cc19 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195045 Jul 07 17:30:31.151242 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ebd50550-bcca-407c-b3a7-4f1e29d96403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:31.225429 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd50550-bcca-407c-b3a7-4f1e29d96403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d1a46cc-cb33-4508-a3d5-1dfbd8a565d0,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:31.236807 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd50550-bcca-407c-b3a7-4f1e29d96403 admin admin] Checking segment: {'id': '1481ad30-c995-4f7d-a095-9a61c4a59025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1d0d4e88-65aa-4675-8ebe-5a26f4a64359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:31.237256 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd50550-bcca-407c-b3a7-4f1e29d96403 admin admin] Network hostable DHCP agents. Network: 1d0d4e88-65aa-4675-8ebe-5a26f4a64359, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:30:31.258278 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd50550-bcca-407c-b3a7-4f1e29d96403 admin admin] Network 1d0d4e88-65aa-4675-8ebe-5a26f4a64359 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:30:31.269150 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-ebd50550-bcca-407c-b3a7-4f1e29d96403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 1d0d4e88-65aa-4675-8ebe-5a26f4a64359) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:31.274722 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd50550-bcca-407c-b3a7-4f1e29d96403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:31.275737 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ebd50550-bcca-407c-b3a7-4f1e29d96403 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:31.285580 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab52387-709d-4e1b-a400-77ac4390b8dc None None] Network 1d0d4e88-65aa-4675-8ebe-5a26f4a64359 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:31.304712 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ebd50550-bcca-407c-b3a7-4f1e29d96403 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5883546 Jul 07 17:30:31.486656 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966dc69d-f4b3-4752-a2c4-482b8d6ba400 None None] Network 1d0d4e88-65aa-4675-8ebe-5a26f4a64359 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:32.158337 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59836) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:32.275446 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71b0af-2c71-430e-addb-f1c7435865a2 req-847574f3-baf0-4381-8271-76053bba22f7 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:32.283229 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cc71b0af-2c71-430e-addb-f1c7435865a2 req-847574f3-baf0-4381-8271-76053bba22f7 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 945 time: 0.1867199 Jul 07 17:30:32.349572 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cc71b0af-2c71-430e-addb-f1c7435865a2 req-9078bdb2-a309-48e4-a523-944eed15e4e0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649273 Jul 07 17:30:32.461627 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-94aff8b2-4c63-4e5c-88a1-e8f8841b5d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:32.637117 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08049a9-19b7-4bd5-8f9e-3de494da5193 req-c2cab3a2-eaca-406c-b832-0e0804cbc5ab tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:32.662008 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a08049a9-19b7-4bd5-8f9e-3de494da5193 req-c2cab3a2-eaca-406c-b832-0e0804cbc5ab tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 945 time: 0.1357133 Jul 07 17:30:32.698546 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59852) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:32.705583 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-af160876-0ee2-4038-9b5c-29a8713d20ef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1918148964-network', 'tenant_id': 'f6ad2c441c0d498d826ff4bfb2211fde'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:32.768109 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a08049a9-19b7-4bd5-8f9e-3de494da5193 req-29fac4ff-904c-4475-a970-7cfbf26e2cd3 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029556 Jul 07 17:30:32.793343 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59854) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:32.856305 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-94aff8b2-4c63-4e5c-88a1-e8f8841b5d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:32.863388 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-94aff8b2-4c63-4e5c-88a1-e8f8841b5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:32.938971 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaa153e-8ea8-4781-bd97-6a1d15f067a9 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:32.946263 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-deaa153e-8ea8-4781-bd97-6a1d15f067a9 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 1092 time: 0.1504450 Jul 07 17:30:32.952090 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59860) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:32.961707 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-94aff8b2-4c63-4e5c-88a1-e8f8841b5d0d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a692e6c57f94b5ba78218d900bdcdde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8014607 Jul 07 17:30:32.962530 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59862) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:32.965053 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-8c3c798a-2b1a-40ac-9331-3e185efb2425 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'port_id': '354edf71-5db1-4186-95ff-21f232f78a02', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:32.975061 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af160876-0ee2-4038-9b5c-29a8713d20ef admin admin] Made reservation on behalf of f6ad2c441c0d498d826ff4bfb2211fde for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:32.977756 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-af160876-0ee2-4038-9b5c-29a8713d20ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:32.991407 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8c3c798a-2b1a-40ac-9331-3e185efb2425 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for floatingip, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:32.994160 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-af160876-0ee2-4038-9b5c-29a8713d20ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.003244 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aff8b2-4c63-4e5c-88a1-e8f8841b5d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a26ea92-260f-4312-be97-8517b2f59fce,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:33.091826 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7db895f0-1383-4265-a7f7-2e8fe083007e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.140148 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7db895f0-1383-4265-a7f7-2e8fe083007e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.171207 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8c3c798a-2b1a-40ac-9331-3e185efb2425 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.269468 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-af160876-0ee2-4038-9b5c-29a8713d20ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.289797 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-af160876-0ee2-4038-9b5c-29a8713d20ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.296227 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7db895f0-1383-4265-a7f7-2e8fe083007e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.299341 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7db895f0-1383-4265-a7f7-2e8fe083007e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.300748 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7db895f0-1383-4265-a7f7-2e8fe083007e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8a26ea92-260f-4312-be97-8517b2f59fce HTTP/1.1" status: 204 len: 168 time: 0.3328660 Jul 07 17:30:33.352852 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af160876-0ee2-4038-9b5c-29a8713d20ef admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:30:33.363004 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af160876-0ee2-4038-9b5c-29a8713d20ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a2fea5-f62d-45ec-81e3-a3817f5db63b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:33.392486 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-af160876-0ee2-4038-9b5c-29a8713d20ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.393163 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-af160876-0ee2-4038-9b5c-29a8713d20ef admin admin] Added segment 2f7957d5-68fd-4685-a93c-b9927121d50e of type vlan for network 9eeb88df-1c6d-4877-8407-513f48045af8 Jul 07 17:30:33.395480 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db895f0-1383-4265-a7f7-2e8fe083007e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a26ea92-260f-4312-be97-8517b2f59fce,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:33.441169 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-8c3c798a-2b1a-40ac-9331-3e185efb2425 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Allocated IP 172.25.0.70 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/2f0f3251-b0e2-46c1-b2e8-92f250e58e55) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:33.492349 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-af160876-0ee2-4038-9b5c-29a8713d20ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.529755 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-af160876-0ee2-4038-9b5c-29a8713d20ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.530922 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af160876-0ee2-4038-9b5c-29a8713d20ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:33.531546 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-af160876-0ee2-4038-9b5c-29a8713d20ef admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.594053 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af160876-0ee2-4038-9b5c-29a8713d20ef admin admin] Pushing event updated for resources: {'Network': ['ID=9eeb88df-1c6d-4877-8407-513f48045af8,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:33.606677 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 9eeb88df-1c6d-4877-8407-513f48045af8 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:30:33.607343 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-af160876-0ee2-4038-9b5c-29a8713d20ef admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9066672 Jul 07 17:30:33.610074 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59876) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:33.623620 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-48adba16-d33e-4f01-85bd-fff936a33d7e admin admin] Request body: {'subnet': {'network_id': '9eeb88df-1c6d-4877-8407-513f48045af8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1918148964-subnet', 'tenant_id': 'f6ad2c441c0d498d826ff4bfb2211fde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:33.665112 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48adba16-d33e-4f01-85bd-fff936a33d7e admin admin] Made reservation on behalf of f6ad2c441c0d498d826ff4bfb2211fde for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:33.670116 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-48adba16-d33e-4f01-85bd-fff936a33d7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.711589 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8c3c798a-2b1a-40ac-9331-3e185efb2425 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.800762 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8c3c798a-2b1a-40ac-9331-3e185efb2425 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.857160 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3c798a-2b1a-40ac-9331-3e185efb2425 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:33.872209 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-8c3c798a-2b1a-40ac-9331-3e185efb2425 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:33.878787 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3c798a-2b1a-40ac-9331-3e185efb2425 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:33.895385 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c798a-2b1a-40ac-9331-3e185efb2425 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Port': ['ID=2f0f3251-b0e2-46c1-b2e8-92f250e58e55,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:34.022253 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-48adba16-d33e-4f01-85bd-fff936a33d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:34.098853 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48adba16-d33e-4f01-85bd-fff936a33d7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=368fd1f3-f267-43bd-9990-b50883de25f2,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:34.126439 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48adba16-d33e-4f01-85bd-fff936a33d7e admin admin] Checking segment: {'id': '2f7957d5-68fd-4685-a93c-b9927121d50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9eeb88df-1c6d-4877-8407-513f48045af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:34.127764 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48adba16-d33e-4f01-85bd-fff936a33d7e admin admin] Network hostable DHCP agents. Network: 9eeb88df-1c6d-4877-8407-513f48045af8, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:30:34.152324 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48adba16-d33e-4f01-85bd-fff936a33d7e admin admin] Network 9eeb88df-1c6d-4877-8407-513f48045af8 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:30:34.172773 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-48adba16-d33e-4f01-85bd-fff936a33d7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 9eeb88df-1c6d-4877-8407-513f48045af8) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:34.183910 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682109c2-375a-4e68-82b9-7fb264d89d1e None None] Network 9eeb88df-1c6d-4877-8407-513f48045af8 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:34.185801 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48adba16-d33e-4f01-85bd-fff936a33d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:34.186403 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-48adba16-d33e-4f01-85bd-fff936a33d7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:34.212018 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-48adba16-d33e-4f01-85bd-fff936a33d7e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5923479 Jul 07 17:30:34.496893 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59910) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:34.575572 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aba9e45-1295-4df3-a98c-0ea37d57cdb9 None None] Network 9eeb88df-1c6d-4877-8407-513f48045af8 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:34.632908 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b55131d-58e1-4587-a034-e6b956b05853 admin admin] Deleting subnet 0d1a46cc-cb33-4508-a3d5-1dfbd8a565d0 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:30:34.647884 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b55131d-58e1-4587-a034-e6b956b05853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:34.729004 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8c3c798a-2b1a-40ac-9331-3e185efb2425 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:34.742961 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b55131d-58e1-4587-a034-e6b956b05853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:34.814019 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b55131d-58e1-4587-a034-e6b956b05853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:34.921015 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b55131d-58e1-4587-a034-e6b956b05853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:34.951712 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55131d-58e1-4587-a034-e6b956b05853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d1a46cc-cb33-4508-a3d5-1dfbd8a565d0,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:34.953824 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3b55131d-58e1-4587-a034-e6b956b05853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:34.960681 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3b55131d-58e1-4587-a034-e6b956b05853 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0d1a46cc-cb33-4508-a3d5-1dfbd8a565d0 HTTP/1.1" status: 204 len: 168 time: 0.4619308 Jul 07 17:30:34.961721 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59922) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:34.985421 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8c3c798a-2b1a-40ac-9331-3e185efb2425 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:35.115765 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-21659eec-e7c0-43b2-a5bb-ef6496229129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:35.258222 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-21659eec-e7c0-43b2-a5bb-ef6496229129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:35.272280 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8c3c798a-2b1a-40ac-9331-3e185efb2425 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:35.278453 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8c3c798a-2b1a-40ac-9331-3e185efb2425 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:35.283014 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-21659eec-e7c0-43b2-a5bb-ef6496229129 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d0d4e88-65aa-4675-8ebe-5a26f4a64359']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:35.322910 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-21659eec-e7c0-43b2-a5bb-ef6496229129 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1481ad30-c995-4f7d-a095-9a61c4a59025') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:35.323243 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-21659eec-e7c0-43b2-a5bb-ef6496229129 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1481ad30-c995-4f7d-a095-9a61c4a59025') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:35.339095 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-21659eec-e7c0-43b2-a5bb-ef6496229129 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:35.382598 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-21659eec-e7c0-43b2-a5bb-ef6496229129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:35.393841 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21659eec-e7c0-43b2-a5bb-ef6496229129 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:30:35.394267 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-21659eec-e7c0-43b2-a5bb-ef6496229129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:35.395185 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c798a-2b1a-40ac-9331-3e185efb2425 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Port': ['ID=2f0f3251-b0e2-46c1-b2e8-92f250e58e55,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:30:35.397051 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:30:35.419263 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8c3c798a-2b1a-40ac-9331-3e185efb2425 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:35.523043 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-21659eec-e7c0-43b2-a5bb-ef6496229129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:35.529150 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-21659eec-e7c0-43b2-a5bb-ef6496229129 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:35.531272 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-21659eec-e7c0-43b2-a5bb-ef6496229129 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1d0d4e88-65aa-4675-8ebe-5a26f4a64359 HTTP/1.1" status: 204 len: 168 time: 0.5683832 Jul 07 17:30:35.537594 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59938) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:35.587667 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21659eec-e7c0-43b2-a5bb-ef6496229129 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d0d4e88-65aa-4675-8ebe-5a26f4a64359,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:35.697511 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-8c3c798a-2b1a-40ac-9331-3e185efb2425 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Floating IP 25ef6870-c826-45c1-a166-37c5132178fb associated. External IP: 172.25.0.70, port: 354edf71-5db1-4186-95ff-21f232f78a02. Jul 07 17:30:35.703681 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb688f91-2e8d-409a-8da8-ce4b5a6c960e admin admin] Deleting subnet 368fd1f3-f267-43bd-9990-b50883de25f2 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:30:35.713359 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bb688f91-2e8d-409a-8da8-ce4b5a6c960e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:35.779271 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bb688f91-2e8d-409a-8da8-ce4b5a6c960e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:36.114089 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3c798a-2b1a-40ac-9331-3e185efb2425 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Router b70b9408-29cf-47f8-8015-5b050beb8240 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:36.225740 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bb688f91-2e8d-409a-8da8-ce4b5a6c960e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:36.305765 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bb688f91-2e8d-409a-8da8-ce4b5a6c960e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:36.365149 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bb688f91-2e8d-409a-8da8-ce4b5a6c960e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:36.389242 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bb688f91-2e8d-409a-8da8-ce4b5a6c960e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/368fd1f3-f267-43bd-9990-b50883de25f2 HTTP/1.1" status: 204 len: 168 time: 0.8504701 Jul 07 17:30:36.390258 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 59958) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:36.391130 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb688f91-2e8d-409a-8da8-ce4b5a6c960e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=368fd1f3-f267-43bd-9990-b50883de25f2,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:36.429079 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3c798a-2b1a-40ac-9331-3e185efb2425 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:36.439300 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac50b4e-094c-4f28-a00e-bb3a9002222e None None] Sync routers for ids ['b70b9408-29cf-47f8-8015-5b050beb8240'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:36.455494 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8c3c798a-2b1a-40ac-9331-3e185efb2425 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:36.469983 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac50b4e-094c-4f28-a00e-bb3a9002222e None None] Routers {'b70b9408-29cf-47f8-8015-5b050beb8240'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:36.470728 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-dac50b4e-094c-4f28-a00e-bb3a9002222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:30:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b70b9408-29cf-47f8-8015-5b050beb8240'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:36.544224 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8c3c798a-2b1a-40ac-9331-3e185efb2425 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5875230 Jul 07 17:30:36.556559 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b014abbe-7db2-4371-9562-10d9af7c8b7e', 'tag': '354edf71-5db1-4186-95ff-21f232f78a02'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:30:36.566566 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60797833-56fc-4f93-8820-95b5eb1b947b" -d '{"events": [{"name": "network-changed", "server_uuid": "b014abbe-7db2-4371-9562-10d9af7c8b7e", "tag": "354edf71-5db1-4186-95ff-21f232f78a02"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:30:36.665906 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ecf1ac66-4737-4e71-b43a-dddfa4f45bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:36.684804 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb9056f-ea59-4795-9076-9567b972e2a5 x-openstack-request-id: req-2cb9056f-ea59-4795-9076-9567b972e2a5 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:30:36.685110 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b014abbe-7db2-4371-9562-10d9af7c8b7e", "tag": "354edf71-5db1-4186-95ff-21f232f78a02", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:30:36.685375 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2cb9056f-ea59-4795-9076-9567b972e2a5 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:30:36.685791 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b014abbe-7db2-4371-9562-10d9af7c8b7e', 'tag': '354edf71-5db1-4186-95ff-21f232f78a02', 'status': 'completed', 'code': 200} Jul 07 17:30:36.812420 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-dac50b4e-094c-4f28-a00e-bb3a9002222e None None] Set router b70b9408-29cf-47f8-8015-5b050beb8240 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:36.953508 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ecf1ac66-4737-4e71-b43a-dddfa4f45bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:36.968662 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-ecf1ac66-4737-4e71-b43a-dddfa4f45bcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eeb88df-1c6d-4877-8407-513f48045af8']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:36.982125 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-ecf1ac66-4737-4e71-b43a-dddfa4f45bcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f7957d5-68fd-4685-a93c-b9927121d50e') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:36.982727 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-ecf1ac66-4737-4e71-b43a-dddfa4f45bcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f7957d5-68fd-4685-a93c-b9927121d50e') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:36.991249 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0f599-fba7-45b7-bf4f-5fb5d8b2b647 req-23858e95-9071-4494-ac0f-35b7768e08f3 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:36.998333 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ecf1ac66-4737-4e71-b43a-dddfa4f45bcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:37.004433 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-46b0f599-fba7-45b7-bf4f-5fb5d8b2b647 req-23858e95-9071-4494-ac0f-35b7768e08f3 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 945 time: 0.2136724 Jul 07 17:30:37.017425 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60797833-56fc-4f93-8820-95b5eb1b947b req-40891771-e0c6-49c1-941c-d2121e6938a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:37.019415 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60797833-56fc-4f93-8820-95b5eb1b947b req-40891771-e0c6-49c1-941c-d2121e6938a4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 1097 time: 0.2780111 Jul 07 17:30:37.025553 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ecf1ac66-4737-4e71-b43a-dddfa4f45bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:37.050016 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf1ac66-4737-4e71-b43a-dddfa4f45bcb admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:30:37.050734 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ecf1ac66-4737-4e71-b43a-dddfa4f45bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:30:37.052858 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:30:37.084649 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-46b0f599-fba7-45b7-bf4f-5fb5d8b2b647 req-13615fe7-7b84-4b45-b00c-1b7f44077b3d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783789 Jul 07 17:30:37.122224 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59974) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:37.216418 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-91d7b14d-22d9-4a30-bb11-8e6e1b41ff7c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/floatingips/25ef6870-c826-45c1-a166-37c5132178fb HTTP/1.1" status: 200 len: 990 time: 0.0924110 Jul 07 17:30:37.218095 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60797833-56fc-4f93-8820-95b5eb1b947b req-92c55c57-f248-4dc8-bce3-f853ca4e61e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:37.220136 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60797833-56fc-4f93-8820-95b5eb1b947b req-92c55c57-f248-4dc8-bce3-f853ca4e61e9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b285fdfa-f472-481a-bbcf-cbb63c5594f1 HTTP/1.1" status: 200 len: 898 time: 0.1915269 Jul 07 17:30:37.237139 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ecf1ac66-4737-4e71-b43a-dddfa4f45bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:37.308367 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-dac50b4e-094c-4f28-a00e-bb3a9002222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141140788', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0a5ca324-95aa-45a6-a977-25f14d96bd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:05Z', 'updated_at': '2021-07-07T17:30:14Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '0a5ca324-95aa-45a6-a977-25f14d96bd4c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:06Z', 'updated_at': '2021-07-07T17:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '25ef6870-c826-45c1-a166-37c5132178fb', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'port_id': '354edf71-5db1-4186-95ff-21f232f78a02', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1', 'mac_address': 'fa:16:3e:31:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b014abbe-7db2-4371-9562-10d9af7c8b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:30:34Z', 'updated_at': '2021-07-07T17:30:34Z', 'revision_number': 0, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de553137-ffc3-4d2b-b742-da76d7f92d43', 'name': '', 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:2b:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'c7220b1e-0683-4b43-aadb-e64a2bca5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:13Z', 'updated_at': '2021-07-07T17:30:22Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': 'c7220b1e-0683-4b43-aadb-e64a2bca5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:37.340694 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ecf1ac66-4737-4e71-b43a-dddfa4f45bcb admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:37.342916 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ecf1ac66-4737-4e71-b43a-dddfa4f45bcb admin admin] 10.222.0.53 "DELETE /v2.0/networks/9eeb88df-1c6d-4877-8407-513f48045af8 HTTP/1.1" status: 204 len: 168 time: 0.9495742 Jul 07 17:30:37.344057 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1ac66-4737-4e71-b43a-dddfa4f45bcb admin admin] Pushing event deleted for resources: {'Network': ['ID=9eeb88df-1c6d-4877-8407-513f48045af8,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:37.373179 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac50b4e-094c-4f28-a00e-bb3a9002222e None None] Checking router: b70b9408-29cf-47f8-8015-5b050beb8240 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:30:37.385887 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac50b4e-094c-4f28-a00e-bb3a9002222e None None] Routers {'b70b9408-29cf-47f8-8015-5b050beb8240'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:37.386756 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-dac50b4e-094c-4f28-a00e-bb3a9002222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:30:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b70b9408-29cf-47f8-8015-5b050beb8240'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:37.433215 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:37.440912 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60797833-56fc-4f93-8820-95b5eb1b947b req-ac6eaa26-62ca-49a6-8e23-d27dc7f6b19d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=354edf71-5db1-4186-95ff-21f232f78a02 HTTP/1.1" status: 200 len: 998 time: 0.2140784 Jul 07 17:30:37.526163 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-dac50b4e-094c-4f28-a00e-bb3a9002222e None None] Set router b70b9408-29cf-47f8-8015-5b050beb8240 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:37.572198 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60797833-56fc-4f93-8820-95b5eb1b947b req-f379cff3-e083-49da-9a5b-98e3c460c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:37.572198 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60797833-56fc-4f93-8820-95b5eb1b947b req-f379cff3-e083-49da-9a5b-98e3c460c300 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7220b1e-0683-4b43-aadb-e64a2bca5a0c HTTP/1.1" status: 200 len: 833 time: 0.1141932 Jul 07 17:30:37.718255 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60797833-56fc-4f93-8820-95b5eb1b947b req-7ead3f42-f20c-4d66-854e-7ba6f87ec55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:37.728679 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59990) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:37.732923 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60797833-56fc-4f93-8820-95b5eb1b947b req-7ead3f42-f20c-4d66-854e-7ba6f87ec55d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b285fdfa-f472-481a-bbcf-cbb63c5594f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1591473 Jul 07 17:30:37.815984 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-160e5b50-4c82-4496-b69b-a6ac3eb48a21 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec2579f4129b421190985cfbe587d299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0941086 Jul 07 17:30:37.822415 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 59994) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:38.059778 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60797833-56fc-4f93-8820-95b5eb1b947b req-cdddd141-a279-45af-ab0c-8f593de74093 service neutron] 10.222.0.72 "GET /v2.0/networks/b285fdfa-f472-481a-bbcf-cbb63c5594f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137324 Jul 07 17:30:38.063401 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b61b08f-b0b0-4e2e-b875-58ec917640c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:38.166761 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b61b08f-b0b0-4e2e-b875-58ec917640c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:38.225654 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:38.232610 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60006) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:38.346971 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b61b08f-b0b0-4e2e-b875-58ec917640c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:38.367220 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9b61b08f-b0b0-4e2e-b875-58ec917640c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:38.368529 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9b61b08f-b0b0-4e2e-b875-58ec917640c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bfa2ee9a-0eac-46c1-96bc-0e50ea9da957 HTTP/1.1" status: 204 len: 168 time: 0.5450618 Jul 07 17:30:38.407150 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61b08f-b0b0-4e2e-b875-58ec917640c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa2ee9a-0eac-46c1-96bc-0e50ea9da957,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:38.532797 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-dac50b4e-094c-4f28-a00e-bb3a9002222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141140788', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0a5ca324-95aa-45a6-a977-25f14d96bd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:05Z', 'updated_at': '2021-07-07T17:30:14Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '0a5ca324-95aa-45a6-a977-25f14d96bd4c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:06Z', 'updated_at': '2021-07-07T17:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '25ef6870-c826-45c1-a166-37c5132178fb', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'port_id': '354edf71-5db1-4186-95ff-21f232f78a02', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1', 'mac_address': 'fa:16:3e:31:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b014abbe-7db2-4371-9562-10d9af7c8b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:30:34Z', 'updated_at': '2021-07-07T17:30:34Z', 'revision_number': 0, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de553137-ffc3-4d2b-b742-da76d7f92d43', 'name': '', 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:2b:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'c7220b1e-0683-4b43-aadb-e64a2bca5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:13Z', 'updated_at': '2021-07-07T17:30:22Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': 'c7220b1e-0683-4b43-aadb-e64a2bca5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:38.630490 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac50b4e-094c-4f28-a00e-bb3a9002222e None None] The sync data for ids ['b70b9408-29cf-47f8-8015-5b050beb8240'] in n-d-791503-12 is: [{'id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141140788', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0a5ca324-95aa-45a6-a977-25f14d96bd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:05Z', 'updated_at': '2021-07-07T17:30:14Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '0a5ca324-95aa-45a6-a977-25f14d96bd4c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:06Z', 'updated_at': '2021-07-07T17:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '25ef6870-c826-45c1-a166-37c5132178fb', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'port_id': '354edf71-5db1-4186-95ff-21f232f78a02', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1', 'mac_address': 'fa:16:3e:31:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b014abbe-7db2-4371-9562-10d9af7c8b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:30:34Z', 'updated_at': '2021-07-07T17:30:34Z', 'revision_number': 0, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de553137-ffc3-4d2b-b742-da76d7f92d43', 'name': '', 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:2b:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'c7220b1e-0683-4b43-aadb-e64a2bca5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:13Z', 'updated_at': '2021-07-07T17:30:22Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': 'c7220b1e-0683-4b43-aadb-e64a2bca5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:38.662322 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-682011b2-a46e-4fea-8a11-f6de2d5bab3e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/floatingips/25ef6870-c826-45c1-a166-37c5132178fb HTTP/1.1" status: 200 len: 990 time: 0.4229946 Jul 07 17:30:38.680530 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-60797833-56fc-4f93-8820-95b5eb1b947b req-4389377d-4309-4407-8eb4-a2866180b67a service neutron] 10.222.0.72 "GET /v2.0/networks/b285fdfa-f472-481a-bbcf-cbb63c5594f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111002 Jul 07 17:30:38.990426 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c729557-06fd-44b0-b274-563a8264a30b None None] New status for floating IP 25ef6870-c826-45c1-a166-37c5132178fb: ACTIVE {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:30:39.077165 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60026) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:39.148995 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3e3dde6e-102a-449b-8a18-26d8b6f256e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f6ad2c441c0d498d826ff4bfb2211fde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703518 Jul 07 17:30:39.154329 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60032) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:39.309323 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f606d1a-8300-4190-b4ff-28a3101c5006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:39.350618 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f606d1a-8300-4190-b4ff-28a3101c5006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:39.423584 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f606d1a-8300-4190-b4ff-28a3101c5006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:39.428188 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3f606d1a-8300-4190-b4ff-28a3101c5006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:39.431829 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3f606d1a-8300-4190-b4ff-28a3101c5006 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24a2fea5-f62d-45ec-81e3-a3817f5db63b HTTP/1.1" status: 204 len: 168 time: 0.2738597 Jul 07 17:30:39.438670 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f606d1a-8300-4190-b4ff-28a3101c5006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a2fea5-f62d-45ec-81e3-a3817f5db63b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:39.530968 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60040) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:39.662400 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60048) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:39.847985 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a3d043f0-6487-4ebf-ae8c-59a8023fcec3 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/floatingips/25ef6870-c826-45c1-a166-37c5132178fb HTTP/1.1" status: 200 len: 992 time: 0.1791208 Jul 07 17:30:39.958709 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8fe627dc-7dbf-4d36-a78a-f5c4b8c92362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:40.101157 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8fe627dc-7dbf-4d36-a78a-f5c4b8c92362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:40.105974 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8fe627dc-7dbf-4d36-a78a-f5c4b8c92362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:40.154047 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8fe627dc-7dbf-4d36-a78a-f5c4b8c92362 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5be972af38004b6c87402371ec485b2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6219370 Jul 07 17:30:40.154812 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe627dc-7dbf-4d36-a78a-f5c4b8c92362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdc63f7-0f94-4cd2-ae84-5b3d409917fc,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:40.158379 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60064) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:40.224824 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c838772f-27dc-4403-b659-24586260923d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:40.251545 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c838772f-27dc-4403-b659-24586260923d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:40.325548 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c838772f-27dc-4403-b659-24586260923d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:40.328441 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c838772f-27dc-4403-b659-24586260923d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:40.333279 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c838772f-27dc-4403-b659-24586260923d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6fdc63f7-0f94-4cd2-ae84-5b3d409917fc HTTP/1.1" status: 204 len: 168 time: 0.1735089 Jul 07 17:30:40.344652 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838772f-27dc-4403-b659-24586260923d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdc63f7-0f94-4cd2-ae84-5b3d409917fc,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:40.805198 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60096) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:40.823193 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-192f7b73-fc61-4367-9edb-7a8f646a2193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:40.954317 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-192f7b73-fc61-4367-9edb-7a8f646a2193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:40.959212 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-192f7b73-fc61-4367-9edb-7a8f646a2193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:41.011527 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-192f7b73-fc61-4367-9edb-7a8f646a2193 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6ebb5b83b51b4000baf2aa0760c65b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2015340 Jul 07 17:30:41.011527 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f7b73-fc61-4367-9edb-7a8f646a2193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afa5d74-12dd-41b1-9137-2730e53e13eb,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:41.011817 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60106) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:41.067766 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2416045a-90c0-403a-a774-60ef4553c21e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:41.097592 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2416045a-90c0-403a-a774-60ef4553c21e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:41.158900 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2416045a-90c0-403a-a774-60ef4553c21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:41.166756 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2416045a-90c0-403a-a774-60ef4553c21e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:41.168532 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2416045a-90c0-403a-a774-60ef4553c21e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7afa5d74-12dd-41b1-9137-2730e53e13eb HTTP/1.1" status: 204 len: 168 time: 0.1561842 Jul 07 17:30:41.180304 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416045a-90c0-403a-a774-60ef4553c21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afa5d74-12dd-41b1-9137-2730e53e13eb,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:41.821680 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60152) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:42.060597 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ad129b55-4212-423a-a618-99d935647ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:42.204196 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ad129b55-4212-423a-a618-99d935647ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:42.209618 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ad129b55-4212-423a-a618-99d935647ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:42.242208 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ad129b55-4212-423a-a618-99d935647ddb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6541b8875e7543a29f532a3e7ee5f147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4189007 Jul 07 17:30:42.245137 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60190) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:42.283961 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad129b55-4212-423a-a618-99d935647ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4e341b-b314-415d-8ec5-d28582642b07,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:42.343204 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6b0963f3-ca9c-4c6f-9075-ccefb388421e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:42.373230 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6b0963f3-ca9c-4c6f-9075-ccefb388421e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:42.439230 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6b0963f3-ca9c-4c6f-9075-ccefb388421e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:42.443893 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6b0963f3-ca9c-4c6f-9075-ccefb388421e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:42.445573 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6b0963f3-ca9c-4c6f-9075-ccefb388421e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8b4e341b-b314-415d-8ec5-d28582642b07 HTTP/1.1" status: 204 len: 168 time: 0.1989655 Jul 07 17:30:42.456299 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0963f3-ca9c-4c6f-9075-ccefb388421e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4e341b-b314-415d-8ec5-d28582642b07,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:43.071964 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60266) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:43.340534 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d837aab8-ee0f-40a0-bba3-44b3209c0aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.515417 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d837aab8-ee0f-40a0-bba3-44b3209c0aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.521324 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d837aab8-ee0f-40a0-bba3-44b3209c0aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.581730 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d837aab8-ee0f-40a0-bba3-44b3209c0aa9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4ef1f77a72f74edab1be2fc6894d8161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5084167 Jul 07 17:30:43.582983 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837aab8-ee0f-40a0-bba3-44b3209c0aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41e977b-91b8-4c29-af6d-48ac36d55609,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:43.588381 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60306) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:43.674807 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bfe96c72-230c-4847-a2d1-e82907738dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.702121 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bfe96c72-230c-4847-a2d1-e82907738dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.762523 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bfe96c72-230c-4847-a2d1-e82907738dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.765888 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bfe96c72-230c-4847-a2d1-e82907738dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.767076 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bfe96c72-230c-4847-a2d1-e82907738dfb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d41e977b-91b8-4c29-af6d-48ac36d55609 HTTP/1.1" status: 204 len: 168 time: 0.1765554 Jul 07 17:30:43.777215 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe96c72-230c-4847-a2d1-e82907738dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41e977b-91b8-4c29-af6d-48ac36d55609,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:44.148658 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60328) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:44.375207 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f523c708-f941-4046-b33e-af16d3e83c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.599167 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f523c708-f941-4046-b33e-af16d3e83c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.608264 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f523c708-f941-4046-b33e-af16d3e83c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.667519 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60362) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:44.668236 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f523c708-f941-4046-b33e-af16d3e83c41 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b0d8cc8bd85541f79b40bda898e6301f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5172679 Jul 07 17:30:44.668495 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523c708-f941-4046-b33e-af16d3e83c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02aae8b-bc2e-4542-a0e8-18cc9bb49262,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:44.810517 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-910571d3-05d9-4022-a0db-55e6a191368e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.879069 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-910571d3-05d9-4022-a0db-55e6a191368e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.958006 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-910571d3-05d9-4022-a0db-55e6a191368e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.962902 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-910571d3-05d9-4022-a0db-55e6a191368e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.970463 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-910571d3-05d9-4022-a0db-55e6a191368e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d02aae8b-bc2e-4542-a0e8-18cc9bb49262 HTTP/1.1" status: 204 len: 168 time: 0.3001404 Jul 07 17:30:44.994405 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910571d3-05d9-4022-a0db-55e6a191368e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02aae8b-bc2e-4542-a0e8-18cc9bb49262,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:45.527127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60396) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:45.543556 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8ec6bd6f-7267-4aef-b083-41b83beed642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.749600 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8ec6bd6f-7267-4aef-b083-41b83beed642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.757237 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8ec6bd6f-7267-4aef-b083-41b83beed642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.814423 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8ec6bd6f-7267-4aef-b083-41b83beed642 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb09944a83de4d52b484826ebb63fe67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2849512 Jul 07 17:30:45.817892 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60404) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:45.829674 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6bd6f-7267-4aef-b083-41b83beed642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef8a698-787c-4180-9045-474d77380de3,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:45.906330 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fbcda858-39dd-4ce6-8c5f-8f5198cf80fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.948178 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fbcda858-39dd-4ce6-8c5f-8f5198cf80fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.054955 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fbcda858-39dd-4ce6-8c5f-8f5198cf80fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.059029 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fbcda858-39dd-4ce6-8c5f-8f5198cf80fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.060375 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fbcda858-39dd-4ce6-8c5f-8f5198cf80fd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eef8a698-787c-4180-9045-474d77380de3 HTTP/1.1" status: 204 len: 168 time: 0.2411232 Jul 07 17:30:46.078641 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcda858-39dd-4ce6-8c5f-8f5198cf80fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef8a698-787c-4180-9045-474d77380de3,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:53.443999 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a892bc24-f2fe-4c90-99ae-7b424d8bf83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:53.522178 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60678) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:53.767114 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-82f737a4-b7bb-45a3-bdb1-b23a87977ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:53.968812 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-82f737a4-b7bb-45a3-bdb1-b23a87977ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:53.976734 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-82f737a4-b7bb-45a3-bdb1-b23a87977ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.069749 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-82f737a4-b7bb-45a3-bdb1-b23a87977ee0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a81edb5497da43ac8eb41882e670977c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5440161 Jul 07 17:30:54.069995 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60692) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:54.071446 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f737a4-b7bb-45a3-bdb1-b23a87977ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5d6161-314e-4216-bda4-2d7ba9b71d07,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:54.279212 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-61df126c-f347-4c07-b717-e1a05ffd4d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.391464 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-61df126c-f347-4c07-b717-e1a05ffd4d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.527386 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-61df126c-f347-4c07-b717-e1a05ffd4d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.531229 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-61df126c-f347-4c07-b717-e1a05ffd4d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.537175 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-61df126c-f347-4c07-b717-e1a05ffd4d21 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3f5d6161-314e-4216-bda4-2d7ba9b71d07 HTTP/1.1" status: 204 len: 168 time: 0.4643764 Jul 07 17:30:54.549566 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df126c-f347-4c07-b717-e1a05ffd4d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5d6161-314e-4216-bda4-2d7ba9b71d07,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:54.846446 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60714) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:55.026880 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5fad7912-72b2-49f2-83e2-fb0805bdca8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.175485 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5fad7912-72b2-49f2-83e2-fb0805bdca8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.183021 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5fad7912-72b2-49f2-83e2-fb0805bdca8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.227607 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5fad7912-72b2-49f2-83e2-fb0805bdca8c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4930c55fba6046b0882cf830ef87bd7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3796561 Jul 07 17:30:55.230306 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60726) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:55.233924 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad7912-72b2-49f2-83e2-fb0805bdca8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20825a3-67ac-4ff6-be95-3328c2593085,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:55.342470 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-76f16b2a-90bd-4631-ab90-3ba704bf10aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.368499 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-76f16b2a-90bd-4631-ab90-3ba704bf10aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.435837 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-76f16b2a-90bd-4631-ab90-3ba704bf10aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.438714 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-76f16b2a-90bd-4631-ab90-3ba704bf10aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.440280 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-76f16b2a-90bd-4631-ab90-3ba704bf10aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e20825a3-67ac-4ff6-be95-3328c2593085 HTTP/1.1" status: 204 len: 168 time: 0.2082729 Jul 07 17:30:55.449309 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f16b2a-90bd-4631-ab90-3ba704bf10aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20825a3-67ac-4ff6-be95-3328c2593085,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:55.891030 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60760) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:55.906201 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-df1206b2-911e-4726-a3dd-9d846763ab90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.129481 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-df1206b2-911e-4726-a3dd-9d846763ab90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.135459 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-df1206b2-911e-4726-a3dd-9d846763ab90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.200528 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-df1206b2-911e-4726-a3dd-9d846763ab90 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e89512737bd423b830db0b2fc68177f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3079774 Jul 07 17:30:56.202538 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60768) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:56.205632 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1206b2-911e-4726-a3dd-9d846763ab90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8218e5-3538-4297-85ee-96abac2f3312,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:56.234566 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.324436 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cf0f6bc9-7d6a-43f8-b7be-2f0d8636cbfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.376915 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cf0f6bc9-7d6a-43f8-b7be-2f0d8636cbfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.437969 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cf0f6bc9-7d6a-43f8-b7be-2f0d8636cbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.442772 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cf0f6bc9-7d6a-43f8-b7be-2f0d8636cbfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.444309 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cf0f6bc9-7d6a-43f8-b7be-2f0d8636cbfe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc8218e5-3538-4297-85ee-96abac2f3312 HTTP/1.1" status: 204 len: 168 time: 0.2389777 Jul 07 17:30:56.453932 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f6bc9-7d6a-43f8-b7be-2f0d8636cbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8218e5-3538-4297-85ee-96abac2f3312,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:56.779482 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c07bd26f-b567-472f-9af5-5fcd11ae5389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:57.775519 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60928) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:57.913543 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9bfa5c2f-7fbc-4eb4-b51e-e490a9250326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:57.958133 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.033069 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9bfa5c2f-7fbc-4eb4-b51e-e490a9250326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.040219 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9bfa5c2f-7fbc-4eb4-b51e-e490a9250326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.099309 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa5c2f-7fbc-4eb4-b51e-e490a9250326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c9697c-07ff-4a85-8911-e17ed786753e,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:58.155981 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60946) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:58.156805 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9bfa5c2f-7fbc-4eb4-b51e-e490a9250326 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a725843460f41bead972449f135b66e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3794515 Jul 07 17:30:58.233507 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f747309c-9400-4893-bc17-069507864c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.264609 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f747309c-9400-4893-bc17-069507864c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.356865 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f747309c-9400-4893-bc17-069507864c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.361387 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f747309c-9400-4893-bc17-069507864c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.362695 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f747309c-9400-4893-bc17-069507864c14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/86c9697c-07ff-4a85-8911-e17ed786753e HTTP/1.1" status: 204 len: 168 time: 0.2056932 Jul 07 17:30:58.381754 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f747309c-9400-4893-bc17-069507864c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c9697c-07ff-4a85-8911-e17ed786753e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:58.573708 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60964) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:58.836170 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5178bc0a-01ad-49ae-bb62-6f50a27e4139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.885841 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60972) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:58.902184 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-154c6f79-c9d5-4fc5-bcbb-64dadf46d38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.045585 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5178bc0a-01ad-49ae-bb62-6f50a27e4139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.050392 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5178bc0a-01ad-49ae-bb62-6f50a27e4139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.101458 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5178bc0a-01ad-49ae-bb62-6f50a27e4139 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=165fb0152698490cbaaacfbe44a889c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5265963 Jul 07 17:30:59.102671 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60976) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:59.126405 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178bc0a-01ad-49ae-bb62-6f50a27e4139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f31b382-8913-4c45-9955-49cf054cbf6f,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:59.180749 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3a709e5b-991d-4d75-bc08-692915802d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.195125 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-154c6f79-c9d5-4fc5-bcbb-64dadf46d38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.200414 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-154c6f79-c9d5-4fc5-bcbb-64dadf46d38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.212329 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3a709e5b-991d-4d75-bc08-692915802d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.241136 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c6f79-c9d5-4fc5-bcbb-64dadf46d38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9209df3a-b772-43fa-aca3-838f5318d42b,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:59.279003 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-154c6f79-c9d5-4fc5-bcbb-64dadf46d38f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=984e90cc96d147ec9a04badffb3770b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3919547 Jul 07 17:30:59.282076 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 60980) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:59.290790 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3a709e5b-991d-4d75-bc08-692915802d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.293414 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3a709e5b-991d-4d75-bc08-692915802d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.297456 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3a709e5b-991d-4d75-bc08-692915802d07 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1f31b382-8913-4c45-9955-49cf054cbf6f HTTP/1.1" status: 204 len: 168 time: 0.1909256 Jul 07 17:30:59.324865 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a709e5b-991d-4d75-bc08-692915802d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f31b382-8913-4c45-9955-49cf054cbf6f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:59.404848 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-973ee1ba-106c-490d-b6d5-3a6acb8924ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.445356 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-973ee1ba-106c-490d-b6d5-3a6acb8924ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.518800 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-973ee1ba-106c-490d-b6d5-3a6acb8924ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.522472 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-973ee1ba-106c-490d-b6d5-3a6acb8924ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.524249 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-973ee1ba-106c-490d-b6d5-3a6acb8924ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9209df3a-b772-43fa-aca3-838f5318d42b HTTP/1.1" status: 204 len: 168 time: 0.2408917 Jul 07 17:30:59.534406 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ee1ba-106c-490d-b6d5-3a6acb8924ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9209df3a-b772-43fa-aca3-838f5318d42b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:59.833399 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 60992) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:59.849699 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ce8b06af-e9fa-43ec-b3e1-8af4676fedef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.990387 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ce8b06af-e9fa-43ec-b3e1-8af4676fedef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.996781 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ce8b06af-e9fa-43ec-b3e1-8af4676fedef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.062587 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ce8b06af-e9fa-43ec-b3e1-8af4676fedef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f3c71691bc947b8a5d1a7cbb0eb93a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2278247 Jul 07 17:31:00.063504 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b06af-e9fa-43ec-b3e1-8af4676fedef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b8c826-33e9-4730-8e8e-18f14efc9ec4,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:00.065484 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 32770) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:00.137258 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-95d5b3fc-87cd-4b99-b833-07adff0f7ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.169722 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-95d5b3fc-87cd-4b99-b833-07adff0f7ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.230782 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-95d5b3fc-87cd-4b99-b833-07adff0f7ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.234116 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-95d5b3fc-87cd-4b99-b833-07adff0f7ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.236047 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-95d5b3fc-87cd-4b99-b833-07adff0f7ed5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/53b8c826-33e9-4730-8e8e-18f14efc9ec4 HTTP/1.1" status: 204 len: 168 time: 0.1679029 Jul 07 17:31:00.247401 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5b3fc-87cd-4b99-b833-07adff0f7ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b8c826-33e9-4730-8e8e-18f14efc9ec4,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:00.298557 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.821555 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 32812) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:00.843529 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-750fe8ea-3fb0-4927-86cf-abdde1a536d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.995473 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-750fe8ea-3fb0-4927-86cf-abdde1a536d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.000556 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-750fe8ea-3fb0-4927-86cf-abdde1a536d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.063225 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750fe8ea-3fb0-4927-86cf-abdde1a536d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c8e53f-516f-4574-ae05-4cea5222da4f,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:01.087869 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-750fe8ea-3fb0-4927-86cf-abdde1a536d1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f4a14e9bb4e4430db8165d3c292c2e79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2643223 Jul 07 17:31:01.089944 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 32842) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:01.165325 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-16f105dc-a004-4d6d-877c-a85b6d3c8b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.190569 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-16f105dc-a004-4d6d-877c-a85b6d3c8b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.251772 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-16f105dc-a004-4d6d-877c-a85b6d3c8b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.254918 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-16f105dc-a004-4d6d-877c-a85b6d3c8b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.259525 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-16f105dc-a004-4d6d-877c-a85b6d3c8b6e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26c8e53f-516f-4574-ae05-4cea5222da4f HTTP/1.1" status: 204 len: 168 time: 0.1679099 Jul 07 17:31:01.279133 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f105dc-a004-4d6d-877c-a85b6d3c8b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c8e53f-516f-4574-ae05-4cea5222da4f,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:01.852213 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:31:03.464480 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33160) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:03.470720 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-fd70346f-5a30-4a81-b8d0-792c09e6b055 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Request body: {'network': {'name': 'tempest-network-smoke--452190885', 'project_id': '16856e360ab146108cdc65e200cbee54', 'port_security_enabled': True}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:03.518407 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd70346f-5a30-4a81-b8d0-792c09e6b055 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Made reservation on behalf of 16856e360ab146108cdc65e200cbee54 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:03.522938 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fd70346f-5a30-4a81-b8d0-792c09e6b055 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.532937 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fd70346f-5a30-4a81-b8d0-792c09e6b055 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.664188 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fd70346f-5a30-4a81-b8d0-792c09e6b055 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.669126 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fd70346f-5a30-4a81-b8d0-792c09e6b055 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.693449 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd70346f-5a30-4a81-b8d0-792c09e6b055 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:31:03.716498 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fd70346f-5a30-4a81-b8d0-792c09e6b055 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.716982 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-fd70346f-5a30-4a81-b8d0-792c09e6b055 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Added segment 20702993-dd0e-4fd5-8b98-7dd5f25a225d of type vlan for network 6afd2e31-32ff-4f9a-ba18-d14a74360e71 Jul 07 17:31:03.718901 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70346f-5a30-4a81-b8d0-792c09e6b055 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5b089e-c9cb-41cc-a3a4-bad51ed6fe50,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:03.776688 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fd70346f-5a30-4a81-b8d0-792c09e6b055 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.812443 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fd70346f-5a30-4a81-b8d0-792c09e6b055 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.824489 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd70346f-5a30-4a81-b8d0-792c09e6b055 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:03.826594 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fd70346f-5a30-4a81-b8d0-792c09e6b055 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.976558 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70346f-5a30-4a81-b8d0-792c09e6b055 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event updated for resources: {'Network': ['ID=6afd2e31-32ff-4f9a-ba18-d14a74360e71,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:03.980501 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fd70346f-5a30-4a81-b8d0-792c09e6b055 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5148003 Jul 07 17:31:03.984562 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33220) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:03.990329 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 6afd2e31-32ff-4f9a-ba18-d14a74360e71 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:31:03.991789 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e9d5df0b-818d-4c90-bc5d-c6cb020d4578 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1781398011', 'admin_state_up': True, 'project_id': '16856e360ab146108cdc65e200cbee54', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:04.053519 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e9d5df0b-818d-4c90-bc5d-c6cb020d4578 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.055290 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e9d5df0b-818d-4c90-bc5d-c6cb020d4578 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.126984 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e9d5df0b-818d-4c90-bc5d-c6cb020d4578 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.763705 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e9d5df0b-818d-4c90-bc5d-c6cb020d4578 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.078209 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e9d5df0b-818d-4c90-bc5d-c6cb020d4578 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.102101 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e9d5df0b-818d-4c90-bc5d-c6cb020d4578 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.228733 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-e9d5df0b-818d-4c90-bc5d-c6cb020d4578 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Allocated IP 172.25.0.138 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/c5b8c206-996d-47a4-8a76-bcd86b5e01c5) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:05.358637 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e9d5df0b-818d-4c90-bc5d-c6cb020d4578 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.399842 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e9d5df0b-818d-4c90-bc5d-c6cb020d4578 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.437359 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d5df0b-818d-4c90-bc5d-c6cb020d4578 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:05.443479 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-e9d5df0b-818d-4c90-bc5d-c6cb020d4578 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:05.447032 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d5df0b-818d-4c90-bc5d-c6cb020d4578 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:05.470242 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5df0b-818d-4c90-bc5d-c6cb020d4578 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event updated for resources: {'Port': ['ID=c5b8c206-996d-47a4-8a76-bcd86b5e01c5,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:05.729530 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e9d5df0b-818d-4c90-bc5d-c6cb020d4578 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.961446 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e9d5df0b-818d-4c90-bc5d-c6cb020d4578 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.108049 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d5df0b-818d-4c90-bc5d-c6cb020d4578 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Router 651e6827-d979-413d-a7eb-f66377652714 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:31:06.246921 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d5df0b-818d-4c90-bc5d-c6cb020d4578 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:31:06.258541 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeb7fa9-d1f9-40e8-8e65-ad0ac5c1bdf5 None None] Sync routers for ids ['651e6827-d979-413d-a7eb-f66377652714'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:31:06.273182 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb7fa9-d1f9-40e8-8e65-ad0ac5c1bdf5 None None] Routers {'651e6827-d979-413d-a7eb-f66377652714'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:06.273793 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1aeb7fa9-d1f9-40e8-8e65-ad0ac5c1bdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:30:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['651e6827-d979-413d-a7eb-f66377652714'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:06.276756 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e9d5df0b-818d-4c90-bc5d-c6cb020d4578 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.281436 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e9d5df0b-818d-4c90-bc5d-c6cb020d4578 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2920587 Jul 07 17:31:06.281599 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33342) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:06.419493 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-1aeb7fa9-d1f9-40e8-8e65-ad0ac5c1bdf5 None None] Set router 651e6827-d979-413d-a7eb-f66377652714 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:06.513498 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f24ee776-c235-4812-9ffa-02bb9a7ad1a2 tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=16856e360ab146108cdc65e200cbee54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2307591 Jul 07 17:31:06.516214 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33348) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:06.611494 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe5b09e-354d-40a7-b453-948cbaaaf193 tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:06.613558 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6fe5b09e-354d-40a7-b453-948cbaaaf193 tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0963004 Jul 07 17:31:06.614725 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1aeb7fa9-d1f9-40e8-8e65-ad0ac5c1bdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651e6827-d979-413d-a7eb-f66377652714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1781398011', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:04Z', 'updated_at': '2021-07-07T17:31:05Z', 'revision_number': 3, 'project_id': '16856e360ab146108cdc65e200cbee54', 'gw_port': {'id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:63:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651e6827-d979-413d-a7eb-f66377652714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:05Z', 'updated_at': '2021-07-07T17:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:06.616575 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33352) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:06.646784 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-aa5284e6-cd68-46ea-b761-b7930528e279 tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=b1c8a741-d954-43c5-b974-954b2190b048&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289524 Jul 07 17:31:06.649321 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33354) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:06.650393 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeb7fa9-d1f9-40e8-8e65-ad0ac5c1bdf5 None None] Checking router: 651e6827-d979-413d-a7eb-f66377652714 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:31:06.650803 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeb7fa9-d1f9-40e8-8e65-ad0ac5c1bdf5 None None] Updating router 651e6827-d979-413d-a7eb-f66377652714 port c5b8c206-996d-47a4-8a76-bcd86b5e01c5 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:31:06.654324 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-47750406-6d1e-482f-892d-dc5de600dd2e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2146925652', 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71', 'project_id': '16856e360ab146108cdc65e200cbee54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:06.687159 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1aeb7fa9-d1f9-40e8-8e65-ad0ac5c1bdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.756311 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47750406-6d1e-482f-892d-dc5de600dd2e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Made reservation on behalf of 16856e360ab146108cdc65e200cbee54 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:06.761190 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-47750406-6d1e-482f-892d-dc5de600dd2e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.991620 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-47750406-6d1e-482f-892d-dc5de600dd2e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:07.023826 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1aeb7fa9-d1f9-40e8-8e65-ad0ac5c1bdf5 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:07.037358 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1aeb7fa9-d1f9-40e8-8e65-ad0ac5c1bdf5 None None] Transition to ACTIVE for port object c5b8c206-996d-47a4-8a76-bcd86b5e01c5 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:07.047346 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1aeb7fa9-d1f9-40e8-8e65-ad0ac5c1bdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:07.068113 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47750406-6d1e-482f-892d-dc5de600dd2e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event updated for resources: {'Subnet': ['ID=71210078-f821-4522-b35c-682979e070c1,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:07.072896 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47750406-6d1e-482f-892d-dc5de600dd2e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Checking segment: {'id': '20702993-dd0e-4fd5-8b98-7dd5f25a225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:07.073506 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47750406-6d1e-482f-892d-dc5de600dd2e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Network hostable DHCP agents. Network: 6afd2e31-32ff-4f9a-ba18-d14a74360e71, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:31:07.093912 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47750406-6d1e-482f-892d-dc5de600dd2e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Network 6afd2e31-32ff-4f9a-ba18-d14a74360e71 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:31:07.106808 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-47750406-6d1e-482f-892d-dc5de600dd2e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 6afd2e31-32ff-4f9a-ba18-d14a74360e71) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:07.118145 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2f6daa-8037-4710-b1ed-e88ef0960cf1 None None] Network 6afd2e31-32ff-4f9a-ba18-d14a74360e71 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:07.120279 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40271a21-cd52-455e-a55a-0012dece9d95 None None] Pushing event updated for resources: {'Port': ['ID=c5b8c206-996d-47a4-8a76-bcd86b5e01c5,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:07.122473 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47750406-6d1e-482f-892d-dc5de600dd2e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:07.123359 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-47750406-6d1e-482f-892d-dc5de600dd2e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:07.126020 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1aeb7fa9-d1f9-40e8-8e65-ad0ac5c1bdf5 None None] Attempting to bind port c5b8c206-996d-47a4-8a76-bcd86b5e01c5 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:31:07.126642 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1aeb7fa9-d1f9-40e8-8e65-ad0ac5c1bdf5 None None] Attempting to bind port c5b8c206-996d-47a4-8a76-bcd86b5e01c5 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:31:07.127787 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeb7fa9-d1f9-40e8-8e65-ad0ac5c1bdf5 None None] Attempting to bind port c5b8c206-996d-47a4-8a76-bcd86b5e01c5 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:07.145543 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33356) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:07.146828 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-47750406-6d1e-482f-892d-dc5de600dd2e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4960368 Jul 07 17:31:07.179602 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40271a21-cd52-455e-a55a-0012dece9d95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:07.180310 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40271a21-cd52-455e-a55a-0012dece9d95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:07.180921 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40271a21-cd52-455e-a55a-0012dece9d95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:07.181504 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40271a21-cd52-455e-a55a-0012dece9d95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:07.182052 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40271a21-cd52-455e-a55a-0012dece9d95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:07.182597 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40271a21-cd52-455e-a55a-0012dece9d95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:07.183139 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40271a21-cd52-455e-a55a-0012dece9d95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:07.183693 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40271a21-cd52-455e-a55a-0012dece9d95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:07.184249 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40271a21-cd52-455e-a55a-0012dece9d95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:07.184819 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40271a21-cd52-455e-a55a-0012dece9d95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:07.185362 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40271a21-cd52-455e-a55a-0012dece9d95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:07.185936 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40271a21-cd52-455e-a55a-0012dece9d95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:07.194614 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeb7fa9-d1f9-40e8-8e65-ad0ac5c1bdf5 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:31:07.195680 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeb7fa9-d1f9-40e8-8e65-ad0ac5c1bdf5 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:07.196323 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1aeb7fa9-d1f9-40e8-8e65-ad0ac5c1bdf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:07.196965 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeb7fa9-d1f9-40e8-8e65-ad0ac5c1bdf5 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:31:07.197710 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1aeb7fa9-d1f9-40e8-8e65-ad0ac5c1bdf5 None None] Bound port: c5b8c206-996d-47a4-8a76-bcd86b5e01c5, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:31:07.198337 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1aeb7fa9-d1f9-40e8-8e65-ad0ac5c1bdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:07.308059 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-1aeb7fa9-d1f9-40e8-8e65-ad0ac5c1bdf5 None None] For port c5b8c206-996d-47a4-8a76-bcd86b5e01c5, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:07.326408 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-1aeb7fa9-d1f9-40e8-8e65-ad0ac5c1bdf5 None None] For port c5b8c206-996d-47a4-8a76-bcd86b5e01c5, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c5b8c206-996d-47a4-8a76-bcd86b5e01c5,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:31:07.339722 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1aeb7fa9-d1f9-40e8-8e65-ad0ac5c1bdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:07.421958 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:07.446149 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225717b4-bbb9-4e49-8173-183a4df90334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-6afd2e31-32ff-4f9a-ba18-d14a74360e71', 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'fixed_ips': [{'subnet_id': '71210078-f821-4522-b35c-682979e070c1'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:31:07.447270 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-225717b4-bbb9-4e49-8173-183a4df90334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:07.469022 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb7fa9-d1f9-40e8-8e65-ad0ac5c1bdf5 None None] Routers {'651e6827-d979-413d-a7eb-f66377652714'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:07.470102 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1aeb7fa9-d1f9-40e8-8e65-ad0ac5c1bdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:30:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['651e6827-d979-413d-a7eb-f66377652714'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:07.474789 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40271a21-cd52-455e-a55a-0012dece9d95 None None] Pushing event updated for resources: {'Port': ['ID=c5b8c206-996d-47a4-8a76-bcd86b5e01c5,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:07.696741 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-1aeb7fa9-d1f9-40e8-8e65-ad0ac5c1bdf5 None None] Set router 651e6827-d979-413d-a7eb-f66377652714 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:07.773284 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:07.877623 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-225717b4-bbb9-4e49-8173-183a4df90334 None None] Allocated IP 172.20.0.2 (6afd2e31-32ff-4f9a-ba18-d14a74360e71/71210078-f821-4522-b35c-682979e070c1/ca78c826-7014-4f4c-9c04-8bf57353abbc) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:07.912537 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:08.105233 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1aeb7fa9-d1f9-40e8-8e65-ad0ac5c1bdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651e6827-d979-413d-a7eb-f66377652714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1781398011', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:04Z', 'updated_at': '2021-07-07T17:31:05Z', 'revision_number': 3, 'project_id': '16856e360ab146108cdc65e200cbee54', 'gw_port': {'id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:63:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651e6827-d979-413d-a7eb-f66377652714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:05Z', 'updated_at': '2021-07-07T17:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:08.110856 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-225717b4-bbb9-4e49-8173-183a4df90334 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:08.142685 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeb7fa9-d1f9-40e8-8e65-ad0ac5c1bdf5 None None] The sync data for ids ['651e6827-d979-413d-a7eb-f66377652714'] in n-d-791503-12 is: [{'id': '651e6827-d979-413d-a7eb-f66377652714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1781398011', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:04Z', 'updated_at': '2021-07-07T17:31:05Z', 'revision_number': 3, 'project_id': '16856e360ab146108cdc65e200cbee54', 'gw_port': {'id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:63:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651e6827-d979-413d-a7eb-f66377652714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:05Z', 'updated_at': '2021-07-07T17:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:31:08.149160 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-225717b4-bbb9-4e49-8173-183a4df90334 None None] Transition to ACTIVE for port object ca78c826-7014-4f4c-9c04-8bf57353abbc will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:08.171834 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-225717b4-bbb9-4e49-8173-183a4df90334 None None] Transition to ACTIVE for port object ca78c826-7014-4f4c-9c04-8bf57353abbc will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:08.182049 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-225717b4-bbb9-4e49-8173-183a4df90334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:08.203631 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225717b4-bbb9-4e49-8173-183a4df90334 None None] Network 6afd2e31-32ff-4f9a-ba18-d14a74360e71 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:08.205089 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-225717b4-bbb9-4e49-8173-183a4df90334 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:08.226698 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225717b4-bbb9-4e49-8173-183a4df90334 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:08.282882 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Allocated IP 172.20.0.1 (6afd2e31-32ff-4f9a-ba18-d14a74360e71/71210078-f821-4522-b35c-682979e070c1/8b3a745c-e316-4427-8054-5535e1dd042e) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:08.297475 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225717b4-bbb9-4e49-8173-183a4df90334 None None] Pushing event updated for resources: {'Port': ['ID=ca78c826-7014-4f4c-9c04-8bf57353abbc,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:08.322807 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-225717b4-bbb9-4e49-8173-183a4df90334 None None] Attempting to bind port ca78c826-7014-4f4c-9c04-8bf57353abbc on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:31:08.324951 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-225717b4-bbb9-4e49-8173-183a4df90334 None None] Attempting to bind port ca78c826-7014-4f4c-9c04-8bf57353abbc by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '20702993-dd0e-4fd5-8b98-7dd5f25a225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:31:08.325446 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225717b4-bbb9-4e49-8173-183a4df90334 None None] Attempting to bind port ca78c826-7014-4f4c-9c04-8bf57353abbc on network 6afd2e31-32ff-4f9a-ba18-d14a74360e71 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:08.335620 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225717b4-bbb9-4e49-8173-183a4df90334 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:31:08.336297 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225717b4-bbb9-4e49-8173-183a4df90334 None None] Checking segment: {'id': '20702993-dd0e-4fd5-8b98-7dd5f25a225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:08.337060 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-225717b4-bbb9-4e49-8173-183a4df90334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:08.337615 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225717b4-bbb9-4e49-8173-183a4df90334 None None] Bound using segment: {'id': '20702993-dd0e-4fd5-8b98-7dd5f25a225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:31:08.338265 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-225717b4-bbb9-4e49-8173-183a4df90334 None None] Bound port: ca78c826-7014-4f4c-9c04-8bf57353abbc, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20702993-dd0e-4fd5-8b98-7dd5f25a225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:31:08.338818 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-225717b4-bbb9-4e49-8173-183a4df90334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:08.442750 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-225717b4-bbb9-4e49-8173-183a4df90334 None None] For port ca78c826-7014-4f4c-9c04-8bf57353abbc, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:08.447306 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-225717b4-bbb9-4e49-8173-183a4df90334 None None] For port ca78c826-7014-4f4c-9c04-8bf57353abbc, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=ca78c826-7014-4f4c-9c04-8bf57353abbc,segment=NetworkSegment(20702993-dd0e-4fd5-8b98-7dd5f25a225d),segment_id=20702993-dd0e-4fd5-8b98-7dd5f25a225d)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:31:08.453034 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-225717b4-bbb9-4e49-8173-183a4df90334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:08.483293 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:08.500484 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Transition to ACTIVE for port object 8b3a745c-e316-4427-8054-5535e1dd042e will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:08.535584 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225717b4-bbb9-4e49-8173-183a4df90334 None None] Pushing event updated for resources: {'Port': ['ID=ca78c826-7014-4f4c-9c04-8bf57353abbc,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:08.571362 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:08.669777 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Network 6afd2e31-32ff-4f9a-ba18-d14a74360e71 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:08.673450 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:08.710517 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event updated for resources: {'Port': ['ID=8b3a745c-e316-4427-8054-5535e1dd042e,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:08.723893 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:08.729886 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:08.730234 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:08.730578 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:08.730917 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:08.731248 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:08.731582 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:08.731909 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:08.732237 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:08.732566 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:08.732917 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:08.733247 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:08.733574 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:08.809787 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.036199 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.433202 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.448073 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.519481 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d04d2-1b16-4f52-aef9-2385165efe59 req-8d0da268-f988-43d3-bbde-8e88056d0894 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:09.521162 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc0d04d2-1b16-4f52-aef9-2385165efe59 req-8d0da268-f988-43d3-bbde-8e88056d0894 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 1097 time: 0.1401248 Jul 07 17:31:09.556946 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event updated for resources: {'Port': ['ID=8b3a745c-e316-4427-8054-5535e1dd042e,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:09.565266 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.567656 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fc0d04d2-1b16-4f52-aef9-2385165efe59 req-21223553-918c-406c-aca7-292d193cc01c tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.763781 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fc0d04d2-1b16-4f52-aef9-2385165efe59 req-21223553-918c-406c-aca7-292d193cc01c tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.781337 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-fc0d04d2-1b16-4f52-aef9-2385165efe59 req-21223553-918c-406c-aca7-292d193cc01c tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.802344 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc0d04d2-1b16-4f52-aef9-2385165efe59 req-21223553-918c-406c-aca7-292d193cc01c tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2737579 Jul 07 17:31:09.821038 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Network 6afd2e31-32ff-4f9a-ba18-d14a74360e71 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:09.831069 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:09.846058 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21223553-918c-406c-aca7-292d193cc01c tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cb5033-1db7-4619-8592-5e600975a1b1,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:09.999198 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Router 651e6827-d979-413d-a7eb-f66377652714 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:31:10.141820 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cdf7f1-5cbe-4fbf-ab85-9071622cbe61 None None] Network 6afd2e31-32ff-4f9a-ba18-d14a74360e71 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:10.246689 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c5b8c206-996d-47a4-8a76-bcd86b5e01c5 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:10.273020 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:31:10.278457 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-38149a38-f4d9-495e-8cf9-535350329df9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "PUT /v2.0/routers/651e6827-d979-413d-a7eb-f66377652714/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1315200 Jul 07 17:31:10.281297 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33424) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:10.286104 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-720698dc-05b6-46b4-9f30-8d113d03ed07 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1598861452', 'description': 'tempest-secgroup_access--1598861452 description', 'project_id': '16856e360ab146108cdc65e200cbee54'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:10.369558 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-720698dc-05b6-46b4-9f30-8d113d03ed07 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.469443 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3013b-be1e-4a82-a0ca-bbe239d7f287 req-7e66e93d-6b8f-4879-9f6c-28bfe4abb7bf tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:10.473595 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0fe3013b-be1e-4a82-a0ca-bbe239d7f287 req-7e66e93d-6b8f-4879-9f6c-28bfe4abb7bf tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 945 time: 0.1621933 Jul 07 17:31:10.532844 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7211827d-0aa5-4bd7-bb43-f1141c029df7 None None] Provisioning for port ca78c826-7014-4f4c-9c04-8bf57353abbc completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:10.588338 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0fe3013b-be1e-4a82-a0ca-bbe239d7f287 req-24a3eccc-9245-4a3c-b7b3-a9b8bcf991d1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049881 Jul 07 17:31:10.616133 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port c5b8c206-996d-47a4-8a76-bcd86b5e01c5 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:10.617018 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33432) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:10.622292 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port c5b8c206-996d-47a4-8a76-bcd86b5e01c5 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:10.622668 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.637692 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-720698dc-05b6-46b4-9f30-8d113d03ed07 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.643753 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-720698dc-05b6-46b4-9f30-8d113d03ed07 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.683435 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-720698dc-05b6-46b4-9f30-8d113d03ed07 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.688225 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-720698dc-05b6-46b4-9f30-8d113d03ed07 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4024682 Jul 07 17:31:10.689730 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 33434) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:10.695695 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-66031586-5525-4abc-9201-73b4fba1519f tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--732554668', 'description': 'tempest-secgroup_general--732554668 description', 'project_id': '16856e360ab146108cdc65e200cbee54'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:10.723820 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720698dc-05b6-46b4-9f30-8d113d03ed07 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c37da69c-8673-4256-830d-b887ad4193e2,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:10.727406 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-66031586-5525-4abc-9201-73b4fba1519f tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.748365 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f560c860-aa58-4004-b7ef-2c1764d93f4a None None] Sync routers for ids ['651e6827-d979-413d-a7eb-f66377652714'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:31:10.765709 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f560c860-aa58-4004-b7ef-2c1764d93f4a None None] Routers {'651e6827-d979-413d-a7eb-f66377652714'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:10.768079 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f560c860-aa58-4004-b7ef-2c1764d93f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:30:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['651e6827-d979-413d-a7eb-f66377652714'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:10.774681 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5ae055ea-6ad5-4bd3-840e-27aea02fa768 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/floatingips/25ef6870-c826-45c1-a166-37c5132178fb HTTP/1.1" status: 200 len: 992 time: 0.1528137 Jul 07 17:31:10.864444 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.917448 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port c5b8c206-996d-47a4-8a76-bcd86b5e01c5, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c5b8c206-996d-47a4-8a76-bcd86b5e01c5,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:10.935710 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-66031586-5525-4abc-9201-73b4fba1519f tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.939469 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.941898 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device ca78c826-7014-4f4c-9c04-8bf57353abbc up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:10.955977 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-66031586-5525-4abc-9201-73b4fba1519f tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.986025 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-66031586-5525-4abc-9201-73b4fba1519f tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.988595 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-66031586-5525-4abc-9201-73b4fba1519f tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2973092 Jul 07 17:31:10.992162 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 33448) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:10.997238 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-1f9af545-07ac-451c-9f41-c75272ef8d98 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Request body: {'security_group_rule': {'security_group_id': 'c37da69c-8673-4256-830d-b887ad4193e2', 'project_id': '16856e360ab146108cdc65e200cbee54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:11.005959 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66031586-5525-4abc-9201-73b4fba1519f tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcf55d4-a0e9-4eff-98cf-1846618da7d1,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:11.040683 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1f9af545-07ac-451c-9f41-c75272ef8d98 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.064366 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-f560c860-aa58-4004-b7ef-2c1764d93f4a None None] Set router 651e6827-d979-413d-a7eb-f66377652714 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:11.199427 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1f9af545-07ac-451c-9f41-c75272ef8d98 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.204859 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1f9af545-07ac-451c-9f41-c75272ef8d98 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.218679 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=c5b8c206-996d-47a4-8a76-bcd86b5e01c5,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:11.225349 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port ca78c826-7014-4f4c-9c04-8bf57353abbc completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:11.230028 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port ca78c826-7014-4f4c-9c04-8bf57353abbc triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:11.230419 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.252114 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9af545-07ac-451c-9f41-c75272ef8d98 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2091fe20-81f8-472a-8117-56b38f390508,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:11.276283 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1f9af545-07ac-451c-9f41-c75272ef8d98 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.278476 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1f9af545-07ac-451c-9f41-c75272ef8d98 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2845554 Jul 07 17:31:11.371316 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.430033 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f560c860-aa58-4004-b7ef-2c1764d93f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651e6827-d979-413d-a7eb-f66377652714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1781398011', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:04Z', 'updated_at': '2021-07-07T17:31:08Z', 'revision_number': 4, 'project_id': '16856e360ab146108cdc65e200cbee54', 'gw_port': {'id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:63:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651e6827-d979-413d-a7eb-f66377652714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:05Z', 'updated_at': '2021-07-07T17:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '8b3a745c-e316-4427-8054-5535e1dd042e', 'name': '', 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'mac_address': 'fa:16:3e:df:e9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651e6827-d979-413d-a7eb-f66377652714', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '71210078-f821-4522-b35c-682979e070c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:07Z', 'updated_at': '2021-07-07T17:31:09Z', 'revision_number': 2, 'project_id': '16856e360ab146108cdc65e200cbee54', 'subnets': [{'id': '71210078-f821-4522-b35c-682979e070c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:11.467491 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f560c860-aa58-4004-b7ef-2c1764d93f4a None None] Checking router: 651e6827-d979-413d-a7eb-f66377652714 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:31:11.467939 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f560c860-aa58-4004-b7ef-2c1764d93f4a None None] Updating router 651e6827-d979-413d-a7eb-f66377652714 port 8b3a745c-e316-4427-8054-5535e1dd042e binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:31:11.473867 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port ca78c826-7014-4f4c-9c04-8bf57353abbc, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=ca78c826-7014-4f4c-9c04-8bf57353abbc,segment=NetworkSegment(20702993-dd0e-4fd5-8b98-7dd5f25a225d),segment_id=20702993-dd0e-4fd5-8b98-7dd5f25a225d)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:11.478949 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.533156 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f560c860-aa58-4004-b7ef-2c1764d93f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.578896 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-3204d9c0-9782-44a6-ae60-3ce228a0ae1a req-33efe1bb-af93-45c6-8462-20609f338b12 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:31:11.579999 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3204d9c0-9782-44a6-ae60-3ce228a0ae1a req-33efe1bb-af93-45c6-8462-20609f338b12 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058794 Jul 07 17:31:11.594855 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=ca78c826-7014-4f4c-9c04-8bf57353abbc,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:11.619991 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0d101aef-1573-411e-be39-4a903381e001 None None] Provisioning complete for port ca78c826-7014-4f4c-9c04-8bf57353abbc triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:11.620186 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0d101aef-1573-411e-be39-4a903381e001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.786193 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-68a6e81f-6b01-42a8-8fb9-976ce680e929 req-028e88b9-3beb-41b7-b76f-d29b5132af78 service neutron] (100193) timed out ('10.222.0.53', 41064) {{(pid=100193) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:31:11.875242 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0d101aef-1573-411e-be39-4a903381e001 None None] Provisioning for port 8b3a745c-e316-4427-8054-5535e1dd042e completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:11.884221 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0d101aef-1573-411e-be39-4a903381e001 None None] Provisioning complete for port 8b3a745c-e316-4427-8054-5535e1dd042e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:11.884730 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0d101aef-1573-411e-be39-4a903381e001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.950431 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-24457c92-3477-4c33-8e16-7568d20896e2 req-0fd16e91-e635-4e9d-87e0-d27639be8dbc tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_general--732554668&fields=id&tenant_id=16856e360ab146108cdc65e200cbee54 HTTP/1.1" status: 200 len: 267 time: 0.1284301 Jul 07 17:31:11.989206 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-0d101aef-1573-411e-be39-4a903381e001 None None] Port 8b3a745c-e316-4427-8054-5535e1dd042e cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:31:12.052720 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-24457c92-3477-4c33-8e16-7568d20896e2 req-7ddd1973-7cc9-4d84-81b9-8f7428abaeb7 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_access--1598861452&fields=id&tenant_id=16856e360ab146108cdc65e200cbee54 HTTP/1.1" status: 200 len: 267 time: 0.1009865 Jul 07 17:31:12.103554 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c5b8c206-996d-47a4-8a76-bcd86b5e01c5 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:12.185850 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24457c92-3477-4c33-8e16-7568d20896e2 req-890d9626-311f-48d5-8ae6-62f3ffe65738 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:12.194498 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-24457c92-3477-4c33-8e16-7568d20896e2 req-890d9626-311f-48d5-8ae6-62f3ffe65738 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/networks?id=6afd2e31-32ff-4f9a-ba18-d14a74360e71 HTTP/1.1" status: 200 len: 796 time: 0.1403854 Jul 07 17:31:12.209407 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f560c860-aa58-4004-b7ef-2c1764d93f4a None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.216681 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-24457c92-3477-4c33-8e16-7568d20896e2 req-7ffa4eb5-d438-403a-aa49-bab96839bf4b tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/quotas/16856e360ab146108cdc65e200cbee54 HTTP/1.1" status: 200 len: 375 time: 0.0206518 Jul 07 17:31:12.236719 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-79bf5081-a326-4916-9781-b4bc55f8f294 None None] Provisioning complete for port 8b3a745c-e316-4427-8054-5535e1dd042e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:12.237275 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-79bf5081-a326-4916-9781-b4bc55f8f294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.253104 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-f560c860-aa58-4004-b7ef-2c1764d93f4a None None] Transition to ACTIVE for port object 8b3a745c-e316-4427-8054-5535e1dd042e will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:12.281566 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f560c860-aa58-4004-b7ef-2c1764d93f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.337999 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-24457c92-3477-4c33-8e16-7568d20896e2 req-1f06eadd-4459-405e-b1b7-31abf482557e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=16856e360ab146108cdc65e200cbee54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1180012 Jul 07 17:31:12.368071 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-79bf5081-a326-4916-9781-b4bc55f8f294 None None] Port 8b3a745c-e316-4427-8054-5535e1dd042e cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:31:12.384505 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port c5b8c206-996d-47a4-8a76-bcd86b5e01c5 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:12.385076 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.415420 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c19674-6762-461b-85fd-2a5aed78f87a None None] Pushing event updated for resources: {'Port': ['ID=8b3a745c-e316-4427-8054-5535e1dd042e,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:12.513547 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-f560c860-aa58-4004-b7ef-2c1764d93f4a None None] Attempting to bind port 8b3a745c-e316-4427-8054-5535e1dd042e on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:31:12.514286 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-f560c860-aa58-4004-b7ef-2c1764d93f4a None None] Attempting to bind port 8b3a745c-e316-4427-8054-5535e1dd042e by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '20702993-dd0e-4fd5-8b98-7dd5f25a225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:31:12.514886 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f560c860-aa58-4004-b7ef-2c1764d93f4a None None] Attempting to bind port 8b3a745c-e316-4427-8054-5535e1dd042e on network 6afd2e31-32ff-4f9a-ba18-d14a74360e71 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:12.521374 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f560c860-aa58-4004-b7ef-2c1764d93f4a None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:31:12.522319 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f560c860-aa58-4004-b7ef-2c1764d93f4a None None] Checking segment: {'id': '20702993-dd0e-4fd5-8b98-7dd5f25a225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:12.522975 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f560c860-aa58-4004-b7ef-2c1764d93f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.523591 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f560c860-aa58-4004-b7ef-2c1764d93f4a None None] Bound using segment: {'id': '20702993-dd0e-4fd5-8b98-7dd5f25a225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:31:12.524304 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-f560c860-aa58-4004-b7ef-2c1764d93f4a None None] Bound port: 8b3a745c-e316-4427-8054-5535e1dd042e, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20702993-dd0e-4fd5-8b98-7dd5f25a225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:31:12.524960 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f560c860-aa58-4004-b7ef-2c1764d93f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.644265 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device ca78c826-7014-4f4c-9c04-8bf57353abbc up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:12.690352 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-f560c860-aa58-4004-b7ef-2c1764d93f4a None None] For port 8b3a745c-e316-4427-8054-5535e1dd042e, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:12.700261 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-f560c860-aa58-4004-b7ef-2c1764d93f4a None None] For port 8b3a745c-e316-4427-8054-5535e1dd042e, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8b3a745c-e316-4427-8054-5535e1dd042e,segment=NetworkSegment(20702993-dd0e-4fd5-8b98-7dd5f25a225d),segment_id=20702993-dd0e-4fd5-8b98-7dd5f25a225d)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:31:12.710378 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f560c860-aa58-4004-b7ef-2c1764d93f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.762482 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port ca78c826-7014-4f4c-9c04-8bf57353abbc triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:12.762869 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.813986 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30fc23c-1770-4fba-b4c2-7e2fd6e1f043 req-3f4c102c-78c6-4515-8013-757ec6cd494a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:12.815698 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c30fc23c-1770-4fba-b4c2-7e2fd6e1f043 req-3f4c102c-78c6-4515-8013-757ec6cd494a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 945 time: 0.1742682 Jul 07 17:31:12.862473 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f560c860-aa58-4004-b7ef-2c1764d93f4a None None] Routers {'651e6827-d979-413d-a7eb-f66377652714'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:12.863385 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f560c860-aa58-4004-b7ef-2c1764d93f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:30:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['651e6827-d979-413d-a7eb-f66377652714'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:12.877456 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-24457c92-3477-4c33-8e16-7568d20896e2 req-e16489e0-8fa5-44ae-9db6-e209f080c10e service neutron] 10.222.0.53 "GET /v2.0/networks/6afd2e31-32ff-4f9a-ba18-d14a74360e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285256 Jul 07 17:31:12.906300 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c30fc23c-1770-4fba-b4c2-7e2fd6e1f043 req-19bed012-ff16-4130-bd18-11d06bddb3d5 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815432 Jul 07 17:31:12.913577 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54781829-e137-4409-99f2-4514082dc8b6 req-9af700af-4303-4d07-8e77-1d36dcbf8795 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4937267 Jul 07 17:31:12.945361 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c19674-6762-461b-85fd-2a5aed78f87a None None] Pushing event updated for resources: {'Port': ['ID=8b3a745c-e316-4427-8054-5535e1dd042e,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:13.104138 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-f560c860-aa58-4004-b7ef-2c1764d93f4a None None] Set router 651e6827-d979-413d-a7eb-f66377652714 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:13.114716 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-24457c92-3477-4c33-8e16-7568d20896e2 req-b0b965b3-1dbe-48c6-89cb-1868ba5b03bd service neutron] 10.222.0.53 "GET /v2.0/networks/6afd2e31-32ff-4f9a-ba18-d14a74360e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363081 Jul 07 17:31:13.581362 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d13d013d-c265-42b2-b01c-023f2b45070b req-a71986e4-863e-46c0-92c4-4a4fbb682bd8 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?device_id=f046e87e-3b39-40ce-8a2f-21033644fc7f HTTP/1.1" status: 200 len: 210 time: 0.0642872 Jul 07 17:31:13.672163 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f560c860-aa58-4004-b7ef-2c1764d93f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651e6827-d979-413d-a7eb-f66377652714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1781398011', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:04Z', 'updated_at': '2021-07-07T17:31:08Z', 'revision_number': 4, 'project_id': '16856e360ab146108cdc65e200cbee54', 'gw_port': {'id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:63:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651e6827-d979-413d-a7eb-f66377652714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:05Z', 'updated_at': '2021-07-07T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '8b3a745c-e316-4427-8054-5535e1dd042e', 'name': '', 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'mac_address': 'fa:16:3e:df:e9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651e6827-d979-413d-a7eb-f66377652714', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '71210078-f821-4522-b35c-682979e070c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:07Z', 'updated_at': '2021-07-07T17:31:12Z', 'revision_number': 4, 'project_id': '16856e360ab146108cdc65e200cbee54', 'subnets': [{'id': '71210078-f821-4522-b35c-682979e070c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:13.721230 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f560c860-aa58-4004-b7ef-2c1764d93f4a None None] The sync data for ids ['651e6827-d979-413d-a7eb-f66377652714'] in n-d-791503-12 is: [{'id': '651e6827-d979-413d-a7eb-f66377652714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1781398011', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:04Z', 'updated_at': '2021-07-07T17:31:08Z', 'revision_number': 4, 'project_id': '16856e360ab146108cdc65e200cbee54', 'gw_port': {'id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:63:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651e6827-d979-413d-a7eb-f66377652714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:05Z', 'updated_at': '2021-07-07T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '8b3a745c-e316-4427-8054-5535e1dd042e', 'name': '', 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'mac_address': 'fa:16:3e:df:e9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651e6827-d979-413d-a7eb-f66377652714', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '71210078-f821-4522-b35c-682979e070c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:07Z', 'updated_at': '2021-07-07T17:31:12Z', 'revision_number': 4, 'project_id': '16856e360ab146108cdc65e200cbee54', 'subnets': [{'id': '71210078-f821-4522-b35c-682979e070c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:31:14.192267 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8b3a745c-e316-4427-8054-5535e1dd042e up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:14.335767 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 8b3a745c-e316-4427-8054-5535e1dd042e completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:14.352460 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 8b3a745c-e316-4427-8054-5535e1dd042e triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:14.353445 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.400384 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e4f98-be9e-41a6-9252-c7882b0ed1cf req-6ae55b73-1a45-436f-b0e2-82cc9fb9c949 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:14.413899 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-017e4f98-be9e-41a6-9252-c7882b0ed1cf req-6ae55b73-1a45-436f-b0e2-82cc9fb9c949 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 945 time: 0.1945260 Jul 07 17:31:14.523622 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-017e4f98-be9e-41a6-9252-c7882b0ed1cf req-7a291c06-817c-46ed-ad59-a089d3a3a7a0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088195 Jul 07 17:31:14.599276 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.719910 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 8b3a745c-e316-4427-8054-5535e1dd042e, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8b3a745c-e316-4427-8054-5535e1dd042e,segment=NetworkSegment(20702993-dd0e-4fd5-8b98-7dd5f25a225d),segment_id=20702993-dd0e-4fd5-8b98-7dd5f25a225d)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:14.725448 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.870465 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=8b3a745c-e316-4427-8054-5535e1dd042e,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:14.998374 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ad3f72ef-2131-4cd7-a08c-960d0c6c61d2 req-f9557edc-af4d-4952-9be5-559281e13d4e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?device_id=f046e87e-3b39-40ce-8a2f-21033644fc7f HTTP/1.1" status: 200 len: 210 time: 0.0819087 Jul 07 17:31:15.118185 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe14a33-04fd-494c-916e-8811c4d83c55 req-b2408cfb-0b40-4ff1-a864-58853b3c3c34 tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:15.120762 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bbe14a33-04fd-494c-916e-8811c4d83c55 req-b2408cfb-0b40-4ff1-a864-58853b3c3c34 tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d8959d7-934a-413a-a001-03f6650b48de HTTP/1.1" status: 200 len: 950 time: 0.1030641 Jul 07 17:31:15.177063 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bbe14a33-04fd-494c-916e-8811c4d83c55 req-4b73e260-3335-4bcb-9345-ca8d74e3c23a tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a708642-483b-4f20-a5c9-7aa14471bc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443709 Jul 07 17:31:15.465561 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54781829-e137-4409-99f2-4514082dc8b6 req-00a8a11a-6747-4eec-b815-81dd2a69d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:15.467662 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-54781829-e137-4409-99f2-4514082dc8b6 req-00a8a11a-6747-4eec-b815-81dd2a69d9a1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 1097 time: 0.1139832 Jul 07 17:31:15.629860 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54781829-e137-4409-99f2-4514082dc8b6 req-269bccf2-1e8e-4a2f-b3eb-afa6799b893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:15.631519 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-54781829-e137-4409-99f2-4514082dc8b6 req-269bccf2-1e8e-4a2f-b3eb-afa6799b893f service neutron] 10.222.0.72 "GET /v2.0/networks?id=b285fdfa-f472-481a-bbcf-cbb63c5594f1 HTTP/1.1" status: 200 len: 898 time: 0.1534066 Jul 07 17:31:15.767771 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-54781829-e137-4409-99f2-4514082dc8b6 req-a0657172-0872-44f4-9f42-0b462c0dd01b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=354edf71-5db1-4186-95ff-21f232f78a02 HTTP/1.1" status: 200 len: 1000 time: 0.1255260 Jul 07 17:31:15.796259 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6c2a9-0080-4f11-9a9d-6a67a9332d4d req-a5b6b404-e3da-4c20-93df-c5bcccfceb72 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:15.798739 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fcf6c2a9-0080-4f11-9a9d-6a67a9332d4d req-a5b6b404-e3da-4c20-93df-c5bcccfceb72 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 945 time: 0.1312284 Jul 07 17:31:15.867432 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fcf6c2a9-0080-4f11-9a9d-6a67a9332d4d req-abf7ca1b-0a55-472f-88f9-138dad712da5 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627224 Jul 07 17:31:15.888731 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54781829-e137-4409-99f2-4514082dc8b6 req-aaa615c9-c28d-48d5-b1f1-ce79fa1a5b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:15.890535 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-54781829-e137-4409-99f2-4514082dc8b6 req-aaa615c9-c28d-48d5-b1f1-ce79fa1a5b2a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7220b1e-0683-4b43-aadb-e64a2bca5a0c HTTP/1.1" status: 200 len: 833 time: 0.1162953 Jul 07 17:31:15.982822 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54781829-e137-4409-99f2-4514082dc8b6 req-6e532d9c-d15d-4e0b-bc5d-b1c393edf45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:15.984604 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-54781829-e137-4409-99f2-4514082dc8b6 req-6e532d9c-d15d-4e0b-bc5d-b1c393edf45b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b285fdfa-f472-481a-bbcf-cbb63c5594f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826547 Jul 07 17:31:16.122564 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8b3a745c-e316-4427-8054-5535e1dd042e up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:16.155431 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-54781829-e137-4409-99f2-4514082dc8b6 req-88ec2942-0679-44ba-b871-aa4913857715 service neutron] 10.222.0.72 "GET /v2.0/networks/b285fdfa-f472-481a-bbcf-cbb63c5594f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619759 Jul 07 17:31:16.193841 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24457c92-3477-4c33-8e16-7568d20896e2 req-7eddb894-a47f-4730-8ee4-269d58fb28e2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:16.195870 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-24457c92-3477-4c33-8e16-7568d20896e2 req-7eddb894-a47f-4730-8ee4-269d58fb28e2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.64 "GET /v2.0/networks?id=6afd2e31-32ff-4f9a-ba18-d14a74360e71 HTTP/1.1" status: 200 len: 796 time: 0.2797737 Jul 07 17:31:16.275685 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 8b3a745c-e316-4427-8054-5535e1dd042e triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:16.276068 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.327476 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-24457c92-3477-4c33-8e16-7568d20896e2 req-cc8d79c6-f9d6-4d3d-afb6-cd6a058ed5b9 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16856e360ab146108cdc65e200cbee54 HTTP/1.1" status: 200 len: 477 time: 0.1224029 Jul 07 17:31:16.349442 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-24457c92-3477-4c33-8e16-7568d20896e2 req-7e2beaa3-1867-482d-b469-54cf9457b31f tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Request body: {'port': {'device_id': 'f046e87e-3b39-40ce-8a2f-21033644fc7f', 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71', 'admin_state_up': True, 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'security_groups': ['7bcf55d4-a0e9-4eff-98cf-1846618da7d1', 'c37da69c-8673-4256-830d-b887ad4193e2']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:16.400162 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4a2ac5c5-9115-4aac-9009-99ac81baafdd req-f52ab032-1734-4b5c-8c23-09c45bcf1734 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?device_id=f046e87e-3b39-40ce-8a2f-21033644fc7f HTTP/1.1" status: 200 len: 210 time: 0.1024902 Jul 07 17:31:16.550923 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-54781829-e137-4409-99f2-4514082dc8b6 req-73221592-d48f-4b2a-b2a3-324365cb7c9f service neutron] 10.222.0.72 "GET /v2.0/networks/b285fdfa-f472-481a-bbcf-cbb63c5594f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698294 Jul 07 17:31:16.570096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cc72b-0b3a-45aa-9126-c845c28a9241 req-e2ea1ef5-9788-4e07-afa5-f0d6ddff5b77 tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:16.572404 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba6cc72b-0b3a-45aa-9126-c845c28a9241 req-e2ea1ef5-9788-4e07-afa5-f0d6ddff5b77 tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d8959d7-934a-413a-a001-03f6650b48de HTTP/1.1" status: 200 len: 950 time: 0.1756337 Jul 07 17:31:16.585351 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6838a-acb2-498d-9573-fe32c64e39eb req-537c3a8a-ad55-4cf1-98e9-f29f61fac057 tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:16.592697 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5cc6838a-acb2-498d-9573-fe32c64e39eb req-537c3a8a-ad55-4cf1-98e9-f29f61fac057 tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d8959d7-934a-413a-a001-03f6650b48de HTTP/1.1" status: 200 len: 950 time: 0.2010803 Jul 07 17:31:16.624825 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24457c92-3477-4c33-8e16-7568d20896e2 req-7e2beaa3-1867-482d-b469-54cf9457b31f tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Made reservation on behalf of 16856e360ab146108cdc65e200cbee54 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:16.629122 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-24457c92-3477-4c33-8e16-7568d20896e2 req-7e2beaa3-1867-482d-b469-54cf9457b31f tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.665763 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5cc6838a-acb2-498d-9573-fe32c64e39eb req-2d351674-f3a4-46a1-bd57-337772bd60df tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a708642-483b-4f20-a5c9-7aa14471bc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719843 Jul 07 17:31:16.760294 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-ba6cc72b-0b3a-45aa-9126-c845c28a9241 req-206a45db-c7a2-4248-8143-5228bd068e0f tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Deleting port 5098f836-ed1f-4b02-9be3-d1c4b69de758 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:16.760809 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ba6cc72b-0b3a-45aa-9126-c845c28a9241 req-206a45db-c7a2-4248-8143-5228bd068e0f tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.842183 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-24457c92-3477-4c33-8e16-7568d20896e2 req-7e2beaa3-1867-482d-b469-54cf9457b31f tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Allocated IP 172.20.0.4 (6afd2e31-32ff-4f9a-ba18-d14a74360e71/71210078-f821-4522-b35c-682979e070c1/5a41064c-fc3c-4bc3-a4ab-94fa709b6942) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:16.967552 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-ba6cc72b-0b3a-45aa-9126-c845c28a9241 req-206a45db-c7a2-4248-8143-5228bd068e0f tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] For port 5098f836-ed1f-4b02-9be3-d1c4b69de758, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=5098f836-ed1f-4b02-9be3-d1c4b69de758,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:16.968063 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ba6cc72b-0b3a-45aa-9126-c845c28a9241 req-206a45db-c7a2-4248-8143-5228bd068e0f tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.986948 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-ba6cc72b-0b3a-45aa-9126-c845c28a9241 req-206a45db-c7a2-4248-8143-5228bd068e0f tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Calling delete_port for 5098f836-ed1f-4b02-9be3-d1c4b69de758 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:17.246410 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557fae8-416d-40e4-a9a1-05339a874b7a req-2b013423-0791-4622-abd6-341c222b1149 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:17.249497 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3557fae8-416d-40e4-a9a1-05339a874b7a req-2b013423-0791-4622-abd6-341c222b1149 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 945 time: 0.1726971 Jul 07 17:31:17.395856 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3557fae8-416d-40e4-a9a1-05339a874b7a req-116d04e1-c69f-48f7-a85b-aa512da4cae8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364625 Jul 07 17:31:17.401494 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ba6cc72b-0b3a-45aa-9126-c845c28a9241 req-206a45db-c7a2-4248-8143-5228bd068e0f tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.414809 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['5098f836-ed1f-4b02-9be3-d1c4b69de758'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:31:17.442900 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a45db-c7a2-4248-8143-5228bd068e0f tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Pushing event deleted for resources: {'Port': ['ID=5098f836-ed1f-4b02-9be3-d1c4b69de758,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:17.454972 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a45db-c7a2-4248-8143-5228bd068e0f tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:17.455315 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a45db-c7a2-4248-8143-5228bd068e0f tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:17.455671 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a45db-c7a2-4248-8143-5228bd068e0f tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:17.456793 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a45db-c7a2-4248-8143-5228bd068e0f tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:17.457175 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a45db-c7a2-4248-8143-5228bd068e0f tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:17.457568 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a45db-c7a2-4248-8143-5228bd068e0f tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:17.457870 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a45db-c7a2-4248-8143-5228bd068e0f tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:17.458209 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a45db-c7a2-4248-8143-5228bd068e0f tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:17.458777 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a45db-c7a2-4248-8143-5228bd068e0f tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:17.458927 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a45db-c7a2-4248-8143-5228bd068e0f tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:17.460030 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a45db-c7a2-4248-8143-5228bd068e0f tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:17.460030 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a45db-c7a2-4248-8143-5228bd068e0f tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:17.540202 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6cc72b-0b3a-45aa-9126-c845c28a9241 req-206a45db-c7a2-4248-8143-5228bd068e0f tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] No DVR routers for this DVR port 5098f836-ed1f-4b02-9be3-d1c4b69de758 on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:31:17.555843 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ba6cc72b-0b3a-45aa-9126-c845c28a9241 req-206a45db-c7a2-4248-8143-5228bd068e0f tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.557139 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-24457c92-3477-4c33-8e16-7568d20896e2 req-7e2beaa3-1867-482d-b469-54cf9457b31f tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.558035 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba6cc72b-0b3a-45aa-9126-c845c28a9241 req-206a45db-c7a2-4248-8143-5228bd068e0f tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.64 "DELETE /v2.0/ports/5098f836-ed1f-4b02-9be3-d1c4b69de758 HTTP/1.1" status: 204 len: 173 time: 0.9787643 Jul 07 17:31:17.558502 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8959d7-934a-413a-a001-03f6650b48de', 'name': 'network-vif-deleted', 'tag': '5098f836-ed1f-4b02-9be3-d1c4b69de758'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:17.561312 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96259f33-fc85-497b-8d1a-8dfbe2f04161" -d '{"events": [{"server_uuid": "9d8959d7-934a-413a-a001-03f6650b48de", "name": "network-vif-deleted", "tag": "5098f836-ed1f-4b02-9be3-d1c4b69de758"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:17.578035 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-24457c92-3477-4c33-8e16-7568d20896e2 req-7e2beaa3-1867-482d-b469-54cf9457b31f tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Transition to ACTIVE for port object 5a41064c-fc3c-4bc3-a4ab-94fa709b6942 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:17.641428 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1825fca0-53ac-40e6-9025-79b16b0dbb0d x-openstack-request-id: req-1825fca0-53ac-40e6-9025-79b16b0dbb0d {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:17.642060 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d8959d7-934a-413a-a001-03f6650b48de", "name": "network-vif-deleted", "tag": "5098f836-ed1f-4b02-9be3-d1c4b69de758", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:17.642597 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1825fca0-53ac-40e6-9025-79b16b0dbb0d {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:17.643269 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d8959d7-934a-413a-a001-03f6650b48de', 'name': 'network-vif-deleted', 'tag': '5098f836-ed1f-4b02-9be3-d1c4b69de758', 'status': 'completed', 'code': 200} Jul 07 17:31:17.653241 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-940ad91b-52fc-42fd-a267-c0b7add9b6f8 req-4bfae7f8-9776-497a-9ed2-99f7edf440c5 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?device_id=f046e87e-3b39-40ce-8a2f-21033644fc7f HTTP/1.1" status: 200 len: 210 time: 0.0639374 Jul 07 17:31:17.699474 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ef9ce-9b46-4f3c-9bc6-9f8abf64a8ac req-1fa2fa18-aa1d-48fe-98fb-f5b8a50dd357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:17.701830 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f83ef9ce-9b46-4f3c-9bc6-9f8abf64a8ac req-1fa2fa18-aa1d-48fe-98fb-f5b8a50dd357 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 1097 time: 0.1374171 Jul 07 17:31:17.704995 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-24457c92-3477-4c33-8e16-7568d20896e2 req-7e2beaa3-1867-482d-b469-54cf9457b31f tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.778795 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24457c92-3477-4c33-8e16-7568d20896e2 req-7e2beaa3-1867-482d-b469-54cf9457b31f tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Network 6afd2e31-32ff-4f9a-ba18-d14a74360e71 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:17.810612 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-24457c92-3477-4c33-8e16-7568d20896e2 req-7e2beaa3-1867-482d-b469-54cf9457b31f tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:17.815241 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-24457c92-3477-4c33-8e16-7568d20896e2 req-7e2beaa3-1867-482d-b469-54cf9457b31f tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:17.883071 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24457c92-3477-4c33-8e16-7568d20896e2 req-7e2beaa3-1867-482d-b469-54cf9457b31f tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:17.884317 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-24457c92-3477-4c33-8e16-7568d20896e2 req-7e2beaa3-1867-482d-b469-54cf9457b31f tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.891211 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2beaa3-1867-482d-b469-54cf9457b31f tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event updated for resources: {'Port': ['ID=5a41064c-fc3c-4bc3-a4ab-94fa709b6942,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:17.913405 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-24457c92-3477-4c33-8e16-7568d20896e2 req-7e2beaa3-1867-482d-b469-54cf9457b31f tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.5694616 Jul 07 17:31:17.925752 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-24457c92-3477-4c33-8e16-7568d20896e2 req-db5cbcd5-e19e-4ac2-91b1-c77c3f1090ac service neutron] Request body: {'port': {'device_id': 'f046e87e-3b39-40ce-8a2f-21033644fc7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:18.138094 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-24457c92-3477-4c33-8e16-7568d20896e2 req-db5cbcd5-e19e-4ac2-91b1-c77c3f1090ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.383972 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a2f33c8e-9c04-47f4-988b-2e8d4032aad0 None None] Provisioning for port 5a41064c-fc3c-4bc3-a4ab-94fa709b6942 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:18.394863 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a2f33c8e-9c04-47f4-988b-2e8d4032aad0 None None] Provisioning complete for port 5a41064c-fc3c-4bc3-a4ab-94fa709b6942 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:18.400119 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a2f33c8e-9c04-47f4-988b-2e8d4032aad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.460534 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a2f33c8e-9c04-47f4-988b-2e8d4032aad0 None None] Port 5a41064c-fc3c-4bc3-a4ab-94fa709b6942 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:31:18.623001 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0f1b64c8-c758-4da0-af65-7c2954b0872a req-26ba822c-4f41-4f14-afc9-2b248b8964f3 tempest-VolumesBackupsTest-409424177 tempest-VolumesBackupsTest-409424177-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d8959d7-934a-413a-a001-03f6650b48de HTTP/1.1" status: 200 len: 210 time: 0.0612004 Jul 07 17:31:18.666803 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ef9ce-9b46-4f3c-9bc6-9f8abf64a8ac req-7ae9c928-5762-4c3c-84f2-d5f2ce7ae2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:18.668875 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f83ef9ce-9b46-4f3c-9bc6-9f8abf64a8ac req-7ae9c928-5762-4c3c-84f2-d5f2ce7ae2ff service neutron] 10.222.0.72 "GET /v2.0/networks?id=b285fdfa-f472-481a-bbcf-cbb63c5594f1 HTTP/1.1" status: 200 len: 898 time: 0.9173181 Jul 07 17:31:18.729768 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-24457c92-3477-4c33-8e16-7568d20896e2 req-db5cbcd5-e19e-4ac2-91b1-c77c3f1090ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a41064c-fc3c-4bc3-a4ab-94fa709b6942 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:31:18.739639 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-24457c92-3477-4c33-8e16-7568d20896e2 req-db5cbcd5-e19e-4ac2-91b1-c77c3f1090ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.758656 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-24457c92-3477-4c33-8e16-7568d20896e2 req-db5cbcd5-e19e-4ac2-91b1-c77c3f1090ac service neutron] Transition to ACTIVE for port object 5a41064c-fc3c-4bc3-a4ab-94fa709b6942 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:18.766747 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-24457c92-3477-4c33-8e16-7568d20896e2 req-db5cbcd5-e19e-4ac2-91b1-c77c3f1090ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.853977 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f83ef9ce-9b46-4f3c-9bc6-9f8abf64a8ac req-c1a726b1-3901-4c7c-9920-910a453c22c8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=354edf71-5db1-4186-95ff-21f232f78a02 HTTP/1.1" status: 200 len: 1000 time: 0.1714699 Jul 07 17:31:18.921431 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d2a32-6e8a-4950-a964-c45ee2fc669b req-52d71513-0cbd-4307-b9c1-c4a6753f3f7d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:18.922284 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-760d2a32-6e8a-4950-a964-c45ee2fc669b req-52d71513-0cbd-4307-b9c1-c4a6753f3f7d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 945 time: 0.3085699 Jul 07 17:31:18.925924 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cbcd5-e19e-4ac2-91b1-c77c3f1090ac service neutron] Pushing event updated for resources: {'Port': ['ID=5a41064c-fc3c-4bc3-a4ab-94fa709b6942,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:18.980352 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ef9ce-9b46-4f3c-9bc6-9f8abf64a8ac req-784618ff-2509-446d-bf4d-82afd9c53f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:18.982114 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f83ef9ce-9b46-4f3c-9bc6-9f8abf64a8ac req-784618ff-2509-446d-bf4d-82afd9c53f31 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7220b1e-0683-4b43-aadb-e64a2bca5a0c HTTP/1.1" status: 200 len: 833 time: 0.1205499 Jul 07 17:31:18.997339 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-760d2a32-6e8a-4950-a964-c45ee2fc669b req-8dd50f1f-9779-49da-97fb-a9ae9f0a064b tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449326 Jul 07 17:31:19.068791 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892a597-3e01-48b2-8f34-e4addcd1fd8b req-7cd48f05-4391-4949-8cbc-ec255af83d4d tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:19.070452 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b892a597-3e01-48b2-8f34-e4addcd1fd8b req-7cd48f05-4391-4949-8cbc-ec255af83d4d tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?device_id=f046e87e-3b39-40ce-8a2f-21033644fc7f HTTP/1.1" status: 200 len: 982 time: 0.1433809 Jul 07 17:31:19.137135 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-24457c92-3477-4c33-8e16-7568d20896e2 req-db5cbcd5-e19e-4ac2-91b1-c77c3f1090ac service neutron] Attempting to bind port 5a41064c-fc3c-4bc3-a4ab-94fa709b6942 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:31:19.137484 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-24457c92-3477-4c33-8e16-7568d20896e2 req-db5cbcd5-e19e-4ac2-91b1-c77c3f1090ac service neutron] Attempting to bind port 5a41064c-fc3c-4bc3-a4ab-94fa709b6942 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '20702993-dd0e-4fd5-8b98-7dd5f25a225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:31:19.137820 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24457c92-3477-4c33-8e16-7568d20896e2 req-db5cbcd5-e19e-4ac2-91b1-c77c3f1090ac service neutron] Attempting to bind port 5a41064c-fc3c-4bc3-a4ab-94fa709b6942 on network 6afd2e31-32ff-4f9a-ba18-d14a74360e71 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:19.149803 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24457c92-3477-4c33-8e16-7568d20896e2 req-db5cbcd5-e19e-4ac2-91b1-c77c3f1090ac service neutron] Port 5a41064c-fc3c-4bc3-a4ab-94fa709b6942 on network 6afd2e31-32ff-4f9a-ba18-d14a74360e71 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:31:19.150142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24457c92-3477-4c33-8e16-7568d20896e2 req-db5cbcd5-e19e-4ac2-91b1-c77c3f1090ac service neutron] Attempting to bind port 5a41064c-fc3c-4bc3-a4ab-94fa709b6942 on network 6afd2e31-32ff-4f9a-ba18-d14a74360e71 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:19.157716 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24457c92-3477-4c33-8e16-7568d20896e2 req-db5cbcd5-e19e-4ac2-91b1-c77c3f1090ac service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:31:19.158222 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24457c92-3477-4c33-8e16-7568d20896e2 req-db5cbcd5-e19e-4ac2-91b1-c77c3f1090ac service neutron] Checking segment: {'id': '20702993-dd0e-4fd5-8b98-7dd5f25a225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:19.158662 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24457c92-3477-4c33-8e16-7568d20896e2 req-db5cbcd5-e19e-4ac2-91b1-c77c3f1090ac service neutron] Bound using segment: {'id': '20702993-dd0e-4fd5-8b98-7dd5f25a225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:31:19.159149 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-24457c92-3477-4c33-8e16-7568d20896e2 req-db5cbcd5-e19e-4ac2-91b1-c77c3f1090ac service neutron] Bound port: 5a41064c-fc3c-4bc3-a4ab-94fa709b6942, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20702993-dd0e-4fd5-8b98-7dd5f25a225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:31:19.159716 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-24457c92-3477-4c33-8e16-7568d20896e2 req-db5cbcd5-e19e-4ac2-91b1-c77c3f1090ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.171005 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b892a597-3e01-48b2-8f34-e4addcd1fd8b req-6805fbdc-eda2-48dd-908d-0bad8908de07 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bcf55d4-a0e9-4eff-98cf-1846618da7d1&id=c37da69c-8673-4256-830d-b887ad4193e2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0893519 Jul 07 17:31:19.209403 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ef9ce-9b46-4f3c-9bc6-9f8abf64a8ac req-d60037db-3b2b-4d57-af96-67c1337bb8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:19.210957 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f83ef9ce-9b46-4f3c-9bc6-9f8abf64a8ac req-d60037db-3b2b-4d57-af96-67c1337bb8d1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b285fdfa-f472-481a-bbcf-cbb63c5594f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2161658 Jul 07 17:31:19.298571 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-24457c92-3477-4c33-8e16-7568d20896e2 req-db5cbcd5-e19e-4ac2-91b1-c77c3f1090ac service neutron] For port 5a41064c-fc3c-4bc3-a4ab-94fa709b6942, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:19.321400 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-24457c92-3477-4c33-8e16-7568d20896e2 req-db5cbcd5-e19e-4ac2-91b1-c77c3f1090ac service neutron] For port 5a41064c-fc3c-4bc3-a4ab-94fa709b6942, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=5a41064c-fc3c-4bc3-a4ab-94fa709b6942,segment=NetworkSegment(20702993-dd0e-4fd5-8b98-7dd5f25a225d),segment_id=20702993-dd0e-4fd5-8b98-7dd5f25a225d)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:31:19.329929 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-24457c92-3477-4c33-8e16-7568d20896e2 req-db5cbcd5-e19e-4ac2-91b1-c77c3f1090ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.344731 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f83ef9ce-9b46-4f3c-9bc6-9f8abf64a8ac req-8f786808-527b-47b3-b87a-363a285cad6b service neutron] 10.222.0.72 "GET /v2.0/networks/b285fdfa-f472-481a-bbcf-cbb63c5594f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235838 Jul 07 17:31:19.385643 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24457c92-3477-4c33-8e16-7568d20896e2 req-db5cbcd5-e19e-4ac2-91b1-c77c3f1090ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:19.387310 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-24457c92-3477-4c33-8e16-7568d20896e2 req-db5cbcd5-e19e-4ac2-91b1-c77c3f1090ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.389000 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-24457c92-3477-4c33-8e16-7568d20896e2 req-db5cbcd5-e19e-4ac2-91b1-c77c3f1090ac service neutron] 10.222.0.64 "PUT /v2.0/ports/5a41064c-fc3c-4bc3-a4ab-94fa709b6942 HTTP/1.1" status: 200 len: 1131 time: 1.4685731 Jul 07 17:31:19.391968 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f046e87e-3b39-40ce-8a2f-21033644fc7f', 'tag': '5a41064c-fc3c-4bc3-a4ab-94fa709b6942'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:19.394793 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966ac52e-32d4-488b-8b12-75d4184b5d84" -d '{"events": [{"name": "network-changed", "server_uuid": "f046e87e-3b39-40ce-8a2f-21033644fc7f", "tag": "5a41064c-fc3c-4bc3-a4ab-94fa709b6942"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:19.492378 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0577f35b-df6e-41c1-bc8e-44382b1c385c x-openstack-request-id: req-0577f35b-df6e-41c1-bc8e-44382b1c385c {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:19.493184 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f046e87e-3b39-40ce-8a2f-21033644fc7f", "tag": "5a41064c-fc3c-4bc3-a4ab-94fa709b6942", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:19.493522 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0577f35b-df6e-41c1-bc8e-44382b1c385c {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:19.494047 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f046e87e-3b39-40ce-8a2f-21033644fc7f', 'tag': '5a41064c-fc3c-4bc3-a4ab-94fa709b6942', 'status': 'completed', 'code': 200} Jul 07 17:31:19.518192 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cbcd5-e19e-4ac2-91b1-c77c3f1090ac service neutron] Pushing event updated for resources: {'Port': ['ID=5a41064c-fc3c-4bc3-a4ab-94fa709b6942,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:19.529358 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f83ef9ce-9b46-4f3c-9bc6-9f8abf64a8ac req-adf9049d-1107-4f04-98ac-aea0a0ad1bbe service neutron] 10.222.0.72 "GET /v2.0/networks/b285fdfa-f472-481a-bbcf-cbb63c5594f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722379 Jul 07 17:31:19.603587 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24457c92-3477-4c33-8e16-7568d20896e2 req-1cfefb1e-d0a1-46c5-87e7-e0b52ba43bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:19.608248 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-24457c92-3477-4c33-8e16-7568d20896e2 req-1cfefb1e-d0a1-46c5-87e7-e0b52ba43bcd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16856e360ab146108cdc65e200cbee54&device_id=f046e87e-3b39-40ce-8a2f-21033644fc7f HTTP/1.1" status: 200 len: 1134 time: 0.1530187 Jul 07 17:31:19.703401 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-24457c92-3477-4c33-8e16-7568d20896e2 req-281882b7-d3c8-4505-ba9f-5e9fc9ee7007 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a41064c-fc3c-4bc3-a4ab-94fa709b6942 HTTP/1.1" status: 200 len: 217 time: 0.0869558 Jul 07 17:31:19.805016 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24457c92-3477-4c33-8e16-7568d20896e2 req-b0d509cb-a550-4982-a1fc-1bd34ae32a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:19.805016 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-24457c92-3477-4c33-8e16-7568d20896e2 req-b0d509cb-a550-4982-a1fc-1bd34ae32a89 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71210078-f821-4522-b35c-682979e070c1 HTTP/1.1" status: 200 len: 835 time: 0.0930324 Jul 07 17:31:19.902403 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24457c92-3477-4c33-8e16-7568d20896e2 req-77c3fe0d-2b6f-432b-853d-61fa982822f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:19.905842 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-24457c92-3477-4c33-8e16-7568d20896e2 req-77c3fe0d-2b6f-432b-853d-61fa982822f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6afd2e31-32ff-4f9a-ba18-d14a74360e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0908623 Jul 07 17:31:20.068170 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-24457c92-3477-4c33-8e16-7568d20896e2 req-d5485024-49ac-46e2-b6b7-d37a560eb8cd service neutron] 10.222.0.64 "GET /v2.0/networks/6afd2e31-32ff-4f9a-ba18-d14a74360e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545787 Jul 07 17:31:20.216482 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-24457c92-3477-4c33-8e16-7568d20896e2 req-9dd9b437-1538-45f2-8d37-a5fe69919b0a service neutron] 10.222.0.64 "GET /v2.0/networks/6afd2e31-32ff-4f9a-ba18-d14a74360e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417079 Jul 07 17:31:20.502251 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f2a8a-ae59-4f76-89c6-3f395df7357a req-35307a27-d6ad-4b9b-ac63-d361c494705b tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:20.505097 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e59f2a8a-ae59-4f76-89c6-3f395df7357a req-35307a27-d6ad-4b9b-ac63-d361c494705b tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 945 time: 0.2292755 Jul 07 17:31:20.569998 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ac52e-32d4-488b-8b12-75d4184b5d84 req-06949245-b63f-4d3b-acb0-e3e643e1521a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:20.571555 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-966ac52e-32d4-488b-8b12-75d4184b5d84 req-06949245-b63f-4d3b-acb0-e3e643e1521a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16856e360ab146108cdc65e200cbee54&device_id=f046e87e-3b39-40ce-8a2f-21033644fc7f HTTP/1.1" status: 200 len: 1134 time: 0.2257190 Jul 07 17:31:20.637398 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b4e20-5d8c-4637-81d2-4ee0d20936e3 req-d46f1b7b-fc20-46a3-80f5-8977bb2ada74 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:20.639234 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-637b4e20-5d8c-4637-81d2-4ee0d20936e3 req-d46f1b7b-fc20-46a3-80f5-8977bb2ada74 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?device_id=f046e87e-3b39-40ce-8a2f-21033644fc7f HTTP/1.1" status: 200 len: 982 time: 0.1635761 Jul 07 17:31:20.661897 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 5098f836-ed1f-4b02-9be3-d1c4b69de758 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:31:20.670339 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e59f2a8a-ae59-4f76-89c6-3f395df7357a req-7a937320-fdec-4b4e-a266-9fa2ff660f1c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476200 Jul 07 17:31:20.738162 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-637b4e20-5d8c-4637-81d2-4ee0d20936e3 req-dfeb95b6-c2a5-46f2-b7a3-77aee4f1e18d tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bcf55d4-a0e9-4eff-98cf-1846618da7d1&id=c37da69c-8673-4256-830d-b887ad4193e2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0894921 Jul 07 17:31:20.747874 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 5098f836-ed1f-4b02-9be3-d1c4b69de758 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:31:20.748728 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 5098f836-ed1f-4b02-9be3-d1c4b69de758 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:31:20.776668 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ac52e-32d4-488b-8b12-75d4184b5d84 req-51ae6015-7075-4138-aeac-b67180d98d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:20.776668 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-966ac52e-32d4-488b-8b12-75d4184b5d84 req-51ae6015-7075-4138-aeac-b67180d98d2e service neutron] 10.222.0.64 "GET /v2.0/networks?id=6afd2e31-32ff-4f9a-ba18-d14a74360e71 HTTP/1.1" status: 200 len: 897 time: 0.1942739 Jul 07 17:31:20.838748 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-966ac52e-32d4-488b-8b12-75d4184b5d84 req-8566ec27-926c-4649-b686-122810bdfdf2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a41064c-fc3c-4bc3-a4ab-94fa709b6942 HTTP/1.1" status: 200 len: 217 time: 0.0580654 Jul 07 17:31:20.904528 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ac52e-32d4-488b-8b12-75d4184b5d84 req-86a75802-1eab-4caf-8955-1caa6580f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:20.907013 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-966ac52e-32d4-488b-8b12-75d4184b5d84 req-86a75802-1eab-4caf-8955-1caa6580f539 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71210078-f821-4522-b35c-682979e070c1 HTTP/1.1" status: 200 len: 835 time: 0.0604010 Jul 07 17:31:20.978614 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ac52e-32d4-488b-8b12-75d4184b5d84 req-4ba34076-948e-4365-a7e1-0e01307f748b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:20.980552 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-966ac52e-32d4-488b-8b12-75d4184b5d84 req-4ba34076-948e-4365-a7e1-0e01307f748b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6afd2e31-32ff-4f9a-ba18-d14a74360e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672054 Jul 07 17:31:21.138804 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-966ac52e-32d4-488b-8b12-75d4184b5d84 req-3fae1d72-fbfb-4a2a-b8c1-96a4aadf2935 service neutron] 10.222.0.64 "GET /v2.0/networks/6afd2e31-32ff-4f9a-ba18-d14a74360e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506774 Jul 07 17:31:21.291636 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-966ac52e-32d4-488b-8b12-75d4184b5d84 req-f6bb2c30-d8d8-4286-bf25-aa8492079c86 service neutron] 10.222.0.64 "GET /v2.0/networks/6afd2e31-32ff-4f9a-ba18-d14a74360e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437895 Jul 07 17:31:22.000104 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc2669-3a05-4f60-901b-586a8f89bc0a req-8d59a642-b8f5-4ea9-ad6b-7d86fae3c25c tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:22.013912 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d6e58-6f6b-4b47-b4c5-8f9fcdbff5be req-3d92bce4-ceb1-44fc-8588-c4061fb1f296 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:22.015834 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e11d6e58-6f6b-4b47-b4c5-8f9fcdbff5be req-3d92bce4-ceb1-44fc-8588-c4061fb1f296 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 945 time: 0.0992868 Jul 07 17:31:22.017206 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-05bc2669-3a05-4f60-901b-586a8f89bc0a req-8d59a642-b8f5-4ea9-ad6b-7d86fae3c25c tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?device_id=f046e87e-3b39-40ce-8a2f-21033644fc7f HTTP/1.1" status: 200 len: 982 time: 0.1431921 Jul 07 17:31:22.085598 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-05bc2669-3a05-4f60-901b-586a8f89bc0a req-7e0a7b9d-1292-41b4-b1a3-f01b993efdba tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bcf55d4-a0e9-4eff-98cf-1846618da7d1&id=c37da69c-8673-4256-830d-b887ad4193e2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0671854 Jul 07 17:31:22.104112 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e11d6e58-6f6b-4b47-b4c5-8f9fcdbff5be req-6c2ecae7-10dd-4c72-8d26-acfc458fc059 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803933 Jul 07 17:31:22.674238 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 5a41064c-fc3c-4bc3-a4ab-94fa709b6942 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:31:22.849068 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 5a41064c-fc3c-4bc3-a4ab-94fa709b6942, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=5a41064c-fc3c-4bc3-a4ab-94fa709b6942,segment=NetworkSegment(20702993-dd0e-4fd5-8b98-7dd5f25a225d),segment_id=20702993-dd0e-4fd5-8b98-7dd5f25a225d)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:22.865701 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '5a41064c-fc3c-4bc3-a4ab-94fa709b6942', 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71', 'port_id': '5a41064c-fc3c-4bc3-a4ab-94fa709b6942', 'mac_address': 'fa:16:3e:00:a5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71210078-f821-4522-b35c-682979e070c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:31:22.928806 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:22.944798 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a41064c-fc3c-4bc3-a4ab-94fa709b6942 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:31:22.980242 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 5a41064c-fc3c-4bc3-a4ab-94fa709b6942, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=5a41064c-fc3c-4bc3-a4ab-94fa709b6942,segment=NetworkSegment(20702993-dd0e-4fd5-8b98-7dd5f25a225d),segment_id=20702993-dd0e-4fd5-8b98-7dd5f25a225d)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:22.988968 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:23.065671 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=5a41064c-fc3c-4bc3-a4ab-94fa709b6942,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:23.228477 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['5a41064c-fc3c-4bc3-a4ab-94fa709b6942'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:31:23.431844 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee693b04-9b24-49b9-82ec-20b4df18a7e9 req-466d74fd-fdbc-4c4b-98f0-b07674561ae8 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:23.442677 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee693b04-9b24-49b9-82ec-20b4df18a7e9 req-466d74fd-fdbc-4c4b-98f0-b07674561ae8 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?device_id=f046e87e-3b39-40ce-8a2f-21033644fc7f HTTP/1.1" status: 200 len: 983 time: 0.1747260 Jul 07 17:31:23.589913 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca9ec-ade0-4d89-96c5-640b1f2ad5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:23.590173 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee693b04-9b24-49b9-82ec-20b4df18a7e9 req-7e3a5f52-021c-40fb-bdf9-6884a0f610bb tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bcf55d4-a0e9-4eff-98cf-1846618da7d1&id=c37da69c-8673-4256-830d-b887ad4193e2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1433191 Jul 07 17:31:23.670542 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91ad2a-02c1-4153-9c44-68b186aa4093 req-8bd891ac-3aa3-4dd2-aae5-4b833d2bb9b0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:23.672312 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5c91ad2a-02c1-4153-9c44-68b186aa4093 req-8bd891ac-3aa3-4dd2-aae5-4b833d2bb9b0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 945 time: 0.3356359 Jul 07 17:31:23.743535 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5c91ad2a-02c1-4153-9c44-68b186aa4093 req-e4699541-e0c2-4eca-985a-55787b424fb5 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598423 Jul 07 17:31:24.704476 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 5a41064c-fc3c-4bc3-a4ab-94fa709b6942 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:24.796005 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21fbfb-e8fc-412f-bea3-a467fd832a9f req-1ba2a4ee-2a0d-4606-8246-c3fb76be798e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:24.798265 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ad21fbfb-e8fc-412f-bea3-a467fd832a9f req-1ba2a4ee-2a0d-4606-8246-c3fb76be798e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?device_id=f046e87e-3b39-40ce-8a2f-21033644fc7f HTTP/1.1" status: 200 len: 983 time: 0.0899019 Jul 07 17:31:24.818257 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 5a41064c-fc3c-4bc3-a4ab-94fa709b6942 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:24.832324 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 5a41064c-fc3c-4bc3-a4ab-94fa709b6942 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:24.833039 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:24.904962 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ad21fbfb-e8fc-412f-bea3-a467fd832a9f req-656a8a65-9924-48cb-b930-e285e1836c20 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bcf55d4-a0e9-4eff-98cf-1846618da7d1&id=c37da69c-8673-4256-830d-b887ad4193e2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0956156 Jul 07 17:31:24.972887 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:25.007135 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f046e87e-3b39-40ce-8a2f-21033644fc7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a41064c-fc3c-4bc3-a4ab-94fa709b6942'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:25.010015 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43e080-d95c-43fd-be6d-870850f5e1fa req-8e3d61c6-c340-4bf8-9499-51e248c61bf9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:25.010585 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac6daa2-7367-4e55-b96b-fb152aa5863a" -d '{"events": [{"server_uuid": "f046e87e-3b39-40ce-8a2f-21033644fc7f", "name": "network-vif-plugged", "status": "completed", "tag": "5a41064c-fc3c-4bc3-a4ab-94fa709b6942"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:25.020167 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7c43e080-d95c-43fd-be6d-870850f5e1fa req-8e3d61c6-c340-4bf8-9499-51e248c61bf9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 945 time: 0.0984142 Jul 07 17:31:25.025786 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 5a41064c-fc3c-4bc3-a4ab-94fa709b6942, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=5a41064c-fc3c-4bc3-a4ab-94fa709b6942,segment=NetworkSegment(20702993-dd0e-4fd5-8b98-7dd5f25a225d),segment_id=20702993-dd0e-4fd5-8b98-7dd5f25a225d)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:25.031266 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:25.078820 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7c43e080-d95c-43fd-be6d-870850f5e1fa req-1614ac58-058f-46cc-845d-fc2a6ac36a93 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571253 Jul 07 17:31:25.105408 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b734dd0b-3881-4d18-bd97-0ef2c49c0a58 x-openstack-request-id: req-b734dd0b-3881-4d18-bd97-0ef2c49c0a58 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:25.106157 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f046e87e-3b39-40ce-8a2f-21033644fc7f", "name": "network-vif-plugged", "status": "completed", "tag": "5a41064c-fc3c-4bc3-a4ab-94fa709b6942", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:25.106418 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b734dd0b-3881-4d18-bd97-0ef2c49c0a58 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:25.106837 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f046e87e-3b39-40ce-8a2f-21033644fc7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a41064c-fc3c-4bc3-a4ab-94fa709b6942', 'code': 200} Jul 07 17:31:25.123763 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=5a41064c-fc3c-4bc3-a4ab-94fa709b6942,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:25.293739 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334f8fc-2e1b-4106-b2ca-02da57773962 req-523f0986-91b9-42f8-a0ce-13f9ce9995ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:25.297334 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7334f8fc-2e1b-4106-b2ca-02da57773962 req-523f0986-91b9-42f8-a0ce-13f9ce9995ff service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f046e87e-3b39-40ce-8a2f-21033644fc7f HTTP/1.1" status: 200 len: 1136 time: 0.0979729 Jul 07 17:31:25.346188 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7334f8fc-2e1b-4106-b2ca-02da57773962 req-6cd7b080-e7a7-48c7-b045-475386fb8d2b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf55d4-a0e9-4eff-98cf-1846618da7d1&id=c37da69c-8673-4256-830d-b887ad4193e2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0423739 Jul 07 17:31:26.242541 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec718908-19fa-477d-8ce9-47ffa6505fb5 req-bee45536-360e-44dc-a8dd-a26996acef61 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:26.249683 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec718908-19fa-477d-8ce9-47ffa6505fb5 req-bee45536-360e-44dc-a8dd-a26996acef61 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?device_id=f046e87e-3b39-40ce-8a2f-21033644fc7f HTTP/1.1" status: 200 len: 984 time: 0.1729224 Jul 07 17:31:26.279707 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:26.349808 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec718908-19fa-477d-8ce9-47ffa6505fb5 req-e131d9d5-1246-45ca-89b2-38bccce3ddc1 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bcf55d4-a0e9-4eff-98cf-1846618da7d1&id=c37da69c-8673-4256-830d-b887ad4193e2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0899785 Jul 07 17:31:26.412387 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf85fd4-913b-43a7-b79d-6578ad35ccec req-950e81e2-cd98-4521-8a74-085c17724679 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:26.414080 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0bf85fd4-913b-43a7-b79d-6578ad35ccec req-950e81e2-cd98-4521-8a74-085c17724679 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 945 time: 0.1161911 Jul 07 17:31:26.479033 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0bf85fd4-913b-43a7-b79d-6578ad35ccec req-645cc73d-55c5-4a82-923a-62c3c9076c1e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579798 Jul 07 17:31:26.786847 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-92d820dc-72e4-4b96-b704-25f89231b9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:27.650589 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65334a85-b6a1-4622-b625-6bc8eb1758e5 req-25a602b1-f819-4393-a40e-2366e003738b tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:27.653236 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65334a85-b6a1-4622-b625-6bc8eb1758e5 req-25a602b1-f819-4393-a40e-2366e003738b tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?device_id=f046e87e-3b39-40ce-8a2f-21033644fc7f HTTP/1.1" status: 200 len: 984 time: 0.1478033 Jul 07 17:31:27.750157 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65334a85-b6a1-4622-b625-6bc8eb1758e5 req-521b7c84-ce57-4ee6-8935-3d949a82b01b tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bcf55d4-a0e9-4eff-98cf-1846618da7d1&id=c37da69c-8673-4256-830d-b887ad4193e2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0807221 Jul 07 17:31:27.799157 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa449be-86ff-4f76-84a6-5c64ff0be87a req-86c97cca-d9d2-4eca-95a9-e705317c83ce tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:27.801515 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2fa449be-86ff-4f76-84a6-5c64ff0be87a req-86c97cca-d9d2-4eca-95a9-e705317c83ce tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 945 time: 0.1364007 Jul 07 17:31:27.864989 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2fa449be-86ff-4f76-84a6-5c64ff0be87a req-1c26b12a-f51f-410b-8439-22ae5fc447f4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568285 Jul 07 17:31:27.960002 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:28.014522 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6d9ad-7480-4f18-9d03-6897552221be req-236e4083-5f9f-443c-a501-6725896fe4a0 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:28.017215 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-01f6d9ad-7480-4f18-9d03-6897552221be req-236e4083-5f9f-443c-a501-6725896fe4a0 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?device_id=f046e87e-3b39-40ce-8a2f-21033644fc7f HTTP/1.1" status: 200 len: 984 time: 0.0903935 Jul 07 17:31:28.080012 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-01f6d9ad-7480-4f18-9d03-6897552221be req-086fdf7e-29dc-4fdb-8a3e-fcd3aae49e53 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bcf55d4-a0e9-4eff-98cf-1846618da7d1&id=c37da69c-8673-4256-830d-b887ad4193e2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0494831 Jul 07 17:31:28.362684 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493768ae-1141-41c4-b5af-a9ba7f2521b5 req-ee32024c-698f-47ba-9af3-fb874c93d338 tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:28.364997 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-493768ae-1141-41c4-b5af-a9ba7f2521b5 req-ee32024c-698f-47ba-9af3-fb874c93d338 tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f046e87e-3b39-40ce-8a2f-21033644fc7f HTTP/1.1" status: 200 len: 1136 time: 0.0731018 Jul 07 17:31:28.387500 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-493768ae-1141-41c4-b5af-a9ba7f2521b5 req-66103246-c11d-4bc5-8849-a7b3f13ff9ab tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:28.546751 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-493768ae-1141-41c4-b5af-a9ba7f2521b5 req-66103246-c11d-4bc5-8849-a7b3f13ff9ab tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:28.570647 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-493768ae-1141-41c4-b5af-a9ba7f2521b5 req-66103246-c11d-4bc5-8849-a7b3f13ff9ab tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:28.649064 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66103246-c11d-4bc5-8849-a7b3f13ff9ab tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74f46c1-3d12-4d67-8b86-afb07862a97d,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:28.676054 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-493768ae-1141-41c4-b5af-a9ba7f2521b5 req-66103246-c11d-4bc5-8849-a7b3f13ff9ab tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7bcf55d4-a0e9-4eff-98cf-1846618da7d1&id=c37da69c-8673-4256-830d-b887ad4193e2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3048449 Jul 07 17:31:28.693050 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 34018) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:28.758625 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc914606-40e8-4367-83bc-6aabf54caf16 tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:28.761345 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-dc914606-40e8-4367-83bc-6aabf54caf16 tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f046e87e-3b39-40ce-8a2f-21033644fc7f HTTP/1.1" status: 200 len: 1131 time: 0.0663419 Jul 07 17:31:28.763801 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 34020) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:28.769517 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-469ebb4b-b6c8-4486-9893-9ccbaaa81464 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'port_id': '5a41064c-fc3c-4bc3-a4ab-94fa709b6942', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:28.797555 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-469ebb4b-b6c8-4486-9893-9ccbaaa81464 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for floatingip, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:28.825642 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [req-54781829-e137-4409-99f2-4514082dc8b6 req-52c7ae8a-75d6-44b8-b5b0-37e339088d8b service neutron] show failed (client error): The resource could not be found. Jul 07 17:31:28.827887 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-54781829-e137-4409-99f2-4514082dc8b6 req-52c7ae8a-75d6-44b8-b5b0-37e339088d8b service neutron] 10.222.0.72 "GET /v2.0/ports/354edf71-5db1-4186-95ff-21f232f78a02/bindings/n-h1-791503-12 HTTP/1.1" status: 404 len: 381 time: 0.1271799 Jul 07 17:31:29.010256 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-469ebb4b-b6c8-4486-9893-9ccbaaa81464 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:29.178672 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7777b-f423-444e-b711-d27019ec7cde req-8eeb24bd-d129-4fad-96b0-0d7cf9da1cfb tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:29.180325 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b0f7777b-f423-444e-b711-d27019ec7cde req-8eeb24bd-d129-4fad-96b0-0d7cf9da1cfb tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 945 time: 0.1105106 Jul 07 17:31:29.238826 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b0f7777b-f423-444e-b711-d27019ec7cde req-a15cbcdc-b9ff-4f74-9fc1-98791be31d67 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500340 Jul 07 17:31:29.303919 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-469ebb4b-b6c8-4486-9893-9ccbaaa81464 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Allocated IP 172.25.0.226 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/6fa038c3-8cf0-4d29-b6b0-7ed13bc632d6) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:29.341286 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54781829-e137-4409-99f2-4514082dc8b6 req-fba373e2-a776-4da3-a4a9-620034c0727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:29.342845 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54781829-e137-4409-99f2-4514082dc8b6 req-fba373e2-a776-4da3-a4a9-620034c0727d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e&tenant_id=63ef02b3c36b41d7904671af30e265ce HTTP/1.1" status: 200 len: 1097 time: 0.1500401 Jul 07 17:31:29.418216 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-54781829-e137-4409-99f2-4514082dc8b6 req-dfea8538-d6f9-4815-b126-74415a5d3b51 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791503-12', 'device_owner': 'compute:nova'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:29.515083 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-54781829-e137-4409-99f2-4514082dc8b6 req-dfea8538-d6f9-4815-b126-74415a5d3b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:29.730148 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-469ebb4b-b6c8-4486-9893-9ccbaaa81464 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:29.888019 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-54781829-e137-4409-99f2-4514082dc8b6 req-dfea8538-d6f9-4815-b126-74415a5d3b51 service neutron] For port 354edf71-5db1-4186-95ff-21f232f78a02, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=354edf71-5db1-4186-95ff-21f232f78a02,segment=NetworkSegment(27cd8d64-101c-4435-85d0-25e1d1100686),segment_id=27cd8d64-101c-4435-85d0-25e1d1100686)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:29.912828 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-469ebb4b-b6c8-4486-9893-9ccbaaa81464 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:29.970177 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-54781829-e137-4409-99f2-4514082dc8b6 req-dfea8538-d6f9-4815-b126-74415a5d3b51 service neutron] For port 354edf71-5db1-4186-95ff-21f232f78a02, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:29.997024 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469ebb4b-b6c8-4486-9893-9ccbaaa81464 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:30.002612 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-469ebb4b-b6c8-4486-9893-9ccbaaa81464 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:30.009359 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469ebb4b-b6c8-4486-9893-9ccbaaa81464 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:30.040837 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ebb4b-b6c8-4486-9893-9ccbaaa81464 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event updated for resources: {'Port': ['ID=6fa038c3-8cf0-4d29-b6b0-7ed13bc632d6,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:30.067687 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b014abbe-7db2-4371-9562-10d9af7c8b7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '354edf71-5db1-4186-95ff-21f232f78a02'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:30.070068 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459934d1-b457-489c-92ea-c56c750ac729" -d '{"events": [{"server_uuid": "b014abbe-7db2-4371-9562-10d9af7c8b7e", "name": "network-vif-unplugged", "status": "completed", "tag": "354edf71-5db1-4186-95ff-21f232f78a02"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:30.076581 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-54781829-e137-4409-99f2-4514082dc8b6 req-dfea8538-d6f9-4815-b126-74415a5d3b51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:30.202549 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5aebaa-d863-4541-b2d2-bafbc04fdeb1 x-openstack-request-id: req-9c5aebaa-d863-4541-b2d2-bafbc04fdeb1 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:30.202985 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b014abbe-7db2-4371-9562-10d9af7c8b7e", "name": "network-vif-unplugged", "status": "completed", "tag": "354edf71-5db1-4186-95ff-21f232f78a02", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:30.203343 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c5aebaa-d863-4541-b2d2-bafbc04fdeb1 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:30.203844 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b014abbe-7db2-4371-9562-10d9af7c8b7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '354edf71-5db1-4186-95ff-21f232f78a02', 'code': 200} Jul 07 17:31:30.211495 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-54781829-e137-4409-99f2-4514082dc8b6 req-dfea8538-d6f9-4815-b126-74415a5d3b51 service neutron] Transition to ACTIVE for port object 354edf71-5db1-4186-95ff-21f232f78a02 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:30.226029 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-54781829-e137-4409-99f2-4514082dc8b6 req-dfea8538-d6f9-4815-b126-74415a5d3b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:30.289274 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:30.338852 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea8538-d6f9-4815-b126-74415a5d3b51 service neutron] Pushing event updated for resources: {'Port': ['ID=354edf71-5db1-4186-95ff-21f232f78a02,revision_number=6']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:30.634164 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f9496-61cf-48e3-9080-64de532ebfd9 req-83d00eab-7903-432e-a58b-e1a78b4a48d1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:30.642573 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-245f9496-61cf-48e3-9080-64de532ebfd9 req-83d00eab-7903-432e-a58b-e1a78b4a48d1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 943 time: 0.1852281 Jul 07 17:31:30.659396 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-54781829-e137-4409-99f2-4514082dc8b6 req-dfea8538-d6f9-4815-b126-74415a5d3b51 service neutron] No DVR routers for this DVR port 354edf71-5db1-4186-95ff-21f232f78a02 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:31:30.741515 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-245f9496-61cf-48e3-9080-64de532ebfd9 req-215d22e4-3314-4d9d-b726-17518a703806 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912397 Jul 07 17:31:30.974910 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-54781829-e137-4409-99f2-4514082dc8b6 req-dfea8538-d6f9-4815-b126-74415a5d3b51 service neutron] Attempting to bind port 354edf71-5db1-4186-95ff-21f232f78a02 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:31:30.975247 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-54781829-e137-4409-99f2-4514082dc8b6 req-dfea8538-d6f9-4815-b126-74415a5d3b51 service neutron] Attempting to bind port 354edf71-5db1-4186-95ff-21f232f78a02 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '27cd8d64-101c-4435-85d0-25e1d1100686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:31:30.975572 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54781829-e137-4409-99f2-4514082dc8b6 req-dfea8538-d6f9-4815-b126-74415a5d3b51 service neutron] Attempting to bind port 354edf71-5db1-4186-95ff-21f232f78a02 on network b285fdfa-f472-481a-bbcf-cbb63c5594f1 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:30.980295 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54781829-e137-4409-99f2-4514082dc8b6 req-dfea8538-d6f9-4815-b126-74415a5d3b51 service neutron] Port 354edf71-5db1-4186-95ff-21f232f78a02 on network b285fdfa-f472-481a-bbcf-cbb63c5594f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:31:30.980615 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54781829-e137-4409-99f2-4514082dc8b6 req-dfea8538-d6f9-4815-b126-74415a5d3b51 service neutron] Attempting to bind port 354edf71-5db1-4186-95ff-21f232f78a02 on network b285fdfa-f472-481a-bbcf-cbb63c5594f1 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:30.985827 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54781829-e137-4409-99f2-4514082dc8b6 req-dfea8538-d6f9-4815-b126-74415a5d3b51 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:31:30.986225 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54781829-e137-4409-99f2-4514082dc8b6 req-dfea8538-d6f9-4815-b126-74415a5d3b51 service neutron] Checking segment: {'id': '27cd8d64-101c-4435-85d0-25e1d1100686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:30.987469 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54781829-e137-4409-99f2-4514082dc8b6 req-dfea8538-d6f9-4815-b126-74415a5d3b51 service neutron] Bound using segment: {'id': '27cd8d64-101c-4435-85d0-25e1d1100686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:31:30.988124 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-54781829-e137-4409-99f2-4514082dc8b6 req-dfea8538-d6f9-4815-b126-74415a5d3b51 service neutron] Bound port: 354edf71-5db1-4186-95ff-21f232f78a02, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27cd8d64-101c-4435-85d0-25e1d1100686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:31:30.988377 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-54781829-e137-4409-99f2-4514082dc8b6 req-dfea8538-d6f9-4815-b126-74415a5d3b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:31.101628 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-469ebb4b-b6c8-4486-9893-9ccbaaa81464 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:31.149316 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-54781829-e137-4409-99f2-4514082dc8b6 req-dfea8538-d6f9-4815-b126-74415a5d3b51 service neutron] For port 354edf71-5db1-4186-95ff-21f232f78a02, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:31.163031 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-54781829-e137-4409-99f2-4514082dc8b6 req-dfea8538-d6f9-4815-b126-74415a5d3b51 service neutron] For port 354edf71-5db1-4186-95ff-21f232f78a02, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=354edf71-5db1-4186-95ff-21f232f78a02,segment=NetworkSegment(27cd8d64-101c-4435-85d0-25e1d1100686),segment_id=27cd8d64-101c-4435-85d0-25e1d1100686)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:31:31.172448 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-54781829-e137-4409-99f2-4514082dc8b6 req-dfea8538-d6f9-4815-b126-74415a5d3b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:31.263015 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54781829-e137-4409-99f2-4514082dc8b6 req-dfea8538-d6f9-4815-b126-74415a5d3b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:31.263646 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-54781829-e137-4409-99f2-4514082dc8b6 req-dfea8538-d6f9-4815-b126-74415a5d3b51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:31.265089 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54781829-e137-4409-99f2-4514082dc8b6 req-dfea8538-d6f9-4815-b126-74415a5d3b51 service neutron] 10.222.0.64 "PUT /v2.0/ports/354edf71-5db1-4186-95ff-21f232f78a02 HTTP/1.1" status: 200 len: 1092 time: 1.9016452 Jul 07 17:31:31.267695 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea8538-d6f9-4815-b126-74415a5d3b51 service neutron] Pushing event updated for resources: {'Port': ['ID=354edf71-5db1-4186-95ff-21f232f78a02,revision_number=7']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:31.306873 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-469ebb4b-b6c8-4486-9893-9ccbaaa81464 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:31.508364 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54781829-e137-4409-99f2-4514082dc8b6 req-a195df10-3f69-4e13-85cb-2f82d3e7fa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:31.513611 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54781829-e137-4409-99f2-4514082dc8b6 req-a195df10-3f69-4e13-85cb-2f82d3e7fa4d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 1095 time: 0.1619332 Jul 07 17:31:32.176791 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54781829-e137-4409-99f2-4514082dc8b6 req-f4c02c06-d838-49c0-b684-e7494a188707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:32.178815 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54781829-e137-4409-99f2-4514082dc8b6 req-f4c02c06-d838-49c0-b684-e7494a188707 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b285fdfa-f472-481a-bbcf-cbb63c5594f1 HTTP/1.1" status: 200 len: 898 time: 0.6522708 Jul 07 17:31:32.184159 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 354edf71-5db1-4186-95ff-21f232f78a02 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:31:32.188286 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-469ebb4b-b6c8-4486-9893-9ccbaaa81464 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:32.226279 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b014abbe-7db2-4371-9562-10d9af7c8b7e', 'tag': '354edf71-5db1-4186-95ff-21f232f78a02'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:32.228592 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824d4279-d8c5-4444-906a-5912c328ff47" -d '{"events": [{"name": "network-changed", "server_uuid": "b014abbe-7db2-4371-9562-10d9af7c8b7e", "tag": "354edf71-5db1-4186-95ff-21f232f78a02"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:32.251560 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 354edf71-5db1-4186-95ff-21f232f78a02 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:31:32.291699 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-469ebb4b-b6c8-4486-9893-9ccbaaa81464 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:32.373471 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19548081-fac1-4a93-9738-8d9b76e59790 x-openstack-request-id: req-19548081-fac1-4a93-9738-8d9b76e59790 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:32.373846 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b014abbe-7db2-4371-9562-10d9af7c8b7e", "tag": "354edf71-5db1-4186-95ff-21f232f78a02", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:32.374031 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19548081-fac1-4a93-9738-8d9b76e59790 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:32.374402 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b014abbe-7db2-4371-9562-10d9af7c8b7e', 'tag': '354edf71-5db1-4186-95ff-21f232f78a02', 'status': 'completed', 'code': 200} Jul 07 17:31:32.444274 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4147d58-82bf-4792-a770-f33c9c62b3b9 req-47cb2e95-52d3-4f8e-963d-473146bfacea tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:32.451121 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b4147d58-82bf-4792-a770-f33c9c62b3b9 req-47cb2e95-52d3-4f8e-963d-473146bfacea tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 943 time: 0.3474500 Jul 07 17:31:32.453559 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ebb4b-b6c8-4486-9893-9ccbaaa81464 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event updated for resources: {'Port': ['ID=6fa038c3-8cf0-4d29-b6b0-7ed13bc632d6,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:32.461523 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d4279-d8c5-4444-906a-5912c328ff47 req-eec5b74f-5ecc-466c-b2e6-bb28836a17d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:32.463749 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-824d4279-d8c5-4444-906a-5912c328ff47 req-eec5b74f-5ecc-466c-b2e6-bb28836a17d2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 1095 time: 0.0793383 Jul 07 17:31:32.522021 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54781829-e137-4409-99f2-4514082dc8b6 req-c5aafa78-0f33-43f5-b5a5-88f3069eab30 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=354edf71-5db1-4186-95ff-21f232f78a02 HTTP/1.1" status: 200 len: 998 time: 0.3309262 Jul 07 17:31:32.522777 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-469ebb4b-b6c8-4486-9893-9ccbaaa81464 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:32.599669 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d4279-d8c5-4444-906a-5912c328ff47 req-cb5cf604-63d3-44c4-ab7f-5c98656109fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:32.601958 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-824d4279-d8c5-4444-906a-5912c328ff47 req-cb5cf604-63d3-44c4-ab7f-5c98656109fd service neutron] 10.222.0.72 "GET /v2.0/networks?id=b285fdfa-f472-481a-bbcf-cbb63c5594f1 HTTP/1.1" status: 200 len: 898 time: 0.1314085 Jul 07 17:31:32.661565 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b4147d58-82bf-4792-a770-f33c9c62b3b9 req-e186e4d9-70fa-46ad-b2d0-c81b1df7f53a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094865 Jul 07 17:31:32.740969 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54781829-e137-4409-99f2-4514082dc8b6 req-8554e0f7-74c0-4f74-afc0-9a6483d40227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:32.742713 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54781829-e137-4409-99f2-4514082dc8b6 req-8554e0f7-74c0-4f74-afc0-9a6483d40227 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c7220b1e-0683-4b43-aadb-e64a2bca5a0c HTTP/1.1" status: 200 len: 833 time: 0.2110336 Jul 07 17:31:32.755874 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-824d4279-d8c5-4444-906a-5912c328ff47 req-95c06203-4ef8-4300-b781-1eb15f2ff612 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=354edf71-5db1-4186-95ff-21f232f78a02 HTTP/1.1" status: 200 len: 998 time: 0.1475480 Jul 07 17:31:32.842925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d4279-d8c5-4444-906a-5912c328ff47 req-d84b832b-e59b-47c0-8726-060547edcf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:32.845071 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-824d4279-d8c5-4444-906a-5912c328ff47 req-d84b832b-e59b-47c0-8726-060547edcf3d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7220b1e-0683-4b43-aadb-e64a2bca5a0c HTTP/1.1" status: 200 len: 833 time: 0.0833101 Jul 07 17:31:32.845414 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-469ebb4b-b6c8-4486-9893-9ccbaaa81464 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Floating IP 788cac41-e479-4990-a5ea-ec95998b617c associated. External IP: 172.25.0.226, port: 5a41064c-fc3c-4bc3-a4ab-94fa709b6942. Jul 07 17:31:32.963827 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d4279-d8c5-4444-906a-5912c328ff47 req-7fb71a04-6b48-4f96-8a48-022d2ed870d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:32.965794 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-824d4279-d8c5-4444-906a-5912c328ff47 req-7fb71a04-6b48-4f96-8a48-022d2ed870d7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b285fdfa-f472-481a-bbcf-cbb63c5594f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1128266 Jul 07 17:31:33.099800 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54781829-e137-4409-99f2-4514082dc8b6 req-2b2c496b-4b4a-4807-a825-7720e1d9152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:33.101708 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54781829-e137-4409-99f2-4514082dc8b6 req-2b2c496b-4b4a-4807-a825-7720e1d9152c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b285fdfa-f472-481a-bbcf-cbb63c5594f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3493340 Jul 07 17:31:33.152218 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-824d4279-d8c5-4444-906a-5912c328ff47 req-00d5231d-688e-4f31-a37d-9fcb93c160ee service neutron] 10.222.0.72 "GET /v2.0/networks/b285fdfa-f472-481a-bbcf-cbb63c5594f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795244 Jul 07 17:31:33.262695 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54781829-e137-4409-99f2-4514082dc8b6 req-59c811ec-de22-48b6-9c37-4262fb34caa1 service neutron] 10.222.0.64 "GET /v2.0/networks/b285fdfa-f472-481a-bbcf-cbb63c5594f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506083 Jul 07 17:31:33.333507 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-824d4279-d8c5-4444-906a-5912c328ff47 req-da29e95e-578d-461f-ada7-c5066ba772c4 service neutron] 10.222.0.72 "GET /v2.0/networks/b285fdfa-f472-481a-bbcf-cbb63c5594f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750607 Jul 07 17:31:33.462613 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469ebb4b-b6c8-4486-9893-9ccbaaa81464 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Router 651e6827-d979-413d-a7eb-f66377652714 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:31:33.533871 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54781829-e137-4409-99f2-4514082dc8b6 req-b3c76897-bb97-4e21-a3e8-8fc7cdbd710f service neutron] 10.222.0.64 "GET /v2.0/networks/b285fdfa-f472-481a-bbcf-cbb63c5594f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351692 Jul 07 17:31:33.600054 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469ebb4b-b6c8-4486-9893-9ccbaaa81464 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:31:33.611986 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84b952d-6bce-4390-bbd6-6e211c2f81a9 None None] Sync routers for ids ['651e6827-d979-413d-a7eb-f66377652714'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:31:33.632301 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84b952d-6bce-4390-bbd6-6e211c2f81a9 None None] Routers {'651e6827-d979-413d-a7eb-f66377652714'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:33.634930 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d84b952d-6bce-4390-bbd6-6e211c2f81a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:31:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['651e6827-d979-413d-a7eb-f66377652714'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:33.660317 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-469ebb4b-b6c8-4486-9893-9ccbaaa81464 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:33.738083 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34166) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:33.739128 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-469ebb4b-b6c8-4486-9893-9ccbaaa81464 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9724655 Jul 07 17:31:33.797783 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d4279-d8c5-4444-906a-5912c328ff47 req-4020c426-d655-420c-b468-2004d3484a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:33.801242 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-824d4279-d8c5-4444-906a-5912c328ff47 req-4020c426-d655-420c-b468-2004d3484a3d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 1095 time: 0.1857929 Jul 07 17:31:33.942180 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-d84b952d-6bce-4390-bbd6-6e211c2f81a9 None None] Set router 651e6827-d979-413d-a7eb-f66377652714 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:34.034355 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d4279-d8c5-4444-906a-5912c328ff47 req-a6ec91b0-595b-467d-9ea5-0d6b95a1ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:34.036385 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-824d4279-d8c5-4444-906a-5912c328ff47 req-a6ec91b0-595b-467d-9ea5-0d6b95a1ce90 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b285fdfa-f472-481a-bbcf-cbb63c5594f1 HTTP/1.1" status: 200 len: 898 time: 0.2290318 Jul 07 17:31:34.202185 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-824d4279-d8c5-4444-906a-5912c328ff47 req-96901ff1-9386-4e80-bcf9-9902b4c10dfa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=354edf71-5db1-4186-95ff-21f232f78a02 HTTP/1.1" status: 200 len: 998 time: 0.1500642 Jul 07 17:31:34.206163 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd67a3b-0362-415f-b27e-3ca701c2cc69 req-515f1d0e-3c45-42ce-9d40-f84fd412acad tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:34.208016 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fcd67a3b-0362-415f-b27e-3ca701c2cc69 req-515f1d0e-3c45-42ce-9d40-f84fd412acad tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 943 time: 0.3373842 Jul 07 17:31:34.216049 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2411c116-f915-4370-b8dc-04743fe161cf tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:34.216545 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2411c116-f915-4370-b8dc-04743fe161cf tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:34.217054 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2411c116-f915-4370-b8dc-04743fe161cf tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:34.217536 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2411c116-f915-4370-b8dc-04743fe161cf tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:34.218008 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2411c116-f915-4370-b8dc-04743fe161cf tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:34.224039 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2411c116-f915-4370-b8dc-04743fe161cf tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.4854286 Jul 07 17:31:34.224708 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34178) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:34.309733 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d4279-d8c5-4444-906a-5912c328ff47 req-89bce43a-7f4a-4598-afa4-e309ee6d4736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:34.312651 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-824d4279-d8c5-4444-906a-5912c328ff47 req-89bce43a-7f4a-4598-afa4-e309ee6d4736 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c7220b1e-0683-4b43-aadb-e64a2bca5a0c HTTP/1.1" status: 200 len: 833 time: 0.1081064 Jul 07 17:31:34.346606 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fcd67a3b-0362-415f-b27e-3ca701c2cc69 req-e131dceb-52fb-4450-b41f-87734a666f3c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208777 Jul 07 17:31:34.385039 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f046e87e-3b39-40ce-8a2f-21033644fc7f', 'tag': '5a41064c-fc3c-4bc3-a4ab-94fa709b6942'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:34.388919 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fb611e-906a-418e-8b86-bb3d2ad56270" -d '{"events": [{"name": "network-changed", "server_uuid": "f046e87e-3b39-40ce-8a2f-21033644fc7f", "tag": "5a41064c-fc3c-4bc3-a4ab-94fa709b6942"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:34.449185 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d4279-d8c5-4444-906a-5912c328ff47 req-104b4e14-5394-46d9-9f1e-44ab89d7d6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:34.455733 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-824d4279-d8c5-4444-906a-5912c328ff47 req-104b4e14-5394-46d9-9f1e-44ab89d7d6f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b285fdfa-f472-481a-bbcf-cbb63c5594f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1242788 Jul 07 17:31:34.474446 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d84b952d-6bce-4390-bbd6-6e211c2f81a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651e6827-d979-413d-a7eb-f66377652714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1781398011', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:04Z', 'updated_at': '2021-07-07T17:31:08Z', 'revision_number': 4, 'project_id': '16856e360ab146108cdc65e200cbee54', 'gw_port': {'id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:63:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651e6827-d979-413d-a7eb-f66377652714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:05Z', 'updated_at': '2021-07-07T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '788cac41-e479-4990-a5ea-ec95998b617c', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'floating_ip_address': '172.25.0.226', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '651e6827-d979-413d-a7eb-f66377652714', 'port_id': '5a41064c-fc3c-4bc3-a4ab-94fa709b6942', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71', 'mac_address': 'fa:16:3e:00:a5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f046e87e-3b39-40ce-8a2f-21033644fc7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:31:30Z', 'updated_at': '2021-07-07T17:31:30Z', 'revision_number': 0, 'project_id': '16856e360ab146108cdc65e200cbee54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3a745c-e316-4427-8054-5535e1dd042e', 'name': '', 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'mac_address': 'fa:16:3e:df:e9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651e6827-d979-413d-a7eb-f66377652714', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '71210078-f821-4522-b35c-682979e070c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:07Z', 'updated_at': '2021-07-07T17:31:14Z', 'revision_number': 5, 'project_id': '16856e360ab146108cdc65e200cbee54', 'subnets': [{'id': '71210078-f821-4522-b35c-682979e070c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:34.484126 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3de9844-d769-4b93-b3cd-b68ee000aeb3 x-openstack-request-id: req-c3de9844-d769-4b93-b3cd-b68ee000aeb3 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:34.484434 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f046e87e-3b39-40ce-8a2f-21033644fc7f", "tag": "5a41064c-fc3c-4bc3-a4ab-94fa709b6942", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:34.484704 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c3de9844-d769-4b93-b3cd-b68ee000aeb3 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:34.485102 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f046e87e-3b39-40ce-8a2f-21033644fc7f', 'tag': '5a41064c-fc3c-4bc3-a4ab-94fa709b6942', 'status': 'completed', 'code': 200} Jul 07 17:31:34.488996 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8762fb-7a91-44b6-9bce-25d7320b41da tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:34.491402 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8762fb-7a91-44b6-9bce-25d7320b41da tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:34.492154 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8762fb-7a91-44b6-9bce-25d7320b41da tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:34.493731 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8762fb-7a91-44b6-9bce-25d7320b41da tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:34.494364 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8762fb-7a91-44b6-9bce-25d7320b41da tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:34.496346 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8b8762fb-7a91-44b6-9bce-25d7320b41da tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3349 time: 0.2460318 Jul 07 17:31:34.504312 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34186) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:34.528122 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84b952d-6bce-4390-bbd6-6e211c2f81a9 None None] Checking router: 651e6827-d979-413d-a7eb-f66377652714 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:31:34.540526 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84b952d-6bce-4390-bbd6-6e211c2f81a9 None None] Routers {'651e6827-d979-413d-a7eb-f66377652714'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:34.541543 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d84b952d-6bce-4390-bbd6-6e211c2f81a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:31:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['651e6827-d979-413d-a7eb-f66377652714'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:34.604099 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-824d4279-d8c5-4444-906a-5912c328ff47 req-684c51da-d145-46db-a01a-b40e4258be6c service neutron] 10.222.0.64 "GET /v2.0/networks/b285fdfa-f472-481a-bbcf-cbb63c5594f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437521 Jul 07 17:31:34.710381 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-d84b952d-6bce-4390-bbd6-6e211c2f81a9 None None] Set router 651e6827-d979-413d-a7eb-f66377652714 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:34.731965 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-824d4279-d8c5-4444-906a-5912c328ff47 req-36f69528-6218-4972-bda8-d7bbc09958f6 service neutron] 10.222.0.64 "GET /v2.0/networks/b285fdfa-f472-481a-bbcf-cbb63c5594f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203945 Jul 07 17:31:34.857614 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 354edf71-5db1-4186-95ff-21f232f78a02 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:31:34.926127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb611e-906a-418e-8b86-bb3d2ad56270 req-de66a2f9-3234-42f7-8658-5da7ed7f9dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:34.927667 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d9fb611e-906a-418e-8b86-bb3d2ad56270 req-de66a2f9-3234-42f7-8658-5da7ed7f9dbc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16856e360ab146108cdc65e200cbee54&device_id=f046e87e-3b39-40ce-8a2f-21033644fc7f HTTP/1.1" status: 200 len: 1136 time: 0.2686036 Jul 07 17:31:35.040953 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb611e-906a-418e-8b86-bb3d2ad56270 req-eca128c1-8f87-4c12-9b07-453ad5caf740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:35.042508 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d9fb611e-906a-418e-8b86-bb3d2ad56270 req-eca128c1-8f87-4c12-9b07-453ad5caf740 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6afd2e31-32ff-4f9a-ba18-d14a74360e71 HTTP/1.1" status: 200 len: 897 time: 0.1077230 Jul 07 17:31:35.185000 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d9fb611e-906a-418e-8b86-bb3d2ad56270 req-6aad5d94-b0ee-4115-93cb-22b2e039952f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a41064c-fc3c-4bc3-a4ab-94fa709b6942 HTTP/1.1" status: 200 len: 999 time: 0.1345258 Jul 07 17:31:35.193475 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 34208) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:35.202347 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-aa0d841f-2c36-4d8d-bec0-3822d5b7ba42 tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2342 time: 0.6948297 Jul 07 17:31:35.257363 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb611e-906a-418e-8b86-bb3d2ad56270 req-6676a5c8-b2b5-4456-8a9b-27c0bb428cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:35.260297 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d9fb611e-906a-418e-8b86-bb3d2ad56270 req-6676a5c8-b2b5-4456-8a9b-27c0bb428cea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71210078-f821-4522-b35c-682979e070c1 HTTP/1.1" status: 200 len: 835 time: 0.0566757 Jul 07 17:31:35.262227 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 354edf71-5db1-4186-95ff-21f232f78a02, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=354edf71-5db1-4186-95ff-21f232f78a02,segment=NetworkSegment(27cd8d64-101c-4435-85d0-25e1d1100686),segment_id=27cd8d64-101c-4435-85d0-25e1d1100686)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:35.310825 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85ff284-5caf-410e-8574-909f0ef12448 tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:35.311441 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85ff284-5caf-410e-8574-909f0ef12448 tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:35.312909 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a85ff284-5caf-410e-8574-909f0ef12448 tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=651e6827-d979-413d-a7eb-f66377652714 HTTP/1.1" status: 200 len: 1992 time: 0.1182740 Jul 07 17:31:35.370042 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '354edf71-5db1-4186-95ff-21f232f78a02', 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1', 'port_id': '354edf71-5db1-4186-95ff-21f232f78a02', 'mac_address': 'fa:16:3e:31:1d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7220b1e-0683-4b43-aadb-e64a2bca5a0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:31:35.384657 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb611e-906a-418e-8b86-bb3d2ad56270 req-c008ad71-b2f4-4b3e-aea8-54c4124f22bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:35.386603 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d9fb611e-906a-418e-8b86-bb3d2ad56270 req-c008ad71-b2f4-4b3e-aea8-54c4124f22bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6afd2e31-32ff-4f9a-ba18-d14a74360e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1197112 Jul 07 17:31:35.451169 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:35.464162 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 354edf71-5db1-4186-95ff-21f232f78a02 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:31:35.491087 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 354edf71-5db1-4186-95ff-21f232f78a02, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=354edf71-5db1-4186-95ff-21f232f78a02,segment=NetworkSegment(27cd8d64-101c-4435-85d0-25e1d1100686),segment_id=27cd8d64-101c-4435-85d0-25e1d1100686)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:35.497504 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:35.565001 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d9fb611e-906a-418e-8b86-bb3d2ad56270 req-b65305a7-4017-4f64-a2b3-8759b7ba30d2 service neutron] 10.222.0.64 "GET /v2.0/networks/6afd2e31-32ff-4f9a-ba18-d14a74360e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699414 Jul 07 17:31:35.599756 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d84b952d-6bce-4390-bbd6-6e211c2f81a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651e6827-d979-413d-a7eb-f66377652714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1781398011', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:04Z', 'updated_at': '2021-07-07T17:31:08Z', 'revision_number': 4, 'project_id': '16856e360ab146108cdc65e200cbee54', 'gw_port': {'id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:63:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651e6827-d979-413d-a7eb-f66377652714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:05Z', 'updated_at': '2021-07-07T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '788cac41-e479-4990-a5ea-ec95998b617c', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'floating_ip_address': '172.25.0.226', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '651e6827-d979-413d-a7eb-f66377652714', 'port_id': '5a41064c-fc3c-4bc3-a4ab-94fa709b6942', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71', 'mac_address': 'fa:16:3e:00:a5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f046e87e-3b39-40ce-8a2f-21033644fc7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:31:30Z', 'updated_at': '2021-07-07T17:31:30Z', 'revision_number': 0, 'project_id': '16856e360ab146108cdc65e200cbee54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3a745c-e316-4427-8054-5535e1dd042e', 'name': '', 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'mac_address': 'fa:16:3e:df:e9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651e6827-d979-413d-a7eb-f66377652714', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '71210078-f821-4522-b35c-682979e070c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:07Z', 'updated_at': '2021-07-07T17:31:14Z', 'revision_number': 5, 'project_id': '16856e360ab146108cdc65e200cbee54', 'subnets': [{'id': '71210078-f821-4522-b35c-682979e070c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:35.642211 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84b952d-6bce-4390-bbd6-6e211c2f81a9 None None] The sync data for ids ['651e6827-d979-413d-a7eb-f66377652714'] in n-d-791503-12 is: [{'id': '651e6827-d979-413d-a7eb-f66377652714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1781398011', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:04Z', 'updated_at': '2021-07-07T17:31:08Z', 'revision_number': 4, 'project_id': '16856e360ab146108cdc65e200cbee54', 'gw_port': {'id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:63:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651e6827-d979-413d-a7eb-f66377652714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:05Z', 'updated_at': '2021-07-07T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '788cac41-e479-4990-a5ea-ec95998b617c', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'floating_ip_address': '172.25.0.226', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '651e6827-d979-413d-a7eb-f66377652714', 'port_id': '5a41064c-fc3c-4bc3-a4ab-94fa709b6942', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71', 'mac_address': 'fa:16:3e:00:a5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f046e87e-3b39-40ce-8a2f-21033644fc7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:31:30Z', 'updated_at': '2021-07-07T17:31:30Z', 'revision_number': 0, 'project_id': '16856e360ab146108cdc65e200cbee54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3a745c-e316-4427-8054-5535e1dd042e', 'name': '', 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'mac_address': 'fa:16:3e:df:e9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651e6827-d979-413d-a7eb-f66377652714', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '71210078-f821-4522-b35c-682979e070c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:07Z', 'updated_at': '2021-07-07T17:31:14Z', 'revision_number': 5, 'project_id': '16856e360ab146108cdc65e200cbee54', 'subnets': [{'id': '71210078-f821-4522-b35c-682979e070c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:31:35.654817 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=354edf71-5db1-4186-95ff-21f232f78a02,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:35.738450 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['354edf71-5db1-4186-95ff-21f232f78a02'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:31:36.192468 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af687d7d-4d40-4ccb-8298-90cc1e6aa1ee None None] New status for floating IP 788cac41-e479-4990-a5ea-ec95998b617c: ACTIVE {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:31:36.274577 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d9fb611e-906a-418e-8b86-bb3d2ad56270 req-ffb086db-7c9b-4ab3-ab8a-520163f9fca6 service neutron] 10.222.0.64 "GET /v2.0/networks/6afd2e31-32ff-4f9a-ba18-d14a74360e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6931865 Jul 07 17:31:36.310620 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc845968-577f-4608-90e6-706b56aaa292 req-d6f587b3-1e1d-421c-9c6b-bf1bf2bd8a1e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:36.319360 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cc845968-577f-4608-90e6-706b56aaa292 req-d6f587b3-1e1d-421c-9c6b-bf1bf2bd8a1e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 944 time: 0.6604428 Jul 07 17:31:36.402455 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cc845968-577f-4608-90e6-706b56aaa292 req-6e80b30b-9f1b-4bbd-9c5a-a78271222491 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817976 Jul 07 17:31:36.797802 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 354edf71-5db1-4186-95ff-21f232f78a02 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:36.919622 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 354edf71-5db1-4186-95ff-21f232f78a02 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:36.923419 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 354edf71-5db1-4186-95ff-21f232f78a02 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:36.923840 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:37.008139 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52331087-479c-40a1-b269-fe262d972e34 req-f75eacb0-9869-4c88-bf41-5b4c94ee7820 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:37.012298 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52331087-479c-40a1-b269-fe262d972e34 req-f75eacb0-9869-4c88-bf41-5b4c94ee7820 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 944 time: 0.2183270 Jul 07 17:31:37.053512 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f4564-b06f-4a99-82b0-30608602eb9f req-a483b7f7-dcd3-4b90-8628-1fba2513ffc7 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:37.055111 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b46f4564-b06f-4a99-82b0-30608602eb9f req-a483b7f7-dcd3-4b90-8628-1fba2513ffc7 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.72 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e&tenant_id=63ef02b3c36b41d7904671af30e265ce&binding%3Ahost_id=n-h1-791503-12 HTTP/1.1" status: 200 len: 944 time: 0.3202665 Jul 07 17:31:37.103407 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:37.150300 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52331087-479c-40a1-b269-fe262d972e34 req-12bd8452-8cb0-4ebc-8b8b-27d673c8713f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280532 Jul 07 17:31:37.186211 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b014abbe-7db2-4371-9562-10d9af7c8b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '354edf71-5db1-4186-95ff-21f232f78a02'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:37.188496 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [req-b46f4564-b06f-4a99-82b0-30608602eb9f req-d7e8825b-8249-4a70-899d-579fd4519bec service neutron] delete failed (client error): The resource could not be found. Jul 07 17:31:37.189490 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b46f4564-b06f-4a99-82b0-30608602eb9f req-d7e8825b-8249-4a70-899d-579fd4519bec service neutron] 10.222.0.72 "DELETE /v2.0/ports/354edf71-5db1-4186-95ff-21f232f78a02/bindings/n-h2-791503-12 HTTP/1.1" status: 404 len: 381 time: 0.1188526 Jul 07 17:31:37.191882 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc6091d-7593-4761-ac73-f942092ceada" -d '{"events": [{"server_uuid": "b014abbe-7db2-4371-9562-10d9af7c8b7e", "name": "network-vif-plugged", "status": "completed", "tag": "354edf71-5db1-4186-95ff-21f232f78a02"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:37.242510 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 354edf71-5db1-4186-95ff-21f232f78a02, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=354edf71-5db1-4186-95ff-21f232f78a02,segment=NetworkSegment(27cd8d64-101c-4435-85d0-25e1d1100686),segment_id=27cd8d64-101c-4435-85d0-25e1d1100686)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:37.251815 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:37.323756 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78837796-6769-4187-a99a-113662dad989 x-openstack-request-id: req-78837796-6769-4187-a99a-113662dad989 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:37.323756 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b014abbe-7db2-4371-9562-10d9af7c8b7e", "name": "network-vif-plugged", "status": "completed", "tag": "354edf71-5db1-4186-95ff-21f232f78a02", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:37.324387 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78837796-6769-4187-a99a-113662dad989 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:37.324387 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b014abbe-7db2-4371-9562-10d9af7c8b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '354edf71-5db1-4186-95ff-21f232f78a02', 'code': 200} Jul 07 17:31:37.351464 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:37.387844 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f4564-b06f-4a99-82b0-30608602eb9f req-2cd10157-6436-44f6-9fea-394734e75951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:37.394682 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b46f4564-b06f-4a99-82b0-30608602eb9f req-2cd10157-6436-44f6-9fea-394734e75951 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 1097 time: 0.1388061 Jul 07 17:31:37.398470 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=354edf71-5db1-4186-95ff-21f232f78a02,revision_number=9']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:37.526329 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f4564-b06f-4a99-82b0-30608602eb9f req-035a8cb2-7732-4cd1-9269-fc270d91a241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:37.527984 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b46f4564-b06f-4a99-82b0-30608602eb9f req-035a8cb2-7732-4cd1-9269-fc270d91a241 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b285fdfa-f472-481a-bbcf-cbb63c5594f1 HTTP/1.1" status: 200 len: 898 time: 0.1261828 Jul 07 17:31:37.626036 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b46f4564-b06f-4a99-82b0-30608602eb9f req-225e353d-5eaf-4e39-8905-8bab90205172 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=354edf71-5db1-4186-95ff-21f232f78a02 HTTP/1.1" status: 200 len: 1000 time: 0.0912597 Jul 07 17:31:37.700195 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f4564-b06f-4a99-82b0-30608602eb9f req-9856395d-880e-4b98-997f-e3ff170019d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:37.702276 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b46f4564-b06f-4a99-82b0-30608602eb9f req-9856395d-880e-4b98-997f-e3ff170019d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7220b1e-0683-4b43-aadb-e64a2bca5a0c HTTP/1.1" status: 200 len: 833 time: 0.0698826 Jul 07 17:31:37.808989 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f4564-b06f-4a99-82b0-30608602eb9f req-1e7d123b-3285-411d-8961-822d1b2d92b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:37.810936 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b46f4564-b06f-4a99-82b0-30608602eb9f req-1e7d123b-3285-411d-8961-822d1b2d92b8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b285fdfa-f472-481a-bbcf-cbb63c5594f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1010871 Jul 07 17:31:37.890019 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:37.943499 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b46f4564-b06f-4a99-82b0-30608602eb9f req-609d4fc7-8099-4e27-b1cc-de46011d24b8 service neutron] 10.222.0.72 "GET /v2.0/networks/b285fdfa-f472-481a-bbcf-cbb63c5594f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254818 Jul 07 17:31:38.102269 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b46f4564-b06f-4a99-82b0-30608602eb9f req-5c553cd6-af11-4502-b068-7dbff2343201 service neutron] 10.222.0.72 "GET /v2.0/networks/b285fdfa-f472-481a-bbcf-cbb63c5594f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523721 Jul 07 17:31:38.434013 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76350c6c-a354-403b-9267-211fae5da579 req-04db4872-abb5-4df1-aa10-6bbfb1ff317f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:38.435614 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76350c6c-a354-403b-9267-211fae5da579 req-04db4872-abb5-4df1-aa10-6bbfb1ff317f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 945 time: 0.0990186 Jul 07 17:31:38.506225 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76350c6c-a354-403b-9267-211fae5da579 req-25ec83e9-20b6-4a20-a43d-041e7d0089c9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602360 Jul 07 17:31:38.854086 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:31:39.751740 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61de20-acde-45e7-8eea-323b60408795 req-1ed72719-a9db-4405-bfd5-04cdda30a642 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:39.758199 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bf61de20-acde-45e7-8eea-323b60408795 req-1ed72719-a9db-4405-bfd5-04cdda30a642 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 945 time: 0.0821035 Jul 07 17:31:39.813258 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bf61de20-acde-45e7-8eea-323b60408795 req-cd13d429-4bfb-4ea2-b5f6-8bf8ce3d9e81 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530875 Jul 07 17:31:39.845207 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 34338) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:39.935805 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d13d5dd3-5a0a-44a6-9cac-2b82c663b254 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/floatingips/25ef6870-c826-45c1-a166-37c5132178fb HTTP/1.1" status: 200 len: 992 time: 0.0880005 Jul 07 17:31:53.413080 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-923656a2-0f5c-43e5-9544-70bcc25e182c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:56.227366 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:56.773945 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9dbe66c2-b227-49d5-8dac-abc89379b2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.964548 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:00.278323 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:02.645896 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 34980) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:02.805257 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e180c6b4-a4a5-4dfe-80fc-dcaa6734d6fd tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] 10.222.0.53 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2023 time: 0.1580920 Jul 07 17:32:02.807965 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 34998) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:02.813714 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e2cbbe25-438c-4c89-9612-26a6e09a7e08 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Request body: {'network': {'name': 'tempest-network-smoke--566244853', 'project_id': '16856e360ab146108cdc65e200cbee54', 'port_security_enabled': False}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:02.839141 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cbbe25-438c-4c89-9612-26a6e09a7e08 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Made reservation on behalf of 16856e360ab146108cdc65e200cbee54 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:02.843581 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e2cbbe25-438c-4c89-9612-26a6e09a7e08 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:02.899862 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2cbbe25-438c-4c89-9612-26a6e09a7e08 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:32:02.912940 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e2cbbe25-438c-4c89-9612-26a6e09a7e08 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:02.913292 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-e2cbbe25-438c-4c89-9612-26a6e09a7e08 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Added segment d6a56f12-8cb4-42cc-96af-9c4f8639e8e7 of type vlan for network 48f06ba9-0ab4-486a-b9c0-ea9908862e8b Jul 07 17:32:03.008451 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e2cbbe25-438c-4c89-9612-26a6e09a7e08 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.048665 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e2cbbe25-438c-4c89-9612-26a6e09a7e08 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.054517 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cbbe25-438c-4c89-9612-26a6e09a7e08 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:03.055118 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e2cbbe25-438c-4c89-9612-26a6e09a7e08 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.170074 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e2cbbe25-438c-4c89-9612-26a6e09a7e08 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3610532 Jul 07 17:32:03.173741 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35048) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:03.179012 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-e0f820a8-bb6a-4725-83fc-08e2635542d2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-181722167', 'admin_state_up': True, 'project_id': '16856e360ab146108cdc65e200cbee54', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:03.190232 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbbe25-438c-4c89-9612-26a6e09a7e08 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event updated for resources: {'Network': ['ID=48f06ba9-0ab4-486a-b9c0-ea9908862e8b,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:03.203179 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 48f06ba9-0ab4-486a-b9c0-ea9908862e8b details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:32:03.211357 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e0f820a8-bb6a-4725-83fc-08e2635542d2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.212468 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e0f820a8-bb6a-4725-83fc-08e2635542d2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.280443 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e0f820a8-bb6a-4725-83fc-08e2635542d2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.510992 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e0f820a8-bb6a-4725-83fc-08e2635542d2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.781287 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e0f820a8-bb6a-4725-83fc-08e2635542d2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.803044 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e0f820a8-bb6a-4725-83fc-08e2635542d2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.942019 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-e0f820a8-bb6a-4725-83fc-08e2635542d2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Allocated IP 172.25.0.21 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/7574eb71-c815-4ef6-ba39-8fa1d70bbbd4) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:04.075381 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e0f820a8-bb6a-4725-83fc-08e2635542d2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:04.118964 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e0f820a8-bb6a-4725-83fc-08e2635542d2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:04.160925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f820a8-bb6a-4725-83fc-08e2635542d2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:04.166004 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-e0f820a8-bb6a-4725-83fc-08e2635542d2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:04.169554 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f820a8-bb6a-4725-83fc-08e2635542d2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:04.196923 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f820a8-bb6a-4725-83fc-08e2635542d2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event updated for resources: {'Port': ['ID=7574eb71-c815-4ef6-ba39-8fa1d70bbbd4,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:04.479528 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e0f820a8-bb6a-4725-83fc-08e2635542d2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:04.703012 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e0f820a8-bb6a-4725-83fc-08e2635542d2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:04.888711 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f820a8-bb6a-4725-83fc-08e2635542d2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Router 707afa61-54cf-46fc-b376-c9a25275b794 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:32:05.028826 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f820a8-bb6a-4725-83fc-08e2635542d2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:05.039894 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4223d6-8d9a-483c-ac82-fd70e4ff3f18 None None] Sync routers for ids ['707afa61-54cf-46fc-b376-c9a25275b794'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:05.054890 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e0f820a8-bb6a-4725-83fc-08e2635542d2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:05.055191 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4223d6-8d9a-483c-ac82-fd70e4ff3f18 None None] Routers {'707afa61-54cf-46fc-b376-c9a25275b794'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:05.055828 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-8b4223d6-8d9a-483c-ac82-fd70e4ff3f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:31:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['707afa61-54cf-46fc-b376-c9a25275b794'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:05.060212 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e0f820a8-bb6a-4725-83fc-08e2635542d2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.8814242 Jul 07 17:32:05.061051 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35274) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:05.156933 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6483b777-6f56-4f09-b81a-fac9420550d4 tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:05.158590 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6483b777-6f56-4f09-b81a-fac9420550d4 tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=16856e360ab146108cdc65e200cbee54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0964043 Jul 07 17:32:05.161602 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35292) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:05.368893 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-8b4223d6-8d9a-483c-ac82-fd70e4ff3f18 None None] Set router 707afa61-54cf-46fc-b376-c9a25275b794 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:05.418269 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3d4da2-1d29-4cce-a609-41a82a7955f9 tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:05.419818 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3a3d4da2-1d29-4cce-a609-41a82a7955f9 tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2572830 Jul 07 17:32:05.424422 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35322) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:05.478727 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f379736e-6adb-4b48-8203-2038a83107a5 tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=b1c8a741-d954-43c5-b974-954b2190b048&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0525310 Jul 07 17:32:05.481558 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35330) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:05.524705 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ef1ab1ec-60b7-456f-ae86-bdbbea0e1ff6 tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=16856e360ab146108cdc65e200cbee54&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419488 Jul 07 17:32:05.527420 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35336) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:05.769195 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-8b4223d6-8d9a-483c-ac82-fd70e4ff3f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707afa61-54cf-46fc-b376-c9a25275b794', 'name': 'tempest-TestSecurityGroupsBasicOps-router-181722167', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '7574eb71-c815-4ef6-ba39-8fa1d70bbbd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:03Z', 'updated_at': '2021-07-07T17:32:04Z', 'revision_number': 3, 'project_id': '16856e360ab146108cdc65e200cbee54', 'gw_port': {'id': '7574eb71-c815-4ef6-ba39-8fa1d70bbbd4', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707afa61-54cf-46fc-b376-c9a25275b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:03Z', 'updated_at': '2021-07-07T17:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:05.822112 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4223d6-8d9a-483c-ac82-fd70e4ff3f18 None None] Checking router: 707afa61-54cf-46fc-b376-c9a25275b794 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:05.822463 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4223d6-8d9a-483c-ac82-fd70e4ff3f18 None None] Updating router 707afa61-54cf-46fc-b376-c9a25275b794 port 7574eb71-c815-4ef6-ba39-8fa1d70bbbd4 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:32:05.850422 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ee8b3d-842a-47fa-9890-d3201461c4df tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:05.854516 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d8ee8b3d-842a-47fa-9890-d3201461c4df tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3230171 Jul 07 17:32:05.857162 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35372) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:05.901117 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c0e40394-2bce-454d-a44b-71d352afba2f tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=b1c8a741-d954-43c5-b974-954b2190b048&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425477 Jul 07 17:32:05.903698 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35378) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:05.905422 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8b4223d6-8d9a-483c-ac82-fd70e4ff3f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:05.909826 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-2642230e-3919-4f39-a28f-cb659a0701a7 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-581755188', 'network_id': '48f06ba9-0ab4-486a-b9c0-ea9908862e8b', 'project_id': '16856e360ab146108cdc65e200cbee54', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:06.042503 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2642230e-3919-4f39-a28f-cb659a0701a7 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Made reservation on behalf of 16856e360ab146108cdc65e200cbee54 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:06.047588 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2642230e-3919-4f39-a28f-cb659a0701a7 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:06.231129 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8b4223d6-8d9a-483c-ac82-fd70e4ff3f18 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:06.266793 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8b4223d6-8d9a-483c-ac82-fd70e4ff3f18 None None] Transition to ACTIVE for port object 7574eb71-c815-4ef6-ba39-8fa1d70bbbd4 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:06.273923 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8b4223d6-8d9a-483c-ac82-fd70e4ff3f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:06.340362 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-8b4223d6-8d9a-483c-ac82-fd70e4ff3f18 None None] Attempting to bind port 7574eb71-c815-4ef6-ba39-8fa1d70bbbd4 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:06.341161 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-8b4223d6-8d9a-483c-ac82-fd70e4ff3f18 None None] Attempting to bind port 7574eb71-c815-4ef6-ba39-8fa1d70bbbd4 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:06.342051 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4223d6-8d9a-483c-ac82-fd70e4ff3f18 None None] Attempting to bind port 7574eb71-c815-4ef6-ba39-8fa1d70bbbd4 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:06.362160 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4223d6-8d9a-483c-ac82-fd70e4ff3f18 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:06.362724 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4223d6-8d9a-483c-ac82-fd70e4ff3f18 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:06.363760 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8b4223d6-8d9a-483c-ac82-fd70e4ff3f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:06.364835 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4223d6-8d9a-483c-ac82-fd70e4ff3f18 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:06.366446 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-8b4223d6-8d9a-483c-ac82-fd70e4ff3f18 None None] Bound port: 7574eb71-c815-4ef6-ba39-8fa1d70bbbd4, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:06.367510 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8b4223d6-8d9a-483c-ac82-fd70e4ff3f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:06.371599 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ade1c4-f958-4f26-9d06-8606907081cc None None] Pushing event updated for resources: {'Port': ['ID=7574eb71-c815-4ef6-ba39-8fa1d70bbbd4,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:06.430663 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2642230e-3919-4f39-a28f-cb659a0701a7 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:06.468509 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8b4223d6-8d9a-483c-ac82-fd70e4ff3f18 None None] For port 7574eb71-c815-4ef6-ba39-8fa1d70bbbd4, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:06.479134 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8b4223d6-8d9a-483c-ac82-fd70e4ff3f18 None None] For port 7574eb71-c815-4ef6-ba39-8fa1d70bbbd4, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7574eb71-c815-4ef6-ba39-8fa1d70bbbd4,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:06.488206 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8b4223d6-8d9a-483c-ac82-fd70e4ff3f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:06.507543 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2642230e-3919-4f39-a28f-cb659a0701a7 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Checking segment: {'id': 'd6a56f12-8cb4-42cc-96af-9c4f8639e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '48f06ba9-0ab4-486a-b9c0-ea9908862e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:06.508194 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2642230e-3919-4f39-a28f-cb659a0701a7 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Network hostable DHCP agents. Network: 48f06ba9-0ab4-486a-b9c0-ea9908862e8b, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:32:06.517989 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642230e-3919-4f39-a28f-cb659a0701a7 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event updated for resources: {'Subnet': ['ID=d1037d8e-b408-4902-897b-94fba65be269,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:06.535456 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2642230e-3919-4f39-a28f-cb659a0701a7 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Network 48f06ba9-0ab4-486a-b9c0-ea9908862e8b is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:32:06.547642 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-2642230e-3919-4f39-a28f-cb659a0701a7 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 48f06ba9-0ab4-486a-b9c0-ea9908862e8b) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:06.552459 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2642230e-3919-4f39-a28f-cb659a0701a7 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:06.553355 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2642230e-3919-4f39-a28f-cb659a0701a7 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:06.556327 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4223d6-8d9a-483c-ac82-fd70e4ff3f18 None None] Routers {'707afa61-54cf-46fc-b376-c9a25275b794'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:06.557079 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-8b4223d6-8d9a-483c-ac82-fd70e4ff3f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:31:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['707afa61-54cf-46fc-b376-c9a25275b794'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:06.564706 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30f0038-18f7-4141-8a24-c533c5683d12 None None] Network 48f06ba9-0ab4-486a-b9c0-ea9908862e8b requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:06.573580 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2642230e-3919-4f39-a28f-cb659a0701a7 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6685760 Jul 07 17:32:06.576331 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35442) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:06.661373 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ade1c4-f958-4f26-9d06-8606907081cc None None] Pushing event updated for resources: {'Port': ['ID=7574eb71-c815-4ef6-ba39-8fa1d70bbbd4,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:06.766966 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-8b4223d6-8d9a-483c-ac82-fd70e4ff3f18 None None] Set router 707afa61-54cf-46fc-b376-c9a25275b794 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:06.981711 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-48f06ba9-0ab4-486a-b9c0-ea9908862e8b', 'network_id': '48f06ba9-0ab4-486a-b9c0-ea9908862e8b', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'fixed_ips': [{'subnet_id': 'd1037d8e-b408-4902-897b-94fba65be269'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:32:06.982693 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.171879 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-8b4223d6-8d9a-483c-ac82-fd70e4ff3f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707afa61-54cf-46fc-b376-c9a25275b794', 'name': 'tempest-TestSecurityGroupsBasicOps-router-181722167', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '7574eb71-c815-4ef6-ba39-8fa1d70bbbd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:03Z', 'updated_at': '2021-07-07T17:32:04Z', 'revision_number': 3, 'project_id': '16856e360ab146108cdc65e200cbee54', 'gw_port': {'id': '7574eb71-c815-4ef6-ba39-8fa1d70bbbd4', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707afa61-54cf-46fc-b376-c9a25275b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:03Z', 'updated_at': '2021-07-07T17:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:07.212869 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4223d6-8d9a-483c-ac82-fd70e4ff3f18 None None] The sync data for ids ['707afa61-54cf-46fc-b376-c9a25275b794'] in n-d-791503-12 is: [{'id': '707afa61-54cf-46fc-b376-c9a25275b794', 'name': 'tempest-TestSecurityGroupsBasicOps-router-181722167', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '7574eb71-c815-4ef6-ba39-8fa1d70bbbd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:03Z', 'updated_at': '2021-07-07T17:32:04Z', 'revision_number': 3, 'project_id': '16856e360ab146108cdc65e200cbee54', 'gw_port': {'id': '7574eb71-c815-4ef6-ba39-8fa1d70bbbd4', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707afa61-54cf-46fc-b376-c9a25275b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:03Z', 'updated_at': '2021-07-07T17:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:07.218652 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Allocated IP 172.20.0.18 (48f06ba9-0ab4-486a-b9c0-ea9908862e8b/d1037d8e-b408-4902-897b-94fba65be269/3bb53411-5f73-4863-b7d7-5cf06e4c6b41) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:07.492809 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.517860 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Transition to ACTIVE for port object 3bb53411-5f73-4863-b7d7-5cf06e4c6b41 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:07.585488 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.602144 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Transition to ACTIVE for port object 3bb53411-5f73-4863-b7d7-5cf06e4c6b41 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:07.613148 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.768965 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Network 48f06ba9-0ab4-486a-b9c0-ea9908862e8b is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:07.778449 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:07.786694 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:07.912529 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Pushing event updated for resources: {'Port': ['ID=3bb53411-5f73-4863-b7d7-5cf06e4c6b41,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:07.965681 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:07.967568 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:07.969112 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:07.969770 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:07.970280 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:07.970784 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:07.971305 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:07.971959 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:07.972473 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:07.973010 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:07.973522 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:07.974014 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:07.974697 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.979305 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Attempting to bind port 3bb53411-5f73-4863-b7d7-5cf06e4c6b41 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:07.980118 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Attempting to bind port 3bb53411-5f73-4863-b7d7-5cf06e4c6b41 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'd6a56f12-8cb4-42cc-96af-9c4f8639e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '48f06ba9-0ab4-486a-b9c0-ea9908862e8b'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:07.980835 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Attempting to bind port 3bb53411-5f73-4863-b7d7-5cf06e4c6b41 on network 48f06ba9-0ab4-486a-b9c0-ea9908862e8b {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:07.986945 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.990182 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:07.990803 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Checking segment: {'id': 'd6a56f12-8cb4-42cc-96af-9c4f8639e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '48f06ba9-0ab4-486a-b9c0-ea9908862e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:07.991379 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.992132 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Bound using segment: {'id': 'd6a56f12-8cb4-42cc-96af-9c4f8639e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '48f06ba9-0ab4-486a-b9c0-ea9908862e8b'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:07.992839 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Bound port: 3bb53411-5f73-4863-b7d7-5cf06e4c6b41, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a56f12-8cb4-42cc-96af-9c4f8639e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '48f06ba9-0ab4-486a-b9c0-ea9908862e8b'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:07.993403 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.166846 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7574eb71-c815-4ef6-ba39-8fa1d70bbbd4 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:08.255193 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] For port 3bb53411-5f73-4863-b7d7-5cf06e4c6b41, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:08.291476 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] For port 3bb53411-5f73-4863-b7d7-5cf06e4c6b41, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3bb53411-5f73-4863-b7d7-5cf06e4c6b41,segment=NetworkSegment(d6a56f12-8cb4-42cc-96af-9c4f8639e8e7),segment_id=d6a56f12-8cb4-42cc-96af-9c4f8639e8e7)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:08.300612 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.338196 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 7574eb71-c815-4ef6-ba39-8fa1d70bbbd4 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:08.350682 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 7574eb71-c815-4ef6-ba39-8fa1d70bbbd4 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:08.351208 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.578018 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ffc4b-e424-44aa-8a68-e79128bcd342 None None] Pushing event updated for resources: {'Port': ['ID=3bb53411-5f73-4863-b7d7-5cf06e4c6b41,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:08.707449 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Allocated IP 172.20.0.17 (48f06ba9-0ab4-486a-b9c0-ea9908862e8b/d1037d8e-b408-4902-897b-94fba65be269/84f483e2-9c31-45ee-8a6e-950d88b8a759) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:08.729797 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.774465 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 7574eb71-c815-4ef6-ba39-8fa1d70bbbd4, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7574eb71-c815-4ef6-ba39-8fa1d70bbbd4,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:08.781034 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:09.060770 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=7574eb71-c815-4ef6-ba39-8fa1d70bbbd4,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:09.190026 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:09.228464 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db376c7-6d29-4255-a73e-1dd72d5c8a5e req-42ae639a-67dd-4925-a89e-d3fcf8388ee6 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:09.232234 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8db376c7-6d29-4255-a73e-1dd72d5c8a5e req-42ae639a-67dd-4925-a89e-d3fcf8388ee6 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 1097 time: 0.4316676 Jul 07 17:32:09.234090 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Transition to ACTIVE for port object 84f483e2-9c31-45ee-8a6e-950d88b8a759 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:09.316533 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8db376c7-6d29-4255-a73e-1dd72d5c8a5e req-f2778a69-3c35-422b-b394-a71a68ca9532 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748656 Jul 07 17:32:09.339740 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35512) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:09.389779 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:09.486438 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Network 48f06ba9-0ab4-486a-b9c0-ea9908862e8b is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:09.504838 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:09.517876 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:09.534181 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event updated for resources: {'Port': ['ID=84f483e2-9c31-45ee-8a6e-950d88b8a759,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:09.590429 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:09.590700 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:09.591037 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:09.591386 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:09.591718 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:09.592058 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:09.592388 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:09.592751 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:09.593086 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:09.593418 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:09.593748 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:09.594661 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:09.628252 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:09.710825 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-6f9e5823-3552-44ed-bf66-c0d8af9b5cc1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Deleting port 2f0f3251-b0e2-46c1-b2e8-92f250e58e55 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:09.711182 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6f9e5823-3552-44ed-bf66-c0d8af9b5cc1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:09.829457 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6f9e5823-3552-44ed-bf66-c0d8af9b5cc1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:09.831549 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6f9e5823-3552-44ed-bf66-c0d8af9b5cc1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:09.857014 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-6f9e5823-3552-44ed-bf66-c0d8af9b5cc1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Calling delete_port for 2f0f3251-b0e2-46c1-b2e8-92f250e58e55 owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:09.904515 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.190681 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6f9e5823-3552-44ed-bf66-c0d8af9b5cc1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.291909 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e5823-3552-44ed-bf66-c0d8af9b5cc1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event deleted for resources: {'Port': ['ID=2f0f3251-b0e2-46c1-b2e8-92f250e58e55,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:10.429932 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6f9e5823-3552-44ed-bf66-c0d8af9b5cc1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.434789 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-6f9e5823-3552-44ed-bf66-c0d8af9b5cc1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Floating IP 25ef6870-c826-45c1-a166-37c5132178fb disassociated (deleted). External IP: 172.25.0.70, port: 354edf71-5db1-4186-95ff-21f232f78a02. Jul 07 17:32:10.488792 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7574eb71-c815-4ef6-ba39-8fa1d70bbbd4 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:10.584860 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d1f11b-3eb7-4d9c-9269-097217feb7e1 None None] Network 48f06ba9-0ab4-486a-b9c0-ea9908862e8b requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:10.626259 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.634672 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.787766 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event updated for resources: {'Port': ['ID=84f483e2-9c31-45ee-8a6e-950d88b8a759,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:10.831136 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.858587 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-fce16fb7-8679-42c2-a9b5-0b8427b5a726 None None] Provisioning for port 3bb53411-5f73-4863-b7d7-5cf06e4c6b41 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:10.883322 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9e5823-3552-44ed-bf66-c0d8af9b5cc1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Router b70b9408-29cf-47f8-8015-5b050beb8240 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:10.934400 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 7574eb71-c815-4ef6-ba39-8fa1d70bbbd4 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:10.935055 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:11.047696 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Network 48f06ba9-0ab4-486a-b9c0-ea9908862e8b is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:11.055263 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:11.411973 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Router 707afa61-54cf-46fc-b376-c9a25275b794 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:11.412201 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3bb53411-5f73-4863-b7d7-5cf06e4c6b41 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:11.498528 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 3bb53411-5f73-4863-b7d7-5cf06e4c6b41 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:11.524269 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 3bb53411-5f73-4863-b7d7-5cf06e4c6b41 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:11.525864 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:11.654302 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:11.676330 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:11.682125 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8a443646-1242-47d7-b93f-acf90d618715 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "PUT /v2.0/routers/707afa61-54cf-46fc-b376-c9a25275b794/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1041372 Jul 07 17:32:11.689655 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bac5fb-ee1d-4213-9663-b5596dde27c1 None None] Sync routers for ids ['707afa61-54cf-46fc-b376-c9a25275b794'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:11.757305 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bac5fb-ee1d-4213-9663-b5596dde27c1 None None] Routers {'707afa61-54cf-46fc-b376-c9a25275b794'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:11.759732 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-22bac5fb-ee1d-4213-9663-b5596dde27c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:31:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['707afa61-54cf-46fc-b376-c9a25275b794'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:11.844771 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9e5823-3552-44ed-bf66-c0d8af9b5cc1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:11.855320 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6f9e5823-3552-44ed-bf66-c0d8af9b5cc1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:11.865003 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1226fb7d-57d7-4b49-bd87-3e71db56fe01 None None] Sync routers for ids ['b70b9408-29cf-47f8-8015-5b050beb8240'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:11.869117 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 3bb53411-5f73-4863-b7d7-5cf06e4c6b41, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3bb53411-5f73-4863-b7d7-5cf06e4c6b41,segment=NetworkSegment(d6a56f12-8cb4-42cc-96af-9c4f8639e8e7),segment_id=d6a56f12-8cb4-42cc-96af-9c4f8639e8e7)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:11.909137 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:11.983031 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6f9e5823-3552-44ed-bf66-c0d8af9b5cc1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "DELETE /v2.0/floatingips/25ef6870-c826-45c1-a166-37c5132178fb HTTP/1.1" status: 204 len: 168 time: 2.6406929 Jul 07 17:32:12.022272 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b014abbe-7db2-4371-9562-10d9af7c8b7e', 'tag': '354edf71-5db1-4186-95ff-21f232f78a02'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:12.028298 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-58361779-dd66-42e4-aa3d-dc65afcb2514 None None] Provisioning for port 84f483e2-9c31-45ee-8a6e-950d88b8a759 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:12.031775 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200e2f97-b8bb-498e-bfee-9c8c4dba69e6" -d '{"events": [{"name": "network-changed", "server_uuid": "b014abbe-7db2-4371-9562-10d9af7c8b7e", "tag": "354edf71-5db1-4186-95ff-21f232f78a02"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:12.055224 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1226fb7d-57d7-4b49-bd87-3e71db56fe01 None None] Routers {'b70b9408-29cf-47f8-8015-5b050beb8240'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:12.055890 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1226fb7d-57d7-4b49-bd87-3e71db56fe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:31:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b70b9408-29cf-47f8-8015-5b050beb8240'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:12.057862 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-58361779-dd66-42e4-aa3d-dc65afcb2514 None None] Provisioning complete for port 84f483e2-9c31-45ee-8a6e-950d88b8a759 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:12.058242 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-58361779-dd66-42e4-aa3d-dc65afcb2514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:12.090478 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-22bac5fb-ee1d-4213-9663-b5596dde27c1 None None] Set router 707afa61-54cf-46fc-b376-c9a25275b794 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:12.121640 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=3bb53411-5f73-4863-b7d7-5cf06e4c6b41,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:12.296539 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-58361779-dd66-42e4-aa3d-dc65afcb2514 None None] Port 84f483e2-9c31-45ee-8a6e-950d88b8a759 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:32:12.336283 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-614bce76-6a11-45ad-bd5b-67231c33063d tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:12.346269 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-614bce76-6a11-45ad-bd5b-67231c33063d tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/networks?id=48f06ba9-0ab4-486a-b9c0-ea9908862e8b HTTP/1.1" status: 200 len: 797 time: 0.2736933 Jul 07 17:32:12.386836 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-008ee73f-cef1-4d2b-9934-feea908729e0 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/quotas/16856e360ab146108cdc65e200cbee54 HTTP/1.1" status: 200 len: 375 time: 0.0379672 Jul 07 17:32:12.448362 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-58361779-dd66-42e4-aa3d-dc65afcb2514 None None] Provisioning complete for port 3bb53411-5f73-4863-b7d7-5cf06e4c6b41 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:12.450160 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-58361779-dd66-42e4-aa3d-dc65afcb2514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:12.542595 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-1ee61a12-1da1-4e66-bced-523a280744d0 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=16856e360ab146108cdc65e200cbee54&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1546829 Jul 07 17:32:12.564400 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-22bac5fb-ee1d-4213-9663-b5596dde27c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707afa61-54cf-46fc-b376-c9a25275b794', 'name': 'tempest-TestSecurityGroupsBasicOps-router-181722167', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '7574eb71-c815-4ef6-ba39-8fa1d70bbbd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:03Z', 'updated_at': '2021-07-07T17:32:09Z', 'revision_number': 4, 'project_id': '16856e360ab146108cdc65e200cbee54', 'gw_port': {'id': '7574eb71-c815-4ef6-ba39-8fa1d70bbbd4', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707afa61-54cf-46fc-b376-c9a25275b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:03Z', 'updated_at': '2021-07-07T17:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '84f483e2-9c31-45ee-8a6e-950d88b8a759', 'name': '', 'network_id': '48f06ba9-0ab4-486a-b9c0-ea9908862e8b', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'mac_address': 'fa:16:3e:af:16:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707afa61-54cf-46fc-b376-c9a25275b794', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd1037d8e-b408-4902-897b-94fba65be269', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:08Z', 'updated_at': '2021-07-07T17:32:10Z', 'revision_number': 2, 'project_id': '16856e360ab146108cdc65e200cbee54', 'subnets': [{'id': 'd1037d8e-b408-4902-897b-94fba65be269', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:12.626278 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-1226fb7d-57d7-4b49-bd87-3e71db56fe01 None None] Set router b70b9408-29cf-47f8-8015-5b050beb8240 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:12.629107 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bac5fb-ee1d-4213-9663-b5596dde27c1 None None] Checking router: 707afa61-54cf-46fc-b376-c9a25275b794 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:12.629733 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bac5fb-ee1d-4213-9663-b5596dde27c1 None None] Updating router 707afa61-54cf-46fc-b376-c9a25275b794 port 84f483e2-9c31-45ee-8a6e-950d88b8a759 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:32:12.730059 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-22bac5fb-ee1d-4213-9663-b5596dde27c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.022979 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8daef7-d458-42d3-827e-e91022c4e08d x-openstack-request-id: req-3a8daef7-d458-42d3-827e-e91022c4e08d {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:13.027252 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b014abbe-7db2-4371-9562-10d9af7c8b7e", "tag": "354edf71-5db1-4186-95ff-21f232f78a02", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:13.027871 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a8daef7-d458-42d3-827e-e91022c4e08d {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:13.028402 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b014abbe-7db2-4371-9562-10d9af7c8b7e', 'tag': '354edf71-5db1-4186-95ff-21f232f78a02', 'status': 'completed', 'code': 200} Jul 07 17:32:13.146615 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-c90a0313-8a60-401f-a543-7d3ad4ac5168 service neutron] 10.222.0.53 "GET /v2.0/networks/48f06ba9-0ab4-486a-b9c0-ea9908862e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5979478 Jul 07 17:32:13.236501 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1226fb7d-57d7-4b49-bd87-3e71db56fe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141140788', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0a5ca324-95aa-45a6-a977-25f14d96bd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:05Z', 'updated_at': '2021-07-07T17:30:14Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '0a5ca324-95aa-45a6-a977-25f14d96bd4c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:06Z', 'updated_at': '2021-07-07T17:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'de553137-ffc3-4d2b-b742-da76d7f92d43', 'name': '', 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:2b:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'c7220b1e-0683-4b43-aadb-e64a2bca5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:13Z', 'updated_at': '2021-07-07T17:30:22Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': 'c7220b1e-0683-4b43-aadb-e64a2bca5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:13.312866 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251e24f-1df1-4ad1-bea0-a7f9e82e5808 req-a97f04a1-1e6b-4792-8161-d24dc8e4ae0c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:13.322627 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b251e24f-1df1-4ad1-bea0-a7f9e82e5808 req-a97f04a1-1e6b-4792-8161-d24dc8e4ae0c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 945 time: 0.0906897 Jul 07 17:32:13.346302 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35614) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:13.365206 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1226fb7d-57d7-4b49-bd87-3e71db56fe01 None None] Checking router: b70b9408-29cf-47f8-8015-5b050beb8240 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:13.403111 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1226fb7d-57d7-4b49-bd87-3e71db56fe01 None None] Routers {'b70b9408-29cf-47f8-8015-5b050beb8240'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:13.403740 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1226fb7d-57d7-4b49-bd87-3e71db56fe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:31:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b70b9408-29cf-47f8-8015-5b050beb8240'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:13.407384 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b251e24f-1df1-4ad1-bea0-a7f9e82e5808 req-aaeb41b5-48bb-46e8-b2d6-1212554cda27 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835903 Jul 07 17:32:13.454769 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-b36314e7-493a-41f8-8a53-074d1a44212a service neutron] 10.222.0.53 "GET /v2.0/networks/48f06ba9-0ab4-486a-b9c0-ea9908862e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070850 Jul 07 17:32:13.543864 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e2f97-b8bb-498e-bfee-9c8c4dba69e6 req-6a5227de-5b7b-472a-90aa-d565597c0e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:13.551119 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-200e2f97-b8bb-498e-bfee-9c8c4dba69e6 req-6a5227de-5b7b-472a-90aa-d565597c0e21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 1097 time: 0.5072036 Jul 07 17:32:13.594458 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-22bac5fb-ee1d-4213-9663-b5596dde27c1 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.617619 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-22bac5fb-ee1d-4213-9663-b5596dde27c1 None None] Transition to ACTIVE for port object 84f483e2-9c31-45ee-8a6e-950d88b8a759 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:13.620815 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dc4c13bc-10f7-471b-b074-5c4a94695045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.627861 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-22bac5fb-ee1d-4213-9663-b5596dde27c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.687230 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-1226fb7d-57d7-4b49-bd87-3e71db56fe01 None None] Set router b70b9408-29cf-47f8-8015-5b050beb8240 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:13.690367 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db751026-30a3-405a-9d08-7d78b45414d7 None None] Pushing event updated for resources: {'Port': ['ID=84f483e2-9c31-45ee-8a6e-950d88b8a759,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:13.745618 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db751026-30a3-405a-9d08-7d78b45414d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:13.746264 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db751026-30a3-405a-9d08-7d78b45414d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:13.746597 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db751026-30a3-405a-9d08-7d78b45414d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:13.747044 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db751026-30a3-405a-9d08-7d78b45414d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:13.747473 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db751026-30a3-405a-9d08-7d78b45414d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:13.749105 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db751026-30a3-405a-9d08-7d78b45414d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:13.749695 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db751026-30a3-405a-9d08-7d78b45414d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:13.750460 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db751026-30a3-405a-9d08-7d78b45414d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:13.752099 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db751026-30a3-405a-9d08-7d78b45414d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:13.752694 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db751026-30a3-405a-9d08-7d78b45414d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:13.754866 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db751026-30a3-405a-9d08-7d78b45414d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:13.755480 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db751026-30a3-405a-9d08-7d78b45414d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:13.830186 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-22bac5fb-ee1d-4213-9663-b5596dde27c1 None None] Attempting to bind port 84f483e2-9c31-45ee-8a6e-950d88b8a759 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:13.831869 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-22bac5fb-ee1d-4213-9663-b5596dde27c1 None None] Attempting to bind port 84f483e2-9c31-45ee-8a6e-950d88b8a759 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'd6a56f12-8cb4-42cc-96af-9c4f8639e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '48f06ba9-0ab4-486a-b9c0-ea9908862e8b'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:13.832526 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bac5fb-ee1d-4213-9663-b5596dde27c1 None None] Attempting to bind port 84f483e2-9c31-45ee-8a6e-950d88b8a759 on network 48f06ba9-0ab4-486a-b9c0-ea9908862e8b {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:13.848694 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bac5fb-ee1d-4213-9663-b5596dde27c1 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:13.849497 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bac5fb-ee1d-4213-9663-b5596dde27c1 None None] Checking segment: {'id': 'd6a56f12-8cb4-42cc-96af-9c4f8639e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '48f06ba9-0ab4-486a-b9c0-ea9908862e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:13.850159 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-22bac5fb-ee1d-4213-9663-b5596dde27c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.850980 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bac5fb-ee1d-4213-9663-b5596dde27c1 None None] Bound using segment: {'id': 'd6a56f12-8cb4-42cc-96af-9c4f8639e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '48f06ba9-0ab4-486a-b9c0-ea9908862e8b'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:13.851712 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-22bac5fb-ee1d-4213-9663-b5596dde27c1 None None] Bound port: 84f483e2-9c31-45ee-8a6e-950d88b8a759, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a56f12-8cb4-42cc-96af-9c4f8639e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '48f06ba9-0ab4-486a-b9c0-ea9908862e8b'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:13.852340 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-22bac5fb-ee1d-4213-9663-b5596dde27c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.923471 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dc4c13bc-10f7-471b-b074-5c4a94695045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.934839 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dc4c13bc-10f7-471b-b074-5c4a94695045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.946171 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e2f97-b8bb-498e-bfee-9c8c4dba69e6 req-0ca42714-d645-4573-b99f-f5f288ff3764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:13.948113 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-200e2f97-b8bb-498e-bfee-9c8c4dba69e6 req-0ca42714-d645-4573-b99f-f5f288ff3764 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b285fdfa-f472-481a-bbcf-cbb63c5594f1 HTTP/1.1" status: 200 len: 898 time: 0.3882680 Jul 07 17:32:14.065307 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-dc4c13bc-10f7-471b-b074-5c4a94695045 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d2a15b110f6e4f4d897d45edf1c641b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7182386 Jul 07 17:32:14.068085 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35634) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:14.072447 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-22bac5fb-ee1d-4213-9663-b5596dde27c1 None None] For port 84f483e2-9c31-45ee-8a6e-950d88b8a759, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:14.078937 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-22bac5fb-ee1d-4213-9663-b5596dde27c1 None None] For port 84f483e2-9c31-45ee-8a6e-950d88b8a759, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=84f483e2-9c31-45ee-8a6e-950d88b8a759,segment=NetworkSegment(d6a56f12-8cb4-42cc-96af-9c4f8639e8e7),segment_id=d6a56f12-8cb4-42cc-96af-9c4f8639e8e7)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:14.081669 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-200e2f97-b8bb-498e-bfee-9c8c4dba69e6 req-22c294e3-0cf7-4281-bc5f-2545d3f26316 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=354edf71-5db1-4186-95ff-21f232f78a02 HTTP/1.1" status: 200 len: 217 time: 0.1227129 Jul 07 17:32:14.096720 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-22bac5fb-ee1d-4213-9663-b5596dde27c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.226110 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3bb53411-5f73-4863-b7d7-5cf06e4c6b41 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:14.299841 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e2f97-b8bb-498e-bfee-9c8c4dba69e6 req-63c5056d-b8ad-4b16-b51a-613365ce1aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:14.303896 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-200e2f97-b8bb-498e-bfee-9c8c4dba69e6 req-63c5056d-b8ad-4b16-b51a-613365ce1aef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c7220b1e-0683-4b43-aadb-e64a2bca5a0c HTTP/1.1" status: 200 len: 833 time: 0.2151172 Jul 07 17:32:14.316055 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db751026-30a3-405a-9d08-7d78b45414d7 None None] Pushing event updated for resources: {'Port': ['ID=84f483e2-9c31-45ee-8a6e-950d88b8a759,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:14.377199 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bac5fb-ee1d-4213-9663-b5596dde27c1 None None] Routers {'707afa61-54cf-46fc-b376-c9a25275b794'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:14.379689 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-22bac5fb-ee1d-4213-9663-b5596dde27c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:31:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['707afa61-54cf-46fc-b376-c9a25275b794'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:14.479095 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-813080be-7a1c-4041-a07e-c7634a0fd966 req-22fc4bdc-2ee1-4326-9fb4-2ac9c910c9cc tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?device_id=40949759-2d96-4730-91ae-a884807f77b4 HTTP/1.1" status: 200 len: 210 time: 0.4394896 Jul 07 17:32:14.497081 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c13bc-10f7-471b-b074-5c4a94695045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ed5bc7-5f2c-444f-866f-e432f5a16dce,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:14.546523 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e2f97-b8bb-498e-bfee-9c8c4dba69e6 req-84a55f59-83af-47be-9ab5-2c9f52a595b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:14.550449 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-200e2f97-b8bb-498e-bfee-9c8c4dba69e6 req-84a55f59-83af-47be-9ab5-2c9f52a595b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b285fdfa-f472-481a-bbcf-cbb63c5594f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2313225 Jul 07 17:32:14.685232 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 3bb53411-5f73-4863-b7d7-5cf06e4c6b41 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:14.701176 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.769402 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62842bcf-4b28-47de-8eae-4018cbd3de7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.802230 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-200e2f97-b8bb-498e-bfee-9c8c4dba69e6 req-a42434cb-f510-47b6-a814-3582f5dedf82 service neutron] 10.222.0.64 "GET /v2.0/networks/b285fdfa-f472-481a-bbcf-cbb63c5594f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439139 Jul 07 17:32:14.819262 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cadf27-9d66-46af-a15c-9ca384c92e34 req-28bd215b-3c6b-4234-9d7a-e55cbac9add9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:14.825865 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f8cadf27-9d66-46af-a15c-9ca384c92e34 req-28bd215b-3c6b-4234-9d7a-e55cbac9add9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.64 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 945 time: 0.5698285 Jul 07 17:32:14.909168 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62842bcf-4b28-47de-8eae-4018cbd3de7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.914539 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1226fb7d-57d7-4b49-bd87-3e71db56fe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141140788', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0a5ca324-95aa-45a6-a977-25f14d96bd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:05Z', 'updated_at': '2021-07-07T17:30:14Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '0a5ca324-95aa-45a6-a977-25f14d96bd4c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:06Z', 'updated_at': '2021-07-07T17:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'de553137-ffc3-4d2b-b742-da76d7f92d43', 'name': '', 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:2b:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'c7220b1e-0683-4b43-aadb-e64a2bca5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:13Z', 'updated_at': '2021-07-07T17:30:22Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': 'c7220b1e-0683-4b43-aadb-e64a2bca5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:14.967985 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1226fb7d-57d7-4b49-bd87-3e71db56fe01 None None] The sync data for ids ['b70b9408-29cf-47f8-8015-5b050beb8240'] in n-d-791503-12 is: [{'id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141140788', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0a5ca324-95aa-45a6-a977-25f14d96bd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:05Z', 'updated_at': '2021-07-07T17:30:14Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '0a5ca324-95aa-45a6-a977-25f14d96bd4c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:06Z', 'updated_at': '2021-07-07T17:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'de553137-ffc3-4d2b-b742-da76d7f92d43', 'name': '', 'network_id': 'b285fdfa-f472-481a-bbcf-cbb63c5594f1', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:2b:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'c7220b1e-0683-4b43-aadb-e64a2bca5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:13Z', 'updated_at': '2021-07-07T17:30:22Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': 'c7220b1e-0683-4b43-aadb-e64a2bca5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:14.968412 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-22bac5fb-ee1d-4213-9663-b5596dde27c1 None None] Set router 707afa61-54cf-46fc-b376-c9a25275b794 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:15.116832 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-f8cadf27-9d66-46af-a15c-9ca384c92e34 req-d5af3c48-e82e-4d68-ad81-1c7899d91c5a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Deleting port 354edf71-5db1-4186-95ff-21f232f78a02 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:15.117580 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f8cadf27-9d66-46af-a15c-9ca384c92e34 req-d5af3c48-e82e-4d68-ad81-1c7899d91c5a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.181534 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-200e2f97-b8bb-498e-bfee-9c8c4dba69e6 req-520e0b3e-d9b2-40ee-85e0-711cdc8de8ff service neutron] 10.222.0.64 "GET /v2.0/networks/b285fdfa-f472-481a-bbcf-cbb63c5594f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733435 Jul 07 17:32:15.191737 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748a466-fe8c-4ff5-8e17-6a10d683f694 req-26faca7b-d1f8-4cf0-a1c0-6c9f66c4e0f0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:15.199597 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0748a466-fe8c-4ff5-8e17-6a10d683f694 req-26faca7b-d1f8-4cf0-a1c0-6c9f66c4e0f0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 945 time: 0.3947096 Jul 07 17:32:15.292684 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0748a466-fe8c-4ff5-8e17-6a10d683f694 req-dd9e2106-f7b1-4f95-92ad-ad981e6f9d9b tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e55c31-5e5b-46ee-9470-d378058c752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919056 Jul 07 17:32:15.419816 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-22bac5fb-ee1d-4213-9663-b5596dde27c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707afa61-54cf-46fc-b376-c9a25275b794', 'name': 'tempest-TestSecurityGroupsBasicOps-router-181722167', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '7574eb71-c815-4ef6-ba39-8fa1d70bbbd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:03Z', 'updated_at': '2021-07-07T17:32:09Z', 'revision_number': 4, 'project_id': '16856e360ab146108cdc65e200cbee54', 'gw_port': {'id': '7574eb71-c815-4ef6-ba39-8fa1d70bbbd4', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707afa61-54cf-46fc-b376-c9a25275b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:03Z', 'updated_at': '2021-07-07T17:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '84f483e2-9c31-45ee-8a6e-950d88b8a759', 'name': '', 'network_id': '48f06ba9-0ab4-486a-b9c0-ea9908862e8b', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'mac_address': 'fa:16:3e:af:16:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707afa61-54cf-46fc-b376-c9a25275b794', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd1037d8e-b408-4902-897b-94fba65be269', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:08Z', 'updated_at': '2021-07-07T17:32:14Z', 'revision_number': 4, 'project_id': '16856e360ab146108cdc65e200cbee54', 'subnets': [{'id': 'd1037d8e-b408-4902-897b-94fba65be269', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:15.444448 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62842bcf-4b28-47de-8eae-4018cbd3de7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.447119 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62842bcf-4b28-47de-8eae-4018cbd3de7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.452132 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-62842bcf-4b28-47de-8eae-4018cbd3de7d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56ed5bc7-5f2c-444f-866f-e432f5a16dce HTTP/1.1" status: 204 len: 168 time: 1.3772728 Jul 07 17:32:15.452132 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-f8cadf27-9d66-46af-a15c-9ca384c92e34 req-d5af3c48-e82e-4d68-ad81-1c7899d91c5a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] For port 354edf71-5db1-4186-95ff-21f232f78a02, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=354edf71-5db1-4186-95ff-21f232f78a02,segment=NetworkSegment(27cd8d64-101c-4435-85d0-25e1d1100686),segment_id=27cd8d64-101c-4435-85d0-25e1d1100686)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:15.452132 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f8cadf27-9d66-46af-a15c-9ca384c92e34 req-d5af3c48-e82e-4d68-ad81-1c7899d91c5a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.471075 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bac5fb-ee1d-4213-9663-b5596dde27c1 None None] The sync data for ids ['707afa61-54cf-46fc-b376-c9a25275b794'] in n-d-791503-12 is: [{'id': '707afa61-54cf-46fc-b376-c9a25275b794', 'name': 'tempest-TestSecurityGroupsBasicOps-router-181722167', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '7574eb71-c815-4ef6-ba39-8fa1d70bbbd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:03Z', 'updated_at': '2021-07-07T17:32:09Z', 'revision_number': 4, 'project_id': '16856e360ab146108cdc65e200cbee54', 'gw_port': {'id': '7574eb71-c815-4ef6-ba39-8fa1d70bbbd4', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707afa61-54cf-46fc-b376-c9a25275b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:03Z', 'updated_at': '2021-07-07T17:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '84f483e2-9c31-45ee-8a6e-950d88b8a759', 'name': '', 'network_id': '48f06ba9-0ab4-486a-b9c0-ea9908862e8b', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'mac_address': 'fa:16:3e:af:16:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707afa61-54cf-46fc-b376-c9a25275b794', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd1037d8e-b408-4902-897b-94fba65be269', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:08Z', 'updated_at': '2021-07-07T17:32:14Z', 'revision_number': 4, 'project_id': '16856e360ab146108cdc65e200cbee54', 'subnets': [{'id': 'd1037d8e-b408-4902-897b-94fba65be269', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:15.508279 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-f8cadf27-9d66-46af-a15c-9ca384c92e34 req-d5af3c48-e82e-4d68-ad81-1c7899d91c5a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Calling delete_port for 354edf71-5db1-4186-95ff-21f232f78a02 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:15.511933 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62842bcf-4b28-47de-8eae-4018cbd3de7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ed5bc7-5f2c-444f-866f-e432f5a16dce,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:15.650784 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e777b8-bd78-4359-9748-4cc00b26cd2c None None] New status for floating IP 25ef6870-c826-45c1-a166-37c5132178fb: DOWN {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:32:15.854173 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:32:15.995257 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-db4bdb5a-456e-4605-b717-b6606f7797a1 req-9298185e-bdb3-41d8-b453-4ff987641456 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?device_id=40949759-2d96-4730-91ae-a884807f77b4 HTTP/1.1" status: 200 len: 210 time: 0.1653543 Jul 07 17:32:15.995884 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f8cadf27-9d66-46af-a15c-9ca384c92e34 req-d5af3c48-e82e-4d68-ad81-1c7899d91c5a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.086959 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af3c48-e82e-4d68-ad81-1c7899d91c5a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event deleted for resources: {'Port': ['ID=354edf71-5db1-4186-95ff-21f232f78a02,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:16.254743 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 84f483e2-9c31-45ee-8a6e-950d88b8a759 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:16.347669 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 84f483e2-9c31-45ee-8a6e-950d88b8a759 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:16.355542 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 84f483e2-9c31-45ee-8a6e-950d88b8a759 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:16.355921 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.401121 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-73f1d4b1-4447-4e11-bd17-d52afa7b0d69 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:16.403264 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-73f1d4b1-4447-4e11-bd17-d52afa7b0d69 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.72 "GET /v2.0/networks?id=48f06ba9-0ab4-486a-b9c0-ea9908862e8b HTTP/1.1" status: 200 len: 797 time: 0.4063616 Jul 07 17:32:16.416018 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-72fe6a29-0066-4a1d-8a91-7bf5256bf779 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Request body: {'port': {'device_id': '40949759-2d96-4730-91ae-a884807f77b4', 'network_id': '48f06ba9-0ab4-486a-b9c0-ea9908862e8b', 'admin_state_up': True, 'tenant_id': '16856e360ab146108cdc65e200cbee54'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:16.453733 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cadf27-9d66-46af-a15c-9ca384c92e34 req-d5af3c48-e82e-4d68-ad81-1c7899d91c5a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] No DVR routers for this DVR port 354edf71-5db1-4186-95ff-21f232f78a02 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:32:16.461903 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f8cadf27-9d66-46af-a15c-9ca384c92e34 req-d5af3c48-e82e-4d68-ad81-1c7899d91c5a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.465483 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f8cadf27-9d66-46af-a15c-9ca384c92e34 req-d5af3c48-e82e-4d68-ad81-1c7899d91c5a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.64 "DELETE /v2.0/ports/354edf71-5db1-4186-95ff-21f232f78a02 HTTP/1.1" status: 204 len: 173 time: 1.6225576 Jul 07 17:32:16.470875 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b014abbe-7db2-4371-9562-10d9af7c8b7e', 'name': 'network-vif-deleted', 'tag': '354edf71-5db1-4186-95ff-21f232f78a02'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:16.473653 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45305cc-c06c-48d2-ab4b-d52624dc12bc" -d '{"events": [{"server_uuid": "b014abbe-7db2-4371-9562-10d9af7c8b7e", "name": "network-vif-deleted", "tag": "354edf71-5db1-4186-95ff-21f232f78a02"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:16.594288 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc95bd1-6e3d-47be-8dac-daad3dd756f6 x-openstack-request-id: req-1bc95bd1-6e3d-47be-8dac-daad3dd756f6 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:16.595306 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b014abbe-7db2-4371-9562-10d9af7c8b7e", "name": "network-vif-deleted", "tag": "354edf71-5db1-4186-95ff-21f232f78a02", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:16.595721 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1bc95bd1-6e3d-47be-8dac-daad3dd756f6 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:16.596791 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b014abbe-7db2-4371-9562-10d9af7c8b7e', 'name': 'network-vif-deleted', 'tag': '354edf71-5db1-4186-95ff-21f232f78a02', 'status': 'completed', 'code': 200} Jul 07 17:32:16.669625 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.768754 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 84f483e2-9c31-45ee-8a6e-950d88b8a759, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=84f483e2-9c31-45ee-8a6e-950d88b8a759,segment=NetworkSegment(d6a56f12-8cb4-42cc-96af-9c4f8639e8e7),segment_id=d6a56f12-8cb4-42cc-96af-9c4f8639e8e7)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:16.775913 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.815956 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9f86901f-b5f0-484b-ac52-4ffcdf2b578b req-3c40a873-9cf1-4431-9b28-be77fe7653c2 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=b014abbe-7db2-4371-9562-10d9af7c8b7e HTTP/1.1" status: 200 len: 210 time: 0.1948054 Jul 07 17:32:16.921438 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=84f483e2-9c31-45ee-8a6e-950d88b8a759,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:17.018106 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-72fe6a29-0066-4a1d-8a91-7bf5256bf779 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Made reservation on behalf of 16856e360ab146108cdc65e200cbee54 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:17.028569 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-72fe6a29-0066-4a1d-8a91-7bf5256bf779 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.303716 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-72fe6a29-0066-4a1d-8a91-7bf5256bf779 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Allocated IP 172.20.0.30 (48f06ba9-0ab4-486a-b9c0-ea9908862e8b/d1037d8e-b408-4902-897b-94fba65be269/da120bce-6232-489c-a215-970349b29e29) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:17.405322 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f76b7d7-893f-4a3e-b8ec-f0a5aefa0660 req-fd180d83-3b03-4ee8-8b46-659bd06283d5 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?device_id=40949759-2d96-4730-91ae-a884807f77b4 HTTP/1.1" status: 200 len: 210 time: 0.0916064 Jul 07 17:32:17.526698 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-72fe6a29-0066-4a1d-8a91-7bf5256bf779 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.551364 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-72fe6a29-0066-4a1d-8a91-7bf5256bf779 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Transition to ACTIVE for port object da120bce-6232-489c-a215-970349b29e29 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:17.597387 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-72fe6a29-0066-4a1d-8a91-7bf5256bf779 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.658144 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe6a29-0066-4a1d-8a91-7bf5256bf779 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event updated for resources: {'Port': ['ID=da120bce-6232-489c-a215-970349b29e29,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:17.668192 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe6a29-0066-4a1d-8a91-7bf5256bf779 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:17.668675 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe6a29-0066-4a1d-8a91-7bf5256bf779 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:17.669095 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe6a29-0066-4a1d-8a91-7bf5256bf779 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:17.669505 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe6a29-0066-4a1d-8a91-7bf5256bf779 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:17.670107 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe6a29-0066-4a1d-8a91-7bf5256bf779 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:17.670525 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe6a29-0066-4a1d-8a91-7bf5256bf779 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:17.670942 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe6a29-0066-4a1d-8a91-7bf5256bf779 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:17.671352 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe6a29-0066-4a1d-8a91-7bf5256bf779 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:17.671891 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe6a29-0066-4a1d-8a91-7bf5256bf779 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:17.672445 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe6a29-0066-4a1d-8a91-7bf5256bf779 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:17.672877 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe6a29-0066-4a1d-8a91-7bf5256bf779 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:17.673288 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe6a29-0066-4a1d-8a91-7bf5256bf779 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:17.696521 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-72fe6a29-0066-4a1d-8a91-7bf5256bf779 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Network 48f06ba9-0ab4-486a-b9c0-ea9908862e8b is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:17.698159 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-72fe6a29-0066-4a1d-8a91-7bf5256bf779 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:17.701029 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-72fe6a29-0066-4a1d-8a91-7bf5256bf779 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:17.799947 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-72fe6a29-0066-4a1d-8a91-7bf5256bf779 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:17.800787 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-72fe6a29-0066-4a1d-8a91-7bf5256bf779 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.838459 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-72fe6a29-0066-4a1d-8a91-7bf5256bf779 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4262483 Jul 07 17:32:17.850949 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-dca783a5-78d7-4041-b483-5e981f034344 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:32:17.851974 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-dca783a5-78d7-4041-b483-5e981f034344 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062106 Jul 07 17:32:17.898234 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-7c558cc9-1a76-49ef-b76c-e757afe73318 service neutron] Request body: {'port': {'device_id': '40949759-2d96-4730-91ae-a884807f77b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:18.022896 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35752) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:18.127078 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-7c558cc9-1a76-49ef-b76c-e757afe73318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.182256 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 84f483e2-9c31-45ee-8a6e-950d88b8a759 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:18.318165 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d3832d3e-b64e-4f0c-8c4b-493d14ee636d None None] Provisioning for port da120bce-6232-489c-a215-970349b29e29 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:18.335813 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d3832d3e-b64e-4f0c-8c4b-493d14ee636d None None] Provisioning complete for port da120bce-6232-489c-a215-970349b29e29 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:18.336614 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d3832d3e-b64e-4f0c-8c4b-493d14ee636d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.437844 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 84f483e2-9c31-45ee-8a6e-950d88b8a759 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:18.438558 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.441712 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d3832d3e-b64e-4f0c-8c4b-493d14ee636d None None] Port da120bce-6232-489c-a215-970349b29e29 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:32:18.731245 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-7c558cc9-1a76-49ef-b76c-e757afe73318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da120bce-6232-489c-a215-970349b29e29 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:32:18.740771 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-7c558cc9-1a76-49ef-b76c-e757afe73318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.765775 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-7c558cc9-1a76-49ef-b76c-e757afe73318 service neutron] Transition to ACTIVE for port object da120bce-6232-489c-a215-970349b29e29 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:18.772118 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-7c558cc9-1a76-49ef-b76c-e757afe73318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.917468 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dbff14-a33b-460e-b1b5-18f850f3e8a3 req-46aaf2b8-f2bf-4172-8186-ccb5717ead53 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:18.954776 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0dbff14-a33b-460e-b1b5-18f850f3e8a3 req-46aaf2b8-f2bf-4172-8186-ccb5717ead53 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?device_id=40949759-2d96-4730-91ae-a884807f77b4 HTTP/1.1" status: 200 len: 895 time: 0.2608714 Jul 07 17:32:18.983484 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 354edf71-5db1-4186-95ff-21f232f78a02 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:19.014039 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0f7b19b4-3fa2-4c63-9dca-28f800a3cc77 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:19.033416 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c558cc9-1a76-49ef-b76c-e757afe73318 service neutron] Pushing event updated for resources: {'Port': ['ID=da120bce-6232-489c-a215-970349b29e29,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:19.052582 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 354edf71-5db1-4186-95ff-21f232f78a02 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:19.053250 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 354edf71-5db1-4186-95ff-21f232f78a02 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:19.083601 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-7c558cc9-1a76-49ef-b76c-e757afe73318 service neutron] Attempting to bind port da120bce-6232-489c-a215-970349b29e29 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:19.084390 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-7c558cc9-1a76-49ef-b76c-e757afe73318 service neutron] Attempting to bind port da120bce-6232-489c-a215-970349b29e29 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'd6a56f12-8cb4-42cc-96af-9c4f8639e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '48f06ba9-0ab4-486a-b9c0-ea9908862e8b'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:19.084907 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-7c558cc9-1a76-49ef-b76c-e757afe73318 service neutron] Attempting to bind port da120bce-6232-489c-a215-970349b29e29 on network 48f06ba9-0ab4-486a-b9c0-ea9908862e8b {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:19.091988 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-7c558cc9-1a76-49ef-b76c-e757afe73318 service neutron] Port da120bce-6232-489c-a215-970349b29e29 on network 48f06ba9-0ab4-486a-b9c0-ea9908862e8b not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:32:19.092412 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-7c558cc9-1a76-49ef-b76c-e757afe73318 service neutron] Attempting to bind port da120bce-6232-489c-a215-970349b29e29 on network 48f06ba9-0ab4-486a-b9c0-ea9908862e8b {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:19.100548 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-7c558cc9-1a76-49ef-b76c-e757afe73318 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:19.101305 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-7c558cc9-1a76-49ef-b76c-e757afe73318 service neutron] Checking segment: {'id': 'd6a56f12-8cb4-42cc-96af-9c4f8639e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '48f06ba9-0ab4-486a-b9c0-ea9908862e8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:19.101902 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-7c558cc9-1a76-49ef-b76c-e757afe73318 service neutron] Bound using segment: {'id': 'd6a56f12-8cb4-42cc-96af-9c4f8639e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '48f06ba9-0ab4-486a-b9c0-ea9908862e8b'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:19.104927 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-7c558cc9-1a76-49ef-b76c-e757afe73318 service neutron] Bound port: da120bce-6232-489c-a215-970349b29e29, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6a56f12-8cb4-42cc-96af-9c4f8639e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '48f06ba9-0ab4-486a-b9c0-ea9908862e8b'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:19.108480 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-7c558cc9-1a76-49ef-b76c-e757afe73318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:19.217610 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-7c558cc9-1a76-49ef-b76c-e757afe73318 service neutron] For port da120bce-6232-489c-a215-970349b29e29, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:19.227577 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-7c558cc9-1a76-49ef-b76c-e757afe73318 service neutron] For port da120bce-6232-489c-a215-970349b29e29, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=da120bce-6232-489c-a215-970349b29e29,segment=NetworkSegment(d6a56f12-8cb4-42cc-96af-9c4f8639e8e7),segment_id=d6a56f12-8cb4-42cc-96af-9c4f8639e8e7)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:19.231923 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-7c558cc9-1a76-49ef-b76c-e757afe73318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:19.286965 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-7c558cc9-1a76-49ef-b76c-e757afe73318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:19.293670 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-7c558cc9-1a76-49ef-b76c-e757afe73318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:19.296211 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-7c558cc9-1a76-49ef-b76c-e757afe73318 service neutron] 10.222.0.72 "PUT /v2.0/ports/da120bce-6232-489c-a215-970349b29e29 HTTP/1.1" status: 200 len: 1056 time: 1.4298596 Jul 07 17:32:19.296835 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40949759-2d96-4730-91ae-a884807f77b4', 'tag': 'da120bce-6232-489c-a215-970349b29e29'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:19.301959 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76389117-e9bb-41e9-9a25-345bb47a8919" -d '{"events": [{"name": "network-changed", "server_uuid": "40949759-2d96-4730-91ae-a884807f77b4", "tag": "da120bce-6232-489c-a215-970349b29e29"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:19.357357 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c558cc9-1a76-49ef-b76c-e757afe73318 service neutron] Pushing event updated for resources: {'Port': ['ID=da120bce-6232-489c-a215-970349b29e29,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:19.430009 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54639309-b504-4677-b2f3-3a1a989fa809 x-openstack-request-id: req-54639309-b504-4677-b2f3-3a1a989fa809 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:19.430009 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40949759-2d96-4730-91ae-a884807f77b4", "tag": "da120bce-6232-489c-a215-970349b29e29", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:19.430350 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54639309-b504-4677-b2f3-3a1a989fa809 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:19.430610 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40949759-2d96-4730-91ae-a884807f77b4', 'tag': 'da120bce-6232-489c-a215-970349b29e29', 'status': 'completed', 'code': 200} Jul 07 17:32:19.502296 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-18733163-67a2-4543-9e2c-7b92829b6ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:19.504602 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-18733163-67a2-4543-9e2c-7b92829b6ede service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=16856e360ab146108cdc65e200cbee54&device_id=40949759-2d96-4730-91ae-a884807f77b4 HTTP/1.1" status: 200 len: 1059 time: 0.1563709 Jul 07 17:32:19.613252 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-771558ab-4c41-4024-ad6d-84b605f6e290 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=da120bce-6232-489c-a215-970349b29e29 HTTP/1.1" status: 200 len: 217 time: 0.0919266 Jul 07 17:32:19.670094 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-0f7b19b4-3fa2-4c63-9dca-28f800a3cc77 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Deleting port de553137-ffc3-4d2b-b742-da76d7f92d43 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:19.670688 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0f7b19b4-3fa2-4c63-9dca-28f800a3cc77 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:19.707752 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-6cc355dd-7c67-4a2d-8c4f-dda63fc8aa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:19.711654 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-6cc355dd-7c67-4a2d-8c4f-dda63fc8aa28 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1037d8e-b408-4902-897b-94fba65be269 HTTP/1.1" status: 200 len: 837 time: 0.0898640 Jul 07 17:32:19.836662 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-57c47bf7-99b6-4298-b658-87b9053a8ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:19.838407 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-57c47bf7-99b6-4298-b658-87b9053a8ab3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=48f06ba9-0ab4-486a-b9c0-ea9908862e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1216583 Jul 07 17:32:20.025696 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-6410e2d3-5c3f-4632-8130-7cb58da56d63 service neutron] 10.222.0.72 "GET /v2.0/networks/48f06ba9-0ab4-486a-b9c0-ea9908862e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795673 Jul 07 17:32:20.189930 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4636be58-0ce9-4bd6-b2e0-68592c8328fc req-f8cce69d-308d-4155-89c7-663ad42b3ee7 service neutron] 10.222.0.72 "GET /v2.0/networks/48f06ba9-0ab4-486a-b9c0-ea9908862e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562979 Jul 07 17:32:20.268281 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-0f7b19b4-3fa2-4c63-9dca-28f800a3cc77 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] For port de553137-ffc3-4d2b-b742-da76d7f92d43, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=de553137-ffc3-4d2b-b742-da76d7f92d43,segment=NetworkSegment(27cd8d64-101c-4435-85d0-25e1d1100686),segment_id=27cd8d64-101c-4435-85d0-25e1d1100686)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:20.268828 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0f7b19b4-3fa2-4c63-9dca-28f800a3cc77 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.293533 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-0f7b19b4-3fa2-4c63-9dca-28f800a3cc77 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Calling delete_port for de553137-ffc3-4d2b-b742-da76d7f92d43 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:20.383468 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76389117-e9bb-41e9-9a25-345bb47a8919 req-cae70b32-9d25-49c2-9ea7-315eb6f06c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:20.385320 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76389117-e9bb-41e9-9a25-345bb47a8919 req-cae70b32-9d25-49c2-9ea7-315eb6f06c82 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=16856e360ab146108cdc65e200cbee54&device_id=40949759-2d96-4730-91ae-a884807f77b4 HTTP/1.1" status: 200 len: 1059 time: 0.1200974 Jul 07 17:32:20.414731 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b32329-d81e-46bb-a67b-946e670795eb req-ee8b944f-3736-410c-ac7d-5e2bc303b361 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:20.426623 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-58b32329-d81e-46bb-a67b-946e670795eb req-ee8b944f-3736-410c-ac7d-5e2bc303b361 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?device_id=40949759-2d96-4730-91ae-a884807f77b4 HTTP/1.1" status: 200 len: 907 time: 0.2393899 Jul 07 17:32:20.553294 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76389117-e9bb-41e9-9a25-345bb47a8919 req-cbd3b028-536c-409d-8fbc-96657b7788f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:20.554899 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76389117-e9bb-41e9-9a25-345bb47a8919 req-cbd3b028-536c-409d-8fbc-96657b7788f2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=48f06ba9-0ab4-486a-b9c0-ea9908862e8b HTTP/1.1" status: 200 len: 898 time: 0.1619570 Jul 07 17:32:20.627334 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76389117-e9bb-41e9-9a25-345bb47a8919 req-12ea2e04-6497-413a-911b-c38cf9971ec6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=da120bce-6232-489c-a215-970349b29e29 HTTP/1.1" status: 200 len: 217 time: 0.0609503 Jul 07 17:32:20.740814 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76389117-e9bb-41e9-9a25-345bb47a8919 req-2a714dd1-5cdb-49e2-8957-d3667f0b29b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:20.742604 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76389117-e9bb-41e9-9a25-345bb47a8919 req-2a714dd1-5cdb-49e2-8957-d3667f0b29b7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1037d8e-b408-4902-897b-94fba65be269 HTTP/1.1" status: 200 len: 837 time: 0.1080463 Jul 07 17:32:20.745793 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0f7b19b4-3fa2-4c63-9dca-28f800a3cc77 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.791889 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b19b4-3fa2-4c63-9dca-28f800a3cc77 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event deleted for resources: {'Port': ['ID=de553137-ffc3-4d2b-b742-da76d7f92d43,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:20.871278 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76389117-e9bb-41e9-9a25-345bb47a8919 req-41e1aa57-c7f1-493c-93f3-9231995533fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:20.872843 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76389117-e9bb-41e9-9a25-345bb47a8919 req-41e1aa57-c7f1-493c-93f3-9231995533fc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=48f06ba9-0ab4-486a-b9c0-ea9908862e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1235933 Jul 07 17:32:21.082088 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76389117-e9bb-41e9-9a25-345bb47a8919 req-87f450d1-c766-4785-b2d2-23176c5f0154 service neutron] 10.222.0.72 "GET /v2.0/networks/48f06ba9-0ab4-486a-b9c0-ea9908862e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959224 Jul 07 17:32:21.199188 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0f7b19b4-3fa2-4c63-9dca-28f800a3cc77 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:21.283706 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76389117-e9bb-41e9-9a25-345bb47a8919 req-acb7f420-0643-41f0-920b-edacc1858658 service neutron] 10.222.0.72 "GET /v2.0/networks/48f06ba9-0ab4-486a-b9c0-ea9908862e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939046 Jul 07 17:32:21.324349 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bf86c7ad-1b1c-4104-9c66-1ff0402d312c req-f7aa67f7-8845-43fd-93e0-7f42d364a8cc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f046e87e-3b39-40ce-8a2f-21033644fc7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2468982 Jul 07 17:32:21.607945 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7b19b4-3fa2-4c63-9dca-28f800a3cc77 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Router b70b9408-29cf-47f8-8015-5b050beb8240 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:21.642906 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86c7ad-1b1c-4104-9c66-1ff0402d312c req-b82e9ca7-7ed8-4136-a898-f71a5c81b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:21.644457 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bf86c7ad-1b1c-4104-9c66-1ff0402d312c req-b82e9ca7-7ed8-4136-a898-f71a5c81b392 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16856e360ab146108cdc65e200cbee54&device_id=f046e87e-3b39-40ce-8a2f-21033644fc7f HTTP/1.1" status: 200 len: 1136 time: 0.2638831 Jul 07 17:32:21.710476 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b24ad-f7b1-4ff4-9c06-0346d4f957cb req-052b803d-178d-45df-b31b-1759836f489c tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:21.725143 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f65b24ad-f7b1-4ff4-9c06-0346d4f957cb req-052b803d-178d-45df-b31b-1759836f489c tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?device_id=40949759-2d96-4730-91ae-a884807f77b4 HTTP/1.1" status: 200 len: 907 time: 0.1286669 Jul 07 17:32:21.854321 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7b19b4-3fa2-4c63-9dca-28f800a3cc77 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:21.863808 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35862) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:21.863938 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0f7b19b4-3fa2-4c63-9dca-28f800a3cc77 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "PUT /v2.0/routers/b70b9408-29cf-47f8-8015-5b050beb8240/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8398659 Jul 07 17:32:21.868420 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41de7f8-cd40-47fd-be96-51ed6a9cdde1 None None] Sync routers for ids ['b70b9408-29cf-47f8-8015-5b050beb8240'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:21.891763 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41de7f8-cd40-47fd-be96-51ed6a9cdde1 None None] Routers {'b70b9408-29cf-47f8-8015-5b050beb8240'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:21.892425 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-e41de7f8-cd40-47fd-be96-51ed6a9cdde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:31:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b70b9408-29cf-47f8-8015-5b050beb8240'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:21.919766 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86c7ad-1b1c-4104-9c66-1ff0402d312c req-00f622b3-f28a-4bb9-8c2f-b9eaaad7f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:21.921886 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bf86c7ad-1b1c-4104-9c66-1ff0402d312c req-00f622b3-f28a-4bb9-8c2f-b9eaaad7f907 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6afd2e31-32ff-4f9a-ba18-d14a74360e71 HTTP/1.1" status: 200 len: 897 time: 0.1512868 Jul 07 17:32:21.974287 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-7900be16-f1ae-44ad-ab87-bc097c6ebdad tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Deleting subnet c7220b1e-0683-4b43-aadb-e64a2bca5a0c {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:32:21.981414 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7900be16-f1ae-44ad-ab87-bc097c6ebdad tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:22.062619 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7900be16-f1ae-44ad-ab87-bc097c6ebdad tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:22.063769 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bf86c7ad-1b1c-4104-9c66-1ff0402d312c req-5bc1e7b2-0f99-4bd2-ae2c-217e77eaae9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a41064c-fc3c-4bc3-a4ab-94fa709b6942 HTTP/1.1" status: 200 len: 1001 time: 0.1348805 Jul 07 17:32:22.159971 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-e41de7f8-cd40-47fd-be96-51ed6a9cdde1 None None] Set router b70b9408-29cf-47f8-8015-5b050beb8240 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:22.214638 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86c7ad-1b1c-4104-9c66-1ff0402d312c req-a3dc623e-5154-45cc-ac26-b548b85e31a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:22.216693 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bf86c7ad-1b1c-4104-9c66-1ff0402d312c req-a3dc623e-5154-45cc-ac26-b548b85e31a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71210078-f821-4522-b35c-682979e070c1 HTTP/1.1" status: 200 len: 835 time: 0.1469927 Jul 07 17:32:22.298786 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7900be16-f1ae-44ad-ab87-bc097c6ebdad tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:22.358268 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86c7ad-1b1c-4104-9c66-1ff0402d312c req-68498f1b-6497-4238-8afd-2e1079f16d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:22.362550 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bf86c7ad-1b1c-4104-9c66-1ff0402d312c req-68498f1b-6497-4238-8afd-2e1079f16d70 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6afd2e31-32ff-4f9a-ba18-d14a74360e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1387169 Jul 07 17:32:22.419882 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7900be16-f1ae-44ad-ab87-bc097c6ebdad tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:22.467949 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900be16-f1ae-44ad-ab87-bc097c6ebdad tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event deleted for resources: {'Subnet': ['ID=c7220b1e-0683-4b43-aadb-e64a2bca5a0c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:22.474167 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7900be16-f1ae-44ad-ab87-bc097c6ebdad tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:22.478882 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7900be16-f1ae-44ad-ab87-bc097c6ebdad tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "DELETE /v2.0/subnets/c7220b1e-0683-4b43-aadb-e64a2bca5a0c HTTP/1.1" status: 204 len: 168 time: 0.6113594 Jul 07 17:32:22.480758 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35878) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:22.493857 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bf86c7ad-1b1c-4104-9c66-1ff0402d312c req-466522c6-737a-46e2-b2a0-552330a533a0 service neutron] 10.222.0.64 "GET /v2.0/networks/6afd2e31-32ff-4f9a-ba18-d14a74360e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248794 Jul 07 17:32:22.589321 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device da120bce-6232-489c-a215-970349b29e29 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:32:22.591330 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2b9876-e671-4d91-a9e3-5a858a0aa4fc None None] Network b285fdfa-f472-481a-bbcf-cbb63c5594f1 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:22.641738 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bf86c7ad-1b1c-4104-9c66-1ff0402d312c req-e49f24f2-6034-4627-9816-7facfa260d5c service neutron] 10.222.0.64 "GET /v2.0/networks/6afd2e31-32ff-4f9a-ba18-d14a74360e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407344 Jul 07 17:32:22.677930 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-61e3d0ba-4ac0-496f-83fc-b6467fde7ae4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:22.877915 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-61e3d0ba-4ac0-496f-83fc-b6467fde7ae4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:22.913262 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port da120bce-6232-489c-a215-970349b29e29, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=da120bce-6232-489c-a215-970349b29e29,segment=NetworkSegment(d6a56f12-8cb4-42cc-96af-9c4f8639e8e7),segment_id=d6a56f12-8cb4-42cc-96af-9c4f8639e8e7)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:22.950224 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'da120bce-6232-489c-a215-970349b29e29', 'network_id': '48f06ba9-0ab4-486a-b9c0-ea9908862e8b', 'port_id': 'da120bce-6232-489c-a215-970349b29e29', 'mac_address': 'fa:16:3e:49:ad:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1037d8e-b408-4902-897b-94fba65be269', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:32:22.987836 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-61e3d0ba-4ac0-496f-83fc-b6467fde7ae4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Deleting port 0a5ca324-95aa-45a6-a977-25f14d96bd4c {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:22.988420 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-61e3d0ba-4ac0-496f-83fc-b6467fde7ae4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:23.023303 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-e41de7f8-cd40-47fd-be96-51ed6a9cdde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141140788', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0a5ca324-95aa-45a6-a977-25f14d96bd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:05Z', 'updated_at': '2021-07-07T17:32:20Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '0a5ca324-95aa-45a6-a977-25f14d96bd4c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:06Z', 'updated_at': '2021-07-07T17:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:23.057672 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41de7f8-cd40-47fd-be96-51ed6a9cdde1 None None] Checking router: b70b9408-29cf-47f8-8015-5b050beb8240 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:23.086499 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:23.090575 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41de7f8-cd40-47fd-be96-51ed6a9cdde1 None None] Routers {'b70b9408-29cf-47f8-8015-5b050beb8240'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:23.090575 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-e41de7f8-cd40-47fd-be96-51ed6a9cdde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:31:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b70b9408-29cf-47f8-8015-5b050beb8240'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:23.090958 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-61e3d0ba-4ac0-496f-83fc-b6467fde7ae4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] For port 0a5ca324-95aa-45a6-a977-25f14d96bd4c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=0a5ca324-95aa-45a6-a977-25f14d96bd4c,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:23.095101 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-61e3d0ba-4ac0-496f-83fc-b6467fde7ae4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:23.106636 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eff6ea-af14-492f-9f7e-db8dab46f576 req-853f2197-dc16-4eae-978c-c37493801bb0 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:23.118214 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-61e3d0ba-4ac0-496f-83fc-b6467fde7ae4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Calling delete_port for 0a5ca324-95aa-45a6-a977-25f14d96bd4c owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:23.129215 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-85eff6ea-af14-492f-9f7e-db8dab46f576 req-853f2197-dc16-4eae-978c-c37493801bb0 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?device_id=40949759-2d96-4730-91ae-a884807f77b4 HTTP/1.1" status: 200 len: 907 time: 0.1477919 Jul 07 17:32:23.196821 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da120bce-6232-489c-a215-970349b29e29 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:32:23.241869 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port da120bce-6232-489c-a215-970349b29e29, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=da120bce-6232-489c-a215-970349b29e29,segment=NetworkSegment(d6a56f12-8cb4-42cc-96af-9c4f8639e8e7),segment_id=d6a56f12-8cb4-42cc-96af-9c4f8639e8e7)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:23.241869 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-e41de7f8-cd40-47fd-be96-51ed6a9cdde1 None None] Set router b70b9408-29cf-47f8-8015-5b050beb8240 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:23.242783 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:23.368850 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626247bb-e4ba-4402-b8d3-d306463abc36 None None] DHCP port deletion for b285fdfa-f472-481a-bbcf-cbb63c5594f1 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:32:23.380871 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-e41de7f8-cd40-47fd-be96-51ed6a9cdde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141140788', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:05Z', 'updated_at': '2021-07-07T17:32:22Z', 'revision_number': 6, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:23.385115 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-61e3d0ba-4ac0-496f-83fc-b6467fde7ae4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:23.449306 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41de7f8-cd40-47fd-be96-51ed6a9cdde1 None None] The sync data for ids ['b70b9408-29cf-47f8-8015-5b050beb8240'] in n-d-791503-12 is: [{'id': 'b70b9408-29cf-47f8-8015-5b050beb8240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141140788', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:05Z', 'updated_at': '2021-07-07T17:32:22Z', 'revision_number': 6, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port_host': None}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:23.451538 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3d0ba-4ac0-496f-83fc-b6467fde7ae4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event deleted for resources: {'Port': ['ID=0a5ca324-95aa-45a6-a977-25f14d96bd4c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:23.514318 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-39a8d437-2fcc-4cd6-bb5a-cee9292ec5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:23.519075 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=da120bce-6232-489c-a215-970349b29e29,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:23.537325 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['da120bce-6232-489c-a215-970349b29e29'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:32:23.601705 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-626247bb-e4ba-4402-b8d3-d306463abc36 None None] Deleting port 888b46cc-2fdf-4be3-8625-598cd368613f {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:23.602094 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-626247bb-e4ba-4402-b8d3-d306463abc36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:23.614967 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-61e3d0ba-4ac0-496f-83fc-b6467fde7ae4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:23.726478 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-626247bb-e4ba-4402-b8d3-d306463abc36 None None] For port 888b46cc-2fdf-4be3-8625-598cd368613f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=888b46cc-2fdf-4be3-8625-598cd368613f,segment=NetworkSegment(27cd8d64-101c-4435-85d0-25e1d1100686),segment_id=27cd8d64-101c-4435-85d0-25e1d1100686)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:23.727298 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-626247bb-e4ba-4402-b8d3-d306463abc36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:23.743146 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-626247bb-e4ba-4402-b8d3-d306463abc36 None None] Calling delete_port for 888b46cc-2fdf-4be3-8625-598cd368613f owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:23.746360 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-61e3d0ba-4ac0-496f-83fc-b6467fde7ae4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:23.748571 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-61e3d0ba-4ac0-496f-83fc-b6467fde7ae4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:23.809317 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-61e3d0ba-4ac0-496f-83fc-b6467fde7ae4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:23.810143 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e3d0ba-4ac0-496f-83fc-b6467fde7ae4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Fanout notify agent at l3_agent the message router_deleted on router b70b9408-29cf-47f8-8015-5b050beb8240 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:32:23.826193 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-61e3d0ba-4ac0-496f-83fc-b6467fde7ae4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:23.832243 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-61e3d0ba-4ac0-496f-83fc-b6467fde7ae4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "DELETE /v2.0/routers/b70b9408-29cf-47f8-8015-5b050beb8240 HTTP/1.1" status: 204 len: 168 time: 1.3449073 Jul 07 17:32:23.833514 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35912) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:23.859013 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-626247bb-e4ba-4402-b8d3-d306463abc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:23.881999 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626247bb-e4ba-4402-b8d3-d306463abc36 None None] No DVR routers for this DVR port 888b46cc-2fdf-4be3-8625-598cd368613f on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:32:23.936134 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626247bb-e4ba-4402-b8d3-d306463abc36 None None] Pushing event deleted for resources: {'Port': ['ID=888b46cc-2fdf-4be3-8625-598cd368613f,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:24.018569 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ee72aa8-2b80-45ba-81cb-fc1af7ee1870 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:24.185814 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ee72aa8-2b80-45ba-81cb-fc1af7ee1870 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:24.200227 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-6ee72aa8-2b80-45ba-81cb-fc1af7ee1870 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b285fdfa-f472-481a-bbcf-cbb63c5594f1']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:24.235254 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-6ee72aa8-2b80-45ba-81cb-fc1af7ee1870 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27cd8d64-101c-4435-85d0-25e1d1100686') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:24.236048 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-6ee72aa8-2b80-45ba-81cb-fc1af7ee1870 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27cd8d64-101c-4435-85d0-25e1d1100686') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:24.261823 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ee72aa8-2b80-45ba-81cb-fc1af7ee1870 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:24.267256 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device de553137-ffc3-4d2b-b742-da76d7f92d43 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:24.303466 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ee72aa8-2b80-45ba-81cb-fc1af7ee1870 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:24.317218 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: de553137-ffc3-4d2b-b742-da76d7f92d43 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:24.319833 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device de553137-ffc3-4d2b-b742-da76d7f92d43 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:24.320051 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee72aa8-2b80-45ba-81cb-fc1af7ee1870 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:32:24.320538 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ee72aa8-2b80-45ba-81cb-fc1af7ee1870 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:24.320955 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 888b46cc-2fdf-4be3-8625-598cd368613f no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:32:24.328680 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:32:24.381875 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 888b46cc-2fdf-4be3-8625-598cd368613f {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:24.382653 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 888b46cc-2fdf-4be3-8625-598cd368613f not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:24.418817 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device da120bce-6232-489c-a215-970349b29e29 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:24.475954 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ee72aa8-2b80-45ba-81cb-fc1af7ee1870 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:24.486869 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6ee72aa8-2b80-45ba-81cb-fc1af7ee1870 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:24.496409 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6ee72aa8-2b80-45ba-81cb-fc1af7ee1870 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "DELETE /v2.0/networks/b285fdfa-f472-481a-bbcf-cbb63c5594f1 HTTP/1.1" status: 204 len: 168 time: 0.6595991 Jul 07 17:32:24.499563 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd57cc-0f97-478f-8ffe-22dcae08b963 req-674366b9-517a-4fd0-be00-4f77da123d95 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:24.502825 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a7bd57cc-0f97-478f-8ffe-22dcae08b963 req-674366b9-517a-4fd0-be00-4f77da123d95 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?device_id=40949759-2d96-4730-91ae-a884807f77b4 HTTP/1.1" status: 200 len: 908 time: 0.1505010 Jul 07 17:32:24.504132 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35916) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:24.525213 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port da120bce-6232-489c-a215-970349b29e29 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:24.543818 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port da120bce-6232-489c-a215-970349b29e29 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:24.543818 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:24.552242 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee72aa8-2b80-45ba-81cb-fc1af7ee1870 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event deleted for resources: {'Network': ['ID=b285fdfa-f472-481a-bbcf-cbb63c5594f1,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:24.677306 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e5815959-b192-47ba-b347-266cc1bd6f08 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:24.745086 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:24.754264 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e5815959-b192-47ba-b347-266cc1bd6f08 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:24.782411 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40949759-2d96-4730-91ae-a884807f77b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da120bce-6232-489c-a215-970349b29e29'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:24.785277 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8b439c-35f7-432e-bcfc-2134c1f677c6" -d '{"events": [{"server_uuid": "40949759-2d96-4730-91ae-a884807f77b4", "name": "network-vif-plugged", "status": "completed", "tag": "da120bce-6232-489c-a215-970349b29e29"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:24.802347 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port da120bce-6232-489c-a215-970349b29e29, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=da120bce-6232-489c-a215-970349b29e29,segment=NetworkSegment(d6a56f12-8cb4-42cc-96af-9c4f8639e8e7),segment_id=d6a56f12-8cb4-42cc-96af-9c4f8639e8e7)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:24.807187 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:24.870610 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e912a2b4-5c03-42c3-867a-f1fac1071b0c x-openstack-request-id: req-e912a2b4-5c03-42c3-867a-f1fac1071b0c {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:24.870999 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40949759-2d96-4730-91ae-a884807f77b4", "name": "network-vif-plugged", "status": "completed", "tag": "da120bce-6232-489c-a215-970349b29e29", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:24.871704 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e912a2b4-5c03-42c3-867a-f1fac1071b0c {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:24.872278 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40949759-2d96-4730-91ae-a884807f77b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da120bce-6232-489c-a215-970349b29e29', 'code': 200} Jul 07 17:32:24.886561 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e5815959-b192-47ba-b347-266cc1bd6f08 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:24.893241 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e5815959-b192-47ba-b347-266cc1bd6f08 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:24.904988 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e5815959-b192-47ba-b347-266cc1bd6f08 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "DELETE /v2.0/security-groups/91e55c31-5e5b-46ee-9470-d378058c752c HTTP/1.1" status: 204 len: 168 time: 0.3983445 Jul 07 17:32:24.939955 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5815959-b192-47ba-b347-266cc1bd6f08 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e55c31-5e5b-46ee-9470-d378058c752c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:24.944716 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=da120bce-6232-489c-a215-970349b29e29,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:25.079499 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a03fd7-4d95-4d70-8bb4-44e9f0df5a11 req-774f1c85-fc04-4142-975f-1b12c20e9276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:25.081155 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-23a03fd7-4d95-4d70-8bb4-44e9f0df5a11 req-774f1c85-fc04-4142-975f-1b12c20e9276 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=40949759-2d96-4730-91ae-a884807f77b4 HTTP/1.1" status: 200 len: 1061 time: 0.1190274 Jul 07 17:32:25.498430 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35934) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:25.503995 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-fa352aa2-8a55-42e9-b596-715aae71a999 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1700854848', 'description': 'tempest-secgroup-smoke-1700854848 description', 'project_id': '63ef02b3c36b41d7904671af30e265ce'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:25.533066 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fa352aa2-8a55-42e9-b596-715aae71a999 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:25.704651 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fa352aa2-8a55-42e9-b596-715aae71a999 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:25.710123 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fa352aa2-8a55-42e9-b596-715aae71a999 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:25.766447 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa352aa2-8a55-42e9-b596-715aae71a999 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b710202-3b39-42d4-b474-2d2376155124,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:25.841077 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fa352aa2-8a55-42e9-b596-715aae71a999 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:25.841986 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35944) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:25.854301 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-ed7e405f-ef1b-4a79-b8cb-1496de12aa58 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'security_group_rule': {'security_group_id': '2b710202-3b39-42d4-b474-2d2376155124', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:25.856542 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fa352aa2-8a55-42e9-b596-715aae71a999 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3561895 Jul 07 17:32:25.917217 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ed7e405f-ef1b-4a79-b8cb-1496de12aa58 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:25.935679 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967616a3-f5f9-45ba-aba0-d675601fe106 req-a7ffdbf4-109a-4a88-b34a-588067099381 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:25.940021 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-967616a3-f5f9-45ba-aba0-d675601fe106 req-a7ffdbf4-109a-4a88-b34a-588067099381 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?device_id=40949759-2d96-4730-91ae-a884807f77b4 HTTP/1.1" status: 200 len: 909 time: 0.1825652 Jul 07 17:32:26.065838 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 0a5ca324-95aa-45a6-a977-25f14d96bd4c no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:26.101486 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ed7e405f-ef1b-4a79-b8cb-1496de12aa58 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.106148 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ed7e405f-ef1b-4a79-b8cb-1496de12aa58 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.127208 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e405f-ef1b-4a79-b8cb-1496de12aa58 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=627cc260-4bb6-400c-9266-f000e6aa8fd4,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:26.135522 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ed7e405f-ef1b-4a79-b8cb-1496de12aa58 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.137032 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ed7e405f-ef1b-4a79-b8cb-1496de12aa58 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2995651 Jul 07 17:32:26.139573 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35950) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:26.146700 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-66660a3a-fdd1-42b5-a490-243c38ca6032 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'security_group_rule': {'security_group_id': '2b710202-3b39-42d4-b474-2d2376155124', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:26.159594 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 0a5ca324-95aa-45a6-a977-25f14d96bd4c {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:26.159965 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 0a5ca324-95aa-45a6-a977-25f14d96bd4c not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:26.181638 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-66660a3a-fdd1-42b5-a490-243c38ca6032 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.260189 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.296283 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-66660a3a-fdd1-42b5-a490-243c38ca6032 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.306165 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-66660a3a-fdd1-42b5-a490-243c38ca6032 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.341241 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-66660a3a-fdd1-42b5-a490-243c38ca6032 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.342746 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-66660a3a-fdd1-42b5-a490-243c38ca6032 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2007718 Jul 07 17:32:26.347118 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35952) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:26.348550 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66660a3a-fdd1-42b5-a490-243c38ca6032 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3037b5a6-0e19-4178-bf0b-b43f73c90c80,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:26.352074 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-ec8d42a4-d31e-4a90-b2f0-ce0f1895883f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'security_group_rule': {'security_group_id': '2b710202-3b39-42d4-b474-2d2376155124', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:26.406915 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ec8d42a4-d31e-4a90-b2f0-ce0f1895883f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.514472 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ec8d42a4-d31e-4a90-b2f0-ce0f1895883f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.522113 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ec8d42a4-d31e-4a90-b2f0-ce0f1895883f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.555490 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d42a4-d31e-4a90-b2f0-ce0f1895883f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde2fedb-ab1f-4045-9b30-6fb3539fa57e,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:26.567707 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ec8d42a4-d31e-4a90-b2f0-ce0f1895883f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.574015 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35954) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:26.574516 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ec8d42a4-d31e-4a90-b2f0-ce0f1895883f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2260232 Jul 07 17:32:26.583858 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-4d69ff20-d69f-4493-8c49-227e4ec42902 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'security_group_rule': {'security_group_id': '2b710202-3b39-42d4-b474-2d2376155124', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:26.621042 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d69ff20-d69f-4493-8c49-227e4ec42902 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.715946 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d69ff20-d69f-4493-8c49-227e4ec42902 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.721128 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d69ff20-d69f-4493-8c49-227e4ec42902 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.745377 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69ff20-d69f-4493-8c49-227e4ec42902 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dfb2712-7309-4cb9-96f7-5a344b327a26,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:26.779107 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4d69ff20-d69f-4493-8c49-227e4ec42902 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.781284 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4d69ff20-d69f-4493-8c49-227e4ec42902 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2047188 Jul 07 17:32:26.784298 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35958) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:26.786865 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c7c74038-2642-4a97-b29d-ddd9cb78932b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.792812 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-584c4e1f-af10-46c4-8aef-93876b44b44f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'security_group_rule': {'security_group_id': '2b710202-3b39-42d4-b474-2d2376155124', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:26.841637 n-d-791503-12 neutron-server[100193]: INFO neutron.db.securitygroups_db [None req-584c4e1f-af10-46c4-8aef-93876b44b44f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Project 63ef02b3c36b41d7904671af30e265ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:32:26.848392 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-584c4e1f-af10-46c4-8aef-93876b44b44f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.978410 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-584c4e1f-af10-46c4-8aef-93876b44b44f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.987804 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-584c4e1f-af10-46c4-8aef-93876b44b44f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:27.057710 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c4e1f-af10-46c4-8aef-93876b44b44f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288495cb-bc09-48ff-bf1a-420364985b59,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:27.075038 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-584c4e1f-af10-46c4-8aef-93876b44b44f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:27.082596 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35970) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:27.089316 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-ad7e8325-fa73-4740-949c-5634af070b88 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'security_group_rule': {'security_group_id': '2b710202-3b39-42d4-b474-2d2376155124', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:27.104420 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-584c4e1f-af10-46c4-8aef-93876b44b44f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3182676 Jul 07 17:32:27.151971 n-d-791503-12 neutron-server[100192]: INFO neutron.db.securitygroups_db [None req-ad7e8325-fa73-4740-949c-5634af070b88 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Project 63ef02b3c36b41d7904671af30e265ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:32:27.164698 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ad7e8325-fa73-4740-949c-5634af070b88 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:27.352209 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ad7e8325-fa73-4740-949c-5634af070b88 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:27.359610 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ad7e8325-fa73-4740-949c-5634af070b88 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:27.402353 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e8325-fa73-4740-949c-5634af070b88 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1914d127-6e41-4502-9bae-ed57561eca44,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:27.431137 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ad7e8325-fa73-4740-949c-5634af070b88 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:27.438548 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ad7e8325-fa73-4740-949c-5634af070b88 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3539677 Jul 07 17:32:27.439203 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35972) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:27.448431 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-b1d27186-5adc-4889-9dee-460c07c3234d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'network': {'name': 'tempest-network-smoke--1068272256', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'port_security_enabled': True}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:27.449188 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d9cd8-4536-4d8e-99d8-982dd7becf66 req-7d97f57a-f0bc-42a4-8f46-d55b5e3c1ecf tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:27.453747 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a58d9cd8-4536-4d8e-99d8-982dd7becf66 req-7d97f57a-f0bc-42a4-8f46-d55b5e3c1ecf tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?device_id=40949759-2d96-4730-91ae-a884807f77b4 HTTP/1.1" status: 200 len: 909 time: 0.1712394 Jul 07 17:32:27.478428 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d27186-5adc-4889-9dee-460c07c3234d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Made reservation on behalf of 63ef02b3c36b41d7904671af30e265ce for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:27.482775 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b1d27186-5adc-4889-9dee-460c07c3234d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:27.574736 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d27186-5adc-4889-9dee-460c07c3234d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:32:27.603153 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b1d27186-5adc-4889-9dee-460c07c3234d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:27.603652 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-b1d27186-5adc-4889-9dee-460c07c3234d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Added segment 030884bf-3da9-4e92-a2cc-b431144a5d2a of type vlan for network 21df902c-e279-4e27-944e-9fb0c51e7ce8 Jul 07 17:32:27.698833 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b1d27186-5adc-4889-9dee-460c07c3234d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:27.810208 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b1d27186-5adc-4889-9dee-460c07c3234d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:27.817809 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d27186-5adc-4889-9dee-460c07c3234d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:27.818989 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b1d27186-5adc-4889-9dee-460c07c3234d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:27.851792 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e08677-c538-4ac5-a130-009933218e01 req-5c40f74a-ca35-4ba9-9781-d18c8b7f6ba0 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:27.855552 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a2e08677-c538-4ac5-a130-009933218e01 req-5c40f74a-ca35-4ba9-9781-d18c8b7f6ba0 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?device_id=40949759-2d96-4730-91ae-a884807f77b4 HTTP/1.1" status: 200 len: 909 time: 0.1591692 Jul 07 17:32:27.904593 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b1d27186-5adc-4889-9dee-460c07c3234d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4632471 Jul 07 17:32:27.907661 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 35984) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:27.918719 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-84f5e1be-dc63-4933-93f7-2c730e4c9771 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1484200007', 'admin_state_up': True, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:27.959888 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d27186-5adc-4889-9dee-460c07c3234d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Network': ['ID=21df902c-e279-4e27-944e-9fb0c51e7ce8,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:27.976805 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-84f5e1be-dc63-4933-93f7-2c730e4c9771 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:27.978026 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-84f5e1be-dc63-4933-93f7-2c730e4c9771 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:27.986920 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:27.993587 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 21df902c-e279-4e27-944e-9fb0c51e7ce8 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:32:28.099691 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-84f5e1be-dc63-4933-93f7-2c730e4c9771 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:28.200819 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d049390-a27c-4a90-b97b-0d8509b21ba8 req-ca815405-06fd-4d6f-bece-5176c12f56fd tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:28.203831 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8d049390-a27c-4a90-b97b-0d8509b21ba8 req-ca815405-06fd-4d6f-bece-5176c12f56fd tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=40949759-2d96-4730-91ae-a884807f77b4 HTTP/1.1" status: 200 len: 1061 time: 0.0853384 Jul 07 17:32:28.361172 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-84f5e1be-dc63-4933-93f7-2c730e4c9771 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:28.879466 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989416a-75b9-4bff-98cd-a535795da3e8 req-4bca7dba-4c6e-48f6-be87-b8ad7992090c tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:28.881321 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7989416a-75b9-4bff-98cd-a535795da3e8 req-4bca7dba-4c6e-48f6-be87-b8ad7992090c tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f046e87e-3b39-40ce-8a2f-21033644fc7f HTTP/1.1" status: 200 len: 1136 time: 0.5336082 Jul 07 17:32:28.945261 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7989416a-75b9-4bff-98cd-a535795da3e8 req-945200c7-b2c6-4db4-93f1-3e7877819f94 tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7bcf55d4-a0e9-4eff-98cf-1846618da7d1&id=c37da69c-8673-4256-830d-b887ad4193e2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0528369 Jul 07 17:32:28.962832 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 35998) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:29.093453 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35184d96-7dd8-41f9-91c9-c43b47f42abd tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:29.106358 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-35184d96-7dd8-41f9-91c9-c43b47f42abd tempest-TestSecurityGroupsBasicOps-1742830668 tempest-TestSecurityGroupsBasicOps-1742830668-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=40949759-2d96-4730-91ae-a884807f77b4 HTTP/1.1" status: 200 len: 1056 time: 0.1339920 Jul 07 17:32:29.113408 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-84f5e1be-dc63-4933-93f7-2c730e4c9771 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:29.137793 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-84f5e1be-dc63-4933-93f7-2c730e4c9771 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:29.285407 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-84f5e1be-dc63-4933-93f7-2c730e4c9771 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Allocated IP 172.25.0.205 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:29.510896 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-84f5e1be-dc63-4933-93f7-2c730e4c9771 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:29.603377 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-84f5e1be-dc63-4933-93f7-2c730e4c9771 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:29.656541 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f5e1be-dc63-4933-93f7-2c730e4c9771 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:29.659757 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-84f5e1be-dc63-4933-93f7-2c730e4c9771 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:29.663543 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f5e1be-dc63-4933-93f7-2c730e4c9771 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:29.702402 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5e1be-dc63-4933-93f7-2c730e4c9771 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Port': ['ID=5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:30.015768 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f14a0-caf2-4361-ba22-7ef6d425f4ef req-08fb051b-a283-455f-9482-1f91f94e0ca1 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:30.017413 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-592f14a0-caf2-4361-ba22-7ef6d425f4ef req-08fb051b-a283-455f-9482-1f91f94e0ca1 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?device_id=40949759-2d96-4730-91ae-a884807f77b4 HTTP/1.1" status: 200 len: 909 time: 0.3103771 Jul 07 17:32:30.137060 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-84f5e1be-dc63-4933-93f7-2c730e4c9771 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:30.283916 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:30.401592 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-84f5e1be-dc63-4933-93f7-2c730e4c9771 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:30.594590 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f5e1be-dc63-4933-93f7-2c730e4c9771 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Router 8a2e7e8d-bbff-4b0b-99ea-779dbd18c771 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:32:30.744419 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f5e1be-dc63-4933-93f7-2c730e4c9771 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:30.757029 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e220037-9f57-42d7-9719-cddf161d4633 None None] Sync routers for ids ['8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:30.770184 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-84f5e1be-dc63-4933-93f7-2c730e4c9771 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:30.774864 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-84f5e1be-dc63-4933-93f7-2c730e4c9771 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8566792 Jul 07 17:32:30.775323 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36030) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:30.783845 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e220037-9f57-42d7-9719-cddf161d4633 None None] Routers {'8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:30.785709 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-1e220037-9f57-42d7-9719-cddf161d4633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:32:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:30.815791 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-843b6aa2-064b-41d4-bd97-1d3535fa8305 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=63ef02b3c36b41d7904671af30e265ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392382 Jul 07 17:32:30.818933 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36032) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:30.930588 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da373074-6426-4fcd-86b6-adc47bf0eab3 req-c7e39b3c-5dac-4e2f-a636-8fc329939a14 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:30.933111 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-da373074-6426-4fcd-86b6-adc47bf0eab3 req-c7e39b3c-5dac-4e2f-a636-8fc329939a14 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.72 "GET /v2.0/ports?device_id=40949759-2d96-4730-91ae-a884807f77b4 HTTP/1.1" status: 200 len: 909 time: 0.0871892 Jul 07 17:32:30.974970 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-1e220037-9f57-42d7-9719-cddf161d4633 None None] Set router 8a2e7e8d-bbff-4b0b-99ea-779dbd18c771 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:31.026610 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdb6004-5661-47ef-9537-462692c55f4f tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:31.028167 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9bdb6004-5661-47ef-9537-462692c55f4f tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2082615 Jul 07 17:32:31.034546 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36044) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:31.149870 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c5f1941e-640c-4608-bd52-ffdab91138f7 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=b1c8a741-d954-43c5-b974-954b2190b048&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1138532 Jul 07 17:32:31.151464 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36048) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:31.165873 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-bed503c1-ddcb-4982-97ae-ef70c95384bf tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1552772701', 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:31.200406 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-da373074-6426-4fcd-86b6-adc47bf0eab3 req-c096d385-0f51-4c13-9254-ddcf550f20b4 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Deleting port da120bce-6232-489c-a215-970349b29e29 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:31.201501 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-da373074-6426-4fcd-86b6-adc47bf0eab3 req-c096d385-0f51-4c13-9254-ddcf550f20b4 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.453883 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-da373074-6426-4fcd-86b6-adc47bf0eab3 req-c096d385-0f51-4c13-9254-ddcf550f20b4 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] For port da120bce-6232-489c-a215-970349b29e29, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=da120bce-6232-489c-a215-970349b29e29,segment=NetworkSegment(d6a56f12-8cb4-42cc-96af-9c4f8639e8e7),segment_id=d6a56f12-8cb4-42cc-96af-9c4f8639e8e7)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:31.454435 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-da373074-6426-4fcd-86b6-adc47bf0eab3 req-c096d385-0f51-4c13-9254-ddcf550f20b4 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.521556 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-da373074-6426-4fcd-86b6-adc47bf0eab3 req-c096d385-0f51-4c13-9254-ddcf550f20b4 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Calling delete_port for da120bce-6232-489c-a215-970349b29e29 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:31.537939 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed503c1-ddcb-4982-97ae-ef70c95384bf tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Made reservation on behalf of 63ef02b3c36b41d7904671af30e265ce for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:31.544297 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bed503c1-ddcb-4982-97ae-ef70c95384bf tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.601588 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb9691-a795-436b-9cff-8562365fb7e7 req-0377b294-5836-463e-91e5-f9d11e6ee5d8 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:31.604966 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-34bb9691-a795-436b-9cff-8562365fb7e7 req-0377b294-5836-463e-91e5-f9d11e6ee5d8 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?device_id=40949759-2d96-4730-91ae-a884807f77b4 HTTP/1.1" status: 200 len: 909 time: 0.2689164 Jul 07 17:32:31.719303 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-1e220037-9f57-42d7-9719-cddf161d4633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484200007', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:27Z', 'updated_at': '2021-07-07T17:32:29Z', 'revision_number': 3, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:29Z', 'updated_at': '2021-07-07T17:32:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:31.722577 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-da373074-6426-4fcd-86b6-adc47bf0eab3 req-c096d385-0f51-4c13-9254-ddcf550f20b4 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.800017 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096d385-0f51-4c13-9254-ddcf550f20b4 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event deleted for resources: {'Port': ['ID=da120bce-6232-489c-a215-970349b29e29,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:31.800258 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e220037-9f57-42d7-9719-cddf161d4633 None None] Checking router: 8a2e7e8d-bbff-4b0b-99ea-779dbd18c771 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:31.802229 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e220037-9f57-42d7-9719-cddf161d4633 None None] Updating router 8a2e7e8d-bbff-4b0b-99ea-779dbd18c771 port 5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:32:31.908702 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-1e220037-9f57-42d7-9719-cddf161d4633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.915994 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-da373074-6426-4fcd-86b6-adc47bf0eab3 req-c096d385-0f51-4c13-9254-ddcf550f20b4 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] No DVR routers for this DVR port da120bce-6232-489c-a215-970349b29e29 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:32:31.922950 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-da373074-6426-4fcd-86b6-adc47bf0eab3 req-c096d385-0f51-4c13-9254-ddcf550f20b4 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.928412 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-da373074-6426-4fcd-86b6-adc47bf0eab3 req-c096d385-0f51-4c13-9254-ddcf550f20b4 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.72 "DELETE /v2.0/ports/da120bce-6232-489c-a215-970349b29e29 HTTP/1.1" status: 204 len: 173 time: 0.9883943 Jul 07 17:32:31.929990 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40949759-2d96-4730-91ae-a884807f77b4', 'name': 'network-vif-deleted', 'tag': 'da120bce-6232-489c-a215-970349b29e29'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:31.938522 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa9ea94-37c9-4652-bee4-9e0070d6e7fb" -d '{"events": [{"server_uuid": "40949759-2d96-4730-91ae-a884807f77b4", "name": "network-vif-deleted", "tag": "da120bce-6232-489c-a215-970349b29e29"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:31.970547 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bed503c1-ddcb-4982-97ae-ef70c95384bf tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:32.016661 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8d4d4c-737b-48f6-98d4-f9ed0b787ba0 x-openstack-request-id: req-4b8d4d4c-737b-48f6-98d4-f9ed0b787ba0 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:32.016974 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40949759-2d96-4730-91ae-a884807f77b4", "name": "network-vif-deleted", "tag": "da120bce-6232-489c-a215-970349b29e29", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:32.017512 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b8d4d4c-737b-48f6-98d4-f9ed0b787ba0 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:32.017926 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40949759-2d96-4730-91ae-a884807f77b4', 'name': 'network-vif-deleted', 'tag': 'da120bce-6232-489c-a215-970349b29e29', 'status': 'completed', 'code': 200} Jul 07 17:32:32.148786 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed503c1-ddcb-4982-97ae-ef70c95384bf tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Checking segment: {'id': '030884bf-3da9-4e92-a2cc-b431144a5d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:32.150231 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed503c1-ddcb-4982-97ae-ef70c95384bf tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Network hostable DHCP agents. Network: 21df902c-e279-4e27-944e-9fb0c51e7ce8, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:32:32.157991 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed503c1-ddcb-4982-97ae-ef70c95384bf tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Subnet': ['ID=5bba496b-911a-410a-98e8-545f93251b0b,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:32.194646 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed503c1-ddcb-4982-97ae-ef70c95384bf tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Network 21df902c-e279-4e27-944e-9fb0c51e7ce8 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:32:32.211638 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-bed503c1-ddcb-4982-97ae-ef70c95384bf tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 21df902c-e279-4e27-944e-9fb0c51e7ce8) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:32.220197 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed503c1-ddcb-4982-97ae-ef70c95384bf tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:32.221031 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bed503c1-ddcb-4982-97ae-ef70c95384bf tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:32.222291 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f1e346-e943-4a0c-b740-9cc379b5ab92 None None] Network 21df902c-e279-4e27-944e-9fb0c51e7ce8 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:32.242527 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bed503c1-ddcb-4982-97ae-ef70c95384bf tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0896132 Jul 07 17:32:32.245295 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36078) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:32.481119 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be6de38-d992-48c4-988c-674c7fcbdd1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-21df902c-e279-4e27-944e-9fb0c51e7ce8', 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'fixed_ips': [{'subnet_id': '5bba496b-911a-410a-98e8-545f93251b0b'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:32:32.482337 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6be6de38-d992-48c4-988c-674c7fcbdd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:32.579703 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-1e220037-9f57-42d7-9719-cddf161d4633 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:32.611366 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-1e220037-9f57-42d7-9719-cddf161d4633 None None] Transition to ACTIVE for port object 5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:32.629724 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-1e220037-9f57-42d7-9719-cddf161d4633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:32.692217 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-1e220037-9f57-42d7-9719-cddf161d4633 None None] Attempting to bind port 5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:32.694187 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-1e220037-9f57-42d7-9719-cddf161d4633 None None] Attempting to bind port 5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:32.696212 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e220037-9f57-42d7-9719-cddf161d4633 None None] Attempting to bind port 5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:32.773965 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e220037-9f57-42d7-9719-cddf161d4633 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:32.779080 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e220037-9f57-42d7-9719-cddf161d4633 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:32.779608 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-1e220037-9f57-42d7-9719-cddf161d4633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:32.780077 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e220037-9f57-42d7-9719-cddf161d4633 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:32.780819 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-1e220037-9f57-42d7-9719-cddf161d4633 None None] Bound port: 5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:32.781475 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-1e220037-9f57-42d7-9719-cddf161d4633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:32.996708 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-1e220037-9f57-42d7-9719-cddf161d4633 None None] For port 5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:33.017566 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-1e220037-9f57-42d7-9719-cddf161d4633 None None] For port 5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:33.068273 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f5dfc-c951-4507-a258-dba86d896a80 None None] Pushing event updated for resources: {'Port': ['ID=5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:33.074752 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-6be6de38-d992-48c4-988c-674c7fcbdd1f None None] Allocated IP 172.20.0.2 (21df902c-e279-4e27-944e-9fb0c51e7ce8/5bba496b-911a-410a-98e8-545f93251b0b/e3b74cd7-bb2c-449b-b22e-27e01c168e92) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:33.086006 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-1e220037-9f57-42d7-9719-cddf161d4633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:33.086833 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f3ea621d-0624-4fff-903e-51bdbd866b75 req-8021eef2-baa6-4352-8e56-419133461c68 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?device_id=40949759-2d96-4730-91ae-a884807f77b4 HTTP/1.1" status: 200 len: 210 time: 0.1071994 Jul 07 17:32:33.251950 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f5dfc-c951-4507-a258-dba86d896a80 None None] Pushing event updated for resources: {'Port': ['ID=5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:33.297462 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e220037-9f57-42d7-9719-cddf161d4633 None None] Routers {'8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:33.298111 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-1e220037-9f57-42d7-9719-cddf161d4633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:32:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:33.488813 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6be6de38-d992-48c4-988c-674c7fcbdd1f None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:33.507071 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6be6de38-d992-48c4-988c-674c7fcbdd1f None None] Transition to ACTIVE for port object e3b74cd7-bb2c-449b-b22e-27e01c168e92 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:33.560053 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6be6de38-d992-48c4-988c-674c7fcbdd1f None None] Transition to ACTIVE for port object e3b74cd7-bb2c-449b-b22e-27e01c168e92 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:33.567939 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6be6de38-d992-48c4-988c-674c7fcbdd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:33.618545 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-1e220037-9f57-42d7-9719-cddf161d4633 None None] Set router 8a2e7e8d-bbff-4b0b-99ea-779dbd18c771 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:33.623236 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75b7e543-e5b3-476b-af9b-33d0307e7fbc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:33.738194 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be6de38-d992-48c4-988c-674c7fcbdd1f None None] Network 21df902c-e279-4e27-944e-9fb0c51e7ce8 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:33.756433 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-6be6de38-d992-48c4-988c-674c7fcbdd1f None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:33.766396 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be6de38-d992-48c4-988c-674c7fcbdd1f None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:33.876162 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6de38-d992-48c4-988c-674c7fcbdd1f None None] Pushing event updated for resources: {'Port': ['ID=e3b74cd7-bb2c-449b-b22e-27e01c168e92,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:33.957603 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-6be6de38-d992-48c4-988c-674c7fcbdd1f None None] Attempting to bind port e3b74cd7-bb2c-449b-b22e-27e01c168e92 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:33.958364 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-6be6de38-d992-48c4-988c-674c7fcbdd1f None None] Attempting to bind port e3b74cd7-bb2c-449b-b22e-27e01c168e92 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '030884bf-3da9-4e92-a2cc-b431144a5d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:33.959415 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6de38-d992-48c4-988c-674c7fcbdd1f None None] Attempting to bind port e3b74cd7-bb2c-449b-b22e-27e01c168e92 on network 21df902c-e279-4e27-944e-9fb0c51e7ce8 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:33.974541 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6de38-d992-48c4-988c-674c7fcbdd1f None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:33.976138 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6de38-d992-48c4-988c-674c7fcbdd1f None None] Checking segment: {'id': '030884bf-3da9-4e92-a2cc-b431144a5d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:33.993290 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6be6de38-d992-48c4-988c-674c7fcbdd1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:33.995242 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6de38-d992-48c4-988c-674c7fcbdd1f None None] Bound using segment: {'id': '030884bf-3da9-4e92-a2cc-b431144a5d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:33.999581 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-6be6de38-d992-48c4-988c-674c7fcbdd1f None None] Bound port: e3b74cd7-bb2c-449b-b22e-27e01c168e92, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030884bf-3da9-4e92-a2cc-b431144a5d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:34.000946 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6be6de38-d992-48c4-988c-674c7fcbdd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:34.142112 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-6be6de38-d992-48c4-988c-674c7fcbdd1f None None] For port e3b74cd7-bb2c-449b-b22e-27e01c168e92, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:34.147164 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-6be6de38-d992-48c4-988c-674c7fcbdd1f None None] For port e3b74cd7-bb2c-449b-b22e-27e01c168e92, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e3b74cd7-bb2c-449b-b22e-27e01c168e92,segment=NetworkSegment(030884bf-3da9-4e92-a2cc-b431144a5d2a),segment_id=030884bf-3da9-4e92-a2cc-b431144a5d2a)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:34.160972 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6be6de38-d992-48c4-988c-674c7fcbdd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:34.234537 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6de38-d992-48c4-988c-674c7fcbdd1f None None] Pushing event updated for resources: {'Port': ['ID=e3b74cd7-bb2c-449b-b22e-27e01c168e92,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:34.366826 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36256) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:34.447674 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-1e220037-9f57-42d7-9719-cddf161d4633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484200007', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:27Z', 'updated_at': '2021-07-07T17:32:29Z', 'revision_number': 3, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:29Z', 'updated_at': '2021-07-07T17:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:34.465252 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device da120bce-6232-489c-a215-970349b29e29 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:34.506784 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e220037-9f57-42d7-9719-cddf161d4633 None None] The sync data for ids ['8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'] in n-d-791503-12 is: [{'id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484200007', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:27Z', 'updated_at': '2021-07-07T17:32:29Z', 'revision_number': 3, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:29Z', 'updated_at': '2021-07-07T17:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:34.533964 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: da120bce-6232-489c-a215-970349b29e29 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:34.534453 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device da120bce-6232-489c-a215-970349b29e29 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:34.832027 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-75b7e543-e5b3-476b-af9b-33d0307e7fbc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Allocated IP 172.20.0.1 (21df902c-e279-4e27-944e-9fb0c51e7ce8/5bba496b-911a-410a-98e8-545f93251b0b/af35ad97-fd60-40ac-acd1-77487f7372f3) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:35.116462 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75b7e543-e5b3-476b-af9b-33d0307e7fbc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:35.137701 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-75b7e543-e5b3-476b-af9b-33d0307e7fbc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Transition to ACTIVE for port object af35ad97-fd60-40ac-acd1-77487f7372f3 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:35.190254 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75b7e543-e5b3-476b-af9b-33d0307e7fbc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:35.363470 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b7e543-e5b3-476b-af9b-33d0307e7fbc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Network 21df902c-e279-4e27-944e-9fb0c51e7ce8 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:35.370763 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-75b7e543-e5b3-476b-af9b-33d0307e7fbc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:35.383692 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b7e543-e5b3-476b-af9b-33d0307e7fbc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:35.449574 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7e543-e5b3-476b-af9b-33d0307e7fbc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Port': ['ID=af35ad97-fd60-40ac-acd1-77487f7372f3,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:35.500304 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75b7e543-e5b3-476b-af9b-33d0307e7fbc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:36.114689 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75b7e543-e5b3-476b-af9b-33d0307e7fbc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:36.465007 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e7261d-70da-4f90-b054-e377a1a59635 None None] Network 21df902c-e279-4e27-944e-9fb0c51e7ce8 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:36.584463 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e264534a-e37e-4797-bdd5-c824842a3978 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:36.757322 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e3b74cd7-bb2c-449b-b22e-27e01c168e92 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:36.794998 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75b7e543-e5b3-476b-af9b-33d0307e7fbc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:36.802120 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75b7e543-e5b3-476b-af9b-33d0307e7fbc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:36.997947 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7e543-e5b3-476b-af9b-33d0307e7fbc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Port': ['ID=af35ad97-fd60-40ac-acd1-77487f7372f3,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:37.023660 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-75b7e543-e5b3-476b-af9b-33d0307e7fbc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:37.066279 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-accabf18-d6f8-4043-871d-96bad91a5afe None None] Provisioning for port e3b74cd7-bb2c-449b-b22e-27e01c168e92 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:37.119197 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port e3b74cd7-bb2c-449b-b22e-27e01c168e92 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:37.129354 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port e3b74cd7-bb2c-449b-b22e-27e01c168e92 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:37.130169 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:37.522340 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b7e543-e5b3-476b-af9b-33d0307e7fbc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Network 21df902c-e279-4e27-944e-9fb0c51e7ce8 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:37.527868 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-75b7e543-e5b3-476b-af9b-33d0307e7fbc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:37.543325 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-e264534a-e37e-4797-bdd5-c824842a3978 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Deleting port 84f483e2-9c31-45ee-8a6e-950d88b8a759 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:37.543762 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e264534a-e37e-4797-bdd5-c824842a3978 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:37.737092 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b7e543-e5b3-476b-af9b-33d0307e7fbc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Router 8a2e7e8d-bbff-4b0b-99ea-779dbd18c771 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:37.798319 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-e264534a-e37e-4797-bdd5-c824842a3978 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] For port 84f483e2-9c31-45ee-8a6e-950d88b8a759, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=84f483e2-9c31-45ee-8a6e-950d88b8a759,segment=NetworkSegment(d6a56f12-8cb4-42cc-96af-9c4f8639e8e7),segment_id=d6a56f12-8cb4-42cc-96af-9c4f8639e8e7)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:37.798829 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e264534a-e37e-4797-bdd5-c824842a3978 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:37.803331 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:37.840080 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-e264534a-e37e-4797-bdd5-c824842a3978 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Calling delete_port for 84f483e2-9c31-45ee-8a6e-950d88b8a759 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:37.992834 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:37.999702 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:38.010193 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b7e543-e5b3-476b-af9b-33d0307e7fbc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:38.048052 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-75b7e543-e5b3-476b-af9b-33d0307e7fbc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "PUT /v2.0/routers/8a2e7e8d-bbff-4b0b-99ea-779dbd18c771/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8004901 Jul 07 17:32:38.172777 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port e3b74cd7-bb2c-449b-b22e-27e01c168e92, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e3b74cd7-bb2c-449b-b22e-27e01c168e92,segment=NetworkSegment(030884bf-3da9-4e92-a2cc-b431144a5d2a),segment_id=030884bf-3da9-4e92-a2cc-b431144a5d2a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:38.175698 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6d224d-04ea-4f97-900d-c533efccaf3e None None] Sync routers for ids ['8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:38.182460 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:38.203913 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:38.263909 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e264534a-e37e-4797-bdd5-c824842a3978 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:38.337531 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264534a-e37e-4797-bdd5-c824842a3978 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event deleted for resources: {'Port': ['ID=84f483e2-9c31-45ee-8a6e-950d88b8a759,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:38.472587 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6d224d-04ea-4f97-900d-c533efccaf3e None None] Routers {'8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:38.473335 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-ad6d224d-04ea-4f97-900d-c533efccaf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:32:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:38.601714 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-b900f1d4-7dd7-44b0-9990-9eb39821928d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1700854848&fields=id&tenant_id=63ef02b3c36b41d7904671af30e265ce HTTP/1.1" status: 200 len: 267 time: 0.0460057 Jul 07 17:32:38.673566 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=e3b74cd7-bb2c-449b-b22e-27e01c168e92,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:38.704047 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:38.728041 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:38.728844 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:38.740241 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-069c13a4-630a-401e-a614-7095a1b3dabc None None] Provisioning complete for port e3b74cd7-bb2c-449b-b22e-27e01c168e92 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:38.741026 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-069c13a4-630a-401e-a614-7095a1b3dabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:38.931449 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e264534a-e37e-4797-bdd5-c824842a3978 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.116900 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-4b279698-65ca-4d96-9284-88bb190b2198 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:39.118580 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-4b279698-65ca-4d96-9284-88bb190b2198 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/networks?id=21df902c-e279-4e27-944e-9fb0c51e7ce8 HTTP/1.1" status: 200 len: 797 time: 0.4360774 Jul 07 17:32:39.135044 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-7c007b84-db63-4ccc-a99d-e0cd64dbaa02 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/quotas/63ef02b3c36b41d7904671af30e265ce HTTP/1.1" status: 200 len: 375 time: 0.0105622 Jul 07 17:32:39.464611 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-ad6d224d-04ea-4f97-900d-c533efccaf3e None None] Set router 8a2e7e8d-bbff-4b0b-99ea-779dbd18c771 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:39.494962 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e264534a-e37e-4797-bdd5-c824842a3978 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Router 707afa61-54cf-46fc-b376-c9a25275b794 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:39.509680 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-7a2a87dc-932c-4ce6-a4b7-b0d83174ce9d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3689144 Jul 07 17:32:39.555197 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.635245 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:39.655749 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.933359 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e3b74cd7-bb2c-449b-b22e-27e01c168e92 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:39.960314 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-59ad3e6b-e25c-4def-98df-4830f562cd2d service neutron] 10.222.0.53 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945477 Jul 07 17:32:39.961964 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e264534a-e37e-4797-bdd5-c824842a3978 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:39.967236 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e264534a-e37e-4797-bdd5-c824842a3978 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "PUT /v2.0/routers/707afa61-54cf-46fc-b376-c9a25275b794/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5985646 Jul 07 17:32:39.970499 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36596) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:39.972217 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b86bc0-68f1-439e-b405-ae964c4a51c1 None None] Sync routers for ids ['707afa61-54cf-46fc-b376-c9a25275b794'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:40.009651 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b86bc0-68f1-439e-b405-ae964c4a51c1 None None] Routers {'707afa61-54cf-46fc-b376-c9a25275b794'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:40.013105 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-c4b86bc0-68f1-439e-b405-ae964c4a51c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:32:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['707afa61-54cf-46fc-b376-c9a25275b794'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:40.047186 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-069c13a4-630a-401e-a614-7095a1b3dabc None None] Provisioning for port af35ad97-fd60-40ac-acd1-77487f7372f3 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:40.068044 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-069c13a4-630a-401e-a614-7095a1b3dabc None None] Provisioning complete for port af35ad97-fd60-40ac-acd1-77487f7372f3 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:40.068427 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-069c13a4-630a-401e-a614-7095a1b3dabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.082845 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7d2adff-c5d3-4a3d-b729-223ec321d4c2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Deleting subnet d1037d8e-b408-4902-897b-94fba65be269 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:32:40.099470 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d7d2adff-c5d3-4a3d-b729-223ec321d4c2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.136038 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:40.190715 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port e3b74cd7-bb2c-449b-b22e-27e01c168e92 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:40.195640 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.204686 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d7d2adff-c5d3-4a3d-b729-223ec321d4c2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.239898 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-85f4f38d-2a9f-4a05-8668-acca87e2e4f9 service neutron] 10.222.0.53 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671499 Jul 07 17:32:40.287026 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-069c13a4-630a-401e-a614-7095a1b3dabc None None] Port af35ad97-fd60-40ac-acd1-77487f7372f3 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:32:40.288781 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-c4b86bc0-68f1-439e-b405-ae964c4a51c1 None None] Set router 707afa61-54cf-46fc-b376-c9a25275b794 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:40.304157 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-ad6d224d-04ea-4f97-900d-c533efccaf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484200007', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:27Z', 'updated_at': '2021-07-07T17:32:35Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:29Z', 'updated_at': '2021-07-07T17:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'af35ad97-fd60-40ac-acd1-77487f7372f3', 'name': '', 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:b0:fb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '5bba496b-911a-410a-98e8-545f93251b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:33Z', 'updated_at': '2021-07-07T17:32:36Z', 'revision_number': 2, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': '5bba496b-911a-410a-98e8-545f93251b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:40.379764 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6d224d-04ea-4f97-900d-c533efccaf3e None None] Checking router: 8a2e7e8d-bbff-4b0b-99ea-779dbd18c771 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:40.380703 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6d224d-04ea-4f97-900d-c533efccaf3e None None] Updating router 8a2e7e8d-bbff-4b0b-99ea-779dbd18c771 port af35ad97-fd60-40ac-acd1-77487f7372f3 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:32:40.482640 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d7d2adff-c5d3-4a3d-b729-223ec321d4c2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.562451 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ad6d224d-04ea-4f97-900d-c533efccaf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.581576 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-773476da-2d6f-4008-ba8e-4f3c1c60c752 None None] Provisioning complete for port af35ad97-fd60-40ac-acd1-77487f7372f3 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:40.581576 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-773476da-2d6f-4008-ba8e-4f3c1c60c752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.756337 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-773476da-2d6f-4008-ba8e-4f3c1c60c752 None None] Port af35ad97-fd60-40ac-acd1-77487f7372f3 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:32:40.857141 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5afb8a07-c988-4889-add5-490fe7e48180 req-38264966-f403-474f-a864-235fa298d0e2 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 210 time: 0.2244167 Jul 07 17:32:40.867035 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d7d2adff-c5d3-4a3d-b729-223ec321d4c2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:41.050093 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2adff-c5d3-4a3d-b729-223ec321d4c2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event deleted for resources: {'Subnet': ['ID=d1037d8e-b408-4902-897b-94fba65be269,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:41.074562 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d7d2adff-c5d3-4a3d-b729-223ec321d4c2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:41.084011 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d7d2adff-c5d3-4a3d-b729-223ec321d4c2 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "DELETE /v2.0/subnets/d1037d8e-b408-4902-897b-94fba65be269 HTTP/1.1" status: 204 len: 168 time: 1.1123614 Jul 07 17:32:41.086599 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36612) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:41.175169 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5122a8-338a-45d6-9ff0-72f8f01b4b63 None None] Network 48f06ba9-0ab4-486a-b9c0-ea9908862e8b requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:41.240157 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-478a5f26-c802-4d81-8044-27b388d8d6fa tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:41.298634 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-c4b86bc0-68f1-439e-b405-ae964c4a51c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707afa61-54cf-46fc-b376-c9a25275b794', 'name': 'tempest-TestSecurityGroupsBasicOps-router-181722167', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '7574eb71-c815-4ef6-ba39-8fa1d70bbbd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:03Z', 'updated_at': '2021-07-07T17:32:38Z', 'revision_number': 5, 'project_id': '16856e360ab146108cdc65e200cbee54', 'gw_port': {'id': '7574eb71-c815-4ef6-ba39-8fa1d70bbbd4', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707afa61-54cf-46fc-b376-c9a25275b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:03Z', 'updated_at': '2021-07-07T17:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:41.354894 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b86bc0-68f1-439e-b405-ae964c4a51c1 None None] Checking router: 707afa61-54cf-46fc-b376-c9a25275b794 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:41.383082 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b86bc0-68f1-439e-b405-ae964c4a51c1 None None] Routers {'707afa61-54cf-46fc-b376-c9a25275b794'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:41.383620 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-c4b86bc0-68f1-439e-b405-ae964c4a51c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:32:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['707afa61-54cf-46fc-b376-c9a25275b794'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:41.569871 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-c4b86bc0-68f1-439e-b405-ae964c4a51c1 None None] Set router 707afa61-54cf-46fc-b376-c9a25275b794 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:41.889222 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:41.944057 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-c4b86bc0-68f1-439e-b405-ae964c4a51c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707afa61-54cf-46fc-b376-c9a25275b794', 'name': 'tempest-TestSecurityGroupsBasicOps-router-181722167', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '7574eb71-c815-4ef6-ba39-8fa1d70bbbd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:03Z', 'updated_at': '2021-07-07T17:32:38Z', 'revision_number': 5, 'project_id': '16856e360ab146108cdc65e200cbee54', 'gw_port': {'id': '7574eb71-c815-4ef6-ba39-8fa1d70bbbd4', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707afa61-54cf-46fc-b376-c9a25275b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:03Z', 'updated_at': '2021-07-07T17:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:42.008450 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ad6d224d-04ea-4f97-900d-c533efccaf3e None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:42.011053 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db5fa34-7996-45f5-9a5b-e695080d44e6 None None] DHCP port deletion for 48f06ba9-0ab4-486a-b9c0-ea9908862e8b request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:32:42.048241 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ad6d224d-04ea-4f97-900d-c533efccaf3e None None] Transition to ACTIVE for port object af35ad97-fd60-40ac-acd1-77487f7372f3 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:42.061443 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ad6d224d-04ea-4f97-900d-c533efccaf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:42.091256 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b86bc0-68f1-439e-b405-ae964c4a51c1 None None] The sync data for ids ['707afa61-54cf-46fc-b376-c9a25275b794'] in n-d-791503-12 is: [{'id': '707afa61-54cf-46fc-b376-c9a25275b794', 'name': 'tempest-TestSecurityGroupsBasicOps-router-181722167', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '7574eb71-c815-4ef6-ba39-8fa1d70bbbd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:03Z', 'updated_at': '2021-07-07T17:32:38Z', 'revision_number': 5, 'project_id': '16856e360ab146108cdc65e200cbee54', 'gw_port': {'id': '7574eb71-c815-4ef6-ba39-8fa1d70bbbd4', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707afa61-54cf-46fc-b376-c9a25275b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:03Z', 'updated_at': '2021-07-07T17:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:42.140257 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-478a5f26-c802-4d81-8044-27b388d8d6fa tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:42.294678 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-478a5f26-c802-4d81-8044-27b388d8d6fa tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Deleting port 7574eb71-c815-4ef6-ba39-8fa1d70bbbd4 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:42.295389 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-478a5f26-c802-4d81-8044-27b388d8d6fa tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:42.361049 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cc22f836-4dc1-4835-a1e0-92bea8e1851d req-1953e8cb-e93c-48de-be78-7bd032eb0497 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 210 time: 0.1162877 Jul 07 17:32:42.397547 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f969d3-4de3-4372-a2d3-e5dcb596a396 None None] Pushing event updated for resources: {'Port': ['ID=af35ad97-fd60-40ac-acd1-77487f7372f3,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:42.402028 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:42.402550 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:42.499632 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-9db5fa34-7996-45f5-9a5b-e695080d44e6 None None] Deleting port 3bb53411-5f73-4863-b7d7-5cf06e4c6b41 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:42.500038 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9db5fa34-7996-45f5-9a5b-e695080d44e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:42.592448 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-478a5f26-c802-4d81-8044-27b388d8d6fa tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] For port 7574eb71-c815-4ef6-ba39-8fa1d70bbbd4, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7574eb71-c815-4ef6-ba39-8fa1d70bbbd4,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:42.592845 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-478a5f26-c802-4d81-8044-27b388d8d6fa tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:42.623450 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-478a5f26-c802-4d81-8044-27b388d8d6fa tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Calling delete_port for 7574eb71-c815-4ef6-ba39-8fa1d70bbbd4 owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:42.908938 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-9db5fa34-7996-45f5-9a5b-e695080d44e6 None None] For port 3bb53411-5f73-4863-b7d7-5cf06e4c6b41, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3bb53411-5f73-4863-b7d7-5cf06e4c6b41,segment=NetworkSegment(d6a56f12-8cb4-42cc-96af-9c4f8639e8e7),segment_id=d6a56f12-8cb4-42cc-96af-9c4f8639e8e7)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:42.909437 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9db5fa34-7996-45f5-9a5b-e695080d44e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:42.974169 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-ad6d224d-04ea-4f97-900d-c533efccaf3e None None] Attempting to bind port af35ad97-fd60-40ac-acd1-77487f7372f3 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:42.976791 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-ad6d224d-04ea-4f97-900d-c533efccaf3e None None] Attempting to bind port af35ad97-fd60-40ac-acd1-77487f7372f3 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '030884bf-3da9-4e92-a2cc-b431144a5d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:42.977622 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6d224d-04ea-4f97-900d-c533efccaf3e None None] Attempting to bind port af35ad97-fd60-40ac-acd1-77487f7372f3 on network 21df902c-e279-4e27-944e-9fb0c51e7ce8 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:42.987674 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-9db5fa34-7996-45f5-9a5b-e695080d44e6 None None] Calling delete_port for 3bb53411-5f73-4863-b7d7-5cf06e4c6b41 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:43.054891 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6d224d-04ea-4f97-900d-c533efccaf3e None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:43.057494 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6d224d-04ea-4f97-900d-c533efccaf3e None None] Checking segment: {'id': '030884bf-3da9-4e92-a2cc-b431144a5d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:43.060092 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ad6d224d-04ea-4f97-900d-c533efccaf3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.061151 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6d224d-04ea-4f97-900d-c533efccaf3e None None] Bound using segment: {'id': '030884bf-3da9-4e92-a2cc-b431144a5d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:43.062780 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-ad6d224d-04ea-4f97-900d-c533efccaf3e None None] Bound port: af35ad97-fd60-40ac-acd1-77487f7372f3, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030884bf-3da9-4e92-a2cc-b431144a5d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:43.064483 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ad6d224d-04ea-4f97-900d-c533efccaf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.271737 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9db5fa34-7996-45f5-9a5b-e695080d44e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.412172 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db5fa34-7996-45f5-9a5b-e695080d44e6 None None] No DVR routers for this DVR port 3bb53411-5f73-4863-b7d7-5cf06e4c6b41 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:32:43.432407 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5fa34-7996-45f5-9a5b-e695080d44e6 None None] Pushing event deleted for resources: {'Port': ['ID=3bb53411-5f73-4863-b7d7-5cf06e4c6b41,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:43.458157 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-31d181d2-ad54-4a4d-91f3-b056903e3b98 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:43.473122 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-31d181d2-ad54-4a4d-91f3-b056903e3b98 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.72 "GET /v2.0/networks?id=21df902c-e279-4e27-944e-9fb0c51e7ce8 HTTP/1.1" status: 200 len: 797 time: 0.4072144 Jul 07 17:32:43.509668 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-478a5f26-c802-4d81-8044-27b388d8d6fa tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.551516 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-ad6d224d-04ea-4f97-900d-c533efccaf3e None None] For port af35ad97-fd60-40ac-acd1-77487f7372f3, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:43.563871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a5f26-c802-4d81-8044-27b388d8d6fa tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event deleted for resources: {'Port': ['ID=7574eb71-c815-4ef6-ba39-8fa1d70bbbd4,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:43.571137 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-ad6d224d-04ea-4f97-900d-c533efccaf3e None None] For port af35ad97-fd60-40ac-acd1-77487f7372f3, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=af35ad97-fd60-40ac-acd1-77487f7372f3,segment=NetworkSegment(030884bf-3da9-4e92-a2cc-b431144a5d2a),segment_id=030884bf-3da9-4e92-a2cc-b431144a5d2a)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:43.586383 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ad6d224d-04ea-4f97-900d-c533efccaf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.701181 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6d224d-04ea-4f97-900d-c533efccaf3e None None] Routers {'8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:43.705127 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-ad6d224d-04ea-4f97-900d-c533efccaf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:32:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:43.796813 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c4836e93-3211-455a-81d9-14dcdcbf0c51 req-1b7d0f75-79fd-4fc4-8b93-45454c2f60f8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 210 time: 0.1448832 Jul 07 17:32:43.824647 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-12b0c411-292a-4697-ab15-35b325458195 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63ef02b3c36b41d7904671af30e265ce HTTP/1.1" status: 200 len: 380 time: 0.3419147 Jul 07 17:32:43.870196 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-f01ed7cc-a65a-4752-81f5-3dc620968308 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'port': {'device_id': 'fb453d5a-a7ea-4843-904e-c6f927515176', 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8', 'admin_state_up': True, 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'security_groups': ['2b710202-3b39-42d4-b474-2d2376155124']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:43.935779 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-ad6d224d-04ea-4f97-900d-c533efccaf3e None None] Set router 8a2e7e8d-bbff-4b0b-99ea-779dbd18c771 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:43.965273 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-478a5f26-c802-4d81-8044-27b388d8d6fa tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.158618 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-478a5f26-c802-4d81-8044-27b388d8d6fa tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.163480 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-478a5f26-c802-4d81-8044-27b388d8d6fa tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.249654 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-478a5f26-c802-4d81-8044-27b388d8d6fa tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.250423 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478a5f26-c802-4d81-8044-27b388d8d6fa tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Fanout notify agent at l3_agent the message router_deleted on router 707afa61-54cf-46fc-b376-c9a25275b794 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:32:44.267137 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-478a5f26-c802-4d81-8044-27b388d8d6fa tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.270942 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-478a5f26-c802-4d81-8044-27b388d8d6fa tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "DELETE /v2.0/routers/707afa61-54cf-46fc-b376-c9a25275b794 HTTP/1.1" status: 204 len: 168 time: 3.1808343 Jul 07 17:32:44.272069 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36650) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:44.275434 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3bb53411-5f73-4863-b7d7-5cf06e4c6b41 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:44.299294 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-f01ed7cc-a65a-4752-81f5-3dc620968308 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Made reservation on behalf of 63ef02b3c36b41d7904671af30e265ce for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:44.326238 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-f01ed7cc-a65a-4752-81f5-3dc620968308 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.337085 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 3bb53411-5f73-4863-b7d7-5cf06e4c6b41 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:44.337456 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3bb53411-5f73-4863-b7d7-5cf06e4c6b41 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:44.337959 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 84f483e2-9c31-45ee-8a6e-950d88b8a759 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:44.461665 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-437e0f65-d01d-4c87-ac5e-384e5efa1f4c tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.535538 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 84f483e2-9c31-45ee-8a6e-950d88b8a759 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:44.535900 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 84f483e2-9c31-45ee-8a6e-950d88b8a759 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:44.571499 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f969d3-4de3-4372-a2d3-e5dcb596a396 None None] Pushing event updated for resources: {'Port': ['ID=af35ad97-fd60-40ac-acd1-77487f7372f3,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:44.629970 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-437e0f65-d01d-4c87-ac5e-384e5efa1f4c tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.641242 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-437e0f65-d01d-4c87-ac5e-384e5efa1f4c tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f06ba9-0ab4-486a-b9c0-ea9908862e8b']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:44.654289 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-437e0f65-d01d-4c87-ac5e-384e5efa1f4c tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a56f12-8cb4-42cc-96af-9c4f8639e8e7') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:44.655475 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-437e0f65-d01d-4c87-ac5e-384e5efa1f4c tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a56f12-8cb4-42cc-96af-9c4f8639e8e7') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:44.667256 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-437e0f65-d01d-4c87-ac5e-384e5efa1f4c tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.684457 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-437e0f65-d01d-4c87-ac5e-384e5efa1f4c tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.691857 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437e0f65-d01d-4c87-ac5e-384e5efa1f4c tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:32:44.692656 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-437e0f65-d01d-4c87-ac5e-384e5efa1f4c tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:32:44.696095 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:32:44.749314 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-ad6d224d-04ea-4f97-900d-c533efccaf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484200007', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:27Z', 'updated_at': '2021-07-07T17:32:35Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:29Z', 'updated_at': '2021-07-07T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'af35ad97-fd60-40ac-acd1-77487f7372f3', 'name': '', 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:b0:fb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '5bba496b-911a-410a-98e8-545f93251b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:33Z', 'updated_at': '2021-07-07T17:32:43Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': '5bba496b-911a-410a-98e8-545f93251b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:44.810456 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-f01ed7cc-a65a-4752-81f5-3dc620968308 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Allocated IP 172.20.0.5 (21df902c-e279-4e27-944e-9fb0c51e7ce8/5bba496b-911a-410a-98e8-545f93251b0b/762c37ae-b249-4b6e-9eb3-8fafde048b77) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:44.818032 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-437e0f65-d01d-4c87-ac5e-384e5efa1f4c tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.827872 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-437e0f65-d01d-4c87-ac5e-384e5efa1f4c tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.835940 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-437e0f65-d01d-4c87-ac5e-384e5efa1f4c tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "DELETE /v2.0/networks/48f06ba9-0ab4-486a-b9c0-ea9908862e8b HTTP/1.1" status: 204 len: 168 time: 0.5621710 Jul 07 17:32:44.839751 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36658) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:44.869289 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6d224d-04ea-4f97-900d-c533efccaf3e None None] The sync data for ids ['8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'] in n-d-791503-12 is: [{'id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484200007', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:27Z', 'updated_at': '2021-07-07T17:32:35Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:29Z', 'updated_at': '2021-07-07T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'af35ad97-fd60-40ac-acd1-77487f7372f3', 'name': '', 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:b0:fb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '5bba496b-911a-410a-98e8-545f93251b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:33Z', 'updated_at': '2021-07-07T17:32:43Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': '5bba496b-911a-410a-98e8-545f93251b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:44.941752 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e0f65-d01d-4c87-ac5e-384e5efa1f4c tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event deleted for resources: {'Network': ['ID=48f06ba9-0ab4-486a-b9c0-ea9908862e8b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:45.180327 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bd4587a3-16ad-402e-8e1a-f128cf14e003 req-ef11c874-83e8-49b6-9c34-2208644ef642 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 210 time: 0.0462952 Jul 07 17:32:45.347545 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-210dcc47-83b3-4261-b5af-545de4380239 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Deleting port 6fa038c3-8cf0-4d29-b6b0-7ed13bc632d6 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:45.348284 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-210dcc47-83b3-4261-b5af-545de4380239 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:45.491258 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-f01ed7cc-a65a-4752-81f5-3dc620968308 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:45.532709 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-f01ed7cc-a65a-4752-81f5-3dc620968308 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Transition to ACTIVE for port object 762c37ae-b249-4b6e-9eb3-8fafde048b77 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:45.573431 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-210dcc47-83b3-4261-b5af-545de4380239 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:45.575121 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-210dcc47-83b3-4261-b5af-545de4380239 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:45.603131 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-210dcc47-83b3-4261-b5af-545de4380239 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Calling delete_port for 6fa038c3-8cf0-4d29-b6b0-7ed13bc632d6 owned by network:floatingip {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:45.618376 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-f01ed7cc-a65a-4752-81f5-3dc620968308 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:45.742785 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-f01ed7cc-a65a-4752-81f5-3dc620968308 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Network 21df902c-e279-4e27-944e-9fb0c51e7ce8 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:45.748036 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-f01ed7cc-a65a-4752-81f5-3dc620968308 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:45.765412 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-f01ed7cc-a65a-4752-81f5-3dc620968308 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:45.910684 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ed7cc-a65a-4752-81f5-3dc620968308 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Port': ['ID=762c37ae-b249-4b6e-9eb3-8fafde048b77,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:45.916221 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device af35ad97-fd60-40ac-acd1-77487f7372f3 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:46.006807 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-f01ed7cc-a65a-4752-81f5-3dc620968308 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:46.007455 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-f01ed7cc-a65a-4752-81f5-3dc620968308 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:46.056020 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-f01ed7cc-a65a-4752-81f5-3dc620968308 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2140532 Jul 07 17:32:46.120501 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port af35ad97-fd60-40ac-acd1-77487f7372f3 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:46.129766 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port af35ad97-fd60-40ac-acd1-77487f7372f3 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:46.130833 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:46.205554 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-210dcc47-83b3-4261-b5af-545de4380239 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:46.338034 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210dcc47-83b3-4261-b5af-545de4380239 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event deleted for resources: {'Port': ['ID=6fa038c3-8cf0-4d29-b6b0-7ed13bc632d6,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:46.398040 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-04fd1cf8-2670-4fae-acaf-34729116e40a service neutron] Request body: {'port': {'device_id': 'fb453d5a-a7ea-4843-904e-c6f927515176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:46.405748 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:46.513649 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-210dcc47-83b3-4261-b5af-545de4380239 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for floatingip, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:46.514757 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-210dcc47-83b3-4261-b5af-545de4380239 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Floating IP 788cac41-e479-4990-a5ea-ec95998b617c disassociated (deleted). External IP: 172.25.0.226, port: 5a41064c-fc3c-4bc3-a4ab-94fa709b6942. Jul 07 17:32:46.531991 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port af35ad97-fd60-40ac-acd1-77487f7372f3, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=af35ad97-fd60-40ac-acd1-77487f7372f3,segment=NetworkSegment(030884bf-3da9-4e92-a2cc-b431144a5d2a),segment_id=030884bf-3da9-4e92-a2cc-b431144a5d2a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:46.534948 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6eb59020-fa84-4e65-91dd-cf0c5eaf9a7f None None] Provisioning for port 762c37ae-b249-4b6e-9eb3-8fafde048b77 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:46.539540 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6eb59020-fa84-4e65-91dd-cf0c5eaf9a7f None None] Provisioning complete for port 762c37ae-b249-4b6e-9eb3-8fafde048b77 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:46.540056 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6eb59020-fa84-4e65-91dd-cf0c5eaf9a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:46.542024 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:46.665194 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7574eb71-c815-4ef6-ba39-8fa1d70bbbd4 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:46.684645 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-04fd1cf8-2670-4fae-acaf-34729116e40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:46.743165 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 7574eb71-c815-4ef6-ba39-8fa1d70bbbd4 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:46.743802 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7574eb71-c815-4ef6-ba39-8fa1d70bbbd4 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:46.851763 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59020-fa84-4e65-91dd-cf0c5eaf9a7f None None] Port 762c37ae-b249-4b6e-9eb3-8fafde048b77 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:32:46.877412 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=af35ad97-fd60-40ac-acd1-77487f7372f3,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:47.057093 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210dcc47-83b3-4261-b5af-545de4380239 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Router 651e6827-d979-413d-a7eb-f66377652714 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:47.165888 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6663baa-a25d-44c6-8c9f-cac8e8c2c06e req-c942ed02-5338-4b2a-8e57-d303a483d4b6 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:47.172970 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b6663baa-a25d-44c6-8c9f-cac8e8c2c06e req-c942ed02-5338-4b2a-8e57-d303a483d4b6 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 931 time: 0.5012403 Jul 07 17:32:47.249422 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b6663baa-a25d-44c6-8c9f-cac8e8c2c06e req-f4aae9cb-5f9b-4deb-9e26-cc15a97a6a40 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752947 Jul 07 17:32:47.333068 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210dcc47-83b3-4261-b5af-545de4380239 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:47.339474 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-210dcc47-83b3-4261-b5af-545de4380239 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:47.346230 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f71cdc-c8e7-4c91-ab8c-25a5e183b0c9 None None] Sync routers for ids ['651e6827-d979-413d-a7eb-f66377652714'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:47.361469 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f71cdc-c8e7-4c91-ab8c-25a5e183b0c9 None None] Routers {'651e6827-d979-413d-a7eb-f66377652714'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:47.365580 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-84f71cdc-c8e7-4c91-ab8c-25a5e183b0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:32:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['651e6827-d979-413d-a7eb-f66377652714'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:47.394576 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-04fd1cf8-2670-4fae-acaf-34729116e40a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762c37ae-b249-4b6e-9eb3-8fafde048b77 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:32:47.418349 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-04fd1cf8-2670-4fae-acaf-34729116e40a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:47.434959 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-04fd1cf8-2670-4fae-acaf-34729116e40a service neutron] Transition to ACTIVE for port object 762c37ae-b249-4b6e-9eb3-8fafde048b77 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:47.445257 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-04fd1cf8-2670-4fae-acaf-34729116e40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:47.460261 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-210dcc47-83b3-4261-b5af-545de4380239 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "DELETE /v2.0/floatingips/788cac41-e479-4990-a5ea-ec95998b617c HTTP/1.1" status: 204 len: 168 time: 2.6013517 Jul 07 17:32:47.461057 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f046e87e-3b39-40ce-8a2f-21033644fc7f', 'tag': '5a41064c-fc3c-4bc3-a4ab-94fa709b6942'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:47.473369 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a04132-c38b-4756-8e23-f6fa0f92eb7d" -d '{"events": [{"name": "network-changed", "server_uuid": "f046e87e-3b39-40ce-8a2f-21033644fc7f", "tag": "5a41064c-fc3c-4bc3-a4ab-94fa709b6942"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:47.544204 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd1cf8-2670-4fae-acaf-34729116e40a service neutron] Pushing event updated for resources: {'Port': ['ID=762c37ae-b249-4b6e-9eb3-8fafde048b77,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:47.562980 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f917ecff-b76f-4fe2-9188-4d719e02dc39 x-openstack-request-id: req-f917ecff-b76f-4fe2-9188-4d719e02dc39 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:47.563483 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f046e87e-3b39-40ce-8a2f-21033644fc7f", "tag": "5a41064c-fc3c-4bc3-a4ab-94fa709b6942", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:47.563605 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f917ecff-b76f-4fe2-9188-4d719e02dc39 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:47.563966 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f046e87e-3b39-40ce-8a2f-21033644fc7f', 'tag': '5a41064c-fc3c-4bc3-a4ab-94fa709b6942', 'status': 'completed', 'code': 200} Jul 07 17:32:47.674830 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-84f71cdc-c8e7-4c91-ab8c-25a5e183b0c9 None None] Set router 651e6827-d979-413d-a7eb-f66377652714 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:47.728339 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a04132-c38b-4756-8e23-f6fa0f92eb7d req-3a75cf2c-754f-4425-8b8e-74610ffe867e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:47.729985 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-27a04132-c38b-4756-8e23-f6fa0f92eb7d req-3a75cf2c-754f-4425-8b8e-74610ffe867e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16856e360ab146108cdc65e200cbee54&device_id=f046e87e-3b39-40ce-8a2f-21033644fc7f HTTP/1.1" status: 200 len: 1136 time: 0.1339991 Jul 07 17:32:47.826863 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-04fd1cf8-2670-4fae-acaf-34729116e40a service neutron] Attempting to bind port 762c37ae-b249-4b6e-9eb3-8fafde048b77 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:47.827422 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-04fd1cf8-2670-4fae-acaf-34729116e40a service neutron] Attempting to bind port 762c37ae-b249-4b6e-9eb3-8fafde048b77 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '030884bf-3da9-4e92-a2cc-b431144a5d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:47.827781 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-04fd1cf8-2670-4fae-acaf-34729116e40a service neutron] Attempting to bind port 762c37ae-b249-4b6e-9eb3-8fafde048b77 on network 21df902c-e279-4e27-944e-9fb0c51e7ce8 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:47.833048 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-04fd1cf8-2670-4fae-acaf-34729116e40a service neutron] Port 762c37ae-b249-4b6e-9eb3-8fafde048b77 on network 21df902c-e279-4e27-944e-9fb0c51e7ce8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:32:47.833372 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-04fd1cf8-2670-4fae-acaf-34729116e40a service neutron] Attempting to bind port 762c37ae-b249-4b6e-9eb3-8fafde048b77 on network 21df902c-e279-4e27-944e-9fb0c51e7ce8 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:47.845537 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-04fd1cf8-2670-4fae-acaf-34729116e40a service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:47.845911 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-04fd1cf8-2670-4fae-acaf-34729116e40a service neutron] Checking segment: {'id': '030884bf-3da9-4e92-a2cc-b431144a5d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:47.846306 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-04fd1cf8-2670-4fae-acaf-34729116e40a service neutron] Bound using segment: {'id': '030884bf-3da9-4e92-a2cc-b431144a5d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:47.846896 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-04fd1cf8-2670-4fae-acaf-34729116e40a service neutron] Bound port: 762c37ae-b249-4b6e-9eb3-8fafde048b77, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '030884bf-3da9-4e92-a2cc-b431144a5d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:47.847257 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-04fd1cf8-2670-4fae-acaf-34729116e40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:47.883394 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device af35ad97-fd60-40ac-acd1-77487f7372f3 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:47.965865 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-04fd1cf8-2670-4fae-acaf-34729116e40a service neutron] For port 762c37ae-b249-4b6e-9eb3-8fafde048b77, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:47.972667 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-04fd1cf8-2670-4fae-acaf-34729116e40a service neutron] For port 762c37ae-b249-4b6e-9eb3-8fafde048b77, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77,segment=NetworkSegment(030884bf-3da9-4e92-a2cc-b431144a5d2a),segment_id=030884bf-3da9-4e92-a2cc-b431144a5d2a)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:47.979339 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-04fd1cf8-2670-4fae-acaf-34729116e40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:48.016718 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a04132-c38b-4756-8e23-f6fa0f92eb7d req-0ed72ee0-5b0d-4efe-b70a-1f69ed0a7c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:48.018486 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-27a04132-c38b-4756-8e23-f6fa0f92eb7d req-0ed72ee0-5b0d-4efe-b70a-1f69ed0a7c60 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6afd2e31-32ff-4f9a-ba18-d14a74360e71 HTTP/1.1" status: 200 len: 897 time: 0.2820144 Jul 07 17:32:48.071154 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd1cf8-2670-4fae-acaf-34729116e40a service neutron] Pushing event updated for resources: {'Port': ['ID=762c37ae-b249-4b6e-9eb3-8fafde048b77,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:48.082836 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-04fd1cf8-2670-4fae-acaf-34729116e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:48.083594 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-04fd1cf8-2670-4fae-acaf-34729116e40a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:48.085438 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-04fd1cf8-2670-4fae-acaf-34729116e40a service neutron] 10.222.0.72 "PUT /v2.0/ports/762c37ae-b249-4b6e-9eb3-8fafde048b77 HTTP/1.1" status: 200 len: 1092 time: 2.0224733 Jul 07 17:32:48.086106 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb453d5a-a7ea-4843-904e-c6f927515176', 'tag': '762c37ae-b249-4b6e-9eb3-8fafde048b77'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:48.088592 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1756cd94-bfee-49dc-b303-0c9d5b49f560" -d '{"events": [{"name": "network-changed", "server_uuid": "fb453d5a-a7ea-4843-904e-c6f927515176", "tag": "762c37ae-b249-4b6e-9eb3-8fafde048b77"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:48.179089 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-27a04132-c38b-4756-8e23-f6fa0f92eb7d req-87a52f04-adc1-426c-87c9-d826c853926c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a41064c-fc3c-4bc3-a4ab-94fa709b6942 HTTP/1.1" status: 200 len: 217 time: 0.1537778 Jul 07 17:32:48.207077 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83ba544-ba54-459b-aa26-6398ee8b210c x-openstack-request-id: req-a83ba544-ba54-459b-aa26-6398ee8b210c {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:48.207629 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb453d5a-a7ea-4843-904e-c6f927515176", "tag": "762c37ae-b249-4b6e-9eb3-8fafde048b77", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:48.207629 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a83ba544-ba54-459b-aa26-6398ee8b210c {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:48.208020 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb453d5a-a7ea-4843-904e-c6f927515176', 'tag': '762c37ae-b249-4b6e-9eb3-8fafde048b77', 'status': 'completed', 'code': 200} Jul 07 17:32:48.232290 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-8f2bdefc-3cd0-474e-9267-52229bd68321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:48.234057 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-8f2bdefc-3cd0-474e-9267-52229bd68321 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 1095 time: 0.0906703 Jul 07 17:32:48.263105 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port af35ad97-fd60-40ac-acd1-77487f7372f3 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:48.263485 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:48.325260 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-54f250b9-7cf0-433d-b903-167d9d99c59d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77 HTTP/1.1" status: 200 len: 217 time: 0.0819831 Jul 07 17:32:48.439127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-6be62cf6-f985-44f5-b88e-018727fe6423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:48.441116 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-6be62cf6-f985-44f5-b88e-018727fe6423 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5bba496b-911a-410a-98e8-545f93251b0b HTTP/1.1" status: 200 len: 835 time: 0.1100042 Jul 07 17:32:48.625112 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-84f71cdc-c8e7-4c91-ab8c-25a5e183b0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651e6827-d979-413d-a7eb-f66377652714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1781398011', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:04Z', 'updated_at': '2021-07-07T17:31:08Z', 'revision_number': 4, 'project_id': '16856e360ab146108cdc65e200cbee54', 'gw_port': {'id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:63:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651e6827-d979-413d-a7eb-f66377652714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:05Z', 'updated_at': '2021-07-07T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '8b3a745c-e316-4427-8054-5535e1dd042e', 'name': '', 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'mac_address': 'fa:16:3e:df:e9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651e6827-d979-413d-a7eb-f66377652714', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '71210078-f821-4522-b35c-682979e070c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:07Z', 'updated_at': '2021-07-07T17:31:14Z', 'revision_number': 5, 'project_id': '16856e360ab146108cdc65e200cbee54', 'subnets': [{'id': '71210078-f821-4522-b35c-682979e070c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:48.646870 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-c555d814-9646-4538-a90f-3c43d523be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:48.648532 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-c555d814-9646-4538-a90f-3c43d523be7e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21df902c-e279-4e27-944e-9fb0c51e7ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1998959 Jul 07 17:32:48.662243 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f71cdc-c8e7-4c91-ab8c-25a5e183b0c9 None None] Checking router: 651e6827-d979-413d-a7eb-f66377652714 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:48.675777 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f71cdc-c8e7-4c91-ab8c-25a5e183b0c9 None None] Routers {'651e6827-d979-413d-a7eb-f66377652714'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:48.676327 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-84f71cdc-c8e7-4c91-ab8c-25a5e183b0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:32:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['651e6827-d979-413d-a7eb-f66377652714'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:48.751612 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a757e0-361d-4f58-af36-d0f2db360665 req-7441217e-a3ab-4ada-94d0-114cbef02261 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:48.764913 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b4a757e0-361d-4f58-af36-d0f2db360665 req-7441217e-a3ab-4ada-94d0-114cbef02261 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 943 time: 0.2374115 Jul 07 17:32:48.828070 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-84f71cdc-c8e7-4c91-ab8c-25a5e183b0c9 None None] Set router 651e6827-d979-413d-a7eb-f66377652714 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:48.898706 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b4a757e0-361d-4f58-af36-d0f2db360665 req-020695a4-0891-483d-831f-873678ccad2e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251588 Jul 07 17:32:48.955172 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-de42d19e-ab22-47b1-a1c7-758ff8aff5b8 service neutron] 10.222.0.72 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984378 Jul 07 17:32:48.993793 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a04132-c38b-4756-8e23-f6fa0f92eb7d req-7f72eff8-9048-4c26-b7dc-2bdba506a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:49.000104 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-27a04132-c38b-4756-8e23-f6fa0f92eb7d req-7f72eff8-9048-4c26-b7dc-2bdba506a73b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71210078-f821-4522-b35c-682979e070c1 HTTP/1.1" status: 200 len: 835 time: 0.8112605 Jul 07 17:32:49.076250 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a915b16-c681-472b-80e0-c289c816625f req-c15bed99-2be9-4c8d-8bf0-27aa05896f63 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:49.090528 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3a915b16-c681-472b-80e0-c289c816625f req-c15bed99-2be9-4c8d-8bf0-27aa05896f63 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?device_id=f046e87e-3b39-40ce-8a2f-21033644fc7f HTTP/1.1" status: 200 len: 984 time: 0.2200296 Jul 07 17:32:49.145285 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba6c327f-6031-4d5b-8a05-eeacbd728d7a req-5f55d91c-44c3-43a2-baa2-0483236a4eea service neutron] 10.222.0.72 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836665 Jul 07 17:32:49.150923 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a04132-c38b-4756-8e23-f6fa0f92eb7d req-4fbaec07-7dd1-4961-b4cc-b2808db2bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:49.154937 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-27a04132-c38b-4756-8e23-f6fa0f92eb7d req-4fbaec07-7dd1-4961-b4cc-b2808db2bf4f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6afd2e31-32ff-4f9a-ba18-d14a74360e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1464388 Jul 07 17:32:49.163204 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3a915b16-c681-472b-80e0-c289c816625f req-4171a113-7919-471c-a471-a4b8373ee981 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bcf55d4-a0e9-4eff-98cf-1846618da7d1&id=c37da69c-8673-4256-830d-b887ad4193e2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0717096 Jul 07 17:32:49.186305 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-84f71cdc-c8e7-4c91-ab8c-25a5e183b0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651e6827-d979-413d-a7eb-f66377652714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1781398011', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:04Z', 'updated_at': '2021-07-07T17:31:08Z', 'revision_number': 4, 'project_id': '16856e360ab146108cdc65e200cbee54', 'gw_port': {'id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:63:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651e6827-d979-413d-a7eb-f66377652714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:05Z', 'updated_at': '2021-07-07T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '8b3a745c-e316-4427-8054-5535e1dd042e', 'name': '', 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'mac_address': 'fa:16:3e:df:e9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651e6827-d979-413d-a7eb-f66377652714', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '71210078-f821-4522-b35c-682979e070c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:07Z', 'updated_at': '2021-07-07T17:31:14Z', 'revision_number': 5, 'project_id': '16856e360ab146108cdc65e200cbee54', 'subnets': [{'id': '71210078-f821-4522-b35c-682979e070c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:49.245347 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f71cdc-c8e7-4c91-ab8c-25a5e183b0c9 None None] The sync data for ids ['651e6827-d979-413d-a7eb-f66377652714'] in n-d-791503-12 is: [{'id': '651e6827-d979-413d-a7eb-f66377652714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1781398011', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:04Z', 'updated_at': '2021-07-07T17:31:08Z', 'revision_number': 4, 'project_id': '16856e360ab146108cdc65e200cbee54', 'gw_port': {'id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:63:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651e6827-d979-413d-a7eb-f66377652714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:05Z', 'updated_at': '2021-07-07T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '8b3a745c-e316-4427-8054-5535e1dd042e', 'name': '', 'network_id': '6afd2e31-32ff-4f9a-ba18-d14a74360e71', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'mac_address': 'fa:16:3e:df:e9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651e6827-d979-413d-a7eb-f66377652714', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '71210078-f821-4522-b35c-682979e070c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:07Z', 'updated_at': '2021-07-07T17:31:14Z', 'revision_number': 5, 'project_id': '16856e360ab146108cdc65e200cbee54', 'subnets': [{'id': '71210078-f821-4522-b35c-682979e070c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:49.350879 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-27a04132-c38b-4756-8e23-f6fa0f92eb7d req-a0c0567f-cfb9-44b3-8181-eee6efe5a66e service neutron] 10.222.0.64 "GET /v2.0/networks/6afd2e31-32ff-4f9a-ba18-d14a74360e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811116 Jul 07 17:32:49.366812 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756cd94-bfee-49dc-b303-0c9d5b49f560 req-383d1e4f-0a6c-4e0c-9131-48b97ed56cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:49.368545 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1756cd94-bfee-49dc-b303-0c9d5b49f560 req-383d1e4f-0a6c-4e0c-9131-48b97ed56cee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 1095 time: 0.1549127 Jul 07 17:32:49.493799 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-27a04132-c38b-4756-8e23-f6fa0f92eb7d req-03a3cc85-52ce-4f70-a5ff-e9f20a717bfa service neutron] 10.222.0.64 "GET /v2.0/networks/6afd2e31-32ff-4f9a-ba18-d14a74360e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332972 Jul 07 17:32:49.530432 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756cd94-bfee-49dc-b303-0c9d5b49f560 req-1e7a7261-39ee-432d-a288-18dc3b18d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:49.533044 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1756cd94-bfee-49dc-b303-0c9d5b49f560 req-1e7a7261-39ee-432d-a288-18dc3b18d751 service neutron] 10.222.0.72 "GET /v2.0/networks?id=21df902c-e279-4e27-944e-9fb0c51e7ce8 HTTP/1.1" status: 200 len: 898 time: 0.1573565 Jul 07 17:32:49.650295 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1756cd94-bfee-49dc-b303-0c9d5b49f560 req-2db23c65-2c75-4c4f-8e55-bbf96682993b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77 HTTP/1.1" status: 200 len: 217 time: 0.0554147 Jul 07 17:32:49.745182 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47fab53-628f-4909-973f-ca53e5b4149a None None] New status for floating IP 788cac41-e479-4990-a5ea-ec95998b617c: DOWN {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:32:49.753629 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756cd94-bfee-49dc-b303-0c9d5b49f560 req-71c5e753-a092-4a3b-a01e-e92b3e004c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:49.755548 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1756cd94-bfee-49dc-b303-0c9d5b49f560 req-71c5e753-a092-4a3b-a01e-e92b3e004c65 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5bba496b-911a-410a-98e8-545f93251b0b HTTP/1.1" status: 200 len: 835 time: 0.0985229 Jul 07 17:32:49.766216 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb046ba-4c85-4270-a0d5-2d8c90bfb585 req-b83f6261-dd9c-4cf3-b253-b345673fcb59 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:49.768027 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fcb046ba-4c85-4270-a0d5-2d8c90bfb585 req-b83f6261-dd9c-4cf3-b253-b345673fcb59 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.64 "GET /v2.0/ports?device_id=f046e87e-3b39-40ce-8a2f-21033644fc7f HTTP/1.1" status: 200 len: 984 time: 0.2339802 Jul 07 17:32:49.927714 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756cd94-bfee-49dc-b303-0c9d5b49f560 req-13d437df-6a81-4c8f-97a0-bbb16eb37dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:49.929291 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1756cd94-bfee-49dc-b303-0c9d5b49f560 req-13d437df-6a81-4c8f-97a0-bbb16eb37dff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21df902c-e279-4e27-944e-9fb0c51e7ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1603580 Jul 07 17:32:49.947296 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-fcb046ba-4c85-4270-a0d5-2d8c90bfb585 req-254eb45b-b57b-483c-a2f2-1990ebecca48 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Deleting port 5a41064c-fc3c-4bc3-a4ab-94fa709b6942 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:49.947643 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fcb046ba-4c85-4270-a0d5-2d8c90bfb585 req-254eb45b-b57b-483c-a2f2-1990ebecca48 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:50.193929 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-fcb046ba-4c85-4270-a0d5-2d8c90bfb585 req-254eb45b-b57b-483c-a2f2-1990ebecca48 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] For port 5a41064c-fc3c-4bc3-a4ab-94fa709b6942, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=5a41064c-fc3c-4bc3-a4ab-94fa709b6942,segment=NetworkSegment(20702993-dd0e-4fd5-8b98-7dd5f25a225d),segment_id=20702993-dd0e-4fd5-8b98-7dd5f25a225d)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:50.194306 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fcb046ba-4c85-4270-a0d5-2d8c90bfb585 req-254eb45b-b57b-483c-a2f2-1990ebecca48 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:50.200496 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1756cd94-bfee-49dc-b303-0c9d5b49f560 req-18a4c8e1-fd33-4670-b973-4e79a321bb8a service neutron] 10.222.0.72 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628860 Jul 07 17:32:50.309842 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-fcb046ba-4c85-4270-a0d5-2d8c90bfb585 req-254eb45b-b57b-483c-a2f2-1990ebecca48 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Calling delete_port for 5a41064c-fc3c-4bc3-a4ab-94fa709b6942 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:50.322819 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1756cd94-bfee-49dc-b303-0c9d5b49f560 req-6e0104ae-0358-43db-b333-d559e2adcb44 service neutron] 10.222.0.72 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140392 Jul 07 17:32:50.333625 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5f5de-4bb3-4daa-8c0f-2ebf47bd7c04 req-338fd08e-ea62-44a5-a67e-98e366a36da6 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:50.335152 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5bd5f5de-4bb3-4daa-8c0f-2ebf47bd7c04 req-338fd08e-ea62-44a5-a67e-98e366a36da6 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 943 time: 0.2862906 Jul 07 17:32:50.379377 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590d842-b758-4613-a884-9faaceaf2fba req-3e46548e-8dfd-4c10-82a3-7aecf705e960 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:50.381290 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a590d842-b758-4613-a884-9faaceaf2fba req-3e46548e-8dfd-4c10-82a3-7aecf705e960 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/ports?device_id=f046e87e-3b39-40ce-8a2f-21033644fc7f HTTP/1.1" status: 200 len: 984 time: 0.0765724 Jul 07 17:32:50.419479 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5bd5f5de-4bb3-4daa-8c0f-2ebf47bd7c04 req-b1b50108-210b-4fb2-ba4b-0539c8be2727 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472019 Jul 07 17:32:50.444172 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a590d842-b758-4613-a884-9faaceaf2fba req-bcc4a787-7180-469b-bf82-62081de286bc tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bcf55d4-a0e9-4eff-98cf-1846618da7d1&id=c37da69c-8673-4256-830d-b887ad4193e2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0513883 Jul 07 17:32:50.496450 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 762c37ae-b249-4b6e-9eb3-8fafde048b77 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:32:50.586794 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fcb046ba-4c85-4270-a0d5-2d8c90bfb585 req-254eb45b-b57b-483c-a2f2-1990ebecca48 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:50.621900 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254eb45b-b57b-483c-a2f2-1990ebecca48 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event deleted for resources: {'Port': ['ID=5a41064c-fc3c-4bc3-a4ab-94fa709b6942,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:50.655836 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 762c37ae-b249-4b6e-9eb3-8fafde048b77, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77,segment=NetworkSegment(030884bf-3da9-4e92-a2cc-b431144a5d2a),segment_id=030884bf-3da9-4e92-a2cc-b431144a5d2a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:50.671547 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '762c37ae-b249-4b6e-9eb3-8fafde048b77', 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8', 'port_id': '762c37ae-b249-4b6e-9eb3-8fafde048b77', 'mac_address': 'fa:16:3e:bf:40:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bba496b-911a-410a-98e8-545f93251b0b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:32:50.681057 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb046ba-4c85-4270-a0d5-2d8c90bfb585 req-254eb45b-b57b-483c-a2f2-1990ebecca48 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] No DVR routers for this DVR port 5a41064c-fc3c-4bc3-a4ab-94fa709b6942 on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:32:50.684428 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fcb046ba-4c85-4270-a0d5-2d8c90bfb585 req-254eb45b-b57b-483c-a2f2-1990ebecca48 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:50.687364 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fcb046ba-4c85-4270-a0d5-2d8c90bfb585 req-254eb45b-b57b-483c-a2f2-1990ebecca48 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.64 "DELETE /v2.0/ports/5a41064c-fc3c-4bc3-a4ab-94fa709b6942 HTTP/1.1" status: 204 len: 173 time: 0.9102108 Jul 07 17:32:50.687829 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f046e87e-3b39-40ce-8a2f-21033644fc7f', 'name': 'network-vif-deleted', 'tag': '5a41064c-fc3c-4bc3-a4ab-94fa709b6942'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:50.690139 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716140a6-8f31-41cf-aa89-17568edac4dc" -d '{"events": [{"server_uuid": "f046e87e-3b39-40ce-8a2f-21033644fc7f", "name": "network-vif-deleted", "tag": "5a41064c-fc3c-4bc3-a4ab-94fa709b6942"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:50.749729 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:50.757649 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d1a9cc-b226-417c-928d-49c8726b4f10 x-openstack-request-id: req-63d1a9cc-b226-417c-928d-49c8726b4f10 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:50.757955 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f046e87e-3b39-40ce-8a2f-21033644fc7f", "name": "network-vif-deleted", "tag": "5a41064c-fc3c-4bc3-a4ab-94fa709b6942", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:50.758210 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63d1a9cc-b226-417c-928d-49c8726b4f10 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:50.758617 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f046e87e-3b39-40ce-8a2f-21033644fc7f', 'name': 'network-vif-deleted', 'tag': '5a41064c-fc3c-4bc3-a4ab-94fa709b6942', 'status': 'completed', 'code': 200} Jul 07 17:32:50.774249 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762c37ae-b249-4b6e-9eb3-8fafde048b77 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:32:50.805143 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 762c37ae-b249-4b6e-9eb3-8fafde048b77, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77,segment=NetworkSegment(030884bf-3da9-4e92-a2cc-b431144a5d2a),segment_id=030884bf-3da9-4e92-a2cc-b431144a5d2a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:50.809488 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:50.868134 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=762c37ae-b249-4b6e-9eb3-8fafde048b77,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:51.004608 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['762c37ae-b249-4b6e-9eb3-8fafde048b77'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:32:51.563126 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36758) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:51.655000 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-de175b2a-c92e-4470-8ca4-68bf31ccb8f7 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:51.687988 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b6c43-7ae1-44fc-b3be-b76f19dc8c5d req-8ed46563-0253-40f1-acdc-e8c73073177b tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:51.696308 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-353b6c43-7ae1-44fc-b3be-b76f19dc8c5d req-8ed46563-0253-40f1-acdc-e8c73073177b tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 944 time: 0.1090386 Jul 07 17:32:51.698274 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-de175b2a-c92e-4470-8ca4-68bf31ccb8f7 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:51.746810 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-353b6c43-7ae1-44fc-b3be-b76f19dc8c5d req-a2c881a2-9a91-4650-ba6d-e1d184adaffc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492947 Jul 07 17:32:51.778465 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-de175b2a-c92e-4470-8ca4-68bf31ccb8f7 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:51.781749 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-de175b2a-c92e-4470-8ca4-68bf31ccb8f7 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:51.785333 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-de175b2a-c92e-4470-8ca4-68bf31ccb8f7 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "DELETE /v2.0/security-groups/7bcf55d4-a0e9-4eff-98cf-1846618da7d1 HTTP/1.1" status: 204 len: 168 time: 0.2189331 Jul 07 17:32:51.785796 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36760) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:51.793487 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de175b2a-c92e-4470-8ca4-68bf31ccb8f7 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcf55d4-a0e9-4eff-98cf-1846618da7d1,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:51.863888 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-545d6949-9932-4836-a486-6119a3e5486d tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:51.897467 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-545d6949-9932-4836-a486-6119a3e5486d tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:51.960530 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-545d6949-9932-4836-a486-6119a3e5486d tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:51.964215 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-545d6949-9932-4836-a486-6119a3e5486d tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:51.965725 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-545d6949-9932-4836-a486-6119a3e5486d tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "DELETE /v2.0/security-groups/c37da69c-8673-4256-830d-b887ad4193e2 HTTP/1.1" status: 204 len: 168 time: 0.1787708 Jul 07 17:32:51.968928 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36764) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:51.977158 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d6949-9932-4836-a486-6119a3e5486d tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37da69c-8673-4256-830d-b887ad4193e2,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:52.474441 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f9610806-e3b0-454e-8c01-f51f89169db1 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:52.509621 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 762c37ae-b249-4b6e-9eb3-8fafde048b77 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:52.569091 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 762c37ae-b249-4b6e-9eb3-8fafde048b77 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:52.577742 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 762c37ae-b249-4b6e-9eb3-8fafde048b77 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:52.578234 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:52.675332 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:52.709681 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb453d5a-a7ea-4843-904e-c6f927515176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762c37ae-b249-4b6e-9eb3-8fafde048b77'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:52.712430 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0682a6-fef5-4f4f-8abb-8b1ffb3dc9ae" -d '{"events": [{"server_uuid": "fb453d5a-a7ea-4843-904e-c6f927515176", "name": "network-vif-plugged", "status": "completed", "tag": "762c37ae-b249-4b6e-9eb3-8fafde048b77"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:52.719322 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 762c37ae-b249-4b6e-9eb3-8fafde048b77, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77,segment=NetworkSegment(030884bf-3da9-4e92-a2cc-b431144a5d2a),segment_id=030884bf-3da9-4e92-a2cc-b431144a5d2a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:52.724086 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:52.832042 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4951282d-d68c-4caa-96ad-a4dd5b52c252 x-openstack-request-id: req-4951282d-d68c-4caa-96ad-a4dd5b52c252 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:52.832342 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb453d5a-a7ea-4843-904e-c6f927515176", "name": "network-vif-plugged", "status": "completed", "tag": "762c37ae-b249-4b6e-9eb3-8fafde048b77", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:52.832817 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4951282d-d68c-4caa-96ad-a4dd5b52c252 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:52.833402 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb453d5a-a7ea-4843-904e-c6f927515176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762c37ae-b249-4b6e-9eb3-8fafde048b77', 'code': 200} Jul 07 17:32:52.834701 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=762c37ae-b249-4b6e-9eb3-8fafde048b77,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:52.860079 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:32:53.064600 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f7a4d-5ed4-49b7-b392-6f508a84a3e6 req-b5dcf5a9-f44d-4f2a-b252-ab7c04d49cef tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:53.069723 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2b8f7a4d-5ed4-49b7-b392-6f508a84a3e6 req-b5dcf5a9-f44d-4f2a-b252-ab7c04d49cef tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 945 time: 0.0924757 Jul 07 17:32:53.162915 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2b8f7a4d-5ed4-49b7-b392-6f508a84a3e6 req-a0d55877-3933-44a7-bc03-9fe0c7167996 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869246 Jul 07 17:32:53.417492 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-308742f3-cb05-47ef-bc00-75a5f75f516d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:53.506590 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-f9610806-e3b0-454e-8c01-f51f89169db1 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Deleting port 8b3a745c-e316-4427-8054-5535e1dd042e {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:53.507167 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f9610806-e3b0-454e-8c01-f51f89169db1 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:53.572724 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea56d8f-f454-4806-bca2-f834119b5c98 req-f13ed6f6-81be-475f-b49b-9fbc87f038ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:53.574312 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fea56d8f-f454-4806-bca2-f834119b5c98 req-f13ed6f6-81be-475f-b49b-9fbc87f038ec service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 1097 time: 0.6562562 Jul 07 17:32:53.624513 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fea56d8f-f454-4806-bca2-f834119b5c98 req-9ab3736c-ba9f-45dd-82bb-35938acd7896 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437489 Jul 07 17:32:53.645032 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-f9610806-e3b0-454e-8c01-f51f89169db1 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] For port 8b3a745c-e316-4427-8054-5535e1dd042e, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8b3a745c-e316-4427-8054-5535e1dd042e,segment=NetworkSegment(20702993-dd0e-4fd5-8b98-7dd5f25a225d),segment_id=20702993-dd0e-4fd5-8b98-7dd5f25a225d)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:53.645315 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f9610806-e3b0-454e-8c01-f51f89169db1 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:53.669176 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-f9610806-e3b0-454e-8c01-f51f89169db1 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Calling delete_port for 8b3a745c-e316-4427-8054-5535e1dd042e owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:53.890204 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f9610806-e3b0-454e-8c01-f51f89169db1 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:53.933496 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9610806-e3b0-454e-8c01-f51f89169db1 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event deleted for resources: {'Port': ['ID=8b3a745c-e316-4427-8054-5535e1dd042e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:54.158282 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f9610806-e3b0-454e-8c01-f51f89169db1 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:54.574313 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9610806-e3b0-454e-8c01-f51f89169db1 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Router 651e6827-d979-413d-a7eb-f66377652714 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:54.594739 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc62b94-a764-431a-b348-e7737b84d5a7 req-8c5d5976-5be1-42c0-b686-cbb347cdedbe tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:54.602687 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fdc62b94-a764-431a-b348-e7737b84d5a7 req-8c5d5976-5be1-42c0-b686-cbb347cdedbe tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 945 time: 0.2327745 Jul 07 17:32:54.691799 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fdc62b94-a764-431a-b348-e7737b84d5a7 req-82340146-ffd6-4b1f-8aef-2811c45e5076 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881379 Jul 07 17:32:54.787448 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9610806-e3b0-454e-8c01-f51f89169db1 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:54.798919 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f9610806-e3b0-454e-8c01-f51f89169db1 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "PUT /v2.0/routers/651e6827-d979-413d-a7eb-f66377652714/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8277080 Jul 07 17:32:54.800434 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36832) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:54.804819 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30f021b-9e5a-45db-845c-f9f182579884 None None] Sync routers for ids ['651e6827-d979-413d-a7eb-f66377652714'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:54.820710 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30f021b-9e5a-45db-845c-f9f182579884 None None] Routers {'651e6827-d979-413d-a7eb-f66377652714'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:54.821343 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d30f021b-9e5a-45db-845c-f9f182579884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:32:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['651e6827-d979-413d-a7eb-f66377652714'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:54.887657 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-47819bfe-2bee-4fb0-9e96-752086480507 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Deleting subnet 71210078-f821-4522-b35c-682979e070c1 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:32:54.894776 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-47819bfe-2bee-4fb0-9e96-752086480507 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:54.964193 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-47819bfe-2bee-4fb0-9e96-752086480507 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:55.014879 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-d30f021b-9e5a-45db-845c-f9f182579884 None None] Set router 651e6827-d979-413d-a7eb-f66377652714 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:55.206062 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-47819bfe-2bee-4fb0-9e96-752086480507 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:55.397164 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-47819bfe-2bee-4fb0-9e96-752086480507 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:55.491648 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-47819bfe-2bee-4fb0-9e96-752086480507 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:55.497175 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36854) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:55.498154 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-47819bfe-2bee-4fb0-9e96-752086480507 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "DELETE /v2.0/subnets/71210078-f821-4522-b35c-682979e070c1 HTTP/1.1" status: 204 len: 168 time: 0.6962798 Jul 07 17:32:55.499094 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47819bfe-2bee-4fb0-9e96-752086480507 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event deleted for resources: {'Subnet': ['ID=71210078-f821-4522-b35c-682979e070c1,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:55.526902 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 5a41064c-fc3c-4bc3-a4ab-94fa709b6942 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:55.530039 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544b443b-2b0c-4402-aa83-098070bbdacf None None] Network 6afd2e31-32ff-4f9a-ba18-d14a74360e71 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:55.565752 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 5a41064c-fc3c-4bc3-a4ab-94fa709b6942 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:55.566067 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 5a41064c-fc3c-4bc3-a4ab-94fa709b6942 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:55.758072 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bae026f6-bad5-48c4-af5e-fd9e1bff710e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:55.824326 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d30f021b-9e5a-45db-845c-f9f182579884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651e6827-d979-413d-a7eb-f66377652714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1781398011', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:04Z', 'updated_at': '2021-07-07T17:32:53Z', 'revision_number': 5, 'project_id': '16856e360ab146108cdc65e200cbee54', 'gw_port': {'id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:63:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651e6827-d979-413d-a7eb-f66377652714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:05Z', 'updated_at': '2021-07-07T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:55.868776 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30f021b-9e5a-45db-845c-f9f182579884 None None] Checking router: 651e6827-d979-413d-a7eb-f66377652714 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:55.913950 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30f021b-9e5a-45db-845c-f9f182579884 None None] Routers {'651e6827-d979-413d-a7eb-f66377652714'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:55.914610 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d30f021b-9e5a-45db-845c-f9f182579884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:32:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['651e6827-d979-413d-a7eb-f66377652714'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:56.000539 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a47a359-7474-4763-a920-0ba6dbca899b None None] DHCP port deletion for 6afd2e31-32ff-4f9a-ba18-d14a74360e71 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:32:56.047479 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bae026f6-bad5-48c4-af5e-fd9e1bff710e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:56.167220 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f696cf-b388-4705-976e-ab012928d8eb req-e0c28d32-bd3b-4112-a3d3-ebcc9869c0ab tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:56.168842 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e6f696cf-b388-4705-976e-ab012928d8eb req-e0c28d32-bd3b-4112-a3d3-ebcc9869c0ab tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 945 time: 0.1525896 Jul 07 17:32:56.203348 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-bae026f6-bad5-48c4-af5e-fd9e1bff710e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Deleting port c5b8c206-996d-47a4-8a76-bcd86b5e01c5 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:56.203633 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bae026f6-bad5-48c4-af5e-fd9e1bff710e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:56.249379 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e6f696cf-b388-4705-976e-ab012928d8eb req-9cf41cc3-9267-42fc-b9da-ea3b54f94906 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703926 Jul 07 17:32:56.306818 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-5a47a359-7474-4763-a920-0ba6dbca899b None None] Deleting port ca78c826-7014-4f4c-9c04-8bf57353abbc {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:56.306922 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5a47a359-7474-4763-a920-0ba6dbca899b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:56.495461 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-bae026f6-bad5-48c4-af5e-fd9e1bff710e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] For port c5b8c206-996d-47a4-8a76-bcd86b5e01c5, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=c5b8c206-996d-47a4-8a76-bcd86b5e01c5,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:56.495831 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bae026f6-bad5-48c4-af5e-fd9e1bff710e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:56.525886 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-d30f021b-9e5a-45db-845c-f9f182579884 None None] Set router 651e6827-d979-413d-a7eb-f66377652714 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:56.539237 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-bae026f6-bad5-48c4-af5e-fd9e1bff710e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Calling delete_port for c5b8c206-996d-47a4-8a76-bcd86b5e01c5 owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:56.619408 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:56.686073 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-5a47a359-7474-4763-a920-0ba6dbca899b None None] For port ca78c826-7014-4f4c-9c04-8bf57353abbc, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=ca78c826-7014-4f4c-9c04-8bf57353abbc,segment=NetworkSegment(20702993-dd0e-4fd5-8b98-7dd5f25a225d),segment_id=20702993-dd0e-4fd5-8b98-7dd5f25a225d)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:56.687330 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5a47a359-7474-4763-a920-0ba6dbca899b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:56.745127 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-5a47a359-7474-4763-a920-0ba6dbca899b None None] Calling delete_port for ca78c826-7014-4f4c-9c04-8bf57353abbc owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:56.790846 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bae026f6-bad5-48c4-af5e-fd9e1bff710e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:56.804880 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7b3168d3-c488-48ad-b4fb-007f9e3583f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:56.839752 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae026f6-bad5-48c4-af5e-fd9e1bff710e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event deleted for resources: {'Port': ['ID=c5b8c206-996d-47a4-8a76-bcd86b5e01c5,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:56.948468 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5a47a359-7474-4763-a920-0ba6dbca899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:56.954267 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b05f5-0e25-4c20-8e48-eed53955bbd3 req-04e81b40-ea9b-4c17-a06a-a979839cf4d2 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:56.956429 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1f9b05f5-0e25-4c20-8e48-eed53955bbd3 req-04e81b40-ea9b-4c17-a06a-a979839cf4d2 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 945 time: 0.2066746 Jul 07 17:32:56.980991 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47a359-7474-4763-a920-0ba6dbca899b None None] Pushing event deleted for resources: {'Port': ['ID=ca78c826-7014-4f4c-9c04-8bf57353abbc,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:56.987959 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d30f021b-9e5a-45db-845c-f9f182579884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651e6827-d979-413d-a7eb-f66377652714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1781398011', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:04Z', 'updated_at': '2021-07-07T17:32:53Z', 'revision_number': 5, 'project_id': '16856e360ab146108cdc65e200cbee54', 'gw_port': {'id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:63:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651e6827-d979-413d-a7eb-f66377652714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:05Z', 'updated_at': '2021-07-07T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:56.990155 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a47a359-7474-4763-a920-0ba6dbca899b None None] No DVR routers for this DVR port ca78c826-7014-4f4c-9c04-8bf57353abbc on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:32:57.027418 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1f9b05f5-0e25-4c20-8e48-eed53955bbd3 req-24886bcc-0496-49ef-b3f1-974bc463f53d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592926 Jul 07 17:32:57.027418 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bae026f6-bad5-48c4-af5e-fd9e1bff710e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:57.052673 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30f021b-9e5a-45db-845c-f9f182579884 None None] The sync data for ids ['651e6827-d979-413d-a7eb-f66377652714'] in n-d-791503-12 is: [{'id': '651e6827-d979-413d-a7eb-f66377652714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1781398011', 'tenant_id': '16856e360ab146108cdc65e200cbee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:04Z', 'updated_at': '2021-07-07T17:32:53Z', 'revision_number': 5, 'project_id': '16856e360ab146108cdc65e200cbee54', 'gw_port': {'id': 'c5b8c206-996d-47a4-8a76-bcd86b5e01c5', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:63:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651e6827-d979-413d-a7eb-f66377652714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:05Z', 'updated_at': '2021-07-07T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:57.069888 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36892) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:57.146471 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a766e90f-5efc-4331-a2bf-876bee14b4aa tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:57.157169 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a766e90f-5efc-4331-a2bf-876bee14b4aa tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 1092 time: 0.0858872 Jul 07 17:32:57.157809 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 36894) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:57.162306 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-dabb6c2d-034d-42d8-bb49-e4c7135b039c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'port_id': '762c37ae-b249-4b6e-9eb3-8fafde048b77', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:57.191673 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bae026f6-bad5-48c4-af5e-fd9e1bff710e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:57.194411 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bae026f6-bad5-48c4-af5e-fd9e1bff710e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:57.204037 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dabb6c2d-034d-42d8-bb49-e4c7135b039c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for floatingip, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:57.286819 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bae026f6-bad5-48c4-af5e-fd9e1bff710e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:57.287574 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae026f6-bad5-48c4-af5e-fd9e1bff710e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Fanout notify agent at l3_agent the message router_deleted on router 651e6827-d979-413d-a7eb-f66377652714 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:32:57.296593 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bae026f6-bad5-48c4-af5e-fd9e1bff710e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:57.300209 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bae026f6-bad5-48c4-af5e-fd9e1bff710e tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "DELETE /v2.0/routers/651e6827-d979-413d-a7eb-f66377652714 HTTP/1.1" status: 204 len: 168 time: 1.7995522 Jul 07 17:32:57.300328 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36900) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:57.396704 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dabb6c2d-034d-42d8-bb49-e4c7135b039c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:57.412643 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98f06815-4e2a-49f0-9615-ae42570c8386 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:57.565945 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-dabb6c2d-034d-42d8-bb49-e4c7135b039c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Allocated IP 172.25.0.128 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/ba482eed-384b-4f63-9b88-56d47b877912) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:57.632521 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98f06815-4e2a-49f0-9615-ae42570c8386 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:57.645080 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-98f06815-4e2a-49f0-9615-ae42570c8386 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6afd2e31-32ff-4f9a-ba18-d14a74360e71']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:57.659015 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-98f06815-4e2a-49f0-9615-ae42570c8386 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20702993-dd0e-4fd5-8b98-7dd5f25a225d') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:57.660032 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-98f06815-4e2a-49f0-9615-ae42570c8386 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20702993-dd0e-4fd5-8b98-7dd5f25a225d') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:57.676067 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98f06815-4e2a-49f0-9615-ae42570c8386 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:57.696535 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98f06815-4e2a-49f0-9615-ae42570c8386 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:57.740993 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f06815-4e2a-49f0-9615-ae42570c8386 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:32:57.741464 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98f06815-4e2a-49f0-9615-ae42570c8386 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:32:57.744900 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:32:57.768322 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dabb6c2d-034d-42d8-bb49-e4c7135b039c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:57.843365 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dabb6c2d-034d-42d8-bb49-e4c7135b039c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:57.850705 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98f06815-4e2a-49f0-9615-ae42570c8386 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:57.862292 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-98f06815-4e2a-49f0-9615-ae42570c8386 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:57.864439 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-98f06815-4e2a-49f0-9615-ae42570c8386 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] 10.222.0.53 "DELETE /v2.0/networks/6afd2e31-32ff-4f9a-ba18-d14a74360e71 HTTP/1.1" status: 204 len: 168 time: 0.5631914 Jul 07 17:32:57.921004 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f06815-4e2a-49f0-9615-ae42570c8386 tempest-TestSecurityGroupsBasicOps-1399181884 tempest-TestSecurityGroupsBasicOps-1399181884-project] Pushing event deleted for resources: {'Network': ['ID=6afd2e31-32ff-4f9a-ba18-d14a74360e71,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:57.927049 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8b3a745c-e316-4427-8054-5535e1dd042e no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:57.973609 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 8b3a745c-e316-4427-8054-5535e1dd042e {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:57.974302 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8b3a745c-e316-4427-8054-5535e1dd042e not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:57.974409 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device ca78c826-7014-4f4c-9c04-8bf57353abbc no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:57.999355 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabb6c2d-034d-42d8-bb49-e4c7135b039c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:58.012669 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-dabb6c2d-034d-42d8-bb49-e4c7135b039c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:58.021002 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabb6c2d-034d-42d8-bb49-e4c7135b039c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:58.030756 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb6c2d-034d-42d8-bb49-e4c7135b039c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Port': ['ID=ba482eed-384b-4f63-9b88-56d47b877912,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:58.044208 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: ca78c826-7014-4f4c-9c04-8bf57353abbc {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:58.045402 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device ca78c826-7014-4f4c-9c04-8bf57353abbc not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:58.053818 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:58.414892 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36924) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:58.661771 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dabb6c2d-034d-42d8-bb49-e4c7135b039c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:58.718040 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bf9630f0-65d6-41c1-9e5f-a98784cf5e85 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=16856e360ab146108cdc65e200cbee54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3019304 Jul 07 17:32:58.720640 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 36960) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:58.783919 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dabb6c2d-034d-42d8-bb49-e4c7135b039c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:58.814037 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2bc2aac-480a-477b-a301-70e6fffc214d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:58.868316 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2bc2aac-480a-477b-a301-70e6fffc214d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:58.953029 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2bc2aac-480a-477b-a301-70e6fffc214d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:58.955941 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2bc2aac-480a-477b-a301-70e6fffc214d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:58.960473 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c2bc2aac-480a-477b-a301-70e6fffc214d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf5b089e-c9cb-41cc-a3a4-bad51ed6fe50 HTTP/1.1" status: 204 len: 168 time: 0.2387369 Jul 07 17:32:58.991346 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc2aac-480a-477b-a301-70e6fffc214d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5b089e-c9cb-41cc-a3a4-bad51ed6fe50,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:59.043293 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dabb6c2d-034d-42d8-bb49-e4c7135b039c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:59.050215 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dabb6c2d-034d-42d8-bb49-e4c7135b039c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:59.139661 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dabb6c2d-034d-42d8-bb49-e4c7135b039c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:59.354609 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb6c2d-034d-42d8-bb49-e4c7135b039c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Port': ['ID=ba482eed-384b-4f63-9b88-56d47b877912,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:59.406182 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-dabb6c2d-034d-42d8-bb49-e4c7135b039c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Floating IP 2619eab5-26af-414c-986d-cff325c3b26f associated. External IP: 172.25.0.128, port: 762c37ae-b249-4b6e-9eb3-8fafde048b77. Jul 07 17:32:59.656975 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37016) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:59.696006 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d46e-deff-4c89-9f54-2993fce2fc4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:59.717821 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c5b8c206-996d-47a4-8a76-bcd86b5e01c5 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:59.760613 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: c5b8c206-996d-47a4-8a76-bcd86b5e01c5 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:59.761396 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device c5b8c206-996d-47a4-8a76-bcd86b5e01c5 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:59.887630 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d46e-deff-4c89-9f54-2993fce2fc4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:59.898885 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d46e-deff-4c89-9f54-2993fce2fc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:59.965323 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f7c7d46e-deff-4c89-9f54-2993fce2fc4e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c233e09004aa4e9faac67ea74d6f1066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3074408 Jul 07 17:32:59.971381 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37042) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:00.000715 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7d46e-deff-4c89-9f54-2993fce2fc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821a3819-aa1e-4916-8a76-711dfb223514,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:00.007926 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabb6c2d-034d-42d8-bb49-e4c7135b039c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Router 8a2e7e8d-bbff-4b0b-99ea-779dbd18c771 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:33:00.053069 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-88dad754-bbd4-4af5-bca1-d6a1229e1039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:00.083201 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-88dad754-bbd4-4af5-bca1-d6a1229e1039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:00.141746 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-88dad754-bbd4-4af5-bca1-d6a1229e1039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:00.147377 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-88dad754-bbd4-4af5-bca1-d6a1229e1039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:00.149357 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-88dad754-bbd4-4af5-bca1-d6a1229e1039 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/821a3819-aa1e-4916-8a76-711dfb223514 HTTP/1.1" status: 204 len: 168 time: 0.1766932 Jul 07 17:33:00.192172 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dad754-bbd4-4af5-bca1-d6a1229e1039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821a3819-aa1e-4916-8a76-711dfb223514,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:00.214441 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabb6c2d-034d-42d8-bb49-e4c7135b039c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:33:00.229987 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8558f83e-9b9c-4ea1-9c62-84d18f969861 None None] Sync routers for ids ['8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:33:00.250621 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dabb6c2d-034d-42d8-bb49-e4c7135b039c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:00.250954 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8558f83e-9b9c-4ea1-9c62-84d18f969861 None None] Routers {'8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:00.251737 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-8558f83e-9b9c-4ea1-9c62-84d18f969861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:32:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:00.278490 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:00.314596 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-dabb6c2d-034d-42d8-bb49-e4c7135b039c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1557093 Jul 07 17:33:00.315523 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb453d5a-a7ea-4843-904e-c6f927515176', 'tag': '762c37ae-b249-4b6e-9eb3-8fafde048b77'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:00.343252 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd37a1b4-9aea-4f89-bda9-9c8f21ba06a6" -d '{"events": [{"name": "network-changed", "server_uuid": "fb453d5a-a7ea-4843-904e-c6f927515176", "tag": "762c37ae-b249-4b6e-9eb3-8fafde048b77"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:00.426917 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0107cd53-f396-478c-b2a3-3f11c82893c9 x-openstack-request-id: req-0107cd53-f396-478c-b2a3-3f11c82893c9 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:00.427483 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb453d5a-a7ea-4843-904e-c6f927515176", "tag": "762c37ae-b249-4b6e-9eb3-8fafde048b77", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:00.427940 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0107cd53-f396-478c-b2a3-3f11c82893c9 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:00.428552 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb453d5a-a7ea-4843-904e-c6f927515176', 'tag': '762c37ae-b249-4b6e-9eb3-8fafde048b77', 'status': 'completed', 'code': 200} Jul 07 17:33:00.558384 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-8558f83e-9b9c-4ea1-9c62-84d18f969861 None None] Set router 8a2e7e8d-bbff-4b0b-99ea-779dbd18c771 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:00.739830 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37a1b4-9aea-4f89-bda9-9c8f21ba06a6 req-bc5e9c18-af70-4347-aa04-d1d05e615bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:00.741832 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cd37a1b4-9aea-4f89-bda9-9c8f21ba06a6 req-bc5e9c18-af70-4347-aa04-d1d05e615bb5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 1097 time: 0.2734671 Jul 07 17:33:00.821923 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5a670-d603-4ba8-820f-2d55ba6e6f06 req-d0d315b2-2fa5-413c-83bc-22429d91bf9e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:00.825138 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-66d5a670-d603-4ba8-820f-2d55ba6e6f06 req-d0d315b2-2fa5-413c-83bc-22429d91bf9e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 945 time: 0.2761707 Jul 07 17:33:00.940209 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-66d5a670-d603-4ba8-820f-2d55ba6e6f06 req-88670bf3-ccd8-4ede-9fd3-e3b87dcda497 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023471 Jul 07 17:33:00.959666 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37076) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:00.979621 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37a1b4-9aea-4f89-bda9-9c8f21ba06a6 req-28298d02-41e4-46b6-a8ed-522f133f145f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:00.981321 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cd37a1b4-9aea-4f89-bda9-9c8f21ba06a6 req-28298d02-41e4-46b6-a8ed-522f133f145f service neutron] 10.222.0.72 "GET /v2.0/networks?id=21df902c-e279-4e27-944e-9fb0c51e7ce8 HTTP/1.1" status: 200 len: 898 time: 0.2288105 Jul 07 17:33:01.011922 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-8558f83e-9b9c-4ea1-9c62-84d18f969861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484200007', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:27Z', 'updated_at': '2021-07-07T17:32:35Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:29Z', 'updated_at': '2021-07-07T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '2619eab5-26af-414c-986d-cff325c3b26f', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'floating_ip_address': '172.25.0.128', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'port_id': '762c37ae-b249-4b6e-9eb3-8fafde048b77', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8', 'mac_address': 'fa:16:3e:bf:40:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb453d5a-a7ea-4843-904e-c6f927515176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:32:58Z', 'updated_at': '2021-07-07T17:32:58Z', 'revision_number': 0, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af35ad97-fd60-40ac-acd1-77487f7372f3', 'name': '', 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:b0:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '5bba496b-911a-410a-98e8-545f93251b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:33Z', 'updated_at': '2021-07-07T17:32:46Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': '5bba496b-911a-410a-98e8-545f93251b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:01.051200 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37078) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:01.076381 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8558f83e-9b9c-4ea1-9c62-84d18f969861 None None] Checking router: 8a2e7e8d-bbff-4b0b-99ea-779dbd18c771 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:33:01.101578 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8558f83e-9b9c-4ea1-9c62-84d18f969861 None None] Routers {'8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:01.102241 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-8558f83e-9b9c-4ea1-9c62-84d18f969861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:32:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:01.165685 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cd37a1b4-9aea-4f89-bda9-9c8f21ba06a6 req-515c104a-da14-4507-a07a-a7fc637fdfb2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77 HTTP/1.1" status: 200 len: 999 time: 0.1766348 Jul 07 17:33:01.192255 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-25610dc9-b15f-4ac7-a2f2-7eec6fe171ef tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/floatingips/2619eab5-26af-414c-986d-cff325c3b26f HTTP/1.1" status: 200 len: 991 time: 0.2303309 Jul 07 17:33:01.203493 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-403a365c-f277-4745-a936-6211a3547c6f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd1878948e4a445db57a20bf7dd6091c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451411 Jul 07 17:33:01.206231 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37084) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:01.296104 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37a1b4-9aea-4f89-bda9-9c8f21ba06a6 req-55deecef-76ab-4a97-aaa8-6f926d7a8641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:01.315848 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cd37a1b4-9aea-4f89-bda9-9c8f21ba06a6 req-55deecef-76ab-4a97-aaa8-6f926d7a8641 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5bba496b-911a-410a-98e8-545f93251b0b HTTP/1.1" status: 200 len: 835 time: 0.1443310 Jul 07 17:33:01.336685 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-8558f83e-9b9c-4ea1-9c62-84d18f969861 None None] Set router 8a2e7e8d-bbff-4b0b-99ea-779dbd18c771 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:01.338351 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5d28c033-35ac-4af8-a624-78e07197451b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:01.392195 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5d28c033-35ac-4af8-a624-78e07197451b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:01.424409 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37a1b4-9aea-4f89-bda9-9c8f21ba06a6 req-0b7ab519-0247-469c-a883-dcbb291d4698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:01.428576 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cd37a1b4-9aea-4f89-bda9-9c8f21ba06a6 req-0b7ab519-0247-469c-a883-dcbb291d4698 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21df902c-e279-4e27-944e-9fb0c51e7ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1042650 Jul 07 17:33:01.509937 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5d28c033-35ac-4af8-a624-78e07197451b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:01.514635 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5d28c033-35ac-4af8-a624-78e07197451b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:01.514635 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5d28c033-35ac-4af8-a624-78e07197451b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b74f46c1-3d12-4d67-8b86-afb07862a97d HTTP/1.1" status: 204 len: 168 time: 0.3068163 Jul 07 17:33:01.535844 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28c033-35ac-4af8-a624-78e07197451b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74f46c1-3d12-4d67-8b86-afb07862a97d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:01.745179 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cd37a1b4-9aea-4f89-bda9-9c8f21ba06a6 req-112d7e84-ab72-4e18-9cf5-8ea96ede36f6 service neutron] 10.222.0.72 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939887 Jul 07 17:33:01.788513 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-8558f83e-9b9c-4ea1-9c62-84d18f969861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484200007', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:27Z', 'updated_at': '2021-07-07T17:32:35Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:29Z', 'updated_at': '2021-07-07T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '2619eab5-26af-414c-986d-cff325c3b26f', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'floating_ip_address': '172.25.0.128', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'port_id': '762c37ae-b249-4b6e-9eb3-8fafde048b77', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8', 'mac_address': 'fa:16:3e:bf:40:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb453d5a-a7ea-4843-904e-c6f927515176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:32:58Z', 'updated_at': '2021-07-07T17:32:58Z', 'revision_number': 0, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af35ad97-fd60-40ac-acd1-77487f7372f3', 'name': '', 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:b0:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '5bba496b-911a-410a-98e8-545f93251b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:33Z', 'updated_at': '2021-07-07T17:32:46Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': '5bba496b-911a-410a-98e8-545f93251b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:01.850379 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8558f83e-9b9c-4ea1-9c62-84d18f969861 None None] The sync data for ids ['8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'] in n-d-791503-12 is: [{'id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484200007', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:27Z', 'updated_at': '2021-07-07T17:32:35Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:29Z', 'updated_at': '2021-07-07T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '2619eab5-26af-414c-986d-cff325c3b26f', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'floating_ip_address': '172.25.0.128', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'port_id': '762c37ae-b249-4b6e-9eb3-8fafde048b77', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8', 'mac_address': 'fa:16:3e:bf:40:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb453d5a-a7ea-4843-904e-c6f927515176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:32:58Z', 'updated_at': '2021-07-07T17:32:58Z', 'revision_number': 0, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af35ad97-fd60-40ac-acd1-77487f7372f3', 'name': '', 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:b0:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '5bba496b-911a-410a-98e8-545f93251b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:33Z', 'updated_at': '2021-07-07T17:32:46Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': '5bba496b-911a-410a-98e8-545f93251b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:33:01.893489 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cd37a1b4-9aea-4f89-bda9-9c8f21ba06a6 req-a01c8a29-7896-4b66-9911-009f73262283 service neutron] 10.222.0.72 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417253 Jul 07 17:33:02.194519 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37106) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:02.267327 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ef39e0-d6c4-4f14-bf9a-962a280bcd16 None None] New status for floating IP 2619eab5-26af-414c-986d-cff325c3b26f: ACTIVE {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:33:02.400412 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-aab667bb-43e6-46e8-8b15-74d2f7a6f841 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/floatingips/2619eab5-26af-414c-986d-cff325c3b26f HTTP/1.1" status: 200 len: 991 time: 0.2039440 Jul 07 17:33:03.406720 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37144) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:03.514807 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a13dc076-cc16-4836-b09e-02ed72633705 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/floatingips/2619eab5-26af-414c-986d-cff325c3b26f HTTP/1.1" status: 200 len: 993 time: 0.0949967 Jul 07 17:33:07.403221 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:07.890361 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:21.578271 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3379b5fd-55cb-498e-808e-455a3de16b11 req-d4db0800-7a68-4dfe-b1cb-f043e1f0a92c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0637722 Jul 07 17:33:21.740406 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379b5fd-55cb-498e-808e-455a3de16b11 req-1a5cc0e8-5d5e-490c-b27e-d6b3139f3f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:21.742969 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3379b5fd-55cb-498e-808e-455a3de16b11 req-1a5cc0e8-5d5e-490c-b27e-d6b3139f3f0d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 1097 time: 0.1050618 Jul 07 17:33:21.969470 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379b5fd-55cb-498e-808e-455a3de16b11 req-6ab04d9a-31f8-411f-b89d-40e19f32d35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:21.971337 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3379b5fd-55cb-498e-808e-455a3de16b11 req-6ab04d9a-31f8-411f-b89d-40e19f32d35d service neutron] 10.222.0.72 "GET /v2.0/networks?id=21df902c-e279-4e27-944e-9fb0c51e7ce8 HTTP/1.1" status: 200 len: 898 time: 0.1934514 Jul 07 17:33:22.091857 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3379b5fd-55cb-498e-808e-455a3de16b11 req-40a46647-a823-4a7d-b5ae-447c62a29954 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77 HTTP/1.1" status: 200 len: 1001 time: 0.1107006 Jul 07 17:33:22.166949 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379b5fd-55cb-498e-808e-455a3de16b11 req-f07c4ddd-2899-4118-94e0-6faa9bb3612a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:22.171652 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3379b5fd-55cb-498e-808e-455a3de16b11 req-f07c4ddd-2899-4118-94e0-6faa9bb3612a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5bba496b-911a-410a-98e8-545f93251b0b HTTP/1.1" status: 200 len: 835 time: 0.0719702 Jul 07 17:33:22.304137 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379b5fd-55cb-498e-808e-455a3de16b11 req-c91c1a1c-494e-4b17-8445-bb4d19da5fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:22.307030 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3379b5fd-55cb-498e-808e-455a3de16b11 req-c91c1a1c-494e-4b17-8445-bb4d19da5fcd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21df902c-e279-4e27-944e-9fb0c51e7ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1292498 Jul 07 17:33:22.471381 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3379b5fd-55cb-498e-808e-455a3de16b11 req-5c120761-1c3c-4f85-a0ec-df005903c8f5 service neutron] 10.222.0.72 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567152 Jul 07 17:33:22.613561 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3379b5fd-55cb-498e-808e-455a3de16b11 req-34b93e21-6641-450e-ab62-2ff00775cc64 service neutron] 10.222.0.72 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342089 Jul 07 17:33:23.422936 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7fe458d-72da-4777-b298-9edeb9a2c494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.228556 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.780575 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1dcc0148-6400-493c-bdd9-c232294bab2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:28.014312 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:28.455802 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0211c-c609-48e9-afec-c979fa2b970c req-b3b2e382-6dc1-4e95-aefa-81162493a646 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:28.464225 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cbb0211c-c609-48e9-afec-c979fa2b970c req-b3b2e382-6dc1-4e95-aefa-81162493a646 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 1097 time: 0.0774004 Jul 07 17:33:28.517280 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cbb0211c-c609-48e9-afec-c979fa2b970c req-ab42ff37-80a3-4f7a-9781-adbb1f5b6064 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508864 Jul 07 17:33:28.756343 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf224b-47a5-4023-82b6-b8bee8e718e5 req-24ccffbe-5aa7-496c-b1b0-a56b0d5be951 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:28.758794 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-33bf224b-47a5-4023-82b6-b8bee8e718e5 req-24ccffbe-5aa7-496c-b1b0-a56b0d5be951 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 945 time: 0.0878682 Jul 07 17:33:28.808008 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-33bf224b-47a5-4023-82b6-b8bee8e718e5 req-977a7ab4-4634-44d1-a843-12e09232bf05 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413983 Jul 07 17:33:28.837852 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37878) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:28.937972 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-de2d7d45-946e-4f2b-8207-7adb80e9b9f4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/floatingips/2619eab5-26af-414c-986d-cff325c3b26f HTTP/1.1" status: 200 len: 993 time: 0.0986221 Jul 07 17:33:29.295034 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 37892) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:29.439691 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-a485097b-b899-401f-9ce7-3299d1707ff7 req-963733d9-870f-4452-b7f5-35b41623b8d7 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:33:29.440994 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a485097b-b899-401f-9ce7-3299d1707ff7 req-963733d9-870f-4452-b7f5-35b41623b8d7 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100007 Jul 07 17:33:29.464756 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2a8fa663-c9ce-4700-98da-c9c4533422bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:29.669861 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2a8fa663-c9ce-4700-98da-c9c4533422bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:29.675829 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2a8fa663-c9ce-4700-98da-c9c4533422bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:29.730338 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2a8fa663-c9ce-4700-98da-c9c4533422bb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b4fec05b44c44eaa43e9b522cf5bf04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4342818 Jul 07 17:33:29.738652 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 37902) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:29.765442 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fa663-c9ce-4700-98da-c9c4533422bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2128d1-d0fe-4be8-b9b4-ef1c40348ca6,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:29.786594 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fa663-c9ce-4700-98da-c9c4533422bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:29.788033 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fa663-c9ce-4700-98da-c9c4533422bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:29.788898 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fa663-c9ce-4700-98da-c9c4533422bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:29.790449 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fa663-c9ce-4700-98da-c9c4533422bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:29.791315 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fa663-c9ce-4700-98da-c9c4533422bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:29.791961 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fa663-c9ce-4700-98da-c9c4533422bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:29.792776 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fa663-c9ce-4700-98da-c9c4533422bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:29.794155 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fa663-c9ce-4700-98da-c9c4533422bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:29.794785 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fa663-c9ce-4700-98da-c9c4533422bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:29.795340 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fa663-c9ce-4700-98da-c9c4533422bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:29.796105 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fa663-c9ce-4700-98da-c9c4533422bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:29.796974 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fa663-c9ce-4700-98da-c9c4533422bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:29.848042 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8e5dd412-0b28-4f39-8574-1da24166357b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:29.874167 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:33:29.875381 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8e5dd412-0b28-4f39-8574-1da24166357b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:29.950773 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8e5dd412-0b28-4f39-8574-1da24166357b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:29.954688 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8e5dd412-0b28-4f39-8574-1da24166357b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:29.955956 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8e5dd412-0b28-4f39-8574-1da24166357b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9c2128d1-d0fe-4be8-b9b4-ef1c40348ca6 HTTP/1.1" status: 204 len: 168 time: 0.2136793 Jul 07 17:33:29.965731 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5dd412-0b28-4f39-8574-1da24166357b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2128d1-d0fe-4be8-b9b4-ef1c40348ca6,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:29.974619 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5dd412-0b28-4f39-8574-1da24166357b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:29.975033 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5dd412-0b28-4f39-8574-1da24166357b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:29.975386 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5dd412-0b28-4f39-8574-1da24166357b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:29.975866 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5dd412-0b28-4f39-8574-1da24166357b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:29.976212 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5dd412-0b28-4f39-8574-1da24166357b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:29.976605 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5dd412-0b28-4f39-8574-1da24166357b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:29.977003 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5dd412-0b28-4f39-8574-1da24166357b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:29.977355 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5dd412-0b28-4f39-8574-1da24166357b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:29.978001 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5dd412-0b28-4f39-8574-1da24166357b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:29.978695 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5dd412-0b28-4f39-8574-1da24166357b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:29.979240 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5dd412-0b28-4f39-8574-1da24166357b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:29.979908 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5dd412-0b28-4f39-8574-1da24166357b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:30.176999 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-d29972a5-29f7-4fbb-87d8-28ff8c618aaa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848565 Jul 07 17:33:30.235715 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dd626-2731-45b0-b5d4-28bb3bdc694d req-93b7601b-701f-46a4-bfd9-b42c29b1eb0a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:30.237596 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-de6dd626-2731-45b0-b5d4-28bb3bdc694d req-93b7601b-701f-46a4-bfd9-b42c29b1eb0a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 945 time: 0.1055925 Jul 07 17:33:30.291174 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-de6dd626-2731-45b0-b5d4-28bb3bdc694d req-fbf31356-b80d-4dc8-8e10-ed02cb9cfb3c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418713 Jul 07 17:33:30.294031 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:31.536865 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3929dfc-8c5e-40d9-b4fd-ebea344930ea req-0d7ecc1c-9fa6-476a-8329-f576ad297c1d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:31.538354 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3929dfc-8c5e-40d9-b4fd-ebea344930ea req-0d7ecc1c-9fa6-476a-8329-f576ad297c1d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 945 time: 0.0921493 Jul 07 17:33:31.583481 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3929dfc-8c5e-40d9-b4fd-ebea344930ea req-bf57c4f1-b563-4e72-bffc-d72974145542 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384967 Jul 07 17:33:31.841627 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-aea1f3f0-b411-43c1-96c2-0e577e193882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:31.843077 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-aea1f3f0-b411-43c1-96c2-0e577e193882 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 1097 time: 0.0590096 Jul 07 17:33:32.288811 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-8dfb3ff5-4d9f-486b-984a-a7598bb7eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:32.290253 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-8dfb3ff5-4d9f-486b-984a-a7598bb7eed0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=21df902c-e279-4e27-944e-9fb0c51e7ce8 HTTP/1.1" status: 200 len: 898 time: 0.4390233 Jul 07 17:33:32.364772 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-86f6d725-ba65-4706-aaa6-f722f6110038 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77 HTTP/1.1" status: 200 len: 1001 time: 0.0676408 Jul 07 17:33:32.421076 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-3c70dc85-91cc-403e-8874-98d6c23b0259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:32.422792 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-3c70dc85-91cc-403e-8874-98d6c23b0259 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5bba496b-911a-410a-98e8-545f93251b0b HTTP/1.1" status: 200 len: 835 time: 0.0501022 Jul 07 17:33:32.493217 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-3f1e6821-f677-4f8b-82b0-8166c8efeb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:32.494740 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-3f1e6821-f677-4f8b-82b0-8166c8efeb19 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21df902c-e279-4e27-944e-9fb0c51e7ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641580 Jul 07 17:33:32.593327 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-08b5663b-086b-4d30-bfa2-a898122c9472 service neutron] 10.222.0.72 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905945 Jul 07 17:33:32.754176 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-24b5fee6-0b77-4ffb-8915-eb9699bb43dd service neutron] 10.222.0.72 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532524 Jul 07 17:33:32.830857 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b68609-a05d-4ae5-bd65-9d4feb386028 req-3837d6ed-aaf1-4b71-83a2-5288f934c21f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:32.833106 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f7b68609-a05d-4ae5-bd65-9d4feb386028 req-3837d6ed-aaf1-4b71-83a2-5288f934c21f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 945 time: 0.0957322 Jul 07 17:33:32.893225 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f7b68609-a05d-4ae5-bd65-9d4feb386028 req-18e6399c-499c-43db-90f4-f838a01ad8cd tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510108 Jul 07 17:33:34.124755 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930010e1-fea0-4410-b6e1-205aa350afb3 req-52ed5b47-c6ea-488e-85b8-4d5f4eba8f85 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:34.124755 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-930010e1-fea0-4410-b6e1-205aa350afb3 req-52ed5b47-c6ea-488e-85b8-4d5f4eba8f85 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 945 time: 0.0828345 Jul 07 17:33:34.178504 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-930010e1-fea0-4410-b6e1-205aa350afb3 req-60b0e9fd-451f-4023-94e4-e3d5e260cfa1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546708 Jul 07 17:33:35.393597 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ba848-0c41-415b-b11a-914b03eda39f req-b4e0223f-90f7-4f45-a93f-b4a95be1876d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:35.395924 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bf9ba848-0c41-415b-b11a-914b03eda39f req-b4e0223f-90f7-4f45-a93f-b4a95be1876d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 945 time: 0.0885105 Jul 07 17:33:35.445014 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bf9ba848-0c41-415b-b11a-914b03eda39f req-b0d82974-b14e-452d-9cb2-bebfad0035b7 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426912 Jul 07 17:33:36.766561 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3308f7-0f48-45c1-ae76-c362792293d1 req-670ec63a-4d12-4fe0-9680-608d1fde8361 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:36.769151 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dd3308f7-0f48-45c1-ae76-c362792293d1 req-670ec63a-4d12-4fe0-9680-608d1fde8361 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 945 time: 0.1287436 Jul 07 17:33:36.832791 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dd3308f7-0f48-45c1-ae76-c362792293d1 req-69083621-2261-4e18-965b-f3b06546c16f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566802 Jul 07 17:33:37.405611 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:37.910470 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:38.091347 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909129f-483f-44f7-a3a0-3e8875235438 req-71a22c16-da94-4fdb-8008-2b83eb7a685a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:38.092974 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5909129f-483f-44f7-a3a0-3e8875235438 req-71a22c16-da94-4fdb-8008-2b83eb7a685a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 945 time: 0.1019914 Jul 07 17:33:38.143402 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5909129f-483f-44f7-a3a0-3e8875235438 req-b372ae3d-4856-47bf-94b2-9810cab8deb6 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432549 Jul 07 17:33:39.360906 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bb5d2-8ea3-453e-9aac-b992b547eada req-1d2622da-7212-4761-9c2a-41f7ba29128e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:39.363143 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-559bb5d2-8ea3-453e-9aac-b992b547eada req-1d2622da-7212-4761-9c2a-41f7ba29128e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 945 time: 0.0796409 Jul 07 17:33:39.412425 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-559bb5d2-8ea3-453e-9aac-b992b547eada req-2433dc82-9212-4d9c-ad28-a7763d5e761a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425034 Jul 07 17:33:40.732149 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef3a84-3ed6-4939-8c82-3277c7a79675 req-3d085430-1af5-4107-96cc-c774af252aa6 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:40.736054 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-44ef3a84-3ed6-4939-8c82-3277c7a79675 req-3d085430-1af5-4107-96cc-c774af252aa6 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 945 time: 0.1482286 Jul 07 17:33:40.828304 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-44ef3a84-3ed6-4939-8c82-3277c7a79675 req-a114550c-cf84-4484-87f3-ae8fde6153ae tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831358 Jul 07 17:33:42.055704 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f959332-9518-4f38-a0ad-326820841227 req-c15f4892-3ad6-40c3-b139-802ad7aa4060 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:42.058391 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f959332-9518-4f38-a0ad-326820841227 req-c15f4892-3ad6-40c3-b139-802ad7aa4060 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 945 time: 0.1007414 Jul 07 17:33:42.102575 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7f959332-9518-4f38-a0ad-326820841227 req-666ad3d5-f739-48c3-b25e-882225a600a3 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375755 Jul 07 17:33:43.488691 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add5f54-cf68-4e72-a6a1-559bda1f558e req-9d59d7b5-bd2f-4e14-85f8-bb7f36d26b6d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:43.490416 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4add5f54-cf68-4e72-a6a1-559bda1f558e req-9d59d7b5-bd2f-4e14-85f8-bb7f36d26b6d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 945 time: 0.2023625 Jul 07 17:33:43.577181 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4add5f54-cf68-4e72-a6a1-559bda1f558e req-89ebeb5f-e89f-4d69-8b31-fa42a32f9dc9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801351 Jul 07 17:33:44.779564 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-635dd7fe-3120-443f-87b2-c0eff7c8f47c service neutron] show failed (client error): The resource could not be found. Jul 07 17:33:44.780748 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-635dd7fe-3120-443f-87b2-c0eff7c8f47c service neutron] 10.222.0.72 "GET /v2.0/ports/762c37ae-b249-4b6e-9eb3-8fafde048b77/bindings/n-h1-791503-12 HTTP/1.1" status: 404 len: 381 time: 0.0757344 Jul 07 17:33:44.849838 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f62038-749d-4de2-a587-d9d2574277a0 req-a0ad5907-bb3f-44ad-829f-06d66539b8cb tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:44.855716 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-26f62038-749d-4de2-a587-d9d2574277a0 req-a0ad5907-bb3f-44ad-829f-06d66539b8cb tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 945 time: 0.1047220 Jul 07 17:33:44.908282 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-26f62038-749d-4de2-a587-d9d2574277a0 req-a5e9f76a-d7fe-42a4-baa3-7e80cfc3883f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498130 Jul 07 17:33:45.241955 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-8e1fcf7c-e019-42ed-9e42-75a355b02a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:45.243837 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-8e1fcf7c-e019-42ed-9e42-75a355b02a35 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176&tenant_id=63ef02b3c36b41d7904671af30e265ce HTTP/1.1" status: 200 len: 1097 time: 0.1424491 Jul 07 17:33:45.258600 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-7d121f96-71b6-4bec-abab-eb9d2b6c0886 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791503-12', 'device_owner': 'compute:nova'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:45.421051 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-7d121f96-71b6-4bec-abab-eb9d2b6c0886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:45.597603 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38704) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:45.715295 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-7d121f96-71b6-4bec-abab-eb9d2b6c0886 service neutron] For port 762c37ae-b249-4b6e-9eb3-8fafde048b77, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77,segment=NetworkSegment(030884bf-3da9-4e92-a2cc-b431144a5d2a),segment_id=030884bf-3da9-4e92-a2cc-b431144a5d2a)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:45.740452 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4de284c-cdc9-45eb-bfe5-93717a75e893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:45.769755 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-7d121f96-71b6-4bec-abab-eb9d2b6c0886 service neutron] For port 762c37ae-b249-4b6e-9eb3-8fafde048b77, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:33:45.833892 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb453d5a-a7ea-4843-904e-c6f927515176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '762c37ae-b249-4b6e-9eb3-8fafde048b77'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:45.836994 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfc4427-816d-448a-aa4d-8b51215227cb" -d '{"events": [{"server_uuid": "fb453d5a-a7ea-4843-904e-c6f927515176", "name": "network-vif-unplugged", "status": "completed", "tag": "762c37ae-b249-4b6e-9eb3-8fafde048b77"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:45.842163 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-7d121f96-71b6-4bec-abab-eb9d2b6c0886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:45.864517 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-7d121f96-71b6-4bec-abab-eb9d2b6c0886 service neutron] Transition to ACTIVE for port object 762c37ae-b249-4b6e-9eb3-8fafde048b77 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:45.870291 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-7d121f96-71b6-4bec-abab-eb9d2b6c0886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:45.888215 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4de284c-cdc9-45eb-bfe5-93717a75e893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:45.895388 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4de284c-cdc9-45eb-bfe5-93717a75e893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:45.996144 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d121f96-71b6-4bec-abab-eb9d2b6c0886 service neutron] Pushing event updated for resources: {'Port': ['ID=762c37ae-b249-4b6e-9eb3-8fafde048b77,revision_number=6']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:46.016658 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ed93dd-9b1c-4795-8524-c871ecbb9d96 x-openstack-request-id: req-c3ed93dd-9b1c-4795-8524-c871ecbb9d96 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:46.017081 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb453d5a-a7ea-4843-904e-c6f927515176", "name": "network-vif-unplugged", "status": "completed", "tag": "762c37ae-b249-4b6e-9eb3-8fafde048b77", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:46.017313 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c3ed93dd-9b1c-4795-8524-c871ecbb9d96 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:46.017793 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb453d5a-a7ea-4843-904e-c6f927515176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '762c37ae-b249-4b6e-9eb3-8fafde048b77', 'code': 200} Jul 07 17:33:46.265253 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-7d121f96-71b6-4bec-abab-eb9d2b6c0886 service neutron] No DVR routers for this DVR port 762c37ae-b249-4b6e-9eb3-8fafde048b77 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:46.453260 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38722) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:46.454696 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d4de284c-cdc9-45eb-bfe5-93717a75e893 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=15e86d3de81f4a93b267ed10666a61e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8558621 Jul 07 17:33:46.456335 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de284c-cdc9-45eb-bfe5-93717a75e893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a53b09-e42b-4d0c-9887-e652571005a0,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:46.567624 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-7d121f96-71b6-4bec-abab-eb9d2b6c0886 service neutron] Attempting to bind port 762c37ae-b249-4b6e-9eb3-8fafde048b77 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:33:46.567972 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-7d121f96-71b6-4bec-abab-eb9d2b6c0886 service neutron] Attempting to bind port 762c37ae-b249-4b6e-9eb3-8fafde048b77 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '030884bf-3da9-4e92-a2cc-b431144a5d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:33:46.568314 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-7d121f96-71b6-4bec-abab-eb9d2b6c0886 service neutron] Attempting to bind port 762c37ae-b249-4b6e-9eb3-8fafde048b77 on network 21df902c-e279-4e27-944e-9fb0c51e7ce8 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:46.576810 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-7d121f96-71b6-4bec-abab-eb9d2b6c0886 service neutron] Port 762c37ae-b249-4b6e-9eb3-8fafde048b77 on network 21df902c-e279-4e27-944e-9fb0c51e7ce8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:33:46.577143 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-7d121f96-71b6-4bec-abab-eb9d2b6c0886 service neutron] Attempting to bind port 762c37ae-b249-4b6e-9eb3-8fafde048b77 on network 21df902c-e279-4e27-944e-9fb0c51e7ce8 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:46.578170 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b034d-811a-4116-80e1-2f3288cccf37 req-c3f832ba-a7a7-4b1a-a0c5-b230626b1cfc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:46.579890 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9f7b034d-811a-4116-80e1-2f3288cccf37 req-c3f832ba-a7a7-4b1a-a0c5-b230626b1cfc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 943 time: 0.1565897 Jul 07 17:33:46.585009 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-7d121f96-71b6-4bec-abab-eb9d2b6c0886 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:33:46.585358 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-7d121f96-71b6-4bec-abab-eb9d2b6c0886 service neutron] Checking segment: {'id': '030884bf-3da9-4e92-a2cc-b431144a5d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:46.585756 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-7d121f96-71b6-4bec-abab-eb9d2b6c0886 service neutron] Bound using segment: {'id': '030884bf-3da9-4e92-a2cc-b431144a5d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:33:46.586202 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-7d121f96-71b6-4bec-abab-eb9d2b6c0886 service neutron] Bound port: 762c37ae-b249-4b6e-9eb3-8fafde048b77, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '030884bf-3da9-4e92-a2cc-b431144a5d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:33:46.586569 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-7d121f96-71b6-4bec-abab-eb9d2b6c0886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:46.590839 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-47cdae48-cb78-4c28-bf58-8098acbe6e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:46.614927 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-47cdae48-cb78-4c28-bf58-8098acbe6e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:46.661206 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9f7b034d-811a-4116-80e1-2f3288cccf37 req-7edde1ab-3dab-4056-92b2-f8365449691d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728903 Jul 07 17:33:46.761120 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-47cdae48-cb78-4c28-bf58-8098acbe6e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:46.764459 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-47cdae48-cb78-4c28-bf58-8098acbe6e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:46.768243 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-47cdae48-cb78-4c28-bf58-8098acbe6e88 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e6a53b09-e42b-4d0c-9887-e652571005a0 HTTP/1.1" status: 204 len: 168 time: 0.3112731 Jul 07 17:33:46.779288 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cdae48-cb78-4c28-bf58-8098acbe6e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a53b09-e42b-4d0c-9887-e652571005a0,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:46.783518 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-7d121f96-71b6-4bec-abab-eb9d2b6c0886 service neutron] For port 762c37ae-b249-4b6e-9eb3-8fafde048b77, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:33:46.788211 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-7d121f96-71b6-4bec-abab-eb9d2b6c0886 service neutron] For port 762c37ae-b249-4b6e-9eb3-8fafde048b77, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77,segment=NetworkSegment(030884bf-3da9-4e92-a2cc-b431144a5d2a),segment_id=030884bf-3da9-4e92-a2cc-b431144a5d2a)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:33:46.794758 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-7d121f96-71b6-4bec-abab-eb9d2b6c0886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:46.833045 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-7d121f96-71b6-4bec-abab-eb9d2b6c0886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:46.838467 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-7d121f96-71b6-4bec-abab-eb9d2b6c0886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:46.852928 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-7d121f96-71b6-4bec-abab-eb9d2b6c0886 service neutron] 10.222.0.64 "PUT /v2.0/ports/762c37ae-b249-4b6e-9eb3-8fafde048b77 HTTP/1.1" status: 200 len: 1092 time: 1.5895376 Jul 07 17:33:46.934045 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d121f96-71b6-4bec-abab-eb9d2b6c0886 service neutron] Pushing event updated for resources: {'Port': ['ID=762c37ae-b249-4b6e-9eb3-8fafde048b77,revision_number=7']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:46.966113 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-7137ba18-3898-4c52-8b8f-4af2997ad547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:46.968747 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-7137ba18-3898-4c52-8b8f-4af2997ad547 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 1095 time: 0.0922725 Jul 07 17:33:47.118652 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-a7ce6e5a-9e0f-469f-8389-334f9d1f3f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:47.127797 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-a7ce6e5a-9e0f-469f-8389-334f9d1f3f94 service neutron] 10.222.0.64 "GET /v2.0/networks?id=21df902c-e279-4e27-944e-9fb0c51e7ce8 HTTP/1.1" status: 200 len: 898 time: 0.1495593 Jul 07 17:33:47.167065 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38744) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:47.222898 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-90d31783-b0f3-47a9-b7d8-fcff70828e72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77 HTTP/1.1" status: 200 len: 999 time: 0.0914431 Jul 07 17:33:47.318716 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ae70b08d-0efb-4c15-b796-ab459c9104c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:47.320462 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-0f7a8c0a-53fe-44f5-96c2-4e2212fa8d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:47.322151 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-0f7a8c0a-53fe-44f5-96c2-4e2212fa8d07 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5bba496b-911a-410a-98e8-545f93251b0b HTTP/1.1" status: 200 len: 835 time: 0.0924745 Jul 07 17:33:47.424453 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-00744c36-47a2-4d2a-89ac-6789e05fb7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:47.426492 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-00744c36-47a2-4d2a-89ac-6789e05fb7f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21df902c-e279-4e27-944e-9fb0c51e7ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980709 Jul 07 17:33:47.438399 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-27787e42-073b-448e-8c2a-756d648e54b5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:33:47.440422 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-27787e42-073b-448e-8c2a-756d648e54b5 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072248 Jul 07 17:33:47.458026 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ae70b08d-0efb-4c15-b796-ab459c9104c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:47.463066 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ae70b08d-0efb-4c15-b796-ab459c9104c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:47.498787 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ae70b08d-0efb-4c15-b796-ab459c9104c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3275b2deca8c44ed878b907bb145bde1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3297896 Jul 07 17:33:47.501255 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38756) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:47.532553 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70b08d-0efb-4c15-b796-ab459c9104c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dba9cb7-ae3a-4853-a6f3-659cde264156,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:47.571000 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3f6196c3-fd55-468d-bb6d-e6214fe0efbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:47.581419 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-e546a01b-6d2a-4f61-a53d-11e858a776fd service neutron] 10.222.0.64 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350791 Jul 07 17:33:47.601873 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3f6196c3-fd55-468d-bb6d-e6214fe0efbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:47.706957 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3f6196c3-fd55-468d-bb6d-e6214fe0efbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:47.712282 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3f6196c3-fd55-468d-bb6d-e6214fe0efbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:47.731787 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3f6196c3-fd55-468d-bb6d-e6214fe0efbb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1dba9cb7-ae3a-4853-a6f3-659cde264156 HTTP/1.1" status: 204 len: 168 time: 0.2171440 Jul 07 17:33:47.744246 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ca7f52bc-6981-4caf-9c5f-975bb7cdfbbb req-74a005a5-bcb7-46ff-b6db-61abb0b7dea6 service neutron] 10.222.0.64 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560771 Jul 07 17:33:47.748664 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6196c3-fd55-468d-bb6d-e6214fe0efbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dba9cb7-ae3a-4853-a6f3-659cde264156,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:47.982708 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f9f43-20e1-415a-83c2-bc3483132c38 req-7ff879c7-3110-4260-86fe-e2c0328dfcfa tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:47.984937 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-899f9f43-20e1-415a-83c2-bc3483132c38 req-7ff879c7-3110-4260-86fe-e2c0328dfcfa tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 943 time: 0.1351902 Jul 07 17:33:48.037619 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb453d5a-a7ea-4843-904e-c6f927515176', 'tag': '762c37ae-b249-4b6e-9eb3-8fafde048b77'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:48.042151 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e720c014-e463-49e2-a1c1-710b00bcecba" -d '{"events": [{"name": "network-changed", "server_uuid": "fb453d5a-a7ea-4843-904e-c6f927515176", "tag": "762c37ae-b249-4b6e-9eb3-8fafde048b77"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:48.093660 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-899f9f43-20e1-415a-83c2-bc3483132c38 req-4f645873-50b0-4f7b-873b-52fdd4b2bbb6 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028159 Jul 07 17:33:48.119921 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9be3ce-6acd-4106-8483-c69123058dcb x-openstack-request-id: req-8d9be3ce-6acd-4106-8483-c69123058dcb {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:48.120585 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb453d5a-a7ea-4843-904e-c6f927515176", "tag": "762c37ae-b249-4b6e-9eb3-8fafde048b77", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:48.121712 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d9be3ce-6acd-4106-8483-c69123058dcb {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:48.122974 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb453d5a-a7ea-4843-904e-c6f927515176', 'tag': '762c37ae-b249-4b6e-9eb3-8fafde048b77', 'status': 'completed', 'code': 200} Jul 07 17:33:48.136260 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38788) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:48.267608 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720c014-e463-49e2-a1c1-710b00bcecba req-b3125d09-07f6-4a2f-9862-7702286986bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:48.275337 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e720c014-e463-49e2-a1c1-710b00bcecba req-b3125d09-07f6-4a2f-9862-7702286986bf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 1095 time: 0.1310794 Jul 07 17:33:48.279697 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-f270d95e-ee33-4120-9665-bfedfee4024b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1889050153-network', 'tenant_id': 'd608a70193a6430089288644481e828c'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:48.302701 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38794) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:48.319985 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f270d95e-ee33-4120-9665-bfedfee4024b admin admin] Made reservation on behalf of d608a70193a6430089288644481e828c for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:48.323396 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f270d95e-ee33-4120-9665-bfedfee4024b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:48.332599 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f270d95e-ee33-4120-9665-bfedfee4024b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:48.358340 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6214f0cf-114e-4d5c-8601-111ca67b9bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:48.381521 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720c014-e463-49e2-a1c1-710b00bcecba req-33da44e8-bcaa-4b48-b599-35fa460b2e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:48.383055 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e720c014-e463-49e2-a1c1-710b00bcecba req-33da44e8-bcaa-4b48-b599-35fa460b2e43 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 1095 time: 0.2014949 Jul 07 17:33:48.442854 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f270d95e-ee33-4120-9665-bfedfee4024b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:48.454718 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f270d95e-ee33-4120-9665-bfedfee4024b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:48.499829 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720c014-e463-49e2-a1c1-710b00bcecba req-36814d79-53af-4f05-aec6-28f5add927fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:48.501479 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e720c014-e463-49e2-a1c1-710b00bcecba req-36814d79-53af-4f05-aec6-28f5add927fe service neutron] 10.222.0.72 "GET /v2.0/networks?id=21df902c-e279-4e27-944e-9fb0c51e7ce8 HTTP/1.1" status: 200 len: 898 time: 0.2193644 Jul 07 17:33:48.504190 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270d95e-ee33-4120-9665-bfedfee4024b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40eeb5b5-83b3-4c78-9dd9-26c6331c3bf8,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:48.533230 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f270d95e-ee33-4120-9665-bfedfee4024b admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:33:48.546946 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f270d95e-ee33-4120-9665-bfedfee4024b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:48.547412 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-f270d95e-ee33-4120-9665-bfedfee4024b admin admin] Added segment 0b87cc1e-7dcc-47a7-9090-a85e2e891bb3 of type vlan for network 7ad64a99-0f31-48d8-b364-4200a452a849 Jul 07 17:33:48.579303 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720c014-e463-49e2-a1c1-710b00bcecba req-1d1bf33d-13b4-4592-b6e0-e6f1ab4ba6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:48.581003 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e720c014-e463-49e2-a1c1-710b00bcecba req-1d1bf33d-13b4-4592-b6e0-e6f1ab4ba6c5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=21df902c-e279-4e27-944e-9fb0c51e7ce8 HTTP/1.1" status: 200 len: 898 time: 0.1907845 Jul 07 17:33:48.602230 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f270d95e-ee33-4120-9665-bfedfee4024b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:48.645262 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f270d95e-ee33-4120-9665-bfedfee4024b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:48.645882 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f270d95e-ee33-4120-9665-bfedfee4024b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:48.646800 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f270d95e-ee33-4120-9665-bfedfee4024b admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:48.672824 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e720c014-e463-49e2-a1c1-710b00bcecba req-502bea82-c7ee-4700-af86-a30217a7c535 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77 HTTP/1.1" status: 200 len: 999 time: 0.1634665 Jul 07 17:33:48.738196 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e720c014-e463-49e2-a1c1-710b00bcecba req-6552945d-3f23-4853-9340-24d84ee58f77 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77 HTTP/1.1" status: 200 len: 999 time: 0.1497183 Jul 07 17:33:48.775635 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270d95e-ee33-4120-9665-bfedfee4024b admin admin] Pushing event updated for resources: {'Network': ['ID=7ad64a99-0f31-48d8-b364-4200a452a849,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:48.787690 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 7ad64a99-0f31-48d8-b364-4200a452a849 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:33:48.808824 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720c014-e463-49e2-a1c1-710b00bcecba req-f748e2a4-990d-46a4-93be-dfa405ba765d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:48.811550 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e720c014-e463-49e2-a1c1-710b00bcecba req-f748e2a4-990d-46a4-93be-dfa405ba765d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5bba496b-911a-410a-98e8-545f93251b0b HTTP/1.1" status: 200 len: 835 time: 0.1303344 Jul 07 17:33:48.833271 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6214f0cf-114e-4d5c-8601-111ca67b9bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:48.836535 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720c014-e463-49e2-a1c1-710b00bcecba req-1793f4bc-cb3f-4222-9248-3ef195394477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:48.838156 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e720c014-e463-49e2-a1c1-710b00bcecba req-1793f4bc-cb3f-4222-9248-3ef195394477 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5bba496b-911a-410a-98e8-545f93251b0b HTTP/1.1" status: 200 len: 835 time: 0.0936909 Jul 07 17:33:48.849927 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 762c37ae-b249-4b6e-9eb3-8fafde048b77 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:48.855533 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f270d95e-ee33-4120-9665-bfedfee4024b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7173107 Jul 07 17:33:48.858621 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38806) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:48.859618 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6214f0cf-114e-4d5c-8601-111ca67b9bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:48.866450 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-ab46b1b6-25ff-4e2d-85a5-30a4cad8b1a6 admin admin] Request body: {'subnet': {'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1889050153-subnet', 'tenant_id': 'd608a70193a6430089288644481e828c', 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:48.900009 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214f0cf-114e-4d5c-8601-111ca67b9bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298b6f75-a3f9-46d9-8f6c-294b9f21f48c,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:48.915718 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab46b1b6-25ff-4e2d-85a5-30a4cad8b1a6 admin admin] Made reservation on behalf of d608a70193a6430089288644481e828c for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:48.918629 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ab46b1b6-25ff-4e2d-85a5-30a4cad8b1a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:48.919203 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 762c37ae-b249-4b6e-9eb3-8fafde048b77 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:48.951537 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6214f0cf-114e-4d5c-8601-111ca67b9bd2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9bd1ec51ab874ca59c2e78388a470f90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6477697 Jul 07 17:33:48.956271 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38810) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:49.007074 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720c014-e463-49e2-a1c1-710b00bcecba req-7db39570-d8b6-4714-80bf-53cdbd20ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:49.008908 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e720c014-e463-49e2-a1c1-710b00bcecba req-7db39570-d8b6-4714-80bf-53cdbd20ffc9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21df902c-e279-4e27-944e-9fb0c51e7ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1904325 Jul 07 17:33:49.074397 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720c014-e463-49e2-a1c1-710b00bcecba req-0a8ef402-43cb-41b9-bd63-6f261d5f7171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:49.076014 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e720c014-e463-49e2-a1c1-710b00bcecba req-0a8ef402-43cb-41b9-bd63-6f261d5f7171 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21df902c-e279-4e27-944e-9fb0c51e7ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2174022 Jul 07 17:33:49.139943 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ab46b1b6-25ff-4e2d-85a5-30a4cad8b1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:49.167585 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-30b8a15a-5e48-474d-bdef-5d7386c046a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:49.211393 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e720c014-e463-49e2-a1c1-710b00bcecba req-476a31b6-849f-4451-b8de-fee37d80c6a9 service neutron] 10.222.0.72 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920102 Jul 07 17:33:49.218644 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46b1b6-25ff-4e2d-85a5-30a4cad8b1a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=108079c1-b0b1-485b-b687-75a52d7d0b04,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:49.249082 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-30b8a15a-5e48-474d-bdef-5d7386c046a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:49.252841 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab46b1b6-25ff-4e2d-85a5-30a4cad8b1a6 admin admin] Checking segment: {'id': '0b87cc1e-7dcc-47a7-9090-a85e2e891bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:49.253214 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab46b1b6-25ff-4e2d-85a5-30a4cad8b1a6 admin admin] Network hostable DHCP agents. Network: 7ad64a99-0f31-48d8-b364-4200a452a849, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:33:49.272798 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab46b1b6-25ff-4e2d-85a5-30a4cad8b1a6 admin admin] Network 7ad64a99-0f31-48d8-b364-4200a452a849 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:33:49.284411 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-ab46b1b6-25ff-4e2d-85a5-30a4cad8b1a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 7ad64a99-0f31-48d8-b364-4200a452a849) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:49.289164 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab46b1b6-25ff-4e2d-85a5-30a4cad8b1a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:49.289808 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ab46b1b6-25ff-4e2d-85a5-30a4cad8b1a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:49.294881 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e019d505-31c3-4e8a-950d-5ab4bd056038 None None] Network 7ad64a99-0f31-48d8-b364-4200a452a849 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:49.309860 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ab46b1b6-25ff-4e2d-85a5-30a4cad8b1a6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4466774 Jul 07 17:33:49.310733 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38820) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:49.330274 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-9841854f-022d-4b7d-ae9e-44ecfcab78eb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1889050153-router', 'tenant_id': 'd608a70193a6430089288644481e828c', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:49.346525 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e720c014-e463-49e2-a1c1-710b00bcecba req-72ec5b0f-d15b-437b-8234-4f63535177f1 service neutron] 10.222.0.64 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622404 Jul 07 17:33:49.413070 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9841854f-022d-4b7d-ae9e-44ecfcab78eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:49.414206 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9841854f-022d-4b7d-ae9e-44ecfcab78eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:49.440438 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04864fe-fe7b-4d4a-b7d5-c4e65e33abe0 req-38267c9c-33bc-4840-994a-fa552aea820f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:49.442051 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b04864fe-fe7b-4d4a-b7d5-c4e65e33abe0 req-38267c9c-33bc-4840-994a-fa552aea820f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 943 time: 0.1334999 Jul 07 17:33:49.517322 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9841854f-022d-4b7d-ae9e-44ecfcab78eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:49.529950 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e720c014-e463-49e2-a1c1-710b00bcecba req-251e04eb-a4e4-4e28-a597-f12686991d34 service neutron] 10.222.0.72 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973573 Jul 07 17:33:49.536634 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b04864fe-fe7b-4d4a-b7d5-c4e65e33abe0 req-e06c873e-83cb-40f8-a873-4d9423f7d21d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843439 Jul 07 17:33:49.598892 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-7ad64a99-0f31-48d8-b364-4200a452a849', 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849', 'tenant_id': 'd608a70193a6430089288644481e828c', 'fixed_ips': [{'subnet_id': '108079c1-b0b1-485b-b687-75a52d7d0b04'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:33:49.600180 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:49.606921 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-30b8a15a-5e48-474d-bdef-5d7386c046a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:49.609716 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-30b8a15a-5e48-474d-bdef-5d7386c046a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:49.613345 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-30b8a15a-5e48-474d-bdef-5d7386c046a0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/298b6f75-a3f9-46d9-8f6c-294b9f21f48c HTTP/1.1" status: 204 len: 168 time: 0.6522489 Jul 07 17:33:49.628768 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8a15a-5e48-474d-bdef-5d7386c046a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298b6f75-a3f9-46d9-8f6c-294b9f21f48c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:49.635506 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e720c014-e463-49e2-a1c1-710b00bcecba req-5638b22d-a389-4fdb-ae8e-9356637cc6d5 service neutron] 10.222.0.64 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637880 Jul 07 17:33:49.717133 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9841854f-022d-4b7d-ae9e-44ecfcab78eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:49.876328 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Allocated IP 172.20.0.2 (7ad64a99-0f31-48d8-b364-4200a452a849/108079c1-b0b1-485b-b687-75a52d7d0b04/b93d32b7-a9c4-4913-b7ad-ad073bd09311) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:33:49.978673 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9841854f-022d-4b7d-ae9e-44ecfcab78eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:49.999674 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9841854f-022d-4b7d-ae9e-44ecfcab78eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:50.068228 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:50.081502 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Transition to ACTIVE for port object b93d32b7-a9c4-4913-b7ad-ad073bd09311 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:50.103436 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Transition to ACTIVE for port object b93d32b7-a9c4-4913-b7ad-ad073bd09311 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:50.114314 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:50.163698 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-9841854f-022d-4b7d-ae9e-44ecfcab78eb admin admin] Allocated IP 172.25.0.149 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/07f82e7f-a7b4-4c9c-8044-406ef586f28f) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:33:50.187405 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Pushing event updated for resources: {'Port': ['ID=b93d32b7-a9c4-4913-b7ad-ad073bd09311,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:50.198702 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:50.199733 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:50.200287 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:50.201227 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:50.201582 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:50.201932 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:50.202273 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:50.202610 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:50.202948 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:50.204871 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:50.209339 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:50.209911 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:50.218168 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Network 7ad64a99-0f31-48d8-b364-4200a452a849 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:50.220310 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:50.226943 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:33:50.301879 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Attempting to bind port b93d32b7-a9c4-4913-b7ad-ad073bd09311 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:33:50.306068 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9841854f-022d-4b7d-ae9e-44ecfcab78eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:50.306866 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Attempting to bind port b93d32b7-a9c4-4913-b7ad-ad073bd09311 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '0b87cc1e-7dcc-47a7-9090-a85e2e891bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:33:50.307093 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Attempting to bind port b93d32b7-a9c4-4913-b7ad-ad073bd09311 on network 7ad64a99-0f31-48d8-b364-4200a452a849 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:50.313668 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:33:50.314049 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Checking segment: {'id': '0b87cc1e-7dcc-47a7-9090-a85e2e891bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:50.314512 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:50.314996 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Bound using segment: {'id': '0b87cc1e-7dcc-47a7-9090-a85e2e891bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:33:50.315725 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Bound port: b93d32b7-a9c4-4913-b7ad-ad073bd09311, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b87cc1e-7dcc-47a7-9090-a85e2e891bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:33:50.316285 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:50.368144 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9841854f-022d-4b7d-ae9e-44ecfcab78eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:50.402495 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] For port b93d32b7-a9c4-4913-b7ad-ad073bd09311, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:33:50.413224 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9841854f-022d-4b7d-ae9e-44ecfcab78eb admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:50.415504 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] For port b93d32b7-a9c4-4913-b7ad-ad073bd09311, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b93d32b7-a9c4-4913-b7ad-ad073bd09311,segment=NetworkSegment(0b87cc1e-7dcc-47a7-9090-a85e2e891bb3),segment_id=0b87cc1e-7dcc-47a7-9090-a85e2e891bb3)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:33:50.419494 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-9841854f-022d-4b7d-ae9e-44ecfcab78eb admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:50.423551 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9841854f-022d-4b7d-ae9e-44ecfcab78eb admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:33:50.423842 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:50.438064 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841854f-022d-4b7d-ae9e-44ecfcab78eb admin admin] Pushing event updated for resources: {'Port': ['ID=07f82e7f-a7b4-4c9c-8044-406ef586f28f,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:50.515431 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9876c63-554e-4c10-8230-a833289ecbd4 None None] Pushing event updated for resources: {'Port': ['ID=b93d32b7-a9c4-4913-b7ad-ad073bd09311,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:50.779005 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9841854f-022d-4b7d-ae9e-44ecfcab78eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:50.884244 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba879c8-aeda-415c-a3d9-b4fe3c2d7efd req-8b361dee-b6a7-4d50-90bb-2c2aad273451 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:50.887555 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ba879c8-aeda-415c-a3d9-b4fe3c2d7efd req-8b361dee-b6a7-4d50-90bb-2c2aad273451 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 943 time: 0.1398516 Jul 07 17:33:50.983808 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ba879c8-aeda-415c-a3d9-b4fe3c2d7efd req-46345da6-571b-4239-96f0-9617946e6793 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742249 Jul 07 17:33:51.054201 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9841854f-022d-4b7d-ae9e-44ecfcab78eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:51.226079 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9841854f-022d-4b7d-ae9e-44ecfcab78eb admin admin] Router 7149c761-ed50-4a9b-a6e3-f4e5fc26fd35 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:33:51.396815 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9841854f-022d-4b7d-ae9e-44ecfcab78eb admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:33:51.417791 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 762c37ae-b249-4b6e-9eb3-8fafde048b77 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:33:51.424712 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9841854f-022d-4b7d-ae9e-44ecfcab78eb admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:51.429688 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38900) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:51.429931 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9841854f-022d-4b7d-ae9e-44ecfcab78eb admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1179013 Jul 07 17:33:51.637796 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438bbba2-4a59-49c7-a6d8-fda6237be9e6 None None] Sync routers for ids ['7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:33:51.650418 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 762c37ae-b249-4b6e-9eb3-8fafde048b77, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77,segment=NetworkSegment(030884bf-3da9-4e92-a2cc-b431144a5d2a),segment_id=030884bf-3da9-4e92-a2cc-b431144a5d2a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:51.655168 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438bbba2-4a59-49c7-a6d8-fda6237be9e6 None None] Routers {'7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:51.655813 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-438bbba2-4a59-49c7-a6d8-fda6237be9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:33:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:51.667787 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '762c37ae-b249-4b6e-9eb3-8fafde048b77', 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8', 'port_id': '762c37ae-b249-4b6e-9eb3-8fafde048b77', 'mac_address': 'fa:16:3e:bf:40:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bba496b-911a-410a-98e8-545f93251b0b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:33:51.764197 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38910) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:51.768673 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:51.786682 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762c37ae-b249-4b6e-9eb3-8fafde048b77 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:33:51.809723 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 762c37ae-b249-4b6e-9eb3-8fafde048b77, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77,segment=NetworkSegment(030884bf-3da9-4e92-a2cc-b431144a5d2a),segment_id=030884bf-3da9-4e92-a2cc-b431144a5d2a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:51.815238 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:51.906295 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=762c37ae-b249-4b6e-9eb3-8fafde048b77,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:51.946548 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-438bbba2-4a59-49c7-a6d8-fda6237be9e6 None None] Set router 7149c761-ed50-4a9b-a6e3-f4e5fc26fd35 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:51.978892 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b93d32b7-a9c4-4913-b7ad-ad073bd09311 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:51.981160 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-6750d743-8a12-4fe5-9b02-daa2bf82e639 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:51.984298 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-6750d743-8a12-4fe5-9b02-daa2bf82e639 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176&tenant_id=63ef02b3c36b41d7904671af30e265ce&binding%3Ahost_id=n-h1-791503-12 HTTP/1.1" status: 200 len: 943 time: 0.6568522 Jul 07 17:33:52.044909 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['762c37ae-b249-4b6e-9eb3-8fafde048b77'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:33:52.098268 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d077c6dd-44f5-4d34-8281-1ea502fd5dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:52.121054 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e8b1c7-85e4-4779-b469-9cdb9e1a0f8e None None] Network 7ad64a99-0f31-48d8-b364-4200a452a849 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:52.183546 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port b93d32b7-a9c4-4913-b7ad-ad073bd09311 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:52.202611 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-9408f8b6-630b-4c5c-9c9b-d6292735fe5f req-8c7831db-d22d-42f4-b5b1-656b9302cde6 service neutron] (100193) timed out ('10.222.0.64', 63568) {{(pid=100193) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:33:52.212233 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b830f93a-638e-440c-b9ec-e5bccc21139e None None] Provisioning for port b93d32b7-a9c4-4913-b7ad-ad073bd09311 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:52.243715 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b830f93a-638e-440c-b9ec-e5bccc21139e None None] Provisioning complete for port b93d32b7-a9c4-4913-b7ad-ad073bd09311 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:52.244614 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b830f93a-638e-440c-b9ec-e5bccc21139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:52.332807 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d077c6dd-44f5-4d34-8281-1ea502fd5dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:52.339461 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d077c6dd-44f5-4d34-8281-1ea502fd5dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:52.410677 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d077c6dd-44f5-4d34-8281-1ea502fd5dc6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b8a98b13b82648718867dd2b0e346cf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6436033 Jul 07 17:33:52.413539 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38922) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:52.489566 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077c6dd-44f5-4d34-8281-1ea502fd5dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c309d629-055c-4d9b-8f10-cf29eff71597,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:52.510886 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-438bbba2-4a59-49c7-a6d8-fda6237be9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'name': 'tempest-TestVolumeBackupRestore-1889050153-router', 'tenant_id': 'd608a70193a6430089288644481e828c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:49Z', 'updated_at': '2021-07-07T17:33:50Z', 'revision_number': 3, 'project_id': 'd608a70193a6430089288644481e828c', 'gw_port': {'id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:50Z', 'updated_at': '2021-07-07T17:33:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:52.532138 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305bd630-9748-4cff-8c0b-10f61a5e2629 req-8114832d-1af1-4b95-a0ef-9b3bb127e28f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:52.533338 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24f23427-4548-4e32-ad94-8b5c493f3030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:52.540085 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-305bd630-9748-4cff-8c0b-10f61a5e2629 req-8114832d-1af1-4b95-a0ef-9b3bb127e28f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 943 time: 0.9997244 Jul 07 17:33:52.587850 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24f23427-4548-4e32-ad94-8b5c493f3030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:52.595572 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438bbba2-4a59-49c7-a6d8-fda6237be9e6 None None] Checking router: 7149c761-ed50-4a9b-a6e3-f4e5fc26fd35 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:33:52.595930 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438bbba2-4a59-49c7-a6d8-fda6237be9e6 None None] Updating router 7149c761-ed50-4a9b-a6e3-f4e5fc26fd35 port 07f82e7f-a7b4-4c9c-8044-406ef586f28f binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:33:52.645539 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-438bbba2-4a59-49c7-a6d8-fda6237be9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:52.676738 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24f23427-4548-4e32-ad94-8b5c493f3030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:52.679854 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-24f23427-4548-4e32-ad94-8b5c493f3030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:52.681072 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-24f23427-4548-4e32-ad94-8b5c493f3030 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c309d629-055c-4d9b-8f10-cf29eff71597 HTTP/1.1" status: 204 len: 168 time: 0.2523623 Jul 07 17:33:52.699419 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f23427-4548-4e32-ad94-8b5c493f3030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c309d629-055c-4d9b-8f10-cf29eff71597,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:52.775434 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-305bd630-9748-4cff-8c0b-10f61a5e2629 req-46a0c112-9bb2-44d0-864c-6419812bbdc2 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343352 Jul 07 17:33:52.779437 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-483f05f2-fa75-4fed-aa1f-4e66661f3b37 service neutron] 10.222.0.64 "GET /v2.0/ports/762c37ae-b249-4b6e-9eb3-8fafde048b77/bindings/n-h1-791503-12 HTTP/1.1" status: 200 len: 383 time: 0.7498186 Jul 07 17:33:52.903658 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b830f93a-638e-440c-b9ec-e5bccc21139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:53.014094 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-b830f93a-638e-440c-b9ec-e5bccc21139e None None] For port b93d32b7-a9c4-4913-b7ad-ad073bd09311, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b93d32b7-a9c4-4913-b7ad-ad073bd09311,segment=NetworkSegment(0b87cc1e-7dcc-47a7-9090-a85e2e891bb3),segment_id=0b87cc1e-7dcc-47a7-9090-a85e2e891bb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:53.014321 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-0e4126bf-9804-41db-93ec-d780e8487f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:53.016175 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-0e4126bf-9804-41db-93ec-d780e8487f6b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 1096 time: 0.2031169 Jul 07 17:33:53.032059 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b830f93a-638e-440c-b9ec-e5bccc21139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:53.112387 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830f93a-638e-440c-b9ec-e5bccc21139e None None] Pushing event updated for resources: {'Port': ['ID=b93d32b7-a9c4-4913-b7ad-ad073bd09311,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:53.159175 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-438bbba2-4a59-49c7-a6d8-fda6237be9e6 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:53.178590 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-438bbba2-4a59-49c7-a6d8-fda6237be9e6 None None] Transition to ACTIVE for port object 07f82e7f-a7b4-4c9c-8044-406ef586f28f will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:53.187690 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-438bbba2-4a59-49c7-a6d8-fda6237be9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:53.221266 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-ca273273-4b0f-4846-82b7-f75dc0aef5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:53.223097 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-ca273273-4b0f-4846-82b7-f75dc0aef5c3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=21df902c-e279-4e27-944e-9fb0c51e7ce8 HTTP/1.1" status: 200 len: 898 time: 0.1982801 Jul 07 17:33:53.229130 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aa8b1958-d792-470e-903d-f91642076b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:53.333120 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-438bbba2-4a59-49c7-a6d8-fda6237be9e6 None None] Attempting to bind port 07f82e7f-a7b4-4c9c-8044-406ef586f28f on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:33:53.333519 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-438bbba2-4a59-49c7-a6d8-fda6237be9e6 None None] Attempting to bind port 07f82e7f-a7b4-4c9c-8044-406ef586f28f by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:33:53.333879 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bbba2-4a59-49c7-a6d8-fda6237be9e6 None None] Attempting to bind port 07f82e7f-a7b4-4c9c-8044-406ef586f28f on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:53.337105 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ecd23-ccb4-419c-b3d3-89ac1435fc3b None None] Pushing event updated for resources: {'Port': ['ID=07f82e7f-a7b4-4c9c-8044-406ef586f28f,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:53.353149 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bbba2-4a59-49c7-a6d8-fda6237be9e6 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:33:53.353528 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bbba2-4a59-49c7-a6d8-fda6237be9e6 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:53.353941 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-438bbba2-4a59-49c7-a6d8-fda6237be9e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:53.354344 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bbba2-4a59-49c7-a6d8-fda6237be9e6 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:33:53.354834 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-438bbba2-4a59-49c7-a6d8-fda6237be9e6 None None] Bound port: 07f82e7f-a7b4-4c9c-8044-406ef586f28f, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:33:53.355225 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-438bbba2-4a59-49c7-a6d8-fda6237be9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:53.390491 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-b7c289cd-0737-4be2-b9aa-42ea30785fa3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77 HTTP/1.1" status: 200 len: 1000 time: 0.1505578 Jul 07 17:33:53.400396 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ecd23-ccb4-419c-b3d3-89ac1435fc3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:53.401475 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ecd23-ccb4-419c-b3d3-89ac1435fc3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:53.401475 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ecd23-ccb4-419c-b3d3-89ac1435fc3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:53.401925 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ecd23-ccb4-419c-b3d3-89ac1435fc3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:53.401925 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ecd23-ccb4-419c-b3d3-89ac1435fc3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:53.402349 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ecd23-ccb4-419c-b3d3-89ac1435fc3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:53.402743 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ecd23-ccb4-419c-b3d3-89ac1435fc3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:53.403914 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ecd23-ccb4-419c-b3d3-89ac1435fc3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:53.404378 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ecd23-ccb4-419c-b3d3-89ac1435fc3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:53.404742 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ecd23-ccb4-419c-b3d3-89ac1435fc3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:53.409094 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ecd23-ccb4-419c-b3d3-89ac1435fc3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:53.409462 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ecd23-ccb4-419c-b3d3-89ac1435fc3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:53.421522 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8b6957a0-35a8-4267-bbff-246660dcae26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:53.480259 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-438bbba2-4a59-49c7-a6d8-fda6237be9e6 None None] For port 07f82e7f-a7b4-4c9c-8044-406ef586f28f, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:33:53.484352 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-438bbba2-4a59-49c7-a6d8-fda6237be9e6 None None] For port 07f82e7f-a7b4-4c9c-8044-406ef586f28f, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=07f82e7f-a7b4-4c9c-8044-406ef586f28f,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:33:53.489209 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-438bbba2-4a59-49c7-a6d8-fda6237be9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:53.529745 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-14946ed8-a997-4bff-8114-86c9f97ef5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:53.531684 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-14946ed8-a997-4bff-8114-86c9f97ef5fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5bba496b-911a-410a-98e8-545f93251b0b HTTP/1.1" status: 200 len: 835 time: 0.1299906 Jul 07 17:33:53.566190 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ecd23-ccb4-419c-b3d3-89ac1435fc3b None None] Pushing event updated for resources: {'Port': ['ID=07f82e7f-a7b4-4c9c-8044-406ef586f28f,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:53.568901 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438bbba2-4a59-49c7-a6d8-fda6237be9e6 None None] Routers {'7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:53.569506 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-438bbba2-4a59-49c7-a6d8-fda6237be9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:33:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:53.572056 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-738e961c-dffd-4ae6-bd06-3c14283c2e65 None None] Provisioning complete for port b93d32b7-a9c4-4913-b7ad-ad073bd09311 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:53.581020 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-738e961c-dffd-4ae6-bd06-3c14283c2e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:53.636476 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-aa8b1958-d792-470e-903d-f91642076b11 admin admin] Allocated IP 172.20.0.1 (7ad64a99-0f31-48d8-b364-4200a452a849/108079c1-b0b1-485b-b687-75a52d7d0b04/902d0cf8-a0ab-4b8e-8cba-79761b17fb7f) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:33:53.654923 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-b4e146f6-0185-45f4-9d7a-ea65ac3c1524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:53.656504 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-b4e146f6-0185-45f4-9d7a-ea65ac3c1524 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21df902c-e279-4e27-944e-9fb0c51e7ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140628 Jul 07 17:33:53.763370 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-438bbba2-4a59-49c7-a6d8-fda6237be9e6 None None] Set router 7149c761-ed50-4a9b-a6e3-f4e5fc26fd35 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:53.849797 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b93d32b7-a9c4-4913-b7ad-ad073bd09311 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:53.933708 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 38970) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:53.938191 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aa8b1958-d792-470e-903d-f91642076b11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:53.946979 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port b93d32b7-a9c4-4913-b7ad-ad073bd09311 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:53.953330 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-e6fb0429-2a13-4afc-9b17-2fc67890d13f service neutron] 10.222.0.64 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659905 Jul 07 17:33:53.974559 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-aa8b1958-d792-470e-903d-f91642076b11 admin admin] Transition to ACTIVE for port object 902d0cf8-a0ab-4b8e-8cba-79761b17fb7f will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:53.998053 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:54.129675 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-438bbba2-4a59-49c7-a6d8-fda6237be9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'name': 'tempest-TestVolumeBackupRestore-1889050153-router', 'tenant_id': 'd608a70193a6430089288644481e828c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:49Z', 'updated_at': '2021-07-07T17:33:50Z', 'revision_number': 3, 'project_id': 'd608a70193a6430089288644481e828c', 'gw_port': {'id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:50Z', 'updated_at': '2021-07-07T17:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:54.137163 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ace7f-85b6-42e8-adb6-e55a341f037f req-4dcff0d3-c1a9-4a72-8bd1-7ec0b9c58cea tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:54.142814 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ca7ace7f-85b6-42e8-adb6-e55a341f037f req-4dcff0d3-c1a9-4a72-8bd1-7ec0b9c58cea tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 944 time: 0.1901155 Jul 07 17:33:54.146294 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-0446364b-dbcd-41b8-96fa-6edafbb4bc9b service neutron] 10.222.0.64 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789374 Jul 07 17:33:54.148083 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aa8b1958-d792-470e-903d-f91642076b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:54.175093 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-62f40b9c-bfd8-40be-b12a-a281967a1849 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-550639123-network', 'tenant_id': '66782d55a9284144a8994a9a98696a09'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:54.175634 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438bbba2-4a59-49c7-a6d8-fda6237be9e6 None None] The sync data for ids ['7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'] in n-d-791503-12 is: [{'id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'name': 'tempest-TestVolumeBackupRestore-1889050153-router', 'tenant_id': 'd608a70193a6430089288644481e828c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:49Z', 'updated_at': '2021-07-07T17:33:50Z', 'revision_number': 3, 'project_id': 'd608a70193a6430089288644481e828c', 'gw_port': {'id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:50Z', 'updated_at': '2021-07-07T17:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:33:54.224599 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8b1958-d792-470e-903d-f91642076b11 admin admin] Network 7ad64a99-0f31-48d8-b364-4200a452a849 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:54.229152 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-aa8b1958-d792-470e-903d-f91642076b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:54.231185 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f40b9c-bfd8-40be-b12a-a281967a1849 admin admin] Made reservation on behalf of 66782d55a9284144a8994a9a98696a09 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:54.231464 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b1958-d792-470e-903d-f91642076b11 admin admin] Pushing event updated for resources: {'Port': ['ID=902d0cf8-a0ab-4b8e-8cba-79761b17fb7f,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:54.233693 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8b1958-d792-470e-903d-f91642076b11 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:33:54.233940 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62f40b9c-bfd8-40be-b12a-a281967a1849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:54.248036 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ca7ace7f-85b6-42e8-adb6-e55a341f037f req-45b7e258-bd23-4a93-88c0-44fda3abdc90 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893853 Jul 07 17:33:54.266973 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62f40b9c-bfd8-40be-b12a-a281967a1849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:54.295676 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aa8b1958-d792-470e-903d-f91642076b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:54.428325 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62f40b9c-bfd8-40be-b12a-a281967a1849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:54.436758 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62f40b9c-bfd8-40be-b12a-a281967a1849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:54.466292 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f40b9c-bfd8-40be-b12a-a281967a1849 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:33:54.483987 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f40b9c-bfd8-40be-b12a-a281967a1849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3097f827-36de-4a0b-a39e-2b8a6f79206f,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:54.489495 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62f40b9c-bfd8-40be-b12a-a281967a1849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:54.489922 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-62f40b9c-bfd8-40be-b12a-a281967a1849 admin admin] Added segment a6a466c8-5a1b-46f3-9625-8a52eb978f29 of type vlan for network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 Jul 07 17:33:54.498837 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aa8b1958-d792-470e-903d-f91642076b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:54.544830 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62f40b9c-bfd8-40be-b12a-a281967a1849 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:54.622685 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62f40b9c-bfd8-40be-b12a-a281967a1849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:54.623713 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f40b9c-bfd8-40be-b12a-a281967a1849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:54.624301 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-62f40b9c-bfd8-40be-b12a-a281967a1849 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:54.672410 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8599499f-cf66-4d8c-b676-ff227c8e8449 None None] Provisioning for port 902d0cf8-a0ab-4b8e-8cba-79761b17fb7f completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:54.680413 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8599499f-cf66-4d8c-b676-ff227c8e8449 None None] Provisioning complete for port 902d0cf8-a0ab-4b8e-8cba-79761b17fb7f triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:54.681701 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8599499f-cf66-4d8c-b676-ff227c8e8449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:54.739414 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f40b9c-bfd8-40be-b12a-a281967a1849 admin admin] Pushing event updated for resources: {'Network': ['ID=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:54.746252 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-62f40b9c-bfd8-40be-b12a-a281967a1849 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8085830 Jul 07 17:33:54.746621 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 38986) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:54.753006 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8599499f-cf66-4d8c-b676-ff227c8e8449 None None] Port 902d0cf8-a0ab-4b8e-8cba-79761b17fb7f cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:33:54.759029 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-6679bf3b-b81c-4583-b016-7f7094eec600 admin admin] Request body: {'subnet': {'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-550639123-subnet', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:54.766683 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:33:54.828302 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aa8b1958-d792-470e-903d-f91642076b11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:54.830984 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6679bf3b-b81c-4583-b016-7f7094eec600 admin admin] Made reservation on behalf of 66782d55a9284144a8994a9a98696a09 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:54.833881 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6679bf3b-b81c-4583-b016-7f7094eec600 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:54.837475 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aa8b1958-d792-470e-903d-f91642076b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:54.992542 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aa8b1958-d792-470e-903d-f91642076b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:55.005197 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b1958-d792-470e-903d-f91642076b11 admin admin] Pushing event updated for resources: {'Port': ['ID=902d0cf8-a0ab-4b8e-8cba-79761b17fb7f,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:55.204353 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8b1958-d792-470e-903d-f91642076b11 admin admin] Network 7ad64a99-0f31-48d8-b364-4200a452a849 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:55.208914 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-aa8b1958-d792-470e-903d-f91642076b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:55.263524 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6679bf3b-b81c-4583-b016-7f7094eec600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:55.413876 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679bf3b-b81c-4583-b016-7f7094eec600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96a9e05f-47c3-4c4b-bd45-67d2458e49df,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:55.452157 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 762c37ae-b249-4b6e-9eb3-8fafde048b77 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:55.467460 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8b1958-d792-470e-903d-f91642076b11 admin admin] Router 7149c761-ed50-4a9b-a6e3-f4e5fc26fd35 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:33:55.478099 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6679bf3b-b81c-4583-b016-7f7094eec600 admin admin] Checking segment: {'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:55.478499 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6679bf3b-b81c-4583-b016-7f7094eec600 admin admin] Network hostable DHCP agents. Network: bfa2b772-e8c4-474c-9bbc-eeafbbaeb767, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:33:55.559647 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 762c37ae-b249-4b6e-9eb3-8fafde048b77 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:55.566233 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 762c37ae-b249-4b6e-9eb3-8fafde048b77 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:55.566932 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:55.570698 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6679bf3b-b81c-4583-b016-7f7094eec600 admin admin] Network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:33:55.619748 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-45596ea4-0a3c-46f4-b579-319a65556e6d None None] Provisioning complete for port 902d0cf8-a0ab-4b8e-8cba-79761b17fb7f triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:55.620744 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-45596ea4-0a3c-46f4-b579-319a65556e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:55.629302 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8f399-cb21-4d1b-bb04-d34d47a29cad req-0d5244c8-a545-428c-b9db-2498cfa63407 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:55.631153 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f5c8f399-cb21-4d1b-bb04-d34d47a29cad req-0d5244c8-a545-428c-b9db-2498cfa63407 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 944 time: 0.2231176 Jul 07 17:33:55.633933 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-6679bf3b-b81c-4583-b016-7f7094eec600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, bfa2b772-e8c4-474c-9bbc-eeafbbaeb767) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:55.651102 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6679bf3b-b81c-4583-b016-7f7094eec600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:55.651756 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6679bf3b-b81c-4583-b016-7f7094eec600 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:55.696701 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8b1958-d792-470e-903d-f91642076b11 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:33:55.712185 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-aa8b1958-d792-470e-903d-f91642076b11 admin admin] 10.222.0.53 "PUT /v2.0/routers/7149c761-ed50-4a9b-a6e3-f4e5fc26fd35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2720158 Jul 07 17:33:55.712185 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6679bf3b-b81c-4583-b016-7f7094eec600 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9616218 Jul 07 17:33:55.712518 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39000) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:55.714843 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e76c625c-d64d-464f-8383-3e00612a8623 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-550639123-router', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:55.721731 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3735d080-7813-4547-949a-6c6bb7050096 None None] Network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:55.762396 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:55.763612 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e76c625c-d64d-464f-8383-3e00612a8623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:55.767005 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e76c625c-d64d-464f-8383-3e00612a8623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:55.778384 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f5c8f399-cb21-4d1b-bb04-d34d47a29cad req-f1c93ecd-15b7-4590-830f-b8d3237c2096 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373317 Jul 07 17:33:55.824307 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-45596ea4-0a3c-46f4-b579-319a65556e6d None None] Port 902d0cf8-a0ab-4b8e-8cba-79761b17fb7f cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:33:55.875173 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb453d5a-a7ea-4843-904e-c6f927515176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762c37ae-b249-4b6e-9eb3-8fafde048b77'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:55.877943 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76679540-0e4b-4d0d-bd4e-ed37037734cd" -d '{"events": [{"server_uuid": "fb453d5a-a7ea-4843-904e-c6f927515176", "name": "network-vif-plugged", "status": "completed", "tag": "762c37ae-b249-4b6e-9eb3-8fafde048b77"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:55.915123 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 762c37ae-b249-4b6e-9eb3-8fafde048b77, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77,segment=NetworkSegment(030884bf-3da9-4e92-a2cc-b431144a5d2a),segment_id=030884bf-3da9-4e92-a2cc-b431144a5d2a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:55.930772 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:56.003088 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e76c625c-d64d-464f-8383-3e00612a8623 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:56.033550 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 07f82e7f-a7b4-4c9c-8044-406ef586f28f up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:56.056083 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=762c37ae-b249-4b6e-9eb3-8fafde048b77,revision_number=9']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:56.290440 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e81526-ed98-4c8e-a152-1ef5954334cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:33:56.291202 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b6e81526-ed98-4c8e-a152-1ef5954334cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:56.336203 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e76c625c-d64d-464f-8383-3e00612a8623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:56.347892 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:56.379524 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 07f82e7f-a7b4-4c9c-8044-406ef586f28f completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:56.393954 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 07f82e7f-a7b4-4c9c-8044-406ef586f28f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:56.394335 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:56.607643 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711c6cbb-988c-4bdf-be57-26713167693e x-openstack-request-id: req-711c6cbb-988c-4bdf-be57-26713167693e {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:56.608289 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb453d5a-a7ea-4843-904e-c6f927515176", "name": "network-vif-plugged", "status": "completed", "tag": "762c37ae-b249-4b6e-9eb3-8fafde048b77", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:56.608289 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-711c6cbb-988c-4bdf-be57-26713167693e {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:56.609072 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb453d5a-a7ea-4843-904e-c6f927515176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762c37ae-b249-4b6e-9eb3-8fafde048b77', 'code': 200} Jul 07 17:33:56.697431 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39022) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:56.706281 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-5973e391-ed69-47cd-b781-b79cd1d9ba71 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-314659178-network', 'tenant_id': '12d6b31b513a4322935bc67d97617d9f'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:56.708361 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f461c-5038-410d-a391-8a4c4c07122a None None] Sync routers for ids ['7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:33:56.728724 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e76c625c-d64d-464f-8383-3e00612a8623 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:56.730216 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-b6e81526-ed98-4c8e-a152-1ef5954334cf None None] Allocated IP 172.20.0.2 (bfa2b772-e8c4-474c-9bbc-eeafbbaeb767/96a9e05f-47c3-4c4b-bd45-67d2458e49df/219945c7-4012-437c-81e0-9de9b1802294) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:33:56.753660 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e76c625c-d64d-464f-8383-3e00612a8623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:56.753933 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7f461c-5038-410d-a391-8a4c4c07122a None None] Routers {'7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:56.754521 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-6e7f461c-5038-410d-a391-8a4c4c07122a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:33:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:56.762775 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5973e391-ed69-47cd-b781-b79cd1d9ba71 admin admin] Made reservation on behalf of 12d6b31b513a4322935bc67d97617d9f for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:56.766016 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5973e391-ed69-47cd-b781-b79cd1d9ba71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:56.782557 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5973e391-ed69-47cd-b781-b79cd1d9ba71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:56.791955 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:56.821857 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-d815ce9c-e60a-44c1-b187-512f5df3b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:56.825780 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-d815ce9c-e60a-44c1-b187-512f5df3b3fd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176&tenant_id=63ef02b3c36b41d7904671af30e265ce HTTP/1.1" status: 200 len: 1097 time: 0.1013365 Jul 07 17:33:56.863035 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-faa529be-cf48-4c8d-980c-1493909bc72a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791503-12', 'device_owner': 'compute:nova'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:56.899445 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 07f82e7f-a7b4-4c9c-8044-406ef586f28f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=07f82e7f-a7b4-4c9c-8044-406ef586f28f,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:56.948566 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-e76c625c-d64d-464f-8383-3e00612a8623 admin admin] Allocated IP 172.25.0.239 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/b7562399-3981-4450-afed-12d00671e32e) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:33:56.969298 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0dec8458-5301-4a52-896e-a2e93a7d2ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:56.974883 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:57.018403 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-faa529be-cf48-4c8d-980c-1493909bc72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:57.060807 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=07f82e7f-a7b4-4c9c-8044-406ef586f28f,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:57.086991 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5973e391-ed69-47cd-b781-b79cd1d9ba71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:57.094770 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5973e391-ed69-47cd-b781-b79cd1d9ba71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:57.105773 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-6e7f461c-5038-410d-a391-8a4c4c07122a None None] Set router 7149c761-ed50-4a9b-a6e3-f4e5fc26fd35 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:57.134587 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5973e391-ed69-47cd-b781-b79cd1d9ba71 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:33:57.153709 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06532e60-daa1-473d-aa2f-c8174ef78efd req-a83b8391-bc9f-452f-afcf-582fcac33075 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:57.155335 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-06532e60-daa1-473d-aa2f-c8174ef78efd req-a83b8391-bc9f-452f-afcf-582fcac33075 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 945 time: 0.1782181 Jul 07 17:33:57.171570 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5973e391-ed69-47cd-b781-b79cd1d9ba71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:57.171935 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-5973e391-ed69-47cd-b781-b79cd1d9ba71 admin admin] Added segment 11b77658-55a6-41a7-8d01-9c185265d99a of type vlan for network 16bc9c37-9fb4-4d5c-b45d-2fca71992fbf Jul 07 17:33:57.175220 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973e391-ed69-47cd-b781-b79cd1d9ba71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8d75f4-684c-427e-9adf-7f6c586907ee,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:57.218638 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e76c625c-d64d-464f-8383-3e00612a8623 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:57.263787 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5973e391-ed69-47cd-b781-b79cd1d9ba71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:57.267181 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-06532e60-daa1-473d-aa2f-c8174ef78efd req-8fd5b388-b2a4-4e71-9503-f8e8fab31726 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979059 Jul 07 17:33:57.334286 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5973e391-ed69-47cd-b781-b79cd1d9ba71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:57.335356 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5973e391-ed69-47cd-b781-b79cd1d9ba71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:57.335887 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5973e391-ed69-47cd-b781-b79cd1d9ba71 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:57.340194 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b6e81526-ed98-4c8e-a152-1ef5954334cf None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:57.346767 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-faa529be-cf48-4c8d-980c-1493909bc72a service neutron] For port 762c37ae-b249-4b6e-9eb3-8fafde048b77, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77,segment=NetworkSegment(030884bf-3da9-4e92-a2cc-b431144a5d2a),segment_id=030884bf-3da9-4e92-a2cc-b431144a5d2a)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:57.359026 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5973e391-ed69-47cd-b781-b79cd1d9ba71 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6612003 Jul 07 17:33:57.359305 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b6e81526-ed98-4c8e-a152-1ef5954334cf None None] Transition to ACTIVE for port object 219945c7-4012-437c-81e0-9de9b1802294 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:57.359993 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39028) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:57.375952 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-8b534d6e-e783-45a3-bf2c-74f4ad9237aa admin admin] Request body: {'subnet': {'network_id': '16bc9c37-9fb4-4d5c-b45d-2fca71992fbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-314659178-subnet', 'tenant_id': '12d6b31b513a4322935bc67d97617d9f', 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:57.397477 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e76c625c-d64d-464f-8383-3e00612a8623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:57.401852 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-faa529be-cf48-4c8d-980c-1493909bc72a service neutron] For port 762c37ae-b249-4b6e-9eb3-8fafde048b77, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:33:57.412233 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b6e81526-ed98-4c8e-a152-1ef5954334cf None None] Transition to ACTIVE for port object 219945c7-4012-437c-81e0-9de9b1802294 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:57.420589 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b6e81526-ed98-4c8e-a152-1ef5954334cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:57.454980 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb453d5a-a7ea-4843-904e-c6f927515176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '762c37ae-b249-4b6e-9eb3-8fafde048b77'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:57.459082 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c78ac6f-5145-4d2a-8988-2722e88509e1" -d '{"events": [{"server_uuid": "fb453d5a-a7ea-4843-904e-c6f927515176", "name": "network-vif-unplugged", "status": "completed", "tag": "762c37ae-b249-4b6e-9eb3-8fafde048b77"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:57.466310 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-faa529be-cf48-4c8d-980c-1493909bc72a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:57.476881 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e81526-ed98-4c8e-a152-1ef5954334cf None None] Network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:57.483127 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b534d6e-e783-45a3-bf2c-74f4ad9237aa admin admin] Made reservation on behalf of 12d6b31b513a4322935bc67d97617d9f for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:57.485619 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8b534d6e-e783-45a3-bf2c-74f4ad9237aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:57.486843 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e81526-ed98-4c8e-a152-1ef5954334cf None None] Pushing event updated for resources: {'Port': ['ID=219945c7-4012-437c-81e0-9de9b1802294,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:57.487127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-faa529be-cf48-4c8d-980c-1493909bc72a service neutron] Transition to ACTIVE for port object 762c37ae-b249-4b6e-9eb3-8fafde048b77 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:57.490990 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-b6e81526-ed98-4c8e-a152-1ef5954334cf None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:57.494266 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e81526-ed98-4c8e-a152-1ef5954334cf None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:33:57.505709 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-faa529be-cf48-4c8d-980c-1493909bc72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:57.508597 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-6e7f461c-5038-410d-a391-8a4c4c07122a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'name': 'tempest-TestVolumeBackupRestore-1889050153-router', 'tenant_id': 'd608a70193a6430089288644481e828c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:49Z', 'updated_at': '2021-07-07T17:33:54Z', 'revision_number': 4, 'project_id': 'd608a70193a6430089288644481e828c', 'gw_port': {'id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:50Z', 'updated_at': '2021-07-07T17:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '902d0cf8-a0ab-4b8e-8cba-79761b17fb7f', 'name': '', 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849', 'tenant_id': 'd608a70193a6430089288644481e828c', 'mac_address': 'fa:16:3e:e4:2d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '108079c1-b0b1-485b-b687-75a52d7d0b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:53Z', 'updated_at': '2021-07-07T17:33:54Z', 'revision_number': 2, 'project_id': 'd608a70193a6430089288644481e828c', 'subnets': [{'id': '108079c1-b0b1-485b-b687-75a52d7d0b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:57.585491 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fb37ec-9a56-4627-92e1-feb6df071ad4 x-openstack-request-id: req-11fb37ec-9a56-4627-92e1-feb6df071ad4 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:57.586145 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb453d5a-a7ea-4843-904e-c6f927515176", "name": "network-vif-unplugged", "status": "completed", "tag": "762c37ae-b249-4b6e-9eb3-8fafde048b77", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:57.586431 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-11fb37ec-9a56-4627-92e1-feb6df071ad4 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:57.586850 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb453d5a-a7ea-4843-904e-c6f927515176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '762c37ae-b249-4b6e-9eb3-8fafde048b77', 'code': 200} Jul 07 17:33:57.596831 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f461c-5038-410d-a391-8a4c4c07122a None None] Checking router: 7149c761-ed50-4a9b-a6e3-f4e5fc26fd35 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:33:57.597196 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f461c-5038-410d-a391-8a4c4c07122a None None] Updating router 7149c761-ed50-4a9b-a6e3-f4e5fc26fd35 port 902d0cf8-a0ab-4b8e-8cba-79761b17fb7f binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:33:57.654286 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b6e81526-ed98-4c8e-a152-1ef5954334cf None None] Attempting to bind port 219945c7-4012-437c-81e0-9de9b1802294 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:33:57.655003 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b6e81526-ed98-4c8e-a152-1ef5954334cf None None] Attempting to bind port 219945c7-4012-437c-81e0-9de9b1802294 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:33:57.655194 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e81526-ed98-4c8e-a152-1ef5954334cf None None] Attempting to bind port 219945c7-4012-437c-81e0-9de9b1802294 on network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:57.670126 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e81526-ed98-4c8e-a152-1ef5954334cf None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:33:57.670554 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e81526-ed98-4c8e-a152-1ef5954334cf None None] Checking segment: {'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:57.670971 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b6e81526-ed98-4c8e-a152-1ef5954334cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:57.671378 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e81526-ed98-4c8e-a152-1ef5954334cf None None] Bound using segment: {'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:33:57.671884 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-b6e81526-ed98-4c8e-a152-1ef5954334cf None None] Bound port: 219945c7-4012-437c-81e0-9de9b1802294, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:33:57.672277 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b6e81526-ed98-4c8e-a152-1ef5954334cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:57.708039 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6e7f461c-5038-410d-a391-8a4c4c07122a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:57.788831 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-faa529be-cf48-4c8d-980c-1493909bc72a service neutron] No DVR routers for this DVR port 762c37ae-b249-4b6e-9eb3-8fafde048b77 on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:57.791915 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa529be-cf48-4c8d-980c-1493909bc72a service neutron] Pushing event updated for resources: {'Port': ['ID=762c37ae-b249-4b6e-9eb3-8fafde048b77,revision_number=10']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:57.875740 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 07f82e7f-a7b4-4c9c-8044-406ef586f28f up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:57.946182 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76c625c-d64d-464f-8383-3e00612a8623 admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:57.948979 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c625c-d64d-464f-8383-3e00612a8623 admin admin] Pushing event updated for resources: {'Port': ['ID=b7562399-3981-4450-afed-12d00671e32e,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:57.961172 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-e76c625c-d64d-464f-8383-3e00612a8623 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:57.974505 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76c625c-d64d-464f-8383-3e00612a8623 admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:33:58.017924 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-b6e81526-ed98-4c8e-a152-1ef5954334cf None None] For port 219945c7-4012-437c-81e0-9de9b1802294, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:33:58.024601 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-faa529be-cf48-4c8d-980c-1493909bc72a service neutron] Attempting to bind port 762c37ae-b249-4b6e-9eb3-8fafde048b77 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:33:58.025369 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-faa529be-cf48-4c8d-980c-1493909bc72a service neutron] Attempting to bind port 762c37ae-b249-4b6e-9eb3-8fafde048b77 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '030884bf-3da9-4e92-a2cc-b431144a5d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:33:58.025543 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-faa529be-cf48-4c8d-980c-1493909bc72a service neutron] Attempting to bind port 762c37ae-b249-4b6e-9eb3-8fafde048b77 on network 21df902c-e279-4e27-944e-9fb0c51e7ce8 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:58.032593 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-faa529be-cf48-4c8d-980c-1493909bc72a service neutron] Port 762c37ae-b249-4b6e-9eb3-8fafde048b77 on network 21df902c-e279-4e27-944e-9fb0c51e7ce8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:33:58.033094 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-faa529be-cf48-4c8d-980c-1493909bc72a service neutron] Attempting to bind port 762c37ae-b249-4b6e-9eb3-8fafde048b77 on network 21df902c-e279-4e27-944e-9fb0c51e7ce8 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:58.039487 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-faa529be-cf48-4c8d-980c-1493909bc72a service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:33:58.040909 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-faa529be-cf48-4c8d-980c-1493909bc72a service neutron] Checking segment: {'id': '030884bf-3da9-4e92-a2cc-b431144a5d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:58.042413 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-faa529be-cf48-4c8d-980c-1493909bc72a service neutron] Bound using segment: {'id': '030884bf-3da9-4e92-a2cc-b431144a5d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:33:58.043154 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-faa529be-cf48-4c8d-980c-1493909bc72a service neutron] Bound port: 762c37ae-b249-4b6e-9eb3-8fafde048b77, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '030884bf-3da9-4e92-a2cc-b431144a5d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:33:58.043672 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-faa529be-cf48-4c8d-980c-1493909bc72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.050980 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-b6e81526-ed98-4c8e-a152-1ef5954334cf None None] For port 219945c7-4012-437c-81e0-9de9b1802294, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=219945c7-4012-437c-81e0-9de9b1802294,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:33:58.064012 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b6e81526-ed98-4c8e-a152-1ef5954334cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.072091 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.094421 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973e391-ed69-47cd-b781-b79cd1d9ba71 admin admin] Pushing event updated for resources: {'Network': ['ID=16bc9c37-9fb4-4d5c-b45d-2fca71992fbf,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:58.121303 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 16bc9c37-9fb4-4d5c-b45d-2fca71992fbf details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:33:58.150680 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-faa529be-cf48-4c8d-980c-1493909bc72a service neutron] For port 762c37ae-b249-4b6e-9eb3-8fafde048b77, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:33:58.155694 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-faa529be-cf48-4c8d-980c-1493909bc72a service neutron] For port 762c37ae-b249-4b6e-9eb3-8fafde048b77, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77,segment=NetworkSegment(030884bf-3da9-4e92-a2cc-b431144a5d2a),segment_id=030884bf-3da9-4e92-a2cc-b431144a5d2a)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:33:58.161679 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-faa529be-cf48-4c8d-980c-1493909bc72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.240731 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-faa529be-cf48-4c8d-980c-1493909bc72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:58.241543 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-faa529be-cf48-4c8d-980c-1493909bc72a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.243821 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-faa529be-cf48-4c8d-980c-1493909bc72a service neutron] 10.222.0.72 "PUT /v2.0/ports/762c37ae-b249-4b6e-9eb3-8fafde048b77 HTTP/1.1" status: 200 len: 1093 time: 1.4092848 Jul 07 17:33:58.339710 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa529be-cf48-4c8d-980c-1493909bc72a service neutron] Pushing event updated for resources: {'Port': ['ID=762c37ae-b249-4b6e-9eb3-8fafde048b77,revision_number=11']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:58.381743 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-48452062-82ba-4ec8-8adb-7af978f96524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:58.397961 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-48452062-82ba-4ec8-8adb-7af978f96524 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 1096 time: 0.1010432 Jul 07 17:33:58.643589 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-36f6d69c-46b0-49f3-a06a-477235a65dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:58.645787 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-36f6d69c-46b0-49f3-a06a-477235a65dc8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=21df902c-e279-4e27-944e-9fb0c51e7ce8 HTTP/1.1" status: 200 len: 898 time: 0.2452466 Jul 07 17:33:58.669653 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e8a89-9b6d-4a00-8204-671a96ed537a req-892048d2-2bd7-4d50-97b7-6a551ee52a12 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:58.671688 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b73e8a89-9b6d-4a00-8204-671a96ed537a req-892048d2-2bd7-4d50-97b7-6a551ee52a12 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 944 time: 0.1612847 Jul 07 17:33:58.675271 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e81526-ed98-4c8e-a152-1ef5954334cf None None] Pushing event updated for resources: {'Port': ['ID=219945c7-4012-437c-81e0-9de9b1802294,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:58.700078 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 07f82e7f-a7b4-4c9c-8044-406ef586f28f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:58.700458 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.793652 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8b534d6e-e783-45a3-bf2c-74f4ad9237aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.808577 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b73e8a89-9b6d-4a00-8204-671a96ed537a req-49e18845-27dc-440e-beb5-177561eafd0c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262729 Jul 07 17:33:58.843598 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-9e67d9c6-be82-4775-96dc-4152c7d81913 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77 HTTP/1.1" status: 200 len: 999 time: 0.1707973 Jul 07 17:33:58.897470 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e76c625c-d64d-464f-8383-3e00612a8623 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.898149 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6e7f461c-5038-410d-a391-8a4c4c07122a None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.902705 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b534d6e-e783-45a3-bf2c-74f4ad9237aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=2be1a8f2-669b-4b89-9985-80c0a548ac66,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:58.913794 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6e7f461c-5038-410d-a391-8a4c4c07122a None None] Transition to ACTIVE for port object 902d0cf8-a0ab-4b8e-8cba-79761b17fb7f will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:58.921064 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6e7f461c-5038-410d-a391-8a4c4c07122a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.922140 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-967c0d68-8245-45ae-8096-7da8e6c0d7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:58.923832 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-967c0d68-8245-45ae-8096-7da8e6c0d7ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5bba496b-911a-410a-98e8-545f93251b0b HTTP/1.1" status: 200 len: 835 time: 0.0731869 Jul 07 17:33:58.952631 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b534d6e-e783-45a3-bf2c-74f4ad9237aa admin admin] Checking segment: {'id': '11b77658-55a6-41a7-8d01-9c185265d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '16bc9c37-9fb4-4d5c-b45d-2fca71992fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:58.953124 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b534d6e-e783-45a3-bf2c-74f4ad9237aa admin admin] Network hostable DHCP agents. Network: 16bc9c37-9fb4-4d5c-b45d-2fca71992fbf, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:33:58.982769 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948f474-33db-4a07-87d8-92798b793846 None None] Pushing event updated for resources: {'Port': ['ID=902d0cf8-a0ab-4b8e-8cba-79761b17fb7f,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:59.012709 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b534d6e-e783-45a3-bf2c-74f4ad9237aa admin admin] Network 16bc9c37-9fb4-4d5c-b45d-2fca71992fbf is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:33:59.016824 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-0888b7d3-16a8-43f6-9db3-3cd716b4ae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:59.025554 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-0888b7d3-16a8-43f6-9db3-3cd716b4ae25 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21df902c-e279-4e27-944e-9fb0c51e7ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0896950 Jul 07 17:33:59.057000 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-8b534d6e-e783-45a3-bf2c-74f4ad9237aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 16bc9c37-9fb4-4d5c-b45d-2fca71992fbf) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:59.061601 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-6e7f461c-5038-410d-a391-8a4c4c07122a None None] Attempting to bind port 902d0cf8-a0ab-4b8e-8cba-79761b17fb7f on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:33:59.062007 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-6e7f461c-5038-410d-a391-8a4c4c07122a None None] Attempting to bind port 902d0cf8-a0ab-4b8e-8cba-79761b17fb7f by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '0b87cc1e-7dcc-47a7-9090-a85e2e891bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:33:59.062376 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7f461c-5038-410d-a391-8a4c4c07122a None None] Attempting to bind port 902d0cf8-a0ab-4b8e-8cba-79761b17fb7f on network 7ad64a99-0f31-48d8-b364-4200a452a849 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:59.062909 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b534d6e-e783-45a3-bf2c-74f4ad9237aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:59.063912 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8b534d6e-e783-45a3-bf2c-74f4ad9237aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:59.070854 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7f461c-5038-410d-a391-8a4c4c07122a None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:33:59.071157 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7f461c-5038-410d-a391-8a4c4c07122a None None] Checking segment: {'id': '0b87cc1e-7dcc-47a7-9090-a85e2e891bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:59.071319 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6e7f461c-5038-410d-a391-8a4c4c07122a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:59.071705 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7f461c-5038-410d-a391-8a4c4c07122a None None] Bound using segment: {'id': '0b87cc1e-7dcc-47a7-9090-a85e2e891bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:33:59.072191 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-6e7f461c-5038-410d-a391-8a4c4c07122a None None] Bound port: 902d0cf8-a0ab-4b8e-8cba-79761b17fb7f, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b87cc1e-7dcc-47a7-9090-a85e2e891bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:33:59.072573 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6e7f461c-5038-410d-a391-8a4c4c07122a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:59.074917 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0d918d-6252-4d80-a702-0ba7eae8aac9 None None] Network 16bc9c37-9fb4-4d5c-b45d-2fca71992fbf requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:59.089640 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8b534d6e-e783-45a3-bf2c-74f4ad9237aa admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7182624 Jul 07 17:33:59.095489 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39036) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:59.100509 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e63c6b60-7094-4df5-afc0-79e23d6b8691 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-314659178-router', 'tenant_id': '12d6b31b513a4322935bc67d97617d9f', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:59.182244 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e63c6b60-7094-4df5-afc0-79e23d6b8691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:59.183724 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e63c6b60-7094-4df5-afc0-79e23d6b8691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:59.237994 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-6ea6520c-bb0f-43a5-ad77-a9abb84ccfc2 service neutron] 10.222.0.72 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097461 Jul 07 17:33:59.305939 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-6e7f461c-5038-410d-a391-8a4c4c07122a None None] For port 902d0cf8-a0ab-4b8e-8cba-79761b17fb7f, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:33:59.309854 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-6e7f461c-5038-410d-a391-8a4c4c07122a None None] For port 902d0cf8-a0ab-4b8e-8cba-79761b17fb7f, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=902d0cf8-a0ab-4b8e-8cba-79761b17fb7f,segment=NetworkSegment(0b87cc1e-7dcc-47a7-9090-a85e2e891bb3),segment_id=0b87cc1e-7dcc-47a7-9090-a85e2e891bb3)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:33:59.318491 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6e7f461c-5038-410d-a391-8a4c4c07122a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:59.336813 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e63c6b60-7094-4df5-afc0-79e23d6b8691 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:59.340212 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e76c625c-d64d-464f-8383-3e00612a8623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:59.417800 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b588abf5-6628-4f65-bdf6-2a7c5178da01 req-cd7b9e85-191c-4533-a874-f619e412c9c6 service neutron] 10.222.0.72 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725619 Jul 07 17:33:59.443729 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7f461c-5038-410d-a391-8a4c4c07122a None None] Routers {'7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:59.444376 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-6e7f461c-5038-410d-a391-8a4c4c07122a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:33:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:59.515685 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948f474-33db-4a07-87d8-92798b793846 None None] Pushing event updated for resources: {'Port': ['ID=902d0cf8-a0ab-4b8e-8cba-79761b17fb7f,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:59.522271 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 762c37ae-b249-4b6e-9eb3-8fafde048b77 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:59.589201 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb453d5a-a7ea-4843-904e-c6f927515176', 'tag': '762c37ae-b249-4b6e-9eb3-8fafde048b77'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:59.592284 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcce865d-6a53-46c8-9277-f797ae8e8367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-16bc9c37-9fb4-4d5c-b45d-2fca71992fbf', 'network_id': '16bc9c37-9fb4-4d5c-b45d-2fca71992fbf', 'tenant_id': '12d6b31b513a4322935bc67d97617d9f', 'fixed_ips': [{'subnet_id': '2be1a8f2-669b-4b89-9985-80c0a548ac66'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:33:59.593110 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a69bc6-32b6-48d2-96e7-504f7fc5bb47" -d '{"events": [{"name": "network-changed", "server_uuid": "fb453d5a-a7ea-4843-904e-c6f927515176", "tag": "762c37ae-b249-4b6e-9eb3-8fafde048b77"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:59.593268 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fcce865d-6a53-46c8-9277-f797ae8e8367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:59.627350 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e63c6b60-7094-4df5-afc0-79e23d6b8691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:59.717035 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4356cd8e-6885-4146-bb8a-66386574ff67 x-openstack-request-id: req-4356cd8e-6885-4146-bb8a-66386574ff67 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:59.717815 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb453d5a-a7ea-4843-904e-c6f927515176", "tag": "762c37ae-b249-4b6e-9eb3-8fafde048b77", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:59.717993 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4356cd8e-6885-4146-bb8a-66386574ff67 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:59.718408 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb453d5a-a7ea-4843-904e-c6f927515176', 'tag': '762c37ae-b249-4b6e-9eb3-8fafde048b77', 'status': 'completed', 'code': 200} Jul 07 17:33:59.772400 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76c625c-d64d-464f-8383-3e00612a8623 admin admin] Router d0b1da92-2279-417d-a85b-04726934128b is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:33:59.784567 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 762c37ae-b249-4b6e-9eb3-8fafde048b77 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:59.882276 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-6e7f461c-5038-410d-a391-8a4c4c07122a None None] Set router 7149c761-ed50-4a9b-a6e3-f4e5fc26fd35 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:00.013551 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a69bc6-32b6-48d2-96e7-504f7fc5bb47 req-021d5da0-6e68-40d1-97b0-85dd8a6b20fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:00.019680 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a8a69bc6-32b6-48d2-96e7-504f7fc5bb47 req-021d5da0-6e68-40d1-97b0-85dd8a6b20fd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 1096 time: 0.3003986 Jul 07 17:34:00.023245 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 219945c7-4012-437c-81e0-9de9b1802294 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:00.030395 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76c625c-d64d-464f-8383-3e00612a8623 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:34:00.040486 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a486392-59b0-4504-b61c-3d3e2b270dd5 None None] Sync routers for ids ['d0b1da92-2279-417d-a85b-04726934128b'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:34:00.054702 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e76c625c-d64d-464f-8383-3e00612a8623 admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:00.058623 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e76c625c-d64d-464f-8383-3e00612a8623 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3467584 Jul 07 17:34:00.058805 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a486392-59b0-4504-b61c-3d3e2b270dd5 None None] Routers {'d0b1da92-2279-417d-a85b-04726934128b'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:00.061663 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-4a486392-59b0-4504-b61c-3d3e2b270dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:33:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d0b1da92-2279-417d-a85b-04726934128b'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:00.061910 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39044) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:00.119125 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbed4105-9f7c-4047-b95a-19d368679295 None None] Network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:00.202114 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-4a486392-59b0-4504-b61c-3d3e2b270dd5 None None] Set router d0b1da92-2279-417d-a85b-04726934128b gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:00.350337 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-fcce865d-6a53-46c8-9277-f797ae8e8367 None None] Allocated IP 172.20.0.2 (16bc9c37-9fb4-4d5c-b45d-2fca71992fbf/2be1a8f2-669b-4b89-9985-80c0a548ac66/4323561d-0c41-4878-b0fd-08b9a2b2e789) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:00.426870 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e63c6b60-7094-4df5-afc0-79e23d6b8691 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:00.450923 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e63c6b60-7094-4df5-afc0-79e23d6b8691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:00.470528 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-4a486392-59b0-4504-b61c-3d3e2b270dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b1da92-2279-417d-a85b-04726934128b', 'name': 'tempest-TestVolumeBootPattern-550639123-router', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b7562399-3981-4450-afed-12d00671e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:55Z', 'updated_at': '2021-07-07T17:33:58Z', 'revision_number': 3, 'project_id': '66782d55a9284144a8994a9a98696a09', 'gw_port': {'id': 'b7562399-3981-4450-afed-12d00671e32e', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:da:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:56Z', 'updated_at': '2021-07-07T17:33:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:00.520380 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fcce865d-6a53-46c8-9277-f797ae8e8367 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:00.529803 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-fcce865d-6a53-46c8-9277-f797ae8e8367 None None] Transition to ACTIVE for port object 4323561d-0c41-4878-b0fd-08b9a2b2e789 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:00.547387 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-fcce865d-6a53-46c8-9277-f797ae8e8367 None None] Transition to ACTIVE for port object 4323561d-0c41-4878-b0fd-08b9a2b2e789 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:00.575019 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fcce865d-6a53-46c8-9277-f797ae8e8367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:00.586487 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 219945c7-4012-437c-81e0-9de9b1802294 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:00.672033 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a486392-59b0-4504-b61c-3d3e2b270dd5 None None] Checking router: d0b1da92-2279-417d-a85b-04726934128b for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:34:00.672865 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a486392-59b0-4504-b61c-3d3e2b270dd5 None None] Updating router d0b1da92-2279-417d-a85b-04726934128b port b7562399-3981-4450-afed-12d00671e32e binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:34:00.706267 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcce865d-6a53-46c8-9277-f797ae8e8367 None None] Network 16bc9c37-9fb4-4d5c-b45d-2fca71992fbf is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:00.714315 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-fcce865d-6a53-46c8-9277-f797ae8e8367 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:00.717423 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:00.737874 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-4a486392-59b0-4504-b61c-3d3e2b270dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:00.742923 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce865d-6a53-46c8-9277-f797ae8e8367 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:00.744312 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a69bc6-32b6-48d2-96e7-504f7fc5bb47 req-32dda4c0-22fe-4b00-9b34-5815bfd7cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:00.745848 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a8a69bc6-32b6-48d2-96e7-504f7fc5bb47 req-32dda4c0-22fe-4b00-9b34-5815bfd7cc7b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 1096 time: 0.9472229 Jul 07 17:34:00.787438 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce865d-6a53-46c8-9277-f797ae8e8367 None None] Pushing event updated for resources: {'Port': ['ID=4323561d-0c41-4878-b0fd-08b9a2b2e789,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:00.819360 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-91fbc33c-78a9-442f-98e6-d692423e4cf3 None None] Provisioning for port 219945c7-4012-437c-81e0-9de9b1802294 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:00.855526 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-91fbc33c-78a9-442f-98e6-d692423e4cf3 None None] Provisioning complete for port 219945c7-4012-437c-81e0-9de9b1802294 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:00.855819 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-91fbc33c-78a9-442f-98e6-d692423e4cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:00.865530 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-e63c6b60-7094-4df5-afc0-79e23d6b8691 admin admin] Allocated IP 172.25.0.67 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/16825f65-80ac-40f6-a2a8-36f009f620c3) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:00.869993 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 762c37ae-b249-4b6e-9eb3-8fafde048b77 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:34:00.906519 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbfff0-ce14-45f1-96d1-f42f9d97792d req-d13a8203-f5a8-47e3-9a6b-2aeff43f30b3 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:00.913730 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7bfbfff0-ce14-45f1-96d1-f42f9d97792d req-d13a8203-f5a8-47e3-9a6b-2aeff43f30b3 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 944 time: 0.7908540 Jul 07 17:34:00.948784 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a69bc6-32b6-48d2-96e7-504f7fc5bb47 req-f7300bf3-aec2-4e15-84ab-11cf0488039d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:00.950515 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a8a69bc6-32b6-48d2-96e7-504f7fc5bb47 req-f7300bf3-aec2-4e15-84ab-11cf0488039d service neutron] 10.222.0.72 "GET /v2.0/networks?id=21df902c-e279-4e27-944e-9fb0c51e7ce8 HTTP/1.1" status: 200 len: 898 time: 0.9236388 Jul 07 17:34:00.963739 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7bfbfff0-ce14-45f1-96d1-f42f9d97792d req-60a2887d-ad5e-4123-a6bf-cb6c3af218f0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490630 Jul 07 17:34:00.984861 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 762c37ae-b249-4b6e-9eb3-8fafde048b77, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77,segment=NetworkSegment(030884bf-3da9-4e92-a2cc-b431144a5d2a),segment_id=030884bf-3da9-4e92-a2cc-b431144a5d2a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:01.038554 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '762c37ae-b249-4b6e-9eb3-8fafde048b77', 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8', 'port_id': '762c37ae-b249-4b6e-9eb3-8fafde048b77', 'mac_address': 'fa:16:3e:bf:40:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bba496b-911a-410a-98e8-545f93251b0b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:34:01.040670 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-fcce865d-6a53-46c8-9277-f797ae8e8367 None None] Attempting to bind port 4323561d-0c41-4878-b0fd-08b9a2b2e789 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:01.041444 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-fcce865d-6a53-46c8-9277-f797ae8e8367 None None] Attempting to bind port 4323561d-0c41-4878-b0fd-08b9a2b2e789 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '11b77658-55a6-41a7-8d01-9c185265d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '16bc9c37-9fb4-4d5c-b45d-2fca71992fbf'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:01.041830 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce865d-6a53-46c8-9277-f797ae8e8367 None None] Attempting to bind port 4323561d-0c41-4878-b0fd-08b9a2b2e789 on network 16bc9c37-9fb4-4d5c-b45d-2fca71992fbf {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:01.057320 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a69bc6-32b6-48d2-96e7-504f7fc5bb47 req-ac07ba2b-f128-4658-9ff2-7d3a63ad24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:01.058830 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a8a69bc6-32b6-48d2-96e7-504f7fc5bb47 req-ac07ba2b-f128-4658-9ff2-7d3a63ad24a4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=21df902c-e279-4e27-944e-9fb0c51e7ce8 HTTP/1.1" status: 200 len: 898 time: 0.3044536 Jul 07 17:34:01.089895 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e63c6b60-7094-4df5-afc0-79e23d6b8691 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.131592 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a8a69bc6-32b6-48d2-96e7-504f7fc5bb47 req-75f0cd50-fc20-40a5-a48e-834ff8797a15 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77 HTTP/1.1" status: 200 len: 999 time: 0.1442869 Jul 07 17:34:01.156027 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e63c6b60-7094-4df5-afc0-79e23d6b8691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.189406 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a8a69bc6-32b6-48d2-96e7-504f7fc5bb47 req-033cb9d8-ce80-46bd-9214-df91ad93cdeb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77 HTTP/1.1" status: 200 len: 999 time: 0.1113324 Jul 07 17:34:01.205025 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce865d-6a53-46c8-9277-f797ae8e8367 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:01.205480 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce865d-6a53-46c8-9277-f797ae8e8367 None None] Checking segment: {'id': '11b77658-55a6-41a7-8d01-9c185265d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '16bc9c37-9fb4-4d5c-b45d-2fca71992fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:01.206284 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fcce865d-6a53-46c8-9277-f797ae8e8367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.206901 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce865d-6a53-46c8-9277-f797ae8e8367 None None] Bound using segment: {'id': '11b77658-55a6-41a7-8d01-9c185265d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '16bc9c37-9fb4-4d5c-b45d-2fca71992fbf'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:01.207813 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-fcce865d-6a53-46c8-9277-f797ae8e8367 None None] Bound port: 4323561d-0c41-4878-b0fd-08b9a2b2e789, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b77658-55a6-41a7-8d01-9c185265d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '16bc9c37-9fb4-4d5c-b45d-2fca71992fbf'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:01.208368 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fcce865d-6a53-46c8-9277-f797ae8e8367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.238909 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a69bc6-32b6-48d2-96e7-504f7fc5bb47 req-7dafa66e-6614-4034-b836-47a607e6eb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:01.241326 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a8a69bc6-32b6-48d2-96e7-504f7fc5bb47 req-7dafa66e-6614-4034-b836-47a607e6eb5c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5bba496b-911a-410a-98e8-545f93251b0b HTTP/1.1" status: 200 len: 835 time: 0.1003692 Jul 07 17:34:01.345507 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.393341 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63c6b60-7094-4df5-afc0-79e23d6b8691 admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:01.403326 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a69bc6-32b6-48d2-96e7-504f7fc5bb47 req-01042523-5700-46ce-ac1e-e44188f4ebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:01.412336 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a8a69bc6-32b6-48d2-96e7-504f7fc5bb47 req-01042523-5700-46ce-ac1e-e44188f4ebbe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5bba496b-911a-410a-98e8-545f93251b0b HTTP/1.1" status: 200 len: 835 time: 0.2140899 Jul 07 17:34:01.418355 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-e63c6b60-7094-4df5-afc0-79e23d6b8691 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:01.424312 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63c6b60-7094-4df5-afc0-79e23d6b8691 admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:01.528119 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a69bc6-32b6-48d2-96e7-504f7fc5bb47 req-e465d091-6d8b-4c47-a654-d12ba4bbcf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:01.532116 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a8a69bc6-32b6-48d2-96e7-504f7fc5bb47 req-e465d091-6d8b-4c47-a654-d12ba4bbcf22 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21df902c-e279-4e27-944e-9fb0c51e7ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2714782 Jul 07 17:34:01.544333 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-4a486392-59b0-4504-b61c-3d3e2b270dd5 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.572915 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-4a486392-59b0-4504-b61c-3d3e2b270dd5 None None] Transition to ACTIVE for port object b7562399-3981-4450-afed-12d00671e32e will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:01.588237 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-4a486392-59b0-4504-b61c-3d3e2b270dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.633863 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e90a99-11bd-4332-954c-85aa87dc452b None None] Pushing event updated for resources: {'Port': ['ID=b7562399-3981-4450-afed-12d00671e32e,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:01.682572 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762c37ae-b249-4b6e-9eb3-8fafde048b77 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:34:01.688809 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-4a486392-59b0-4504-b61c-3d3e2b270dd5 None None] Attempting to bind port b7562399-3981-4450-afed-12d00671e32e on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:01.689392 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-4a486392-59b0-4504-b61c-3d3e2b270dd5 None None] Attempting to bind port b7562399-3981-4450-afed-12d00671e32e by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:01.690622 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a486392-59b0-4504-b61c-3d3e2b270dd5 None None] Attempting to bind port b7562399-3981-4450-afed-12d00671e32e on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:01.697379 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a486392-59b0-4504-b61c-3d3e2b270dd5 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:01.698220 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a486392-59b0-4504-b61c-3d3e2b270dd5 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:01.698832 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-4a486392-59b0-4504-b61c-3d3e2b270dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.699382 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a486392-59b0-4504-b61c-3d3e2b270dd5 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:01.700023 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-4a486392-59b0-4504-b61c-3d3e2b270dd5 None None] Bound port: b7562399-3981-4450-afed-12d00671e32e, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:01.700768 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-4a486392-59b0-4504-b61c-3d3e2b270dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.737644 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a69bc6-32b6-48d2-96e7-504f7fc5bb47 req-957770f6-3bc3-44a8-a1fa-f07f4efd68dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:01.739233 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a8a69bc6-32b6-48d2-96e7-504f7fc5bb47 req-957770f6-3bc3-44a8-a1fa-f07f4efd68dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21df902c-e279-4e27-944e-9fb0c51e7ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3223722 Jul 07 17:34:01.748716 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-91fbc33c-78a9-442f-98e6-d692423e4cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.771734 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a8a69bc6-32b6-48d2-96e7-504f7fc5bb47 req-31974686-1f73-4633-bb19-618443d72ab3 service neutron] 10.222.0.72 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294457 Jul 07 17:34:01.787291 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-4a486392-59b0-4504-b61c-3d3e2b270dd5 None None] For port b7562399-3981-4450-afed-12d00671e32e, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:01.791757 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-4a486392-59b0-4504-b61c-3d3e2b270dd5 None None] For port b7562399-3981-4450-afed-12d00671e32e, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b7562399-3981-4450-afed-12d00671e32e,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:01.798067 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-4a486392-59b0-4504-b61c-3d3e2b270dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.862872 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 762c37ae-b249-4b6e-9eb3-8fafde048b77, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77,segment=NetworkSegment(030884bf-3da9-4e92-a2cc-b431144a5d2a),segment_id=030884bf-3da9-4e92-a2cc-b431144a5d2a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:01.870271 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-fcce865d-6a53-46c8-9277-f797ae8e8367 None None] For port 4323561d-0c41-4878-b0fd-08b9a2b2e789, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:01.891699 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-fcce865d-6a53-46c8-9277-f797ae8e8367 None None] For port 4323561d-0c41-4878-b0fd-08b9a2b2e789, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4323561d-0c41-4878-b0fd-08b9a2b2e789,segment=NetworkSegment(11b77658-55a6-41a7-8d01-9c185265d99a),segment_id=11b77658-55a6-41a7-8d01-9c185265d99a)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:01.897834 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.899251 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a486392-59b0-4504-b61c-3d3e2b270dd5 None None] Routers {'d0b1da92-2279-417d-a85b-04726934128b'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:01.903160 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-6e7f461c-5038-410d-a391-8a4c4c07122a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'name': 'tempest-TestVolumeBackupRestore-1889050153-router', 'tenant_id': 'd608a70193a6430089288644481e828c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:49Z', 'updated_at': '2021-07-07T17:33:54Z', 'revision_number': 4, 'project_id': 'd608a70193a6430089288644481e828c', 'gw_port': {'id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:50Z', 'updated_at': '2021-07-07T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '902d0cf8-a0ab-4b8e-8cba-79761b17fb7f', 'name': '', 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849', 'tenant_id': 'd608a70193a6430089288644481e828c', 'mac_address': 'fa:16:3e:e4:2d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '108079c1-b0b1-485b-b687-75a52d7d0b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:53Z', 'updated_at': '2021-07-07T17:33:59Z', 'revision_number': 4, 'project_id': 'd608a70193a6430089288644481e828c', 'subnets': [{'id': '108079c1-b0b1-485b-b687-75a52d7d0b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:01.904358 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-4a486392-59b0-4504-b61c-3d3e2b270dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:33:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d0b1da92-2279-417d-a85b-04726934128b'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:01.914475 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fcce865d-6a53-46c8-9277-f797ae8e8367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.954165 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a8a69bc6-32b6-48d2-96e7-504f7fc5bb47 req-5d21c4c0-df33-4253-8f44-1cf7b47b10e6 service neutron] 10.222.0.64 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069333 Jul 07 17:34:01.961141 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a8a69bc6-32b6-48d2-96e7-504f7fc5bb47 req-ea6860aa-f9c0-42d6-a0df-247b9c19cc9a service neutron] 10.222.0.72 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619873 Jul 07 17:34:02.009253 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c6b60-7094-4df5-afc0-79e23d6b8691 admin admin] Pushing event updated for resources: {'Port': ['ID=16825f65-80ac-40f6-a2a8-36f009f620c3,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:02.025449 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e90a99-11bd-4332-954c-85aa87dc452b None None] Pushing event updated for resources: {'Port': ['ID=b7562399-3981-4450-afed-12d00671e32e,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:02.053103 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-91fbc33c-78a9-442f-98e6-d692423e4cf3 None None] For port 219945c7-4012-437c-81e0-9de9b1802294, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=219945c7-4012-437c-81e0-9de9b1802294,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:02.070099 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f461c-5038-410d-a391-8a4c4c07122a None None] The sync data for ids ['7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'] in n-d-791503-12 is: [{'id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'name': 'tempest-TestVolumeBackupRestore-1889050153-router', 'tenant_id': 'd608a70193a6430089288644481e828c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:49Z', 'updated_at': '2021-07-07T17:33:54Z', 'revision_number': 4, 'project_id': 'd608a70193a6430089288644481e828c', 'gw_port': {'id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:50Z', 'updated_at': '2021-07-07T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '902d0cf8-a0ab-4b8e-8cba-79761b17fb7f', 'name': '', 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849', 'tenant_id': 'd608a70193a6430089288644481e828c', 'mac_address': 'fa:16:3e:e4:2d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '108079c1-b0b1-485b-b687-75a52d7d0b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:53Z', 'updated_at': '2021-07-07T17:33:59Z', 'revision_number': 4, 'project_id': 'd608a70193a6430089288644481e828c', 'subnets': [{'id': '108079c1-b0b1-485b-b687-75a52d7d0b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:02.070816 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a8a69bc6-32b6-48d2-96e7-504f7fc5bb47 req-1d3d5ad3-5184-4a3c-8e40-9167dd6bc86d service neutron] 10.222.0.64 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085958 Jul 07 17:34:02.086096 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-91fbc33c-78a9-442f-98e6-d692423e4cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.190486 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['762c37ae-b249-4b6e-9eb3-8fafde048b77'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:34:02.194520 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=762c37ae-b249-4b6e-9eb3-8fafde048b77,revision_number=12']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:02.212270 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-4a486392-59b0-4504-b61c-3d3e2b270dd5 None None] Set router d0b1da92-2279-417d-a85b-04726934128b gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:02.398429 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ebcca01c-52c3-4233-89ad-6baf00364b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.427691 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-64dc78da-0e55-42ad-a142-1f746b2b7fef None None] Provisioning complete for port 219945c7-4012-437c-81e0-9de9b1802294 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:02.428238 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-64dc78da-0e55-42ad-a142-1f746b2b7fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.516467 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-4a486392-59b0-4504-b61c-3d3e2b270dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b1da92-2279-417d-a85b-04726934128b', 'name': 'tempest-TestVolumeBootPattern-550639123-router', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b7562399-3981-4450-afed-12d00671e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:55Z', 'updated_at': '2021-07-07T17:33:58Z', 'revision_number': 3, 'project_id': '66782d55a9284144a8994a9a98696a09', 'gw_port': {'id': 'b7562399-3981-4450-afed-12d00671e32e', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:da:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:56Z', 'updated_at': '2021-07-07T17:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:02.518820 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce865d-6a53-46c8-9277-f797ae8e8367 None None] Pushing event updated for resources: {'Port': ['ID=4323561d-0c41-4878-b0fd-08b9a2b2e789,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:02.577568 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a486392-59b0-4504-b61c-3d3e2b270dd5 None None] The sync data for ids ['d0b1da92-2279-417d-a85b-04726934128b'] in n-d-791503-12 is: [{'id': 'd0b1da92-2279-417d-a85b-04726934128b', 'name': 'tempest-TestVolumeBootPattern-550639123-router', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b7562399-3981-4450-afed-12d00671e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:55Z', 'updated_at': '2021-07-07T17:33:58Z', 'revision_number': 3, 'project_id': '66782d55a9284144a8994a9a98696a09', 'gw_port': {'id': 'b7562399-3981-4450-afed-12d00671e32e', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:da:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:56Z', 'updated_at': '2021-07-07T17:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:02.604795 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e63c6b60-7094-4df5-afc0-79e23d6b8691 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.675122 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fbc33c-78a9-442f-98e6-d692423e4cf3 None None] Pushing event updated for resources: {'Port': ['ID=219945c7-4012-437c-81e0-9de9b1802294,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:02.858885 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8591cf-73ca-4ca4-9c55-dccc0256ec5e req-177457c9-887d-4dcc-89d5-40b4b07e27b0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:02.860353 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-df8591cf-73ca-4ca4-9c55-dccc0256ec5e req-177457c9-887d-4dcc-89d5-40b4b07e27b0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 945 time: 0.6484594 Jul 07 17:34:03.108638 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-df8591cf-73ca-4ca4-9c55-dccc0256ec5e req-0d8ab31e-6564-4d73-8aa3-a7e12d0967ed tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358921 Jul 07 17:34:03.124900 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-ebcca01c-52c3-4233-89ad-6baf00364b83 admin admin] Allocated IP 172.20.0.1 (bfa2b772-e8c4-474c-9bbc-eeafbbaeb767/96a9e05f-47c3-4c4b-bd45-67d2458e49df/1b43991d-20c6-4ed8-a8de-a9aa7938d5bf) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:03.138560 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39054) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:03.241167 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ad14237d-ebcb-40c9-90d3-db008d977c84 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/floatingips/2619eab5-26af-414c-986d-cff325c3b26f HTTP/1.1" status: 200 len: 992 time: 0.0997405 Jul 07 17:34:03.268364 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e63c6b60-7094-4df5-afc0-79e23d6b8691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:03.378598 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ebcca01c-52c3-4233-89ad-6baf00364b83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:03.438568 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-ebcca01c-52c3-4233-89ad-6baf00364b83 admin admin] Transition to ACTIVE for port object 1b43991d-20c6-4ed8-a8de-a9aa7938d5bf will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:03.525914 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ebcca01c-52c3-4233-89ad-6baf00364b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:03.531846 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63c6b60-7094-4df5-afc0-79e23d6b8691 admin admin] Router 4819e573-3255-4c79-b908-b7f39eb510cf is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:34:03.575361 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcca01c-52c3-4233-89ad-6baf00364b83 admin admin] Network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:03.582390 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-ebcca01c-52c3-4233-89ad-6baf00364b83 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:03.591371 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcca01c-52c3-4233-89ad-6baf00364b83 admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:03.685040 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcca01c-52c3-4233-89ad-6baf00364b83 admin admin] Pushing event updated for resources: {'Port': ['ID=1b43991d-20c6-4ed8-a8de-a9aa7938d5bf,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:03.725029 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ebcca01c-52c3-4233-89ad-6baf00364b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:03.778136 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6745c5f-4b5f-4bdc-81f9-0629f55fcd1e None None] Network 16bc9c37-9fb4-4d5c-b45d-2fca71992fbf requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:03.927897 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-dbe3e25c-6c71-4493-a6a4-9a6f75da8549 None None] Provisioning for port 4323561d-0c41-4878-b0fd-08b9a2b2e789 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:04.017259 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63c6b60-7094-4df5-afc0-79e23d6b8691 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:34:04.034416 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a2a693-030d-434c-b676-262d7f1eb673 None None] Sync routers for ids ['4819e573-3255-4c79-b908-b7f39eb510cf'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:34:04.037629 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e63c6b60-7094-4df5-afc0-79e23d6b8691 admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:04.042761 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39066) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:04.053699 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e63c6b60-7094-4df5-afc0-79e23d6b8691 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9499290 Jul 07 17:34:04.112266 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9a7ad049-b1d3-43e0-b477-4fe25698fe9f None None] Provisioning for port 1b43991d-20c6-4ed8-a8de-a9aa7938d5bf completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:04.128086 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9a7ad049-b1d3-43e0-b477-4fe25698fe9f None None] Provisioning complete for port 1b43991d-20c6-4ed8-a8de-a9aa7938d5bf triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:04.128467 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9a7ad049-b1d3-43e0-b477-4fe25698fe9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:04.166195 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-9a7ad049-b1d3-43e0-b477-4fe25698fe9f None None] Port 1b43991d-20c6-4ed8-a8de-a9aa7938d5bf cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:34:04.167592 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a2a693-030d-434c-b676-262d7f1eb673 None None] Routers {'4819e573-3255-4c79-b908-b7f39eb510cf'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:04.168302 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-e0a2a693-030d-434c-b676-262d7f1eb673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:33:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['4819e573-3255-4c79-b908-b7f39eb510cf'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:04.195104 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ebcca01c-52c3-4233-89ad-6baf00364b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:04.239398 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 219945c7-4012-437c-81e0-9de9b1802294 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:04.396251 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-e0a2a693-030d-434c-b676-262d7f1eb673 None None] Set router 4819e573-3255-4c79-b908-b7f39eb510cf gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:04.461919 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ebcca01c-52c3-4233-89ad-6baf00364b83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:04.467993 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ebcca01c-52c3-4233-89ad-6baf00364b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:04.486242 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 219945c7-4012-437c-81e0-9de9b1802294 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:04.486618 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:04.566184 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcca01c-52c3-4233-89ad-6baf00364b83 admin admin] Pushing event updated for resources: {'Port': ['ID=1b43991d-20c6-4ed8-a8de-a9aa7938d5bf,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:04.579290 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ebcca01c-52c3-4233-89ad-6baf00364b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:04.701321 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcca01c-52c3-4233-89ad-6baf00364b83 admin admin] Network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:04.704057 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-ebcca01c-52c3-4233-89ad-6baf00364b83 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:04.765529 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 902d0cf8-a0ab-4b8e-8cba-79761b17fb7f up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:04.869278 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 762c37ae-b249-4b6e-9eb3-8fafde048b77 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:04.874174 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcca01c-52c3-4233-89ad-6baf00364b83 admin admin] Router d0b1da92-2279-417d-a85b-04726934128b has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:34:04.950574 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a3dda168-fc7b-407d-a1a7-348fa014f04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:04.969606 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-e0a2a693-030d-434c-b676-262d7f1eb673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4819e573-3255-4c79-b908-b7f39eb510cf', 'name': 'tempest-TestVolumeBackupRestore-314659178-router', 'tenant_id': '12d6b31b513a4322935bc67d97617d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '16825f65-80ac-40f6-a2a8-36f009f620c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:59Z', 'updated_at': '2021-07-07T17:34:02Z', 'revision_number': 3, 'project_id': '12d6b31b513a4322935bc67d97617d9f', 'gw_port': {'id': '16825f65-80ac-40f6-a2a8-36f009f620c3', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4819e573-3255-4c79-b908-b7f39eb510cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:00Z', 'updated_at': '2021-07-07T17:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:04.973732 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 902d0cf8-a0ab-4b8e-8cba-79761b17fb7f completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:05.026501 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a2a693-030d-434c-b676-262d7f1eb673 None None] Checking router: 4819e573-3255-4c79-b908-b7f39eb510cf for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:34:05.026874 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a2a693-030d-434c-b676-262d7f1eb673 None None] Updating router 4819e573-3255-4c79-b908-b7f39eb510cf port 16825f65-80ac-40f6-a2a8-36f009f620c3 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:34:05.029570 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 902d0cf8-a0ab-4b8e-8cba-79761b17fb7f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:05.030478 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.040207 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcca01c-52c3-4233-89ad-6baf00364b83 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:34:05.054180 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ebcca01c-52c3-4233-89ad-6baf00364b83 admin admin] 10.222.0.53 "PUT /v2.0/routers/d0b1da92-2279-417d-a85b-04726934128b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9805546 Jul 07 17:34:05.100498 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 762c37ae-b249-4b6e-9eb3-8fafde048b77 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:05.111684 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 762c37ae-b249-4b6e-9eb3-8fafde048b77 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:05.112067 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.144384 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e0a2a693-030d-434c-b676-262d7f1eb673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.169694 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-a3dda168-fc7b-407d-a1a7-348fa014f04f admin admin] Allocated IP 172.20.0.1 (16bc9c37-9fb4-4d5c-b45d-2fca71992fbf/2be1a8f2-669b-4b89-9985-80c0a548ac66/d62234cb-2151-4d25-9fdc-7391e1992669) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:05.180163 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8c3ee66d-4f57-4b8a-9c34-6b5d25c56340 None None] Provisioning complete for port 1b43991d-20c6-4ed8-a8de-a9aa7938d5bf triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:05.180578 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8c3ee66d-4f57-4b8a-9c34-6b5d25c56340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.320700 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a3dda168-fc7b-407d-a1a7-348fa014f04f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.325541 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8c3ee66d-4f57-4b8a-9c34-6b5d25c56340 None None] Port 1b43991d-20c6-4ed8-a8de-a9aa7938d5bf cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:34:05.337727 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-a3dda168-fc7b-407d-a1a7-348fa014f04f admin admin] Transition to ACTIVE for port object d62234cb-2151-4d25-9fdc-7391e1992669 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:05.343367 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.380306 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a3dda168-fc7b-407d-a1a7-348fa014f04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.420854 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dda168-fc7b-407d-a1a7-348fa014f04f admin admin] Network 16bc9c37-9fb4-4d5c-b45d-2fca71992fbf is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:05.424443 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-a3dda168-fc7b-407d-a1a7-348fa014f04f admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:05.428130 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dda168-fc7b-407d-a1a7-348fa014f04f admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:05.466358 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 902d0cf8-a0ab-4b8e-8cba-79761b17fb7f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=902d0cf8-a0ab-4b8e-8cba-79761b17fb7f,segment=NetworkSegment(0b87cc1e-7dcc-47a7-9090-a85e2e891bb3),segment_id=0b87cc1e-7dcc-47a7-9090-a85e2e891bb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:05.473764 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.474183 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dda168-fc7b-407d-a1a7-348fa014f04f admin admin] Pushing event updated for resources: {'Port': ['ID=d62234cb-2151-4d25-9fdc-7391e1992669,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:05.478746 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.479199 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b7562399-3981-4450-afed-12d00671e32e up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:05.489510 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a3dda168-fc7b-407d-a1a7-348fa014f04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.583077 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb453d5a-a7ea-4843-904e-c6f927515176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762c37ae-b249-4b6e-9eb3-8fafde048b77'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:05.585825 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e6e4e6-6b1f-4b61-8589-4466d7e0e9aa" -d '{"events": [{"server_uuid": "fb453d5a-a7ea-4843-904e-c6f927515176", "name": "network-vif-plugged", "status": "completed", "tag": "762c37ae-b249-4b6e-9eb3-8fafde048b77"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:05.632767 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 762c37ae-b249-4b6e-9eb3-8fafde048b77, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77,segment=NetworkSegment(030884bf-3da9-4e92-a2cc-b431144a5d2a),segment_id=030884bf-3da9-4e92-a2cc-b431144a5d2a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:05.673011 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.703216 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=902d0cf8-a0ab-4b8e-8cba-79761b17fb7f,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:05.713370 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2bb3e8-e5f1-42ff-869a-b96ad120c204 x-openstack-request-id: req-5e2bb3e8-e5f1-42ff-869a-b96ad120c204 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:05.713601 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb453d5a-a7ea-4843-904e-c6f927515176", "name": "network-vif-plugged", "status": "completed", "tag": "762c37ae-b249-4b6e-9eb3-8fafde048b77", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:05.713868 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e2bb3e8-e5f1-42ff-869a-b96ad120c204 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:05.714281 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb453d5a-a7ea-4843-904e-c6f927515176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762c37ae-b249-4b6e-9eb3-8fafde048b77', 'code': 200} Jul 07 17:34:05.763648 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a3dda168-fc7b-407d-a1a7-348fa014f04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.794625 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port b7562399-3981-4450-afed-12d00671e32e completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:05.814529 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port b7562399-3981-4450-afed-12d00671e32e triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:05.814907 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.861532 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39088) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:05.868452 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e623a370-e262-4c16-82bf-0d55e5104774 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-688578097-network', 'tenant_id': '1977293804d3453a869374432b148bf0'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:05.877507 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e0a2a693-030d-434c-b676-262d7f1eb673 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.903086 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e0a2a693-030d-434c-b676-262d7f1eb673 None None] Transition to ACTIVE for port object 16825f65-80ac-40f6-a2a8-36f009f620c3 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:05.905410 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e623a370-e262-4c16-82bf-0d55e5104774 admin admin] Made reservation on behalf of 1977293804d3453a869374432b148bf0 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:05.909175 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e623a370-e262-4c16-82bf-0d55e5104774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.924317 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e623a370-e262-4c16-82bf-0d55e5104774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.952499 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=762c37ae-b249-4b6e-9eb3-8fafde048b77,revision_number=13']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:05.964144 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e0a2a693-030d-434c-b676-262d7f1eb673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.054897 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a3dda168-fc7b-407d-a1a7-348fa014f04f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.060320 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a3dda168-fc7b-407d-a1a7-348fa014f04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.103882 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e623a370-e262-4c16-82bf-0d55e5104774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.110378 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e623a370-e262-4c16-82bf-0d55e5104774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.143513 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e623a370-e262-4c16-82bf-0d55e5104774 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:34:06.151459 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623a370-e262-4c16-82bf-0d55e5104774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16517086-3093-4fe1-a614-29a5b51cc741,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:06.161765 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e623a370-e262-4c16-82bf-0d55e5104774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.162479 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-e623a370-e262-4c16-82bf-0d55e5104774 admin admin] Added segment 15ac8a2e-a4e4-4751-b821-a69f95446594 of type vlan for network 88186377-265f-4c7f-b539-38a00dcac064 Jul 07 17:34:06.164276 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a3dda168-fc7b-407d-a1a7-348fa014f04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.178219 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dda168-fc7b-407d-a1a7-348fa014f04f admin admin] Pushing event updated for resources: {'Port': ['ID=d62234cb-2151-4d25-9fdc-7391e1992669,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:06.207531 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0c94c399-b2a4-452b-a125-ead47cd1746c None None] Provisioning for port d62234cb-2151-4d25-9fdc-7391e1992669 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:06.221138 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0c94c399-b2a4-452b-a125-ead47cd1746c None None] Provisioning complete for port d62234cb-2151-4d25-9fdc-7391e1992669 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:06.221514 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0c94c399-b2a4-452b-a125-ead47cd1746c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.224480 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-e0a2a693-030d-434c-b676-262d7f1eb673 None None] Attempting to bind port 16825f65-80ac-40f6-a2a8-36f009f620c3 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:06.224874 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-e0a2a693-030d-434c-b676-262d7f1eb673 None None] Attempting to bind port 16825f65-80ac-40f6-a2a8-36f009f620c3 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:06.225237 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a2a693-030d-434c-b676-262d7f1eb673 None None] Attempting to bind port 16825f65-80ac-40f6-a2a8-36f009f620c3 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:06.230059 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e212962-ef3a-47fc-a0a5-93d2ee58b819 None None] Pushing event updated for resources: {'Port': ['ID=16825f65-80ac-40f6-a2a8-36f009f620c3,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:06.231370 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e623a370-e262-4c16-82bf-0d55e5104774 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.287618 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a2a693-030d-434c-b676-262d7f1eb673 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:06.287966 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a2a693-030d-434c-b676-262d7f1eb673 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:06.288310 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e0a2a693-030d-434c-b676-262d7f1eb673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.289801 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a2a693-030d-434c-b676-262d7f1eb673 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:06.290465 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-e0a2a693-030d-434c-b676-262d7f1eb673 None None] Bound port: 16825f65-80ac-40f6-a2a8-36f009f620c3, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:06.290978 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e0a2a693-030d-434c-b676-262d7f1eb673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.297240 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e623a370-e262-4c16-82bf-0d55e5104774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.298251 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e623a370-e262-4c16-82bf-0d55e5104774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:06.298829 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e623a370-e262-4c16-82bf-0d55e5104774 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.350547 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-0c94c399-b2a4-452b-a125-ead47cd1746c None None] Port d62234cb-2151-4d25-9fdc-7391e1992669 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:34:06.374404 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dda168-fc7b-407d-a1a7-348fa014f04f admin admin] Network 16bc9c37-9fb4-4d5c-b45d-2fca71992fbf is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:06.377606 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-a3dda168-fc7b-407d-a1a7-348fa014f04f admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:06.415762 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e623a370-e262-4c16-82bf-0d55e5104774 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5523460 Jul 07 17:34:06.418565 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39090) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:06.430114 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-2e4a067d-5dfc-47bb-9d2e-388ca8eaaa13 admin admin] Request body: {'subnet': {'network_id': '88186377-265f-4c7f-b539-38a00dcac064', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-688578097-subnet', 'tenant_id': '1977293804d3453a869374432b148bf0', 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:06.437994 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623a370-e262-4c16-82bf-0d55e5104774 admin admin] Pushing event updated for resources: {'Network': ['ID=88186377-265f-4c7f-b539-38a00dcac064,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:06.459277 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 88186377-265f-4c7f-b539-38a00dcac064 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:34:06.469475 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-e0a2a693-030d-434c-b676-262d7f1eb673 None None] For port 16825f65-80ac-40f6-a2a8-36f009f620c3, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:06.525641 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7765ca6-0d53-4e09-be14-06d47e918249 None None] Sync routers for ids ['d0b1da92-2279-417d-a85b-04726934128b'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:34:06.540700 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7765ca6-0d53-4e09-be14-06d47e918249 None None] Routers {'d0b1da92-2279-417d-a85b-04726934128b'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:06.545975 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-a7765ca6-0d53-4e09-be14-06d47e918249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:33:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d0b1da92-2279-417d-a85b-04726934128b'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:06.550081 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.567628 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4a067d-5dfc-47bb-9d2e-388ca8eaaa13 admin admin] Made reservation on behalf of 1977293804d3453a869374432b148bf0 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:06.573027 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2e4a067d-5dfc-47bb-9d2e-388ca8eaaa13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.578215 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-e0a2a693-030d-434c-b676-262d7f1eb673 None None] For port 16825f65-80ac-40f6-a2a8-36f009f620c3, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=16825f65-80ac-40f6-a2a8-36f009f620c3,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:06.590768 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e0a2a693-030d-434c-b676-262d7f1eb673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.695294 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port b7562399-3981-4450-afed-12d00671e32e, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b7562399-3981-4450-afed-12d00671e32e,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:06.699882 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e212962-ef3a-47fc-a0a5-93d2ee58b819 None None] Pushing event updated for resources: {'Port': ['ID=16825f65-80ac-40f6-a2a8-36f009f620c3,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:06.725341 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.726508 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4323561d-0c41-4878-b0fd-08b9a2b2e789 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:06.737246 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3dda168-fc7b-407d-a1a7-348fa014f04f admin admin] Router 4819e573-3255-4c79-b908-b7f39eb510cf has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:34:06.779907 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a2a693-030d-434c-b676-262d7f1eb673 None None] Routers {'4819e573-3255-4c79-b908-b7f39eb510cf'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:06.781364 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-e0a2a693-030d-434c-b676-262d7f1eb673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:33:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['4819e573-3255-4c79-b908-b7f39eb510cf'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:06.826304 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-a7765ca6-0d53-4e09-be14-06d47e918249 None None] Set router d0b1da92-2279-417d-a85b-04726934128b gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:06.868884 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 4323561d-0c41-4878-b0fd-08b9a2b2e789 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:06.883498 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 4323561d-0c41-4878-b0fd-08b9a2b2e789 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:06.884077 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.885584 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:34:06.934207 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=b7562399-3981-4450-afed-12d00671e32e,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:07.030113 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2e4a067d-5dfc-47bb-9d2e-388ca8eaaa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:07.073296 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-e0a2a693-030d-434c-b676-262d7f1eb673 None None] Set router 4819e573-3255-4c79-b908-b7f39eb510cf gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:07.126016 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:07.126493 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dda168-fc7b-407d-a1a7-348fa014f04f admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:34:07.143031 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a3dda168-fc7b-407d-a1a7-348fa014f04f admin admin] 10.222.0.53 "PUT /v2.0/routers/4819e573-3255-4c79-b908-b7f39eb510cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0884912 Jul 07 17:34:07.143031 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a067d-5dfc-47bb-9d2e-388ca8eaaa13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1b1425c-aa73-4747-801d-447c7306f9dd,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:07.184207 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a067d-5dfc-47bb-9d2e-388ca8eaaa13 admin admin] Checking segment: {'id': '15ac8a2e-a4e4-4751-b821-a69f95446594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '88186377-265f-4c7f-b539-38a00dcac064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:07.185704 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4a067d-5dfc-47bb-9d2e-388ca8eaaa13 admin admin] Network hostable DHCP agents. Network: 88186377-265f-4c7f-b539-38a00dcac064, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:34:07.225677 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4a067d-5dfc-47bb-9d2e-388ca8eaaa13 admin admin] Network 88186377-265f-4c7f-b539-38a00dcac064 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:34:07.241827 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-2e4a067d-5dfc-47bb-9d2e-388ca8eaaa13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 88186377-265f-4c7f-b539-38a00dcac064) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:07.248223 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4a067d-5dfc-47bb-9d2e-388ca8eaaa13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:07.250804 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2e4a067d-5dfc-47bb-9d2e-388ca8eaaa13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:07.272436 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-a7765ca6-0d53-4e09-be14-06d47e918249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b1da92-2279-417d-a85b-04726934128b', 'name': 'tempest-TestVolumeBootPattern-550639123-router', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b7562399-3981-4450-afed-12d00671e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:55Z', 'updated_at': '2021-07-07T17:34:04Z', 'revision_number': 4, 'project_id': '66782d55a9284144a8994a9a98696a09', 'gw_port': {'id': 'b7562399-3981-4450-afed-12d00671e32e', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:da:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:56Z', 'updated_at': '2021-07-07T17:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '1b43991d-20c6-4ed8-a8de-a9aa7938d5bf', 'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'mac_address': 'fa:16:3e:30:8e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:04Z', 'revision_number': 2, 'project_id': '66782d55a9284144a8994a9a98696a09', 'subnets': [{'id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:07.287622 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2e4a067d-5dfc-47bb-9d2e-388ca8eaaa13 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8665891 Jul 07 17:34:07.290118 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39096) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:07.298336 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-5fb36d2e-311d-4251-a127-9b0e8bc3fdf4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-688578097-router', 'tenant_id': '1977293804d3453a869374432b148bf0', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:07.313455 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7765ca6-0d53-4e09-be14-06d47e918249 None None] Checking router: d0b1da92-2279-417d-a85b-04726934128b for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:34:07.314260 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7765ca6-0d53-4e09-be14-06d47e918249 None None] Updating router d0b1da92-2279-417d-a85b-04726934128b port 1b43991d-20c6-4ed8-a8de-a9aa7938d5bf binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:34:07.348613 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5fb36d2e-311d-4251-a127-9b0e8bc3fdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:07.349729 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5fb36d2e-311d-4251-a127-9b0e8bc3fdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:07.363872 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-a7765ca6-0d53-4e09-be14-06d47e918249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:07.384442 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 4323561d-0c41-4878-b0fd-08b9a2b2e789, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4323561d-0c41-4878-b0fd-08b9a2b2e789,segment=NetworkSegment(11b77658-55a6-41a7-8d01-9c185265d99a),segment_id=11b77658-55a6-41a7-8d01-9c185265d99a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:07.387671 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d9db15-5247-44b5-b9c4-f87be527bd52 None None] Network 88186377-265f-4c7f-b539-38a00dcac064 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:07.392468 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-41a69f39-62dc-429e-9eb0-39cb614aab4e None None] Provisioning complete for port d62234cb-2151-4d25-9fdc-7391e1992669 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:07.392868 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-41a69f39-62dc-429e-9eb0-39cb614aab4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:07.414115 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:07.502463 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5fb36d2e-311d-4251-a127-9b0e8bc3fdf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:07.564159 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 902d0cf8-a0ab-4b8e-8cba-79761b17fb7f up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:07.610923 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:07.638147 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-41a69f39-62dc-429e-9eb0-39cb614aab4e None None] Port d62234cb-2151-4d25-9fdc-7391e1992669 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:34:07.670375 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=4323561d-0c41-4878-b0fd-08b9a2b2e789,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:07.740439 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5fb36d2e-311d-4251-a127-9b0e8bc3fdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:07.754234 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 902d0cf8-a0ab-4b8e-8cba-79761b17fb7f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:07.754442 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:07.781449 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-a7765ca6-0d53-4e09-be14-06d47e918249 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:07.802038 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-a7765ca6-0d53-4e09-be14-06d47e918249 None None] Transition to ACTIVE for port object 1b43991d-20c6-4ed8-a8de-a9aa7938d5bf will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:07.809784 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-a7765ca6-0d53-4e09-be14-06d47e918249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:07.869369 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-e0a2a693-030d-434c-b676-262d7f1eb673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4819e573-3255-4c79-b908-b7f39eb510cf', 'name': 'tempest-TestVolumeBackupRestore-314659178-router', 'tenant_id': '12d6b31b513a4322935bc67d97617d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '16825f65-80ac-40f6-a2a8-36f009f620c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:59Z', 'updated_at': '2021-07-07T17:34:05Z', 'revision_number': 4, 'project_id': '12d6b31b513a4322935bc67d97617d9f', 'gw_port': {'id': '16825f65-80ac-40f6-a2a8-36f009f620c3', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4819e573-3255-4c79-b908-b7f39eb510cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:00Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'd62234cb-2151-4d25-9fdc-7391e1992669', 'name': '', 'network_id': '16bc9c37-9fb4-4d5c-b45d-2fca71992fbf', 'tenant_id': '12d6b31b513a4322935bc67d97617d9f', 'mac_address': 'fa:16:3e:bb:7c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4819e573-3255-4c79-b908-b7f39eb510cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '2be1a8f2-669b-4b89-9985-80c0a548ac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:04Z', 'updated_at': '2021-07-07T17:34:05Z', 'revision_number': 2, 'project_id': '12d6b31b513a4322935bc67d97617d9f', 'subnets': [{'id': '2be1a8f2-669b-4b89-9985-80c0a548ac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:07.968202 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a2a693-030d-434c-b676-262d7f1eb673 None None] The sync data for ids ['4819e573-3255-4c79-b908-b7f39eb510cf'] in n-d-791503-12 is: [{'id': '4819e573-3255-4c79-b908-b7f39eb510cf', 'name': 'tempest-TestVolumeBackupRestore-314659178-router', 'tenant_id': '12d6b31b513a4322935bc67d97617d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '16825f65-80ac-40f6-a2a8-36f009f620c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:59Z', 'updated_at': '2021-07-07T17:34:05Z', 'revision_number': 4, 'project_id': '12d6b31b513a4322935bc67d97617d9f', 'gw_port': {'id': '16825f65-80ac-40f6-a2a8-36f009f620c3', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4819e573-3255-4c79-b908-b7f39eb510cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:00Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'd62234cb-2151-4d25-9fdc-7391e1992669', 'name': '', 'network_id': '16bc9c37-9fb4-4d5c-b45d-2fca71992fbf', 'tenant_id': '12d6b31b513a4322935bc67d97617d9f', 'mac_address': 'fa:16:3e:bb:7c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4819e573-3255-4c79-b908-b7f39eb510cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '2be1a8f2-669b-4b89-9985-80c0a548ac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:04Z', 'updated_at': '2021-07-07T17:34:05Z', 'revision_number': 2, 'project_id': '12d6b31b513a4322935bc67d97617d9f', 'subnets': [{'id': '2be1a8f2-669b-4b89-9985-80c0a548ac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:08.027347 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-a7765ca6-0d53-4e09-be14-06d47e918249 None None] Attempting to bind port 1b43991d-20c6-4ed8-a8de-a9aa7938d5bf on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:08.029913 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-a7765ca6-0d53-4e09-be14-06d47e918249 None None] Attempting to bind port 1b43991d-20c6-4ed8-a8de-a9aa7938d5bf by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:08.034075 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7765ca6-0d53-4e09-be14-06d47e918249 None None] Attempting to bind port 1b43991d-20c6-4ed8-a8de-a9aa7938d5bf on network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:08.036751 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b39df-03e7-48c6-8645-1d6eb8b2b306 None None] Pushing event updated for resources: {'Port': ['ID=1b43991d-20c6-4ed8-a8de-a9aa7938d5bf,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:08.054476 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7765ca6-0d53-4e09-be14-06d47e918249 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:08.054971 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7765ca6-0d53-4e09-be14-06d47e918249 None None] Checking segment: {'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:08.055478 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-a7765ca6-0d53-4e09-be14-06d47e918249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:08.055971 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7765ca6-0d53-4e09-be14-06d47e918249 None None] Bound using segment: {'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:08.056745 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-a7765ca6-0d53-4e09-be14-06d47e918249 None None] Bound port: 1b43991d-20c6-4ed8-a8de-a9aa7938d5bf, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:08.057231 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-a7765ca6-0d53-4e09-be14-06d47e918249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:08.064727 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae5c094-1494-46e1-bb3c-5236744485ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-88186377-265f-4c7f-b539-38a00dcac064', 'network_id': '88186377-265f-4c7f-b539-38a00dcac064', 'tenant_id': '1977293804d3453a869374432b148bf0', 'fixed_ips': [{'subnet_id': 'd1b1425c-aa73-4747-801d-447c7306f9dd'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:34:08.065888 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fae5c094-1494-46e1-bb3c-5236744485ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:08.089800 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:08.232242 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5fb36d2e-311d-4251-a127-9b0e8bc3fdf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:08.261566 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-a7765ca6-0d53-4e09-be14-06d47e918249 None None] For port 1b43991d-20c6-4ed8-a8de-a9aa7938d5bf, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:08.267728 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-a7765ca6-0d53-4e09-be14-06d47e918249 None None] For port 1b43991d-20c6-4ed8-a8de-a9aa7938d5bf, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=1b43991d-20c6-4ed8-a8de-a9aa7938d5bf,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:08.274348 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5fb36d2e-311d-4251-a127-9b0e8bc3fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:08.276076 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-a7765ca6-0d53-4e09-be14-06d47e918249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:08.282297 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b7562399-3981-4450-afed-12d00671e32e up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:08.565952 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-5fb36d2e-311d-4251-a127-9b0e8bc3fdf4 admin admin] Allocated IP 172.25.0.248 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/9c79742c-7491-4a98-89ea-e53a2b8d63ad) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:08.608052 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b39df-03e7-48c6-8645-1d6eb8b2b306 None None] Pushing event updated for resources: {'Port': ['ID=1b43991d-20c6-4ed8-a8de-a9aa7938d5bf,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:08.620441 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-fae5c094-1494-46e1-bb3c-5236744485ce None None] Allocated IP 172.20.0.2 (88186377-265f-4c7f-b539-38a00dcac064/d1b1425c-aa73-4747-801d-447c7306f9dd/3a9ec395-41d1-460e-bbd5-e6090d0c77c8) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:08.622997 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7765ca6-0d53-4e09-be14-06d47e918249 None None] Routers {'d0b1da92-2279-417d-a85b-04726934128b'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:08.623724 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-a7765ca6-0d53-4e09-be14-06d47e918249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:33:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d0b1da92-2279-417d-a85b-04726934128b'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:08.949897 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5fb36d2e-311d-4251-a127-9b0e8bc3fdf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:09.001854 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-a7765ca6-0d53-4e09-be14-06d47e918249 None None] Set router d0b1da92-2279-417d-a85b-04726934128b gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:09.037101 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5fb36d2e-311d-4251-a127-9b0e8bc3fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:09.087074 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fae5c094-1494-46e1-bb3c-5236744485ce None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:09.098429 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb36d2e-311d-4251-a127-9b0e8bc3fdf4 admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:09.104603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-5fb36d2e-311d-4251-a127-9b0e8bc3fdf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:09.120276 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb36d2e-311d-4251-a127-9b0e8bc3fdf4 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:09.140767 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-fae5c094-1494-46e1-bb3c-5236744485ce None None] Transition to ACTIVE for port object 3a9ec395-41d1-460e-bbd5-e6090d0c77c8 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:09.175784 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-fae5c094-1494-46e1-bb3c-5236744485ce None None] Transition to ACTIVE for port object 3a9ec395-41d1-460e-bbd5-e6090d0c77c8 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:09.198180 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fae5c094-1494-46e1-bb3c-5236744485ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:09.217314 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb36d2e-311d-4251-a127-9b0e8bc3fdf4 admin admin] Pushing event updated for resources: {'Port': ['ID=9c79742c-7491-4a98-89ea-e53a2b8d63ad,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:09.300546 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae5c094-1494-46e1-bb3c-5236744485ce None None] Network 88186377-265f-4c7f-b539-38a00dcac064 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:09.306480 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-fae5c094-1494-46e1-bb3c-5236744485ce None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:09.314673 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae5c094-1494-46e1-bb3c-5236744485ce None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:09.320409 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port b7562399-3981-4450-afed-12d00671e32e triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:09.325176 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:09.576707 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-a7765ca6-0d53-4e09-be14-06d47e918249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b1da92-2279-417d-a85b-04726934128b', 'name': 'tempest-TestVolumeBootPattern-550639123-router', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b7562399-3981-4450-afed-12d00671e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:55Z', 'updated_at': '2021-07-07T17:34:04Z', 'revision_number': 4, 'project_id': '66782d55a9284144a8994a9a98696a09', 'gw_port': {'id': 'b7562399-3981-4450-afed-12d00671e32e', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:56Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '1b43991d-20c6-4ed8-a8de-a9aa7938d5bf', 'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'mac_address': 'fa:16:3e:30:8e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:08Z', 'revision_number': 4, 'project_id': '66782d55a9284144a8994a9a98696a09', 'subnets': [{'id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:09.579789 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5c094-1494-46e1-bb3c-5236744485ce None None] Pushing event updated for resources: {'Port': ['ID=3a9ec395-41d1-460e-bbd5-e6090d0c77c8,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:09.645860 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7765ca6-0d53-4e09-be14-06d47e918249 None None] The sync data for ids ['d0b1da92-2279-417d-a85b-04726934128b'] in n-d-791503-12 is: [{'id': 'd0b1da92-2279-417d-a85b-04726934128b', 'name': 'tempest-TestVolumeBootPattern-550639123-router', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b7562399-3981-4450-afed-12d00671e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:55Z', 'updated_at': '2021-07-07T17:34:04Z', 'revision_number': 4, 'project_id': '66782d55a9284144a8994a9a98696a09', 'gw_port': {'id': 'b7562399-3981-4450-afed-12d00671e32e', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:56Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '1b43991d-20c6-4ed8-a8de-a9aa7938d5bf', 'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'mac_address': 'fa:16:3e:30:8e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:08Z', 'revision_number': 4, 'project_id': '66782d55a9284144a8994a9a98696a09', 'subnets': [{'id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:09.664081 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-fae5c094-1494-46e1-bb3c-5236744485ce None None] Attempting to bind port 3a9ec395-41d1-460e-bbd5-e6090d0c77c8 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:09.664523 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-fae5c094-1494-46e1-bb3c-5236744485ce None None] Attempting to bind port 3a9ec395-41d1-460e-bbd5-e6090d0c77c8 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '15ac8a2e-a4e4-4751-b821-a69f95446594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '88186377-265f-4c7f-b539-38a00dcac064'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:09.665127 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae5c094-1494-46e1-bb3c-5236744485ce None None] Attempting to bind port 3a9ec395-41d1-460e-bbd5-e6090d0c77c8 on network 88186377-265f-4c7f-b539-38a00dcac064 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:09.672652 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae5c094-1494-46e1-bb3c-5236744485ce None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:09.673407 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae5c094-1494-46e1-bb3c-5236744485ce None None] Checking segment: {'id': '15ac8a2e-a4e4-4751-b821-a69f95446594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '88186377-265f-4c7f-b539-38a00dcac064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:09.674342 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fae5c094-1494-46e1-bb3c-5236744485ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:09.674998 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae5c094-1494-46e1-bb3c-5236744485ce None None] Bound using segment: {'id': '15ac8a2e-a4e4-4751-b821-a69f95446594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '88186377-265f-4c7f-b539-38a00dcac064'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:09.675629 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-fae5c094-1494-46e1-bb3c-5236744485ce None None] Bound port: 3a9ec395-41d1-460e-bbd5-e6090d0c77c8, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ac8a2e-a4e4-4751-b821-a69f95446594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '88186377-265f-4c7f-b539-38a00dcac064'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:09.675986 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fae5c094-1494-46e1-bb3c-5236744485ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:09.797291 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5fb36d2e-311d-4251-a127-9b0e8bc3fdf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:09.926723 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-fae5c094-1494-46e1-bb3c-5236744485ce None None] For port 3a9ec395-41d1-460e-bbd5-e6090d0c77c8, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:09.957990 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-fae5c094-1494-46e1-bb3c-5236744485ce None None] For port 3a9ec395-41d1-460e-bbd5-e6090d0c77c8, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3a9ec395-41d1-460e-bbd5-e6090d0c77c8,segment=NetworkSegment(15ac8a2e-a4e4-4751-b821-a69f95446594),segment_id=15ac8a2e-a4e4-4751-b821-a69f95446594)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:09.978664 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fae5c094-1494-46e1-bb3c-5236744485ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:10.116545 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5c094-1494-46e1-bb3c-5236744485ce None None] Pushing event updated for resources: {'Port': ['ID=3a9ec395-41d1-460e-bbd5-e6090d0c77c8,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:10.183436 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 1b43991d-20c6-4ed8-a8de-a9aa7938d5bf up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:10.279673 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 1b43991d-20c6-4ed8-a8de-a9aa7938d5bf completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:10.288889 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 1b43991d-20c6-4ed8-a8de-a9aa7938d5bf triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:10.289274 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:10.507162 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:10.602930 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 1b43991d-20c6-4ed8-a8de-a9aa7938d5bf, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=1b43991d-20c6-4ed8-a8de-a9aa7938d5bf,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:10.611352 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:10.612602 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 16825f65-80ac-40f6-a2a8-36f009f620c3 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:10.773237 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=1b43991d-20c6-4ed8-a8de-a9aa7938d5bf,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:10.796384 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 16825f65-80ac-40f6-a2a8-36f009f620c3 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:10.803549 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 16825f65-80ac-40f6-a2a8-36f009f620c3 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:10.804295 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:10.910299 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:10.941720 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 16825f65-80ac-40f6-a2a8-36f009f620c3, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=16825f65-80ac-40f6-a2a8-36f009f620c3,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:10.949640 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:10.951115 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4323561d-0c41-4878-b0fd-08b9a2b2e789 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:10.975030 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5fb36d2e-311d-4251-a127-9b0e8bc3fdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:11.233942 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb36d2e-311d-4251-a127-9b0e8bc3fdf4 admin admin] Router e4fc1ad7-ce67-4f80-99e0-17007f583ee9 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:34:11.467792 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb36d2e-311d-4251-a127-9b0e8bc3fdf4 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:34:11.508094 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f79a509-6f26-45d9-af6a-77b7e6f61b3b None None] Sync routers for ids ['e4fc1ad7-ce67-4f80-99e0-17007f583ee9'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:34:11.512359 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=16825f65-80ac-40f6-a2a8-36f009f620c3,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:11.519716 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5fb36d2e-311d-4251-a127-9b0e8bc3fdf4 admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:11.524990 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5fb36d2e-311d-4251-a127-9b0e8bc3fdf4 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2301865 Jul 07 17:34:11.524990 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 39476) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:11.531890 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 4323561d-0c41-4878-b0fd-08b9a2b2e789 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:11.532317 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:11.535954 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f79a509-6f26-45d9-af6a-77b7e6f61b3b None None] Routers {'e4fc1ad7-ce67-4f80-99e0-17007f583ee9'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:11.536654 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-5f79a509-6f26-45d9-af6a-77b7e6f61b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:33:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['e4fc1ad7-ce67-4f80-99e0-17007f583ee9'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:11.866967 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-5f79a509-6f26-45d9-af6a-77b7e6f61b3b None None] Set router e4fc1ad7-ce67-4f80-99e0-17007f583ee9 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:11.985426 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35093363-0c26-4020-8f6c-9145675198a4 None None] Network 88186377-265f-4c7f-b539-38a00dcac064 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:12.135468 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 16825f65-80ac-40f6-a2a8-36f009f620c3 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:12.181703 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6b955832-3d39-4768-ac30-e1dd910e2506 None None] Provisioning for port 3a9ec395-41d1-460e-bbd5-e6090d0c77c8 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:12.308753 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aaf5bcae-281f-45aa-8369-e212f8404ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:12.468062 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 16825f65-80ac-40f6-a2a8-36f009f620c3 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:12.469266 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:12.545425 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-5f79a509-6f26-45d9-af6a-77b7e6f61b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fc1ad7-ce67-4f80-99e0-17007f583ee9', 'name': 'tempest-TestVolumeBootPattern-688578097-router', 'tenant_id': '1977293804d3453a869374432b148bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '9c79742c-7491-4a98-89ea-e53a2b8d63ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:07Z', 'updated_at': '2021-07-07T17:34:09Z', 'revision_number': 3, 'project_id': '1977293804d3453a869374432b148bf0', 'gw_port': {'id': '9c79742c-7491-4a98-89ea-e53a2b8d63ad', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fc1ad7-ce67-4f80-99e0-17007f583ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:08Z', 'updated_at': '2021-07-07T17:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:12.572940 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-aaf5bcae-281f-45aa-8369-e212f8404ebb admin admin] Allocated IP 172.20.0.1 (88186377-265f-4c7f-b539-38a00dcac064/d1b1425c-aa73-4747-801d-447c7306f9dd/4c51c110-acb6-4df2-9eea-dadec99183d9) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:12.615848 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f79a509-6f26-45d9-af6a-77b7e6f61b3b None None] Checking router: e4fc1ad7-ce67-4f80-99e0-17007f583ee9 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:34:12.616249 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f79a509-6f26-45d9-af6a-77b7e6f61b3b None None] Updating router e4fc1ad7-ce67-4f80-99e0-17007f583ee9 port 9c79742c-7491-4a98-89ea-e53a2b8d63ad binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:34:12.679276 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5f79a509-6f26-45d9-af6a-77b7e6f61b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:12.711555 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aaf5bcae-281f-45aa-8369-e212f8404ebb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:12.723216 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 1b43991d-20c6-4ed8-a8de-a9aa7938d5bf up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:12.745974 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-aaf5bcae-281f-45aa-8369-e212f8404ebb admin admin] Transition to ACTIVE for port object 4c51c110-acb6-4df2-9eea-dadec99183d9 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:12.794543 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aaf5bcae-281f-45aa-8369-e212f8404ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:12.910075 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf5bcae-281f-45aa-8369-e212f8404ebb admin admin] Network 88186377-265f-4c7f-b539-38a00dcac064 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:12.915017 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-aaf5bcae-281f-45aa-8369-e212f8404ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:12.919419 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf5bcae-281f-45aa-8369-e212f8404ebb admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:12.963422 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5bcae-281f-45aa-8369-e212f8404ebb admin admin] Pushing event updated for resources: {'Port': ['ID=4c51c110-acb6-4df2-9eea-dadec99183d9,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:12.985867 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aaf5bcae-281f-45aa-8369-e212f8404ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.002832 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 1b43991d-20c6-4ed8-a8de-a9aa7938d5bf triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:13.003208 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.192273 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aaf5bcae-281f-45aa-8369-e212f8404ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.195961 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5f79a509-6f26-45d9-af6a-77b7e6f61b3b None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.199548 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3a9ec395-41d1-460e-bbd5-e6090d0c77c8 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:13.229383 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5f79a509-6f26-45d9-af6a-77b7e6f61b3b None None] Transition to ACTIVE for port object 9c79742c-7491-4a98-89ea-e53a2b8d63ad will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:13.245677 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5f79a509-6f26-45d9-af6a-77b7e6f61b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.336301 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-5f79a509-6f26-45d9-af6a-77b7e6f61b3b None None] Attempting to bind port 9c79742c-7491-4a98-89ea-e53a2b8d63ad on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:13.336417 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-5f79a509-6f26-45d9-af6a-77b7e6f61b3b None None] Attempting to bind port 9c79742c-7491-4a98-89ea-e53a2b8d63ad by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:13.336724 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f79a509-6f26-45d9-af6a-77b7e6f61b3b None None] Attempting to bind port 9c79742c-7491-4a98-89ea-e53a2b8d63ad on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:13.341093 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8faf07b-5c46-4945-bd69-180e18cb99f1 None None] Pushing event updated for resources: {'Port': ['ID=9c79742c-7491-4a98-89ea-e53a2b8d63ad,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:13.351662 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f79a509-6f26-45d9-af6a-77b7e6f61b3b None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:13.352078 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f79a509-6f26-45d9-af6a-77b7e6f61b3b None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:13.352544 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5f79a509-6f26-45d9-af6a-77b7e6f61b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.353073 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f79a509-6f26-45d9-af6a-77b7e6f61b3b None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:13.354148 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-5f79a509-6f26-45d9-af6a-77b7e6f61b3b None None] Bound port: 9c79742c-7491-4a98-89ea-e53a2b8d63ad, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:13.354148 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5f79a509-6f26-45d9-af6a-77b7e6f61b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.357986 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-dc8d827e-779b-4a38-9400-9610fb6017d4 None None] Provisioning for port 4c51c110-acb6-4df2-9eea-dadec99183d9 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:13.380010 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 3a9ec395-41d1-460e-bbd5-e6090d0c77c8 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:13.385047 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-dc8d827e-779b-4a38-9400-9610fb6017d4 None None] Provisioning complete for port 4c51c110-acb6-4df2-9eea-dadec99183d9 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:13.385311 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-dc8d827e-779b-4a38-9400-9610fb6017d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.389566 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 3a9ec395-41d1-460e-bbd5-e6090d0c77c8 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:13.389935 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.428101 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aaf5bcae-281f-45aa-8369-e212f8404ebb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.436693 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aaf5bcae-281f-45aa-8369-e212f8404ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.479949 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d827e-779b-4a38-9400-9610fb6017d4 None None] Port 4c51c110-acb6-4df2-9eea-dadec99183d9 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:34:13.482752 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-5f79a509-6f26-45d9-af6a-77b7e6f61b3b None None] For port 9c79742c-7491-4a98-89ea-e53a2b8d63ad, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:13.489068 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-5f79a509-6f26-45d9-af6a-77b7e6f61b3b None None] For port 9c79742c-7491-4a98-89ea-e53a2b8d63ad, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=9c79742c-7491-4a98-89ea-e53a2b8d63ad,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:13.496910 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5f79a509-6f26-45d9-af6a-77b7e6f61b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.519791 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5bcae-281f-45aa-8369-e212f8404ebb admin admin] Pushing event updated for resources: {'Port': ['ID=4c51c110-acb6-4df2-9eea-dadec99183d9,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:13.528217 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aaf5bcae-281f-45aa-8369-e212f8404ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.595979 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f79a509-6f26-45d9-af6a-77b7e6f61b3b None None] Routers {'e4fc1ad7-ce67-4f80-99e0-17007f583ee9'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:13.596684 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-5f79a509-6f26-45d9-af6a-77b7e6f61b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:33:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['e4fc1ad7-ce67-4f80-99e0-17007f583ee9'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:13.602856 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.642726 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8faf07b-5c46-4945-bd69-180e18cb99f1 None None] Pushing event updated for resources: {'Port': ['ID=9c79742c-7491-4a98-89ea-e53a2b8d63ad,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:13.668103 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf5bcae-281f-45aa-8369-e212f8404ebb admin admin] Network 88186377-265f-4c7f-b539-38a00dcac064 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:13.669919 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-aaf5bcae-281f-45aa-8369-e212f8404ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:13.725808 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 3a9ec395-41d1-460e-bbd5-e6090d0c77c8, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3a9ec395-41d1-460e-bbd5-e6090d0c77c8,segment=NetworkSegment(15ac8a2e-a4e4-4751-b821-a69f95446594),segment_id=15ac8a2e-a4e4-4751-b821-a69f95446594)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:13.731701 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.853520 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-5f79a509-6f26-45d9-af6a-77b7e6f61b3b None None] Set router e4fc1ad7-ce67-4f80-99e0-17007f583ee9 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:13.856426 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=3a9ec395-41d1-460e-bbd5-e6090d0c77c8,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:13.879414 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf5bcae-281f-45aa-8369-e212f8404ebb admin admin] Router e4fc1ad7-ce67-4f80-99e0-17007f583ee9 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:34:13.987741 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dc9d62-0498-4d12-8f4f-461cffd07536 None None] Sync routers for ids ['4819e573-3255-4c79-b908-b7f39eb510cf'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:34:14.003454 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dc9d62-0498-4d12-8f4f-461cffd07536 None None] Routers {'4819e573-3255-4c79-b908-b7f39eb510cf'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:14.004095 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b7dc9d62-0498-4d12-8f4f-461cffd07536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:33:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['4819e573-3255-4c79-b908-b7f39eb510cf'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:14.114701 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf5bcae-281f-45aa-8369-e212f8404ebb admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:34:14.129346 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-aaf5bcae-281f-45aa-8369-e212f8404ebb admin admin] 10.222.0.53 "PUT /v2.0/routers/e4fc1ad7-ce67-4f80-99e0-17007f583ee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6032588 Jul 07 17:34:14.157481 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3c0b87ec-57e1-4a44-ba0b-85c09fc1990a None None] Provisioning complete for port 4c51c110-acb6-4df2-9eea-dadec99183d9 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:14.157856 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3c0b87ec-57e1-4a44-ba0b-85c09fc1990a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:14.196730 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-b7dc9d62-0498-4d12-8f4f-461cffd07536 None None] Set router 4819e573-3255-4c79-b908-b7f39eb510cf gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:14.251074 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3c0b87ec-57e1-4a44-ba0b-85c09fc1990a None None] Port 4c51c110-acb6-4df2-9eea-dadec99183d9 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:34:14.291404 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-5f79a509-6f26-45d9-af6a-77b7e6f61b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fc1ad7-ce67-4f80-99e0-17007f583ee9', 'name': 'tempest-TestVolumeBootPattern-688578097-router', 'tenant_id': '1977293804d3453a869374432b148bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '9c79742c-7491-4a98-89ea-e53a2b8d63ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:07Z', 'updated_at': '2021-07-07T17:34:13Z', 'revision_number': 4, 'project_id': '1977293804d3453a869374432b148bf0', 'gw_port': {'id': '9c79742c-7491-4a98-89ea-e53a2b8d63ad', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fc1ad7-ce67-4f80-99e0-17007f583ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:08Z', 'updated_at': '2021-07-07T17:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '4c51c110-acb6-4df2-9eea-dadec99183d9', 'name': '', 'network_id': '88186377-265f-4c7f-b539-38a00dcac064', 'tenant_id': '1977293804d3453a869374432b148bf0', 'mac_address': 'fa:16:3e:17:a7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fc1ad7-ce67-4f80-99e0-17007f583ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'd1b1425c-aa73-4747-801d-447c7306f9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:12Z', 'updated_at': '2021-07-07T17:34:13Z', 'revision_number': 2, 'project_id': '1977293804d3453a869374432b148bf0', 'subnets': [{'id': 'd1b1425c-aa73-4747-801d-447c7306f9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:14.350856 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f79a509-6f26-45d9-af6a-77b7e6f61b3b None None] The sync data for ids ['e4fc1ad7-ce67-4f80-99e0-17007f583ee9'] in n-d-791503-12 is: [{'id': 'e4fc1ad7-ce67-4f80-99e0-17007f583ee9', 'name': 'tempest-TestVolumeBootPattern-688578097-router', 'tenant_id': '1977293804d3453a869374432b148bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '9c79742c-7491-4a98-89ea-e53a2b8d63ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:07Z', 'updated_at': '2021-07-07T17:34:13Z', 'revision_number': 4, 'project_id': '1977293804d3453a869374432b148bf0', 'gw_port': {'id': '9c79742c-7491-4a98-89ea-e53a2b8d63ad', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fc1ad7-ce67-4f80-99e0-17007f583ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:08Z', 'updated_at': '2021-07-07T17:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '4c51c110-acb6-4df2-9eea-dadec99183d9', 'name': '', 'network_id': '88186377-265f-4c7f-b539-38a00dcac064', 'tenant_id': '1977293804d3453a869374432b148bf0', 'mac_address': 'fa:16:3e:17:a7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fc1ad7-ce67-4f80-99e0-17007f583ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'd1b1425c-aa73-4747-801d-447c7306f9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:12Z', 'updated_at': '2021-07-07T17:34:13Z', 'revision_number': 2, 'project_id': '1977293804d3453a869374432b148bf0', 'subnets': [{'id': 'd1b1425c-aa73-4747-801d-447c7306f9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:14.540965 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b7dc9d62-0498-4d12-8f4f-461cffd07536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4819e573-3255-4c79-b908-b7f39eb510cf', 'name': 'tempest-TestVolumeBackupRestore-314659178-router', 'tenant_id': '12d6b31b513a4322935bc67d97617d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '16825f65-80ac-40f6-a2a8-36f009f620c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:59Z', 'updated_at': '2021-07-07T17:34:05Z', 'revision_number': 4, 'project_id': '12d6b31b513a4322935bc67d97617d9f', 'gw_port': {'id': '16825f65-80ac-40f6-a2a8-36f009f620c3', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4819e573-3255-4c79-b908-b7f39eb510cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:00Z', 'updated_at': '2021-07-07T17:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'd62234cb-2151-4d25-9fdc-7391e1992669', 'name': '', 'network_id': '16bc9c37-9fb4-4d5c-b45d-2fca71992fbf', 'tenant_id': '12d6b31b513a4322935bc67d97617d9f', 'mac_address': 'fa:16:3e:bb:7c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4819e573-3255-4c79-b908-b7f39eb510cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '2be1a8f2-669b-4b89-9985-80c0a548ac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:04Z', 'updated_at': '2021-07-07T17:34:05Z', 'revision_number': 2, 'project_id': '12d6b31b513a4322935bc67d97617d9f', 'subnets': [{'id': '2be1a8f2-669b-4b89-9985-80c0a548ac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:14.585374 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dc9d62-0498-4d12-8f4f-461cffd07536 None None] Checking router: 4819e573-3255-4c79-b908-b7f39eb510cf for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:34:14.585756 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dc9d62-0498-4d12-8f4f-461cffd07536 None None] Updating router 4819e573-3255-4c79-b908-b7f39eb510cf port d62234cb-2151-4d25-9fdc-7391e1992669 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:34:14.634489 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-b7dc9d62-0498-4d12-8f4f-461cffd07536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:15.087664 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-b7dc9d62-0498-4d12-8f4f-461cffd07536 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:15.126770 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-b7dc9d62-0498-4d12-8f4f-461cffd07536 None None] Transition to ACTIVE for port object d62234cb-2151-4d25-9fdc-7391e1992669 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:15.136013 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-b7dc9d62-0498-4d12-8f4f-461cffd07536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:15.313842 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538d42c-e951-4176-a491-7f3f294b3962 None None] Pushing event updated for resources: {'Port': ['ID=d62234cb-2151-4d25-9fdc-7391e1992669,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:15.355676 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-b7dc9d62-0498-4d12-8f4f-461cffd07536 None None] Attempting to bind port d62234cb-2151-4d25-9fdc-7391e1992669 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:15.356050 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-b7dc9d62-0498-4d12-8f4f-461cffd07536 None None] Attempting to bind port d62234cb-2151-4d25-9fdc-7391e1992669 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '11b77658-55a6-41a7-8d01-9c185265d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '16bc9c37-9fb4-4d5c-b45d-2fca71992fbf'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:15.356415 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc9d62-0498-4d12-8f4f-461cffd07536 None None] Attempting to bind port d62234cb-2151-4d25-9fdc-7391e1992669 on network 16bc9c37-9fb4-4d5c-b45d-2fca71992fbf {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:15.363171 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc9d62-0498-4d12-8f4f-461cffd07536 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:15.363550 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc9d62-0498-4d12-8f4f-461cffd07536 None None] Checking segment: {'id': '11b77658-55a6-41a7-8d01-9c185265d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '16bc9c37-9fb4-4d5c-b45d-2fca71992fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:15.363968 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-b7dc9d62-0498-4d12-8f4f-461cffd07536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:15.364368 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc9d62-0498-4d12-8f4f-461cffd07536 None None] Bound using segment: {'id': '11b77658-55a6-41a7-8d01-9c185265d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '16bc9c37-9fb4-4d5c-b45d-2fca71992fbf'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:15.364877 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-b7dc9d62-0498-4d12-8f4f-461cffd07536 None None] Bound port: d62234cb-2151-4d25-9fdc-7391e1992669, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b77658-55a6-41a7-8d01-9c185265d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '16bc9c37-9fb4-4d5c-b45d-2fca71992fbf'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:15.365269 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-b7dc9d62-0498-4d12-8f4f-461cffd07536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:15.451581 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-b7dc9d62-0498-4d12-8f4f-461cffd07536 None None] For port d62234cb-2151-4d25-9fdc-7391e1992669, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:15.458446 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-b7dc9d62-0498-4d12-8f4f-461cffd07536 None None] For port d62234cb-2151-4d25-9fdc-7391e1992669, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d62234cb-2151-4d25-9fdc-7391e1992669,segment=NetworkSegment(11b77658-55a6-41a7-8d01-9c185265d99a),segment_id=11b77658-55a6-41a7-8d01-9c185265d99a)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:15.465227 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-b7dc9d62-0498-4d12-8f4f-461cffd07536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:15.543017 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dc9d62-0498-4d12-8f4f-461cffd07536 None None] Routers {'4819e573-3255-4c79-b908-b7f39eb510cf'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:15.543933 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b7dc9d62-0498-4d12-8f4f-461cffd07536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:33:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['4819e573-3255-4c79-b908-b7f39eb510cf'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:15.642977 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538d42c-e951-4176-a491-7f3f294b3962 None None] Pushing event updated for resources: {'Port': ['ID=d62234cb-2151-4d25-9fdc-7391e1992669,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:15.729121 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-b7dc9d62-0498-4d12-8f4f-461cffd07536 None None] Set router 4819e573-3255-4c79-b908-b7f39eb510cf gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:16.117445 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d62234cb-2151-4d25-9fdc-7391e1992669 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:16.174123 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b7dc9d62-0498-4d12-8f4f-461cffd07536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4819e573-3255-4c79-b908-b7f39eb510cf', 'name': 'tempest-TestVolumeBackupRestore-314659178-router', 'tenant_id': '12d6b31b513a4322935bc67d97617d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '16825f65-80ac-40f6-a2a8-36f009f620c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:59Z', 'updated_at': '2021-07-07T17:34:05Z', 'revision_number': 4, 'project_id': '12d6b31b513a4322935bc67d97617d9f', 'gw_port': {'id': '16825f65-80ac-40f6-a2a8-36f009f620c3', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4819e573-3255-4c79-b908-b7f39eb510cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:00Z', 'updated_at': '2021-07-07T17:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'd62234cb-2151-4d25-9fdc-7391e1992669', 'name': '', 'network_id': '16bc9c37-9fb4-4d5c-b45d-2fca71992fbf', 'tenant_id': '12d6b31b513a4322935bc67d97617d9f', 'mac_address': 'fa:16:3e:bb:7c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4819e573-3255-4c79-b908-b7f39eb510cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '2be1a8f2-669b-4b89-9985-80c0a548ac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:04Z', 'updated_at': '2021-07-07T17:34:15Z', 'revision_number': 4, 'project_id': '12d6b31b513a4322935bc67d97617d9f', 'subnets': [{'id': '2be1a8f2-669b-4b89-9985-80c0a548ac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:16.465413 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port d62234cb-2151-4d25-9fdc-7391e1992669 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:16.470468 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port d62234cb-2151-4d25-9fdc-7391e1992669 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:16.470954 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:16.482373 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dc9d62-0498-4d12-8f4f-461cffd07536 None None] The sync data for ids ['4819e573-3255-4c79-b908-b7f39eb510cf'] in n-d-791503-12 is: [{'id': '4819e573-3255-4c79-b908-b7f39eb510cf', 'name': 'tempest-TestVolumeBackupRestore-314659178-router', 'tenant_id': '12d6b31b513a4322935bc67d97617d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '16825f65-80ac-40f6-a2a8-36f009f620c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:59Z', 'updated_at': '2021-07-07T17:34:05Z', 'revision_number': 4, 'project_id': '12d6b31b513a4322935bc67d97617d9f', 'gw_port': {'id': '16825f65-80ac-40f6-a2a8-36f009f620c3', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4819e573-3255-4c79-b908-b7f39eb510cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:00Z', 'updated_at': '2021-07-07T17:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'd62234cb-2151-4d25-9fdc-7391e1992669', 'name': '', 'network_id': '16bc9c37-9fb4-4d5c-b45d-2fca71992fbf', 'tenant_id': '12d6b31b513a4322935bc67d97617d9f', 'mac_address': 'fa:16:3e:bb:7c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4819e573-3255-4c79-b908-b7f39eb510cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '2be1a8f2-669b-4b89-9985-80c0a548ac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:04Z', 'updated_at': '2021-07-07T17:34:15Z', 'revision_number': 4, 'project_id': '12d6b31b513a4322935bc67d97617d9f', 'subnets': [{'id': '2be1a8f2-669b-4b89-9985-80c0a548ac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:16.580253 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:16.624115 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port d62234cb-2151-4d25-9fdc-7391e1992669, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d62234cb-2151-4d25-9fdc-7391e1992669,segment=NetworkSegment(11b77658-55a6-41a7-8d01-9c185265d99a),segment_id=11b77658-55a6-41a7-8d01-9c185265d99a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:16.629411 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:16.630265 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3a9ec395-41d1-460e-bbd5-e6090d0c77c8 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:16.737470 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=d62234cb-2151-4d25-9fdc-7391e1992669,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:16.745127 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 3a9ec395-41d1-460e-bbd5-e6090d0c77c8 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:16.745499 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:17.918562 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-05a589f7-d2cf-4ea0-bf24-7cd9c3ca2d07 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:17.925187 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-05a589f7-d2cf-4ea0-bf24-7cd9c3ca2d07 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 811 time: 0.1456356 Jul 07 17:34:17.953415 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-f4038348-1ae3-470c-8966-2899277ca4ab tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/quotas/66782d55a9284144a8994a9a98696a09 HTTP/1.1" status: 200 len: 375 time: 0.0153058 Jul 07 17:34:18.061900 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 9c79742c-7491-4a98-89ea-e53a2b8d63ad up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:18.082525 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-b6fad927-9eb3-413b-947a-94c3cae89081 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1234162 Jul 07 17:34:18.128393 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 9c79742c-7491-4a98-89ea-e53a2b8d63ad completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:18.135889 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 9c79742c-7491-4a98-89ea-e53a2b8d63ad triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:18.136912 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:18.193033 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-3958c3fd-826d-4330-82e7-5078b6f79034 service neutron] 10.222.0.53 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091371 Jul 07 17:34:18.247345 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:18.296279 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 9c79742c-7491-4a98-89ea-e53a2b8d63ad, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=9c79742c-7491-4a98-89ea-e53a2b8d63ad,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:18.301540 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-d604240c-0714-46b2-8237-3602a92d4dfc service neutron] 10.222.0.53 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072619 Jul 07 17:34:18.305697 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:18.306442 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d62234cb-2151-4d25-9fdc-7391e1992669 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:18.408020 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=9c79742c-7491-4a98-89ea-e53a2b8d63ad,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:18.424489 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port d62234cb-2151-4d25-9fdc-7391e1992669 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:18.424919 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:18.721705 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-488be21f-7c3b-4fa7-b3d9-615e2623ec19 req-57b966e0-cdec-4172-8589-4ae6ccf2c97d tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 210 time: 0.0415583 Jul 07 17:34:19.939992 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-43e1d706-5a45-4eb3-8083-11033b3f2d1a req-87d962f6-e388-4f0a-a453-b2bd5c56fa0f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 210 time: 0.0665553 Jul 07 17:34:20.003915 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 9c79742c-7491-4a98-89ea-e53a2b8d63ad up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:20.062532 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-6a19f8f4-c652-453a-81c6-bae9578b5ea6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:20.065335 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-6a19f8f4-c652-453a-81c6-bae9578b5ea6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.64 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 811 time: 0.2029607 Jul 07 17:34:20.092515 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-4a6b63a6-b85f-48ba-aaba-1ca903ce3f39 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Request body: {'port': {'device_id': '051a3a1f-1090-4a85-87f0-a22675bf1973', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'admin_state_up': True, 'tenant_id': '66782d55a9284144a8994a9a98696a09'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:20.108310 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 9c79742c-7491-4a98-89ea-e53a2b8d63ad triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:20.108978 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:20.299250 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-4a6b63a6-b85f-48ba-aaba-1ca903ce3f39 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Made reservation on behalf of 66782d55a9284144a8994a9a98696a09 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:20.304584 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-4a6b63a6-b85f-48ba-aaba-1ca903ce3f39 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:20.472040 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-4a6b63a6-b85f-48ba-aaba-1ca903ce3f39 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Allocated IP 172.20.0.13 (bfa2b772-e8c4-474c-9bbc-eeafbbaeb767/96a9e05f-47c3-4c4b-bd45-67d2458e49df/9856a2aa-b412-47cb-946e-e0e4566063bd) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:20.710968 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-4a6b63a6-b85f-48ba-aaba-1ca903ce3f39 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:20.740349 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-4a6b63a6-b85f-48ba-aaba-1ca903ce3f39 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Transition to ACTIVE for port object 9856a2aa-b412-47cb-946e-e0e4566063bd will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:20.783766 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-4a6b63a6-b85f-48ba-aaba-1ca903ce3f39 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:20.848424 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-4a6b63a6-b85f-48ba-aaba-1ca903ce3f39 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:20.852589 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-4a6b63a6-b85f-48ba-aaba-1ca903ce3f39 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:20.861024 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-4a6b63a6-b85f-48ba-aaba-1ca903ce3f39 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:20.935285 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b63a6-b85f-48ba-aaba-1ca903ce3f39 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event updated for resources: {'Port': ['ID=9856a2aa-b412-47cb-946e-e0e4566063bd,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:20.962891 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-4a6b63a6-b85f-48ba-aaba-1ca903ce3f39 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:20.964868 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-4a6b63a6-b85f-48ba-aaba-1ca903ce3f39 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:20.983854 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-4a6b63a6-b85f-48ba-aaba-1ca903ce3f39 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8960178 Jul 07 17:34:21.180651 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1852bdcb-7c6e-4a17-a256-b3494af63511 None None] Sync routers for ids ['e4fc1ad7-ce67-4f80-99e0-17007f583ee9'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:34:21.204091 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1852bdcb-7c6e-4a17-a256-b3494af63511 None None] Routers {'e4fc1ad7-ce67-4f80-99e0-17007f583ee9'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:21.204993 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1852bdcb-7c6e-4a17-a256-b3494af63511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:33:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['e4fc1ad7-ce67-4f80-99e0-17007f583ee9'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:21.254616 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-8f33f001-ad0b-4d16-9ae0-9c6f9bd978c6 service neutron] Request body: {'port': {'device_id': '051a3a1f-1090-4a85-87f0-a22675bf1973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:21.315115 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-856e2ab0-e3b5-40ca-a76b-04c94985b773 None None] Provisioning for port 9856a2aa-b412-47cb-946e-e0e4566063bd completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:21.323762 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-856e2ab0-e3b5-40ca-a76b-04c94985b773 None None] Provisioning complete for port 9856a2aa-b412-47cb-946e-e0e4566063bd triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:21.324385 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-856e2ab0-e3b5-40ca-a76b-04c94985b773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:21.356308 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3067bc7-4ed6-4ef1-9f04-ed2983d28bd8 req-577fd8e3-f5dd-42bd-99b4-40771bae4a6f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:21.364313 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c3067bc7-4ed6-4ef1-9f04-ed2983d28bd8 req-577fd8e3-f5dd-42bd-99b4-40771bae4a6f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 932 time: 0.2001407 Jul 07 17:34:21.366451 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-856e2ab0-e3b5-40ca-a76b-04c94985b773 None None] Port 9856a2aa-b412-47cb-946e-e0e4566063bd cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:34:21.396464 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-1852bdcb-7c6e-4a17-a256-b3494af63511 None None] Set router e4fc1ad7-ce67-4f80-99e0-17007f583ee9 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:21.421643 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c3067bc7-4ed6-4ef1-9f04-ed2983d28bd8 req-738e2b7b-b70c-446a-a7d1-c0d258304193 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562558 Jul 07 17:34:21.432234 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-8f33f001-ad0b-4d16-9ae0-9c6f9bd978c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:21.656872 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1852bdcb-7c6e-4a17-a256-b3494af63511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fc1ad7-ce67-4f80-99e0-17007f583ee9', 'name': 'tempest-TestVolumeBootPattern-688578097-router', 'tenant_id': '1977293804d3453a869374432b148bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '9c79742c-7491-4a98-89ea-e53a2b8d63ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:07Z', 'updated_at': '2021-07-07T17:34:13Z', 'revision_number': 4, 'project_id': '1977293804d3453a869374432b148bf0', 'gw_port': {'id': '9c79742c-7491-4a98-89ea-e53a2b8d63ad', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fc1ad7-ce67-4f80-99e0-17007f583ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:08Z', 'updated_at': '2021-07-07T17:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '4c51c110-acb6-4df2-9eea-dadec99183d9', 'name': '', 'network_id': '88186377-265f-4c7f-b539-38a00dcac064', 'tenant_id': '1977293804d3453a869374432b148bf0', 'mac_address': 'fa:16:3e:17:a7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fc1ad7-ce67-4f80-99e0-17007f583ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'd1b1425c-aa73-4747-801d-447c7306f9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:12Z', 'updated_at': '2021-07-07T17:34:13Z', 'revision_number': 2, 'project_id': '1977293804d3453a869374432b148bf0', 'subnets': [{'id': 'd1b1425c-aa73-4747-801d-447c7306f9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:21.693822 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1852bdcb-7c6e-4a17-a256-b3494af63511 None None] Checking router: e4fc1ad7-ce67-4f80-99e0-17007f583ee9 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:34:21.694212 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1852bdcb-7c6e-4a17-a256-b3494af63511 None None] Updating router e4fc1ad7-ce67-4f80-99e0-17007f583ee9 port 4c51c110-acb6-4df2-9eea-dadec99183d9 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:34:21.767693 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1852bdcb-7c6e-4a17-a256-b3494af63511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:21.768148 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8448211a-8437-4a0c-8bf0-433055450114 req-98c52a5f-cb43-4b3f-9f8c-7eba6f155baa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1132152 Jul 07 17:34:21.893540 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-8f33f001-ad0b-4d16-9ae0-9c6f9bd978c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9856a2aa-b412-47cb-946e-e0e4566063bd {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:34:21.923115 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-8f33f001-ad0b-4d16-9ae0-9c6f9bd978c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:21.941631 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-8f33f001-ad0b-4d16-9ae0-9c6f9bd978c6 service neutron] Transition to ACTIVE for port object 9856a2aa-b412-47cb-946e-e0e4566063bd will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:21.959142 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-8f33f001-ad0b-4d16-9ae0-9c6f9bd978c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:22.044853 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33f001-ad0b-4d16-9ae0-9c6f9bd978c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9856a2aa-b412-47cb-946e-e0e4566063bd,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:22.056245 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448211a-8437-4a0c-8bf0-433055450114 req-e3101306-6fae-4f31-b8b1-274af94fe5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:22.057807 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8448211a-8437-4a0c-8bf0-433055450114 req-e3101306-6fae-4f31-b8b1-274af94fe5ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 1098 time: 0.1763434 Jul 07 17:34:22.181551 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1852bdcb-7c6e-4a17-a256-b3494af63511 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:22.195640 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1852bdcb-7c6e-4a17-a256-b3494af63511 None None] Transition to ACTIVE for port object 4c51c110-acb6-4df2-9eea-dadec99183d9 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:22.204201 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1852bdcb-7c6e-4a17-a256-b3494af63511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:22.285479 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3cf35-6b66-43e8-ae32-9c1f6d4ce19a None None] Pushing event updated for resources: {'Port': ['ID=4c51c110-acb6-4df2-9eea-dadec99183d9,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:22.318916 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448211a-8437-4a0c-8bf0-433055450114 req-4bc2322a-0c32-4909-a177-733bad2ec2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:22.320457 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8448211a-8437-4a0c-8bf0-433055450114 req-4bc2322a-0c32-4909-a177-733bad2ec2ab service neutron] 10.222.0.72 "GET /v2.0/networks?id=21df902c-e279-4e27-944e-9fb0c51e7ce8 HTTP/1.1" status: 200 len: 898 time: 0.2027531 Jul 07 17:34:22.510008 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1852bdcb-7c6e-4a17-a256-b3494af63511 None None] Attempting to bind port 4c51c110-acb6-4df2-9eea-dadec99183d9 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:22.510375 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1852bdcb-7c6e-4a17-a256-b3494af63511 None None] Attempting to bind port 4c51c110-acb6-4df2-9eea-dadec99183d9 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '15ac8a2e-a4e4-4751-b821-a69f95446594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '88186377-265f-4c7f-b539-38a00dcac064'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:22.510738 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1852bdcb-7c6e-4a17-a256-b3494af63511 None None] Attempting to bind port 4c51c110-acb6-4df2-9eea-dadec99183d9 on network 88186377-265f-4c7f-b539-38a00dcac064 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:22.539789 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1852bdcb-7c6e-4a17-a256-b3494af63511 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:22.540172 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1852bdcb-7c6e-4a17-a256-b3494af63511 None None] Checking segment: {'id': '15ac8a2e-a4e4-4751-b821-a69f95446594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '88186377-265f-4c7f-b539-38a00dcac064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:22.540579 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1852bdcb-7c6e-4a17-a256-b3494af63511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:22.541004 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1852bdcb-7c6e-4a17-a256-b3494af63511 None None] Bound using segment: {'id': '15ac8a2e-a4e4-4751-b821-a69f95446594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '88186377-265f-4c7f-b539-38a00dcac064'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:22.541508 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1852bdcb-7c6e-4a17-a256-b3494af63511 None None] Bound port: 4c51c110-acb6-4df2-9eea-dadec99183d9, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ac8a2e-a4e4-4751-b821-a69f95446594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '88186377-265f-4c7f-b539-38a00dcac064'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:22.541872 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1852bdcb-7c6e-4a17-a256-b3494af63511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:22.644326 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8448211a-8437-4a0c-8bf0-433055450114 req-a10ca440-af6c-46ae-83fa-9172f9ea30f8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77 HTTP/1.1" status: 200 len: 1001 time: 0.3158796 Jul 07 17:34:22.650346 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-8f33f001-ad0b-4d16-9ae0-9c6f9bd978c6 service neutron] Attempting to bind port 9856a2aa-b412-47cb-946e-e0e4566063bd on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:22.650690 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-8f33f001-ad0b-4d16-9ae0-9c6f9bd978c6 service neutron] Attempting to bind port 9856a2aa-b412-47cb-946e-e0e4566063bd by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:22.651028 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-8f33f001-ad0b-4d16-9ae0-9c6f9bd978c6 service neutron] Attempting to bind port 9856a2aa-b412-47cb-946e-e0e4566063bd on network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:22.651140 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-1852bdcb-7c6e-4a17-a256-b3494af63511 None None] For port 4c51c110-acb6-4df2-9eea-dadec99183d9, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:22.654469 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-1852bdcb-7c6e-4a17-a256-b3494af63511 None None] For port 4c51c110-acb6-4df2-9eea-dadec99183d9, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4c51c110-acb6-4df2-9eea-dadec99183d9,segment=NetworkSegment(15ac8a2e-a4e4-4751-b821-a69f95446594),segment_id=15ac8a2e-a4e4-4751-b821-a69f95446594)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:22.669184 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1852bdcb-7c6e-4a17-a256-b3494af63511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:22.684334 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-8f33f001-ad0b-4d16-9ae0-9c6f9bd978c6 service neutron] Port 9856a2aa-b412-47cb-946e-e0e4566063bd on network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:34:22.684726 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-8f33f001-ad0b-4d16-9ae0-9c6f9bd978c6 service neutron] Attempting to bind port 9856a2aa-b412-47cb-946e-e0e4566063bd on network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:22.747651 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-8f33f001-ad0b-4d16-9ae0-9c6f9bd978c6 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:22.748035 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-8f33f001-ad0b-4d16-9ae0-9c6f9bd978c6 service neutron] Checking segment: {'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:22.748418 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-8f33f001-ad0b-4d16-9ae0-9c6f9bd978c6 service neutron] Bound using segment: {'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:22.748915 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-8f33f001-ad0b-4d16-9ae0-9c6f9bd978c6 service neutron] Bound port: 9856a2aa-b412-47cb-946e-e0e4566063bd, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:22.752865 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-8f33f001-ad0b-4d16-9ae0-9c6f9bd978c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:22.783426 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80023d4-5154-4c74-b4ce-66128e0dccf9 req-b2a40f63-98cc-4721-a12d-403524dad20d tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:22.793823 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e80023d4-5154-4c74-b4ce-66128e0dccf9 req-b2a40f63-98cc-4721-a12d-403524dad20d tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 944 time: 0.1188900 Jul 07 17:34:22.794053 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3cf35-6b66-43e8-ae32-9c1f6d4ce19a None None] Pushing event updated for resources: {'Port': ['ID=4c51c110-acb6-4df2-9eea-dadec99183d9,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:22.796577 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448211a-8437-4a0c-8bf0-433055450114 req-bd803c98-2a4e-49e2-abc2-585dcf327576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:22.809241 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8448211a-8437-4a0c-8bf0-433055450114 req-bd803c98-2a4e-49e2-abc2-585dcf327576 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5bba496b-911a-410a-98e8-545f93251b0b HTTP/1.1" status: 200 len: 835 time: 0.1491144 Jul 07 17:34:22.860548 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1852bdcb-7c6e-4a17-a256-b3494af63511 None None] Routers {'e4fc1ad7-ce67-4f80-99e0-17007f583ee9'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:22.862063 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1852bdcb-7c6e-4a17-a256-b3494af63511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:33:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['e4fc1ad7-ce67-4f80-99e0-17007f583ee9'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:22.879689 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e80023d4-5154-4c74-b4ce-66128e0dccf9 req-d9c2dd86-7c7a-4c38-821e-3d0907561c51 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844445 Jul 07 17:34:23.076402 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448211a-8437-4a0c-8bf0-433055450114 req-13e34991-9d1f-46e2-905f-c326598a9dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:23.080935 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8448211a-8437-4a0c-8bf0-433055450114 req-13e34991-9d1f-46e2-905f-c326598a9dc2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21df902c-e279-4e27-944e-9fb0c51e7ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2536139 Jul 07 17:34:23.106253 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-1852bdcb-7c6e-4a17-a256-b3494af63511 None None] Set router e4fc1ad7-ce67-4f80-99e0-17007f583ee9 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:23.332869 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-8f33f001-ad0b-4d16-9ae0-9c6f9bd978c6 service neutron] For port 9856a2aa-b412-47cb-946e-e0e4566063bd, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:23.340016 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-8f33f001-ad0b-4d16-9ae0-9c6f9bd978c6 service neutron] For port 9856a2aa-b412-47cb-946e-e0e4566063bd, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=9856a2aa-b412-47cb-946e-e0e4566063bd,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:23.349178 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-8f33f001-ad0b-4d16-9ae0-9c6f9bd978c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:23.365382 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8448211a-8437-4a0c-8bf0-433055450114 req-9a67c9ac-6bfe-4a3d-a52e-07b015a7c0e2 service neutron] 10.222.0.72 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483742 Jul 07 17:34:23.418786 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-8f33f001-ad0b-4d16-9ae0-9c6f9bd978c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:23.419603 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-8f33f001-ad0b-4d16-9ae0-9c6f9bd978c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:23.421205 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-8f33f001-ad0b-4d16-9ae0-9c6f9bd978c6 service neutron] 10.222.0.64 "PUT /v2.0/ports/9856a2aa-b412-47cb-946e-e0e4566063bd HTTP/1.1" status: 200 len: 1093 time: 2.4259508 Jul 07 17:34:23.432554 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051a3a1f-1090-4a85-87f0-a22675bf1973', 'tag': '9856a2aa-b412-47cb-946e-e0e4566063bd'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:23.435300 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c128d1-9dc3-43ec-a6ea-9eef896d1c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "051a3a1f-1090-4a85-87f0-a22675bf1973", "tag": "9856a2aa-b412-47cb-946e-e0e4566063bd"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:23.460801 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1dcd7d38-f691-4e30-a9c6-835090e830ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:23.652412 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-1852bdcb-7c6e-4a17-a256-b3494af63511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fc1ad7-ce67-4f80-99e0-17007f583ee9', 'name': 'tempest-TestVolumeBootPattern-688578097-router', 'tenant_id': '1977293804d3453a869374432b148bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '9c79742c-7491-4a98-89ea-e53a2b8d63ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:07Z', 'updated_at': '2021-07-07T17:34:13Z', 'revision_number': 4, 'project_id': '1977293804d3453a869374432b148bf0', 'gw_port': {'id': '9c79742c-7491-4a98-89ea-e53a2b8d63ad', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fc1ad7-ce67-4f80-99e0-17007f583ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:08Z', 'updated_at': '2021-07-07T17:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '4c51c110-acb6-4df2-9eea-dadec99183d9', 'name': '', 'network_id': '88186377-265f-4c7f-b539-38a00dcac064', 'tenant_id': '1977293804d3453a869374432b148bf0', 'mac_address': 'fa:16:3e:17:a7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fc1ad7-ce67-4f80-99e0-17007f583ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'd1b1425c-aa73-4747-801d-447c7306f9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:12Z', 'updated_at': '2021-07-07T17:34:22Z', 'revision_number': 4, 'project_id': '1977293804d3453a869374432b148bf0', 'subnets': [{'id': 'd1b1425c-aa73-4747-801d-447c7306f9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:23.698346 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33f001-ad0b-4d16-9ae0-9c6f9bd978c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9856a2aa-b412-47cb-946e-e0e4566063bd,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:23.711202 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1852bdcb-7c6e-4a17-a256-b3494af63511 None None] The sync data for ids ['e4fc1ad7-ce67-4f80-99e0-17007f583ee9'] in n-d-791503-12 is: [{'id': 'e4fc1ad7-ce67-4f80-99e0-17007f583ee9', 'name': 'tempest-TestVolumeBootPattern-688578097-router', 'tenant_id': '1977293804d3453a869374432b148bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '9c79742c-7491-4a98-89ea-e53a2b8d63ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:07Z', 'updated_at': '2021-07-07T17:34:13Z', 'revision_number': 4, 'project_id': '1977293804d3453a869374432b148bf0', 'gw_port': {'id': '9c79742c-7491-4a98-89ea-e53a2b8d63ad', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fc1ad7-ce67-4f80-99e0-17007f583ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:08Z', 'updated_at': '2021-07-07T17:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '4c51c110-acb6-4df2-9eea-dadec99183d9', 'name': '', 'network_id': '88186377-265f-4c7f-b539-38a00dcac064', 'tenant_id': '1977293804d3453a869374432b148bf0', 'mac_address': 'fa:16:3e:17:a7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fc1ad7-ce67-4f80-99e0-17007f583ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'd1b1425c-aa73-4747-801d-447c7306f9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:12Z', 'updated_at': '2021-07-07T17:34:22Z', 'revision_number': 4, 'project_id': '1977293804d3453a869374432b148bf0', 'subnets': [{'id': 'd1b1425c-aa73-4747-801d-447c7306f9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:23.836842 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8448211a-8437-4a0c-8bf0-433055450114 req-0651c29a-84ee-4401-84b0-5b31f9d8936a service neutron] 10.222.0.72 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301236 Jul 07 17:34:23.842525 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-edb0eb5c-3eaa-4d7e-9e6a-17455eac0ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:23.844320 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-edb0eb5c-3eaa-4d7e-9e6a-17455eac0ed4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 1096 time: 0.2738020 Jul 07 17:34:23.960189 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492a43ec-abe2-4e07-acc5-9aacb8029c0f x-openstack-request-id: req-492a43ec-abe2-4e07-acc5-9aacb8029c0f {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:23.960771 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051a3a1f-1090-4a85-87f0-a22675bf1973", "tag": "9856a2aa-b412-47cb-946e-e0e4566063bd", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:23.961228 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-492a43ec-abe2-4e07-acc5-9aacb8029c0f {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:23.961790 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051a3a1f-1090-4a85-87f0-a22675bf1973', 'tag': '9856a2aa-b412-47cb-946e-e0e4566063bd', 'status': 'completed', 'code': 200} Jul 07 17:34:23.968819 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-ca645888-55d4-4713-b380-d473f5286ffc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9856a2aa-b412-47cb-946e-e0e4566063bd HTTP/1.1" status: 200 len: 217 time: 0.1169560 Jul 07 17:34:24.081436 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-e5d26133-7506-4635-acd4-8d9a99510312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:24.083808 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4c51c110-acb6-4df2-9eea-dadec99183d9 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:24.097449 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-e5d26133-7506-4635-acd4-8d9a99510312 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96a9e05f-47c3-4c4b-bd45-67d2458e49df HTTP/1.1" status: 200 len: 850 time: 0.1225655 Jul 07 17:34:24.222191 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-4ca2a8eb-f6b7-4288-afe2-d34136791abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:24.225075 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-4ca2a8eb-f6b7-4288-afe2-d34136791abb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1211481 Jul 07 17:34:24.226865 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 4c51c110-acb6-4df2-9eea-dadec99183d9 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:24.227396 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de7fba-230a-4091-8cf4-1cf508f069eb req-1d9e433c-63a3-466f-872b-d053e0a2bd5e tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:24.237547 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 4c51c110-acb6-4df2-9eea-dadec99183d9 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:24.238603 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:24.239316 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-20de7fba-230a-4091-8cf4-1cf508f069eb req-1d9e433c-63a3-466f-872b-d053e0a2bd5e tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 944 time: 0.1423075 Jul 07 17:34:24.387393 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-20de7fba-230a-4091-8cf4-1cf508f069eb req-8992ab0c-094f-492d-8a03-1fc012a89701 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450510 Jul 07 17:34:24.427925 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-8906eee1-ad92-44b7-b6f5-2b6e00c9d47e service neutron] 10.222.0.64 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961625 Jul 07 17:34:24.453799 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:24.536261 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 4c51c110-acb6-4df2-9eea-dadec99183d9, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4c51c110-acb6-4df2-9eea-dadec99183d9,segment=NetworkSegment(15ac8a2e-a4e4-4751-b821-a69f95446594),segment_id=15ac8a2e-a4e4-4751-b821-a69f95446594)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:24.543819 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:24.587536 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-54d45d27-cae3-48cf-b7f7-e2820421ca02 req-82243ee0-7d4b-4567-b439-afa727f44f91 service neutron] 10.222.0.64 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526902 Jul 07 17:34:24.664367 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=4c51c110-acb6-4df2-9eea-dadec99183d9,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:24.712163 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c128d1-9dc3-43ec-a6ea-9eef896d1c0f req-f0fb747e-629a-4396-9156-4c9daefc267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:24.715643 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08c128d1-9dc3-43ec-a6ea-9eef896d1c0f req-f0fb747e-629a-4396-9156-4c9daefc267d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 1096 time: 0.0743010 Jul 07 17:34:24.889237 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c128d1-9dc3-43ec-a6ea-9eef896d1c0f req-326ad274-f6c5-4d14-9b2c-b8aee8dfa7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:24.891226 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08c128d1-9dc3-43ec-a6ea-9eef896d1c0f req-326ad274-f6c5-4d14-9b2c-b8aee8dfa7f9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 912 time: 0.1696839 Jul 07 17:34:24.964324 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08c128d1-9dc3-43ec-a6ea-9eef896d1c0f req-f69fd7a4-6649-413c-a039-c7248a058b51 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9856a2aa-b412-47cb-946e-e0e4566063bd HTTP/1.1" status: 200 len: 217 time: 0.0661125 Jul 07 17:34:25.042696 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c128d1-9dc3-43ec-a6ea-9eef896d1c0f req-86680883-a217-4695-a421-cbcb8b4a2622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:25.044232 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08c128d1-9dc3-43ec-a6ea-9eef896d1c0f req-86680883-a217-4695-a421-cbcb8b4a2622 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96a9e05f-47c3-4c4b-bd45-67d2458e49df HTTP/1.1" status: 200 len: 850 time: 0.0728843 Jul 07 17:34:25.107389 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c128d1-9dc3-43ec-a6ea-9eef896d1c0f req-ba451dba-e850-45c8-a4c2-5d88fe1b4d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:25.109118 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08c128d1-9dc3-43ec-a6ea-9eef896d1c0f req-ba451dba-e850-45c8-a4c2-5d88fe1b4d00 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585849 Jul 07 17:34:25.214377 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08c128d1-9dc3-43ec-a6ea-9eef896d1c0f req-842a5e1c-79b4-4bd4-bf75-305c7928d09b service neutron] 10.222.0.64 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988266 Jul 07 17:34:25.814287 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536aaca5-5fba-4076-9991-182f830693e8 req-83a87518-0d0e-4a4e-b05a-98b09b467215 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:25.815677 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-536aaca5-5fba-4076-9991-182f830693e8 req-83a87518-0d0e-4a4e-b05a-98b09b467215 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 944 time: 0.1037259 Jul 07 17:34:25.872590 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08c128d1-9dc3-43ec-a6ea-9eef896d1c0f req-336764cd-4146-4b86-bed7-6d3325d4ed0e service neutron] 10.222.0.64 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6513968 Jul 07 17:34:25.903744 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-536aaca5-5fba-4076-9991-182f830693e8 req-2cf843c2-c132-4346-b712-e953d6b2e4e6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690269 Jul 07 17:34:25.961153 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4c51c110-acb6-4df2-9eea-dadec99183d9 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:26.059380 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 4c51c110-acb6-4df2-9eea-dadec99183d9 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:26.059932 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:26.230563 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:26.772793 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d2e60ad8-82b2-4638-9335-baed49a3ff13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:27.109587 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a403dd7-61d5-4281-bcca-61ea1c64c64f req-81efb11b-748c-4ca6-998a-dff8726c8ff1 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:27.112419 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9a403dd7-61d5-4281-bcca-61ea1c64c64f req-81efb11b-748c-4ca6-998a-dff8726c8ff1 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 944 time: 0.0738418 Jul 07 17:34:27.160857 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9a403dd7-61d5-4281-bcca-61ea1c64c64f req-c1e34755-1598-4b13-afca-a4a3d03a51b9 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428538 Jul 07 17:34:27.971279 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:28.398032 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1fe8c-688a-4c9e-ac04-fcd3d6a8d27b req-dc934a95-56ef-491d-b8a8-ad2c786a47cf tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:28.399627 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-87e1fe8c-688a-4c9e-ac04-fcd3d6a8d27b req-dc934a95-56ef-491d-b8a8-ad2c786a47cf tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 944 time: 0.0891917 Jul 07 17:34:28.457313 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-87e1fe8c-688a-4c9e-ac04-fcd3d6a8d27b req-1420d97d-a604-4998-a059-a189919a3736 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515125 Jul 07 17:34:29.673134 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981246e-35d6-43c9-b38b-51b2c6028a77 req-6806bedd-2ad6-4d82-994e-17a75883441a tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:29.675516 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3981246e-35d6-43c9-b38b-51b2c6028a77 req-6806bedd-2ad6-4d82-994e-17a75883441a tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 944 time: 0.0870824 Jul 07 17:34:29.720344 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3981246e-35d6-43c9-b38b-51b2c6028a77 req-e8734a6b-5b9a-45ed-ab0b-5c5cff677b59 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384998 Jul 07 17:34:30.292094 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:30.966301 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa2d21-cfdf-4086-a6e4-1e4ed160b312 req-cb471046-ca59-49ba-9539-bd9acf90a259 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:30.967974 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c3fa2d21-cfdf-4086-a6e4-1e4ed160b312 req-cb471046-ca59-49ba-9539-bd9acf90a259 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 944 time: 0.1007755 Jul 07 17:34:31.041036 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c3fa2d21-cfdf-4086-a6e4-1e4ed160b312 req-bc2f21c7-59d2-4c72-963c-9d783f978706 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663188 Jul 07 17:34:32.268904 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c718b53-c6a2-40dc-a818-f6405532facb req-a91dfed0-8cca-472a-81a5-e524ecb6ec99 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:32.270521 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4c718b53-c6a2-40dc-a818-f6405532facb req-a91dfed0-8cca-472a-81a5-e524ecb6ec99 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 944 time: 0.0987484 Jul 07 17:34:32.314722 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4c718b53-c6a2-40dc-a818-f6405532facb req-62bea2b2-1a5a-439a-bd73-6b7ab6a9d35e tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375159 Jul 07 17:34:33.538383 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bd1b9-3b20-4008-9849-144a5f299f24 req-0b8f590f-5d94-46bf-8505-a05e818a1066 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:33.540029 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4c1bd1b9-3b20-4008-9849-144a5f299f24 req-0b8f590f-5d94-46bf-8505-a05e818a1066 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 944 time: 0.1075048 Jul 07 17:34:33.591854 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4c1bd1b9-3b20-4008-9849-144a5f299f24 req-226fc780-cb7f-46c6-8dbd-e561b91b5a6b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457189 Jul 07 17:34:33.801591 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf4289-4184-41e5-b545-76d826d6f71b req-c5dabacc-08d3-4b69-8f17-bf4d8ee87aa8 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:33.803764 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-efcf4289-4184-41e5-b545-76d826d6f71b req-c5dabacc-08d3-4b69-8f17-bf4d8ee87aa8 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 1098 time: 0.0593779 Jul 07 17:34:33.849182 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-efcf4289-4184-41e5-b545-76d826d6f71b req-269f636b-5cdd-472b-b065-410d14ec4cc6 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393701 Jul 07 17:34:33.878281 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 39998) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:34.055660 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-e6751239-2925-4c8d-a77f-7a6b8da9f838 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Deleting port ba482eed-384b-4f63-9b88-56d47b877912 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:34.056163 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6751239-2925-4c8d-a77f-7a6b8da9f838 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.134738 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6751239-2925-4c8d-a77f-7a6b8da9f838 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.135129 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6751239-2925-4c8d-a77f-7a6b8da9f838 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.149715 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-e6751239-2925-4c8d-a77f-7a6b8da9f838 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Calling delete_port for ba482eed-384b-4f63-9b88-56d47b877912 owned by network:floatingip {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:34.654657 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6751239-2925-4c8d-a77f-7a6b8da9f838 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.687911 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6751239-2925-4c8d-a77f-7a6b8da9f838 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event deleted for resources: {'Port': ['ID=ba482eed-384b-4f63-9b88-56d47b877912,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:34.704893 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6751239-2925-4c8d-a77f-7a6b8da9f838 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:34.705520 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6751239-2925-4c8d-a77f-7a6b8da9f838 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:34.706821 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6751239-2925-4c8d-a77f-7a6b8da9f838 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:34.707523 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6751239-2925-4c8d-a77f-7a6b8da9f838 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:34.708087 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6751239-2925-4c8d-a77f-7a6b8da9f838 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:34.708659 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6751239-2925-4c8d-a77f-7a6b8da9f838 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:34.710001 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6751239-2925-4c8d-a77f-7a6b8da9f838 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:34.710566 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6751239-2925-4c8d-a77f-7a6b8da9f838 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:34.711111 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6751239-2925-4c8d-a77f-7a6b8da9f838 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:34.711678 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6751239-2925-4c8d-a77f-7a6b8da9f838 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:34.712220 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6751239-2925-4c8d-a77f-7a6b8da9f838 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:34.713200 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6751239-2925-4c8d-a77f-7a6b8da9f838 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:34.814811 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6751239-2925-4c8d-a77f-7a6b8da9f838 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for floatingip, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.815798 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-e6751239-2925-4c8d-a77f-7a6b8da9f838 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Floating IP 2619eab5-26af-414c-986d-cff325c3b26f disassociated (deleted). External IP: 172.25.0.128, port: 762c37ae-b249-4b6e-9eb3-8fafde048b77. Jul 07 17:34:34.884113 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6f184-c57e-4423-93b8-6afd10e4a70a req-cf0bbbe8-f6ba-45c5-85f2-f8edef525401 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:34.885677 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62e6f184-c57e-4423-93b8-6afd10e4a70a req-cf0bbbe8-f6ba-45c5-85f2-f8edef525401 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 944 time: 0.1464391 Jul 07 17:34:34.973717 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62e6f184-c57e-4423-93b8-6afd10e4a70a req-e372c20c-96de-459f-b5fc-68c516e7f679 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561945 Jul 07 17:34:35.107710 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6751239-2925-4c8d-a77f-7a6b8da9f838 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Router 8a2e7e8d-bbff-4b0b-99ea-779dbd18c771 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:34:35.227136 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6751239-2925-4c8d-a77f-7a6b8da9f838 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:34:35.232213 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6751239-2925-4c8d-a77f-7a6b8da9f838 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:35.238344 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdbc02c-2e12-42de-b1c9-a7616627f95d None None] Sync routers for ids ['8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:34:35.249018 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdbc02c-2e12-42de-b1c9-a7616627f95d None None] Routers {'8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:35.249931 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-8bdbc02c-2e12-42de-b1c9-a7616627f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:34:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:35.307768 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e6751239-2925-4c8d-a77f-7a6b8da9f838 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "DELETE /v2.0/floatingips/2619eab5-26af-414c-986d-cff325c3b26f HTTP/1.1" status: 204 len: 168 time: 1.4283702 Jul 07 17:34:35.309115 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb453d5a-a7ea-4843-904e-c6f927515176', 'tag': '762c37ae-b249-4b6e-9eb3-8fafde048b77'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:35.313975 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd6c4d4-5277-4d93-a507-830af2485939" -d '{"events": [{"name": "network-changed", "server_uuid": "fb453d5a-a7ea-4843-904e-c6f927515176", "tag": "762c37ae-b249-4b6e-9eb3-8fafde048b77"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:35.424322 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85367534-0ee4-40a0-aa59-8b4fea2991ae x-openstack-request-id: req-85367534-0ee4-40a0-aa59-8b4fea2991ae {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:35.424685 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb453d5a-a7ea-4843-904e-c6f927515176", "tag": "762c37ae-b249-4b6e-9eb3-8fafde048b77", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:35.424958 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85367534-0ee4-40a0-aa59-8b4fea2991ae {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:35.425371 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb453d5a-a7ea-4843-904e-c6f927515176', 'tag': '762c37ae-b249-4b6e-9eb3-8fafde048b77', 'status': 'completed', 'code': 200} Jul 07 17:34:35.446703 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-8bdbc02c-2e12-42de-b1c9-a7616627f95d None None] Set router 8a2e7e8d-bbff-4b0b-99ea-779dbd18c771 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:35.511915 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6c4d4-5277-4d93-a507-830af2485939 req-1398da76-de94-4555-8b4e-7d66ada9647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:35.513861 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1cd6c4d4-5277-4d93-a507-830af2485939 req-1398da76-de94-4555-8b4e-7d66ada9647e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 1098 time: 0.0628994 Jul 07 17:34:35.669704 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6c4d4-5277-4d93-a507-830af2485939 req-e6687207-8d57-4810-8186-7844faeaaa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:35.673173 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1cd6c4d4-5277-4d93-a507-830af2485939 req-e6687207-8d57-4810-8186-7844faeaaa4a service neutron] 10.222.0.72 "GET /v2.0/networks?id=21df902c-e279-4e27-944e-9fb0c51e7ce8 HTTP/1.1" status: 200 len: 898 time: 0.1528931 Jul 07 17:34:35.704740 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 9856a2aa-b412-47cb-946e-e0e4566063bd details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:34:35.717660 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-8bdbc02c-2e12-42de-b1c9-a7616627f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484200007', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:27Z', 'updated_at': '2021-07-07T17:32:35Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:29Z', 'updated_at': '2021-07-07T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'af35ad97-fd60-40ac-acd1-77487f7372f3', 'name': '', 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:b0:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '5bba496b-911a-410a-98e8-545f93251b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:33Z', 'updated_at': '2021-07-07T17:32:46Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': '5bba496b-911a-410a-98e8-545f93251b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:35.761991 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdbc02c-2e12-42de-b1c9-a7616627f95d None None] Checking router: 8a2e7e8d-bbff-4b0b-99ea-779dbd18c771 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:34:35.763872 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1cd6c4d4-5277-4d93-a507-830af2485939 req-6ad53a27-ceba-492f-9b1e-bf150e09df09 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77 HTTP/1.1" status: 200 len: 217 time: 0.0840673 Jul 07 17:34:35.774801 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdbc02c-2e12-42de-b1c9-a7616627f95d None None] Routers {'8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:35.775916 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-8bdbc02c-2e12-42de-b1c9-a7616627f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:34:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:35.871959 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6c4d4-5277-4d93-a507-830af2485939 req-e9d944eb-bd39-4509-ab0b-533fb87e4ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:35.873547 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1cd6c4d4-5277-4d93-a507-830af2485939 req-e9d944eb-bd39-4509-ab0b-533fb87e4ab3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5bba496b-911a-410a-98e8-545f93251b0b HTTP/1.1" status: 200 len: 835 time: 0.1013315 Jul 07 17:34:35.903620 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 9856a2aa-b412-47cb-946e-e0e4566063bd, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=9856a2aa-b412-47cb-946e-e0e4566063bd,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:35.915674 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-8bdbc02c-2e12-42de-b1c9-a7616627f95d None None] Set router 8a2e7e8d-bbff-4b0b-99ea-779dbd18c771 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:35.947510 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6c4d4-5277-4d93-a507-830af2485939 req-46b61f8e-e3d1-4bc7-b9a5-56fa1eb90703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:35.949967 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1cd6c4d4-5277-4d93-a507-830af2485939 req-46b61f8e-e3d1-4bc7-b9a5-56fa1eb90703 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21df902c-e279-4e27-944e-9fb0c51e7ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687017 Jul 07 17:34:35.954877 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440584c0-6088-45b2-aa57-ec38d02f882e req-2f135a5f-7a18-4a75-8c65-92fd5a45486f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:35.961596 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-440584c0-6088-45b2-aa57-ec38d02f882e req-2f135a5f-7a18-4a75-8c65-92fd5a45486f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 946 time: 0.1349678 Jul 07 17:34:36.094166 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-440584c0-6088-45b2-aa57-ec38d02f882e req-fc1131dc-eff4-454b-aa09-069b8902d441 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156542 Jul 07 17:34:36.130230 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1cd6c4d4-5277-4d93-a507-830af2485939 req-e3447d97-3b25-49fd-b98d-a52a6199ceab service neutron] 10.222.0.72 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684055 Jul 07 17:34:36.227672 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-8bdbc02c-2e12-42de-b1c9-a7616627f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484200007', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:27Z', 'updated_at': '2021-07-07T17:32:35Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:29Z', 'updated_at': '2021-07-07T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'af35ad97-fd60-40ac-acd1-77487f7372f3', 'name': '', 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:b0:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '5bba496b-911a-410a-98e8-545f93251b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:33Z', 'updated_at': '2021-07-07T17:32:46Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': '5bba496b-911a-410a-98e8-545f93251b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:36.251896 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '9856a2aa-b412-47cb-946e-e0e4566063bd', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'port_id': '9856a2aa-b412-47cb-946e-e0e4566063bd', 'mac_address': 'fa:16:3e:68:e3:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:34:36.256309 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdbc02c-2e12-42de-b1c9-a7616627f95d None None] The sync data for ids ['8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'] in n-d-791503-12 is: [{'id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484200007', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:27Z', 'updated_at': '2021-07-07T17:32:35Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:29Z', 'updated_at': '2021-07-07T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'af35ad97-fd60-40ac-acd1-77487f7372f3', 'name': '', 'network_id': '21df902c-e279-4e27-944e-9fb0c51e7ce8', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:b0:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '5bba496b-911a-410a-98e8-545f93251b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:33Z', 'updated_at': '2021-07-07T17:32:46Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': '5bba496b-911a-410a-98e8-545f93251b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:36.258201 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1cd6c4d4-5277-4d93-a507-830af2485939 req-ebfb2df0-5852-4d80-a5f7-945717103a4a service neutron] 10.222.0.72 "GET /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212502 Jul 07 17:34:36.325491 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:36.340071 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9856a2aa-b412-47cb-946e-e0e4566063bd {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:34:36.359194 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746fd21-1211-4ff7-9d89-6a7827054ffb req-ed7272cd-0f03-4b9c-9606-9bdcdd1b0083 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:36.360850 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8746fd21-1211-4ff7-9d89-6a7827054ffb req-ed7272cd-0f03-4b9c-9606-9bdcdd1b0083 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 944 time: 0.1524003 Jul 07 17:34:36.371282 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 9856a2aa-b412-47cb-946e-e0e4566063bd, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=9856a2aa-b412-47cb-946e-e0e4566063bd,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:36.381094 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:36.432279 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8746fd21-1211-4ff7-9d89-6a7827054ffb req-7b416dbe-7fe5-4f84-bdf9-e69485906a66 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633841 Jul 07 17:34:36.462793 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=9856a2aa-b412-47cb-946e-e0e4566063bd,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:36.572282 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['9856a2aa-b412-47cb-946e-e0e4566063bd'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:34:36.644278 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb204723-ba5e-4150-97fa-715031b66fa1 None None] New status for floating IP 2619eab5-26af-414c-986d-cff325c3b26f: DOWN {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:34:37.193477 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac88dac-0c66-4f69-bb41-3dae4cb61c83 req-86b1642c-4c10-400f-b1ed-1e72330320ec tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:37.195940 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ac88dac-0c66-4f69-bb41-3dae4cb61c83 req-86b1642c-4c10-400f-b1ed-1e72330320ec tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 946 time: 0.1484010 Jul 07 17:34:37.323078 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-7ac88dac-0c66-4f69-bb41-3dae4cb61c83 req-8bd67962-22f5-4462-916b-6c0de52af73a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Deleting port 762c37ae-b249-4b6e-9eb3-8fafde048b77 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:37.323452 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7ac88dac-0c66-4f69-bb41-3dae4cb61c83 req-8bd67962-22f5-4462-916b-6c0de52af73a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:37.390859 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50302612-be33-46b9-b4cf-98a9c89ba3c2 req-a28f0d7a-dd06-42e0-afae-d5974320650c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:37.392531 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-50302612-be33-46b9-b4cf-98a9c89ba3c2 req-a28f0d7a-dd06-42e0-afae-d5974320650c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 946 time: 0.1413171 Jul 07 17:34:37.459143 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:37.492394 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-7ac88dac-0c66-4f69-bb41-3dae4cb61c83 req-8bd67962-22f5-4462-916b-6c0de52af73a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] For port 762c37ae-b249-4b6e-9eb3-8fafde048b77, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=762c37ae-b249-4b6e-9eb3-8fafde048b77,segment=NetworkSegment(030884bf-3da9-4e92-a2cc-b431144a5d2a),segment_id=030884bf-3da9-4e92-a2cc-b431144a5d2a)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:37.493621 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7ac88dac-0c66-4f69-bb41-3dae4cb61c83 req-8bd67962-22f5-4462-916b-6c0de52af73a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:37.520224 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-7ac88dac-0c66-4f69-bb41-3dae4cb61c83 req-8bd67962-22f5-4462-916b-6c0de52af73a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Calling delete_port for 762c37ae-b249-4b6e-9eb3-8fafde048b77 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:37.522005 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-50302612-be33-46b9-b4cf-98a9c89ba3c2 req-e24e95f9-9bf2-4e8d-9410-42afed37b0bf tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b710202-3b39-42d4-b474-2d2376155124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058452 Jul 07 17:34:37.711318 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6d3cb-a501-47e8-86b7-40d828267af0 req-ff59f3a3-d4f9-486b-893e-2b8d8d3d7fc6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:37.712949 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e9f6d3cb-a501-47e8-86b7-40d828267af0 req-ff59f3a3-d4f9-486b-893e-2b8d8d3d7fc6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 945 time: 0.1252308 Jul 07 17:34:37.717369 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 9856a2aa-b412-47cb-946e-e0e4566063bd up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:37.768455 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7ac88dac-0c66-4f69-bb41-3dae4cb61c83 req-8bd67962-22f5-4462-916b-6c0de52af73a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:37.779401 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e9f6d3cb-a501-47e8-86b7-40d828267af0 req-40266328-d11d-4882-a480-43563fa4adff tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579062 Jul 07 17:34:37.810685 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 9856a2aa-b412-47cb-946e-e0e4566063bd completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:37.814889 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 9856a2aa-b412-47cb-946e-e0e4566063bd triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:37.815315 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:37.818130 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd67962-22f5-4462-916b-6c0de52af73a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event deleted for resources: {'Port': ['ID=762c37ae-b249-4b6e-9eb3-8fafde048b77,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:37.870377 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd67962-22f5-4462-916b-6c0de52af73a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:37.870966 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd67962-22f5-4462-916b-6c0de52af73a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:37.871341 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd67962-22f5-4462-916b-6c0de52af73a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:37.871684 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd67962-22f5-4462-916b-6c0de52af73a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:37.872020 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd67962-22f5-4462-916b-6c0de52af73a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:37.872355 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd67962-22f5-4462-916b-6c0de52af73a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:37.872781 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd67962-22f5-4462-916b-6c0de52af73a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:37.873118 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd67962-22f5-4462-916b-6c0de52af73a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:37.873448 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd67962-22f5-4462-916b-6c0de52af73a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:37.873777 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd67962-22f5-4462-916b-6c0de52af73a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:37.874700 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd67962-22f5-4462-916b-6c0de52af73a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:37.875010 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd67962-22f5-4462-916b-6c0de52af73a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:37.906704 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac88dac-0c66-4f69-bb41-3dae4cb61c83 req-8bd67962-22f5-4462-916b-6c0de52af73a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] No DVR routers for this DVR port 762c37ae-b249-4b6e-9eb3-8fafde048b77 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:34:37.910061 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7ac88dac-0c66-4f69-bb41-3dae4cb61c83 req-8bd67962-22f5-4462-916b-6c0de52af73a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:37.912149 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ac88dac-0c66-4f69-bb41-3dae4cb61c83 req-8bd67962-22f5-4462-916b-6c0de52af73a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.72 "DELETE /v2.0/ports/762c37ae-b249-4b6e-9eb3-8fafde048b77 HTTP/1.1" status: 204 len: 173 time: 0.7113211 Jul 07 17:34:37.912609 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb453d5a-a7ea-4843-904e-c6f927515176', 'name': 'network-vif-deleted', 'tag': '762c37ae-b249-4b6e-9eb3-8fafde048b77'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:37.915028 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d142548-d40d-4d6c-8663-53da26dd1a63" -d '{"events": [{"server_uuid": "fb453d5a-a7ea-4843-904e-c6f927515176", "name": "network-vif-deleted", "tag": "762c37ae-b249-4b6e-9eb3-8fafde048b77"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:37.961942 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:37.962940 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd133f12-72aa-4b96-a0b2-53d58edabc1a x-openstack-request-id: req-bd133f12-72aa-4b96-a0b2-53d58edabc1a {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:37.963166 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:37.963326 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb453d5a-a7ea-4843-904e-c6f927515176", "name": "network-vif-deleted", "tag": "762c37ae-b249-4b6e-9eb3-8fafde048b77", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:37.963501 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bd133f12-72aa-4b96-a0b2-53d58edabc1a {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:37.963988 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb453d5a-a7ea-4843-904e-c6f927515176', 'name': 'network-vif-deleted', 'tag': '762c37ae-b249-4b6e-9eb3-8fafde048b77', 'status': 'completed', 'code': 200} Jul 07 17:34:37.991002 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051a3a1f-1090-4a85-87f0-a22675bf1973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9856a2aa-b412-47cb-946e-e0e4566063bd'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:37.993289 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc80fec7-5970-49a0-8d6b-71d50cf35105" -d '{"events": [{"server_uuid": "051a3a1f-1090-4a85-87f0-a22675bf1973", "name": "network-vif-plugged", "status": "completed", "tag": "9856a2aa-b412-47cb-946e-e0e4566063bd"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:38.006467 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 9856a2aa-b412-47cb-946e-e0e4566063bd, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=9856a2aa-b412-47cb-946e-e0e4566063bd,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:38.012838 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:38.067067 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ffda09-e520-408c-9535-776f931d5ac7 x-openstack-request-id: req-c0ffda09-e520-408c-9535-776f931d5ac7 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:38.067425 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051a3a1f-1090-4a85-87f0-a22675bf1973", "name": "network-vif-plugged", "status": "completed", "tag": "9856a2aa-b412-47cb-946e-e0e4566063bd", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:38.067620 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c0ffda09-e520-408c-9535-776f931d5ac7 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:38.068009 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051a3a1f-1090-4a85-87f0-a22675bf1973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9856a2aa-b412-47cb-946e-e0e4566063bd', 'code': 200} Jul 07 17:34:38.076715 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=9856a2aa-b412-47cb-946e-e0e4566063bd,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:38.207416 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45642edd-e17a-4eb0-bec5-85608c79fc48 req-50c7cc45-2a23-4fd5-9c62-96f8c3d57533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:38.209182 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-45642edd-e17a-4eb0-bec5-85608c79fc48 req-50c7cc45-2a23-4fd5-9c62-96f8c3d57533 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 1098 time: 0.0749424 Jul 07 17:34:38.252474 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-45642edd-e17a-4eb0-bec5-85608c79fc48 req-15fb079d-fed5-40bb-946d-220294ce1f81 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364974 Jul 07 17:34:38.714860 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4e0cb755-2c11-4514-8b25-20503eec302c req-8905b24b-20ab-4f0a-bbd8-8be3327177bb tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb453d5a-a7ea-4843-904e-c6f927515176 HTTP/1.1" status: 200 len: 210 time: 0.0328074 Jul 07 17:34:38.980767 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f620d50-5839-4d53-a1b1-5cbcd3fdde57 req-06511b4c-d01f-4844-8d57-fbaec990c8c9 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:38.982757 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7f620d50-5839-4d53-a1b1-5cbcd3fdde57 req-06511b4c-d01f-4844-8d57-fbaec990c8c9 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 946 time: 0.0789337 Jul 07 17:34:39.031185 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7f620d50-5839-4d53-a1b1-5cbcd3fdde57 req-f80e9c57-bc2f-4df9-87b4-d1b91e035419 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416174 Jul 07 17:34:39.808596 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40150) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:40.233914 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dfeb7232-6840-4397-9f0a-7c70273dc724 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.243256 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49321f-eb8e-4dc8-b903-dbaabb9b12b9 req-6b5599f7-3056-40e4-8ec7-ca26c6b436f5 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:40.250121 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2d49321f-eb8e-4dc8-b903-dbaabb9b12b9 req-6b5599f7-3056-40e4-8ec7-ca26c6b436f5 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 946 time: 0.0889401 Jul 07 17:34:40.296754 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2d49321f-eb8e-4dc8-b903-dbaabb9b12b9 req-801091db-0a7b-4494-906b-add066583a95 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445077 Jul 07 17:34:40.578941 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e8223-745e-4e73-913b-7bb1903df6dd req-28cd8c9d-61d0-4c2e-a71e-cc2002328b4c tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:40.580569 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3a0e8223-745e-4e73-913b-7bb1903df6dd req-28cd8c9d-61d0-4c2e-a71e-cc2002328b4c tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 946 time: 0.1513264 Jul 07 17:34:40.654940 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3a0e8223-745e-4e73-913b-7bb1903df6dd req-79f6206f-49f0-4c62-ab8e-6f0888109fed tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640962 Jul 07 17:34:40.674254 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-dfeb7232-6840-4397-9f0a-7c70273dc724 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Deleting port af35ad97-fd60-40ac-acd1-77487f7372f3 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:40.674763 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dfeb7232-6840-4397-9f0a-7c70273dc724 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.794400 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-dfeb7232-6840-4397-9f0a-7c70273dc724 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] For port af35ad97-fd60-40ac-acd1-77487f7372f3, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=af35ad97-fd60-40ac-acd1-77487f7372f3,segment=NetworkSegment(030884bf-3da9-4e92-a2cc-b431144a5d2a),segment_id=030884bf-3da9-4e92-a2cc-b431144a5d2a)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:40.794935 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dfeb7232-6840-4397-9f0a-7c70273dc724 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.812701 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-dfeb7232-6840-4397-9f0a-7c70273dc724 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Calling delete_port for af35ad97-fd60-40ac-acd1-77487f7372f3 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:40.850294 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae35380-975c-46e7-8542-8a44e55086d7 req-540d349e-6a54-4e3d-829c-9b4180e83aa5 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:40.857393 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8ae35380-975c-46e7-8542-8a44e55086d7 req-540d349e-6a54-4e3d-829c-9b4180e83aa5 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 946 time: 0.0746121 Jul 07 17:34:40.908852 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8ae35380-975c-46e7-8542-8a44e55086d7 req-42ff5fb5-baa8-484a-b397-55d3d357d161 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501311 Jul 07 17:34:41.048038 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dfeb7232-6840-4397-9f0a-7c70273dc724 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:41.071734 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 762c37ae-b249-4b6e-9eb3-8fafde048b77 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:41.088586 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb7232-6840-4397-9f0a-7c70273dc724 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event deleted for resources: {'Port': ['ID=af35ad97-fd60-40ac-acd1-77487f7372f3,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:41.112351 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 762c37ae-b249-4b6e-9eb3-8fafde048b77 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:34:41.113091 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 762c37ae-b249-4b6e-9eb3-8fafde048b77 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:34:41.345949 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631fa9a-54e1-45b3-a8af-06214c2262d2 req-b1831bde-611c-44c5-9f40-4dd2515704af tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:41.354455 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7631fa9a-54e1-45b3-a8af-06214c2262d2 req-b1831bde-611c-44c5-9f40-4dd2515704af tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 946 time: 0.0881107 Jul 07 17:34:41.420286 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-dfeb7232-6840-4397-9f0a-7c70273dc724 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:41.423910 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7631fa9a-54e1-45b3-a8af-06214c2262d2 req-3104f955-c11f-49eb-8be5-e7086c010dbc tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683966 Jul 07 17:34:41.672529 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfeb7232-6840-4397-9f0a-7c70273dc724 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Router 8a2e7e8d-bbff-4b0b-99ea-779dbd18c771 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:34:41.787561 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfeb7232-6840-4397-9f0a-7c70273dc724 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:34:41.796269 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40202) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:41.801836 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-dfeb7232-6840-4397-9f0a-7c70273dc724 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "PUT /v2.0/routers/8a2e7e8d-bbff-4b0b-99ea-779dbd18c771/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9916441 Jul 07 17:34:41.806912 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628547a5-7830-49ee-8c84-4775e55f61d1 None None] Sync routers for ids ['8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:34:41.826655 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628547a5-7830-49ee-8c84-4775e55f61d1 None None] Routers {'8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:41.827436 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-628547a5-7830-49ee-8c84-4775e55f61d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:34:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:41.907002 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-612ed36d-6ed9-47a7-8fd2-466281914149 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Deleting subnet 5bba496b-911a-410a-98e8-545f93251b0b {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:34:41.911147 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-612ed36d-6ed9-47a7-8fd2-466281914149 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:41.985795 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-628547a5-7830-49ee-8c84-4775e55f61d1 None None] Set router 8a2e7e8d-bbff-4b0b-99ea-779dbd18c771 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:41.993117 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-612ed36d-6ed9-47a7-8fd2-466281914149 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:42.094559 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-612ed36d-6ed9-47a7-8fd2-466281914149 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:42.183232 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-612ed36d-6ed9-47a7-8fd2-466281914149 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:42.208415 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcec3fb-126b-45fd-a9bd-c8dfed2e1847 None None] Network 21df902c-e279-4e27-944e-9fb0c51e7ce8 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:42.220820 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ed36d-6ed9-47a7-8fd2-466281914149 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event deleted for resources: {'Subnet': ['ID=5bba496b-911a-410a-98e8-545f93251b0b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:42.227821 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-612ed36d-6ed9-47a7-8fd2-466281914149 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:42.229938 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-612ed36d-6ed9-47a7-8fd2-466281914149 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "DELETE /v2.0/subnets/5bba496b-911a-410a-98e8-545f93251b0b HTTP/1.1" status: 204 len: 168 time: 0.4325511 Jul 07 17:34:42.232607 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40212) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:42.260531 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-628547a5-7830-49ee-8c84-4775e55f61d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484200007', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:27Z', 'updated_at': '2021-07-07T17:34:40Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:29Z', 'updated_at': '2021-07-07T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:42.292459 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628547a5-7830-49ee-8c84-4775e55f61d1 None None] Checking router: 8a2e7e8d-bbff-4b0b-99ea-779dbd18c771 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:34:42.302414 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628547a5-7830-49ee-8c84-4775e55f61d1 None None] Routers {'8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:42.303035 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-628547a5-7830-49ee-8c84-4775e55f61d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:34:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:42.415618 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ab4e155a-d5e2-40fd-919a-64f02886ae25 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:42.436957 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-628547a5-7830-49ee-8c84-4775e55f61d1 None None] Set router 8a2e7e8d-bbff-4b0b-99ea-779dbd18c771 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:42.496694 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a899d3ae-12db-4a74-a415-42ea012ec55f None None] DHCP port deletion for 21df902c-e279-4e27-944e-9fb0c51e7ce8 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:34:42.602335 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a899d3ae-12db-4a74-a415-42ea012ec55f None None] Deleting port e3b74cd7-bb2c-449b-b22e-27e01c168e92 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:42.603493 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a899d3ae-12db-4a74-a415-42ea012ec55f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:42.741449 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831de61-0e49-4de9-9e04-0cb88fb565df req-72806f6a-acce-4bde-823e-87d15d8e0803 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:42.742034 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ab4e155a-d5e2-40fd-919a-64f02886ae25 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:42.742911 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d831de61-0e49-4de9-9e04-0cb88fb565df req-72806f6a-acce-4bde-823e-87d15d8e0803 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.64 "GET /v2.0/ports?device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 946 time: 0.1216505 Jul 07 17:34:42.743377 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-a899d3ae-12db-4a74-a415-42ea012ec55f None None] For port e3b74cd7-bb2c-449b-b22e-27e01c168e92, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e3b74cd7-bb2c-449b-b22e-27e01c168e92,segment=NetworkSegment(030884bf-3da9-4e92-a2cc-b431144a5d2a),segment_id=030884bf-3da9-4e92-a2cc-b431144a5d2a)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:42.743834 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a899d3ae-12db-4a74-a415-42ea012ec55f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:42.763543 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-628547a5-7830-49ee-8c84-4775e55f61d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484200007', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:27Z', 'updated_at': '2021-07-07T17:34:40Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:29Z', 'updated_at': '2021-07-07T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:42.770628 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a899d3ae-12db-4a74-a415-42ea012ec55f None None] Calling delete_port for e3b74cd7-bb2c-449b-b22e-27e01c168e92 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:42.817078 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85174e0e-da9a-41e5-a5b1-df466a226104 req-b1762cac-55ee-484c-b205-b8816a89b6c9 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:42.819056 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628547a5-7830-49ee-8c84-4775e55f61d1 None None] The sync data for ids ['8a2e7e8d-bbff-4b0b-99ea-779dbd18c771'] in n-d-791503-12 is: [{'id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484200007', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:27Z', 'updated_at': '2021-07-07T17:34:40Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2e7e8d-bbff-4b0b-99ea-779dbd18c771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:29Z', 'updated_at': '2021-07-07T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:42.824507 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-85174e0e-da9a-41e5-a5b1-df466a226104 req-b1762cac-55ee-484c-b205-b8816a89b6c9 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 946 time: 0.1615951 Jul 07 17:34:42.896577 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-85174e0e-da9a-41e5-a5b1-df466a226104 req-ab6e0a93-aa05-4b76-b2c4-8be7c339057e tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711012 Jul 07 17:34:42.954680 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-ab4e155a-d5e2-40fd-919a-64f02886ae25 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Deleting port 5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:42.955115 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ab4e155a-d5e2-40fd-919a-64f02886ae25 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:42.967915 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a899d3ae-12db-4a74-a415-42ea012ec55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:42.976884 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-d831de61-0e49-4de9-9e04-0cb88fb565df req-d91114d4-ad90-4e2b-9430-83abd781b07f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Deleting port 9856a2aa-b412-47cb-946e-e0e4566063bd {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:42.977632 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-d831de61-0e49-4de9-9e04-0cb88fb565df req-d91114d4-ad90-4e2b-9430-83abd781b07f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.003514 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899d3ae-12db-4a74-a415-42ea012ec55f None None] Pushing event deleted for resources: {'Port': ['ID=e3b74cd7-bb2c-449b-b22e-27e01c168e92,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:43.018388 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a899d3ae-12db-4a74-a415-42ea012ec55f None None] No DVR routers for this DVR port e3b74cd7-bb2c-449b-b22e-27e01c168e92 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:34:43.092531 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-ab4e155a-d5e2-40fd-919a-64f02886ae25 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] For port 5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:43.092531 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ab4e155a-d5e2-40fd-919a-64f02886ae25 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.109142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-ab4e155a-d5e2-40fd-919a-64f02886ae25 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Calling delete_port for 5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41 owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:43.109401 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-d831de61-0e49-4de9-9e04-0cb88fb565df req-d91114d4-ad90-4e2b-9430-83abd781b07f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] For port 9856a2aa-b412-47cb-946e-e0e4566063bd, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=9856a2aa-b412-47cb-946e-e0e4566063bd,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:43.109840 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-d831de61-0e49-4de9-9e04-0cb88fb565df req-d91114d4-ad90-4e2b-9430-83abd781b07f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.127157 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-d831de61-0e49-4de9-9e04-0cb88fb565df req-d91114d4-ad90-4e2b-9430-83abd781b07f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Calling delete_port for 9856a2aa-b412-47cb-946e-e0e4566063bd owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:43.316468 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-d831de61-0e49-4de9-9e04-0cb88fb565df req-d91114d4-ad90-4e2b-9430-83abd781b07f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.330889 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['9856a2aa-b412-47cb-946e-e0e4566063bd'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:34:43.374416 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ab4e155a-d5e2-40fd-919a-64f02886ae25 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.376537 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91114d4-ad90-4e2b-9430-83abd781b07f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event deleted for resources: {'Port': ['ID=9856a2aa-b412-47cb-946e-e0e4566063bd,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:43.424386 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e155a-d5e2-40fd-919a-64f02886ae25 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event deleted for resources: {'Port': ['ID=5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:43.440117 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-d831de61-0e49-4de9-9e04-0cb88fb565df req-d91114d4-ad90-4e2b-9430-83abd781b07f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] No DVR routers for this DVR port 9856a2aa-b412-47cb-946e-e0e4566063bd on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:34:43.450946 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-d831de61-0e49-4de9-9e04-0cb88fb565df req-d91114d4-ad90-4e2b-9430-83abd781b07f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.453180 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d831de61-0e49-4de9-9e04-0cb88fb565df req-d91114d4-ad90-4e2b-9430-83abd781b07f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.64 "DELETE /v2.0/ports/9856a2aa-b412-47cb-946e-e0e4566063bd HTTP/1.1" status: 204 len: 173 time: 0.7030919 Jul 07 17:34:43.453708 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051a3a1f-1090-4a85-87f0-a22675bf1973', 'name': 'network-vif-deleted', 'tag': '9856a2aa-b412-47cb-946e-e0e4566063bd'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:43.456042 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a240d6c-47dd-4e53-b353-f46a6e51cdc7" -d '{"events": [{"server_uuid": "051a3a1f-1090-4a85-87f0-a22675bf1973", "name": "network-vif-deleted", "tag": "9856a2aa-b412-47cb-946e-e0e4566063bd"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:43.536238 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84dd504-22e6-4b8a-9eb0-4845396194b0 x-openstack-request-id: req-c84dd504-22e6-4b8a-9eb0-4845396194b0 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:43.536502 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051a3a1f-1090-4a85-87f0-a22675bf1973", "name": "network-vif-deleted", "tag": "9856a2aa-b412-47cb-946e-e0e4566063bd", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:43.537009 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c84dd504-22e6-4b8a-9eb0-4845396194b0 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:43.537411 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051a3a1f-1090-4a85-87f0-a22675bf1973', 'name': 'network-vif-deleted', 'tag': '9856a2aa-b412-47cb-946e-e0e4566063bd', 'status': 'completed', 'code': 200} Jul 07 17:34:43.542727 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ab4e155a-d5e2-40fd-919a-64f02886ae25 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.888500 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:34:44.062999 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ab4e155a-d5e2-40fd-919a-64f02886ae25 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.066063 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ab4e155a-d5e2-40fd-919a-64f02886ae25 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.156027 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ab4e155a-d5e2-40fd-919a-64f02886ae25 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.156552 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4e155a-d5e2-40fd-919a-64f02886ae25 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Fanout notify agent at l3_agent the message router_deleted on router 8a2e7e8d-bbff-4b0b-99ea-779dbd18c771 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:34:44.164971 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e3b74cd7-bb2c-449b-b22e-27e01c168e92 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:44.184878 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ab4e155a-d5e2-40fd-919a-64f02886ae25 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.188793 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40256) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:44.189310 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ab4e155a-d5e2-40fd-919a-64f02886ae25 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "DELETE /v2.0/routers/8a2e7e8d-bbff-4b0b-99ea-779dbd18c771 HTTP/1.1" status: 204 len: 168 time: 1.9553132 Jul 07 17:34:44.191448 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c5314d9a-f353-4f0f-a8c6-5cc39553ad0d req-7850aedf-fe44-41ed-9f79-11c0e3a1dc9d tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 210 time: 0.0477774 Jul 07 17:34:44.232332 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: e3b74cd7-bb2c-449b-b22e-27e01c168e92 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:34:44.232955 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e3b74cd7-bb2c-449b-b22e-27e01c168e92 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:34:44.233746 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device af35ad97-fd60-40ac-acd1-77487f7372f3 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:44.282801 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: af35ad97-fd60-40ac-acd1-77487f7372f3 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:34:44.283180 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device af35ad97-fd60-40ac-acd1-77487f7372f3 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:34:44.371948 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e991b566-1157-4dd6-a9fc-e07c62d150b6 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.506703 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e991b566-1157-4dd6-a9fc-e07c62d150b6 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.517771 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-e991b566-1157-4dd6-a9fc-e07c62d150b6 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21df902c-e279-4e27-944e-9fb0c51e7ce8']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:44.538589 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-e991b566-1157-4dd6-a9fc-e07c62d150b6 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030884bf-3da9-4e92-a2cc-b431144a5d2a') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:44.538986 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-e991b566-1157-4dd6-a9fc-e07c62d150b6 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030884bf-3da9-4e92-a2cc-b431144a5d2a') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:44.566324 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e991b566-1157-4dd6-a9fc-e07c62d150b6 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.586857 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e991b566-1157-4dd6-a9fc-e07c62d150b6 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.599142 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e991b566-1157-4dd6-a9fc-e07c62d150b6 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:34:44.599776 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e991b566-1157-4dd6-a9fc-e07c62d150b6 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:34:44.604376 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:34:44.709847 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e991b566-1157-4dd6-a9fc-e07c62d150b6 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.734396 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e991b566-1157-4dd6-a9fc-e07c62d150b6 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.736861 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e991b566-1157-4dd6-a9fc-e07c62d150b6 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "DELETE /v2.0/networks/21df902c-e279-4e27-944e-9fb0c51e7ce8 HTTP/1.1" status: 204 len: 168 time: 0.5461280 Jul 07 17:34:44.743125 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40274) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:44.755550 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991b566-1157-4dd6-a9fc-e07c62d150b6 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event deleted for resources: {'Network': ['ID=21df902c-e279-4e27-944e-9fb0c51e7ce8,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:44.839851 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5d1bded4-363e-4387-8baf-1408cc35acdc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.904569 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5d1bded4-363e-4387-8baf-1408cc35acdc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.994307 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5d1bded4-363e-4387-8baf-1408cc35acdc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.998149 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5d1bded4-363e-4387-8baf-1408cc35acdc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:45.003300 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5d1bded4-363e-4387-8baf-1408cc35acdc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "DELETE /v2.0/security-groups/2b710202-3b39-42d4-b474-2d2376155124 HTTP/1.1" status: 204 len: 168 time: 0.2582304 Jul 07 17:34:45.025212 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1bded4-363e-4387-8baf-1408cc35acdc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b710202-3b39-42d4-b474-2d2376155124,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:45.437441 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8e8f4e75-ae66-4ce8-b346-9b538ac86315 req-370ede55-2e0a-44e4-9884-4e5f86337333 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 210 time: 0.0580683 Jul 07 17:34:45.453638 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40298) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:45.458641 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e74c9b95-c14f-423d-9a26-8cd72fb39681 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1266828455', 'description': 'tempest-secgroup-smoke-1266828455 description', 'project_id': '63ef02b3c36b41d7904671af30e265ce'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:45.484998 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e74c9b95-c14f-423d-9a26-8cd72fb39681 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:45.588737 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e74c9b95-c14f-423d-9a26-8cd72fb39681 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:45.595645 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e74c9b95-c14f-423d-9a26-8cd72fb39681 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:45.624158 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e74c9b95-c14f-423d-9a26-8cd72fb39681 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:45.629123 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40300) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:45.629633 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e74c9b95-c14f-423d-9a26-8cd72fb39681 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1743321 Jul 07 17:34:45.634071 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-b8fc500b-27e0-4086-a91f-cf7fe00def6d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'security_group_rule': {'security_group_id': '5982e0bb-5935-41b4-8664-77b1520e3821', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:45.670254 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c9b95-c14f-423d-9a26-8cd72fb39681 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5982e0bb-5935-41b4-8664-77b1520e3821,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:45.686906 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b8fc500b-27e0-4086-a91f-cf7fe00def6d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:45.786341 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b8fc500b-27e0-4086-a91f-cf7fe00def6d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:45.792474 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b8fc500b-27e0-4086-a91f-cf7fe00def6d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:45.807573 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc500b-27e0-4086-a91f-cf7fe00def6d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9780291-794a-4bb2-adfb-314a957f089e,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:45.827613 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b8fc500b-27e0-4086-a91f-cf7fe00def6d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:45.831047 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b8fc500b-27e0-4086-a91f-cf7fe00def6d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2003512 Jul 07 17:34:45.835189 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40314) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:45.840590 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-529f8322-520a-478f-943a-e76b0e1fc1d9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'security_group_rule': {'security_group_id': '5982e0bb-5935-41b4-8664-77b1520e3821', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:45.888660 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-529f8322-520a-478f-943a-e76b0e1fc1d9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:45.899155 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:45.925479 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:34:45.926188 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5b7ec1ae-f4c9-4b0c-b1f6-543d72d8df41 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:34:45.996720 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-529f8322-520a-478f-943a-e76b0e1fc1d9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.002762 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-529f8322-520a-478f-943a-e76b0e1fc1d9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.037953 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-529f8322-520a-478f-943a-e76b0e1fc1d9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.039203 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-529f8322-520a-478f-943a-e76b0e1fc1d9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2025993 Jul 07 17:34:46.042180 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40324) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:46.052082 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-f8411d7c-d364-4d39-8683-cecda4576fc4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'security_group_rule': {'security_group_id': '5982e0bb-5935-41b4-8664-77b1520e3821', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:46.056702 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f8322-520a-478f-943a-e76b0e1fc1d9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1521f009-aeb7-49f6-a58d-33de796ef0ab,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:46.091441 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f8411d7c-d364-4d39-8683-cecda4576fc4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.157332 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f8411d7c-d364-4d39-8683-cecda4576fc4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.166032 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f8411d7c-d364-4d39-8683-cecda4576fc4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.188663 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8411d7c-d364-4d39-8683-cecda4576fc4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f6edd8e-3dc2-4522-9bd6-e57b6fbbf7d9,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:46.202845 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f8411d7c-d364-4d39-8683-cecda4576fc4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.211314 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f8411d7c-d364-4d39-8683-cecda4576fc4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1613493 Jul 07 17:34:46.211537 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40326) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:46.217285 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-aec4b82d-c647-44cf-ae83-9b33b070ac4c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'security_group_rule': {'security_group_id': '5982e0bb-5935-41b4-8664-77b1520e3821', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:46.252418 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aec4b82d-c647-44cf-ae83-9b33b070ac4c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.330982 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aec4b82d-c647-44cf-ae83-9b33b070ac4c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.337144 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aec4b82d-c647-44cf-ae83-9b33b070ac4c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.362303 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4b82d-c647-44cf-ae83-9b33b070ac4c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b599f76-1a6f-4e66-96bb-61cf75fad97d,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:46.369146 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-aec4b82d-c647-44cf-ae83-9b33b070ac4c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.372935 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-aec4b82d-c647-44cf-ae83-9b33b070ac4c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1580062 Jul 07 17:34:46.373559 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40332) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:46.378386 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e3a4dd57-1a1f-4400-9ca7-db185b9959c1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'security_group_rule': {'security_group_id': '5982e0bb-5935-41b4-8664-77b1520e3821', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:46.426052 n-d-791503-12 neutron-server[100193]: INFO neutron.db.securitygroups_db [None req-e3a4dd57-1a1f-4400-9ca7-db185b9959c1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Project 63ef02b3c36b41d7904671af30e265ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:34:46.446973 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e3a4dd57-1a1f-4400-9ca7-db185b9959c1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.557322 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e3a4dd57-1a1f-4400-9ca7-db185b9959c1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.564666 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e3a4dd57-1a1f-4400-9ca7-db185b9959c1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.665195 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-585f69ec-363e-4a11-87d8-79e5394ec28c req-0bef4ca5-b790-4b76-9c28-9a3231223551 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 210 time: 0.0564992 Jul 07 17:34:46.667313 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4dd57-1a1f-4400-9ca7-db185b9959c1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae7a363-8b4b-400a-9128-da6093e9a4bd,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:46.695299 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e3a4dd57-1a1f-4400-9ca7-db185b9959c1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.699861 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40344) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:46.700511 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e3a4dd57-1a1f-4400-9ca7-db185b9959c1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3250813 Jul 07 17:34:46.708680 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-82c339a1-caac-4eed-ac32-b9c5f8605832 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'security_group_rule': {'security_group_id': '5982e0bb-5935-41b4-8664-77b1520e3821', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:46.745035 n-d-791503-12 neutron-server[100192]: INFO neutron.db.securitygroups_db [None req-82c339a1-caac-4eed-ac32-b9c5f8605832 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Project 63ef02b3c36b41d7904671af30e265ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:34:46.755438 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-82c339a1-caac-4eed-ac32-b9c5f8605832 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.845195 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-82c339a1-caac-4eed-ac32-b9c5f8605832 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.849885 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-82c339a1-caac-4eed-ac32-b9c5f8605832 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.875108 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c339a1-caac-4eed-ac32-b9c5f8605832 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e5a298-16de-46b7-acb0-9cd0a7649643,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:46.882580 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-82c339a1-caac-4eed-ac32-b9c5f8605832 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.883948 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-82c339a1-caac-4eed-ac32-b9c5f8605832 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1827106 Jul 07 17:34:46.887007 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40350) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:46.892382 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e51aaf01-9fcd-48ab-a30e-d389b214f3c7 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'network': {'name': 'tempest-network-smoke--1771356604', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'port_security_enabled': True}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:46.923863 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51aaf01-9fcd-48ab-a30e-d389b214f3c7 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Made reservation on behalf of 63ef02b3c36b41d7904671af30e265ce for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:46.929898 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e51aaf01-9fcd-48ab-a30e-d389b214f3c7 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.961398 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51aaf01-9fcd-48ab-a30e-d389b214f3c7 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:34:46.974840 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e51aaf01-9fcd-48ab-a30e-d389b214f3c7 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.975683 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-e51aaf01-9fcd-48ab-a30e-d389b214f3c7 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Added segment ea2c1a5a-ac05-4f29-ae50-f7d62d715d30 of type vlan for network b0a11b64-6ad6-44e0-833e-81feb0986760 Jul 07 17:34:47.027361 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e51aaf01-9fcd-48ab-a30e-d389b214f3c7 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:47.066327 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e51aaf01-9fcd-48ab-a30e-d389b214f3c7 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:47.074636 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51aaf01-9fcd-48ab-a30e-d389b214f3c7 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:47.075465 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e51aaf01-9fcd-48ab-a30e-d389b214f3c7 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:47.145853 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e51aaf01-9fcd-48ab-a30e-d389b214f3c7 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2570405 Jul 07 17:34:47.148662 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40356) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:47.154786 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-a1e0f4e9-8284-4caf-bef5-4c71633c6889 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-980764924', 'admin_state_up': True, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:47.174425 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51aaf01-9fcd-48ab-a30e-d389b214f3c7 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Network': ['ID=b0a11b64-6ad6-44e0-833e-81feb0986760,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:47.186260 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network b0a11b64-6ad6-44e0-833e-81feb0986760 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:34:47.211532 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f4e9-8284-4caf-bef5-4c71633c6889 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:47.213701 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f4e9-8284-4caf-bef5-4c71633c6889 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:47.277612 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f4e9-8284-4caf-bef5-4c71633c6889 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:47.463892 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f4e9-8284-4caf-bef5-4c71633c6889 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:47.720748 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f4e9-8284-4caf-bef5-4c71633c6889 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:47.736946 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 9856a2aa-b412-47cb-946e-e0e4566063bd no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:47.789101 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 9856a2aa-b412-47cb-946e-e0e4566063bd {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:34:47.789693 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 9856a2aa-b412-47cb-946e-e0e4566063bd not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:34:47.794843 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f4e9-8284-4caf-bef5-4c71633c6889 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:47.937932 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f058a34e-d9a7-48b1-8d1e-5be9c0c4ff69 req-c6f466ef-733c-4b58-9ba3-1be25436862b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 210 time: 0.0419793 Jul 07 17:34:48.064142 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-a1e0f4e9-8284-4caf-bef5-4c71633c6889 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Allocated IP 172.25.0.112 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/a2a4a613-46b8-4181-b24a-c678850ff7d3) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:48.223818 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f4e9-8284-4caf-bef5-4c71633c6889 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.274550 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f4e9-8284-4caf-bef5-4c71633c6889 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.333599 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0f4e9-8284-4caf-bef5-4c71633c6889 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Port': ['ID=a2a4a613-46b8-4181-b24a-c678850ff7d3,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:48.365058 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e0f4e9-8284-4caf-bef5-4c71633c6889 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:48.367495 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-a1e0f4e9-8284-4caf-bef5-4c71633c6889 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:48.371200 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e0f4e9-8284-4caf-bef5-4c71633c6889 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:48.754392 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f4e9-8284-4caf-bef5-4c71633c6889 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:49.059446 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f4e9-8284-4caf-bef5-4c71633c6889 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:49.220535 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23396ea7-3932-4538-8b3f-4a8177e0c54f req-88923763-2a7c-40cc-b684-fe7687680365 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=051a3a1f-1090-4a85-87f0-a22675bf1973 HTTP/1.1" status: 200 len: 210 time: 0.0485814 Jul 07 17:34:49.279894 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e0f4e9-8284-4caf-bef5-4c71633c6889 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Router 22d6caf2-1268-4e7c-ac5b-1443e160c1f1 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:34:49.406494 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e0f4e9-8284-4caf-bef5-4c71633c6889 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:34:49.427442 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911657cc-52b3-4e5f-b178-188182ac4a96 None None] Sync routers for ids ['22d6caf2-1268-4e7c-ac5b-1443e160c1f1'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:34:49.434488 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f4e9-8284-4caf-bef5-4c71633c6889 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:49.437462 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911657cc-52b3-4e5f-b178-188182ac4a96 None None] Routers {'22d6caf2-1268-4e7c-ac5b-1443e160c1f1'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:49.438374 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-911657cc-52b3-4e5f-b178-188182ac4a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:34:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['22d6caf2-1268-4e7c-ac5b-1443e160c1f1'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:49.440411 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40406) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:49.449183 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a1e0f4e9-8284-4caf-bef5-4c71633c6889 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2983830 Jul 07 17:34:49.481218 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40408) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:49.481509 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bda5dd1d-5168-43e5-8907-520c7f99c3f4 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=63ef02b3c36b41d7904671af30e265ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399046 Jul 07 17:34:49.551375 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-911657cc-52b3-4e5f-b178-188182ac4a96 None None] Set router 22d6caf2-1268-4e7c-ac5b-1443e160c1f1 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:49.627204 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9c7ba8-020a-4766-b72a-1be71b7c06aa tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:49.628972 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9c9c7ba8-020a-4766-b72a-1be71b7c06aa tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1470380 Jul 07 17:34:49.632369 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40412) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:49.669861 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-be1e7b7f-f32b-484d-b36e-651a616294a3 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=b1c8a741-d954-43c5-b974-954b2190b048&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359268 Jul 07 17:34:49.672106 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40416) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:49.682274 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-cece4bfc-90e1-4d32-89cb-7f2f4884c7f8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1933667985', 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:49.797914 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-911657cc-52b3-4e5f-b178-188182ac4a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980764924', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a2a4a613-46b8-4181-b24a-c678850ff7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:48Z', 'revision_number': 3, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': 'a2a4a613-46b8-4181-b24a-c678850ff7d3', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:49.822093 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cece4bfc-90e1-4d32-89cb-7f2f4884c7f8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Made reservation on behalf of 63ef02b3c36b41d7904671af30e265ce for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:49.831344 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cece4bfc-90e1-4d32-89cb-7f2f4884c7f8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:49.834474 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911657cc-52b3-4e5f-b178-188182ac4a96 None None] Checking router: 22d6caf2-1268-4e7c-ac5b-1443e160c1f1 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:34:49.834830 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911657cc-52b3-4e5f-b178-188182ac4a96 None None] Updating router 22d6caf2-1268-4e7c-ac5b-1443e160c1f1 port a2a4a613-46b8-4181-b24a-c678850ff7d3 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:34:49.890594 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-911657cc-52b3-4e5f-b178-188182ac4a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:50.079492 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cece4bfc-90e1-4d32-89cb-7f2f4884c7f8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:50.151809 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece4bfc-90e1-4d32-89cb-7f2f4884c7f8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Subnet': ['ID=39125383-ef67-42ca-9351-1f118b028bcd,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:50.161039 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cece4bfc-90e1-4d32-89cb-7f2f4884c7f8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Checking segment: {'id': 'ea2c1a5a-ac05-4f29-ae50-f7d62d715d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:50.162147 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cece4bfc-90e1-4d32-89cb-7f2f4884c7f8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Network hostable DHCP agents. Network: b0a11b64-6ad6-44e0-833e-81feb0986760, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:34:50.179868 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cece4bfc-90e1-4d32-89cb-7f2f4884c7f8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Network b0a11b64-6ad6-44e0-833e-81feb0986760 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:34:50.190751 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-cece4bfc-90e1-4d32-89cb-7f2f4884c7f8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, b0a11b64-6ad6-44e0-833e-81feb0986760) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:50.198182 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cece4bfc-90e1-4d32-89cb-7f2f4884c7f8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:50.198414 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cece4bfc-90e1-4d32-89cb-7f2f4884c7f8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:50.205087 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fa3216-ccc8-4a25-8324-554812d9e805 None None] Network b0a11b64-6ad6-44e0-833e-81feb0986760 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:50.222313 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cece4bfc-90e1-4d32-89cb-7f2f4884c7f8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5468273 Jul 07 17:34:50.225698 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40430) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:50.346202 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-911657cc-52b3-4e5f-b178-188182ac4a96 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:50.443214 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-911657cc-52b3-4e5f-b178-188182ac4a96 None None] Transition to ACTIVE for port object a2a4a613-46b8-4181-b24a-c678850ff7d3 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:50.454084 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-911657cc-52b3-4e5f-b178-188182ac4a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:50.582563 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56782c-16e9-4d22-8d04-f4d5396fdeeb None None] Pushing event updated for resources: {'Port': ['ID=a2a4a613-46b8-4181-b24a-c678850ff7d3,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:50.593221 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499f0a01-16d5-44d5-bf70-f7a52f2b9166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-b0a11b64-6ad6-44e0-833e-81feb0986760', 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'fixed_ips': [{'subnet_id': '39125383-ef67-42ca-9351-1f118b028bcd'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:34:50.594105 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-499f0a01-16d5-44d5-bf70-f7a52f2b9166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:50.743038 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-911657cc-52b3-4e5f-b178-188182ac4a96 None None] Attempting to bind port a2a4a613-46b8-4181-b24a-c678850ff7d3 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:50.743580 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-911657cc-52b3-4e5f-b178-188182ac4a96 None None] Attempting to bind port a2a4a613-46b8-4181-b24a-c678850ff7d3 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:50.743958 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911657cc-52b3-4e5f-b178-188182ac4a96 None None] Attempting to bind port a2a4a613-46b8-4181-b24a-c678850ff7d3 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:50.768006 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c56782c-16e9-4d22-8d04-f4d5396fdeeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:50.768354 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c56782c-16e9-4d22-8d04-f4d5396fdeeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:50.785125 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c56782c-16e9-4d22-8d04-f4d5396fdeeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:50.785630 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c56782c-16e9-4d22-8d04-f4d5396fdeeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:50.785976 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c56782c-16e9-4d22-8d04-f4d5396fdeeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:50.786369 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c56782c-16e9-4d22-8d04-f4d5396fdeeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:50.786700 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c56782c-16e9-4d22-8d04-f4d5396fdeeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:50.787035 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c56782c-16e9-4d22-8d04-f4d5396fdeeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:50.787367 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c56782c-16e9-4d22-8d04-f4d5396fdeeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:50.787696 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c56782c-16e9-4d22-8d04-f4d5396fdeeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:50.788025 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c56782c-16e9-4d22-8d04-f4d5396fdeeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:50.788351 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c56782c-16e9-4d22-8d04-f4d5396fdeeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:50.797078 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911657cc-52b3-4e5f-b178-188182ac4a96 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:50.797240 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911657cc-52b3-4e5f-b178-188182ac4a96 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:50.797618 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-911657cc-52b3-4e5f-b178-188182ac4a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:50.798096 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911657cc-52b3-4e5f-b178-188182ac4a96 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:50.798508 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-911657cc-52b3-4e5f-b178-188182ac4a96 None None] Bound port: a2a4a613-46b8-4181-b24a-c678850ff7d3, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:50.798894 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-911657cc-52b3-4e5f-b178-188182ac4a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:50.865857 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-499f0a01-16d5-44d5-bf70-f7a52f2b9166 None None] Allocated IP 172.20.0.2 (b0a11b64-6ad6-44e0-833e-81feb0986760/39125383-ef67-42ca-9351-1f118b028bcd/450419f0-bd54-4e9e-adc6-92b734180d88) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:50.891563 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-911657cc-52b3-4e5f-b178-188182ac4a96 None None] For port a2a4a613-46b8-4181-b24a-c678850ff7d3, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:50.921383 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-911657cc-52b3-4e5f-b178-188182ac4a96 None None] For port a2a4a613-46b8-4181-b24a-c678850ff7d3, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a2a4a613-46b8-4181-b24a-c678850ff7d3,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:50.954380 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-911657cc-52b3-4e5f-b178-188182ac4a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:51.033544 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-16f02f89-95e8-4b28-9427-f591332a2107 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:51.285101 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911657cc-52b3-4e5f-b178-188182ac4a96 None None] Routers {'22d6caf2-1268-4e7c-ac5b-1443e160c1f1'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:51.285745 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-911657cc-52b3-4e5f-b178-188182ac4a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:34:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['22d6caf2-1268-4e7c-ac5b-1443e160c1f1'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:51.297670 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56782c-16e9-4d22-8d04-f4d5396fdeeb None None] Pushing event updated for resources: {'Port': ['ID=a2a4a613-46b8-4181-b24a-c678850ff7d3,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:51.427637 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-499f0a01-16d5-44d5-bf70-f7a52f2b9166 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:51.448104 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-499f0a01-16d5-44d5-bf70-f7a52f2b9166 None None] Transition to ACTIVE for port object 450419f0-bd54-4e9e-adc6-92b734180d88 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:51.476692 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-911657cc-52b3-4e5f-b178-188182ac4a96 None None] Set router 22d6caf2-1268-4e7c-ac5b-1443e160c1f1 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:51.508835 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-499f0a01-16d5-44d5-bf70-f7a52f2b9166 None None] Transition to ACTIVE for port object 450419f0-bd54-4e9e-adc6-92b734180d88 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:51.553121 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-499f0a01-16d5-44d5-bf70-f7a52f2b9166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:51.642336 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f0a01-16d5-44d5-bf70-f7a52f2b9166 None None] Pushing event updated for resources: {'Port': ['ID=450419f0-bd54-4e9e-adc6-92b734180d88,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:51.665069 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499f0a01-16d5-44d5-bf70-f7a52f2b9166 None None] Network b0a11b64-6ad6-44e0-833e-81feb0986760 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:51.670045 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-499f0a01-16d5-44d5-bf70-f7a52f2b9166 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:51.688946 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499f0a01-16d5-44d5-bf70-f7a52f2b9166 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:51.709809 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-16f02f89-95e8-4b28-9427-f591332a2107 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Allocated IP 172.20.0.1 (b0a11b64-6ad6-44e0-833e-81feb0986760/39125383-ef67-42ca-9351-1f118b028bcd/cc3b795a-e2d0-43a4-8c65-03ceb1fff989) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:51.798168 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-499f0a01-16d5-44d5-bf70-f7a52f2b9166 None None] Attempting to bind port 450419f0-bd54-4e9e-adc6-92b734180d88 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:51.798607 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-499f0a01-16d5-44d5-bf70-f7a52f2b9166 None None] Attempting to bind port 450419f0-bd54-4e9e-adc6-92b734180d88 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'ea2c1a5a-ac05-4f29-ae50-f7d62d715d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:51.799091 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499f0a01-16d5-44d5-bf70-f7a52f2b9166 None None] Attempting to bind port 450419f0-bd54-4e9e-adc6-92b734180d88 on network b0a11b64-6ad6-44e0-833e-81feb0986760 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:51.808190 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499f0a01-16d5-44d5-bf70-f7a52f2b9166 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:51.808796 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499f0a01-16d5-44d5-bf70-f7a52f2b9166 None None] Checking segment: {'id': 'ea2c1a5a-ac05-4f29-ae50-f7d62d715d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:51.809318 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-499f0a01-16d5-44d5-bf70-f7a52f2b9166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:51.809827 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499f0a01-16d5-44d5-bf70-f7a52f2b9166 None None] Bound using segment: {'id': 'ea2c1a5a-ac05-4f29-ae50-f7d62d715d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:51.810425 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-499f0a01-16d5-44d5-bf70-f7a52f2b9166 None None] Bound port: 450419f0-bd54-4e9e-adc6-92b734180d88, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2c1a5a-ac05-4f29-ae50-f7d62d715d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:51.810928 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-499f0a01-16d5-44d5-bf70-f7a52f2b9166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:51.852665 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-911657cc-52b3-4e5f-b178-188182ac4a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980764924', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a2a4a613-46b8-4181-b24a-c678850ff7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:48Z', 'revision_number': 3, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': 'a2a4a613-46b8-4181-b24a-c678850ff7d3', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:51.862281 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-16f02f89-95e8-4b28-9427-f591332a2107 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:51.878923 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-16f02f89-95e8-4b28-9427-f591332a2107 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Transition to ACTIVE for port object cc3b795a-e2d0-43a4-8c65-03ceb1fff989 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:51.886931 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911657cc-52b3-4e5f-b178-188182ac4a96 None None] The sync data for ids ['22d6caf2-1268-4e7c-ac5b-1443e160c1f1'] in n-d-791503-12 is: [{'id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980764924', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a2a4a613-46b8-4181-b24a-c678850ff7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:48Z', 'revision_number': 3, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': 'a2a4a613-46b8-4181-b24a-c678850ff7d3', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:51.930582 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-499f0a01-16d5-44d5-bf70-f7a52f2b9166 None None] For port 450419f0-bd54-4e9e-adc6-92b734180d88, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:51.935099 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-499f0a01-16d5-44d5-bf70-f7a52f2b9166 None None] For port 450419f0-bd54-4e9e-adc6-92b734180d88, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=450419f0-bd54-4e9e-adc6-92b734180d88,segment=NetworkSegment(ea2c1a5a-ac05-4f29-ae50-f7d62d715d30),segment_id=ea2c1a5a-ac05-4f29-ae50-f7d62d715d30)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:51.935839 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-16f02f89-95e8-4b28-9427-f591332a2107 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:51.941551 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-499f0a01-16d5-44d5-bf70-f7a52f2b9166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:52.027106 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f02f89-95e8-4b28-9427-f591332a2107 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Network b0a11b64-6ad6-44e0-833e-81feb0986760 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:52.030800 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-16f02f89-95e8-4b28-9427-f591332a2107 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:52.036413 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f02f89-95e8-4b28-9427-f591332a2107 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:52.058008 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f0a01-16d5-44d5-bf70-f7a52f2b9166 None None] Pushing event updated for resources: {'Port': ['ID=450419f0-bd54-4e9e-adc6-92b734180d88,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:52.115174 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f02f89-95e8-4b28-9427-f591332a2107 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Port': ['ID=cc3b795a-e2d0-43a4-8c65-03ceb1fff989,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:52.138379 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-16f02f89-95e8-4b28-9427-f591332a2107 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:52.444909 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-16f02f89-95e8-4b28-9427-f591332a2107 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:52.942011 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-16f02f89-95e8-4b28-9427-f591332a2107 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:52.951551 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-16f02f89-95e8-4b28-9427-f591332a2107 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:53.142510 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-16f02f89-95e8-4b28-9427-f591332a2107 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:53.145749 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f02f89-95e8-4b28-9427-f591332a2107 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Port': ['ID=cc3b795a-e2d0-43a4-8c65-03ceb1fff989,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:53.299420 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f02f89-95e8-4b28-9427-f591332a2107 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Network b0a11b64-6ad6-44e0-833e-81feb0986760 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:53.301202 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-16f02f89-95e8-4b28-9427-f591332a2107 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:53.419961 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9f811eda-8860-4851-9fa1-f0fb1fd8e4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:53.483689 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f02f89-95e8-4b28-9427-f591332a2107 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Router 22d6caf2-1268-4e7c-ac5b-1443e160c1f1 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:34:53.649047 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f02f89-95e8-4b28-9427-f591332a2107 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:34:53.660888 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-16f02f89-95e8-4b28-9427-f591332a2107 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "PUT /v2.0/routers/22d6caf2-1268-4e7c-ac5b-1443e160c1f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4334886 Jul 07 17:34:53.954884 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd986192-09b3-41db-b6eb-de979b21360f None None] Network b0a11b64-6ad6-44e0-833e-81feb0986760 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:54.051602 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-20c256be-b9bf-4c03-84c7-9028484e38bb tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1266828455&fields=id&tenant_id=63ef02b3c36b41d7904671af30e265ce HTTP/1.1" status: 200 len: 267 time: 0.1340127 Jul 07 17:34:54.123032 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 450419f0-bd54-4e9e-adc6-92b734180d88 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:54.188398 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9d6c7907-8502-43e7-843c-4294e9aa1d53 None None] Provisioning for port 450419f0-bd54-4e9e-adc6-92b734180d88 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:54.246109 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-15e58e18-7deb-4c20-980e-e341efe5c538 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:54.255827 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-15e58e18-7deb-4c20-980e-e341efe5c538 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/networks?id=b0a11b64-6ad6-44e0-833e-81feb0986760 HTTP/1.1" status: 200 len: 797 time: 0.2014809 Jul 07 17:34:54.286722 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-b41f4eb6-51be-4144-97a9-a68cff595508 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/quotas/63ef02b3c36b41d7904671af30e265ce HTTP/1.1" status: 200 len: 375 time: 0.0263481 Jul 07 17:34:54.371451 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 450419f0-bd54-4e9e-adc6-92b734180d88 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:54.379743 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 450419f0-bd54-4e9e-adc6-92b734180d88 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:54.381203 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:54.435546 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-60923673-f706-4ff1-a9b3-906808feb1a8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1471584 Jul 07 17:34:54.459767 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-5d9b57cf-e105-4679-840d-13f56c47bd4c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:34:54.461636 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-5d9b57cf-e105-4679-840d-13f56c47bd4c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078101 Jul 07 17:34:54.579286 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:54.594599 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-457788d5-75ae-4587-a379-8e55cb23963b service neutron] 10.222.0.53 "GET /v2.0/networks/b0a11b64-6ad6-44e0-833e-81feb0986760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260624 Jul 07 17:34:54.651884 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 450419f0-bd54-4e9e-adc6-92b734180d88, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=450419f0-bd54-4e9e-adc6-92b734180d88,segment=NetworkSegment(ea2c1a5a-ac05-4f29-ae50-f7d62d715d30),segment_id=ea2c1a5a-ac05-4f29-ae50-f7d62d715d30)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:54.653330 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:54.658876 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a2a4a613-46b8-4181-b24a-c678850ff7d3 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:54.772157 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025b79b4-53bc-4342-a121-1ddbb9c9376f None None] Sync routers for ids ['22d6caf2-1268-4e7c-ac5b-1443e160c1f1'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:34:54.789475 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025b79b4-53bc-4342-a121-1ddbb9c9376f None None] Routers {'22d6caf2-1268-4e7c-ac5b-1443e160c1f1'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:54.794735 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-025b79b4-53bc-4342-a121-1ddbb9c9376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:34:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['22d6caf2-1268-4e7c-ac5b-1443e160c1f1'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:54.814210 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port a2a4a613-46b8-4181-b24a-c678850ff7d3 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:54.825449 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-0c40ae10-ada5-4c6a-9e64-266233e4ee60 service neutron] 10.222.0.53 "GET /v2.0/networks/b0a11b64-6ad6-44e0-833e-81feb0986760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196867 Jul 07 17:34:54.883346 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port a2a4a613-46b8-4181-b24a-c678850ff7d3 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:54.883736 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:54.983554 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=450419f0-bd54-4e9e-adc6-92b734180d88,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:55.031293 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-fa7d9298-b4ce-431b-b354-1c5163e6e228 None None] Provisioning complete for port 450419f0-bd54-4e9e-adc6-92b734180d88 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:55.031921 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fa7d9298-b4ce-431b-b354-1c5163e6e228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:55.128198 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-025b79b4-53bc-4342-a121-1ddbb9c9376f None None] Set router 22d6caf2-1268-4e7c-ac5b-1443e160c1f1 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:55.398655 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2bbbda94-61de-4c8e-bb9c-69a59ce8d85b req-239dfc0b-2312-4542-9503-c946fcf516d9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 210 time: 0.1401994 Jul 07 17:34:55.412873 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:55.482474 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-fa7d9298-b4ce-431b-b354-1c5163e6e228 None None] Provisioning for port cc3b795a-e2d0-43a4-8c65-03ceb1fff989 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:55.497373 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port a2a4a613-46b8-4181-b24a-c678850ff7d3, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a2a4a613-46b8-4181-b24a-c678850ff7d3,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:55.502022 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-fa7d9298-b4ce-431b-b354-1c5163e6e228 None None] Provisioning complete for port cc3b795a-e2d0-43a4-8c65-03ceb1fff989 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:55.502387 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fa7d9298-b4ce-431b-b354-1c5163e6e228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:55.622941 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d9298-b4ce-431b-b354-1c5163e6e228 None None] Port cc3b795a-e2d0-43a4-8c65-03ceb1fff989 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:34:55.632445 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:55.789494 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=a2a4a613-46b8-4181-b24a-c678850ff7d3,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:55.830820 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-91ac8bb2-13df-4715-989f-c5ee1639de90 None None] Provisioning complete for port cc3b795a-e2d0-43a4-8c65-03ceb1fff989 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:55.832543 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-91ac8bb2-13df-4715-989f-c5ee1639de90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:55.846090 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-025b79b4-53bc-4342-a121-1ddbb9c9376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980764924', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a2a4a613-46b8-4181-b24a-c678850ff7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:52Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': 'a2a4a613-46b8-4181-b24a-c678850ff7d3', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'cc3b795a-e2d0-43a4-8c65-03ceb1fff989', 'name': '', 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:50:82:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '39125383-ef67-42ca-9351-1f118b028bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:51Z', 'updated_at': '2021-07-07T17:34:52Z', 'revision_number': 2, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': '39125383-ef67-42ca-9351-1f118b028bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:55.897823 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025b79b4-53bc-4342-a121-1ddbb9c9376f None None] Checking router: 22d6caf2-1268-4e7c-ac5b-1443e160c1f1 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:34:55.898485 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025b79b4-53bc-4342-a121-1ddbb9c9376f None None] Updating router 22d6caf2-1268-4e7c-ac5b-1443e160c1f1 port cc3b795a-e2d0-43a4-8c65-03ceb1fff989 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:34:55.973858 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-025b79b4-53bc-4342-a121-1ddbb9c9376f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:56.052088 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-91ac8bb2-13df-4715-989f-c5ee1639de90 None None] Port cc3b795a-e2d0-43a4-8c65-03ceb1fff989 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:34:56.198619 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 450419f0-bd54-4e9e-adc6-92b734180d88 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:56.201283 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8d64ac70-5f46-4b1b-a7ec-eb9636b0319d None None] Provisioning complete for port cc3b795a-e2d0-43a4-8c65-03ceb1fff989 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:56.202189 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8d64ac70-5f46-4b1b-a7ec-eb9636b0319d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:56.423112 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8d64ac70-5f46-4b1b-a7ec-eb9636b0319d None None] Port cc3b795a-e2d0-43a4-8c65-03ceb1fff989 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:34:56.429196 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:56.449249 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 450419f0-bd54-4e9e-adc6-92b734180d88 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:56.449920 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:56.520536 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-025b79b4-53bc-4342-a121-1ddbb9c9376f None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:56.534021 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-025b79b4-53bc-4342-a121-1ddbb9c9376f None None] Transition to ACTIVE for port object cc3b795a-e2d0-43a4-8c65-03ceb1fff989 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:56.544035 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-025b79b4-53bc-4342-a121-1ddbb9c9376f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:56.622017 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c7536-d3dc-4071-ade2-338515cae0a1 None None] Pushing event updated for resources: {'Port': ['ID=cc3b795a-e2d0-43a4-8c65-03ceb1fff989,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:56.648246 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c7536-d3dc-4071-ade2-338515cae0a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:56.648868 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c7536-d3dc-4071-ade2-338515cae0a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:56.649382 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c7536-d3dc-4071-ade2-338515cae0a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:56.649919 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c7536-d3dc-4071-ade2-338515cae0a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:56.650259 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c7536-d3dc-4071-ade2-338515cae0a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:56.650597 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c7536-d3dc-4071-ade2-338515cae0a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:56.651040 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c7536-d3dc-4071-ade2-338515cae0a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:56.651383 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c7536-d3dc-4071-ade2-338515cae0a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:56.651713 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c7536-d3dc-4071-ade2-338515cae0a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:56.652039 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c7536-d3dc-4071-ade2-338515cae0a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:56.652367 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c7536-d3dc-4071-ade2-338515cae0a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:56.652809 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c7536-d3dc-4071-ade2-338515cae0a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:56.688649 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a2a4a613-46b8-4181-b24a-c678850ff7d3 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:56.707381 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6495075d-0646-46f5-b93c-c13a4171701a req-387097f0-74cc-40f1-8417-44b8b1d839f9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 210 time: 0.0458937 Jul 07 17:34:56.809951 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-025b79b4-53bc-4342-a121-1ddbb9c9376f None None] Attempting to bind port cc3b795a-e2d0-43a4-8c65-03ceb1fff989 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:56.810837 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-025b79b4-53bc-4342-a121-1ddbb9c9376f None None] Attempting to bind port cc3b795a-e2d0-43a4-8c65-03ceb1fff989 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'ea2c1a5a-ac05-4f29-ae50-f7d62d715d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:56.811396 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025b79b4-53bc-4342-a121-1ddbb9c9376f None None] Attempting to bind port cc3b795a-e2d0-43a4-8c65-03ceb1fff989 on network b0a11b64-6ad6-44e0-833e-81feb0986760 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:56.817992 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025b79b4-53bc-4342-a121-1ddbb9c9376f None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:56.818826 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025b79b4-53bc-4342-a121-1ddbb9c9376f None None] Checking segment: {'id': 'ea2c1a5a-ac05-4f29-ae50-f7d62d715d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:56.819417 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-025b79b4-53bc-4342-a121-1ddbb9c9376f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:56.819990 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025b79b4-53bc-4342-a121-1ddbb9c9376f None None] Bound using segment: {'id': 'ea2c1a5a-ac05-4f29-ae50-f7d62d715d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:56.821580 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-025b79b4-53bc-4342-a121-1ddbb9c9376f None None] Bound port: cc3b795a-e2d0-43a4-8c65-03ceb1fff989, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2c1a5a-ac05-4f29-ae50-f7d62d715d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:56.822423 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-025b79b4-53bc-4342-a121-1ddbb9c9376f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:56.830185 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1ae0310f-e59b-4635-ab9c-bf219e9cd63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:56.878583 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port a2a4a613-46b8-4181-b24a-c678850ff7d3 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:56.879215 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:56.947849 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-025b79b4-53bc-4342-a121-1ddbb9c9376f None None] For port cc3b795a-e2d0-43a4-8c65-03ceb1fff989, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:56.954026 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-025b79b4-53bc-4342-a121-1ddbb9c9376f None None] For port cc3b795a-e2d0-43a4-8c65-03ceb1fff989, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=cc3b795a-e2d0-43a4-8c65-03ceb1fff989,segment=NetworkSegment(ea2c1a5a-ac05-4f29-ae50-f7d62d715d30),segment_id=ea2c1a5a-ac05-4f29-ae50-f7d62d715d30)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:56.966683 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-025b79b4-53bc-4342-a121-1ddbb9c9376f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:57.052294 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025b79b4-53bc-4342-a121-1ddbb9c9376f None None] Routers {'22d6caf2-1268-4e7c-ac5b-1443e160c1f1'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:57.054063 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-025b79b4-53bc-4342-a121-1ddbb9c9376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:34:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['22d6caf2-1268-4e7c-ac5b-1443e160c1f1'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:57.172460 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c7536-d3dc-4071-ade2-338515cae0a1 None None] Pushing event updated for resources: {'Port': ['ID=cc3b795a-e2d0-43a4-8c65-03ceb1fff989,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:57.265969 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-025b79b4-53bc-4342-a121-1ddbb9c9376f None None] Set router 22d6caf2-1268-4e7c-ac5b-1443e160c1f1 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:57.592473 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-025b79b4-53bc-4342-a121-1ddbb9c9376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980764924', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a2a4a613-46b8-4181-b24a-c678850ff7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:52Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': 'a2a4a613-46b8-4181-b24a-c678850ff7d3', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'cc3b795a-e2d0-43a4-8c65-03ceb1fff989', 'name': '', 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:50:82:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '39125383-ef67-42ca-9351-1f118b028bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:51Z', 'updated_at': '2021-07-07T17:34:56Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': '39125383-ef67-42ca-9351-1f118b028bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:57.641907 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025b79b4-53bc-4342-a121-1ddbb9c9376f None None] The sync data for ids ['22d6caf2-1268-4e7c-ac5b-1443e160c1f1'] in n-d-791503-12 is: [{'id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980764924', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a2a4a613-46b8-4181-b24a-c678850ff7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:52Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': 'a2a4a613-46b8-4181-b24a-c678850ff7d3', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'cc3b795a-e2d0-43a4-8c65-03ceb1fff989', 'name': '', 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:50:82:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '39125383-ef67-42ca-9351-1f118b028bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:51Z', 'updated_at': '2021-07-07T17:34:56Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': '39125383-ef67-42ca-9351-1f118b028bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:57.694637 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-90ae7746-54c4-4029-983d-9607238a1db5 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:57.697063 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-90ae7746-54c4-4029-983d-9607238a1db5 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.72 "GET /v2.0/networks?id=b0a11b64-6ad6-44e0-833e-81feb0986760 HTTP/1.1" status: 200 len: 797 time: 0.2298522 Jul 07 17:34:57.796470 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-ca7eae69-4f7e-43b0-b73d-21da5b96f02d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63ef02b3c36b41d7904671af30e265ce HTTP/1.1" status: 200 len: 380 time: 0.0906510 Jul 07 17:34:57.822285 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-62bbd900-6929-42ab-a6d7-92266c4f347d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'port': {'device_id': '96800df7-a3be-4a65-901a-f94d650c529a', 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760', 'admin_state_up': True, 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'security_groups': ['5982e0bb-5935-41b4-8664-77b1520e3821']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:57.977832 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:58.080394 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device cc3b795a-e2d0-43a4-8c65-03ceb1fff989 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:58.091850 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-88e5b2f1-b4dc-47d2-8de7-0ff0bd8658d4 req-9bb14603-f43f-4fd1-8643-8761b06887a5 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 210 time: 0.0462432 Jul 07 17:34:58.136088 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-62bbd900-6929-42ab-a6d7-92266c4f347d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Made reservation on behalf of 63ef02b3c36b41d7904671af30e265ce for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:58.141644 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-62bbd900-6929-42ab-a6d7-92266c4f347d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:58.195308 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port cc3b795a-e2d0-43a4-8c65-03ceb1fff989 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:58.202089 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port cc3b795a-e2d0-43a4-8c65-03ceb1fff989 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:58.203774 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:58.467861 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:58.532198 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-62bbd900-6929-42ab-a6d7-92266c4f347d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Allocated IP 172.20.0.8 (b0a11b64-6ad6-44e0-833e-81feb0986760/39125383-ef67-42ca-9351-1f118b028bcd/f3e53521-3642-4ed0-9ec6-893e7c5aa410) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:58.575308 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port cc3b795a-e2d0-43a4-8c65-03ceb1fff989, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=cc3b795a-e2d0-43a4-8c65-03ceb1fff989,segment=NetworkSegment(ea2c1a5a-ac05-4f29-ae50-f7d62d715d30),segment_id=ea2c1a5a-ac05-4f29-ae50-f7d62d715d30)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:58.582314 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:58.721821 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=cc3b795a-e2d0-43a4-8c65-03ceb1fff989,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:58.903856 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-62bbd900-6929-42ab-a6d7-92266c4f347d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:58.943111 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-62bbd900-6929-42ab-a6d7-92266c4f347d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Transition to ACTIVE for port object f3e53521-3642-4ed0-9ec6-893e7c5aa410 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:59.016438 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-62bbd900-6929-42ab-a6d7-92266c4f347d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:59.106649 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-62bbd900-6929-42ab-a6d7-92266c4f347d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Network b0a11b64-6ad6-44e0-833e-81feb0986760 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:59.128465 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-62bbd900-6929-42ab-a6d7-92266c4f347d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:59.145792 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-62bbd900-6929-42ab-a6d7-92266c4f347d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:59.155716 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbd900-6929-42ab-a6d7-92266c4f347d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Port': ['ID=f3e53521-3642-4ed0-9ec6-893e7c5aa410,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:59.296248 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-62bbd900-6929-42ab-a6d7-92266c4f347d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:59.298603 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-62bbd900-6929-42ab-a6d7-92266c4f347d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:59.326652 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-62bbd900-6929-42ab-a6d7-92266c4f347d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5237105 Jul 07 17:34:59.340408 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-438dd2d7-6c01-4d00-9d46-ae303a582b51 service neutron] Request body: {'port': {'device_id': '96800df7-a3be-4a65-901a-f94d650c529a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:59.564975 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2507fc-55d6-460c-82b4-8745230cd3f7 req-4d9be47d-eaad-4841-a05d-b75ee7580150 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:59.575546 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-438dd2d7-6c01-4d00-9d46-ae303a582b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:59.575821 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5a2507fc-55d6-460c-82b4-8745230cd3f7 req-4d9be47d-eaad-4841-a05d-b75ee7580150 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 931 time: 0.2813797 Jul 07 17:34:59.627556 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5a2507fc-55d6-460c-82b4-8745230cd3f7 req-44e0565b-4e98-4314-a323-5a7bee3acd5c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=5982e0bb-5935-41b4-8664-77b1520e3821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505791 Jul 07 17:34:59.658948 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-56744d08-ccaa-468c-82a3-cfe9aea62807 None None] Provisioning for port f3e53521-3642-4ed0-9ec6-893e7c5aa410 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:59.670562 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-56744d08-ccaa-468c-82a3-cfe9aea62807 None None] Provisioning complete for port f3e53521-3642-4ed0-9ec6-893e7c5aa410 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:59.671268 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-56744d08-ccaa-468c-82a3-cfe9aea62807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:59.747459 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-56744d08-ccaa-468c-82a3-cfe9aea62807 None None] Port f3e53521-3642-4ed0-9ec6-893e7c5aa410 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:34:59.975850 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device cc3b795a-e2d0-43a4-8c65-03ceb1fff989 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:35:00.062982 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port cc3b795a-e2d0-43a4-8c65-03ceb1fff989 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:00.065937 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:00.106622 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-438dd2d7-6c01-4d00-9d46-ae303a582b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e53521-3642-4ed0-9ec6-893e7c5aa410 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:35:00.121560 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-438dd2d7-6c01-4d00-9d46-ae303a582b51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:00.139609 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-438dd2d7-6c01-4d00-9d46-ae303a582b51 service neutron] Transition to ACTIVE for port object f3e53521-3642-4ed0-9ec6-893e7c5aa410 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:35:00.145420 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-438dd2d7-6c01-4d00-9d46-ae303a582b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:00.291858 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438dd2d7-6c01-4d00-9d46-ae303a582b51 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e53521-3642-4ed0-9ec6-893e7c5aa410,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:00.312636 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:00.341008 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-438dd2d7-6c01-4d00-9d46-ae303a582b51 service neutron] Attempting to bind port f3e53521-3642-4ed0-9ec6-893e7c5aa410 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:35:00.341435 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-438dd2d7-6c01-4d00-9d46-ae303a582b51 service neutron] Attempting to bind port f3e53521-3642-4ed0-9ec6-893e7c5aa410 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'ea2c1a5a-ac05-4f29-ae50-f7d62d715d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:35:00.341837 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-438dd2d7-6c01-4d00-9d46-ae303a582b51 service neutron] Attempting to bind port f3e53521-3642-4ed0-9ec6-893e7c5aa410 on network b0a11b64-6ad6-44e0-833e-81feb0986760 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:35:00.347185 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-438dd2d7-6c01-4d00-9d46-ae303a582b51 service neutron] Port f3e53521-3642-4ed0-9ec6-893e7c5aa410 on network b0a11b64-6ad6-44e0-833e-81feb0986760 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:35:00.347596 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-438dd2d7-6c01-4d00-9d46-ae303a582b51 service neutron] Attempting to bind port f3e53521-3642-4ed0-9ec6-893e7c5aa410 on network b0a11b64-6ad6-44e0-833e-81feb0986760 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:35:00.353481 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-438dd2d7-6c01-4d00-9d46-ae303a582b51 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:35:00.353982 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-438dd2d7-6c01-4d00-9d46-ae303a582b51 service neutron] Checking segment: {'id': 'ea2c1a5a-ac05-4f29-ae50-f7d62d715d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:35:00.354578 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-438dd2d7-6c01-4d00-9d46-ae303a582b51 service neutron] Bound using segment: {'id': 'ea2c1a5a-ac05-4f29-ae50-f7d62d715d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:35:00.355555 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-438dd2d7-6c01-4d00-9d46-ae303a582b51 service neutron] Bound port: f3e53521-3642-4ed0-9ec6-893e7c5aa410, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea2c1a5a-ac05-4f29-ae50-f7d62d715d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:35:00.356257 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-438dd2d7-6c01-4d00-9d46-ae303a582b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:00.464591 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-438dd2d7-6c01-4d00-9d46-ae303a582b51 service neutron] For port f3e53521-3642-4ed0-9ec6-893e7c5aa410, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:35:00.470086 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-438dd2d7-6c01-4d00-9d46-ae303a582b51 service neutron] For port f3e53521-3642-4ed0-9ec6-893e7c5aa410, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f3e53521-3642-4ed0-9ec6-893e7c5aa410,segment=NetworkSegment(ea2c1a5a-ac05-4f29-ae50-f7d62d715d30),segment_id=ea2c1a5a-ac05-4f29-ae50-f7d62d715d30)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:35:00.475749 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-438dd2d7-6c01-4d00-9d46-ae303a582b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:00.519295 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-438dd2d7-6c01-4d00-9d46-ae303a582b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:00.520515 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-438dd2d7-6c01-4d00-9d46-ae303a582b51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:00.523083 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-438dd2d7-6c01-4d00-9d46-ae303a582b51 service neutron] 10.222.0.72 "PUT /v2.0/ports/f3e53521-3642-4ed0-9ec6-893e7c5aa410 HTTP/1.1" status: 200 len: 1092 time: 1.1872835 Jul 07 17:35:00.525680 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96800df7-a3be-4a65-901a-f94d650c529a', 'tag': 'f3e53521-3642-4ed0-9ec6-893e7c5aa410'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:35:00.529544 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3912f760-8333-4c52-a4b6-32e9291c0edd" -d '{"events": [{"name": "network-changed", "server_uuid": "96800df7-a3be-4a65-901a-f94d650c529a", "tag": "f3e53521-3642-4ed0-9ec6-893e7c5aa410"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:35:00.697070 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e063855d-8043-4f3a-8e56-98320dfe88ff x-openstack-request-id: req-e063855d-8043-4f3a-8e56-98320dfe88ff {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:35:00.697567 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96800df7-a3be-4a65-901a-f94d650c529a", "tag": "f3e53521-3642-4ed0-9ec6-893e7c5aa410", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:35:00.697836 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e063855d-8043-4f3a-8e56-98320dfe88ff {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:35:00.698269 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96800df7-a3be-4a65-901a-f94d650c529a', 'tag': 'f3e53521-3642-4ed0-9ec6-893e7c5aa410', 'status': 'completed', 'code': 200} Jul 07 17:35:00.714035 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438dd2d7-6c01-4d00-9d46-ae303a582b51 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e53521-3642-4ed0-9ec6-893e7c5aa410,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:00.795199 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-05b3d349-cd70-4f37-83e3-457f8e0c7bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:00.797829 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-05b3d349-cd70-4f37-83e3-457f8e0c7bba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 1095 time: 0.1947021 Jul 07 17:35:00.887897 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-134cf23c-bfda-4e93-8d7f-7a727265e84c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3e53521-3642-4ed0-9ec6-893e7c5aa410 HTTP/1.1" status: 200 len: 217 time: 0.0797968 Jul 07 17:35:00.979873 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-f5c3c079-7a51-4d48-a648-fbd706dd6fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:00.981984 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-f5c3c079-7a51-4d48-a648-fbd706dd6fee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39125383-ef67-42ca-9351-1f118b028bcd HTTP/1.1" status: 200 len: 835 time: 0.0877948 Jul 07 17:35:01.066371 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4cc56-5b07-4dca-8824-f24b77d87ade req-c609e935-a3ba-4c9b-b25a-71e2f4b321e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:01.067934 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fcb4cc56-5b07-4dca-8824-f24b77d87ade req-c609e935-a3ba-4c9b-b25a-71e2f4b321e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 943 time: 0.1791487 Jul 07 17:35:01.086320 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-acdf1ff0-bde3-4c26-9e0e-420edff73e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:01.088159 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-acdf1ff0-bde3-4c26-9e0e-420edff73e94 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b0a11b64-6ad6-44e0-833e-81feb0986760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0989339 Jul 07 17:35:01.155572 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fcb4cc56-5b07-4dca-8824-f24b77d87ade req-c3b875bb-013b-4f87-bbf5-5dd7a0d741a8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=5982e0bb-5935-41b4-8664-77b1520e3821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773509 Jul 07 17:35:01.610848 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-445c80eb-d2bc-4741-9e0e-90a4bffc4f89 service neutron] 10.222.0.72 "GET /v2.0/networks/b0a11b64-6ad6-44e0-833e-81feb0986760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118032 Jul 07 17:35:01.720719 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5968ef32-c402-48ac-aed2-b98be5c44cf6 req-ccc949eb-81be-438a-8a37-47aac7cb7519 service neutron] 10.222.0.72 "GET /v2.0/networks/b0a11b64-6ad6-44e0-833e-81feb0986760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026239 Jul 07 17:35:01.885282 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912f760-8333-4c52-a4b6-32e9291c0edd req-8a3e59fc-9441-4099-a9ea-a93316627462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:01.886888 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3912f760-8333-4c52-a4b6-32e9291c0edd req-8a3e59fc-9441-4099-a9ea-a93316627462 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 1095 time: 0.0757313 Jul 07 17:35:02.007895 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912f760-8333-4c52-a4b6-32e9291c0edd req-7bfe7501-2984-4d28-a291-dc84f9e6ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:02.010032 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3912f760-8333-4c52-a4b6-32e9291c0edd req-7bfe7501-2984-4d28-a291-dc84f9e6ae30 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b0a11b64-6ad6-44e0-833e-81feb0986760 HTTP/1.1" status: 200 len: 898 time: 0.1118250 Jul 07 17:35:02.064147 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3912f760-8333-4c52-a4b6-32e9291c0edd req-2f4bf405-361e-48e8-870c-e5f32474d797 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3e53521-3642-4ed0-9ec6-893e7c5aa410 HTTP/1.1" status: 200 len: 217 time: 0.0465510 Jul 07 17:35:02.143938 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912f760-8333-4c52-a4b6-32e9291c0edd req-11f97865-f458-4548-a4e3-dfac50e0901a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:02.145834 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3912f760-8333-4c52-a4b6-32e9291c0edd req-11f97865-f458-4548-a4e3-dfac50e0901a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39125383-ef67-42ca-9351-1f118b028bcd HTTP/1.1" status: 200 len: 835 time: 0.0736077 Jul 07 17:35:02.260863 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912f760-8333-4c52-a4b6-32e9291c0edd req-a13b6184-6af9-4cce-9c8a-4154acc26ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:02.263225 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3912f760-8333-4c52-a4b6-32e9291c0edd req-a13b6184-6af9-4cce-9c8a-4154acc26ece service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b0a11b64-6ad6-44e0-833e-81feb0986760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1086271 Jul 07 17:35:02.488484 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3912f760-8333-4c52-a4b6-32e9291c0edd req-d526c9ce-24dc-42e6-80dd-07e67611a885 service neutron] 10.222.0.72 "GET /v2.0/networks/b0a11b64-6ad6-44e0-833e-81feb0986760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142622 Jul 07 17:35:02.673722 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8d7ae-7e4a-4563-9383-a0d5b76cacfe req-283e6928-ec59-44fb-8872-ecfbc13afddb tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:02.676609 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fcc8d7ae-7e4a-4563-9383-a0d5b76cacfe req-283e6928-ec59-44fb-8872-ecfbc13afddb tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 943 time: 0.3689177 Jul 07 17:35:02.730193 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3912f760-8333-4c52-a4b6-32e9291c0edd req-becff1ef-0b2f-4b57-b864-f55f942a23f5 service neutron] 10.222.0.72 "GET /v2.0/networks/b0a11b64-6ad6-44e0-833e-81feb0986760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305603 Jul 07 17:35:02.749307 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fcc8d7ae-7e4a-4563-9383-a0d5b76cacfe req-0d65b5f5-cea9-4123-85b4-cbd2698f5b82 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=5982e0bb-5935-41b4-8664-77b1520e3821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631328 Jul 07 17:35:03.207869 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device f3e53521-3642-4ed0-9ec6-893e7c5aa410 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:35:03.388827 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port f3e53521-3642-4ed0-9ec6-893e7c5aa410, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f3e53521-3642-4ed0-9ec6-893e7c5aa410,segment=NetworkSegment(ea2c1a5a-ac05-4f29-ae50-f7d62d715d30),segment_id=ea2c1a5a-ac05-4f29-ae50-f7d62d715d30)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:03.411736 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'f3e53521-3642-4ed0-9ec6-893e7c5aa410', 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760', 'port_id': 'f3e53521-3642-4ed0-9ec6-893e7c5aa410', 'mac_address': 'fa:16:3e:b2:21:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39125383-ef67-42ca-9351-1f118b028bcd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:35:03.461969 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:03.482663 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e53521-3642-4ed0-9ec6-893e7c5aa410 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:35:03.512093 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port f3e53521-3642-4ed0-9ec6-893e7c5aa410, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f3e53521-3642-4ed0-9ec6-893e7c5aa410,segment=NetworkSegment(ea2c1a5a-ac05-4f29-ae50-f7d62d715d30),segment_id=ea2c1a5a-ac05-4f29-ae50-f7d62d715d30)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:03.518719 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:03.604870 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=f3e53521-3642-4ed0-9ec6-893e7c5aa410,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:03.731188 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['f3e53521-3642-4ed0-9ec6-893e7c5aa410'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:35:04.093218 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99b07e-e51f-4aee-be28-8351ed699a8d req-c0b180eb-6c5d-4228-bc06-9720f5bc3373 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:04.093218 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5c99b07e-e51f-4aee-be28-8351ed699a8d req-c0b180eb-6c5d-4228-bc06-9720f5bc3373 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 944 time: 0.1064677 Jul 07 17:35:04.153282 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5c99b07e-e51f-4aee-be28-8351ed699a8d req-1265c802-57d3-423d-ba8f-5ea9248d0eec tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=5982e0bb-5935-41b4-8664-77b1520e3821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608056 Jul 07 17:35:05.215909 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device f3e53521-3642-4ed0-9ec6-893e7c5aa410 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:35:05.322675 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port f3e53521-3642-4ed0-9ec6-893e7c5aa410 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:35:05.327911 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port f3e53521-3642-4ed0-9ec6-893e7c5aa410 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:05.329771 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:05.435258 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bd2d5-812b-4f51-910a-67dadcbaefc1 req-e03e39ae-2f6c-45c7-9feb-e861f63d25bc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:05.436932 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-216bd2d5-812b-4f51-910a-67dadcbaefc1 req-e03e39ae-2f6c-45c7-9feb-e861f63d25bc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 944 time: 0.1441488 Jul 07 17:35:05.483419 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:05.490378 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-216bd2d5-812b-4f51-910a-67dadcbaefc1 req-90a972d7-6b2b-4068-9c55-b2cd7ee66b66 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=5982e0bb-5935-41b4-8664-77b1520e3821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406051 Jul 07 17:35:05.532823 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96800df7-a3be-4a65-901a-f94d650c529a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e53521-3642-4ed0-9ec6-893e7c5aa410'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:35:05.536226 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df90219d-7526-48df-ba72-83891dbc7191" -d '{"events": [{"server_uuid": "96800df7-a3be-4a65-901a-f94d650c529a", "name": "network-vif-plugged", "status": "completed", "tag": "f3e53521-3642-4ed0-9ec6-893e7c5aa410"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:35:05.560660 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port f3e53521-3642-4ed0-9ec6-893e7c5aa410, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f3e53521-3642-4ed0-9ec6-893e7c5aa410,segment=NetworkSegment(ea2c1a5a-ac05-4f29-ae50-f7d62d715d30),segment_id=ea2c1a5a-ac05-4f29-ae50-f7d62d715d30)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:05.565221 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:05.605720 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7393389-13ea-4cf9-b0ee-f80a0649ad6f x-openstack-request-id: req-d7393389-13ea-4cf9-b0ee-f80a0649ad6f {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:35:05.606154 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96800df7-a3be-4a65-901a-f94d650c529a", "name": "network-vif-plugged", "status": "completed", "tag": "f3e53521-3642-4ed0-9ec6-893e7c5aa410", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:35:05.606506 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7393389-13ea-4cf9-b0ee-f80a0649ad6f {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:35:05.607783 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96800df7-a3be-4a65-901a-f94d650c529a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e53521-3642-4ed0-9ec6-893e7c5aa410', 'code': 200} Jul 07 17:35:05.643449 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=f3e53521-3642-4ed0-9ec6-893e7c5aa410,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:05.776264 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1829876-115b-4907-89ee-9b3a748c27c6 req-ccecc359-b082-412f-b530-fbca6c89e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:05.778257 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c1829876-115b-4907-89ee-9b3a748c27c6 req-ccecc359-b082-412f-b530-fbca6c89e267 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 1097 time: 0.0930750 Jul 07 17:35:05.831656 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c1829876-115b-4907-89ee-9b3a748c27c6 req-5c57c84a-aa57-48d8-81ba-07bba60d8474 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5982e0bb-5935-41b4-8664-77b1520e3821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463357 Jul 07 17:35:06.753251 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9d499-5252-4113-9b86-e94afbc16848 req-d74a85ae-5d89-444b-b559-1c17f888cc79 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:06.763781 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eca9d499-5252-4113-9b86-e94afbc16848 req-d74a85ae-5d89-444b-b559-1c17f888cc79 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 945 time: 0.1293387 Jul 07 17:35:06.834467 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eca9d499-5252-4113-9b86-e94afbc16848 req-855bdb0e-7678-4279-9e17-abd07abfd69f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=5982e0bb-5935-41b4-8664-77b1520e3821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639596 Jul 07 17:35:07.458295 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:07.960090 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:08.086205 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8399be-e262-4784-a487-84ccb6ce3bc0 req-14ce0ff5-bea0-4932-b49b-26789642a474 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:08.094078 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-af8399be-e262-4784-a487-84ccb6ce3bc0 req-14ce0ff5-bea0-4932-b49b-26789642a474 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 945 time: 0.0919678 Jul 07 17:35:08.150825 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-af8399be-e262-4784-a487-84ccb6ce3bc0 req-5107a0df-0b41-4eef-b2a0-252da85d38db tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=5982e0bb-5935-41b4-8664-77b1520e3821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553298 Jul 07 17:35:08.334644 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37270532-553f-440e-92a0-e72da2fff312 req-86e016ee-9a9e-409d-80ef-cd0a85edb893 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:08.337066 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-37270532-553f-440e-92a0-e72da2fff312 req-86e016ee-9a9e-409d-80ef-cd0a85edb893 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 945 time: 0.0807989 Jul 07 17:35:08.409556 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-37270532-553f-440e-92a0-e72da2fff312 req-cb271504-ad09-46b4-87f1-35448ab2f522 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=5982e0bb-5935-41b4-8664-77b1520e3821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617609 Jul 07 17:35:08.428742 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40814) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:08.511691 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c345c2-2eda-4162-a70a-456b6277e43a tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:08.516802 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e0c345c2-2eda-4162-a70a-456b6277e43a tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 1092 time: 0.0833690 Jul 07 17:35:08.517110 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40816) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:08.526535 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-c23ad257-7e8b-45e7-9567-6da3a3bd80e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'port_id': 'f3e53521-3642-4ed0-9ec6-893e7c5aa410', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:08.565764 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c23ad257-7e8b-45e7-9567-6da3a3bd80e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:08.702091 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c23ad257-7e8b-45e7-9567-6da3a3bd80e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:08.842880 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-c23ad257-7e8b-45e7-9567-6da3a3bd80e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Allocated IP 172.25.0.30 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/fe96bcd4-fefc-43b2-81b3-3108e510eee2) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:35:08.986876 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c23ad257-7e8b-45e7-9567-6da3a3bd80e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:09.040181 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c23ad257-7e8b-45e7-9567-6da3a3bd80e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:09.088396 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23ad257-7e8b-45e7-9567-6da3a3bd80e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:35:09.092092 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-c23ad257-7e8b-45e7-9567-6da3a3bd80e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:35:09.095654 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23ad257-7e8b-45e7-9567-6da3a3bd80e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:35:09.138643 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ad257-7e8b-45e7-9567-6da3a3bd80e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Port': ['ID=fe96bcd4-fefc-43b2-81b3-3108e510eee2,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:09.916907 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c23ad257-7e8b-45e7-9567-6da3a3bd80e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.106192 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c23ad257-7e8b-45e7-9567-6da3a3bd80e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.377326 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c23ad257-7e8b-45e7-9567-6da3a3bd80e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.383803 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c23ad257-7e8b-45e7-9567-6da3a3bd80e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.467189 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ad257-7e8b-45e7-9567-6da3a3bd80e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Port': ['ID=fe96bcd4-fefc-43b2-81b3-3108e510eee2,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:10.479948 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c23ad257-7e8b-45e7-9567-6da3a3bd80e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.674546 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-c23ad257-7e8b-45e7-9567-6da3a3bd80e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Floating IP 9c4e1f21-2362-4798-a7f2-a1bdf4c69682 associated. External IP: 172.25.0.30, port: f3e53521-3642-4ed0-9ec6-893e7c5aa410. Jul 07 17:35:11.059344 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23ad257-7e8b-45e7-9567-6da3a3bd80e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Router 22d6caf2-1268-4e7c-ac5b-1443e160c1f1 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:35:11.270162 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23ad257-7e8b-45e7-9567-6da3a3bd80e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:35:11.284351 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb728c8c-43cc-453e-866b-88b1f1567583 None None] Sync routers for ids ['22d6caf2-1268-4e7c-ac5b-1443e160c1f1'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:35:11.294938 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c23ad257-7e8b-45e7-9567-6da3a3bd80e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:11.316731 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb728c8c-43cc-453e-866b-88b1f1567583 None None] Routers {'22d6caf2-1268-4e7c-ac5b-1443e160c1f1'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:35:11.330319 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-cb728c8c-43cc-453e-866b-88b1f1567583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:34:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['22d6caf2-1268-4e7c-ac5b-1443e160c1f1'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:11.377596 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c23ad257-7e8b-45e7-9567-6da3a3bd80e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8587096 Jul 07 17:35:11.378493 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96800df7-a3be-4a65-901a-f94d650c529a', 'tag': 'f3e53521-3642-4ed0-9ec6-893e7c5aa410'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:35:11.383538 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3882eb-2d51-4790-9a04-aa88d09da12d" -d '{"events": [{"name": "network-changed", "server_uuid": "96800df7-a3be-4a65-901a-f94d650c529a", "tag": "f3e53521-3642-4ed0-9ec6-893e7c5aa410"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:35:11.502623 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297ff5b1-e612-4490-9b5b-702199f97e82 x-openstack-request-id: req-297ff5b1-e612-4490-9b5b-702199f97e82 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:35:11.502910 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96800df7-a3be-4a65-901a-f94d650c529a", "tag": "f3e53521-3642-4ed0-9ec6-893e7c5aa410", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:35:11.503187 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-297ff5b1-e612-4490-9b5b-702199f97e82 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:35:11.503592 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96800df7-a3be-4a65-901a-f94d650c529a', 'tag': 'f3e53521-3642-4ed0-9ec6-893e7c5aa410', 'status': 'completed', 'code': 200} Jul 07 17:35:11.672254 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3882eb-2d51-4790-9a04-aa88d09da12d req-d20d5272-d1e5-4d74-b942-15487bd54ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:11.673944 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9f3882eb-2d51-4790-9a04-aa88d09da12d req-d20d5272-d1e5-4d74-b942-15487bd54ca8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 1097 time: 0.1480384 Jul 07 17:35:11.683428 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa1af5-d8d5-4076-976e-ad9e3f34d9d7 req-e73bf587-18b6-449e-83de-b3acf9485761 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:11.695331 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-10aa1af5-d8d5-4076-976e-ad9e3f34d9d7 req-e73bf587-18b6-449e-83de-b3acf9485761 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 945 time: 0.1624160 Jul 07 17:35:11.767443 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-10aa1af5-d8d5-4076-976e-ad9e3f34d9d7 req-3a598cc4-9ab9-48b2-9fd9-4794bde421fd tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=5982e0bb-5935-41b4-8664-77b1520e3821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699146 Jul 07 17:35:11.790400 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 40854) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:11.848435 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-cb728c8c-43cc-453e-866b-88b1f1567583 None None] Set router 22d6caf2-1268-4e7c-ac5b-1443e160c1f1 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:35:11.887891 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b8591fbb-0bcd-4c62-9e81-1bc9b4ee5227 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/floatingips/9c4e1f21-2362-4798-a7f2-a1bdf4c69682 HTTP/1.1" status: 200 len: 990 time: 0.0953341 Jul 07 17:35:11.966256 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3882eb-2d51-4790-9a04-aa88d09da12d req-448bb706-5a1c-4705-a0a1-5c64dff658fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:11.968032 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9f3882eb-2d51-4790-9a04-aa88d09da12d req-448bb706-5a1c-4705-a0a1-5c64dff658fe service neutron] 10.222.0.72 "GET /v2.0/networks?id=b0a11b64-6ad6-44e0-833e-81feb0986760 HTTP/1.1" status: 200 len: 898 time: 0.2854226 Jul 07 17:35:12.112354 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9f3882eb-2d51-4790-9a04-aa88d09da12d req-244f1e0a-f441-4e16-b99a-ccee0f2bd079 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3e53521-3642-4ed0-9ec6-893e7c5aa410 HTTP/1.1" status: 200 len: 998 time: 0.1333542 Jul 07 17:35:12.222499 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3882eb-2d51-4790-9a04-aa88d09da12d req-4ae408f0-5aa0-4a16-8aea-0d546f6928d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:12.224435 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9f3882eb-2d51-4790-9a04-aa88d09da12d req-4ae408f0-5aa0-4a16-8aea-0d546f6928d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39125383-ef67-42ca-9351-1f118b028bcd HTTP/1.1" status: 200 len: 835 time: 0.1053677 Jul 07 17:35:12.296242 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-cb728c8c-43cc-453e-866b-88b1f1567583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980764924', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a2a4a613-46b8-4181-b24a-c678850ff7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:52Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': 'a2a4a613-46b8-4181-b24a-c678850ff7d3', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '9c4e1f21-2362-4798-a7f2-a1bdf4c69682', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'floating_ip_address': '172.25.0.30', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'port_id': 'f3e53521-3642-4ed0-9ec6-893e7c5aa410', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760', 'mac_address': 'fa:16:3e:b2:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96800df7-a3be-4a65-901a-f94d650c529a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:35:09Z', 'updated_at': '2021-07-07T17:35:09Z', 'revision_number': 0, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3b795a-e2d0-43a4-8c65-03ceb1fff989', 'name': '', 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:50:82:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '39125383-ef67-42ca-9351-1f118b028bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:51Z', 'updated_at': '2021-07-07T17:34:58Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': '39125383-ef67-42ca-9351-1f118b028bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:12.334478 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3882eb-2d51-4790-9a04-aa88d09da12d req-8dabf793-e16f-48bf-b08c-a9746fe61023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:12.339762 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9f3882eb-2d51-4790-9a04-aa88d09da12d req-8dabf793-e16f-48bf-b08c-a9746fe61023 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b0a11b64-6ad6-44e0-833e-81feb0986760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1068473 Jul 07 17:35:12.386725 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb728c8c-43cc-453e-866b-88b1f1567583 None None] Checking router: 22d6caf2-1268-4e7c-ac5b-1443e160c1f1 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:35:12.399176 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb728c8c-43cc-453e-866b-88b1f1567583 None None] Routers {'22d6caf2-1268-4e7c-ac5b-1443e160c1f1'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:35:12.400250 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-cb728c8c-43cc-453e-866b-88b1f1567583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:34:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['22d6caf2-1268-4e7c-ac5b-1443e160c1f1'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:12.491801 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9f3882eb-2d51-4790-9a04-aa88d09da12d req-721188a9-451c-4a54-bf2a-f7e83e45c20f service neutron] 10.222.0.72 "GET /v2.0/networks/b0a11b64-6ad6-44e0-833e-81feb0986760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435256 Jul 07 17:35:12.570929 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-cb728c8c-43cc-453e-866b-88b1f1567583 None None] Set router 22d6caf2-1268-4e7c-ac5b-1443e160c1f1 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:35:12.657187 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9f3882eb-2d51-4790-9a04-aa88d09da12d req-8d25942d-e826-4026-a22e-c06e40df81a6 service neutron] 10.222.0.72 "GET /v2.0/networks/b0a11b64-6ad6-44e0-833e-81feb0986760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576266 Jul 07 17:35:12.889650 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40864) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:13.042650 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2dd8709b-b029-4322-b5d7-9f9386672f71 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/floatingips/9c4e1f21-2362-4798-a7f2-a1bdf4c69682 HTTP/1.1" status: 200 len: 990 time: 0.1510937 Jul 07 17:35:13.067026 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-cb728c8c-43cc-453e-866b-88b1f1567583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980764924', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a2a4a613-46b8-4181-b24a-c678850ff7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:52Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': 'a2a4a613-46b8-4181-b24a-c678850ff7d3', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '9c4e1f21-2362-4798-a7f2-a1bdf4c69682', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'floating_ip_address': '172.25.0.30', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'port_id': 'f3e53521-3642-4ed0-9ec6-893e7c5aa410', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760', 'mac_address': 'fa:16:3e:b2:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96800df7-a3be-4a65-901a-f94d650c529a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:35:09Z', 'updated_at': '2021-07-07T17:35:09Z', 'revision_number': 0, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3b795a-e2d0-43a4-8c65-03ceb1fff989', 'name': '', 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:50:82:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '39125383-ef67-42ca-9351-1f118b028bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:51Z', 'updated_at': '2021-07-07T17:34:58Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': '39125383-ef67-42ca-9351-1f118b028bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:13.110363 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb728c8c-43cc-453e-866b-88b1f1567583 None None] The sync data for ids ['22d6caf2-1268-4e7c-ac5b-1443e160c1f1'] in n-d-791503-12 is: [{'id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980764924', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a2a4a613-46b8-4181-b24a-c678850ff7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:52Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': 'a2a4a613-46b8-4181-b24a-c678850ff7d3', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '9c4e1f21-2362-4798-a7f2-a1bdf4c69682', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'floating_ip_address': '172.25.0.30', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'port_id': 'f3e53521-3642-4ed0-9ec6-893e7c5aa410', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760', 'mac_address': 'fa:16:3e:b2:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96800df7-a3be-4a65-901a-f94d650c529a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:35:09Z', 'updated_at': '2021-07-07T17:35:09Z', 'revision_number': 0, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3b795a-e2d0-43a4-8c65-03ceb1fff989', 'name': '', 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:50:82:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '39125383-ef67-42ca-9351-1f118b028bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:51Z', 'updated_at': '2021-07-07T17:34:58Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': '39125383-ef67-42ca-9351-1f118b028bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:35:13.489193 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e458dc8-1c00-4a38-a94f-7c7770ffe945 None None] New status for floating IP 9c4e1f21-2362-4798-a7f2-a1bdf4c69682: ACTIVE {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:35:14.046743 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 40886) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:14.155281 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-624daf1d-c105-45d4-991c-da04d7db1f4c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/floatingips/9c4e1f21-2362-4798-a7f2-a1bdf4c69682 HTTP/1.1" status: 200 len: 992 time: 0.1068337 Jul 07 17:35:20.888974 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:35:21.950466 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-bc640152-3e1a-43d7-8a31-8e1e3805b47a tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:21.952669 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-bc640152-3e1a-43d7-8a31-8e1e3805b47a tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 811 time: 0.1227663 Jul 07 17:35:21.974461 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-9ea2e7ad-aaba-4b78-b28e-7fddb8a272dc tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/quotas/66782d55a9284144a8994a9a98696a09 HTTP/1.1" status: 200 len: 375 time: 0.0101111 Jul 07 17:35:22.112101 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-7c4b42da-2127-459e-8633-7385a051aaa5 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1279392 Jul 07 17:35:22.234706 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-d596b70e-4eb0-4fe4-ace7-0b405882da43 service neutron] 10.222.0.53 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140728 Jul 07 17:35:22.354883 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-f9f782a0-7e5e-44bf-9b50-f7a850ad7716 service neutron] 10.222.0.53 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131842 Jul 07 17:35:22.601615 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a15ffac0-4be8-4ff1-b1c5-697ae068589a req-85b7c586-64d9-4440-b290-c9c74d8bb1e5 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 210 time: 0.0328767 Jul 07 17:35:22.754813 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0f29a88-49d7-4c82-9bb0-06dde4b874fe req-4c60a516-7bdf-4c34-af18-29857ac1f8df service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0665748 Jul 07 17:35:22.889015 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f29a88-49d7-4c82-9bb0-06dde4b874fe req-6c543e3f-91c1-4f42-b783-c78afb9e1d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:22.890545 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0f29a88-49d7-4c82-9bb0-06dde4b874fe req-6c543e3f-91c1-4f42-b783-c78afb9e1d03 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 1097 time: 0.0837317 Jul 07 17:35:23.065377 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f29a88-49d7-4c82-9bb0-06dde4b874fe req-c546e54c-4e15-44be-a1ac-ed21e27fd9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:23.068933 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0f29a88-49d7-4c82-9bb0-06dde4b874fe req-c546e54c-4e15-44be-a1ac-ed21e27fd9f7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b0a11b64-6ad6-44e0-833e-81feb0986760 HTTP/1.1" status: 200 len: 898 time: 0.1526716 Jul 07 17:35:23.168112 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0f29a88-49d7-4c82-9bb0-06dde4b874fe req-950a7ed5-4585-4124-ab74-926ccc43ae65 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3e53521-3642-4ed0-9ec6-893e7c5aa410 HTTP/1.1" status: 200 len: 1000 time: 0.0881255 Jul 07 17:35:23.253627 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f29a88-49d7-4c82-9bb0-06dde4b874fe req-d0097bec-3bcd-49e1-afaf-de8b67838e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:23.256180 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0f29a88-49d7-4c82-9bb0-06dde4b874fe req-d0097bec-3bcd-49e1-afaf-de8b67838e0b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39125383-ef67-42ca-9351-1f118b028bcd HTTP/1.1" status: 200 len: 835 time: 0.0808470 Jul 07 17:35:23.338895 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f29a88-49d7-4c82-9bb0-06dde4b874fe req-581651ce-419d-406e-a51a-c7450c1f50de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:23.340840 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0f29a88-49d7-4c82-9bb0-06dde4b874fe req-581651ce-419d-406e-a51a-c7450c1f50de service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b0a11b64-6ad6-44e0-833e-81feb0986760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767539 Jul 07 17:35:23.429532 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2e91e3bc-d4f1-4a87-8805-9e3b9f270aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:23.845230 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-49d70dce-20bc-482a-bb78-f7129057601e req-aa0bae27-6313-4ec7-9007-3f26a78cf242 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 210 time: 0.0369902 Jul 07 17:35:23.923966 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0f29a88-49d7-4c82-9bb0-06dde4b874fe req-a0a6e677-f536-4625-a04e-f3acb77e9110 service neutron] 10.222.0.72 "GET /v2.0/networks/b0a11b64-6ad6-44e0-833e-81feb0986760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5755677 Jul 07 17:35:24.178884 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0f29a88-49d7-4c82-9bb0-06dde4b874fe req-fca840d3-454d-4309-83fc-dc47e056f16d service neutron] 10.222.0.72 "GET /v2.0/networks/b0a11b64-6ad6-44e0-833e-81feb0986760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451513 Jul 07 17:35:24.192869 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-31edde09-e128-41b8-9e83-a573674ece94 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:24.194583 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-31edde09-e128-41b8-9e83-a573674ece94 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.64 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 811 time: 0.1644235 Jul 07 17:35:24.210150 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-a5bd2883-4640-499b-ad38-0c23bc94f8b5 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Request body: {'port': {'device_id': 'b379b68a-fabe-433a-9bfd-7c2abad00069', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'admin_state_up': True, 'tenant_id': '66782d55a9284144a8994a9a98696a09'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:24.371487 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-a5bd2883-4640-499b-ad38-0c23bc94f8b5 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Made reservation on behalf of 66782d55a9284144a8994a9a98696a09 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:35:24.376125 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-a5bd2883-4640-499b-ad38-0c23bc94f8b5 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:24.567652 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-a5bd2883-4640-499b-ad38-0c23bc94f8b5 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Allocated IP 172.20.0.9 (bfa2b772-e8c4-474c-9bbc-eeafbbaeb767/96a9e05f-47c3-4c4b-bd45-67d2458e49df/49eddeaa-e4a4-4860-8d84-e7b9cf7658d3) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:35:24.897349 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-a5bd2883-4640-499b-ad38-0c23bc94f8b5 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:24.916232 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-a5bd2883-4640-499b-ad38-0c23bc94f8b5 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Transition to ACTIVE for port object 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:35:24.958907 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-a5bd2883-4640-499b-ad38-0c23bc94f8b5 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:25.011387 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-a5bd2883-4640-499b-ad38-0c23bc94f8b5 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:35:25.014750 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-a5bd2883-4640-499b-ad38-0c23bc94f8b5 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:35:25.029928 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-a5bd2883-4640-499b-ad38-0c23bc94f8b5 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:35:25.103055 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-a5bd2883-4640-499b-ad38-0c23bc94f8b5 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:25.104604 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-a5bd2883-4640-499b-ad38-0c23bc94f8b5 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:25.123017 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd2883-4640-499b-ad38-0c23bc94f8b5 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event updated for resources: {'Port': ['ID=49eddeaa-e4a4-4860-8d84-e7b9cf7658d3,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:25.141272 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-a5bd2883-4640-499b-ad38-0c23bc94f8b5 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9381166 Jul 07 17:35:25.153673 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-eb8f0898-6d7d-4227-9c4c-3249620edb99 service neutron] Request body: {'port': {'device_id': 'b379b68a-fabe-433a-9bfd-7c2abad00069', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:25.180004 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70b7b2-51a8-4b21-93c1-232990b49aa2 req-59533d3d-732f-4e10-a750-2a5ce3a79f62 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:25.182176 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ac70b7b2-51a8-4b21-93c1-232990b49aa2 req-59533d3d-732f-4e10-a750-2a5ce3a79f62 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 931 time: 0.0805449 Jul 07 17:35:25.267851 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ac70b7b2-51a8-4b21-93c1-232990b49aa2 req-04144d58-9944-4286-98b7-716afd5abb62 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781965 Jul 07 17:35:25.317533 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-eb8f0898-6d7d-4227-9c4c-3249620edb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:25.464152 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a0b88a0b-077a-497f-8687-e49f7e1e7f86 None None] Provisioning for port 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:35:25.469371 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a0b88a0b-077a-497f-8687-e49f7e1e7f86 None None] Provisioning complete for port 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:25.469887 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a0b88a0b-077a-497f-8687-e49f7e1e7f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:25.529360 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a0b88a0b-077a-497f-8687-e49f7e1e7f86 None None] Port 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:35:25.714639 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-eb8f0898-6d7d-4227-9c4c-3249620edb99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:35:25.723917 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-eb8f0898-6d7d-4227-9c4c-3249620edb99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:25.741858 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-eb8f0898-6d7d-4227-9c4c-3249620edb99 service neutron] Transition to ACTIVE for port object 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:35:25.747031 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-eb8f0898-6d7d-4227-9c4c-3249620edb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:25.810813 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f0898-6d7d-4227-9c4c-3249620edb99 service neutron] Pushing event updated for resources: {'Port': ['ID=49eddeaa-e4a4-4860-8d84-e7b9cf7658d3,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:26.003226 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-eb8f0898-6d7d-4227-9c4c-3249620edb99 service neutron] Attempting to bind port 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:35:26.003817 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-eb8f0898-6d7d-4227-9c4c-3249620edb99 service neutron] Attempting to bind port 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:35:26.004411 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-eb8f0898-6d7d-4227-9c4c-3249620edb99 service neutron] Attempting to bind port 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3 on network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:35:26.010779 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-eb8f0898-6d7d-4227-9c4c-3249620edb99 service neutron] Port 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3 on network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:35:26.011361 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-eb8f0898-6d7d-4227-9c4c-3249620edb99 service neutron] Attempting to bind port 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3 on network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:35:26.019650 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-eb8f0898-6d7d-4227-9c4c-3249620edb99 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:35:26.020276 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-eb8f0898-6d7d-4227-9c4c-3249620edb99 service neutron] Checking segment: {'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:35:26.020911 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-eb8f0898-6d7d-4227-9c4c-3249620edb99 service neutron] Bound using segment: {'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:35:26.021537 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-eb8f0898-6d7d-4227-9c4c-3249620edb99 service neutron] Bound port: 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:35:26.022096 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-eb8f0898-6d7d-4227-9c4c-3249620edb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:26.116237 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-eb8f0898-6d7d-4227-9c4c-3249620edb99 service neutron] For port 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:35:26.121102 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-eb8f0898-6d7d-4227-9c4c-3249620edb99 service neutron] For port 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=49eddeaa-e4a4-4860-8d84-e7b9cf7658d3,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:35:26.132394 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-eb8f0898-6d7d-4227-9c4c-3249620edb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:26.184738 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-eb8f0898-6d7d-4227-9c4c-3249620edb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:26.186066 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-eb8f0898-6d7d-4227-9c4c-3249620edb99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:26.188867 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-eb8f0898-6d7d-4227-9c4c-3249620edb99 service neutron] 10.222.0.64 "PUT /v2.0/ports/49eddeaa-e4a4-4860-8d84-e7b9cf7658d3 HTTP/1.1" status: 200 len: 1092 time: 1.0403230 Jul 07 17:35:26.197924 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b379b68a-fabe-433a-9bfd-7c2abad00069', 'tag': '49eddeaa-e4a4-4860-8d84-e7b9cf7658d3'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:35:26.202890 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bddfe92-152d-4c68-8bf4-204c26e7facc" -d '{"events": [{"name": "network-changed", "server_uuid": "b379b68a-fabe-433a-9bfd-7c2abad00069", "tag": "49eddeaa-e4a4-4860-8d84-e7b9cf7658d3"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:35:26.236204 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f0898-6d7d-4227-9c4c-3249620edb99 service neutron] Pushing event updated for resources: {'Port': ['ID=49eddeaa-e4a4-4860-8d84-e7b9cf7658d3,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:26.252056 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:26.342119 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-56807326-a9fd-4e54-aa5a-ae8e3f9b636e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:26.344038 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-56807326-a9fd-4e54-aa5a-ae8e3f9b636e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 1095 time: 0.1094053 Jul 07 17:35:26.376859 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4667bfca-d9d7-4038-9df3-e781b52b88e5 x-openstack-request-id: req-4667bfca-d9d7-4038-9df3-e781b52b88e5 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:35:26.377105 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b379b68a-fabe-433a-9bfd-7c2abad00069", "tag": "49eddeaa-e4a4-4860-8d84-e7b9cf7658d3", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:35:26.377383 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4667bfca-d9d7-4038-9df3-e781b52b88e5 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:35:26.377712 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b379b68a-fabe-433a-9bfd-7c2abad00069', 'tag': '49eddeaa-e4a4-4860-8d84-e7b9cf7658d3', 'status': 'completed', 'code': 200} Jul 07 17:35:26.430109 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-eb97d57d-6b3c-4150-a387-43604fe34040 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49eddeaa-e4a4-4860-8d84-e7b9cf7658d3 HTTP/1.1" status: 200 len: 217 time: 0.0774379 Jul 07 17:35:26.500112 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-606b14b9-838b-432a-8007-06adb680cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:26.502172 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-606b14b9-838b-432a-8007-06adb680cad3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96a9e05f-47c3-4c4b-bd45-67d2458e49df HTTP/1.1" status: 200 len: 850 time: 0.0658472 Jul 07 17:35:26.602901 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-89082fb4-22f7-46b7-ba85-828f3df41f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:26.604432 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210d88a-f6ec-43d3-9896-fcbd2d3867cb req-30796b5c-995f-45b0-81ac-d5bef66386f0 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:26.606417 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-89082fb4-22f7-46b7-ba85-828f3df41f6a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933323 Jul 07 17:35:26.607308 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a210d88a-f6ec-43d3-9896-fcbd2d3867cb req-30796b5c-995f-45b0-81ac-d5bef66386f0 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 943 time: 0.1329899 Jul 07 17:35:26.683366 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a210d88a-f6ec-43d3-9896-fcbd2d3867cb req-4dbe9f15-6a9c-48b3-8c0a-8d296b3b56c2 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691867 Jul 07 17:35:26.731714 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-5152ba3c-ac36-4ce2-8c41-79f5a1123992 service neutron] 10.222.0.64 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173809 Jul 07 17:35:26.805484 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-52d15475-174b-4594-b2f0-9fae7b946e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:26.888528 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b2d6dcd2-9c9c-4524-a3f8-96966f8973e7 req-dd584e37-28a1-4ca7-9fc7-7af9fff42ddb service neutron] 10.222.0.64 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507258 Jul 07 17:35:27.066736 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddfe92-152d-4c68-8bf4-204c26e7facc req-adaced79-f2e7-49b0-9e54-cfd1f3915793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:27.070419 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0bddfe92-152d-4c68-8bf4-204c26e7facc req-adaced79-f2e7-49b0-9e54-cfd1f3915793 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 1095 time: 0.0907331 Jul 07 17:35:27.232397 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddfe92-152d-4c68-8bf4-204c26e7facc req-526a7461-e766-4295-851e-ab6fad9f4318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:27.234279 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0bddfe92-152d-4c68-8bf4-204c26e7facc req-526a7461-e766-4295-851e-ab6fad9f4318 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 912 time: 0.1575153 Jul 07 17:35:27.310105 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0bddfe92-152d-4c68-8bf4-204c26e7facc req-19b0ce60-957c-43fb-ab72-4200e0245261 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49eddeaa-e4a4-4860-8d84-e7b9cf7658d3 HTTP/1.1" status: 200 len: 217 time: 0.0670211 Jul 07 17:35:27.384423 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddfe92-152d-4c68-8bf4-204c26e7facc req-20aa9eb1-81df-4202-aaae-c1f4500ede4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:27.386490 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0bddfe92-152d-4c68-8bf4-204c26e7facc req-20aa9eb1-81df-4202-aaae-c1f4500ede4d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96a9e05f-47c3-4c4b-bd45-67d2458e49df HTTP/1.1" status: 200 len: 850 time: 0.0693312 Jul 07 17:35:27.476869 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddfe92-152d-4c68-8bf4-204c26e7facc req-276a89bd-0ec4-41df-af12-69ae7233649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:27.479089 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0bddfe92-152d-4c68-8bf4-204c26e7facc req-276a89bd-0ec4-41df-af12-69ae7233649d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0859120 Jul 07 17:35:27.589452 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0bddfe92-152d-4c68-8bf4-204c26e7facc req-5b41091a-3f04-4226-808b-2c7707ddd0cd service neutron] 10.222.0.64 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035717 Jul 07 17:35:27.747039 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0bddfe92-152d-4c68-8bf4-204c26e7facc req-da5f299f-c328-4b52-b2a0-414a1ef0e15d service neutron] 10.222.0.64 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454537 Jul 07 17:35:27.918110 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e650df-46da-4fa9-9c7d-6347c911da9f req-0e9e4161-4aa4-424f-947b-f601c98d389e tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:27.920162 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a5e650df-46da-4fa9-9c7d-6347c911da9f req-0e9e4161-4aa4-424f-947b-f601c98d389e tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 943 time: 0.0749314 Jul 07 17:35:27.973730 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a5e650df-46da-4fa9-9c7d-6347c911da9f req-83158bdd-b997-451e-8d09-9156c281c714 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476549 Jul 07 17:35:27.985801 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:29.377605 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187f69f-a7ed-406c-9758-9dcd39605c27 req-50695c3d-c667-4722-93b5-bffde138a884 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:29.383137 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5187f69f-a7ed-406c-9758-9dcd39605c27 req-50695c3d-c667-4722-93b5-bffde138a884 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 943 time: 0.1562021 Jul 07 17:35:29.486580 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5187f69f-a7ed-406c-9758-9dcd39605c27 req-1961490c-8bda-48bd-a516-3a55c5fabc01 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875554 Jul 07 17:35:30.319729 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:30.850927 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a3048-92e5-48eb-b16b-2299b6a327d3 req-45cd2420-8071-4932-aec6-8e6a2bd72071 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:30.858116 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-462a3048-92e5-48eb-b16b-2299b6a327d3 req-45cd2420-8071-4932-aec6-8e6a2bd72071 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 943 time: 0.1266801 Jul 07 17:35:30.939750 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-462a3048-92e5-48eb-b16b-2299b6a327d3 req-306c55eb-0e83-4819-9d1e-17e463ca3a03 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806816 Jul 07 17:35:32.265579 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a2639-c293-42a1-8fb5-4921a707b78b req-121d184b-5a31-4304-8216-c442b4ae4a68 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:32.273493 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c49a2639-c293-42a1-8fb5-4921a707b78b req-121d184b-5a31-4304-8216-c442b4ae4a68 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 943 time: 0.1477139 Jul 07 17:35:32.386675 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c49a2639-c293-42a1-8fb5-4921a707b78b req-5f8f39a6-1fe1-4ec6-a221-03e4284d872c tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941951 Jul 07 17:35:33.573823 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e567cab-41fb-4222-82be-b0e4ffc13b26 req-e6d43327-ce93-4727-b5e2-3df7bf00cda7 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:33.577920 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0e567cab-41fb-4222-82be-b0e4ffc13b26 req-e6d43327-ce93-4727-b5e2-3df7bf00cda7 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 943 time: 0.0684972 Jul 07 17:35:33.637073 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0e567cab-41fb-4222-82be-b0e4ffc13b26 req-424b21ea-a4bc-4b8c-95bf-5ec68e32136d tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506926 Jul 07 17:35:34.814613 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d291a-1d5b-46d6-aa3e-f2f8db32bef5 req-42c530fa-2837-4647-9419-ee24718328cc tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:34.817062 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-594d291a-1d5b-46d6-aa3e-f2f8db32bef5 req-42c530fa-2837-4647-9419-ee24718328cc tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 943 time: 0.0725331 Jul 07 17:35:34.862303 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-594d291a-1d5b-46d6-aa3e-f2f8db32bef5 req-64e78163-aba7-4f64-9acb-f42c97060791 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404615 Jul 07 17:35:36.046879 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b95e6-4c4c-47ce-9a11-16f7550bdfbd req-c891869c-5283-4733-8f72-6627eef7c78e tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:36.048411 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-348b95e6-4c4c-47ce-9a11-16f7550bdfbd req-c891869c-5283-4733-8f72-6627eef7c78e tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 943 time: 0.0652046 Jul 07 17:35:36.086616 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-348b95e6-4c4c-47ce-9a11-16f7550bdfbd req-9546ef4b-8a00-4de2-8212-00fde1239ffe tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323064 Jul 07 17:35:37.289550 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f963b-a2f2-4a1f-ae13-9f4bfb872c29 req-a54efa0c-1b63-4d01-9172-d75db4b7fd0e tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:37.291422 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-152f963b-a2f2-4a1f-ae13-9f4bfb872c29 req-a54efa0c-1b63-4d01-9172-d75db4b7fd0e tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 943 time: 0.0817440 Jul 07 17:35:37.339484 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-152f963b-a2f2-4a1f-ae13-9f4bfb872c29 req-1be4918a-81fa-49a6-849b-737e8f530f33 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415273 Jul 07 17:35:37.477728 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:37.946106 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:38.571708 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f3c80-48f2-4d25-82c6-88905b7c2aea req-f7eec862-d271-42b8-a7fa-a75d5ae5c6fc tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:38.578638 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-413f3c80-48f2-4d25-82c6-88905b7c2aea req-f7eec862-d271-42b8-a7fa-a75d5ae5c6fc tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 943 time: 0.0857391 Jul 07 17:35:38.629402 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-413f3c80-48f2-4d25-82c6-88905b7c2aea req-3bde94a9-cd3b-45a5-aac6-7d6adcfdb621 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489631 Jul 07 17:35:39.863549 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac39bc-57ce-4736-9d69-5b69438c7681 req-697532d3-9702-4d96-aa7a-4531972cf3e4 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:39.865194 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8bac39bc-57ce-4736-9d69-5b69438c7681 req-697532d3-9702-4d96-aa7a-4531972cf3e4 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 943 time: 0.0925658 Jul 07 17:35:39.910418 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8bac39bc-57ce-4736-9d69-5b69438c7681 req-9c08ff1e-04a0-4d88-8241-fb03c1a89865 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387957 Jul 07 17:35:41.112139 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83a404-20eb-40be-93b3-e3dd981a2282 req-5c969d12-c120-4c4a-820b-99c5586335fd tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:41.119096 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fe83a404-20eb-40be-93b3-e3dd981a2282 req-5c969d12-c120-4c4a-820b-99c5586335fd tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 943 time: 0.0728369 Jul 07 17:35:41.156534 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fe83a404-20eb-40be-93b3-e3dd981a2282 req-c9170e6f-4ac9-4c16-97e2-854ba650880d tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365193 Jul 07 17:35:42.352957 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0918c-9f69-4e4d-a22e-1c4ce977d01a req-d0f3e79f-cbc3-4463-99ac-5a8dcb577097 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:42.354896 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-75a0918c-9f69-4e4d-a22e-1c4ce977d01a req-d0f3e79f-cbc3-4463-99ac-5a8dcb577097 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 943 time: 0.0702407 Jul 07 17:35:42.399461 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-75a0918c-9f69-4e4d-a22e-1c4ce977d01a req-53050e30-1308-40f8-8310-5263a482dd69 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382977 Jul 07 17:35:43.587828 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a47c59-245a-4097-a8d9-0d214e7bcb5f req-572bad2e-0294-4edc-ad2b-bc20e4475b99 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:43.589382 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-19a47c59-245a-4097-a8d9-0d214e7bcb5f req-572bad2e-0294-4edc-ad2b-bc20e4475b99 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 943 time: 0.0707457 Jul 07 17:35:43.642565 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-19a47c59-245a-4097-a8d9-0d214e7bcb5f req-d9967ad4-36ad-486b-b6d4-b742a3be3859 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445697 Jul 07 17:35:43.703630 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2cb73-6c08-40b4-aecc-4f981e44a557 req-7c13554e-b424-4926-a65e-e738c7c8e7d2 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:43.705313 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e7c2cb73-6c08-40b4-aecc-4f981e44a557 req-7c13554e-b424-4926-a65e-e738c7c8e7d2 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 945 time: 0.0895894 Jul 07 17:35:43.748106 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e7c2cb73-6c08-40b4-aecc-4f981e44a557 req-369f440e-f5c2-46e0-bcaf-727a5fd4788f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=5982e0bb-5935-41b4-8664-77b1520e3821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367990 Jul 07 17:35:43.774408 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 41982) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:43.840534 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b851e530-543d-49d6-a941-97cc7009f0f6 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/floatingips/9c4e1f21-2362-4798-a7f2-a1bdf4c69682 HTTP/1.1" status: 200 len: 992 time: 0.0640330 Jul 07 17:35:44.433250 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0ae92-04cf-4258-967a-4f4087747821 req-033db74b-732c-4cbd-870d-55f89629048f tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:44.435929 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-78c0ae92-04cf-4258-967a-4f4087747821 req-033db74b-732c-4cbd-870d-55f89629048f tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 1097 time: 0.0572958 Jul 07 17:35:44.473720 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-78c0ae92-04cf-4258-967a-4f4087747821 req-3513d8af-02ff-4971-9845-65893b1dd9a6 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5982e0bb-5935-41b4-8664-77b1520e3821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310309 Jul 07 17:35:44.865303 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4334fe-c049-4d60-971f-ab58a7622c35 req-c3a6b16b-23ce-45ad-9df0-1ab7df847d7b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:44.866957 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ee4334fe-c049-4d60-971f-ab58a7622c35 req-c3a6b16b-23ce-45ad-9df0-1ab7df847d7b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 943 time: 0.0740237 Jul 07 17:35:44.910921 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ee4334fe-c049-4d60-971f-ab58a7622c35 req-b49c2a6a-6139-4070-8bfd-62347122fc7c tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362353 Jul 07 17:35:45.139621 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-653287b5-bd80-4710-8546-b1787289239e req-63d40d04-c683-4123-a928-5dc2a7432133 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0538459 Jul 07 17:35:45.783541 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-653287b5-bd80-4710-8546-b1787289239e req-983a8ab3-8f8f-42f1-bfe8-3499e3f46e8f tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:35:45.784757 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-653287b5-bd80-4710-8546-b1787289239e req-983a8ab3-8f8f-42f1-bfe8-3499e3f46e8f tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0687077 Jul 07 17:35:45.793989 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-653287b5-bd80-4710-8546-b1787289239e req-6d55c3b6-8893-4742-8bf8-6ad61fad46c6 service neutron] Request body: {'binding': {'host': 'n-h1-791503-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:45.794526 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-653287b5-bd80-4710-8546-b1787289239e req-6d55c3b6-8893-4742-8bf8-6ad61fad46c6 service neutron] Unknown quota resources ['binding']. {{(pid=100193) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:35:45.964520 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-653287b5-bd80-4710-8546-b1787289239e req-6d55c3b6-8893-4742-8bf8-6ad61fad46c6 service neutron] Attempting to bind port f3e53521-3642-4ed0-9ec6-893e7c5aa410 on host n-h1-791503-12 for vnic_type normal with profile None {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:35:45.964969 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-653287b5-bd80-4710-8546-b1787289239e req-6d55c3b6-8893-4742-8bf8-6ad61fad46c6 service neutron] Attempting to bind port f3e53521-3642-4ed0-9ec6-893e7c5aa410 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'ea2c1a5a-ac05-4f29-ae50-f7d62d715d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:35:45.965304 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653287b5-bd80-4710-8546-b1787289239e req-6d55c3b6-8893-4742-8bf8-6ad61fad46c6 service neutron] Attempting to bind port f3e53521-3642-4ed0-9ec6-893e7c5aa410 on network b0a11b64-6ad6-44e0-833e-81feb0986760 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:35:45.970040 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653287b5-bd80-4710-8546-b1787289239e req-6d55c3b6-8893-4742-8bf8-6ad61fad46c6 service neutron] Port f3e53521-3642-4ed0-9ec6-893e7c5aa410 on network b0a11b64-6ad6-44e0-833e-81feb0986760 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:35:45.970365 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653287b5-bd80-4710-8546-b1787289239e req-6d55c3b6-8893-4742-8bf8-6ad61fad46c6 service neutron] Attempting to bind port f3e53521-3642-4ed0-9ec6-893e7c5aa410 on network b0a11b64-6ad6-44e0-833e-81feb0986760 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:35:45.975873 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653287b5-bd80-4710-8546-b1787289239e req-6d55c3b6-8893-4742-8bf8-6ad61fad46c6 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:35:45.976249 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653287b5-bd80-4710-8546-b1787289239e req-6d55c3b6-8893-4742-8bf8-6ad61fad46c6 service neutron] Checking segment: {'id': 'ea2c1a5a-ac05-4f29-ae50-f7d62d715d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:35:45.976663 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653287b5-bd80-4710-8546-b1787289239e req-6d55c3b6-8893-4742-8bf8-6ad61fad46c6 service neutron] Bound using segment: {'id': 'ea2c1a5a-ac05-4f29-ae50-f7d62d715d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:35:45.977085 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-653287b5-bd80-4710-8546-b1787289239e req-6d55c3b6-8893-4742-8bf8-6ad61fad46c6 service neutron] Bound port: f3e53521-3642-4ed0-9ec6-893e7c5aa410, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea2c1a5a-ac05-4f29-ae50-f7d62d715d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:35:46.114931 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d435ad-6057-4524-89c9-470a4af2bf02 req-8fa3b478-0709-4345-bd1c-e8328e2c7291 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:46.122746 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e9d435ad-6057-4524-89c9-470a4af2bf02 req-8fa3b478-0709-4345-bd1c-e8328e2c7291 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 943 time: 0.0839014 Jul 07 17:35:46.164346 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e9d435ad-6057-4524-89c9-470a4af2bf02 req-0fa10824-a216-4e45-a348-d9b9b127e0a4 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403814 Jul 07 17:35:46.461270 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-653287b5-bd80-4710-8546-b1787289239e req-6d55c3b6-8893-4742-8bf8-6ad61fad46c6 service neutron] For port f3e53521-3642-4ed0-9ec6-893e7c5aa410, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=f3e53521-3642-4ed0-9ec6-893e7c5aa410,segment=NetworkSegment(ea2c1a5a-ac05-4f29-ae50-f7d62d715d30),segment_id=ea2c1a5a-ac05-4f29-ae50-f7d62d715d30)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:35:46.473946 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-653287b5-bd80-4710-8546-b1787289239e req-6d55c3b6-8893-4742-8bf8-6ad61fad46c6 service neutron] Notify callbacks [] for binding, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:46.475854 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-653287b5-bd80-4710-8546-b1787289239e req-6d55c3b6-8893-4742-8bf8-6ad61fad46c6 service neutron] 10.222.0.53 "POST /v2.0/ports/f3e53521-3642-4ed0-9ec6-893e7c5aa410/bindings HTTP/1.1" status: 201 len: 390 time: 0.6853690 Jul 07 17:35:46.706358 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6a9ab-058f-4103-b629-91c7b50b3d09 req-441b40b2-440f-4244-be00-ddbec7b705e7 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:46.708251 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b2b6a9ab-058f-4103-b629-91c7b50b3d09 req-441b40b2-440f-4244-be00-ddbec7b705e7 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 945 time: 0.0748012 Jul 07 17:35:46.816216 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b2b6a9ab-058f-4103-b629-91c7b50b3d09 req-c9071a95-b446-414a-aa98-89ab1347b757 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=5982e0bb-5935-41b4-8664-77b1520e3821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930338 Jul 07 17:35:46.822113 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653287b5-bd80-4710-8546-b1787289239e req-0673c9d1-96f3-4ec4-bd00-eb95627029b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:46.828099 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-653287b5-bd80-4710-8546-b1787289239e req-0673c9d1-96f3-4ec4-bd00-eb95627029b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 1097 time: 0.1163378 Jul 07 17:35:46.928473 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653287b5-bd80-4710-8546-b1787289239e req-f10a0a91-4ca3-4a47-ac7a-4285950ba20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:46.930217 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-653287b5-bd80-4710-8546-b1787289239e req-f10a0a91-4ca3-4a47-ac7a-4285950ba20c service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0a11b64-6ad6-44e0-833e-81feb0986760 HTTP/1.1" status: 200 len: 898 time: 0.0958393 Jul 07 17:35:47.007594 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-653287b5-bd80-4710-8546-b1787289239e req-bdd8b934-6892-4fd3-8477-17ebd42b6807 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3e53521-3642-4ed0-9ec6-893e7c5aa410 HTTP/1.1" status: 200 len: 1000 time: 0.0708265 Jul 07 17:35:47.060751 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653287b5-bd80-4710-8546-b1787289239e req-450dc560-5c2f-4042-bab2-3673ceca1bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:47.062575 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-653287b5-bd80-4710-8546-b1787289239e req-450dc560-5c2f-4042-bab2-3673ceca1bdd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=39125383-ef67-42ca-9351-1f118b028bcd HTTP/1.1" status: 200 len: 835 time: 0.0484710 Jul 07 17:35:47.145219 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653287b5-bd80-4710-8546-b1787289239e req-823cab2a-839a-4c10-acee-14d86a9c11ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:47.147073 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-653287b5-bd80-4710-8546-b1787289239e req-823cab2a-839a-4c10-acee-14d86a9c11ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0a11b64-6ad6-44e0-833e-81feb0986760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777788 Jul 07 17:35:47.264665 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-653287b5-bd80-4710-8546-b1787289239e req-e1530420-c250-4142-b905-4e43d462d356 service neutron] 10.222.0.64 "GET /v2.0/networks/b0a11b64-6ad6-44e0-833e-81feb0986760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103907 Jul 07 17:35:47.396654 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-653287b5-bd80-4710-8546-b1787289239e req-4216a465-4f55-45be-9005-3dfc1e9ecf1b service neutron] 10.222.0.64 "GET /v2.0/networks/b0a11b64-6ad6-44e0-833e-81feb0986760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258154 Jul 07 17:35:47.416170 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb77d7-0668-4773-9f39-3915c133e019 req-f749af14-2a95-4f45-81a2-71bc054b23de tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:47.417859 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b9eb77d7-0668-4773-9f39-3915c133e019 req-f749af14-2a95-4f45-81a2-71bc054b23de tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 943 time: 0.0801957 Jul 07 17:35:47.480185 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b9eb77d7-0668-4773-9f39-3915c133e019 req-563e11cd-d7b4-4d2d-979b-b7f558d84e1b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558527 Jul 07 17:35:47.586204 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653287b5-bd80-4710-8546-b1787289239e req-35a952dd-39ca-43ff-80c2-07ba467703fb tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:47.587971 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-653287b5-bd80-4710-8546-b1787289239e req-35a952dd-39ca-43ff-80c2-07ba467703fb tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a&tenant_id=63ef02b3c36b41d7904671af30e265ce&binding%3Ahost_id=n-h2-791503-12 HTTP/1.1" status: 200 len: 1097 time: 0.1306527 Jul 07 17:35:47.599937 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-653287b5-bd80-4710-8546-b1787289239e req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791503-12'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:47.678832 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-653287b5-bd80-4710-8546-b1787289239e req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:47.817841 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-653287b5-bd80-4710-8546-b1787289239e req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] For port f3e53521-3642-4ed0-9ec6-893e7c5aa410, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f3e53521-3642-4ed0-9ec6-893e7c5aa410,segment=NetworkSegment(ea2c1a5a-ac05-4f29-ae50-f7d62d715d30),segment_id=ea2c1a5a-ac05-4f29-ae50-f7d62d715d30)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:47.870290 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-653287b5-bd80-4710-8546-b1787289239e req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] For port f3e53521-3642-4ed0-9ec6-893e7c5aa410, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:35:47.917133 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96800df7-a3be-4a65-901a-f94d650c529a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e53521-3642-4ed0-9ec6-893e7c5aa410'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:35:47.920653 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ffa87b-043d-4312-929d-ba04c3b22e63" -d '{"events": [{"server_uuid": "96800df7-a3be-4a65-901a-f94d650c529a", "name": "network-vif-unplugged", "status": "completed", "tag": "f3e53521-3642-4ed0-9ec6-893e7c5aa410"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:35:47.925586 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-653287b5-bd80-4710-8546-b1787289239e req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:47.936152 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-653287b5-bd80-4710-8546-b1787289239e req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:47.975530 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b3f74c-bb1e-4ee8-8902-b4abd13e2dd1 x-openstack-request-id: req-b7b3f74c-bb1e-4ee8-8902-b4abd13e2dd1 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:35:47.975900 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96800df7-a3be-4a65-901a-f94d650c529a", "name": "network-vif-unplugged", "status": "completed", "tag": "f3e53521-3642-4ed0-9ec6-893e7c5aa410", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:35:47.976207 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7b3f74c-bb1e-4ee8-8902-b4abd13e2dd1 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:35:47.976833 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96800df7-a3be-4a65-901a-f94d650c529a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e53521-3642-4ed0-9ec6-893e7c5aa410', 'code': 200} Jul 07 17:35:48.118413 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e53521-3642-4ed0-9ec6-893e7c5aa410,revision_number=7']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:48.136816 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:48.137248 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:48.137985 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:48.137985 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:48.138320 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:48.138637 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:48.138971 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:48.139327 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:48.139702 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:48.139963 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:48.140293 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:48.140663 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:48.203885 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-653287b5-bd80-4710-8546-b1787289239e req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Attempting to bind port f3e53521-3642-4ed0-9ec6-893e7c5aa410 on host n-h2-791503-12 for vnic_type normal with profile {"migrating_to": "n-h1-791503-12"} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:35:48.204602 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-653287b5-bd80-4710-8546-b1787289239e req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Attempting to bind port f3e53521-3642-4ed0-9ec6-893e7c5aa410 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'ea2c1a5a-ac05-4f29-ae50-f7d62d715d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:35:48.204791 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653287b5-bd80-4710-8546-b1787289239e req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Attempting to bind port f3e53521-3642-4ed0-9ec6-893e7c5aa410 on network b0a11b64-6ad6-44e0-833e-81feb0986760 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:35:48.217165 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1af7d-19e4-445d-9132-24635690c00a req-ecdab7ff-6631-48af-a090-127bcde26c31 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:48.224710 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4db1af7d-19e4-445d-9132-24635690c00a req-ecdab7ff-6631-48af-a090-127bcde26c31 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 943 time: 0.2153583 Jul 07 17:35:48.234234 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653287b5-bd80-4710-8546-b1787289239e req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Port f3e53521-3642-4ed0-9ec6-893e7c5aa410 on network b0a11b64-6ad6-44e0-833e-81feb0986760 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:35:48.234573 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653287b5-bd80-4710-8546-b1787289239e req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Attempting to bind port f3e53521-3642-4ed0-9ec6-893e7c5aa410 on network b0a11b64-6ad6-44e0-833e-81feb0986760 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:35:48.248799 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653287b5-bd80-4710-8546-b1787289239e req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:35:48.249155 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653287b5-bd80-4710-8546-b1787289239e req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Checking segment: {'id': 'ea2c1a5a-ac05-4f29-ae50-f7d62d715d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:35:48.249685 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653287b5-bd80-4710-8546-b1787289239e req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Bound using segment: {'id': 'ea2c1a5a-ac05-4f29-ae50-f7d62d715d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:35:48.250149 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-653287b5-bd80-4710-8546-b1787289239e req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Bound port: f3e53521-3642-4ed0-9ec6-893e7c5aa410, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea2c1a5a-ac05-4f29-ae50-f7d62d715d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:35:48.250524 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-653287b5-bd80-4710-8546-b1787289239e req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:48.306352 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4db1af7d-19e4-445d-9132-24635690c00a req-aced6d73-4345-443b-8827-3700bddd1616 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=5982e0bb-5935-41b4-8664-77b1520e3821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807467 Jul 07 17:35:48.329027 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f917630-48ac-4d3d-9a60-7395f7e3d06a None None] Provisioning complete for port f3e53521-3642-4ed0-9ec6-893e7c5aa410 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:48.329509 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f917630-48ac-4d3d-9a60-7395f7e3d06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:48.371959 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f917630-48ac-4d3d-9a60-7395f7e3d06a None None] Port f3e53521-3642-4ed0-9ec6-893e7c5aa410 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:35:48.373028 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-653287b5-bd80-4710-8546-b1787289239e req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] For port f3e53521-3642-4ed0-9ec6-893e7c5aa410, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:35:48.377390 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-653287b5-bd80-4710-8546-b1787289239e req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] For port f3e53521-3642-4ed0-9ec6-893e7c5aa410, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f3e53521-3642-4ed0-9ec6-893e7c5aa410,segment=NetworkSegment(ea2c1a5a-ac05-4f29-ae50-f7d62d715d30),segment_id=ea2c1a5a-ac05-4f29-ae50-f7d62d715d30)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:35:48.382002 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-653287b5-bd80-4710-8546-b1787289239e req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:48.487318 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e53521-3642-4ed0-9ec6-893e7c5aa410,revision_number=8']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:48.577703 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653287b5-bd80-4710-8546-b1787289239e req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:48.585205 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-653287b5-bd80-4710-8546-b1787289239e req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:48.586936 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-653287b5-bd80-4710-8546-b1787289239e req-06d99f1e-06b1-4f87-b620-39d983812fe3 service neutron] 10.222.0.64 "PUT /v2.0/ports/f3e53521-3642-4ed0-9ec6-893e7c5aa410 HTTP/1.1" status: 200 len: 1123 time: 0.9919331 Jul 07 17:35:48.638987 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['f3e53521-3642-4ed0-9ec6-893e7c5aa410'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:35:48.746534 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83ea93-7f1e-4a6d-9f73-ee492ddacc64 req-333af458-8e60-45b8-985d-6ca70c4f3a48 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:48.754341 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6b83ea93-7f1e-4a6d-9f73-ee492ddacc64 req-333af458-8e60-45b8-985d-6ca70c4f3a48 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 943 time: 0.0864999 Jul 07 17:35:48.799306 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6b83ea93-7f1e-4a6d-9f73-ee492ddacc64 req-22815e33-1641-48e0-a694-66dc084d4b43 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437226 Jul 07 17:35:48.809690 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9c3536cd-a17d-471b-8e75-b08f68e86449 None None] Provisioning complete for port f3e53521-3642-4ed0-9ec6-893e7c5aa410 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:48.810422 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9c3536cd-a17d-471b-8e75-b08f68e86449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:49.006346 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9c3536cd-a17d-471b-8e75-b08f68e86449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:49.016581 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42140) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:49.052999 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96800df7-a3be-4a65-901a-f94d650c529a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e53521-3642-4ed0-9ec6-893e7c5aa410'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:35:49.055560 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55dea78e-98e2-4f1d-a19d-d8745110d842" -d '{"events": [{"server_uuid": "96800df7-a3be-4a65-901a-f94d650c529a", "name": "network-vif-plugged", "status": "completed", "tag": "f3e53521-3642-4ed0-9ec6-893e7c5aa410"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:35:49.074330 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-9c3536cd-a17d-471b-8e75-b08f68e86449 None None] For port f3e53521-3642-4ed0-9ec6-893e7c5aa410, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f3e53521-3642-4ed0-9ec6-893e7c5aa410,segment=NetworkSegment(ea2c1a5a-ac05-4f29-ae50-f7d62d715d30),segment_id=ea2c1a5a-ac05-4f29-ae50-f7d62d715d30)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:49.079866 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9c3536cd-a17d-471b-8e75-b08f68e86449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:49.128859 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ef429c-a672-4f6c-bf32-bf4c04681c8f x-openstack-request-id: req-59ef429c-a672-4f6c-bf32-bf4c04681c8f {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:35:49.129275 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96800df7-a3be-4a65-901a-f94d650c529a", "name": "network-vif-plugged", "status": "completed", "tag": "f3e53521-3642-4ed0-9ec6-893e7c5aa410", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:35:49.129665 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59ef429c-a672-4f6c-bf32-bf4c04681c8f {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:35:49.130237 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96800df7-a3be-4a65-901a-f94d650c529a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e53521-3642-4ed0-9ec6-893e7c5aa410', 'code': 200} Jul 07 17:35:49.182727 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-05ebaa27-ba67-4fdf-80b3-5237be737edd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4cf81e7475744403a820dd4ea3aab049&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1587408 Jul 07 17:35:49.182851 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42152) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:49.258568 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3536cd-a17d-471b-8e75-b08f68e86449 None None] Pushing event updated for resources: {'Port': ['ID=f3e53521-3642-4ed0-9ec6-893e7c5aa410,revision_number=9']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:49.262219 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da58e92f-f4d0-4448-9f1f-72659160c5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:49.287191 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da58e92f-f4d0-4448-9f1f-72659160c5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:49.335120 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da58e92f-f4d0-4448-9f1f-72659160c5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:49.337881 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da58e92f-f4d0-4448-9f1f-72659160c5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:49.339038 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-da58e92f-f4d0-4448-9f1f-72659160c5dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a708642-483b-4f20-a5c9-7aa14471bc9b HTTP/1.1" status: 204 len: 168 time: 0.1553319 Jul 07 17:35:49.350003 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58e92f-f4d0-4448-9f1f-72659160c5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a708642-483b-4f20-a5c9-7aa14471bc9b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:49.363655 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58e92f-f4d0-4448-9f1f-72659160c5dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:49.364082 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58e92f-f4d0-4448-9f1f-72659160c5dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:49.364546 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58e92f-f4d0-4448-9f1f-72659160c5dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:49.364916 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58e92f-f4d0-4448-9f1f-72659160c5dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:49.365264 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58e92f-f4d0-4448-9f1f-72659160c5dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:49.365597 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58e92f-f4d0-4448-9f1f-72659160c5dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:49.366033 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58e92f-f4d0-4448-9f1f-72659160c5dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:49.366375 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58e92f-f4d0-4448-9f1f-72659160c5dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:49.366709 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58e92f-f4d0-4448-9f1f-72659160c5dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:49.367087 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58e92f-f4d0-4448-9f1f-72659160c5dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:49.367425 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58e92f-f4d0-4448-9f1f-72659160c5dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:49.367753 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58e92f-f4d0-4448-9f1f-72659160c5dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:49.522588 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302723e-033d-437c-8c11-0d5833b6180a req-e0f67f95-db61-4be3-853d-d3045d530eb5 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:49.524253 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e302723e-033d-437c-8c11-0d5833b6180a req-e0f67f95-db61-4be3-853d-d3045d530eb5 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 945 time: 0.0724351 Jul 07 17:35:49.576464 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e302723e-033d-437c-8c11-0d5833b6180a req-a2801997-ee1b-42d9-819b-aa490a3d3ec0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=5982e0bb-5935-41b4-8664-77b1520e3821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395534 Jul 07 17:35:49.977729 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96800df7-a3be-4a65-901a-f94d650c529a', 'tag': 'f3e53521-3642-4ed0-9ec6-893e7c5aa410'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:35:49.980031 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563ca9e4-32ec-4463-b3d0-7adc641a2207" -d '{"events": [{"name": "network-changed", "server_uuid": "96800df7-a3be-4a65-901a-f94d650c529a", "tag": "f3e53521-3642-4ed0-9ec6-893e7c5aa410"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:35:50.021347 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133e967-9722-43e8-bdf9-ef0338bb08ab req-549eb038-e980-4484-a3a7-fb4410013cbb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:50.023362 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a133e967-9722-43e8-bdf9-ef0338bb08ab req-549eb038-e980-4484-a3a7-fb4410013cbb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 943 time: 0.0973241 Jul 07 17:35:50.024878 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee30c64d-1324-4098-b4d9-0d76369a719c x-openstack-request-id: req-ee30c64d-1324-4098-b4d9-0d76369a719c {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:35:50.025171 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96800df7-a3be-4a65-901a-f94d650c529a", "tag": "f3e53521-3642-4ed0-9ec6-893e7c5aa410", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:35:50.025423 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee30c64d-1324-4098-b4d9-0d76369a719c {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:35:50.026012 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96800df7-a3be-4a65-901a-f94d650c529a', 'tag': 'f3e53521-3642-4ed0-9ec6-893e7c5aa410', 'status': 'completed', 'code': 200} Jul 07 17:35:50.038581 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42192) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:50.063512 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:35:50.112488 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a133e967-9722-43e8-bdf9-ef0338bb08ab req-2da7750c-975a-4345-95eb-664045093a58 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748525 Jul 07 17:35:50.134929 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ca9e4-32ec-4463-b3d0-7adc641a2207 req-5223f654-a9aa-42d3-a865-7965b9039b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:50.136497 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-563ca9e4-32ec-4463-b3d0-7adc641a2207 req-5223f654-a9aa-42d3-a865-7965b9039b00 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 1128 time: 0.0853748 Jul 07 17:35:50.197875 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e3c97910-c033-4274-9da9-77e7dbbdce78 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-583460329-network', 'tenant_id': 'ddd943e34e5b4e8fb2c7e75567c7a0bb'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:50.212770 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=49eddeaa-e4a4-4860-8d84-e7b9cf7658d3,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:50.231494 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c97910-c033-4274-9da9-77e7dbbdce78 admin admin] Made reservation on behalf of ddd943e34e5b4e8fb2c7e75567c7a0bb for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:35:50.231879 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '49eddeaa-e4a4-4860-8d84-e7b9cf7658d3', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'port_id': '49eddeaa-e4a4-4860-8d84-e7b9cf7658d3', 'mac_address': 'fa:16:3e:10:c6:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:35:50.234692 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e3c97910-c033-4274-9da9-77e7dbbdce78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:50.244889 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e3c97910-c033-4274-9da9-77e7dbbdce78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:50.263262 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ca9e4-32ec-4463-b3d0-7adc641a2207 req-14956748-c0be-4059-8750-73c417385ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:50.264971 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-563ca9e4-32ec-4463-b3d0-7adc641a2207 req-14956748-c0be-4059-8750-73c417385ae4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b0a11b64-6ad6-44e0-833e-81feb0986760 HTTP/1.1" status: 200 len: 898 time: 0.1198292 Jul 07 17:35:50.275820 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:50.295592 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:35:50.333692 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=49eddeaa-e4a4-4860-8d84-e7b9cf7658d3,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:50.340212 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:50.354569 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e3c97910-c033-4274-9da9-77e7dbbdce78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:50.360850 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e3c97910-c033-4274-9da9-77e7dbbdce78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:50.377130 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-563ca9e4-32ec-4463-b3d0-7adc641a2207 req-87f4da10-16cc-460c-95a7-6c315b91d6cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3e53521-3642-4ed0-9ec6-893e7c5aa410 HTTP/1.1" status: 200 len: 1000 time: 0.0970232 Jul 07 17:35:50.390175 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c97910-c033-4274-9da9-77e7dbbdce78 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:35:50.406060 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c97910-c033-4274-9da9-77e7dbbdce78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08218dab-f3d3-4504-b00b-83af0dbc5dce,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:50.407158 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=49eddeaa-e4a4-4860-8d84-e7b9cf7658d3,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:50.412127 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e3c97910-c033-4274-9da9-77e7dbbdce78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:50.412471 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-e3c97910-c033-4274-9da9-77e7dbbdce78 admin admin] Added segment c5fcf499-eb3b-4279-9d90-d0d2955e6203 of type vlan for network cfd82686-23d8-4ee0-8fd2-b1c34066e632 Jul 07 17:35:50.463249 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ca9e4-32ec-4463-b3d0-7adc641a2207 req-9af21cea-74c7-4ebf-bdf0-ec91aa7c08eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:50.465065 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-563ca9e4-32ec-4463-b3d0-7adc641a2207 req-9af21cea-74c7-4ebf-bdf0-ec91aa7c08eb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39125383-ef67-42ca-9351-1f118b028bcd HTTP/1.1" status: 200 len: 835 time: 0.0815642 Jul 07 17:35:50.472125 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e3c97910-c033-4274-9da9-77e7dbbdce78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:50.507924 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e3c97910-c033-4274-9da9-77e7dbbdce78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:50.508298 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c97910-c033-4274-9da9-77e7dbbdce78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:50.508907 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e3c97910-c033-4274-9da9-77e7dbbdce78 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:50.534069 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ca9e4-32ec-4463-b3d0-7adc641a2207 req-625f0dfd-b91e-4800-9acd-c6fc42e771d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:50.535749 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-563ca9e4-32ec-4463-b3d0-7adc641a2207 req-625f0dfd-b91e-4800-9acd-c6fc42e771d6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b0a11b64-6ad6-44e0-833e-81feb0986760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635512 Jul 07 17:35:50.570111 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e3c97910-c033-4274-9da9-77e7dbbdce78 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5276861 Jul 07 17:35:50.570389 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42206) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:50.575813 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-6d9a67aa-dd72-4df2-b7f5-e22498769af4 admin admin] Request body: {'subnet': {'network_id': 'cfd82686-23d8-4ee0-8fd2-b1c34066e632', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-583460329-subnet', 'tenant_id': 'ddd943e34e5b4e8fb2c7e75567c7a0bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:50.589095 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c97910-c033-4274-9da9-77e7dbbdce78 admin admin] Pushing event updated for resources: {'Network': ['ID=cfd82686-23d8-4ee0-8fd2-b1c34066e632,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:50.601201 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['49eddeaa-e4a4-4860-8d84-e7b9cf7658d3'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:35:50.604293 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network cfd82686-23d8-4ee0-8fd2-b1c34066e632 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:35:50.614101 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9a67aa-dd72-4df2-b7f5-e22498769af4 admin admin] Made reservation on behalf of ddd943e34e5b4e8fb2c7e75567c7a0bb for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:35:50.617796 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6d9a67aa-dd72-4df2-b7f5-e22498769af4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:50.883574 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6d9a67aa-dd72-4df2-b7f5-e22498769af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:50.968759 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a67aa-dd72-4df2-b7f5-e22498769af4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a1c3343-769b-49c1-833d-ea11bbe15c19,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:50.981767 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4544ec-03fd-47ed-a520-a90f20a57310 req-c7c092f1-05ed-4a64-8af0-696bbaa30bd5 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:50.985168 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8b4544ec-03fd-47ed-a520-a90f20a57310 req-c7c092f1-05ed-4a64-8af0-696bbaa30bd5 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 945 time: 0.1651914 Jul 07 17:35:50.988889 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-563ca9e4-32ec-4463-b3d0-7adc641a2207 req-d555f100-6256-4b31-b136-d136f01cff97 service neutron] 10.222.0.72 "GET /v2.0/networks/b0a11b64-6ad6-44e0-833e-81feb0986760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459929 Jul 07 17:35:50.999382 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9a67aa-dd72-4df2-b7f5-e22498769af4 admin admin] Checking segment: {'id': 'c5fcf499-eb3b-4279-9d90-d0d2955e6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cfd82686-23d8-4ee0-8fd2-b1c34066e632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:35:50.999748 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9a67aa-dd72-4df2-b7f5-e22498769af4 admin admin] Network hostable DHCP agents. Network: cfd82686-23d8-4ee0-8fd2-b1c34066e632, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:35:51.039289 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8b4544ec-03fd-47ed-a520-a90f20a57310 req-9e4f4837-37c2-4def-bbae-dfc47f310e63 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=5982e0bb-5935-41b4-8664-77b1520e3821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491664 Jul 07 17:35:51.040384 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9a67aa-dd72-4df2-b7f5-e22498769af4 admin admin] Network cfd82686-23d8-4ee0-8fd2-b1c34066e632 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:35:51.052850 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-6d9a67aa-dd72-4df2-b7f5-e22498769af4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, cfd82686-23d8-4ee0-8fd2-b1c34066e632) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:35:51.058517 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9a67aa-dd72-4df2-b7f5-e22498769af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:51.059678 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6d9a67aa-dd72-4df2-b7f5-e22498769af4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:51.064776 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1488981f-b3e4-42bd-bea3-15345b37432b None None] Network cfd82686-23d8-4ee0-8fd2-b1c34066e632 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:35:51.082547 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6d9a67aa-dd72-4df2-b7f5-e22498769af4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5110381 Jul 07 17:35:51.120426 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-563ca9e4-32ec-4463-b3d0-7adc641a2207 req-1b647019-04ea-4dfc-941a-6db397ec9ab9 service neutron] 10.222.0.72 "GET /v2.0/networks/b0a11b64-6ad6-44e0-833e-81feb0986760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241679 Jul 07 17:35:51.238945 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89feaea-ffef-425f-90aa-093de30e3ded None None] Network cfd82686-23d8-4ee0-8fd2-b1c34066e632 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:35:51.321971 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de786d-609b-4320-afd8-c01994af321c req-a906f737-406e-4922-b49c-b9882f47ca76 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:51.323836 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0de786d-609b-4320-afd8-c01994af321c req-a906f737-406e-4922-b49c-b9882f47ca76 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 944 time: 0.0885758 Jul 07 17:35:51.378702 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0de786d-609b-4320-afd8-c01994af321c req-81603ef7-774b-4a59-a2ed-14e1b63c8b15 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471449 Jul 07 17:35:52.075645 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device f3e53521-3642-4ed0-9ec6-893e7c5aa410 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:35:52.078860 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:35:52.151239 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:35:52.165862 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:52.166243 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:52.282677 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4601f-7ae6-4492-9668-ee989cc6ed46 req-a9df01d5-aac6-49d7-87c9-32236cea8fd1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:52.290057 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62b4601f-7ae6-4492-9668-ee989cc6ed46 req-a9df01d5-aac6-49d7-87c9-32236cea8fd1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 945 time: 0.0966756 Jul 07 17:35:52.316143 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:52.339716 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port f3e53521-3642-4ed0-9ec6-893e7c5aa410, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f3e53521-3642-4ed0-9ec6-893e7c5aa410,segment=NetworkSegment(ea2c1a5a-ac05-4f29-ae50-f7d62d715d30),segment_id=ea2c1a5a-ac05-4f29-ae50-f7d62d715d30)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:52.359150 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62b4601f-7ae6-4492-9668-ee989cc6ed46 req-404a1e9c-dd00-4f60-905e-3ac2c5cac7e8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=5982e0bb-5935-41b4-8664-77b1520e3821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679994 Jul 07 17:35:52.370494 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b379b68a-fabe-433a-9bfd-7c2abad00069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49eddeaa-e4a4-4860-8d84-e7b9cf7658d3'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:35:52.373357 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d6250b-6798-48df-bd0a-0f49616d9f35" -d '{"events": [{"server_uuid": "b379b68a-fabe-433a-9bfd-7c2abad00069", "name": "network-vif-plugged", "status": "completed", "tag": "49eddeaa-e4a4-4860-8d84-e7b9cf7658d3"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:35:52.376356 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device f3e53521-3642-4ed0-9ec6-893e7c5aa410 has no active binding in host n-h1-791503-12 {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:35:52.395549 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=49eddeaa-e4a4-4860-8d84-e7b9cf7658d3,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:52.410601 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:52.479955 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f3e336-7805-41c2-92b1-50dfa96e7c8c x-openstack-request-id: req-12f3e336-7805-41c2-92b1-50dfa96e7c8c {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:35:52.480232 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b379b68a-fabe-433a-9bfd-7c2abad00069", "name": "network-vif-plugged", "status": "completed", "tag": "49eddeaa-e4a4-4860-8d84-e7b9cf7658d3", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:35:52.480576 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12f3e336-7805-41c2-92b1-50dfa96e7c8c {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:35:52.481015 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b379b68a-fabe-433a-9bfd-7c2abad00069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49eddeaa-e4a4-4860-8d84-e7b9cf7658d3', 'code': 200} Jul 07 17:35:52.485290 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=49eddeaa-e4a4-4860-8d84-e7b9cf7658d3,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:52.498279 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:52.498749 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:52.499093 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:52.501187 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:52.501731 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:52.502731 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:52.503077 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:52.503418 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:52.503749 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:52.504088 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:52.504419 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:52.505010 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:52.578999 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922b0d1-2137-4eef-8af8-a5903ae3c893 req-a03e0161-cccc-40f9-82d0-882b1bc3f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:52.580507 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c922b0d1-2137-4eef-8af8-a5903ae3c893 req-a03e0161-cccc-40f9-82d0-882b1bc3f351 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 1097 time: 0.0678129 Jul 07 17:35:52.594114 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1978b3-a517-4fea-b30d-c7e851c5f734 req-51a1a2eb-39cf-4d94-b6ee-9e9cc8826b77 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:52.595178 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5b1978b3-a517-4fea-b30d-c7e851c5f734 req-51a1a2eb-39cf-4d94-b6ee-9e9cc8826b77 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 945 time: 0.0766096 Jul 07 17:35:52.622391 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c922b0d1-2137-4eef-8af8-a5903ae3c893 req-9f275160-1357-4d61-9909-773d96c579d2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355098 Jul 07 17:35:52.635680 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5b1978b3-a517-4fea-b30d-c7e851c5f734 req-73677fd1-97f3-4eb2-b9cb-e999cad0120c tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342364 Jul 07 17:35:53.416062 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c6a6b823-88a1-4420-a4cd-ff7a78485f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:53.587774 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-653287b5-bd80-4710-8546-b1787289239e req-17e61ad2-9d4a-47b4-a122-ab822450d788 service neutron] 10.222.0.72 "GET /v2.0/ports/f3e53521-3642-4ed0-9ec6-893e7c5aa410/bindings/n-h1-791503-12 HTTP/1.1" status: 200 len: 385 time: 0.1137767 Jul 07 17:35:53.636339 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e3de8-aaf7-4af1-b1c7-20ffda3772da req-5fbd512f-cc45-48c4-a5f3-ea408e7249d8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:53.638209 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e64e3de8-aaf7-4af1-b1c7-20ffda3772da req-5fbd512f-cc45-48c4-a5f3-ea408e7249d8 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 945 time: 0.1277287 Jul 07 17:35:53.810055 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-653287b5-bd80-4710-8546-b1787289239e req-ba8f38eb-7e1a-4086-82b5-1ee8e991bb2a service neutron] For port f3e53521-3642-4ed0-9ec6-893e7c5aa410, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f3e53521-3642-4ed0-9ec6-893e7c5aa410,segment=NetworkSegment(ea2c1a5a-ac05-4f29-ae50-f7d62d715d30),segment_id=ea2c1a5a-ac05-4f29-ae50-f7d62d715d30)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:53.831210 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-653287b5-bd80-4710-8546-b1787289239e req-ba8f38eb-7e1a-4086-82b5-1ee8e991bb2a service neutron] For port f3e53521-3642-4ed0-9ec6-893e7c5aa410, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:35:53.848926 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ec9ee-d73e-4737-9d28-98c05309c67e req-0391ac3a-f3ac-4d94-9118-7b777472d23a tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:53.857207 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-445ec9ee-d73e-4737-9d28-98c05309c67e req-0391ac3a-f3ac-4d94-9118-7b777472d23a tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 945 time: 0.0811470 Jul 07 17:35:53.866393 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e64e3de8-aaf7-4af1-b1c7-20ffda3772da req-6b6d84db-a639-44b7-aaf3-56ad00420f62 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=5982e0bb-5935-41b4-8664-77b1520e3821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182579 Jul 07 17:35:53.902332 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96800df7-a3be-4a65-901a-f94d650c529a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e53521-3642-4ed0-9ec6-893e7c5aa410'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:35:53.907789 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a83f4e-d4c2-465a-8d9c-fdffd207a10f" -d '{"events": [{"server_uuid": "96800df7-a3be-4a65-901a-f94d650c529a", "name": "network-vif-unplugged", "status": "completed", "tag": "f3e53521-3642-4ed0-9ec6-893e7c5aa410"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:35:53.925651 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-653287b5-bd80-4710-8546-b1787289239e req-ba8f38eb-7e1a-4086-82b5-1ee8e991bb2a service neutron] For port f3e53521-3642-4ed0-9ec6-893e7c5aa410, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=f3e53521-3642-4ed0-9ec6-893e7c5aa410,segment=NetworkSegment(ea2c1a5a-ac05-4f29-ae50-f7d62d715d30),segment_id=ea2c1a5a-ac05-4f29-ae50-f7d62d715d30)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:53.946325 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-445ec9ee-d73e-4737-9d28-98c05309c67e req-897152f9-f622-4a6c-b9bb-7dee0a9bf482 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867105 Jul 07 17:35:53.972090 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-653287b5-bd80-4710-8546-b1787289239e req-ba8f38eb-7e1a-4086-82b5-1ee8e991bb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:54.034824 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e0ce61-745c-4ab0-acb7-b0b838a22d21 x-openstack-request-id: req-45e0ce61-745c-4ab0-acb7-b0b838a22d21 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:35:54.034824 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96800df7-a3be-4a65-901a-f94d650c529a", "name": "network-vif-unplugged", "status": "completed", "tag": "f3e53521-3642-4ed0-9ec6-893e7c5aa410", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:35:54.034824 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-45e0ce61-745c-4ab0-acb7-b0b838a22d21 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:35:54.034824 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96800df7-a3be-4a65-901a-f94d650c529a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e53521-3642-4ed0-9ec6-893e7c5aa410', 'code': 200} Jul 07 17:35:54.140730 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-653287b5-bd80-4710-8546-b1787289239e req-ba8f38eb-7e1a-4086-82b5-1ee8e991bb2a service neutron] Transition to ACTIVE for port object f3e53521-3642-4ed0-9ec6-893e7c5aa410 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:35:54.146349 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-653287b5-bd80-4710-8546-b1787289239e req-ba8f38eb-7e1a-4086-82b5-1ee8e991bb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:54.215215 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375b890-31d8-44bf-bb67-325d395f751f req-3cf5f2f6-9c25-4fa5-97a0-9364d662e804 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:54.218070 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5375b890-31d8-44bf-bb67-325d395f751f req-3cf5f2f6-9c25-4fa5-97a0-9364d662e804 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 945 time: 0.0873828 Jul 07 17:35:54.285876 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5375b890-31d8-44bf-bb67-325d395f751f req-35623741-94e5-4018-9753-6f39cfea7b6b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594192 Jul 07 17:35:54.331725 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f38eb-7e1a-4086-82b5-1ee8e991bb2a service neutron] Pushing event updated for resources: {'Port': ['ID=f3e53521-3642-4ed0-9ec6-893e7c5aa410,revision_number=11']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:54.385699 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-653287b5-bd80-4710-8546-b1787289239e req-ba8f38eb-7e1a-4086-82b5-1ee8e991bb2a service neutron] No DVR routers for this DVR port f3e53521-3642-4ed0-9ec6-893e7c5aa410 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:35:54.554825 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e324fb8-e11f-4197-ac97-d2427601b331 req-4b5e9079-b88b-403c-8d9d-64d7908d2338 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:54.556390 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6e324fb8-e11f-4197-ac97-d2427601b331 req-4b5e9079-b88b-403c-8d9d-64d7908d2338 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 945 time: 0.1286004 Jul 07 17:35:54.582892 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-653287b5-bd80-4710-8546-b1787289239e req-ba8f38eb-7e1a-4086-82b5-1ee8e991bb2a service neutron] 10.222.0.72 "PUT /v2.0/ports/f3e53521-3642-4ed0-9ec6-893e7c5aa410/bindings/n-h1-791503-12/activate HTTP/1.1" status: 200 len: 370 time: 0.9881437 Jul 07 17:35:54.621596 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6e324fb8-e11f-4197-ac97-d2427601b331 req-3731c08f-1708-4de9-a33f-42df8648bb15 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476453 Jul 07 17:35:54.703766 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653287b5-bd80-4710-8546-b1787289239e req-44fedaca-f8f7-4398-9a5d-ad7402a91ec2 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:54.705390 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-653287b5-bd80-4710-8546-b1787289239e req-44fedaca-f8f7-4398-9a5d-ad7402a91ec2 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a&tenant_id=63ef02b3c36b41d7904671af30e265ce&binding%3Ahost_id=n-h2-791503-12 HTTP/1.1" status: 200 len: 1096 time: 0.0668969 Jul 07 17:35:54.769430 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653287b5-bd80-4710-8546-b1787289239e req-247d141a-cc59-426e-86fa-8f773c724641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:54.770984 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-653287b5-bd80-4710-8546-b1787289239e req-247d141a-cc59-426e-86fa-8f773c724641 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a&tenant_id=63ef02b3c36b41d7904671af30e265ce HTTP/1.1" status: 200 len: 1096 time: 0.0579660 Jul 07 17:35:54.851977 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653287b5-bd80-4710-8546-b1787289239e req-16090a2c-7f87-4f42-b7dd-50d95da788c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:54.853576 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-653287b5-bd80-4710-8546-b1787289239e req-16090a2c-7f87-4f42-b7dd-50d95da788c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 1096 time: 0.0594213 Jul 07 17:35:54.973982 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653287b5-bd80-4710-8546-b1787289239e req-16923c0e-ca54-4cc3-9caa-4d49fa5d4c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:54.975514 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-653287b5-bd80-4710-8546-b1787289239e req-16923c0e-ca54-4cc3-9caa-4d49fa5d4c86 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0a11b64-6ad6-44e0-833e-81feb0986760 HTTP/1.1" status: 200 len: 898 time: 0.1158855 Jul 07 17:35:55.081425 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-653287b5-bd80-4710-8546-b1787289239e req-31793cb7-1969-4bef-a69e-4dc762f5cb04 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3e53521-3642-4ed0-9ec6-893e7c5aa410 HTTP/1.1" status: 200 len: 998 time: 0.0995317 Jul 07 17:35:55.120450 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2466e5-496d-4062-bb44-0efc5524c979 req-6be38e02-6310-45b4-b404-e6227511ae14 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:55.122247 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a2466e5-496d-4062-bb44-0efc5524c979 req-6be38e02-6310-45b4-b404-e6227511ae14 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 945 time: 0.0741181 Jul 07 17:35:55.143347 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f889b1-2c8e-492d-b808-1e9b5cd4a892 req-05c7f14c-3c0e-485b-a6d4-7fd4d3d074c0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:55.145372 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e6f889b1-2c8e-492d-b808-1e9b5cd4a892 req-05c7f14c-3c0e-485b-a6d4-7fd4d3d074c0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 944 time: 0.1250052 Jul 07 17:35:55.157208 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653287b5-bd80-4710-8546-b1787289239e req-10ab01d0-af44-43d3-81f6-09333bd26b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:55.158793 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-653287b5-bd80-4710-8546-b1787289239e req-10ab01d0-af44-43d3-81f6-09333bd26b3e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=39125383-ef67-42ca-9351-1f118b028bcd HTTP/1.1" status: 200 len: 835 time: 0.0696507 Jul 07 17:35:55.167365 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a2466e5-496d-4062-bb44-0efc5524c979 req-51a20715-d5da-4008-ae00-0fa4de5713bc tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379190 Jul 07 17:35:55.222993 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e6f889b1-2c8e-492d-b808-1e9b5cd4a892 req-2f9b4c20-f511-4137-8f5b-b46c671a888c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=5982e0bb-5935-41b4-8664-77b1520e3821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695701 Jul 07 17:35:55.258360 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653287b5-bd80-4710-8546-b1787289239e req-c3a39c31-9ae9-44e7-b344-f7b284d38d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:55.260098 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-653287b5-bd80-4710-8546-b1787289239e req-c3a39c31-9ae9-44e7-b344-f7b284d38d5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0a11b64-6ad6-44e0-833e-81feb0986760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873277 Jul 07 17:35:55.371192 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-653287b5-bd80-4710-8546-b1787289239e req-9264f6ff-d528-40e6-a932-aab5d2914768 service neutron] 10.222.0.64 "GET /v2.0/networks/b0a11b64-6ad6-44e0-833e-81feb0986760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038826 Jul 07 17:35:55.475362 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-653287b5-bd80-4710-8546-b1787289239e req-5a1e4209-7ab1-4e6c-9e8b-caddc8a264b4 service neutron] 10.222.0.64 "GET /v2.0/networks/b0a11b64-6ad6-44e0-833e-81feb0986760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970809 Jul 07 17:35:55.807034 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653287b5-bd80-4710-8546-b1787289239e req-8a4693e4-81fe-491b-8d62-85f8368d0cd0 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:55.810271 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-653287b5-bd80-4710-8546-b1787289239e req-8a4693e4-81fe-491b-8d62-85f8368d0cd0 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a&tenant_id=63ef02b3c36b41d7904671af30e265ce&binding%3Ahost_id=n-h1-791503-12 HTTP/1.1" status: 200 len: 1096 time: 0.0755067 Jul 07 17:35:55.982461 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-653287b5-bd80-4710-8546-b1787289239e req-cb5b182e-fb57-4ad1-8b74-4259071baf6a service neutron] For port f3e53521-3642-4ed0-9ec6-893e7c5aa410, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:35:55.987316 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-653287b5-bd80-4710-8546-b1787289239e req-cb5b182e-fb57-4ad1-8b74-4259071baf6a service neutron] Notify callbacks [] for binding, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:55.989026 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-653287b5-bd80-4710-8546-b1787289239e req-cb5b182e-fb57-4ad1-8b74-4259071baf6a service neutron] 10.222.0.64 "DELETE /v2.0/ports/f3e53521-3642-4ed0-9ec6-893e7c5aa410/bindings/n-h2-791503-12 HTTP/1.1" status: 204 len: 173 time: 0.1726716 Jul 07 17:35:56.238405 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:56.448283 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18fb4-e3c5-4aec-b0f8-bd7ff156bd45 req-24802fa2-c009-4d73-ba1a-8fb1fc9d4e23 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:56.458271 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a2d18fb4-e3c5-4aec-b0f8-bd7ff156bd45 req-24802fa2-c009-4d73-ba1a-8fb1fc9d4e23 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 945 time: 0.1018136 Jul 07 17:35:56.529766 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a2d18fb4-e3c5-4aec-b0f8-bd7ff156bd45 req-67059b2a-4ab3-4629-b662-984c2e3ef9de tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662251 Jul 07 17:35:56.575736 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5b777-ce71-4714-a46f-16400c77be73 req-0369da72-f0ea-4d55-bf42-23f6292882a7 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:56.577414 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3de5b777-ce71-4714-a46f-16400c77be73 req-0369da72-f0ea-4d55-bf42-23f6292882a7 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 944 time: 0.1412446 Jul 07 17:35:56.628024 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcabaa-0bba-4d47-9f23-374adf295223 req-1bda1b2c-41d7-4cb8-a491-29f0ef3bc67f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:56.629620 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-24dcabaa-0bba-4d47-9f23-374adf295223 req-1bda1b2c-41d7-4cb8-a491-29f0ef3bc67f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.64 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 945 time: 0.1147718 Jul 07 17:35:56.637967 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3de5b777-ce71-4714-a46f-16400c77be73 req-4b404931-7a40-4c7e-9d80-60ec7d05504d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=5982e0bb-5935-41b4-8664-77b1520e3821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526505 Jul 07 17:35:56.764321 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-24dcabaa-0bba-4d47-9f23-374adf295223 req-4ba47eb3-61d9-4fb5-94cd-6e2fec3af964 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Deleting port 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:35:56.764559 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-24dcabaa-0bba-4d47-9f23-374adf295223 req-4ba47eb3-61d9-4fb5-94cd-6e2fec3af964 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:56.802262 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8aed179b-f79a-44f5-b3cb-a62291f769b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:56.821239 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3802d29-70a1-4541-893f-3b9d9e962859 req-1db60790-1a38-42a4-96d4-d4e51a283e11 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:56.828685 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b3802d29-70a1-4541-893f-3b9d9e962859 req-1db60790-1a38-42a4-96d4-d4e51a283e11 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 1096 time: 0.0686007 Jul 07 17:35:56.883247 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b3802d29-70a1-4541-893f-3b9d9e962859 req-158625af-fb66-4d8b-9008-f91af9278279 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5982e0bb-5935-41b4-8664-77b1520e3821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535843 Jul 07 17:35:56.932920 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-24dcabaa-0bba-4d47-9f23-374adf295223 req-4ba47eb3-61d9-4fb5-94cd-6e2fec3af964 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] For port 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=49eddeaa-e4a4-4860-8d84-e7b9cf7658d3,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:56.933434 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-24dcabaa-0bba-4d47-9f23-374adf295223 req-4ba47eb3-61d9-4fb5-94cd-6e2fec3af964 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:56.950084 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-24dcabaa-0bba-4d47-9f23-374adf295223 req-4ba47eb3-61d9-4fb5-94cd-6e2fec3af964 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Calling delete_port for 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:35:57.152607 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72032f82-6126-4b39-bf1f-bd4489ab9e99 req-a0b429a9-9725-4c10-96e0-2ad3b3c43a6a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:57.156243 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72032f82-6126-4b39-bf1f-bd4489ab9e99 req-a0b429a9-9725-4c10-96e0-2ad3b3c43a6a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 944 time: 0.1328282 Jul 07 17:35:57.183255 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-24dcabaa-0bba-4d47-9f23-374adf295223 req-4ba47eb3-61d9-4fb5-94cd-6e2fec3af964 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:57.197902 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['49eddeaa-e4a4-4860-8d84-e7b9cf7658d3'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:35:57.224082 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba47eb3-61d9-4fb5-94cd-6e2fec3af964 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event deleted for resources: {'Port': ['ID=49eddeaa-e4a4-4860-8d84-e7b9cf7658d3,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:57.271407 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72032f82-6126-4b39-bf1f-bd4489ab9e99 req-51f93538-7315-4cda-998c-c988835de7a9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=5982e0bb-5935-41b4-8664-77b1520e3821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067195 Jul 07 17:35:57.289814 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42294) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:57.302711 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-24dcabaa-0bba-4d47-9f23-374adf295223 req-4ba47eb3-61d9-4fb5-94cd-6e2fec3af964 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] No DVR routers for this DVR port 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3 on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:35:57.313361 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-24dcabaa-0bba-4d47-9f23-374adf295223 req-4ba47eb3-61d9-4fb5-94cd-6e2fec3af964 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:57.313361 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-24dcabaa-0bba-4d47-9f23-374adf295223 req-4ba47eb3-61d9-4fb5-94cd-6e2fec3af964 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.64 "DELETE /v2.0/ports/49eddeaa-e4a4-4860-8d84-e7b9cf7658d3 HTTP/1.1" status: 204 len: 173 time: 0.6695120 Jul 07 17:35:57.313361 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b379b68a-fabe-433a-9bfd-7c2abad00069', 'name': 'network-vif-deleted', 'tag': '49eddeaa-e4a4-4860-8d84-e7b9cf7658d3'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:35:57.313361 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2316d4f3-43a9-471e-8c36-32ca0f9e8d62" -d '{"events": [{"server_uuid": "b379b68a-fabe-433a-9bfd-7c2abad00069", "name": "network-vif-deleted", "tag": "49eddeaa-e4a4-4860-8d84-e7b9cf7658d3"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:35:57.373593 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392afa48-b805-4273-a197-f1d0b79fe0b7 x-openstack-request-id: req-392afa48-b805-4273-a197-f1d0b79fe0b7 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:35:57.373593 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b379b68a-fabe-433a-9bfd-7c2abad00069", "name": "network-vif-deleted", "tag": "49eddeaa-e4a4-4860-8d84-e7b9cf7658d3", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:35:57.374048 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-392afa48-b805-4273-a197-f1d0b79fe0b7 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:35:57.374186 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b379b68a-fabe-433a-9bfd-7c2abad00069', 'name': 'network-vif-deleted', 'tag': '49eddeaa-e4a4-4860-8d84-e7b9cf7658d3', 'status': 'completed', 'code': 200} Jul 07 17:35:57.416503 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c1024391-249e-477f-9db2-28dcf8ac7c6d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/floatingips/9c4e1f21-2362-4798-a7f2-a1bdf4c69682 HTTP/1.1" status: 200 len: 990 time: 0.1251118 Jul 07 17:35:57.477391 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device f3e53521-3642-4ed0-9ec6-893e7c5aa410 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:35:57.545852 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device f3e53521-3642-4ed0-9ec6-893e7c5aa410 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:35:57.709152 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3302a32c-472d-4afd-ae21-81bf06c923d5 req-fdb41551-b9b6-446f-863d-2869684b7a2f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 210 time: 0.0300224 Jul 07 17:35:57.888511 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:35:57.981060 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:58.884982 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2a2a16e5-ef66-43bf-ac99-cd6655057e96 req-72f66097-4e79-479b-881d-0714b9986f97 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 210 time: 0.0524096 Jul 07 17:35:59.727146 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42316) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:59.979237 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-d784b2e0-3145-42e6-99b1-37e66c9b58f1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Deleting port fe96bcd4-fefc-43b2-81b3-3108e510eee2 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:35:59.979937 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d784b2e0-3145-42e6-99b1-37e66c9b58f1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:00.067483 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2b8f92b1-d94f-426c-a9f0-834362fc5e57 req-e2174e30-77c6-4957-afc4-3368d8f22289 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 210 time: 0.0375540 Jul 07 17:36:00.131281 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:36:00.133028 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d784b2e0-3145-42e6-99b1-37e66c9b58f1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:00.133330 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d784b2e0-3145-42e6-99b1-37e66c9b58f1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:00.148306 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-d784b2e0-3145-42e6-99b1-37e66c9b58f1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Calling delete_port for fe96bcd4-fefc-43b2-81b3-3108e510eee2 owned by network:floatingip {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:36:00.155326 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:36:00.155912 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 49eddeaa-e4a4-4860-8d84-e7b9cf7658d3 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:36:00.316553 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:00.354356 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d784b2e0-3145-42e6-99b1-37e66c9b58f1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:00.456327 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784b2e0-3145-42e6-99b1-37e66c9b58f1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event deleted for resources: {'Port': ['ID=fe96bcd4-fefc-43b2-81b3-3108e510eee2,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:00.459355 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d784b2e0-3145-42e6-99b1-37e66c9b58f1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for floatingip, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:00.459695 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-d784b2e0-3145-42e6-99b1-37e66c9b58f1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Floating IP 9c4e1f21-2362-4798-a7f2-a1bdf4c69682 disassociated (deleted). External IP: 172.25.0.30, port: f3e53521-3642-4ed0-9ec6-893e7c5aa410. Jul 07 17:36:00.735454 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d784b2e0-3145-42e6-99b1-37e66c9b58f1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Router 22d6caf2-1268-4e7c-ac5b-1443e160c1f1 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:36:00.861525 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d784b2e0-3145-42e6-99b1-37e66c9b58f1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:36:00.867842 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d784b2e0-3145-42e6-99b1-37e66c9b58f1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:00.874193 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faee2052-f8d3-47c9-a19f-31505959fac3 None None] Sync routers for ids ['22d6caf2-1268-4e7c-ac5b-1443e160c1f1'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:36:00.884670 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faee2052-f8d3-47c9-a19f-31505959fac3 None None] Routers {'22d6caf2-1268-4e7c-ac5b-1443e160c1f1'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:36:00.886056 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-faee2052-f8d3-47c9-a19f-31505959fac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:35:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['22d6caf2-1268-4e7c-ac5b-1443e160c1f1'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:00.916580 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d784b2e0-3145-42e6-99b1-37e66c9b58f1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "DELETE /v2.0/floatingips/9c4e1f21-2362-4798-a7f2-a1bdf4c69682 HTTP/1.1" status: 204 len: 168 time: 1.1879091 Jul 07 17:36:00.917268 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96800df7-a3be-4a65-901a-f94d650c529a', 'tag': 'f3e53521-3642-4ed0-9ec6-893e7c5aa410'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:00.920271 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cab3f9-93bc-4287-b391-0c2cdb467d71" -d '{"events": [{"name": "network-changed", "server_uuid": "96800df7-a3be-4a65-901a-f94d650c529a", "tag": "f3e53521-3642-4ed0-9ec6-893e7c5aa410"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:00.984965 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b38b82-5311-4809-a52c-b4b0448736ee x-openstack-request-id: req-31b38b82-5311-4809-a52c-b4b0448736ee {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:00.986462 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96800df7-a3be-4a65-901a-f94d650c529a", "tag": "f3e53521-3642-4ed0-9ec6-893e7c5aa410", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:00.986462 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-31b38b82-5311-4809-a52c-b4b0448736ee {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:00.986967 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96800df7-a3be-4a65-901a-f94d650c529a', 'tag': 'f3e53521-3642-4ed0-9ec6-893e7c5aa410', 'status': 'completed', 'code': 200} Jul 07 17:36:01.150082 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cab3f9-93bc-4287-b391-0c2cdb467d71 req-935d39ef-d422-454c-8890-76be3b8bfb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:01.151652 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63cab3f9-93bc-4287-b391-0c2cdb467d71 req-935d39ef-d422-454c-8890-76be3b8bfb34 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 1096 time: 0.1423500 Jul 07 17:36:01.382496 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cab3f9-93bc-4287-b391-0c2cdb467d71 req-b7da5495-46ec-4b16-88f6-6e67c5dae2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:01.384721 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63cab3f9-93bc-4287-b391-0c2cdb467d71 req-b7da5495-46ec-4b16-88f6-6e67c5dae2f5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0a11b64-6ad6-44e0-833e-81feb0986760 HTTP/1.1" status: 200 len: 898 time: 0.2266142 Jul 07 17:36:01.412400 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-faee2052-f8d3-47c9-a19f-31505959fac3 None None] Set router 22d6caf2-1268-4e7c-ac5b-1443e160c1f1 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:36:01.481860 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63cab3f9-93bc-4287-b391-0c2cdb467d71 req-669a5846-227e-4c7f-9f93-e3de774ba30f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3e53521-3642-4ed0-9ec6-893e7c5aa410 HTTP/1.1" status: 200 len: 217 time: 0.0895205 Jul 07 17:36:01.486490 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e1a43580-3bab-4f98-88ab-ac200fa765b3 req-26982370-e162-4e51-931d-0d3e68473d60 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b379b68a-fabe-433a-9bfd-7c2abad00069 HTTP/1.1" status: 200 len: 210 time: 0.0834455 Jul 07 17:36:01.591139 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cab3f9-93bc-4287-b391-0c2cdb467d71 req-d66ca13c-567f-42f2-aa93-74bd58d2659b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:01.594374 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63cab3f9-93bc-4287-b391-0c2cdb467d71 req-d66ca13c-567f-42f2-aa93-74bd58d2659b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=39125383-ef67-42ca-9351-1f118b028bcd HTTP/1.1" status: 200 len: 835 time: 0.1050353 Jul 07 17:36:01.781657 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cab3f9-93bc-4287-b391-0c2cdb467d71 req-a0dde9c1-38da-44f5-b573-8cbd201bd11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:01.783669 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63cab3f9-93bc-4287-b391-0c2cdb467d71 req-a0dde9c1-38da-44f5-b573-8cbd201bd11e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0a11b64-6ad6-44e0-833e-81feb0986760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1810586 Jul 07 17:36:01.796016 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba1927-6dfc-4615-b010-4f1676ed9d19 req-1d82c561-c854-4471-a44f-3471d595f240 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:01.798028 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-38ba1927-6dfc-4615-b010-4f1676ed9d19 req-1d82c561-c854-4471-a44f-3471d595f240 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 944 time: 0.1375475 Jul 07 17:36:01.868029 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-faee2052-f8d3-47c9-a19f-31505959fac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980764924', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a2a4a613-46b8-4181-b24a-c678850ff7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:52Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': 'a2a4a613-46b8-4181-b24a-c678850ff7d3', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'cc3b795a-e2d0-43a4-8c65-03ceb1fff989', 'name': '', 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:50:82:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '39125383-ef67-42ca-9351-1f118b028bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:51Z', 'updated_at': '2021-07-07T17:34:58Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': '39125383-ef67-42ca-9351-1f118b028bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:01.943666 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5fa3f-35a5-4191-bc63-3b9336b5b1e1 req-d2545dcc-3757-484b-9774-b79e33b2ce6c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:01.967964 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2cc5fa3f-35a5-4191-bc63-3b9336b5b1e1 req-d2545dcc-3757-484b-9774-b79e33b2ce6c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.64 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 944 time: 0.1355567 Jul 07 17:36:01.975357 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faee2052-f8d3-47c9-a19f-31505959fac3 None None] Checking router: 22d6caf2-1268-4e7c-ac5b-1443e160c1f1 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:36:02.003028 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faee2052-f8d3-47c9-a19f-31505959fac3 None None] Routers {'22d6caf2-1268-4e7c-ac5b-1443e160c1f1'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:36:02.005471 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-faee2052-f8d3-47c9-a19f-31505959fac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:35:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['22d6caf2-1268-4e7c-ac5b-1443e160c1f1'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:02.024303 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-38ba1927-6dfc-4615-b010-4f1676ed9d19 req-e5248aa7-a0d5-4cab-8e05-887c596c2847 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=5982e0bb-5935-41b4-8664-77b1520e3821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146206 Jul 07 17:36:02.087133 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63cab3f9-93bc-4287-b391-0c2cdb467d71 req-82633eb1-a9f6-4195-8dd5-a1cb2dadf7e9 service neutron] 10.222.0.64 "GET /v2.0/networks/b0a11b64-6ad6-44e0-833e-81feb0986760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877836 Jul 07 17:36:02.173857 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-2cc5fa3f-35a5-4191-bc63-3b9336b5b1e1 req-57b99124-ba65-4b0b-83d4-2f377febfce3 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Deleting port f3e53521-3642-4ed0-9ec6-893e7c5aa410 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:36:02.174474 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-2cc5fa3f-35a5-4191-bc63-3b9336b5b1e1 req-57b99124-ba65-4b0b-83d4-2f377febfce3 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:02.267397 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-faee2052-f8d3-47c9-a19f-31505959fac3 None None] Set router 22d6caf2-1268-4e7c-ac5b-1443e160c1f1 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:36:02.285801 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63cab3f9-93bc-4287-b391-0c2cdb467d71 req-aa6ce46e-8093-4919-bf41-283e8a0290f1 service neutron] 10.222.0.64 "GET /v2.0/networks/b0a11b64-6ad6-44e0-833e-81feb0986760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905522 Jul 07 17:36:02.330890 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-2cc5fa3f-35a5-4191-bc63-3b9336b5b1e1 req-57b99124-ba65-4b0b-83d4-2f377febfce3 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] For port f3e53521-3642-4ed0-9ec6-893e7c5aa410, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=f3e53521-3642-4ed0-9ec6-893e7c5aa410,segment=NetworkSegment(ea2c1a5a-ac05-4f29-ae50-f7d62d715d30),segment_id=ea2c1a5a-ac05-4f29-ae50-f7d62d715d30)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:02.331858 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-2cc5fa3f-35a5-4191-bc63-3b9336b5b1e1 req-57b99124-ba65-4b0b-83d4-2f377febfce3 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:02.351223 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-2cc5fa3f-35a5-4191-bc63-3b9336b5b1e1 req-57b99124-ba65-4b0b-83d4-2f377febfce3 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Calling delete_port for f3e53521-3642-4ed0-9ec6-893e7c5aa410 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:36:02.596664 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-2cc5fa3f-35a5-4191-bc63-3b9336b5b1e1 req-57b99124-ba65-4b0b-83d4-2f377febfce3 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:02.647175 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b99124-ba65-4b0b-83d4-2f377febfce3 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event deleted for resources: {'Port': ['ID=f3e53521-3642-4ed0-9ec6-893e7c5aa410,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:02.714847 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc5fa3f-35a5-4191-bc63-3b9336b5b1e1 req-57b99124-ba65-4b0b-83d4-2f377febfce3 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] No DVR routers for this DVR port f3e53521-3642-4ed0-9ec6-893e7c5aa410 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:36:02.718107 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-2cc5fa3f-35a5-4191-bc63-3b9336b5b1e1 req-57b99124-ba65-4b0b-83d4-2f377febfce3 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:02.720667 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2cc5fa3f-35a5-4191-bc63-3b9336b5b1e1 req-57b99124-ba65-4b0b-83d4-2f377febfce3 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.64 "DELETE /v2.0/ports/f3e53521-3642-4ed0-9ec6-893e7c5aa410 HTTP/1.1" status: 204 len: 173 time: 0.7478180 Jul 07 17:36:02.746525 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-faee2052-f8d3-47c9-a19f-31505959fac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980764924', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a2a4a613-46b8-4181-b24a-c678850ff7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:52Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': 'a2a4a613-46b8-4181-b24a-c678850ff7d3', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'cc3b795a-e2d0-43a4-8c65-03ceb1fff989', 'name': '', 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:50:82:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '39125383-ef67-42ca-9351-1f118b028bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:51Z', 'updated_at': '2021-07-07T17:34:58Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': '39125383-ef67-42ca-9351-1f118b028bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:02.794912 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faee2052-f8d3-47c9-a19f-31505959fac3 None None] The sync data for ids ['22d6caf2-1268-4e7c-ac5b-1443e160c1f1'] in n-d-791503-12 is: [{'id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980764924', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a2a4a613-46b8-4181-b24a-c678850ff7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:52Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': 'a2a4a613-46b8-4181-b24a-c678850ff7d3', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'cc3b795a-e2d0-43a4-8c65-03ceb1fff989', 'name': '', 'network_id': 'b0a11b64-6ad6-44e0-833e-81feb0986760', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:50:82:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '39125383-ef67-42ca-9351-1f118b028bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:51Z', 'updated_at': '2021-07-07T17:34:58Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': '39125383-ef67-42ca-9351-1f118b028bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:36:02.988256 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96800df7-a3be-4a65-901a-f94d650c529a', 'name': 'network-vif-deleted', 'tag': 'f3e53521-3642-4ed0-9ec6-893e7c5aa410'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:02.990795 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e294bb2-266f-4f98-a32b-26b2f068e601" -d '{"events": [{"server_uuid": "96800df7-a3be-4a65-901a-f94d650c529a", "name": "network-vif-deleted", "tag": "f3e53521-3642-4ed0-9ec6-893e7c5aa410"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:03.087666 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53eef1c7-8959-4042-8d17-90ab0a6b3e9d x-openstack-request-id: req-53eef1c7-8959-4042-8d17-90ab0a6b3e9d {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:03.087666 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96800df7-a3be-4a65-901a-f94d650c529a", "name": "network-vif-deleted", "tag": "f3e53521-3642-4ed0-9ec6-893e7c5aa410", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:03.088282 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-53eef1c7-8959-4042-8d17-90ab0a6b3e9d {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:03.088388 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96800df7-a3be-4a65-901a-f94d650c529a', 'name': 'network-vif-deleted', 'tag': 'f3e53521-3642-4ed0-9ec6-893e7c5aa410', 'status': 'completed', 'code': 200} Jul 07 17:36:03.329681 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fdef1418-8e7c-4a98-8f89-41f1133d244e req-a840d5ea-b49d-4080-ab8c-aff4ffaf8d1e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=96800df7-a3be-4a65-901a-f94d650c529a HTTP/1.1" status: 200 len: 210 time: 0.0832355 Jul 07 17:36:03.354732 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34b693a-a6b6-4aca-98ee-888916c79c99 None None] New status for floating IP 9c4e1f21-2362-4798-a7f2-a1bdf4c69682: DOWN {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:36:04.444196 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42360) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:04.922162 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-279113cd-dcb3-4141-b6cc-938311f7b55e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:05.314056 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-279113cd-dcb3-4141-b6cc-938311f7b55e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Deleting port cc3b795a-e2d0-43a4-8c65-03ceb1fff989 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:36:05.314573 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-279113cd-dcb3-4141-b6cc-938311f7b55e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:05.689458 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-279113cd-dcb3-4141-b6cc-938311f7b55e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] For port cc3b795a-e2d0-43a4-8c65-03ceb1fff989, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=cc3b795a-e2d0-43a4-8c65-03ceb1fff989,segment=NetworkSegment(ea2c1a5a-ac05-4f29-ae50-f7d62d715d30),segment_id=ea2c1a5a-ac05-4f29-ae50-f7d62d715d30)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:05.690208 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-279113cd-dcb3-4141-b6cc-938311f7b55e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:05.704732 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-279113cd-dcb3-4141-b6cc-938311f7b55e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Calling delete_port for cc3b795a-e2d0-43a4-8c65-03ceb1fff989 owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:36:05.955769 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-279113cd-dcb3-4141-b6cc-938311f7b55e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:05.991111 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279113cd-dcb3-4141-b6cc-938311f7b55e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event deleted for resources: {'Port': ['ID=cc3b795a-e2d0-43a4-8c65-03ceb1fff989,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:06.155839 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device f3e53521-3642-4ed0-9ec6-893e7c5aa410 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:36:06.181039 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: f3e53521-3642-4ed0-9ec6-893e7c5aa410 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:36:06.181684 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device f3e53521-3642-4ed0-9ec6-893e7c5aa410 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:36:06.214691 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-279113cd-dcb3-4141-b6cc-938311f7b55e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:06.449351 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279113cd-dcb3-4141-b6cc-938311f7b55e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Router 22d6caf2-1268-4e7c-ac5b-1443e160c1f1 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:36:06.565525 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279113cd-dcb3-4141-b6cc-938311f7b55e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:36:06.573633 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-279113cd-dcb3-4141-b6cc-938311f7b55e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "PUT /v2.0/routers/22d6caf2-1268-4e7c-ac5b-1443e160c1f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1257603 Jul 07 17:36:06.574042 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42374) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:06.582313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2098898-d975-4e38-bfec-16afde797f6c None None] Sync routers for ids ['22d6caf2-1268-4e7c-ac5b-1443e160c1f1'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:36:06.594213 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2098898-d975-4e38-bfec-16afde797f6c None None] Routers {'22d6caf2-1268-4e7c-ac5b-1443e160c1f1'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:36:06.594943 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-a2098898-d975-4e38-bfec-16afde797f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:35:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['22d6caf2-1268-4e7c-ac5b-1443e160c1f1'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:06.630419 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-93746162-f08e-4829-b316-79c4d879e213 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Deleting subnet 39125383-ef67-42ca-9351-1f118b028bcd {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:36:06.635015 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93746162-f08e-4829-b316-79c4d879e213 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:06.690429 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93746162-f08e-4829-b316-79c4d879e213 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:06.719999 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-a2098898-d975-4e38-bfec-16afde797f6c None None] Set router 22d6caf2-1268-4e7c-ac5b-1443e160c1f1 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:36:06.804649 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93746162-f08e-4829-b316-79c4d879e213 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:06.871252 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93746162-f08e-4829-b316-79c4d879e213 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:06.929464 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93746162-f08e-4829-b316-79c4d879e213 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event deleted for resources: {'Subnet': ['ID=39125383-ef67-42ca-9351-1f118b028bcd,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:06.932068 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93746162-f08e-4829-b316-79c4d879e213 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:06.934052 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-93746162-f08e-4829-b316-79c4d879e213 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "DELETE /v2.0/subnets/39125383-ef67-42ca-9351-1f118b028bcd HTTP/1.1" status: 204 len: 168 time: 0.3589592 Jul 07 17:36:06.936957 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42382) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:06.941147 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4063470-30a0-4988-b5d1-8df8a1904c18 None None] Network b0a11b64-6ad6-44e0-833e-81feb0986760 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:36:07.077083 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d924d7fc-fc8b-405d-9904-cad05db31b27 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:07.194788 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-a2098898-d975-4e38-bfec-16afde797f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980764924', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a2a4a613-46b8-4181-b24a-c678850ff7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:36:05Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': 'a2a4a613-46b8-4181-b24a-c678850ff7d3', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:07.239506 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d924d7fc-fc8b-405d-9904-cad05db31b27 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:07.243916 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2098898-d975-4e38-bfec-16afde797f6c None None] Checking router: 22d6caf2-1268-4e7c-ac5b-1443e160c1f1 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:36:07.260925 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2098898-d975-4e38-bfec-16afde797f6c None None] Routers {'22d6caf2-1268-4e7c-ac5b-1443e160c1f1'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:36:07.262836 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-a2098898-d975-4e38-bfec-16afde797f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:35:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['22d6caf2-1268-4e7c-ac5b-1443e160c1f1'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:07.328830 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-d924d7fc-fc8b-405d-9904-cad05db31b27 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Deleting port a2a4a613-46b8-4181-b24a-c678850ff7d3 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:36:07.330158 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d924d7fc-fc8b-405d-9904-cad05db31b27 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:07.419160 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-a2098898-d975-4e38-bfec-16afde797f6c None None] Set router 22d6caf2-1268-4e7c-ac5b-1443e160c1f1 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:36:07.474006 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-d924d7fc-fc8b-405d-9904-cad05db31b27 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] For port a2a4a613-46b8-4181-b24a-c678850ff7d3, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a2a4a613-46b8-4181-b24a-c678850ff7d3,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:07.475298 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d924d7fc-fc8b-405d-9904-cad05db31b27 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:07.493407 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-d924d7fc-fc8b-405d-9904-cad05db31b27 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Calling delete_port for a2a4a613-46b8-4181-b24a-c678850ff7d3 owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:36:07.516961 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-a2098898-d975-4e38-bfec-16afde797f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980764924', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:36:07Z', 'revision_number': 6, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:07.527367 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4848681-18c1-4ec0-a77a-b7788f46725a None None] DHCP port deletion for b0a11b64-6ad6-44e0-833e-81feb0986760 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:36:07.593552 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2098898-d975-4e38-bfec-16afde797f6c None None] The sync data for ids ['22d6caf2-1268-4e7c-ac5b-1443e160c1f1'] in n-d-791503-12 is: [{'id': '22d6caf2-1268-4e7c-ac5b-1443e160c1f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980764924', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:36:07Z', 'revision_number': 6, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port_host': None}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:36:07.598810 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:07.653605 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-e4848681-18c1-4ec0-a77a-b7788f46725a None None] Deleting port 450419f0-bd54-4e9e-adc6-92b734180d88 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:36:07.656658 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e4848681-18c1-4ec0-a77a-b7788f46725a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:07.692893 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d924d7fc-fc8b-405d-9904-cad05db31b27 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:07.723131 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924d7fc-fc8b-405d-9904-cad05db31b27 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event deleted for resources: {'Port': ['ID=a2a4a613-46b8-4181-b24a-c678850ff7d3,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:07.793782 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d924d7fc-fc8b-405d-9904-cad05db31b27 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:07.811305 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-e4848681-18c1-4ec0-a77a-b7788f46725a None None] For port 450419f0-bd54-4e9e-adc6-92b734180d88, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=450419f0-bd54-4e9e-adc6-92b734180d88,segment=NetworkSegment(ea2c1a5a-ac05-4f29-ae50-f7d62d715d30),segment_id=ea2c1a5a-ac05-4f29-ae50-f7d62d715d30)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:07.812614 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e4848681-18c1-4ec0-a77a-b7788f46725a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:07.825874 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-e4848681-18c1-4ec0-a77a-b7788f46725a None None] Calling delete_port for 450419f0-bd54-4e9e-adc6-92b734180d88 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:36:07.898757 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d924d7fc-fc8b-405d-9904-cad05db31b27 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:07.901305 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d924d7fc-fc8b-405d-9904-cad05db31b27 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:07.930473 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e4848681-18c1-4ec0-a77a-b7788f46725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:07.962931 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d924d7fc-fc8b-405d-9904-cad05db31b27 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:07.963781 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d924d7fc-fc8b-405d-9904-cad05db31b27 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Fanout notify agent at l3_agent the message router_deleted on router 22d6caf2-1268-4e7c-ac5b-1443e160c1f1 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:36:07.972479 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d924d7fc-fc8b-405d-9904-cad05db31b27 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:07.973736 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d924d7fc-fc8b-405d-9904-cad05db31b27 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "DELETE /v2.0/routers/22d6caf2-1268-4e7c-ac5b-1443e160c1f1 HTTP/1.1" status: 204 len: 168 time: 1.0357356 Jul 07 17:36:07.976752 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42394) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:08.004532 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4848681-18c1-4ec0-a77a-b7788f46725a None None] Pushing event deleted for resources: {'Port': ['ID=450419f0-bd54-4e9e-adc6-92b734180d88,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:08.027435 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4848681-18c1-4ec0-a77a-b7788f46725a None None] No DVR routers for this DVR port 450419f0-bd54-4e9e-adc6-92b734180d88 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:36:08.053120 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:08.125726 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cef2810b-94e0-4b0a-8a53-2a682ac4bf2a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:08.257034 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cef2810b-94e0-4b0a-8a53-2a682ac4bf2a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:08.275547 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-cef2810b-94e0-4b0a-8a53-2a682ac4bf2a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a11b64-6ad6-44e0-833e-81feb0986760']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:08.291480 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-cef2810b-94e0-4b0a-8a53-2a682ac4bf2a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea2c1a5a-ac05-4f29-ae50-f7d62d715d30') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:08.291797 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-cef2810b-94e0-4b0a-8a53-2a682ac4bf2a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea2c1a5a-ac05-4f29-ae50-f7d62d715d30') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:08.310805 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cef2810b-94e0-4b0a-8a53-2a682ac4bf2a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:08.326509 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cef2810b-94e0-4b0a-8a53-2a682ac4bf2a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:08.333670 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef2810b-94e0-4b0a-8a53-2a682ac4bf2a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:36:08.334234 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cef2810b-94e0-4b0a-8a53-2a682ac4bf2a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:36:08.339824 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:36:08.407691 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cef2810b-94e0-4b0a-8a53-2a682ac4bf2a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:08.412875 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cef2810b-94e0-4b0a-8a53-2a682ac4bf2a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:08.417611 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cef2810b-94e0-4b0a-8a53-2a682ac4bf2a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "DELETE /v2.0/networks/b0a11b64-6ad6-44e0-833e-81feb0986760 HTTP/1.1" status: 204 len: 168 time: 0.4371305 Jul 07 17:36:08.418498 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42400) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:08.438638 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2810b-94e0-4b0a-8a53-2a682ac4bf2a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event deleted for resources: {'Network': ['ID=b0a11b64-6ad6-44e0-833e-81feb0986760,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:08.520799 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e1b872c0-96a7-4935-b5cc-b0261d46cab9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:08.539782 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 450419f0-bd54-4e9e-adc6-92b734180d88 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:36:08.588763 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 450419f0-bd54-4e9e-adc6-92b734180d88 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:36:08.589849 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 450419f0-bd54-4e9e-adc6-92b734180d88 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:36:08.590291 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device cc3b795a-e2d0-43a4-8c65-03ceb1fff989 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:36:08.591353 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e1b872c0-96a7-4935-b5cc-b0261d46cab9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:08.622710 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: cc3b795a-e2d0-43a4-8c65-03ceb1fff989 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:36:08.623088 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device cc3b795a-e2d0-43a4-8c65-03ceb1fff989 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:36:08.693600 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e1b872c0-96a7-4935-b5cc-b0261d46cab9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:08.696168 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e1b872c0-96a7-4935-b5cc-b0261d46cab9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:08.700350 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e1b872c0-96a7-4935-b5cc-b0261d46cab9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "DELETE /v2.0/security-groups/5982e0bb-5935-41b4-8664-77b1520e3821 HTTP/1.1" status: 204 len: 168 time: 0.2787189 Jul 07 17:36:08.708421 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b872c0-96a7-4935-b5cc-b0261d46cab9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5982e0bb-5935-41b4-8664-77b1520e3821,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:09.054943 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42410) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:09.059640 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-b188cbf1-cb00-4d8a-8851-427a0c67da9a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1393826897', 'description': 'tempest-secgroup-smoke-1393826897 description', 'project_id': '63ef02b3c36b41d7904671af30e265ce'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:09.089521 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b188cbf1-cb00-4d8a-8851-427a0c67da9a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.184569 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b188cbf1-cb00-4d8a-8851-427a0c67da9a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.189714 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b188cbf1-cb00-4d8a-8851-427a0c67da9a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.219601 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b188cbf1-cb00-4d8a-8851-427a0c67da9a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.221231 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b188cbf1-cb00-4d8a-8851-427a0c67da9a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1649044 Jul 07 17:36:09.223876 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42414) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:09.228649 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-6ce058c1-39e9-4c4e-bb9e-8523bce84149 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'security_group_rule': {'security_group_id': '96966c0e-bb4d-4604-97bc-5b4384892f69', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:09.234521 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188cbf1-cb00-4d8a-8851-427a0c67da9a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96966c0e-bb4d-4604-97bc-5b4384892f69,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:09.259229 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ce058c1-39e9-4c4e-bb9e-8523bce84149 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.341349 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ce058c1-39e9-4c4e-bb9e-8523bce84149 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.346098 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ce058c1-39e9-4c4e-bb9e-8523bce84149 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.371130 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce058c1-39e9-4c4e-bb9e-8523bce84149 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab748af5-4fc8-44ba-97ea-9388e27d45af,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:09.376517 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6ce058c1-39e9-4c4e-bb9e-8523bce84149 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.381107 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42422) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:09.386452 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-b8f3e974-5be7-4c2f-be54-7059bff95e43 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'security_group_rule': {'security_group_id': '96966c0e-bb4d-4604-97bc-5b4384892f69', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:09.392198 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6ce058c1-39e9-4c4e-bb9e-8523bce84149 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1654077 Jul 07 17:36:09.426788 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e974-5be7-4c2f-be54-7059bff95e43 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.474836 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e974-5be7-4c2f-be54-7059bff95e43 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.479448 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e974-5be7-4c2f-be54-7059bff95e43 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.499444 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3e974-5be7-4c2f-be54-7059bff95e43 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf75fd9-3e10-4129-b36f-dda4e35c3129,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:09.506282 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e974-5be7-4c2f-be54-7059bff95e43 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.507492 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b8f3e974-5be7-4c2f-be54-7059bff95e43 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253359 Jul 07 17:36:09.510475 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42424) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:09.516009 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-421c0ed6-b074-4ed0-bdd3-094da7abf31f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'security_group_rule': {'security_group_id': '96966c0e-bb4d-4604-97bc-5b4384892f69', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:09.547510 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-421c0ed6-b074-4ed0-bdd3-094da7abf31f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.613041 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-421c0ed6-b074-4ed0-bdd3-094da7abf31f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.617735 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-421c0ed6-b074-4ed0-bdd3-094da7abf31f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.640691 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c0ed6-b074-4ed0-bdd3-094da7abf31f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c6fc44-5825-439e-a8f4-c3b0b20514ac,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:09.646259 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-421c0ed6-b074-4ed0-bdd3-094da7abf31f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.647789 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-421c0ed6-b074-4ed0-bdd3-094da7abf31f tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361220 Jul 07 17:36:09.650746 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42426) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:09.661182 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-6d202e64-3704-463c-8227-90ace448cbab tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'security_group_rule': {'security_group_id': '96966c0e-bb4d-4604-97bc-5b4384892f69', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:09.692081 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6d202e64-3704-463c-8227-90ace448cbab tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.755124 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6d202e64-3704-463c-8227-90ace448cbab tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.759570 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6d202e64-3704-463c-8227-90ace448cbab tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.784131 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6d202e64-3704-463c-8227-90ace448cbab tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.785371 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6d202e64-3704-463c-8227-90ace448cbab tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1336753 Jul 07 17:36:09.788100 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d202e64-3704-463c-8227-90ace448cbab tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c050e7-cdea-4407-ab9e-f34ab2fd40b3,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:09.788778 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42428) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:09.797543 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-c5593f97-b972-4dd5-bd76-2d4586f5586c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'security_group_rule': {'security_group_id': '96966c0e-bb4d-4604-97bc-5b4384892f69', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:09.828731 n-d-791503-12 neutron-server[100193]: INFO neutron.db.securitygroups_db [None req-c5593f97-b972-4dd5-bd76-2d4586f5586c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Project 63ef02b3c36b41d7904671af30e265ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:36:09.841502 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c5593f97-b972-4dd5-bd76-2d4586f5586c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.959367 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c5593f97-b972-4dd5-bd76-2d4586f5586c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.966560 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c5593f97-b972-4dd5-bd76-2d4586f5586c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.993442 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a2a4a613-46b8-4181-b24a-c678850ff7d3 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:36:09.996162 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5593f97-b972-4dd5-bd76-2d4586f5586c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be03d4fd-0b17-47ac-9150-e0b1a8f2ae6c,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:09.999745 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c5593f97-b972-4dd5-bd76-2d4586f5586c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:10.002118 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c5593f97-b972-4dd5-bd76-2d4586f5586c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2107334 Jul 07 17:36:10.004802 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42432) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:10.009395 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e4962fb4-4102-4d2b-a630-4eadfdac333d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'security_group_rule': {'security_group_id': '96966c0e-bb4d-4604-97bc-5b4384892f69', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:10.030370 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: a2a4a613-46b8-4181-b24a-c678850ff7d3 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:36:10.031645 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a2a4a613-46b8-4181-b24a-c678850ff7d3 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:36:10.040992 n-d-791503-12 neutron-server[100193]: INFO neutron.db.securitygroups_db [None req-e4962fb4-4102-4d2b-a630-4eadfdac333d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Project 63ef02b3c36b41d7904671af30e265ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:36:10.046420 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e4962fb4-4102-4d2b-a630-4eadfdac333d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:10.127053 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e4962fb4-4102-4d2b-a630-4eadfdac333d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:10.133670 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e4962fb4-4102-4d2b-a630-4eadfdac333d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:10.157894 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4962fb4-4102-4d2b-a630-4eadfdac333d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b1490b8-5f73-4180-a26d-5fe74b4306b7,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:10.163059 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e4962fb4-4102-4d2b-a630-4eadfdac333d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:10.165261 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e4962fb4-4102-4d2b-a630-4eadfdac333d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1594050 Jul 07 17:36:10.168336 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 42436) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:10.184203 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-235c3bd0-3345-4266-8193-7d966d648209 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'network': {'name': 'tempest-network-smoke--849386988', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'port_security_enabled': True}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:10.221269 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235c3bd0-3345-4266-8193-7d966d648209 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Made reservation on behalf of 63ef02b3c36b41d7904671af30e265ce for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:36:10.225892 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-235c3bd0-3345-4266-8193-7d966d648209 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:10.275409 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-235c3bd0-3345-4266-8193-7d966d648209 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:36:10.293601 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-235c3bd0-3345-4266-8193-7d966d648209 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:10.294389 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-235c3bd0-3345-4266-8193-7d966d648209 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Added segment 593ef391-029d-455d-a6cb-9c475061bf98 of type vlan for network 0418eb02-2e03-4223-bd16-c5d349f64c2c Jul 07 17:36:10.599717 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-235c3bd0-3345-4266-8193-7d966d648209 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:10.599717 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-235c3bd0-3345-4266-8193-7d966d648209 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:10.599717 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235c3bd0-3345-4266-8193-7d966d648209 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:10.599717 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-235c3bd0-3345-4266-8193-7d966d648209 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:10.599717 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-235c3bd0-3345-4266-8193-7d966d648209 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3556528 Jul 07 17:36:10.609650 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42454) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:10.609650 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e9b90138-1a05-40e7-abd2-aaa4b02e867e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-117385210', 'admin_state_up': True, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:10.610631 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c3bd0-3345-4266-8193-7d966d648209 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Network': ['ID=0418eb02-2e03-4223-bd16-c5d349f64c2c,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:10.611070 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 0418eb02-2e03-4223-bd16-c5d349f64c2c details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:36:10.611544 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e9b90138-1a05-40e7-abd2-aaa4b02e867e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:10.611544 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e9b90138-1a05-40e7-abd2-aaa4b02e867e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:10.715399 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e9b90138-1a05-40e7-abd2-aaa4b02e867e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:10.864183 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e9b90138-1a05-40e7-abd2-aaa4b02e867e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:11.478431 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e9b90138-1a05-40e7-abd2-aaa4b02e867e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:11.509768 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e9b90138-1a05-40e7-abd2-aaa4b02e867e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:11.722183 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-e9b90138-1a05-40e7-abd2-aaa4b02e867e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Allocated IP 172.25.0.119 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/7c39bb03-b4f3-4457-8d34-8dceddfaae7c) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:36:11.958526 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e9b90138-1a05-40e7-abd2-aaa4b02e867e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:12.022656 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e9b90138-1a05-40e7-abd2-aaa4b02e867e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:12.116529 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b90138-1a05-40e7-abd2-aaa4b02e867e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:36:12.120415 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-e9b90138-1a05-40e7-abd2-aaa4b02e867e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:12.122803 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b90138-1a05-40e7-abd2-aaa4b02e867e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:36:12.125042 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b90138-1a05-40e7-abd2-aaa4b02e867e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Port': ['ID=7c39bb03-b4f3-4457-8d34-8dceddfaae7c,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:12.544602 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e9b90138-1a05-40e7-abd2-aaa4b02e867e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:12.851223 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e9b90138-1a05-40e7-abd2-aaa4b02e867e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:13.049178 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b90138-1a05-40e7-abd2-aaa4b02e867e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Router 162dd613-4f8a-4f5e-bd64-2ddb43e83940 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:36:13.199634 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b90138-1a05-40e7-abd2-aaa4b02e867e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:36:13.210099 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74799fe8-6abd-44d1-8532-727089e508d0 None None] Sync routers for ids ['162dd613-4f8a-4f5e-bd64-2ddb43e83940'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:36:13.220675 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74799fe8-6abd-44d1-8532-727089e508d0 None None] Routers {'162dd613-4f8a-4f5e-bd64-2ddb43e83940'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:36:13.221321 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-74799fe8-6abd-44d1-8532-727089e508d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:35:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['162dd613-4f8a-4f5e-bd64-2ddb43e83940'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:13.230818 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e9b90138-1a05-40e7-abd2-aaa4b02e867e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:13.232432 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e9b90138-1a05-40e7-abd2-aaa4b02e867e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6930754 Jul 07 17:36:13.235788 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42604) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:13.330162 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5afe3e27-8981-415d-86ed-5f7ff41070c3 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=63ef02b3c36b41d7904671af30e265ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0891905 Jul 07 17:36:13.330625 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42608) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:13.435993 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-74799fe8-6abd-44d1-8532-727089e508d0 None None] Set router 162dd613-4f8a-4f5e-bd64-2ddb43e83940 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:36:13.454774 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d3c029-f581-47b4-8320-8f15d1f866a5 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:13.456443 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-98d3c029-f581-47b4-8320-8f15d1f866a5 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1191115 Jul 07 17:36:13.459240 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42614) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:13.491724 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-514f079e-9d4d-4cce-8d3f-82c3145bb8b3 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=b1c8a741-d954-43c5-b974-954b2190b048&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313807 Jul 07 17:36:13.495384 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42616) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:13.501457 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-942f5f12-3af3-4b30-bf5b-a2b146c13168 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2113121335', 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c', 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:13.630382 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942f5f12-3af3-4b30-bf5b-a2b146c13168 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Made reservation on behalf of 63ef02b3c36b41d7904671af30e265ce for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:36:13.634364 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-942f5f12-3af3-4b30-bf5b-a2b146c13168 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:13.732114 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-74799fe8-6abd-44d1-8532-727089e508d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117385210', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:10Z', 'updated_at': '2021-07-07T17:36:12Z', 'revision_number': 3, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:11Z', 'updated_at': '2021-07-07T17:36:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:13.774733 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74799fe8-6abd-44d1-8532-727089e508d0 None None] Checking router: 162dd613-4f8a-4f5e-bd64-2ddb43e83940 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:36:13.775635 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74799fe8-6abd-44d1-8532-727089e508d0 None None] Updating router 162dd613-4f8a-4f5e-bd64-2ddb43e83940 port 7c39bb03-b4f3-4457-8d34-8dceddfaae7c binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:36:13.817736 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-74799fe8-6abd-44d1-8532-727089e508d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:13.903316 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-942f5f12-3af3-4b30-bf5b-a2b146c13168 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:14.021948 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f5f12-3af3-4b30-bf5b-a2b146c13168 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Subnet': ['ID=0008f9ff-e047-464f-978a-cdb35522082c,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:14.031891 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942f5f12-3af3-4b30-bf5b-a2b146c13168 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Checking segment: {'id': '593ef391-029d-455d-a6cb-9c475061bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:36:14.031891 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942f5f12-3af3-4b30-bf5b-a2b146c13168 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Network hostable DHCP agents. Network: 0418eb02-2e03-4223-bd16-c5d349f64c2c, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:36:14.057137 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942f5f12-3af3-4b30-bf5b-a2b146c13168 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Network 0418eb02-2e03-4223-bd16-c5d349f64c2c is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:36:14.070123 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-942f5f12-3af3-4b30-bf5b-a2b146c13168 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 0418eb02-2e03-4223-bd16-c5d349f64c2c) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:14.075829 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942f5f12-3af3-4b30-bf5b-a2b146c13168 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:14.076484 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-942f5f12-3af3-4b30-bf5b-a2b146c13168 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:14.079687 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a056dc2-4473-4c1b-ae25-f3857ffc42c6 None None] Network 0418eb02-2e03-4223-bd16-c5d349f64c2c requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:36:14.100447 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-942f5f12-3af3-4b30-bf5b-a2b146c13168 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5996618 Jul 07 17:36:14.100727 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 42634) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:14.291635 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68b9c3d-4966-4f9b-af1a-1f7a64eb6810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-0418eb02-2e03-4223-bd16-c5d349f64c2c', 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'fixed_ips': [{'subnet_id': '0008f9ff-e047-464f-978a-cdb35522082c'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:36:14.292520 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c68b9c3d-4966-4f9b-af1a-1f7a64eb6810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:14.423996 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-74799fe8-6abd-44d1-8532-727089e508d0 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:14.456816 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-74799fe8-6abd-44d1-8532-727089e508d0 None None] Transition to ACTIVE for port object 7c39bb03-b4f3-4457-8d34-8dceddfaae7c will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:14.465608 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-74799fe8-6abd-44d1-8532-727089e508d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:14.515405 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-c68b9c3d-4966-4f9b-af1a-1f7a64eb6810 None None] Allocated IP 172.20.0.2 (0418eb02-2e03-4223-bd16-c5d349f64c2c/0008f9ff-e047-464f-978a-cdb35522082c/d49d0a3d-636f-49b9-a44f-3be6e58893a3) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:36:14.599879 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-74799fe8-6abd-44d1-8532-727089e508d0 None None] Attempting to bind port 7c39bb03-b4f3-4457-8d34-8dceddfaae7c on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:36:14.600460 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-74799fe8-6abd-44d1-8532-727089e508d0 None None] Attempting to bind port 7c39bb03-b4f3-4457-8d34-8dceddfaae7c by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:36:14.600954 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74799fe8-6abd-44d1-8532-727089e508d0 None None] Attempting to bind port 7c39bb03-b4f3-4457-8d34-8dceddfaae7c on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:36:14.611464 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082cfd9-8b8f-4b11-b5e3-2365320b2d09 None None] Pushing event updated for resources: {'Port': ['ID=7c39bb03-b4f3-4457-8d34-8dceddfaae7c,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:14.624155 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082cfd9-8b8f-4b11-b5e3-2365320b2d09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:14.625411 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082cfd9-8b8f-4b11-b5e3-2365320b2d09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:14.626388 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082cfd9-8b8f-4b11-b5e3-2365320b2d09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:14.626948 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082cfd9-8b8f-4b11-b5e3-2365320b2d09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:14.627613 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082cfd9-8b8f-4b11-b5e3-2365320b2d09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:14.628488 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082cfd9-8b8f-4b11-b5e3-2365320b2d09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:14.629137 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082cfd9-8b8f-4b11-b5e3-2365320b2d09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:14.629810 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082cfd9-8b8f-4b11-b5e3-2365320b2d09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:14.630353 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082cfd9-8b8f-4b11-b5e3-2365320b2d09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:14.630893 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082cfd9-8b8f-4b11-b5e3-2365320b2d09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:14.631434 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082cfd9-8b8f-4b11-b5e3-2365320b2d09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:14.631996 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082cfd9-8b8f-4b11-b5e3-2365320b2d09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:14.635694 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74799fe8-6abd-44d1-8532-727089e508d0 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:36:14.636371 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74799fe8-6abd-44d1-8532-727089e508d0 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:36:14.637061 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-74799fe8-6abd-44d1-8532-727089e508d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:14.637803 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74799fe8-6abd-44d1-8532-727089e508d0 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:36:14.638661 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-74799fe8-6abd-44d1-8532-727089e508d0 None None] Bound port: 7c39bb03-b4f3-4457-8d34-8dceddfaae7c, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:36:14.639278 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-74799fe8-6abd-44d1-8532-727089e508d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:14.701540 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-74799fe8-6abd-44d1-8532-727089e508d0 None None] For port 7c39bb03-b4f3-4457-8d34-8dceddfaae7c, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:36:14.707840 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-74799fe8-6abd-44d1-8532-727089e508d0 None None] For port 7c39bb03-b4f3-4457-8d34-8dceddfaae7c, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7c39bb03-b4f3-4457-8d34-8dceddfaae7c,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:36:14.719519 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-74799fe8-6abd-44d1-8532-727089e508d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:14.797294 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c68b9c3d-4966-4f9b-af1a-1f7a64eb6810 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:14.814110 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c68b9c3d-4966-4f9b-af1a-1f7a64eb6810 None None] Transition to ACTIVE for port object d49d0a3d-636f-49b9-a44f-3be6e58893a3 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:14.853866 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74799fe8-6abd-44d1-8532-727089e508d0 None None] Routers {'162dd613-4f8a-4f5e-bd64-2ddb43e83940'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:36:14.854784 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-74799fe8-6abd-44d1-8532-727089e508d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:35:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['162dd613-4f8a-4f5e-bd64-2ddb43e83940'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:14.868676 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c68b9c3d-4966-4f9b-af1a-1f7a64eb6810 None None] Transition to ACTIVE for port object d49d0a3d-636f-49b9-a44f-3be6e58893a3 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:14.885097 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c68b9c3d-4966-4f9b-af1a-1f7a64eb6810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:14.975338 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6112bb34-95c9-43ad-95a0-71217c62ea10 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:14.978683 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b9c3d-4966-4f9b-af1a-1f7a64eb6810 None None] Pushing event updated for resources: {'Port': ['ID=d49d0a3d-636f-49b9-a44f-3be6e58893a3,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:15.001980 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68b9c3d-4966-4f9b-af1a-1f7a64eb6810 None None] Network 0418eb02-2e03-4223-bd16-c5d349f64c2c is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:36:15.008736 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-c68b9c3d-4966-4f9b-af1a-1f7a64eb6810 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:15.013815 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-74799fe8-6abd-44d1-8532-727089e508d0 None None] Set router 162dd613-4f8a-4f5e-bd64-2ddb43e83940 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:36:15.016389 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68b9c3d-4966-4f9b-af1a-1f7a64eb6810 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:36:15.087937 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082cfd9-8b8f-4b11-b5e3-2365320b2d09 None None] Pushing event updated for resources: {'Port': ['ID=7c39bb03-b4f3-4457-8d34-8dceddfaae7c,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:15.139176 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-c68b9c3d-4966-4f9b-af1a-1f7a64eb6810 None None] Attempting to bind port d49d0a3d-636f-49b9-a44f-3be6e58893a3 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:36:15.140359 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-c68b9c3d-4966-4f9b-af1a-1f7a64eb6810 None None] Attempting to bind port d49d0a3d-636f-49b9-a44f-3be6e58893a3 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '593ef391-029d-455d-a6cb-9c475061bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:36:15.140953 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68b9c3d-4966-4f9b-af1a-1f7a64eb6810 None None] Attempting to bind port d49d0a3d-636f-49b9-a44f-3be6e58893a3 on network 0418eb02-2e03-4223-bd16-c5d349f64c2c {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:36:15.147657 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68b9c3d-4966-4f9b-af1a-1f7a64eb6810 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:36:15.148371 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68b9c3d-4966-4f9b-af1a-1f7a64eb6810 None None] Checking segment: {'id': '593ef391-029d-455d-a6cb-9c475061bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:36:15.148987 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c68b9c3d-4966-4f9b-af1a-1f7a64eb6810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:15.149567 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68b9c3d-4966-4f9b-af1a-1f7a64eb6810 None None] Bound using segment: {'id': '593ef391-029d-455d-a6cb-9c475061bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:36:15.150233 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-c68b9c3d-4966-4f9b-af1a-1f7a64eb6810 None None] Bound port: d49d0a3d-636f-49b9-a44f-3be6e58893a3, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593ef391-029d-455d-a6cb-9c475061bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:36:15.151078 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c68b9c3d-4966-4f9b-af1a-1f7a64eb6810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:15.257528 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-c68b9c3d-4966-4f9b-af1a-1f7a64eb6810 None None] For port d49d0a3d-636f-49b9-a44f-3be6e58893a3, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:36:15.261031 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-c68b9c3d-4966-4f9b-af1a-1f7a64eb6810 None None] For port d49d0a3d-636f-49b9-a44f-3be6e58893a3, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d49d0a3d-636f-49b9-a44f-3be6e58893a3,segment=NetworkSegment(593ef391-029d-455d-a6cb-9c475061bf98),segment_id=593ef391-029d-455d-a6cb-9c475061bf98)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:36:15.266900 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c68b9c3d-4966-4f9b-af1a-1f7a64eb6810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:15.348583 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-74799fe8-6abd-44d1-8532-727089e508d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117385210', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:10Z', 'updated_at': '2021-07-07T17:36:12Z', 'revision_number': 3, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:11Z', 'updated_at': '2021-07-07T17:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:15.357235 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b9c3d-4966-4f9b-af1a-1f7a64eb6810 None None] Pushing event updated for resources: {'Port': ['ID=d49d0a3d-636f-49b9-a44f-3be6e58893a3,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:15.386977 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-6112bb34-95c9-43ad-95a0-71217c62ea10 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Allocated IP 172.20.0.1 (0418eb02-2e03-4223-bd16-c5d349f64c2c/0008f9ff-e047-464f-978a-cdb35522082c/8fde1946-726f-4f5c-bf93-1cd832a950ed) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:36:15.409183 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74799fe8-6abd-44d1-8532-727089e508d0 None None] The sync data for ids ['162dd613-4f8a-4f5e-bd64-2ddb43e83940'] in n-d-791503-12 is: [{'id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117385210', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:10Z', 'updated_at': '2021-07-07T17:36:12Z', 'revision_number': 3, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:11Z', 'updated_at': '2021-07-07T17:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:36:15.646976 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6112bb34-95c9-43ad-95a0-71217c62ea10 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:15.669530 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-6112bb34-95c9-43ad-95a0-71217c62ea10 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Transition to ACTIVE for port object 8fde1946-726f-4f5c-bf93-1cd832a950ed will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:15.744951 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6112bb34-95c9-43ad-95a0-71217c62ea10 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:15.807146 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6112bb34-95c9-43ad-95a0-71217c62ea10 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Network 0418eb02-2e03-4223-bd16-c5d349f64c2c is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:36:15.814463 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-6112bb34-95c9-43ad-95a0-71217c62ea10 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:15.825983 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6112bb34-95c9-43ad-95a0-71217c62ea10 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:36:15.833714 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112bb34-95c9-43ad-95a0-71217c62ea10 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Port': ['ID=8fde1946-726f-4f5c-bf93-1cd832a950ed,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:15.911775 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6112bb34-95c9-43ad-95a0-71217c62ea10 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:16.225901 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6112bb34-95c9-43ad-95a0-71217c62ea10 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:16.305141 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d49d0a3d-636f-49b9-a44f-3be6e58893a3 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:36:16.448803 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port d49d0a3d-636f-49b9-a44f-3be6e58893a3 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:16.453807 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7c39bb03-b4f3-4457-8d34-8dceddfaae7c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:36:16.601246 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 7c39bb03-b4f3-4457-8d34-8dceddfaae7c completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:16.615142 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 7c39bb03-b4f3-4457-8d34-8dceddfaae7c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:16.615821 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:16.739190 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6112bb34-95c9-43ad-95a0-71217c62ea10 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:16.749174 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6112bb34-95c9-43ad-95a0-71217c62ea10 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:16.907332 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6112bb34-95c9-43ad-95a0-71217c62ea10 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:17.038361 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112bb34-95c9-43ad-95a0-71217c62ea10 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Port': ['ID=8fde1946-726f-4f5c-bf93-1cd832a950ed,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:17.141625 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6112bb34-95c9-43ad-95a0-71217c62ea10 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Network 0418eb02-2e03-4223-bd16-c5d349f64c2c is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:36:17.177741 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-6112bb34-95c9-43ad-95a0-71217c62ea10 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:17.228463 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bdb522-fe9b-4310-8e19-58a3fc9eb3d6 None None] Network 0418eb02-2e03-4223-bd16-c5d349f64c2c requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:36:17.339775 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:17.389172 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-884ffb9e-3573-4e5b-a0f9-c18e7c4d9cad None None] Provisioning for port d49d0a3d-636f-49b9-a44f-3be6e58893a3 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:17.443793 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 7c39bb03-b4f3-4457-8d34-8dceddfaae7c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7c39bb03-b4f3-4457-8d34-8dceddfaae7c,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:17.452675 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:17.461213 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-884ffb9e-3573-4e5b-a0f9-c18e7c4d9cad None None] Provisioning complete for port d49d0a3d-636f-49b9-a44f-3be6e58893a3 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:17.461609 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-884ffb9e-3573-4e5b-a0f9-c18e7c4d9cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:17.472188 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6112bb34-95c9-43ad-95a0-71217c62ea10 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Router 162dd613-4f8a-4f5e-bd64-2ddb43e83940 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:36:17.664144 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6112bb34-95c9-43ad-95a0-71217c62ea10 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:36:17.678604 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6112bb34-95c9-43ad-95a0-71217c62ea10 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "PUT /v2.0/routers/162dd613-4f8a-4f5e-bd64-2ddb43e83940/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5678363 Jul 07 17:36:17.754616 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=7c39bb03-b4f3-4457-8d34-8dceddfaae7c,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:17.842909 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-884ffb9e-3573-4e5b-a0f9-c18e7c4d9cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:17.925020 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-884ffb9e-3573-4e5b-a0f9-c18e7c4d9cad None None] For port d49d0a3d-636f-49b9-a44f-3be6e58893a3, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d49d0a3d-636f-49b9-a44f-3be6e58893a3,segment=NetworkSegment(593ef391-029d-455d-a6cb-9c475061bf98),segment_id=593ef391-029d-455d-a6cb-9c475061bf98)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:17.932656 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-884ffb9e-3573-4e5b-a0f9-c18e7c4d9cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:18.039612 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ffb9e-3573-4e5b-a0f9-c18e7c4d9cad None None] Pushing event updated for resources: {'Port': ['ID=d49d0a3d-636f-49b9-a44f-3be6e58893a3,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:18.116890 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7c39bb03-b4f3-4457-8d34-8dceddfaae7c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:36:18.207525 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 7c39bb03-b4f3-4457-8d34-8dceddfaae7c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:18.207905 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:18.333866 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3266792e-e638-4966-aebf-7c42369b7609 None None] Provisioning complete for port d49d0a3d-636f-49b9-a44f-3be6e58893a3 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:18.334371 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3266792e-e638-4966-aebf-7c42369b7609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:18.539126 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-97662ef5-e603-4719-bc42-72bf8de13f15 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1393826897&fields=id&tenant_id=63ef02b3c36b41d7904671af30e265ce HTTP/1.1" status: 200 len: 267 time: 0.1048214 Jul 07 17:36:18.615915 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3387032f-dee2-4206-aedb-cbbc36ec1d00 None None] Sync routers for ids ['162dd613-4f8a-4f5e-bd64-2ddb43e83940'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:36:18.669892 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3387032f-dee2-4206-aedb-cbbc36ec1d00 None None] Routers {'162dd613-4f8a-4f5e-bd64-2ddb43e83940'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:36:18.672661 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-3387032f-dee2-4206-aedb-cbbc36ec1d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:35:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['162dd613-4f8a-4f5e-bd64-2ddb43e83940'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:18.743175 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-8622002b-e02f-4f36-8258-67be1859142d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:18.746534 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-8622002b-e02f-4f36-8258-67be1859142d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/networks?id=0418eb02-2e03-4223-bd16-c5d349f64c2c HTTP/1.1" status: 200 len: 796 time: 0.2061706 Jul 07 17:36:18.777805 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3266792e-e638-4966-aebf-7c42369b7609 None None] Provisioning for port 8fde1946-726f-4f5c-bf93-1cd832a950ed completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:18.779742 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-c1cb2f6f-3fe6-413a-8295-1a053be78681 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/quotas/63ef02b3c36b41d7904671af30e265ce HTTP/1.1" status: 200 len: 375 time: 0.0147889 Jul 07 17:36:18.801193 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3266792e-e638-4966-aebf-7c42369b7609 None None] Provisioning complete for port 8fde1946-726f-4f5c-bf93-1cd832a950ed triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:18.801577 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3266792e-e638-4966-aebf-7c42369b7609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:18.922414 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3266792e-e638-4966-aebf-7c42369b7609 None None] Port 8fde1946-726f-4f5c-bf93-1cd832a950ed cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:36:19.089207 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-3387032f-dee2-4206-aedb-cbbc36ec1d00 None None] Set router 162dd613-4f8a-4f5e-bd64-2ddb43e83940 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:36:19.092119 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-654650dd-d9ad-4c5e-a369-1c1d0dee4373 None None] Provisioning complete for port 8fde1946-726f-4f5c-bf93-1cd832a950ed triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:19.092298 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-654650dd-d9ad-4c5e-a369-1c1d0dee4373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:19.189319 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-654650dd-d9ad-4c5e-a369-1c1d0dee4373 None None] Port 8fde1946-726f-4f5c-bf93-1cd832a950ed cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:36:19.407589 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-2471db9d-b5f9-485b-b643-27cad3b9afa3 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6122992 Jul 07 17:36:19.456461 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-3387032f-dee2-4206-aedb-cbbc36ec1d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117385210', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:10Z', 'updated_at': '2021-07-07T17:36:16Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:11Z', 'updated_at': '2021-07-07T17:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '8fde1946-726f-4f5c-bf93-1cd832a950ed', 'name': '', 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:72:78:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '0008f9ff-e047-464f-978a-cdb35522082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:15Z', 'updated_at': '2021-07-07T17:36:16Z', 'revision_number': 2, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': '0008f9ff-e047-464f-978a-cdb35522082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:19.491552 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3387032f-dee2-4206-aedb-cbbc36ec1d00 None None] Checking router: 162dd613-4f8a-4f5e-bd64-2ddb43e83940 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:36:19.491920 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3387032f-dee2-4206-aedb-cbbc36ec1d00 None None] Updating router 162dd613-4f8a-4f5e-bd64-2ddb43e83940 port 8fde1946-726f-4f5c-bf93-1cd832a950ed binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:36:19.564229 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3387032f-dee2-4206-aedb-cbbc36ec1d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:19.625890 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-6deef353-09d8-4bdf-9fca-1fa0c5a4ffda service neutron] 10.222.0.53 "GET /v2.0/networks/0418eb02-2e03-4223-bd16-c5d349f64c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167194 Jul 07 17:36:19.769375 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-f2839d4b-667c-4089-8bdf-367d5d396b18 service neutron] 10.222.0.53 "GET /v2.0/networks/0418eb02-2e03-4223-bd16-c5d349f64c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277435 Jul 07 17:36:20.084266 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-172c9eb0-84a5-4090-919a-69359b8c48c4 req-3d2cc2c6-406d-4e8a-9c8b-37f058b332b0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 210 time: 0.0736537 Jul 07 17:36:20.095178 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3387032f-dee2-4206-aedb-cbbc36ec1d00 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:20.121822 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3387032f-dee2-4206-aedb-cbbc36ec1d00 None None] Transition to ACTIVE for port object 8fde1946-726f-4f5c-bf93-1cd832a950ed will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:20.132356 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3387032f-dee2-4206-aedb-cbbc36ec1d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:20.165333 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d49d0a3d-636f-49b9-a44f-3be6e58893a3 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:36:20.265375 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebdd397-da8b-4c23-bb9f-642e3e37ffa5 None None] Pushing event updated for resources: {'Port': ['ID=8fde1946-726f-4f5c-bf93-1cd832a950ed,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:20.377925 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-3387032f-dee2-4206-aedb-cbbc36ec1d00 None None] Attempting to bind port 8fde1946-726f-4f5c-bf93-1cd832a950ed on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:36:20.378309 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-3387032f-dee2-4206-aedb-cbbc36ec1d00 None None] Attempting to bind port 8fde1946-726f-4f5c-bf93-1cd832a950ed by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '593ef391-029d-455d-a6cb-9c475061bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:36:20.378686 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387032f-dee2-4206-aedb-cbbc36ec1d00 None None] Attempting to bind port 8fde1946-726f-4f5c-bf93-1cd832a950ed on network 0418eb02-2e03-4223-bd16-c5d349f64c2c {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:36:20.396512 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387032f-dee2-4206-aedb-cbbc36ec1d00 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:36:20.397787 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387032f-dee2-4206-aedb-cbbc36ec1d00 None None] Checking segment: {'id': '593ef391-029d-455d-a6cb-9c475061bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:36:20.398212 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3387032f-dee2-4206-aedb-cbbc36ec1d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:20.398694 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387032f-dee2-4206-aedb-cbbc36ec1d00 None None] Bound using segment: {'id': '593ef391-029d-455d-a6cb-9c475061bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:36:20.399272 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-3387032f-dee2-4206-aedb-cbbc36ec1d00 None None] Bound port: 8fde1946-726f-4f5c-bf93-1cd832a950ed, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593ef391-029d-455d-a6cb-9c475061bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:36:20.399691 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3387032f-dee2-4206-aedb-cbbc36ec1d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:20.429095 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port d49d0a3d-636f-49b9-a44f-3be6e58893a3 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:20.429581 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:20.536675 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3387032f-dee2-4206-aedb-cbbc36ec1d00 None None] For port 8fde1946-726f-4f5c-bf93-1cd832a950ed, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:36:20.562588 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3387032f-dee2-4206-aedb-cbbc36ec1d00 None None] For port 8fde1946-726f-4f5c-bf93-1cd832a950ed, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8fde1946-726f-4f5c-bf93-1cd832a950ed,segment=NetworkSegment(593ef391-029d-455d-a6cb-9c475061bf98),segment_id=593ef391-029d-455d-a6cb-9c475061bf98)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:36:20.572520 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3387032f-dee2-4206-aedb-cbbc36ec1d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:20.665252 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3387032f-dee2-4206-aedb-cbbc36ec1d00 None None] Routers {'162dd613-4f8a-4f5e-bd64-2ddb43e83940'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:36:20.670918 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-3387032f-dee2-4206-aedb-cbbc36ec1d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:35:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['162dd613-4f8a-4f5e-bd64-2ddb43e83940'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:20.747764 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebdd397-da8b-4c23-bb9f-642e3e37ffa5 None None] Pushing event updated for resources: {'Port': ['ID=8fde1946-726f-4f5c-bf93-1cd832a950ed,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:20.856351 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-3387032f-dee2-4206-aedb-cbbc36ec1d00 None None] Set router 162dd613-4f8a-4f5e-bd64-2ddb43e83940 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:36:21.327656 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-91e2c64b-efd6-4386-b4f8-a2a8615f538d req-9dfc73c6-c6bb-4336-ba23-90b024bba719 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 210 time: 0.0659366 Jul 07 17:36:21.337614 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-3387032f-dee2-4206-aedb-cbbc36ec1d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117385210', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:10Z', 'updated_at': '2021-07-07T17:36:16Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:11Z', 'updated_at': '2021-07-07T17:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '8fde1946-726f-4f5c-bf93-1cd832a950ed', 'name': '', 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:72:78:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '0008f9ff-e047-464f-978a-cdb35522082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:15Z', 'updated_at': '2021-07-07T17:36:20Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': '0008f9ff-e047-464f-978a-cdb35522082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:21.367735 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3387032f-dee2-4206-aedb-cbbc36ec1d00 None None] The sync data for ids ['162dd613-4f8a-4f5e-bd64-2ddb43e83940'] in n-d-791503-12 is: [{'id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117385210', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:10Z', 'updated_at': '2021-07-07T17:36:16Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:11Z', 'updated_at': '2021-07-07T17:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '8fde1946-726f-4f5c-bf93-1cd832a950ed', 'name': '', 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:72:78:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '0008f9ff-e047-464f-978a-cdb35522082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:15Z', 'updated_at': '2021-07-07T17:36:20Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': '0008f9ff-e047-464f-978a-cdb35522082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:36:21.873685 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-10b42945-3fa7-473e-bd98-e19815313df0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:21.874498 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-10b42945-3fa7-473e-bd98-e19815313df0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.72 "GET /v2.0/networks?id=0418eb02-2e03-4223-bd16-c5d349f64c2c HTTP/1.1" status: 200 len: 796 time: 0.1973209 Jul 07 17:36:21.928556 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-498128a0-5857-48d6-b184-d14e21ebc25b tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63ef02b3c36b41d7904671af30e265ce HTTP/1.1" status: 200 len: 380 time: 0.0426035 Jul 07 17:36:21.944921 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-741938df-834c-4306-83ae-bc6f2bf5e687 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'port': {'device_id': 'bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb', 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c', 'admin_state_up': True, 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'security_groups': ['96966c0e-bb4d-4604-97bc-5b4384892f69']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:22.159082 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-741938df-834c-4306-83ae-bc6f2bf5e687 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Made reservation on behalf of 63ef02b3c36b41d7904671af30e265ce for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:36:22.163698 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-741938df-834c-4306-83ae-bc6f2bf5e687 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:22.197041 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8fde1946-726f-4f5c-bf93-1cd832a950ed up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:36:22.322995 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 8fde1946-726f-4f5c-bf93-1cd832a950ed completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:22.328166 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 8fde1946-726f-4f5c-bf93-1cd832a950ed triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:22.329686 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:22.444564 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-741938df-834c-4306-83ae-bc6f2bf5e687 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Allocated IP 172.20.0.10 (0418eb02-2e03-4223-bd16-c5d349f64c2c/0008f9ff-e047-464f-978a-cdb35522082c/95029420-497a-4acd-a788-f794e3f8ec03) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:36:22.566115 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:22.612752 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 8fde1946-726f-4f5c-bf93-1cd832a950ed, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8fde1946-726f-4f5c-bf93-1cd832a950ed,segment=NetworkSegment(593ef391-029d-455d-a6cb-9c475061bf98),segment_id=593ef391-029d-455d-a6cb-9c475061bf98)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:22.618682 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:22.692583 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=8fde1946-726f-4f5c-bf93-1cd832a950ed,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:22.810584 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-198d6029-d877-4c78-b44e-8d76cb07b384 req-422030b8-e03c-4711-9471-79de78eeaa00 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 210 time: 0.2026956 Jul 07 17:36:22.816500 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-741938df-834c-4306-83ae-bc6f2bf5e687 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:22.833733 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-741938df-834c-4306-83ae-bc6f2bf5e687 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Transition to ACTIVE for port object 95029420-497a-4acd-a788-f794e3f8ec03 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:22.888288 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-741938df-834c-4306-83ae-bc6f2bf5e687 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:22.985657 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741938df-834c-4306-83ae-bc6f2bf5e687 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Port': ['ID=95029420-497a-4acd-a788-f794e3f8ec03,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:22.997457 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-741938df-834c-4306-83ae-bc6f2bf5e687 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Network 0418eb02-2e03-4223-bd16-c5d349f64c2c is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:36:22.999640 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-741938df-834c-4306-83ae-bc6f2bf5e687 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:23.005026 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-741938df-834c-4306-83ae-bc6f2bf5e687 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:36:23.092017 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-741938df-834c-4306-83ae-bc6f2bf5e687 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:23.093081 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-741938df-834c-4306-83ae-bc6f2bf5e687 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:23.126745 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-741938df-834c-4306-83ae-bc6f2bf5e687 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1921074 Jul 07 17:36:23.149364 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-32ee3516-d063-49ca-a207-7a125389c872 service neutron] Request body: {'port': {'device_id': 'bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:23.351492 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-32ee3516-d063-49ca-a207-7a125389c872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:23.433673 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-76eda0f5-b82b-4b18-acdb-2a962a71b8bb None None] Provisioning for port 95029420-497a-4acd-a788-f794e3f8ec03 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:23.441069 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-76eda0f5-b82b-4b18-acdb-2a962a71b8bb None None] Provisioning complete for port 95029420-497a-4acd-a788-f794e3f8ec03 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:23.441772 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-76eda0f5-b82b-4b18-acdb-2a962a71b8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:23.445163 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-07db1fa9-57a4-4325-843e-e42d6f63c77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:23.501279 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-76eda0f5-b82b-4b18-acdb-2a962a71b8bb None None] Port 95029420-497a-4acd-a788-f794e3f8ec03 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:36:23.801940 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-32ee3516-d063-49ca-a207-7a125389c872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95029420-497a-4acd-a788-f794e3f8ec03 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:36:23.817612 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-32ee3516-d063-49ca-a207-7a125389c872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:23.844017 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-32ee3516-d063-49ca-a207-7a125389c872 service neutron] Transition to ACTIVE for port object 95029420-497a-4acd-a788-f794e3f8ec03 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:23.849893 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-32ee3516-d063-49ca-a207-7a125389c872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:23.909307 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee3516-d063-49ca-a207-7a125389c872 service neutron] Pushing event updated for resources: {'Port': ['ID=95029420-497a-4acd-a788-f794e3f8ec03,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:24.061946 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-32ee3516-d063-49ca-a207-7a125389c872 service neutron] Attempting to bind port 95029420-497a-4acd-a788-f794e3f8ec03 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:36:24.062602 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-32ee3516-d063-49ca-a207-7a125389c872 service neutron] Attempting to bind port 95029420-497a-4acd-a788-f794e3f8ec03 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '593ef391-029d-455d-a6cb-9c475061bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:36:24.062602 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-32ee3516-d063-49ca-a207-7a125389c872 service neutron] Attempting to bind port 95029420-497a-4acd-a788-f794e3f8ec03 on network 0418eb02-2e03-4223-bd16-c5d349f64c2c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:36:24.073633 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-32ee3516-d063-49ca-a207-7a125389c872 service neutron] Port 95029420-497a-4acd-a788-f794e3f8ec03 on network 0418eb02-2e03-4223-bd16-c5d349f64c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:36:24.073967 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-32ee3516-d063-49ca-a207-7a125389c872 service neutron] Attempting to bind port 95029420-497a-4acd-a788-f794e3f8ec03 on network 0418eb02-2e03-4223-bd16-c5d349f64c2c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:36:24.088025 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-32ee3516-d063-49ca-a207-7a125389c872 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:36:24.089294 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-32ee3516-d063-49ca-a207-7a125389c872 service neutron] Checking segment: {'id': '593ef391-029d-455d-a6cb-9c475061bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:36:24.089840 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-32ee3516-d063-49ca-a207-7a125389c872 service neutron] Bound using segment: {'id': '593ef391-029d-455d-a6cb-9c475061bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:36:24.091882 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-32ee3516-d063-49ca-a207-7a125389c872 service neutron] Bound port: 95029420-497a-4acd-a788-f794e3f8ec03, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593ef391-029d-455d-a6cb-9c475061bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:36:24.107052 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-32ee3516-d063-49ca-a207-7a125389c872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:24.111349 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8fde1946-726f-4f5c-bf93-1cd832a950ed up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:36:24.141160 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bee8ce-a1c0-414a-a0e0-e1043f007a6d req-f01c58d8-2ad8-402b-97ef-9bd4535b116a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:24.150119 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b4bee8ce-a1c0-414a-a0e0-e1043f007a6d req-f01c58d8-2ad8-402b-97ef-9bd4535b116a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 944 time: 0.1655414 Jul 07 17:36:24.205085 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b4bee8ce-a1c0-414a-a0e0-e1043f007a6d req-5c3b6a9b-69c9-42be-97fe-34660b67acd1 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=96966c0e-bb4d-4604-97bc-5b4384892f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534167 Jul 07 17:36:24.213783 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 8fde1946-726f-4f5c-bf93-1cd832a950ed triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:24.214454 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:24.357113 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-32ee3516-d063-49ca-a207-7a125389c872 service neutron] For port 95029420-497a-4acd-a788-f794e3f8ec03, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:36:24.366994 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-32ee3516-d063-49ca-a207-7a125389c872 service neutron] For port 95029420-497a-4acd-a788-f794e3f8ec03, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=95029420-497a-4acd-a788-f794e3f8ec03,segment=NetworkSegment(593ef391-029d-455d-a6cb-9c475061bf98),segment_id=593ef391-029d-455d-a6cb-9c475061bf98)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:36:24.374674 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-32ee3516-d063-49ca-a207-7a125389c872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:24.479019 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-32ee3516-d063-49ca-a207-7a125389c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:24.480340 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-32ee3516-d063-49ca-a207-7a125389c872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:24.481870 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-32ee3516-d063-49ca-a207-7a125389c872 service neutron] 10.222.0.72 "PUT /v2.0/ports/95029420-497a-4acd-a788-f794e3f8ec03 HTTP/1.1" status: 200 len: 1093 time: 1.3480546 Jul 07 17:36:24.482323 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb', 'tag': '95029420-497a-4acd-a788-f794e3f8ec03'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:24.484653 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b756bb-9c15-4d03-96c6-27c504e1d7fb" -d '{"events": [{"name": "network-changed", "server_uuid": "bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb", "tag": "95029420-497a-4acd-a788-f794e3f8ec03"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:24.577667 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7faeca-9a79-4e76-8048-e094bcbd822a x-openstack-request-id: req-2f7faeca-9a79-4e76-8048-e094bcbd822a {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:24.577871 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb", "tag": "95029420-497a-4acd-a788-f794e3f8ec03", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:24.578091 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f7faeca-9a79-4e76-8048-e094bcbd822a {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:24.579056 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb', 'tag': '95029420-497a-4acd-a788-f794e3f8ec03', 'status': 'completed', 'code': 200} Jul 07 17:36:24.614221 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee3516-d063-49ca-a207-7a125389c872 service neutron] Pushing event updated for resources: {'Port': ['ID=95029420-497a-4acd-a788-f794e3f8ec03,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:24.651406 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-5f31a9cc-9f82-4660-b670-258d16dcad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:24.653600 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-5f31a9cc-9f82-4660-b670-258d16dcad79 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 1096 time: 0.1061594 Jul 07 17:36:24.722172 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-2bc0eec1-dbdc-41ae-87a5-d55d89768147 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95029420-497a-4acd-a788-f794e3f8ec03 HTTP/1.1" status: 200 len: 217 time: 0.0612953 Jul 07 17:36:24.796689 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-4db4a74e-3146-47da-b35c-9fbef8f9ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:24.800031 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-4db4a74e-3146-47da-b35c-9fbef8f9ae5c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0008f9ff-e047-464f-978a-cdb35522082c HTTP/1.1" status: 200 len: 835 time: 0.0697386 Jul 07 17:36:24.871611 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-0dca58c6-f57e-4a04-8893-c8c1088286f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:24.874086 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-0dca58c6-f57e-4a04-8893-c8c1088286f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0418eb02-2e03-4223-bd16-c5d349f64c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665834 Jul 07 17:36:25.024358 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-b389b835-21bd-4b2e-8373-c5f3c4dc350a service neutron] 10.222.0.72 "GET /v2.0/networks/0418eb02-2e03-4223-bd16-c5d349f64c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439328 Jul 07 17:36:25.147566 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0ea1b2b2-f23c-4d58-84ea-8879db84395f req-91892d5d-59ae-48be-a115-05c4c98c25f0 service neutron] 10.222.0.72 "GET /v2.0/networks/0418eb02-2e03-4223-bd16-c5d349f64c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161754 Jul 07 17:36:25.293675 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b756bb-9c15-4d03-96c6-27c504e1d7fb req-f26e3723-6f9b-40a3-95ea-b39c8a63a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:25.295244 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a2b756bb-9c15-4d03-96c6-27c504e1d7fb req-f26e3723-6f9b-40a3-95ea-b39c8a63a39f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 1096 time: 0.0860181 Jul 07 17:36:25.499282 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b756bb-9c15-4d03-96c6-27c504e1d7fb req-f9f0c56d-d26f-4b7b-8390-ce915efbca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:25.505414 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a2b756bb-9c15-4d03-96c6-27c504e1d7fb req-f9f0c56d-d26f-4b7b-8390-ce915efbca9f service neutron] 10.222.0.72 "GET /v2.0/networks?id=0418eb02-2e03-4223-bd16-c5d349f64c2c HTTP/1.1" status: 200 len: 897 time: 0.2035551 Jul 07 17:36:25.514639 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf36811-531a-4621-9132-b812626d95f9 req-2d349a59-10ef-4094-9e21-b109434100a0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:25.516986 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dbf36811-531a-4621-9132-b812626d95f9 req-2d349a59-10ef-4094-9e21-b109434100a0 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 944 time: 0.1094594 Jul 07 17:36:25.584488 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a2b756bb-9c15-4d03-96c6-27c504e1d7fb req-d534dbd4-ec6e-45b2-80f2-de5fc47da055 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95029420-497a-4acd-a788-f794e3f8ec03 HTTP/1.1" status: 200 len: 217 time: 0.0699596 Jul 07 17:36:25.588513 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dbf36811-531a-4621-9132-b812626d95f9 req-79f00049-b9bd-4f69-ae6d-071b596f74fd tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=96966c0e-bb4d-4604-97bc-5b4384892f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655704 Jul 07 17:36:25.671530 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b756bb-9c15-4d03-96c6-27c504e1d7fb req-cce2c15e-07c8-4d2e-8302-a859188cb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:25.673907 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a2b756bb-9c15-4d03-96c6-27c504e1d7fb req-cce2c15e-07c8-4d2e-8302-a859188cb7d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0008f9ff-e047-464f-978a-cdb35522082c HTTP/1.1" status: 200 len: 835 time: 0.0781777 Jul 07 17:36:25.746210 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b756bb-9c15-4d03-96c6-27c504e1d7fb req-4312b200-6715-44a4-92d4-bc05ffadc00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:25.747768 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a2b756bb-9c15-4d03-96c6-27c504e1d7fb req-4312b200-6715-44a4-92d4-bc05ffadc00f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0418eb02-2e03-4223-bd16-c5d349f64c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676961 Jul 07 17:36:25.858253 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a2b756bb-9c15-4d03-96c6-27c504e1d7fb req-4e0bb283-cac0-422a-bc33-3d132776b613 service neutron] 10.222.0.72 "GET /v2.0/networks/0418eb02-2e03-4223-bd16-c5d349f64c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026442 Jul 07 17:36:25.985122 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a2b756bb-9c15-4d03-96c6-27c504e1d7fb req-d3198bb6-8ab7-4bf1-a008-32122fe8b716 service neutron] 10.222.0.72 "GET /v2.0/networks/0418eb02-2e03-4223-bd16-c5d349f64c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199000 Jul 07 17:36:26.227563 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:26.824065 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f22f8150-66c4-48e0-889a-45d28984c64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:26.937888 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cc16f-736f-4cea-9d4b-28e4939ed118 req-8ea3cf54-ce3f-45af-b6b7-c0f553ab4eae tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:26.941715 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-580cc16f-736f-4cea-9d4b-28e4939ed118 req-8ea3cf54-ce3f-45af-b6b7-c0f553ab4eae tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 944 time: 0.1810420 Jul 07 17:36:27.001133 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-580cc16f-736f-4cea-9d4b-28e4939ed118 req-5a4ad3fb-4110-4245-8377-60ddc702c91c tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=96966c0e-bb4d-4604-97bc-5b4384892f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525110 Jul 07 17:36:27.608031 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 95029420-497a-4acd-a788-f794e3f8ec03 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:36:27.754740 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 95029420-497a-4acd-a788-f794e3f8ec03, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=95029420-497a-4acd-a788-f794e3f8ec03,segment=NetworkSegment(593ef391-029d-455d-a6cb-9c475061bf98),segment_id=593ef391-029d-455d-a6cb-9c475061bf98)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:27.770035 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '95029420-497a-4acd-a788-f794e3f8ec03', 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c', 'port_id': '95029420-497a-4acd-a788-f794e3f8ec03', 'mac_address': 'fa:16:3e:2c:76:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0008f9ff-e047-464f-978a-cdb35522082c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:36:27.838614 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:28.034428 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95029420-497a-4acd-a788-f794e3f8ec03 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:36:28.078018 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:28.111382 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 95029420-497a-4acd-a788-f794e3f8ec03, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=95029420-497a-4acd-a788-f794e3f8ec03,segment=NetworkSegment(593ef391-029d-455d-a6cb-9c475061bf98),segment_id=593ef391-029d-455d-a6cb-9c475061bf98)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:28.122652 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:28.212879 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=95029420-497a-4acd-a788-f794e3f8ec03,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:28.285214 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6d4fa-f80d-4329-96c3-077702093be1 req-ffbd09dd-09df-4b4c-a938-24de963617ea tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:28.286935 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3ea6d4fa-f80d-4329-96c3-077702093be1 req-ffbd09dd-09df-4b4c-a938-24de963617ea tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 945 time: 0.1175361 Jul 07 17:36:28.337084 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['95029420-497a-4acd-a788-f794e3f8ec03'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:36:28.342071 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3ea6d4fa-f80d-4329-96c3-077702093be1 req-8f493152-0064-4250-993e-1e861a3dab01 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=96966c0e-bb4d-4604-97bc-5b4384892f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484183 Jul 07 17:36:29.551633 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c0a16-c2c0-4c7c-a0ba-1cf4bb05903c req-c76592a6-caab-4336-9584-e29d52835aab tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:29.554083 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e29c0a16-c2c0-4c7c-a0ba-1cf4bb05903c req-c76592a6-caab-4336-9584-e29d52835aab tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 945 time: 0.0807309 Jul 07 17:36:29.628919 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 95029420-497a-4acd-a788-f794e3f8ec03 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:36:29.636964 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e29c0a16-c2c0-4c7c-a0ba-1cf4bb05903c req-8fb90d0d-d31f-404b-a512-34543e6c5339 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=96966c0e-bb4d-4604-97bc-5b4384892f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663486 Jul 07 17:36:29.739680 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 95029420-497a-4acd-a788-f794e3f8ec03 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:29.743958 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 95029420-497a-4acd-a788-f794e3f8ec03 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:29.744346 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:29.884699 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:29.927366 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95029420-497a-4acd-a788-f794e3f8ec03'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:29.929799 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f59d9a1-7881-4ed7-ae8b-3223cefc2da5" -d '{"events": [{"server_uuid": "bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb", "name": "network-vif-plugged", "status": "completed", "tag": "95029420-497a-4acd-a788-f794e3f8ec03"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:29.948331 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 95029420-497a-4acd-a788-f794e3f8ec03, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=95029420-497a-4acd-a788-f794e3f8ec03,segment=NetworkSegment(593ef391-029d-455d-a6cb-9c475061bf98),segment_id=593ef391-029d-455d-a6cb-9c475061bf98)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:29.954242 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:30.011705 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cdeaa3-52b5-49f1-8dde-ce3fa810a27b x-openstack-request-id: req-f4cdeaa3-52b5-49f1-8dde-ce3fa810a27b {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:30.012044 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb", "name": "network-vif-plugged", "status": "completed", "tag": "95029420-497a-4acd-a788-f794e3f8ec03", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:30.012248 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f4cdeaa3-52b5-49f1-8dde-ce3fa810a27b {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:30.014136 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95029420-497a-4acd-a788-f794e3f8ec03', 'code': 200} Jul 07 17:36:30.085488 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=95029420-497a-4acd-a788-f794e3f8ec03,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:30.159457 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6437c39-7999-4fb2-b07f-cd18cc129bb8 req-a72423c9-49da-48e5-a9ae-2108524c5233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:30.161061 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f6437c39-7999-4fb2-b07f-cd18cc129bb8 req-a72423c9-49da-48e5-a9ae-2108524c5233 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 1098 time: 0.0834424 Jul 07 17:36:30.224303 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f6437c39-7999-4fb2-b07f-cd18cc129bb8 req-fbcb0949-51bc-4c2e-8e2f-a8f566e575ad service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=96966c0e-bb4d-4604-97bc-5b4384892f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544600 Jul 07 17:36:30.299259 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:30.954998 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7c0e0-0ed7-44e2-9a86-85ec0aaea638 req-480bb818-37f1-44b7-8973-3bea086e9df6 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:30.965933 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e4a7c0e0-0ed7-44e2-9a86-85ec0aaea638 req-480bb818-37f1-44b7-8973-3bea086e9df6 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 946 time: 0.1612666 Jul 07 17:36:31.016414 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e4a7c0e0-0ed7-44e2-9a86-85ec0aaea638 req-17a7dcbd-0449-4c67-a125-5d6422f2cac6 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=96966c0e-bb4d-4604-97bc-5b4384892f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492225 Jul 07 17:36:32.241241 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86375e57-a1a7-48e3-923c-69dd65950154 req-6961a37f-6b8a-4c96-b57f-e029a1005a89 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:32.248197 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-86375e57-a1a7-48e3-923c-69dd65950154 req-6961a37f-6b8a-4c96-b57f-e029a1005a89 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 946 time: 0.0792067 Jul 07 17:36:32.291886 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-86375e57-a1a7-48e3-923c-69dd65950154 req-d797ef7a-4c9e-4ab7-a046-a42b5bce66ec tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=96966c0e-bb4d-4604-97bc-5b4384892f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427363 Jul 07 17:36:32.510032 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b29d7a-74ce-4feb-b8da-883664f4679f req-1fe84d65-21c1-448a-838f-11799fc7a6bf tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:32.519074 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a8b29d7a-74ce-4feb-b8da-883664f4679f req-1fe84d65-21c1-448a-838f-11799fc7a6bf tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 946 time: 0.0931401 Jul 07 17:36:32.555869 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a8b29d7a-74ce-4feb-b8da-883664f4679f req-bfed4195-14d9-4c85-b8c2-f4aecd6a2169 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=96966c0e-bb4d-4604-97bc-5b4384892f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356565 Jul 07 17:36:32.582949 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43146) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:32.642924 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68020783-edf3-4d3e-8900-671ff6431782 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:32.647314 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-68020783-edf3-4d3e-8900-671ff6431782 tempest-TestNetworkAdvancedServerOps-1900817258 tempest-TestNetworkAdvancedServerOps-1900817258-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 1093 time: 0.0609179 Jul 07 17:36:32.647573 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43152) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:32.652291 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-e401ba7f-7ded-48c4-ad82-db0c75c248fc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'port_id': '95029420-497a-4acd-a788-f794e3f8ec03', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:32.679220 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e401ba7f-7ded-48c4-ad82-db0c75c248fc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:32.854137 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e401ba7f-7ded-48c4-ad82-db0c75c248fc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:33.009296 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-e401ba7f-7ded-48c4-ad82-db0c75c248fc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Allocated IP 172.25.0.135 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/ec3dac1b-5cc6-4ab8-830f-7fdeeb6c8ba7) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:36:33.181885 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e401ba7f-7ded-48c4-ad82-db0c75c248fc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:33.229965 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e401ba7f-7ded-48c4-ad82-db0c75c248fc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:33.273722 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e401ba7f-7ded-48c4-ad82-db0c75c248fc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:36:33.280423 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-e401ba7f-7ded-48c4-ad82-db0c75c248fc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:33.284471 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e401ba7f-7ded-48c4-ad82-db0c75c248fc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:36:33.342817 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401ba7f-7ded-48c4-ad82-db0c75c248fc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Port': ['ID=ec3dac1b-5cc6-4ab8-830f-7fdeeb6c8ba7,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:34.130781 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e401ba7f-7ded-48c4-ad82-db0c75c248fc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:34.256183 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e401ba7f-7ded-48c4-ad82-db0c75c248fc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:34.459124 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e401ba7f-7ded-48c4-ad82-db0c75c248fc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:34.466037 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e401ba7f-7ded-48c4-ad82-db0c75c248fc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:34.551746 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401ba7f-7ded-48c4-ad82-db0c75c248fc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event updated for resources: {'Port': ['ID=ec3dac1b-5cc6-4ab8-830f-7fdeeb6c8ba7,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:34.572564 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e401ba7f-7ded-48c4-ad82-db0c75c248fc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:34.709240 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-e401ba7f-7ded-48c4-ad82-db0c75c248fc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Floating IP f24d6366-7b7b-4e60-a6c3-caccc00a100c associated. External IP: 172.25.0.135, port: 95029420-497a-4acd-a788-f794e3f8ec03. Jul 07 17:36:34.892079 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:36:34.958095 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e401ba7f-7ded-48c4-ad82-db0c75c248fc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Router 162dd613-4f8a-4f5e-bd64-2ddb43e83940 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:36:35.101832 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e401ba7f-7ded-48c4-ad82-db0c75c248fc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:36:35.113334 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c3a4b0-b19e-40e2-be73-614b9244a380 None None] Sync routers for ids ['162dd613-4f8a-4f5e-bd64-2ddb43e83940'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:36:35.123976 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c3a4b0-b19e-40e2-be73-614b9244a380 None None] Routers {'162dd613-4f8a-4f5e-bd64-2ddb43e83940'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:36:35.124262 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e401ba7f-7ded-48c4-ad82-db0c75c248fc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:35.125305 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-24c3a4b0-b19e-40e2-be73-614b9244a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:36:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['162dd613-4f8a-4f5e-bd64-2ddb43e83940'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:35.175860 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e401ba7f-7ded-48c4-ad82-db0c75c248fc tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5269315 Jul 07 17:36:35.176695 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb', 'tag': '95029420-497a-4acd-a788-f794e3f8ec03'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:35.187137 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49ce315-7d6e-487e-a029-59c1b2a6dee5" -d '{"events": [{"name": "network-changed", "server_uuid": "bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb", "tag": "95029420-497a-4acd-a788-f794e3f8ec03"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:35.314687 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099342c9-a17b-4acc-9ac4-4e2556d8a07a x-openstack-request-id: req-099342c9-a17b-4acc-9ac4-4e2556d8a07a {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:35.315071 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb", "tag": "95029420-497a-4acd-a788-f794e3f8ec03", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:35.315219 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-099342c9-a17b-4acc-9ac4-4e2556d8a07a {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:35.315588 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb', 'tag': '95029420-497a-4acd-a788-f794e3f8ec03', 'status': 'completed', 'code': 200} Jul 07 17:36:35.358902 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-24c3a4b0-b19e-40e2-be73-614b9244a380 None None] Set router 162dd613-4f8a-4f5e-bd64-2ddb43e83940 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:36:35.467105 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34936142-2497-4455-9dcb-04ecfa0118ab req-dbf0a92b-a805-47a2-9a6b-278a86876835 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:35.475476 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-34936142-2497-4455-9dcb-04ecfa0118ab req-dbf0a92b-a805-47a2-9a6b-278a86876835 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 946 time: 0.1074510 Jul 07 17:36:35.542315 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-34936142-2497-4455-9dcb-04ecfa0118ab req-162f1af4-372e-4e69-bbad-25471b22c99b tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=96966c0e-bb4d-4604-97bc-5b4384892f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655670 Jul 07 17:36:35.559673 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43226) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:35.571255 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ce315-7d6e-487e-a029-59c1b2a6dee5 req-d7c47886-4ba8-4a34-ade8-3cffeadfecce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:35.573140 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f49ce315-7d6e-487e-a029-59c1b2a6dee5 req-d7c47886-4ba8-4a34-ade8-3cffeadfecce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 1098 time: 0.2472816 Jul 07 17:36:35.784166 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-40434fb4-e628-4d06-9cc6-4f8ebf991f1b tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/floatingips/f24d6366-7b7b-4e60-a6c3-caccc00a100c HTTP/1.1" status: 200 len: 992 time: 0.2229476 Jul 07 17:36:35.791857 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ce315-7d6e-487e-a029-59c1b2a6dee5 req-81d278ff-9c30-4fd7-a2ad-ba0635439353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:35.794406 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f49ce315-7d6e-487e-a029-59c1b2a6dee5 req-81d278ff-9c30-4fd7-a2ad-ba0635439353 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0418eb02-2e03-4223-bd16-c5d349f64c2c HTTP/1.1" status: 200 len: 897 time: 0.2102923 Jul 07 17:36:35.828706 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43230) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:35.834065 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-295ada2e-6178-42bf-9dcd-d969abee20a3 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-730547591', 'description': 'tempest-secgroup-smoke-730547591 description', 'project_id': 'd608a70193a6430089288644481e828c'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:35.856138 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-24c3a4b0-b19e-40e2-be73-614b9244a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117385210', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:10Z', 'updated_at': '2021-07-07T17:36:16Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:11Z', 'updated_at': '2021-07-07T17:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'f24d6366-7b7b-4e60-a6c3-caccc00a100c', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'floating_ip_address': '172.25.0.135', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'port_id': '95029420-497a-4acd-a788-f794e3f8ec03', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c', 'mac_address': 'fa:16:3e:2c:76:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:36:33Z', 'updated_at': '2021-07-07T17:36:33Z', 'revision_number': 0, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fde1946-726f-4f5c-bf93-1cd832a950ed', 'name': '', 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:72:78:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '0008f9ff-e047-464f-978a-cdb35522082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:15Z', 'updated_at': '2021-07-07T17:36:22Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': '0008f9ff-e047-464f-978a-cdb35522082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:35.861513 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-295ada2e-6178-42bf-9dcd-d969abee20a3 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:35.885771 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c3a4b0-b19e-40e2-be73-614b9244a380 None None] Checking router: 162dd613-4f8a-4f5e-bd64-2ddb43e83940 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:36:35.886460 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f49ce315-7d6e-487e-a029-59c1b2a6dee5 req-89d80504-3161-44c4-94cb-6b7788706600 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95029420-497a-4acd-a788-f794e3f8ec03 HTTP/1.1" status: 200 len: 1000 time: 0.0790265 Jul 07 17:36:35.899606 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c3a4b0-b19e-40e2-be73-614b9244a380 None None] Routers {'162dd613-4f8a-4f5e-bd64-2ddb43e83940'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:36:35.901081 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-24c3a4b0-b19e-40e2-be73-614b9244a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:36:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['162dd613-4f8a-4f5e-bd64-2ddb43e83940'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:35.971879 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ce315-7d6e-487e-a029-59c1b2a6dee5 req-3a4b2572-579a-4165-a07b-667ea57eab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:35.973488 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f49ce315-7d6e-487e-a029-59c1b2a6dee5 req-3a4b2572-579a-4165-a07b-667ea57eab95 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0008f9ff-e047-464f-978a-cdb35522082c HTTP/1.1" status: 200 len: 835 time: 0.0756373 Jul 07 17:36:36.000799 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-295ada2e-6178-42bf-9dcd-d969abee20a3 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.007281 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-295ada2e-6178-42bf-9dcd-d969abee20a3 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.033371 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-295ada2e-6178-42bf-9dcd-d969abee20a3 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.043260 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-295ada2e-6178-42bf-9dcd-d969abee20a3 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2053332 Jul 07 17:36:36.049398 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43236) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:36.056367 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ada2e-6178-42bf-9dcd-d969abee20a3 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=144f4a4e-01b0-4f9f-a400-106284e02107,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:36.058046 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-0f84d3d2-e634-4925-8a58-87bf1c06c544 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Request body: {'security_group_rule': {'security_group_id': '144f4a4e-01b0-4f9f-a400-106284e02107', 'project_id': 'd608a70193a6430089288644481e828c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:36.121672 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0f84d3d2-e634-4925-8a58-87bf1c06c544 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.160992 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ce315-7d6e-487e-a029-59c1b2a6dee5 req-ddbd98db-2d5b-406a-b405-87224cc7c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:36.163184 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f49ce315-7d6e-487e-a029-59c1b2a6dee5 req-ddbd98db-2d5b-406a-b405-87224cc7c963 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0418eb02-2e03-4223-bd16-c5d349f64c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1710792 Jul 07 17:36:36.175439 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-24c3a4b0-b19e-40e2-be73-614b9244a380 None None] Set router 162dd613-4f8a-4f5e-bd64-2ddb43e83940 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:36:36.260763 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0f84d3d2-e634-4925-8a58-87bf1c06c544 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.267890 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0f84d3d2-e634-4925-8a58-87bf1c06c544 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.313908 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84d3d2-e634-4925-8a58-87bf1c06c544 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9edcadbe-e796-4b27-bc6f-61bec2ec8346,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:36.326183 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0f84d3d2-e634-4925-8a58-87bf1c06c544 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.327451 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0f84d3d2-e634-4925-8a58-87bf1c06c544 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2758090 Jul 07 17:36:36.330279 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43242) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:36.335016 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-c3e37954-f276-4ec0-81f1-8a6310e24b3e tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Request body: {'security_group_rule': {'security_group_id': '144f4a4e-01b0-4f9f-a400-106284e02107', 'project_id': 'd608a70193a6430089288644481e828c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:36.347332 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f49ce315-7d6e-487e-a029-59c1b2a6dee5 req-af4ee04b-5712-420c-9ef4-fa45d8288427 service neutron] 10.222.0.72 "GET /v2.0/networks/0418eb02-2e03-4223-bd16-c5d349f64c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673489 Jul 07 17:36:36.386359 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c3e37954-f276-4ec0-81f1-8a6310e24b3e tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.464797 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c3e37954-f276-4ec0-81f1-8a6310e24b3e tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.475542 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c3e37954-f276-4ec0-81f1-8a6310e24b3e tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.498098 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e37954-f276-4ec0-81f1-8a6310e24b3e tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb82665-0efb-4f54-bd39-a469cefc0499,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:36.506787 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c3e37954-f276-4ec0-81f1-8a6310e24b3e tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.512138 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43246) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:36.512838 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c3e37954-f276-4ec0-81f1-8a6310e24b3e tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1814041 Jul 07 17:36:36.518596 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-e820d05b-6c0c-4d70-a7fd-79fe4508c49b tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Request body: {'security_group_rule': {'security_group_id': '144f4a4e-01b0-4f9f-a400-106284e02107', 'project_id': 'd608a70193a6430089288644481e828c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:36.529459 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f49ce315-7d6e-487e-a029-59c1b2a6dee5 req-c7daa588-b69a-48c6-8996-c6cfefc5d731 service neutron] 10.222.0.72 "GET /v2.0/networks/0418eb02-2e03-4223-bd16-c5d349f64c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755400 Jul 07 17:36:36.563033 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e820d05b-6c0c-4d70-a7fd-79fe4508c49b tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.588042 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-24c3a4b0-b19e-40e2-be73-614b9244a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117385210', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:10Z', 'updated_at': '2021-07-07T17:36:16Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:11Z', 'updated_at': '2021-07-07T17:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'f24d6366-7b7b-4e60-a6c3-caccc00a100c', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'floating_ip_address': '172.25.0.135', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'port_id': '95029420-497a-4acd-a788-f794e3f8ec03', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c', 'mac_address': 'fa:16:3e:2c:76:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:36:33Z', 'updated_at': '2021-07-07T17:36:33Z', 'revision_number': 0, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fde1946-726f-4f5c-bf93-1cd832a950ed', 'name': '', 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:72:78:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '0008f9ff-e047-464f-978a-cdb35522082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:15Z', 'updated_at': '2021-07-07T17:36:22Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': '0008f9ff-e047-464f-978a-cdb35522082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:36.632667 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c3a4b0-b19e-40e2-be73-614b9244a380 None None] The sync data for ids ['162dd613-4f8a-4f5e-bd64-2ddb43e83940'] in n-d-791503-12 is: [{'id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117385210', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:10Z', 'updated_at': '2021-07-07T17:36:16Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:11Z', 'updated_at': '2021-07-07T17:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'f24d6366-7b7b-4e60-a6c3-caccc00a100c', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'floating_ip_address': '172.25.0.135', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'port_id': '95029420-497a-4acd-a788-f794e3f8ec03', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c', 'mac_address': 'fa:16:3e:2c:76:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:36:33Z', 'updated_at': '2021-07-07T17:36:33Z', 'revision_number': 0, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fde1946-726f-4f5c-bf93-1cd832a950ed', 'name': '', 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:72:78:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '0008f9ff-e047-464f-978a-cdb35522082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:15Z', 'updated_at': '2021-07-07T17:36:22Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': '0008f9ff-e047-464f-978a-cdb35522082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:36:36.642054 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e820d05b-6c0c-4d70-a7fd-79fe4508c49b tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.646702 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e820d05b-6c0c-4d70-a7fd-79fe4508c49b tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.673077 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820d05b-6c0c-4d70-a7fd-79fe4508c49b tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6952ce5d-7a77-4869-92c8-966abecb43c9,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:36.682476 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e820d05b-6c0c-4d70-a7fd-79fe4508c49b tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.684141 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e820d05b-6c0c-4d70-a7fd-79fe4508c49b tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1713550 Jul 07 17:36:36.687399 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43252) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:36.694009 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-b46e6b3c-6afb-4d7d-a628-746c41b0d571 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Request body: {'security_group_rule': {'security_group_id': '144f4a4e-01b0-4f9f-a400-106284e02107', 'project_id': 'd608a70193a6430089288644481e828c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:36.731974 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b46e6b3c-6afb-4d7d-a628-746c41b0d571 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.786342 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43254) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:36.826570 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b46e6b3c-6afb-4d7d-a628-746c41b0d571 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.832084 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b46e6b3c-6afb-4d7d-a628-746c41b0d571 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.854913 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e6b3c-6afb-4d7d-a628-746c41b0d571 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018e19de-f847-4dc5-aab8-0694c7071b20,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:36.874769 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b46e6b3c-6afb-4d7d-a628-746c41b0d571 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.876690 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b46e6b3c-6afb-4d7d-a628-746c41b0d571 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1877651 Jul 07 17:36:36.879528 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43262) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:36.884862 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d1f2a185-52ef-497d-996e-56b86f8e1227 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Request body: {'security_group_rule': {'security_group_id': '144f4a4e-01b0-4f9f-a400-106284e02107', 'project_id': 'd608a70193a6430089288644481e828c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:36.910653 n-d-791503-12 neutron-server[100192]: INFO neutron.db.securitygroups_db [None req-d1f2a185-52ef-497d-996e-56b86f8e1227 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Project d608a70193a6430089288644481e828c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:36:36.913208 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bb0619db-7a89-49ca-baa5-789e9fc5cf9e tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/floatingips/f24d6366-7b7b-4e60-a6c3-caccc00a100c HTTP/1.1" status: 200 len: 992 time: 0.1255970 Jul 07 17:36:36.918986 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a185-52ef-497d-996e-56b86f8e1227 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:37.006978 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a185-52ef-497d-996e-56b86f8e1227 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:37.012822 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a185-52ef-497d-996e-56b86f8e1227 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:37.029343 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c7a538-0e31-40f8-859c-0113a7677e5b None None] New status for floating IP f24d6366-7b7b-4e60-a6c3-caccc00a100c: ACTIVE {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:36:37.045284 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2a185-52ef-497d-996e-56b86f8e1227 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=903198fb-daad-44b9-9e2b-70c2d6bb97d7,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:37.049417 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a185-52ef-497d-996e-56b86f8e1227 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:37.050662 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d1f2a185-52ef-497d-996e-56b86f8e1227 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1699123 Jul 07 17:36:37.053390 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 43264) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:37.058193 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-89ee0301-edc0-439e-b7b4-31e075a48ac9 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Request body: {'security_group_rule': {'security_group_id': '144f4a4e-01b0-4f9f-a400-106284e02107', 'project_id': 'd608a70193a6430089288644481e828c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:37.083034 n-d-791503-12 neutron-server[100192]: INFO neutron.db.securitygroups_db [None req-89ee0301-edc0-439e-b7b4-31e075a48ac9 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Project d608a70193a6430089288644481e828c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:36:37.088909 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-89ee0301-edc0-439e-b7b4-31e075a48ac9 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:37.167490 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-89ee0301-edc0-439e-b7b4-31e075a48ac9 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:37.171710 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-89ee0301-edc0-439e-b7b4-31e075a48ac9 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:37.201213 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee0301-edc0-439e-b7b4-31e075a48ac9 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71189a3d-84cb-4cca-8eb7-8deed80b70f3,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:37.218072 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-89ee0301-edc0-439e-b7b4-31e075a48ac9 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:37.228054 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-89ee0301-edc0-439e-b7b4-31e075a48ac9 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1651633 Jul 07 17:36:37.435423 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-276b52b7-184b-4447-99b9-7218df224282 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-730547591&fields=id&tenant_id=d608a70193a6430089288644481e828c HTTP/1.1" status: 200 len: 267 time: 0.0340893 Jul 07 17:36:37.477934 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:37.566551 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-07c2df33-fff6-4633-b765-50fa2e53fc81 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:37.568340 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-07c2df33-fff6-4633-b765-50fa2e53fc81 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/networks?id=7ad64a99-0f31-48d8-b364-4200a452a849 HTTP/1.1" status: 200 len: 814 time: 0.1243739 Jul 07 17:36:37.590324 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-c0f3563c-5ee0-49e5-9e7a-2a1f828387cc tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/quotas/d608a70193a6430089288644481e828c HTTP/1.1" status: 200 len: 375 time: 0.0101194 Jul 07 17:36:37.687555 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-c754ebda-5ce3-4b16-9a44-611094edc59a tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d608a70193a6430089288644481e828c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0919557 Jul 07 17:36:37.791401 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-fa195299-866f-4ca0-bdbe-cad38b1940b4 service neutron] 10.222.0.53 "GET /v2.0/networks/7ad64a99-0f31-48d8-b364-4200a452a849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913529 Jul 07 17:36:37.899864 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-ebd724d8-6a98-4d78-a7af-71131bad9713 service neutron] 10.222.0.53 "GET /v2.0/networks/7ad64a99-0f31-48d8-b364-4200a452a849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029375 Jul 07 17:36:37.916776 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 43296) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:37.972708 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-9aa8af25-b484-453c-8631-b457f584b3ec tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:37.974856 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-9aa8af25-b484-453c-8631-b457f584b3ec tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 811 time: 0.1334641 Jul 07 17:36:37.982811 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:37.993894 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-636c98ed-3baa-4110-945c-98914c606bb6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/quotas/66782d55a9284144a8994a9a98696a09 HTTP/1.1" status: 200 len: 375 time: 0.0118127 Jul 07 17:36:37.995882 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-61a4967e-7424-4e3a-a9f0-0db9d9d57127 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/floatingips/f24d6366-7b7b-4e60-a6c3-caccc00a100c HTTP/1.1" status: 200 len: 994 time: 0.0767903 Jul 07 17:36:38.089641 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-56c0cc42-b51b-45c5-9272-ff7166ae9b1e tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911613 Jul 07 17:36:38.102565 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-64c21ca1-d083-4248-8198-f16bbbbc3fe8 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:36:38.103884 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-64c21ca1-d083-4248-8198-f16bbbbc3fe8 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077717 Jul 07 17:36:38.227572 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-88a046b5-cc67-4b60-8da1-7094925fed9a service neutron] 10.222.0.53 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027751 Jul 07 17:36:38.317910 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-41539348-2f81-49b0-b34c-f449dd84166f req-ccfd0ce5-0fb3-4380-b599-327b76d506e2 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 210 time: 0.0555584 Jul 07 17:36:38.364873 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-74b2ac8a-6c56-4cf4-9401-3af961a17c9c service neutron] 10.222.0.53 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364005 Jul 07 17:36:38.711853 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67fe2872-ded4-4037-a3e2-1728639afc2e req-dfdac596-388e-4f4b-b637-bf90d2bcd96f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 210 time: 0.0353098 Jul 07 17:36:39.498842 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5d8208d-a0be-4ee3-bca7-003642c9f8da req-a4dd3168-ad02-45a8-abbb-37af6a59fc18 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 210 time: 0.0623169 Jul 07 17:36:39.584280 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-63758619-6d30-4447-a5e2-a87e3569085c tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:39.585706 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-63758619-6d30-4447-a5e2-a87e3569085c tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.64 "GET /v2.0/networks?id=7ad64a99-0f31-48d8-b364-4200a452a849 HTTP/1.1" status: 200 len: 814 time: 0.1411781 Jul 07 17:36:39.634948 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-a9dd5b90-cdbd-47b4-8ffe-a924e8b07961 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d608a70193a6430089288644481e828c HTTP/1.1" status: 200 len: 379 time: 0.0359516 Jul 07 17:36:39.646483 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-712ab0e6-fccf-430f-a121-e61e6319310e tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Request body: {'port': {'device_id': '38f6b771-f1f3-492e-a8bd-50b17d8d5675', 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849', 'admin_state_up': True, 'tenant_id': 'd608a70193a6430089288644481e828c', 'security_groups': ['144f4a4e-01b0-4f9f-a400-106284e02107']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:39.777726 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-712ab0e6-fccf-430f-a121-e61e6319310e tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Made reservation on behalf of d608a70193a6430089288644481e828c for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:36:39.782257 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-712ab0e6-fccf-430f-a121-e61e6319310e tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:39.921975 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ae3c31dd-d6df-4ed1-b13d-c245d5233f15 req-e165aeed-9425-4035-94aa-b8ee720f0285 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 210 time: 0.0343342 Jul 07 17:36:40.047447 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-712ab0e6-fccf-430f-a121-e61e6319310e tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Allocated IP 172.20.0.14 (7ad64a99-0f31-48d8-b364-4200a452a849/108079c1-b0b1-485b-b687-75a52d7d0b04/efe915ee-2383-4ee7-83d4-143d4e04249d) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:36:40.108563 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-46ec6066-3976-49b3-afac-c85b0f56b82e tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:40.110114 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-46ec6066-3976-49b3-afac-c85b0f56b82e tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.64 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 811 time: 0.1371863 Jul 07 17:36:40.122185 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-ebbdc886-d688-4601-9c60-b4a586c05447 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Request body: {'port': {'device_id': 'c5ebde91-798a-42e7-8ff8-9a245673fc19', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'admin_state_up': True, 'tenant_id': '66782d55a9284144a8994a9a98696a09'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:40.274448 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-712ab0e6-fccf-430f-a121-e61e6319310e tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:40.294424 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-ebbdc886-d688-4601-9c60-b4a586c05447 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Made reservation on behalf of 66782d55a9284144a8994a9a98696a09 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:36:40.299947 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-ebbdc886-d688-4601-9c60-b4a586c05447 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:40.300465 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-712ab0e6-fccf-430f-a121-e61e6319310e tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Transition to ACTIVE for port object efe915ee-2383-4ee7-83d4-143d4e04249d will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:40.340580 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-712ab0e6-fccf-430f-a121-e61e6319310e tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:40.447390 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ab0e6-fccf-430f-a121-e61e6319310e tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Pushing event updated for resources: {'Port': ['ID=efe915ee-2383-4ee7-83d4-143d4e04249d,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:40.455575 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-712ab0e6-fccf-430f-a121-e61e6319310e tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Network 7ad64a99-0f31-48d8-b364-4200a452a849 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:36:40.457193 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-712ab0e6-fccf-430f-a121-e61e6319310e tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:40.470541 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-712ab0e6-fccf-430f-a121-e61e6319310e tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:36:40.500440 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-ebbdc886-d688-4601-9c60-b4a586c05447 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Allocated IP 172.20.0.9 (bfa2b772-e8c4-474c-9bbc-eeafbbaeb767/96a9e05f-47c3-4c4b-bd45-67d2458e49df/ecd07843-7b4a-4991-9330-6b249961011a) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:36:40.620306 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-712ab0e6-fccf-430f-a121-e61e6319310e tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:40.621566 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-712ab0e6-fccf-430f-a121-e61e6319310e tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:40.653480 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-712ab0e6-fccf-430f-a121-e61e6319310e tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0113404 Jul 07 17:36:40.667603 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-630d0c3f-014c-42f0-b44d-8b07b5a37954 service neutron] Request body: {'port': {'device_id': '38f6b771-f1f3-492e-a8bd-50b17d8d5675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:40.795088 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-630d0c3f-014c-42f0-b44d-8b07b5a37954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:40.884363 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-483f5b04-e9d9-49e5-8c20-93a23f890977 None None] Provisioning for port efe915ee-2383-4ee7-83d4-143d4e04249d completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:40.892133 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-483f5b04-e9d9-49e5-8c20-93a23f890977 None None] Provisioning complete for port efe915ee-2383-4ee7-83d4-143d4e04249d triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:40.893979 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-483f5b04-e9d9-49e5-8c20-93a23f890977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:40.927310 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15811ef2-9b0f-46a1-822f-9f82f6437d69 req-d6f7ba23-2da4-48d4-a112-e34a236d86e1 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:40.929268 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-15811ef2-9b0f-46a1-822f-9f82f6437d69 req-d6f7ba23-2da4-48d4-a112-e34a236d86e1 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 932 time: 0.1950140 Jul 07 17:36:40.954722 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-ebbdc886-d688-4601-9c60-b4a586c05447 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:40.998158 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-483f5b04-e9d9-49e5-8c20-93a23f890977 None None] Port efe915ee-2383-4ee7-83d4-143d4e04249d cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:36:41.051548 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-15811ef2-9b0f-46a1-822f-9f82f6437d69 req-2a754350-7684-4c9f-97e1-709a607fca4a tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/security-groups?id=144f4a4e-01b0-4f9f-a400-106284e02107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124046 Jul 07 17:36:41.059006 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-ebbdc886-d688-4601-9c60-b4a586c05447 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Transition to ACTIVE for port object ecd07843-7b4a-4991-9330-6b249961011a will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:41.133164 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-ebbdc886-d688-4601-9c60-b4a586c05447 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:41.163412 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-630d0c3f-014c-42f0-b44d-8b07b5a37954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe915ee-2383-4ee7-83d4-143d4e04249d {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:36:41.171806 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-630d0c3f-014c-42f0-b44d-8b07b5a37954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:41.186477 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-630d0c3f-014c-42f0-b44d-8b07b5a37954 service neutron] Transition to ACTIVE for port object efe915ee-2383-4ee7-83d4-143d4e04249d will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:41.199250 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-630d0c3f-014c-42f0-b44d-8b07b5a37954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:41.206844 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-ebbdc886-d688-4601-9c60-b4a586c05447 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:36:41.212716 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-ebbdc886-d688-4601-9c60-b4a586c05447 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:41.219015 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-ebbdc886-d688-4601-9c60-b4a586c05447 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:36:41.293183 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-ebbdc886-d688-4601-9c60-b4a586c05447 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:41.293791 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-ebbdc886-d688-4601-9c60-b4a586c05447 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:41.299285 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d0c3f-014c-42f0-b44d-8b07b5a37954 service neutron] Pushing event updated for resources: {'Port': ['ID=efe915ee-2383-4ee7-83d4-143d4e04249d,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:41.331719 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-ebbdc886-d688-4601-9c60-b4a586c05447 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2134259 Jul 07 17:36:41.332244 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdc886-d688-4601-9c60-b4a586c05447 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event updated for resources: {'Port': ['ID=ecd07843-7b4a-4991-9330-6b249961011a,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:41.351403 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-b2475d78-dfc1-4efa-8e38-a2747c99e222 service neutron] Request body: {'port': {'device_id': 'c5ebde91-798a-42e7-8ff8-9a245673fc19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:41.460741 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-b2475d78-dfc1-4efa-8e38-a2747c99e222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:41.474570 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf5a3d-dbfe-45f5-b6ee-8c152c0df2fd req-5cf7e6eb-4db1-4d93-91a6-096d2fb22540 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:41.476490 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5cdf5a3d-dbfe-45f5-b6ee-8c152c0df2fd req-5cf7e6eb-4db1-4d93-91a6-096d2fb22540 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 931 time: 0.2887957 Jul 07 17:36:41.570191 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-630d0c3f-014c-42f0-b44d-8b07b5a37954 service neutron] Attempting to bind port efe915ee-2383-4ee7-83d4-143d4e04249d on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:36:41.573105 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-630d0c3f-014c-42f0-b44d-8b07b5a37954 service neutron] Attempting to bind port efe915ee-2383-4ee7-83d4-143d4e04249d by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '0b87cc1e-7dcc-47a7-9090-a85e2e891bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:36:41.576437 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-630d0c3f-014c-42f0-b44d-8b07b5a37954 service neutron] Attempting to bind port efe915ee-2383-4ee7-83d4-143d4e04249d on network 7ad64a99-0f31-48d8-b364-4200a452a849 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:36:41.584835 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-630d0c3f-014c-42f0-b44d-8b07b5a37954 service neutron] Port efe915ee-2383-4ee7-83d4-143d4e04249d on network 7ad64a99-0f31-48d8-b364-4200a452a849 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:36:41.585316 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-630d0c3f-014c-42f0-b44d-8b07b5a37954 service neutron] Attempting to bind port efe915ee-2383-4ee7-83d4-143d4e04249d on network 7ad64a99-0f31-48d8-b364-4200a452a849 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:36:41.591403 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5cdf5a3d-dbfe-45f5-b6ee-8c152c0df2fd req-4fcd4876-86a0-41af-9ab5-1b3b89dfac9c tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060441 Jul 07 17:36:41.594690 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-630d0c3f-014c-42f0-b44d-8b07b5a37954 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:36:41.595306 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-630d0c3f-014c-42f0-b44d-8b07b5a37954 service neutron] Checking segment: {'id': '0b87cc1e-7dcc-47a7-9090-a85e2e891bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:36:41.595748 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-630d0c3f-014c-42f0-b44d-8b07b5a37954 service neutron] Bound using segment: {'id': '0b87cc1e-7dcc-47a7-9090-a85e2e891bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:36:41.596751 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-630d0c3f-014c-42f0-b44d-8b07b5a37954 service neutron] Bound port: efe915ee-2383-4ee7-83d4-143d4e04249d, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b87cc1e-7dcc-47a7-9090-a85e2e891bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:36:41.597625 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-630d0c3f-014c-42f0-b44d-8b07b5a37954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:41.707245 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-630d0c3f-014c-42f0-b44d-8b07b5a37954 service neutron] For port efe915ee-2383-4ee7-83d4-143d4e04249d, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:36:41.735194 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-630d0c3f-014c-42f0-b44d-8b07b5a37954 service neutron] For port efe915ee-2383-4ee7-83d4-143d4e04249d, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=efe915ee-2383-4ee7-83d4-143d4e04249d,segment=NetworkSegment(0b87cc1e-7dcc-47a7-9090-a85e2e891bb3),segment_id=0b87cc1e-7dcc-47a7-9090-a85e2e891bb3)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:36:41.735194 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-630d0c3f-014c-42f0-b44d-8b07b5a37954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:41.760014 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9d4f3df8-5296-46e0-9d64-053dbad4ce21 None None] Provisioning for port ecd07843-7b4a-4991-9330-6b249961011a completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:41.769497 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9d4f3df8-5296-46e0-9d64-053dbad4ce21 None None] Provisioning complete for port ecd07843-7b4a-4991-9330-6b249961011a triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:41.770236 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9d4f3df8-5296-46e0-9d64-053dbad4ce21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:41.824395 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-630d0c3f-014c-42f0-b44d-8b07b5a37954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:41.837946 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-630d0c3f-014c-42f0-b44d-8b07b5a37954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:41.839488 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-630d0c3f-014c-42f0-b44d-8b07b5a37954 service neutron] 10.222.0.64 "PUT /v2.0/ports/efe915ee-2383-4ee7-83d4-143d4e04249d HTTP/1.1" status: 200 len: 1093 time: 1.1793435 Jul 07 17:36:41.839980 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f6b771-f1f3-492e-a8bd-50b17d8d5675', 'tag': 'efe915ee-2383-4ee7-83d4-143d4e04249d'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:41.841560 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-9d4f3df8-5296-46e0-9d64-053dbad4ce21 None None] Port ecd07843-7b4a-4991-9330-6b249961011a cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:36:41.844639 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97e3808-5766-490b-ae69-4a7eb6fb3951" -d '{"events": [{"name": "network-changed", "server_uuid": "38f6b771-f1f3-492e-a8bd-50b17d8d5675", "tag": "efe915ee-2383-4ee7-83d4-143d4e04249d"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:41.901058 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d0c3f-014c-42f0-b44d-8b07b5a37954 service neutron] Pushing event updated for resources: {'Port': ['ID=efe915ee-2383-4ee7-83d4-143d4e04249d,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:41.933617 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065d8be6-f1b3-405b-81c6-6da9bed959d9 x-openstack-request-id: req-065d8be6-f1b3-405b-81c6-6da9bed959d9 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:41.934019 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f6b771-f1f3-492e-a8bd-50b17d8d5675", "tag": "efe915ee-2383-4ee7-83d4-143d4e04249d", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:41.934441 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-065d8be6-f1b3-405b-81c6-6da9bed959d9 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:41.934943 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f6b771-f1f3-492e-a8bd-50b17d8d5675', 'tag': 'efe915ee-2383-4ee7-83d4-143d4e04249d', 'status': 'completed', 'code': 200} Jul 07 17:36:41.939836 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-b2475d78-dfc1-4efa-8e38-a2747c99e222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd07843-7b4a-4991-9330-6b249961011a {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:36:41.952518 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-b2475d78-dfc1-4efa-8e38-a2747c99e222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:41.975846 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-b2475d78-dfc1-4efa-8e38-a2747c99e222 service neutron] Transition to ACTIVE for port object ecd07843-7b4a-4991-9330-6b249961011a will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:41.980355 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-b2475d78-dfc1-4efa-8e38-a2747c99e222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:41.982861 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-4a2547b1-d804-463b-9ad8-5e69856932cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:41.984574 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-4a2547b1-d804-463b-9ad8-5e69856932cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d608a70193a6430089288644481e828c&device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 1096 time: 0.1025000 Jul 07 17:36:42.035905 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2475d78-dfc1-4efa-8e38-a2747c99e222 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd07843-7b4a-4991-9330-6b249961011a,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:42.052229 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-fcf2f315-a8c8-4904-a137-969ff1c537b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efe915ee-2383-4ee7-83d4-143d4e04249d HTTP/1.1" status: 200 len: 217 time: 0.0572116 Jul 07 17:36:42.181707 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-d43b3050-ce63-4f60-b0a8-e5317e724e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:42.183397 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-d43b3050-ce63-4f60-b0a8-e5317e724e8b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=108079c1-b0b1-485b-b687-75a52d7d0b04 HTTP/1.1" status: 200 len: 853 time: 0.1268377 Jul 07 17:36:42.216411 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-b2475d78-dfc1-4efa-8e38-a2747c99e222 service neutron] Attempting to bind port ecd07843-7b4a-4991-9330-6b249961011a on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:36:42.216788 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-b2475d78-dfc1-4efa-8e38-a2747c99e222 service neutron] Attempting to bind port ecd07843-7b4a-4991-9330-6b249961011a by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:36:42.217123 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-b2475d78-dfc1-4efa-8e38-a2747c99e222 service neutron] Attempting to bind port ecd07843-7b4a-4991-9330-6b249961011a on network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:36:42.230422 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-b2475d78-dfc1-4efa-8e38-a2747c99e222 service neutron] Port ecd07843-7b4a-4991-9330-6b249961011a on network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:36:42.230755 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-b2475d78-dfc1-4efa-8e38-a2747c99e222 service neutron] Attempting to bind port ecd07843-7b4a-4991-9330-6b249961011a on network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:36:42.240935 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-b2475d78-dfc1-4efa-8e38-a2747c99e222 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:36:42.241291 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-b2475d78-dfc1-4efa-8e38-a2747c99e222 service neutron] Checking segment: {'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:36:42.241656 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-b2475d78-dfc1-4efa-8e38-a2747c99e222 service neutron] Bound using segment: {'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:36:42.242094 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-b2475d78-dfc1-4efa-8e38-a2747c99e222 service neutron] Bound port: ecd07843-7b4a-4991-9330-6b249961011a, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:36:42.242451 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-b2475d78-dfc1-4efa-8e38-a2747c99e222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:42.361063 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-b2475d78-dfc1-4efa-8e38-a2747c99e222 service neutron] For port ecd07843-7b4a-4991-9330-6b249961011a, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:36:42.365586 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-b2475d78-dfc1-4efa-8e38-a2747c99e222 service neutron] For port ecd07843-7b4a-4991-9330-6b249961011a, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=ecd07843-7b4a-4991-9330-6b249961011a,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:36:42.371440 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-b2475d78-dfc1-4efa-8e38-a2747c99e222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:42.387657 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-8cf6d381-1eb5-4110-8708-c2c7d1bdf78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:42.390684 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-8cf6d381-1eb5-4110-8708-c2c7d1bdf78f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7ad64a99-0f31-48d8-b364-4200a452a849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2009463 Jul 07 17:36:42.426252 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-b2475d78-dfc1-4efa-8e38-a2747c99e222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:42.426832 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-b2475d78-dfc1-4efa-8e38-a2747c99e222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:42.428296 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-b2475d78-dfc1-4efa-8e38-a2747c99e222 service neutron] 10.222.0.64 "PUT /v2.0/ports/ecd07843-7b4a-4991-9330-6b249961011a HTTP/1.1" status: 200 len: 1092 time: 1.0835443 Jul 07 17:36:42.430992 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ebde91-798a-42e7-8ff8-9a245673fc19', 'tag': 'ecd07843-7b4a-4991-9330-6b249961011a'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:42.434346 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8466f1c1-e170-4b99-a3f7-655e289f16ef" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ebde91-798a-42e7-8ff8-9a245673fc19", "tag": "ecd07843-7b4a-4991-9330-6b249961011a"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:42.521293 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2800721-1bc4-4767-8f8a-788ae0d9663b x-openstack-request-id: req-b2800721-1bc4-4767-8f8a-788ae0d9663b {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:42.521596 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ebde91-798a-42e7-8ff8-9a245673fc19", "tag": "ecd07843-7b4a-4991-9330-6b249961011a", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:42.521858 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2800721-1bc4-4767-8f8a-788ae0d9663b {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:42.522269 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ebde91-798a-42e7-8ff8-9a245673fc19', 'tag': 'ecd07843-7b4a-4991-9330-6b249961011a', 'status': 'completed', 'code': 200} Jul 07 17:36:42.524321 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2475d78-dfc1-4efa-8e38-a2747c99e222 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd07843-7b4a-4991-9330-6b249961011a,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:42.562326 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-5bc8ab09-9bb3-4bbe-9ed2-1abc35cef781 service neutron] 10.222.0.64 "GET /v2.0/networks/7ad64a99-0f31-48d8-b364-4200a452a849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640508 Jul 07 17:36:42.574130 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-5034c7d2-4430-4b88-8d4e-e451de8d72f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:42.576497 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-5034c7d2-4430-4b88-8d4e-e451de8d72f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 1095 time: 0.1031086 Jul 07 17:36:42.628079 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-c07f396b-f0f1-458a-9d05-60c09de08da8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecd07843-7b4a-4991-9330-6b249961011a HTTP/1.1" status: 200 len: 217 time: 0.0397167 Jul 07 17:36:42.654504 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58c5ed-94b9-46b1-a168-1c2f253f2730 req-9aa8b1c0-b7f7-40b4-b8ae-42ef9d04efe8 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:42.656079 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5b58c5ed-94b9-46b1-a168-1c2f253f2730 req-9aa8b1c0-b7f7-40b4-b8ae-42ef9d04efe8 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 944 time: 0.3622165 Jul 07 17:36:42.723993 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-4a3313b4-0b6d-42b9-9b28-743224e4aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:42.726396 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-4a3313b4-0b6d-42b9-9b28-743224e4aa79 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96a9e05f-47c3-4c4b-bd45-67d2458e49df HTTP/1.1" status: 200 len: 850 time: 0.0889108 Jul 07 17:36:42.754962 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-619e3bcd-a863-4898-ad32-1b5bb47c30b4 req-9188d060-55b2-4653-8611-ad72da8de5fe service neutron] 10.222.0.64 "GET /v2.0/networks/7ad64a99-0f31-48d8-b364-4200a452a849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838377 Jul 07 17:36:42.777274 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5b58c5ed-94b9-46b1-a168-1c2f253f2730 req-6a963bbc-4d97-4098-886c-98708cd36ca9 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/security-groups?id=144f4a4e-01b0-4f9f-a400-106284e02107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143596 Jul 07 17:36:42.899220 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e3808-5766-490b-ae69-4a7eb6fb3951 req-9714727c-f128-4793-8adb-ebf369ec0767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:42.901888 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b97e3808-5766-490b-ae69-4a7eb6fb3951 req-9714727c-f128-4793-8adb-ebf369ec0767 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d608a70193a6430089288644481e828c&device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 1096 time: 0.0862131 Jul 07 17:36:42.919329 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f549f-4cfd-4553-b315-39f2f5d65815 req-e8410f88-04ce-469f-be45-972883d1945d tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:42.921601 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a12f549f-4cfd-4553-b315-39f2f5d65815 req-e8410f88-04ce-469f-be45-972883d1945d tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 943 time: 0.0997522 Jul 07 17:36:42.925035 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-715c56cb-26ee-4c56-835a-367b5eb28636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:42.927310 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-715c56cb-26ee-4c56-835a-367b5eb28636 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1926305 Jul 07 17:36:43.013362 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e3808-5766-490b-ae69-4a7eb6fb3951 req-d8148232-1e54-4233-8376-5908b1635fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:43.014900 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b97e3808-5766-490b-ae69-4a7eb6fb3951 req-d8148232-1e54-4233-8376-5908b1635fce service neutron] 10.222.0.64 "GET /v2.0/networks?id=7ad64a99-0f31-48d8-b364-4200a452a849 HTTP/1.1" status: 200 len: 915 time: 0.1072826 Jul 07 17:36:43.079508 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b97e3808-5766-490b-ae69-4a7eb6fb3951 req-6c851605-73d4-43da-857d-c3550a6580ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efe915ee-2383-4ee7-83d4-143d4e04249d HTTP/1.1" status: 200 len: 217 time: 0.0571806 Jul 07 17:36:43.088122 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-c105af76-0dc8-49b8-b3a2-2e8c906bedba service neutron] 10.222.0.64 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523056 Jul 07 17:36:43.092481 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a12f549f-4cfd-4553-b315-39f2f5d65815 req-d14dfe65-5c76-4d8c-b90d-0b9202495ed3 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641231 Jul 07 17:36:43.170578 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e3808-5766-490b-ae69-4a7eb6fb3951 req-9ff0dfe5-1ed2-4760-bfa6-6276dec7d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:43.172894 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b97e3808-5766-490b-ae69-4a7eb6fb3951 req-9ff0dfe5-1ed2-4760-bfa6-6276dec7d69e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=108079c1-b0b1-485b-b687-75a52d7d0b04 HTTP/1.1" status: 200 len: 853 time: 0.0878487 Jul 07 17:36:43.208669 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bbed73cb-c3db-445e-a66f-6449ce95c160 req-d0214a0f-14a3-4c59-a04c-ffbde2b5f39a service neutron] 10.222.0.64 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135569 Jul 07 17:36:43.238677 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e3808-5766-490b-ae69-4a7eb6fb3951 req-bb3b1ca8-7955-490a-9c2e-bb94a3a628ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:43.239786 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b97e3808-5766-490b-ae69-4a7eb6fb3951 req-bb3b1ca8-7955-490a-9c2e-bb94a3a628ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7ad64a99-0f31-48d8-b364-4200a452a849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606551 Jul 07 17:36:43.343177 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466f1c1-e170-4b99-a3f7-655e289f16ef req-ba8fdc47-b73a-4220-acab-1343e855e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:43.344977 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8466f1c1-e170-4b99-a3f7-655e289f16ef req-ba8fdc47-b73a-4220-acab-1343e855e3b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 1095 time: 0.0865889 Jul 07 17:36:43.352884 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b97e3808-5766-490b-ae69-4a7eb6fb3951 req-f2edbf50-47fa-4bb5-8742-0d9c39e90ea3 service neutron] 10.222.0.64 "GET /v2.0/networks/7ad64a99-0f31-48d8-b364-4200a452a849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067278 Jul 07 17:36:43.452209 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466f1c1-e170-4b99-a3f7-655e289f16ef req-58af5e2b-1fb0-4822-b552-ba8dc99be78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:43.454554 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8466f1c1-e170-4b99-a3f7-655e289f16ef req-58af5e2b-1fb0-4822-b552-ba8dc99be78c service neutron] 10.222.0.64 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 912 time: 0.1032884 Jul 07 17:36:43.458002 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b97e3808-5766-490b-ae69-4a7eb6fb3951 req-e5004293-e79b-41d3-83e1-d012a027ebf7 service neutron] 10.222.0.64 "GET /v2.0/networks/7ad64a99-0f31-48d8-b364-4200a452a849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975888 Jul 07 17:36:43.509477 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8466f1c1-e170-4b99-a3f7-655e289f16ef req-3334e23b-11b6-4c80-986e-cc426a7340c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecd07843-7b4a-4991-9330-6b249961011a HTTP/1.1" status: 200 len: 217 time: 0.0457859 Jul 07 17:36:43.569221 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466f1c1-e170-4b99-a3f7-655e289f16ef req-51bc805c-24fe-403c-9f6d-0314d50997a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:43.570769 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8466f1c1-e170-4b99-a3f7-655e289f16ef req-51bc805c-24fe-403c-9f6d-0314d50997a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96a9e05f-47c3-4c4b-bd45-67d2458e49df HTTP/1.1" status: 200 len: 850 time: 0.0541549 Jul 07 17:36:43.635472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466f1c1-e170-4b99-a3f7-655e289f16ef req-d0f4c113-d806-4840-9aef-94431da2146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:43.637117 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8466f1c1-e170-4b99-a3f7-655e289f16ef req-d0f4c113-d806-4840-9aef-94431da2146e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594010 Jul 07 17:36:43.749390 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8466f1c1-e170-4b99-a3f7-655e289f16ef req-88344bf7-1308-4381-be7a-e03737337a42 service neutron] 10.222.0.64 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056671 Jul 07 17:36:43.851477 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8466f1c1-e170-4b99-a3f7-655e289f16ef req-39a8db27-d8f3-48f5-97fc-9f3a5f5cf07a service neutron] 10.222.0.64 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961707 Jul 07 17:36:43.998981 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4a3cd-6353-47de-8051-8c791ffd446a req-4bf64be7-7171-4cb7-9849-984ba33741fc tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:44.000525 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7ad4a3cd-6353-47de-8051-8c791ffd446a req-4bf64be7-7171-4cb7-9849-984ba33741fc tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 944 time: 0.0718906 Jul 07 17:36:44.051934 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7ad4a3cd-6353-47de-8051-8c791ffd446a req-0c186bd3-8304-4d1d-9ccb-230c3e9b9fe5 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/security-groups?id=144f4a4e-01b0-4f9f-a400-106284e02107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448225 Jul 07 17:36:44.336213 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809a232-9ee7-4b35-91bd-465f49bf1480 req-cc8e240e-181b-47a5-8ee6-dc6e05345f47 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:44.337996 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0809a232-9ee7-4b35-91bd-465f49bf1480 req-cc8e240e-181b-47a5-8ee6-dc6e05345f47 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 943 time: 0.0775633 Jul 07 17:36:44.684435 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0809a232-9ee7-4b35-91bd-465f49bf1480 req-74f1f31f-19d5-4d9e-813c-6e82fcfeb51c tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405373 Jul 07 17:36:45.238465 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c882a4-15cc-4e9e-8cb0-9b9d4cf7eb89 req-9c9f4e1c-51ba-4573-b716-d857df4a889e tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:45.240140 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62c882a4-15cc-4e9e-8cb0-9b9d4cf7eb89 req-9c9f4e1c-51ba-4573-b716-d857df4a889e tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 944 time: 0.0693281 Jul 07 17:36:45.286871 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62c882a4-15cc-4e9e-8cb0-9b9d4cf7eb89 req-4c269ec8-b843-4f29-bc6e-9bcd3c79995d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/security-groups?id=144f4a4e-01b0-4f9f-a400-106284e02107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409284 Jul 07 17:36:45.895446 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710d8c9-53db-42f2-aa55-065174263172 req-c8e91ca5-f24d-46b7-bdda-3ace4369eff6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:45.897673 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7710d8c9-53db-42f2-aa55-065174263172 req-c8e91ca5-f24d-46b7-bdda-3ace4369eff6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 943 time: 0.0881915 Jul 07 17:36:45.936605 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7710d8c9-53db-42f2-aa55-065174263172 req-30a9b561-487e-4612-8f9f-35e505eb41a3 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338805 Jul 07 17:36:46.502498 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbd364-d505-45e4-bd88-394f9da3ed57 req-47e4e427-4901-46c1-a31c-e2c6213f54fb tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:46.504843 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e6fbd364-d505-45e4-bd88-394f9da3ed57 req-47e4e427-4901-46c1-a31c-e2c6213f54fb tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 944 time: 0.0830731 Jul 07 17:36:46.546025 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e6fbd364-d505-45e4-bd88-394f9da3ed57 req-cc0fb871-5b51-4e6c-9a70-f4f3adc7dd30 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/security-groups?id=144f4a4e-01b0-4f9f-a400-106284e02107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352275 Jul 07 17:36:47.142620 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34620b8f-eca7-4fe6-9dcb-63e70c4059fe req-9d899b24-1a74-4245-b87b-0d13d06e8a6e tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:47.145365 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-34620b8f-eca7-4fe6-9dcb-63e70c4059fe req-9d899b24-1a74-4245-b87b-0d13d06e8a6e tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 943 time: 0.0776021 Jul 07 17:36:47.207471 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-34620b8f-eca7-4fe6-9dcb-63e70c4059fe req-99c74ecb-7353-4b4d-96c0-e3543f38ee2a tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513713 Jul 07 17:36:47.762896 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b7867-a77f-4506-b5e3-e3144841df11 req-6dbc5296-3fc4-44cb-a8e4-fc2a009304b3 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:47.764486 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a52b7867-a77f-4506-b5e3-e3144841df11 req-6dbc5296-3fc4-44cb-a8e4-fc2a009304b3 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 944 time: 0.0899806 Jul 07 17:36:47.822314 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a52b7867-a77f-4506-b5e3-e3144841df11 req-17c4440f-271a-4011-a008-7fd55a3fa7f1 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/security-groups?id=144f4a4e-01b0-4f9f-a400-106284e02107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493071 Jul 07 17:36:48.402344 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18982eb-1642-44e1-ad9c-3da2363dd9da req-4f70e0d9-b68b-4406-8699-11b69dfcc201 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:48.404100 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c18982eb-1642-44e1-ad9c-3da2363dd9da req-4f70e0d9-b68b-4406-8699-11b69dfcc201 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 943 time: 0.0752771 Jul 07 17:36:48.453156 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c18982eb-1642-44e1-ad9c-3da2363dd9da req-4cc8c593-70b2-4083-8220-190ff2762943 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408888 Jul 07 17:36:49.009486 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb9ce4-f20b-438a-9f09-f4e0b4054629 req-66c52cbd-2fc1-436a-89b3-15090f959d6f tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:49.010752 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d5cb9ce4-f20b-438a-9f09-f4e0b4054629 req-66c52cbd-2fc1-436a-89b3-15090f959d6f tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 944 time: 0.0674365 Jul 07 17:36:49.050834 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d5cb9ce4-f20b-438a-9f09-f4e0b4054629 req-8fc1ce66-e518-41b7-9a1f-1870e709295b tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/security-groups?id=144f4a4e-01b0-4f9f-a400-106284e02107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339255 Jul 07 17:36:49.627016 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9d479-bee3-4d05-96f4-c0491deb7f7f req-b7d05db1-63cb-4ea6-97eb-612800d736b9 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:49.629139 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5da9d479-bee3-4d05-96f4-c0491deb7f7f req-b7d05db1-63cb-4ea6-97eb-612800d736b9 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 943 time: 0.0688944 Jul 07 17:36:49.667952 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5da9d479-bee3-4d05-96f4-c0491deb7f7f req-bd24c0ac-497d-47a1-997c-f09229d3568d tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337362 Jul 07 17:36:50.240462 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a864a8-ba8f-4ce1-95d3-82680d127bea req-6c518117-b6d9-4361-afdd-22c7e8b9837e tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:50.241932 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69a864a8-ba8f-4ce1-95d3-82680d127bea req-6c518117-b6d9-4361-afdd-22c7e8b9837e tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 944 time: 0.0738997 Jul 07 17:36:50.285868 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69a864a8-ba8f-4ce1-95d3-82680d127bea req-95553aed-a56e-48c7-b155-e82319378c2f tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/security-groups?id=144f4a4e-01b0-4f9f-a400-106284e02107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378261 Jul 07 17:36:50.848133 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78680c7a-c64a-4f8e-a5cc-3c1d69675a2c req-53bb032e-bcf1-4ee3-a845-5ad8deef023f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:50.849716 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-78680c7a-c64a-4f8e-a5cc-3c1d69675a2c req-53bb032e-bcf1-4ee3-a845-5ad8deef023f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 943 time: 0.0691361 Jul 07 17:36:50.888947 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-78680c7a-c64a-4f8e-a5cc-3c1d69675a2c req-382ea257-d65d-4e2f-992c-58def2dff138 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334635 Jul 07 17:36:51.466474 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3037460-0487-4a96-a0df-c0a11bb36d34 req-691f5ee7-4687-4d91-9bc0-e589da88d049 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:51.468121 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a3037460-0487-4a96-a0df-c0a11bb36d34 req-691f5ee7-4687-4d91-9bc0-e589da88d049 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 944 time: 0.0675294 Jul 07 17:36:51.508088 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a3037460-0487-4a96-a0df-c0a11bb36d34 req-0afcb0a6-5efa-4016-b73c-8e6b273dc7d3 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/security-groups?id=144f4a4e-01b0-4f9f-a400-106284e02107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340972 Jul 07 17:36:52.072568 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed27aac-a199-44ac-9b4a-e7b801cf1e0e req-3212adb5-1237-4961-be45-7571654ea1f2 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:52.074435 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fed27aac-a199-44ac-9b4a-e7b801cf1e0e req-3212adb5-1237-4961-be45-7571654ea1f2 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 943 time: 0.0687227 Jul 07 17:36:52.115278 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fed27aac-a199-44ac-9b4a-e7b801cf1e0e req-ed5b4e3e-b7c1-457a-858e-8be62349ca2f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329723 Jul 07 17:36:52.683504 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52974394-846b-4e74-8cb6-7d710189c938 req-55a37ba5-091b-4e40-8b4b-864c40d6880e tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:52.685058 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-52974394-846b-4e74-8cb6-7d710189c938 req-55a37ba5-091b-4e40-8b4b-864c40d6880e tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 944 time: 0.0655482 Jul 07 17:36:52.723417 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-52974394-846b-4e74-8cb6-7d710189c938 req-08b9ff32-5ad9-4a0f-ad7f-105e8770a650 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/security-groups?id=144f4a4e-01b0-4f9f-a400-106284e02107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326023 Jul 07 17:36:53.293885 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42efce-c759-4b74-be03-70a5cdeb9f26 req-095d6099-50f6-444d-b7c3-b2269a2680f3 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:53.295349 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5a42efce-c759-4b74-be03-70a5cdeb9f26 req-095d6099-50f6-444d-b7c3-b2269a2680f3 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 943 time: 0.0667663 Jul 07 17:36:53.339746 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5a42efce-c759-4b74-be03-70a5cdeb9f26 req-397264b6-84eb-44d0-be7b-38b46ad65914 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388074 Jul 07 17:36:53.417187 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2950447d-7fe6-4986-9cc9-4d67ca44cc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:53.911894 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ed7e4-6ff4-4aa1-a591-d4a801595549 req-c9e6d5bb-1e04-49c2-8ee8-a423add300d4 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:53.913433 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ae9ed7e4-6ff4-4aa1-a591-d4a801595549 req-c9e6d5bb-1e04-49c2-8ee8-a423add300d4 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 944 time: 0.0718889 Jul 07 17:36:53.953138 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ae9ed7e4-6ff4-4aa1-a591-d4a801595549 req-ae3ed566-96b0-48cb-8f7e-673d73a6612e tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/security-groups?id=144f4a4e-01b0-4f9f-a400-106284e02107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339005 Jul 07 17:36:54.519615 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee08c1-951f-4c41-9aae-5d7ecbe15a3a req-22aa55f7-9750-4436-bc4a-06a7f33040cb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:54.521397 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c4ee08c1-951f-4c41-9aae-5d7ecbe15a3a req-22aa55f7-9750-4436-bc4a-06a7f33040cb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 943 time: 0.0698090 Jul 07 17:36:54.569192 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c4ee08c1-951f-4c41-9aae-5d7ecbe15a3a req-61a8c64d-bb11-4fea-b17e-3ed5a7a6b578 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413089 Jul 07 17:36:55.144773 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63835ba-9e20-4ef9-8791-60924c1fbed2 req-69177f06-69c3-4681-98dd-0cc335576824 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:55.146608 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e63835ba-9e20-4ef9-8791-60924c1fbed2 req-69177f06-69c3-4681-98dd-0cc335576824 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 944 time: 0.0703602 Jul 07 17:36:55.188053 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e63835ba-9e20-4ef9-8791-60924c1fbed2 req-d4b0d876-7e8e-4421-a0e8-7d6c684c3b17 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/security-groups?id=144f4a4e-01b0-4f9f-a400-106284e02107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345576 Jul 07 17:36:55.772648 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8fe1f-683a-4dce-809d-e5c4fe368474 req-c30e1a21-a78c-4535-9e97-a1ef38cce8a0 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:55.774196 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72e8fe1f-683a-4dce-809d-e5c4fe368474 req-c30e1a21-a78c-4535-9e97-a1ef38cce8a0 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 943 time: 0.0746758 Jul 07 17:36:55.820174 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72e8fe1f-683a-4dce-809d-e5c4fe368474 req-eb2e27cd-bc09-47a9-9ae2-559738e2123b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395706 Jul 07 17:36:56.225155 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:56.360562 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device efe915ee-2383-4ee7-83d4-143d4e04249d details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:36:56.400475 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22f005-ec81-41f7-94b9-5849efc81ff3 req-b458b860-c6a8-4781-b3b5-d2ee7be08a51 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:56.402093 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ab22f005-ec81-41f7-94b9-5849efc81ff3 req-b458b860-c6a8-4781-b3b5-d2ee7be08a51 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 944 time: 0.0780482 Jul 07 17:36:56.449290 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ab22f005-ec81-41f7-94b9-5849efc81ff3 req-69177021-11f1-41db-8632-fbbbcd7ed842 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/security-groups?id=144f4a4e-01b0-4f9f-a400-106284e02107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410931 Jul 07 17:36:56.471945 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port efe915ee-2383-4ee7-83d4-143d4e04249d, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=efe915ee-2383-4ee7-83d4-143d4e04249d,segment=NetworkSegment(0b87cc1e-7dcc-47a7-9090-a85e2e891bb3),segment_id=0b87cc1e-7dcc-47a7-9090-a85e2e891bb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:56.485508 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'efe915ee-2383-4ee7-83d4-143d4e04249d', 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849', 'port_id': 'efe915ee-2383-4ee7-83d4-143d4e04249d', 'mac_address': 'fa:16:3e:2f:58:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '108079c1-b0b1-485b-b687-75a52d7d0b04', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:36:56.526575 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:56.540690 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe915ee-2383-4ee7-83d4-143d4e04249d {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:36:56.561520 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port efe915ee-2383-4ee7-83d4-143d4e04249d, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=efe915ee-2383-4ee7-83d4-143d4e04249d,segment=NetworkSegment(0b87cc1e-7dcc-47a7-9090-a85e2e891bb3),segment_id=0b87cc1e-7dcc-47a7-9090-a85e2e891bb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:56.565429 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:56.618308 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=efe915ee-2383-4ee7-83d4-143d4e04249d,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:56.625739 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:56.626095 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:56.626440 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:56.626784 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:56.627134 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:56.627520 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:56.627777 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:56.628102 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:56.628427 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:56.628840 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:56.629844 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:56.630528 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:56.771310 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['efe915ee-2383-4ee7-83d4-143d4e04249d'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:36:56.817178 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-de65914a-79fd-4b36-bb90-7a1b38cd012f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:57.032076 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b5464-a04c-4622-8083-e02b24425a6b req-24b606ab-3c06-49d0-848e-3c649bc197b2 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:57.033704 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-440b5464-a04c-4622-8083-e02b24425a6b req-24b606ab-3c06-49d0-848e-3c649bc197b2 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 943 time: 0.0819955 Jul 07 17:36:57.077150 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-440b5464-a04c-4622-8083-e02b24425a6b req-b8342a55-954a-4904-a71d-31691c76679a tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360355 Jul 07 17:36:57.632680 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f08076-1a2f-493a-8ba6-c2848c01daf1 req-d7411641-fe04-41a3-ad81-96eb9e322914 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:57.634098 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-98f08076-1a2f-493a-8ba6-c2848c01daf1 req-d7411641-fe04-41a3-ad81-96eb9e322914 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 945 time: 0.0655711 Jul 07 17:36:57.673050 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-98f08076-1a2f-493a-8ba6-c2848c01daf1 req-7165797e-ca0a-4ee8-adc0-285131d12857 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/security-groups?id=144f4a4e-01b0-4f9f-a400-106284e02107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333266 Jul 07 17:36:57.977702 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-c60dcd7b-e1fe-4692-ba7b-6b9f62dc014e tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:57.979234 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-c60dcd7b-e1fe-4692-ba7b-6b9f62dc014e tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/networks?id=cfd82686-23d8-4ee0-8fd2-b1c34066e632 HTTP/1.1" status: 200 len: 813 time: 0.1015394 Jul 07 17:36:57.982405 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:57.995353 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-ed4a7694-7189-4a2b-a601-4f28f4ebf0ab tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/quotas/ddd943e34e5b4e8fb2c7e75567c7a0bb HTTP/1.1" status: 200 len: 375 time: 0.0101862 Jul 07 17:36:58.030412 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-e4c3b684-5ae5-4b89-a77a-271ec1ed56bf tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ddd943e34e5b4e8fb2c7e75567c7a0bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297725 Jul 07 17:36:58.125065 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-da20dbc3-31a5-48c0-a217-77e367f68c26 service neutron] 10.222.0.53 "GET /v2.0/networks/cfd82686-23d8-4ee0-8fd2-b1c34066e632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869486 Jul 07 17:36:58.225387 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-663885d9-2b85-473b-b275-f3c16b14af8d service neutron] 10.222.0.53 "GET /v2.0/networks/cfd82686-23d8-4ee0-8fd2-b1c34066e632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942323 Jul 07 17:36:58.256249 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44737b89-a3c2-44a5-838a-2f882092dfd5 req-13770f3e-320f-4b67-bdc6-1f9acb77ec14 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:58.257811 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-44737b89-a3c2-44a5-838a-2f882092dfd5 req-13770f3e-320f-4b67-bdc6-1f9acb77ec14 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 943 time: 0.0647900 Jul 07 17:36:58.305766 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-44737b89-a3c2-44a5-838a-2f882092dfd5 req-773a3f44-b2e1-4fa6-ab03-54869e2ad449 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423796 Jul 07 17:36:58.379874 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device ecd07843-7b4a-4991-9330-6b249961011a details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:36:58.383498 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device efe915ee-2383-4ee7-83d4-143d4e04249d up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:36:58.398656 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a428391a-0c03-4c97-a978-574829b40182 req-5e661cad-ecf1-4b6f-bb57-bfb0d62d21b5 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff36926b-635f-4acd-a82d-ed1a5d0c990f HTTP/1.1" status: 200 len: 210 time: 0.0314176 Jul 07 17:36:58.489781 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port efe915ee-2383-4ee7-83d4-143d4e04249d completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:58.501588 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port efe915ee-2383-4ee7-83d4-143d4e04249d triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:58.501964 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:58.549900 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port ecd07843-7b4a-4991-9330-6b249961011a, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=ecd07843-7b4a-4991-9330-6b249961011a,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:58.571095 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'ecd07843-7b4a-4991-9330-6b249961011a', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'port_id': 'ecd07843-7b4a-4991-9330-6b249961011a', 'mac_address': 'fa:16:3e:63:6c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:36:58.651292 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:58.669320 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:58.673113 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd07843-7b4a-4991-9330-6b249961011a {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:36:58.722582 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port ecd07843-7b4a-4991-9330-6b249961011a, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=ecd07843-7b4a-4991-9330-6b249961011a,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:58.727842 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f6b771-f1f3-492e-a8bd-50b17d8d5675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe915ee-2383-4ee7-83d4-143d4e04249d'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:58.730424 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac16bf6e-cb77-4915-a3fd-b2e384227f9a" -d '{"events": [{"server_uuid": "38f6b771-f1f3-492e-a8bd-50b17d8d5675", "name": "network-vif-plugged", "status": "completed", "tag": "efe915ee-2383-4ee7-83d4-143d4e04249d"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:58.741458 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:58.748494 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port efe915ee-2383-4ee7-83d4-143d4e04249d, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=efe915ee-2383-4ee7-83d4-143d4e04249d,segment=NetworkSegment(0b87cc1e-7dcc-47a7-9090-a85e2e891bb3),segment_id=0b87cc1e-7dcc-47a7-9090-a85e2e891bb3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:58.780612 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca43b514-bb42-44e5-b7d1-80bafab88b37 x-openstack-request-id: req-ca43b514-bb42-44e5-b7d1-80bafab88b37 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:58.781227 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f6b771-f1f3-492e-a8bd-50b17d8d5675", "name": "network-vif-plugged", "status": "completed", "tag": "efe915ee-2383-4ee7-83d4-143d4e04249d", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:58.781506 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca43b514-bb42-44e5-b7d1-80bafab88b37 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:58.781905 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f6b771-f1f3-492e-a8bd-50b17d8d5675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe915ee-2383-4ee7-83d4-143d4e04249d', 'code': 200} Jul 07 17:36:58.786767 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:58.803084 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=ecd07843-7b4a-4991-9330-6b249961011a,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:58.862250 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=efe915ee-2383-4ee7-83d4-143d4e04249d,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:58.887179 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbea7fe-d36d-4943-bccd-4da4c61305da req-2e58b8ff-2264-4a50-b616-180f7c9ad3bc tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:58.888761 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4bbea7fe-d36d-4943-bccd-4da4c61305da req-2e58b8ff-2264-4a50-b616-180f7c9ad3bc tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 946 time: 0.0761669 Jul 07 17:36:58.908403 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b1263-e22b-4b4a-86d2-08246ef96693 req-42f9ad7f-6b47-4249-a1ec-51542f546baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:58.910651 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7b7b1263-e22b-4b4a-86d2-08246ef96693 req-42f9ad7f-6b47-4249-a1ec-51542f546baa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 1098 time: 0.0561526 Jul 07 17:36:58.929134 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4bbea7fe-d36d-4943-bccd-4da4c61305da req-97227586-ce1f-45d3-ae31-dacc4e52f76a tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/security-groups?id=144f4a4e-01b0-4f9f-a400-106284e02107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344057 Jul 07 17:36:58.954986 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['ecd07843-7b4a-4991-9330-6b249961011a'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:36:58.959247 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7b7b1263-e22b-4b4a-86d2-08246ef96693 req-8ad4a9ab-9d8c-4dc4-bf02-58a1756abc1a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=144f4a4e-01b0-4f9f-a400-106284e02107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412779 Jul 07 17:36:59.548812 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bbd7f59d-67b7-4e22-a01c-93f52cf5a883 req-56f1bfde-7c18-482b-9fd8-5d1aaf4545ea tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff36926b-635f-4acd-a82d-ed1a5d0c990f HTTP/1.1" status: 200 len: 210 time: 0.0314498 Jul 07 17:36:59.578255 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061e3a6-8d6a-43d1-91a6-ac190d691f6d req-9b9e3d35-6f6c-4187-8f02-57436d088160 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:59.579858 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8061e3a6-8d6a-43d1-91a6-ac190d691f6d req-9b9e3d35-6f6c-4187-8f02-57436d088160 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 944 time: 0.1519043 Jul 07 17:36:59.590805 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-6503f083-cbc4-4ab9-a597-dafbe3114d0a tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:59.592171 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-6503f083-cbc4-4ab9-a597-dafbe3114d0a tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.72 "GET /v2.0/networks?id=cfd82686-23d8-4ee0-8fd2-b1c34066e632 HTTP/1.1" status: 200 len: 813 time: 0.1351852 Jul 07 17:36:59.611730 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-cd422be3-da41-4622-8fa0-a9388944eedf tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Request body: {'port': {'device_id': 'ff36926b-635f-4acd-a82d-ed1a5d0c990f', 'network_id': 'cfd82686-23d8-4ee0-8fd2-b1c34066e632', 'admin_state_up': True, 'tenant_id': 'ddd943e34e5b4e8fb2c7e75567c7a0bb'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:59.682490 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8061e3a6-8d6a-43d1-91a6-ac190d691f6d req-4ef9bae2-bd5a-4e28-b6eb-1b1f452f4397 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891244 Jul 07 17:36:59.744556 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-cd422be3-da41-4622-8fa0-a9388944eedf tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Made reservation on behalf of ddd943e34e5b4e8fb2c7e75567c7a0bb for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:36:59.748114 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-cd422be3-da41-4622-8fa0-a9388944eedf tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:59.890858 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-cd422be3-da41-4622-8fa0-a9388944eedf tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Allocated IP 172.20.0.12 (cfd82686-23d8-4ee0-8fd2-b1c34066e632/7a1c3343-769b-49c1-833d-ea11bbe15c19/b1540455-a462-43c3-864a-7c19b5e25c31) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:37:00.048791 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-cd422be3-da41-4622-8fa0-a9388944eedf tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:00.091626 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-cd422be3-da41-4622-8fa0-a9388944eedf tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:00.108761 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc8850-009b-4824-8d57-bafc162133ff req-18fee2f0-6098-4745-8aaa-291ed4b2370d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:00.110270 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-70cc8850-009b-4824-8d57-bafc162133ff req-18fee2f0-6098-4745-8aaa-291ed4b2370d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 946 time: 0.0648236 Jul 07 17:37:00.141566 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-cd422be3-da41-4622-8fa0-a9388944eedf tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Network cfd82686-23d8-4ee0-8fd2-b1c34066e632 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:37:00.145546 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-cd422be3-da41-4622-8fa0-a9388944eedf tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:37:00.148846 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-cd422be3-da41-4622-8fa0-a9388944eedf tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:37:00.157255 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-70cc8850-009b-4824-8d57-bafc162133ff req-e5a5c766-602b-4887-afc3-35289b8cfa68 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/security-groups?id=144f4a4e-01b0-4f9f-a400-106284e02107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414069 Jul 07 17:37:00.192926 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd422be3-da41-4622-8fa0-a9388944eedf tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Pushing event updated for resources: {'Port': ['ID=b1540455-a462-43c3-864a-7c19b5e25c31,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:00.206888 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd422be3-da41-4622-8fa0-a9388944eedf tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:00.207272 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd422be3-da41-4622-8fa0-a9388944eedf tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:00.208160 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd422be3-da41-4622-8fa0-a9388944eedf tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:00.208511 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd422be3-da41-4622-8fa0-a9388944eedf tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:00.208868 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd422be3-da41-4622-8fa0-a9388944eedf tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:00.209208 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd422be3-da41-4622-8fa0-a9388944eedf tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:00.209541 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd422be3-da41-4622-8fa0-a9388944eedf tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:00.209871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd422be3-da41-4622-8fa0-a9388944eedf tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:00.210203 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd422be3-da41-4622-8fa0-a9388944eedf tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:00.210534 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd422be3-da41-4622-8fa0-a9388944eedf tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:00.210858 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd422be3-da41-4622-8fa0-a9388944eedf tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:00.211184 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd422be3-da41-4622-8fa0-a9388944eedf tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:00.226709 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-cd422be3-da41-4622-8fa0-a9388944eedf tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:00.227347 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-cd422be3-da41-4622-8fa0-a9388944eedf tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:00.242038 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-cd422be3-da41-4622-8fa0-a9388944eedf tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6412642 Jul 07 17:37:00.254884 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-9d720cc5-72fd-49f5-9b3b-3f0c67e5203f service neutron] Request body: {'port': {'device_id': 'ff36926b-635f-4acd-a82d-ed1a5d0c990f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:00.297758 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:00.373077 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-9d720cc5-72fd-49f5-9b3b-3f0c67e5203f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:00.392200 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device ecd07843-7b4a-4991-9330-6b249961011a up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:37:00.397292 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581aefe8-6a44-46d5-8928-6f4b7f057adc req-d4065cd4-6089-4721-9109-91160c7bc7b7 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:00.398833 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-581aefe8-6a44-46d5-8928-6f4b7f057adc req-d4065cd4-6089-4721-9109-91160c7bc7b7 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 946 time: 0.1221843 Jul 07 17:37:00.444339 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port ecd07843-7b4a-4991-9330-6b249961011a completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:37:00.448096 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port ecd07843-7b4a-4991-9330-6b249961011a triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:00.448464 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:00.516689 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-581aefe8-6a44-46d5-8928-6f4b7f057adc req-6f9ec3ac-6790-47e5-804c-fdf9d2942b6d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/security-groups?id=144f4a4e-01b0-4f9f-a400-106284e02107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982330 Jul 07 17:37:00.526199 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:00.541371 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44058) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:00.567576 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port ecd07843-7b4a-4991-9330-6b249961011a, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=ecd07843-7b4a-4991-9330-6b249961011a,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:00.571889 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:00.642169 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=ecd07843-7b4a-4991-9330-6b249961011a,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:00.710378 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-9d720cc5-72fd-49f5-9b3b-3f0c67e5203f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1540455-a462-43c3-864a-7c19b5e25c31 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:37:00.717927 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-9d720cc5-72fd-49f5-9b3b-3f0c67e5203f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:00.731951 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-9d720cc5-72fd-49f5-9b3b-3f0c67e5203f service neutron] Transition to ACTIVE for port object b1540455-a462-43c3-864a-7c19b5e25c31 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:37:00.735679 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-9d720cc5-72fd-49f5-9b3b-3f0c67e5203f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:00.773506 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167e5529-d05a-43fc-a768-8738a19db287 tempest-TestVolumeBackupRestore-673447492 tempest-TestVolumeBackupRestore-673447492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:00.777849 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-167e5529-d05a-43fc-a768-8738a19db287 tempest-TestVolumeBackupRestore-673447492 tempest-TestVolumeBackupRestore-673447492-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 1093 time: 0.2314188 Jul 07 17:37:00.778061 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44066) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:00.782897 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ebde91-798a-42e7-8ff8-9a245673fc19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd07843-7b4a-4991-9330-6b249961011a'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:00.785367 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e38e59-10d7-45ac-98e9-0ab4864dea70" -d '{"events": [{"server_uuid": "c5ebde91-798a-42e7-8ff8-9a245673fc19", "name": "network-vif-plugged", "status": "completed", "tag": "ecd07843-7b4a-4991-9330-6b249961011a"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:00.786908 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'port_id': 'efe915ee-2383-4ee7-83d4-143d4e04249d', 'tenant_id': 'd608a70193a6430089288644481e828c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:00.809349 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d720cc5-72fd-49f5-9b3b-3f0c67e5203f service neutron] Pushing event updated for resources: {'Port': ['ID=b1540455-a462-43c3-864a-7c19b5e25c31,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:00.816578 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f320d-7ac7-49be-8377-9279c4bec7b4 req-79be9c95-c87d-4684-80ea-ce4dd16acc59 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:00.818205 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4b4f320d-7ac7-49be-8377-9279c4bec7b4 req-79be9c95-c87d-4684-80ea-ce4dd16acc59 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff36926b-635f-4acd-a82d-ed1a5d0c990f HTTP/1.1" status: 200 len: 932 time: 0.1323698 Jul 07 17:37:00.827491 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for floatingip, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:00.903426 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-9d720cc5-72fd-49f5-9b3b-3f0c67e5203f service neutron] Attempting to bind port b1540455-a462-43c3-864a-7c19b5e25c31 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:37:00.903660 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-9d720cc5-72fd-49f5-9b3b-3f0c67e5203f service neutron] Attempting to bind port b1540455-a462-43c3-864a-7c19b5e25c31 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'c5fcf499-eb3b-4279-9d90-d0d2955e6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cfd82686-23d8-4ee0-8fd2-b1c34066e632'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:37:00.903997 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-9d720cc5-72fd-49f5-9b3b-3f0c67e5203f service neutron] Attempting to bind port b1540455-a462-43c3-864a-7c19b5e25c31 on network cfd82686-23d8-4ee0-8fd2-b1c34066e632 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:00.913371 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4b4f320d-7ac7-49be-8377-9279c4bec7b4 req-71717bd9-d333-43de-afee-0be1157cba8b tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/security-groups?id=08218dab-f3d3-4504-b00b-83af0dbc5dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828748 Jul 07 17:37:00.914439 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-9d720cc5-72fd-49f5-9b3b-3f0c67e5203f service neutron] Port b1540455-a462-43c3-864a-7c19b5e25c31 on network cfd82686-23d8-4ee0-8fd2-b1c34066e632 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:37:00.914772 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-9d720cc5-72fd-49f5-9b3b-3f0c67e5203f service neutron] Attempting to bind port b1540455-a462-43c3-864a-7c19b5e25c31 on network cfd82686-23d8-4ee0-8fd2-b1c34066e632 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:00.923911 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-9d720cc5-72fd-49f5-9b3b-3f0c67e5203f service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:37:00.924261 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-9d720cc5-72fd-49f5-9b3b-3f0c67e5203f service neutron] Checking segment: {'id': 'c5fcf499-eb3b-4279-9d90-d0d2955e6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cfd82686-23d8-4ee0-8fd2-b1c34066e632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:37:00.924843 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-9d720cc5-72fd-49f5-9b3b-3f0c67e5203f service neutron] Bound using segment: {'id': 'c5fcf499-eb3b-4279-9d90-d0d2955e6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cfd82686-23d8-4ee0-8fd2-b1c34066e632'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:37:00.925285 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-9d720cc5-72fd-49f5-9b3b-3f0c67e5203f service neutron] Bound port: b1540455-a462-43c3-864a-7c19b5e25c31, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5fcf499-eb3b-4279-9d90-d0d2955e6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cfd82686-23d8-4ee0-8fd2-b1c34066e632'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:37:00.925642 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-9d720cc5-72fd-49f5-9b3b-3f0c67e5203f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:00.938044 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d515b4-712d-4fdc-a36e-65310d538c69 req-3545e9af-dc02-4b64-a8a0-15095fc9a4e3 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:00.938044 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-48d515b4-712d-4fdc-a36e-65310d538c69 req-3545e9af-dc02-4b64-a8a0-15095fc9a4e3 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 945 time: 0.1013749 Jul 07 17:37:00.965182 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:01.025131 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-48d515b4-712d-4fdc-a36e-65310d538c69 req-6185a607-9f63-4415-9920-4191858b3c05 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781858 Jul 07 17:37:01.045349 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-9d720cc5-72fd-49f5-9b3b-3f0c67e5203f service neutron] For port b1540455-a462-43c3-864a-7c19b5e25c31, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:37:01.056482 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-9d720cc5-72fd-49f5-9b3b-3f0c67e5203f service neutron] For port b1540455-a462-43c3-864a-7c19b5e25c31, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b1540455-a462-43c3-864a-7c19b5e25c31,segment=NetworkSegment(c5fcf499-eb3b-4279-9d90-d0d2955e6203),segment_id=c5fcf499-eb3b-4279-9d90-d0d2955e6203)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:37:01.061969 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-9d720cc5-72fd-49f5-9b3b-3f0c67e5203f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:01.099883 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Allocated IP 172.25.0.48 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/617e5d92-24e4-4450-8d6e-13d0c3ad833d) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:37:01.101608 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-9d720cc5-72fd-49f5-9b3b-3f0c67e5203f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:01.102505 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-9d720cc5-72fd-49f5-9b3b-3f0c67e5203f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:01.103977 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-9d720cc5-72fd-49f5-9b3b-3f0c67e5203f service neutron] 10.222.0.72 "PUT /v2.0/ports/b1540455-a462-43c3-864a-7c19b5e25c31 HTTP/1.1" status: 200 len: 1093 time: 0.8538399 Jul 07 17:37:01.104534 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff36926b-635f-4acd-a82d-ed1a5d0c990f', 'tag': 'b1540455-a462-43c3-864a-7c19b5e25c31'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:01.107024 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e91f60-1bd7-4ff9-8899-ec180bc16557" -d '{"events": [{"name": "network-changed", "server_uuid": "ff36926b-635f-4acd-a82d-ed1a5d0c990f", "tag": "b1540455-a462-43c3-864a-7c19b5e25c31"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:01.132083 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d720cc5-72fd-49f5-9b3b-3f0c67e5203f service neutron] Pushing event updated for resources: {'Port': ['ID=b1540455-a462-43c3-864a-7c19b5e25c31,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:01.169300 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80df48f0-d520-43f6-8dc0-345733c05fdb x-openstack-request-id: req-80df48f0-d520-43f6-8dc0-345733c05fdb {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:01.169712 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff36926b-635f-4acd-a82d-ed1a5d0c990f", "tag": "b1540455-a462-43c3-864a-7c19b5e25c31", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:01.169966 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80df48f0-d520-43f6-8dc0-345733c05fdb {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:01.171073 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff36926b-635f-4acd-a82d-ed1a5d0c990f', 'tag': 'b1540455-a462-43c3-864a-7c19b5e25c31', 'status': 'completed', 'code': 200} Jul 07 17:37:01.189408 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad4bd83-35c6-4bea-b21d-d085ef5414dc x-openstack-request-id: req-4ad4bd83-35c6-4bea-b21d-d085ef5414dc {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:01.189929 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ebde91-798a-42e7-8ff8-9a245673fc19", "name": "network-vif-plugged", "status": "completed", "tag": "ecd07843-7b4a-4991-9330-6b249961011a", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:01.190280 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ad4bd83-35c6-4bea-b21d-d085ef5414dc {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:01.190774 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ebde91-798a-42e7-8ff8-9a245673fc19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd07843-7b4a-4991-9330-6b249961011a', 'code': 200} Jul 07 17:37:01.224596 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-a25932f7-e611-4a36-a143-b803582db78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:01.226193 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-a25932f7-e611-4a36-a143-b803582db78b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ddd943e34e5b4e8fb2c7e75567c7a0bb&device_id=ff36926b-635f-4acd-a82d-ed1a5d0c990f HTTP/1.1" status: 200 len: 1096 time: 0.0710127 Jul 07 17:37:01.233449 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:01.282194 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:01.283395 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-c9e1dcfd-a948-4b6f-9729-5a15dd15dead service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1540455-a462-43c3-864a-7c19b5e25c31 HTTP/1.1" status: 200 len: 217 time: 0.0493026 Jul 07 17:37:01.321742 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:37:01.327915 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:37:01.333151 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:37:01.337222 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Pushing event updated for resources: {'Port': ['ID=617e5d92-24e4-4450-8d6e-13d0c3ad833d,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:01.357503 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-eee1b201-1b47-495c-bb9c-0d7152f91ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:01.358988 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-eee1b201-1b47-495c-bb9c-0d7152f91ada service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a1c3343-769b-49c1-833d-ea11bbe15c19 HTTP/1.1" status: 200 len: 853 time: 0.0550802 Jul 07 17:37:01.365142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:01.365497 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:01.365841 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:01.366179 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:01.366520 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:01.366852 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:01.367179 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:01.367506 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:01.367830 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:01.368160 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:01.368481 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:01.368821 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:01.404523 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-30b50904-a7df-4d98-8746-32e814169881 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cfd82686-23d8-4ee0-8fd2-b1c34066e632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370440 Jul 07 17:37:01.406837 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583e85a-f1ce-4d7d-b5e9-1a296f313e82 req-83014275-241a-4120-959e-c35abfc073b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:01.408190 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2583e85a-f1ce-4d7d-b5e9-1a296f313e82 req-83014275-241a-4120-959e-c35abfc073b0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 1097 time: 0.1343541 Jul 07 17:37:01.496453 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2583e85a-f1ce-4d7d-b5e9-1a296f313e82 req-09d404a3-8896-4b57-96ec-de9240fe53aa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759008 Jul 07 17:37:01.525676 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-a1166ae2-0343-43a4-9943-1c0e5eee505c service neutron] 10.222.0.72 "GET /v2.0/networks/cfd82686-23d8-4ee0-8fd2-b1c34066e632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131968 Jul 07 17:37:01.624543 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bedde0c0-3bca-4f41-af39-cbd6a18b9d1c req-25eed6e6-f843-459d-b3fe-3dc622e6370c service neutron] 10.222.0.72 "GET /v2.0/networks/cfd82686-23d8-4ee0-8fd2-b1c34066e632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924408 Jul 07 17:37:01.733544 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:01.736764 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e91f60-1bd7-4ff9-8899-ec180bc16557 req-bfd08b3a-eda2-487e-ad6a-10ae849337fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:01.738379 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f5e91f60-1bd7-4ff9-8899-ec180bc16557 req-bfd08b3a-eda2-487e-ad6a-10ae849337fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ddd943e34e5b4e8fb2c7e75567c7a0bb&device_id=ff36926b-635f-4acd-a82d-ed1a5d0c990f HTTP/1.1" status: 200 len: 1096 time: 0.0587800 Jul 07 17:37:01.814377 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:01.830994 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e91f60-1bd7-4ff9-8899-ec180bc16557 req-d8d8ac73-4379-4f0c-ba56-86ff0c498497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:01.832362 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f5e91f60-1bd7-4ff9-8899-ec180bc16557 req-d8d8ac73-4379-4f0c-ba56-86ff0c498497 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cfd82686-23d8-4ee0-8fd2-b1c34066e632 HTTP/1.1" status: 200 len: 914 time: 0.0875659 Jul 07 17:37:01.883377 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f5e91f60-1bd7-4ff9-8899-ec180bc16557 req-4e37f165-9621-49dc-b85c-5a25faed8480 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1540455-a462-43c3-864a-7c19b5e25c31 HTTP/1.1" status: 200 len: 217 time: 0.0433924 Jul 07 17:37:01.938582 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e91f60-1bd7-4ff9-8899-ec180bc16557 req-83d80c86-1e5e-4afd-8398-a69275fdf122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:01.940424 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f5e91f60-1bd7-4ff9-8899-ec180bc16557 req-83d80c86-1e5e-4afd-8398-a69275fdf122 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a1c3343-769b-49c1-833d-ea11bbe15c19 HTTP/1.1" status: 200 len: 853 time: 0.0484171 Jul 07 17:37:01.979591 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f5e91f60-1bd7-4ff9-8899-ec180bc16557 req-dbfc71a1-34cd-405a-804f-44ebc1a32709 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cfd82686-23d8-4ee0-8fd2-b1c34066e632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319321 Jul 07 17:37:02.136143 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9a5bf-73e1-4891-a481-6824312fd7ee req-878dd663-b49b-4db5-9907-5ee242724783 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:02.137848 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ec9a5bf-73e1-4891-a481-6824312fd7ee req-878dd663-b49b-4db5-9907-5ee242724783 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff36926b-635f-4acd-a82d-ed1a5d0c990f HTTP/1.1" status: 200 len: 944 time: 0.1004360 Jul 07 17:37:02.139812 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f5e91f60-1bd7-4ff9-8899-ec180bc16557 req-b67522e1-ac1d-4c87-b594-21cc64b96267 service neutron] 10.222.0.72 "GET /v2.0/networks/cfd82686-23d8-4ee0-8fd2-b1c34066e632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532133 Jul 07 17:37:02.255333 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ec9a5bf-73e1-4891-a481-6824312fd7ee req-b34c3828-2f35-4a2d-ac72-3d5c334be1e7 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/security-groups?id=08218dab-f3d3-4504-b00b-83af0dbc5dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969636 Jul 07 17:37:02.300668 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f5e91f60-1bd7-4ff9-8899-ec180bc16557 req-363d2240-12c9-467a-9f19-faf767c87775 service neutron] 10.222.0.72 "GET /v2.0/networks/cfd82686-23d8-4ee0-8fd2-b1c34066e632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529331 Jul 07 17:37:02.325704 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52708089-0b9c-4f5d-b21a-ef766ba6c30a req-fc06c8fc-6aa6-4c73-b446-d0c2c95249d1 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:02.327221 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-52708089-0b9c-4f5d-b21a-ef766ba6c30a req-fc06c8fc-6aa6-4c73-b446-d0c2c95249d1 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 945 time: 0.1507659 Jul 07 17:37:02.380077 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:02.386075 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-52708089-0b9c-4f5d-b21a-ef766ba6c30a req-bdba2e36-0f1f-4bd5-8ecf-794c2bc72493 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514331 Jul 07 17:37:02.387037 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:02.455865 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Pushing event updated for resources: {'Port': ['ID=617e5d92-24e4-4450-8d6e-13d0c3ad833d,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:02.467795 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:02.566947 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Floating IP c9220dfe-c5eb-4eaf-9592-165f0afac349 associated. External IP: 172.25.0.48, port: efe915ee-2383-4ee7-83d4-143d4e04249d. Jul 07 17:37:02.774643 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Router 7149c761-ed50-4a9b-a6e3-f4e5fc26fd35 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:37:02.883929 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:37:02.892985 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66148b9d-540d-46cd-b0ba-1e477c05ad60 None None] Sync routers for ids ['7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:37:02.900464 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:02.903300 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66148b9d-540d-46cd-b0ba-1e477c05ad60 None None] Routers {'7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:02.903923 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-66148b9d-540d-46cd-b0ba-1e477c05ad60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:36:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:02.940053 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fd67e46e-c7af-4101-8a1c-86342602c67d tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1607237 Jul 07 17:37:02.940788 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f6b771-f1f3-492e-a8bd-50b17d8d5675', 'tag': 'efe915ee-2383-4ee7-83d4-143d4e04249d'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:02.943577 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44078) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:02.945312 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4effb9e8-3b41-4403-beba-4c10191a3827" -d '{"events": [{"name": "network-changed", "server_uuid": "38f6b771-f1f3-492e-a8bd-50b17d8d5675", "tag": "efe915ee-2383-4ee7-83d4-143d4e04249d"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:02.983233 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1c5924-afad-4c67-b876-14cd06b3b061 x-openstack-request-id: req-bc1c5924-afad-4c67-b876-14cd06b3b061 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:02.983534 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f6b771-f1f3-492e-a8bd-50b17d8d5675", "tag": "efe915ee-2383-4ee7-83d4-143d4e04249d", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:02.983792 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc1c5924-afad-4c67-b876-14cd06b3b061 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:02.984185 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f6b771-f1f3-492e-a8bd-50b17d8d5675', 'tag': 'efe915ee-2383-4ee7-83d4-143d4e04249d', 'status': 'completed', 'code': 200} Jul 07 17:37:02.998832 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ea6ac2-9764-468e-8314-beb3cb39b326 tempest-TestVolumeBackupRestore-673447492 tempest-TestVolumeBackupRestore-673447492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:03.000932 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-97ea6ac2-9764-468e-8314-beb3cb39b326 tempest-TestVolumeBackupRestore-673447492 tempest-TestVolumeBackupRestore-673447492-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 1093 time: 0.0558906 Jul 07 17:37:03.003626 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44082) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:03.010599 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-bc1170d2-9988-4785-a591-866ee343ea70 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Request body: {'floatingip': {'port_id': 'efe915ee-2383-4ee7-83d4-143d4e04249d'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:03.019287 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-66148b9d-540d-46cd-b0ba-1e477c05ad60 None None] Set router 7149c761-ed50-4a9b-a6e3-f4e5fc26fd35 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:03.100277 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bc1170d2-9988-4785-a591-866ee343ea70 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for floatingip, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:03.161556 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effb9e8-3b41-4403-beba-4c10191a3827 req-f778ee8a-7536-4c95-ba86-1f16c039bae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:03.163154 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4effb9e8-3b41-4403-beba-4c10191a3827 req-f778ee8a-7536-4c95-ba86-1f16c039bae2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d608a70193a6430089288644481e828c&device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 1098 time: 0.1562684 Jul 07 17:37:03.265905 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-66148b9d-540d-46cd-b0ba-1e477c05ad60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'name': 'tempest-TestVolumeBackupRestore-1889050153-router', 'tenant_id': 'd608a70193a6430089288644481e828c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:49Z', 'updated_at': '2021-07-07T17:33:54Z', 'revision_number': 4, 'project_id': 'd608a70193a6430089288644481e828c', 'gw_port': {'id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:50Z', 'updated_at': '2021-07-07T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'c9220dfe-c5eb-4eaf-9592-165f0afac349', 'tenant_id': 'd608a70193a6430089288644481e828c', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'port_id': 'efe915ee-2383-4ee7-83d4-143d4e04249d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849', 'mac_address': 'fa:16:3e:2f:58:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f6b771-f1f3-492e-a8bd-50b17d8d5675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:37:01Z', 'updated_at': '2021-07-07T17:37:01Z', 'revision_number': 0, 'project_id': 'd608a70193a6430089288644481e828c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '902d0cf8-a0ab-4b8e-8cba-79761b17fb7f', 'name': '', 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849', 'tenant_id': 'd608a70193a6430089288644481e828c', 'mac_address': 'fa:16:3e:e4:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '108079c1-b0b1-485b-b687-75a52d7d0b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:53Z', 'updated_at': '2021-07-07T17:34:05Z', 'revision_number': 5, 'project_id': 'd608a70193a6430089288644481e828c', 'subnets': [{'id': '108079c1-b0b1-485b-b687-75a52d7d0b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:03.295393 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66148b9d-540d-46cd-b0ba-1e477c05ad60 None None] Checking router: 7149c761-ed50-4a9b-a6e3-f4e5fc26fd35 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:37:03.304740 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66148b9d-540d-46cd-b0ba-1e477c05ad60 None None] Routers {'7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:03.311925 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-66148b9d-540d-46cd-b0ba-1e477c05ad60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:36:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:03.361597 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effb9e8-3b41-4403-beba-4c10191a3827 req-4cd53bd5-4375-49c5-977c-bc443a91b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:03.363123 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4effb9e8-3b41-4403-beba-4c10191a3827 req-4cd53bd5-4375-49c5-977c-bc443a91b93a service neutron] 10.222.0.64 "GET /v2.0/networks?id=7ad64a99-0f31-48d8-b364-4200a452a849 HTTP/1.1" status: 200 len: 915 time: 0.1739094 Jul 07 17:37:03.423205 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-66148b9d-540d-46cd-b0ba-1e477c05ad60 None None] Set router 7149c761-ed50-4a9b-a6e3-f4e5fc26fd35 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:03.485491 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4effb9e8-3b41-4403-beba-4c10191a3827 req-2982b5b5-dd46-4017-83d5-a2c5b4eb0ae4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efe915ee-2383-4ee7-83d4-143d4e04249d HTTP/1.1" status: 200 len: 999 time: 0.1147952 Jul 07 17:37:03.486564 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1ef24-4a91-412f-bd74-b25b20aae018 req-5a5018a0-7bd9-4aae-adcf-cc57e68cb154 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:03.488496 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0ae1ef24-4a91-412f-bd74-b25b20aae018 req-5a5018a0-7bd9-4aae-adcf-cc57e68cb154 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff36926b-635f-4acd-a82d-ed1a5d0c990f HTTP/1.1" status: 200 len: 944 time: 0.0961566 Jul 07 17:37:03.536790 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0ae1ef24-4a91-412f-bd74-b25b20aae018 req-2b5944e4-96b1-464a-91cb-bc96d0b15740 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/security-groups?id=08218dab-f3d3-4504-b00b-83af0dbc5dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409174 Jul 07 17:37:03.669276 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effb9e8-3b41-4403-beba-4c10191a3827 req-56fcd626-7c40-4a21-bfe0-2cbe24116822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:03.670756 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4effb9e8-3b41-4403-beba-4c10191a3827 req-56fcd626-7c40-4a21-bfe0-2cbe24116822 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=108079c1-b0b1-485b-b687-75a52d7d0b04 HTTP/1.1" status: 200 len: 853 time: 0.1470017 Jul 07 17:37:03.677879 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-66148b9d-540d-46cd-b0ba-1e477c05ad60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'name': 'tempest-TestVolumeBackupRestore-1889050153-router', 'tenant_id': 'd608a70193a6430089288644481e828c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:49Z', 'updated_at': '2021-07-07T17:33:54Z', 'revision_number': 4, 'project_id': 'd608a70193a6430089288644481e828c', 'gw_port': {'id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:50Z', 'updated_at': '2021-07-07T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'c9220dfe-c5eb-4eaf-9592-165f0afac349', 'tenant_id': 'd608a70193a6430089288644481e828c', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'port_id': 'efe915ee-2383-4ee7-83d4-143d4e04249d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849', 'mac_address': 'fa:16:3e:2f:58:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f6b771-f1f3-492e-a8bd-50b17d8d5675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:37:01Z', 'updated_at': '2021-07-07T17:37:01Z', 'revision_number': 0, 'project_id': 'd608a70193a6430089288644481e828c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '902d0cf8-a0ab-4b8e-8cba-79761b17fb7f', 'name': '', 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849', 'tenant_id': 'd608a70193a6430089288644481e828c', 'mac_address': 'fa:16:3e:e4:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '108079c1-b0b1-485b-b687-75a52d7d0b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:53Z', 'updated_at': '2021-07-07T17:34:05Z', 'revision_number': 5, 'project_id': 'd608a70193a6430089288644481e828c', 'subnets': [{'id': '108079c1-b0b1-485b-b687-75a52d7d0b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:03.704050 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66148b9d-540d-46cd-b0ba-1e477c05ad60 None None] The sync data for ids ['7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'] in n-d-791503-12 is: [{'id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'name': 'tempest-TestVolumeBackupRestore-1889050153-router', 'tenant_id': 'd608a70193a6430089288644481e828c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:49Z', 'updated_at': '2021-07-07T17:33:54Z', 'revision_number': 4, 'project_id': 'd608a70193a6430089288644481e828c', 'gw_port': {'id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:50Z', 'updated_at': '2021-07-07T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'c9220dfe-c5eb-4eaf-9592-165f0afac349', 'tenant_id': 'd608a70193a6430089288644481e828c', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'port_id': 'efe915ee-2383-4ee7-83d4-143d4e04249d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849', 'mac_address': 'fa:16:3e:2f:58:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f6b771-f1f3-492e-a8bd-50b17d8d5675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:37:01Z', 'updated_at': '2021-07-07T17:37:01Z', 'revision_number': 0, 'project_id': 'd608a70193a6430089288644481e828c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '902d0cf8-a0ab-4b8e-8cba-79761b17fb7f', 'name': '', 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849', 'tenant_id': 'd608a70193a6430089288644481e828c', 'mac_address': 'fa:16:3e:e4:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '108079c1-b0b1-485b-b687-75a52d7d0b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:53Z', 'updated_at': '2021-07-07T17:34:05Z', 'revision_number': 5, 'project_id': 'd608a70193a6430089288644481e828c', 'subnets': [{'id': '108079c1-b0b1-485b-b687-75a52d7d0b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:37:03.935870 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2ea87b-2836-41d6-8164-b53a1fcf186f None None] New status for floating IP c9220dfe-c5eb-4eaf-9592-165f0afac349: ACTIVE {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:37:03.987222 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-5e0a6bd7-cc5a-4d99-b40c-91cefe89214f req-c48196b3-fc73-4fb3-9dbc-9a614699a3cf service neutron] (100193) timed out ('10.222.0.72', 63604) {{(pid=100193) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:37:04.077886 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50482634-685b-47c7-bcc7-1fba82b1e211 req-0c030e97-a826-45c6-92f3-ebe731771163 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:04.079385 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-50482634-685b-47c7-bcc7-1fba82b1e211 req-0c030e97-a826-45c6-92f3-ebe731771163 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 945 time: 0.5421655 Jul 07 17:37:04.170676 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effb9e8-3b41-4403-beba-4c10191a3827 req-afdf40b7-c43d-4b4f-a4a2-37e0fa4641f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:04.172212 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4effb9e8-3b41-4403-beba-4c10191a3827 req-afdf40b7-c43d-4b4f-a4a2-37e0fa4641f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7ad64a99-0f31-48d8-b364-4200a452a849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4927542 Jul 07 17:37:04.175108 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-50482634-685b-47c7-bcc7-1fba82b1e211 req-42d9e157-e648-41b0-ac89-fd1cb7ac7170 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875664 Jul 07 17:37:04.289970 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bc1170d2-9988-4785-a591-866ee343ea70 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:04.295723 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.api [None req-af2ea87b-2836-41d6-8164-b53a1fcf186f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:37:04.296734 n-d-791503-12 neutron-server[100194]: DEBUG oslo_db.api [None req-af2ea87b-2836-41d6-8164-b53a1fcf186f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:37:04.296997 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bc1170d2-9988-4785-a591-866ee343ea70 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:04.353853 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4effb9e8-3b41-4403-beba-4c10191a3827 req-7784f09f-f48b-4e82-b816-40cc3d094ffe service neutron] 10.222.0.64 "GET /v2.0/networks/7ad64a99-0f31-48d8-b364-4200a452a849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727791 Jul 07 17:37:04.359012 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ead43-6291-4089-9e71-403f4e20a581 req-c516af5e-0607-400e-ae85-cbcbaaa6abf1 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:04.360669 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0b0ead43-6291-4089-9e71-403f4e20a581 req-c516af5e-0607-400e-ae85-cbcbaaa6abf1 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 945 time: 0.0662010 Jul 07 17:37:04.399260 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0b0ead43-6291-4089-9e71-403f4e20a581 req-371f9e18-7421-4b42-836c-b4cbacde4247 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322175 Jul 07 17:37:04.542222 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4effb9e8-3b41-4403-beba-4c10191a3827 req-a3adc27b-6cb1-4686-b075-05c2cb845c34 service neutron] 10.222.0.64 "GET /v2.0/networks/7ad64a99-0f31-48d8-b364-4200a452a849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799750 Jul 07 17:37:04.615886 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1170d2-9988-4785-a591-866ee343ea70 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Router 7149c761-ed50-4a9b-a6e3-f4e5fc26fd35 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:37:04.734000 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa42c7b-a51e-4b3f-8f04-5c22744efbf6 req-1dcf21f9-3387-4f87-a938-97067c4841f7 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:04.735308 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1170d2-9988-4785-a591-866ee343ea70 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:37:04.735614 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bfa42c7b-a51e-4b3f-8f04-5c22744efbf6 req-1dcf21f9-3387-4f87-a938-97067c4841f7 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff36926b-635f-4acd-a82d-ed1a5d0c990f HTTP/1.1" status: 200 len: 944 time: 0.0734015 Jul 07 17:37:04.740735 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bc1170d2-9988-4785-a591-866ee343ea70 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:04.780022 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f6b771-f1f3-492e-a8bd-50b17d8d5675', 'tag': 'efe915ee-2383-4ee7-83d4-143d4e04249d'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:04.782763 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811f080b-996e-42a2-9f13-4fa6c31fe505" -d '{"events": [{"name": "network-changed", "server_uuid": "38f6b771-f1f3-492e-a8bd-50b17d8d5675", "tag": "efe915ee-2383-4ee7-83d4-143d4e04249d"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:04.791756 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bfa42c7b-a51e-4b3f-8f04-5c22744efbf6 req-ab41b89b-9ca4-44d2-a703-d5fef0dc2268 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/security-groups?id=08218dab-f3d3-4504-b00b-83af0dbc5dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458503 Jul 07 17:37:04.798397 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2ea87b-2836-41d6-8164-b53a1fcf186f None None] New status for floating IP c9220dfe-c5eb-4eaf-9592-165f0afac349: ACTIVE {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:37:04.829038 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bc1170d2-9988-4785-a591-866ee343ea70 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "PUT /v2.0/floatingips/c9220dfe-c5eb-4eaf-9592-165f0afac349 HTTP/1.1" status: 200 len: 991 time: 1.8234179 Jul 07 17:37:04.846062 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d857de-e1b8-43dc-8cbe-6fe15564455d x-openstack-request-id: req-75d857de-e1b8-43dc-8cbe-6fe15564455d {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:04.846357 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f6b771-f1f3-492e-a8bd-50b17d8d5675", "tag": "efe915ee-2383-4ee7-83d4-143d4e04249d", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:04.846627 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75d857de-e1b8-43dc-8cbe-6fe15564455d {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:04.847041 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f6b771-f1f3-492e-a8bd-50b17d8d5675', 'tag': 'efe915ee-2383-4ee7-83d4-143d4e04249d', 'status': 'completed', 'code': 200} Jul 07 17:37:04.946584 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f080b-996e-42a2-9f13-4fa6c31fe505 req-4a05d597-33c0-4fdd-a3c9-5fb7a23a42f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:04.948187 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-811f080b-996e-42a2-9f13-4fa6c31fe505 req-4a05d597-33c0-4fdd-a3c9-5fb7a23a42f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d608a70193a6430089288644481e828c&device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 1098 time: 0.0702426 Jul 07 17:37:05.072686 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f080b-996e-42a2-9f13-4fa6c31fe505 req-b563f96e-cce7-48bc-bfe5-2b65fa88549b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:05.074322 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-811f080b-996e-42a2-9f13-4fa6c31fe505 req-b563f96e-cce7-48bc-bfe5-2b65fa88549b service neutron] 10.222.0.64 "GET /v2.0/networks?id=7ad64a99-0f31-48d8-b364-4200a452a849 HTTP/1.1" status: 200 len: 915 time: 0.1196513 Jul 07 17:37:05.087332 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e15962-4afc-471e-ad79-d307e9c11ca7 None None] Sync routers for ids ['7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:37:05.101336 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e15962-4afc-471e-ad79-d307e9c11ca7 None None] Routers {'7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:05.102506 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-27e15962-4afc-471e-ad79-d307e9c11ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:36:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:05.179980 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-811f080b-996e-42a2-9f13-4fa6c31fe505 req-8423b320-1a09-487b-bee6-8ed6078b863e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efe915ee-2383-4ee7-83d4-143d4e04249d HTTP/1.1" status: 200 len: 1001 time: 0.0941267 Jul 07 17:37:05.241979 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-27e15962-4afc-471e-ad79-d307e9c11ca7 None None] Set router 7149c761-ed50-4a9b-a6e3-f4e5fc26fd35 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:05.244337 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f080b-996e-42a2-9f13-4fa6c31fe505 req-d9bd13f2-ac03-46f7-93ba-57f96009168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:05.245992 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-811f080b-996e-42a2-9f13-4fa6c31fe505 req-d9bd13f2-ac03-46f7-93ba-57f96009168c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=108079c1-b0b1-485b-b687-75a52d7d0b04 HTTP/1.1" status: 200 len: 853 time: 0.0601871 Jul 07 17:37:05.318883 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f080b-996e-42a2-9f13-4fa6c31fe505 req-fe3d826e-39e5-41d3-a54c-f0682b1ea05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:05.320665 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-811f080b-996e-42a2-9f13-4fa6c31fe505 req-fe3d826e-39e5-41d3-a54c-f0682b1ea05a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7ad64a99-0f31-48d8-b364-4200a452a849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681150 Jul 07 17:37:05.426295 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-811f080b-996e-42a2-9f13-4fa6c31fe505 req-3f1e7451-0ce8-468e-8d77-d109cf98cbb0 service neutron] 10.222.0.64 "GET /v2.0/networks/7ad64a99-0f31-48d8-b364-4200a452a849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994124 Jul 07 17:37:05.503171 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-27e15962-4afc-471e-ad79-d307e9c11ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'name': 'tempest-TestVolumeBackupRestore-1889050153-router', 'tenant_id': 'd608a70193a6430089288644481e828c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:49Z', 'updated_at': '2021-07-07T17:33:54Z', 'revision_number': 4, 'project_id': 'd608a70193a6430089288644481e828c', 'gw_port': {'id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:50Z', 'updated_at': '2021-07-07T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'c9220dfe-c5eb-4eaf-9592-165f0afac349', 'tenant_id': 'd608a70193a6430089288644481e828c', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'port_id': 'efe915ee-2383-4ee7-83d4-143d4e04249d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849', 'mac_address': 'fa:16:3e:2f:58:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f6b771-f1f3-492e-a8bd-50b17d8d5675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:37:01Z', 'updated_at': '2021-07-07T17:37:04Z', 'revision_number': 2, 'project_id': 'd608a70193a6430089288644481e828c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '902d0cf8-a0ab-4b8e-8cba-79761b17fb7f', 'name': '', 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849', 'tenant_id': 'd608a70193a6430089288644481e828c', 'mac_address': 'fa:16:3e:e4:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '108079c1-b0b1-485b-b687-75a52d7d0b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:53Z', 'updated_at': '2021-07-07T17:34:05Z', 'revision_number': 5, 'project_id': 'd608a70193a6430089288644481e828c', 'subnets': [{'id': '108079c1-b0b1-485b-b687-75a52d7d0b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:05.533201 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e15962-4afc-471e-ad79-d307e9c11ca7 None None] Checking router: 7149c761-ed50-4a9b-a6e3-f4e5fc26fd35 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:37:05.543625 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e15962-4afc-471e-ad79-d307e9c11ca7 None None] Routers {'7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:05.543823 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-27e15962-4afc-471e-ad79-d307e9c11ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:36:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:05.565110 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-811f080b-996e-42a2-9f13-4fa6c31fe505 req-cd847bcc-31e7-4f69-bb8e-0ddcf584190f service neutron] 10.222.0.64 "GET /v2.0/networks/7ad64a99-0f31-48d8-b364-4200a452a849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326830 Jul 07 17:37:05.692150 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device b1540455-a462-43c3-864a-7c19b5e25c31 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:37:05.756257 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-27e15962-4afc-471e-ad79-d307e9c11ca7 None None] Set router 7149c761-ed50-4a9b-a6e3-f4e5fc26fd35 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:05.862507 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port b1540455-a462-43c3-864a-7c19b5e25c31, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b1540455-a462-43c3-864a-7c19b5e25c31,segment=NetworkSegment(c5fcf499-eb3b-4279-9d90-d0d2955e6203),segment_id=c5fcf499-eb3b-4279-9d90-d0d2955e6203)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:05.879346 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'b1540455-a462-43c3-864a-7c19b5e25c31', 'network_id': 'cfd82686-23d8-4ee0-8fd2-b1c34066e632', 'port_id': 'b1540455-a462-43c3-864a-7c19b5e25c31', 'mac_address': 'fa:16:3e:7a:80:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1c3343-769b-49c1-833d-ea11bbe15c19', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:37:05.931688 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:05.947758 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1540455-a462-43c3-864a-7c19b5e25c31 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:37:05.970587 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port b1540455-a462-43c3-864a-7c19b5e25c31, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b1540455-a462-43c3-864a-7c19b5e25c31,segment=NetworkSegment(c5fcf499-eb3b-4279-9d90-d0d2955e6203),segment_id=c5fcf499-eb3b-4279-9d90-d0d2955e6203)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:05.975302 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:06.072359 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=b1540455-a462-43c3-864a-7c19b5e25c31,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:06.089513 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0cc1b9-8bec-4263-97cd-3ff2126ef3b3 req-d02300ce-092d-4f95-9960-6ed0b75ff0b9 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:06.097912 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a0cc1b9-8bec-4263-97cd-3ff2126ef3b3 req-d02300ce-092d-4f95-9960-6ed0b75ff0b9 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff36926b-635f-4acd-a82d-ed1a5d0c990f HTTP/1.1" status: 200 len: 945 time: 0.1354241 Jul 07 17:37:06.110248 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-27e15962-4afc-471e-ad79-d307e9c11ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'name': 'tempest-TestVolumeBackupRestore-1889050153-router', 'tenant_id': 'd608a70193a6430089288644481e828c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:49Z', 'updated_at': '2021-07-07T17:33:54Z', 'revision_number': 4, 'project_id': 'd608a70193a6430089288644481e828c', 'gw_port': {'id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:50Z', 'updated_at': '2021-07-07T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'c9220dfe-c5eb-4eaf-9592-165f0afac349', 'tenant_id': 'd608a70193a6430089288644481e828c', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'port_id': 'efe915ee-2383-4ee7-83d4-143d4e04249d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849', 'mac_address': 'fa:16:3e:2f:58:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f6b771-f1f3-492e-a8bd-50b17d8d5675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:37:01Z', 'updated_at': '2021-07-07T17:37:04Z', 'revision_number': 2, 'project_id': 'd608a70193a6430089288644481e828c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '902d0cf8-a0ab-4b8e-8cba-79761b17fb7f', 'name': '', 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849', 'tenant_id': 'd608a70193a6430089288644481e828c', 'mac_address': 'fa:16:3e:e4:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '108079c1-b0b1-485b-b687-75a52d7d0b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:53Z', 'updated_at': '2021-07-07T17:34:05Z', 'revision_number': 5, 'project_id': 'd608a70193a6430089288644481e828c', 'subnets': [{'id': '108079c1-b0b1-485b-b687-75a52d7d0b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:06.139248 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a0cc1b9-8bec-4263-97cd-3ff2126ef3b3 req-7e822547-2482-408c-aff4-b2ba65ca7fd3 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/security-groups?id=08218dab-f3d3-4504-b00b-83af0dbc5dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378532 Jul 07 17:37:06.158117 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e15962-4afc-471e-ad79-d307e9c11ca7 None None] The sync data for ids ['7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'] in n-d-791503-12 is: [{'id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'name': 'tempest-TestVolumeBackupRestore-1889050153-router', 'tenant_id': 'd608a70193a6430089288644481e828c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:49Z', 'updated_at': '2021-07-07T17:33:54Z', 'revision_number': 4, 'project_id': 'd608a70193a6430089288644481e828c', 'gw_port': {'id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:50Z', 'updated_at': '2021-07-07T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'c9220dfe-c5eb-4eaf-9592-165f0afac349', 'tenant_id': 'd608a70193a6430089288644481e828c', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'port_id': 'efe915ee-2383-4ee7-83d4-143d4e04249d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849', 'mac_address': 'fa:16:3e:2f:58:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f6b771-f1f3-492e-a8bd-50b17d8d5675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:37:01Z', 'updated_at': '2021-07-07T17:37:04Z', 'revision_number': 2, 'project_id': 'd608a70193a6430089288644481e828c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '902d0cf8-a0ab-4b8e-8cba-79761b17fb7f', 'name': '', 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849', 'tenant_id': 'd608a70193a6430089288644481e828c', 'mac_address': 'fa:16:3e:e4:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '108079c1-b0b1-485b-b687-75a52d7d0b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:53Z', 'updated_at': '2021-07-07T17:34:05Z', 'revision_number': 5, 'project_id': 'd608a70193a6430089288644481e828c', 'subnets': [{'id': '108079c1-b0b1-485b-b687-75a52d7d0b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:37:06.197893 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['b1540455-a462-43c3-864a-7c19b5e25c31'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:37:06.847963 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f6b771-f1f3-492e-a8bd-50b17d8d5675', 'tag': 'efe915ee-2383-4ee7-83d4-143d4e04249d'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:06.851743 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d7a171-4819-4819-b29e-0748c92bbf5c" -d '{"events": [{"name": "network-changed", "server_uuid": "38f6b771-f1f3-492e-a8bd-50b17d8d5675", "tag": "efe915ee-2383-4ee7-83d4-143d4e04249d"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:06.889020 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551911d8-ea9a-4c5e-b4c8-f013bc250f24 x-openstack-request-id: req-551911d8-ea9a-4c5e-b4c8-f013bc250f24 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:06.889328 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f6b771-f1f3-492e-a8bd-50b17d8d5675", "tag": "efe915ee-2383-4ee7-83d4-143d4e04249d", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:06.889584 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-551911d8-ea9a-4c5e-b4c8-f013bc250f24 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:06.889995 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f6b771-f1f3-492e-a8bd-50b17d8d5675', 'tag': 'efe915ee-2383-4ee7-83d4-143d4e04249d', 'status': 'completed', 'code': 200} Jul 07 17:37:06.969379 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7a171-4819-4819-b29e-0748c92bbf5c req-af31f083-4db0-4bf9-a7fb-d83f588b94e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:06.970921 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c3d7a171-4819-4819-b29e-0748c92bbf5c req-af31f083-4db0-4bf9-a7fb-d83f588b94e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d608a70193a6430089288644481e828c&device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 1098 time: 0.0578225 Jul 07 17:37:07.070057 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7a171-4819-4819-b29e-0748c92bbf5c req-6e41c791-d013-4dbb-a713-e662bc9c94e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:07.071588 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c3d7a171-4819-4819-b29e-0748c92bbf5c req-6e41c791-d013-4dbb-a713-e662bc9c94e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7ad64a99-0f31-48d8-b364-4200a452a849 HTTP/1.1" status: 200 len: 915 time: 0.0950327 Jul 07 17:37:07.134971 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-f0692591-33e3-4279-b95e-05ee87095e60 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:07.136412 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-f0692591-33e3-4279-b95e-05ee87095e60 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 811 time: 0.1222234 Jul 07 17:37:07.141026 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c3d7a171-4819-4819-b29e-0748c92bbf5c req-4b3f38b4-7ecb-4ad4-87f8-5df39ca89107 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efe915ee-2383-4ee7-83d4-143d4e04249d HTTP/1.1" status: 200 len: 1001 time: 0.0631998 Jul 07 17:37:07.154037 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-999bb07e-d0cf-471f-b625-76e75e377b02 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/quotas/66782d55a9284144a8994a9a98696a09 HTTP/1.1" status: 200 len: 375 time: 0.0118756 Jul 07 17:37:07.201578 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7a171-4819-4819-b29e-0748c92bbf5c req-040cf501-2659-4b72-ae99-fd4304bb7a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:07.203163 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c3d7a171-4819-4819-b29e-0748c92bbf5c req-040cf501-2659-4b72-ae99-fd4304bb7a95 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=108079c1-b0b1-485b-b687-75a52d7d0b04 HTTP/1.1" status: 200 len: 853 time: 0.0561228 Jul 07 17:37:07.246587 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-35dd09bb-c323-4a4f-bc84-9c719f1ab7da tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0861952 Jul 07 17:37:07.276655 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7a171-4819-4819-b29e-0748c92bbf5c req-5fb36b92-552e-454a-95c5-878ea04a31cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:07.276655 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c3d7a171-4819-4819-b29e-0748c92bbf5c req-5fb36b92-552e-454a-95c5-878ea04a31cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7ad64a99-0f31-48d8-b364-4200a452a849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620859 Jul 07 17:37:07.356277 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-9cd9914a-59fa-4a2e-96be-ea5fd679bd01 service neutron] 10.222.0.53 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025727 Jul 07 17:37:07.371719 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c3d7a171-4819-4819-b29e-0748c92bbf5c req-83d454d0-4ffc-40e0-96a1-650c453fa227 service neutron] 10.222.0.64 "GET /v2.0/networks/7ad64a99-0f31-48d8-b364-4200a452a849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927522 Jul 07 17:37:07.464143 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-fa859eb6-da56-427c-ac13-741d9ea9b5c6 service neutron] 10.222.0.53 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019037 Jul 07 17:37:07.477338 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c3d7a171-4819-4819-b29e-0748c92bbf5c req-d126c1dc-3bbd-4f6c-a583-7b26540fd61c service neutron] 10.222.0.64 "GET /v2.0/networks/7ad64a99-0f31-48d8-b364-4200a452a849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997024 Jul 07 17:37:07.486721 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:07.670669 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e4fbe-1f2b-42ac-b8b9-978e8c73f434 req-769e3b4a-02b3-4abf-b199-1ef249114dea tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:07.672214 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-774e4fbe-1f2b-42ac-b8b9-978e8c73f434 req-769e3b4a-02b3-4abf-b199-1ef249114dea tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff36926b-635f-4acd-a82d-ed1a5d0c990f HTTP/1.1" status: 200 len: 945 time: 0.0688202 Jul 07 17:37:07.691635 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device b1540455-a462-43c3-864a-7c19b5e25c31 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:37:07.717657 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-774e4fbe-1f2b-42ac-b8b9-978e8c73f434 req-0d7cf094-50ff-4435-a605-0ff12d523eda tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/security-groups?id=08218dab-f3d3-4504-b00b-83af0dbc5dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386550 Jul 07 17:37:07.793372 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port b1540455-a462-43c3-864a-7c19b5e25c31 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:37:07.798156 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port b1540455-a462-43c3-864a-7c19b5e25c31 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:07.798579 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:07.863927 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2bc71c98-e6fd-46a2-bdc0-b4ad3f8acd1a req-1dd014cc-a490-4862-8750-b442f1d703af tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 210 time: 0.0795088 Jul 07 17:37:07.902532 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:07.922619 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb02fe-9b96-4416-9c1e-c9106ba03061 req-6b64a04d-7ac9-46c7-9ac2-fac4a49a24fd tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:07.924536 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2ebb02fe-9b96-4416-9c1e-c9106ba03061 req-6b64a04d-7ac9-46c7-9ac2-fac4a49a24fd tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 946 time: 0.1610012 Jul 07 17:37:07.943196 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port b1540455-a462-43c3-864a-7c19b5e25c31, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b1540455-a462-43c3-864a-7c19b5e25c31,segment=NetworkSegment(c5fcf499-eb3b-4279-9d90-d0d2955e6203),segment_id=c5fcf499-eb3b-4279-9d90-d0d2955e6203)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:07.944262 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff36926b-635f-4acd-a82d-ed1a5d0c990f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1540455-a462-43c3-864a-7c19b5e25c31'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:07.946750 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ef9532-077e-468c-a421-f6e996cf8cf4" -d '{"events": [{"server_uuid": "ff36926b-635f-4acd-a82d-ed1a5d0c990f", "name": "network-vif-plugged", "status": "completed", "tag": "b1540455-a462-43c3-864a-7c19b5e25c31"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:07.951164 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:08.042504 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2ebb02fe-9b96-4416-9c1e-c9106ba03061 req-cbf6af6f-3b2e-447c-bf80-3f83c3aa14b3 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=96966c0e-bb4d-4604-97bc-5b4384892f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934517 Jul 07 17:37:08.045741 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:08.050311 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17613055-b62d-46e9-af8d-0e5a3a94d6e8 x-openstack-request-id: req-17613055-b62d-46e9-af8d-0e5a3a94d6e8 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:08.050749 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff36926b-635f-4acd-a82d-ed1a5d0c990f", "name": "network-vif-plugged", "status": "completed", "tag": "b1540455-a462-43c3-864a-7c19b5e25c31", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:08.051132 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17613055-b62d-46e9-af8d-0e5a3a94d6e8 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:08.051627 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff36926b-635f-4acd-a82d-ed1a5d0c990f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1540455-a462-43c3-864a-7c19b5e25c31', 'code': 200} Jul 07 17:37:08.055535 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=b1540455-a462-43c3-864a-7c19b5e25c31,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:08.184732 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcafe1b-fc9e-4788-bbc2-776ac078b22f req-21743986-6415-4eea-bb3c-0dbc1cfeea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:08.186303 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fdcafe1b-fc9e-4788-bbc2-776ac078b22f req-21743986-6415-4eea-bb3c-0dbc1cfeea3d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ff36926b-635f-4acd-a82d-ed1a5d0c990f HTTP/1.1" status: 200 len: 1098 time: 0.0658250 Jul 07 17:37:08.228912 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fdcafe1b-fc9e-4788-bbc2-776ac078b22f req-08c209c4-5801-4bf2-8d2e-ed907aa07d87 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=08218dab-f3d3-4504-b00b-83af0dbc5dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351355 Jul 07 17:37:08.901018 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79db0d-44a3-4acf-8015-c80c9f6e39c0 req-ef8e00d8-efaa-4376-af8d-b3e8fb60e317 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:08.902593 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a79db0d-44a3-4acf-8015-c80c9f6e39c0 req-ef8e00d8-efaa-4376-af8d-b3e8fb60e317 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff36926b-635f-4acd-a82d-ed1a5d0c990f HTTP/1.1" status: 200 len: 946 time: 0.0663140 Jul 07 17:37:08.946056 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a79db0d-44a3-4acf-8015-c80c9f6e39c0 req-364074fa-4a02-4b96-8cb0-fe72ed3bd169 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/security-groups?id=08218dab-f3d3-4504-b00b-83af0dbc5dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373414 Jul 07 17:37:09.030829 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-075cb325-8f78-4ebe-9cc0-921f7690d8c6 req-12f8dc85-0065-49e2-b940-27e280f2b4a6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 210 time: 0.0352829 Jul 07 17:37:09.155060 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-a1ba21ae-81d4-4dc9-8b7d-36fb525d308b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:09.158233 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-a1ba21ae-81d4-4dc9-8b7d-36fb525d308b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.72 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 811 time: 0.1224124 Jul 07 17:37:09.173317 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-c4c93b99-d440-4618-aeb8-f6ff5d6b89d6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Request body: {'port': {'device_id': '84486905-7a66-4d46-ad29-6eb71030489e', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'admin_state_up': True, 'tenant_id': '66782d55a9284144a8994a9a98696a09'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:09.344643 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c6877-d7fc-479f-9bb7-1e0f8dc6a0e1 req-da5d492f-dd76-4c76-a2fb-25f4c331b599 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:09.346155 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c15c6877-d7fc-479f-9bb7-1e0f8dc6a0e1 req-da5d492f-dd76-4c76-a2fb-25f4c331b599 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 946 time: 0.1544933 Jul 07 17:37:09.354193 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-c4c93b99-d440-4618-aeb8-f6ff5d6b89d6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Made reservation on behalf of 66782d55a9284144a8994a9a98696a09 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:37:09.357665 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-c4c93b99-d440-4618-aeb8-f6ff5d6b89d6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:09.443282 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c15c6877-d7fc-479f-9bb7-1e0f8dc6a0e1 req-6bd21511-30b0-4971-ab83-2114a050ca08 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=96966c0e-bb4d-4604-97bc-5b4384892f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894132 Jul 07 17:37:09.528740 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-c4c93b99-d440-4618-aeb8-f6ff5d6b89d6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Allocated IP 172.20.0.6 (bfa2b772-e8c4-474c-9bbc-eeafbbaeb767/96a9e05f-47c3-4c4b-bd45-67d2458e49df/9b8139fa-28de-4e44-9cbf-26755778af50) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:37:09.692000 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-c4c93b99-d440-4618-aeb8-f6ff5d6b89d6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:09.707328 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-c4c93b99-d440-4618-aeb8-f6ff5d6b89d6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Transition to ACTIVE for port object 9b8139fa-28de-4e44-9cbf-26755778af50 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:37:09.741998 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-c4c93b99-d440-4618-aeb8-f6ff5d6b89d6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:09.762519 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['ecd07843-7b4a-4991-9330-6b249961011a'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:37:09.793957 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-c4c93b99-d440-4618-aeb8-f6ff5d6b89d6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:37:09.799416 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-c4c93b99-d440-4618-aeb8-f6ff5d6b89d6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:37:09.804765 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-c4c93b99-d440-4618-aeb8-f6ff5d6b89d6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:37:09.811260 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c93b99-d440-4618-aeb8-f6ff5d6b89d6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event updated for resources: {'Port': ['ID=9b8139fa-28de-4e44-9cbf-26755778af50,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:09.873117 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-c4c93b99-d440-4618-aeb8-f6ff5d6b89d6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:09.874118 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-c4c93b99-d440-4618-aeb8-f6ff5d6b89d6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:09.889842 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-c4c93b99-d440-4618-aeb8-f6ff5d6b89d6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7221780 Jul 07 17:37:09.912452 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-b6cbc0ec-e9cc-4540-b690-1860d376d4d6 service neutron] Request body: {'port': {'device_id': '84486905-7a66-4d46-ad29-6eb71030489e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:10.026513 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-b6cbc0ec-e9cc-4540-b690-1860d376d4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:10.171799 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c8e9989f-7439-49ee-882d-6b839c9ac646 None None] Provisioning for port 9b8139fa-28de-4e44-9cbf-26755778af50 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:37:10.178825 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c8e9989f-7439-49ee-882d-6b839c9ac646 None None] Provisioning complete for port 9b8139fa-28de-4e44-9cbf-26755778af50 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:10.179240 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c8e9989f-7439-49ee-882d-6b839c9ac646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:10.197166 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee275c-5d0f-481b-abb2-a2397cd5fc45 req-b8c34db4-889f-4e67-aa0b-ad2eb66c6efb tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:10.200239 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cfee275c-5d0f-481b-abb2-a2397cd5fc45 req-b8c34db4-889f-4e67-aa0b-ad2eb66c6efb tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff36926b-635f-4acd-a82d-ed1a5d0c990f HTTP/1.1" status: 200 len: 946 time: 0.1075540 Jul 07 17:37:10.244912 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c8e9989f-7439-49ee-882d-6b839c9ac646 None None] Port 9b8139fa-28de-4e44-9cbf-26755778af50 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:37:10.257565 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cfee275c-5d0f-481b-abb2-a2397cd5fc45 req-4e5b33f9-9ad8-4a63-a50a-b3eb2a9db6f6 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/security-groups?id=08218dab-f3d3-4504-b00b-83af0dbc5dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467083 Jul 07 17:37:10.382931 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894a08d-9faf-40b5-b9a9-b6a7b95ba364 req-3a2bfe3f-2313-4d3e-9a56-7aa5ba72fb45 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:10.384559 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8894a08d-9faf-40b5-b9a9-b6a7b95ba364 req-3a2bfe3f-2313-4d3e-9a56-7aa5ba72fb45 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 931 time: 0.2082818 Jul 07 17:37:10.457029 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8894a08d-9faf-40b5-b9a9-b6a7b95ba364 req-fbf61c3c-1353-4d7c-ac5d-7eb47fafa274 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648890 Jul 07 17:37:10.512726 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-b6cbc0ec-e9cc-4540-b690-1860d376d4d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b8139fa-28de-4e44-9cbf-26755778af50 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:37:10.522028 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-b6cbc0ec-e9cc-4540-b690-1860d376d4d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:10.537078 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-b6cbc0ec-e9cc-4540-b690-1860d376d4d6 service neutron] Transition to ACTIVE for port object 9b8139fa-28de-4e44-9cbf-26755778af50 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:37:10.547634 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-b6cbc0ec-e9cc-4540-b690-1860d376d4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:10.601686 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cbc0ec-e9cc-4540-b690-1860d376d4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8139fa-28de-4e44-9cbf-26755778af50,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:10.710676 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-b6cbc0ec-e9cc-4540-b690-1860d376d4d6 service neutron] Attempting to bind port 9b8139fa-28de-4e44-9cbf-26755778af50 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:37:10.711155 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-b6cbc0ec-e9cc-4540-b690-1860d376d4d6 service neutron] Attempting to bind port 9b8139fa-28de-4e44-9cbf-26755778af50 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:37:10.711496 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-b6cbc0ec-e9cc-4540-b690-1860d376d4d6 service neutron] Attempting to bind port 9b8139fa-28de-4e44-9cbf-26755778af50 on network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:10.720333 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-b6cbc0ec-e9cc-4540-b690-1860d376d4d6 service neutron] Port 9b8139fa-28de-4e44-9cbf-26755778af50 on network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:37:10.720783 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-b6cbc0ec-e9cc-4540-b690-1860d376d4d6 service neutron] Attempting to bind port 9b8139fa-28de-4e44-9cbf-26755778af50 on network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:10.738391 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bafc59-f3e0-4aef-98b9-b4cef6a7d086 req-4738953b-90b7-4cb4-8d91-c67ad48420ae tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:10.742248 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-b6cbc0ec-e9cc-4540-b690-1860d376d4d6 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:37:10.742519 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-b6cbc0ec-e9cc-4540-b690-1860d376d4d6 service neutron] Checking segment: {'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:37:10.742994 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-b6cbc0ec-e9cc-4540-b690-1860d376d4d6 service neutron] Bound using segment: {'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:37:10.743537 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-b6cbc0ec-e9cc-4540-b690-1860d376d4d6 service neutron] Bound port: 9b8139fa-28de-4e44-9cbf-26755778af50, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:37:10.743865 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-b6cbc0ec-e9cc-4540-b690-1860d376d4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:10.746522 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-00bafc59-f3e0-4aef-98b9-b4cef6a7d086 req-4738953b-90b7-4cb4-8d91-c67ad48420ae tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 946 time: 0.1457417 Jul 07 17:37:10.799804 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-00bafc59-f3e0-4aef-98b9-b4cef6a7d086 req-d8d108bf-885c-4af3-8fcc-5916ceb7a390 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=96966c0e-bb4d-4604-97bc-5b4384892f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416522 Jul 07 17:37:10.854408 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-b6cbc0ec-e9cc-4540-b690-1860d376d4d6 service neutron] For port 9b8139fa-28de-4e44-9cbf-26755778af50, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:37:10.866622 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-b6cbc0ec-e9cc-4540-b690-1860d376d4d6 service neutron] For port 9b8139fa-28de-4e44-9cbf-26755778af50, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=9b8139fa-28de-4e44-9cbf-26755778af50,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:37:10.872253 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-b6cbc0ec-e9cc-4540-b690-1860d376d4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:10.989261 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-b6cbc0ec-e9cc-4540-b690-1860d376d4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:10.990764 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-b6cbc0ec-e9cc-4540-b690-1860d376d4d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:10.992534 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-b6cbc0ec-e9cc-4540-b690-1860d376d4d6 service neutron] 10.222.0.72 "PUT /v2.0/ports/9b8139fa-28de-4e44-9cbf-26755778af50 HTTP/1.1" status: 200 len: 1092 time: 1.0871882 Jul 07 17:37:10.993223 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84486905-7a66-4d46-ad29-6eb71030489e', 'tag': '9b8139fa-28de-4e44-9cbf-26755778af50'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:10.996357 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72687b0-f339-4ee3-8558-544092b437ef" -d '{"events": [{"name": "network-changed", "server_uuid": "84486905-7a66-4d46-ad29-6eb71030489e", "tag": "9b8139fa-28de-4e44-9cbf-26755778af50"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:11.007083 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cbc0ec-e9cc-4540-b690-1860d376d4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8139fa-28de-4e44-9cbf-26755778af50,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:11.090450 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb39545d-23f8-4fc9-97ba-49adb1135906 x-openstack-request-id: req-cb39545d-23f8-4fc9-97ba-49adb1135906 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:11.090800 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84486905-7a66-4d46-ad29-6eb71030489e", "tag": "9b8139fa-28de-4e44-9cbf-26755778af50", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:11.091096 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb39545d-23f8-4fc9-97ba-49adb1135906 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:11.091597 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84486905-7a66-4d46-ad29-6eb71030489e', 'tag': '9b8139fa-28de-4e44-9cbf-26755778af50', 'status': 'completed', 'code': 200} Jul 07 17:37:11.129957 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-806cf744-cd9c-4862-ba4c-54a8f0855750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:11.132477 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-806cf744-cd9c-4862-ba4c-54a8f0855750 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 1095 time: 0.0938375 Jul 07 17:37:11.187758 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-4840304b-e6ca-4095-b470-8cda65b86aaa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b8139fa-28de-4e44-9cbf-26755778af50 HTTP/1.1" status: 200 len: 217 time: 0.0482256 Jul 07 17:37:11.585210 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-a0e9070d-22df-4a6d-8273-8ac0336f2767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:11.586740 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-a0e9070d-22df-4a6d-8273-8ac0336f2767 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96a9e05f-47c3-4c4b-bd45-67d2458e49df HTTP/1.1" status: 200 len: 850 time: 0.3904572 Jul 07 17:37:11.652367 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-8fdc82ae-279a-49e5-8766-b76624bb4e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:11.653874 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-8fdc82ae-279a-49e5-8766-b76624bb4e16 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602674 Jul 07 17:37:11.675347 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1476a-c391-48ca-9f7f-58c2b8e8869f req-55d3ea74-7843-4045-9030-5ec370353d75 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:11.676962 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-33b1476a-c391-48ca-9f7f-58c2b8e8869f req-55d3ea74-7843-4045-9030-5ec370353d75 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 943 time: 0.0770001 Jul 07 17:37:11.722632 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-33b1476a-c391-48ca-9f7f-58c2b8e8869f req-b0fe8b89-9095-462c-866f-dd280fcab500 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385926 Jul 07 17:37:11.778943 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-8a1b76e7-ccc0-4db2-af32-d7d24daf3089 service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132483 Jul 07 17:37:11.886331 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-74e0b32d-a28d-4d57-b5f2-e0fc94120b91 req-74ac340b-293f-423b-a060-693f2912d996 service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006441 Jul 07 17:37:11.893946 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:37:12.078828 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7258905-b59a-4bab-b621-3242781e9150 req-2567d732-7b11-4961-95ec-f1b3c05b5416 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:12.080526 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d7258905-b59a-4bab-b621-3242781e9150 req-2567d732-7b11-4961-95ec-f1b3c05b5416 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 946 time: 0.1419613 Jul 07 17:37:12.082400 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72687b0-f339-4ee3-8558-544092b437ef req-35601b84-9ac8-436a-a1cc-f00d85b18990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:12.085020 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b72687b0-f339-4ee3-8558-544092b437ef req-35601b84-9ac8-436a-a1cc-f00d85b18990 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 1095 time: 0.1342058 Jul 07 17:37:12.178721 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d7258905-b59a-4bab-b621-3242781e9150 req-d89879f8-1573-45a6-b39b-f59b8f139a96 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=96966c0e-bb4d-4604-97bc-5b4384892f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913572 Jul 07 17:37:12.223701 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72687b0-f339-4ee3-8558-544092b437ef req-b4aca474-b28a-4edd-9cf0-67fd7439d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:12.226183 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b72687b0-f339-4ee3-8558-544092b437ef req-b4aca474-b28a-4edd-9cf0-67fd7439d0b2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 912 time: 0.1309106 Jul 07 17:37:12.281045 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b72687b0-f339-4ee3-8558-544092b437ef req-8a51f612-afcf-47cb-b85d-f5fe3cbece83 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b8139fa-28de-4e44-9cbf-26755778af50 HTTP/1.1" status: 200 len: 217 time: 0.0474303 Jul 07 17:37:12.371845 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72687b0-f339-4ee3-8558-544092b437ef req-f81bbe0c-19cb-400e-989d-674b807248bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:12.376804 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b72687b0-f339-4ee3-8558-544092b437ef req-f81bbe0c-19cb-400e-989d-674b807248bd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96a9e05f-47c3-4c4b-bd45-67d2458e49df HTTP/1.1" status: 200 len: 850 time: 0.0878298 Jul 07 17:37:12.481072 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72687b0-f339-4ee3-8558-544092b437ef req-8ed83f2c-bfb2-4519-af6d-c34f4cf0275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:12.482998 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b72687b0-f339-4ee3-8558-544092b437ef req-8ed83f2c-bfb2-4519-af6d-c34f4cf0275e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0843129 Jul 07 17:37:12.618262 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b72687b0-f339-4ee3-8558-544092b437ef req-dd26505e-8475-4f7e-96bc-90feb263e639 service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276820 Jul 07 17:37:12.795987 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b72687b0-f339-4ee3-8558-544092b437ef req-248e979a-a33a-4501-b6d3-35e94e436618 service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691098 Jul 07 17:37:12.976797 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a5d9f-8418-47ab-91ce-32fe87aa092b req-639fb251-853e-4664-82c9-3f8ab338ab69 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:12.989290 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e43a5d9f-8418-47ab-91ce-32fe87aa092b req-639fb251-853e-4664-82c9-3f8ab338ab69 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 943 time: 0.0971725 Jul 07 17:37:13.057359 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e43a5d9f-8418-47ab-91ce-32fe87aa092b req-7c77f053-6e4d-40af-9686-4a7815c032c8 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669663 Jul 07 17:37:13.570549 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f3970-3ce8-42ff-81f1-c45d913db8d9 req-efca8853-4186-4e3a-97a3-55fa1dd1e06d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:13.579614 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f17f3970-3ce8-42ff-81f1-c45d913db8d9 req-efca8853-4186-4e3a-97a3-55fa1dd1e06d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 946 time: 0.1215153 Jul 07 17:37:13.640949 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f17f3970-3ce8-42ff-81f1-c45d913db8d9 req-422af98a-bb2e-4c65-b90a-805c4eebc529 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=96966c0e-bb4d-4604-97bc-5b4384892f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601439 Jul 07 17:37:14.292731 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7352a8c-dd95-441d-9d9a-e457b4c7887e req-80c5b0e7-07c7-4d9e-89d7-d55193045080 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:14.301872 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d7352a8c-dd95-441d-9d9a-e457b4c7887e req-80c5b0e7-07c7-4d9e-89d7-d55193045080 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 943 time: 0.1049132 Jul 07 17:37:14.349737 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d7352a8c-dd95-441d-9d9a-e457b4c7887e req-ac3ed5e4-33fd-4ec1-bb46-b53ea109f376 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461614 Jul 07 17:37:14.885132 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87ee26-30e0-4c11-850d-46826333db77 req-4f36fa3c-bc69-4628-8c46-daac800407f4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:14.889201 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec87ee26-30e0-4c11-850d-46826333db77 req-4f36fa3c-bc69-4628-8c46-daac800407f4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 946 time: 0.0955906 Jul 07 17:37:14.957775 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec87ee26-30e0-4c11-850d-46826333db77 req-e0fe3dc5-3fce-4b3e-bd41-203fe7033417 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=96966c0e-bb4d-4604-97bc-5b4384892f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646446 Jul 07 17:37:15.591103 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ec875-2761-4e01-86ce-96a06b2d70ca req-dca6d0d5-fecf-48a9-a591-af04eb756d19 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:15.593660 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e21ec875-2761-4e01-86ce-96a06b2d70ca req-dca6d0d5-fecf-48a9-a591-af04eb756d19 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 943 time: 0.0729506 Jul 07 17:37:15.636499 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e21ec875-2761-4e01-86ce-96a06b2d70ca req-33fa3cc2-1e86-4863-8712-b9bcc3110df9 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368412 Jul 07 17:37:16.185774 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee04d02-ca82-4603-b087-ba5fe60e1882 req-53f94184-d719-41f7-b9ba-d22fe3822eed tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:16.187599 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ee04d02-ca82-4603-b087-ba5fe60e1882 req-53f94184-d719-41f7-b9ba-d22fe3822eed tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 946 time: 0.0859599 Jul 07 17:37:16.245011 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ee04d02-ca82-4603-b087-ba5fe60e1882 req-350a6cea-0d45-47f0-8050-ea5055a01cff tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=96966c0e-bb4d-4604-97bc-5b4384892f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495164 Jul 07 17:37:16.833769 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2a278-6c3e-488c-a942-613c718a7be9 req-4cf0d228-9dbf-433c-a122-79478f449717 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:16.841143 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3f2a278-6c3e-488c-a942-613c718a7be9 req-4cf0d228-9dbf-433c-a122-79478f449717 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 943 time: 0.0794537 Jul 07 17:37:16.879398 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3f2a278-6c3e-488c-a942-613c718a7be9 req-2506a5e7-d2c8-4196-ac82-ed70c8b37f74 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371535 Jul 07 17:37:17.445735 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94086229-168e-4768-9c65-ad2e7992f911 req-8cfcfb55-b789-49bc-b546-6add956f263a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:17.447748 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-94086229-168e-4768-9c65-ad2e7992f911 req-8cfcfb55-b789-49bc-b546-6add956f263a tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 946 time: 0.0888691 Jul 07 17:37:17.514131 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-94086229-168e-4768-9c65-ad2e7992f911 req-9eb90ab2-3fb2-44c4-884f-7f82b28e0d74 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=96966c0e-bb4d-4604-97bc-5b4384892f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497308 Jul 07 17:37:18.088922 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef560fb-93d3-41e5-aa4e-ade0d904725f req-79447045-2b47-40a9-ae2d-3f1c4c91b6d2 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:18.090627 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9ef560fb-93d3-41e5-aa4e-ade0d904725f req-79447045-2b47-40a9-ae2d-3f1c4c91b6d2 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 943 time: 0.0861707 Jul 07 17:37:18.131511 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9ef560fb-93d3-41e5-aa4e-ade0d904725f req-b0e1705b-04c7-4997-beb4-3264d98dd124 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347579 Jul 07 17:37:18.701848 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888db2f9-8519-43bd-84a7-f75732e34692 req-252de58e-16b3-4397-beef-04af0812ad24 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:18.703629 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-888db2f9-8519-43bd-84a7-f75732e34692 req-252de58e-16b3-4397-beef-04af0812ad24 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 946 time: 0.0694857 Jul 07 17:37:18.763510 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-888db2f9-8519-43bd-84a7-f75732e34692 req-1d25ba99-4024-43c3-8a14-a94f25b2b8b3 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=96966c0e-bb4d-4604-97bc-5b4384892f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504503 Jul 07 17:37:19.342413 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811b79b-34dd-496a-8d70-c05d3f14ad50 req-01a97678-a0b6-437b-9c93-c10384212300 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:19.343936 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2811b79b-34dd-496a-8d70-c05d3f14ad50 req-01a97678-a0b6-437b-9c93-c10384212300 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 943 time: 0.0836918 Jul 07 17:37:19.385861 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2811b79b-34dd-496a-8d70-c05d3f14ad50 req-234d61f7-e265-4ed3-bee5-904f059279ba tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349846 Jul 07 17:37:19.968161 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20532ce4-32a7-4139-84f2-cde35b2ebedc req-3ea2adee-0f2b-4d4e-a236-3456966966b2 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:19.970456 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-20532ce4-32a7-4139-84f2-cde35b2ebedc req-3ea2adee-0f2b-4d4e-a236-3456966966b2 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 946 time: 0.0878730 Jul 07 17:37:20.025972 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-20532ce4-32a7-4139-84f2-cde35b2ebedc req-7eafef27-8dc5-431f-a5f0-2cdfd28f8b51 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=96966c0e-bb4d-4604-97bc-5b4384892f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460446 Jul 07 17:37:20.596078 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d018579-4a0a-4844-86b7-aee333d61327 req-306d61d4-9aa2-4e23-9575-d89647ce11b5 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:20.598100 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4d018579-4a0a-4844-86b7-aee333d61327 req-306d61d4-9aa2-4e23-9575-d89647ce11b5 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 943 time: 0.0817916 Jul 07 17:37:20.649348 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4d018579-4a0a-4844-86b7-aee333d61327 req-1baf0e56-628b-4961-b18b-689b5bd48fc7 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435953 Jul 07 17:37:20.978158 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc917265-7a6d-4aa7-8048-fd19868fa375 req-50f09ddd-772e-402b-9e00-539f7d592c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:20.979920 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bc917265-7a6d-4aa7-8048-fd19868fa375 req-50f09ddd-772e-402b-9e00-539f7d592c64 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 1098 time: 0.0626590 Jul 07 17:37:21.024298 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bc917265-7a6d-4aa7-8048-fd19868fa375 req-14262279-fef3-4e9d-b35b-954a4d0b299c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=96966c0e-bb4d-4604-97bc-5b4384892f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379112 Jul 07 17:37:21.244260 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cedcd74-0767-4da5-bb82-4a161b2122da req-b9029180-68df-44bd-a1aa-685a433e8bb4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:21.245900 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5cedcd74-0767-4da5-bb82-4a161b2122da req-b9029180-68df-44bd-a1aa-685a433e8bb4 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 946 time: 0.0769675 Jul 07 17:37:21.301415 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5cedcd74-0767-4da5-bb82-4a161b2122da req-0493abef-545f-4ccf-b753-85c57f774673 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=96966c0e-bb4d-4604-97bc-5b4384892f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465958 Jul 07 17:37:21.685493 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c23f6b-5ec3-49fa-9c0b-3003b7ca06c9 req-f642297c-073c-4ef0-8cf4-d23772d79822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:21.687055 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-74c23f6b-5ec3-49fa-9c0b-3003b7ca06c9 req-f642297c-073c-4ef0-8cf4-d23772d79822 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 1098 time: 0.0747340 Jul 07 17:37:21.865189 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c23f6b-5ec3-49fa-9c0b-3003b7ca06c9 req-f25cd7f1-1f4e-4419-95a7-f5f6e9a1aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:21.867309 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-74c23f6b-5ec3-49fa-9c0b-3003b7ca06c9 req-f25cd7f1-1f4e-4419-95a7-f5f6e9a1aa1d service neutron] 10.222.0.72 "GET /v2.0/networks?id=0418eb02-2e03-4223-bd16-c5d349f64c2c HTTP/1.1" status: 200 len: 897 time: 0.1495614 Jul 07 17:37:21.906941 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae953e67-18dc-4a9b-ba07-59524d138bf9 req-7ec4e98e-e491-4d37-b1b8-a1f3e4850e07 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:21.914620 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ae953e67-18dc-4a9b-ba07-59524d138bf9 req-7ec4e98e-e491-4d37-b1b8-a1f3e4850e07 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 943 time: 0.1048095 Jul 07 17:37:21.966089 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ae953e67-18dc-4a9b-ba07-59524d138bf9 req-f748fd2a-5d32-4cd1-8904-d3fdc3def240 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503283 Jul 07 17:37:21.982280 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-74c23f6b-5ec3-49fa-9c0b-3003b7ca06c9 req-2509ed9d-7c9f-4c0e-91ce-e9f3a72fd0ca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95029420-497a-4acd-a788-f794e3f8ec03 HTTP/1.1" status: 200 len: 1002 time: 0.1007643 Jul 07 17:37:22.078751 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c23f6b-5ec3-49fa-9c0b-3003b7ca06c9 req-e7d2e336-5805-453f-a2e9-24c3ba72b25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:22.081359 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-74c23f6b-5ec3-49fa-9c0b-3003b7ca06c9 req-e7d2e336-5805-453f-a2e9-24c3ba72b25d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0008f9ff-e047-464f-978a-cdb35522082c HTTP/1.1" status: 200 len: 835 time: 0.0920744 Jul 07 17:37:22.169521 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c23f6b-5ec3-49fa-9c0b-3003b7ca06c9 req-4270e59f-ebad-4002-8967-9727ee130bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:22.171406 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-74c23f6b-5ec3-49fa-9c0b-3003b7ca06c9 req-4270e59f-ebad-4002-8967-9727ee130bd3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0418eb02-2e03-4223-bd16-c5d349f64c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791767 Jul 07 17:37:22.287246 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-74c23f6b-5ec3-49fa-9c0b-3003b7ca06c9 req-da60098a-2a8b-4660-a9db-c9477a5361f5 service neutron] 10.222.0.72 "GET /v2.0/networks/0418eb02-2e03-4223-bd16-c5d349f64c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069741 Jul 07 17:37:22.418611 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-74c23f6b-5ec3-49fa-9c0b-3003b7ca06c9 req-51de070c-3598-48f3-9a63-1a437e3e2c3d service neutron] 10.222.0.72 "GET /v2.0/networks/0418eb02-2e03-4223-bd16-c5d349f64c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244781 Jul 07 17:37:22.520665 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21741656-41db-4c1c-ba3f-4720970d5eac req-2a02fd04-0c25-40e2-93ff-f3a3ec1eb112 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:22.522744 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-21741656-41db-4c1c-ba3f-4720970d5eac req-2a02fd04-0c25-40e2-93ff-f3a3ec1eb112 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 946 time: 0.0860779 Jul 07 17:37:22.572480 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-21741656-41db-4c1c-ba3f-4720970d5eac req-497df286-d955-449f-b8cd-371026db3850 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=96966c0e-bb4d-4604-97bc-5b4384892f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440061 Jul 07 17:37:22.598383 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44356) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:22.681747 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bed2cd3f-2fa3-43f1-885f-ecffbb33236d tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/floatingips/f24d6366-7b7b-4e60-a6c3-caccc00a100c HTTP/1.1" status: 200 len: 994 time: 0.0799797 Jul 07 17:37:23.158644 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9b09c-3a16-44cd-9321-64a8dd6bbb6a req-41b48e24-4ad3-48cb-81fc-006eb795b4ef tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:23.160537 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7bf9b09c-3a16-44cd-9321-64a8dd6bbb6a req-41b48e24-4ad3-48cb-81fc-006eb795b4ef tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 943 time: 0.0770876 Jul 07 17:37:23.209087 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7bf9b09c-3a16-44cd-9321-64a8dd6bbb6a req-e3fcab1e-e7d7-48f2-89b4-574456c7582c tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398495 Jul 07 17:37:23.422280 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ca97db5b-76e0-4ec1-99f2-fadc547801cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:23.813825 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 95029420-497a-4acd-a788-f794e3f8ec03 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:37:23.816007 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 95029420-497a-4acd-a788-f794e3f8ec03 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:37:23.986385 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:23.989138 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 95029420-497a-4acd-a788-f794e3f8ec03, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=95029420-497a-4acd-a788-f794e3f8ec03,segment=NetworkSegment(593ef391-029d-455d-a6cb-9c475061bf98),segment_id=593ef391-029d-455d-a6cb-9c475061bf98)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:24.009032 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '95029420-497a-4acd-a788-f794e3f8ec03', 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c', 'port_id': '95029420-497a-4acd-a788-f794e3f8ec03', 'mac_address': 'fa:16:3e:2c:76:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0008f9ff-e047-464f-978a-cdb35522082c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:37:24.025980 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95029420-497a-4acd-a788-f794e3f8ec03'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:24.028798 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d928c7-1074-4a32-94ff-d7a3770e6d0c" -d '{"events": [{"server_uuid": "bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb", "name": "network-vif-unplugged", "status": "completed", "tag": "95029420-497a-4acd-a788-f794e3f8ec03"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:24.041722 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 95029420-497a-4acd-a788-f794e3f8ec03, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=95029420-497a-4acd-a788-f794e3f8ec03,segment=NetworkSegment(593ef391-029d-455d-a6cb-9c475061bf98),segment_id=593ef391-029d-455d-a6cb-9c475061bf98)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:24.053159 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:24.270006 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e1477b-3eed-4ec7-b6cf-e3033dc374ce x-openstack-request-id: req-92e1477b-3eed-4ec7-b6cf-e3033dc374ce {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:24.270006 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb", "name": "network-vif-unplugged", "status": "completed", "tag": "95029420-497a-4acd-a788-f794e3f8ec03", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:24.270290 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92e1477b-3eed-4ec7-b6cf-e3033dc374ce {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:24.274200 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95029420-497a-4acd-a788-f794e3f8ec03', 'code': 200} Jul 07 17:37:24.294945 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:24.308747 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=95029420-497a-4acd-a788-f794e3f8ec03,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:24.323757 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95029420-497a-4acd-a788-f794e3f8ec03 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:37:24.346432 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 95029420-497a-4acd-a788-f794e3f8ec03, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=95029420-497a-4acd-a788-f794e3f8ec03,segment=NetworkSegment(593ef391-029d-455d-a6cb-9c475061bf98),segment_id=593ef391-029d-455d-a6cb-9c475061bf98)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:24.351702 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:24.405509 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=95029420-497a-4acd-a788-f794e3f8ec03,revision_number=7']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:24.439227 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9482a1-dcdf-4f4f-a241-8b1447a3fe38 req-ed1326f2-f722-4208-847c-ce0ca69976ed tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:24.440863 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7a9482a1-dcdf-4f4f-a241-8b1447a3fe38 req-ed1326f2-f722-4208-847c-ce0ca69976ed tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 943 time: 0.0927992 Jul 07 17:37:24.489090 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7a9482a1-dcdf-4f4f-a241-8b1447a3fe38 req-58973add-81df-47c3-888e-1bb90725b16b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408154 Jul 07 17:37:24.600476 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['95029420-497a-4acd-a788-f794e3f8ec03'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:37:25.391501 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-adee9543-d605-4a2a-8ba7-c884a2ba6c53 req-485377e5-da1a-4d31-866b-411329b59037 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0537391 Jul 07 17:37:25.499062 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee9543-d605-4a2a-8ba7-c884a2ba6c53 req-f6533ab7-f399-46d1-bc74-a0649ce97b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:25.500646 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-adee9543-d605-4a2a-8ba7-c884a2ba6c53 req-f6533ab7-f399-46d1-bc74-a0649ce97b46 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d608a70193a6430089288644481e828c&device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 1098 time: 0.0615702 Jul 07 17:37:25.658000 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee9543-d605-4a2a-8ba7-c884a2ba6c53 req-8d67df34-e434-4ee7-a49a-1595a303bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:25.659899 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-adee9543-d605-4a2a-8ba7-c884a2ba6c53 req-8d67df34-e434-4ee7-a49a-1595a303bf99 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7ad64a99-0f31-48d8-b364-4200a452a849 HTTP/1.1" status: 200 len: 915 time: 0.1345820 Jul 07 17:37:25.748018 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-adee9543-d605-4a2a-8ba7-c884a2ba6c53 req-d0b2cc6e-79ee-4e5f-8caa-acf76e453c7e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efe915ee-2383-4ee7-83d4-143d4e04249d HTTP/1.1" status: 200 len: 1001 time: 0.0797355 Jul 07 17:37:25.757521 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2996f-76c6-4946-b723-c67373e82e0b req-d62c3348-03b2-4ff3-987f-3549fd0963f0 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:25.759043 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7fc2996f-76c6-4946-b723-c67373e82e0b req-d62c3348-03b2-4ff3-987f-3549fd0963f0 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 943 time: 0.1425149 Jul 07 17:37:25.807545 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 95029420-497a-4acd-a788-f794e3f8ec03 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:37:25.836680 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee9543-d605-4a2a-8ba7-c884a2ba6c53 req-2bc3bda1-5ef8-4496-b807-1795625f9be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:25.838151 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-adee9543-d605-4a2a-8ba7-c884a2ba6c53 req-2bc3bda1-5ef8-4496-b807-1795625f9be8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=108079c1-b0b1-485b-b687-75a52d7d0b04 HTTP/1.1" status: 200 len: 853 time: 0.0782275 Jul 07 17:37:25.841523 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7fc2996f-76c6-4946-b723-c67373e82e0b req-01f76883-08a3-40fc-a4d9-d8803750de0c tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734608 Jul 07 17:37:25.878925 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 95029420-497a-4acd-a788-f794e3f8ec03 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:25.879850 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:25.913226 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee9543-d605-4a2a-8ba7-c884a2ba6c53 req-cd136e13-c635-4955-aa96-850b3f77a6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:25.914935 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-adee9543-d605-4a2a-8ba7-c884a2ba6c53 req-cd136e13-c635-4955-aa96-850b3f77a6c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7ad64a99-0f31-48d8-b364-4200a452a849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688691 Jul 07 17:37:25.979504 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:26.021079 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-adee9543-d605-4a2a-8ba7-c884a2ba6c53 req-dda03d2d-dbdf-477c-a029-b9548351df3f service neutron] 10.222.0.64 "GET /v2.0/networks/7ad64a99-0f31-48d8-b364-4200a452a849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965390 Jul 07 17:37:26.028228 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 95029420-497a-4acd-a788-f794e3f8ec03, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=95029420-497a-4acd-a788-f794e3f8ec03,segment=NetworkSegment(593ef391-029d-455d-a6cb-9c475061bf98),segment_id=593ef391-029d-455d-a6cb-9c475061bf98)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:26.035904 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:26.098797 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=95029420-497a-4acd-a788-f794e3f8ec03,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:26.126862 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-adee9543-d605-4a2a-8ba7-c884a2ba6c53 req-1e1201ba-3119-487c-9d6b-c7815928c282 service neutron] 10.222.0.64 "GET /v2.0/networks/7ad64a99-0f31-48d8-b364-4200a452a849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016414 Jul 07 17:37:26.220525 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:26.272186 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95029420-497a-4acd-a788-f794e3f8ec03'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:26.275117 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eafa77b-b24c-43ef-ab20-4452cdaa1996" -d '{"events": [{"server_uuid": "bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb", "name": "network-vif-plugged", "status": "completed", "tag": "95029420-497a-4acd-a788-f794e3f8ec03"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:26.317018 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c33fe0-bc2f-42c5-a1b8-428ee5a678fa x-openstack-request-id: req-73c33fe0-bc2f-42c5-a1b8-428ee5a678fa {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:26.317340 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb", "name": "network-vif-plugged", "status": "completed", "tag": "95029420-497a-4acd-a788-f794e3f8ec03", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:26.317658 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73c33fe0-bc2f-42c5-a1b8-428ee5a678fa {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:26.318562 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95029420-497a-4acd-a788-f794e3f8ec03', 'code': 200} Jul 07 17:37:26.800789 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-495feca3-1b9e-4b6a-a368-9f7f03664550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:27.067546 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610a062-caf4-4f45-9d55-eeb26fdb1020 req-fd414e29-d24c-4489-a1d6-ee011fcbbe0b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:27.069192 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2610a062-caf4-4f45-9d55-eeb26fdb1020 req-fd414e29-d24c-4489-a1d6-ee011fcbbe0b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 943 time: 0.0780301 Jul 07 17:37:27.112028 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2610a062-caf4-4f45-9d55-eeb26fdb1020 req-5cfb9dd7-4296-4061-9a92-9823893c3019 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363011 Jul 07 17:37:27.990336 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:28.346435 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065b40b-9719-433a-abec-e92df0b338cf req-56b93696-e87c-4c8f-94bd-3a463aa5b35f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:28.348508 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8065b40b-9719-433a-abec-e92df0b338cf req-56b93696-e87c-4c8f-94bd-3a463aa5b35f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 943 time: 0.0964606 Jul 07 17:37:28.393252 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8065b40b-9719-433a-abec-e92df0b338cf req-285bdf87-43ff-4cd4-af84-ad2659626f60 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373995 Jul 07 17:37:29.630557 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698e9ef-9f19-49aa-860c-d40fee4f191e req-b204126b-c779-4779-8cac-d6baca4e669f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:29.633688 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d698e9ef-9f19-49aa-860c-d40fee4f191e req-b204126b-c779-4779-8cac-d6baca4e669f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 943 time: 0.0878880 Jul 07 17:37:29.681585 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d698e9ef-9f19-49aa-860c-d40fee4f191e req-7f43a4c1-30b6-4980-b4e3-ee920a770a40 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418453 Jul 07 17:37:30.302695 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:30.901215 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e011ef-9a03-435a-95da-4e118167be6f req-0dad079b-ab31-4757-90ed-1960f85753c7 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:30.906431 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-07e011ef-9a03-435a-95da-4e118167be6f req-0dad079b-ab31-4757-90ed-1960f85753c7 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 943 time: 0.0837131 Jul 07 17:37:30.955398 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-07e011ef-9a03-435a-95da-4e118167be6f req-25814bfa-3ae4-47bc-b38e-d133856c4b64 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421903 Jul 07 17:37:32.154901 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff07604-c062-43c2-95a8-fe6b34bea1eb req-7936fdfc-17bc-447d-8aca-496be0e83ceb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:32.156640 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9ff07604-c062-43c2-95a8-fe6b34bea1eb req-7936fdfc-17bc-447d-8aca-496be0e83ceb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 943 time: 0.0757985 Jul 07 17:37:32.209933 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9ff07604-c062-43c2-95a8-fe6b34bea1eb req-03de087f-0a8b-4b2d-bdfb-8fc1d2cfd378 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463481 Jul 07 17:37:33.434107 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96e3be-9dac-43fd-8950-63f152b76c03 req-db6e3e03-11c5-4aa6-859a-7e884aa3523a tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:33.435886 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-de96e3be-9dac-43fd-8950-63f152b76c03 req-db6e3e03-11c5-4aa6-859a-7e884aa3523a tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 943 time: 0.0747008 Jul 07 17:37:33.480822 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-de96e3be-9dac-43fd-8950-63f152b76c03 req-33deaa30-c0b7-4071-985c-054f6bd96b0e tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371940 Jul 07 17:37:33.865519 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 9b8139fa-28de-4e44-9cbf-26755778af50 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:37:33.975743 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 9b8139fa-28de-4e44-9cbf-26755778af50, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=9b8139fa-28de-4e44-9cbf-26755778af50,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:33.989071 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '9b8139fa-28de-4e44-9cbf-26755778af50', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'port_id': '9b8139fa-28de-4e44-9cbf-26755778af50', 'mac_address': 'fa:16:3e:a4:7f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:37:34.031105 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:34.046702 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b8139fa-28de-4e44-9cbf-26755778af50 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:37:34.075113 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 9b8139fa-28de-4e44-9cbf-26755778af50, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=9b8139fa-28de-4e44-9cbf-26755778af50,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:34.079124 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:34.128728 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=9b8139fa-28de-4e44-9cbf-26755778af50,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:34.375927 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['9b8139fa-28de-4e44-9cbf-26755778af50'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:37:34.683954 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95736ab6-3ea2-46b9-886e-11ad20f78790 req-f53aa9a8-ba65-45e3-97db-6a9083b57c01 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:34.687037 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-95736ab6-3ea2-46b9-886e-11ad20f78790 req-f53aa9a8-ba65-45e3-97db-6a9083b57c01 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 944 time: 0.0765991 Jul 07 17:37:34.736147 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-95736ab6-3ea2-46b9-886e-11ad20f78790 req-893d8533-3ca7-463c-a1ad-125f7f53ca85 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425510 Jul 07 17:37:35.869399 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 9b8139fa-28de-4e44-9cbf-26755778af50 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:37:35.923123 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 9b8139fa-28de-4e44-9cbf-26755778af50 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:37:35.926807 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 9b8139fa-28de-4e44-9cbf-26755778af50 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:35.927211 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:35.928290 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba661e-508e-4c9e-8f37-6fd933edd2d3 req-b83edde4-eb59-4d17-9205-7a1b4290a0a6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:35.929873 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76ba661e-508e-4c9e-8f37-6fd933edd2d3 req-b83edde4-eb59-4d17-9205-7a1b4290a0a6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 944 time: 0.0728056 Jul 07 17:37:35.972269 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76ba661e-508e-4c9e-8f37-6fd933edd2d3 req-10265c17-4c74-4f73-bdfc-645d4b1183f2 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362117 Jul 07 17:37:36.009258 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:36.032239 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84486905-7a66-4d46-ad29-6eb71030489e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8139fa-28de-4e44-9cbf-26755778af50'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:36.034498 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d03ac64-d7c5-439c-95bd-f1d6ef33234b" -d '{"events": [{"server_uuid": "84486905-7a66-4d46-ad29-6eb71030489e", "name": "network-vif-plugged", "status": "completed", "tag": "9b8139fa-28de-4e44-9cbf-26755778af50"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:36.048868 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 9b8139fa-28de-4e44-9cbf-26755778af50, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=9b8139fa-28de-4e44-9cbf-26755778af50,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:36.052937 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:36.081039 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0874179d-009e-4635-8b8e-10d58d83d822 x-openstack-request-id: req-0874179d-009e-4635-8b8e-10d58d83d822 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:36.081339 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84486905-7a66-4d46-ad29-6eb71030489e", "name": "network-vif-plugged", "status": "completed", "tag": "9b8139fa-28de-4e44-9cbf-26755778af50", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:36.081601 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0874179d-009e-4635-8b8e-10d58d83d822 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:36.082242 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84486905-7a66-4d46-ad29-6eb71030489e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8139fa-28de-4e44-9cbf-26755778af50', 'code': 200} Jul 07 17:37:36.121736 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=9b8139fa-28de-4e44-9cbf-26755778af50,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:36.204005 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08af0d1-006f-42b5-a1be-271bcb787a83 req-2fa0c6c5-0f8b-45e1-9eda-3b0c45833759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:36.205590 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a08af0d1-006f-42b5-a1be-271bcb787a83 req-2fa0c6c5-0f8b-45e1-9eda-3b0c45833759 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 1097 time: 0.0551927 Jul 07 17:37:36.245075 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a08af0d1-006f-42b5-a1be-271bcb787a83 req-e592a438-d0e7-469d-bd88-27f91ae66ab7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310850 Jul 07 17:37:37.164049 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede5584-ec04-4682-af60-e29403e1c319 req-482929b9-5a99-4406-972c-f44ff665447e tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:37.165888 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dede5584-ec04-4682-af60-e29403e1c319 req-482929b9-5a99-4406-972c-f44ff665447e tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 945 time: 0.0764470 Jul 07 17:37:37.207360 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dede5584-ec04-4682-af60-e29403e1c319 req-b4699720-2bc2-488a-ac9d-92f48933b264 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360067 Jul 07 17:37:37.487371 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:37.811680 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 44458) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:37.976778 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-6364447e-0360-402d-b155-c6999572963a tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Deleting port 617e5d92-24e4-4450-8d6e-13d0c3ad833d {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:37.977054 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6364447e-0360-402d-b155-c6999572963a tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:37.986370 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:38.063734 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6364447e-0360-402d-b155-c6999572963a tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:38.064067 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6364447e-0360-402d-b155-c6999572963a tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:38.076953 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-6364447e-0360-402d-b155-c6999572963a tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Calling delete_port for 617e5d92-24e4-4450-8d6e-13d0c3ad833d owned by network:floatingip {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:38.229419 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6364447e-0360-402d-b155-c6999572963a tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:38.271761 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364447e-0360-402d-b155-c6999572963a tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Pushing event deleted for resources: {'Port': ['ID=617e5d92-24e4-4450-8d6e-13d0c3ad833d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:38.332700 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6364447e-0360-402d-b155-c6999572963a tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for floatingip, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:38.333057 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-6364447e-0360-402d-b155-c6999572963a tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Floating IP c9220dfe-c5eb-4eaf-9592-165f0afac349 disassociated (deleted). External IP: 172.25.0.48, port: efe915ee-2383-4ee7-83d4-143d4e04249d. Jul 07 17:37:38.488914 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f5dc6-7b62-4e08-a3f6-c3a101a01ff8 req-a7128715-6707-4668-b50d-54e4b86cbc08 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:38.490394 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-119f5dc6-7b62-4e08-a3f6-c3a101a01ff8 req-a7128715-6707-4668-b50d-54e4b86cbc08 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 945 time: 0.1250153 Jul 07 17:37:38.600209 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-119f5dc6-7b62-4e08-a3f6-c3a101a01ff8 req-79f87c70-ee91-49d6-b385-ec91880824db tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730948 Jul 07 17:37:38.632726 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6364447e-0360-402d-b155-c6999572963a tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Router 7149c761-ed50-4a9b-a6e3-f4e5fc26fd35 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:37:38.761892 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6364447e-0360-402d-b155-c6999572963a tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:37:38.767251 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6364447e-0360-402d-b155-c6999572963a tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:38.773367 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37119af5-123d-4703-995f-be74223d89b2 None None] Sync routers for ids ['7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:37:38.783652 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37119af5-123d-4703-995f-be74223d89b2 None None] Routers {'7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:38.784382 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-37119af5-123d-4703-995f-be74223d89b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:37:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:38.808384 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a12807-117a-4e7c-ac2f-aa3e99780650 req-6bad38e0-a9b8-4d62-b28b-b830cd12e1d4 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:38.810237 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a7a12807-117a-4e7c-ac2f-aa3e99780650 req-6bad38e0-a9b8-4d62-b28b-b830cd12e1d4 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 945 time: 0.0852661 Jul 07 17:37:38.816581 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6364447e-0360-402d-b155-c6999572963a tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "DELETE /v2.0/floatingips/c9220dfe-c5eb-4eaf-9592-165f0afac349 HTTP/1.1" status: 204 len: 168 time: 1.0038214 Jul 07 17:37:38.818319 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f6b771-f1f3-492e-a8bd-50b17d8d5675', 'tag': 'efe915ee-2383-4ee7-83d4-143d4e04249d'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:38.821122 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b4eec1-e9d9-4a00-9aad-d257ec38c18d" -d '{"events": [{"name": "network-changed", "server_uuid": "38f6b771-f1f3-492e-a8bd-50b17d8d5675", "tag": "efe915ee-2383-4ee7-83d4-143d4e04249d"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:38.857729 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a7a12807-117a-4e7c-ac2f-aa3e99780650 req-432aec39-da47-4581-9acb-22c728b18bbd tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410929 Jul 07 17:37:38.906598 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-37119af5-123d-4703-995f-be74223d89b2 None None] Set router 7149c761-ed50-4a9b-a6e3-f4e5fc26fd35 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:38.930015 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a55157d-0aa4-40a7-97da-095b29113ef7 x-openstack-request-id: req-5a55157d-0aa4-40a7-97da-095b29113ef7 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:38.930294 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f6b771-f1f3-492e-a8bd-50b17d8d5675", "tag": "efe915ee-2383-4ee7-83d4-143d4e04249d", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:38.930555 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a55157d-0aa4-40a7-97da-095b29113ef7 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:38.931479 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f6b771-f1f3-492e-a8bd-50b17d8d5675', 'tag': 'efe915ee-2383-4ee7-83d4-143d4e04249d', 'status': 'completed', 'code': 200} Jul 07 17:37:39.024709 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4eec1-e9d9-4a00-9aad-d257ec38c18d req-a686bebb-1cd8-40d1-9795-1d70e5f3fa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:39.027127 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b3b4eec1-e9d9-4a00-9aad-d257ec38c18d req-a686bebb-1cd8-40d1-9795-1d70e5f3fa19 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d608a70193a6430089288644481e828c&device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 1098 time: 0.0664589 Jul 07 17:37:39.174667 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4eec1-e9d9-4a00-9aad-d257ec38c18d req-69532d75-a128-490d-9e29-caf35b10c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:39.177179 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b3b4eec1-e9d9-4a00-9aad-d257ec38c18d req-69532d75-a128-490d-9e29-caf35b10c66f service neutron] 10.222.0.64 "GET /v2.0/networks?id=7ad64a99-0f31-48d8-b364-4200a452a849 HTTP/1.1" status: 200 len: 915 time: 0.1422687 Jul 07 17:37:39.181978 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-37119af5-123d-4703-995f-be74223d89b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'name': 'tempest-TestVolumeBackupRestore-1889050153-router', 'tenant_id': 'd608a70193a6430089288644481e828c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:49Z', 'updated_at': '2021-07-07T17:33:54Z', 'revision_number': 4, 'project_id': 'd608a70193a6430089288644481e828c', 'gw_port': {'id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:50Z', 'updated_at': '2021-07-07T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '902d0cf8-a0ab-4b8e-8cba-79761b17fb7f', 'name': '', 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849', 'tenant_id': 'd608a70193a6430089288644481e828c', 'mac_address': 'fa:16:3e:e4:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '108079c1-b0b1-485b-b687-75a52d7d0b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:53Z', 'updated_at': '2021-07-07T17:34:05Z', 'revision_number': 5, 'project_id': 'd608a70193a6430089288644481e828c', 'subnets': [{'id': '108079c1-b0b1-485b-b687-75a52d7d0b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:39.229997 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37119af5-123d-4703-995f-be74223d89b2 None None] Checking router: 7149c761-ed50-4a9b-a6e3-f4e5fc26fd35 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:37:39.238183 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b3b4eec1-e9d9-4a00-9aad-d257ec38c18d req-ccfcb468-d1c4-497e-9e2c-5b75bd3d2593 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efe915ee-2383-4ee7-83d4-143d4e04249d HTTP/1.1" status: 200 len: 217 time: 0.0501990 Jul 07 17:37:39.245982 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37119af5-123d-4703-995f-be74223d89b2 None None] Routers {'7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:39.247079 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-37119af5-123d-4703-995f-be74223d89b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:37:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:39.306067 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4eec1-e9d9-4a00-9aad-d257ec38c18d req-e24fd1df-1345-4827-b72b-3c17409e0403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:39.308413 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b3b4eec1-e9d9-4a00-9aad-d257ec38c18d req-e24fd1df-1345-4827-b72b-3c17409e0403 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=108079c1-b0b1-485b-b687-75a52d7d0b04 HTTP/1.1" status: 200 len: 853 time: 0.0607281 Jul 07 17:37:39.371552 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d914f1-581d-4b9a-bd26-42b2968f072f req-484261b3-d52d-496d-8ac7-0d5546cc480f tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:39.373062 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b1d914f1-581d-4b9a-bd26-42b2968f072f req-484261b3-d52d-496d-8ac7-0d5546cc480f tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 946 time: 0.1066644 Jul 07 17:37:39.417542 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b1d914f1-581d-4b9a-bd26-42b2968f072f req-d3ed7064-5b6d-4ea4-8cbf-0f8eec67953a tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/security-groups?id=144f4a4e-01b0-4f9f-a400-106284e02107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373836 Jul 07 17:37:39.424331 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-37119af5-123d-4703-995f-be74223d89b2 None None] Set router 7149c761-ed50-4a9b-a6e3-f4e5fc26fd35 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:39.435688 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4eec1-e9d9-4a00-9aad-d257ec38c18d req-920ac466-28a3-404a-a20a-056d01d3a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:39.437014 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b3b4eec1-e9d9-4a00-9aad-d257ec38c18d req-920ac466-28a3-404a-a20a-056d01d3a7d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7ad64a99-0f31-48d8-b364-4200a452a849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1215661 Jul 07 17:37:39.455931 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785f455-1294-4c8c-a5c0-7525462398c7 req-9e1d33bc-fe25-44a1-b299-c362aea09532 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:39.457486 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8785f455-1294-4c8c-a5c0-7525462398c7 req-9e1d33bc-fe25-44a1-b299-c362aea09532 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 945 time: 0.1015458 Jul 07 17:37:39.555395 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8785f455-1294-4c8c-a5c0-7525462398c7 req-a64ab0e1-b2a4-407d-a14c-ae1e0c198ec5 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882785 Jul 07 17:37:39.584372 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b3b4eec1-e9d9-4a00-9aad-d257ec38c18d req-e18fc7a3-7600-45b2-8c5b-d4194afebdd0 service neutron] 10.222.0.64 "GET /v2.0/networks/7ad64a99-0f31-48d8-b364-4200a452a849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380267 Jul 07 17:37:39.653208 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-37119af5-123d-4703-995f-be74223d89b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'name': 'tempest-TestVolumeBackupRestore-1889050153-router', 'tenant_id': 'd608a70193a6430089288644481e828c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:49Z', 'updated_at': '2021-07-07T17:33:54Z', 'revision_number': 4, 'project_id': 'd608a70193a6430089288644481e828c', 'gw_port': {'id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:50Z', 'updated_at': '2021-07-07T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '902d0cf8-a0ab-4b8e-8cba-79761b17fb7f', 'name': '', 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849', 'tenant_id': 'd608a70193a6430089288644481e828c', 'mac_address': 'fa:16:3e:e4:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '108079c1-b0b1-485b-b687-75a52d7d0b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:53Z', 'updated_at': '2021-07-07T17:34:05Z', 'revision_number': 5, 'project_id': 'd608a70193a6430089288644481e828c', 'subnets': [{'id': '108079c1-b0b1-485b-b687-75a52d7d0b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:39.682637 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b3b4eec1-e9d9-4a00-9aad-d257ec38c18d req-c0fe44c0-b603-404d-9f9a-3717eeb44384 service neutron] 10.222.0.64 "GET /v2.0/networks/7ad64a99-0f31-48d8-b364-4200a452a849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911264 Jul 07 17:37:39.683760 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37119af5-123d-4703-995f-be74223d89b2 None None] The sync data for ids ['7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'] in n-d-791503-12 is: [{'id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'name': 'tempest-TestVolumeBackupRestore-1889050153-router', 'tenant_id': 'd608a70193a6430089288644481e828c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:49Z', 'updated_at': '2021-07-07T17:33:54Z', 'revision_number': 4, 'project_id': 'd608a70193a6430089288644481e828c', 'gw_port': {'id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:50Z', 'updated_at': '2021-07-07T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '902d0cf8-a0ab-4b8e-8cba-79761b17fb7f', 'name': '', 'network_id': '7ad64a99-0f31-48d8-b364-4200a452a849', 'tenant_id': 'd608a70193a6430089288644481e828c', 'mac_address': 'fa:16:3e:e4:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '108079c1-b0b1-485b-b687-75a52d7d0b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:53Z', 'updated_at': '2021-07-07T17:34:05Z', 'revision_number': 5, 'project_id': 'd608a70193a6430089288644481e828c', 'subnets': [{'id': '108079c1-b0b1-485b-b687-75a52d7d0b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:37:39.912795 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1658ae8e-463b-48a7-a8fc-6fd93c3b272d None None] New status for floating IP c9220dfe-c5eb-4eaf-9592-165f0afac349: DOWN {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:37:40.627706 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac62d59-a87b-47dc-875f-f5e921d0e6f1 req-7f036868-7174-4037-944e-0fbc4a887390 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:40.629328 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fac62d59-a87b-47dc-875f-f5e921d0e6f1 req-7f036868-7174-4037-944e-0fbc4a887390 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 946 time: 0.0833549 Jul 07 17:37:40.671620 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fac62d59-a87b-47dc-875f-f5e921d0e6f1 req-f788ccae-a690-46c4-897a-54646b8a0239 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/security-groups?id=144f4a4e-01b0-4f9f-a400-106284e02107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359762 Jul 07 17:37:40.753112 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d30ee9-fcbf-42e5-8e8a-caebf4283009 req-308c71af-dbf6-475d-8f5c-4e4203c7a109 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:40.754778 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-45d30ee9-fcbf-42e5-8e8a-caebf4283009 req-308c71af-dbf6-475d-8f5c-4e4203c7a109 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 945 time: 0.0754430 Jul 07 17:37:40.807646 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-45d30ee9-fcbf-42e5-8e8a-caebf4283009 req-9f6f8117-ff3f-4fc7-8413-6620bd201eae tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464013 Jul 07 17:37:40.863765 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72736d3b-1c80-4c85-bc58-cf7ce0e8ec0b req-c8052adb-f52e-4db1-9cb5-4bf007f51904 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:40.865472 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72736d3b-1c80-4c85-bc58-cf7ce0e8ec0b req-c8052adb-f52e-4db1-9cb5-4bf007f51904 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 946 time: 0.0728884 Jul 07 17:37:40.971676 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-72736d3b-1c80-4c85-bc58-cf7ce0e8ec0b req-fedde76d-b84c-4ee1-b2b9-9be070baabd0 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Deleting port efe915ee-2383-4ee7-83d4-143d4e04249d {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:40.972025 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-72736d3b-1c80-4c85-bc58-cf7ce0e8ec0b req-fedde76d-b84c-4ee1-b2b9-9be070baabd0 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:41.068109 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-72736d3b-1c80-4c85-bc58-cf7ce0e8ec0b req-fedde76d-b84c-4ee1-b2b9-9be070baabd0 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] For port efe915ee-2383-4ee7-83d4-143d4e04249d, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=efe915ee-2383-4ee7-83d4-143d4e04249d,segment=NetworkSegment(0b87cc1e-7dcc-47a7-9090-a85e2e891bb3),segment_id=0b87cc1e-7dcc-47a7-9090-a85e2e891bb3)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:41.068676 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-72736d3b-1c80-4c85-bc58-cf7ce0e8ec0b req-fedde76d-b84c-4ee1-b2b9-9be070baabd0 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:41.083964 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-72736d3b-1c80-4c85-bc58-cf7ce0e8ec0b req-fedde76d-b84c-4ee1-b2b9-9be070baabd0 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Calling delete_port for efe915ee-2383-4ee7-83d4-143d4e04249d owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:41.253723 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c9c46-b340-4462-ba13-54c8b0ffc3a0 req-131b8877-4228-4dfe-9b68-8944034b6356 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:41.255237 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d88c9c46-b340-4462-ba13-54c8b0ffc3a0 req-131b8877-4228-4dfe-9b68-8944034b6356 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.72 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 945 time: 0.1216142 Jul 07 17:37:41.298739 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-72736d3b-1c80-4c85-bc58-cf7ce0e8ec0b req-fedde76d-b84c-4ee1-b2b9-9be070baabd0 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:41.342621 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedde76d-b84c-4ee1-b2b9-9be070baabd0 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Pushing event deleted for resources: {'Port': ['ID=efe915ee-2383-4ee7-83d4-143d4e04249d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:41.422557 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-72736d3b-1c80-4c85-bc58-cf7ce0e8ec0b req-fedde76d-b84c-4ee1-b2b9-9be070baabd0 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] No DVR routers for this DVR port efe915ee-2383-4ee7-83d4-143d4e04249d on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:37:41.426193 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-72736d3b-1c80-4c85-bc58-cf7ce0e8ec0b req-fedde76d-b84c-4ee1-b2b9-9be070baabd0 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:41.428283 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72736d3b-1c80-4c85-bc58-cf7ce0e8ec0b req-fedde76d-b84c-4ee1-b2b9-9be070baabd0 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.64 "DELETE /v2.0/ports/efe915ee-2383-4ee7-83d4-143d4e04249d HTTP/1.1" status: 204 len: 173 time: 0.5569551 Jul 07 17:37:41.428746 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f6b771-f1f3-492e-a8bd-50b17d8d5675', 'name': 'network-vif-deleted', 'tag': 'efe915ee-2383-4ee7-83d4-143d4e04249d'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:41.431132 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c71c2e-a245-4cdb-bfa5-062db2ce5727" -d '{"events": [{"server_uuid": "38f6b771-f1f3-492e-a8bd-50b17d8d5675", "name": "network-vif-deleted", "tag": "efe915ee-2383-4ee7-83d4-143d4e04249d"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:41.477608 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-d88c9c46-b340-4462-ba13-54c8b0ffc3a0 req-2a09c2d5-6ccb-46d5-a877-06d19abc2c37 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Deleting port 9b8139fa-28de-4e44-9cbf-26755778af50 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:41.477936 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-d88c9c46-b340-4462-ba13-54c8b0ffc3a0 req-2a09c2d5-6ccb-46d5-a877-06d19abc2c37 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:41.502063 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a5466b-2c1d-46a4-98a1-98ec75765e46 x-openstack-request-id: req-09a5466b-2c1d-46a4-98a1-98ec75765e46 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:41.502488 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f6b771-f1f3-492e-a8bd-50b17d8d5675", "name": "network-vif-deleted", "tag": "efe915ee-2383-4ee7-83d4-143d4e04249d", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:41.502878 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09a5466b-2c1d-46a4-98a1-98ec75765e46 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:41.503488 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f6b771-f1f3-492e-a8bd-50b17d8d5675', 'name': 'network-vif-deleted', 'tag': 'efe915ee-2383-4ee7-83d4-143d4e04249d', 'status': 'completed', 'code': 200} Jul 07 17:37:41.668894 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-d88c9c46-b340-4462-ba13-54c8b0ffc3a0 req-2a09c2d5-6ccb-46d5-a877-06d19abc2c37 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] For port 9b8139fa-28de-4e44-9cbf-26755778af50, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=9b8139fa-28de-4e44-9cbf-26755778af50,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:41.669368 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-d88c9c46-b340-4462-ba13-54c8b0ffc3a0 req-2a09c2d5-6ccb-46d5-a877-06d19abc2c37 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:41.693540 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-d88c9c46-b340-4462-ba13-54c8b0ffc3a0 req-2a09c2d5-6ccb-46d5-a877-06d19abc2c37 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Calling delete_port for 9b8139fa-28de-4e44-9cbf-26755778af50 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:41.875504 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-082311f3-b139-4ac6-82bf-e5b76b43b0da req-fcfd1b73-1600-4582-8025-95fa603ae397 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 210 time: 0.0422938 Jul 07 17:37:41.947205 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-d88c9c46-b340-4462-ba13-54c8b0ffc3a0 req-2a09c2d5-6ccb-46d5-a877-06d19abc2c37 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:41.960533 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['ecd07843-7b4a-4991-9330-6b249961011a'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:37:41.989687 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09c2d5-6ccb-46d5-a877-06d19abc2c37 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event deleted for resources: {'Port': ['ID=9b8139fa-28de-4e44-9cbf-26755778af50,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:42.011455 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-40331fac-49a8-4d08-83a0-f4190a489abb req-9e054e77-5508-4a48-864c-bf555265b14c tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 210 time: 0.0451608 Jul 07 17:37:42.069342 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88c9c46-b340-4462-ba13-54c8b0ffc3a0 req-2a09c2d5-6ccb-46d5-a877-06d19abc2c37 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] No DVR routers for this DVR port 9b8139fa-28de-4e44-9cbf-26755778af50 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:37:42.083472 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-d88c9c46-b340-4462-ba13-54c8b0ffc3a0 req-2a09c2d5-6ccb-46d5-a877-06d19abc2c37 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:42.085568 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d88c9c46-b340-4462-ba13-54c8b0ffc3a0 req-2a09c2d5-6ccb-46d5-a877-06d19abc2c37 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.72 "DELETE /v2.0/ports/9b8139fa-28de-4e44-9cbf-26755778af50 HTTP/1.1" status: 204 len: 173 time: 0.8184702 Jul 07 17:37:43.044302 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-078cd650-4491-4433-bd43-631fc048dc97 req-f981da8e-5832-4b4f-b43b-08413201793b tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 210 time: 0.0309923 Jul 07 17:37:43.162869 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-deb97401-db30-42f8-940a-bb731f5b0a57 req-68d0980c-67ab-48df-8200-b4ab4fab71d8 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 210 time: 0.0313411 Jul 07 17:37:43.504925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84486905-7a66-4d46-ad29-6eb71030489e', 'name': 'network-vif-deleted', 'tag': '9b8139fa-28de-4e44-9cbf-26755778af50'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:43.507377 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbeee07-0277-4237-b6dd-c3f334b0bcb0" -d '{"events": [{"server_uuid": "84486905-7a66-4d46-ad29-6eb71030489e", "name": "network-vif-deleted", "tag": "9b8139fa-28de-4e44-9cbf-26755778af50"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:43.545967 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bb1616-c649-4473-b7d3-55251546b8b3 x-openstack-request-id: req-04bb1616-c649-4473-b7d3-55251546b8b3 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:43.546260 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84486905-7a66-4d46-ad29-6eb71030489e", "name": "network-vif-deleted", "tag": "9b8139fa-28de-4e44-9cbf-26755778af50", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:43.546513 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04bb1616-c649-4473-b7d3-55251546b8b3 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:43.546985 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84486905-7a66-4d46-ad29-6eb71030489e', 'name': 'network-vif-deleted', 'tag': '9b8139fa-28de-4e44-9cbf-26755778af50', 'status': 'completed', 'code': 200} Jul 07 17:37:43.897515 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 9b8139fa-28de-4e44-9cbf-26755778af50 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:37:43.918389 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 9b8139fa-28de-4e44-9cbf-26755778af50 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:37:43.918739 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 9b8139fa-28de-4e44-9cbf-26755778af50 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:37:44.207359 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2145cb7b-f249-4b70-8075-90dde467f8a7 req-02fc0e12-47b4-43ed-8e21-baa7c05ef100 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 210 time: 0.0365832 Jul 07 17:37:44.346769 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4cc9c24d-fbc9-4084-824f-3c00e4d35530 req-9fb71f52-62b0-4028-a5c5-589b42532d7b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 210 time: 0.0537574 Jul 07 17:37:44.630790 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device efe915ee-2383-4ee7-83d4-143d4e04249d no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:37:44.654296 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: efe915ee-2383-4ee7-83d4-143d4e04249d {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:37:44.654645 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device efe915ee-2383-4ee7-83d4-143d4e04249d not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:37:45.392850 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1108696a-0d94-4c4d-ac68-1481d62c8c66 req-ddf24cba-2a78-4121-a967-6a21c6d26b26 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f6b771-f1f3-492e-a8bd-50b17d8d5675 HTTP/1.1" status: 200 len: 210 time: 0.0364084 Jul 07 17:37:45.512573 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a644921c-71b7-45b1-a8e2-929998b630e9 req-9dce3a7f-180a-4e91-bc88-1567e2be5a61 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 210 time: 0.0387056 Jul 07 17:37:46.496408 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 44522) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:46.562458 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d334e7a9-f043-42ed-b0e4-8d0f7874ba82 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:46.590435 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d334e7a9-f043-42ed-b0e4-8d0f7874ba82 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:46.685706 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d948cd8a-3843-4cd2-a690-5b12b732a05c req-f90e03d9-a95a-4f8a-8024-8bd325e6041a tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 210 time: 0.0379741 Jul 07 17:37:46.693978 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d334e7a9-f043-42ed-b0e4-8d0f7874ba82 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:46.698112 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d334e7a9-f043-42ed-b0e4-8d0f7874ba82 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:46.698504 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d334e7a9-f043-42ed-b0e4-8d0f7874ba82 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] 10.222.0.53 "DELETE /v2.0/security-groups/144f4a4e-01b0-4f9f-a400-106284e02107 HTTP/1.1" status: 204 len: 168 time: 0.2009337 Jul 07 17:37:46.721372 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334e7a9-f043-42ed-b0e4-8d0f7874ba82 tempest-TestVolumeBackupRestore-125702852 tempest-TestVolumeBackupRestore-125702852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=144f4a4e-01b0-4f9f-a400-106284e02107,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:47.872973 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-01dfe186-541a-4f75-8375-b8b7cc0ef35f req-6d6806a7-7abf-4f1e-887e-ef442854cddb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 210 time: 0.0453913 Jul 07 17:37:48.900195 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:37:49.063105 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49c78026-e3ae-46c7-9152-d99f03abf0d7 req-2b16c7c8-18a9-4050-b409-0b7e1923ca5a tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=84486905-7a66-4d46-ad29-6eb71030489e HTTP/1.1" status: 200 len: 210 time: 0.0374131 Jul 07 17:37:53.430828 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b5529190-f23a-4616-bda3-1eb34b9d7c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:53.642314 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45034) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:54.036493 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d01fdac8-4c81-432e-b888-eaccc5ac9246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:54.671063 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-d01fdac8-4c81-432e-b888-eaccc5ac9246 admin admin] Deleting port 902d0cf8-a0ab-4b8e-8cba-79761b17fb7f {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:54.672065 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d01fdac8-4c81-432e-b888-eaccc5ac9246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:54.769955 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-d01fdac8-4c81-432e-b888-eaccc5ac9246 admin admin] For port 902d0cf8-a0ab-4b8e-8cba-79761b17fb7f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=902d0cf8-a0ab-4b8e-8cba-79761b17fb7f,segment=NetworkSegment(0b87cc1e-7dcc-47a7-9090-a85e2e891bb3),segment_id=0b87cc1e-7dcc-47a7-9090-a85e2e891bb3)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:54.770710 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d01fdac8-4c81-432e-b888-eaccc5ac9246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:54.788276 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-d01fdac8-4c81-432e-b888-eaccc5ac9246 admin admin] Calling delete_port for 902d0cf8-a0ab-4b8e-8cba-79761b17fb7f owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:54.997822 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d01fdac8-4c81-432e-b888-eaccc5ac9246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:55.029083 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fdac8-4c81-432e-b888-eaccc5ac9246 admin admin] Pushing event deleted for resources: {'Port': ['ID=902d0cf8-a0ab-4b8e-8cba-79761b17fb7f,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:55.285602 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d01fdac8-4c81-432e-b888-eaccc5ac9246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:55.581817 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01fdac8-4c81-432e-b888-eaccc5ac9246 admin admin] Router 7149c761-ed50-4a9b-a6e3-f4e5fc26fd35 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:37:55.721436 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01fdac8-4c81-432e-b888-eaccc5ac9246 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:37:55.727378 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d01fdac8-4c81-432e-b888-eaccc5ac9246 admin admin] 10.222.0.53 "PUT /v2.0/routers/7149c761-ed50-4a9b-a6e3-f4e5fc26fd35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0839179 Jul 07 17:37:55.730435 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45050) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:55.742972 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c659d71e-9e4c-4c46-a668-8dc9f3c25b2a None None] Sync routers for ids ['7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:37:55.767118 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c659d71e-9e4c-4c46-a668-8dc9f3c25b2a None None] Routers {'7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:55.777848 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-c659d71e-9e4c-4c46-a668-8dc9f3c25b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:37:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:55.967187 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-c659d71e-9e4c-4c46-a668-8dc9f3c25b2a None None] Set router 7149c761-ed50-4a9b-a6e3-f4e5fc26fd35 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:56.160406 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15487138-ac8e-4777-addb-585b6d3b5475 req-f6598167-8a42-45d1-9cd1-74519f6dfd85 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:56.162553 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15487138-ac8e-4777-addb-585b6d3b5475 req-f6598167-8a42-45d1-9cd1-74519f6dfd85 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 945 time: 0.0930383 Jul 07 17:37:56.193780 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e0dd681c-d3e4-415b-bcbd-5d1e310afa3b admin admin] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.207066 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15487138-ac8e-4777-addb-585b6d3b5475 req-e8cce9de-b26e-4df3-b0c9-95b760671614 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371428 Jul 07 17:37:56.236914 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-c659d71e-9e4c-4c46-a668-8dc9f3c25b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'name': 'tempest-TestVolumeBackupRestore-1889050153-router', 'tenant_id': 'd608a70193a6430089288644481e828c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:49Z', 'updated_at': '2021-07-07T17:37:54Z', 'revision_number': 5, 'project_id': 'd608a70193a6430089288644481e828c', 'gw_port': {'id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:50Z', 'updated_at': '2021-07-07T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:56.240268 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.265191 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c659d71e-9e4c-4c46-a668-8dc9f3c25b2a None None] Checking router: 7149c761-ed50-4a9b-a6e3-f4e5fc26fd35 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:37:56.280954 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c659d71e-9e4c-4c46-a668-8dc9f3c25b2a None None] Routers {'7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:56.281585 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-c659d71e-9e4c-4c46-a668-8dc9f3c25b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:37:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:56.310043 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e0dd681c-d3e4-415b-bcbd-5d1e310afa3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.386725 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-e0dd681c-d3e4-415b-bcbd-5d1e310afa3b admin admin] Deleting port 07f82e7f-a7b4-4c9c-8044-406ef586f28f {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:56.387046 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e0dd681c-d3e4-415b-bcbd-5d1e310afa3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.392002 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-c659d71e-9e4c-4c46-a668-8dc9f3c25b2a None None] Set router 7149c761-ed50-4a9b-a6e3-f4e5fc26fd35 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:56.476797 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-e0dd681c-d3e4-415b-bcbd-5d1e310afa3b admin admin] For port 07f82e7f-a7b4-4c9c-8044-406ef586f28f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=07f82e7f-a7b4-4c9c-8044-406ef586f28f,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:56.477163 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e0dd681c-d3e4-415b-bcbd-5d1e310afa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.495878 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-e0dd681c-d3e4-415b-bcbd-5d1e310afa3b admin admin] Calling delete_port for 07f82e7f-a7b4-4c9c-8044-406ef586f28f owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:56.593879 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-c659d71e-9e4c-4c46-a668-8dc9f3c25b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'name': 'tempest-TestVolumeBackupRestore-1889050153-router', 'tenant_id': 'd608a70193a6430089288644481e828c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:49Z', 'updated_at': '2021-07-07T17:37:54Z', 'revision_number': 5, 'project_id': 'd608a70193a6430089288644481e828c', 'gw_port': {'id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:50Z', 'updated_at': '2021-07-07T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:56.629227 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c659d71e-9e4c-4c46-a668-8dc9f3c25b2a None None] The sync data for ids ['7149c761-ed50-4a9b-a6e3-f4e5fc26fd35'] in n-d-791503-12 is: [{'id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'name': 'tempest-TestVolumeBackupRestore-1889050153-router', 'tenant_id': 'd608a70193a6430089288644481e828c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:49Z', 'updated_at': '2021-07-07T17:37:54Z', 'revision_number': 5, 'project_id': 'd608a70193a6430089288644481e828c', 'gw_port': {'id': '07f82e7f-a7b4-4c9c-8044-406ef586f28f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149c761-ed50-4a9b-a6e3-f4e5fc26fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:50Z', 'updated_at': '2021-07-07T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:37:56.678271 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e0dd681c-d3e4-415b-bcbd-5d1e310afa3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.736691 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd681c-d3e4-415b-bcbd-5d1e310afa3b admin admin] Pushing event deleted for resources: {'Port': ['ID=07f82e7f-a7b4-4c9c-8044-406ef586f28f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:56.804395 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0b30fd2a-a022-4612-a3a2-45cfc6a0c264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.826174 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e0dd681c-d3e4-415b-bcbd-5d1e310afa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.929790 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e0dd681c-d3e4-415b-bcbd-5d1e310afa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.932427 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e0dd681c-d3e4-415b-bcbd-5d1e310afa3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.986031 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e0dd681c-d3e4-415b-bcbd-5d1e310afa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.986870 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0dd681c-d3e4-415b-bcbd-5d1e310afa3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7149c761-ed50-4a9b-a6e3-f4e5fc26fd35 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:37:56.991380 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e0dd681c-d3e4-415b-bcbd-5d1e310afa3b admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.995891 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45064) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:57.001279 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e0dd681c-d3e4-415b-bcbd-5d1e310afa3b admin admin] 10.222.0.53 "DELETE /v2.0/routers/7149c761-ed50-4a9b-a6e3-f4e5fc26fd35 HTTP/1.1" status: 204 len: 168 time: 1.2689896 Jul 07 17:37:57.060747 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fcd5708-9aca-473d-93e1-f46bf8bc5b7d admin admin] Deleting subnet 108079c1-b0b1-485b-b687-75a52d7d0b04 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:37:57.064610 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2fcd5708-9aca-473d-93e1-f46bf8bc5b7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:57.101646 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2fcd5708-9aca-473d-93e1-f46bf8bc5b7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:57.188265 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2fcd5708-9aca-473d-93e1-f46bf8bc5b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:57.266063 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2fcd5708-9aca-473d-93e1-f46bf8bc5b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:57.301619 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd5708-9aca-473d-93e1-f46bf8bc5b7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=108079c1-b0b1-485b-b687-75a52d7d0b04,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:57.324803 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2fcd5708-9aca-473d-93e1-f46bf8bc5b7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:57.328675 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2fcd5708-9aca-473d-93e1-f46bf8bc5b7d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/108079c1-b0b1-485b-b687-75a52d7d0b04 HTTP/1.1" status: 204 len: 168 time: 0.3303604 Jul 07 17:37:57.330444 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45070) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:57.333514 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64854f33-6c85-48d4-84e8-ae26a257e87d None None] Network 7ad64a99-0f31-48d8-b364-4200a452a849 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:37:57.424312 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5e629690-b2e8-4768-a9e9-557704f40737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:57.455370 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0219921-16c4-45d2-8af7-37bbbe93cc6c req-49d83b3a-3aa3-4a06-b1ae-7a93f7010156 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:57.457716 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e0219921-16c4-45d2-8af7-37bbbe93cc6c req-49d83b3a-3aa3-4a06-b1ae-7a93f7010156 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 945 time: 0.0942357 Jul 07 17:37:57.521298 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e0219921-16c4-45d2-8af7-37bbbe93cc6c req-9e15acdc-7bf8-440b-9dc5-93680f16746e tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=3097f827-36de-4a0b-a39e-2b8a6f79206f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576859 Jul 07 17:37:57.540853 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-5e629690-b2e8-4768-a9e9-557704f40737 admin admin] Deleting port b93d32b7-a9c4-4913-b7ad-ad073bd09311 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:57.541288 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5e629690-b2e8-4768-a9e9-557704f40737 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:57.625784 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-5e629690-b2e8-4768-a9e9-557704f40737 admin admin] For port b93d32b7-a9c4-4913-b7ad-ad073bd09311, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b93d32b7-a9c4-4913-b7ad-ad073bd09311,segment=NetworkSegment(0b87cc1e-7dcc-47a7-9090-a85e2e891bb3),segment_id=0b87cc1e-7dcc-47a7-9090-a85e2e891bb3)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:57.626140 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5e629690-b2e8-4768-a9e9-557704f40737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:57.637028 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d816b7-9d6d-4cd8-a94d-f6fcbc542ab1 req-799a35fd-474c-4977-9d50-ff795afaab89 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:57.638532 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84d816b7-9d6d-4cd8-a94d-f6fcbc542ab1 req-799a35fd-474c-4977-9d50-ff795afaab89 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 945 time: 0.1760232 Jul 07 17:37:57.687891 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-5e629690-b2e8-4768-a9e9-557704f40737 admin admin] Calling delete_port for b93d32b7-a9c4-4913-b7ad-ad073bd09311 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:57.836660 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb33225-5a1b-4967-bfa0-a6f5936c189b None None] DHCP port deletion for 7ad64a99-0f31-48d8-b364-4200a452a849 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:37:57.839989 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-84d816b7-9d6d-4cd8-a94d-f6fcbc542ab1 req-1d79e1a4-e0c3-4e46-b228-5e8da7d5e9d3 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Deleting port ecd07843-7b4a-4991-9330-6b249961011a {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:57.840504 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-84d816b7-9d6d-4cd8-a94d-f6fcbc542ab1 req-1d79e1a4-e0c3-4e46-b228-5e8da7d5e9d3 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:57.882999 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5e629690-b2e8-4768-a9e9-557704f40737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:57.900210 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-bfb33225-5a1b-4967-bfa0-a6f5936c189b None None] Deleting port b93d32b7-a9c4-4913-b7ad-ad073bd09311 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:57.900926 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bfb33225-5a1b-4967-bfa0-a6f5936c189b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:57.928426 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e629690-b2e8-4768-a9e9-557704f40737 admin admin] No DVR routers for this DVR port b93d32b7-a9c4-4913-b7ad-ad073bd09311 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:37:57.932522 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e629690-b2e8-4768-a9e9-557704f40737 admin admin] Pushing event deleted for resources: {'Port': ['ID=b93d32b7-a9c4-4913-b7ad-ad073bd09311,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:57.974243 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-bfb33225-5a1b-4967-bfa0-a6f5936c189b None None] For port b93d32b7-a9c4-4913-b7ad-ad073bd09311, host n-d-791503-12, got binding levels [] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:57.974644 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bfb33225-5a1b-4967-bfa0-a6f5936c189b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:57.999671 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-bfb33225-5a1b-4967-bfa0-a6f5936c189b None None] Calling delete_port for b93d32b7-a9c4-4913-b7ad-ad073bd09311 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:58.004131 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.ipam_backend_mixin [None req-bfb33225-5a1b-4967-bfa0-a6f5936c189b None None] Port b93d32b7-a9c4-4913-b7ad-ad073bd09311 was not found and therefore no delete operation was performed {{(pid=100194) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:37:58.005676 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bfb33225-5a1b-4967-bfa0-a6f5936c189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:58.052600 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb33225-5a1b-4967-bfa0-a6f5936c189b None None] No DVR routers for this DVR port b93d32b7-a9c4-4913-b7ad-ad073bd09311 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:37:58.057271 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb33225-5a1b-4967-bfa0-a6f5936c189b None None] Pushing event deleted for resources: {'Port': ['ID=b93d32b7-a9c4-4913-b7ad-ad073bd09311,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:58.064381 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-84d816b7-9d6d-4cd8-a94d-f6fcbc542ab1 req-1d79e1a4-e0c3-4e46-b228-5e8da7d5e9d3 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] For port ecd07843-7b4a-4991-9330-6b249961011a, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=ecd07843-7b4a-4991-9330-6b249961011a,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:58.064882 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-84d816b7-9d6d-4cd8-a94d-f6fcbc542ab1 req-1d79e1a4-e0c3-4e46-b228-5e8da7d5e9d3 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:58.067524 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:58.068467 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5e629690-b2e8-4768-a9e9-557704f40737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:58.068923 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb33225-5a1b-4967-bfa0-a6f5936c189b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:58.069203 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb33225-5a1b-4967-bfa0-a6f5936c189b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:58.069625 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb33225-5a1b-4967-bfa0-a6f5936c189b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:58.070206 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb33225-5a1b-4967-bfa0-a6f5936c189b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:58.071411 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb33225-5a1b-4967-bfa0-a6f5936c189b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:58.071411 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb33225-5a1b-4967-bfa0-a6f5936c189b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:58.071411 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb33225-5a1b-4967-bfa0-a6f5936c189b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:58.071818 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb33225-5a1b-4967-bfa0-a6f5936c189b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:58.071984 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb33225-5a1b-4967-bfa0-a6f5936c189b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:58.072351 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb33225-5a1b-4967-bfa0-a6f5936c189b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:58.072688 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb33225-5a1b-4967-bfa0-a6f5936c189b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:58.072955 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb33225-5a1b-4967-bfa0-a6f5936c189b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:58.092423 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-5e629690-b2e8-4768-a9e9-557704f40737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad64a99-0f31-48d8-b364-4200a452a849']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:58.094962 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-84d816b7-9d6d-4cd8-a94d-f6fcbc542ab1 req-1d79e1a4-e0c3-4e46-b228-5e8da7d5e9d3 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Calling delete_port for ecd07843-7b4a-4991-9330-6b249961011a owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:58.112102 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-5e629690-b2e8-4768-a9e9-557704f40737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b87cc1e-7dcc-47a7-9090-a85e2e891bb3') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:58.112461 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-5e629690-b2e8-4768-a9e9-557704f40737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b87cc1e-7dcc-47a7-9090-a85e2e891bb3') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:58.133931 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5e629690-b2e8-4768-a9e9-557704f40737 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:58.173937 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 902d0cf8-a0ab-4b8e-8cba-79761b17fb7f no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:37:58.189910 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5e629690-b2e8-4768-a9e9-557704f40737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:58.201268 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 902d0cf8-a0ab-4b8e-8cba-79761b17fb7f {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:37:58.201719 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 902d0cf8-a0ab-4b8e-8cba-79761b17fb7f not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:37:58.202255 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 07f82e7f-a7b4-4c9c-8044-406ef586f28f no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:37:58.203748 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e629690-b2e8-4768-a9e9-557704f40737 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:37:58.204172 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5e629690-b2e8-4768-a9e9-557704f40737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:37:58.206072 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:37:58.229584 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 07f82e7f-a7b4-4c9c-8044-406ef586f28f {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:37:58.230110 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 07f82e7f-a7b4-4c9c-8044-406ef586f28f not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:37:58.230622 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b93d32b7-a9c4-4913-b7ad-ad073bd09311 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:37:58.251671 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: b93d32b7-a9c4-4913-b7ad-ad073bd09311 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:37:58.252183 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b93d32b7-a9c4-4913-b7ad-ad073bd09311 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:37:58.291628 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5e629690-b2e8-4768-a9e9-557704f40737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:58.322402 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5e629690-b2e8-4768-a9e9-557704f40737 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:58.325399 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5e629690-b2e8-4768-a9e9-557704f40737 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7ad64a99-0f31-48d8-b364-4200a452a849 HTTP/1.1" status: 204 len: 168 time: 0.9937601 Jul 07 17:37:58.329212 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45074) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:58.350445 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e629690-b2e8-4768-a9e9-557704f40737 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ad64a99-0f31-48d8-b364-4200a452a849,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:58.372096 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-84d816b7-9d6d-4cd8-a94d-f6fcbc542ab1 req-1d79e1a4-e0c3-4e46-b228-5e8da7d5e9d3 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:58.389082 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['ecd07843-7b4a-4991-9330-6b249961011a'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:37:58.441392 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79e1a4-e0c3-4e46-b228-5e8da7d5e9d3 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event deleted for resources: {'Port': ['ID=ecd07843-7b4a-4991-9330-6b249961011a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:58.466759 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d816b7-9d6d-4cd8-a94d-f6fcbc542ab1 req-1d79e1a4-e0c3-4e46-b228-5e8da7d5e9d3 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] No DVR routers for this DVR port ecd07843-7b4a-4991-9330-6b249961011a on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:37:58.469767 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-84d816b7-9d6d-4cd8-a94d-f6fcbc542ab1 req-1d79e1a4-e0c3-4e46-b228-5e8da7d5e9d3 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:58.472234 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-84d816b7-9d6d-4cd8-a94d-f6fcbc542ab1 req-1d79e1a4-e0c3-4e46-b228-5e8da7d5e9d3 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.64 "DELETE /v2.0/ports/ecd07843-7b4a-4991-9330-6b249961011a HTTP/1.1" status: 204 len: 173 time: 0.8276470 Jul 07 17:37:58.472737 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ebde91-798a-42e7-8ff8-9a245673fc19', 'name': 'network-vif-deleted', 'tag': 'ecd07843-7b4a-4991-9330-6b249961011a'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:58.476004 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4e70e4-67b4-424c-ae6a-ae5ef83602b5" -d '{"events": [{"server_uuid": "c5ebde91-798a-42e7-8ff8-9a245673fc19", "name": "network-vif-deleted", "tag": "ecd07843-7b4a-4991-9330-6b249961011a"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:58.546793 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206e30d9-74c1-4723-b96f-430a917625fd x-openstack-request-id: req-206e30d9-74c1-4723-b96f-430a917625fd {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:58.547300 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ebde91-798a-42e7-8ff8-9a245673fc19", "name": "network-vif-deleted", "tag": "ecd07843-7b4a-4991-9330-6b249961011a", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:58.547551 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-206e30d9-74c1-4723-b96f-430a917625fd {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:58.547954 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ebde91-798a-42e7-8ff8-9a245673fc19', 'name': 'network-vif-deleted', 'tag': 'ecd07843-7b4a-4991-9330-6b249961011a', 'status': 'completed', 'code': 200} Jul 07 17:37:58.689740 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba3ee843-cc6f-46a1-beae-2877fb8c34d0 req-8fb6eafc-6ec0-44cc-8d98-44f22ba58602 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 210 time: 0.0375488 Jul 07 17:37:58.814028 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-59b45a7f-74e0-4164-b8a8-f939ff314e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:59.115173 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-59b45a7f-74e0-4164-b8a8-f939ff314e96 admin admin] Deleting port d62234cb-2151-4d25-9fdc-7391e1992669 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:59.115426 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-59b45a7f-74e0-4164-b8a8-f939ff314e96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:59.205982 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-59b45a7f-74e0-4164-b8a8-f939ff314e96 admin admin] For port d62234cb-2151-4d25-9fdc-7391e1992669, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d62234cb-2151-4d25-9fdc-7391e1992669,segment=NetworkSegment(11b77658-55a6-41a7-8d01-9c185265d99a),segment_id=11b77658-55a6-41a7-8d01-9c185265d99a)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:59.206253 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-59b45a7f-74e0-4164-b8a8-f939ff314e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:59.222102 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-59b45a7f-74e0-4164-b8a8-f939ff314e96 admin admin] Calling delete_port for d62234cb-2151-4d25-9fdc-7391e1992669 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:59.420840 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-59b45a7f-74e0-4164-b8a8-f939ff314e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:59.453387 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b45a7f-74e0-4164-b8a8-f939ff314e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=d62234cb-2151-4d25-9fdc-7391e1992669,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:59.644245 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-59b45a7f-74e0-4164-b8a8-f939ff314e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:59.863530 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9eb581d0-d459-441c-8747-53d2645fb24c req-63313ec8-50dc-49c7-840a-ade893d14c4e tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 210 time: 0.0494452 Jul 07 17:37:59.941255 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b45a7f-74e0-4164-b8a8-f939ff314e96 admin admin] Router 4819e573-3255-4c79-b908-b7f39eb510cf has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:38:00.127494 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b45a7f-74e0-4164-b8a8-f939ff314e96 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:38:00.140172 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-59b45a7f-74e0-4164-b8a8-f939ff314e96 admin admin] 10.222.0.53 "PUT /v2.0/routers/4819e573-3255-4c79-b908-b7f39eb510cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8051553 Jul 07 17:38:00.140172 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45084) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:00.143598 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6aa23a-4ead-4842-8c3c-b986771bda0f None None] Sync routers for ids ['4819e573-3255-4c79-b908-b7f39eb510cf'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:38:00.156477 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6aa23a-4ead-4842-8c3c-b986771bda0f None None] Routers {'4819e573-3255-4c79-b908-b7f39eb510cf'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:38:00.157454 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-be6aa23a-4ead-4842-8c3c-b986771bda0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:37:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['4819e573-3255-4c79-b908-b7f39eb510cf'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:00.278973 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d84652c7-45b1-4091-8cef-6503e3929d54 admin admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.295343 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-be6aa23a-4ead-4842-8c3c-b986771bda0f None None] Set router 4819e573-3255-4c79-b908-b7f39eb510cf gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:38:00.314142 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.443427 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d84652c7-45b1-4091-8cef-6503e3929d54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.506652 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-be6aa23a-4ead-4842-8c3c-b986771bda0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4819e573-3255-4c79-b908-b7f39eb510cf', 'name': 'tempest-TestVolumeBackupRestore-314659178-router', 'tenant_id': '12d6b31b513a4322935bc67d97617d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '16825f65-80ac-40f6-a2a8-36f009f620c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:59Z', 'updated_at': '2021-07-07T17:37:59Z', 'revision_number': 5, 'project_id': '12d6b31b513a4322935bc67d97617d9f', 'gw_port': {'id': '16825f65-80ac-40f6-a2a8-36f009f620c3', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4819e573-3255-4c79-b908-b7f39eb510cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:00Z', 'updated_at': '2021-07-07T17:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:00.554534 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6aa23a-4ead-4842-8c3c-b986771bda0f None None] Checking router: 4819e573-3255-4c79-b908-b7f39eb510cf for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:38:00.570101 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6aa23a-4ead-4842-8c3c-b986771bda0f None None] Routers {'4819e573-3255-4c79-b908-b7f39eb510cf'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:38:00.571102 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-be6aa23a-4ead-4842-8c3c-b986771bda0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:37:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['4819e573-3255-4c79-b908-b7f39eb510cf'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:00.697188 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device ecd07843-7b4a-4991-9330-6b249961011a no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:38:00.697789 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-be6aa23a-4ead-4842-8c3c-b986771bda0f None None] Set router 4819e573-3255-4c79-b908-b7f39eb510cf gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:38:00.725210 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: ecd07843-7b4a-4991-9330-6b249961011a {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:38:00.726247 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device ecd07843-7b4a-4991-9330-6b249961011a not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:38:00.760294 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-be6aa23a-4ead-4842-8c3c-b986771bda0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4819e573-3255-4c79-b908-b7f39eb510cf', 'name': 'tempest-TestVolumeBackupRestore-314659178-router', 'tenant_id': '12d6b31b513a4322935bc67d97617d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:59Z', 'updated_at': '2021-07-07T17:38:00Z', 'revision_number': 6, 'project_id': '12d6b31b513a4322935bc67d97617d9f', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:00.788749 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6aa23a-4ead-4842-8c3c-b986771bda0f None None] The sync data for ids ['4819e573-3255-4c79-b908-b7f39eb510cf'] in n-d-791503-12 is: [{'id': '4819e573-3255-4c79-b908-b7f39eb510cf', 'name': 'tempest-TestVolumeBackupRestore-314659178-router', 'tenant_id': '12d6b31b513a4322935bc67d97617d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:59Z', 'updated_at': '2021-07-07T17:38:00Z', 'revision_number': 6, 'project_id': '12d6b31b513a4322935bc67d97617d9f', 'gw_port_host': None}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:38:00.884211 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-d84652c7-45b1-4091-8cef-6503e3929d54 admin admin] Deleting port 16825f65-80ac-40f6-a2a8-36f009f620c3 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:38:00.884551 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d84652c7-45b1-4091-8cef-6503e3929d54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.975579 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-d84652c7-45b1-4091-8cef-6503e3929d54 admin admin] For port 16825f65-80ac-40f6-a2a8-36f009f620c3, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=16825f65-80ac-40f6-a2a8-36f009f620c3,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:00.975986 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d84652c7-45b1-4091-8cef-6503e3929d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.992031 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-d84652c7-45b1-4091-8cef-6503e3929d54 admin admin] Calling delete_port for 16825f65-80ac-40f6-a2a8-36f009f620c3 owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:38:01.067843 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-56a78159-ff09-4236-bc69-f21709e5a37d req-6367b3b8-81ea-44ce-8b24-dfd36e8e99ed tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 210 time: 0.0625858 Jul 07 17:38:01.246063 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d84652c7-45b1-4091-8cef-6503e3929d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.287354 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84652c7-45b1-4091-8cef-6503e3929d54 admin admin] Pushing event deleted for resources: {'Port': ['ID=16825f65-80ac-40f6-a2a8-36f009f620c3,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:01.383546 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d84652c7-45b1-4091-8cef-6503e3929d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.497273 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d84652c7-45b1-4091-8cef-6503e3929d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.499582 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d84652c7-45b1-4091-8cef-6503e3929d54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.574300 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d84652c7-45b1-4091-8cef-6503e3929d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.575282 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84652c7-45b1-4091-8cef-6503e3929d54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4819e573-3255-4c79-b908-b7f39eb510cf {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:38:01.584045 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d84652c7-45b1-4091-8cef-6503e3929d54 admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.593459 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d84652c7-45b1-4091-8cef-6503e3929d54 admin admin] 10.222.0.53 "DELETE /v2.0/routers/4819e573-3255-4c79-b908-b7f39eb510cf HTTP/1.1" status: 204 len: 168 time: 1.4492586 Jul 07 17:38:01.593780 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45090) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:01.660733 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d63e137-5dd2-4580-bed5-c1d986fc6b97 admin admin] Deleting subnet 2be1a8f2-669b-4b89-9985-80c0a548ac66 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:38:01.665446 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d63e137-5dd2-4580-bed5-c1d986fc6b97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.730313 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d63e137-5dd2-4580-bed5-c1d986fc6b97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.878020 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d63e137-5dd2-4580-bed5-c1d986fc6b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.971041 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405be53-57b1-41f8-8c18-652e97261a41 req-cb9adba4-aef8-4510-a2e0-24622524246f tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:01.972704 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c405be53-57b1-41f8-8c18-652e97261a41 req-cb9adba4-aef8-4510-a2e0-24622524246f tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff36926b-635f-4acd-a82d-ed1a5d0c990f HTTP/1.1" status: 200 len: 946 time: 0.1477771 Jul 07 17:38:01.986454 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45096) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:02.014880 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d63e137-5dd2-4580-bed5-c1d986fc6b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.096716 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63e137-5dd2-4580-bed5-c1d986fc6b97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2be1a8f2-669b-4b89-9985-80c0a548ac66,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:02.104765 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9d63e137-5dd2-4580-bed5-c1d986fc6b97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.107868 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9d63e137-5dd2-4580-bed5-c1d986fc6b97 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2be1a8f2-669b-4b89-9985-80c0a548ac66 HTTP/1.1" status: 204 len: 168 time: 0.5121937 Jul 07 17:38:02.110309 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6710f10-1404-4ab1-89ef-487953d83bb1 None None] Network 16bc9c37-9fb4-4d5c-b45d-2fca71992fbf requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:38:02.129167 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45100) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:02.133802 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c405be53-57b1-41f8-8c18-652e97261a41 req-4dc4c8cf-068a-49e1-bd9b-c55d96ffe099 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/security-groups?id=08218dab-f3d3-4504-b00b-83af0dbc5dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483881 Jul 07 17:38:02.239953 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 16825f65-80ac-40f6-a2a8-36f009f620c3 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:38:02.247323 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-811c0ffe-c2d4-40de-be65-acc238e16f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.249969 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d63e137-5dd2-4580-bed5-c1d986fc6b97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:02.251396 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d63e137-5dd2-4580-bed5-c1d986fc6b97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:02.251922 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d63e137-5dd2-4580-bed5-c1d986fc6b97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:02.252274 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d63e137-5dd2-4580-bed5-c1d986fc6b97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:02.252646 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d63e137-5dd2-4580-bed5-c1d986fc6b97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:02.252997 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d63e137-5dd2-4580-bed5-c1d986fc6b97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:02.253337 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d63e137-5dd2-4580-bed5-c1d986fc6b97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:02.253670 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d63e137-5dd2-4580-bed5-c1d986fc6b97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:02.254640 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d63e137-5dd2-4580-bed5-c1d986fc6b97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:02.254998 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d63e137-5dd2-4580-bed5-c1d986fc6b97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:02.255334 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d63e137-5dd2-4580-bed5-c1d986fc6b97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:02.255667 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d63e137-5dd2-4580-bed5-c1d986fc6b97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:02.292184 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 16825f65-80ac-40f6-a2a8-36f009f620c3 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:38:02.293037 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 16825f65-80ac-40f6-a2a8-36f009f620c3 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:38:02.293831 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d62234cb-2151-4d25-9fdc-7391e1992669 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:38:02.318535 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-92f6b226-f178-4d60-b9ba-3e4ae649cf36 req-e30a9d6a-7d2b-401d-873b-665677471251 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 210 time: 0.0665729 Jul 07 17:38:02.333602 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: d62234cb-2151-4d25-9fdc-7391e1992669 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:38:02.334636 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d62234cb-2151-4d25-9fdc-7391e1992669 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:38:02.353420 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-811c0ffe-c2d4-40de-be65-acc238e16f3a admin admin] Deleting port 4323561d-0c41-4878-b0fd-08b9a2b2e789 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:38:02.353775 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-811c0ffe-c2d4-40de-be65-acc238e16f3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.362261 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-07da5c3a-886d-4030-b04f-6d30451c23e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Deleting port ec3dac1b-5cc6-4ab8-830f-7fdeeb6c8ba7 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:38:02.362673 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-07da5c3a-886d-4030-b04f-6d30451c23e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.475279 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-811c0ffe-c2d4-40de-be65-acc238e16f3a admin admin] For port 4323561d-0c41-4878-b0fd-08b9a2b2e789, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4323561d-0c41-4878-b0fd-08b9a2b2e789,segment=NetworkSegment(11b77658-55a6-41a7-8d01-9c185265d99a),segment_id=11b77658-55a6-41a7-8d01-9c185265d99a)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:02.475912 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-811c0ffe-c2d4-40de-be65-acc238e16f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.480293 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-07da5c3a-886d-4030-b04f-6d30451c23e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.480780 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-07da5c3a-886d-4030-b04f-6d30451c23e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.495033 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-07da5c3a-886d-4030-b04f-6d30451c23e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Calling delete_port for ec3dac1b-5cc6-4ab8-830f-7fdeeb6c8ba7 owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:38:02.502199 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-811c0ffe-c2d4-40de-be65-acc238e16f3a admin admin] Calling delete_port for 4323561d-0c41-4878-b0fd-08b9a2b2e789 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:38:02.542004 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25cb6fe-d276-40fd-9e45-9507ed22040d None None] DHCP port deletion for 16bc9c37-9fb4-4d5c-b45d-2fca71992fbf request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:38:02.602781 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-811c0ffe-c2d4-40de-be65-acc238e16f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.631478 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811c0ffe-c2d4-40de-be65-acc238e16f3a admin admin] No DVR routers for this DVR port 4323561d-0c41-4878-b0fd-08b9a2b2e789 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:38:02.655516 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c0ffe-c2d4-40de-be65-acc238e16f3a admin admin] Pushing event deleted for resources: {'Port': ['ID=4323561d-0c41-4878-b0fd-08b9a2b2e789,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:02.748984 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-07da5c3a-886d-4030-b04f-6d30451c23e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.756002 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-811c0ffe-c2d4-40de-be65-acc238e16f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.787440 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-811c0ffe-c2d4-40de-be65-acc238e16f3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16bc9c37-9fb4-4d5c-b45d-2fca71992fbf']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:02.796510 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-b25cb6fe-d276-40fd-9e45-9507ed22040d None None] Deleting port 4323561d-0c41-4878-b0fd-08b9a2b2e789 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:38:02.797141 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b25cb6fe-d276-40fd-9e45-9507ed22040d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.810949 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da5c3a-886d-4030-b04f-6d30451c23e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event deleted for resources: {'Port': ['ID=ec3dac1b-5cc6-4ab8-830f-7fdeeb6c8ba7,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:02.825405 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-811c0ffe-c2d4-40de-be65-acc238e16f3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b77658-55a6-41a7-8d01-9c185265d99a') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:02.825959 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-811c0ffe-c2d4-40de-be65-acc238e16f3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b77658-55a6-41a7-8d01-9c185265d99a') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:02.839268 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-811c0ffe-c2d4-40de-be65-acc238e16f3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.865938 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-811c0ffe-c2d4-40de-be65-acc238e16f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.874096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07da5c3a-886d-4030-b04f-6d30451c23e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:02.874640 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07da5c3a-886d-4030-b04f-6d30451c23e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:02.875205 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07da5c3a-886d-4030-b04f-6d30451c23e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:02.875764 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07da5c3a-886d-4030-b04f-6d30451c23e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:02.876315 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07da5c3a-886d-4030-b04f-6d30451c23e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:02.876907 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07da5c3a-886d-4030-b04f-6d30451c23e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:02.877420 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-811c0ffe-c2d4-40de-be65-acc238e16f3a admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:38:02.877580 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07da5c3a-886d-4030-b04f-6d30451c23e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:02.877998 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-811c0ffe-c2d4-40de-be65-acc238e16f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.878233 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07da5c3a-886d-4030-b04f-6d30451c23e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:02.878609 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07da5c3a-886d-4030-b04f-6d30451c23e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:02.879269 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07da5c3a-886d-4030-b04f-6d30451c23e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:02.879757 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07da5c3a-886d-4030-b04f-6d30451c23e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:38:02.880051 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:38:02.882518 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07da5c3a-886d-4030-b04f-6d30451c23e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:02.891875 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-b25cb6fe-d276-40fd-9e45-9507ed22040d None None] For port 4323561d-0c41-4878-b0fd-08b9a2b2e789, host n-d-791503-12, got binding levels [] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:02.892545 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b25cb6fe-d276-40fd-9e45-9507ed22040d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.908446 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-b25cb6fe-d276-40fd-9e45-9507ed22040d None None] Calling delete_port for 4323561d-0c41-4878-b0fd-08b9a2b2e789 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:38:02.911409 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.ipam_backend_mixin [None req-b25cb6fe-d276-40fd-9e45-9507ed22040d None None] Port 4323561d-0c41-4878-b0fd-08b9a2b2e789 was not found and therefore no delete operation was performed {{(pid=100194) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:38:02.913051 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b25cb6fe-d276-40fd-9e45-9507ed22040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.941984 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-07da5c3a-886d-4030-b04f-6d30451c23e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.942312 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-07da5c3a-886d-4030-b04f-6d30451c23e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Floating IP f24d6366-7b7b-4e60-a6c3-caccc00a100c disassociated (deleted). External IP: 172.25.0.135, port: 95029420-497a-4acd-a788-f794e3f8ec03. Jul 07 17:38:02.946810 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25cb6fe-d276-40fd-9e45-9507ed22040d None None] No DVR routers for this DVR port 4323561d-0c41-4878-b0fd-08b9a2b2e789 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:38:02.957455 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25cb6fe-d276-40fd-9e45-9507ed22040d None None] Pushing event deleted for resources: {'Port': ['ID=4323561d-0c41-4878-b0fd-08b9a2b2e789,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:02.960905 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-811c0ffe-c2d4-40de-be65-acc238e16f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.968379 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-811c0ffe-c2d4-40de-be65-acc238e16f3a admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.973053 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-811c0ffe-c2d4-40de-be65-acc238e16f3a admin admin] 10.222.0.53 "DELETE /v2.0/networks/16bc9c37-9fb4-4d5c-b45d-2fca71992fbf HTTP/1.1" status: 204 len: 168 time: 0.8356464 Jul 07 17:38:02.984534 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c0ffe-c2d4-40de-be65-acc238e16f3a admin admin] Pushing event deleted for resources: {'Network': ['ID=16bc9c37-9fb4-4d5c-b45d-2fca71992fbf,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:03.155966 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45104) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:03.211759 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b56eb73b-bf30-4a99-8c7d-7b5bb5a57290 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d608a70193a6430089288644481e828c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543020 Jul 07 17:38:03.213937 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45108) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:03.245335 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07da5c3a-886d-4030-b04f-6d30451c23e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Router 162dd613-4f8a-4f5e-bd64-2ddb43e83940 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:38:03.313747 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-04161bae-e8c9-4f8e-8208-53064bf5e491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:03.348302 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-04161bae-e8c9-4f8e-8208-53064bf5e491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:03.405873 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2689b-5785-4c11-8356-9d0eb29d9c42 req-ce79f33a-88f6-41b5-bbb1-92bf76a6099f tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:03.407666 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0db2689b-5785-4c11-8356-9d0eb29d9c42 req-ce79f33a-88f6-41b5-bbb1-92bf76a6099f tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff36926b-635f-4acd-a82d-ed1a5d0c990f HTTP/1.1" status: 200 len: 946 time: 0.1335831 Jul 07 17:38:03.457463 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-04161bae-e8c9-4f8e-8208-53064bf5e491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:03.462493 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-04161bae-e8c9-4f8e-8208-53064bf5e491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:03.464326 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07da5c3a-886d-4030-b04f-6d30451c23e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:38:03.466244 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-04161bae-e8c9-4f8e-8208-53064bf5e491 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40eeb5b5-83b3-4c78-9dd9-26c6331c3bf8 HTTP/1.1" status: 204 len: 168 time: 0.2473092 Jul 07 17:38:03.473330 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-07da5c3a-886d-4030-b04f-6d30451c23e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:03.479751 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5220ae36-6cca-4216-a076-0b88df593b4a None None] Sync routers for ids ['162dd613-4f8a-4f5e-bd64-2ddb43e83940'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:38:03.494015 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5220ae36-6cca-4216-a076-0b88df593b4a None None] Routers {'162dd613-4f8a-4f5e-bd64-2ddb43e83940'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:38:03.495013 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-5220ae36-6cca-4216-a076-0b88df593b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:37:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['162dd613-4f8a-4f5e-bd64-2ddb43e83940'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:03.498882 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04161bae-e8c9-4f8e-8208-53064bf5e491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40eeb5b5-83b3-4c78-9dd9-26c6331c3bf8,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:03.504133 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0db2689b-5785-4c11-8356-9d0eb29d9c42 req-b4a596d0-bfaa-4604-9c20-7562dea5a7c8 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/security-groups?id=08218dab-f3d3-4504-b00b-83af0dbc5dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895293 Jul 07 17:38:03.552927 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d621009a-c0ce-42b5-8ebb-dd210d715f31 req-577654a2-2e6d-4ca2-a783-7c0b981fac45 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 210 time: 0.0671842 Jul 07 17:38:03.603606 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb98a3e-509c-4221-9e56-e782d93c4db3 req-1b0c1fe9-3361-4382-b573-4d271f57cecb tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:03.605390 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9cb98a3e-509c-4221-9e56-e782d93c4db3 req-1b0c1fe9-3361-4382-b573-4d271f57cecb tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff36926b-635f-4acd-a82d-ed1a5d0c990f HTTP/1.1" status: 200 len: 946 time: 0.2849088 Jul 07 17:38:03.613090 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-07da5c3a-886d-4030-b04f-6d30451c23e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "DELETE /v2.0/floatingips/f24d6366-7b7b-4e60-a6c3-caccc00a100c HTTP/1.1" status: 204 len: 168 time: 1.6253476 Jul 07 17:38:03.640137 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb', 'tag': '95029420-497a-4acd-a788-f794e3f8ec03'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:03.646104 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b70bf0-9f3f-4e43-b0f0-2bfbae4c1804" -d '{"events": [{"name": "network-changed", "server_uuid": "bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb", "tag": "95029420-497a-4acd-a788-f794e3f8ec03"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:03.661134 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-5220ae36-6cca-4216-a076-0b88df593b4a None None] Set router 162dd613-4f8a-4f5e-bd64-2ddb43e83940 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:38:03.735366 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52a9f07-6cdb-4cc3-9ee7-c9b2a6ad36da x-openstack-request-id: req-d52a9f07-6cdb-4cc3-9ee7-c9b2a6ad36da {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:03.735680 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb", "tag": "95029420-497a-4acd-a788-f794e3f8ec03", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:03.735943 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d52a9f07-6cdb-4cc3-9ee7-c9b2a6ad36da {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:03.736856 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb', 'tag': '95029420-497a-4acd-a788-f794e3f8ec03', 'status': 'completed', 'code': 200} Jul 07 17:38:03.833274 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-9cb98a3e-509c-4221-9e56-e782d93c4db3 req-79455836-209e-4d96-b3fa-69bae1beb024 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Deleting port b1540455-a462-43c3-864a-7c19b5e25c31 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:38:03.833635 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9cb98a3e-509c-4221-9e56-e782d93c4db3 req-79455836-209e-4d96-b3fa-69bae1beb024 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.036304 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-9cb98a3e-509c-4221-9e56-e782d93c4db3 req-79455836-209e-4d96-b3fa-69bae1beb024 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] For port b1540455-a462-43c3-864a-7c19b5e25c31, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=b1540455-a462-43c3-864a-7c19b5e25c31,segment=NetworkSegment(c5fcf499-eb3b-4279-9d90-d0d2955e6203),segment_id=c5fcf499-eb3b-4279-9d90-d0d2955e6203)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:04.036815 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9cb98a3e-509c-4221-9e56-e782d93c4db3 req-79455836-209e-4d96-b3fa-69bae1beb024 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.078200 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-9cb98a3e-509c-4221-9e56-e782d93c4db3 req-79455836-209e-4d96-b3fa-69bae1beb024 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Calling delete_port for b1540455-a462-43c3-864a-7c19b5e25c31 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:38:04.123645 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-5220ae36-6cca-4216-a076-0b88df593b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117385210', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:10Z', 'updated_at': '2021-07-07T17:36:16Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:11Z', 'updated_at': '2021-07-07T17:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '8fde1946-726f-4f5c-bf93-1cd832a950ed', 'name': '', 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:72:78:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '0008f9ff-e047-464f-978a-cdb35522082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:15Z', 'updated_at': '2021-07-07T17:36:22Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': '0008f9ff-e047-464f-978a-cdb35522082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:04.178698 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45124) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:04.229014 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4323561d-0c41-4878-b0fd-08b9a2b2e789 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:38:04.239571 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5220ae36-6cca-4216-a076-0b88df593b4a None None] Checking router: 162dd613-4f8a-4f5e-bd64-2ddb43e83940 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:38:04.242774 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d7983f58-7770-4363-8da8-9de1d84f6e97 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=12d6b31b513a4322935bc67d97617d9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0628045 Jul 07 17:38:04.246788 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b70bf0-9f3f-4e43-b0f0-2bfbae4c1804 req-9cf1b574-15f7-4928-9449-9cbca694077f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:04.248350 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-13b70bf0-9f3f-4e43-b0f0-2bfbae4c1804 req-9cf1b574-15f7-4928-9449-9cbca694077f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63ef02b3c36b41d7904671af30e265ce&device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 1098 time: 0.4876683 Jul 07 17:38:04.248859 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45126) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:04.276647 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9cb98a3e-509c-4221-9e56-e782d93c4db3 req-79455836-209e-4d96-b3fa-69bae1beb024 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.297276 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 4323561d-0c41-4878-b0fd-08b9a2b2e789 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:38:04.297749 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4323561d-0c41-4878-b0fd-08b9a2b2e789 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:38:04.317390 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5220ae36-6cca-4216-a076-0b88df593b4a None None] Routers {'162dd613-4f8a-4f5e-bd64-2ddb43e83940'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:38:04.318047 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-5220ae36-6cca-4216-a076-0b88df593b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:37:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['162dd613-4f8a-4f5e-bd64-2ddb43e83940'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:04.360135 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79455836-209e-4d96-b3fa-69bae1beb024 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Pushing event deleted for resources: {'Port': ['ID=b1540455-a462-43c3-864a-7c19b5e25c31,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:04.404564 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a4573284-4f30-4bc8-81ce-111d3daaf59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.446038 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a4573284-4f30-4bc8-81ce-111d3daaf59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.448934 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b70bf0-9f3f-4e43-b0f0-2bfbae4c1804 req-1ca61d6c-0047-4da9-80e7-d17d66c9f44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:04.450025 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-13b70bf0-9f3f-4e43-b0f0-2bfbae4c1804 req-1ca61d6c-0047-4da9-80e7-d17d66c9f44a service neutron] 10.222.0.72 "GET /v2.0/networks?id=0418eb02-2e03-4223-bd16-c5d349f64c2c HTTP/1.1" status: 200 len: 897 time: 0.1937473 Jul 07 17:38:04.457897 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb98a3e-509c-4221-9e56-e782d93c4db3 req-79455836-209e-4d96-b3fa-69bae1beb024 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] No DVR routers for this DVR port b1540455-a462-43c3-864a-7c19b5e25c31 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:38:04.460692 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-9cb98a3e-509c-4221-9e56-e782d93c4db3 req-79455836-209e-4d96-b3fa-69bae1beb024 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.465290 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9cb98a3e-509c-4221-9e56-e782d93c4db3 req-79455836-209e-4d96-b3fa-69bae1beb024 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.72 "DELETE /v2.0/ports/b1540455-a462-43c3-864a-7c19b5e25c31 HTTP/1.1" status: 204 len: 173 time: 0.8382659 Jul 07 17:38:04.500151 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bef636-0f6c-48ec-ae28-35b111327172 req-d78df814-2355-4a9e-8f70-9b4c33d2cee2 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:04.501773 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-13b70bf0-9f3f-4e43-b0f0-2bfbae4c1804 req-bbe88b47-716f-4d3f-9e12-4d274314e460 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95029420-497a-4acd-a788-f794e3f8ec03 HTTP/1.1" status: 200 len: 217 time: 0.0436411 Jul 07 17:38:04.502517 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-56bef636-0f6c-48ec-ae28-35b111327172 req-d78df814-2355-4a9e-8f70-9b4c33d2cee2 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 946 time: 0.2386508 Jul 07 17:38:04.559221 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-5220ae36-6cca-4216-a076-0b88df593b4a None None] Set router 162dd613-4f8a-4f5e-bd64-2ddb43e83940 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:38:04.596656 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-56bef636-0f6c-48ec-ae28-35b111327172 req-aa61504c-e3e7-48e8-b321-a28754165ff2 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=96966c0e-bb4d-4604-97bc-5b4384892f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863636 Jul 07 17:38:04.635580 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b70bf0-9f3f-4e43-b0f0-2bfbae4c1804 req-68bd5924-cfa3-43a7-bec2-aaa190104368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:04.645094 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-13b70bf0-9f3f-4e43-b0f0-2bfbae4c1804 req-68bd5924-cfa3-43a7-bec2-aaa190104368 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0008f9ff-e047-464f-978a-cdb35522082c HTTP/1.1" status: 200 len: 835 time: 0.1341617 Jul 07 17:38:04.663731 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a4573284-4f30-4bc8-81ce-111d3daaf59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.678235 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a4573284-4f30-4bc8-81ce-111d3daaf59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.679588 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a4573284-4f30-4bc8-81ce-111d3daaf59d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be8d75f4-684c-427e-9adf-7f6c586907ee HTTP/1.1" status: 204 len: 168 time: 0.4297838 Jul 07 17:38:04.763402 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4573284-4f30-4bc8-81ce-111d3daaf59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8d75f4-684c-427e-9adf-7f6c586907ee,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:04.817273 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-41c91ac0-9855-4a8d-8b9b-ab016a2b307c req-3b6ee1d2-3fdf-4563-ae72-5d198551f62b tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff36926b-635f-4acd-a82d-ed1a5d0c990f HTTP/1.1" status: 200 len: 210 time: 0.0562294 Jul 07 17:38:04.851927 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b70bf0-9f3f-4e43-b0f0-2bfbae4c1804 req-d9645e7d-2996-45ef-ac22-713dbd446711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:04.853594 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-13b70bf0-9f3f-4e43-b0f0-2bfbae4c1804 req-d9645e7d-2996-45ef-ac22-713dbd446711 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0418eb02-2e03-4223-bd16-c5d349f64c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2001827 Jul 07 17:38:04.863667 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80ebd4c5-f062-4ef0-92e4-9e5715bb2471 req-c5fd90ec-5ec2-4c75-a2e1-743af6eb7974 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 210 time: 0.0807555 Jul 07 17:38:04.949821 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-5220ae36-6cca-4216-a076-0b88df593b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117385210', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:10Z', 'updated_at': '2021-07-07T17:36:16Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:11Z', 'updated_at': '2021-07-07T17:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '8fde1946-726f-4f5c-bf93-1cd832a950ed', 'name': '', 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:72:78:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '0008f9ff-e047-464f-978a-cdb35522082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:15Z', 'updated_at': '2021-07-07T17:36:22Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': '0008f9ff-e047-464f-978a-cdb35522082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:05.020326 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-13b70bf0-9f3f-4e43-b0f0-2bfbae4c1804 req-60d16099-8946-45ef-80f9-f2c4ff3897ff service neutron] 10.222.0.72 "GET /v2.0/networks/0418eb02-2e03-4223-bd16-c5d349f64c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569099 Jul 07 17:38:05.021008 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5220ae36-6cca-4216-a076-0b88df593b4a None None] The sync data for ids ['162dd613-4f8a-4f5e-bd64-2ddb43e83940'] in n-d-791503-12 is: [{'id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117385210', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:10Z', 'updated_at': '2021-07-07T17:36:16Z', 'revision_number': 4, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:11Z', 'updated_at': '2021-07-07T17:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '8fde1946-726f-4f5c-bf93-1cd832a950ed', 'name': '', 'network_id': '0418eb02-2e03-4223-bd16-c5d349f64c2c', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'mac_address': 'fa:16:3e:72:78:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '0008f9ff-e047-464f-978a-cdb35522082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:15Z', 'updated_at': '2021-07-07T17:36:22Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'subnets': [{'id': '0008f9ff-e047-464f-978a-cdb35522082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:38:05.288331 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-13b70bf0-9f3f-4e43-b0f0-2bfbae4c1804 req-1ce71b5d-4971-4573-9b34-0def23c18919 service neutron] 10.222.0.72 "GET /v2.0/networks/0418eb02-2e03-4223-bd16-c5d349f64c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551858 Jul 07 17:38:05.495554 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e250e41-d85e-4545-9bab-4b7b5fcb1e7d req-0215d802-fe25-4f2e-974a-829d4944bbab tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:05.497910 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9e250e41-d85e-4545-9bab-4b7b5fcb1e7d req-0215d802-fe25-4f2e-974a-829d4944bbab tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 946 time: 0.1287665 Jul 07 17:38:05.535463 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063b556f-5ad4-4fa2-9e5a-53a3e330662c None None] New status for floating IP f24d6366-7b7b-4e60-a6c3-caccc00a100c: DOWN {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:38:05.661234 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-9e250e41-d85e-4545-9bab-4b7b5fcb1e7d req-b6d0f3a0-4d4d-41c6-8e9a-138417a296bb tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Deleting port 95029420-497a-4acd-a788-f794e3f8ec03 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:38:05.661784 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9e250e41-d85e-4545-9bab-4b7b5fcb1e7d req-b6d0f3a0-4d4d-41c6-8e9a-138417a296bb tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:05.739427 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff36926b-635f-4acd-a82d-ed1a5d0c990f', 'name': 'network-vif-deleted', 'tag': 'b1540455-a462-43c3-864a-7c19b5e25c31'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:05.742413 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ece9241-c248-4e6b-9c91-43662ecabbee" -d '{"events": [{"server_uuid": "ff36926b-635f-4acd-a82d-ed1a5d0c990f", "name": "network-vif-deleted", "tag": "b1540455-a462-43c3-864a-7c19b5e25c31"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:05.811681 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becf6b9d-15d3-4fb9-8df3-45fc8b459e9b x-openstack-request-id: req-becf6b9d-15d3-4fb9-8df3-45fc8b459e9b {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:05.812141 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff36926b-635f-4acd-a82d-ed1a5d0c990f", "name": "network-vif-deleted", "tag": "b1540455-a462-43c3-864a-7c19b5e25c31", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:05.812630 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-becf6b9d-15d3-4fb9-8df3-45fc8b459e9b {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:05.813365 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff36926b-635f-4acd-a82d-ed1a5d0c990f', 'name': 'network-vif-deleted', 'tag': 'b1540455-a462-43c3-864a-7c19b5e25c31', 'status': 'completed', 'code': 200} Jul 07 17:38:05.881973 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-9e250e41-d85e-4545-9bab-4b7b5fcb1e7d req-b6d0f3a0-4d4d-41c6-8e9a-138417a296bb tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] For port 95029420-497a-4acd-a788-f794e3f8ec03, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=95029420-497a-4acd-a788-f794e3f8ec03,segment=NetworkSegment(593ef391-029d-455d-a6cb-9c475061bf98),segment_id=593ef391-029d-455d-a6cb-9c475061bf98)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:05.882358 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9e250e41-d85e-4545-9bab-4b7b5fcb1e7d req-b6d0f3a0-4d4d-41c6-8e9a-138417a296bb tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:05.919973 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b6399-60d8-463c-ab87-48e86ba6cb3c req-6ae2af3f-427e-4683-bd65-37361c6defcd tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:05.933652 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ed3b6399-60d8-463c-ab87-48e86ba6cb3c req-6ae2af3f-427e-4683-bd65-37361c6defcd tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb HTTP/1.1" status: 200 len: 946 time: 0.2099762 Jul 07 17:38:05.977617 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-9e250e41-d85e-4545-9bab-4b7b5fcb1e7d req-b6d0f3a0-4d4d-41c6-8e9a-138417a296bb tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Calling delete_port for 95029420-497a-4acd-a788-f794e3f8ec03 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:38:05.987542 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device b1540455-a462-43c3-864a-7c19b5e25c31 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:38:06.040810 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: b1540455-a462-43c3-864a-7c19b5e25c31 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:38:06.042205 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device b1540455-a462-43c3-864a-7c19b5e25c31 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:38:06.046061 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ed3b6399-60d8-463c-ab87-48e86ba6cb3c req-322d3615-6646-4443-b441-6a379717dff5 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "GET /v2.0/security-groups?id=96966c0e-bb4d-4604-97bc-5b4384892f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104491 Jul 07 17:38:06.181882 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b3712a01-58f5-46b2-b2f1-f2dd52bf16ac req-65b4e731-92e1-4ad8-90f1-5b188faf9ab3 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5ebde91-798a-42e7-8ff8-9a245673fc19 HTTP/1.1" status: 200 len: 210 time: 0.0627084 Jul 07 17:38:06.279978 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9e250e41-d85e-4545-9bab-4b7b5fcb1e7d req-b6d0f3a0-4d4d-41c6-8e9a-138417a296bb tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:06.316425 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0f3a0-4d4d-41c6-8e9a-138417a296bb tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event deleted for resources: {'Port': ['ID=95029420-497a-4acd-a788-f794e3f8ec03,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:06.375441 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e250e41-d85e-4545-9bab-4b7b5fcb1e7d req-b6d0f3a0-4d4d-41c6-8e9a-138417a296bb tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] No DVR routers for this DVR port 95029420-497a-4acd-a788-f794e3f8ec03 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:38:06.378545 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9e250e41-d85e-4545-9bab-4b7b5fcb1e7d req-b6d0f3a0-4d4d-41c6-8e9a-138417a296bb tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:06.381156 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9e250e41-d85e-4545-9bab-4b7b5fcb1e7d req-b6d0f3a0-4d4d-41c6-8e9a-138417a296bb tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.72 "DELETE /v2.0/ports/95029420-497a-4acd-a788-f794e3f8ec03 HTTP/1.1" status: 204 len: 173 time: 0.8774257 Jul 07 17:38:06.381855 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb', 'name': 'network-vif-deleted', 'tag': '95029420-497a-4acd-a788-f794e3f8ec03'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:06.392920 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523601c1-3021-4bce-89d5-17012c2ddddd" -d '{"events": [{"server_uuid": "bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb", "name": "network-vif-deleted", "tag": "95029420-497a-4acd-a788-f794e3f8ec03"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:06.452001 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d120a08-6ccb-4240-9a35-3c9ff7c0079a x-openstack-request-id: req-4d120a08-6ccb-4240-9a35-3c9ff7c0079a {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:06.452307 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb", "name": "network-vif-deleted", "tag": "95029420-497a-4acd-a788-f794e3f8ec03", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:06.453407 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d120a08-6ccb-4240-9a35-3c9ff7c0079a {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:06.453838 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc37c9ec-dfe8-456f-ad47-6cf9b06c68bb', 'name': 'network-vif-deleted', 'tag': '95029420-497a-4acd-a788-f794e3f8ec03', 'status': 'completed', 'code': 200} Jul 07 17:38:07.172365 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45150) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:07.546066 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:07.853586 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9e35df81-322f-4433-8ff8-3f6a83caeedd tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:07.994941 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 95029420-497a-4acd-a788-f794e3f8ec03 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:38:08.049893 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 95029420-497a-4acd-a788-f794e3f8ec03 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:38:08.050902 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 95029420-497a-4acd-a788-f794e3f8ec03 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:38:08.072666 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:08.172800 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-9e35df81-322f-4433-8ff8-3f6a83caeedd tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Deleting port 8fde1946-726f-4f5c-bf93-1cd832a950ed {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:38:08.173398 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9e35df81-322f-4433-8ff8-3f6a83caeedd tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:08.285594 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-9e35df81-322f-4433-8ff8-3f6a83caeedd tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] For port 8fde1946-726f-4f5c-bf93-1cd832a950ed, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8fde1946-726f-4f5c-bf93-1cd832a950ed,segment=NetworkSegment(593ef391-029d-455d-a6cb-9c475061bf98),segment_id=593ef391-029d-455d-a6cb-9c475061bf98)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:08.286108 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9e35df81-322f-4433-8ff8-3f6a83caeedd tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:08.308413 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-9e35df81-322f-4433-8ff8-3f6a83caeedd tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Calling delete_port for 8fde1946-726f-4f5c-bf93-1cd832a950ed owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:38:08.672853 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9e35df81-322f-4433-8ff8-3f6a83caeedd tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:08.739610 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35df81-322f-4433-8ff8-3f6a83caeedd tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event deleted for resources: {'Port': ['ID=8fde1946-726f-4f5c-bf93-1cd832a950ed,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:09.023542 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9e35df81-322f-4433-8ff8-3f6a83caeedd tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:09.307630 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e35df81-322f-4433-8ff8-3f6a83caeedd tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Router 162dd613-4f8a-4f5e-bd64-2ddb43e83940 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:38:09.446546 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e35df81-322f-4433-8ff8-3f6a83caeedd tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:38:09.460746 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9e35df81-322f-4433-8ff8-3f6a83caeedd tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "PUT /v2.0/routers/162dd613-4f8a-4f5e-bd64-2ddb43e83940/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2830977 Jul 07 17:38:09.461364 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45174) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:09.468685 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de514241-3ce9-49b9-a74a-7336120b1330 None None] Sync routers for ids ['162dd613-4f8a-4f5e-bd64-2ddb43e83940'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:38:09.479652 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de514241-3ce9-49b9-a74a-7336120b1330 None None] Routers {'162dd613-4f8a-4f5e-bd64-2ddb43e83940'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:38:09.480534 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-de514241-3ce9-49b9-a74a-7336120b1330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:37:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['162dd613-4f8a-4f5e-bd64-2ddb43e83940'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:09.544241 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f75f9f-407e-45c8-843c-6a1cdd0f24e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Deleting subnet 0008f9ff-e047-464f-978a-cdb35522082c {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:38:09.548331 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-94f75f9f-407e-45c8-843c-6a1cdd0f24e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:09.619246 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-94f75f9f-407e-45c8-843c-6a1cdd0f24e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:09.715443 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-de514241-3ce9-49b9-a74a-7336120b1330 None None] Set router 162dd613-4f8a-4f5e-bd64-2ddb43e83940 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:38:09.757294 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-94f75f9f-407e-45c8-843c-6a1cdd0f24e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:09.881384 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-94f75f9f-407e-45c8-843c-6a1cdd0f24e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:09.934274 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f75f9f-407e-45c8-843c-6a1cdd0f24e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event deleted for resources: {'Subnet': ['ID=0008f9ff-e047-464f-978a-cdb35522082c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:09.936642 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-94f75f9f-407e-45c8-843c-6a1cdd0f24e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:09.938841 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-94f75f9f-407e-45c8-843c-6a1cdd0f24e9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "DELETE /v2.0/subnets/0008f9ff-e047-464f-978a-cdb35522082c HTTP/1.1" status: 204 len: 168 time: 0.4758434 Jul 07 17:38:09.943723 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45192) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:09.953326 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d195f3d-f68b-4de0-9356-cb3029cfff0d None None] Network 0418eb02-2e03-4223-bd16-c5d349f64c2c requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:38:10.441627 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-de514241-3ce9-49b9-a74a-7336120b1330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117385210', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:10Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:11Z', 'updated_at': '2021-07-07T17:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:10.494289 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de514241-3ce9-49b9-a74a-7336120b1330 None None] Checking router: 162dd613-4f8a-4f5e-bd64-2ddb43e83940 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:38:10.510035 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de514241-3ce9-49b9-a74a-7336120b1330 None None] Routers {'162dd613-4f8a-4f5e-bd64-2ddb43e83940'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:38:10.511347 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-de514241-3ce9-49b9-a74a-7336120b1330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:37:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['162dd613-4f8a-4f5e-bd64-2ddb43e83940'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:10.585614 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab0e592-5a99-4fa2-928e-519c9b67917e None None] DHCP port deletion for 0418eb02-2e03-4223-bd16-c5d349f64c2c request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:38:10.676374 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-437e23cd-5aa8-4ba0-8190-9618b0666bc9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:10.719707 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-de514241-3ce9-49b9-a74a-7336120b1330 None None] Set router 162dd613-4f8a-4f5e-bd64-2ddb43e83940 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:38:10.818998 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-437e23cd-5aa8-4ba0-8190-9618b0666bc9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:10.837693 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-1ab0e592-5a99-4fa2-928e-519c9b67917e None None] Deleting port d49d0a3d-636f-49b9-a44f-3be6e58893a3 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:38:10.838005 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1ab0e592-5a99-4fa2-928e-519c9b67917e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:10.917004 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-437e23cd-5aa8-4ba0-8190-9618b0666bc9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Deleting port 7c39bb03-b4f3-4457-8d34-8dceddfaae7c {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:38:10.917419 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-437e23cd-5aa8-4ba0-8190-9618b0666bc9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:10.936675 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-1ab0e592-5a99-4fa2-928e-519c9b67917e None None] For port d49d0a3d-636f-49b9-a44f-3be6e58893a3, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d49d0a3d-636f-49b9-a44f-3be6e58893a3,segment=NetworkSegment(593ef391-029d-455d-a6cb-9c475061bf98),segment_id=593ef391-029d-455d-a6cb-9c475061bf98)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:10.937122 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1ab0e592-5a99-4fa2-928e-519c9b67917e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:10.994040 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-1ab0e592-5a99-4fa2-928e-519c9b67917e None None] Calling delete_port for d49d0a3d-636f-49b9-a44f-3be6e58893a3 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:38:11.059939 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-437e23cd-5aa8-4ba0-8190-9618b0666bc9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] For port 7c39bb03-b4f3-4457-8d34-8dceddfaae7c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7c39bb03-b4f3-4457-8d34-8dceddfaae7c,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:11.060951 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-437e23cd-5aa8-4ba0-8190-9618b0666bc9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.083913 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-437e23cd-5aa8-4ba0-8190-9618b0666bc9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Calling delete_port for 7c39bb03-b4f3-4457-8d34-8dceddfaae7c owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:38:11.098992 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-de514241-3ce9-49b9-a74a-7336120b1330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117385210', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:10Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:11Z', 'updated_at': '2021-07-07T17:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:11.130445 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de514241-3ce9-49b9-a74a-7336120b1330 None None] The sync data for ids ['162dd613-4f8a-4f5e-bd64-2ddb43e83940'] in n-d-791503-12 is: [{'id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117385210', 'tenant_id': '63ef02b3c36b41d7904671af30e265ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:10Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 5, 'project_id': '63ef02b3c36b41d7904671af30e265ce', 'gw_port': {'id': '7c39bb03-b4f3-4457-8d34-8dceddfaae7c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162dd613-4f8a-4f5e-bd64-2ddb43e83940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:11Z', 'updated_at': '2021-07-07T17:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:38:11.172955 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1ab0e592-5a99-4fa2-928e-519c9b67917e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.212922 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0e592-5a99-4fa2-928e-519c9b67917e None None] Pushing event deleted for resources: {'Port': ['ID=d49d0a3d-636f-49b9-a44f-3be6e58893a3,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:11.226888 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab0e592-5a99-4fa2-928e-519c9b67917e None None] No DVR routers for this DVR port d49d0a3d-636f-49b9-a44f-3be6e58893a3 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:38:11.248801 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45236) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:11.254151 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-70165d1d-0c62-4b6d-b923-dae5d799deb3 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1846326040', 'description': 'tempest-secgroup-smoke-1846326040 description', 'project_id': '66782d55a9284144a8994a9a98696a09'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:11.291387 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70165d1d-0c62-4b6d-b923-dae5d799deb3 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.375070 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-437e23cd-5aa8-4ba0-8190-9618b0666bc9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.421624 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e23cd-5aa8-4ba0-8190-9618b0666bc9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event deleted for resources: {'Port': ['ID=7c39bb03-b4f3-4457-8d34-8dceddfaae7c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:11.445170 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70165d1d-0c62-4b6d-b923-dae5d799deb3 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.449683 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70165d1d-0c62-4b6d-b923-dae5d799deb3 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.482285 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70165d1d-0c62-4b6d-b923-dae5d799deb3 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.483611 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-70165d1d-0c62-4b6d-b923-dae5d799deb3 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2337441 Jul 07 17:38:11.488514 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70165d1d-0c62-4b6d-b923-dae5d799deb3 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8545f5-c7c8-4915-8a22-84ee80275249,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:11.491123 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45238) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:11.496311 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-8414ce29-ebf9-4c62-8e30-de4273537781 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Request body: {'security_group_rule': {'security_group_id': '9e8545f5-c7c8-4915-8a22-84ee80275249', 'project_id': '66782d55a9284144a8994a9a98696a09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:11.516005 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-437e23cd-5aa8-4ba0-8190-9618b0666bc9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.533273 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8414ce29-ebf9-4c62-8e30-de4273537781 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.629722 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8414ce29-ebf9-4c62-8e30-de4273537781 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.635144 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8414ce29-ebf9-4c62-8e30-de4273537781 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.667371 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-437e23cd-5aa8-4ba0-8190-9618b0666bc9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.672117 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-437e23cd-5aa8-4ba0-8190-9618b0666bc9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.673521 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414ce29-ebf9-4c62-8e30-de4273537781 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb3a7ce-c219-4c31-949a-ed62d833d672,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:11.679214 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8414ce29-ebf9-4c62-8e30-de4273537781 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.681075 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8414ce29-ebf9-4c62-8e30-de4273537781 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1884363 Jul 07 17:38:11.686416 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45240) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:11.693986 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-d8968489-7cee-49ed-920c-54e857b15066 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Request body: {'security_group_rule': {'security_group_id': '9e8545f5-c7c8-4915-8a22-84ee80275249', 'project_id': '66782d55a9284144a8994a9a98696a09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:11.772079 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-437e23cd-5aa8-4ba0-8190-9618b0666bc9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.772984 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437e23cd-5aa8-4ba0-8190-9618b0666bc9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Fanout notify agent at l3_agent the message router_deleted on router 162dd613-4f8a-4f5e-bd64-2ddb43e83940 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:38:11.787622 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-437e23cd-5aa8-4ba0-8190-9618b0666bc9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.792009 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-437e23cd-5aa8-4ba0-8190-9618b0666bc9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "DELETE /v2.0/routers/162dd613-4f8a-4f5e-bd64-2ddb43e83940 HTTP/1.1" status: 204 len: 168 time: 1.8443956 Jul 07 17:38:11.794054 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45242) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:11.882168 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d8968489-7cee-49ed-920c-54e857b15066 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.945383 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-10053303-d265-444a-ba43-c95768b961a9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.027667 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d8968489-7cee-49ed-920c-54e857b15066 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.066472 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d8968489-7cee-49ed-920c-54e857b15066 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.108814 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8968489-7cee-49ed-920c-54e857b15066 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8593a5b6-cdd7-4bc3-93ff-8b043c8f9843,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:12.112429 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-10053303-d265-444a-ba43-c95768b961a9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.127665 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-10053303-d265-444a-ba43-c95768b961a9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0418eb02-2e03-4223-bd16-c5d349f64c2c']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:12.139012 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d8968489-7cee-49ed-920c-54e857b15066 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.140162 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d8968489-7cee-49ed-920c-54e857b15066 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4524162 Jul 07 17:38:12.142166 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-10053303-d265-444a-ba43-c95768b961a9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593ef391-029d-455d-a6cb-9c475061bf98') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:12.142461 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-10053303-d265-444a-ba43-c95768b961a9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593ef391-029d-455d-a6cb-9c475061bf98') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:12.143246 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45246) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:12.151041 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9353bbbf-ba66-4b9c-9a75-1fb6fbbabe17 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Request body: {'security_group_rule': {'security_group_id': '9e8545f5-c7c8-4915-8a22-84ee80275249', 'project_id': '66782d55a9284144a8994a9a98696a09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:12.154146 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-10053303-d265-444a-ba43-c95768b961a9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.172678 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-10053303-d265-444a-ba43-c95768b961a9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.186243 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10053303-d265-444a-ba43-c95768b961a9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:38:12.186963 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-10053303-d265-444a-ba43-c95768b961a9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:38:12.190552 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:38:12.198385 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9353bbbf-ba66-4b9c-9a75-1fb6fbbabe17 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.285486 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-10053303-d265-444a-ba43-c95768b961a9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.316581 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-10053303-d265-444a-ba43-c95768b961a9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.318879 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d49d0a3d-636f-49b9-a44f-3be6e58893a3 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:38:12.323123 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-10053303-d265-444a-ba43-c95768b961a9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "DELETE /v2.0/networks/0418eb02-2e03-4223-bd16-c5d349f64c2c HTTP/1.1" status: 204 len: 168 time: 0.5251350 Jul 07 17:38:12.327260 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45248) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:12.339140 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10053303-d265-444a-ba43-c95768b961a9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event deleted for resources: {'Network': ['ID=0418eb02-2e03-4223-bd16-c5d349f64c2c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:12.400386 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9353bbbf-ba66-4b9c-9a75-1fb6fbbabe17 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.424413 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9353bbbf-ba66-4b9c-9a75-1fb6fbbabe17 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.468058 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353bbbf-ba66-4b9c-9a75-1fb6fbbabe17 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d43b13-6ec2-4d36-9cb8-0ccf33047ca9,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:12.479115 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9353bbbf-ba66-4b9c-9a75-1fb6fbbabe17 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.480493 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9353bbbf-ba66-4b9c-9a75-1fb6fbbabe17 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3343885 Jul 07 17:38:12.491359 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45250) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:12.497921 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-eaa07732-b0cb-4b30-8077-7a69271703cd tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Request body: {'security_group_rule': {'security_group_id': '9e8545f5-c7c8-4915-8a22-84ee80275249', 'project_id': '66782d55a9284144a8994a9a98696a09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:12.530274 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dba545f7-62eb-4780-9e49-73206c58f8f9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.562905 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eaa07732-b0cb-4b30-8077-7a69271703cd tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.587394 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dba545f7-62eb-4780-9e49-73206c58f8f9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.710265 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dba545f7-62eb-4780-9e49-73206c58f8f9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.717113 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-dba545f7-62eb-4780-9e49-73206c58f8f9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.719198 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-dba545f7-62eb-4780-9e49-73206c58f8f9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] 10.222.0.53 "DELETE /v2.0/security-groups/96966c0e-bb4d-4604-97bc-5b4384892f69 HTTP/1.1" status: 204 len: 168 time: 0.3901522 Jul 07 17:38:12.721671 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: d49d0a3d-636f-49b9-a44f-3be6e58893a3 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:38:12.722111 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d49d0a3d-636f-49b9-a44f-3be6e58893a3 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:38:12.722539 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8fde1946-726f-4f5c-bf93-1cd832a950ed no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:38:12.740835 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba545f7-62eb-4780-9e49-73206c58f8f9 tempest-TestNetworkAdvancedServerOps-1107755410 tempest-TestNetworkAdvancedServerOps-1107755410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96966c0e-bb4d-4604-97bc-5b4384892f69,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:12.742548 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eaa07732-b0cb-4b30-8077-7a69271703cd tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.751287 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eaa07732-b0cb-4b30-8077-7a69271703cd tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.794472 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 8fde1946-726f-4f5c-bf93-1cd832a950ed {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:38:12.794924 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8fde1946-726f-4f5c-bf93-1cd832a950ed not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:38:12.813477 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa07732-b0cb-4b30-8077-7a69271703cd tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e15de9f8-7d25-4402-95ce-8945866e59ec,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:12.825234 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eaa07732-b0cb-4b30-8077-7a69271703cd tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.827421 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-eaa07732-b0cb-4b30-8077-7a69271703cd tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3340378 Jul 07 17:38:12.831935 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45254) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:12.837491 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-977a32fb-64a0-40d3-895d-0dc50366f0af tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Request body: {'security_group_rule': {'security_group_id': '9e8545f5-c7c8-4915-8a22-84ee80275249', 'project_id': '66782d55a9284144a8994a9a98696a09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:12.879869 n-d-791503-12 neutron-server[100193]: INFO neutron.db.securitygroups_db [None req-977a32fb-64a0-40d3-895d-0dc50366f0af tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Project 66782d55a9284144a8994a9a98696a09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:38:12.889519 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-977a32fb-64a0-40d3-895d-0dc50366f0af tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.969877 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-977a32fb-64a0-40d3-895d-0dc50366f0af tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.975014 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-977a32fb-64a0-40d3-895d-0dc50366f0af tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:13.005316 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a32fb-64a0-40d3-895d-0dc50366f0af tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d478d2-f423-4d20-99c0-d2f4c2b73118,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:13.013930 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-977a32fb-64a0-40d3-895d-0dc50366f0af tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:13.018217 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-977a32fb-64a0-40d3-895d-0dc50366f0af tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1818125 Jul 07 17:38:13.018217 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45258) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:13.023092 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-9a8625c9-d728-4984-9a2a-ef0c5896ac51 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Request body: {'security_group_rule': {'security_group_id': '9e8545f5-c7c8-4915-8a22-84ee80275249', 'project_id': '66782d55a9284144a8994a9a98696a09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:13.048572 n-d-791503-12 neutron-server[100193]: INFO neutron.db.securitygroups_db [None req-9a8625c9-d728-4984-9a2a-ef0c5896ac51 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Project 66782d55a9284144a8994a9a98696a09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:38:13.054534 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9a8625c9-d728-4984-9a2a-ef0c5896ac51 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:13.157385 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9a8625c9-d728-4984-9a2a-ef0c5896ac51 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:13.162763 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9a8625c9-d728-4984-9a2a-ef0c5896ac51 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:13.185363 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8625c9-d728-4984-9a2a-ef0c5896ac51 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4448f169-ffc6-4f19-8cbb-2ac6e7e2a108,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:13.191840 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9a8625c9-d728-4984-9a2a-ef0c5896ac51 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:13.193361 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9a8625c9-d728-4984-9a2a-ef0c5896ac51 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1741350 Jul 07 17:38:13.257529 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45272) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:13.445797 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d6ce49e0-4145-4bcd-81ca-ffca88f537a7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=63ef02b3c36b41d7904671af30e265ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1863401 Jul 07 17:38:13.447253 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45310) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:13.522147 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3fb475cc-3f9a-4559-ab72-671a75c2f167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:13.534983 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-75af96ab-e6ba-47bb-8d69-e3dda52a8d62 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:13.537502 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-75af96ab-e6ba-47bb-8d69-e3dda52a8d62 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/networks?id=cfd82686-23d8-4ee0-8fd2-b1c34066e632 HTTP/1.1" status: 200 len: 813 time: 0.1397147 Jul 07 17:38:13.552248 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3fb475cc-3f9a-4559-ab72-671a75c2f167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:13.558363 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-bd09f74b-4e4f-417a-9bca-932523d7b80e tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/quotas/ddd943e34e5b4e8fb2c7e75567c7a0bb HTTP/1.1" status: 200 len: 375 time: 0.0105412 Jul 07 17:38:13.630698 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-36608a80-262a-4e62-8e8a-da8cdc563437 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ddd943e34e5b4e8fb2c7e75567c7a0bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642874 Jul 07 17:38:13.643947 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3fb475cc-3f9a-4559-ab72-671a75c2f167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:13.647052 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3fb475cc-3f9a-4559-ab72-671a75c2f167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:13.648036 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3fb475cc-3f9a-4559-ab72-671a75c2f167 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b14d9471-8c2f-4c2a-bd0a-7e310c674f7d HTTP/1.1" status: 204 len: 168 time: 0.1997006 Jul 07 17:38:13.661133 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb475cc-3f9a-4559-ab72-671a75c2f167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14d9471-8c2f-4c2a-bd0a-7e310c674f7d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:13.935038 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-fc9ee54f-30b6-4b05-8b25-780ae1c59900 service neutron] 10.222.0.53 "GET /v2.0/networks/cfd82686-23d8-4ee0-8fd2-b1c34066e632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960081 Jul 07 17:38:14.100662 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7c39bb03-b4f3-4457-8d34-8dceddfaae7c no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:38:14.144505 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 7c39bb03-b4f3-4457-8d34-8dceddfaae7c {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:38:14.145074 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7c39bb03-b4f3-4457-8d34-8dceddfaae7c not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:38:14.203841 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45352) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:14.288167 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a88d48c5-4a0a-4fb1-87d7-81b101871407 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=485778403eaf48d6a808e9bd3bea234b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0815630 Jul 07 17:38:14.289300 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45362) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:14.389128 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-07fe0183-84e5-4dfa-99a6-bc949935f26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:14.433042 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-07fe0183-84e5-4dfa-99a6-bc949935f26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:14.477518 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-42354cd3-7335-4a79-9746-729d2a07c4ff service neutron] 10.222.0.53 "GET /v2.0/networks/cfd82686-23d8-4ee0-8fd2-b1c34066e632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313509 Jul 07 17:38:14.506637 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-07fe0183-84e5-4dfa-99a6-bc949935f26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:14.510974 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-07fe0183-84e5-4dfa-99a6-bc949935f26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:14.513180 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-07fe0183-84e5-4dfa-99a6-bc949935f26a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/06cb5033-1db7-4619-8592-5e600975a1b1 HTTP/1.1" status: 204 len: 168 time: 0.2219729 Jul 07 17:38:14.526281 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe0183-84e5-4dfa-99a6-bc949935f26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cb5033-1db7-4619-8592-5e600975a1b1,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:14.824172 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1433e346-a321-479d-a84c-e8245cda167e req-ae3cb31d-bbc3-4341-98d4-20cf22a62758 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/ports?device_id=35400903-55a1-4cd9-a818-aa6ff7138e43 HTTP/1.1" status: 200 len: 210 time: 0.0438845 Jul 07 17:38:15.618744 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45396) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:15.754565 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-f4b24817-4344-484f-bb0d-0e682897eeb2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1156557657-network', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:15.785040 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b24817-4344-484f-bb0d-0e682897eeb2 admin admin] Made reservation on behalf of 6aa2dcd71fbe40349f68db67faf73dcf for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:38:15.787546 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f4b24817-4344-484f-bb0d-0e682897eeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:15.802934 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f4b24817-4344-484f-bb0d-0e682897eeb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:15.943035 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f4b24817-4344-484f-bb0d-0e682897eeb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:15.948862 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f4b24817-4344-484f-bb0d-0e682897eeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:16.006961 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b24817-4344-484f-bb0d-0e682897eeb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310c2ac6-c2fd-476a-9bfd-12050d3a9fee,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:16.011731 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b24817-4344-484f-bb0d-0e682897eeb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:38:16.031133 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f4b24817-4344-484f-bb0d-0e682897eeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:16.031565 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-f4b24817-4344-484f-bb0d-0e682897eeb2 admin admin] Added segment c99d494a-0902-4d55-8366-05b5269a6986 of type vlan for network 68356134-3cc5-4339-94e4-316d1633c850 Jul 07 17:38:16.080126 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fcf93e7e-0dba-4361-8349-8a5ee413804a req-e73f9a2a-f58f-4abc-adee-87ef9afa3d74 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/ports?device_id=35400903-55a1-4cd9-a818-aa6ff7138e43 HTTP/1.1" status: 200 len: 210 time: 0.0412860 Jul 07 17:38:16.107285 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f4b24817-4344-484f-bb0d-0e682897eeb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:16.142705 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f4b24817-4344-484f-bb0d-0e682897eeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:16.144142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b24817-4344-484f-bb0d-0e682897eeb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:16.144792 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f4b24817-4344-484f-bb0d-0e682897eeb2 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:16.276170 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f4b24817-4344-484f-bb0d-0e682897eeb2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6527135 Jul 07 17:38:16.276373 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45404) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:16.282684 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-60e95ed5-d287-4ccb-ad12-7ced7d639246 admin admin] Request body: {'subnet': {'network_id': '68356134-3cc5-4339-94e4-316d1633c850', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1156557657-subnet', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:16.299785 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b24817-4344-484f-bb0d-0e682897eeb2 admin admin] Pushing event updated for resources: {'Network': ['ID=68356134-3cc5-4339-94e4-316d1633c850,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:16.308873 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e95ed5-d287-4ccb-ad12-7ced7d639246 admin admin] Made reservation on behalf of 6aa2dcd71fbe40349f68db67faf73dcf for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:38:16.316986 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 68356134-3cc5-4339-94e4-316d1633c850 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:38:16.322881 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-60e95ed5-d287-4ccb-ad12-7ced7d639246 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:16.384658 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-0992bfe0-6f42-4f46-bcc6-308fe479ad1e tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:16.387080 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-0992bfe0-6f42-4f46-bcc6-308fe479ad1e tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.72 "GET /v2.0/networks?id=cfd82686-23d8-4ee0-8fd2-b1c34066e632 HTTP/1.1" status: 200 len: 813 time: 0.2200487 Jul 07 17:38:16.402633 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7c3a91a5-00df-4171-a189-38b9b92e0a15 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Request body: {'port': {'device_id': '35400903-55a1-4cd9-a818-aa6ff7138e43', 'network_id': 'cfd82686-23d8-4ee0-8fd2-b1c34066e632', 'admin_state_up': True, 'tenant_id': 'ddd943e34e5b4e8fb2c7e75567c7a0bb'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:16.596418 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7c3a91a5-00df-4171-a189-38b9b92e0a15 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Made reservation on behalf of ddd943e34e5b4e8fb2c7e75567c7a0bb for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:38:16.601129 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7c3a91a5-00df-4171-a189-38b9b92e0a15 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:16.647871 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-60e95ed5-d287-4ccb-ad12-7ced7d639246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:16.729471 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e95ed5-d287-4ccb-ad12-7ced7d639246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:16.739506 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e95ed5-d287-4ccb-ad12-7ced7d639246 admin admin] Checking segment: {'id': 'c99d494a-0902-4d55-8366-05b5269a6986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '68356134-3cc5-4339-94e4-316d1633c850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:16.739873 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e95ed5-d287-4ccb-ad12-7ced7d639246 admin admin] Network hostable DHCP agents. Network: 68356134-3cc5-4339-94e4-316d1633c850, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:38:16.764614 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e95ed5-d287-4ccb-ad12-7ced7d639246 admin admin] Network 68356134-3cc5-4339-94e4-316d1633c850 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:38:16.775574 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-60e95ed5-d287-4ccb-ad12-7ced7d639246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 68356134-3cc5-4339-94e4-316d1633c850) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:16.783570 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e95ed5-d287-4ccb-ad12-7ced7d639246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:16.784542 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-60e95ed5-d287-4ccb-ad12-7ced7d639246 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:16.790442 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb385882-8653-4bb9-a929-33c6edee25d7 None None] Network 68356134-3cc5-4339-94e4-316d1633c850 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:38:16.799307 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7c3a91a5-00df-4171-a189-38b9b92e0a15 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Allocated IP 172.20.0.10 (cfd82686-23d8-4ee0-8fd2-b1c34066e632/7a1c3343-769b-49c1-833d-ea11bbe15c19/35904e97-ac3a-4cf5-8947-592c7a2b8d6a) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:38:16.815025 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-60e95ed5-d287-4ccb-ad12-7ced7d639246 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5337944 Jul 07 17:38:16.815304 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45406) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:16.822580 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-b5bf649d-fb75-45b7-93dc-a084a8f675fb admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1156557657-router', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:16.865290 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b5bf649d-fb75-45b7-93dc-a084a8f675fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:16.868491 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b5bf649d-fb75-45b7-93dc-a084a8f675fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:16.974980 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b5bf649d-fb75-45b7-93dc-a084a8f675fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:17.031675 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7c3a91a5-00df-4171-a189-38b9b92e0a15 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:17.069442 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86d344a-859d-4b2e-b23f-b37ac0af9797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-68356134-3cc5-4339-94e4-316d1633c850', 'network_id': '68356134-3cc5-4339-94e4-316d1633c850', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'fixed_ips': [{'subnet_id': '5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:38:17.070873 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c86d344a-859d-4b2e-b23f-b37ac0af9797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:17.097900 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7c3a91a5-00df-4171-a189-38b9b92e0a15 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:17.155403 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7c3a91a5-00df-4171-a189-38b9b92e0a15 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Network cfd82686-23d8-4ee0-8fd2-b1c34066e632 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:38:17.162106 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7c3a91a5-00df-4171-a189-38b9b92e0a15 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:17.167319 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7c3a91a5-00df-4171-a189-38b9b92e0a15 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:38:17.259302 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a91a5-00df-4171-a189-38b9b92e0a15 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Pushing event updated for resources: {'Port': ['ID=35904e97-ac3a-4cf5-8947-592c7a2b8d6a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:17.280829 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b5bf649d-fb75-45b7-93dc-a084a8f675fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:17.289889 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7c3a91a5-00df-4171-a189-38b9b92e0a15 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:17.291380 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7c3a91a5-00df-4171-a189-38b9b92e0a15 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:17.324046 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7c3a91a5-00df-4171-a189-38b9b92e0a15 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9281244 Jul 07 17:38:17.338944 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7a955aa9-3958-4f70-8a95-ac0641b3b0f9 service neutron] Request body: {'port': {'device_id': '35400903-55a1-4cd9-a818-aa6ff7138e43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:17.427869 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-c86d344a-859d-4b2e-b23f-b37ac0af9797 None None] Allocated IP 172.20.0.2 (68356134-3cc5-4339-94e4-316d1633c850/5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb/214cec73-3a29-4e31-b6b5-cf8e49eb1a69) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:38:17.565987 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7a955aa9-3958-4f70-8a95-ac0641b3b0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:17.589803 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b5bf649d-fb75-45b7-93dc-a084a8f675fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:17.595260 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99237a-4c22-4f9c-a9e6-1e5c63df297f req-4477583f-d2bf-45f0-9936-f0436b2420af tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:17.597992 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd99237a-4c22-4f9c-a9e6-1e5c63df297f req-4477583f-d2bf-45f0-9936-f0436b2420af tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/ports?device_id=35400903-55a1-4cd9-a818-aa6ff7138e43 HTTP/1.1" status: 200 len: 932 time: 0.2197244 Jul 07 17:38:17.618802 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b5bf649d-fb75-45b7-93dc-a084a8f675fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:17.706012 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c86d344a-859d-4b2e-b23f-b37ac0af9797 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:17.715996 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd99237a-4c22-4f9c-a9e6-1e5c63df297f req-c469ac4e-5ba4-4961-9302-606c157cb493 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/security-groups?id=08218dab-f3d3-4504-b00b-83af0dbc5dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108234 Jul 07 17:38:17.725755 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c86d344a-859d-4b2e-b23f-b37ac0af9797 None None] Transition to ACTIVE for port object 214cec73-3a29-4e31-b6b5-cf8e49eb1a69 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:17.761311 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c86d344a-859d-4b2e-b23f-b37ac0af9797 None None] Transition to ACTIVE for port object 214cec73-3a29-4e31-b6b5-cf8e49eb1a69 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:17.775990 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c86d344a-859d-4b2e-b23f-b37ac0af9797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:17.792239 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-b5bf649d-fb75-45b7-93dc-a084a8f675fb admin admin] Allocated IP 172.25.0.53 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/b3ee3121-704a-4962-a9fe-19432242fb45) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:38:17.835395 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d344a-859d-4b2e-b23f-b37ac0af9797 None None] Pushing event updated for resources: {'Port': ['ID=214cec73-3a29-4e31-b6b5-cf8e49eb1a69,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:17.854929 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86d344a-859d-4b2e-b23f-b37ac0af9797 None None] Network 68356134-3cc5-4339-94e4-316d1633c850 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:38:17.857193 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-c86d344a-859d-4b2e-b23f-b37ac0af9797 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:17.860881 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86d344a-859d-4b2e-b23f-b37ac0af9797 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:38:17.936854 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-c86d344a-859d-4b2e-b23f-b37ac0af9797 None None] Attempting to bind port 214cec73-3a29-4e31-b6b5-cf8e49eb1a69 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:38:17.937351 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-c86d344a-859d-4b2e-b23f-b37ac0af9797 None None] Attempting to bind port 214cec73-3a29-4e31-b6b5-cf8e49eb1a69 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'c99d494a-0902-4d55-8366-05b5269a6986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '68356134-3cc5-4339-94e4-316d1633c850'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:38:17.937797 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d344a-859d-4b2e-b23f-b37ac0af9797 None None] Attempting to bind port 214cec73-3a29-4e31-b6b5-cf8e49eb1a69 on network 68356134-3cc5-4339-94e4-316d1633c850 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:17.943805 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d344a-859d-4b2e-b23f-b37ac0af9797 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:38:17.944991 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d344a-859d-4b2e-b23f-b37ac0af9797 None None] Checking segment: {'id': 'c99d494a-0902-4d55-8366-05b5269a6986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '68356134-3cc5-4339-94e4-316d1633c850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:17.944991 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c86d344a-859d-4b2e-b23f-b37ac0af9797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:17.945285 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d344a-859d-4b2e-b23f-b37ac0af9797 None None] Bound using segment: {'id': 'c99d494a-0902-4d55-8366-05b5269a6986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '68356134-3cc5-4339-94e4-316d1633c850'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:38:17.945566 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-c86d344a-859d-4b2e-b23f-b37ac0af9797 None None] Bound port: 214cec73-3a29-4e31-b6b5-cf8e49eb1a69, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d494a-0902-4d55-8366-05b5269a6986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '68356134-3cc5-4339-94e4-316d1633c850'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:38:17.946069 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c86d344a-859d-4b2e-b23f-b37ac0af9797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:17.968751 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b5bf649d-fb75-45b7-93dc-a084a8f675fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:18.047690 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b5bf649d-fb75-45b7-93dc-a084a8f675fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:18.048686 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7a955aa9-3958-4f70-8a95-ac0641b3b0f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35904e97-ac3a-4cf5-8947-592c7a2b8d6a {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:38:18.054379 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-c86d344a-859d-4b2e-b23f-b37ac0af9797 None None] For port 214cec73-3a29-4e31-b6b5-cf8e49eb1a69, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:38:18.058154 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7a955aa9-3958-4f70-8a95-ac0641b3b0f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:18.059071 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-c86d344a-859d-4b2e-b23f-b37ac0af9797 None None] For port 214cec73-3a29-4e31-b6b5-cf8e49eb1a69, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=214cec73-3a29-4e31-b6b5-cf8e49eb1a69,segment=NetworkSegment(c99d494a-0902-4d55-8366-05b5269a6986),segment_id=c99d494a-0902-4d55-8366-05b5269a6986)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:38:18.074592 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c86d344a-859d-4b2e-b23f-b37ac0af9797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:18.080134 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7a955aa9-3958-4f70-8a95-ac0641b3b0f9 service neutron] Transition to ACTIVE for port object 35904e97-ac3a-4cf5-8947-592c7a2b8d6a will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:18.085457 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7a955aa9-3958-4f70-8a95-ac0641b3b0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:18.136150 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bf649d-fb75-45b7-93dc-a084a8f675fb admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:38:18.167212 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-b5bf649d-fb75-45b7-93dc-a084a8f675fb admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:18.178023 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bf649d-fb75-45b7-93dc-a084a8f675fb admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:38:18.183658 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf649d-fb75-45b7-93dc-a084a8f675fb admin admin] Pushing event updated for resources: {'Port': ['ID=b3ee3121-704a-4962-a9fe-19432242fb45,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:18.203342 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a955aa9-3958-4f70-8a95-ac0641b3b0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=35904e97-ac3a-4cf5-8947-592c7a2b8d6a,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:18.206704 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d344a-859d-4b2e-b23f-b37ac0af9797 None None] Pushing event updated for resources: {'Port': ['ID=214cec73-3a29-4e31-b6b5-cf8e49eb1a69,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:18.287666 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7a955aa9-3958-4f70-8a95-ac0641b3b0f9 service neutron] Attempting to bind port 35904e97-ac3a-4cf5-8947-592c7a2b8d6a on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:38:18.288011 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7a955aa9-3958-4f70-8a95-ac0641b3b0f9 service neutron] Attempting to bind port 35904e97-ac3a-4cf5-8947-592c7a2b8d6a by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'c5fcf499-eb3b-4279-9d90-d0d2955e6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cfd82686-23d8-4ee0-8fd2-b1c34066e632'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:38:18.289723 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7a955aa9-3958-4f70-8a95-ac0641b3b0f9 service neutron] Attempting to bind port 35904e97-ac3a-4cf5-8947-592c7a2b8d6a on network cfd82686-23d8-4ee0-8fd2-b1c34066e632 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:18.296575 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7a955aa9-3958-4f70-8a95-ac0641b3b0f9 service neutron] Port 35904e97-ac3a-4cf5-8947-592c7a2b8d6a on network cfd82686-23d8-4ee0-8fd2-b1c34066e632 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:38:18.296939 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7a955aa9-3958-4f70-8a95-ac0641b3b0f9 service neutron] Attempting to bind port 35904e97-ac3a-4cf5-8947-592c7a2b8d6a on network cfd82686-23d8-4ee0-8fd2-b1c34066e632 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:18.303129 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7a955aa9-3958-4f70-8a95-ac0641b3b0f9 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:38:18.303407 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7a955aa9-3958-4f70-8a95-ac0641b3b0f9 service neutron] Checking segment: {'id': 'c5fcf499-eb3b-4279-9d90-d0d2955e6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cfd82686-23d8-4ee0-8fd2-b1c34066e632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:18.303873 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7a955aa9-3958-4f70-8a95-ac0641b3b0f9 service neutron] Bound using segment: {'id': 'c5fcf499-eb3b-4279-9d90-d0d2955e6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cfd82686-23d8-4ee0-8fd2-b1c34066e632'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:38:18.304324 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7a955aa9-3958-4f70-8a95-ac0641b3b0f9 service neutron] Bound port: 35904e97-ac3a-4cf5-8947-592c7a2b8d6a, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5fcf499-eb3b-4279-9d90-d0d2955e6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cfd82686-23d8-4ee0-8fd2-b1c34066e632'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:38:18.304864 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7a955aa9-3958-4f70-8a95-ac0641b3b0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:18.393115 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7a955aa9-3958-4f70-8a95-ac0641b3b0f9 service neutron] For port 35904e97-ac3a-4cf5-8947-592c7a2b8d6a, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:38:18.397581 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7a955aa9-3958-4f70-8a95-ac0641b3b0f9 service neutron] For port 35904e97-ac3a-4cf5-8947-592c7a2b8d6a, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=35904e97-ac3a-4cf5-8947-592c7a2b8d6a,segment=NetworkSegment(c5fcf499-eb3b-4279-9d90-d0d2955e6203),segment_id=c5fcf499-eb3b-4279-9d90-d0d2955e6203)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:38:18.408287 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7a955aa9-3958-4f70-8a95-ac0641b3b0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:18.487570 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7a955aa9-3958-4f70-8a95-ac0641b3b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:18.487992 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7a955aa9-3958-4f70-8a95-ac0641b3b0f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:18.489709 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-7a955aa9-3958-4f70-8a95-ac0641b3b0f9 service neutron] 10.222.0.72 "PUT /v2.0/ports/35904e97-ac3a-4cf5-8947-592c7a2b8d6a HTTP/1.1" status: 200 len: 1093 time: 1.1582267 Jul 07 17:38:18.490745 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35400903-55a1-4cd9-a818-aa6ff7138e43', 'tag': '35904e97-ac3a-4cf5-8947-592c7a2b8d6a'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:18.492351 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9003afab-c002-4fdb-b133-c1f35c07f31c" -d '{"events": [{"name": "network-changed", "server_uuid": "35400903-55a1-4cd9-a818-aa6ff7138e43", "tag": "35904e97-ac3a-4cf5-8947-592c7a2b8d6a"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:18.564331 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8150a40-5411-478b-bb3d-bfce2031077f x-openstack-request-id: req-c8150a40-5411-478b-bb3d-bfce2031077f {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:18.564802 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35400903-55a1-4cd9-a818-aa6ff7138e43", "tag": "35904e97-ac3a-4cf5-8947-592c7a2b8d6a", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:18.565311 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8150a40-5411-478b-bb3d-bfce2031077f {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:18.565818 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35400903-55a1-4cd9-a818-aa6ff7138e43', 'tag': '35904e97-ac3a-4cf5-8947-592c7a2b8d6a', 'status': 'completed', 'code': 200} Jul 07 17:38:18.570772 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a955aa9-3958-4f70-8a95-ac0641b3b0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=35904e97-ac3a-4cf5-8947-592c7a2b8d6a,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:18.645684 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-0e7ed102-dcff-436c-af78-ebec3f17fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:18.647285 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-0e7ed102-dcff-436c-af78-ebec3f17fce9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ddd943e34e5b4e8fb2c7e75567c7a0bb&device_id=35400903-55a1-4cd9-a818-aa6ff7138e43 HTTP/1.1" status: 200 len: 1096 time: 0.1040690 Jul 07 17:38:18.697780 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-6bb153b4-c73c-4d72-a2b1-b12914d1fb92 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35904e97-ac3a-4cf5-8947-592c7a2b8d6a HTTP/1.1" status: 200 len: 217 time: 0.0409250 Jul 07 17:38:18.719535 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b5bf649d-fb75-45b7-93dc-a084a8f675fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:18.770740 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-20560c92-0ab9-4031-a231-f882262850fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:18.773852 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-20560c92-0ab9-4031-a231-f882262850fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a1c3343-769b-49c1-833d-ea11bbe15c19 HTTP/1.1" status: 200 len: 853 time: 0.0699232 Jul 07 17:38:18.839537 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-160c8d10-d2da-476a-91a1-231f72432a56 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cfd82686-23d8-4ee0-8fd2-b1c34066e632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589139 Jul 07 17:38:18.971302 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b5bf649d-fb75-45b7-93dc-a084a8f675fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:19.086084 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-47778aee-b03c-46c5-8b2f-895d22be5fd7 service neutron] 10.222.0.72 "GET /v2.0/networks/cfd82686-23d8-4ee0-8fd2-b1c34066e632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376509 Jul 07 17:38:19.100928 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786dd9a-1c46-4419-a1f7-3464cad26ed6 req-4955b381-41e2-4b2e-9f35-b5f44195235e tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:19.103643 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8786dd9a-1c46-4419-a1f7-3464cad26ed6 req-4955b381-41e2-4b2e-9f35-b5f44195235e tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/ports?device_id=35400903-55a1-4cd9-a818-aa6ff7138e43 HTTP/1.1" status: 200 len: 944 time: 0.2388699 Jul 07 17:38:19.235766 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5bf649d-fb75-45b7-93dc-a084a8f675fb admin admin] Router d1f747a1-e285-4907-a2dd-9a6183a45a13 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:38:19.274398 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8786dd9a-1c46-4419-a1f7-3464cad26ed6 req-4c59da71-42f1-4df6-984b-d3af20adc7bc tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/security-groups?id=08218dab-f3d3-4504-b00b-83af0dbc5dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556852 Jul 07 17:38:19.319684 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba5c977e-d904-4dc8-820a-cbe8c7dd2157 req-0645c332-b112-4b14-8c9b-77ed55f97d61 service neutron] 10.222.0.72 "GET /v2.0/networks/cfd82686-23d8-4ee0-8fd2-b1c34066e632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146752 Jul 07 17:38:19.462303 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bf649d-fb75-45b7-93dc-a084a8f675fb admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:38:19.476413 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d111a7-bdc3-47c0-ac16-2c2198ebb6bc None None] Sync routers for ids ['d1f747a1-e285-4907-a2dd-9a6183a45a13'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:38:19.479955 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003afab-c002-4fdb-b133-c1f35c07f31c req-a6d03679-6e2c-4eb6-a802-af69a2cd2627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:19.481699 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9003afab-c002-4fdb-b133-c1f35c07f31c req-a6d03679-6e2c-4eb6-a802-af69a2cd2627 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ddd943e34e5b4e8fb2c7e75567c7a0bb&device_id=35400903-55a1-4cd9-a818-aa6ff7138e43 HTTP/1.1" status: 200 len: 1096 time: 0.0917649 Jul 07 17:38:19.490584 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b5bf649d-fb75-45b7-93dc-a084a8f675fb admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:19.496858 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b5bf649d-fb75-45b7-93dc-a084a8f675fb admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6760278 Jul 07 17:38:19.497743 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45420) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:19.499546 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d111a7-bdc3-47c0-ac16-2c2198ebb6bc None None] Routers {'d1f747a1-e285-4907-a2dd-9a6183a45a13'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:38:19.500201 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-d5d111a7-bdc3-47c0-ac16-2c2198ebb6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:37:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d1f747a1-e285-4907-a2dd-9a6183a45a13'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:19.601821 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003afab-c002-4fdb-b133-c1f35c07f31c req-be3ae12d-1ce4-4aa7-97b4-f2094d523335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:19.604055 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9003afab-c002-4fdb-b133-c1f35c07f31c req-be3ae12d-1ce4-4aa7-97b4-f2094d523335 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cfd82686-23d8-4ee0-8fd2-b1c34066e632 HTTP/1.1" status: 200 len: 914 time: 0.1153831 Jul 07 17:38:19.627083 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c50ee1-755b-48f2-99c5-48380ab71fa6 None None] Network 68356134-3cc5-4339-94e4-316d1633c850 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:38:19.662419 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9003afab-c002-4fdb-b133-c1f35c07f31c req-a4d4207b-6e21-4a60-97c1-1901a01aa467 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35904e97-ac3a-4cf5-8947-592c7a2b8d6a HTTP/1.1" status: 200 len: 217 time: 0.0502477 Jul 07 17:38:19.697901 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-d5d111a7-bdc3-47c0-ac16-2c2198ebb6bc None None] Set router d1f747a1-e285-4907-a2dd-9a6183a45a13 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:38:19.715163 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-75f157ff-d12c-48ff-8a18-fb8712b5fe59 None None] Provisioning for port 214cec73-3a29-4e31-b6b5-cf8e49eb1a69 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:19.729182 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003afab-c002-4fdb-b133-c1f35c07f31c req-bacb0aa1-8c79-4c7a-8c77-f1d655c95ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:19.730889 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9003afab-c002-4fdb-b133-c1f35c07f31c req-bacb0aa1-8c79-4c7a-8c77-f1d655c95ff6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a1c3343-769b-49c1-833d-ea11bbe15c19 HTTP/1.1" status: 200 len: 853 time: 0.0621707 Jul 07 17:38:19.785865 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9003afab-c002-4fdb-b133-c1f35c07f31c req-855aa973-64c5-493b-abd6-22b6dade15c6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cfd82686-23d8-4ee0-8fd2-b1c34066e632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476356 Jul 07 17:38:20.089609 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9003afab-c002-4fdb-b133-c1f35c07f31c req-4032d8fa-b021-4f4c-869e-76530ac62ced service neutron] 10.222.0.72 "GET /v2.0/networks/cfd82686-23d8-4ee0-8fd2-b1c34066e632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964466 Jul 07 17:38:20.090707 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-d5d111a7-bdc3-47c0-ac16-2c2198ebb6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'name': 'tempest-TestServerBasicOps-1156557657-router', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'b3ee3121-704a-4962-a9fe-19432242fb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:16Z', 'updated_at': '2021-07-07T17:38:18Z', 'revision_number': 3, 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'gw_port': {'id': 'b3ee3121-704a-4962-a9fe-19432242fb45', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:17Z', 'updated_at': '2021-07-07T17:38:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:20.166767 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d111a7-bdc3-47c0-ac16-2c2198ebb6bc None None] Checking router: d1f747a1-e285-4907-a2dd-9a6183a45a13 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:38:20.167214 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d111a7-bdc3-47c0-ac16-2c2198ebb6bc None None] Updating router d1f747a1-e285-4907-a2dd-9a6183a45a13 port b3ee3121-704a-4962-a9fe-19432242fb45 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:38:20.269370 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 214cec73-3a29-4e31-b6b5-cf8e49eb1a69 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:20.276933 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d5d111a7-bdc3-47c0-ac16-2c2198ebb6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:20.372587 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9003afab-c002-4fdb-b133-c1f35c07f31c req-0fbe9c65-1652-40df-9aa2-e75bcfcfe1db service neutron] 10.222.0.72 "GET /v2.0/networks/cfd82686-23d8-4ee0-8fd2-b1c34066e632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730072 Jul 07 17:38:20.409647 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0071880e-799e-4764-93d0-091916d18842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:20.428269 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 214cec73-3a29-4e31-b6b5-cf8e49eb1a69 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:20.437386 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 214cec73-3a29-4e31-b6b5-cf8e49eb1a69 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:20.437775 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:20.619816 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:20.665616 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 214cec73-3a29-4e31-b6b5-cf8e49eb1a69, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=214cec73-3a29-4e31-b6b5-cf8e49eb1a69,segment=NetworkSegment(c99d494a-0902-4d55-8366-05b5269a6986),segment_id=c99d494a-0902-4d55-8366-05b5269a6986)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:20.671271 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:20.679321 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24babc25-9feb-444e-8c30-482b0279df53 req-c75699a7-c9eb-4e4c-b064-0bb0f805f7d2 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:20.680973 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-24babc25-9feb-444e-8c30-482b0279df53 req-c75699a7-c9eb-4e4c-b064-0bb0f805f7d2 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/ports?device_id=35400903-55a1-4cd9-a818-aa6ff7138e43 HTTP/1.1" status: 200 len: 944 time: 0.1817698 Jul 07 17:38:20.740173 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=214cec73-3a29-4e31-b6b5-cf8e49eb1a69,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:20.769413 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d5d111a7-bdc3-47c0-ac16-2c2198ebb6bc None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:20.781950 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-d5d111a7-bdc3-47c0-ac16-2c2198ebb6bc None None] Transition to ACTIVE for port object b3ee3121-704a-4962-a9fe-19432242fb45 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:20.782614 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-24babc25-9feb-444e-8c30-482b0279df53 req-85afbab2-c446-4140-847f-965cde6bea3b tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/security-groups?id=08218dab-f3d3-4504-b00b-83af0dbc5dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705111 Jul 07 17:38:20.789253 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d5d111a7-bdc3-47c0-ac16-2c2198ebb6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:20.802949 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-0071880e-799e-4764-93d0-091916d18842 admin admin] Allocated IP 172.20.0.1 (68356134-3cc5-4339-94e4-316d1633c850/5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb/10da0124-228d-421e-9eee-ae2252663c02) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:38:20.852464 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-d5d111a7-bdc3-47c0-ac16-2c2198ebb6bc None None] Attempting to bind port b3ee3121-704a-4962-a9fe-19432242fb45 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:38:20.852867 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-d5d111a7-bdc3-47c0-ac16-2c2198ebb6bc None None] Attempting to bind port b3ee3121-704a-4962-a9fe-19432242fb45 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:38:20.853238 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d111a7-bdc3-47c0-ac16-2c2198ebb6bc None None] Attempting to bind port b3ee3121-704a-4962-a9fe-19432242fb45 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:20.856830 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9806d-554f-4fe8-b845-8a7c96ffa68c None None] Pushing event updated for resources: {'Port': ['ID=b3ee3121-704a-4962-a9fe-19432242fb45,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:20.862199 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d111a7-bdc3-47c0-ac16-2c2198ebb6bc None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:38:20.862558 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d111a7-bdc3-47c0-ac16-2c2198ebb6bc None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:20.862966 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d5d111a7-bdc3-47c0-ac16-2c2198ebb6bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:20.863364 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d111a7-bdc3-47c0-ac16-2c2198ebb6bc None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:38:20.863836 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-d5d111a7-bdc3-47c0-ac16-2c2198ebb6bc None None] Bound port: b3ee3121-704a-4962-a9fe-19432242fb45, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:38:20.864220 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d5d111a7-bdc3-47c0-ac16-2c2198ebb6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:20.871435 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9806d-554f-4fe8-b845-8a7c96ffa68c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:20.871780 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9806d-554f-4fe8-b845-8a7c96ffa68c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:20.872112 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9806d-554f-4fe8-b845-8a7c96ffa68c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:20.872559 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9806d-554f-4fe8-b845-8a7c96ffa68c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:20.872826 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9806d-554f-4fe8-b845-8a7c96ffa68c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:20.873172 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9806d-554f-4fe8-b845-8a7c96ffa68c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:20.873484 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9806d-554f-4fe8-b845-8a7c96ffa68c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:20.873807 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9806d-554f-4fe8-b845-8a7c96ffa68c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:20.874126 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9806d-554f-4fe8-b845-8a7c96ffa68c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:20.874447 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9806d-554f-4fe8-b845-8a7c96ffa68c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:20.874765 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9806d-554f-4fe8-b845-8a7c96ffa68c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:20.875082 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9806d-554f-4fe8-b845-8a7c96ffa68c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:20.945301 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-d5d111a7-bdc3-47c0-ac16-2c2198ebb6bc None None] For port b3ee3121-704a-4962-a9fe-19432242fb45, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:38:20.951420 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-d5d111a7-bdc3-47c0-ac16-2c2198ebb6bc None None] For port b3ee3121-704a-4962-a9fe-19432242fb45, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b3ee3121-704a-4962-a9fe-19432242fb45,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:38:20.956406 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0071880e-799e-4764-93d0-091916d18842 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:20.960661 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d5d111a7-bdc3-47c0-ac16-2c2198ebb6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:20.982684 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-0071880e-799e-4764-93d0-091916d18842 admin admin] Transition to ACTIVE for port object 10da0124-228d-421e-9eee-ae2252663c02 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:21.041997 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d111a7-bdc3-47c0-ac16-2c2198ebb6bc None None] Routers {'d1f747a1-e285-4907-a2dd-9a6183a45a13'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:38:21.042838 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-d5d111a7-bdc3-47c0-ac16-2c2198ebb6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:37:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d1f747a1-e285-4907-a2dd-9a6183a45a13'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:21.043425 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0071880e-799e-4764-93d0-091916d18842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:21.049944 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9806d-554f-4fe8-b845-8a7c96ffa68c None None] Pushing event updated for resources: {'Port': ['ID=b3ee3121-704a-4962-a9fe-19432242fb45,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:21.089751 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0071880e-799e-4764-93d0-091916d18842 admin admin] Network 68356134-3cc5-4339-94e4-316d1633c850 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:38:21.096834 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-0071880e-799e-4764-93d0-091916d18842 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:21.100498 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0071880e-799e-4764-93d0-091916d18842 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:38:21.106433 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071880e-799e-4764-93d0-091916d18842 admin admin] Pushing event updated for resources: {'Port': ['ID=10da0124-228d-421e-9eee-ae2252663c02,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:21.153414 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0071880e-799e-4764-93d0-091916d18842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:21.197506 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-d5d111a7-bdc3-47c0-ac16-2c2198ebb6bc None None] Set router d1f747a1-e285-4907-a2dd-9a6183a45a13 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:38:21.369031 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0071880e-799e-4764-93d0-091916d18842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:21.458410 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-79952414-b10b-401c-bfb8-0c61ca3677a5 None None] Provisioning for port 10da0124-228d-421e-9eee-ae2252663c02 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:21.465096 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-79952414-b10b-401c-bfb8-0c61ca3677a5 None None] Provisioning complete for port 10da0124-228d-421e-9eee-ae2252663c02 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:21.466252 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-79952414-b10b-401c-bfb8-0c61ca3677a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:21.470882 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-d5d111a7-bdc3-47c0-ac16-2c2198ebb6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'name': 'tempest-TestServerBasicOps-1156557657-router', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'b3ee3121-704a-4962-a9fe-19432242fb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:16Z', 'updated_at': '2021-07-07T17:38:18Z', 'revision_number': 3, 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'gw_port': {'id': 'b3ee3121-704a-4962-a9fe-19432242fb45', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:17Z', 'updated_at': '2021-07-07T17:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:21.522258 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d111a7-bdc3-47c0-ac16-2c2198ebb6bc None None] The sync data for ids ['d1f747a1-e285-4907-a2dd-9a6183a45a13'] in n-d-791503-12 is: [{'id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'name': 'tempest-TestServerBasicOps-1156557657-router', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'b3ee3121-704a-4962-a9fe-19432242fb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:16Z', 'updated_at': '2021-07-07T17:38:18Z', 'revision_number': 3, 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'gw_port': {'id': 'b3ee3121-704a-4962-a9fe-19432242fb45', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:17Z', 'updated_at': '2021-07-07T17:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:38:21.540242 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-79952414-b10b-401c-bfb8-0c61ca3677a5 None None] Port 10da0124-228d-421e-9eee-ae2252663c02 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:38:21.667398 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0071880e-799e-4764-93d0-091916d18842 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:21.674021 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0071880e-799e-4764-93d0-091916d18842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:21.748276 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071880e-799e-4764-93d0-091916d18842 admin admin] Pushing event updated for resources: {'Port': ['ID=10da0124-228d-421e-9eee-ae2252663c02,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:21.751336 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0071880e-799e-4764-93d0-091916d18842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:21.941015 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0071880e-799e-4764-93d0-091916d18842 admin admin] Network 68356134-3cc5-4339-94e4-316d1633c850 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:38:21.943613 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-0071880e-799e-4764-93d0-091916d18842 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:22.057275 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 35904e97-ac3a-4cf5-8947-592c7a2b8d6a details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:38:22.193475 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b279970-01d0-4d5f-a720-52e198609c71 req-d2fe83bb-cb5d-4c1a-b1d7-bd36a4383f35 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:22.204362 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1b279970-01d0-4d5f-a720-52e198609c71 req-d2fe83bb-cb5d-4c1a-b1d7-bd36a4383f35 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/ports?device_id=35400903-55a1-4cd9-a818-aa6ff7138e43 HTTP/1.1" status: 200 len: 944 time: 0.2349277 Jul 07 17:38:22.237260 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0071880e-799e-4764-93d0-091916d18842 admin admin] Router d1f747a1-e285-4907-a2dd-9a6183a45a13 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:38:22.318020 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1b279970-01d0-4d5f-a720-52e198609c71 req-9093af50-c705-41d0-81e8-b29d533b7bc2 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/security-groups?id=08218dab-f3d3-4504-b00b-83af0dbc5dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970583 Jul 07 17:38:22.412073 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 35904e97-ac3a-4cf5-8947-592c7a2b8d6a, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=35904e97-ac3a-4cf5-8947-592c7a2b8d6a,segment=NetworkSegment(c5fcf499-eb3b-4279-9d90-d0d2955e6203),segment_id=c5fcf499-eb3b-4279-9d90-d0d2955e6203)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:22.425557 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b08d9855-7dbc-4cda-917f-d83f9fd40c6a None None] Provisioning complete for port 10da0124-228d-421e-9eee-ae2252663c02 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:22.426270 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b08d9855-7dbc-4cda-917f-d83f9fd40c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:22.429620 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b3ee3121-704a-4962-a9fe-19432242fb45 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:22.499006 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '35904e97-ac3a-4cf5-8947-592c7a2b8d6a', 'network_id': 'cfd82686-23d8-4ee0-8fd2-b1c34066e632', 'port_id': '35904e97-ac3a-4cf5-8947-592c7a2b8d6a', 'mac_address': 'fa:16:3e:cd:5e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1c3343-769b-49c1-833d-ea11bbe15c19', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:38:22.553587 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-b08d9855-7dbc-4cda-917f-d83f9fd40c6a None None] Port 10da0124-228d-421e-9eee-ae2252663c02 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:38:22.580141 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:22.599986 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port b3ee3121-704a-4962-a9fe-19432242fb45 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:22.605051 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35904e97-ac3a-4cf5-8947-592c7a2b8d6a {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:38:22.616837 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port b3ee3121-704a-4962-a9fe-19432242fb45 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:22.624312 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:22.666745 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 35904e97-ac3a-4cf5-8947-592c7a2b8d6a, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=35904e97-ac3a-4cf5-8947-592c7a2b8d6a,segment=NetworkSegment(c5fcf499-eb3b-4279-9d90-d0d2955e6203),segment_id=c5fcf499-eb3b-4279-9d90-d0d2955e6203)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:22.691319 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:22.818968 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=35904e97-ac3a-4cf5-8947-592c7a2b8d6a,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:22.825774 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0071880e-799e-4764-93d0-091916d18842 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:38:22.840683 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0071880e-799e-4764-93d0-091916d18842 admin admin] 10.222.0.53 "PUT /v2.0/routers/d1f747a1-e285-4907-a2dd-9a6183a45a13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3369415 Jul 07 17:38:22.842005 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:22.867364 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port b3ee3121-704a-4962-a9fe-19432242fb45, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b3ee3121-704a-4962-a9fe-19432242fb45,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:22.873265 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:22.873858 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 214cec73-3a29-4e31-b6b5-cf8e49eb1a69 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:22.951543 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['35904e97-ac3a-4cf5-8947-592c7a2b8d6a'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:38:23.018021 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=b3ee3121-704a-4962-a9fe-19432242fb45,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:23.028260 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 214cec73-3a29-4e31-b6b5-cf8e49eb1a69 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:23.028840 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:23.420980 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b27037c7-871b-40ce-b8fd-62cf966e450d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:23.551472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8245795-81ca-4ff2-993b-306ebbd11463 req-cecf652b-9f91-4cf3-a908-634a9e2550f4 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:23.553411 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a8245795-81ca-4ff2-993b-306ebbd11463 req-cecf652b-9f91-4cf3-a908-634a9e2550f4 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/ports?device_id=35400903-55a1-4cd9-a818-aa6ff7138e43 HTTP/1.1" status: 200 len: 945 time: 0.0899050 Jul 07 17:38:23.618376 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a8245795-81ca-4ff2-993b-306ebbd11463 req-727275cd-fc66-4626-9ea5-4e0edbbdef7b tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/security-groups?id=08218dab-f3d3-4504-b00b-83af0dbc5dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562372 Jul 07 17:38:23.628667 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45450) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:23.639215 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-8a56bc7e-5a6e-40c4-a914-a733042b99dd admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1667906057-network', 'tenant_id': '1b7a6cbf10954c85be5db667553c2e67'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:23.670920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a56bc7e-5a6e-40c4-a914-a733042b99dd admin admin] Made reservation on behalf of 1b7a6cbf10954c85be5db667553c2e67 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:38:23.674001 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8a56bc7e-5a6e-40c4-a914-a733042b99dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:23.684146 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8a56bc7e-5a6e-40c4-a914-a733042b99dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:23.812256 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8a56bc7e-5a6e-40c4-a914-a733042b99dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:23.823128 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8a56bc7e-5a6e-40c4-a914-a733042b99dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:23.852688 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a56bc7e-5a6e-40c4-a914-a733042b99dd admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:38:23.864845 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56bc7e-5a6e-40c4-a914-a733042b99dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806eba05-32c4-4c18-b3ae-09db58930a20,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:23.871547 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8a56bc7e-5a6e-40c4-a914-a733042b99dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:23.871893 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-8a56bc7e-5a6e-40c4-a914-a733042b99dd admin admin] Added segment d32cce86-ac46-49f9-b03a-97b911260239 of type vlan for network dded4d91-9d15-4758-88a2-88bf5bf2d463 Jul 07 17:38:23.924122 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8a56bc7e-5a6e-40c4-a914-a733042b99dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:23.962842 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8a56bc7e-5a6e-40c4-a914-a733042b99dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:23.964958 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a56bc7e-5a6e-40c4-a914-a733042b99dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:23.966707 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8a56bc7e-5a6e-40c4-a914-a733042b99dd admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:23.989896 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b29ab23-eee4-4af1-aaf5-3cb404c03efc None None] Sync routers for ids ['d1f747a1-e285-4907-a2dd-9a6183a45a13'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:38:24.002408 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b29ab23-eee4-4af1-aaf5-3cb404c03efc None None] Routers {'d1f747a1-e285-4907-a2dd-9a6183a45a13'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:38:24.003325 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4b29ab23-eee4-4af1-aaf5-3cb404c03efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:37:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d1f747a1-e285-4907-a2dd-9a6183a45a13'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:24.065867 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 35904e97-ac3a-4cf5-8947-592c7a2b8d6a up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:24.090638 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56bc7e-5a6e-40c4-a914-a733042b99dd admin admin] Pushing event updated for resources: {'Network': ['ID=dded4d91-9d15-4758-88a2-88bf5bf2d463,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:24.100176 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8a56bc7e-5a6e-40c4-a914-a733042b99dd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4668095 Jul 07 17:38:24.100476 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45454) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:24.113073 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-f073108b-3381-45a8-8406-c452cdbe4030 admin admin] Request body: {'subnet': {'network_id': 'dded4d91-9d15-4758-88a2-88bf5bf2d463', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1667906057-subnet', 'tenant_id': '1b7a6cbf10954c85be5db667553c2e67', 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:24.151496 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f073108b-3381-45a8-8406-c452cdbe4030 admin admin] Made reservation on behalf of 1b7a6cbf10954c85be5db667553c2e67 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:38:24.156926 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f073108b-3381-45a8-8406-c452cdbe4030 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:24.195604 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network dded4d91-9d15-4758-88a2-88bf5bf2d463 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:38:24.204373 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b3ee3121-704a-4962-a9fe-19432242fb45 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:24.293930 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-4b29ab23-eee4-4af1-aaf5-3cb404c03efc None None] Set router d1f747a1-e285-4907-a2dd-9a6183a45a13 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:38:24.381151 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f073108b-3381-45a8-8406-c452cdbe4030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:24.413040 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 35904e97-ac3a-4cf5-8947-592c7a2b8d6a completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:24.430712 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 35904e97-ac3a-4cf5-8947-592c7a2b8d6a triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:24.431903 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:24.443735 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073108b-3381-45a8-8406-c452cdbe4030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d72124c4-3ef8-4524-a725-767f4a1674ee,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:24.455232 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f073108b-3381-45a8-8406-c452cdbe4030 admin admin] Checking segment: {'id': 'd32cce86-ac46-49f9-b03a-97b911260239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dded4d91-9d15-4758-88a2-88bf5bf2d463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:24.455601 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f073108b-3381-45a8-8406-c452cdbe4030 admin admin] Network hostable DHCP agents. Network: dded4d91-9d15-4758-88a2-88bf5bf2d463, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:38:24.462646 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port b3ee3121-704a-4962-a9fe-19432242fb45 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:24.463014 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:24.478524 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f073108b-3381-45a8-8406-c452cdbe4030 admin admin] Network dded4d91-9d15-4758-88a2-88bf5bf2d463 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:38:24.493634 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-f073108b-3381-45a8-8406-c452cdbe4030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, dded4d91-9d15-4758-88a2-88bf5bf2d463) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:24.501172 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f073108b-3381-45a8-8406-c452cdbe4030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:24.501865 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f073108b-3381-45a8-8406-c452cdbe4030 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:24.513724 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2f6575-b748-4cd9-9a20-ef301433329f None None] Network dded4d91-9d15-4758-88a2-88bf5bf2d463 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:38:24.522756 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f073108b-3381-45a8-8406-c452cdbe4030 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4206560 Jul 07 17:38:24.525729 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45456) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:24.530504 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-da6a4c50-7da9-45fc-be65-54fbabc269a3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1667906057-router', 'tenant_id': '1b7a6cbf10954c85be5db667553c2e67', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:24.554229 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-da6a4c50-7da9-45fc-be65-54fbabc269a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:24.555326 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-da6a4c50-7da9-45fc-be65-54fbabc269a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:24.621584 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-da6a4c50-7da9-45fc-be65-54fbabc269a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:24.806018 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-da6a4c50-7da9-45fc-be65-54fbabc269a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:24.893570 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da20d56-5463-4ae9-a628-ee577c5b8457 req-862f5946-7b78-4d89-a544-a7e3d7117a6b tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:24.895393 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8da20d56-5463-4ae9-a628-ee577c5b8457 req-862f5946-7b78-4d89-a544-a7e3d7117a6b tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/ports?device_id=35400903-55a1-4cd9-a818-aa6ff7138e43 HTTP/1.1" status: 200 len: 945 time: 0.0857782 Jul 07 17:38:24.971284 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8da20d56-5463-4ae9-a628-ee577c5b8457 req-a1d09499-42a8-4421-8415-4f013af2fdd4 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/security-groups?id=08218dab-f3d3-4504-b00b-83af0dbc5dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694430 Jul 07 17:38:25.072943 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdd29db-580d-4db6-8e77-4668e86441be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-dded4d91-9d15-4758-88a2-88bf5bf2d463', 'network_id': 'dded4d91-9d15-4758-88a2-88bf5bf2d463', 'tenant_id': '1b7a6cbf10954c85be5db667553c2e67', 'fixed_ips': [{'subnet_id': 'd72124c4-3ef8-4524-a725-767f4a1674ee'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:38:25.073817 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3bdd29db-580d-4db6-8e77-4668e86441be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:25.092194 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-da6a4c50-7da9-45fc-be65-54fbabc269a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:25.105009 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:25.121300 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-da6a4c50-7da9-45fc-be65-54fbabc269a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:25.197762 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35400903-55a1-4cd9-a818-aa6ff7138e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35904e97-ac3a-4cf5-8947-592c7a2b8d6a'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:25.200033 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a8109a-2007-4169-bed0-4b5ecad3d33c" -d '{"events": [{"server_uuid": "35400903-55a1-4cd9-a818-aa6ff7138e43", "name": "network-vif-plugged", "status": "completed", "tag": "35904e97-ac3a-4cf5-8947-592c7a2b8d6a"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:25.224211 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 35904e97-ac3a-4cf5-8947-592c7a2b8d6a, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=35904e97-ac3a-4cf5-8947-592c7a2b8d6a,segment=NetworkSegment(c5fcf499-eb3b-4279-9d90-d0d2955e6203),segment_id=c5fcf499-eb3b-4279-9d90-d0d2955e6203)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:25.235573 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:25.242815 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4b29ab23-eee4-4af1-aaf5-3cb404c03efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'name': 'tempest-TestServerBasicOps-1156557657-router', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'b3ee3121-704a-4962-a9fe-19432242fb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:16Z', 'updated_at': '2021-07-07T17:38:21Z', 'revision_number': 4, 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'gw_port': {'id': 'b3ee3121-704a-4962-a9fe-19432242fb45', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:17Z', 'updated_at': '2021-07-07T17:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '10da0124-228d-421e-9eee-ae2252663c02', 'name': '', 'network_id': '68356134-3cc5-4339-94e4-316d1633c850', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'mac_address': 'fa:16:3e:c9:cc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:20Z', 'updated_at': '2021-07-07T17:38:21Z', 'revision_number': 2, 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'subnets': [{'id': '5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:25.277844 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-da6a4c50-7da9-45fc-be65-54fbabc269a3 admin admin] Allocated IP 172.25.0.54 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/aef42c67-a849-428f-8ddc-fe883f59d3fb) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:38:25.314104 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b123ae-9df7-4195-8a14-2a769f73fa5d x-openstack-request-id: req-78b123ae-9df7-4195-8a14-2a769f73fa5d {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:25.314400 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35400903-55a1-4cd9-a818-aa6ff7138e43", "name": "network-vif-plugged", "status": "completed", "tag": "35904e97-ac3a-4cf5-8947-592c7a2b8d6a", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:25.314657 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78b123ae-9df7-4195-8a14-2a769f73fa5d {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:25.315058 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35400903-55a1-4cd9-a818-aa6ff7138e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35904e97-ac3a-4cf5-8947-592c7a2b8d6a', 'code': 200} Jul 07 17:38:25.319426 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b29ab23-eee4-4af1-aaf5-3cb404c03efc None None] Checking router: d1f747a1-e285-4907-a2dd-9a6183a45a13 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:38:25.319794 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b29ab23-eee4-4af1-aaf5-3cb404c03efc None None] Updating router d1f747a1-e285-4907-a2dd-9a6183a45a13 port 10da0124-228d-421e-9eee-ae2252663c02 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:38:25.391458 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-3bdd29db-580d-4db6-8e77-4668e86441be None None] Allocated IP 172.20.0.2 (dded4d91-9d15-4758-88a2-88bf5bf2d463/d72124c4-3ef8-4524-a725-767f4a1674ee/b6c0b0df-4ca4-4082-bf80-36e56f0b1719) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:38:25.407350 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=35904e97-ac3a-4cf5-8947-592c7a2b8d6a,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:25.410187 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4b29ab23-eee4-4af1-aaf5-3cb404c03efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:25.448268 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d11f4e-3eaf-498d-bc6e-9f414db2e4f3 req-174200a6-3043-4c3f-b80f-41d26295c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:25.449985 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f8d11f4e-3eaf-498d-bc6e-9f414db2e4f3 req-174200a6-3043-4c3f-b80f-41d26295c990 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=35400903-55a1-4cd9-a818-aa6ff7138e43 HTTP/1.1" status: 200 len: 1098 time: 0.0964141 Jul 07 17:38:25.459969 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-da6a4c50-7da9-45fc-be65-54fbabc269a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:25.527485 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f8d11f4e-3eaf-498d-bc6e-9f414db2e4f3 req-06ba0ba7-a847-4bc9-8bdf-58aeb852ecfe service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=08218dab-f3d3-4504-b00b-83af0dbc5dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691898 Jul 07 17:38:25.536794 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-da6a4c50-7da9-45fc-be65-54fbabc269a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:25.582084 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6a4c50-7da9-45fc-be65-54fbabc269a3 admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:38:25.590422 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-da6a4c50-7da9-45fc-be65-54fbabc269a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:25.602311 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6a4c50-7da9-45fc-be65-54fbabc269a3 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:38:25.641683 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a4c50-7da9-45fc-be65-54fbabc269a3 admin admin] Pushing event updated for resources: {'Port': ['ID=aef42c67-a849-428f-8ddc-fe883f59d3fb,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:25.711569 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3bdd29db-580d-4db6-8e77-4668e86441be None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:25.736404 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3bdd29db-580d-4db6-8e77-4668e86441be None None] Transition to ACTIVE for port object b6c0b0df-4ca4-4082-bf80-36e56f0b1719 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:25.771862 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3bdd29db-580d-4db6-8e77-4668e86441be None None] Transition to ACTIVE for port object b6c0b0df-4ca4-4082-bf80-36e56f0b1719 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:25.786987 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3bdd29db-580d-4db6-8e77-4668e86441be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:25.863422 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdd29db-580d-4db6-8e77-4668e86441be None None] Network dded4d91-9d15-4758-88a2-88bf5bf2d463 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:38:25.872693 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-3bdd29db-580d-4db6-8e77-4668e86441be None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:25.878617 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdd29db-580d-4db6-8e77-4668e86441be None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:38:25.885289 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd29db-580d-4db6-8e77-4668e86441be None None] Pushing event updated for resources: {'Port': ['ID=b6c0b0df-4ca4-4082-bf80-36e56f0b1719,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:25.899391 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:38:25.919782 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4b29ab23-eee4-4af1-aaf5-3cb404c03efc None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:25.954679 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4b29ab23-eee4-4af1-aaf5-3cb404c03efc None None] Transition to ACTIVE for port object 10da0124-228d-421e-9eee-ae2252663c02 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:25.966269 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4b29ab23-eee4-4af1-aaf5-3cb404c03efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:25.970271 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-3bdd29db-580d-4db6-8e77-4668e86441be None None] Attempting to bind port b6c0b0df-4ca4-4082-bf80-36e56f0b1719 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:38:25.970647 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-3bdd29db-580d-4db6-8e77-4668e86441be None None] Attempting to bind port b6c0b0df-4ca4-4082-bf80-36e56f0b1719 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'd32cce86-ac46-49f9-b03a-97b911260239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dded4d91-9d15-4758-88a2-88bf5bf2d463'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:38:25.971410 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdd29db-580d-4db6-8e77-4668e86441be None None] Attempting to bind port b6c0b0df-4ca4-4082-bf80-36e56f0b1719 on network dded4d91-9d15-4758-88a2-88bf5bf2d463 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:25.980961 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-da6a4c50-7da9-45fc-be65-54fbabc269a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:26.000118 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdd29db-580d-4db6-8e77-4668e86441be None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:38:26.000513 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdd29db-580d-4db6-8e77-4668e86441be None None] Checking segment: {'id': 'd32cce86-ac46-49f9-b03a-97b911260239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dded4d91-9d15-4758-88a2-88bf5bf2d463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:26.001002 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3bdd29db-580d-4db6-8e77-4668e86441be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:26.001405 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdd29db-580d-4db6-8e77-4668e86441be None None] Bound using segment: {'id': 'd32cce86-ac46-49f9-b03a-97b911260239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dded4d91-9d15-4758-88a2-88bf5bf2d463'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:38:26.001908 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-3bdd29db-580d-4db6-8e77-4668e86441be None None] Bound port: b6c0b0df-4ca4-4082-bf80-36e56f0b1719, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32cce86-ac46-49f9-b03a-97b911260239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dded4d91-9d15-4758-88a2-88bf5bf2d463'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:38:26.002309 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3bdd29db-580d-4db6-8e77-4668e86441be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:26.115932 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf11e8-df9a-4963-a9fd-5f75b5cdca02 None None] Pushing event updated for resources: {'Port': ['ID=10da0124-228d-421e-9eee-ae2252663c02,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:26.167169 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-4b29ab23-eee4-4af1-aaf5-3cb404c03efc None None] Attempting to bind port 10da0124-228d-421e-9eee-ae2252663c02 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:38:26.167544 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-4b29ab23-eee4-4af1-aaf5-3cb404c03efc None None] Attempting to bind port 10da0124-228d-421e-9eee-ae2252663c02 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'c99d494a-0902-4d55-8366-05b5269a6986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '68356134-3cc5-4339-94e4-316d1633c850'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:38:26.167907 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b29ab23-eee4-4af1-aaf5-3cb404c03efc None None] Attempting to bind port 10da0124-228d-421e-9eee-ae2252663c02 on network 68356134-3cc5-4339-94e4-316d1633c850 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:26.182352 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b29ab23-eee4-4af1-aaf5-3cb404c03efc None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:38:26.182621 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b29ab23-eee4-4af1-aaf5-3cb404c03efc None None] Checking segment: {'id': 'c99d494a-0902-4d55-8366-05b5269a6986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '68356134-3cc5-4339-94e4-316d1633c850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:26.182897 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4b29ab23-eee4-4af1-aaf5-3cb404c03efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:26.183306 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b29ab23-eee4-4af1-aaf5-3cb404c03efc None None] Bound using segment: {'id': 'c99d494a-0902-4d55-8366-05b5269a6986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '68356134-3cc5-4339-94e4-316d1633c850'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:38:26.183805 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-4b29ab23-eee4-4af1-aaf5-3cb404c03efc None None] Bound port: 10da0124-228d-421e-9eee-ae2252663c02, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d494a-0902-4d55-8366-05b5269a6986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '68356134-3cc5-4339-94e4-316d1633c850'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:38:26.184200 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4b29ab23-eee4-4af1-aaf5-3cb404c03efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:26.200517 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3bdd29db-580d-4db6-8e77-4668e86441be None None] For port b6c0b0df-4ca4-4082-bf80-36e56f0b1719, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:38:26.236058 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3bdd29db-580d-4db6-8e77-4668e86441be None None] For port b6c0b0df-4ca4-4082-bf80-36e56f0b1719, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b6c0b0df-4ca4-4082-bf80-36e56f0b1719,segment=NetworkSegment(d32cce86-ac46-49f9-b03a-97b911260239),segment_id=d32cce86-ac46-49f9-b03a-97b911260239)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:38:26.291946 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3bdd29db-580d-4db6-8e77-4668e86441be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:26.321758 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991131c-be38-4491-b9bc-e198aacef3e1 req-ef245d16-ef58-4596-b540-5e50e5e8824a tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:26.329211 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5991131c-be38-4491-b9bc-e198aacef3e1 req-ef245d16-ef58-4596-b540-5e50e5e8824a tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/ports?device_id=35400903-55a1-4cd9-a818-aa6ff7138e43 HTTP/1.1" status: 200 len: 946 time: 0.1098607 Jul 07 17:38:26.381207 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5991131c-be38-4491-b9bc-e198aacef3e1 req-4e6b05b2-6a5c-4b37-8ca8-f0e11f8c6d7e tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/security-groups?id=08218dab-f3d3-4504-b00b-83af0dbc5dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507910 Jul 07 17:38:26.381441 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-da6a4c50-7da9-45fc-be65-54fbabc269a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:26.445979 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:26.507730 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-4b29ab23-eee4-4af1-aaf5-3cb404c03efc None None] For port 10da0124-228d-421e-9eee-ae2252663c02, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:38:26.517901 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-4b29ab23-eee4-4af1-aaf5-3cb404c03efc None None] For port 10da0124-228d-421e-9eee-ae2252663c02, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=10da0124-228d-421e-9eee-ae2252663c02,segment=NetworkSegment(c99d494a-0902-4d55-8366-05b5269a6986),segment_id=c99d494a-0902-4d55-8366-05b5269a6986)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:38:26.518975 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd29db-580d-4db6-8e77-4668e86441be None None] Pushing event updated for resources: {'Port': ['ID=b6c0b0df-4ca4-4082-bf80-36e56f0b1719,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:26.528843 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4b29ab23-eee4-4af1-aaf5-3cb404c03efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:26.588966 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6a4c50-7da9-45fc-be65-54fbabc269a3 admin admin] Router 52e98fb0-606c-4cd1-8de5-825e9a45b807 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:38:26.599061 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b29ab23-eee4-4af1-aaf5-3cb404c03efc None None] Routers {'d1f747a1-e285-4907-a2dd-9a6183a45a13'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:38:26.599732 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4b29ab23-eee4-4af1-aaf5-3cb404c03efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:37:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d1f747a1-e285-4907-a2dd-9a6183a45a13'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:26.650673 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf11e8-df9a-4963-a9fd-5f75b5cdca02 None None] Pushing event updated for resources: {'Port': ['ID=10da0124-228d-421e-9eee-ae2252663c02,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:26.783815 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6a4c50-7da9-45fc-be65-54fbabc269a3 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:38:26.794204 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dfac8c-d6fc-4665-b099-a5ade1995610 None None] Sync routers for ids ['52e98fb0-606c-4cd1-8de5-825e9a45b807'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:38:26.798093 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-4b29ab23-eee4-4af1-aaf5-3cb404c03efc None None] Set router d1f747a1-e285-4907-a2dd-9a6183a45a13 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:38:26.810188 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dfac8c-d6fc-4665-b099-a5ade1995610 None None] Routers {'52e98fb0-606c-4cd1-8de5-825e9a45b807'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:38:26.811536 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-01dfac8c-d6fc-4665-b099-a5ade1995610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:37:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['52e98fb0-606c-4cd1-8de5-825e9a45b807'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:26.815517 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-da6a4c50-7da9-45fc-be65-54fbabc269a3 admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:26.819755 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-da6a4c50-7da9-45fc-be65-54fbabc269a3 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2905223 Jul 07 17:38:26.820137 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45470) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:26.865257 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6aba2bd7-f147-4c18-bc99-00c1412b0b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:26.980220 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-01dfac8c-d6fc-4665-b099-a5ade1995610 None None] Set router 52e98fb0-606c-4cd1-8de5-825e9a45b807 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:38:27.183763 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4b29ab23-eee4-4af1-aaf5-3cb404c03efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'name': 'tempest-TestServerBasicOps-1156557657-router', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'b3ee3121-704a-4962-a9fe-19432242fb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:16Z', 'updated_at': '2021-07-07T17:38:21Z', 'revision_number': 4, 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'gw_port': {'id': 'b3ee3121-704a-4962-a9fe-19432242fb45', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:17Z', 'updated_at': '2021-07-07T17:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '10da0124-228d-421e-9eee-ae2252663c02', 'name': '', 'network_id': '68356134-3cc5-4339-94e4-316d1633c850', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'mac_address': 'fa:16:3e:c9:cc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:20Z', 'updated_at': '2021-07-07T17:38:26Z', 'revision_number': 4, 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'subnets': [{'id': '5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:27.228857 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b29ab23-eee4-4af1-aaf5-3cb404c03efc None None] The sync data for ids ['d1f747a1-e285-4907-a2dd-9a6183a45a13'] in n-d-791503-12 is: [{'id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'name': 'tempest-TestServerBasicOps-1156557657-router', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'b3ee3121-704a-4962-a9fe-19432242fb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:16Z', 'updated_at': '2021-07-07T17:38:21Z', 'revision_number': 4, 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'gw_port': {'id': 'b3ee3121-704a-4962-a9fe-19432242fb45', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:17Z', 'updated_at': '2021-07-07T17:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '10da0124-228d-421e-9eee-ae2252663c02', 'name': '', 'network_id': '68356134-3cc5-4339-94e4-316d1633c850', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'mac_address': 'fa:16:3e:c9:cc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:20Z', 'updated_at': '2021-07-07T17:38:26Z', 'revision_number': 4, 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'subnets': [{'id': '5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:38:27.239475 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-01dfac8c-d6fc-4665-b099-a5ade1995610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e98fb0-606c-4cd1-8de5-825e9a45b807', 'name': 'tempest-TestServerBasicOps-1667906057-router', 'tenant_id': '1b7a6cbf10954c85be5db667553c2e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'aef42c67-a849-428f-8ddc-fe883f59d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:24Z', 'updated_at': '2021-07-07T17:38:25Z', 'revision_number': 3, 'project_id': '1b7a6cbf10954c85be5db667553c2e67', 'gw_port': {'id': 'aef42c67-a849-428f-8ddc-fe883f59d3fb', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:32:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e98fb0-606c-4cd1-8de5-825e9a45b807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:25Z', 'updated_at': '2021-07-07T17:38:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:27.278832 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dfac8c-d6fc-4665-b099-a5ade1995610 None None] Checking router: 52e98fb0-606c-4cd1-8de5-825e9a45b807 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:38:27.282877 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dfac8c-d6fc-4665-b099-a5ade1995610 None None] Updating router 52e98fb0-606c-4cd1-8de5-825e9a45b807 port aef42c67-a849-428f-8ddc-fe883f59d3fb binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:38:27.360943 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-01dfac8c-d6fc-4665-b099-a5ade1995610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:27.630291 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a31474c6-a8b3-44e5-9d26-b211a8ef7d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:27.810157 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-01dfac8c-d6fc-4665-b099-a5ade1995610 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:27.828815 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-01dfac8c-d6fc-4665-b099-a5ade1995610 None None] Transition to ACTIVE for port object aef42c67-a849-428f-8ddc-fe883f59d3fb will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:27.843125 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-01dfac8c-d6fc-4665-b099-a5ade1995610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:27.869804 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec637a-43a6-4bd3-b996-c63a302aa7a0 req-7533bad7-4b22-4539-80a8-a0f505aa9600 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:27.871403 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eaec637a-43a6-4bd3-b996-c63a302aa7a0 req-7533bad7-4b22-4539-80a8-a0f505aa9600 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/ports?device_id=35400903-55a1-4cd9-a818-aa6ff7138e43 HTTP/1.1" status: 200 len: 946 time: 0.2138300 Jul 07 17:38:27.922103 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded6f92-e006-4006-9782-c472b61af028 None None] Pushing event updated for resources: {'Port': ['ID=aef42c67-a849-428f-8ddc-fe883f59d3fb,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:27.928128 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-01dfac8c-d6fc-4665-b099-a5ade1995610 None None] Attempting to bind port aef42c67-a849-428f-8ddc-fe883f59d3fb on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:38:27.928494 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-01dfac8c-d6fc-4665-b099-a5ade1995610 None None] Attempting to bind port aef42c67-a849-428f-8ddc-fe883f59d3fb by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:38:27.928983 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dfac8c-d6fc-4665-b099-a5ade1995610 None None] Attempting to bind port aef42c67-a849-428f-8ddc-fe883f59d3fb on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:27.934972 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dfac8c-d6fc-4665-b099-a5ade1995610 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:38:27.936044 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dfac8c-d6fc-4665-b099-a5ade1995610 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:27.936698 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-01dfac8c-d6fc-4665-b099-a5ade1995610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:27.937155 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dfac8c-d6fc-4665-b099-a5ade1995610 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:38:27.937579 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-01dfac8c-d6fc-4665-b099-a5ade1995610 None None] Bound port: aef42c67-a849-428f-8ddc-fe883f59d3fb, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:38:27.937959 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-01dfac8c-d6fc-4665-b099-a5ade1995610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:27.993902 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eaec637a-43a6-4bd3-b996-c63a302aa7a0 req-f69bf3b4-696c-4fa9-834f-8d038e2c4299 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/security-groups?id=08218dab-f3d3-4504-b00b-83af0dbc5dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017301 Jul 07 17:38:27.994141 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1d5480-d0cc-4ae0-bf15-9e81577dae07 None None] Network dded4d91-9d15-4758-88a2-88bf5bf2d463 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:38:28.005825 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-01dfac8c-d6fc-4665-b099-a5ade1995610 None None] For port aef42c67-a849-428f-8ddc-fe883f59d3fb, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:38:28.010120 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-01dfac8c-d6fc-4665-b099-a5ade1995610 None None] For port aef42c67-a849-428f-8ddc-fe883f59d3fb, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=aef42c67-a849-428f-8ddc-fe883f59d3fb,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:38:28.017137 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-01dfac8c-d6fc-4665-b099-a5ade1995610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:28.115702 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-a31474c6-a8b3-44e5-9d26-b211a8ef7d70 admin admin] Allocated IP 172.20.0.1 (dded4d91-9d15-4758-88a2-88bf5bf2d463/d72124c4-3ef8-4524-a725-767f4a1674ee/e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:38:28.116169 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded6f92-e006-4006-9782-c472b61af028 None None] Pushing event updated for resources: {'Port': ['ID=aef42c67-a849-428f-8ddc-fe883f59d3fb,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:28.154232 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dfac8c-d6fc-4665-b099-a5ade1995610 None None] Routers {'52e98fb0-606c-4cd1-8de5-825e9a45b807'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:38:28.155153 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-01dfac8c-d6fc-4665-b099-a5ade1995610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:38:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['52e98fb0-606c-4cd1-8de5-825e9a45b807'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:28.184079 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:28.271252 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-dd715595-f464-49e4-8b7b-d21d15feab87 None None] Provisioning for port b6c0b0df-4ca4-4082-bf80-36e56f0b1719 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:28.399117 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b6c0b0df-4ca4-4082-bf80-36e56f0b1719 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:28.431597 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a31474c6-a8b3-44e5-9d26-b211a8ef7d70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:28.469932 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-a31474c6-a8b3-44e5-9d26-b211a8ef7d70 admin admin] Transition to ACTIVE for port object e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:28.523788 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port b6c0b0df-4ca4-4082-bf80-36e56f0b1719 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:28.531169 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port b6c0b0df-4ca4-4082-bf80-36e56f0b1719 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:28.531837 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:28.564177 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a31474c6-a8b3-44e5-9d26-b211a8ef7d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:28.673145 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-01dfac8c-d6fc-4665-b099-a5ade1995610 None None] Set router 52e98fb0-606c-4cd1-8de5-825e9a45b807 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:38:28.694221 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31474c6-a8b3-44e5-9d26-b211a8ef7d70 admin admin] Network dded4d91-9d15-4758-88a2-88bf5bf2d463 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:38:28.712423 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:28.723692 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-a31474c6-a8b3-44e5-9d26-b211a8ef7d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:28.726179 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31474c6-a8b3-44e5-9d26-b211a8ef7d70 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:38:28.757860 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31474c6-a8b3-44e5-9d26-b211a8ef7d70 admin admin] Pushing event updated for resources: {'Port': ['ID=e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:28.792412 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port b6c0b0df-4ca4-4082-bf80-36e56f0b1719, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b6c0b0df-4ca4-4082-bf80-36e56f0b1719,segment=NetworkSegment(d32cce86-ac46-49f9-b03a-97b911260239),segment_id=d32cce86-ac46-49f9-b03a-97b911260239)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:28.793314 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a31474c6-a8b3-44e5-9d26-b211a8ef7d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:28.797786 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:28.798622 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 10da0124-228d-421e-9eee-ae2252663c02 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:28.959345 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=b6c0b0df-4ca4-4082-bf80-36e56f0b1719,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:28.992018 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 10da0124-228d-421e-9eee-ae2252663c02 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:29.003262 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 10da0124-228d-421e-9eee-ae2252663c02 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:29.003872 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:29.116130 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-01dfac8c-d6fc-4665-b099-a5ade1995610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e98fb0-606c-4cd1-8de5-825e9a45b807', 'name': 'tempest-TestServerBasicOps-1667906057-router', 'tenant_id': '1b7a6cbf10954c85be5db667553c2e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'aef42c67-a849-428f-8ddc-fe883f59d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:24Z', 'updated_at': '2021-07-07T17:38:25Z', 'revision_number': 3, 'project_id': '1b7a6cbf10954c85be5db667553c2e67', 'gw_port': {'id': 'aef42c67-a849-428f-8ddc-fe883f59d3fb', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:32:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e98fb0-606c-4cd1-8de5-825e9a45b807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:25Z', 'updated_at': '2021-07-07T17:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:29.118873 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a31474c6-a8b3-44e5-9d26-b211a8ef7d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:29.143563 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9a9d4b33-ad80-42e6-ac59-ac51563f1bc3 None None] Provisioning complete for port b6c0b0df-4ca4-4082-bf80-36e56f0b1719 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:29.143946 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9a9d4b33-ad80-42e6-ac59-ac51563f1bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:29.208353 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dfac8c-d6fc-4665-b099-a5ade1995610 None None] The sync data for ids ['52e98fb0-606c-4cd1-8de5-825e9a45b807'] in n-d-791503-12 is: [{'id': '52e98fb0-606c-4cd1-8de5-825e9a45b807', 'name': 'tempest-TestServerBasicOps-1667906057-router', 'tenant_id': '1b7a6cbf10954c85be5db667553c2e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'aef42c67-a849-428f-8ddc-fe883f59d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:24Z', 'updated_at': '2021-07-07T17:38:25Z', 'revision_number': 3, 'project_id': '1b7a6cbf10954c85be5db667553c2e67', 'gw_port': {'id': 'aef42c67-a849-428f-8ddc-fe883f59d3fb', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:32:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e98fb0-606c-4cd1-8de5-825e9a45b807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:25Z', 'updated_at': '2021-07-07T17:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:38:29.368929 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:29.440793 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 10da0124-228d-421e-9eee-ae2252663c02, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=10da0124-228d-421e-9eee-ae2252663c02,segment=NetworkSegment(c99d494a-0902-4d55-8366-05b5269a6986),segment_id=c99d494a-0902-4d55-8366-05b5269a6986)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:29.447858 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:29.492305 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a31474c6-a8b3-44e5-9d26-b211a8ef7d70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:29.503486 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a31474c6-a8b3-44e5-9d26-b211a8ef7d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:29.535392 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=10da0124-228d-421e-9eee-ae2252663c02,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:29.564292 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-51849a0d-99a1-45d2-b578-4a105fabec1e None None] Provisioning for port e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:29.573783 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-51849a0d-99a1-45d2-b578-4a105fabec1e None None] Provisioning complete for port e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:29.574336 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-51849a0d-99a1-45d2-b578-4a105fabec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:29.622302 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31474c6-a8b3-44e5-9d26-b211a8ef7d70 admin admin] Pushing event updated for resources: {'Port': ['ID=e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:29.625109 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a31474c6-a8b3-44e5-9d26-b211a8ef7d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:29.643530 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-51849a0d-99a1-45d2-b578-4a105fabec1e None None] Port e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:38:29.773036 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31474c6-a8b3-44e5-9d26-b211a8ef7d70 admin admin] Network dded4d91-9d15-4758-88a2-88bf5bf2d463 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:38:29.774873 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-a31474c6-a8b3-44e5-9d26-b211a8ef7d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:29.949196 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31474c6-a8b3-44e5-9d26-b211a8ef7d70 admin admin] Router 52e98fb0-606c-4cd1-8de5-825e9a45b807 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:38:30.146876 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31474c6-a8b3-44e5-9d26-b211a8ef7d70 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:38:30.174309 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a31474c6-a8b3-44e5-9d26-b211a8ef7d70 admin admin] 10.222.0.53 "PUT /v2.0/routers/52e98fb0-606c-4cd1-8de5-825e9a45b807/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3528917 Jul 07 17:38:30.179548 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5f56197a-9b1d-4658-b67f-0b703c1f68ab None None] Provisioning complete for port e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:30.181824 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5f56197a-9b1d-4658-b67f-0b703c1f68ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:30.268327 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-5f56197a-9b1d-4658-b67f-0b703c1f68ab None None] Port e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:38:30.288285 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b6c0b0df-4ca4-4082-bf80-36e56f0b1719 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:30.341414 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:30.374832 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port b6c0b0df-4ca4-4082-bf80-36e56f0b1719 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:30.375216 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:30.488112 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 10da0124-228d-421e-9eee-ae2252663c02 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:30.564896 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 10da0124-228d-421e-9eee-ae2252663c02 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:30.565274 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:30.714996 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device aef42c67-a849-428f-8ddc-fe883f59d3fb up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:30.798762 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port aef42c67-a849-428f-8ddc-fe883f59d3fb completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:30.804312 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port aef42c67-a849-428f-8ddc-fe883f59d3fb triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:30.804733 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:31.089196 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:31.143954 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port aef42c67-a849-428f-8ddc-fe883f59d3fb, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=aef42c67-a849-428f-8ddc-fe883f59d3fb,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:31.166218 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:31.203395 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45506) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:31.209374 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-33477e38-14ce-42a2-8fc4-30086687b45e tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-532495141', 'description': 'tempest-secgroup-smoke-532495141 description', 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:31.275534 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=aef42c67-a849-428f-8ddc-fe883f59d3fb,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:31.283911 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-33477e38-14ce-42a2-8fc4-30086687b45e tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:31.397340 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-33477e38-14ce-42a2-8fc4-30086687b45e tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:31.411110 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-33477e38-14ce-42a2-8fc4-30086687b45e tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:31.480731 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-33477e38-14ce-42a2-8fc4-30086687b45e tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:31.487607 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45518) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:31.497381 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-33477e38-14ce-42a2-8fc4-30086687b45e tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2915082 Jul 07 17:38:31.504495 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-322596e6-d215-4fc1-bb35-d6dc99a99c26 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Request body: {'security_group_rule': {'security_group_id': 'd496c3bb-8b3a-459e-adab-8001ba7a3d92', 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:31.505949 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33477e38-14ce-42a2-8fc4-30086687b45e tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d496c3bb-8b3a-459e-adab-8001ba7a3d92,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:31.547044 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-322596e6-d215-4fc1-bb35-d6dc99a99c26 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:31.648142 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-322596e6-d215-4fc1-bb35-d6dc99a99c26 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:31.654330 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-322596e6-d215-4fc1-bb35-d6dc99a99c26 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:31.682272 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322596e6-d215-4fc1-bb35-d6dc99a99c26 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=641d4725-9adc-4f0a-8ec6-16f869575339,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:31.689047 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-322596e6-d215-4fc1-bb35-d6dc99a99c26 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:31.690884 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-322596e6-d215-4fc1-bb35-d6dc99a99c26 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2007918 Jul 07 17:38:31.693967 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45520) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:31.699961 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-03c9edbf-f1be-4c0a-be93-8d0aca821e22 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Request body: {'security_group_rule': {'security_group_id': 'd496c3bb-8b3a-459e-adab-8001ba7a3d92', 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:31.741558 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d18802-68a4-47c0-a6e8-60f172ba1cb0 None None] Sync routers for ids ['52e98fb0-606c-4cd1-8de5-825e9a45b807'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:38:31.750172 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-03c9edbf-f1be-4c0a-be93-8d0aca821e22 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:31.759786 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d18802-68a4-47c0-a6e8-60f172ba1cb0 None None] Routers {'52e98fb0-606c-4cd1-8de5-825e9a45b807'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:38:31.760704 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-80d18802-68a4-47c0-a6e8-60f172ba1cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:38:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['52e98fb0-606c-4cd1-8de5-825e9a45b807'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:31.858089 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-03c9edbf-f1be-4c0a-be93-8d0aca821e22 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:31.864736 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-03c9edbf-f1be-4c0a-be93-8d0aca821e22 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:31.888747 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9edbf-f1be-4c0a-be93-8d0aca821e22 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d038b0d-f3df-4281-800f-687d0a938ae6,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:31.901486 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-03c9edbf-f1be-4c0a-be93-8d0aca821e22 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:31.903838 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-03c9edbf-f1be-4c0a-be93-8d0aca821e22 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2078667 Jul 07 17:38:31.906490 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45522) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:31.915891 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-3c545652-a548-4a65-b80b-85d0bc3e5316 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Request body: {'security_group_rule': {'security_group_id': 'd496c3bb-8b3a-459e-adab-8001ba7a3d92', 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:31.946516 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-80d18802-68a4-47c0-a6e8-60f172ba1cb0 None None] Set router 52e98fb0-606c-4cd1-8de5-825e9a45b807 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:38:31.955326 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3c545652-a548-4a65-b80b-85d0bc3e5316 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:32.039045 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3c545652-a548-4a65-b80b-85d0bc3e5316 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:32.044852 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3c545652-a548-4a65-b80b-85d0bc3e5316 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:32.074002 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c545652-a548-4a65-b80b-85d0bc3e5316 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=776cd5d5-c8e9-4410-b93d-c1a198d8d8e2,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:32.084699 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3c545652-a548-4a65-b80b-85d0bc3e5316 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:32.091123 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45534) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:32.091362 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3c545652-a548-4a65-b80b-85d0bc3e5316 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1832747 Jul 07 17:38:32.097921 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-7867e0f8-c5ac-4ef3-976d-4b96295fc4ad tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Request body: {'security_group_rule': {'security_group_id': 'd496c3bb-8b3a-459e-adab-8001ba7a3d92', 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:32.151356 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7867e0f8-c5ac-4ef3-976d-4b96295fc4ad tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:32.247182 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device aef42c67-a849-428f-8ddc-fe883f59d3fb up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:32.267436 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7867e0f8-c5ac-4ef3-976d-4b96295fc4ad tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:32.273208 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7867e0f8-c5ac-4ef3-976d-4b96295fc4ad tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:32.299680 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867e0f8-c5ac-4ef3-976d-4b96295fc4ad tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42403be-65d0-45be-a95d-4bbe3476beff,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:32.312798 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7867e0f8-c5ac-4ef3-976d-4b96295fc4ad tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:32.315072 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7867e0f8-c5ac-4ef3-976d-4b96295fc4ad tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2222075 Jul 07 17:38:32.319536 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45536) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:32.327440 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-ce6077e3-ec7d-4715-b616-c2afe31b288c tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Request body: {'security_group_rule': {'security_group_id': 'd496c3bb-8b3a-459e-adab-8001ba7a3d92', 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:32.370298 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port aef42c67-a849-428f-8ddc-fe883f59d3fb triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:32.372204 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:32.394305 n-d-791503-12 neutron-server[100193]: INFO neutron.db.securitygroups_db [None req-ce6077e3-ec7d-4715-b616-c2afe31b288c tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Project 6aa2dcd71fbe40349f68db67faf73dcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:38:32.402700 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ce6077e3-ec7d-4715-b616-c2afe31b288c tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:32.408337 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-80d18802-68a4-47c0-a6e8-60f172ba1cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e98fb0-606c-4cd1-8de5-825e9a45b807', 'name': 'tempest-TestServerBasicOps-1667906057-router', 'tenant_id': '1b7a6cbf10954c85be5db667553c2e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'aef42c67-a849-428f-8ddc-fe883f59d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:24Z', 'updated_at': '2021-07-07T17:38:29Z', 'revision_number': 4, 'project_id': '1b7a6cbf10954c85be5db667553c2e67', 'gw_port': {'id': 'aef42c67-a849-428f-8ddc-fe883f59d3fb', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e98fb0-606c-4cd1-8de5-825e9a45b807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:25Z', 'updated_at': '2021-07-07T17:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd', 'name': '', 'network_id': 'dded4d91-9d15-4758-88a2-88bf5bf2d463', 'tenant_id': '1b7a6cbf10954c85be5db667553c2e67', 'mac_address': 'fa:16:3e:75:5a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e98fb0-606c-4cd1-8de5-825e9a45b807', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'd72124c4-3ef8-4524-a725-767f4a1674ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:27Z', 'updated_at': '2021-07-07T17:38:29Z', 'revision_number': 2, 'project_id': '1b7a6cbf10954c85be5db667553c2e67', 'subnets': [{'id': 'd72124c4-3ef8-4524-a725-767f4a1674ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:32.490503 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d18802-68a4-47c0-a6e8-60f172ba1cb0 None None] Checking router: 52e98fb0-606c-4cd1-8de5-825e9a45b807 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:38:32.491219 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d18802-68a4-47c0-a6e8-60f172ba1cb0 None None] Updating router 52e98fb0-606c-4cd1-8de5-825e9a45b807 port e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:38:32.491798 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ce6077e3-ec7d-4715-b616-c2afe31b288c tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:32.497301 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ce6077e3-ec7d-4715-b616-c2afe31b288c tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:32.533218 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ce6077e3-ec7d-4715-b616-c2afe31b288c tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:32.537380 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ce6077e3-ec7d-4715-b616-c2afe31b288c tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2139475 Jul 07 17:38:32.537732 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45540) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:32.543495 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-7b434fe0-7e6b-4e26-9817-33eaa2f172b1 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Request body: {'security_group_rule': {'security_group_id': 'd496c3bb-8b3a-459e-adab-8001ba7a3d92', 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:32.551438 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6077e3-ec7d-4715-b616-c2afe31b288c tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=777409e5-58c6-45c6-94fb-fbfb996a97cb,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:32.577967 n-d-791503-12 neutron-server[100192]: INFO neutron.db.securitygroups_db [None req-7b434fe0-7e6b-4e26-9817-33eaa2f172b1 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Project 6aa2dcd71fbe40349f68db67faf73dcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:38:32.588870 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b434fe0-7e6b-4e26-9817-33eaa2f172b1 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:32.595143 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-80d18802-68a4-47c0-a6e8-60f172ba1cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:32.661231 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b434fe0-7e6b-4e26-9817-33eaa2f172b1 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:32.666561 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b434fe0-7e6b-4e26-9817-33eaa2f172b1 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:32.689644 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b434fe0-7e6b-4e26-9817-33eaa2f172b1 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3526d80d-cdc0-4689-baf2-8defc26396dd,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:32.696975 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7b434fe0-7e6b-4e26-9817-33eaa2f172b1 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:32.698845 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7b434fe0-7e6b-4e26-9817-33eaa2f172b1 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1599758 Jul 07 17:38:32.929814 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-997377bf-f754-41f7-aed6-f15ed57f617d tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-532495141&fields=id&tenant_id=6aa2dcd71fbe40349f68db67faf73dcf HTTP/1.1" status: 200 len: 267 time: 0.0589271 Jul 07 17:38:32.988245 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-80d18802-68a4-47c0-a6e8-60f172ba1cb0 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:33.001398 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-80d18802-68a4-47c0-a6e8-60f172ba1cb0 None None] Transition to ACTIVE for port object e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:33.009980 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-80d18802-68a4-47c0-a6e8-60f172ba1cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:33.070844 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-b52009ad-8841-4027-981a-1f98e9f75304 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:33.072396 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-b52009ad-8841-4027-981a-1f98e9f75304 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/networks?id=68356134-3cc5-4339-94e4-316d1633c850 HTTP/1.1" status: 200 len: 809 time: 0.1415348 Jul 07 17:38:33.109232 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-bfe0cd13-5cb1-4f42-a335-8015a1bf284f tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/quotas/6aa2dcd71fbe40349f68db67faf73dcf HTTP/1.1" status: 200 len: 375 time: 0.0181317 Jul 07 17:38:33.195174 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23259af8-7c70-4f04-b47a-c0cd12f7799b None None] Pushing event updated for resources: {'Port': ['ID=e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:33.219351 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-80d18802-68a4-47c0-a6e8-60f172ba1cb0 None None] Attempting to bind port e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:38:33.219729 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-80d18802-68a4-47c0-a6e8-60f172ba1cb0 None None] Attempting to bind port e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'd32cce86-ac46-49f9-b03a-97b911260239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dded4d91-9d15-4758-88a2-88bf5bf2d463'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:38:33.220102 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d18802-68a4-47c0-a6e8-60f172ba1cb0 None None] Attempting to bind port e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd on network dded4d91-9d15-4758-88a2-88bf5bf2d463 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:33.227354 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d18802-68a4-47c0-a6e8-60f172ba1cb0 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:38:33.227813 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d18802-68a4-47c0-a6e8-60f172ba1cb0 None None] Checking segment: {'id': 'd32cce86-ac46-49f9-b03a-97b911260239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dded4d91-9d15-4758-88a2-88bf5bf2d463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:33.228165 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-80d18802-68a4-47c0-a6e8-60f172ba1cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:33.228573 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d18802-68a4-47c0-a6e8-60f172ba1cb0 None None] Bound using segment: {'id': 'd32cce86-ac46-49f9-b03a-97b911260239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dded4d91-9d15-4758-88a2-88bf5bf2d463'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:38:33.231568 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-80d18802-68a4-47c0-a6e8-60f172ba1cb0 None None] Bound port: e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32cce86-ac46-49f9-b03a-97b911260239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dded4d91-9d15-4758-88a2-88bf5bf2d463'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:38:33.231568 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-80d18802-68a4-47c0-a6e8-60f172ba1cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:33.263293 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-c3379b43-a585-45f6-89c2-8380d9926ad0 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6aa2dcd71fbe40349f68db67faf73dcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1505175 Jul 07 17:38:33.366612 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-80d18802-68a4-47c0-a6e8-60f172ba1cb0 None None] For port e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:38:33.376425 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-80d18802-68a4-47c0-a6e8-60f172ba1cb0 None None] For port e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd,segment=NetworkSegment(d32cce86-ac46-49f9-b03a-97b911260239),segment_id=d32cce86-ac46-49f9-b03a-97b911260239)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:38:33.382104 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-80d18802-68a4-47c0-a6e8-60f172ba1cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:33.438795 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d18802-68a4-47c0-a6e8-60f172ba1cb0 None None] Routers {'52e98fb0-606c-4cd1-8de5-825e9a45b807'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:38:33.439456 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-80d18802-68a4-47c0-a6e8-60f172ba1cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:38:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['52e98fb0-606c-4cd1-8de5-825e9a45b807'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:33.464731 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-a12303b6-3a07-4342-be6a-8e8be6978363 service neutron] 10.222.0.53 "GET /v2.0/networks/68356134-3cc5-4339-94e4-316d1633c850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991017 Jul 07 17:38:33.496839 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23259af8-7c70-4f04-b47a-c0cd12f7799b None None] Pushing event updated for resources: {'Port': ['ID=e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:33.599500 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-80d18802-68a4-47c0-a6e8-60f172ba1cb0 None None] Set router 52e98fb0-606c-4cd1-8de5-825e9a45b807 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:38:33.640129 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-64e8f046-5b89-4c79-8772-76e8eae02ca3 service neutron] 10.222.0.53 "GET /v2.0/networks/68356134-3cc5-4339-94e4-316d1633c850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669269 Jul 07 17:38:33.926989 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-80d18802-68a4-47c0-a6e8-60f172ba1cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e98fb0-606c-4cd1-8de5-825e9a45b807', 'name': 'tempest-TestServerBasicOps-1667906057-router', 'tenant_id': '1b7a6cbf10954c85be5db667553c2e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'aef42c67-a849-428f-8ddc-fe883f59d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:24Z', 'updated_at': '2021-07-07T17:38:29Z', 'revision_number': 4, 'project_id': '1b7a6cbf10954c85be5db667553c2e67', 'gw_port': {'id': 'aef42c67-a849-428f-8ddc-fe883f59d3fb', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e98fb0-606c-4cd1-8de5-825e9a45b807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:25Z', 'updated_at': '2021-07-07T17:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd', 'name': '', 'network_id': 'dded4d91-9d15-4758-88a2-88bf5bf2d463', 'tenant_id': '1b7a6cbf10954c85be5db667553c2e67', 'mac_address': 'fa:16:3e:75:5a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e98fb0-606c-4cd1-8de5-825e9a45b807', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'd72124c4-3ef8-4524-a725-767f4a1674ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:27Z', 'updated_at': '2021-07-07T17:38:33Z', 'revision_number': 4, 'project_id': '1b7a6cbf10954c85be5db667553c2e67', 'subnets': [{'id': 'd72124c4-3ef8-4524-a725-767f4a1674ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:33.963795 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d18802-68a4-47c0-a6e8-60f172ba1cb0 None None] The sync data for ids ['52e98fb0-606c-4cd1-8de5-825e9a45b807'] in n-d-791503-12 is: [{'id': '52e98fb0-606c-4cd1-8de5-825e9a45b807', 'name': 'tempest-TestServerBasicOps-1667906057-router', 'tenant_id': '1b7a6cbf10954c85be5db667553c2e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'aef42c67-a849-428f-8ddc-fe883f59d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:24Z', 'updated_at': '2021-07-07T17:38:29Z', 'revision_number': 4, 'project_id': '1b7a6cbf10954c85be5db667553c2e67', 'gw_port': {'id': 'aef42c67-a849-428f-8ddc-fe883f59d3fb', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e98fb0-606c-4cd1-8de5-825e9a45b807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:25Z', 'updated_at': '2021-07-07T17:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd', 'name': '', 'network_id': 'dded4d91-9d15-4758-88a2-88bf5bf2d463', 'tenant_id': '1b7a6cbf10954c85be5db667553c2e67', 'mac_address': 'fa:16:3e:75:5a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e98fb0-606c-4cd1-8de5-825e9a45b807', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'd72124c4-3ef8-4524-a725-767f4a1674ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:27Z', 'updated_at': '2021-07-07T17:38:33Z', 'revision_number': 4, 'project_id': '1b7a6cbf10954c85be5db667553c2e67', 'subnets': [{'id': 'd72124c4-3ef8-4524-a725-767f4a1674ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:38:34.245801 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:34.376783 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:34.383035 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:34.383423 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:34.569009 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:34.655349 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd,segment=NetworkSegment(d32cce86-ac46-49f9-b03a-97b911260239),segment_id=d32cce86-ac46-49f9-b03a-97b911260239)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:34.661583 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:34.690661 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-86bbde5d-6d9a-40f8-ad2d-ead2b22af3bb req-6c330016-270b-48f6-993d-338f09cd582e tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a HTTP/1.1" status: 200 len: 210 time: 0.7576849 Jul 07 17:38:34.808157 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:35.780184 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-a7ca980b-a2dd-465a-8e63-9c03290b41e4 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:35.784552 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-a7ca980b-a2dd-465a-8e63-9c03290b41e4 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.64 "GET /v2.0/networks?id=68356134-3cc5-4339-94e4-316d1633c850 HTTP/1.1" status: 200 len: 809 time: 0.1316228 Jul 07 17:38:35.860046 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-d4003537-de08-4738-917f-5aad4c564ff6 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6aa2dcd71fbe40349f68db67faf73dcf HTTP/1.1" status: 200 len: 379 time: 0.0666156 Jul 07 17:38:35.874615 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-7a9600fc-17c6-4c8e-a19b-2c2a30ee7f4b tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Request body: {'port': {'device_id': '8cf45546-970f-4d6b-a5ab-3faa58f6aa6a', 'network_id': '68356134-3cc5-4339-94e4-316d1633c850', 'admin_state_up': True, 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'security_groups': ['d496c3bb-8b3a-459e-adab-8001ba7a3d92']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:35.973452 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1c8b1370-2712-4e9b-a2be-bbde37608e35 req-60de15b8-d3e6-4e24-9bbf-001ed23b9b87 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a HTTP/1.1" status: 200 len: 210 time: 0.0733838 Jul 07 17:38:36.052925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-7a9600fc-17c6-4c8e-a19b-2c2a30ee7f4b tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Made reservation on behalf of 6aa2dcd71fbe40349f68db67faf73dcf for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:38:36.058246 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-7a9600fc-17c6-4c8e-a19b-2c2a30ee7f4b tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:36.154532 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:36.217953 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:36.218405 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:36.224230 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-7a9600fc-17c6-4c8e-a19b-2c2a30ee7f4b tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Allocated IP 172.20.0.6 (68356134-3cc5-4339-94e4-316d1633c850/5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb/aeff9394-0f03-4ce1-b16a-17d4212470b6) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:38:36.427418 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-7a9600fc-17c6-4c8e-a19b-2c2a30ee7f4b tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:36.449356 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-7a9600fc-17c6-4c8e-a19b-2c2a30ee7f4b tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Transition to ACTIVE for port object aeff9394-0f03-4ce1-b16a-17d4212470b6 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:36.494003 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-7a9600fc-17c6-4c8e-a19b-2c2a30ee7f4b tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:36.540240 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-7a9600fc-17c6-4c8e-a19b-2c2a30ee7f4b tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Network 68356134-3cc5-4339-94e4-316d1633c850 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:38:36.545891 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-7a9600fc-17c6-4c8e-a19b-2c2a30ee7f4b tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:36.549754 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-7a9600fc-17c6-4c8e-a19b-2c2a30ee7f4b tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:38:36.579873 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9600fc-17c6-4c8e-a19b-2c2a30ee7f4b tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Pushing event updated for resources: {'Port': ['ID=aeff9394-0f03-4ce1-b16a-17d4212470b6,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:36.610355 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-7a9600fc-17c6-4c8e-a19b-2c2a30ee7f4b tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:36.611000 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-7a9600fc-17c6-4c8e-a19b-2c2a30ee7f4b tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:36.626395 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-7a9600fc-17c6-4c8e-a19b-2c2a30ee7f4b tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7570806 Jul 07 17:38:36.638466 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-389e7c2e-337c-4c2c-8ab1-45535cd553ab service neutron] Request body: {'port': {'device_id': '8cf45546-970f-4d6b-a5ab-3faa58f6aa6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:36.723040 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-389e7c2e-337c-4c2c-8ab1-45535cd553ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:36.803110 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-05be7fbe-d00c-4cde-9c92-62306d98db21 None None] Provisioning for port aeff9394-0f03-4ce1-b16a-17d4212470b6 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:36.811918 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-05be7fbe-d00c-4cde-9c92-62306d98db21 None None] Provisioning complete for port aeff9394-0f03-4ce1-b16a-17d4212470b6 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:36.811918 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-05be7fbe-d00c-4cde-9c92-62306d98db21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:36.875474 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-05be7fbe-d00c-4cde-9c92-62306d98db21 None None] Port aeff9394-0f03-4ce1-b16a-17d4212470b6 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:38:37.043508 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-389e7c2e-337c-4c2c-8ab1-45535cd553ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeff9394-0f03-4ce1-b16a-17d4212470b6 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:38:37.053273 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-389e7c2e-337c-4c2c-8ab1-45535cd553ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:37.068756 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-389e7c2e-337c-4c2c-8ab1-45535cd553ab service neutron] Transition to ACTIVE for port object aeff9394-0f03-4ce1-b16a-17d4212470b6 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:37.073021 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-389e7c2e-337c-4c2c-8ab1-45535cd553ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:37.194430 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7c2e-337c-4c2c-8ab1-45535cd553ab service neutron] Pushing event updated for resources: {'Port': ['ID=aeff9394-0f03-4ce1-b16a-17d4212470b6,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:37.276506 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64b292-8840-4361-9273-42681dff4c28 req-432fa1bb-b2cf-42f5-b060-ecf5c3263b59 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:37.278200 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6d64b292-8840-4361-9273-42681dff4c28 req-432fa1bb-b2cf-42f5-b060-ecf5c3263b59 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a HTTP/1.1" status: 200 len: 943 time: 0.1651490 Jul 07 17:38:37.284045 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-389e7c2e-337c-4c2c-8ab1-45535cd553ab service neutron] Attempting to bind port aeff9394-0f03-4ce1-b16a-17d4212470b6 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:38:37.284392 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-389e7c2e-337c-4c2c-8ab1-45535cd553ab service neutron] Attempting to bind port aeff9394-0f03-4ce1-b16a-17d4212470b6 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'c99d494a-0902-4d55-8366-05b5269a6986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '68356134-3cc5-4339-94e4-316d1633c850'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:38:37.284772 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-389e7c2e-337c-4c2c-8ab1-45535cd553ab service neutron] Attempting to bind port aeff9394-0f03-4ce1-b16a-17d4212470b6 on network 68356134-3cc5-4339-94e4-316d1633c850 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:37.297789 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-389e7c2e-337c-4c2c-8ab1-45535cd553ab service neutron] Port aeff9394-0f03-4ce1-b16a-17d4212470b6 on network 68356134-3cc5-4339-94e4-316d1633c850 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:38:37.298119 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-389e7c2e-337c-4c2c-8ab1-45535cd553ab service neutron] Attempting to bind port aeff9394-0f03-4ce1-b16a-17d4212470b6 on network 68356134-3cc5-4339-94e4-316d1633c850 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:37.325359 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-389e7c2e-337c-4c2c-8ab1-45535cd553ab service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:38:37.325705 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-389e7c2e-337c-4c2c-8ab1-45535cd553ab service neutron] Checking segment: {'id': 'c99d494a-0902-4d55-8366-05b5269a6986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '68356134-3cc5-4339-94e4-316d1633c850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:37.326103 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-389e7c2e-337c-4c2c-8ab1-45535cd553ab service neutron] Bound using segment: {'id': 'c99d494a-0902-4d55-8366-05b5269a6986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '68356134-3cc5-4339-94e4-316d1633c850'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:38:37.326560 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-389e7c2e-337c-4c2c-8ab1-45535cd553ab service neutron] Bound port: aeff9394-0f03-4ce1-b16a-17d4212470b6, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c99d494a-0902-4d55-8366-05b5269a6986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '68356134-3cc5-4339-94e4-316d1633c850'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:38:37.326972 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-389e7c2e-337c-4c2c-8ab1-45535cd553ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:37.341722 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6d64b292-8840-4361-9273-42681dff4c28 req-01c595cd-a9d8-4e07-8b63-fd71166415df tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d496c3bb-8b3a-459e-adab-8001ba7a3d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544057 Jul 07 17:38:37.405637 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-389e7c2e-337c-4c2c-8ab1-45535cd553ab service neutron] For port aeff9394-0f03-4ce1-b16a-17d4212470b6, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:38:37.409885 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-389e7c2e-337c-4c2c-8ab1-45535cd553ab service neutron] For port aeff9394-0f03-4ce1-b16a-17d4212470b6, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=aeff9394-0f03-4ce1-b16a-17d4212470b6,segment=NetworkSegment(c99d494a-0902-4d55-8366-05b5269a6986),segment_id=c99d494a-0902-4d55-8366-05b5269a6986)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:38:37.415381 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-389e7c2e-337c-4c2c-8ab1-45535cd553ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:37.455199 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-389e7c2e-337c-4c2c-8ab1-45535cd553ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:37.455828 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-389e7c2e-337c-4c2c-8ab1-45535cd553ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:37.457334 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-389e7c2e-337c-4c2c-8ab1-45535cd553ab service neutron] 10.222.0.64 "PUT /v2.0/ports/aeff9394-0f03-4ce1-b16a-17d4212470b6 HTTP/1.1" status: 200 len: 1092 time: 0.8235831 Jul 07 17:38:37.457789 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cf45546-970f-4d6b-a5ab-3faa58f6aa6a', 'tag': 'aeff9394-0f03-4ce1-b16a-17d4212470b6'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:37.460417 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237c85d8-d5bd-49b7-8992-288839ad2ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "8cf45546-970f-4d6b-a5ab-3faa58f6aa6a", "tag": "aeff9394-0f03-4ce1-b16a-17d4212470b6"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:37.507971 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7c2e-337c-4c2c-8ab1-45535cd553ab service neutron] Pushing event updated for resources: {'Port': ['ID=aeff9394-0f03-4ce1-b16a-17d4212470b6,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:37.537636 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93206b9-e529-49ed-a1b9-ad1e3e525f6b x-openstack-request-id: req-e93206b9-e529-49ed-a1b9-ad1e3e525f6b {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:37.538776 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cf45546-970f-4d6b-a5ab-3faa58f6aa6a", "tag": "aeff9394-0f03-4ce1-b16a-17d4212470b6", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:37.539053 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e93206b9-e529-49ed-a1b9-ad1e3e525f6b {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:37.539472 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cf45546-970f-4d6b-a5ab-3faa58f6aa6a', 'tag': 'aeff9394-0f03-4ce1-b16a-17d4212470b6', 'status': 'completed', 'code': 200} Jul 07 17:38:37.546334 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:37.611685 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-795a6163-8ddc-4c78-ad71-ccaf71404a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:37.613299 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-795a6163-8ddc-4c78-ad71-ccaf71404a63 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aa2dcd71fbe40349f68db67faf73dcf&device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a HTTP/1.1" status: 200 len: 1095 time: 0.0887403 Jul 07 17:38:37.660770 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-f2a5db60-367c-4fb8-b372-eb4583916bc0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aeff9394-0f03-4ce1-b16a-17d4212470b6 HTTP/1.1" status: 200 len: 217 time: 0.0403256 Jul 07 17:38:37.716907 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-09ac9935-f438-4059-88d4-b80177065277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:37.718781 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-09ac9935-f438-4059-88d4-b80177065277 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb HTTP/1.1" status: 200 len: 848 time: 0.0514896 Jul 07 17:38:37.785643 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-dd3f107a-8f21-4a2e-a3ee-b373ea1a9dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:37.787204 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-dd3f107a-8f21-4a2e-a3ee-b373ea1a9dc1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68356134-3cc5-4339-94e4-316d1633c850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620027 Jul 07 17:38:37.892555 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-fdff23cc-71f4-44d9-a0f4-a7aed24ee5ff service neutron] 10.222.0.64 "GET /v2.0/networks/68356134-3cc5-4339-94e4-316d1633c850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989141 Jul 07 17:38:37.989318 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7e9c7f61-00e7-44f5-88f4-3a1840d15bbf req-93abe07e-456c-41c2-aad7-b95ed4100b09 service neutron] 10.222.0.64 "GET /v2.0/networks/68356134-3cc5-4339-94e4-316d1633c850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898023 Jul 07 17:38:38.004590 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:38.112640 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c85d8-d5bd-49b7-8992-288839ad2ef8 req-5f619bc9-18e3-4fb2-8155-7f45c6e6a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:38.114234 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-237c85d8-d5bd-49b7-8992-288839ad2ef8 req-5f619bc9-18e3-4fb2-8155-7f45c6e6a68f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aa2dcd71fbe40349f68db67faf73dcf&device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a HTTP/1.1" status: 200 len: 1095 time: 0.0716522 Jul 07 17:38:38.215052 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c85d8-d5bd-49b7-8992-288839ad2ef8 req-686c7353-9d52-4d32-a0d6-425e30e6e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:38.216609 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-237c85d8-d5bd-49b7-8992-288839ad2ef8 req-686c7353-9d52-4d32-a0d6-425e30e6e3bd service neutron] 10.222.0.64 "GET /v2.0/networks?id=68356134-3cc5-4339-94e4-316d1633c850 HTTP/1.1" status: 200 len: 910 time: 0.0952079 Jul 07 17:38:38.265149 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-237c85d8-d5bd-49b7-8992-288839ad2ef8 req-c5133ef0-a220-4c25-bc8c-f1f8d6bc9d2c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aeff9394-0f03-4ce1-b16a-17d4212470b6 HTTP/1.1" status: 200 len: 217 time: 0.0410874 Jul 07 17:38:38.341095 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-48d47bdb-5c6e-469c-b543-dff2c6459045 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1846326040&fields=id&tenant_id=66782d55a9284144a8994a9a98696a09 HTTP/1.1" status: 200 len: 267 time: 0.0789783 Jul 07 17:38:38.346476 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c85d8-d5bd-49b7-8992-288839ad2ef8 req-07265bf2-2626-41d9-baeb-5e9228785752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:38.347894 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-237c85d8-d5bd-49b7-8992-288839ad2ef8 req-07265bf2-2626-41d9-baeb-5e9228785752 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb HTTP/1.1" status: 200 len: 848 time: 0.0699883 Jul 07 17:38:38.492906 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-3c52d307-43f2-43fc-8b06-d934b6847416 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:38.494468 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-3c52d307-43f2-43fc-8b06-d934b6847416 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 811 time: 0.1456504 Jul 07 17:38:38.497395 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c85d8-d5bd-49b7-8992-288839ad2ef8 req-d9a5396d-2f39-4928-889a-426227d58676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:38.499362 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-237c85d8-d5bd-49b7-8992-288839ad2ef8 req-d9a5396d-2f39-4928-889a-426227d58676 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68356134-3cc5-4339-94e4-316d1633c850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1396511 Jul 07 17:38:38.519369 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-66a13529-4515-42e7-be7f-8ee4e3e882b2 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/quotas/66782d55a9284144a8994a9a98696a09 HTTP/1.1" status: 200 len: 375 time: 0.0185506 Jul 07 17:38:38.535035 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5836d1-4f3d-4e00-85fd-003748d5eb23 req-24ebb2aa-3958-4c55-b08a-f97072a0d5a0 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:38.536587 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea5836d1-4f3d-4e00-85fd-003748d5eb23 req-24ebb2aa-3958-4c55-b08a-f97072a0d5a0 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a HTTP/1.1" status: 200 len: 943 time: 0.0688715 Jul 07 17:38:38.578885 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea5836d1-4f3d-4e00-85fd-003748d5eb23 req-552a1f9f-efd5-4766-be7c-70696a5d5376 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d496c3bb-8b3a-459e-adab-8001ba7a3d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363989 Jul 07 17:38:38.648865 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-237c85d8-d5bd-49b7-8992-288839ad2ef8 req-22afda6d-6431-4b9a-8b88-49dfb830b7d7 service neutron] 10.222.0.64 "GET /v2.0/networks/68356134-3cc5-4339-94e4-316d1633c850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406775 Jul 07 17:38:38.659026 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-a0440707-a00b-4ab2-bd7c-67ec73bef639 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1301923 Jul 07 17:38:38.811838 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-237c85d8-d5bd-49b7-8992-288839ad2ef8 req-5730407d-381a-467a-8639-56c540732282 service neutron] 10.222.0.64 "GET /v2.0/networks/68356134-3cc5-4339-94e4-316d1633c850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514294 Jul 07 17:38:38.817552 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-5f573f5d-eb80-4a4b-a4f7-7356815fe273 service neutron] 10.222.0.53 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400867 Jul 07 17:38:38.924836 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-5051dcfd-a630-4db1-ab4c-98e573c666f4 service neutron] 10.222.0.53 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014235 Jul 07 17:38:39.240403 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be02b540-f58b-4b48-9f92-aa4d315d3020 req-5b888c8f-e947-46a4-8abb-53204e43b609 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 210 time: 0.0309086 Jul 07 17:38:39.766715 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806a039-fd1d-4872-88bb-fb1c438d07c0 req-6529de48-b1c7-4931-a1aa-788a91bd52b2 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:39.768291 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9806a039-fd1d-4872-88bb-fb1c438d07c0 req-6529de48-b1c7-4931-a1aa-788a91bd52b2 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a HTTP/1.1" status: 200 len: 943 time: 0.0690789 Jul 07 17:38:39.810971 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9806a039-fd1d-4872-88bb-fb1c438d07c0 req-f7ee0711-173c-4487-9b2e-afba852e0325 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d496c3bb-8b3a-459e-adab-8001ba7a3d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365582 Jul 07 17:38:40.384140 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-181b6f9a-7d5d-44b2-bea6-d8f6a54df031 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:40.385787 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-181b6f9a-7d5d-44b2-bea6-d8f6a54df031 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.72 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 811 time: 0.1330605 Jul 07 17:38:40.403630 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-65cdf065-c3d4-4ffa-9902-4fed7d7d8253 req-446e292e-e0f6-4c0b-9e73-91976839088a tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 210 time: 0.0396693 Jul 07 17:38:40.449414 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-ede82b70-4146-4287-bba7-e80117e17dae tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66782d55a9284144a8994a9a98696a09 HTTP/1.1" status: 200 len: 380 time: 0.0409780 Jul 07 17:38:40.461748 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-d56cc431-a26e-4594-af36-44ded466e878 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Request body: {'port': {'device_id': '4a96b8dc-104a-413f-b915-0fe61b3556dd', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'admin_state_up': True, 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'security_groups': ['9e8545f5-c7c8-4915-8a22-84ee80275249']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:40.597359 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-d56cc431-a26e-4594-af36-44ded466e878 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Made reservation on behalf of 66782d55a9284144a8994a9a98696a09 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:38:40.604035 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-d56cc431-a26e-4594-af36-44ded466e878 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:40.745464 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-d56cc431-a26e-4594-af36-44ded466e878 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Allocated IP 172.20.0.12 (bfa2b772-e8c4-474c-9bbc-eeafbbaeb767/96a9e05f-47c3-4c4b-bd45-67d2458e49df/037aba6c-b878-4e5e-ac82-ec44de084bd2) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:38:40.963364 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device aeff9394-0f03-4ce1-b16a-17d4212470b6 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:38:41.047154 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53451d75-96eb-49c4-8436-e552bf0398a8 req-e3c68a76-164a-4f1b-8778-277d8eaa81b1 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:41.049314 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-53451d75-96eb-49c4-8436-e552bf0398a8 req-e3c68a76-164a-4f1b-8778-277d8eaa81b1 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a HTTP/1.1" status: 200 len: 943 time: 0.0945520 Jul 07 17:38:41.110509 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port aeff9394-0f03-4ce1-b16a-17d4212470b6, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=aeff9394-0f03-4ce1-b16a-17d4212470b6,segment=NetworkSegment(c99d494a-0902-4d55-8366-05b5269a6986),segment_id=c99d494a-0902-4d55-8366-05b5269a6986)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:41.125172 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'aeff9394-0f03-4ce1-b16a-17d4212470b6', 'network_id': '68356134-3cc5-4339-94e4-316d1633c850', 'port_id': 'aeff9394-0f03-4ce1-b16a-17d4212470b6', 'mac_address': 'fa:16:3e:cb:3f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:38:41.135374 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-53451d75-96eb-49c4-8436-e552bf0398a8 req-de5e3a09-3d04-4dcd-8082-756de5071681 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d496c3bb-8b3a-459e-adab-8001ba7a3d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783687 Jul 07 17:38:41.197482 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:41.211919 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeff9394-0f03-4ce1-b16a-17d4212470b6 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:38:41.234348 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port aeff9394-0f03-4ce1-b16a-17d4212470b6, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=aeff9394-0f03-4ce1-b16a-17d4212470b6,segment=NetworkSegment(c99d494a-0902-4d55-8366-05b5269a6986),segment_id=c99d494a-0902-4d55-8366-05b5269a6986)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:41.240369 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:41.297011 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=aeff9394-0f03-4ce1-b16a-17d4212470b6,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:41.334814 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-d56cc431-a26e-4594-af36-44ded466e878 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:41.348358 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-d56cc431-a26e-4594-af36-44ded466e878 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Transition to ACTIVE for port object 037aba6c-b878-4e5e-ac82-ec44de084bd2 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:41.383130 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-d56cc431-a26e-4594-af36-44ded466e878 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:41.427408 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-d56cc431-a26e-4594-af36-44ded466e878 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:38:41.433160 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-d56cc431-a26e-4594-af36-44ded466e878 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:41.438151 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-d56cc431-a26e-4594-af36-44ded466e878 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:38:41.470162 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['aeff9394-0f03-4ce1-b16a-17d4212470b6'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:38:41.504373 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-d56cc431-a26e-4594-af36-44ded466e878 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:41.505528 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-d56cc431-a26e-4594-af36-44ded466e878 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:41.521933 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56cc431-a26e-4594-af36-44ded466e878 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event updated for resources: {'Port': ['ID=037aba6c-b878-4e5e-ac82-ec44de084bd2,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:41.543506 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-d56cc431-a26e-4594-af36-44ded466e878 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0874474 Jul 07 17:38:41.558532 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-8a663673-8e89-458d-890c-9dac43a2c4a4 service neutron] Request body: {'port': {'device_id': '4a96b8dc-104a-413f-b915-0fe61b3556dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:41.723880 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-8a663673-8e89-458d-890c-9dac43a2c4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:41.785853 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ee158-dc9f-4a28-bad2-f53194669e76 req-71ce5122-9e9b-4cb1-bf75-f1ddf523e760 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:41.787876 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d61ee158-dc9f-4a28-bad2-f53194669e76 req-71ce5122-9e9b-4cb1-bf75-f1ddf523e760 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 932 time: 0.1310465 Jul 07 17:38:41.836749 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d61ee158-dc9f-4a28-bad2-f53194669e76 req-bcbcf4ef-7024-4557-8357-4f1495d743cb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406063 Jul 07 17:38:41.888037 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-292b9dc7-51f3-4f17-9f29-cd6bbfa62d9a None None] Provisioning for port 037aba6c-b878-4e5e-ac82-ec44de084bd2 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:41.899188 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-292b9dc7-51f3-4f17-9f29-cd6bbfa62d9a None None] Provisioning complete for port 037aba6c-b878-4e5e-ac82-ec44de084bd2 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:41.899730 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-292b9dc7-51f3-4f17-9f29-cd6bbfa62d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:41.969693 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-292b9dc7-51f3-4f17-9f29-cd6bbfa62d9a None None] Port 037aba6c-b878-4e5e-ac82-ec44de084bd2 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:38:42.151245 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-8a663673-8e89-458d-890c-9dac43a2c4a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 037aba6c-b878-4e5e-ac82-ec44de084bd2 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:38:42.160724 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-8a663673-8e89-458d-890c-9dac43a2c4a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:42.189930 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-8a663673-8e89-458d-890c-9dac43a2c4a4 service neutron] Transition to ACTIVE for port object 037aba6c-b878-4e5e-ac82-ec44de084bd2 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:42.195051 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-8a663673-8e89-458d-890c-9dac43a2c4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:42.258157 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a663673-8e89-458d-890c-9dac43a2c4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=037aba6c-b878-4e5e-ac82-ec44de084bd2,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:42.373149 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-8a663673-8e89-458d-890c-9dac43a2c4a4 service neutron] Attempting to bind port 037aba6c-b878-4e5e-ac82-ec44de084bd2 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:38:42.373483 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-8a663673-8e89-458d-890c-9dac43a2c4a4 service neutron] Attempting to bind port 037aba6c-b878-4e5e-ac82-ec44de084bd2 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:38:42.375186 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-8a663673-8e89-458d-890c-9dac43a2c4a4 service neutron] Attempting to bind port 037aba6c-b878-4e5e-ac82-ec44de084bd2 on network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:42.383394 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-8a663673-8e89-458d-890c-9dac43a2c4a4 service neutron] Port 037aba6c-b878-4e5e-ac82-ec44de084bd2 on network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:38:42.383732 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-8a663673-8e89-458d-890c-9dac43a2c4a4 service neutron] Attempting to bind port 037aba6c-b878-4e5e-ac82-ec44de084bd2 on network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:42.392256 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-8a663673-8e89-458d-890c-9dac43a2c4a4 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:38:42.392730 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-8a663673-8e89-458d-890c-9dac43a2c4a4 service neutron] Checking segment: {'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:42.393286 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-8a663673-8e89-458d-890c-9dac43a2c4a4 service neutron] Bound using segment: {'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:38:42.393724 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-8a663673-8e89-458d-890c-9dac43a2c4a4 service neutron] Bound port: 037aba6c-b878-4e5e-ac82-ec44de084bd2, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:38:42.394132 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-8a663673-8e89-458d-890c-9dac43a2c4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:42.520904 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e11a28-a5e3-443c-82fd-df7c0f34e160 req-d334c8d2-b4e2-4da1-b6d0-0fcd943f6cff tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:42.522812 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-8a663673-8e89-458d-890c-9dac43a2c4a4 service neutron] For port 037aba6c-b878-4e5e-ac82-ec44de084bd2, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:38:42.527209 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-8a663673-8e89-458d-890c-9dac43a2c4a4 service neutron] For port 037aba6c-b878-4e5e-ac82-ec44de084bd2, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=037aba6c-b878-4e5e-ac82-ec44de084bd2,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:38:42.538341 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-8a663673-8e89-458d-890c-9dac43a2c4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:42.543763 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-34e11a28-a5e3-443c-82fd-df7c0f34e160 req-d334c8d2-b4e2-4da1-b6d0-0fcd943f6cff tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a HTTP/1.1" status: 200 len: 944 time: 0.2307882 Jul 07 17:38:42.603242 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-8a663673-8e89-458d-890c-9dac43a2c4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:42.603891 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-8a663673-8e89-458d-890c-9dac43a2c4a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:42.605405 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-8a663673-8e89-458d-890c-9dac43a2c4a4 service neutron] 10.222.0.72 "PUT /v2.0/ports/037aba6c-b878-4e5e-ac82-ec44de084bd2 HTTP/1.1" status: 200 len: 1093 time: 1.0527556 Jul 07 17:38:42.605874 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a96b8dc-104a-413f-b915-0fe61b3556dd', 'tag': '037aba6c-b878-4e5e-ac82-ec44de084bd2'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:42.608225 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2962ad23-421d-4c99-bfd3-01a868c20b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a96b8dc-104a-413f-b915-0fe61b3556dd", "tag": "037aba6c-b878-4e5e-ac82-ec44de084bd2"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:42.640444 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-34e11a28-a5e3-443c-82fd-df7c0f34e160 req-d3a90b93-9769-4e0d-a96d-aa3f9d43a557 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d496c3bb-8b3a-459e-adab-8001ba7a3d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947781 Jul 07 17:38:42.640704 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a663673-8e89-458d-890c-9dac43a2c4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=037aba6c-b878-4e5e-ac82-ec44de084bd2,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:42.672859 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b67679-e749-490b-8417-8525258ca272 x-openstack-request-id: req-96b67679-e749-490b-8417-8525258ca272 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:42.673419 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a96b8dc-104a-413f-b915-0fe61b3556dd", "tag": "037aba6c-b878-4e5e-ac82-ec44de084bd2", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:42.680302 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96b67679-e749-490b-8417-8525258ca272 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:42.683869 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a96b8dc-104a-413f-b915-0fe61b3556dd', 'tag': '037aba6c-b878-4e5e-ac82-ec44de084bd2', 'status': 'completed', 'code': 200} Jul 07 17:38:42.751206 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-97fd6b7f-1cc4-4155-808f-9aa22264c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:42.752786 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-97fd6b7f-1cc4-4155-808f-9aa22264c919 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 1096 time: 0.0670776 Jul 07 17:38:42.809443 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-df333e9f-5929-404a-832b-6aea8dff10c4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=037aba6c-b878-4e5e-ac82-ec44de084bd2 HTTP/1.1" status: 200 len: 217 time: 0.0487370 Jul 07 17:38:42.868016 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-de08be52-29a2-46d4-9320-3f22148e19bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:42.869647 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-de08be52-29a2-46d4-9320-3f22148e19bf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96a9e05f-47c3-4c4b-bd45-67d2458e49df HTTP/1.1" status: 200 len: 850 time: 0.0484316 Jul 07 17:38:42.943427 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-9b527b1a-ead2-41bb-8196-2efbafee0fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:42.945205 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-9b527b1a-ead2-41bb-8196-2efbafee0fd7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681818 Jul 07 17:38:42.979218 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device aeff9394-0f03-4ce1-b16a-17d4212470b6 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:43.077281 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port aeff9394-0f03-4ce1-b16a-17d4212470b6 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:43.085616 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port aeff9394-0f03-4ce1-b16a-17d4212470b6 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:43.085616 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:43.088246 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-c2941c0a-5dc9-4dc1-ac58-ede2ef028486 service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354771 Jul 07 17:38:43.096028 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ff6cf-03d9-49a2-8f0d-ea810109ab88 req-6f8ac028-4e66-4fab-af8d-23ba2d101e5f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:43.108153 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-126ff6cf-03d9-49a2-8f0d-ea810109ab88 req-6f8ac028-4e66-4fab-af8d-23ba2d101e5f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 944 time: 0.0848315 Jul 07 17:38:43.165761 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-126ff6cf-03d9-49a2-8f0d-ea810109ab88 req-d6b5e9ac-86b0-44fb-8dd4-20886f82eddc tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483949 Jul 07 17:38:43.230283 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:43.255118 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a70e5904-bd51-4bfb-a214-8cc9f2b0c34f req-70451f53-76fa-4a30-bf68-2ebc35b65623 service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588800 Jul 07 17:38:43.261971 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf45546-970f-4d6b-a5ab-3faa58f6aa6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeff9394-0f03-4ce1-b16a-17d4212470b6'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:43.265437 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d539597d-9c00-48b8-b514-6a377c4ad330" -d '{"events": [{"server_uuid": "8cf45546-970f-4d6b-a5ab-3faa58f6aa6a", "name": "network-vif-plugged", "status": "completed", "tag": "aeff9394-0f03-4ce1-b16a-17d4212470b6"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:43.305755 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port aeff9394-0f03-4ce1-b16a-17d4212470b6, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=aeff9394-0f03-4ce1-b16a-17d4212470b6,segment=NetworkSegment(c99d494a-0902-4d55-8366-05b5269a6986),segment_id=c99d494a-0902-4d55-8366-05b5269a6986)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:43.318150 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:43.381520 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89ebfd0-185d-4d7e-98d4-6658062f730c x-openstack-request-id: req-f89ebfd0-185d-4d7e-98d4-6658062f730c {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:43.381984 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf45546-970f-4d6b-a5ab-3faa58f6aa6a", "name": "network-vif-plugged", "status": "completed", "tag": "aeff9394-0f03-4ce1-b16a-17d4212470b6", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:43.382372 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f89ebfd0-185d-4d7e-98d4-6658062f730c {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:43.382835 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cf45546-970f-4d6b-a5ab-3faa58f6aa6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeff9394-0f03-4ce1-b16a-17d4212470b6', 'code': 200} Jul 07 17:38:43.412764 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962ad23-421d-4c99-bfd3-01a868c20b8d req-2217a018-e30f-43bc-a2a7-ad1dad921df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:43.414561 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2962ad23-421d-4c99-bfd3-01a868c20b8d req-2217a018-e30f-43bc-a2a7-ad1dad921df9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 1096 time: 0.0795782 Jul 07 17:38:43.415351 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=aeff9394-0f03-4ce1-b16a-17d4212470b6,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:43.482329 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06caaecf-b1c1-453c-903a-cb4eddb4888f req-781bfa71-4126-4043-903d-86c5e184fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:43.484974 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-06caaecf-b1c1-453c-903a-cb4eddb4888f req-781bfa71-4126-4043-903d-86c5e184fd42 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a HTTP/1.1" status: 200 len: 1097 time: 0.0692830 Jul 07 17:38:43.536539 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-06caaecf-b1c1-453c-903a-cb4eddb4888f req-1aba46b8-a49b-436f-8533-e85ba9b71ea2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d496c3bb-8b3a-459e-adab-8001ba7a3d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456064 Jul 07 17:38:43.539277 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962ad23-421d-4c99-bfd3-01a868c20b8d req-0967794f-5e42-4078-b8d6-6f1bdea8b024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:43.541196 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2962ad23-421d-4c99-bfd3-01a868c20b8d req-0967794f-5e42-4078-b8d6-6f1bdea8b024 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 912 time: 0.1182427 Jul 07 17:38:43.586975 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2962ad23-421d-4c99-bfd3-01a868c20b8d req-0c18faa8-13e4-4f60-b3cc-b979316015cb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=037aba6c-b878-4e5e-ac82-ec44de084bd2 HTTP/1.1" status: 200 len: 217 time: 0.0381937 Jul 07 17:38:43.664885 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962ad23-421d-4c99-bfd3-01a868c20b8d req-53f800f8-0b33-4ebc-b59f-28a8cabf6db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:43.667028 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2962ad23-421d-4c99-bfd3-01a868c20b8d req-53f800f8-0b33-4ebc-b59f-28a8cabf6db0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96a9e05f-47c3-4c4b-bd45-67d2458e49df HTTP/1.1" status: 200 len: 850 time: 0.0718961 Jul 07 17:38:43.737684 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962ad23-421d-4c99-bfd3-01a868c20b8d req-d3835867-4006-4c3f-a6f4-04a3697fc9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:43.739312 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2962ad23-421d-4c99-bfd3-01a868c20b8d req-d3835867-4006-4c3f-a6f4-04a3697fc9cc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626607 Jul 07 17:38:43.862118 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2962ad23-421d-4c99-bfd3-01a868c20b8d req-f5a0da6e-be2d-48a2-bd93-6640870f318f service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128061 Jul 07 17:38:43.893060 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49888538-7c29-4fe5-9b7f-715c94f29b22 req-fb92ccb1-d622-4d3b-bff8-7e43fc99fb43 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:43.894987 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-49888538-7c29-4fe5-9b7f-715c94f29b22 req-fb92ccb1-d622-4d3b-bff8-7e43fc99fb43 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a HTTP/1.1" status: 200 len: 945 time: 0.1027780 Jul 07 17:38:43.942982 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-49888538-7c29-4fe5-9b7f-715c94f29b22 req-6c5c592c-1949-44a6-abba-fbf9693addf5 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d496c3bb-8b3a-459e-adab-8001ba7a3d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411036 Jul 07 17:38:43.991134 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2962ad23-421d-4c99-bfd3-01a868c20b8d req-d0b81537-1c9b-4ca7-9538-4b4ea99954ac service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206713 Jul 07 17:38:44.510611 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8706f2-9ab4-467b-8475-3603e720a51f req-ddb26825-e095-4333-b506-1b3ff5cbf9f2 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:44.529324 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6d8706f2-9ab4-467b-8475-3603e720a51f req-ddb26825-e095-4333-b506-1b3ff5cbf9f2 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 944 time: 0.2093959 Jul 07 17:38:44.602715 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6d8706f2-9ab4-467b-8475-3603e720a51f req-f8e93422-0d38-4d09-b200-b54a9a08539b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603929 Jul 07 17:38:45.129134 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f399cb0-487d-4f83-b9d2-723c2d3777a9 req-62f180a2-6dc3-427b-ba9f-8026de9ba1c0 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:45.130773 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3f399cb0-487d-4f83-b9d2-723c2d3777a9 req-62f180a2-6dc3-427b-ba9f-8026de9ba1c0 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a HTTP/1.1" status: 200 len: 945 time: 0.0644779 Jul 07 17:38:45.173785 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3f399cb0-487d-4f83-b9d2-723c2d3777a9 req-8a547e41-f816-4852-bc17-d794f9631e6c tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d496c3bb-8b3a-459e-adab-8001ba7a3d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374136 Jul 07 17:38:45.361999 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d86ad9-7fce-43fe-b276-3a5248b2b795 req-635ce455-8859-47a6-abdf-e22f960e9a7a tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:45.363784 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d7d86ad9-7fce-43fe-b276-3a5248b2b795 req-635ce455-8859-47a6-abdf-e22f960e9a7a tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a HTTP/1.1" status: 200 len: 945 time: 0.0740051 Jul 07 17:38:45.409931 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d7d86ad9-7fce-43fe-b276-3a5248b2b795 req-df4d8bc6-e112-4253-872f-9bae580ba44b tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d496c3bb-8b3a-459e-adab-8001ba7a3d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381441 Jul 07 17:38:45.604760 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0fd20-dfe3-44e0-96c6-f5ffbfa7ffcd req-85be58c5-34e0-4380-996d-bda292f4b8f6 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:45.607157 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-87e0fd20-dfe3-44e0-96c6-f5ffbfa7ffcd req-85be58c5-34e0-4380-996d-bda292f4b8f6 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a HTTP/1.1" status: 200 len: 945 time: 0.0704536 Jul 07 17:38:45.649561 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-87e0fd20-dfe3-44e0-96c6-f5ffbfa7ffcd req-b949fb31-c936-44ea-a05d-0007d14f8693 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d496c3bb-8b3a-459e-adab-8001ba7a3d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353320 Jul 07 17:38:45.678067 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45682) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:45.797941 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0fe5e-aecf-407e-9df6-adad4bbbbc65 req-c184478d-cffb-4f4e-aba4-8b73f78166c9 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:45.799730 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-06b0fe5e-aecf-407e-9df6-adad4bbbbc65 req-c184478d-cffb-4f4e-aba4-8b73f78166c9 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 944 time: 0.0712161 Jul 07 17:38:45.835482 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ba5dc3-f6cf-4937-bb00-5700c4353ba5 tempest-TestServerBasicOps-1229254496 tempest-TestServerBasicOps-1229254496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:45.837333 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a1ba5dc3-f6cf-4937-bb00-5700c4353ba5 tempest-TestServerBasicOps-1229254496 tempest-TestServerBasicOps-1229254496-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a HTTP/1.1" status: 200 len: 1092 time: 0.1582687 Jul 07 17:38:45.840305 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 45686) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:45.844221 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-06b0fe5e-aecf-407e-9df6-adad4bbbbc65 req-547b9885-56ad-46bc-85f3-883dbb51039e tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384536 Jul 07 17:38:45.846633 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d11a6cb2-59f5-4939-bee9-73178465b770 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'port_id': 'aeff9394-0f03-4ce1-b16a-17d4212470b6', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:45.873536 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d11a6cb2-59f5-4939-bee9-73178465b770 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:45.983512 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d11a6cb2-59f5-4939-bee9-73178465b770 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:46.096257 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-d11a6cb2-59f5-4939-bee9-73178465b770 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Allocated IP 172.25.0.91 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/1ccc9740-77b5-4f13-a553-034ee697255d) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:38:46.211097 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d11a6cb2-59f5-4939-bee9-73178465b770 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:46.251296 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d11a6cb2-59f5-4939-bee9-73178465b770 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:46.299468 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11a6cb2-59f5-4939-bee9-73178465b770 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:38:46.305395 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-d11a6cb2-59f5-4939-bee9-73178465b770 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:46.307925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11a6cb2-59f5-4939-bee9-73178465b770 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:38:46.311345 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a6cb2-59f5-4939-bee9-73178465b770 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Pushing event updated for resources: {'Port': ['ID=1ccc9740-77b5-4f13-a553-034ee697255d,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:46.753192 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d11a6cb2-59f5-4939-bee9-73178465b770 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:46.838189 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d11a6cb2-59f5-4939-bee9-73178465b770 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:47.044206 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d11a6cb2-59f5-4939-bee9-73178465b770 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:47.049436 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d11a6cb2-59f5-4939-bee9-73178465b770 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:47.131459 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772ea21-281e-4504-86a5-d520b5c6f40a req-1fde4d2f-d7b0-45ca-942e-148ac71160bb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:47.133051 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e772ea21-281e-4504-86a5-d520b5c6f40a req-1fde4d2f-d7b0-45ca-942e-148ac71160bb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 944 time: 0.1605868 Jul 07 17:38:47.163022 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d11a6cb2-59f5-4939-bee9-73178465b770 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:47.164846 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a6cb2-59f5-4939-bee9-73178465b770 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Pushing event updated for resources: {'Port': ['ID=1ccc9740-77b5-4f13-a553-034ee697255d,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:47.239413 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e772ea21-281e-4504-86a5-d520b5c6f40a req-bbbc1e0e-6630-495c-8c38-b0851917d09f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000540 Jul 07 17:38:47.299003 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-d11a6cb2-59f5-4939-bee9-73178465b770 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Floating IP 46b21cb6-1e81-4532-b6e4-371501280bb1 associated. External IP: 172.25.0.91, port: aeff9394-0f03-4ce1-b16a-17d4212470b6. Jul 07 17:38:47.520755 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11a6cb2-59f5-4939-bee9-73178465b770 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Router d1f747a1-e285-4907-a2dd-9a6183a45a13 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:38:47.654078 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11a6cb2-59f5-4939-bee9-73178465b770 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:38:47.668907 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f020c-97ed-468a-97ae-d154bc6c7a39 None None] Sync routers for ids ['d1f747a1-e285-4907-a2dd-9a6183a45a13'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:38:47.673420 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d11a6cb2-59f5-4939-bee9-73178465b770 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:47.681512 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851f020c-97ed-468a-97ae-d154bc6c7a39 None None] Routers {'d1f747a1-e285-4907-a2dd-9a6183a45a13'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:38:47.682492 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-851f020c-97ed-468a-97ae-d154bc6c7a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:38:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d1f747a1-e285-4907-a2dd-9a6183a45a13'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:47.726826 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d11a6cb2-59f5-4939-bee9-73178465b770 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8734615 Jul 07 17:38:47.726826 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cf45546-970f-4d6b-a5ab-3faa58f6aa6a', 'tag': 'aeff9394-0f03-4ce1-b16a-17d4212470b6'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:47.726826 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec129bf-ec0c-4117-a6f0-84756080a7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "8cf45546-970f-4d6b-a5ab-3faa58f6aa6a", "tag": "aeff9394-0f03-4ce1-b16a-17d4212470b6"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:47.780043 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8a2f39-6817-4154-87cb-cceed748d4f2 x-openstack-request-id: req-3c8a2f39-6817-4154-87cb-cceed748d4f2 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:47.780417 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cf45546-970f-4d6b-a5ab-3faa58f6aa6a", "tag": "aeff9394-0f03-4ce1-b16a-17d4212470b6", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:47.780602 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c8a2f39-6817-4154-87cb-cceed748d4f2 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:47.782579 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cf45546-970f-4d6b-a5ab-3faa58f6aa6a', 'tag': 'aeff9394-0f03-4ce1-b16a-17d4212470b6', 'status': 'completed', 'code': 200} Jul 07 17:38:47.835036 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-851f020c-97ed-468a-97ae-d154bc6c7a39 None None] Set router d1f747a1-e285-4907-a2dd-9a6183a45a13 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:38:47.875220 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec129bf-ec0c-4117-a6f0-84756080a7b1 req-205b0ab2-bf15-4331-a7a9-9db98f6501da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:47.877263 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8ec129bf-ec0c-4117-a6f0-84756080a7b1 req-205b0ab2-bf15-4331-a7a9-9db98f6501da service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aa2dcd71fbe40349f68db67faf73dcf&device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a HTTP/1.1" status: 200 len: 1097 time: 0.0579860 Jul 07 17:38:47.981878 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec129bf-ec0c-4117-a6f0-84756080a7b1 req-d02ce63a-0047-475a-86f2-157447bb40e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:47.983394 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8ec129bf-ec0c-4117-a6f0-84756080a7b1 req-d02ce63a-0047-475a-86f2-157447bb40e1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=68356134-3cc5-4339-94e4-316d1633c850 HTTP/1.1" status: 200 len: 910 time: 0.0999820 Jul 07 17:38:48.066165 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8ec129bf-ec0c-4117-a6f0-84756080a7b1 req-f324c23b-9081-4ca8-befd-4d9e3f252b7c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aeff9394-0f03-4ce1-b16a-17d4212470b6 HTTP/1.1" status: 200 len: 998 time: 0.0762973 Jul 07 17:38:48.091116 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-851f020c-97ed-468a-97ae-d154bc6c7a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'name': 'tempest-TestServerBasicOps-1156557657-router', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'b3ee3121-704a-4962-a9fe-19432242fb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:16Z', 'updated_at': '2021-07-07T17:38:21Z', 'revision_number': 4, 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'gw_port': {'id': 'b3ee3121-704a-4962-a9fe-19432242fb45', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:17Z', 'updated_at': '2021-07-07T17:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '46b21cb6-1e81-4532-b6e4-371501280bb1', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'floating_ip_address': '172.25.0.91', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'port_id': 'aeff9394-0f03-4ce1-b16a-17d4212470b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68356134-3cc5-4339-94e4-316d1633c850', 'mac_address': 'fa:16:3e:cb:3f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf45546-970f-4d6b-a5ab-3faa58f6aa6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:38:46Z', 'updated_at': '2021-07-07T17:38:46Z', 'revision_number': 0, 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10da0124-228d-421e-9eee-ae2252663c02', 'name': '', 'network_id': '68356134-3cc5-4339-94e4-316d1633c850', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'mac_address': 'fa:16:3e:c9:cc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:20Z', 'updated_at': '2021-07-07T17:38:29Z', 'revision_number': 5, 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'subnets': [{'id': '5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:48.121881 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f020c-97ed-468a-97ae-d154bc6c7a39 None None] Checking router: d1f747a1-e285-4907-a2dd-9a6183a45a13 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:38:48.128935 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec129bf-ec0c-4117-a6f0-84756080a7b1 req-d6470814-fd71-4935-b166-c21dda98b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:48.130947 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8ec129bf-ec0c-4117-a6f0-84756080a7b1 req-d6470814-fd71-4935-b166-c21dda98b805 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb HTTP/1.1" status: 200 len: 848 time: 0.0592740 Jul 07 17:38:48.131898 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851f020c-97ed-468a-97ae-d154bc6c7a39 None None] Routers {'d1f747a1-e285-4907-a2dd-9a6183a45a13'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:38:48.132549 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-851f020c-97ed-468a-97ae-d154bc6c7a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:38:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d1f747a1-e285-4907-a2dd-9a6183a45a13'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:48.206340 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec129bf-ec0c-4117-a6f0-84756080a7b1 req-99717b48-1344-4ffb-80f9-ba70169df72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:48.207978 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8ec129bf-ec0c-4117-a6f0-84756080a7b1 req-99717b48-1344-4ffb-80f9-ba70169df72f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68356134-3cc5-4339-94e4-316d1633c850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710151 Jul 07 17:38:48.255723 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-851f020c-97ed-468a-97ae-d154bc6c7a39 None None] Set router d1f747a1-e285-4907-a2dd-9a6183a45a13 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:38:48.334359 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8ec129bf-ec0c-4117-a6f0-84756080a7b1 req-e491a1ad-f615-49e7-88ec-6ba08c372d6a service neutron] 10.222.0.64 "GET /v2.0/networks/68356134-3cc5-4339-94e4-316d1633c850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193919 Jul 07 17:38:48.554320 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-851f020c-97ed-468a-97ae-d154bc6c7a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'name': 'tempest-TestServerBasicOps-1156557657-router', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'b3ee3121-704a-4962-a9fe-19432242fb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:16Z', 'updated_at': '2021-07-07T17:38:21Z', 'revision_number': 4, 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'gw_port': {'id': 'b3ee3121-704a-4962-a9fe-19432242fb45', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:17Z', 'updated_at': '2021-07-07T17:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '46b21cb6-1e81-4532-b6e4-371501280bb1', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'floating_ip_address': '172.25.0.91', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'port_id': 'aeff9394-0f03-4ce1-b16a-17d4212470b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68356134-3cc5-4339-94e4-316d1633c850', 'mac_address': 'fa:16:3e:cb:3f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf45546-970f-4d6b-a5ab-3faa58f6aa6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:38:46Z', 'updated_at': '2021-07-07T17:38:46Z', 'revision_number': 0, 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10da0124-228d-421e-9eee-ae2252663c02', 'name': '', 'network_id': '68356134-3cc5-4339-94e4-316d1633c850', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'mac_address': 'fa:16:3e:c9:cc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:20Z', 'updated_at': '2021-07-07T17:38:29Z', 'revision_number': 5, 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'subnets': [{'id': '5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:48.595056 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f020c-97ed-468a-97ae-d154bc6c7a39 None None] The sync data for ids ['d1f747a1-e285-4907-a2dd-9a6183a45a13'] in n-d-791503-12 is: [{'id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'name': 'tempest-TestServerBasicOps-1156557657-router', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'b3ee3121-704a-4962-a9fe-19432242fb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:16Z', 'updated_at': '2021-07-07T17:38:21Z', 'revision_number': 4, 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'gw_port': {'id': 'b3ee3121-704a-4962-a9fe-19432242fb45', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:17Z', 'updated_at': '2021-07-07T17:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '46b21cb6-1e81-4532-b6e4-371501280bb1', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'floating_ip_address': '172.25.0.91', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'port_id': 'aeff9394-0f03-4ce1-b16a-17d4212470b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68356134-3cc5-4339-94e4-316d1633c850', 'mac_address': 'fa:16:3e:cb:3f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf45546-970f-4d6b-a5ab-3faa58f6aa6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:38:46Z', 'updated_at': '2021-07-07T17:38:46Z', 'revision_number': 0, 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10da0124-228d-421e-9eee-ae2252663c02', 'name': '', 'network_id': '68356134-3cc5-4339-94e4-316d1633c850', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'mac_address': 'fa:16:3e:c9:cc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:20Z', 'updated_at': '2021-07-07T17:38:29Z', 'revision_number': 5, 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'subnets': [{'id': '5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:38:48.876745 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8ec129bf-ec0c-4117-a6f0-84756080a7b1 req-ef183827-25dd-4ee1-a7c9-76e105633afc service neutron] 10.222.0.64 "GET /v2.0/networks/68356134-3cc5-4339-94e4-316d1633c850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364909 Jul 07 17:38:48.892436 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22da328-3947-40fc-9356-4c0e99db8de4 req-97b0f877-f943-4372-a659-20cc5ec38754 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:48.894109 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d22da328-3947-40fc-9356-4c0e99db8de4 req-97b0f877-f943-4372-a659-20cc5ec38754 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 944 time: 0.1100893 Jul 07 17:38:48.931810 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c905f9-ca1f-48bc-a0e8-16b2f810a21b None None] New status for floating IP 46b21cb6-1e81-4532-b6e4-371501280bb1: ACTIVE {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:38:48.969234 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d22da328-3947-40fc-9356-4c0e99db8de4 req-649aa254-ca73-4258-b7e5-8dd892805bfa tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686140 Jul 07 17:38:50.167912 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e76f0-e24d-4bf3-a78a-f874fc3b36e2 req-1d14af78-1831-406d-9562-282e0f6da12e tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:50.169494 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ec2e76f0-e24d-4bf3-a78a-f874fc3b36e2 req-1d14af78-1831-406d-9562-282e0f6da12e tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 944 time: 0.0693052 Jul 07 17:38:50.213100 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ec2e76f0-e24d-4bf3-a78a-f874fc3b36e2 req-e1b8a2a1-00d0-4303-b9c5-748c6013503e tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378320 Jul 07 17:38:51.396215 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48129921-fef9-4520-9f7e-d3670535e320 req-12962084-9e75-456e-9ac6-e4b780175d7c tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:51.397782 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-48129921-fef9-4520-9f7e-d3670535e320 req-12962084-9e75-456e-9ac6-e4b780175d7c tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 944 time: 0.0668874 Jul 07 17:38:51.438237 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-48129921-fef9-4520-9f7e-d3670535e320 req-cd94ca3a-2e64-43fb-a377-a0467183893a tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347283 Jul 07 17:38:52.619602 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45cc00-cba2-4461-b18e-d7e328450274 req-258867c1-9153-4eea-a28b-3420ace412cd tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:52.621282 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fb45cc00-cba2-4461-b18e-d7e328450274 req-258867c1-9153-4eea-a28b-3420ace412cd tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 944 time: 0.0698884 Jul 07 17:38:52.663876 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fb45cc00-cba2-4461-b18e-d7e328450274 req-2d87538b-fb1b-4f85-a85b-a30e2966e863 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358315 Jul 07 17:38:53.415651 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-97599230-44c2-48e8-acbf-a1c33a633911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:53.873636 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3eb90-b2a3-4fa5-afdf-7a206fb83182 req-ee9fe98f-7e5d-4a49-a1da-fdf22c584a38 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:53.876082 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-45c3eb90-b2a3-4fa5-afdf-7a206fb83182 req-ee9fe98f-7e5d-4a49-a1da-fdf22c584a38 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 944 time: 0.0768833 Jul 07 17:38:53.924208 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-45c3eb90-b2a3-4fa5-afdf-7a206fb83182 req-41b330d0-8774-4dbc-9f34-dd44faf5ae04 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428548 Jul 07 17:38:54.218072 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 037aba6c-b878-4e5e-ac82-ec44de084bd2 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:38:54.333944 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 037aba6c-b878-4e5e-ac82-ec44de084bd2, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=037aba6c-b878-4e5e-ac82-ec44de084bd2,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:54.345411 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '037aba6c-b878-4e5e-ac82-ec44de084bd2', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'port_id': '037aba6c-b878-4e5e-ac82-ec44de084bd2', 'mac_address': 'fa:16:3e:cd:72:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:38:54.392816 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:54.407868 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 037aba6c-b878-4e5e-ac82-ec44de084bd2 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:38:54.428993 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 037aba6c-b878-4e5e-ac82-ec44de084bd2, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=037aba6c-b878-4e5e-ac82-ec44de084bd2,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:54.435202 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:54.491002 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=037aba6c-b878-4e5e-ac82-ec44de084bd2,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:54.678811 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['037aba6c-b878-4e5e-ac82-ec44de084bd2'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:38:55.124131 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0be8c1-40f8-490d-9fc1-b8c58a3efa5e req-7037abd6-e404-48e8-8135-a3df0ecf23f3 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:55.126642 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-be0be8c1-40f8-490d-9fc1-b8c58a3efa5e req-7037abd6-e404-48e8-8135-a3df0ecf23f3 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 945 time: 0.0723238 Jul 07 17:38:55.169028 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-be0be8c1-40f8-490d-9fc1-b8c58a3efa5e req-76c6491e-8dc5-4fb1-9469-015001aec1cc tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362132 Jul 07 17:38:56.233520 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:56.239814 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 037aba6c-b878-4e5e-ac82-ec44de084bd2 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:56.291638 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 037aba6c-b878-4e5e-ac82-ec44de084bd2 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:56.295989 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 037aba6c-b878-4e5e-ac82-ec44de084bd2 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:56.296448 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:56.362575 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b69e14-1744-4159-ae00-5904ae8bc8b2 req-6cce8c6a-a13d-4246-abc4-3888b2b672bf tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:56.364297 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e0b69e14-1744-4159-ae00-5904ae8bc8b2 req-6cce8c6a-a13d-4246-abc4-3888b2b672bf tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 945 time: 0.0738246 Jul 07 17:38:56.389962 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:56.417445 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e0b69e14-1744-4159-ae00-5904ae8bc8b2 req-c8cbe713-86ea-47c6-bcda-0c3ed39299f9 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474536 Jul 07 17:38:56.426258 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a96b8dc-104a-413f-b915-0fe61b3556dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037aba6c-b878-4e5e-ac82-ec44de084bd2'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:56.428547 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3056343d-9ce6-4b8f-ba01-58bfc42b033f" -d '{"events": [{"server_uuid": "4a96b8dc-104a-413f-b915-0fe61b3556dd", "name": "network-vif-plugged", "status": "completed", "tag": "037aba6c-b878-4e5e-ac82-ec44de084bd2"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:56.442757 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 037aba6c-b878-4e5e-ac82-ec44de084bd2, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=037aba6c-b878-4e5e-ac82-ec44de084bd2,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:56.448273 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:56.510966 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=037aba6c-b878-4e5e-ac82-ec44de084bd2,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:56.554582 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72621596-23d7-494c-895a-d2c75381912b x-openstack-request-id: req-72621596-23d7-494c-895a-d2c75381912b {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:56.554958 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a96b8dc-104a-413f-b915-0fe61b3556dd", "name": "network-vif-plugged", "status": "completed", "tag": "037aba6c-b878-4e5e-ac82-ec44de084bd2", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:56.555277 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72621596-23d7-494c-895a-d2c75381912b {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:56.555948 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a96b8dc-104a-413f-b915-0fe61b3556dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037aba6c-b878-4e5e-ac82-ec44de084bd2', 'code': 200} Jul 07 17:38:56.684772 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ac2fc-1115-443d-987b-9ccfa966a26e req-b2b29879-db6d-415d-9d4f-43e7115d8bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:56.686320 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ef3ac2fc-1115-443d-987b-9ccfa966a26e req-b2b29879-db6d-415d-9d4f-43e7115d8bb9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 1098 time: 0.0618322 Jul 07 17:38:56.725419 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ef3ac2fc-1115-443d-987b-9ccfa966a26e req-a6800658-88c2-4d3f-9afb-6015236ac224 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309711 Jul 07 17:38:56.809281 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-dab46fd6-8737-42ea-be81-3f70d0458517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:56.849585 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc21b8c-ee01-41b8-81fa-e2ebc90f920a req-8b9fa4d0-055f-4d6a-a5b2-670674ded9f0 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:56.851183 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4fc21b8c-ee01-41b8-81fa-e2ebc90f920a req-8b9fa4d0-055f-4d6a-a5b2-670674ded9f0 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/ports?device_id=35400903-55a1-4cd9-a818-aa6ff7138e43 HTTP/1.1" status: 200 len: 946 time: 0.0713711 Jul 07 17:38:56.890776 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4fc21b8c-ee01-41b8-81fa-e2ebc90f920a req-32b9b058-28d0-411f-bf62-ee827447888c tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/security-groups?id=08218dab-f3d3-4504-b00b-83af0dbc5dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339618 Jul 07 17:38:57.617110 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dcd2c-424b-4e1d-9ec5-87159754fdff req-3fc49923-20bc-4dda-a477-c204e9d61c57 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:57.618632 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-600dcd2c-424b-4e1d-9ec5-87159754fdff req-3fc49923-20bc-4dda-a477-c204e9d61c57 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 946 time: 0.0699356 Jul 07 17:38:57.663162 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-600dcd2c-424b-4e1d-9ec5-87159754fdff req-22e53c12-721b-4baa-ad39-5d73c9f46501 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355847 Jul 07 17:38:58.006814 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:58.090758 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d4945-8def-46ae-9357-e3c58e80a01c req-32bdb19b-eb81-456a-9262-065b44ae5f94 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:58.092375 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-be0d4945-8def-46ae-9357-e3c58e80a01c req-32bdb19b-eb81-456a-9262-065b44ae5f94 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/ports?device_id=35400903-55a1-4cd9-a818-aa6ff7138e43 HTTP/1.1" status: 200 len: 946 time: 0.0730243 Jul 07 17:38:58.148421 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-be0d4945-8def-46ae-9357-e3c58e80a01c req-675927bf-2a3d-4c6e-a13f-acf54247cb5c tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/security-groups?id=08218dab-f3d3-4504-b00b-83af0dbc5dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494192 Jul 07 17:38:58.490689 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cbd73-0df8-4403-9e86-c54ec898935e req-972b5154-ceb7-4788-83b7-be8e6d1fd2d2 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:58.492293 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6b3cbd73-0df8-4403-9e86-c54ec898935e req-972b5154-ceb7-4788-83b7-be8e6d1fd2d2 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.72 "GET /v2.0/ports?device_id=35400903-55a1-4cd9-a818-aa6ff7138e43 HTTP/1.1" status: 200 len: 946 time: 0.0716984 Jul 07 17:38:58.603417 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-6b3cbd73-0df8-4403-9e86-c54ec898935e req-23ce0df3-1c7c-436c-9c40-0e2d7ab13c0e tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Deleting port 35904e97-ac3a-4cf5-8947-592c7a2b8d6a {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:38:58.603672 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6b3cbd73-0df8-4403-9e86-c54ec898935e req-23ce0df3-1c7c-436c-9c40-0e2d7ab13c0e tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:58.695509 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-6b3cbd73-0df8-4403-9e86-c54ec898935e req-23ce0df3-1c7c-436c-9c40-0e2d7ab13c0e tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] For port 35904e97-ac3a-4cf5-8947-592c7a2b8d6a, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=35904e97-ac3a-4cf5-8947-592c7a2b8d6a,segment=NetworkSegment(c5fcf499-eb3b-4279-9d90-d0d2955e6203),segment_id=c5fcf499-eb3b-4279-9d90-d0d2955e6203)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:58.696043 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6b3cbd73-0df8-4403-9e86-c54ec898935e req-23ce0df3-1c7c-436c-9c40-0e2d7ab13c0e tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:58.710674 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-6b3cbd73-0df8-4403-9e86-c54ec898935e req-23ce0df3-1c7c-436c-9c40-0e2d7ab13c0e tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Calling delete_port for 35904e97-ac3a-4cf5-8947-592c7a2b8d6a owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:38:58.891152 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ae5d3-f4b8-4863-89b8-9166a990fcce req-78af21c9-02c2-4bc1-92c1-24f63dbce047 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:58.892597 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-555ae5d3-f4b8-4863-89b8-9166a990fcce req-78af21c9-02c2-4bc1-92c1-24f63dbce047 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 946 time: 0.1032205 Jul 07 17:38:58.893733 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6b3cbd73-0df8-4403-9e86-c54ec898935e req-23ce0df3-1c7c-436c-9c40-0e2d7ab13c0e tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:58.905642 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['35904e97-ac3a-4cf5-8947-592c7a2b8d6a'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:38:58.940836 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce0df3-1c7c-436c-9c40-0e2d7ab13c0e tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Pushing event deleted for resources: {'Port': ['ID=35904e97-ac3a-4cf5-8947-592c7a2b8d6a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:59.001525 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3cbd73-0df8-4403-9e86-c54ec898935e req-23ce0df3-1c7c-436c-9c40-0e2d7ab13c0e tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] No DVR routers for this DVR port 35904e97-ac3a-4cf5-8947-592c7a2b8d6a on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:38:59.005706 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6b3cbd73-0df8-4403-9e86-c54ec898935e req-23ce0df3-1c7c-436c-9c40-0e2d7ab13c0e tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:59.007707 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6b3cbd73-0df8-4403-9e86-c54ec898935e req-23ce0df3-1c7c-436c-9c40-0e2d7ab13c0e tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.72 "DELETE /v2.0/ports/35904e97-ac3a-4cf5-8947-592c7a2b8d6a HTTP/1.1" status: 204 len: 173 time: 0.5093825 Jul 07 17:38:59.008147 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35400903-55a1-4cd9-a818-aa6ff7138e43', 'name': 'network-vif-deleted', 'tag': '35904e97-ac3a-4cf5-8947-592c7a2b8d6a'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:59.010435 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744b5b8d-4639-4bca-90c9-4e9080a8bdb2" -d '{"events": [{"server_uuid": "35400903-55a1-4cd9-a818-aa6ff7138e43", "name": "network-vif-deleted", "tag": "35904e97-ac3a-4cf5-8947-592c7a2b8d6a"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:59.019000 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-555ae5d3-f4b8-4863-89b8-9166a990fcce req-229e5293-f496-45a5-81f4-446294c41338 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168218 Jul 07 17:38:59.064950 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a9c0ca-a460-4d28-b354-06e6b7f344ab x-openstack-request-id: req-34a9c0ca-a460-4d28-b354-06e6b7f344ab {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:59.065250 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35400903-55a1-4cd9-a818-aa6ff7138e43", "name": "network-vif-deleted", "tag": "35904e97-ac3a-4cf5-8947-592c7a2b8d6a", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:59.065507 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34a9c0ca-a460-4d28-b354-06e6b7f344ab {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:59.065922 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35400903-55a1-4cd9-a818-aa6ff7138e43', 'name': 'network-vif-deleted', 'tag': '35904e97-ac3a-4cf5-8947-592c7a2b8d6a', 'status': 'completed', 'code': 200} Jul 07 17:38:59.223023 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c1eec-a219-4dc6-b639-28088cbc27be req-c656f5c9-8c33-463a-8e6a-289623a55f62 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:59.224717 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3c1c1eec-a219-4dc6-b639-28088cbc27be req-c656f5c9-8c33-463a-8e6a-289623a55f62 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 946 time: 0.0765193 Jul 07 17:38:59.266466 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3c1c1eec-a219-4dc6-b639-28088cbc27be req-0c540fe0-0f5e-490d-8fa4-fceddcad8935 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344250 Jul 07 17:38:59.293503 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45766) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:59.331058 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9fe8f368-4701-49d1-96df-6ac94d2d558a req-4915bf94-696e-4d69-94ff-b39dbbeefb24 tempest-VolumesSnapshotTestJSON-1591140362 tempest-VolumesSnapshotTestJSON-1591140362-project] 10.222.0.53 "GET /v2.0/ports?device_id=35400903-55a1-4cd9-a818-aa6ff7138e43 HTTP/1.1" status: 200 len: 210 time: 0.0391028 Jul 07 17:38:59.363393 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3915bb3-5b50-4ee4-ac9c-7d57d63ac874 tempest-TestVolumeBootPattern-940903049 tempest-TestVolumeBootPattern-940903049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:59.364969 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f3915bb3-5b50-4ee4-ac9c-7d57d63ac874 tempest-TestVolumeBootPattern-940903049 tempest-TestVolumeBootPattern-940903049-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 1093 time: 0.0704319 Jul 07 17:38:59.367795 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45768) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:59.372185 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-0babdaea-259c-4f39-8d25-22ea6351a9fa tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'port_id': '037aba6c-b878-4e5e-ac82-ec44de084bd2', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:59.394560 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0babdaea-259c-4f39-8d25-22ea6351a9fa tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for floatingip, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:59.508377 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0babdaea-259c-4f39-8d25-22ea6351a9fa tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:59.663442 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-0babdaea-259c-4f39-8d25-22ea6351a9fa tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Allocated IP 172.25.0.183 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/21a5b3b2-a995-4834-922d-04a2bf154486) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:38:59.772681 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0babdaea-259c-4f39-8d25-22ea6351a9fa tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:59.820873 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0babdaea-259c-4f39-8d25-22ea6351a9fa tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:59.858221 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0babdaea-259c-4f39-8d25-22ea6351a9fa tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:38:59.862923 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-0babdaea-259c-4f39-8d25-22ea6351a9fa tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:59.866351 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0babdaea-259c-4f39-8d25-22ea6351a9fa tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:38:59.890150 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babdaea-259c-4f39-8d25-22ea6351a9fa tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event updated for resources: {'Port': ['ID=21a5b3b2-a995-4834-922d-04a2bf154486,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:00.270659 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0babdaea-259c-4f39-8d25-22ea6351a9fa tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:00.304272 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:00.349428 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0babdaea-259c-4f39-8d25-22ea6351a9fa tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:00.518067 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0babdaea-259c-4f39-8d25-22ea6351a9fa tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:00.523755 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0babdaea-259c-4f39-8d25-22ea6351a9fa tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:00.613874 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babdaea-259c-4f39-8d25-22ea6351a9fa tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event updated for resources: {'Port': ['ID=21a5b3b2-a995-4834-922d-04a2bf154486,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:00.621729 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0babdaea-259c-4f39-8d25-22ea6351a9fa tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:00.739862 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-0babdaea-259c-4f39-8d25-22ea6351a9fa tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Floating IP 8cdae1b8-02ba-4149-b420-a43c4d6d75b6 associated. External IP: 172.25.0.183, port: 037aba6c-b878-4e5e-ac82-ec44de084bd2. Jul 07 17:39:00.967305 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0babdaea-259c-4f39-8d25-22ea6351a9fa tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Router d0b1da92-2279-417d-a85b-04726934128b has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:39:01.083914 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0babdaea-259c-4f39-8d25-22ea6351a9fa tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:39:01.097498 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b15934-db64-4090-88a2-d2086887533e None None] Sync routers for ids ['d0b1da92-2279-417d-a85b-04726934128b'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:39:01.103907 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0babdaea-259c-4f39-8d25-22ea6351a9fa tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:01.108236 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b15934-db64-4090-88a2-d2086887533e None None] Routers {'d0b1da92-2279-417d-a85b-04726934128b'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:39:01.108898 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-93b15934-db64-4090-88a2-d2086887533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:38:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d0b1da92-2279-417d-a85b-04726934128b'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:01.147469 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0babdaea-259c-4f39-8d25-22ea6351a9fa tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7785776 Jul 07 17:39:01.148021 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a96b8dc-104a-413f-b915-0fe61b3556dd', 'tag': '037aba6c-b878-4e5e-ac82-ec44de084bd2'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:39:01.150350 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9665a5f5-68d5-41cd-9f04-9d439e89ee03" -d '{"events": [{"name": "network-changed", "server_uuid": "4a96b8dc-104a-413f-b915-0fe61b3556dd", "tag": "037aba6c-b878-4e5e-ac82-ec44de084bd2"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:39:01.189361 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf6c2b0-7f4d-494e-a7d2-39a2674c6598 x-openstack-request-id: req-4bf6c2b0-7f4d-494e-a7d2-39a2674c6598 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:39:01.189761 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a96b8dc-104a-413f-b915-0fe61b3556dd", "tag": "037aba6c-b878-4e5e-ac82-ec44de084bd2", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:39:01.190023 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4bf6c2b0-7f4d-494e-a7d2-39a2674c6598 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:39:01.190592 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a96b8dc-104a-413f-b915-0fe61b3556dd', 'tag': '037aba6c-b878-4e5e-ac82-ec44de084bd2', 'status': 'completed', 'code': 200} Jul 07 17:39:01.244739 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-93b15934-db64-4090-88a2-d2086887533e None None] Set router d0b1da92-2279-417d-a85b-04726934128b gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:39:01.298829 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665a5f5-68d5-41cd-9f04-9d439e89ee03 req-01344f9a-619a-4eea-92c3-697db152d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:01.300398 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9665a5f5-68d5-41cd-9f04-9d439e89ee03 req-01344f9a-619a-4eea-92c3-697db152d783 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 1098 time: 0.0764747 Jul 07 17:39:01.418881 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665a5f5-68d5-41cd-9f04-9d439e89ee03 req-8dc508ab-873c-46c2-b49a-f16e442aaa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:01.420817 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9665a5f5-68d5-41cd-9f04-9d439e89ee03 req-8dc508ab-873c-46c2-b49a-f16e442aaa64 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 912 time: 0.1136894 Jul 07 17:39:01.521529 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-93b15934-db64-4090-88a2-d2086887533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b1da92-2279-417d-a85b-04726934128b', 'name': 'tempest-TestVolumeBootPattern-550639123-router', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b7562399-3981-4450-afed-12d00671e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:55Z', 'updated_at': '2021-07-07T17:34:04Z', 'revision_number': 4, 'project_id': '66782d55a9284144a8994a9a98696a09', 'gw_port': {'id': 'b7562399-3981-4450-afed-12d00671e32e', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:56Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '8cdae1b8-02ba-4149-b420-a43c4d6d75b6', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'floating_ip_address': '172.25.0.183', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'port_id': '037aba6c-b878-4e5e-ac82-ec44de084bd2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'mac_address': 'fa:16:3e:cd:72:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a96b8dc-104a-413f-b915-0fe61b3556dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:39:00Z', 'updated_at': '2021-07-07T17:39:00Z', 'revision_number': 0, 'project_id': '66782d55a9284144a8994a9a98696a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b43991d-20c6-4ed8-a8de-a9aa7938d5bf', 'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'mac_address': 'fa:16:3e:30:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:10Z', 'revision_number': 5, 'project_id': '66782d55a9284144a8994a9a98696a09', 'subnets': [{'id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:01.551921 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b15934-db64-4090-88a2-d2086887533e None None] Checking router: d0b1da92-2279-417d-a85b-04726934128b for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:39:01.561570 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b15934-db64-4090-88a2-d2086887533e None None] Routers {'d0b1da92-2279-417d-a85b-04726934128b'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:39:01.562233 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-93b15934-db64-4090-88a2-d2086887533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:38:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d0b1da92-2279-417d-a85b-04726934128b'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:01.790325 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-93b15934-db64-4090-88a2-d2086887533e None None] Set router d0b1da92-2279-417d-a85b-04726934128b gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:39:01.863954 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9665a5f5-68d5-41cd-9f04-9d439e89ee03 req-7e5f9973-21d7-475f-a4a3-d3b9be91b0fc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=037aba6c-b878-4e5e-ac82-ec44de084bd2 HTTP/1.1" status: 200 len: 1000 time: 0.4360616 Jul 07 17:39:01.938852 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665a5f5-68d5-41cd-9f04-9d439e89ee03 req-7c70cc3d-30e4-405c-850f-0ad43d222c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:01.941039 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9665a5f5-68d5-41cd-9f04-9d439e89ee03 req-7c70cc3d-30e4-405c-850f-0ad43d222c8b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96a9e05f-47c3-4c4b-bd45-67d2458e49df HTTP/1.1" status: 200 len: 850 time: 0.0699756 Jul 07 17:39:02.020078 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665a5f5-68d5-41cd-9f04-9d439e89ee03 req-9a0fbeea-6b5c-4b3f-98a1-bef60ff04fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:02.021899 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9665a5f5-68d5-41cd-9f04-9d439e89ee03 req-9a0fbeea-6b5c-4b3f-98a1-bef60ff04fb4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750022 Jul 07 17:39:02.151651 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-93b15934-db64-4090-88a2-d2086887533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b1da92-2279-417d-a85b-04726934128b', 'name': 'tempest-TestVolumeBootPattern-550639123-router', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b7562399-3981-4450-afed-12d00671e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:55Z', 'updated_at': '2021-07-07T17:34:04Z', 'revision_number': 4, 'project_id': '66782d55a9284144a8994a9a98696a09', 'gw_port': {'id': 'b7562399-3981-4450-afed-12d00671e32e', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:56Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '8cdae1b8-02ba-4149-b420-a43c4d6d75b6', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'floating_ip_address': '172.25.0.183', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'port_id': '037aba6c-b878-4e5e-ac82-ec44de084bd2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'mac_address': 'fa:16:3e:cd:72:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a96b8dc-104a-413f-b915-0fe61b3556dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:39:00Z', 'updated_at': '2021-07-07T17:39:00Z', 'revision_number': 0, 'project_id': '66782d55a9284144a8994a9a98696a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b43991d-20c6-4ed8-a8de-a9aa7938d5bf', 'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'mac_address': 'fa:16:3e:30:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:10Z', 'revision_number': 5, 'project_id': '66782d55a9284144a8994a9a98696a09', 'subnets': [{'id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:02.164067 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9665a5f5-68d5-41cd-9f04-9d439e89ee03 req-b215752c-54c1-4658-93c9-6d927301b8a6 service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355021 Jul 07 17:39:02.187552 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b15934-db64-4090-88a2-d2086887533e None None] The sync data for ids ['d0b1da92-2279-417d-a85b-04726934128b'] in n-d-791503-12 is: [{'id': 'd0b1da92-2279-417d-a85b-04726934128b', 'name': 'tempest-TestVolumeBootPattern-550639123-router', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b7562399-3981-4450-afed-12d00671e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:55Z', 'updated_at': '2021-07-07T17:34:04Z', 'revision_number': 4, 'project_id': '66782d55a9284144a8994a9a98696a09', 'gw_port': {'id': 'b7562399-3981-4450-afed-12d00671e32e', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:56Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '8cdae1b8-02ba-4149-b420-a43c4d6d75b6', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'floating_ip_address': '172.25.0.183', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'port_id': '037aba6c-b878-4e5e-ac82-ec44de084bd2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'mac_address': 'fa:16:3e:cd:72:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a96b8dc-104a-413f-b915-0fe61b3556dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:39:00Z', 'updated_at': '2021-07-07T17:39:00Z', 'revision_number': 0, 'project_id': '66782d55a9284144a8994a9a98696a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b43991d-20c6-4ed8-a8de-a9aa7938d5bf', 'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'mac_address': 'fa:16:3e:30:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:10Z', 'revision_number': 5, 'project_id': '66782d55a9284144a8994a9a98696a09', 'subnets': [{'id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:39:02.263785 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 35904e97-ac3a-4cf5-8947-592c7a2b8d6a no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:39:02.269845 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9665a5f5-68d5-41cd-9f04-9d439e89ee03 req-44984a31-b838-497a-b347-bbff4ebf3b6b service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994031 Jul 07 17:39:02.296419 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 35904e97-ac3a-4cf5-8947-592c7a2b8d6a {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:39:02.297904 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 35904e97-ac3a-4cf5-8947-592c7a2b8d6a not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:39:02.421828 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c647db9-71ac-4991-b545-032e3b61b798 None None] New status for floating IP 8cdae1b8-02ba-4149-b420-a43c4d6d75b6: ACTIVE {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:39:02.898821 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:39:07.502405 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:08.041301 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:22.309007 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 45878) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:22.486339 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869918f2-6b93-44b8-bbcf-15086feece58 req-79092c2c-8fb5-453c-be73-c380dfa64a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:22.489028 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-869918f2-6b93-44b8-bbcf-15086feece58 req-79092c2c-8fb5-453c-be73-c380dfa64a83 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a HTTP/1.1" status: 200 len: 1097 time: 0.1786010 Jul 07 17:39:22.532785 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-869918f2-6b93-44b8-bbcf-15086feece58 req-ece28d0e-489c-44e7-9be6-7a54ca26703b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d496c3bb-8b3a-459e-adab-8001ba7a3d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349917 Jul 07 17:39:23.425105 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1af9a447-4f93-48e6-9b98-8f005fdee94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:24.588523 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5cbb8d2a-666b-40ed-8499-0a1ea60908db req-a56d2642-3c56-4090-aa46-d2e375766c19 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0559459 Jul 07 17:39:24.702297 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb8d2a-666b-40ed-8499-0a1ea60908db req-dcc1e3ca-9b29-4e1e-88c3-34c268359889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:24.703870 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5cbb8d2a-666b-40ed-8499-0a1ea60908db req-dcc1e3ca-9b29-4e1e-88c3-34c268359889 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 1098 time: 0.0654607 Jul 07 17:39:24.813858 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb8d2a-666b-40ed-8499-0a1ea60908db req-0efd396d-80fc-465f-adbd-8c00fc6a1b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:24.815320 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5cbb8d2a-666b-40ed-8499-0a1ea60908db req-0efd396d-80fc-465f-adbd-8c00fc6a1b6e service neutron] 10.222.0.72 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 912 time: 0.0897021 Jul 07 17:39:24.880256 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5cbb8d2a-666b-40ed-8499-0a1ea60908db req-a908dbcd-fda5-47e7-9b18-96e508d71050 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=037aba6c-b878-4e5e-ac82-ec44de084bd2 HTTP/1.1" status: 200 len: 1002 time: 0.0573578 Jul 07 17:39:24.927440 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb8d2a-666b-40ed-8499-0a1ea60908db req-61398ede-a5dc-49cd-ad3b-14f719ce07ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:24.928888 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5cbb8d2a-666b-40ed-8499-0a1ea60908db req-61398ede-a5dc-49cd-ad3b-14f719ce07ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96a9e05f-47c3-4c4b-bd45-67d2458e49df HTTP/1.1" status: 200 len: 850 time: 0.0426919 Jul 07 17:39:25.000073 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb8d2a-666b-40ed-8499-0a1ea60908db req-811608d6-d253-46cc-a3d2-eaa3a3df829f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:25.001548 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5cbb8d2a-666b-40ed-8499-0a1ea60908db req-811608d6-d253-46cc-a3d2-eaa3a3df829f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657861 Jul 07 17:39:25.091303 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5cbb8d2a-666b-40ed-8499-0a1ea60908db req-f455a334-0ac8-455e-bb2f-501e7f6cd61e service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821407 Jul 07 17:39:25.186432 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5cbb8d2a-666b-40ed-8499-0a1ea60908db req-5b965736-21e7-44ba-866f-5316d3b2a21e service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877130 Jul 07 17:39:26.229458 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:26.813525 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d97bde1b-f902-4f4c-9e40-6cf041d0c327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:27.106733 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a2847f3-8e05-4408-a563-faba43c59bb9 req-e3556866-10cc-45bd-a0e0-6761fa26e2b8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1585686 Jul 07 17:39:27.212361 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2847f3-8e05-4408-a563-faba43c59bb9 req-f34c0857-ec71-49c6-8fed-063b404dd344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:27.214545 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a2847f3-8e05-4408-a563-faba43c59bb9 req-f34c0857-ec71-49c6-8fed-063b404dd344 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aa2dcd71fbe40349f68db67faf73dcf&device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a HTTP/1.1" status: 200 len: 1097 time: 0.0615714 Jul 07 17:39:27.341577 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2847f3-8e05-4408-a563-faba43c59bb9 req-d1bad4a0-7eed-4a4b-ba2e-acd2015671fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:27.343198 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a2847f3-8e05-4408-a563-faba43c59bb9 req-d1bad4a0-7eed-4a4b-ba2e-acd2015671fc service neutron] 10.222.0.64 "GET /v2.0/networks?id=68356134-3cc5-4339-94e4-316d1633c850 HTTP/1.1" status: 200 len: 910 time: 0.1057761 Jul 07 17:39:27.422013 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a2847f3-8e05-4408-a563-faba43c59bb9 req-d854a555-cec7-41e0-9b24-adce5a8653c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aeff9394-0f03-4ce1-b16a-17d4212470b6 HTTP/1.1" status: 200 len: 1000 time: 0.0721855 Jul 07 17:39:27.483902 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2847f3-8e05-4408-a563-faba43c59bb9 req-0d8379be-76e3-486f-b3f5-bc485a2e48fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:27.485516 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a2847f3-8e05-4408-a563-faba43c59bb9 req-0d8379be-76e3-486f-b3f5-bc485a2e48fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb HTTP/1.1" status: 200 len: 848 time: 0.0570767 Jul 07 17:39:27.549502 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2847f3-8e05-4408-a563-faba43c59bb9 req-2464ead5-3d46-40ae-b8fd-83355b5b6bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:27.551264 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a2847f3-8e05-4408-a563-faba43c59bb9 req-2464ead5-3d46-40ae-b8fd-83355b5b6bd1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68356134-3cc5-4339-94e4-316d1633c850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597663 Jul 07 17:39:27.653290 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a2847f3-8e05-4408-a563-faba43c59bb9 req-8f0e6e60-f20a-4572-b9bb-0d2466479ff9 service neutron] 10.222.0.64 "GET /v2.0/networks/68356134-3cc5-4339-94e4-316d1633c850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955236 Jul 07 17:39:27.763542 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0a2847f3-8e05-4408-a563-faba43c59bb9 req-cfb14da6-1448-46b4-97cf-84e42689be79 service neutron] 10.222.0.64 "GET /v2.0/networks/68356134-3cc5-4339-94e4-316d1633c850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038358 Jul 07 17:39:28.005045 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:30.317120 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:37.525266 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:38.065888 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:39.899323 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:39:44.374802 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46008) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:44.420913 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f47533-81bf-448a-9a5c-b28f07ede2a2 admin admin] Deleting subnet 7a1c3343-769b-49c1-833d-ea11bbe15c19 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:39:44.424252 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a8f47533-81bf-448a-9a5c-b28f07ede2a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:44.460276 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a8f47533-81bf-448a-9a5c-b28f07ede2a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:44.502145 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a8f47533-81bf-448a-9a5c-b28f07ede2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:44.566975 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a8f47533-81bf-448a-9a5c-b28f07ede2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:44.593468 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f47533-81bf-448a-9a5c-b28f07ede2a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a1c3343-769b-49c1-833d-ea11bbe15c19,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:44.598320 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a8f47533-81bf-448a-9a5c-b28f07ede2a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:44.603815 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a8f47533-81bf-448a-9a5c-b28f07ede2a2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7a1c3343-769b-49c1-833d-ea11bbe15c19 HTTP/1.1" status: 204 len: 168 time: 0.2250969 Jul 07 17:39:44.603913 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46010) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:44.606414 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f47533-81bf-448a-9a5c-b28f07ede2a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:44.606774 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f47533-81bf-448a-9a5c-b28f07ede2a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:44.607119 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f47533-81bf-448a-9a5c-b28f07ede2a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:44.607461 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f47533-81bf-448a-9a5c-b28f07ede2a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:44.607797 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f47533-81bf-448a-9a5c-b28f07ede2a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:44.608132 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f47533-81bf-448a-9a5c-b28f07ede2a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:44.608463 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f47533-81bf-448a-9a5c-b28f07ede2a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:44.608828 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f47533-81bf-448a-9a5c-b28f07ede2a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:44.609157 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f47533-81bf-448a-9a5c-b28f07ede2a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:44.609490 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f47533-81bf-448a-9a5c-b28f07ede2a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:44.609817 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f47533-81bf-448a-9a5c-b28f07ede2a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:44.610264 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f47533-81bf-448a-9a5c-b28f07ede2a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:44.677679 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-840d5806-c50e-45a9-91d1-421bf034e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:44.765245 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-840d5806-c50e-45a9-91d1-421bf034e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:44.777195 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-840d5806-c50e-45a9-91d1-421bf034e9f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd82686-23d8-4ee0-8fd2-b1c34066e632']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:44.789283 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-840d5806-c50e-45a9-91d1-421bf034e9f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5fcf499-eb3b-4279-9d90-d0d2955e6203') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:44.789585 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-840d5806-c50e-45a9-91d1-421bf034e9f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5fcf499-eb3b-4279-9d90-d0d2955e6203') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:44.799524 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-840d5806-c50e-45a9-91d1-421bf034e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:44.814089 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-840d5806-c50e-45a9-91d1-421bf034e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:44.821473 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840d5806-c50e-45a9-91d1-421bf034e9f9 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:39:44.821842 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-840d5806-c50e-45a9-91d1-421bf034e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:39:44.823559 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:39:44.884674 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-840d5806-c50e-45a9-91d1-421bf034e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:44.889947 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-840d5806-c50e-45a9-91d1-421bf034e9f9 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:44.894866 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-840d5806-c50e-45a9-91d1-421bf034e9f9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/cfd82686-23d8-4ee0-8fd2-b1c34066e632 HTTP/1.1" status: 204 len: 168 time: 0.2873030 Jul 07 17:39:44.911949 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d5806-c50e-45a9-91d1-421bf034e9f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfd82686-23d8-4ee0-8fd2-b1c34066e632,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:44.920237 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840d5806-c50e-45a9-91d1-421bf034e9f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:44.920589 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840d5806-c50e-45a9-91d1-421bf034e9f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:44.920967 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840d5806-c50e-45a9-91d1-421bf034e9f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:44.921306 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840d5806-c50e-45a9-91d1-421bf034e9f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:44.921780 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840d5806-c50e-45a9-91d1-421bf034e9f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:44.922389 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840d5806-c50e-45a9-91d1-421bf034e9f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:44.922726 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840d5806-c50e-45a9-91d1-421bf034e9f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:44.923059 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840d5806-c50e-45a9-91d1-421bf034e9f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:44.923445 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840d5806-c50e-45a9-91d1-421bf034e9f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:44.923782 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840d5806-c50e-45a9-91d1-421bf034e9f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:44.924112 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840d5806-c50e-45a9-91d1-421bf034e9f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:44.924439 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840d5806-c50e-45a9-91d1-421bf034e9f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:45.093357 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46014) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:45.137844 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8aebddef-2574-4509-88d2-b6334a3b19d1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ddd943e34e5b4e8fb2c7e75567c7a0bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423038 Jul 07 17:39:45.140611 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46016) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:45.197811 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7394a579-ebe0-42ee-8c98-eba7d0a04d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:45.221471 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7394a579-ebe0-42ee-8c98-eba7d0a04d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:45.274579 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7394a579-ebe0-42ee-8c98-eba7d0a04d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:45.277238 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7394a579-ebe0-42ee-8c98-eba7d0a04d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:45.278384 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7394a579-ebe0-42ee-8c98-eba7d0a04d9b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/08218dab-f3d3-4504-b00b-83af0dbc5dce HTTP/1.1" status: 204 len: 168 time: 0.1368456 Jul 07 17:39:45.286691 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394a579-ebe0-42ee-8c98-eba7d0a04d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08218dab-f3d3-4504-b00b-83af0dbc5dce,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:53.417212 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b4996361-bb04-4bee-b030-e547109e5dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:56.235280 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:56.814150 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d94fb113-5103-4738-acfd-33c688e2ff3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:58.003876 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:00.311384 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:07.528338 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:08.059735 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:16.899494 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:40:23.421351 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d69bba76-45cf-491f-9843-fe54a4d9c904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:25.604339 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-76d868e4-73ae-48ad-9ba6-4351713d3f23 req-a2347fc2-590e-4c95-a2d7-9202306a015d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0615377 Jul 07 17:40:25.713768 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d868e4-73ae-48ad-9ba6-4351713d3f23 req-f3a811d4-53db-4a06-85be-e1fbfb756b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:25.715720 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-76d868e4-73ae-48ad-9ba6-4351713d3f23 req-f3a811d4-53db-4a06-85be-e1fbfb756b96 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 1098 time: 0.0652285 Jul 07 17:40:25.845621 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d868e4-73ae-48ad-9ba6-4351713d3f23 req-c550487d-0c49-41f9-8df1-794bc74209e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:25.846815 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-76d868e4-73ae-48ad-9ba6-4351713d3f23 req-c550487d-0c49-41f9-8df1-794bc74209e9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 912 time: 0.1083102 Jul 07 17:40:25.925023 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-76d868e4-73ae-48ad-9ba6-4351713d3f23 req-0675f19d-67c5-4b92-99f4-c1fc31c1f632 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=037aba6c-b878-4e5e-ac82-ec44de084bd2 HTTP/1.1" status: 200 len: 1002 time: 0.0720406 Jul 07 17:40:25.993094 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d868e4-73ae-48ad-9ba6-4351713d3f23 req-61c02a97-bf09-4d0d-9513-b9a6c6da6f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:25.995334 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-76d868e4-73ae-48ad-9ba6-4351713d3f23 req-61c02a97-bf09-4d0d-9513-b9a6c6da6f32 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96a9e05f-47c3-4c4b-bd45-67d2458e49df HTTP/1.1" status: 200 len: 850 time: 0.0643985 Jul 07 17:40:26.060586 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d868e4-73ae-48ad-9ba6-4351713d3f23 req-b5a8a4b3-61ae-413b-9086-e5b7416e8310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:26.062165 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-76d868e4-73ae-48ad-9ba6-4351713d3f23 req-b5a8a4b3-61ae-413b-9086-e5b7416e8310 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607982 Jul 07 17:40:26.181479 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-76d868e4-73ae-48ad-9ba6-4351713d3f23 req-c98b4e64-788a-451a-bee2-5f9cbd8cc13f service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128876 Jul 07 17:40:26.245026 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:26.306204 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-76d868e4-73ae-48ad-9ba6-4351713d3f23 req-80cd1291-11d7-44bc-9214-b223a68c7dcb service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180837 Jul 07 17:40:26.820831 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca507-6d12-45a2-aeef-2c91a8fa9029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:27.392995 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1fa69a1b-8166-402a-b340-13591d8a6136 req-4a099da1-170e-4256-bd3a-09239224955a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0691299 Jul 07 17:40:27.512151 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa69a1b-8166-402a-b340-13591d8a6136 req-81112dd1-9d52-4e65-934c-0ea88cbc9b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:27.513449 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1fa69a1b-8166-402a-b340-13591d8a6136 req-81112dd1-9d52-4e65-934c-0ea88cbc9b99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aa2dcd71fbe40349f68db67faf73dcf&device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a HTTP/1.1" status: 200 len: 1097 time: 0.0708392 Jul 07 17:40:27.653648 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa69a1b-8166-402a-b340-13591d8a6136 req-377f30c2-4610-4745-ad87-4f237cc47345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:27.655175 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1fa69a1b-8166-402a-b340-13591d8a6136 req-377f30c2-4610-4745-ad87-4f237cc47345 service neutron] 10.222.0.64 "GET /v2.0/networks?id=68356134-3cc5-4339-94e4-316d1633c850 HTTP/1.1" status: 200 len: 910 time: 0.1183779 Jul 07 17:40:27.740121 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1fa69a1b-8166-402a-b340-13591d8a6136 req-b90fb75e-15bb-4bc1-998f-59b934513a3f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aeff9394-0f03-4ce1-b16a-17d4212470b6 HTTP/1.1" status: 200 len: 1000 time: 0.0778916 Jul 07 17:40:27.832869 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa69a1b-8166-402a-b340-13591d8a6136 req-b34680c8-518a-42d3-a514-11caa37adef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:27.835517 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1fa69a1b-8166-402a-b340-13591d8a6136 req-b34680c8-518a-42d3-a514-11caa37adef4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb HTTP/1.1" status: 200 len: 848 time: 0.0889668 Jul 07 17:40:27.911544 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa69a1b-8166-402a-b340-13591d8a6136 req-c94667c4-899b-4bff-b4c7-1146968c0e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:27.913196 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1fa69a1b-8166-402a-b340-13591d8a6136 req-c94667c4-899b-4bff-b4c7-1146968c0e95 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68356134-3cc5-4339-94e4-316d1633c850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715048 Jul 07 17:40:28.008143 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:28.039056 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1fa69a1b-8166-402a-b340-13591d8a6136 req-cb9ce688-3319-4a1c-b797-b3ca017303b2 service neutron] 10.222.0.64 "GET /v2.0/networks/68356134-3cc5-4339-94e4-316d1633c850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184192 Jul 07 17:40:28.150491 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1fa69a1b-8166-402a-b340-13591d8a6136 req-49b085fb-caf5-497f-a64b-b9b8d448fe13 service neutron] 10.222.0.64 "GET /v2.0/networks/68356134-3cc5-4339-94e4-316d1633c850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051440 Jul 07 17:40:30.314914 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.552184 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:38.079070 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:53.423795 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0bdcd1e7-41d5-4928-adde-fca1243b04d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:53.898913 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:40:56.230708 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:56.813787 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bd975fa1-6fe2-47e4-9813-ac28a175269e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:58.010655 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:59.481145 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decb4bb-89be-49b6-a7dc-80f970b2d0dd req-1dd535c5-52d0-4528-9533-0a00389ef00d tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:59.482656 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8decb4bb-89be-49b6-a7dc-80f970b2d0dd req-1dd535c5-52d0-4528-9533-0a00389ef00d tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 946 time: 0.0693116 Jul 07 17:40:59.531956 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8decb4bb-89be-49b6-a7dc-80f970b2d0dd req-609a0948-0512-4510-aca5-e6f1eadcd82b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401654 Jul 07 17:41:00.316130 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:00.736094 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39257d14-5d06-46a9-aee6-3c4d59a83591 req-e62af718-9d05-4777-ba8c-15f03ba6bd7f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:00.737626 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-39257d14-5d06-46a9-aee6-3c4d59a83591 req-e62af718-9d05-4777-ba8c-15f03ba6bd7f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 946 time: 0.0721853 Jul 07 17:41:00.781921 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-39257d14-5d06-46a9-aee6-3c4d59a83591 req-bc722a5c-fe9a-492a-9c67-0ee0641b0dc9 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387332 Jul 07 17:41:00.954704 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2373c9-75a2-4cef-919f-be62156ab8d3 req-dba7c2f6-960c-4a2b-adbf-356acc43bc70 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:00.956513 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1c2373c9-75a2-4cef-919f-be62156ab8d3 req-dba7c2f6-960c-4a2b-adbf-356acc43bc70 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 946 time: 0.0730863 Jul 07 17:41:01.056325 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-1c2373c9-75a2-4cef-919f-be62156ab8d3 req-c2c56873-e3ad-4932-88a0-47e3ba3dc158 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Deleting port 037aba6c-b878-4e5e-ac82-ec44de084bd2 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:41:01.056713 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1c2373c9-75a2-4cef-919f-be62156ab8d3 req-c2c56873-e3ad-4932-88a0-47e3ba3dc158 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:01.149220 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-1c2373c9-75a2-4cef-919f-be62156ab8d3 req-c2c56873-e3ad-4932-88a0-47e3ba3dc158 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] For port 037aba6c-b878-4e5e-ac82-ec44de084bd2, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=037aba6c-b878-4e5e-ac82-ec44de084bd2,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:41:01.149635 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1c2373c9-75a2-4cef-919f-be62156ab8d3 req-c2c56873-e3ad-4932-88a0-47e3ba3dc158 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:01.386687 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1c2373c9-75a2-4cef-919f-be62156ab8d3 req-c2c56873-e3ad-4932-88a0-47e3ba3dc158 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:01.387067 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1c2373c9-75a2-4cef-919f-be62156ab8d3 req-c2c56873-e3ad-4932-88a0-47e3ba3dc158 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:01.387386 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [req-1c2373c9-75a2-4cef-919f-be62156ab8d3 req-c2c56873-e3ad-4932-88a0-47e3ba3dc158 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Floating IP 8cdae1b8-02ba-4149-b420-a43c4d6d75b6 disassociated. External IP: 172.25.0.183, port: 037aba6c-b878-4e5e-ac82-ec44de084bd2. Jul 07 17:41:01.387749 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-1c2373c9-75a2-4cef-919f-be62156ab8d3 req-c2c56873-e3ad-4932-88a0-47e3ba3dc158 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Calling delete_port for 037aba6c-b878-4e5e-ac82-ec44de084bd2 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:41:01.521236 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1c2373c9-75a2-4cef-919f-be62156ab8d3 req-c2c56873-e3ad-4932-88a0-47e3ba3dc158 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:01.552422 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c56873-e3ad-4932-88a0-47e3ba3dc158 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event deleted for resources: {'Port': ['ID=037aba6c-b878-4e5e-ac82-ec44de084bd2,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:01.564954 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c56873-e3ad-4932-88a0-47e3ba3dc158 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:01.565309 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c56873-e3ad-4932-88a0-47e3ba3dc158 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:01.565656 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c56873-e3ad-4932-88a0-47e3ba3dc158 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:01.565999 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c56873-e3ad-4932-88a0-47e3ba3dc158 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:01.566334 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c56873-e3ad-4932-88a0-47e3ba3dc158 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:01.566672 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c56873-e3ad-4932-88a0-47e3ba3dc158 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:01.567030 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c56873-e3ad-4932-88a0-47e3ba3dc158 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:01.567359 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c56873-e3ad-4932-88a0-47e3ba3dc158 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:01.567687 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c56873-e3ad-4932-88a0-47e3ba3dc158 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:01.568012 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c56873-e3ad-4932-88a0-47e3ba3dc158 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:01.568338 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c56873-e3ad-4932-88a0-47e3ba3dc158 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:01.568688 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c56873-e3ad-4932-88a0-47e3ba3dc158 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:01.675888 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c2373c9-75a2-4cef-919f-be62156ab8d3 req-c2c56873-e3ad-4932-88a0-47e3ba3dc158 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Router d0b1da92-2279-417d-a85b-04726934128b has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:41:01.783170 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c2373c9-75a2-4cef-919f-be62156ab8d3 req-c2c56873-e3ad-4932-88a0-47e3ba3dc158 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:41:01.793474 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f73639-882f-49fb-b60a-ee9ca31c0044 None None] Sync routers for ids ['d0b1da92-2279-417d-a85b-04726934128b'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:41:01.803036 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f73639-882f-49fb-b60a-ee9ca31c0044 None None] Routers {'d0b1da92-2279-417d-a85b-04726934128b'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:41:01.803719 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-d2f73639-882f-49fb-b60a-ee9ca31c0044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:40:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d0b1da92-2279-417d-a85b-04726934128b'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:01.830982 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2373c9-75a2-4cef-919f-be62156ab8d3 req-c2c56873-e3ad-4932-88a0-47e3ba3dc158 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] No DVR routers for this DVR port 037aba6c-b878-4e5e-ac82-ec44de084bd2 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:41:01.833902 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1c2373c9-75a2-4cef-919f-be62156ab8d3 req-c2c56873-e3ad-4932-88a0-47e3ba3dc158 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:01.836277 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1c2373c9-75a2-4cef-919f-be62156ab8d3 req-c2c56873-e3ad-4932-88a0-47e3ba3dc158 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.72 "DELETE /v2.0/ports/037aba6c-b878-4e5e-ac82-ec44de084bd2 HTTP/1.1" status: 204 len: 173 time: 0.8744464 Jul 07 17:41:01.836778 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a96b8dc-104a-413f-b915-0fe61b3556dd', 'name': 'network-vif-deleted', 'tag': '037aba6c-b878-4e5e-ac82-ec44de084bd2'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:41:01.839903 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7401ca-da02-46a5-b628-b23745028f53" -d '{"events": [{"server_uuid": "4a96b8dc-104a-413f-b915-0fe61b3556dd", "name": "network-vif-deleted", "tag": "037aba6c-b878-4e5e-ac82-ec44de084bd2"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:41:01.942890 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c85e844a-0b1f-41ac-9f7d-f85d80e9dd1d req-38b95a26-59a7-49ec-83c4-5b50b86751dc tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 210 time: 0.0309958 Jul 07 17:41:01.949317 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-d2f73639-882f-49fb-b60a-ee9ca31c0044 None None] Set router d0b1da92-2279-417d-a85b-04726934128b gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:41:01.990447 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b608586-3dfd-4203-99c8-156a9028d5e6 x-openstack-request-id: req-0b608586-3dfd-4203-99c8-156a9028d5e6 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:41:01.991313 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a96b8dc-104a-413f-b915-0fe61b3556dd", "name": "network-vif-deleted", "tag": "037aba6c-b878-4e5e-ac82-ec44de084bd2", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:41:01.991564 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b608586-3dfd-4203-99c8-156a9028d5e6 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:41:01.991980 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a96b8dc-104a-413f-b915-0fe61b3556dd', 'name': 'network-vif-deleted', 'tag': '037aba6c-b878-4e5e-ac82-ec44de084bd2', 'status': 'completed', 'code': 200} Jul 07 17:41:02.167417 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-d2f73639-882f-49fb-b60a-ee9ca31c0044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b1da92-2279-417d-a85b-04726934128b', 'name': 'tempest-TestVolumeBootPattern-550639123-router', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b7562399-3981-4450-afed-12d00671e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:55Z', 'updated_at': '2021-07-07T17:34:04Z', 'revision_number': 4, 'project_id': '66782d55a9284144a8994a9a98696a09', 'gw_port': {'id': 'b7562399-3981-4450-afed-12d00671e32e', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:56Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '1b43991d-20c6-4ed8-a8de-a9aa7938d5bf', 'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'mac_address': 'fa:16:3e:30:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:10Z', 'revision_number': 5, 'project_id': '66782d55a9284144a8994a9a98696a09', 'subnets': [{'id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:02.198735 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f73639-882f-49fb-b60a-ee9ca31c0044 None None] Checking router: d0b1da92-2279-417d-a85b-04726934128b for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:41:02.207304 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f73639-882f-49fb-b60a-ee9ca31c0044 None None] Routers {'d0b1da92-2279-417d-a85b-04726934128b'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:41:02.207919 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-d2f73639-882f-49fb-b60a-ee9ca31c0044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:40:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d0b1da92-2279-417d-a85b-04726934128b'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:02.314621 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-d2f73639-882f-49fb-b60a-ee9ca31c0044 None None] Set router d0b1da92-2279-417d-a85b-04726934128b gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:41:02.521870 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-d2f73639-882f-49fb-b60a-ee9ca31c0044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b1da92-2279-417d-a85b-04726934128b', 'name': 'tempest-TestVolumeBootPattern-550639123-router', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b7562399-3981-4450-afed-12d00671e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:55Z', 'updated_at': '2021-07-07T17:34:04Z', 'revision_number': 4, 'project_id': '66782d55a9284144a8994a9a98696a09', 'gw_port': {'id': 'b7562399-3981-4450-afed-12d00671e32e', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:56Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '1b43991d-20c6-4ed8-a8de-a9aa7938d5bf', 'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'mac_address': 'fa:16:3e:30:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:10Z', 'revision_number': 5, 'project_id': '66782d55a9284144a8994a9a98696a09', 'subnets': [{'id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:02.552421 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f73639-882f-49fb-b60a-ee9ca31c0044 None None] The sync data for ids ['d0b1da92-2279-417d-a85b-04726934128b'] in n-d-791503-12 is: [{'id': 'd0b1da92-2279-417d-a85b-04726934128b', 'name': 'tempest-TestVolumeBootPattern-550639123-router', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b7562399-3981-4450-afed-12d00671e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:55Z', 'updated_at': '2021-07-07T17:34:04Z', 'revision_number': 4, 'project_id': '66782d55a9284144a8994a9a98696a09', 'gw_port': {'id': 'b7562399-3981-4450-afed-12d00671e32e', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:56Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '1b43991d-20c6-4ed8-a8de-a9aa7938d5bf', 'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'mac_address': 'fa:16:3e:30:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:10Z', 'revision_number': 5, 'project_id': '66782d55a9284144a8994a9a98696a09', 'subnets': [{'id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:41:02.798027 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dd7001-19c6-4f68-a58a-7265fd87649f None None] New status for floating IP 8cdae1b8-02ba-4149-b420-a43c4d6d75b6: DOWN {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:41:03.097746 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b096d760-9b92-4715-ab3c-494644dbca6f req-6b7a45ed-a024-41d6-8fda-35357f81694b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 210 time: 0.0302515 Jul 07 17:41:04.251385 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d36a3204-b95b-4d67-a523-18269b6bbfe0 req-0a7b2a1a-9744-4549-a028-9b471cd3fb59 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 210 time: 0.0308995 Jul 07 17:41:04.896749 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 037aba6c-b878-4e5e-ac82-ec44de084bd2 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:41:04.918391 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 037aba6c-b878-4e5e-ac82-ec44de084bd2 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:41:04.918743 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 037aba6c-b878-4e5e-ac82-ec44de084bd2 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:41:05.398554 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fa97b0e3-34db-4680-a61e-5bf5d1b8925e req-8c5f6642-55f0-425f-804e-f3a4c92292bc tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a96b8dc-104a-413f-b915-0fe61b3556dd HTTP/1.1" status: 200 len: 210 time: 0.0318840 Jul 07 17:41:06.658847 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-b9cfc39d-ad5b-4696-b52b-88dbdae84d20 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1846326040&fields=id&tenant_id=66782d55a9284144a8994a9a98696a09 HTTP/1.1" status: 200 len: 267 time: 0.0423598 Jul 07 17:41:06.770990 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-d8af4c70-4af0-4716-bed5-2c4dbbfdc762 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:06.772552 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-d8af4c70-4af0-4716-bed5-2c4dbbfdc762 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 811 time: 0.1073008 Jul 07 17:41:06.788012 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-2528c4dc-86b3-4574-bf1e-66737a88b41c tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/quotas/66782d55a9284144a8994a9a98696a09 HTTP/1.1" status: 200 len: 375 time: 0.0097373 Jul 07 17:41:06.862437 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-f94df3fb-c77c-44ca-b392-8170cf36e210 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0688393 Jul 07 17:41:06.964125 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-c37bca11-fb0d-4fc1-b37a-0dec509ccb90 service neutron] 10.222.0.53 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892382 Jul 07 17:41:07.059428 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-80ddb7d3-8e90-40a4-846f-5c4cd0ac04e5 service neutron] 10.222.0.53 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896902 Jul 07 17:41:07.371235 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ed850e9a-d6eb-4af8-b5c9-e38b61ad0ff7 req-8c21c46e-71f9-4e7d-bcd0-331c2dbb8964 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 210 time: 0.0318658 Jul 07 17:41:07.567432 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:08.078248 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:08.521113 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3d8eaa4b-da18-40e3-a6d2-47d1aa044f47 req-18db0ef5-2b14-4f1c-bc86-3ef5ccc391cc tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 210 time: 0.0365653 Jul 07 17:41:08.700448 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-1398bc8e-9c41-48d1-a14e-ab18d7bd4fc4 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:08.701182 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-1398bc8e-9c41-48d1-a14e-ab18d7bd4fc4 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.72 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 811 time: 0.1079588 Jul 07 17:41:08.761853 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-cc35a8c8-7c6e-49fb-8e36-0bb3748158be tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66782d55a9284144a8994a9a98696a09 HTTP/1.1" status: 200 len: 380 time: 0.0515361 Jul 07 17:41:08.771180 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-0bb09ce6-8d6a-47b6-868a-02876989351b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Request body: {'port': {'device_id': 'b65ca50c-148d-4cb2-8e08-74287d948097', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'admin_state_up': True, 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'security_groups': ['9e8545f5-c7c8-4915-8a22-84ee80275249']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:08.890709 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-0bb09ce6-8d6a-47b6-868a-02876989351b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Made reservation on behalf of 66782d55a9284144a8994a9a98696a09 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:41:08.894771 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-0bb09ce6-8d6a-47b6-868a-02876989351b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:09.027755 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-0bb09ce6-8d6a-47b6-868a-02876989351b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Allocated IP 172.20.0.13 (bfa2b772-e8c4-474c-9bbc-eeafbbaeb767/96a9e05f-47c3-4c4b-bd45-67d2458e49df/ac982bc1-1309-4943-8846-be813092e54b) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:41:09.204058 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-0bb09ce6-8d6a-47b6-868a-02876989351b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:09.225412 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-0bb09ce6-8d6a-47b6-868a-02876989351b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Transition to ACTIVE for port object ac982bc1-1309-4943-8846-be813092e54b will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:41:09.264726 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-0bb09ce6-8d6a-47b6-868a-02876989351b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:09.311198 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-0bb09ce6-8d6a-47b6-868a-02876989351b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:41:09.317554 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-0bb09ce6-8d6a-47b6-868a-02876989351b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:41:09.330714 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb09ce6-8d6a-47b6-868a-02876989351b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event updated for resources: {'Port': ['ID=ac982bc1-1309-4943-8846-be813092e54b,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:09.333623 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-0bb09ce6-8d6a-47b6-868a-02876989351b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:41:09.403362 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-0bb09ce6-8d6a-47b6-868a-02876989351b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:09.404206 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-0bb09ce6-8d6a-47b6-868a-02876989351b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:09.423519 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-0bb09ce6-8d6a-47b6-868a-02876989351b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6562300 Jul 07 17:41:09.436841 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-99674701-c15f-4b40-87e5-1d434003cb30 service neutron] Request body: {'port': {'device_id': 'b65ca50c-148d-4cb2-8e08-74287d948097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:09.535842 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-99674701-c15f-4b40-87e5-1d434003cb30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:09.613214 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-257e2bf2-094e-4e2d-88d5-4f07792414cb None None] Provisioning for port ac982bc1-1309-4943-8846-be813092e54b completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:41:09.632293 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-257e2bf2-094e-4e2d-88d5-4f07792414cb None None] Provisioning complete for port ac982bc1-1309-4943-8846-be813092e54b triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:41:09.634334 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-257e2bf2-094e-4e2d-88d5-4f07792414cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:09.731945 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-257e2bf2-094e-4e2d-88d5-4f07792414cb None None] Port ac982bc1-1309-4943-8846-be813092e54b cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:41:09.741678 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b8729-01e3-42e6-9d07-4d0f9050fc87 req-c6925f1a-de65-4657-9a7f-5a0723a76bc6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:09.750707 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e51b8729-01e3-42e6-9d07-4d0f9050fc87 req-c6925f1a-de65-4657-9a7f-5a0723a76bc6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 932 time: 0.0923100 Jul 07 17:41:09.809308 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e51b8729-01e3-42e6-9d07-4d0f9050fc87 req-2cf795df-adc6-4f93-82ae-0253b866b04c tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573616 Jul 07 17:41:09.914651 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-99674701-c15f-4b40-87e5-1d434003cb30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac982bc1-1309-4943-8846-be813092e54b {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:41:09.922996 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-99674701-c15f-4b40-87e5-1d434003cb30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:09.936277 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-99674701-c15f-4b40-87e5-1d434003cb30 service neutron] Transition to ACTIVE for port object ac982bc1-1309-4943-8846-be813092e54b will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:41:09.940519 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-99674701-c15f-4b40-87e5-1d434003cb30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:10.013680 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99674701-c15f-4b40-87e5-1d434003cb30 service neutron] Pushing event updated for resources: {'Port': ['ID=ac982bc1-1309-4943-8846-be813092e54b,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:10.099941 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-99674701-c15f-4b40-87e5-1d434003cb30 service neutron] Attempting to bind port ac982bc1-1309-4943-8846-be813092e54b on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:10.100304 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-99674701-c15f-4b40-87e5-1d434003cb30 service neutron] Attempting to bind port ac982bc1-1309-4943-8846-be813092e54b by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:10.100698 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-99674701-c15f-4b40-87e5-1d434003cb30 service neutron] Attempting to bind port ac982bc1-1309-4943-8846-be813092e54b on network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:10.106782 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-99674701-c15f-4b40-87e5-1d434003cb30 service neutron] Port ac982bc1-1309-4943-8846-be813092e54b on network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:10.107140 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-99674701-c15f-4b40-87e5-1d434003cb30 service neutron] Attempting to bind port ac982bc1-1309-4943-8846-be813092e54b on network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:10.113812 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-99674701-c15f-4b40-87e5-1d434003cb30 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:41:10.114173 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-99674701-c15f-4b40-87e5-1d434003cb30 service neutron] Checking segment: {'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:41:10.114550 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-99674701-c15f-4b40-87e5-1d434003cb30 service neutron] Bound using segment: {'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:41:10.114992 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-99674701-c15f-4b40-87e5-1d434003cb30 service neutron] Bound port: ac982bc1-1309-4943-8846-be813092e54b, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:41:10.115362 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-99674701-c15f-4b40-87e5-1d434003cb30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:10.196781 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-99674701-c15f-4b40-87e5-1d434003cb30 service neutron] For port ac982bc1-1309-4943-8846-be813092e54b, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:41:10.201352 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-99674701-c15f-4b40-87e5-1d434003cb30 service neutron] For port ac982bc1-1309-4943-8846-be813092e54b, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ac982bc1-1309-4943-8846-be813092e54b,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:41:10.206705 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-99674701-c15f-4b40-87e5-1d434003cb30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:10.248337 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-99674701-c15f-4b40-87e5-1d434003cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:10.249000 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-99674701-c15f-4b40-87e5-1d434003cb30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:10.250577 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-99674701-c15f-4b40-87e5-1d434003cb30 service neutron] 10.222.0.72 "PUT /v2.0/ports/ac982bc1-1309-4943-8846-be813092e54b HTTP/1.1" status: 200 len: 1093 time: 0.8193769 Jul 07 17:41:10.251144 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65ca50c-148d-4cb2-8e08-74287d948097', 'tag': 'ac982bc1-1309-4943-8846-be813092e54b'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:41:10.253709 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299701e0-e41c-4ca6-95da-a42024f4b915" -d '{"events": [{"name": "network-changed", "server_uuid": "b65ca50c-148d-4cb2-8e08-74287d948097", "tag": "ac982bc1-1309-4943-8846-be813092e54b"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:41:10.302970 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99674701-c15f-4b40-87e5-1d434003cb30 service neutron] Pushing event updated for resources: {'Port': ['ID=ac982bc1-1309-4943-8846-be813092e54b,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:10.350474 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0e75a7-5f87-4296-a33f-75d51a4cfb88 x-openstack-request-id: req-ec0e75a7-5f87-4296-a33f-75d51a4cfb88 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:41:10.350785 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65ca50c-148d-4cb2-8e08-74287d948097", "tag": "ac982bc1-1309-4943-8846-be813092e54b", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:41:10.351179 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec0e75a7-5f87-4296-a33f-75d51a4cfb88 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:41:10.351430 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65ca50c-148d-4cb2-8e08-74287d948097', 'tag': 'ac982bc1-1309-4943-8846-be813092e54b', 'status': 'completed', 'code': 200} Jul 07 17:41:10.385166 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-89059c1e-2e90-46f2-8015-9f714e3ae53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:10.386850 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-89059c1e-2e90-46f2-8015-9f714e3ae53e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 1096 time: 0.0765207 Jul 07 17:41:10.434248 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-d07778c4-0337-44a3-8c6c-54d8d4a6779e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac982bc1-1309-4943-8846-be813092e54b HTTP/1.1" status: 200 len: 217 time: 0.0398176 Jul 07 17:41:10.487072 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-57dccd02-3469-4ac9-9a4b-4afe2e0964f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:10.488754 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-57dccd02-3469-4ac9-9a4b-4afe2e0964f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96a9e05f-47c3-4c4b-bd45-67d2458e49df HTTP/1.1" status: 200 len: 850 time: 0.0481236 Jul 07 17:41:10.549578 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-eb9f3906-8ff9-42af-8055-e8f74e5c4c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:10.551036 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-eb9f3906-8ff9-42af-8055-e8f74e5c4c1b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559320 Jul 07 17:41:10.656258 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-2210b088-fc17-4524-927f-b454d3a8cda4 service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985641 Jul 07 17:41:10.755752 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6d8c1d37-5f3a-491b-b89f-e85d35e41693 req-55b8e6f2-f41f-4b36-bc8a-f5d3a14ef74d service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931776 Jul 07 17:41:10.857675 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299701e0-e41c-4ca6-95da-a42024f4b915 req-dcef6c4d-cf63-4319-b322-71f089c582b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:10.859257 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-299701e0-e41c-4ca6-95da-a42024f4b915 req-dcef6c4d-cf63-4319-b322-71f089c582b3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 1096 time: 0.0573397 Jul 07 17:41:10.957539 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299701e0-e41c-4ca6-95da-a42024f4b915 req-7306d66d-88f2-4e18-ad42-fef352a765aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:10.958979 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-299701e0-e41c-4ca6-95da-a42024f4b915 req-7306d66d-88f2-4e18-ad42-fef352a765aa service neutron] 10.222.0.72 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 912 time: 0.0940197 Jul 07 17:41:11.001796 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-299701e0-e41c-4ca6-95da-a42024f4b915 req-d5ff2845-e303-42c8-9c77-cd7ce33975b4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac982bc1-1309-4943-8846-be813092e54b HTTP/1.1" status: 200 len: 217 time: 0.0368886 Jul 07 17:41:11.016755 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061940d-0b5b-4a8f-b607-0bcca3bbb2f0 req-8d66f549-feb7-41ac-a0bf-c1c1e8feea27 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:11.018979 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8061940d-0b5b-4a8f-b607-0bcca3bbb2f0 req-8d66f549-feb7-41ac-a0bf-c1c1e8feea27 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 944 time: 0.0735905 Jul 07 17:41:11.052747 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299701e0-e41c-4ca6-95da-a42024f4b915 req-6d51df65-b31a-4ec9-b587-0a76514ca64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:11.054608 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-299701e0-e41c-4ca6-95da-a42024f4b915 req-6d51df65-b31a-4ec9-b587-0a76514ca64e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96a9e05f-47c3-4c4b-bd45-67d2458e49df HTTP/1.1" status: 200 len: 850 time: 0.0476665 Jul 07 17:41:11.060209 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8061940d-0b5b-4a8f-b607-0bcca3bbb2f0 req-a3816071-65bd-4320-ab38-0a0559e591e7 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351005 Jul 07 17:41:11.116638 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299701e0-e41c-4ca6-95da-a42024f4b915 req-92beb4f2-d706-42fb-ad6d-8d8d30527df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:11.118183 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-299701e0-e41c-4ca6-95da-a42024f4b915 req-92beb4f2-d706-42fb-ad6d-8d8d30527df0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579071 Jul 07 17:41:11.209169 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-299701e0-e41c-4ca6-95da-a42024f4b915 req-b1a12014-172d-4e44-8a8a-dd10d7c241fd service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847924 Jul 07 17:41:11.304318 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-299701e0-e41c-4ca6-95da-a42024f4b915 req-b2311aa1-45bd-46db-a515-bbc3f8c14435 service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896897 Jul 07 17:41:12.249169 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6dea7-8698-4492-a229-f21e57c4b805 req-a83f5720-7572-4120-a066-ab3e3a16f15f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:12.251019 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-99e6dea7-8698-4492-a229-f21e57c4b805 req-a83f5720-7572-4120-a066-ab3e3a16f15f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 944 time: 0.0722888 Jul 07 17:41:12.302608 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-99e6dea7-8698-4492-a229-f21e57c4b805 req-2c4972d2-3285-4a95-9e43-029bc9ea17b2 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459015 Jul 07 17:41:13.490078 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9805613-a888-4935-aa23-0ac84f3b3fa1 req-af5f946d-8049-4f66-859f-e1c6fad2c778 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:13.491683 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a9805613-a888-4935-aa23-0ac84f3b3fa1 req-af5f946d-8049-4f66-859f-e1c6fad2c778 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 944 time: 0.0741732 Jul 07 17:41:13.532748 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a9805613-a888-4935-aa23-0ac84f3b3fa1 req-d7c60757-9fab-471d-8cd4-00ef23642943 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346344 Jul 07 17:41:14.718753 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996f5a5-f5ff-4cfc-9038-f2ae3d4f9641 req-8bbb6946-80af-4531-8d72-58330d02d9f3 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:14.720287 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5996f5a5-f5ff-4cfc-9038-f2ae3d4f9641 req-8bbb6946-80af-4531-8d72-58330d02d9f3 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 944 time: 0.0643940 Jul 07 17:41:14.764464 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5996f5a5-f5ff-4cfc-9038-f2ae3d4f9641 req-325b39b6-d207-4836-93b6-0c71723c261f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386000 Jul 07 17:41:15.947777 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d58cd3-2566-4bfc-bb3b-e75fdab2105f req-ef32c7dd-115e-4bce-92b1-59d632ae716f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:15.949412 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-28d58cd3-2566-4bfc-bb3b-e75fdab2105f req-ef32c7dd-115e-4bce-92b1-59d632ae716f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 944 time: 0.0707028 Jul 07 17:41:15.992271 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-28d58cd3-2566-4bfc-bb3b-e75fdab2105f req-5378cf28-921a-4056-8a2c-099595d47ae5 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369923 Jul 07 17:41:17.190560 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd82bb-5514-49d2-97b0-dd18c926ff63 req-41838a75-fe80-4e93-973d-aeadb3457550 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:17.192110 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f7bd82bb-5514-49d2-97b0-dd18c926ff63 req-41838a75-fe80-4e93-973d-aeadb3457550 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 944 time: 0.0683939 Jul 07 17:41:17.231510 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f7bd82bb-5514-49d2-97b0-dd18c926ff63 req-204bfcfe-27c6-45cf-9469-6c7aa1ebe93a tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338390 Jul 07 17:41:18.411241 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3831c5f-f1ca-4b52-b6ea-925e4c287bab req-c412e219-c5a9-4707-a3b8-76cf31dadd3b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:18.412818 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b3831c5f-f1ca-4b52-b6ea-925e4c287bab req-c412e219-c5a9-4707-a3b8-76cf31dadd3b tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 944 time: 0.0684330 Jul 07 17:41:18.455264 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b3831c5f-f1ca-4b52-b6ea-925e4c287bab req-c761c233-0699-4d1b-b556-45685db356eb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364871 Jul 07 17:41:19.787041 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310086f7-dcea-4004-922a-a16cae266d5a req-4f8be9fc-06f3-44d5-ab74-d53d08a3b45c tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:19.788668 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-310086f7-dcea-4004-922a-a16cae266d5a req-4f8be9fc-06f3-44d5-ab74-d53d08a3b45c tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 944 time: 0.1788192 Jul 07 17:41:19.829689 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-310086f7-dcea-4004-922a-a16cae266d5a req-921fd226-03c2-49e5-91f8-c96652dcfe07 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352662 Jul 07 17:41:21.006428 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device ac982bc1-1309-4943-8846-be813092e54b details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:41:21.024049 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4ccf2-a8bb-420b-a9cc-f99676077d55 req-280c5e42-d3d7-42e3-bfac-15faaee8b605 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:21.027431 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-20a4ccf2-a8bb-420b-a9cc-f99676077d55 req-280c5e42-d3d7-42e3-bfac-15faaee8b605 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 944 time: 0.0723560 Jul 07 17:41:21.071130 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-20a4ccf2-a8bb-420b-a9cc-f99676077d55 req-8aada3e7-ae43-4fb4-995b-8f48568d66c2 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390599 Jul 07 17:41:21.118825 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port ac982bc1-1309-4943-8846-be813092e54b, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ac982bc1-1309-4943-8846-be813092e54b,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:41:21.131368 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'ac982bc1-1309-4943-8846-be813092e54b', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'port_id': 'ac982bc1-1309-4943-8846-be813092e54b', 'mac_address': 'fa:16:3e:75:8b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:41:21.170453 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:21.185292 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac982bc1-1309-4943-8846-be813092e54b {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:41:21.208803 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port ac982bc1-1309-4943-8846-be813092e54b, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ac982bc1-1309-4943-8846-be813092e54b,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:41:21.213423 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:21.264981 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=ac982bc1-1309-4943-8846-be813092e54b,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:21.272822 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:21.273139 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:21.273587 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:21.273851 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:21.274381 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:21.274492 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:21.274822 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:21.275152 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:21.275481 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:21.275904 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:21.276233 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:21.276567 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:21.427329 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['ac982bc1-1309-4943-8846-be813092e54b'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:41:22.261480 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00009c-e581-40c5-beb0-f1260ae6675e req-ed572ca6-1657-4518-9bb2-5c06deb406a7 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:22.263010 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0e00009c-e581-40c5-beb0-f1260ae6675e req-ed572ca6-1657-4518-9bb2-5c06deb406a7 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 945 time: 0.0735927 Jul 07 17:41:22.301859 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0e00009c-e581-40c5-beb0-f1260ae6675e req-9872ded4-de41-4814-9b86-09669a979098 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332153 Jul 07 17:41:23.006101 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device ac982bc1-1309-4943-8846-be813092e54b up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:41:23.057065 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port ac982bc1-1309-4943-8846-be813092e54b completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:41:23.061153 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port ac982bc1-1309-4943-8846-be813092e54b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:41:23.061534 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:23.143316 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:23.167963 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65ca50c-148d-4cb2-8e08-74287d948097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac982bc1-1309-4943-8846-be813092e54b'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:41:23.170238 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f739971-1b8b-4147-8201-8e82d2b87278" -d '{"events": [{"server_uuid": "b65ca50c-148d-4cb2-8e08-74287d948097", "name": "network-vif-plugged", "status": "completed", "tag": "ac982bc1-1309-4943-8846-be813092e54b"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:41:23.188069 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port ac982bc1-1309-4943-8846-be813092e54b, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ac982bc1-1309-4943-8846-be813092e54b,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:41:23.192501 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:23.222067 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c6aad1-4346-46fa-87b3-d256cbdab901 x-openstack-request-id: req-f4c6aad1-4346-46fa-87b3-d256cbdab901 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:41:23.222384 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65ca50c-148d-4cb2-8e08-74287d948097", "name": "network-vif-plugged", "status": "completed", "tag": "ac982bc1-1309-4943-8846-be813092e54b", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:41:23.222735 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f4c6aad1-4346-46fa-87b3-d256cbdab901 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:41:23.223138 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65ca50c-148d-4cb2-8e08-74287d948097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac982bc1-1309-4943-8846-be813092e54b', 'code': 200} Jul 07 17:41:23.247774 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=ac982bc1-1309-4943-8846-be813092e54b,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:23.344773 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bd2a7-db78-4815-acdf-7a88afea3e0d req-3d295073-8870-4df8-83db-825b2a57f85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:23.346278 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1c6bd2a7-db78-4815-acdf-7a88afea3e0d req-3d295073-8870-4df8-83db-825b2a57f85f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 1098 time: 0.0583820 Jul 07 17:41:23.382862 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1c6bd2a7-db78-4815-acdf-7a88afea3e0d req-c3471fb9-53a2-47d3-9e8e-747749c54756 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301476 Jul 07 17:41:23.425446 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a91c98af-d744-4cd3-8267-2c187ac42b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:23.483364 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2990215-bfb2-4879-b283-6adf0685eee1 req-579f880a-c971-4969-a3f6-f89825504058 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:23.485040 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e2990215-bfb2-4879-b283-6adf0685eee1 req-579f880a-c971-4969-a3f6-f89825504058 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 946 time: 0.0705059 Jul 07 17:41:23.536782 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e2990215-bfb2-4879-b283-6adf0685eee1 req-757a7c95-dccd-4c00-a481-c36ae464f171 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455840 Jul 07 17:41:24.715555 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5502982-055b-469f-b1b0-461f161983e2 req-d2f14306-be9a-4930-a188-49740c6b9197 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:24.717137 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5502982-055b-469f-b1b0-461f161983e2 req-d2f14306-be9a-4930-a188-49740c6b9197 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 946 time: 0.0660148 Jul 07 17:41:24.755991 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5502982-055b-469f-b1b0-461f161983e2 req-b37b462a-32f1-499c-a1e1-a80cef2328f6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333257 Jul 07 17:41:24.967421 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f7ebb-c2a6-4446-a664-2c09599f035e req-0a1aeaaf-d7a7-4192-a104-bdaf2bb6dae2 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:24.968984 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-848f7ebb-c2a6-4446-a664-2c09599f035e req-0a1aeaaf-d7a7-4192-a104-bdaf2bb6dae2 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 946 time: 0.0714903 Jul 07 17:41:25.010037 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-848f7ebb-c2a6-4446-a664-2c09599f035e req-7ba56c64-0ea8-4f82-94b8-b30c26b408f1 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350258 Jul 07 17:41:25.035437 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46182) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:25.192031 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73068cd-7f78-429c-81df-cb46dc30a055 tempest-TestVolumeBootPattern-940903049 tempest-TestVolumeBootPattern-940903049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:25.193647 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c73068cd-7f78-429c-81df-cb46dc30a055 tempest-TestVolumeBootPattern-940903049 tempest-TestVolumeBootPattern-940903049-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 1093 time: 0.1572034 Jul 07 17:41:25.196704 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46186) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:25.201967 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'port_id': 'ac982bc1-1309-4943-8846-be813092e54b', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:25.229988 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:25.362004 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:25.495299 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Allocated IP 172.25.0.214 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/b4809710-2301-44df-b743-0433b930fb21) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:41:25.635263 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:25.692342 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:25.731705 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:41:25.736692 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:41:25.739318 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:41:25.764961 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event updated for resources: {'Port': ['ID=b4809710-2301-44df-b743-0433b930fb21,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:25.785112 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:25.785462 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:25.785815 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:25.786159 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:25.786497 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:25.786829 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:25.787165 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:25.787492 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:25.787848 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:25.788212 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:25.788480 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:25.788836 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:26.147437 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:26.233918 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:26.235117 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:26.399745 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:26.404871 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:26.479924 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event updated for resources: {'Port': ['ID=b4809710-2301-44df-b743-0433b930fb21,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:26.491182 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:26.598338 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Floating IP 932672f4-757a-4d5d-ba6e-04feab6d4752 associated. External IP: 172.25.0.214, port: ac982bc1-1309-4943-8846-be813092e54b. Jul 07 17:41:26.617509 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bbed58ae-ca1c-44c9-be37-1e555313f19c req-70dddc8b-a227-4b2b-9c89-bcad304017a0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b65ca50c-148d-4cb2-8e08-74287d948097&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536523 Jul 07 17:41:26.717773 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed58ae-ca1c-44c9-be37-1e555313f19c req-d00854b3-172a-4642-bf8e-4ce7aabeea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:26.719316 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bbed58ae-ca1c-44c9-be37-1e555313f19c req-d00854b3-172a-4642-bf8e-4ce7aabeea5c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 1098 time: 0.0574348 Jul 07 17:41:26.816984 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-19b1b0ba-3d7a-4320-857b-d0d82bcd990c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:26.826205 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Router d0b1da92-2279-417d-a85b-04726934128b has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:41:26.829811 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed58ae-ca1c-44c9-be37-1e555313f19c req-d7528c9d-aaba-4ae3-9798-af5f802480e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:26.831329 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bbed58ae-ca1c-44c9-be37-1e555313f19c req-d7528c9d-aaba-4ae3-9798-af5f802480e2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 912 time: 0.0906422 Jul 07 17:41:26.903793 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bbed58ae-ca1c-44c9-be37-1e555313f19c req-1582c574-132c-4832-9746-4c53e943c4bc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac982bc1-1309-4943-8846-be813092e54b HTTP/1.1" status: 200 len: 1000 time: 0.0637958 Jul 07 17:41:26.939386 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:41:26.953505 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d61d17c-40ba-4199-b1f8-cb54bf528864 None None] Sync routers for ids ['d0b1da92-2279-417d-a85b-04726934128b'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:41:26.959477 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:26.961954 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed58ae-ca1c-44c9-be37-1e555313f19c req-5f46f3a2-7772-4bbf-b0fb-e8b9d2565ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:26.964895 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bbed58ae-ca1c-44c9-be37-1e555313f19c req-5f46f3a2-7772-4bbf-b0fb-e8b9d2565ffa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96a9e05f-47c3-4c4b-bd45-67d2458e49df HTTP/1.1" status: 200 len: 850 time: 0.0524642 Jul 07 17:41:26.969048 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d61d17c-40ba-4199-b1f8-cb54bf528864 None None] Routers {'d0b1da92-2279-417d-a85b-04726934128b'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:41:26.969827 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-9d61d17c-40ba-4199-b1f8-cb54bf528864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:41:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d0b1da92-2279-417d-a85b-04726934128b'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:27.017931 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fb13e09d-2d8e-4a90-8e9c-030d6f5f3102 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8129840 Jul 07 17:41:27.017931 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65ca50c-148d-4cb2-8e08-74287d948097', 'tag': 'ac982bc1-1309-4943-8846-be813092e54b'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:41:27.017931 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183a8731-3daa-4437-9557-49b65d1a60a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b65ca50c-148d-4cb2-8e08-74287d948097", "tag": "ac982bc1-1309-4943-8846-be813092e54b"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:41:27.032722 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed58ae-ca1c-44c9-be37-1e555313f19c req-aa4457a7-641e-4ab8-b017-ce8ee09dd661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:27.034436 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bbed58ae-ca1c-44c9-be37-1e555313f19c req-aa4457a7-641e-4ab8-b017-ce8ee09dd661 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633345 Jul 07 17:41:27.099375 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-9d61d17c-40ba-4199-b1f8-cb54bf528864 None None] Set router d0b1da92-2279-417d-a85b-04726934128b gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:41:27.130297 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15b6ffc-1aea-48b8-abb7-1d63cca8e4e3 x-openstack-request-id: req-a15b6ffc-1aea-48b8-abb7-1d63cca8e4e3 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:41:27.130589 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65ca50c-148d-4cb2-8e08-74287d948097", "tag": "ac982bc1-1309-4943-8846-be813092e54b", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:41:27.130843 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a15b6ffc-1aea-48b8-abb7-1d63cca8e4e3 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:41:27.131247 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65ca50c-148d-4cb2-8e08-74287d948097', 'tag': 'ac982bc1-1309-4943-8846-be813092e54b', 'status': 'completed', 'code': 200} Jul 07 17:41:27.146124 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bbed58ae-ca1c-44c9-be37-1e555313f19c req-509c37c6-ee42-4883-bfdf-0d551d7af3ff service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034060 Jul 07 17:41:27.390562 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0d1de30-3a1a-4fbf-b0b5-88725f8a8b2e req-2b12e77e-6826-477f-a8a3-524baafbdf5c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0611715 Jul 07 17:41:27.450178 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-9d61d17c-40ba-4199-b1f8-cb54bf528864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b1da92-2279-417d-a85b-04726934128b', 'name': 'tempest-TestVolumeBootPattern-550639123-router', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b7562399-3981-4450-afed-12d00671e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:55Z', 'updated_at': '2021-07-07T17:34:04Z', 'revision_number': 4, 'project_id': '66782d55a9284144a8994a9a98696a09', 'gw_port': {'id': 'b7562399-3981-4450-afed-12d00671e32e', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:56Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '932672f4-757a-4d5d-ba6e-04feab6d4752', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'port_id': 'ac982bc1-1309-4943-8846-be813092e54b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'mac_address': 'fa:16:3e:75:8b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ca50c-148d-4cb2-8e08-74287d948097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:41:25Z', 'updated_at': '2021-07-07T17:41:25Z', 'revision_number': 0, 'project_id': '66782d55a9284144a8994a9a98696a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b43991d-20c6-4ed8-a8de-a9aa7938d5bf', 'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'mac_address': 'fa:16:3e:30:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:10Z', 'revision_number': 5, 'project_id': '66782d55a9284144a8994a9a98696a09', 'subnets': [{'id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:27.477815 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d61d17c-40ba-4199-b1f8-cb54bf528864 None None] Checking router: d0b1da92-2279-417d-a85b-04726934128b for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:41:27.487285 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d61d17c-40ba-4199-b1f8-cb54bf528864 None None] Routers {'d0b1da92-2279-417d-a85b-04726934128b'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:41:27.487926 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-9d61d17c-40ba-4199-b1f8-cb54bf528864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:41:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d0b1da92-2279-417d-a85b-04726934128b'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:27.506743 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1de30-3a1a-4fbf-b0b5-88725f8a8b2e req-4c5360fa-e842-40fb-a249-1a88e21a16fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:27.508287 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0d1de30-3a1a-4fbf-b0b5-88725f8a8b2e req-4c5360fa-e842-40fb-a249-1a88e21a16fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aa2dcd71fbe40349f68db67faf73dcf&device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a HTTP/1.1" status: 200 len: 1097 time: 0.0621910 Jul 07 17:41:27.579846 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bbed58ae-ca1c-44c9-be37-1e555313f19c req-280ba034-ee8a-467a-b1f1-a5a6921f6796 service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272151 Jul 07 17:41:27.611753 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-9d61d17c-40ba-4199-b1f8-cb54bf528864 None None] Set router d0b1da92-2279-417d-a85b-04726934128b gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:41:27.634576 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1de30-3a1a-4fbf-b0b5-88725f8a8b2e req-0a1d3fa8-7c43-4a41-8678-a8ff3086d6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:27.637474 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0d1de30-3a1a-4fbf-b0b5-88725f8a8b2e req-0a1d3fa8-7c43-4a41-8678-a8ff3086d6fc service neutron] 10.222.0.64 "GET /v2.0/networks?id=68356134-3cc5-4339-94e4-316d1633c850 HTTP/1.1" status: 200 len: 910 time: 0.1077275 Jul 07 17:41:27.688041 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a8731-3daa-4437-9557-49b65d1a60a7 req-55112494-0db5-4c4b-b8ba-a8261cc4962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:27.689889 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-183a8731-3daa-4437-9557-49b65d1a60a7 req-55112494-0db5-4c4b-b8ba-a8261cc4962b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 1098 time: 0.0579135 Jul 07 17:41:27.709836 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0d1de30-3a1a-4fbf-b0b5-88725f8a8b2e req-9fa3656a-0f13-4c98-86e8-b8c4699e05db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aeff9394-0f03-4ce1-b16a-17d4212470b6 HTTP/1.1" status: 200 len: 1000 time: 0.0658960 Jul 07 17:41:27.768862 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1de30-3a1a-4fbf-b0b5-88725f8a8b2e req-06c27a70-01c7-4334-b7da-66252982695f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:27.770514 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0d1de30-3a1a-4fbf-b0b5-88725f8a8b2e req-06c27a70-01c7-4334-b7da-66252982695f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb HTTP/1.1" status: 200 len: 848 time: 0.0550668 Jul 07 17:41:27.791490 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a8731-3daa-4437-9557-49b65d1a60a7 req-6f3774b2-e3b5-40ed-b552-b6028030a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:27.793488 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-183a8731-3daa-4437-9557-49b65d1a60a7 req-6f3774b2-e3b5-40ed-b552-b6028030a526 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 912 time: 0.0976326 Jul 07 17:41:27.837950 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1de30-3a1a-4fbf-b0b5-88725f8a8b2e req-844d2306-32f3-4ba4-a24b-8eb1e8428e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:27.839654 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0d1de30-3a1a-4fbf-b0b5-88725f8a8b2e req-844d2306-32f3-4ba4-a24b-8eb1e8428e67 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68356134-3cc5-4339-94e4-316d1633c850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628335 Jul 07 17:41:27.866446 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-183a8731-3daa-4437-9557-49b65d1a60a7 req-79870c4b-3e88-4ffd-a606-e49cb51e94a0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac982bc1-1309-4943-8846-be813092e54b HTTP/1.1" status: 200 len: 1000 time: 0.0657220 Jul 07 17:41:27.872584 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-9d61d17c-40ba-4199-b1f8-cb54bf528864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b1da92-2279-417d-a85b-04726934128b', 'name': 'tempest-TestVolumeBootPattern-550639123-router', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b7562399-3981-4450-afed-12d00671e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:55Z', 'updated_at': '2021-07-07T17:34:04Z', 'revision_number': 4, 'project_id': '66782d55a9284144a8994a9a98696a09', 'gw_port': {'id': 'b7562399-3981-4450-afed-12d00671e32e', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:56Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '932672f4-757a-4d5d-ba6e-04feab6d4752', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'port_id': 'ac982bc1-1309-4943-8846-be813092e54b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'mac_address': 'fa:16:3e:75:8b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ca50c-148d-4cb2-8e08-74287d948097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:41:25Z', 'updated_at': '2021-07-07T17:41:25Z', 'revision_number': 0, 'project_id': '66782d55a9284144a8994a9a98696a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b43991d-20c6-4ed8-a8de-a9aa7938d5bf', 'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'mac_address': 'fa:16:3e:30:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:10Z', 'revision_number': 5, 'project_id': '66782d55a9284144a8994a9a98696a09', 'subnets': [{'id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:27.910655 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d61d17c-40ba-4199-b1f8-cb54bf528864 None None] The sync data for ids ['d0b1da92-2279-417d-a85b-04726934128b'] in n-d-791503-12 is: [{'id': 'd0b1da92-2279-417d-a85b-04726934128b', 'name': 'tempest-TestVolumeBootPattern-550639123-router', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b7562399-3981-4450-afed-12d00671e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:55Z', 'updated_at': '2021-07-07T17:34:04Z', 'revision_number': 4, 'project_id': '66782d55a9284144a8994a9a98696a09', 'gw_port': {'id': 'b7562399-3981-4450-afed-12d00671e32e', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:56Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '932672f4-757a-4d5d-ba6e-04feab6d4752', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'port_id': 'ac982bc1-1309-4943-8846-be813092e54b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'mac_address': 'fa:16:3e:75:8b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ca50c-148d-4cb2-8e08-74287d948097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:41:25Z', 'updated_at': '2021-07-07T17:41:25Z', 'revision_number': 0, 'project_id': '66782d55a9284144a8994a9a98696a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b43991d-20c6-4ed8-a8de-a9aa7938d5bf', 'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'mac_address': 'fa:16:3e:30:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:10Z', 'revision_number': 5, 'project_id': '66782d55a9284144a8994a9a98696a09', 'subnets': [{'id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:41:27.925556 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a8731-3daa-4437-9557-49b65d1a60a7 req-c4ae3de6-82d6-4f57-b6d6-066372fa3ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:27.927056 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-183a8731-3daa-4437-9557-49b65d1a60a7 req-c4ae3de6-82d6-4f57-b6d6-066372fa3ad1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96a9e05f-47c3-4c4b-bd45-67d2458e49df HTTP/1.1" status: 200 len: 850 time: 0.0546026 Jul 07 17:41:27.954497 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0d1de30-3a1a-4fbf-b0b5-88725f8a8b2e req-6db84b70-8585-42ea-9c73-b4bec02d3731 service neutron] 10.222.0.64 "GET /v2.0/networks/68356134-3cc5-4339-94e4-316d1633c850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084030 Jul 07 17:41:28.000648 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a8731-3daa-4437-9557-49b65d1a60a7 req-47079ec1-59dd-4d5c-b288-c2b3dc851452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:28.002827 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-183a8731-3daa-4437-9557-49b65d1a60a7 req-47079ec1-59dd-4d5c-b288-c2b3dc851452 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686529 Jul 07 17:41:28.014996 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:28.067530 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0d1de30-3a1a-4fbf-b0b5-88725f8a8b2e req-74705483-7343-42f1-b274-9e80f8228be9 service neutron] 10.222.0.64 "GET /v2.0/networks/68356134-3cc5-4339-94e4-316d1633c850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069307 Jul 07 17:41:28.117235 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-183a8731-3daa-4437-9557-49b65d1a60a7 req-8a78b210-f44f-414d-b728-fa48f565c032 service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076002 Jul 07 17:41:28.180319 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a5424e-67b4-4a3c-9854-eb75ecbfd6c2 None None] New status for floating IP 932672f4-757a-4d5d-ba6e-04feab6d4752: ACTIVE {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:41:28.236595 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-183a8731-3daa-4437-9557-49b65d1a60a7 req-652f0cf4-e61c-4696-92c7-b81ef44b2eed service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085196 Jul 07 17:41:30.319762 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:30.898533 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:41:37.579197 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:38.110495 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:53.427056 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-829c2054-11e0-4bc5-88e1-2132eb5f049a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:56.237712 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:56.818384 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5bb70a22-b710-4a67-aab8-d8714b232454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:58.014568 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:00.322048 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:07.591758 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:07.898684 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:42:08.128404 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:23.427663 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2ca52b41-8980-42d8-8a2d-9342a47391e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:26.239013 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:26.819534 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6443db15-0ec9-4f26-9a8a-a6df7d08809c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:27.382875 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3fd5d25e-afcf-44e9-bd63-c86fefa968de req-acf7db31-a0b2-41e4-a01d-6ca83ba4167c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0535359 Jul 07 17:42:27.476263 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5d25e-afcf-44e9-bd63-c86fefa968de req-3dbe7043-8f0a-41e7-a10d-78ab9eba175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:27.477824 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3fd5d25e-afcf-44e9-bd63-c86fefa968de req-3dbe7043-8f0a-41e7-a10d-78ab9eba175a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aa2dcd71fbe40349f68db67faf73dcf&device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a HTTP/1.1" status: 200 len: 1097 time: 0.0537183 Jul 07 17:42:27.586434 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5d25e-afcf-44e9-bd63-c86fefa968de req-4aaa9d27-c473-46a9-832f-066698597bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:27.587842 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3fd5d25e-afcf-44e9-bd63-c86fefa968de req-4aaa9d27-c473-46a9-832f-066698597bf3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=68356134-3cc5-4339-94e4-316d1633c850 HTTP/1.1" status: 200 len: 910 time: 0.0896916 Jul 07 17:42:27.655992 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3fd5d25e-afcf-44e9-bd63-c86fefa968de req-29f1bf51-66a8-4c02-b96e-e400b09eaa22 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aeff9394-0f03-4ce1-b16a-17d4212470b6 HTTP/1.1" status: 200 len: 1000 time: 0.0618291 Jul 07 17:42:27.707740 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5d25e-afcf-44e9-bd63-c86fefa968de req-7372cdb9-5512-46ad-8335-c52b214b833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:27.709241 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3fd5d25e-afcf-44e9-bd63-c86fefa968de req-7372cdb9-5512-46ad-8335-c52b214b833e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb HTTP/1.1" status: 200 len: 848 time: 0.0478814 Jul 07 17:42:27.768506 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5d25e-afcf-44e9-bd63-c86fefa968de req-0366b5ae-754c-4567-8f09-f0861bcc82d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:27.771135 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3fd5d25e-afcf-44e9-bd63-c86fefa968de req-0366b5ae-754c-4567-8f09-f0861bcc82d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68356134-3cc5-4339-94e4-316d1633c850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559659 Jul 07 17:42:27.860001 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3fd5d25e-afcf-44e9-bd63-c86fefa968de req-7d3cb777-1e68-4d8c-82d6-7d17bf8d7a5a service neutron] 10.222.0.64 "GET /v2.0/networks/68356134-3cc5-4339-94e4-316d1633c850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824516 Jul 07 17:42:27.969981 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3fd5d25e-afcf-44e9-bd63-c86fefa968de req-36d634d0-1750-4868-9f15-3446df363aa5 service neutron] 10.222.0.64 "GET /v2.0/networks/68356134-3cc5-4339-94e4-316d1633c850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035371 Jul 07 17:42:28.017835 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:28.603834 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-889afcf1-dd12-4e40-8f98-3ebfa5365dbf req-a5bca81e-c66f-4f2c-a583-1980e640d204 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b65ca50c-148d-4cb2-8e08-74287d948097&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536990 Jul 07 17:42:28.696942 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889afcf1-dd12-4e40-8f98-3ebfa5365dbf req-74568d44-3772-43df-bb11-d59293fd49eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:28.698443 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-889afcf1-dd12-4e40-8f98-3ebfa5365dbf req-74568d44-3772-43df-bb11-d59293fd49eb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 1098 time: 0.0535920 Jul 07 17:42:28.804889 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889afcf1-dd12-4e40-8f98-3ebfa5365dbf req-340641b4-06f5-4da3-8353-7bba8235508d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:28.806356 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-889afcf1-dd12-4e40-8f98-3ebfa5365dbf req-340641b4-06f5-4da3-8353-7bba8235508d service neutron] 10.222.0.72 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 912 time: 0.0888252 Jul 07 17:42:28.870063 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-889afcf1-dd12-4e40-8f98-3ebfa5365dbf req-ebf331f9-bd62-4e5d-b850-06cabf011704 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac982bc1-1309-4943-8846-be813092e54b HTTP/1.1" status: 200 len: 1002 time: 0.0571346 Jul 07 17:42:28.922267 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889afcf1-dd12-4e40-8f98-3ebfa5365dbf req-06814d00-0900-4939-84d9-7471f5766788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:28.923751 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-889afcf1-dd12-4e40-8f98-3ebfa5365dbf req-06814d00-0900-4939-84d9-7471f5766788 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96a9e05f-47c3-4c4b-bd45-67d2458e49df HTTP/1.1" status: 200 len: 850 time: 0.0479701 Jul 07 17:42:28.979422 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889afcf1-dd12-4e40-8f98-3ebfa5365dbf req-2c88fd60-750e-4089-a879-f4635c5c800f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:28.980905 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-889afcf1-dd12-4e40-8f98-3ebfa5365dbf req-2c88fd60-750e-4089-a879-f4635c5c800f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512068 Jul 07 17:42:28.992820 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-889afcf1-dd12-4e40-8f98-3ebfa5365dbf req-31491c48-136b-4719-b5aa-81cbd7607708 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:42:28.993775 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-889afcf1-dd12-4e40-8f98-3ebfa5365dbf req-31491c48-136b-4719-b5aa-81cbd7607708 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055990 Jul 07 17:42:29.080700 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-889afcf1-dd12-4e40-8f98-3ebfa5365dbf req-2ef5df60-7383-467d-8a00-00c571c17733 service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808783 Jul 07 17:42:29.173786 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-889afcf1-dd12-4e40-8f98-3ebfa5365dbf req-f5d2fd35-203d-48ef-be58-bcb2f2f37859 service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870476 Jul 07 17:42:30.324895 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:37.595408 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:38.151966 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:44.898116 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:42:53.429020 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-51f15297-8c45-4a4f-ab71-fc01638dbb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:56.242854 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:56.820923 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7038ba8c-5130-41b6-bc5a-9d0faefaa884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:58.038493 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:00.337087 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:05.699990 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e215252a-b973-4546-8189-f17b9b68d2cb req-a731c004-3821-4273-8e43-49590d1e87c5 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1846326040&fields=id&tenant_id=66782d55a9284144a8994a9a98696a09 HTTP/1.1" status: 200 len: 267 time: 0.0340552 Jul 07 17:43:05.809223 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215252a-b973-4546-8189-f17b9b68d2cb req-ecdc4056-f57b-4313-81b8-c1a5262251b1 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:05.810950 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e215252a-b973-4546-8189-f17b9b68d2cb req-ecdc4056-f57b-4313-81b8-c1a5262251b1 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 811 time: 0.1041656 Jul 07 17:43:05.826090 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e215252a-b973-4546-8189-f17b9b68d2cb req-49908b54-4920-4024-b3cb-d070a010f64d tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/quotas/66782d55a9284144a8994a9a98696a09 HTTP/1.1" status: 200 len: 375 time: 0.0093768 Jul 07 17:43:05.900950 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e215252a-b973-4546-8189-f17b9b68d2cb req-8c2e77ea-40ba-4a1a-bb3b-ea5f89ce44c5 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0694208 Jul 07 17:43:06.054428 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e215252a-b973-4546-8189-f17b9b68d2cb req-1a634ef0-6b4c-4463-abc5-1da5dc9cdd86 service neutron] 10.222.0.53 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421461 Jul 07 17:43:06.153488 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e215252a-b973-4546-8189-f17b9b68d2cb req-82537ec2-6313-4c68-b72c-871b66d3c783 service neutron] 10.222.0.53 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932386 Jul 07 17:43:06.521888 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-139e1283-0828-44f7-b497-18211ff7f88f req-a9a8beaf-cd15-4f39-8d97-bc226ff747e5 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 210 time: 0.0918460 Jul 07 17:43:07.480142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215252a-b973-4546-8189-f17b9b68d2cb req-dbe145ef-1bf1-48cf-9cc6-d10cc6b07125 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:07.481603 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e215252a-b973-4546-8189-f17b9b68d2cb req-dbe145ef-1bf1-48cf-9cc6-d10cc6b07125 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.72 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 811 time: 0.1087537 Jul 07 17:43:07.533520 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e215252a-b973-4546-8189-f17b9b68d2cb req-7d6f5bf4-142b-4b4e-a122-af0ef97e1310 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66782d55a9284144a8994a9a98696a09 HTTP/1.1" status: 200 len: 380 time: 0.0396597 Jul 07 17:43:07.542431 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-e215252a-b973-4546-8189-f17b9b68d2cb req-7156ece3-30c0-44d2-91bb-3dedb9224110 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Request body: {'port': {'device_id': 'b4c9f001-b0a4-4345-9d55-ad88690cda27', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'admin_state_up': True, 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'security_groups': ['9e8545f5-c7c8-4915-8a22-84ee80275249']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:07.632100 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:07.663665 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e215252a-b973-4546-8189-f17b9b68d2cb req-7156ece3-30c0-44d2-91bb-3dedb9224110 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Made reservation on behalf of 66782d55a9284144a8994a9a98696a09 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:43:07.673049 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e215252a-b973-4546-8189-f17b9b68d2cb req-7156ece3-30c0-44d2-91bb-3dedb9224110 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:07.716958 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3181a972-79bc-401b-8ba7-e4b866fa17df req-7cd5254b-2c54-457c-8bc5-7afdd10d60aa tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 210 time: 0.0433211 Jul 07 17:43:07.830712 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-e215252a-b973-4546-8189-f17b9b68d2cb req-7156ece3-30c0-44d2-91bb-3dedb9224110 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Allocated IP 172.20.0.3 (bfa2b772-e8c4-474c-9bbc-eeafbbaeb767/96a9e05f-47c3-4c4b-bd45-67d2458e49df/f92999d6-b61c-46d1-bc22-db13dbdbc028) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:07.981338 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e215252a-b973-4546-8189-f17b9b68d2cb req-7156ece3-30c0-44d2-91bb-3dedb9224110 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:07.997945 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-e215252a-b973-4546-8189-f17b9b68d2cb req-7156ece3-30c0-44d2-91bb-3dedb9224110 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Transition to ACTIVE for port object f92999d6-b61c-46d1-bc22-db13dbdbc028 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:08.037316 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e215252a-b973-4546-8189-f17b9b68d2cb req-7156ece3-30c0-44d2-91bb-3dedb9224110 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:08.082899 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e215252a-b973-4546-8189-f17b9b68d2cb req-7156ece3-30c0-44d2-91bb-3dedb9224110 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:08.088676 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-e215252a-b973-4546-8189-f17b9b68d2cb req-7156ece3-30c0-44d2-91bb-3dedb9224110 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:08.092860 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-e215252a-b973-4546-8189-f17b9b68d2cb req-7156ece3-30c0-44d2-91bb-3dedb9224110 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:08.119653 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156ece3-30c0-44d2-91bb-3dedb9224110 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event updated for resources: {'Port': ['ID=f92999d6-b61c-46d1-bc22-db13dbdbc028,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:08.135663 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7156ece3-30c0-44d2-91bb-3dedb9224110 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:08.136955 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7156ece3-30c0-44d2-91bb-3dedb9224110 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:08.136955 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7156ece3-30c0-44d2-91bb-3dedb9224110 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:08.136955 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7156ece3-30c0-44d2-91bb-3dedb9224110 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:08.137231 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7156ece3-30c0-44d2-91bb-3dedb9224110 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:08.137339 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7156ece3-30c0-44d2-91bb-3dedb9224110 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:08.137677 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7156ece3-30c0-44d2-91bb-3dedb9224110 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:08.138012 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7156ece3-30c0-44d2-91bb-3dedb9224110 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:08.138346 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7156ece3-30c0-44d2-91bb-3dedb9224110 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:08.138677 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7156ece3-30c0-44d2-91bb-3dedb9224110 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:08.139002 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7156ece3-30c0-44d2-91bb-3dedb9224110 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:08.139334 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7156ece3-30c0-44d2-91bb-3dedb9224110 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:08.173427 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215252a-b973-4546-8189-f17b9b68d2cb req-7156ece3-30c0-44d2-91bb-3dedb9224110 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:08.174140 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e215252a-b973-4546-8189-f17b9b68d2cb req-7156ece3-30c0-44d2-91bb-3dedb9224110 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:08.175371 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:08.192540 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e215252a-b973-4546-8189-f17b9b68d2cb req-7156ece3-30c0-44d2-91bb-3dedb9224110 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6538169 Jul 07 17:43:08.259968 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-e215252a-b973-4546-8189-f17b9b68d2cb req-8bdf8d6f-1466-471d-816a-fe232f9e6cfb service neutron] Request body: {'port': {'device_id': 'b4c9f001-b0a4-4345-9d55-ad88690cda27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:08.345811 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e215252a-b973-4546-8189-f17b9b68d2cb req-8bdf8d6f-1466-471d-816a-fe232f9e6cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:08.382513 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f60a9f9a-ecf9-48eb-af24-af5c85f83ae4 None None] Provisioning for port f92999d6-b61c-46d1-bc22-db13dbdbc028 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:08.386848 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f60a9f9a-ecf9-48eb-af24-af5c85f83ae4 None None] Provisioning complete for port f92999d6-b61c-46d1-bc22-db13dbdbc028 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:08.387426 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f60a9f9a-ecf9-48eb-af24-af5c85f83ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:08.422595 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-f60a9f9a-ecf9-48eb-af24-af5c85f83ae4 None None] Port f92999d6-b61c-46d1-bc22-db13dbdbc028 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:43:08.615858 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-e215252a-b973-4546-8189-f17b9b68d2cb req-8bdf8d6f-1466-471d-816a-fe232f9e6cfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92999d6-b61c-46d1-bc22-db13dbdbc028 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:43:08.623695 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e215252a-b973-4546-8189-f17b9b68d2cb req-8bdf8d6f-1466-471d-816a-fe232f9e6cfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:08.636674 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-e215252a-b973-4546-8189-f17b9b68d2cb req-8bdf8d6f-1466-471d-816a-fe232f9e6cfb service neutron] Transition to ACTIVE for port object f92999d6-b61c-46d1-bc22-db13dbdbc028 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:08.640712 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e215252a-b973-4546-8189-f17b9b68d2cb req-8bdf8d6f-1466-471d-816a-fe232f9e6cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:08.724500 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf8d6f-1466-471d-816a-fe232f9e6cfb service neutron] Pushing event updated for resources: {'Port': ['ID=f92999d6-b61c-46d1-bc22-db13dbdbc028,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:08.799157 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-e215252a-b973-4546-8189-f17b9b68d2cb req-8bdf8d6f-1466-471d-816a-fe232f9e6cfb service neutron] Attempting to bind port f92999d6-b61c-46d1-bc22-db13dbdbc028 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:43:08.799882 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-e215252a-b973-4546-8189-f17b9b68d2cb req-8bdf8d6f-1466-471d-816a-fe232f9e6cfb service neutron] Attempting to bind port f92999d6-b61c-46d1-bc22-db13dbdbc028 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:43:08.800234 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e215252a-b973-4546-8189-f17b9b68d2cb req-8bdf8d6f-1466-471d-816a-fe232f9e6cfb service neutron] Attempting to bind port f92999d6-b61c-46d1-bc22-db13dbdbc028 on network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:43:08.805470 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e215252a-b973-4546-8189-f17b9b68d2cb req-8bdf8d6f-1466-471d-816a-fe232f9e6cfb service neutron] Port f92999d6-b61c-46d1-bc22-db13dbdbc028 on network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:43:08.805808 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e215252a-b973-4546-8189-f17b9b68d2cb req-8bdf8d6f-1466-471d-816a-fe232f9e6cfb service neutron] Attempting to bind port f92999d6-b61c-46d1-bc22-db13dbdbc028 on network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:43:08.812325 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e215252a-b973-4546-8189-f17b9b68d2cb req-8bdf8d6f-1466-471d-816a-fe232f9e6cfb service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:43:08.813273 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e215252a-b973-4546-8189-f17b9b68d2cb req-8bdf8d6f-1466-471d-816a-fe232f9e6cfb service neutron] Checking segment: {'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:43:08.813740 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e215252a-b973-4546-8189-f17b9b68d2cb req-8bdf8d6f-1466-471d-816a-fe232f9e6cfb service neutron] Bound using segment: {'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:43:08.814347 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-e215252a-b973-4546-8189-f17b9b68d2cb req-8bdf8d6f-1466-471d-816a-fe232f9e6cfb service neutron] Bound port: f92999d6-b61c-46d1-bc22-db13dbdbc028, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a466c8-5a1b-46f3-9625-8a52eb978f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:43:08.814722 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e215252a-b973-4546-8189-f17b9b68d2cb req-8bdf8d6f-1466-471d-816a-fe232f9e6cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:08.897901 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-e215252a-b973-4546-8189-f17b9b68d2cb req-8bdf8d6f-1466-471d-816a-fe232f9e6cfb service neutron] For port f92999d6-b61c-46d1-bc22-db13dbdbc028, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:43:08.901093 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-e215252a-b973-4546-8189-f17b9b68d2cb req-8bdf8d6f-1466-471d-816a-fe232f9e6cfb service neutron] For port f92999d6-b61c-46d1-bc22-db13dbdbc028, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f92999d6-b61c-46d1-bc22-db13dbdbc028,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:43:08.906350 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e215252a-b973-4546-8189-f17b9b68d2cb req-8bdf8d6f-1466-471d-816a-fe232f9e6cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:08.945493 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215252a-b973-4546-8189-f17b9b68d2cb req-8bdf8d6f-1466-471d-816a-fe232f9e6cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:08.946033 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-e215252a-b973-4546-8189-f17b9b68d2cb req-8bdf8d6f-1466-471d-816a-fe232f9e6cfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:08.947457 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e215252a-b973-4546-8189-f17b9b68d2cb req-8bdf8d6f-1466-471d-816a-fe232f9e6cfb service neutron] 10.222.0.72 "PUT /v2.0/ports/f92999d6-b61c-46d1-bc22-db13dbdbc028 HTTP/1.1" status: 200 len: 1092 time: 0.7467561 Jul 07 17:43:08.947901 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c9f001-b0a4-4345-9d55-ad88690cda27', 'tag': 'f92999d6-b61c-46d1-bc22-db13dbdbc028'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:43:08.950170 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9edc08-9991-4eb2-aca9-807e6138637c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c9f001-b0a4-4345-9d55-ad88690cda27", "tag": "f92999d6-b61c-46d1-bc22-db13dbdbc028"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:43:08.979588 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca429d-8465-4274-a135-5677ba5c52d3 req-92116bc7-2b80-44a6-8ca8-5a5cfe6dc0de tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:08.983145 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dfca429d-8465-4274-a135-5677ba5c52d3 req-92116bc7-2b80-44a6-8ca8-5a5cfe6dc0de tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 943 time: 0.0757525 Jul 07 17:43:08.984417 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf8d6f-1466-471d-816a-fe232f9e6cfb service neutron] Pushing event updated for resources: {'Port': ['ID=f92999d6-b61c-46d1-bc22-db13dbdbc028,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:09.013722 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c6b64f-e5a2-4bcb-8123-bfba9b16a18d x-openstack-request-id: req-58c6b64f-e5a2-4bcb-8123-bfba9b16a18d {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:43:09.014059 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c9f001-b0a4-4345-9d55-ad88690cda27", "tag": "f92999d6-b61c-46d1-bc22-db13dbdbc028", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:43:09.014447 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-58c6b64f-e5a2-4bcb-8123-bfba9b16a18d {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:43:09.014876 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c9f001-b0a4-4345-9d55-ad88690cda27', 'tag': 'f92999d6-b61c-46d1-bc22-db13dbdbc028', 'status': 'completed', 'code': 200} Jul 07 17:43:09.084812 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215252a-b973-4546-8189-f17b9b68d2cb req-164c5e9f-812c-44d3-8290-ffb852c85e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:09.086825 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e215252a-b973-4546-8189-f17b9b68d2cb req-164c5e9f-812c-44d3-8290-ffb852c85e57 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 1095 time: 0.0751090 Jul 07 17:43:09.139103 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e215252a-b973-4546-8189-f17b9b68d2cb req-735b3c26-a7d8-4958-9e6d-b00eda4c5e71 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f92999d6-b61c-46d1-bc22-db13dbdbc028 HTTP/1.1" status: 200 len: 217 time: 0.0452445 Jul 07 17:43:09.211529 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215252a-b973-4546-8189-f17b9b68d2cb req-e7ffbc04-c767-46fd-8126-5ec3e8e8a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:09.213091 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e215252a-b973-4546-8189-f17b9b68d2cb req-e7ffbc04-c767-46fd-8126-5ec3e8e8a654 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96a9e05f-47c3-4c4b-bd45-67d2458e49df HTTP/1.1" status: 200 len: 850 time: 0.0674186 Jul 07 17:43:09.292596 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215252a-b973-4546-8189-f17b9b68d2cb req-469e9612-cf33-4e6d-b08a-25aa07e77dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:09.294098 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e215252a-b973-4546-8189-f17b9b68d2cb req-469e9612-cf33-4e6d-b08a-25aa07e77dd4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748358 Jul 07 17:43:09.374967 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dfca429d-8465-4274-a135-5677ba5c52d3 req-5f97a267-ab0c-4640-98b0-9ee0191f2716 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3681948 Jul 07 17:43:09.400069 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e215252a-b973-4546-8189-f17b9b68d2cb req-1f4a705e-bf83-4e25-94ac-4bba17ede1ad service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988646 Jul 07 17:43:09.503864 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e215252a-b973-4546-8189-f17b9b68d2cb req-1f33253e-1a37-4345-ba12-925c5b035d04 service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978682 Jul 07 17:43:09.604526 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9edc08-9991-4eb2-aca9-807e6138637c req-0992aaaf-b538-4739-a812-b4f0df0fc652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:09.606080 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8e9edc08-9991-4eb2-aca9-807e6138637c req-0992aaaf-b538-4739-a812-b4f0df0fc652 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 1095 time: 0.0557239 Jul 07 17:43:09.695713 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9edc08-9991-4eb2-aca9-807e6138637c req-581391e3-75d8-42b7-99e2-b180c23d87a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:09.697231 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8e9edc08-9991-4eb2-aca9-807e6138637c req-581391e3-75d8-42b7-99e2-b180c23d87a7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 912 time: 0.0852447 Jul 07 17:43:09.746534 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8e9edc08-9991-4eb2-aca9-807e6138637c req-75907185-b8b0-4dfa-b0f0-92739119fa9b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f92999d6-b61c-46d1-bc22-db13dbdbc028 HTTP/1.1" status: 200 len: 217 time: 0.0404477 Jul 07 17:43:09.795939 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9edc08-9991-4eb2-aca9-807e6138637c req-3376d9c5-dc51-4aae-85ab-98053d75ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:09.797489 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8e9edc08-9991-4eb2-aca9-807e6138637c req-3376d9c5-dc51-4aae-85ab-98053d75ec6d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96a9e05f-47c3-4c4b-bd45-67d2458e49df HTTP/1.1" status: 200 len: 850 time: 0.0449212 Jul 07 17:43:09.856102 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9edc08-9991-4eb2-aca9-807e6138637c req-c5b0639b-deaa-4a6b-af18-676e03a4d14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:09.857564 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8e9edc08-9991-4eb2-aca9-807e6138637c req-c5b0639b-deaa-4a6b-af18-676e03a4d14b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534909 Jul 07 17:43:09.951817 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8e9edc08-9991-4eb2-aca9-807e6138637c req-d04b5859-1fbf-4cef-9e29-c2b493fb914b service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872819 Jul 07 17:43:10.047616 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8e9edc08-9991-4eb2-aca9-807e6138637c req-52c4fcb6-3fe1-4056-8117-058c454c71ed service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897951 Jul 07 17:43:10.562570 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1ea6b-c380-4a6c-b512-3367252ec3d7 req-4bd6aab3-c65c-449e-8909-25a5140343bd tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:10.564072 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-32b1ea6b-c380-4a6c-b512-3367252ec3d7 req-4bd6aab3-c65c-449e-8909-25a5140343bd tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 943 time: 0.0714893 Jul 07 17:43:10.603889 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-32b1ea6b-c380-4a6c-b512-3367252ec3d7 req-702fa4f0-348b-4795-b1fd-222df8ccbca2 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342507 Jul 07 17:43:11.783255 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891ef84-fad9-49c5-bc82-7e920558120d req-87b516c7-3a9f-42dd-b4f0-26686d1dae23 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:11.784723 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c891ef84-fad9-49c5-bc82-7e920558120d req-87b516c7-3a9f-42dd-b4f0-26686d1dae23 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 943 time: 0.0644710 Jul 07 17:43:11.826110 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c891ef84-fad9-49c5-bc82-7e920558120d req-e0392303-304b-4994-9638-62f05ae645f9 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352008 Jul 07 17:43:13.003716 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32b0d0-e183-40f0-8bb9-5105d22392d6 req-81c5add7-75c3-4a22-a59b-cf6d532a030f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:13.005265 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f32b0d0-e183-40f0-8bb9-5105d22392d6 req-81c5add7-75c3-4a22-a59b-cf6d532a030f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 943 time: 0.0659006 Jul 07 17:43:13.043970 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f32b0d0-e183-40f0-8bb9-5105d22392d6 req-71096431-0d79-46ed-8a8b-5bc164111aa0 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332320 Jul 07 17:43:14.228957 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27fa91-2318-4c25-a0c9-a710df03bc07 req-d1088658-6919-4451-be42-d14524092709 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:14.230506 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ea27fa91-2318-4c25-a0c9-a710df03bc07 req-d1088658-6919-4451-be42-d14524092709 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 943 time: 0.0764539 Jul 07 17:43:14.272720 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ea27fa91-2318-4c25-a0c9-a710df03bc07 req-92bc8a69-c4ca-4123-a738-72e90e5070f0 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359492 Jul 07 17:43:15.445962 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df1484-674c-45e6-8a72-d2fef19d1898 req-bd51c208-1b6e-4965-94f7-2b5fa222f742 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:15.447452 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-47df1484-674c-45e6-8a72-d2fef19d1898 req-bd51c208-1b6e-4965-94f7-2b5fa222f742 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 943 time: 0.0631518 Jul 07 17:43:15.484563 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-47df1484-674c-45e6-8a72-d2fef19d1898 req-98e7515b-52d3-4987-a482-836627c80136 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315890 Jul 07 17:43:16.664696 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367503d-a112-466c-9694-3331e3f883d1 req-c809bc84-e143-4659-9c9b-8289fc7c1e68 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:16.666243 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c367503d-a112-466c-9694-3331e3f883d1 req-c809bc84-e143-4659-9c9b-8289fc7c1e68 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 943 time: 0.0699611 Jul 07 17:43:16.708459 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c367503d-a112-466c-9694-3331e3f883d1 req-52faf7b8-3a24-4035-9f99-96906b874dda tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360420 Jul 07 17:43:17.891941 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1ff40-29a5-49b8-87b7-febb5af275c7 req-69704962-8681-4e71-9870-ff5c087c10bb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:17.893627 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7dd1ff40-29a5-49b8-87b7-febb5af275c7 req-69704962-8681-4e71-9870-ff5c087c10bb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 943 time: 0.0703118 Jul 07 17:43:17.930904 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7dd1ff40-29a5-49b8-87b7-febb5af275c7 req-8f51d964-986b-4e45-9db3-487f55f2d5ba tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317531 Jul 07 17:43:19.110999 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933311da-a8eb-48ec-8e94-1fd81fec05db req-26da7e09-4bda-4af4-a52e-3b96d82e45c0 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:19.112543 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-933311da-a8eb-48ec-8e94-1fd81fec05db req-26da7e09-4bda-4af4-a52e-3b96d82e45c0 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 943 time: 0.0649719 Jul 07 17:43:19.152651 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-933311da-a8eb-48ec-8e94-1fd81fec05db req-8461b1f6-0ffe-46d3-89af-1d1c2e98ca10 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344300 Jul 07 17:43:19.599186 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device f92999d6-b61c-46d1-bc22-db13dbdbc028 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:43:19.703692 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port f92999d6-b61c-46d1-bc22-db13dbdbc028, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f92999d6-b61c-46d1-bc22-db13dbdbc028,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:19.716747 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'f92999d6-b61c-46d1-bc22-db13dbdbc028', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'port_id': 'f92999d6-b61c-46d1-bc22-db13dbdbc028', 'mac_address': 'fa:16:3e:e2:de:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:43:19.755747 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:19.769610 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92999d6-b61c-46d1-bc22-db13dbdbc028 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:43:19.791176 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port f92999d6-b61c-46d1-bc22-db13dbdbc028, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f92999d6-b61c-46d1-bc22-db13dbdbc028,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:19.795394 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:19.846333 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=f92999d6-b61c-46d1-bc22-db13dbdbc028,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:19.854124 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:19.854442 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:19.854793 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:19.855129 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:19.855494 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:19.855835 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:19.856159 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:19.856486 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:19.856920 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:19.857332 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:19.857624 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:19.857995 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:20.076417 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['f92999d6-b61c-46d1-bc22-db13dbdbc028'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:43:20.348027 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85561252-4103-4663-ad7e-3a7081a05211 req-6a9b564c-7e3e-451b-bf62-90ffab45a0ff tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:20.349555 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-85561252-4103-4663-ad7e-3a7081a05211 req-6a9b564c-7e3e-451b-bf62-90ffab45a0ff tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 944 time: 0.0647993 Jul 07 17:43:20.388403 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-85561252-4103-4663-ad7e-3a7081a05211 req-4ce31a5a-fc81-4df5-8e93-689673003f7a tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330255 Jul 07 17:43:21.571288 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88bc2d-cbb0-4ce1-881c-aa6f40da72b6 req-e180710d-5529-45b3-804a-54388ff7710c tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:21.572725 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6b88bc2d-cbb0-4ce1-881c-aa6f40da72b6 req-e180710d-5529-45b3-804a-54388ff7710c tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 944 time: 0.0699928 Jul 07 17:43:21.604103 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device f92999d6-b61c-46d1-bc22-db13dbdbc028 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:43:21.615596 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6b88bc2d-cbb0-4ce1-881c-aa6f40da72b6 req-feaa6416-1a75-472f-9ca2-b24b975f5223 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362484 Jul 07 17:43:21.656581 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port f92999d6-b61c-46d1-bc22-db13dbdbc028 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:21.660643 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port f92999d6-b61c-46d1-bc22-db13dbdbc028 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:21.661045 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:21.740509 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:21.763301 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c9f001-b0a4-4345-9d55-ad88690cda27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92999d6-b61c-46d1-bc22-db13dbdbc028'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:43:21.765583 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896f30f4-6b84-4123-967b-ac843d35f51f" -d '{"events": [{"server_uuid": "b4c9f001-b0a4-4345-9d55-ad88690cda27", "name": "network-vif-plugged", "status": "completed", "tag": "f92999d6-b61c-46d1-bc22-db13dbdbc028"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:43:21.778584 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port f92999d6-b61c-46d1-bc22-db13dbdbc028, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f92999d6-b61c-46d1-bc22-db13dbdbc028,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:21.783025 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:21.812376 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7702f4bc-76ab-41c4-a890-991fae9c4486 x-openstack-request-id: req-7702f4bc-76ab-41c4-a890-991fae9c4486 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:43:21.812696 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c9f001-b0a4-4345-9d55-ad88690cda27", "name": "network-vif-plugged", "status": "completed", "tag": "f92999d6-b61c-46d1-bc22-db13dbdbc028", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:43:21.812965 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7702f4bc-76ab-41c4-a890-991fae9c4486 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:43:21.813375 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c9f001-b0a4-4345-9d55-ad88690cda27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92999d6-b61c-46d1-bc22-db13dbdbc028', 'code': 200} Jul 07 17:43:21.840791 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=f92999d6-b61c-46d1-bc22-db13dbdbc028,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:21.897025 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:43:21.921806 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092d881-9f4d-4ac6-b31a-54a38ea2cf22 req-3f54bfaa-884c-456e-aef4-6c0db92f4e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:21.924218 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e092d881-9f4d-4ac6-b31a-54a38ea2cf22 req-3f54bfaa-884c-456e-aef4-6c0db92f4e22 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 1097 time: 0.0564604 Jul 07 17:43:21.960076 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e092d881-9f4d-4ac6-b31a-54a38ea2cf22 req-bf07903a-86f5-4115-af41-840e8f53bdab service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289102 Jul 07 17:43:22.793620 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174893cc-f1c8-4149-8050-1065319943f9 req-388fc9bb-5055-4448-8992-52a26d8bb5b0 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:22.795106 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-174893cc-f1c8-4149-8050-1065319943f9 req-388fc9bb-5055-4448-8992-52a26d8bb5b0 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 945 time: 0.0657804 Jul 07 17:43:22.835017 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-174893cc-f1c8-4149-8050-1065319943f9 req-558ec267-9e80-419d-a429-1decea7c0ade tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340395 Jul 07 17:43:23.430404 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c75d3045-3199-4769-b06f-8798c71c5d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:24.013398 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e08fb9-31f0-4553-ae3b-8ab0c27f23cb req-d2b22ba5-c8c8-4ec8-8adb-0bcdcfd13fc6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:24.014928 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-78e08fb9-31f0-4553-ae3b-8ab0c27f23cb req-d2b22ba5-c8c8-4ec8-8adb-0bcdcfd13fc6 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 945 time: 0.0657530 Jul 07 17:43:24.053519 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-78e08fb9-31f0-4553-ae3b-8ab0c27f23cb req-84707228-220e-4867-a00c-090b30bc44e8 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324116 Jul 07 17:43:24.228752 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e627d-28cd-4769-b45e-f28022c8a48c req-17eda5c2-c9b3-41c7-bd1d-2952d55af84f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:24.230256 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-252e627d-28cd-4769-b45e-f28022c8a48c req-17eda5c2-c9b3-41c7-bd1d-2952d55af84f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 945 time: 0.0667419 Jul 07 17:43:24.273066 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-252e627d-28cd-4769-b45e-f28022c8a48c req-f4211498-dec0-4003-ad46-8b3ae4a45e78 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370247 Jul 07 17:43:24.301206 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46342) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:24.361653 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496e3221-ddd3-44a3-9979-dcfd101b9019 tempest-TestVolumeBootPattern-940903049 tempest-TestVolumeBootPattern-940903049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:24.363210 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-496e3221-ddd3-44a3-9979-dcfd101b9019 tempest-TestVolumeBootPattern-940903049 tempest-TestVolumeBootPattern-940903049-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 1092 time: 0.0609958 Jul 07 17:43:24.366131 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46344) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:24.370642 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'port_id': 'f92999d6-b61c-46d1-bc22-db13dbdbc028', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:24.393748 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:24.492525 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:24.606435 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Allocated IP 172.25.0.187 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/c0023219-2285-4234-a277-834ac4644f35) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:24.725474 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:24.770523 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:24.811971 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:24.818912 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:24.823585 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:24.826446 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event updated for resources: {'Port': ['ID=c0023219-2285-4234-a277-834ac4644f35,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:24.853851 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:24.854203 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:24.854551 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:24.854894 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:24.855235 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:24.855575 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:24.855906 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:24.856236 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:24.856566 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:24.856920 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:24.857250 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:24.857580 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:25.230459 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:25.308112 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:25.464391 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:25.469184 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:25.538395 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event updated for resources: {'Port': ['ID=c0023219-2285-4234-a277-834ac4644f35,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:25.548237 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:25.650938 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Floating IP cf48a7a8-00b9-4324-a5ea-7f4bbba6d49b associated. External IP: 172.25.0.187, port: f92999d6-b61c-46d1-bc22-db13dbdbc028. Jul 07 17:43:25.865252 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Router d0b1da92-2279-417d-a85b-04726934128b has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:43:25.978724 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:43:25.988339 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3989681b-1233-4bfd-9804-d2c0480176db None None] Sync routers for ids ['d0b1da92-2279-417d-a85b-04726934128b'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:43:25.994776 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:25.997536 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3989681b-1233-4bfd-9804-d2c0480176db None None] Routers {'d0b1da92-2279-417d-a85b-04726934128b'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:25.998148 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-3989681b-1233-4bfd-9804-d2c0480176db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:42:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d0b1da92-2279-417d-a85b-04726934128b'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:26.034096 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-52436fc5-c633-4558-9733-69640c538541 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6668978 Jul 07 17:43:26.034832 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c9f001-b0a4-4345-9d55-ad88690cda27', 'tag': 'f92999d6-b61c-46d1-bc22-db13dbdbc028'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:43:26.037182 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b3fe7c-1eb8-48c4-b87c-dd8237ceb023" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c9f001-b0a4-4345-9d55-ad88690cda27", "tag": "f92999d6-b61c-46d1-bc22-db13dbdbc028"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:43:26.073445 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659f1bd8-2c5d-434c-b61d-e3d5c2abe659 x-openstack-request-id: req-659f1bd8-2c5d-434c-b61d-e3d5c2abe659 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:43:26.073755 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c9f001-b0a4-4345-9d55-ad88690cda27", "tag": "f92999d6-b61c-46d1-bc22-db13dbdbc028", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:43:26.074017 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-659f1bd8-2c5d-434c-b61d-e3d5c2abe659 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:43:26.074529 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c9f001-b0a4-4345-9d55-ad88690cda27', 'tag': 'f92999d6-b61c-46d1-bc22-db13dbdbc028', 'status': 'completed', 'code': 200} Jul 07 17:43:26.109557 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-3989681b-1233-4bfd-9804-d2c0480176db None None] Set router d0b1da92-2279-417d-a85b-04726934128b gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:43:26.151051 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3fe7c-1eb8-48c4-b87c-dd8237ceb023 req-9f496ff7-0f49-4e38-9545-638f55070a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:26.152563 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-78b3fe7c-1eb8-48c4-b87c-dd8237ceb023 req-9f496ff7-0f49-4e38-9545-638f55070a0f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 1097 time: 0.0559874 Jul 07 17:43:26.248777 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:26.249413 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3fe7c-1eb8-48c4-b87c-dd8237ceb023 req-4c667483-4eae-40f0-8d2b-6d43522859cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:26.250611 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-78b3fe7c-1eb8-48c4-b87c-dd8237ceb023 req-4c667483-4eae-40f0-8d2b-6d43522859cc service neutron] 10.222.0.72 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 912 time: 0.0916259 Jul 07 17:43:26.319054 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-78b3fe7c-1eb8-48c4-b87c-dd8237ceb023 req-252612c2-55b4-4bde-9c52-9d92f829870f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f92999d6-b61c-46d1-bc22-db13dbdbc028 HTTP/1.1" status: 200 len: 999 time: 0.0618896 Jul 07 17:43:26.343968 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-3989681b-1233-4bfd-9804-d2c0480176db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b1da92-2279-417d-a85b-04726934128b', 'name': 'tempest-TestVolumeBootPattern-550639123-router', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b7562399-3981-4450-afed-12d00671e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:55Z', 'updated_at': '2021-07-07T17:34:04Z', 'revision_number': 4, 'project_id': '66782d55a9284144a8994a9a98696a09', 'gw_port': {'id': 'b7562399-3981-4450-afed-12d00671e32e', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:56Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '932672f4-757a-4d5d-ba6e-04feab6d4752', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'port_id': 'ac982bc1-1309-4943-8846-be813092e54b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'mac_address': 'fa:16:3e:75:8b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ca50c-148d-4cb2-8e08-74287d948097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:41:25Z', 'updated_at': '2021-07-07T17:41:28Z', 'revision_number': 1, 'project_id': '66782d55a9284144a8994a9a98696a09', 'fixed_ip_address_scope': None}, {'id': 'cf48a7a8-00b9-4324-a5ea-7f4bbba6d49b', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'floating_ip_address': '172.25.0.187', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'port_id': 'f92999d6-b61c-46d1-bc22-db13dbdbc028', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'mac_address': 'fa:16:3e:e2:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c9f001-b0a4-4345-9d55-ad88690cda27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:43:25Z', 'updated_at': '2021-07-07T17:43:25Z', 'revision_number': 0, 'project_id': '66782d55a9284144a8994a9a98696a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b43991d-20c6-4ed8-a8de-a9aa7938d5bf', 'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'mac_address': 'fa:16:3e:30:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:10Z', 'revision_number': 5, 'project_id': '66782d55a9284144a8994a9a98696a09', 'subnets': [{'id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:26.372606 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3989681b-1233-4bfd-9804-d2c0480176db None None] Checking router: d0b1da92-2279-417d-a85b-04726934128b for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:43:26.381292 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3989681b-1233-4bfd-9804-d2c0480176db None None] Routers {'d0b1da92-2279-417d-a85b-04726934128b'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:26.381890 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-3989681b-1233-4bfd-9804-d2c0480176db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:42:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d0b1da92-2279-417d-a85b-04726934128b'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:26.382662 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3fe7c-1eb8-48c4-b87c-dd8237ceb023 req-26cbfcf9-4575-43b4-9009-d931cee81bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:26.384208 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-78b3fe7c-1eb8-48c4-b87c-dd8237ceb023 req-26cbfcf9-4575-43b4-9009-d931cee81bb9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96a9e05f-47c3-4c4b-bd45-67d2458e49df HTTP/1.1" status: 200 len: 850 time: 0.0585775 Jul 07 17:43:26.443590 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3fe7c-1eb8-48c4-b87c-dd8237ceb023 req-9053996f-c5ce-45f8-b0b6-68fa13d45d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:26.445158 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-78b3fe7c-1eb8-48c4-b87c-dd8237ceb023 req-9053996f-c5ce-45f8-b0b6-68fa13d45d24 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539784 Jul 07 17:43:26.488672 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-3989681b-1233-4bfd-9804-d2c0480176db None None] Set router d0b1da92-2279-417d-a85b-04726934128b gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:43:26.534122 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-78b3fe7c-1eb8-48c4-b87c-dd8237ceb023 req-f8d01bb3-49e2-4eb9-a9da-a9689fa0811d service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824988 Jul 07 17:43:26.633771 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-78b3fe7c-1eb8-48c4-b87c-dd8237ceb023 req-e64e01f9-cf31-432a-ab94-2b60b0cf280a service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920055 Jul 07 17:43:26.719310 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-3989681b-1233-4bfd-9804-d2c0480176db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b1da92-2279-417d-a85b-04726934128b', 'name': 'tempest-TestVolumeBootPattern-550639123-router', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b7562399-3981-4450-afed-12d00671e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:55Z', 'updated_at': '2021-07-07T17:34:04Z', 'revision_number': 4, 'project_id': '66782d55a9284144a8994a9a98696a09', 'gw_port': {'id': 'b7562399-3981-4450-afed-12d00671e32e', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:56Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '932672f4-757a-4d5d-ba6e-04feab6d4752', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'port_id': 'ac982bc1-1309-4943-8846-be813092e54b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'mac_address': 'fa:16:3e:75:8b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ca50c-148d-4cb2-8e08-74287d948097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:41:25Z', 'updated_at': '2021-07-07T17:41:28Z', 'revision_number': 1, 'project_id': '66782d55a9284144a8994a9a98696a09', 'fixed_ip_address_scope': None}, {'id': 'cf48a7a8-00b9-4324-a5ea-7f4bbba6d49b', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'floating_ip_address': '172.25.0.187', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'port_id': 'f92999d6-b61c-46d1-bc22-db13dbdbc028', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'mac_address': 'fa:16:3e:e2:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c9f001-b0a4-4345-9d55-ad88690cda27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:43:25Z', 'updated_at': '2021-07-07T17:43:25Z', 'revision_number': 0, 'project_id': '66782d55a9284144a8994a9a98696a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b43991d-20c6-4ed8-a8de-a9aa7938d5bf', 'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'mac_address': 'fa:16:3e:30:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:10Z', 'revision_number': 5, 'project_id': '66782d55a9284144a8994a9a98696a09', 'subnets': [{'id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:26.747044 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3989681b-1233-4bfd-9804-d2c0480176db None None] The sync data for ids ['d0b1da92-2279-417d-a85b-04726934128b'] in n-d-791503-12 is: [{'id': 'd0b1da92-2279-417d-a85b-04726934128b', 'name': 'tempest-TestVolumeBootPattern-550639123-router', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b7562399-3981-4450-afed-12d00671e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:55Z', 'updated_at': '2021-07-07T17:34:04Z', 'revision_number': 4, 'project_id': '66782d55a9284144a8994a9a98696a09', 'gw_port': {'id': 'b7562399-3981-4450-afed-12d00671e32e', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:56Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '932672f4-757a-4d5d-ba6e-04feab6d4752', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'port_id': 'ac982bc1-1309-4943-8846-be813092e54b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'mac_address': 'fa:16:3e:75:8b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ca50c-148d-4cb2-8e08-74287d948097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:41:25Z', 'updated_at': '2021-07-07T17:41:28Z', 'revision_number': 1, 'project_id': '66782d55a9284144a8994a9a98696a09', 'fixed_ip_address_scope': None}, {'id': 'cf48a7a8-00b9-4324-a5ea-7f4bbba6d49b', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'floating_ip_address': '172.25.0.187', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'port_id': 'f92999d6-b61c-46d1-bc22-db13dbdbc028', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'mac_address': 'fa:16:3e:e2:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c9f001-b0a4-4345-9d55-ad88690cda27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:43:25Z', 'updated_at': '2021-07-07T17:43:25Z', 'revision_number': 0, 'project_id': '66782d55a9284144a8994a9a98696a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b43991d-20c6-4ed8-a8de-a9aa7938d5bf', 'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'mac_address': 'fa:16:3e:30:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:10Z', 'revision_number': 5, 'project_id': '66782d55a9284144a8994a9a98696a09', 'subnets': [{'id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:43:26.824125 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7eb47d59-c32b-487c-864f-d2c9f081f9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:26.962213 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3742f53-bbd4-45e5-89db-82df3675cee9 None None] New status for floating IP cf48a7a8-00b9-4324-a5ea-7f4bbba6d49b: ACTIVE {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:43:27.107806 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28363cb0-c27b-404c-9f1b-cd42c6959e05 req-8a2713ec-20a7-45a7-a311-c1301b48671c tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:27.109358 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-28363cb0-c27b-404c-9f1b-cd42c6959e05 req-8a2713ec-20a7-45a7-a311-c1301b48671c tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a HTTP/1.1" status: 200 len: 945 time: 0.0637219 Jul 07 17:43:27.150898 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-28363cb0-c27b-404c-9f1b-cd42c6959e05 req-7d87b333-dcee-4f57-ae05-152b479e7bde tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d496c3bb-8b3a-459e-adab-8001ba7a3d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348122 Jul 07 17:43:28.019008 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:28.372986 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04838345-5e01-4324-b429-3011fb13d7ee req-ca05dd4f-df1c-458a-bd12-169b0693a2af tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:28.374488 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-04838345-5e01-4324-b429-3011fb13d7ee req-ca05dd4f-df1c-458a-bd12-169b0693a2af tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a HTTP/1.1" status: 200 len: 945 time: 0.1221452 Jul 07 17:43:28.382172 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4ab69-746d-4c89-882b-a13f84539687 req-7c3a9546-1ef4-4d33-9bb6-118296e75b52 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:28.383556 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80a4ab69-746d-4c89-882b-a13f84539687 req-7c3a9546-1ef4-4d33-9bb6-118296e75b52 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a HTTP/1.1" status: 200 len: 945 time: 0.1027920 Jul 07 17:43:28.458843 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80a4ab69-746d-4c89-882b-a13f84539687 req-c97deebb-6118-4992-940d-f2daae208860 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d496c3bb-8b3a-459e-adab-8001ba7a3d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677981 Jul 07 17:43:28.511001 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-04838345-5e01-4324-b429-3011fb13d7ee req-efee4d70-3b6b-4d86-960b-8c8b56ecbbbc tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Deleting port aeff9394-0f03-4ce1-b16a-17d4212470b6 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:43:28.511340 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-04838345-5e01-4324-b429-3011fb13d7ee req-efee4d70-3b6b-4d86-960b-8c8b56ecbbbc tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:28.607692 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-04838345-5e01-4324-b429-3011fb13d7ee req-efee4d70-3b6b-4d86-960b-8c8b56ecbbbc tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] For port aeff9394-0f03-4ce1-b16a-17d4212470b6, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=aeff9394-0f03-4ce1-b16a-17d4212470b6,segment=NetworkSegment(c99d494a-0902-4d55-8366-05b5269a6986),segment_id=c99d494a-0902-4d55-8366-05b5269a6986)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:28.607974 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-04838345-5e01-4324-b429-3011fb13d7ee req-efee4d70-3b6b-4d86-960b-8c8b56ecbbbc tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:28.830823 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-04838345-5e01-4324-b429-3011fb13d7ee req-efee4d70-3b6b-4d86-960b-8c8b56ecbbbc tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:28.831195 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-04838345-5e01-4324-b429-3011fb13d7ee req-efee4d70-3b6b-4d86-960b-8c8b56ecbbbc tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:28.831513 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [req-04838345-5e01-4324-b429-3011fb13d7ee req-efee4d70-3b6b-4d86-960b-8c8b56ecbbbc tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Floating IP 46b21cb6-1e81-4532-b6e4-371501280bb1 disassociated. External IP: 172.25.0.91, port: aeff9394-0f03-4ce1-b16a-17d4212470b6. Jul 07 17:43:28.831858 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-04838345-5e01-4324-b429-3011fb13d7ee req-efee4d70-3b6b-4d86-960b-8c8b56ecbbbc tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Calling delete_port for aeff9394-0f03-4ce1-b16a-17d4212470b6 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:28.961540 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-04838345-5e01-4324-b429-3011fb13d7ee req-efee4d70-3b6b-4d86-960b-8c8b56ecbbbc tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:28.989579 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee4d70-3b6b-4d86-960b-8c8b56ecbbbc tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Pushing event deleted for resources: {'Port': ['ID=aeff9394-0f03-4ce1-b16a-17d4212470b6,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:29.110813 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04838345-5e01-4324-b429-3011fb13d7ee req-efee4d70-3b6b-4d86-960b-8c8b56ecbbbc tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Router d1f747a1-e285-4907-a2dd-9a6183a45a13 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:43:29.202332 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ac07a12f-d1e4-4d1a-9d1f-692a3fbb5977 req-cad343c6-28f4-45a5-bb58-a87bb2598800 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b65ca50c-148d-4cb2-8e08-74287d948097&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0574038 Jul 07 17:43:29.227906 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04838345-5e01-4324-b429-3011fb13d7ee req-efee4d70-3b6b-4d86-960b-8c8b56ecbbbc tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:43:29.240636 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1114bbb-02f8-4127-8e35-bea5544c1026 None None] Sync routers for ids ['d1f747a1-e285-4907-a2dd-9a6183a45a13'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:43:29.250054 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1114bbb-02f8-4127-8e35-bea5544c1026 None None] Routers {'d1f747a1-e285-4907-a2dd-9a6183a45a13'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:29.250667 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-a1114bbb-02f8-4127-8e35-bea5544c1026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:43:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d1f747a1-e285-4907-a2dd-9a6183a45a13'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:29.274511 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-04838345-5e01-4324-b429-3011fb13d7ee req-efee4d70-3b6b-4d86-960b-8c8b56ecbbbc tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] No DVR routers for this DVR port aeff9394-0f03-4ce1-b16a-17d4212470b6 on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:43:29.278768 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-04838345-5e01-4324-b429-3011fb13d7ee req-efee4d70-3b6b-4d86-960b-8c8b56ecbbbc tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:29.280815 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-04838345-5e01-4324-b429-3011fb13d7ee req-efee4d70-3b6b-4d86-960b-8c8b56ecbbbc tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.64 "DELETE /v2.0/ports/aeff9394-0f03-4ce1-b16a-17d4212470b6 HTTP/1.1" status: 204 len: 173 time: 0.8963690 Jul 07 17:43:29.281271 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf45546-970f-4d6b-a5ab-3faa58f6aa6a', 'name': 'network-vif-deleted', 'tag': 'aeff9394-0f03-4ce1-b16a-17d4212470b6'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:43:29.283736 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fe8d6a-010b-4805-a8c3-e082b6ea58d3" -d '{"events": [{"server_uuid": "8cf45546-970f-4d6b-a5ab-3faa58f6aa6a", "name": "network-vif-deleted", "tag": "aeff9394-0f03-4ce1-b16a-17d4212470b6"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:43:29.325392 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07a12f-d1e4-4d1a-9d1f-692a3fbb5977 req-0d7140b4-cf00-424c-97df-7b1457142a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:29.328283 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ac07a12f-d1e4-4d1a-9d1f-692a3fbb5977 req-0d7140b4-cf00-424c-97df-7b1457142a93 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 1098 time: 0.0823128 Jul 07 17:43:29.336748 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03399e2-456f-4e8e-b75a-754ea4e8f238 x-openstack-request-id: req-b03399e2-456f-4e8e-b75a-754ea4e8f238 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:43:29.337054 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf45546-970f-4d6b-a5ab-3faa58f6aa6a", "name": "network-vif-deleted", "tag": "aeff9394-0f03-4ce1-b16a-17d4212470b6", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:43:29.337313 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b03399e2-456f-4e8e-b75a-754ea4e8f238 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:43:29.338267 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cf45546-970f-4d6b-a5ab-3faa58f6aa6a', 'name': 'network-vif-deleted', 'tag': 'aeff9394-0f03-4ce1-b16a-17d4212470b6', 'status': 'completed', 'code': 200} Jul 07 17:43:29.471573 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07a12f-d1e4-4d1a-9d1f-692a3fbb5977 req-1af08ac9-94f2-463b-8673-d3eff18b1147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:29.473777 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ac07a12f-d1e4-4d1a-9d1f-692a3fbb5977 req-1af08ac9-94f2-463b-8673-d3eff18b1147 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 912 time: 0.1155472 Jul 07 17:43:29.483049 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-a1114bbb-02f8-4127-8e35-bea5544c1026 None None] Set router d1f747a1-e285-4907-a2dd-9a6183a45a13 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:43:29.563429 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ac07a12f-d1e4-4d1a-9d1f-692a3fbb5977 req-5170ce8d-3fd9-408b-a050-3941ef4f984a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac982bc1-1309-4943-8846-be813092e54b HTTP/1.1" status: 200 len: 1002 time: 0.0836554 Jul 07 17:43:29.616060 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07a12f-d1e4-4d1a-9d1f-692a3fbb5977 req-b4b395c5-f0fc-4cd4-82ef-edd6cc0a371b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:29.617965 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ac07a12f-d1e4-4d1a-9d1f-692a3fbb5977 req-b4b395c5-f0fc-4cd4-82ef-edd6cc0a371b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96a9e05f-47c3-4c4b-bd45-67d2458e49df HTTP/1.1" status: 200 len: 850 time: 0.0481904 Jul 07 17:43:29.654405 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-77b00446-1900-4d97-b3d4-970cc8b456b6 req-0a654734-e058-475d-a01f-382060696abf tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cf45546-970f-4d6b-a5ab-3faa58f6aa6a HTTP/1.1" status: 200 len: 210 time: 0.0296309 Jul 07 17:43:29.689987 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07a12f-d1e4-4d1a-9d1f-692a3fbb5977 req-57e03ed7-5213-4636-9029-4fda5fe96f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:29.692321 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ac07a12f-d1e4-4d1a-9d1f-692a3fbb5977 req-57e03ed7-5213-4636-9029-4fda5fe96f05 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682933 Jul 07 17:43:29.706109 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-a1114bbb-02f8-4127-8e35-bea5544c1026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'name': 'tempest-TestServerBasicOps-1156557657-router', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'b3ee3121-704a-4962-a9fe-19432242fb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:16Z', 'updated_at': '2021-07-07T17:38:21Z', 'revision_number': 4, 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'gw_port': {'id': 'b3ee3121-704a-4962-a9fe-19432242fb45', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:17Z', 'updated_at': '2021-07-07T17:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '10da0124-228d-421e-9eee-ae2252663c02', 'name': '', 'network_id': '68356134-3cc5-4339-94e4-316d1633c850', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'mac_address': 'fa:16:3e:c9:cc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:20Z', 'updated_at': '2021-07-07T17:38:29Z', 'revision_number': 5, 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'subnets': [{'id': '5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:29.739480 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1114bbb-02f8-4127-8e35-bea5544c1026 None None] Checking router: d1f747a1-e285-4907-a2dd-9a6183a45a13 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:43:29.748318 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1114bbb-02f8-4127-8e35-bea5544c1026 None None] Routers {'d1f747a1-e285-4907-a2dd-9a6183a45a13'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:29.748970 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-a1114bbb-02f8-4127-8e35-bea5544c1026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:43:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d1f747a1-e285-4907-a2dd-9a6183a45a13'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:29.795515 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ac07a12f-d1e4-4d1a-9d1f-692a3fbb5977 req-081a2057-b278-4fce-be4c-ee27f43552db service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963314 Jul 07 17:43:29.860582 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-a1114bbb-02f8-4127-8e35-bea5544c1026 None None] Set router d1f747a1-e285-4907-a2dd-9a6183a45a13 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:43:29.889720 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ac07a12f-d1e4-4d1a-9d1f-692a3fbb5977 req-546a8c6d-65a8-4602-a459-34ac299fbc71 service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882082 Jul 07 17:43:30.067463 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-a1114bbb-02f8-4127-8e35-bea5544c1026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'name': 'tempest-TestServerBasicOps-1156557657-router', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'b3ee3121-704a-4962-a9fe-19432242fb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:16Z', 'updated_at': '2021-07-07T17:38:21Z', 'revision_number': 4, 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'gw_port': {'id': 'b3ee3121-704a-4962-a9fe-19432242fb45', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:17Z', 'updated_at': '2021-07-07T17:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '10da0124-228d-421e-9eee-ae2252663c02', 'name': '', 'network_id': '68356134-3cc5-4339-94e4-316d1633c850', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'mac_address': 'fa:16:3e:c9:cc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:20Z', 'updated_at': '2021-07-07T17:38:29Z', 'revision_number': 5, 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'subnets': [{'id': '5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:30.092608 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1114bbb-02f8-4127-8e35-bea5544c1026 None None] The sync data for ids ['d1f747a1-e285-4907-a2dd-9a6183a45a13'] in n-d-791503-12 is: [{'id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'name': 'tempest-TestServerBasicOps-1156557657-router', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'b3ee3121-704a-4962-a9fe-19432242fb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:16Z', 'updated_at': '2021-07-07T17:38:21Z', 'revision_number': 4, 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'gw_port': {'id': 'b3ee3121-704a-4962-a9fe-19432242fb45', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:17Z', 'updated_at': '2021-07-07T17:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '10da0124-228d-421e-9eee-ae2252663c02', 'name': '', 'network_id': '68356134-3cc5-4339-94e4-316d1633c850', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'mac_address': 'fa:16:3e:c9:cc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:20Z', 'updated_at': '2021-07-07T17:38:29Z', 'revision_number': 5, 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'subnets': [{'id': '5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:43:30.332999 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:30.335370 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9541342-ebc1-4eb9-9d66-2c7d09841a0d None None] New status for floating IP 46b21cb6-1e81-4532-b6e4-371501280bb1: DOWN {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:43:30.848521 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46368) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:30.974056 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-a675da6c-9a26-4b5a-a67d-c53d5921c2f1 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Deleting port 1ccc9740-77b5-4f13-a553-034ee697255d {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:43:30.974304 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a675da6c-9a26-4b5a-a67d-c53d5921c2f1 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:31.051595 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a675da6c-9a26-4b5a-a67d-c53d5921c2f1 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:31.051886 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a675da6c-9a26-4b5a-a67d-c53d5921c2f1 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:31.064356 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-a675da6c-9a26-4b5a-a67d-c53d5921c2f1 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Calling delete_port for 1ccc9740-77b5-4f13-a553-034ee697255d owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:31.197669 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a675da6c-9a26-4b5a-a67d-c53d5921c2f1 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:31.223795 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675da6c-9a26-4b5a-a67d-c53d5921c2f1 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Pushing event deleted for resources: {'Port': ['ID=1ccc9740-77b5-4f13-a553-034ee697255d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:31.288965 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a675da6c-9a26-4b5a-a67d-c53d5921c2f1 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:31.291813 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a675da6c-9a26-4b5a-a67d-c53d5921c2f1 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:31.293022 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a675da6c-9a26-4b5a-a67d-c53d5921c2f1 tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "DELETE /v2.0/floatingips/46b21cb6-1e81-4532-b6e4-371501280bb1 HTTP/1.1" status: 204 len: 168 time: 0.4434860 Jul 07 17:43:31.435684 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46374) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:31.498229 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4fcb38a6-69ae-4499-b30d-b6bc97e377be tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:31.524342 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4fcb38a6-69ae-4499-b30d-b6bc97e377be tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:31.599521 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4fcb38a6-69ae-4499-b30d-b6bc97e377be tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:31.602359 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4fcb38a6-69ae-4499-b30d-b6bc97e377be tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:31.606028 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4fcb38a6-69ae-4499-b30d-b6bc97e377be tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] 10.222.0.53 "DELETE /v2.0/security-groups/d496c3bb-8b3a-459e-adab-8001ba7a3d92 HTTP/1.1" status: 204 len: 168 time: 0.1668637 Jul 07 17:43:31.614083 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb38a6-69ae-4499-b30d-b6bc97e377be tempest-TestServerBasicOps-1930733498 tempest-TestServerBasicOps-1930733498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d496c3bb-8b3a-459e-adab-8001ba7a3d92,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:31.645805 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46378) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:32.416471 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1681d38b-1a56-4de1-a26d-0789a208d21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:32.430410 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device aeff9394-0f03-4ce1-b16a-17d4212470b6 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:43:32.457223 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: aeff9394-0f03-4ce1-b16a-17d4212470b6 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:43:32.457570 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device aeff9394-0f03-4ce1-b16a-17d4212470b6 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:43:32.677760 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-1681d38b-1a56-4de1-a26d-0789a208d21b admin admin] Deleting port 10da0124-228d-421e-9eee-ae2252663c02 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:43:32.678014 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1681d38b-1a56-4de1-a26d-0789a208d21b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:32.759054 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-1681d38b-1a56-4de1-a26d-0789a208d21b admin admin] For port 10da0124-228d-421e-9eee-ae2252663c02, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=10da0124-228d-421e-9eee-ae2252663c02,segment=NetworkSegment(c99d494a-0902-4d55-8366-05b5269a6986),segment_id=c99d494a-0902-4d55-8366-05b5269a6986)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:32.759419 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1681d38b-1a56-4de1-a26d-0789a208d21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:32.772846 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-1681d38b-1a56-4de1-a26d-0789a208d21b admin admin] Calling delete_port for 10da0124-228d-421e-9eee-ae2252663c02 owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:32.970768 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1681d38b-1a56-4de1-a26d-0789a208d21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:32.998177 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681d38b-1a56-4de1-a26d-0789a208d21b admin admin] Pushing event deleted for resources: {'Port': ['ID=10da0124-228d-421e-9eee-ae2252663c02,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:33.177539 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1681d38b-1a56-4de1-a26d-0789a208d21b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:33.430109 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1681d38b-1a56-4de1-a26d-0789a208d21b admin admin] Router d1f747a1-e285-4907-a2dd-9a6183a45a13 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:43:33.549256 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1681d38b-1a56-4de1-a26d-0789a208d21b admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:43:33.554600 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1681d38b-1a56-4de1-a26d-0789a208d21b admin admin] 10.222.0.53 "PUT /v2.0/routers/d1f747a1-e285-4907-a2dd-9a6183a45a13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9069846 Jul 07 17:43:33.557395 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46384) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:33.563520 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc218801-2ce3-47a3-afda-c604a6d0d3ad None None] Sync routers for ids ['d1f747a1-e285-4907-a2dd-9a6183a45a13'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:43:33.574650 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc218801-2ce3-47a3-afda-c604a6d0d3ad None None] Routers {'d1f747a1-e285-4907-a2dd-9a6183a45a13'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:33.575287 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-fc218801-2ce3-47a3-afda-c604a6d0d3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:43:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d1f747a1-e285-4907-a2dd-9a6183a45a13'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:33.665038 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eb95516e-0c11-4533-8310-178aca27e226 admin admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:33.692853 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-fc218801-2ce3-47a3-afda-c604a6d0d3ad None None] Set router d1f747a1-e285-4907-a2dd-9a6183a45a13 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:43:33.775403 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eb95516e-0c11-4533-8310-178aca27e226 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:33.833517 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-eb95516e-0c11-4533-8310-178aca27e226 admin admin] Deleting port b3ee3121-704a-4962-a9fe-19432242fb45 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:43:33.833772 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eb95516e-0c11-4533-8310-178aca27e226 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:33.896000 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-fc218801-2ce3-47a3-afda-c604a6d0d3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'name': 'tempest-TestServerBasicOps-1156557657-router', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'b3ee3121-704a-4962-a9fe-19432242fb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:16Z', 'updated_at': '2021-07-07T17:43:32Z', 'revision_number': 5, 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'gw_port': {'id': 'b3ee3121-704a-4962-a9fe-19432242fb45', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:17Z', 'updated_at': '2021-07-07T17:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:33.922181 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-eb95516e-0c11-4533-8310-178aca27e226 admin admin] For port b3ee3121-704a-4962-a9fe-19432242fb45, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b3ee3121-704a-4962-a9fe-19432242fb45,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:33.922529 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eb95516e-0c11-4533-8310-178aca27e226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:33.927492 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc218801-2ce3-47a3-afda-c604a6d0d3ad None None] Checking router: d1f747a1-e285-4907-a2dd-9a6183a45a13 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:43:33.934730 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-eb95516e-0c11-4533-8310-178aca27e226 admin admin] Calling delete_port for b3ee3121-704a-4962-a9fe-19432242fb45 owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:33.936183 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc218801-2ce3-47a3-afda-c604a6d0d3ad None None] Routers {'d1f747a1-e285-4907-a2dd-9a6183a45a13'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:33.936811 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-fc218801-2ce3-47a3-afda-c604a6d0d3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:43:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d1f747a1-e285-4907-a2dd-9a6183a45a13'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:34.040853 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-fc218801-2ce3-47a3-afda-c604a6d0d3ad None None] Set router d1f747a1-e285-4907-a2dd-9a6183a45a13 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:43:34.103246 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-fc218801-2ce3-47a3-afda-c604a6d0d3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'name': 'tempest-TestServerBasicOps-1156557657-router', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:16Z', 'updated_at': '2021-07-07T17:43:33Z', 'revision_number': 6, 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:34.106479 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eb95516e-0c11-4533-8310-178aca27e226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:34.132522 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95516e-0c11-4533-8310-178aca27e226 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ee3121-704a-4962-a9fe-19432242fb45,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:34.140782 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc218801-2ce3-47a3-afda-c604a6d0d3ad None None] The sync data for ids ['d1f747a1-e285-4907-a2dd-9a6183a45a13'] in n-d-791503-12 is: [{'id': 'd1f747a1-e285-4907-a2dd-9a6183a45a13', 'name': 'tempest-TestServerBasicOps-1156557657-router', 'tenant_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:16Z', 'updated_at': '2021-07-07T17:43:33Z', 'revision_number': 6, 'project_id': '6aa2dcd71fbe40349f68db67faf73dcf', 'gw_port_host': None}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:43:34.206459 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eb95516e-0c11-4533-8310-178aca27e226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:34.320641 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eb95516e-0c11-4533-8310-178aca27e226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:34.322795 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eb95516e-0c11-4533-8310-178aca27e226 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:34.607766 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 10da0124-228d-421e-9eee-ae2252663c02 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:43:34.630651 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 10da0124-228d-421e-9eee-ae2252663c02 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:43:34.631000 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 10da0124-228d-421e-9eee-ae2252663c02 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:43:34.687398 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eb95516e-0c11-4533-8310-178aca27e226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:34.688139 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb95516e-0c11-4533-8310-178aca27e226 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1f747a1-e285-4907-a2dd-9a6183a45a13 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:43:34.693142 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eb95516e-0c11-4533-8310-178aca27e226 admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:34.694366 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-eb95516e-0c11-4533-8310-178aca27e226 admin admin] 10.222.0.53 "DELETE /v2.0/routers/d1f747a1-e285-4907-a2dd-9a6183a45a13 HTTP/1.1" status: 204 len: 168 time: 1.1359348 Jul 07 17:43:34.697078 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46386) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:34.739660 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f7d3a7-65e4-4b0a-8c72-b80cb9b3b5c6 admin admin] Deleting subnet 5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:43:34.742978 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38f7d3a7-65e4-4b0a-8c72-b80cb9b3b5c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:34.776351 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38f7d3a7-65e4-4b0a-8c72-b80cb9b3b5c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:34.854631 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38f7d3a7-65e4-4b0a-8c72-b80cb9b3b5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:34.907965 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38f7d3a7-65e4-4b0a-8c72-b80cb9b3b5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:34.935588 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7d3a7-65e4-4b0a-8c72-b80cb9b3b5c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:34.939782 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38f7d3a7-65e4-4b0a-8c72-b80cb9b3b5c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:34.941730 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-38f7d3a7-65e4-4b0a-8c72-b80cb9b3b5c6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5f7fa5fc-9ff6-47d2-8fd0-0cf51004dfeb HTTP/1.1" status: 204 len: 168 time: 0.2436371 Jul 07 17:43:34.944182 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46388) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:34.945788 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfd32f9-4748-40d5-b637-9649c3896cd7 None None] Network 68356134-3cc5-4339-94e4-316d1633c850 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:43:35.017269 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-705322c0-c754-42d6-9f4d-dfcd3a9df573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:35.073599 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-705322c0-c754-42d6-9f4d-dfcd3a9df573 admin admin] Deleting port 214cec73-3a29-4e31-b6b5-cf8e49eb1a69 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:43:35.073936 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-705322c0-c754-42d6-9f4d-dfcd3a9df573 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:35.136020 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bdd175-75b1-4f46-94fd-57440ae74ec0 None None] DHCP port deletion for 68356134-3cc5-4339-94e4-316d1633c850 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:43:35.141558 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-705322c0-c754-42d6-9f4d-dfcd3a9df573 admin admin] For port 214cec73-3a29-4e31-b6b5-cf8e49eb1a69, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=214cec73-3a29-4e31-b6b5-cf8e49eb1a69,segment=NetworkSegment(c99d494a-0902-4d55-8366-05b5269a6986),segment_id=c99d494a-0902-4d55-8366-05b5269a6986)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:35.142011 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-705322c0-c754-42d6-9f4d-dfcd3a9df573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:35.157065 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-705322c0-c754-42d6-9f4d-dfcd3a9df573 admin admin] Calling delete_port for 214cec73-3a29-4e31-b6b5-cf8e49eb1a69 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:35.201795 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c2bdd175-75b1-4f46-94fd-57440ae74ec0 None None] Deleting port 214cec73-3a29-4e31-b6b5-cf8e49eb1a69 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:43:35.202566 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c2bdd175-75b1-4f46-94fd-57440ae74ec0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:35.252050 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-705322c0-c754-42d6-9f4d-dfcd3a9df573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:35.276076 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-c2bdd175-75b1-4f46-94fd-57440ae74ec0 None None] For port 214cec73-3a29-4e31-b6b5-cf8e49eb1a69, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=214cec73-3a29-4e31-b6b5-cf8e49eb1a69,segment=NetworkSegment(c99d494a-0902-4d55-8366-05b5269a6986),segment_id=c99d494a-0902-4d55-8366-05b5269a6986)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:35.276484 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c2bdd175-75b1-4f46-94fd-57440ae74ec0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:35.281885 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705322c0-c754-42d6-9f4d-dfcd3a9df573 admin admin] Pushing event deleted for resources: {'Port': ['ID=214cec73-3a29-4e31-b6b5-cf8e49eb1a69,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:35.284387 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705322c0-c754-42d6-9f4d-dfcd3a9df573 admin admin] No DVR routers for this DVR port 214cec73-3a29-4e31-b6b5-cf8e49eb1a69 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:43:35.292668 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c2bdd175-75b1-4f46-94fd-57440ae74ec0 None None] Calling delete_port for 214cec73-3a29-4e31-b6b5-cf8e49eb1a69 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:35.363466 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-705322c0-c754-42d6-9f4d-dfcd3a9df573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:35.371939 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c2bdd175-75b1-4f46-94fd-57440ae74ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:35.373263 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-705322c0-c754-42d6-9f4d-dfcd3a9df573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68356134-3cc5-4339-94e4-316d1633c850']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:35.384615 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-705322c0-c754-42d6-9f4d-dfcd3a9df573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99d494a-0902-4d55-8366-05b5269a6986') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:35.384992 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-705322c0-c754-42d6-9f4d-dfcd3a9df573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99d494a-0902-4d55-8366-05b5269a6986') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:35.394499 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-705322c0-c754-42d6-9f4d-dfcd3a9df573 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:35.395703 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdd175-75b1-4f46-94fd-57440ae74ec0 None None] Pushing event deleted for resources: {'Port': ['ID=214cec73-3a29-4e31-b6b5-cf8e49eb1a69,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:35.402128 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bdd175-75b1-4f46-94fd-57440ae74ec0 None None] No DVR routers for this DVR port 214cec73-3a29-4e31-b6b5-cf8e49eb1a69 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:43:35.410451 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-705322c0-c754-42d6-9f4d-dfcd3a9df573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:35.417623 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705322c0-c754-42d6-9f4d-dfcd3a9df573 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:43:35.418106 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-705322c0-c754-42d6-9f4d-dfcd3a9df573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:43:35.419911 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:43:35.473756 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-705322c0-c754-42d6-9f4d-dfcd3a9df573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:35.478579 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-705322c0-c754-42d6-9f4d-dfcd3a9df573 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:35.483318 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-705322c0-c754-42d6-9f4d-dfcd3a9df573 admin admin] 10.222.0.53 "DELETE /v2.0/networks/68356134-3cc5-4339-94e4-316d1633c850 HTTP/1.1" status: 204 len: 168 time: 0.5353243 Jul 07 17:43:35.483573 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46390) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:35.499410 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705322c0-c754-42d6-9f4d-dfcd3a9df573 admin admin] Pushing event deleted for resources: {'Network': ['ID=68356134-3cc5-4339-94e4-316d1633c850,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:35.842956 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b22b89e1-4f93-4554-ad8a-3dae6ffa7730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:36.100598 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-b22b89e1-4f93-4554-ad8a-3dae6ffa7730 admin admin] Deleting port e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:43:36.100893 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b22b89e1-4f93-4554-ad8a-3dae6ffa7730 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:36.177887 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-b22b89e1-4f93-4554-ad8a-3dae6ffa7730 admin admin] For port e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd,segment=NetworkSegment(d32cce86-ac46-49f9-b03a-97b911260239),segment_id=d32cce86-ac46-49f9-b03a-97b911260239)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:36.178613 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b22b89e1-4f93-4554-ad8a-3dae6ffa7730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:36.191882 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-b22b89e1-4f93-4554-ad8a-3dae6ffa7730 admin admin] Calling delete_port for e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:36.335377 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b3ee3121-704a-4962-a9fe-19432242fb45 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:43:36.355638 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: b3ee3121-704a-4962-a9fe-19432242fb45 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:43:36.355906 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b3ee3121-704a-4962-a9fe-19432242fb45 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:43:36.356327 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 214cec73-3a29-4e31-b6b5-cf8e49eb1a69 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:43:36.382457 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b22b89e1-4f93-4554-ad8a-3dae6ffa7730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:36.384095 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 214cec73-3a29-4e31-b6b5-cf8e49eb1a69 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:43:36.384297 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 214cec73-3a29-4e31-b6b5-cf8e49eb1a69 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:43:36.413802 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b89e1-4f93-4554-ad8a-3dae6ffa7730 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:36.593469 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b22b89e1-4f93-4554-ad8a-3dae6ffa7730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:36.808923 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22b89e1-4f93-4554-ad8a-3dae6ffa7730 admin admin] Router 52e98fb0-606c-4cd1-8de5-825e9a45b807 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:43:36.919458 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22b89e1-4f93-4554-ad8a-3dae6ffa7730 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:43:36.925578 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b22b89e1-4f93-4554-ad8a-3dae6ffa7730 admin admin] 10.222.0.53 "PUT /v2.0/routers/52e98fb0-606c-4cd1-8de5-825e9a45b807/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4409478 Jul 07 17:43:36.928075 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46392) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:36.932113 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf68cbe-3fd2-456e-9d31-a0d841783233 None None] Sync routers for ids ['52e98fb0-606c-4cd1-8de5-825e9a45b807'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:43:36.942433 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf68cbe-3fd2-456e-9d31-a0d841783233 None None] Routers {'52e98fb0-606c-4cd1-8de5-825e9a45b807'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:36.943068 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-cdf68cbe-3fd2-456e-9d31-a0d841783233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:43:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['52e98fb0-606c-4cd1-8de5-825e9a45b807'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:37.038921 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7650edff-fce6-478e-91d6-2d52ef66c3b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:37.151871 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7650edff-fce6-478e-91d6-2d52ef66c3b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:37.210647 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-7650edff-fce6-478e-91d6-2d52ef66c3b3 admin admin] Deleting port aef42c67-a849-428f-8ddc-fe883f59d3fb {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:43:37.211074 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7650edff-fce6-478e-91d6-2d52ef66c3b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:37.213531 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-cdf68cbe-3fd2-456e-9d31-a0d841783233 None None] Set router 52e98fb0-606c-4cd1-8de5-825e9a45b807 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:43:37.294815 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-7650edff-fce6-478e-91d6-2d52ef66c3b3 admin admin] For port aef42c67-a849-428f-8ddc-fe883f59d3fb, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=aef42c67-a849-428f-8ddc-fe883f59d3fb,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:37.295196 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7650edff-fce6-478e-91d6-2d52ef66c3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:37.310465 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-7650edff-fce6-478e-91d6-2d52ef66c3b3 admin admin] Calling delete_port for aef42c67-a849-428f-8ddc-fe883f59d3fb owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:37.405829 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-cdf68cbe-3fd2-456e-9d31-a0d841783233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e98fb0-606c-4cd1-8de5-825e9a45b807', 'name': 'tempest-TestServerBasicOps-1667906057-router', 'tenant_id': '1b7a6cbf10954c85be5db667553c2e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'aef42c67-a849-428f-8ddc-fe883f59d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:24Z', 'updated_at': '2021-07-07T17:43:36Z', 'revision_number': 5, 'project_id': '1b7a6cbf10954c85be5db667553c2e67', 'gw_port': {'id': 'aef42c67-a849-428f-8ddc-fe883f59d3fb', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e98fb0-606c-4cd1-8de5-825e9a45b807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:25Z', 'updated_at': '2021-07-07T17:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:37.440018 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf68cbe-3fd2-456e-9d31-a0d841783233 None None] Checking router: 52e98fb0-606c-4cd1-8de5-825e9a45b807 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:43:37.449251 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf68cbe-3fd2-456e-9d31-a0d841783233 None None] Routers {'52e98fb0-606c-4cd1-8de5-825e9a45b807'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:37.450107 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-cdf68cbe-3fd2-456e-9d31-a0d841783233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:43:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['52e98fb0-606c-4cd1-8de5-825e9a45b807'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:37.494133 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7650edff-fce6-478e-91d6-2d52ef66c3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:37.525089 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650edff-fce6-478e-91d6-2d52ef66c3b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=aef42c67-a849-428f-8ddc-fe883f59d3fb,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:37.545204 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-cdf68cbe-3fd2-456e-9d31-a0d841783233 None None] Set router 52e98fb0-606c-4cd1-8de5-825e9a45b807 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:43:37.590633 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7650edff-fce6-478e-91d6-2d52ef66c3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:37.602012 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-cdf68cbe-3fd2-456e-9d31-a0d841783233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e98fb0-606c-4cd1-8de5-825e9a45b807', 'name': 'tempest-TestServerBasicOps-1667906057-router', 'tenant_id': '1b7a6cbf10954c85be5db667553c2e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:24Z', 'updated_at': '2021-07-07T17:43:37Z', 'revision_number': 6, 'project_id': '1b7a6cbf10954c85be5db667553c2e67', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:37.638331 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf68cbe-3fd2-456e-9d31-a0d841783233 None None] The sync data for ids ['52e98fb0-606c-4cd1-8de5-825e9a45b807'] in n-d-791503-12 is: [{'id': '52e98fb0-606c-4cd1-8de5-825e9a45b807', 'name': 'tempest-TestServerBasicOps-1667906057-router', 'tenant_id': '1b7a6cbf10954c85be5db667553c2e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:24Z', 'updated_at': '2021-07-07T17:43:37Z', 'revision_number': 6, 'project_id': '1b7a6cbf10954c85be5db667553c2e67', 'gw_port_host': None}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:43:37.652511 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:37.692305 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7650edff-fce6-478e-91d6-2d52ef66c3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:37.694566 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7650edff-fce6-478e-91d6-2d52ef66c3b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:37.745559 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7650edff-fce6-478e-91d6-2d52ef66c3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:37.746209 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7650edff-fce6-478e-91d6-2d52ef66c3b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52e98fb0-606c-4cd1-8de5-825e9a45b807 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:43:37.753818 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7650edff-fce6-478e-91d6-2d52ef66c3b3 admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:37.755888 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7650edff-fce6-478e-91d6-2d52ef66c3b3 admin admin] 10.222.0.53 "DELETE /v2.0/routers/52e98fb0-606c-4cd1-8de5-825e9a45b807 HTTP/1.1" status: 204 len: 168 time: 0.8268168 Jul 07 17:43:37.759719 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46394) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:37.808407 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc44ffe-39cd-4c97-aa57-ffa87cef593f admin admin] Deleting subnet d72124c4-3ef8-4524-a725-767f4a1674ee {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:43:37.811440 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9fc44ffe-39cd-4c97-aa57-ffa87cef593f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:37.845829 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9fc44ffe-39cd-4c97-aa57-ffa87cef593f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:37.932464 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9fc44ffe-39cd-4c97-aa57-ffa87cef593f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:37.993914 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9fc44ffe-39cd-4c97-aa57-ffa87cef593f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:38.030125 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc44ffe-39cd-4c97-aa57-ffa87cef593f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d72124c4-3ef8-4524-a725-767f4a1674ee,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:38.038591 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9fc44ffe-39cd-4c97-aa57-ffa87cef593f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:38.044708 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9fc44ffe-39cd-4c97-aa57-ffa87cef593f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d72124c4-3ef8-4524-a725-767f4a1674ee HTTP/1.1" status: 204 len: 168 time: 0.2815816 Jul 07 17:43:38.044902 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ac2d50-cf52-4468-96f7-ab5c36c6c882 None None] Network dded4d91-9d15-4758-88a2-88bf5bf2d463 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:43:38.045002 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46396) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:38.135857 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d8139e9-98be-41f8-ab67-c21ad0198fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:38.183323 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:38.212043 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-7d8139e9-98be-41f8-ab67-c21ad0198fdf admin admin] Deleting port b6c0b0df-4ca4-4082-bf80-36e56f0b1719 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:43:38.212497 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d8139e9-98be-41f8-ab67-c21ad0198fdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:38.297567 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-7d8139e9-98be-41f8-ab67-c21ad0198fdf admin admin] For port b6c0b0df-4ca4-4082-bf80-36e56f0b1719, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b6c0b0df-4ca4-4082-bf80-36e56f0b1719,segment=NetworkSegment(d32cce86-ac46-49f9-b03a-97b911260239),segment_id=d32cce86-ac46-49f9-b03a-97b911260239)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:38.298124 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d8139e9-98be-41f8-ab67-c21ad0198fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:38.314853 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-7d8139e9-98be-41f8-ab67-c21ad0198fdf admin admin] Calling delete_port for b6c0b0df-4ca4-4082-bf80-36e56f0b1719 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:38.409326 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d8139e9-98be-41f8-ab67-c21ad0198fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:38.426422 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd8f09e-9b8e-495c-b8dd-e763ad382a96 None None] DHCP port deletion for dded4d91-9d15-4758-88a2-88bf5bf2d463 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:43:38.447473 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8139e9-98be-41f8-ab67-c21ad0198fdf admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c0b0df-4ca4-4082-bf80-36e56f0b1719,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:38.453676 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8139e9-98be-41f8-ab67-c21ad0198fdf admin admin] No DVR routers for this DVR port b6c0b0df-4ca4-4082-bf80-36e56f0b1719 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:43:38.504731 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b6c0b0df-4ca4-4082-bf80-36e56f0b1719 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:43:38.526548 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: b6c0b0df-4ca4-4082-bf80-36e56f0b1719 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:43:38.526900 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b6c0b0df-4ca4-4082-bf80-36e56f0b1719 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:43:38.527321 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:43:38.547182 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:43:38.547537 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e8163bd9-3b7a-4ed7-aae4-fb1155c1ccdd not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:43:38.547963 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device aef42c67-a849-428f-8ddc-fe883f59d3fb no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:43:38.559194 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d8139e9-98be-41f8-ab67-c21ad0198fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:38.569967 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: aef42c67-a849-428f-8ddc-fe883f59d3fb {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:43:38.570322 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device aef42c67-a849-428f-8ddc-fe883f59d3fb not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:43:38.571588 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-7d8139e9-98be-41f8-ab67-c21ad0198fdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dded4d91-9d15-4758-88a2-88bf5bf2d463']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:38.589769 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-7d8139e9-98be-41f8-ab67-c21ad0198fdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32cce86-ac46-49f9-b03a-97b911260239') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:38.590128 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-7d8139e9-98be-41f8-ab67-c21ad0198fdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32cce86-ac46-49f9-b03a-97b911260239') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:38.603289 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d8139e9-98be-41f8-ab67-c21ad0198fdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:38.621909 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d8139e9-98be-41f8-ab67-c21ad0198fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:38.632355 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d8139e9-98be-41f8-ab67-c21ad0198fdf admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:43:38.632797 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d8139e9-98be-41f8-ab67-c21ad0198fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:43:38.634526 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:43:38.705613 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d8139e9-98be-41f8-ab67-c21ad0198fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:39.046050 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d8139e9-98be-41f8-ab67-c21ad0198fdf admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:39.047774 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7d8139e9-98be-41f8-ab67-c21ad0198fdf admin admin] 10.222.0.53 "DELETE /v2.0/networks/dded4d91-9d15-4758-88a2-88bf5bf2d463 HTTP/1.1" status: 204 len: 168 time: 1.0018494 Jul 07 17:43:39.049427 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8139e9-98be-41f8-ab67-c21ad0198fdf admin admin] Pushing event deleted for resources: {'Network': ['ID=dded4d91-9d15-4758-88a2-88bf5bf2d463,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:39.160509 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46402) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:39.206015 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-43491ee8-f218-4336-aea9-693dfdc98767 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6aa2dcd71fbe40349f68db67faf73dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442142 Jul 07 17:43:39.208951 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46404) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:39.261359 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-99463d8c-ba08-4dea-9096-3fe695fab6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:39.285811 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-99463d8c-ba08-4dea-9096-3fe695fab6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:39.335281 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-99463d8c-ba08-4dea-9096-3fe695fab6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:39.337931 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-99463d8c-ba08-4dea-9096-3fe695fab6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:39.339141 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-99463d8c-ba08-4dea-9096-3fe695fab6f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/310c2ac6-c2fd-476a-9bfd-12050d3a9fee HTTP/1.1" status: 204 len: 168 time: 0.1292286 Jul 07 17:43:39.348073 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99463d8c-ba08-4dea-9096-3fe695fab6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310c2ac6-c2fd-476a-9bfd-12050d3a9fee,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:39.655805 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46410) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:39.695261 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b72f0685-a16e-48bb-b13a-3676adf40854 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b7a6cbf10954c85be5db667553c2e67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382695 Jul 07 17:43:39.697714 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46412) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:39.746173 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1347c809-cbf8-4283-8f3b-cb06eb731e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:39.772486 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1347c809-cbf8-4283-8f3b-cb06eb731e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:39.820925 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1347c809-cbf8-4283-8f3b-cb06eb731e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:39.823403 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1347c809-cbf8-4283-8f3b-cb06eb731e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:39.824547 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1347c809-cbf8-4283-8f3b-cb06eb731e7b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/806eba05-32c4-4c18-b3ae-09db58930a20 HTTP/1.1" status: 204 len: 168 time: 0.1259058 Jul 07 17:43:39.832360 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347c809-cbf8-4283-8f3b-cb06eb731e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806eba05-32c4-4c18-b3ae-09db58930a20,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:40.679114 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46434) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:40.776780 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-1004f7ef-d133-43e5-9f9e-8feca4c26c44 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1483622316-network', 'tenant_id': '8b296b6084a848ba8b0753061a3f3aee'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:40.799420 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1004f7ef-d133-43e5-9f9e-8feca4c26c44 admin admin] Made reservation on behalf of 8b296b6084a848ba8b0753061a3f3aee for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:43:40.802477 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1004f7ef-d133-43e5-9f9e-8feca4c26c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:40.812726 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1004f7ef-d133-43e5-9f9e-8feca4c26c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:40.925778 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1004f7ef-d133-43e5-9f9e-8feca4c26c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:40.930013 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1004f7ef-d133-43e5-9f9e-8feca4c26c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:40.956986 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1004f7ef-d133-43e5-9f9e-8feca4c26c44 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:43:40.967220 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004f7ef-d133-43e5-9f9e-8feca4c26c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d15c0c-51f4-4dd9-aa5e-2285ca8dc85f,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:40.972383 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1004f7ef-d133-43e5-9f9e-8feca4c26c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:40.972768 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-1004f7ef-d133-43e5-9f9e-8feca4c26c44 admin admin] Added segment f9767828-2fb8-45fe-81a2-b5a7e475dbcf of type vlan for network a2c8751c-b43e-4865-ba63-14a76b07b969 Jul 07 17:43:41.020546 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1004f7ef-d133-43e5-9f9e-8feca4c26c44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.050714 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1004f7ef-d133-43e5-9f9e-8feca4c26c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.051778 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1004f7ef-d133-43e5-9f9e-8feca4c26c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:41.052370 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1004f7ef-d133-43e5-9f9e-8feca4c26c44 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.122310 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1004f7ef-d133-43e5-9f9e-8feca4c26c44 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4417605 Jul 07 17:43:41.125467 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46438) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:41.131481 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-ebbe256d-04d9-4e1f-bf94-a03b1f309b94 admin admin] Request body: {'subnet': {'network_id': 'a2c8751c-b43e-4865-ba63-14a76b07b969', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1483622316-subnet', 'tenant_id': '8b296b6084a848ba8b0753061a3f3aee', 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:41.144381 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004f7ef-d133-43e5-9f9e-8feca4c26c44 admin admin] Pushing event updated for resources: {'Network': ['ID=a2c8751c-b43e-4865-ba63-14a76b07b969,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:41.154807 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbe256d-04d9-4e1f-bf94-a03b1f309b94 admin admin] Made reservation on behalf of 8b296b6084a848ba8b0753061a3f3aee for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:43:41.157514 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ebbe256d-04d9-4e1f-bf94-a03b1f309b94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.158826 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network a2c8751c-b43e-4865-ba63-14a76b07b969 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:43:41.335584 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ebbe256d-04d9-4e1f-bf94-a03b1f309b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.389800 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe256d-04d9-4e1f-bf94-a03b1f309b94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=718f8d5d-9fe1-427f-afd2-f862e73c6f17,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:41.400603 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbe256d-04d9-4e1f-bf94-a03b1f309b94 admin admin] Checking segment: {'id': 'f9767828-2fb8-45fe-81a2-b5a7e475dbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a2c8751c-b43e-4865-ba63-14a76b07b969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:43:41.400998 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbe256d-04d9-4e1f-bf94-a03b1f309b94 admin admin] Network hostable DHCP agents. Network: a2c8751c-b43e-4865-ba63-14a76b07b969, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:43:41.418848 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbe256d-04d9-4e1f-bf94-a03b1f309b94 admin admin] Network a2c8751c-b43e-4865-ba63-14a76b07b969 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:43:41.428897 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-ebbe256d-04d9-4e1f-bf94-a03b1f309b94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, a2c8751c-b43e-4865-ba63-14a76b07b969) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:41.433025 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbe256d-04d9-4e1f-bf94-a03b1f309b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:41.433615 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ebbe256d-04d9-4e1f-bf94-a03b1f309b94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.441950 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dc7e04-d3e1-4b17-a22a-df18e77ef380 None None] Network a2c8751c-b43e-4865-ba63-14a76b07b969 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:43:41.453796 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ebbe256d-04d9-4e1f-bf94-a03b1f309b94 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3269095 Jul 07 17:43:41.457052 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46440) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:41.464974 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e6721ccb-e77e-4f69-bd56-287e5ec21ff8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1483622316-router', 'tenant_id': '8b296b6084a848ba8b0753061a3f3aee', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:41.499019 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6721ccb-e77e-4f69-bd56-287e5ec21ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.500410 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6721ccb-e77e-4f69-bd56-287e5ec21ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.568508 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6721ccb-e77e-4f69-bd56-287e5ec21ff8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.632916 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34dbbc7-7d9b-4644-a657-cbca76bb6ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-a2c8751c-b43e-4865-ba63-14a76b07b969', 'network_id': 'a2c8751c-b43e-4865-ba63-14a76b07b969', 'tenant_id': '8b296b6084a848ba8b0753061a3f3aee', 'fixed_ips': [{'subnet_id': '718f8d5d-9fe1-427f-afd2-f862e73c6f17'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:43:41.633861 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f34dbbc7-7d9b-4644-a657-cbca76bb6ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.715786 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6721ccb-e77e-4f69-bd56-287e5ec21ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.780531 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-f34dbbc7-7d9b-4644-a657-cbca76bb6ac7 None None] Allocated IP 172.20.0.2 (a2c8751c-b43e-4865-ba63-14a76b07b969/718f8d5d-9fe1-427f-afd2-f862e73c6f17/920d1906-4d1e-441c-82b2-8d3cf222a50d) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:41.940018 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6721ccb-e77e-4f69-bd56-287e5ec21ff8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.948076 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f34dbbc7-7d9b-4644-a657-cbca76bb6ac7 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.957367 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f34dbbc7-7d9b-4644-a657-cbca76bb6ac7 None None] Transition to ACTIVE for port object 920d1906-4d1e-441c-82b2-8d3cf222a50d will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:41.959940 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6721ccb-e77e-4f69-bd56-287e5ec21ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.975290 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f34dbbc7-7d9b-4644-a657-cbca76bb6ac7 None None] Transition to ACTIVE for port object 920d1906-4d1e-441c-82b2-8d3cf222a50d will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:41.984203 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f34dbbc7-7d9b-4644-a657-cbca76bb6ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:42.061322 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34dbbc7-7d9b-4644-a657-cbca76bb6ac7 None None] Network a2c8751c-b43e-4865-ba63-14a76b07b969 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:42.070328 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-f34dbbc7-7d9b-4644-a657-cbca76bb6ac7 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:42.073931 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34dbbc7-7d9b-4644-a657-cbca76bb6ac7 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:42.077351 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34dbbc7-7d9b-4644-a657-cbca76bb6ac7 None None] Pushing event updated for resources: {'Port': ['ID=920d1906-4d1e-441c-82b2-8d3cf222a50d,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:42.098271 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-e6721ccb-e77e-4f69-bd56-287e5ec21ff8 admin admin] Allocated IP 172.25.0.30 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/7c3876ed-8c0c-42fd-a152-027cb3338a9f) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:42.146153 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-f34dbbc7-7d9b-4644-a657-cbca76bb6ac7 None None] Attempting to bind port 920d1906-4d1e-441c-82b2-8d3cf222a50d on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:43:42.146541 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-f34dbbc7-7d9b-4644-a657-cbca76bb6ac7 None None] Attempting to bind port 920d1906-4d1e-441c-82b2-8d3cf222a50d by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'f9767828-2fb8-45fe-81a2-b5a7e475dbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a2c8751c-b43e-4865-ba63-14a76b07b969'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:43:42.146911 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34dbbc7-7d9b-4644-a657-cbca76bb6ac7 None None] Attempting to bind port 920d1906-4d1e-441c-82b2-8d3cf222a50d on network a2c8751c-b43e-4865-ba63-14a76b07b969 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:43:42.152281 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34dbbc7-7d9b-4644-a657-cbca76bb6ac7 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:43:42.152693 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34dbbc7-7d9b-4644-a657-cbca76bb6ac7 None None] Checking segment: {'id': 'f9767828-2fb8-45fe-81a2-b5a7e475dbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a2c8751c-b43e-4865-ba63-14a76b07b969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:43:42.153111 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f34dbbc7-7d9b-4644-a657-cbca76bb6ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:42.153513 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34dbbc7-7d9b-4644-a657-cbca76bb6ac7 None None] Bound using segment: {'id': 'f9767828-2fb8-45fe-81a2-b5a7e475dbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a2c8751c-b43e-4865-ba63-14a76b07b969'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:43:42.154019 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-f34dbbc7-7d9b-4644-a657-cbca76bb6ac7 None None] Bound port: 920d1906-4d1e-441c-82b2-8d3cf222a50d, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9767828-2fb8-45fe-81a2-b5a7e475dbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a2c8751c-b43e-4865-ba63-14a76b07b969'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:43:42.154410 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f34dbbc7-7d9b-4644-a657-cbca76bb6ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:42.217085 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6721ccb-e77e-4f69-bd56-287e5ec21ff8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:42.226279 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-f34dbbc7-7d9b-4644-a657-cbca76bb6ac7 None None] For port 920d1906-4d1e-441c-82b2-8d3cf222a50d, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:43:42.229733 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-f34dbbc7-7d9b-4644-a657-cbca76bb6ac7 None None] For port 920d1906-4d1e-441c-82b2-8d3cf222a50d, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=920d1906-4d1e-441c-82b2-8d3cf222a50d,segment=NetworkSegment(f9767828-2fb8-45fe-81a2-b5a7e475dbcf),segment_id=f9767828-2fb8-45fe-81a2-b5a7e475dbcf)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:43:42.236162 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f34dbbc7-7d9b-4644-a657-cbca76bb6ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:42.260237 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6721ccb-e77e-4f69-bd56-287e5ec21ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:42.311032 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34dbbc7-7d9b-4644-a657-cbca76bb6ac7 None None] Pushing event updated for resources: {'Port': ['ID=920d1906-4d1e-441c-82b2-8d3cf222a50d,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:42.317339 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6721ccb-e77e-4f69-bd56-287e5ec21ff8 admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:42.321242 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-e6721ccb-e77e-4f69-bd56-287e5ec21ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:42.328167 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6721ccb-e77e-4f69-bd56-287e5ec21ff8 admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:42.360561 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6721ccb-e77e-4f69-bd56-287e5ec21ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=7c3876ed-8c0c-42fd-a152-027cb3338a9f,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:42.650933 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6721ccb-e77e-4f69-bd56-287e5ec21ff8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:42.855577 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6721ccb-e77e-4f69-bd56-287e5ec21ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:42.995093 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6721ccb-e77e-4f69-bd56-287e5ec21ff8 admin admin] Router cd85c768-90fc-4979-bb0c-2f0f4b614af3 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:43:43.120579 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6721ccb-e77e-4f69-bd56-287e5ec21ff8 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:43:43.135971 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4368eea8-4380-47ee-9003-a88c1883b7bf None None] Sync routers for ids ['cd85c768-90fc-4979-bb0c-2f0f4b614af3'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:43:43.146367 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6721ccb-e77e-4f69-bd56-287e5ec21ff8 admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:43.150517 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e6721ccb-e77e-4f69-bd56-287e5ec21ff8 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6894200 Jul 07 17:43:43.150938 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46442) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:43.155528 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4368eea8-4380-47ee-9003-a88c1883b7bf None None] Routers {'cd85c768-90fc-4979-bb0c-2f0f4b614af3'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:43.156650 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-4368eea8-4380-47ee-9003-a88c1883b7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:43:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['cd85c768-90fc-4979-bb0c-2f0f4b614af3'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:43.312011 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-4368eea8-4380-47ee-9003-a88c1883b7bf None None] Set router cd85c768-90fc-4979-bb0c-2f0f4b614af3 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:43:43.474269 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b3cdf6-2b70-4af5-8ac7-f8d8c62523a9 None None] Network a2c8751c-b43e-4865-ba63-14a76b07b969 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:43:43.564985 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-58c7f9da-6cf6-4cb9-a61a-441ada775f02 None None] Provisioning for port 920d1906-4d1e-441c-82b2-8d3cf222a50d completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:43.623020 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-4368eea8-4380-47ee-9003-a88c1883b7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd85c768-90fc-4979-bb0c-2f0f4b614af3', 'name': 'tempest-TestServerMultinode-1483622316-router', 'tenant_id': '8b296b6084a848ba8b0753061a3f3aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '7c3876ed-8c0c-42fd-a152-027cb3338a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:41Z', 'updated_at': '2021-07-07T17:43:42Z', 'revision_number': 3, 'project_id': '8b296b6084a848ba8b0753061a3f3aee', 'gw_port': {'id': '7c3876ed-8c0c-42fd-a152-027cb3338a9f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd85c768-90fc-4979-bb0c-2f0f4b614af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:41Z', 'updated_at': '2021-07-07T17:43:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:43.672147 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4368eea8-4380-47ee-9003-a88c1883b7bf None None] Checking router: cd85c768-90fc-4979-bb0c-2f0f4b614af3 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:43:43.672816 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4368eea8-4380-47ee-9003-a88c1883b7bf None None] Updating router cd85c768-90fc-4979-bb0c-2f0f4b614af3 port 7c3876ed-8c0c-42fd-a152-027cb3338a9f binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:43:43.714458 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d11ef5ed-b4c9-4ae4-9cb9-faef89192d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:43.717701 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-4368eea8-4380-47ee-9003-a88c1883b7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:43.896088 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-d11ef5ed-b4c9-4ae4-9cb9-faef89192d44 admin admin] Allocated IP 172.20.0.1 (a2c8751c-b43e-4865-ba63-14a76b07b969/718f8d5d-9fe1-427f-afd2-f862e73c6f17/1ee90ecd-348c-475e-b972-c93ced4b8fe1) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:44.055581 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d11ef5ed-b4c9-4ae4-9cb9-faef89192d44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:44.056708 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-4368eea8-4380-47ee-9003-a88c1883b7bf None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:44.068496 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-4368eea8-4380-47ee-9003-a88c1883b7bf None None] Transition to ACTIVE for port object 7c3876ed-8c0c-42fd-a152-027cb3338a9f will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:44.070833 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-d11ef5ed-b4c9-4ae4-9cb9-faef89192d44 admin admin] Transition to ACTIVE for port object 1ee90ecd-348c-475e-b972-c93ced4b8fe1 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:44.074132 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-4368eea8-4380-47ee-9003-a88c1883b7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:44.107740 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d11ef5ed-b4c9-4ae4-9cb9-faef89192d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:44.125844 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-4368eea8-4380-47ee-9003-a88c1883b7bf None None] Attempting to bind port 7c3876ed-8c0c-42fd-a152-027cb3338a9f on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:43:44.126209 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-4368eea8-4380-47ee-9003-a88c1883b7bf None None] Attempting to bind port 7c3876ed-8c0c-42fd-a152-027cb3338a9f by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:43:44.127175 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4368eea8-4380-47ee-9003-a88c1883b7bf None None] Attempting to bind port 7c3876ed-8c0c-42fd-a152-027cb3338a9f on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:43:44.136174 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f21bd-9fc0-44a3-9e9e-d13f468007b4 None None] Pushing event updated for resources: {'Port': ['ID=7c3876ed-8c0c-42fd-a152-027cb3338a9f,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:44.137627 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4368eea8-4380-47ee-9003-a88c1883b7bf None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:43:44.138000 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4368eea8-4380-47ee-9003-a88c1883b7bf None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:43:44.138404 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-4368eea8-4380-47ee-9003-a88c1883b7bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:44.138945 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4368eea8-4380-47ee-9003-a88c1883b7bf None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:43:44.139266 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-4368eea8-4380-47ee-9003-a88c1883b7bf None None] Bound port: 7c3876ed-8c0c-42fd-a152-027cb3338a9f, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:43:44.139642 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-4368eea8-4380-47ee-9003-a88c1883b7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:44.147829 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11ef5ed-b4c9-4ae4-9cb9-faef89192d44 admin admin] Network a2c8751c-b43e-4865-ba63-14a76b07b969 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:44.152398 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-d11ef5ed-b4c9-4ae4-9cb9-faef89192d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:44.158438 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11ef5ed-b4c9-4ae4-9cb9-faef89192d44 admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:44.185508 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ef5ed-b4c9-4ae4-9cb9-faef89192d44 admin admin] Pushing event updated for resources: {'Port': ['ID=1ee90ecd-348c-475e-b972-c93ced4b8fe1,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:44.191089 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f21bd-9fc0-44a3-9e9e-d13f468007b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:44.191646 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f21bd-9fc0-44a3-9e9e-d13f468007b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:44.192242 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f21bd-9fc0-44a3-9e9e-d13f468007b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:44.192737 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f21bd-9fc0-44a3-9e9e-d13f468007b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:44.193177 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f21bd-9fc0-44a3-9e9e-d13f468007b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:44.193612 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f21bd-9fc0-44a3-9e9e-d13f468007b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:44.194045 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f21bd-9fc0-44a3-9e9e-d13f468007b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:44.195160 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f21bd-9fc0-44a3-9e9e-d13f468007b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:44.195160 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f21bd-9fc0-44a3-9e9e-d13f468007b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:44.195484 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f21bd-9fc0-44a3-9e9e-d13f468007b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:44.195972 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f21bd-9fc0-44a3-9e9e-d13f468007b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:44.196382 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f21bd-9fc0-44a3-9e9e-d13f468007b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:44.211519 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d11ef5ed-b4c9-4ae4-9cb9-faef89192d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:44.239253 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-4368eea8-4380-47ee-9003-a88c1883b7bf None None] For port 7c3876ed-8c0c-42fd-a152-027cb3338a9f, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:43:44.244034 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-4368eea8-4380-47ee-9003-a88c1883b7bf None None] For port 7c3876ed-8c0c-42fd-a152-027cb3338a9f, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7c3876ed-8c0c-42fd-a152-027cb3338a9f,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:43:44.249868 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-4368eea8-4380-47ee-9003-a88c1883b7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:44.310936 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f21bd-9fc0-44a3-9e9e-d13f468007b4 None None] Pushing event updated for resources: {'Port': ['ID=7c3876ed-8c0c-42fd-a152-027cb3338a9f,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:44.334625 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4368eea8-4380-47ee-9003-a88c1883b7bf None None] Routers {'cd85c768-90fc-4979-bb0c-2f0f4b614af3'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:44.335259 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-4368eea8-4380-47ee-9003-a88c1883b7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:43:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['cd85c768-90fc-4979-bb0c-2f0f4b614af3'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:44.405545 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d11ef5ed-b4c9-4ae4-9cb9-faef89192d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:44.421004 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 920d1906-4d1e-441c-82b2-8d3cf222a50d up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:43:44.500706 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-4368eea8-4380-47ee-9003-a88c1883b7bf None None] Set router cd85c768-90fc-4979-bb0c-2f0f4b614af3 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:43:44.524156 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 920d1906-4d1e-441c-82b2-8d3cf222a50d completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:44.530121 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 920d1906-4d1e-441c-82b2-8d3cf222a50d triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:44.530729 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:44.534453 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1a56c8e6-7a7f-4616-a1c4-49e83f5e85de None None] Provisioning for port 1ee90ecd-348c-475e-b972-c93ced4b8fe1 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:44.560309 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1a56c8e6-7a7f-4616-a1c4-49e83f5e85de None None] Provisioning complete for port 1ee90ecd-348c-475e-b972-c93ced4b8fe1 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:44.560971 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1a56c8e6-7a7f-4616-a1c4-49e83f5e85de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:44.620464 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-1a56c8e6-7a7f-4616-a1c4-49e83f5e85de None None] Port 1ee90ecd-348c-475e-b972-c93ced4b8fe1 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:43:44.651208 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d11ef5ed-b4c9-4ae4-9cb9-faef89192d44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:44.655830 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d11ef5ed-b4c9-4ae4-9cb9-faef89192d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:44.666474 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:44.706356 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 920d1906-4d1e-441c-82b2-8d3cf222a50d, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=920d1906-4d1e-441c-82b2-8d3cf222a50d,segment=NetworkSegment(f9767828-2fb8-45fe-81a2-b5a7e475dbcf),segment_id=f9767828-2fb8-45fe-81a2-b5a7e475dbcf)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:44.710999 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:44.744044 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-4368eea8-4380-47ee-9003-a88c1883b7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd85c768-90fc-4979-bb0c-2f0f4b614af3', 'name': 'tempest-TestServerMultinode-1483622316-router', 'tenant_id': '8b296b6084a848ba8b0753061a3f3aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '7c3876ed-8c0c-42fd-a152-027cb3338a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:41Z', 'updated_at': '2021-07-07T17:43:42Z', 'revision_number': 3, 'project_id': '8b296b6084a848ba8b0753061a3f3aee', 'gw_port': {'id': '7c3876ed-8c0c-42fd-a152-027cb3338a9f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd85c768-90fc-4979-bb0c-2f0f4b614af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:41Z', 'updated_at': '2021-07-07T17:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:44.765392 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=920d1906-4d1e-441c-82b2-8d3cf222a50d,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:44.772081 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ef5ed-b4c9-4ae4-9cb9-faef89192d44 admin admin] Pushing event updated for resources: {'Port': ['ID=1ee90ecd-348c-475e-b972-c93ced4b8fe1,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:44.774812 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d11ef5ed-b4c9-4ae4-9cb9-faef89192d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:44.797466 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4368eea8-4380-47ee-9003-a88c1883b7bf None None] The sync data for ids ['cd85c768-90fc-4979-bb0c-2f0f4b614af3'] in n-d-791503-12 is: [{'id': 'cd85c768-90fc-4979-bb0c-2f0f4b614af3', 'name': 'tempest-TestServerMultinode-1483622316-router', 'tenant_id': '8b296b6084a848ba8b0753061a3f3aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '7c3876ed-8c0c-42fd-a152-027cb3338a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:41Z', 'updated_at': '2021-07-07T17:43:42Z', 'revision_number': 3, 'project_id': '8b296b6084a848ba8b0753061a3f3aee', 'gw_port': {'id': '7c3876ed-8c0c-42fd-a152-027cb3338a9f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd85c768-90fc-4979-bb0c-2f0f4b614af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:41Z', 'updated_at': '2021-07-07T17:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:43:44.884454 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11ef5ed-b4c9-4ae4-9cb9-faef89192d44 admin admin] Network a2c8751c-b43e-4865-ba63-14a76b07b969 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:44.885933 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-d11ef5ed-b4c9-4ae4-9cb9-faef89192d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:45.042419 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11ef5ed-b4c9-4ae4-9cb9-faef89192d44 admin admin] Router cd85c768-90fc-4979-bb0c-2f0f4b614af3 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:43:45.186616 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11ef5ed-b4c9-4ae4-9cb9-faef89192d44 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:43:45.197770 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d11ef5ed-b4c9-4ae4-9cb9-faef89192d44 admin admin] 10.222.0.53 "PUT /v2.0/routers/cd85c768-90fc-4979-bb0c-2f0f4b614af3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0414796 Jul 07 17:43:45.248512 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e2c60e05-7ed4-4b09-bf76-9b9d3b5dca1a None None] Provisioning complete for port 1ee90ecd-348c-475e-b972-c93ced4b8fe1 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:45.248874 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e2c60e05-7ed4-4b09-bf76-9b9d3b5dca1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:45.289222 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-e2c60e05-7ed4-4b09-bf76-9b9d3b5dca1a None None] Port 1ee90ecd-348c-475e-b972-c93ced4b8fe1 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:43:45.732038 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46458) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:45.738135 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-4ce93b4a-09fa-4795-a21d-ae41e88bff39 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1685995210-network', 'tenant_id': 'd8d5ae060c4c43a38c8addd1c17d37c8'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:45.766141 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce93b4a-09fa-4795-a21d-ae41e88bff39 admin admin] Made reservation on behalf of d8d5ae060c4c43a38c8addd1c17d37c8 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:43:45.769395 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4ce93b4a-09fa-4795-a21d-ae41e88bff39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:45.778874 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4ce93b4a-09fa-4795-a21d-ae41e88bff39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:45.872498 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4ce93b4a-09fa-4795-a21d-ae41e88bff39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:45.877927 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4ce93b4a-09fa-4795-a21d-ae41e88bff39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:45.906190 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce93b4a-09fa-4795-a21d-ae41e88bff39 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:43:45.913333 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce93b4a-09fa-4795-a21d-ae41e88bff39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abb5be6-8463-449d-b2f1-2eb3f5e56cc0,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:45.919849 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4ce93b4a-09fa-4795-a21d-ae41e88bff39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:45.920096 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-4ce93b4a-09fa-4795-a21d-ae41e88bff39 admin admin] Added segment 1ca0ce7d-414e-46e3-a89b-8467da5e8ea4 of type vlan for network a04f82ea-1057-44da-970b-9cc9ebea8638 Jul 07 17:43:45.965402 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4ce93b4a-09fa-4795-a21d-ae41e88bff39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:45.996793 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4ce93b4a-09fa-4795-a21d-ae41e88bff39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:45.997953 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce93b4a-09fa-4795-a21d-ae41e88bff39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:45.998691 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4ce93b4a-09fa-4795-a21d-ae41e88bff39 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:46.061247 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4ce93b4a-09fa-4795-a21d-ae41e88bff39 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3280141 Jul 07 17:43:46.065140 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46460) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:46.070546 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-0c3c4be1-ab4b-4df7-92a5-dc39bc7d6ba1 admin admin] Request body: {'subnet': {'network_id': 'a04f82ea-1057-44da-970b-9cc9ebea8638', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1685995210-subnet', 'tenant_id': 'd8d5ae060c4c43a38c8addd1c17d37c8', 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:46.071341 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce93b4a-09fa-4795-a21d-ae41e88bff39 admin admin] Pushing event updated for resources: {'Network': ['ID=a04f82ea-1057-44da-970b-9cc9ebea8638,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:46.083285 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network a04f82ea-1057-44da-970b-9cc9ebea8638 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:43:46.097764 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3c4be1-ab4b-4df7-92a5-dc39bc7d6ba1 admin admin] Made reservation on behalf of d8d5ae060c4c43a38c8addd1c17d37c8 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:43:46.100693 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0c3c4be1-ab4b-4df7-92a5-dc39bc7d6ba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:46.303192 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0c3c4be1-ab4b-4df7-92a5-dc39bc7d6ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:46.362981 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c4be1-ab4b-4df7-92a5-dc39bc7d6ba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=329d3548-8797-4865-9f06-3878545de166,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:46.379996 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3c4be1-ab4b-4df7-92a5-dc39bc7d6ba1 admin admin] Checking segment: {'id': '1ca0ce7d-414e-46e3-a89b-8467da5e8ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a04f82ea-1057-44da-970b-9cc9ebea8638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:43:46.380364 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3c4be1-ab4b-4df7-92a5-dc39bc7d6ba1 admin admin] Network hostable DHCP agents. Network: a04f82ea-1057-44da-970b-9cc9ebea8638, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:43:46.400458 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3c4be1-ab4b-4df7-92a5-dc39bc7d6ba1 admin admin] Network a04f82ea-1057-44da-970b-9cc9ebea8638 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:43:46.411024 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-0c3c4be1-ab4b-4df7-92a5-dc39bc7d6ba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, a04f82ea-1057-44da-970b-9cc9ebea8638) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:46.418167 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3c4be1-ab4b-4df7-92a5-dc39bc7d6ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:46.419852 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0c3c4be1-ab4b-4df7-92a5-dc39bc7d6ba1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:46.423502 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dccdbc-f276-422f-b9b0-0eb9d56280de None None] Network a04f82ea-1057-44da-970b-9cc9ebea8638 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:43:46.439506 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0c3c4be1-ab4b-4df7-92a5-dc39bc7d6ba1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3727252 Jul 07 17:43:46.440599 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7c3876ed-8c0c-42fd-a152-027cb3338a9f up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:43:46.442630 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46462) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:46.447538 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-078c65ba-540a-442e-894b-ac6f39430c43 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1685995210-router', 'tenant_id': 'd8d5ae060c4c43a38c8addd1c17d37c8', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:46.472188 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-078c65ba-540a-442e-894b-ac6f39430c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:46.474332 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-078c65ba-540a-442e-894b-ac6f39430c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:46.540650 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-078c65ba-540a-442e-894b-ac6f39430c43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:46.588607 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a867748-afde-45dc-897c-b559597091b9 None None] Sync routers for ids ['cd85c768-90fc-4979-bb0c-2f0f4b614af3'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:43:46.598120 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 7c3876ed-8c0c-42fd-a152-027cb3338a9f completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:46.610758 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 7c3876ed-8c0c-42fd-a152-027cb3338a9f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:46.611175 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:46.648020 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a867748-afde-45dc-897c-b559597091b9 None None] Routers {'cd85c768-90fc-4979-bb0c-2f0f4b614af3'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:46.648781 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9a867748-afde-45dc-897c-b559597091b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:43:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['cd85c768-90fc-4979-bb0c-2f0f4b614af3'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:46.738638 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94121998-db01-49bf-bef8-21e830ab17ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-a04f82ea-1057-44da-970b-9cc9ebea8638', 'network_id': 'a04f82ea-1057-44da-970b-9cc9ebea8638', 'tenant_id': 'd8d5ae060c4c43a38c8addd1c17d37c8', 'fixed_ips': [{'subnet_id': '329d3548-8797-4865-9f06-3878545de166'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:43:46.739691 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-94121998-db01-49bf-bef8-21e830ab17ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:47.080640 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-078c65ba-540a-442e-894b-ac6f39430c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:47.081810 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-9a867748-afde-45dc-897c-b559597091b9 None None] Set router cd85c768-90fc-4979-bb0c-2f0f4b614af3 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:43:47.083877 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:47.163941 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 7c3876ed-8c0c-42fd-a152-027cb3338a9f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7c3876ed-8c0c-42fd-a152-027cb3338a9f,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:47.200680 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:47.201452 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 920d1906-4d1e-441c-82b2-8d3cf222a50d up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:43:47.326192 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-078c65ba-540a-442e-894b-ac6f39430c43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:47.348741 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-078c65ba-540a-442e-894b-ac6f39430c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:47.388790 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-94121998-db01-49bf-bef8-21e830ab17ad None None] Allocated IP 172.20.0.2 (a04f82ea-1057-44da-970b-9cc9ebea8638/329d3548-8797-4865-9f06-3878545de166/7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:47.395047 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=7c3876ed-8c0c-42fd-a152-027cb3338a9f,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:47.477032 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-078c65ba-540a-442e-894b-ac6f39430c43 admin admin] Allocated IP 172.25.0.50 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/32b99f01-5858-44c1-816e-0112db2b98a7) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:47.499867 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 920d1906-4d1e-441c-82b2-8d3cf222a50d triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:47.500237 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:47.602403 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-078c65ba-540a-442e-894b-ac6f39430c43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:47.618697 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9a867748-afde-45dc-897c-b559597091b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd85c768-90fc-4979-bb0c-2f0f4b614af3', 'name': 'tempest-TestServerMultinode-1483622316-router', 'tenant_id': '8b296b6084a848ba8b0753061a3f3aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '7c3876ed-8c0c-42fd-a152-027cb3338a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:41Z', 'updated_at': '2021-07-07T17:43:44Z', 'revision_number': 4, 'project_id': '8b296b6084a848ba8b0753061a3f3aee', 'gw_port': {'id': '7c3876ed-8c0c-42fd-a152-027cb3338a9f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd85c768-90fc-4979-bb0c-2f0f4b614af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:41Z', 'updated_at': '2021-07-07T17:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '1ee90ecd-348c-475e-b972-c93ced4b8fe1', 'name': '', 'network_id': 'a2c8751c-b43e-4865-ba63-14a76b07b969', 'tenant_id': '8b296b6084a848ba8b0753061a3f3aee', 'mac_address': 'fa:16:3e:8e:f1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd85c768-90fc-4979-bb0c-2f0f4b614af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '718f8d5d-9fe1-427f-afd2-f862e73c6f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:43Z', 'updated_at': '2021-07-07T17:43:44Z', 'revision_number': 2, 'project_id': '8b296b6084a848ba8b0753061a3f3aee', 'subnets': [{'id': '718f8d5d-9fe1-427f-afd2-f862e73c6f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:47.651590 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-078c65ba-540a-442e-894b-ac6f39430c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:47.679593 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a867748-afde-45dc-897c-b559597091b9 None None] Checking router: cd85c768-90fc-4979-bb0c-2f0f4b614af3 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:43:47.679950 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a867748-afde-45dc-897c-b559597091b9 None None] Updating router cd85c768-90fc-4979-bb0c-2f0f4b614af3 port 1ee90ecd-348c-475e-b972-c93ced4b8fe1 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:43:47.693352 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078c65ba-540a-442e-894b-ac6f39430c43 admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:47.697091 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-078c65ba-540a-442e-894b-ac6f39430c43 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:47.701030 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078c65ba-540a-442e-894b-ac6f39430c43 admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:47.734963 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c65ba-540a-442e-894b-ac6f39430c43 admin admin] Pushing event updated for resources: {'Port': ['ID=32b99f01-5858-44c1-816e-0112db2b98a7,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:47.767599 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-94121998-db01-49bf-bef8-21e830ab17ad None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:47.781279 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9a867748-afde-45dc-897c-b559597091b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:47.784073 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-94121998-db01-49bf-bef8-21e830ab17ad None None] Transition to ACTIVE for port object 7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:47.835625 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-94121998-db01-49bf-bef8-21e830ab17ad None None] Transition to ACTIVE for port object 7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:47.846476 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-94121998-db01-49bf-bef8-21e830ab17ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:47.968127 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94121998-db01-49bf-bef8-21e830ab17ad None None] Network a04f82ea-1057-44da-970b-9cc9ebea8638 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:47.975309 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-94121998-db01-49bf-bef8-21e830ab17ad None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:47.980073 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-078c65ba-540a-442e-894b-ac6f39430c43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:47.980277 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94121998-db01-49bf-bef8-21e830ab17ad None None] Pushing event updated for resources: {'Port': ['ID=7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:47.982766 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94121998-db01-49bf-bef8-21e830ab17ad None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:48.112170 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-94121998-db01-49bf-bef8-21e830ab17ad None None] Attempting to bind port 7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:43:48.112915 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-94121998-db01-49bf-bef8-21e830ab17ad None None] Attempting to bind port 7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '1ca0ce7d-414e-46e3-a89b-8467da5e8ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a04f82ea-1057-44da-970b-9cc9ebea8638'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:43:48.113130 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94121998-db01-49bf-bef8-21e830ab17ad None None] Attempting to bind port 7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f on network a04f82ea-1057-44da-970b-9cc9ebea8638 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:43:48.128819 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94121998-db01-49bf-bef8-21e830ab17ad None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:43:48.129198 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94121998-db01-49bf-bef8-21e830ab17ad None None] Checking segment: {'id': '1ca0ce7d-414e-46e3-a89b-8467da5e8ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a04f82ea-1057-44da-970b-9cc9ebea8638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:43:48.129608 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-94121998-db01-49bf-bef8-21e830ab17ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.130004 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94121998-db01-49bf-bef8-21e830ab17ad None None] Bound using segment: {'id': '1ca0ce7d-414e-46e3-a89b-8467da5e8ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a04f82ea-1057-44da-970b-9cc9ebea8638'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:43:48.130477 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-94121998-db01-49bf-bef8-21e830ab17ad None None] Bound port: 7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ca0ce7d-414e-46e3-a89b-8467da5e8ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a04f82ea-1057-44da-970b-9cc9ebea8638'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:43:48.130855 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-94121998-db01-49bf-bef8-21e830ab17ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.197861 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-078c65ba-540a-442e-894b-ac6f39430c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.284219 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-94121998-db01-49bf-bef8-21e830ab17ad None None] For port 7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:43:48.310764 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-94121998-db01-49bf-bef8-21e830ab17ad None None] For port 7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f,segment=NetworkSegment(1ca0ce7d-414e-46e3-a89b-8467da5e8ea4),segment_id=1ca0ce7d-414e-46e3-a89b-8467da5e8ea4)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:43:48.317194 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9a867748-afde-45dc-897c-b559597091b9 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.322076 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-94121998-db01-49bf-bef8-21e830ab17ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.347869 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078c65ba-540a-442e-894b-ac6f39430c43 admin admin] Router b6c2f681-c457-4a57-854e-4ab84a80bf0e is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:43:48.375578 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9a867748-afde-45dc-897c-b559597091b9 None None] Transition to ACTIVE for port object 1ee90ecd-348c-475e-b972-c93ced4b8fe1 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:48.379736 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7c3876ed-8c0c-42fd-a152-027cb3338a9f up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:43:48.415965 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9a867748-afde-45dc-897c-b559597091b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.440820 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94121998-db01-49bf-bef8-21e830ab17ad None None] Pushing event updated for resources: {'Port': ['ID=7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:48.483003 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078c65ba-540a-442e-894b-ac6f39430c43 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:43:48.493884 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f421bc6c-4edd-4e44-94ba-bfc0c45e1717 None None] Sync routers for ids ['b6c2f681-c457-4a57-854e-4ab84a80bf0e'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:43:48.508829 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f421bc6c-4edd-4e44-94ba-bfc0c45e1717 None None] Routers {'b6c2f681-c457-4a57-854e-4ab84a80bf0e'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:48.509802 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-078c65ba-540a-442e-894b-ac6f39430c43 admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.509952 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f421bc6c-4edd-4e44-94ba-bfc0c45e1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:43:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b6c2f681-c457-4a57-854e-4ab84a80bf0e'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:48.514566 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-078c65ba-540a-442e-894b-ac6f39430c43 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0708117 Jul 07 17:43:48.518091 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46466) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:48.522349 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6172c-a1f8-4ab2-a7ae-39c25dc4978a None None] Pushing event updated for resources: {'Port': ['ID=1ee90ecd-348c-475e-b972-c93ced4b8fe1,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:48.585173 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 7c3876ed-8c0c-42fd-a152-027cb3338a9f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:48.585546 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.602416 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-9a867748-afde-45dc-897c-b559597091b9 None None] Attempting to bind port 1ee90ecd-348c-475e-b972-c93ced4b8fe1 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:43:48.602852 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-9a867748-afde-45dc-897c-b559597091b9 None None] Attempting to bind port 1ee90ecd-348c-475e-b972-c93ced4b8fe1 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'f9767828-2fb8-45fe-81a2-b5a7e475dbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a2c8751c-b43e-4865-ba63-14a76b07b969'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:43:48.603215 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a867748-afde-45dc-897c-b559597091b9 None None] Attempting to bind port 1ee90ecd-348c-475e-b972-c93ced4b8fe1 on network a2c8751c-b43e-4865-ba63-14a76b07b969 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:43:48.646254 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a867748-afde-45dc-897c-b559597091b9 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:43:48.646799 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a867748-afde-45dc-897c-b559597091b9 None None] Checking segment: {'id': 'f9767828-2fb8-45fe-81a2-b5a7e475dbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a2c8751c-b43e-4865-ba63-14a76b07b969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:43:48.647260 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9a867748-afde-45dc-897c-b559597091b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.648095 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a867748-afde-45dc-897c-b559597091b9 None None] Bound using segment: {'id': 'f9767828-2fb8-45fe-81a2-b5a7e475dbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a2c8751c-b43e-4865-ba63-14a76b07b969'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:43:48.648250 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-9a867748-afde-45dc-897c-b559597091b9 None None] Bound port: 1ee90ecd-348c-475e-b972-c93ced4b8fe1, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9767828-2fb8-45fe-81a2-b5a7e475dbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a2c8751c-b43e-4865-ba63-14a76b07b969'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:43:48.648522 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9a867748-afde-45dc-897c-b559597091b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.659202 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-f421bc6c-4edd-4e44-94ba-bfc0c45e1717 None None] Set router b6c2f681-c457-4a57-854e-4ab84a80bf0e gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:43:48.897674 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-9a867748-afde-45dc-897c-b559597091b9 None None] For port 1ee90ecd-348c-475e-b972-c93ced4b8fe1, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:43:48.902387 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-9a867748-afde-45dc-897c-b559597091b9 None None] For port 1ee90ecd-348c-475e-b972-c93ced4b8fe1, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=1ee90ecd-348c-475e-b972-c93ced4b8fe1,segment=NetworkSegment(f9767828-2fb8-45fe-81a2-b5a7e475dbcf),segment_id=f9767828-2fb8-45fe-81a2-b5a7e475dbcf)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:43:48.914065 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9a867748-afde-45dc-897c-b559597091b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.989091 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f421bc6c-4edd-4e44-94ba-bfc0c45e1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c2f681-c457-4a57-854e-4ab84a80bf0e', 'name': 'tempest-TestServerMultinode-1685995210-router', 'tenant_id': 'd8d5ae060c4c43a38c8addd1c17d37c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '32b99f01-5858-44c1-816e-0112db2b98a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:46Z', 'updated_at': '2021-07-07T17:43:47Z', 'revision_number': 3, 'project_id': 'd8d5ae060c4c43a38c8addd1c17d37c8', 'gw_port': {'id': '32b99f01-5858-44c1-816e-0112db2b98a7', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c2f681-c457-4a57-854e-4ab84a80bf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:47Z', 'updated_at': '2021-07-07T17:43:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:49.008520 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a867748-afde-45dc-897c-b559597091b9 None None] Routers {'cd85c768-90fc-4979-bb0c-2f0f4b614af3'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:49.009160 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9a867748-afde-45dc-897c-b559597091b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:43:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['cd85c768-90fc-4979-bb0c-2f0f4b614af3'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:49.012855 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6172c-a1f8-4ab2-a7ae-39c25dc4978a None None] Pushing event updated for resources: {'Port': ['ID=1ee90ecd-348c-475e-b972-c93ced4b8fe1,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:49.028954 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f421bc6c-4edd-4e44-94ba-bfc0c45e1717 None None] Checking router: b6c2f681-c457-4a57-854e-4ab84a80bf0e for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:43:49.029727 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f421bc6c-4edd-4e44-94ba-bfc0c45e1717 None None] Updating router b6c2f681-c457-4a57-854e-4ab84a80bf0e port 32b99f01-5858-44c1-816e-0112db2b98a7 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:43:49.089947 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f421bc6c-4edd-4e44-94ba-bfc0c45e1717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:49.156382 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-9a867748-afde-45dc-897c-b559597091b9 None None] Set router cd85c768-90fc-4979-bb0c-2f0f4b614af3 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:43:49.239158 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-215539c9-1b71-4c66-945b-7e5e378788ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:49.418963 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f421bc6c-4edd-4e44-94ba-bfc0c45e1717 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:49.424611 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9a867748-afde-45dc-897c-b559597091b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd85c768-90fc-4979-bb0c-2f0f4b614af3', 'name': 'tempest-TestServerMultinode-1483622316-router', 'tenant_id': '8b296b6084a848ba8b0753061a3f3aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '7c3876ed-8c0c-42fd-a152-027cb3338a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:41Z', 'updated_at': '2021-07-07T17:43:44Z', 'revision_number': 4, 'project_id': '8b296b6084a848ba8b0753061a3f3aee', 'gw_port': {'id': '7c3876ed-8c0c-42fd-a152-027cb3338a9f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd85c768-90fc-4979-bb0c-2f0f4b614af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:41Z', 'updated_at': '2021-07-07T17:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '1ee90ecd-348c-475e-b972-c93ced4b8fe1', 'name': '', 'network_id': 'a2c8751c-b43e-4865-ba63-14a76b07b969', 'tenant_id': '8b296b6084a848ba8b0753061a3f3aee', 'mac_address': 'fa:16:3e:8e:f1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd85c768-90fc-4979-bb0c-2f0f4b614af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '718f8d5d-9fe1-427f-afd2-f862e73c6f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:43Z', 'updated_at': '2021-07-07T17:43:48Z', 'revision_number': 4, 'project_id': '8b296b6084a848ba8b0753061a3f3aee', 'subnets': [{'id': '718f8d5d-9fe1-427f-afd2-f862e73c6f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:49.436489 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-f421bc6c-4edd-4e44-94ba-bfc0c45e1717 None None] Transition to ACTIVE for port object 32b99f01-5858-44c1-816e-0112db2b98a7 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:49.443316 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f421bc6c-4edd-4e44-94ba-bfc0c45e1717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:49.457001 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-215539c9-1b71-4c66-945b-7e5e378788ea admin admin] Allocated IP 172.20.0.1 (a04f82ea-1057-44da-970b-9cc9ebea8638/329d3548-8797-4865-9f06-3878545de166/6b105ecc-2413-4c80-b979-6e1964ff5c81) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:49.471500 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a867748-afde-45dc-897c-b559597091b9 None None] The sync data for ids ['cd85c768-90fc-4979-bb0c-2f0f4b614af3'] in n-d-791503-12 is: [{'id': 'cd85c768-90fc-4979-bb0c-2f0f4b614af3', 'name': 'tempest-TestServerMultinode-1483622316-router', 'tenant_id': '8b296b6084a848ba8b0753061a3f3aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '7c3876ed-8c0c-42fd-a152-027cb3338a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:41Z', 'updated_at': '2021-07-07T17:43:44Z', 'revision_number': 4, 'project_id': '8b296b6084a848ba8b0753061a3f3aee', 'gw_port': {'id': '7c3876ed-8c0c-42fd-a152-027cb3338a9f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd85c768-90fc-4979-bb0c-2f0f4b614af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:41Z', 'updated_at': '2021-07-07T17:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '1ee90ecd-348c-475e-b972-c93ced4b8fe1', 'name': '', 'network_id': 'a2c8751c-b43e-4865-ba63-14a76b07b969', 'tenant_id': '8b296b6084a848ba8b0753061a3f3aee', 'mac_address': 'fa:16:3e:8e:f1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd85c768-90fc-4979-bb0c-2f0f4b614af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '718f8d5d-9fe1-427f-afd2-f862e73c6f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:43Z', 'updated_at': '2021-07-07T17:43:48Z', 'revision_number': 4, 'project_id': '8b296b6084a848ba8b0753061a3f3aee', 'subnets': [{'id': '718f8d5d-9fe1-427f-afd2-f862e73c6f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:43:49.500403 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-f421bc6c-4edd-4e44-94ba-bfc0c45e1717 None None] Attempting to bind port 32b99f01-5858-44c1-816e-0112db2b98a7 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:43:49.500907 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-f421bc6c-4edd-4e44-94ba-bfc0c45e1717 None None] Attempting to bind port 32b99f01-5858-44c1-816e-0112db2b98a7 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:43:49.501221 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f421bc6c-4edd-4e44-94ba-bfc0c45e1717 None None] Attempting to bind port 32b99f01-5858-44c1-816e-0112db2b98a7 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:43:49.516404 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f421bc6c-4edd-4e44-94ba-bfc0c45e1717 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:43:49.519454 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f421bc6c-4edd-4e44-94ba-bfc0c45e1717 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:43:49.519454 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f421bc6c-4edd-4e44-94ba-bfc0c45e1717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:49.519454 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f421bc6c-4edd-4e44-94ba-bfc0c45e1717 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:43:49.519454 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-f421bc6c-4edd-4e44-94ba-bfc0c45e1717 None None] Bound port: 32b99f01-5858-44c1-816e-0112db2b98a7, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:43:49.519454 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f421bc6c-4edd-4e44-94ba-bfc0c45e1717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:49.571146 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf20be4-06b7-4cef-8956-91c33c7ea96c None None] Pushing event updated for resources: {'Port': ['ID=32b99f01-5858-44c1-816e-0112db2b98a7,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:49.619126 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-f421bc6c-4edd-4e44-94ba-bfc0c45e1717 None None] For port 32b99f01-5858-44c1-816e-0112db2b98a7, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:43:49.625164 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-f421bc6c-4edd-4e44-94ba-bfc0c45e1717 None None] For port 32b99f01-5858-44c1-816e-0112db2b98a7, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=32b99f01-5858-44c1-816e-0112db2b98a7,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:43:49.634758 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-f421bc6c-4edd-4e44-94ba-bfc0c45e1717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:49.640470 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-215539c9-1b71-4c66-945b-7e5e378788ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:49.662949 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-215539c9-1b71-4c66-945b-7e5e378788ea admin admin] Transition to ACTIVE for port object 6b105ecc-2413-4c80-b979-6e1964ff5c81 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:49.709428 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-215539c9-1b71-4c66-945b-7e5e378788ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:49.741254 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4111f82f-6d7b-498f-bcca-08a83a015551 None None] Network a04f82ea-1057-44da-970b-9cc9ebea8638 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:43:49.758270 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215539c9-1b71-4c66-945b-7e5e378788ea admin admin] Pushing event updated for resources: {'Port': ['ID=6b105ecc-2413-4c80-b979-6e1964ff5c81,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:49.774726 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215539c9-1b71-4c66-945b-7e5e378788ea admin admin] Network a04f82ea-1057-44da-970b-9cc9ebea8638 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:49.776243 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-215539c9-1b71-4c66-945b-7e5e378788ea admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:49.779174 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215539c9-1b71-4c66-945b-7e5e378788ea admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:49.807206 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf20be4-06b7-4cef-8956-91c33c7ea96c None None] Pushing event updated for resources: {'Port': ['ID=32b99f01-5858-44c1-816e-0112db2b98a7,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:49.822337 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c668ac88-fce1-4391-b979-443483e8a4f7 None None] Provisioning for port 7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:49.827759 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f421bc6c-4edd-4e44-94ba-bfc0c45e1717 None None] Routers {'b6c2f681-c457-4a57-854e-4ab84a80bf0e'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:49.828473 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f421bc6c-4edd-4e44-94ba-bfc0c45e1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:43:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b6c2f681-c457-4a57-854e-4ab84a80bf0e'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:49.833428 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-215539c9-1b71-4c66-945b-7e5e378788ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:49.946536 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-f421bc6c-4edd-4e44-94ba-bfc0c45e1717 None None] Set router b6c2f681-c457-4a57-854e-4ab84a80bf0e gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:43:50.019234 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-215539c9-1b71-4c66-945b-7e5e378788ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:50.167554 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-f421bc6c-4edd-4e44-94ba-bfc0c45e1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c2f681-c457-4a57-854e-4ab84a80bf0e', 'name': 'tempest-TestServerMultinode-1685995210-router', 'tenant_id': 'd8d5ae060c4c43a38c8addd1c17d37c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '32b99f01-5858-44c1-816e-0112db2b98a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:46Z', 'updated_at': '2021-07-07T17:43:47Z', 'revision_number': 3, 'project_id': 'd8d5ae060c4c43a38c8addd1c17d37c8', 'gw_port': {'id': '32b99f01-5858-44c1-816e-0112db2b98a7', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c2f681-c457-4a57-854e-4ab84a80bf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:47Z', 'updated_at': '2021-07-07T17:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:50.211721 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f421bc6c-4edd-4e44-94ba-bfc0c45e1717 None None] The sync data for ids ['b6c2f681-c457-4a57-854e-4ab84a80bf0e'] in n-d-791503-12 is: [{'id': 'b6c2f681-c457-4a57-854e-4ab84a80bf0e', 'name': 'tempest-TestServerMultinode-1685995210-router', 'tenant_id': 'd8d5ae060c4c43a38c8addd1c17d37c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '32b99f01-5858-44c1-816e-0112db2b98a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:46Z', 'updated_at': '2021-07-07T17:43:47Z', 'revision_number': 3, 'project_id': 'd8d5ae060c4c43a38c8addd1c17d37c8', 'gw_port': {'id': '32b99f01-5858-44c1-816e-0112db2b98a7', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c2f681-c457-4a57-854e-4ab84a80bf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:47Z', 'updated_at': '2021-07-07T17:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:43:50.250531 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-215539c9-1b71-4c66-945b-7e5e378788ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:50.259606 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-215539c9-1b71-4c66-945b-7e5e378788ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:50.263456 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c9ccc50a-ba04-4fc7-9683-20a2220381b4 None None] Provisioning for port 6b105ecc-2413-4c80-b979-6e1964ff5c81 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:50.275800 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c9ccc50a-ba04-4fc7-9683-20a2220381b4 None None] Provisioning complete for port 6b105ecc-2413-4c80-b979-6e1964ff5c81 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:50.276472 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c9ccc50a-ba04-4fc7-9683-20a2220381b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:50.363157 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c9ccc50a-ba04-4fc7-9683-20a2220381b4 None None] Port 6b105ecc-2413-4c80-b979-6e1964ff5c81 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:43:50.392691 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215539c9-1b71-4c66-945b-7e5e378788ea admin admin] Pushing event updated for resources: {'Port': ['ID=6b105ecc-2413-4c80-b979-6e1964ff5c81,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:50.401112 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-215539c9-1b71-4c66-945b-7e5e378788ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:50.495401 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:43:50.549787 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215539c9-1b71-4c66-945b-7e5e378788ea admin admin] Network a04f82ea-1057-44da-970b-9cc9ebea8638 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:50.551411 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-215539c9-1b71-4c66-945b-7e5e378788ea admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:50.577072 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:50.585700 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:50.586089 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:50.667890 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8b54892f-008b-4236-a2a3-e690908adb63 None None] Provisioning complete for port 6b105ecc-2413-4c80-b979-6e1964ff5c81 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:50.668277 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8b54892f-008b-4236-a2a3-e690908adb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:50.720289 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8b54892f-008b-4236-a2a3-e690908adb63 None None] Port 6b105ecc-2413-4c80-b979-6e1964ff5c81 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:43:50.756812 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215539c9-1b71-4c66-945b-7e5e378788ea admin admin] Router b6c2f681-c457-4a57-854e-4ab84a80bf0e has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:43:50.770571 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:50.821856 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f,segment=NetworkSegment(1ca0ce7d-414e-46e3-a89b-8467da5e8ea4),segment_id=1ca0ce7d-414e-46e3-a89b-8467da5e8ea4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:50.827894 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:50.829440 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 1ee90ecd-348c-475e-b972-c93ced4b8fe1 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:43:50.932098 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:50.957850 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7cdb870c-ef29-4ddf-b04a-6ed3f9979b27 None None] Provisioning complete for port 6b105ecc-2413-4c80-b979-6e1964ff5c81 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:50.958230 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7cdb870c-ef29-4ddf-b04a-6ed3f9979b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:50.985374 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 1ee90ecd-348c-475e-b972-c93ced4b8fe1 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:50.995851 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 1ee90ecd-348c-475e-b972-c93ced4b8fe1 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:50.995851 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:51.034720 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-7cdb870c-ef29-4ddf-b04a-6ed3f9979b27 None None] Port 6b105ecc-2413-4c80-b979-6e1964ff5c81 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:43:51.110636 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:51.151482 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 1ee90ecd-348c-475e-b972-c93ced4b8fe1, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=1ee90ecd-348c-475e-b972-c93ced4b8fe1,segment=NetworkSegment(f9767828-2fb8-45fe-81a2-b5a7e475dbcf),segment_id=f9767828-2fb8-45fe-81a2-b5a7e475dbcf)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:51.156576 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:51.217218 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=1ee90ecd-348c-475e-b972-c93ced4b8fe1,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:51.275419 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215539c9-1b71-4c66-945b-7e5e378788ea admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:43:51.280933 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-215539c9-1b71-4c66-945b-7e5e378788ea admin admin] 10.222.0.53 "PUT /v2.0/routers/b6c2f681-c457-4a57-854e-4ab84a80bf0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7615047 Jul 07 17:43:51.893505 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7cb53-e913-46c0-834f-403bd98b932d req-d5ac1d49-860b-4d36-b3d8-98ef84280682 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:51.894946 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cee7cb53-e913-46c0-834f-403bd98b932d req-d5ac1d49-860b-4d36-b3d8-98ef84280682 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/networks?id=a2c8751c-b43e-4865-ba63-14a76b07b969 HTTP/1.1" status: 200 len: 911 time: 0.0859928 Jul 07 17:43:51.909881 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cee7cb53-e913-46c0-834f-403bd98b932d req-9e299e52-66a8-4ac8-86dd-8e89fe9c5e77 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/quotas/d8d5ae060c4c43a38c8addd1c17d37c8 HTTP/1.1" status: 200 len: 375 time: 0.0096214 Jul 07 17:43:52.027740 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cee7cb53-e913-46c0-834f-403bd98b932d req-47907689-eb6d-4269-af5a-963d938da127 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8d5ae060c4c43a38c8addd1c17d37c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1123643 Jul 07 17:43:52.240718 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cee7cb53-e913-46c0-834f-403bd98b932d req-51d7119a-91fd-4506-925a-eb98c7aca5e4 service neutron] 10.222.0.53 "GET /v2.0/networks/a2c8751c-b43e-4865-ba63-14a76b07b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042208 Jul 07 17:43:52.363490 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cee7cb53-e913-46c0-834f-403bd98b932d req-1a092d62-9d1b-45ca-bf7a-10e59e49a498 service neutron] 10.222.0.53 "GET /v2.0/networks/a2c8751c-b43e-4865-ba63-14a76b07b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168766 Jul 07 17:43:52.447563 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:43:52.504509 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:52.505064 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:52.604955 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 32b99f01-5858-44c1-816e-0112db2b98a7 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:43:52.656353 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 32b99f01-5858-44c1-816e-0112db2b98a7 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:52.660797 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 32b99f01-5858-44c1-816e-0112db2b98a7 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:52.661177 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:52.716249 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a30c09-7bd1-4672-b3f3-b60cc2b5a812 None None] Sync routers for ids ['b6c2f681-c457-4a57-854e-4ab84a80bf0e'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:43:52.750311 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a30c09-7bd1-4672-b3f3-b60cc2b5a812 None None] Routers {'b6c2f681-c457-4a57-854e-4ab84a80bf0e'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:52.750943 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-08a30c09-7bd1-4672-b3f3-b60cc2b5a812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:43:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b6c2f681-c457-4a57-854e-4ab84a80bf0e'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:52.794266 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:52.826054 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 32b99f01-5858-44c1-816e-0112db2b98a7, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=32b99f01-5858-44c1-816e-0112db2b98a7,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:52.861654 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:52.862661 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 1ee90ecd-348c-475e-b972-c93ced4b8fe1 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:43:53.130740 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-08a30c09-7bd1-4672-b3f3-b60cc2b5a812 None None] Set router b6c2f681-c457-4a57-854e-4ab84a80bf0e gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:43:53.164193 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=32b99f01-5858-44c1-816e-0112db2b98a7,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:53.220581 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 1ee90ecd-348c-475e-b972-c93ced4b8fe1 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:53.221122 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:53.443510 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8e31a01f-1151-484b-bebf-bab683143c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:53.456894 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-08a30c09-7bd1-4672-b3f3-b60cc2b5a812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c2f681-c457-4a57-854e-4ab84a80bf0e', 'name': 'tempest-TestServerMultinode-1685995210-router', 'tenant_id': 'd8d5ae060c4c43a38c8addd1c17d37c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '32b99f01-5858-44c1-816e-0112db2b98a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:46Z', 'updated_at': '2021-07-07T17:43:49Z', 'revision_number': 4, 'project_id': 'd8d5ae060c4c43a38c8addd1c17d37c8', 'gw_port': {'id': '32b99f01-5858-44c1-816e-0112db2b98a7', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c2f681-c457-4a57-854e-4ab84a80bf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:47Z', 'updated_at': '2021-07-07T17:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '6b105ecc-2413-4c80-b979-6e1964ff5c81', 'name': '', 'network_id': 'a04f82ea-1057-44da-970b-9cc9ebea8638', 'tenant_id': 'd8d5ae060c4c43a38c8addd1c17d37c8', 'mac_address': 'fa:16:3e:47:4d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c2f681-c457-4a57-854e-4ab84a80bf0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '329d3548-8797-4865-9f06-3878545de166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:49Z', 'updated_at': '2021-07-07T17:43:50Z', 'revision_number': 2, 'project_id': 'd8d5ae060c4c43a38c8addd1c17d37c8', 'subnets': [{'id': '329d3548-8797-4865-9f06-3878545de166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:53.491415 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a30c09-7bd1-4672-b3f3-b60cc2b5a812 None None] Checking router: b6c2f681-c457-4a57-854e-4ab84a80bf0e for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:43:53.491762 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a30c09-7bd1-4672-b3f3-b60cc2b5a812 None None] Updating router b6c2f681-c457-4a57-854e-4ab84a80bf0e port 6b105ecc-2413-4c80-b979-6e1964ff5c81 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:43:53.545069 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-08a30c09-7bd1-4672-b3f3-b60cc2b5a812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:53.626572 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6736b2c9-3b5f-49e1-9a90-ecb7a18d0673 req-f7c750e2-a56d-4d35-97d2-764ea8cc425e tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9be262aa-e344-47b6-bf0d-d302e0d4b919 HTTP/1.1" status: 200 len: 210 time: 0.0378368 Jul 07 17:43:53.901611 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-08a30c09-7bd1-4672-b3f3-b60cc2b5a812 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:53.918003 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-08a30c09-7bd1-4672-b3f3-b60cc2b5a812 None None] Transition to ACTIVE for port object 6b105ecc-2413-4c80-b979-6e1964ff5c81 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:53.926280 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-08a30c09-7bd1-4672-b3f3-b60cc2b5a812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:53.982979 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa5d5f-2b19-4326-bf0d-0bb2c000c533 None None] Pushing event updated for resources: {'Port': ['ID=6b105ecc-2413-4c80-b979-6e1964ff5c81,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:54.057931 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-08a30c09-7bd1-4672-b3f3-b60cc2b5a812 None None] Attempting to bind port 6b105ecc-2413-4c80-b979-6e1964ff5c81 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:43:54.058348 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-08a30c09-7bd1-4672-b3f3-b60cc2b5a812 None None] Attempting to bind port 6b105ecc-2413-4c80-b979-6e1964ff5c81 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '1ca0ce7d-414e-46e3-a89b-8467da5e8ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a04f82ea-1057-44da-970b-9cc9ebea8638'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:43:54.058719 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a30c09-7bd1-4672-b3f3-b60cc2b5a812 None None] Attempting to bind port 6b105ecc-2413-4c80-b979-6e1964ff5c81 on network a04f82ea-1057-44da-970b-9cc9ebea8638 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:43:54.065327 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a30c09-7bd1-4672-b3f3-b60cc2b5a812 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:43:54.065964 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a30c09-7bd1-4672-b3f3-b60cc2b5a812 None None] Checking segment: {'id': '1ca0ce7d-414e-46e3-a89b-8467da5e8ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a04f82ea-1057-44da-970b-9cc9ebea8638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:43:54.066470 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-08a30c09-7bd1-4672-b3f3-b60cc2b5a812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:54.066946 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a30c09-7bd1-4672-b3f3-b60cc2b5a812 None None] Bound using segment: {'id': '1ca0ce7d-414e-46e3-a89b-8467da5e8ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a04f82ea-1057-44da-970b-9cc9ebea8638'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:43:54.067825 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-08a30c09-7bd1-4672-b3f3-b60cc2b5a812 None None] Bound port: 6b105ecc-2413-4c80-b979-6e1964ff5c81, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ca0ce7d-414e-46e3-a89b-8467da5e8ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a04f82ea-1057-44da-970b-9cc9ebea8638'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:43:54.068465 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-08a30c09-7bd1-4672-b3f3-b60cc2b5a812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:54.148296 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-08a30c09-7bd1-4672-b3f3-b60cc2b5a812 None None] For port 6b105ecc-2413-4c80-b979-6e1964ff5c81, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:43:54.152439 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-08a30c09-7bd1-4672-b3f3-b60cc2b5a812 None None] For port 6b105ecc-2413-4c80-b979-6e1964ff5c81, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6b105ecc-2413-4c80-b979-6e1964ff5c81,segment=NetworkSegment(1ca0ce7d-414e-46e3-a89b-8467da5e8ea4),segment_id=1ca0ce7d-414e-46e3-a89b-8467da5e8ea4)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:43:54.160349 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-08a30c09-7bd1-4672-b3f3-b60cc2b5a812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:54.230153 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a30c09-7bd1-4672-b3f3-b60cc2b5a812 None None] Routers {'b6c2f681-c457-4a57-854e-4ab84a80bf0e'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:54.231186 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-08a30c09-7bd1-4672-b3f3-b60cc2b5a812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:43:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b6c2f681-c457-4a57-854e-4ab84a80bf0e'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:54.344180 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa5d5f-2b19-4326-bf0d-0bb2c000c533 None None] Pushing event updated for resources: {'Port': ['ID=6b105ecc-2413-4c80-b979-6e1964ff5c81,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:54.400975 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 32b99f01-5858-44c1-816e-0112db2b98a7 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:43:54.472916 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-08a30c09-7bd1-4672-b3f3-b60cc2b5a812 None None] Set router b6c2f681-c457-4a57-854e-4ab84a80bf0e gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:43:54.542657 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 32b99f01-5858-44c1-816e-0112db2b98a7 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:54.542926 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:54.797333 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d729c671-65d6-4dbf-957f-07919afe3ac0 req-37d067bf-4ed0-4491-918c-ead9a4f7c019 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9be262aa-e344-47b6-bf0d-d302e0d4b919 HTTP/1.1" status: 200 len: 210 time: 0.0341957 Jul 07 17:43:54.817185 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-08a30c09-7bd1-4672-b3f3-b60cc2b5a812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c2f681-c457-4a57-854e-4ab84a80bf0e', 'name': 'tempest-TestServerMultinode-1685995210-router', 'tenant_id': 'd8d5ae060c4c43a38c8addd1c17d37c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '32b99f01-5858-44c1-816e-0112db2b98a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:46Z', 'updated_at': '2021-07-07T17:43:49Z', 'revision_number': 4, 'project_id': 'd8d5ae060c4c43a38c8addd1c17d37c8', 'gw_port': {'id': '32b99f01-5858-44c1-816e-0112db2b98a7', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c2f681-c457-4a57-854e-4ab84a80bf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:47Z', 'updated_at': '2021-07-07T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '6b105ecc-2413-4c80-b979-6e1964ff5c81', 'name': '', 'network_id': 'a04f82ea-1057-44da-970b-9cc9ebea8638', 'tenant_id': 'd8d5ae060c4c43a38c8addd1c17d37c8', 'mac_address': 'fa:16:3e:47:4d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c2f681-c457-4a57-854e-4ab84a80bf0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '329d3548-8797-4865-9f06-3878545de166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:49Z', 'updated_at': '2021-07-07T17:43:54Z', 'revision_number': 4, 'project_id': 'd8d5ae060c4c43a38c8addd1c17d37c8', 'subnets': [{'id': '329d3548-8797-4865-9f06-3878545de166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:54.850356 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a30c09-7bd1-4672-b3f3-b60cc2b5a812 None None] The sync data for ids ['b6c2f681-c457-4a57-854e-4ab84a80bf0e'] in n-d-791503-12 is: [{'id': 'b6c2f681-c457-4a57-854e-4ab84a80bf0e', 'name': 'tempest-TestServerMultinode-1685995210-router', 'tenant_id': 'd8d5ae060c4c43a38c8addd1c17d37c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '32b99f01-5858-44c1-816e-0112db2b98a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:46Z', 'updated_at': '2021-07-07T17:43:49Z', 'revision_number': 4, 'project_id': 'd8d5ae060c4c43a38c8addd1c17d37c8', 'gw_port': {'id': '32b99f01-5858-44c1-816e-0112db2b98a7', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c2f681-c457-4a57-854e-4ab84a80bf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:47Z', 'updated_at': '2021-07-07T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '6b105ecc-2413-4c80-b979-6e1964ff5c81', 'name': '', 'network_id': 'a04f82ea-1057-44da-970b-9cc9ebea8638', 'tenant_id': 'd8d5ae060c4c43a38c8addd1c17d37c8', 'mac_address': 'fa:16:3e:47:4d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c2f681-c457-4a57-854e-4ab84a80bf0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '329d3548-8797-4865-9f06-3878545de166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:49Z', 'updated_at': '2021-07-07T17:43:54Z', 'revision_number': 4, 'project_id': 'd8d5ae060c4c43a38c8addd1c17d37c8', 'subnets': [{'id': '329d3548-8797-4865-9f06-3878545de166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:43:55.344492 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7cb53-e913-46c0-834f-403bd98b932d req-bc03261f-ca1a-482f-830f-1eefc15ae776 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:55.347385 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cee7cb53-e913-46c0-834f-403bd98b932d req-bc03261f-ca1a-482f-830f-1eefc15ae776 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.72 "GET /v2.0/networks?id=a2c8751c-b43e-4865-ba63-14a76b07b969 HTTP/1.1" status: 200 len: 911 time: 0.1112022 Jul 07 17:43:55.359886 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-cee7cb53-e913-46c0-834f-403bd98b932d req-60362fa2-2cf9-427e-8a6b-b6df9d9fd0ce tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Request body: {'port': {'device_id': '9be262aa-e344-47b6-bf0d-d302e0d4b919', 'network_id': 'a2c8751c-b43e-4865-ba63-14a76b07b969', 'admin_state_up': True, 'tenant_id': 'd8d5ae060c4c43a38c8addd1c17d37c8'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:55.388825 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee7cb53-e913-46c0-834f-403bd98b932d req-60362fa2-2cf9-427e-8a6b-b6df9d9fd0ce tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Made reservation on behalf of d8d5ae060c4c43a38c8addd1c17d37c8 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:43:55.391904 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cee7cb53-e913-46c0-834f-403bd98b932d req-60362fa2-2cf9-427e-8a6b-b6df9d9fd0ce tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:55.516965 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-cee7cb53-e913-46c0-834f-403bd98b932d req-60362fa2-2cf9-427e-8a6b-b6df9d9fd0ce tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Allocated IP 172.20.0.5 (a2c8751c-b43e-4865-ba63-14a76b07b969/718f8d5d-9fe1-427f-afd2-f862e73c6f17/61c0d2d2-d997-4434-b2fe-69937d87266a) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:55.677203 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cee7cb53-e913-46c0-834f-403bd98b932d req-60362fa2-2cf9-427e-8a6b-b6df9d9fd0ce tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:55.692592 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-cee7cb53-e913-46c0-834f-403bd98b932d req-60362fa2-2cf9-427e-8a6b-b6df9d9fd0ce tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Transition to ACTIVE for port object 61c0d2d2-d997-4434-b2fe-69937d87266a will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:55.732579 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cee7cb53-e913-46c0-834f-403bd98b932d req-60362fa2-2cf9-427e-8a6b-b6df9d9fd0ce tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:55.789074 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee7cb53-e913-46c0-834f-403bd98b932d req-60362fa2-2cf9-427e-8a6b-b6df9d9fd0ce tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Network a2c8751c-b43e-4865-ba63-14a76b07b969 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:55.796122 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-cee7cb53-e913-46c0-834f-403bd98b932d req-60362fa2-2cf9-427e-8a6b-b6df9d9fd0ce tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:55.803574 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee7cb53-e913-46c0-834f-403bd98b932d req-60362fa2-2cf9-427e-8a6b-b6df9d9fd0ce tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:55.846674 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60362fa2-2cf9-427e-8a6b-b6df9d9fd0ce tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Pushing event updated for resources: {'Port': ['ID=61c0d2d2-d997-4434-b2fe-69937d87266a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:55.883118 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7cb53-e913-46c0-834f-403bd98b932d req-60362fa2-2cf9-427e-8a6b-b6df9d9fd0ce tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:55.884178 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cee7cb53-e913-46c0-834f-403bd98b932d req-60362fa2-2cf9-427e-8a6b-b6df9d9fd0ce tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:55.907142 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cee7cb53-e913-46c0-834f-403bd98b932d req-60362fa2-2cf9-427e-8a6b-b6df9d9fd0ce tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5521107 Jul 07 17:43:55.925492 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-cee7cb53-e913-46c0-834f-403bd98b932d req-4e080463-4221-4e23-90c9-3e3326ae680d service neutron] Request body: {'port': {'device_id': '9be262aa-e344-47b6-bf0d-d302e0d4b919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:56.051664 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cee7cb53-e913-46c0-834f-403bd98b932d req-4e080463-4221-4e23-90c9-3e3326ae680d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:56.099391 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4da65117-d883-4ca6-a0c3-8e6ffaa3946f None None] Provisioning for port 61c0d2d2-d997-4434-b2fe-69937d87266a completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:56.104392 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4da65117-d883-4ca6-a0c3-8e6ffaa3946f None None] Provisioning complete for port 61c0d2d2-d997-4434-b2fe-69937d87266a triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:56.104985 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4da65117-d883-4ca6-a0c3-8e6ffaa3946f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:56.128638 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309753ce-c3e5-40cd-a37f-9bf97b38f183 req-a41923b5-71ae-45f2-bcd5-b8f926436ae1 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:56.130897 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-309753ce-c3e5-40cd-a37f-9bf97b38f183 req-a41923b5-71ae-45f2-bcd5-b8f926436ae1 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9be262aa-e344-47b6-bf0d-d302e0d4b919 HTTP/1.1" status: 200 len: 1027 time: 0.1564708 Jul 07 17:43:56.163227 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-4da65117-d883-4ca6-a0c3-8e6ffaa3946f None None] Port 61c0d2d2-d997-4434-b2fe-69937d87266a cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:43:56.260897 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:56.382959 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-309753ce-c3e5-40cd-a37f-9bf97b38f183 req-60bbd655-d179-4db2-b68c-3c9c61b49b42 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2abb5be6-8463-449d-b2f1-2eb3f5e56cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408552 Jul 07 17:43:56.406709 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6b105ecc-2413-4c80-b979-6e1964ff5c81 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:43:56.475905 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 6b105ecc-2413-4c80-b979-6e1964ff5c81 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:56.480498 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 6b105ecc-2413-4c80-b979-6e1964ff5c81 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:56.480780 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:56.596931 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-cee7cb53-e913-46c0-834f-403bd98b932d req-4e080463-4221-4e23-90c9-3e3326ae680d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61c0d2d2-d997-4434-b2fe-69937d87266a {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:43:56.607403 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cee7cb53-e913-46c0-834f-403bd98b932d req-4e080463-4221-4e23-90c9-3e3326ae680d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:56.625706 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-cee7cb53-e913-46c0-834f-403bd98b932d req-4e080463-4221-4e23-90c9-3e3326ae680d service neutron] Transition to ACTIVE for port object 61c0d2d2-d997-4434-b2fe-69937d87266a will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:56.627521 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:56.631236 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cee7cb53-e913-46c0-834f-403bd98b932d req-4e080463-4221-4e23-90c9-3e3326ae680d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:56.695788 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e080463-4221-4e23-90c9-3e3326ae680d service neutron] Pushing event updated for resources: {'Port': ['ID=61c0d2d2-d997-4434-b2fe-69937d87266a,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:56.696084 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 6b105ecc-2413-4c80-b979-6e1964ff5c81, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6b105ecc-2413-4c80-b979-6e1964ff5c81,segment=NetworkSegment(1ca0ce7d-414e-46e3-a89b-8467da5e8ea4),segment_id=1ca0ce7d-414e-46e3-a89b-8467da5e8ea4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:56.707030 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:56.786801 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-cee7cb53-e913-46c0-834f-403bd98b932d req-4e080463-4221-4e23-90c9-3e3326ae680d service neutron] Attempting to bind port 61c0d2d2-d997-4434-b2fe-69937d87266a on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:43:56.787146 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-cee7cb53-e913-46c0-834f-403bd98b932d req-4e080463-4221-4e23-90c9-3e3326ae680d service neutron] Attempting to bind port 61c0d2d2-d997-4434-b2fe-69937d87266a by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'f9767828-2fb8-45fe-81a2-b5a7e475dbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a2c8751c-b43e-4865-ba63-14a76b07b969'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:43:56.787608 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee7cb53-e913-46c0-834f-403bd98b932d req-4e080463-4221-4e23-90c9-3e3326ae680d service neutron] Attempting to bind port 61c0d2d2-d997-4434-b2fe-69937d87266a on network a2c8751c-b43e-4865-ba63-14a76b07b969 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:43:56.787872 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=6b105ecc-2413-4c80-b979-6e1964ff5c81,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:56.799969 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee7cb53-e913-46c0-834f-403bd98b932d req-4e080463-4221-4e23-90c9-3e3326ae680d service neutron] Port 61c0d2d2-d997-4434-b2fe-69937d87266a on network a2c8751c-b43e-4865-ba63-14a76b07b969 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:43:56.800299 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee7cb53-e913-46c0-834f-403bd98b932d req-4e080463-4221-4e23-90c9-3e3326ae680d service neutron] Attempting to bind port 61c0d2d2-d997-4434-b2fe-69937d87266a on network a2c8751c-b43e-4865-ba63-14a76b07b969 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:43:56.807181 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee7cb53-e913-46c0-834f-403bd98b932d req-4e080463-4221-4e23-90c9-3e3326ae680d service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:43:56.807528 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee7cb53-e913-46c0-834f-403bd98b932d req-4e080463-4221-4e23-90c9-3e3326ae680d service neutron] Checking segment: {'id': 'f9767828-2fb8-45fe-81a2-b5a7e475dbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a2c8751c-b43e-4865-ba63-14a76b07b969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:43:56.807921 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee7cb53-e913-46c0-834f-403bd98b932d req-4e080463-4221-4e23-90c9-3e3326ae680d service neutron] Bound using segment: {'id': 'f9767828-2fb8-45fe-81a2-b5a7e475dbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a2c8751c-b43e-4865-ba63-14a76b07b969'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:43:56.808361 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-cee7cb53-e913-46c0-834f-403bd98b932d req-4e080463-4221-4e23-90c9-3e3326ae680d service neutron] Bound port: 61c0d2d2-d997-4434-b2fe-69937d87266a, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9767828-2fb8-45fe-81a2-b5a7e475dbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a2c8751c-b43e-4865-ba63-14a76b07b969'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:43:56.808764 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cee7cb53-e913-46c0-834f-403bd98b932d req-4e080463-4221-4e23-90c9-3e3326ae680d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:56.834517 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2d699510-3fe9-4424-b326-10043f910548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:56.883767 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-cee7cb53-e913-46c0-834f-403bd98b932d req-4e080463-4221-4e23-90c9-3e3326ae680d service neutron] For port 61c0d2d2-d997-4434-b2fe-69937d87266a, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:43:56.887880 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-cee7cb53-e913-46c0-834f-403bd98b932d req-4e080463-4221-4e23-90c9-3e3326ae680d service neutron] For port 61c0d2d2-d997-4434-b2fe-69937d87266a, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=61c0d2d2-d997-4434-b2fe-69937d87266a,segment=NetworkSegment(f9767828-2fb8-45fe-81a2-b5a7e475dbcf),segment_id=f9767828-2fb8-45fe-81a2-b5a7e475dbcf)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:43:56.895544 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cee7cb53-e913-46c0-834f-403bd98b932d req-4e080463-4221-4e23-90c9-3e3326ae680d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:56.932382 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7cb53-e913-46c0-834f-403bd98b932d req-4e080463-4221-4e23-90c9-3e3326ae680d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:56.933105 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-cee7cb53-e913-46c0-834f-403bd98b932d req-4e080463-4221-4e23-90c9-3e3326ae680d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:56.934439 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cee7cb53-e913-46c0-834f-403bd98b932d req-4e080463-4221-4e23-90c9-3e3326ae680d service neutron] 10.222.0.72 "PUT /v2.0/ports/61c0d2d2-d997-4434-b2fe-69937d87266a HTTP/1.1" status: 200 len: 1092 time: 1.0189359 Jul 07 17:43:56.934892 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be262aa-e344-47b6-bf0d-d302e0d4b919', 'tag': '61c0d2d2-d997-4434-b2fe-69937d87266a'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:43:56.937249 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9c0436-beb3-4c76-a527-800199cc9977" -d '{"events": [{"name": "network-changed", "server_uuid": "9be262aa-e344-47b6-bf0d-d302e0d4b919", "tag": "61c0d2d2-d997-4434-b2fe-69937d87266a"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:43:56.966151 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e080463-4221-4e23-90c9-3e3326ae680d service neutron] Pushing event updated for resources: {'Port': ['ID=61c0d2d2-d997-4434-b2fe-69937d87266a,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:56.987914 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebf63d8-7f0f-4124-ac34-b62f3c233a24 x-openstack-request-id: req-aebf63d8-7f0f-4124-ac34-b62f3c233a24 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:43:56.988479 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be262aa-e344-47b6-bf0d-d302e0d4b919", "tag": "61c0d2d2-d997-4434-b2fe-69937d87266a", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:43:56.988768 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aebf63d8-7f0f-4124-ac34-b62f3c233a24 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:43:56.989175 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be262aa-e344-47b6-bf0d-d302e0d4b919', 'tag': '61c0d2d2-d997-4434-b2fe-69937d87266a', 'status': 'completed', 'code': 200} Jul 07 17:43:57.042708 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7cb53-e913-46c0-834f-403bd98b932d req-7aa1b394-eb99-4a60-b42c-1159e4accd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:57.044253 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cee7cb53-e913-46c0-834f-403bd98b932d req-7aa1b394-eb99-4a60-b42c-1159e4accd24 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d8d5ae060c4c43a38c8addd1c17d37c8&device_id=9be262aa-e344-47b6-bf0d-d302e0d4b919 HTTP/1.1" status: 200 len: 1095 time: 0.0670288 Jul 07 17:43:57.092824 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cee7cb53-e913-46c0-834f-403bd98b932d req-d8a588a5-5bd0-4321-be6b-ed6d96fd4d81 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61c0d2d2-d997-4434-b2fe-69937d87266a HTTP/1.1" status: 200 len: 217 time: 0.0410724 Jul 07 17:43:57.143663 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7cb53-e913-46c0-834f-403bd98b932d req-ef1a68e9-bad4-46f2-843b-001e7cc21e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:57.145191 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cee7cb53-e913-46c0-834f-403bd98b932d req-ef1a68e9-bad4-46f2-843b-001e7cc21e8d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=718f8d5d-9fe1-427f-afd2-f862e73c6f17 HTTP/1.1" status: 200 len: 849 time: 0.0468874 Jul 07 17:43:57.203533 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7cb53-e913-46c0-834f-403bd98b932d req-9de712e4-af32-4dee-a0eb-455e29ec6238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:57.205239 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cee7cb53-e913-46c0-834f-403bd98b932d req-9de712e4-af32-4dee-a0eb-455e29ec6238 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a2c8751c-b43e-4865-ba63-14a76b07b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539451 Jul 07 17:43:57.301055 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cee7cb53-e913-46c0-834f-403bd98b932d req-7540940f-4d23-41c8-b31a-66526067568f service neutron] 10.222.0.72 "GET /v2.0/networks/a2c8751c-b43e-4865-ba63-14a76b07b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896020 Jul 07 17:43:57.396362 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cee7cb53-e913-46c0-834f-403bd98b932d req-aef999cc-2c3f-4d8e-8426-c3398c40171b service neutron] 10.222.0.72 "GET /v2.0/networks/a2c8751c-b43e-4865-ba63-14a76b07b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888121 Jul 07 17:43:57.515705 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c0436-beb3-4c76-a527-800199cc9977 req-ef0536cb-dd9e-4be4-b5d7-dd3043fc8d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:57.517264 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3d9c0436-beb3-4c76-a527-800199cc9977 req-ef0536cb-dd9e-4be4-b5d7-dd3043fc8d9e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d8d5ae060c4c43a38c8addd1c17d37c8&device_id=9be262aa-e344-47b6-bf0d-d302e0d4b919 HTTP/1.1" status: 200 len: 1095 time: 0.0635273 Jul 07 17:43:57.645747 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c0436-beb3-4c76-a527-800199cc9977 req-ceb59443-923d-4982-b2b0-b4b335bee5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:57.647116 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3d9c0436-beb3-4c76-a527-800199cc9977 req-ceb59443-923d-4982-b2b0-b4b335bee5df service neutron] 10.222.0.72 "GET /v2.0/networks?id=a2c8751c-b43e-4865-ba63-14a76b07b969 HTTP/1.1" status: 200 len: 911 time: 0.1202111 Jul 07 17:43:57.649825 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cfb889-07de-4e2d-a630-985978575774 req-d3a9d1f8-4f98-4844-a8ff-63c0c1fbf4c3 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:57.651269 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f2cfb889-07de-4e2d-a630-985978575774 req-d3a9d1f8-4f98-4844-a8ff-63c0c1fbf4c3 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9be262aa-e344-47b6-bf0d-d302e0d4b919 HTTP/1.1" status: 200 len: 1095 time: 0.1322734 Jul 07 17:43:57.694439 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3d9c0436-beb3-4c76-a527-800199cc9977 req-98f4dd4d-6f3b-424e-8193-adc1e9464186 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61c0d2d2-d997-4434-b2fe-69937d87266a HTTP/1.1" status: 200 len: 217 time: 0.0400681 Jul 07 17:43:57.746920 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f2cfb889-07de-4e2d-a630-985978575774 req-1807ba3a-b168-43d5-bf0f-09065f0ab06d tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2abb5be6-8463-449d-b2f1-2eb3f5e56cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861592 Jul 07 17:43:57.757894 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c0436-beb3-4c76-a527-800199cc9977 req-0c0b9179-0a5a-41a4-b0d9-dbf81248afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:57.759612 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3d9c0436-beb3-4c76-a527-800199cc9977 req-0c0b9179-0a5a-41a4-b0d9-dbf81248afb2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=718f8d5d-9fe1-427f-afd2-f862e73c6f17 HTTP/1.1" status: 200 len: 849 time: 0.0575247 Jul 07 17:43:57.822461 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c0436-beb3-4c76-a527-800199cc9977 req-0cd1849e-7f75-4cb0-98d6-9c4dbd5d3d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:57.823968 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3d9c0436-beb3-4c76-a527-800199cc9977 req-0cd1849e-7f75-4cb0-98d6-9c4dbd5d3d93 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a2c8751c-b43e-4865-ba63-14a76b07b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573103 Jul 07 17:43:57.912519 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3d9c0436-beb3-4c76-a527-800199cc9977 req-a4f93707-8834-4114-8c1d-d9760e3f4417 service neutron] 10.222.0.72 "GET /v2.0/networks/a2c8751c-b43e-4865-ba63-14a76b07b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808680 Jul 07 17:43:58.008453 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3d9c0436-beb3-4c76-a527-800199cc9977 req-518b8936-9d95-4b94-bbec-6389a6a5da99 service neutron] 10.222.0.72 "GET /v2.0/networks/a2c8751c-b43e-4865-ba63-14a76b07b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886171 Jul 07 17:43:58.021648 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:58.369812 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6b105ecc-2413-4c80-b979-6e1964ff5c81 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:43:58.430419 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 6b105ecc-2413-4c80-b979-6e1964ff5c81 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:58.430799 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:58.896542 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:43:58.921044 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f925d4f-1f53-407c-9863-dba4162f066c req-c5d25dae-eb97-4105-b3c9-bfd4148dcfe5 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:58.922637 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3f925d4f-1f53-407c-9863-dba4162f066c req-c5d25dae-eb97-4105-b3c9-bfd4148dcfe5 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9be262aa-e344-47b6-bf0d-d302e0d4b919 HTTP/1.1" status: 200 len: 1095 time: 0.0636795 Jul 07 17:43:58.963785 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3f925d4f-1f53-407c-9863-dba4162f066c req-255d9dc5-d85c-40e5-bd72-4d001b1d7995 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2abb5be6-8463-449d-b2f1-2eb3f5e56cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343704 Jul 07 17:43:59.809969 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 61c0d2d2-d997-4434-b2fe-69937d87266a details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:43:59.914813 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 61c0d2d2-d997-4434-b2fe-69937d87266a, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=61c0d2d2-d997-4434-b2fe-69937d87266a,segment=NetworkSegment(f9767828-2fb8-45fe-81a2-b5a7e475dbcf),segment_id=f9767828-2fb8-45fe-81a2-b5a7e475dbcf)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:59.927300 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '61c0d2d2-d997-4434-b2fe-69937d87266a', 'network_id': 'a2c8751c-b43e-4865-ba63-14a76b07b969', 'port_id': '61c0d2d2-d997-4434-b2fe-69937d87266a', 'mac_address': 'fa:16:3e:e9:09:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '718f8d5d-9fe1-427f-afd2-f862e73c6f17', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:43:59.965825 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:59.979293 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c0d2d2-d997-4434-b2fe-69937d87266a {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:44:00.001374 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 61c0d2d2-d997-4434-b2fe-69937d87266a, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=61c0d2d2-d997-4434-b2fe-69937d87266a,segment=NetworkSegment(f9767828-2fb8-45fe-81a2-b5a7e475dbcf),segment_id=f9767828-2fb8-45fe-81a2-b5a7e475dbcf)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:00.006488 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:00.054866 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=61c0d2d2-d997-4434-b2fe-69937d87266a,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:00.132488 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39825dfb-b377-4d29-89cc-6ac1eaf655f6 req-1fd4bceb-d1e9-4752-bfdf-83f2632799f7 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:00.134056 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-39825dfb-b377-4d29-89cc-6ac1eaf655f6 req-1fd4bceb-d1e9-4752-bfdf-83f2632799f7 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9be262aa-e344-47b6-bf0d-d302e0d4b919 HTTP/1.1" status: 200 len: 1096 time: 0.0564239 Jul 07 17:44:00.168760 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-39825dfb-b377-4d29-89cc-6ac1eaf655f6 req-307ce066-24f6-409e-bc56-337b35dcd91f tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2abb5be6-8463-449d-b2f1-2eb3f5e56cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287640 Jul 07 17:44:00.221610 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['61c0d2d2-d997-4434-b2fe-69937d87266a'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:44:00.343110 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:01.336758 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b9348-ea9d-47b7-8328-a4bf05085d81 req-20732cdc-9051-4c11-8b0b-9e9321e752a9 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:01.338319 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a24b9348-ea9d-47b7-8328-a4bf05085d81 req-20732cdc-9051-4c11-8b0b-9e9321e752a9 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9be262aa-e344-47b6-bf0d-d302e0d4b919 HTTP/1.1" status: 200 len: 1096 time: 0.0587091 Jul 07 17:44:01.371966 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a24b9348-ea9d-47b7-8328-a4bf05085d81 req-8fcf58e4-a3fe-4b10-b225-490c803ddd46 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2abb5be6-8463-449d-b2f1-2eb3f5e56cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281456 Jul 07 17:44:01.810853 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 61c0d2d2-d997-4434-b2fe-69937d87266a up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:01.858706 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 61c0d2d2-d997-4434-b2fe-69937d87266a completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:01.863160 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 61c0d2d2-d997-4434-b2fe-69937d87266a triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:01.863529 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:01.942926 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:01.965309 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be262aa-e344-47b6-bf0d-d302e0d4b919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c0d2d2-d997-4434-b2fe-69937d87266a'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:44:01.967542 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515dfa13-c7b6-4b56-94ed-2754afac912b" -d '{"events": [{"server_uuid": "9be262aa-e344-47b6-bf0d-d302e0d4b919", "name": "network-vif-plugged", "status": "completed", "tag": "61c0d2d2-d997-4434-b2fe-69937d87266a"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:44:01.981287 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 61c0d2d2-d997-4434-b2fe-69937d87266a, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=61c0d2d2-d997-4434-b2fe-69937d87266a,segment=NetworkSegment(f9767828-2fb8-45fe-81a2-b5a7e475dbcf),segment_id=f9767828-2fb8-45fe-81a2-b5a7e475dbcf)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:01.985419 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:02.036305 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=61c0d2d2-d997-4434-b2fe-69937d87266a,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:02.094676 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ade9a1-d4ce-4a7f-8914-b6525044d3ba x-openstack-request-id: req-57ade9a1-d4ce-4a7f-8914-b6525044d3ba {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:44:02.094979 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be262aa-e344-47b6-bf0d-d302e0d4b919", "name": "network-vif-plugged", "status": "completed", "tag": "61c0d2d2-d997-4434-b2fe-69937d87266a", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:44:02.095240 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57ade9a1-d4ce-4a7f-8914-b6525044d3ba {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:44:02.095644 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be262aa-e344-47b6-bf0d-d302e0d4b919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c0d2d2-d997-4434-b2fe-69937d87266a', 'code': 200} Jul 07 17:44:02.208323 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694cf06-6a49-4015-832a-cb9a7034a5a6 req-d6ecdf60-bd15-4060-b9b6-49e954e21024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:02.209879 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4694cf06-6a49-4015-832a-cb9a7034a5a6 req-d6ecdf60-bd15-4060-b9b6-49e954e21024 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9be262aa-e344-47b6-bf0d-d302e0d4b919 HTTP/1.1" status: 200 len: 1097 time: 0.0550876 Jul 07 17:44:02.244846 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4694cf06-6a49-4015-832a-cb9a7034a5a6 req-c097e34a-5e56-4eb1-95ba-ddc856985f5e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2abb5be6-8463-449d-b2f1-2eb3f5e56cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284600 Jul 07 17:44:02.537130 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b83101-4d92-464e-9b97-ae559ed9fabb req-0680debe-8566-4e24-8b12-77b8b69adc94 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:02.538679 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c0b83101-4d92-464e-9b97-ae559ed9fabb req-0680debe-8566-4e24-8b12-77b8b69adc94 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9be262aa-e344-47b6-bf0d-d302e0d4b919 HTTP/1.1" status: 200 len: 1097 time: 0.0533142 Jul 07 17:44:02.572746 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c0b83101-4d92-464e-9b97-ae559ed9fabb req-4d7ef13d-a06d-4ea6-b402-40102f18285a tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2abb5be6-8463-449d-b2f1-2eb3f5e56cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285406 Jul 07 17:44:03.742549 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137de049-d73c-4e90-9a27-9646a447995d req-ce8f3887-561c-4d96-a3f2-53b6f3fdf957 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:03.744046 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-137de049-d73c-4e90-9a27-9646a447995d req-ce8f3887-561c-4d96-a3f2-53b6f3fdf957 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9be262aa-e344-47b6-bf0d-d302e0d4b919 HTTP/1.1" status: 200 len: 1097 time: 0.0561931 Jul 07 17:44:03.777254 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-137de049-d73c-4e90-9a27-9646a447995d req-e088dc17-f628-48c3-9d42-5cb1c8e6e91f tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2abb5be6-8463-449d-b2f1-2eb3f5e56cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277314 Jul 07 17:44:03.942464 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90a86e-f76a-4171-8c02-e0601a4c2d6a req-4abd6778-088a-4536-84b4-bb4cf433af4d tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:03.944014 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ca90a86e-f76a-4171-8c02-e0601a4c2d6a req-4abd6778-088a-4536-84b4-bb4cf433af4d tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9be262aa-e344-47b6-bf0d-d302e0d4b919 HTTP/1.1" status: 200 len: 1097 time: 0.0578039 Jul 07 17:44:03.978854 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ca90a86e-f76a-4171-8c02-e0601a4c2d6a req-0523f923-9e88-47f2-8538-5910ff530328 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2abb5be6-8463-449d-b2f1-2eb3f5e56cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293536 Jul 07 17:44:04.137542 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d706da-203e-44b4-90bf-90841ba63794 req-bd0c22d2-61b4-409e-8358-b65e18275b8d tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:04.139050 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23d706da-203e-44b4-90bf-90841ba63794 req-bd0c22d2-61b4-409e-8358-b65e18275b8d tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9be262aa-e344-47b6-bf0d-d302e0d4b919 HTTP/1.1" status: 200 len: 1097 time: 0.0517092 Jul 07 17:44:04.174956 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23d706da-203e-44b4-90bf-90841ba63794 req-32c6b341-2214-4120-9e5f-de2c12b4666e tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2abb5be6-8463-449d-b2f1-2eb3f5e56cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285759 Jul 07 17:44:04.437118 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-9d1cfe03-dfca-4609-b596-48627c268165 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:04.439730 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-9d1cfe03-dfca-4609-b596-48627c268165 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/networks?id=a2c8751c-b43e-4865-ba63-14a76b07b969 HTTP/1.1" status: 200 len: 911 time: 0.1079519 Jul 07 17:44:04.454745 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-5acce902-88d9-4d9e-b10a-f9d59f1ca56e tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/quotas/d8d5ae060c4c43a38c8addd1c17d37c8 HTTP/1.1" status: 200 len: 375 time: 0.0092123 Jul 07 17:44:04.520005 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-0b1b71f2-c1ad-4b60-a7ca-b14157232547 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8d5ae060c4c43a38c8addd1c17d37c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0601356 Jul 07 17:44:04.611251 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-3a7c594d-b16a-4279-a1b4-9de5ffb4aefc service neutron] 10.222.0.53 "GET /v2.0/networks/a2c8751c-b43e-4865-ba63-14a76b07b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847280 Jul 07 17:44:04.709328 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-36c09bb0-481d-4542-b803-ae106f38b7ed service neutron] 10.222.0.53 "GET /v2.0/networks/a2c8751c-b43e-4865-ba63-14a76b07b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917060 Jul 07 17:44:04.881414 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4e5555f0-071f-4c56-9e87-24eb80922f7b req-3ff72258-0819-4bd2-a5ba-8bb94400bcea tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0b470ce7-c072-428c-9ae3-9edcd67a8ec2 HTTP/1.1" status: 200 len: 210 time: 0.0286350 Jul 07 17:44:05.895141 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-a4b1977a-b21f-47f6-a1ff-ef03f2b9b8e6 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:05.896596 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-a4b1977a-b21f-47f6-a1ff-ef03f2b9b8e6 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.64 "GET /v2.0/networks?id=a2c8751c-b43e-4865-ba63-14a76b07b969 HTTP/1.1" status: 200 len: 911 time: 0.0930388 Jul 07 17:44:05.907864 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-172a28de-b676-46ef-a91f-0084ad9937db tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Request body: {'port': {'device_id': '0b470ce7-c072-428c-9ae3-9edcd67a8ec2', 'network_id': 'a2c8751c-b43e-4865-ba63-14a76b07b969', 'admin_state_up': True, 'tenant_id': 'd8d5ae060c4c43a38c8addd1c17d37c8'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:05.935152 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-172a28de-b676-46ef-a91f-0084ad9937db tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Made reservation on behalf of d8d5ae060c4c43a38c8addd1c17d37c8 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:44:05.938709 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-172a28de-b676-46ef-a91f-0084ad9937db tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:06.068195 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f97b46b9-1a4b-4cba-8ff2-068e7888f1a6 req-0b8a7a79-901b-4c9a-ac70-5be6f6e1c831 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0b470ce7-c072-428c-9ae3-9edcd67a8ec2 HTTP/1.1" status: 200 len: 210 time: 0.0559361 Jul 07 17:44:06.092697 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-172a28de-b676-46ef-a91f-0084ad9937db tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Allocated IP 172.20.0.3 (a2c8751c-b43e-4865-ba63-14a76b07b969/718f8d5d-9fe1-427f-afd2-f862e73c6f17/4b648242-ac70-497c-b0c6-6d2be66d7086) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:44:06.246272 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-172a28de-b676-46ef-a91f-0084ad9937db tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:06.261007 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-172a28de-b676-46ef-a91f-0084ad9937db tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Transition to ACTIVE for port object 4b648242-ac70-497c-b0c6-6d2be66d7086 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:06.296128 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-172a28de-b676-46ef-a91f-0084ad9937db tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:06.306969 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['61c0d2d2-d997-4434-b2fe-69937d87266a'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:44:06.342013 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-172a28de-b676-46ef-a91f-0084ad9937db tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Network a2c8751c-b43e-4865-ba63-14a76b07b969 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:44:06.349324 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-172a28de-b676-46ef-a91f-0084ad9937db tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:06.353996 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-172a28de-b676-46ef-a91f-0084ad9937db tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:44:06.357285 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a28de-b676-46ef-a91f-0084ad9937db tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Pushing event updated for resources: {'Port': ['ID=4b648242-ac70-497c-b0c6-6d2be66d7086,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:06.397513 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-172a28de-b676-46ef-a91f-0084ad9937db tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:06.398127 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-172a28de-b676-46ef-a91f-0084ad9937db tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:06.412710 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-172a28de-b676-46ef-a91f-0084ad9937db tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5092001 Jul 07 17:44:06.423395 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-650dfaea-76f6-415b-a506-fb74b144a11b tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:44:06.425103 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-650dfaea-76f6-415b-a506-fb74b144a11b tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064502 Jul 07 17:44:06.435746 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-1163b850-127a-410b-bb50-8b4977d7b37a service neutron] Request body: {'port': {'device_id': '0b470ce7-c072-428c-9ae3-9edcd67a8ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:06.521985 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-1163b850-127a-410b-bb50-8b4977d7b37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:06.614157 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1838e63c-2c96-4c80-99b4-95587d05384e None None] Provisioning for port 4b648242-ac70-497c-b0c6-6d2be66d7086 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:06.617982 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1838e63c-2c96-4c80-99b4-95587d05384e None None] Provisioning complete for port 4b648242-ac70-497c-b0c6-6d2be66d7086 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:06.618357 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1838e63c-2c96-4c80-99b4-95587d05384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:06.652875 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-1838e63c-2c96-4c80-99b4-95587d05384e None None] Port 4b648242-ac70-497c-b0c6-6d2be66d7086 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:44:06.809961 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-1163b850-127a-410b-bb50-8b4977d7b37a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b648242-ac70-497c-b0c6-6d2be66d7086 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:44:06.818264 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-1163b850-127a-410b-bb50-8b4977d7b37a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:06.830870 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-1163b850-127a-410b-bb50-8b4977d7b37a service neutron] Transition to ACTIVE for port object 4b648242-ac70-497c-b0c6-6d2be66d7086 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:06.835022 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-1163b850-127a-410b-bb50-8b4977d7b37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:06.912200 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163b850-127a-410b-bb50-8b4977d7b37a service neutron] Pushing event updated for resources: {'Port': ['ID=4b648242-ac70-497c-b0c6-6d2be66d7086,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:06.966897 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-1163b850-127a-410b-bb50-8b4977d7b37a service neutron] Attempting to bind port 4b648242-ac70-497c-b0c6-6d2be66d7086 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:44:06.967239 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-1163b850-127a-410b-bb50-8b4977d7b37a service neutron] Attempting to bind port 4b648242-ac70-497c-b0c6-6d2be66d7086 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'f9767828-2fb8-45fe-81a2-b5a7e475dbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a2c8751c-b43e-4865-ba63-14a76b07b969'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:44:06.967571 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-1163b850-127a-410b-bb50-8b4977d7b37a service neutron] Attempting to bind port 4b648242-ac70-497c-b0c6-6d2be66d7086 on network a2c8751c-b43e-4865-ba63-14a76b07b969 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:44:06.973931 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-1163b850-127a-410b-bb50-8b4977d7b37a service neutron] Port 4b648242-ac70-497c-b0c6-6d2be66d7086 on network a2c8751c-b43e-4865-ba63-14a76b07b969 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:44:06.974252 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-1163b850-127a-410b-bb50-8b4977d7b37a service neutron] Attempting to bind port 4b648242-ac70-497c-b0c6-6d2be66d7086 on network a2c8751c-b43e-4865-ba63-14a76b07b969 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:44:06.979419 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-1163b850-127a-410b-bb50-8b4977d7b37a service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:44:06.979763 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-1163b850-127a-410b-bb50-8b4977d7b37a service neutron] Checking segment: {'id': 'f9767828-2fb8-45fe-81a2-b5a7e475dbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a2c8751c-b43e-4865-ba63-14a76b07b969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:44:06.980217 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-1163b850-127a-410b-bb50-8b4977d7b37a service neutron] Bound using segment: {'id': 'f9767828-2fb8-45fe-81a2-b5a7e475dbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a2c8751c-b43e-4865-ba63-14a76b07b969'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:44:06.980591 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-1163b850-127a-410b-bb50-8b4977d7b37a service neutron] Bound port: 4b648242-ac70-497c-b0c6-6d2be66d7086, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9767828-2fb8-45fe-81a2-b5a7e475dbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a2c8751c-b43e-4865-ba63-14a76b07b969'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:44:06.980988 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-1163b850-127a-410b-bb50-8b4977d7b37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:07.051028 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-1163b850-127a-410b-bb50-8b4977d7b37a service neutron] For port 4b648242-ac70-497c-b0c6-6d2be66d7086, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:44:07.054217 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-1163b850-127a-410b-bb50-8b4977d7b37a service neutron] For port 4b648242-ac70-497c-b0c6-6d2be66d7086, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=4b648242-ac70-497c-b0c6-6d2be66d7086,segment=NetworkSegment(f9767828-2fb8-45fe-81a2-b5a7e475dbcf),segment_id=f9767828-2fb8-45fe-81a2-b5a7e475dbcf)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:44:07.058741 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-1163b850-127a-410b-bb50-8b4977d7b37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:07.093107 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-1163b850-127a-410b-bb50-8b4977d7b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:07.093824 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-1163b850-127a-410b-bb50-8b4977d7b37a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:07.095269 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-1163b850-127a-410b-bb50-8b4977d7b37a service neutron] 10.222.0.64 "PUT /v2.0/ports/4b648242-ac70-497c-b0c6-6d2be66d7086 HTTP/1.1" status: 200 len: 1092 time: 0.6640434 Jul 07 17:44:07.095688 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b470ce7-c072-428c-9ae3-9edcd67a8ec2', 'tag': '4b648242-ac70-497c-b0c6-6d2be66d7086'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:44:07.098768 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778666bc-6fde-4d2d-948d-3a8945908840" -d '{"events": [{"name": "network-changed", "server_uuid": "0b470ce7-c072-428c-9ae3-9edcd67a8ec2", "tag": "4b648242-ac70-497c-b0c6-6d2be66d7086"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:44:07.132430 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163b850-127a-410b-bb50-8b4977d7b37a service neutron] Pushing event updated for resources: {'Port': ['ID=4b648242-ac70-497c-b0c6-6d2be66d7086,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:07.146868 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a535da-7194-452d-af4b-ea0bf61bc3ff x-openstack-request-id: req-22a535da-7194-452d-af4b-ea0bf61bc3ff {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:44:07.147167 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b470ce7-c072-428c-9ae3-9edcd67a8ec2", "tag": "4b648242-ac70-497c-b0c6-6d2be66d7086", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:44:07.147421 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22a535da-7194-452d-af4b-ea0bf61bc3ff {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:44:07.147823 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b470ce7-c072-428c-9ae3-9edcd67a8ec2', 'tag': '4b648242-ac70-497c-b0c6-6d2be66d7086', 'status': 'completed', 'code': 200} Jul 07 17:44:07.204150 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-90c28351-84aa-4617-90fa-3515c8f3222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:07.207733 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-90c28351-84aa-4617-90fa-3515c8f3222c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8d5ae060c4c43a38c8addd1c17d37c8&device_id=0b470ce7-c072-428c-9ae3-9edcd67a8ec2 HTTP/1.1" status: 200 len: 1095 time: 0.0719223 Jul 07 17:44:07.258815 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-8b9560d7-88a8-4b58-b0a1-abbb2921581a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b648242-ac70-497c-b0c6-6d2be66d7086 HTTP/1.1" status: 200 len: 217 time: 0.0431001 Jul 07 17:44:07.276444 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39aad3-eb06-4f66-9a4c-b1db479ab399 req-941ca9d5-3a5d-4f85-82ce-7da367a0249d tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:07.278790 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5d39aad3-eb06-4f66-9a4c-b1db479ab399 req-941ca9d5-3a5d-4f85-82ce-7da367a0249d tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0b470ce7-c072-428c-9ae3-9edcd67a8ec2 HTTP/1.1" status: 200 len: 1095 time: 0.0673778 Jul 07 17:44:07.327977 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5d39aad3-eb06-4f66-9a4c-b1db479ab399 req-16eabde3-b462-4207-9149-f4b019704d2e tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2abb5be6-8463-449d-b2f1-2eb3f5e56cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412874 Jul 07 17:44:07.335144 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-6ef690af-1efd-4222-a8d0-4789ca166167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:07.336724 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-6ef690af-1efd-4222-a8d0-4789ca166167 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=718f8d5d-9fe1-427f-afd2-f862e73c6f17 HTTP/1.1" status: 200 len: 849 time: 0.0721269 Jul 07 17:44:07.397738 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-7bc326d9-d63f-441a-8b07-578315a9329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:07.399252 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-7bc326d9-d63f-441a-8b07-578315a9329c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a2c8751c-b43e-4865-ba63-14a76b07b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565379 Jul 07 17:44:07.494251 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-bd006ec0-5f15-4689-a500-7a29a80d268b service neutron] 10.222.0.64 "GET /v2.0/networks/a2c8751c-b43e-4865-ba63-14a76b07b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887358 Jul 07 17:44:07.585015 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63cef6a3-1cc3-4770-a9a7-9ddd8358eeaa req-c614156c-9368-45c5-ac2b-7babe5e0290a service neutron] 10.222.0.64 "GET /v2.0/networks/a2c8751c-b43e-4865-ba63-14a76b07b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847809 Jul 07 17:44:07.638795 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:07.690603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778666bc-6fde-4d2d-948d-3a8945908840 req-ac2edc9a-fa9e-40d3-a71b-d9e8977362a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:07.692663 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-778666bc-6fde-4d2d-948d-3a8945908840 req-ac2edc9a-fa9e-40d3-a71b-d9e8977362a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8d5ae060c4c43a38c8addd1c17d37c8&device_id=0b470ce7-c072-428c-9ae3-9edcd67a8ec2 HTTP/1.1" status: 200 len: 1095 time: 0.0612009 Jul 07 17:44:07.782859 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778666bc-6fde-4d2d-948d-3a8945908840 req-2953e605-c7fc-411f-8d8e-71ba48bed286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:07.784740 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-778666bc-6fde-4d2d-948d-3a8945908840 req-2953e605-c7fc-411f-8d8e-71ba48bed286 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a2c8751c-b43e-4865-ba63-14a76b07b969 HTTP/1.1" status: 200 len: 911 time: 0.0856760 Jul 07 17:44:07.831742 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-778666bc-6fde-4d2d-948d-3a8945908840 req-c40edfe3-c7f5-4b54-8789-bb427fdf6fea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b648242-ac70-497c-b0c6-6d2be66d7086 HTTP/1.1" status: 200 len: 217 time: 0.0393214 Jul 07 17:44:07.880730 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778666bc-6fde-4d2d-948d-3a8945908840 req-8122d5ff-2baa-43a8-b15c-ba255ba2c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:07.882095 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-778666bc-6fde-4d2d-948d-3a8945908840 req-8122d5ff-2baa-43a8-b15c-ba255ba2c4ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=718f8d5d-9fe1-427f-afd2-f862e73c6f17 HTTP/1.1" status: 200 len: 849 time: 0.0444720 Jul 07 17:44:07.941306 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778666bc-6fde-4d2d-948d-3a8945908840 req-f572fb8d-b7bf-477e-b0cb-19f72e91cbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:07.942815 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-778666bc-6fde-4d2d-948d-3a8945908840 req-f572fb8d-b7bf-477e-b0cb-19f72e91cbcb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a2c8751c-b43e-4865-ba63-14a76b07b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541437 Jul 07 17:44:08.039138 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-778666bc-6fde-4d2d-948d-3a8945908840 req-9ee89e65-47f8-43e5-8656-e1c93a825731 service neutron] 10.222.0.64 "GET /v2.0/networks/a2c8751c-b43e-4865-ba63-14a76b07b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892901 Jul 07 17:44:08.129793 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-778666bc-6fde-4d2d-948d-3a8945908840 req-cfdce1fd-ee01-4a0a-856b-6dcd7a0307f7 service neutron] 10.222.0.64 "GET /v2.0/networks/a2c8751c-b43e-4865-ba63-14a76b07b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842264 Jul 07 17:44:08.177821 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:08.503367 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48030e-158b-4625-97d8-0cfd2b815e8b req-95d959a2-493b-42e2-a160-4ecc60214000 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:08.505076 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2a48030e-158b-4625-97d8-0cfd2b815e8b req-95d959a2-493b-42e2-a160-4ecc60214000 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0b470ce7-c072-428c-9ae3-9edcd67a8ec2 HTTP/1.1" status: 200 len: 1095 time: 0.0583060 Jul 07 17:44:08.542650 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2a48030e-158b-4625-97d8-0cfd2b815e8b req-d4edacbf-0d7c-4638-8426-f8cde7fbf788 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2abb5be6-8463-449d-b2f1-2eb3f5e56cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307963 Jul 07 17:44:09.718190 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d96ae-37ad-46ee-95da-f2f171c64b3d req-42fb9484-c1a1-49aa-9cc2-2f1103effef3 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:09.719787 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd9d96ae-37ad-46ee-95da-f2f171c64b3d req-42fb9484-c1a1-49aa-9cc2-2f1103effef3 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0b470ce7-c072-428c-9ae3-9edcd67a8ec2 HTTP/1.1" status: 200 len: 1095 time: 0.0633585 Jul 07 17:44:09.758730 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd9d96ae-37ad-46ee-95da-f2f171c64b3d req-404426f3-df11-4e18-991d-d8b34bdb71b0 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2abb5be6-8463-449d-b2f1-2eb3f5e56cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304587 Jul 07 17:44:10.603475 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 4b648242-ac70-497c-b0c6-6d2be66d7086 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:44:10.714091 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 4b648242-ac70-497c-b0c6-6d2be66d7086, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=4b648242-ac70-497c-b0c6-6d2be66d7086,segment=NetworkSegment(f9767828-2fb8-45fe-81a2-b5a7e475dbcf),segment_id=f9767828-2fb8-45fe-81a2-b5a7e475dbcf)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:10.729262 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '4b648242-ac70-497c-b0c6-6d2be66d7086', 'network_id': 'a2c8751c-b43e-4865-ba63-14a76b07b969', 'port_id': '4b648242-ac70-497c-b0c6-6d2be66d7086', 'mac_address': 'fa:16:3e:69:7e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '718f8d5d-9fe1-427f-afd2-f862e73c6f17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:44:10.779321 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:10.794435 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b648242-ac70-497c-b0c6-6d2be66d7086 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:44:10.817907 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 4b648242-ac70-497c-b0c6-6d2be66d7086, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=4b648242-ac70-497c-b0c6-6d2be66d7086,segment=NetworkSegment(f9767828-2fb8-45fe-81a2-b5a7e475dbcf),segment_id=f9767828-2fb8-45fe-81a2-b5a7e475dbcf)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:10.822260 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:10.875145 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=4b648242-ac70-497c-b0c6-6d2be66d7086,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:10.946980 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be1c46-3493-4c16-b219-af58f96cfd6a req-bfe6e692-9131-4709-b527-839aafedd8a0 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:10.948610 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-49be1c46-3493-4c16-b219-af58f96cfd6a req-bfe6e692-9131-4709-b527-839aafedd8a0 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0b470ce7-c072-428c-9ae3-9edcd67a8ec2 HTTP/1.1" status: 200 len: 1096 time: 0.0715761 Jul 07 17:44:10.991280 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-49be1c46-3493-4c16-b219-af58f96cfd6a req-b4b8dd7e-a466-4689-b8e7-87e752d54dc8 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2abb5be6-8463-449d-b2f1-2eb3f5e56cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366027 Jul 07 17:44:11.045914 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['4b648242-ac70-497c-b0c6-6d2be66d7086'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:44:12.167186 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66db228-2c3c-4213-8227-c867606eae1c req-7254c8d7-ca87-4d8d-a4d1-9dee9a9c8334 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:12.168788 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f66db228-2c3c-4213-8227-c867606eae1c req-7254c8d7-ca87-4d8d-a4d1-9dee9a9c8334 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0b470ce7-c072-428c-9ae3-9edcd67a8ec2 HTTP/1.1" status: 200 len: 1096 time: 0.0549328 Jul 07 17:44:12.210459 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f66db228-2c3c-4213-8227-c867606eae1c req-8120e92a-f5ce-408b-88bc-eb8dc6c47e50 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2abb5be6-8463-449d-b2f1-2eb3f5e56cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338833 Jul 07 17:44:12.632019 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 4b648242-ac70-497c-b0c6-6d2be66d7086 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:12.685409 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 4b648242-ac70-497c-b0c6-6d2be66d7086 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:12.692117 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 4b648242-ac70-497c-b0c6-6d2be66d7086 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:12.692554 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:12.801385 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:12.840133 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b470ce7-c072-428c-9ae3-9edcd67a8ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b648242-ac70-497c-b0c6-6d2be66d7086'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:44:12.843146 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896908d0-f91b-488f-8c2b-b923ee7f2f2b" -d '{"events": [{"server_uuid": "0b470ce7-c072-428c-9ae3-9edcd67a8ec2", "name": "network-vif-plugged", "status": "completed", "tag": "4b648242-ac70-497c-b0c6-6d2be66d7086"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:44:12.861515 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 4b648242-ac70-497c-b0c6-6d2be66d7086, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=4b648242-ac70-497c-b0c6-6d2be66d7086,segment=NetworkSegment(f9767828-2fb8-45fe-81a2-b5a7e475dbcf),segment_id=f9767828-2fb8-45fe-81a2-b5a7e475dbcf)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:12.866937 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:12.898755 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf23f1c-8034-4863-8e28-ea06b0fb4fd7 x-openstack-request-id: req-fcf23f1c-8034-4863-8e28-ea06b0fb4fd7 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:44:12.898755 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b470ce7-c072-428c-9ae3-9edcd67a8ec2", "name": "network-vif-plugged", "status": "completed", "tag": "4b648242-ac70-497c-b0c6-6d2be66d7086", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:44:12.898755 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fcf23f1c-8034-4863-8e28-ea06b0fb4fd7 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:44:12.899147 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b470ce7-c072-428c-9ae3-9edcd67a8ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b648242-ac70-497c-b0c6-6d2be66d7086', 'code': 200} Jul 07 17:44:12.932945 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=4b648242-ac70-497c-b0c6-6d2be66d7086,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:13.013854 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491214ba-4817-409e-a454-7f8eaa4827a8 req-21c59b4c-e41d-4d85-b07c-bf76a42c0a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:13.015396 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-491214ba-4817-409e-a454-7f8eaa4827a8 req-21c59b4c-e41d-4d85-b07c-bf76a42c0a01 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0b470ce7-c072-428c-9ae3-9edcd67a8ec2 HTTP/1.1" status: 200 len: 1097 time: 0.0589278 Jul 07 17:44:13.056762 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-491214ba-4817-409e-a454-7f8eaa4827a8 req-ca681281-07a5-49ec-a687-5803b6c926d3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2abb5be6-8463-449d-b2f1-2eb3f5e56cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343125 Jul 07 17:44:13.436140 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7a485-09e6-4321-89f9-020ef355a800 req-e295e9c2-31fd-424c-a44b-829bb787cb59 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:13.437710 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-48e7a485-09e6-4321-89f9-020ef355a800 req-e295e9c2-31fd-424c-a44b-829bb787cb59 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0b470ce7-c072-428c-9ae3-9edcd67a8ec2 HTTP/1.1" status: 200 len: 1097 time: 0.0578368 Jul 07 17:44:13.476147 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-48e7a485-09e6-4321-89f9-020ef355a800 req-68c32d76-be36-41f1-b7f7-a483439d0dcf tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2abb5be6-8463-449d-b2f1-2eb3f5e56cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316496 Jul 07 17:44:14.680412 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bda19f-8b2d-407d-8208-aad77b71a5d3 req-42cdcf7b-4cc4-4dba-be7f-78a61385f30d tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:14.681982 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e4bda19f-8b2d-407d-8208-aad77b71a5d3 req-42cdcf7b-4cc4-4dba-be7f-78a61385f30d tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0b470ce7-c072-428c-9ae3-9edcd67a8ec2 HTTP/1.1" status: 200 len: 1097 time: 0.0554931 Jul 07 17:44:14.716911 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e4bda19f-8b2d-407d-8208-aad77b71a5d3 req-6490618a-6454-429e-a6b9-553e78bb1690 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2abb5be6-8463-449d-b2f1-2eb3f5e56cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293653 Jul 07 17:44:14.884065 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f334f-2b36-4910-9b12-ab4ba3817311 req-bc39ad95-18bd-458b-96d2-6d054efe87fa tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:14.885636 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-390f334f-2b36-4910-9b12-ab4ba3817311 req-bc39ad95-18bd-458b-96d2-6d054efe87fa tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0b470ce7-c072-428c-9ae3-9edcd67a8ec2 HTTP/1.1" status: 200 len: 1097 time: 0.0523372 Jul 07 17:44:14.919767 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-390f334f-2b36-4910-9b12-ab4ba3817311 req-552e4b92-30e4-4050-8766-d620b5adaa56 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2abb5be6-8463-449d-b2f1-2eb3f5e56cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286241 Jul 07 17:44:15.082484 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37927d4-a5cd-4269-b9d0-9f774291a4e5 req-6c0ecbc5-37bc-47fb-8cc6-5460e7ca028a tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:15.083966 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d37927d4-a5cd-4269-b9d0-9f774291a4e5 req-6c0ecbc5-37bc-47fb-8cc6-5460e7ca028a tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0b470ce7-c072-428c-9ae3-9edcd67a8ec2 HTTP/1.1" status: 200 len: 1097 time: 0.0573809 Jul 07 17:44:15.117133 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d37927d4-a5cd-4269-b9d0-9f774291a4e5 req-a5976a51-3c7b-4b3b-a3ab-afae05d45c76 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2abb5be6-8463-449d-b2f1-2eb3f5e56cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276678 Jul 07 17:44:15.497057 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de00e5-75a8-4a67-8e36-35e34a1a66cf req-d568bd9a-76b0-4267-a738-36fb4d02ada9 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:15.498615 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d4de00e5-75a8-4a67-8e36-35e34a1a66cf req-d568bd9a-76b0-4267-a738-36fb4d02ada9 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0b470ce7-c072-428c-9ae3-9edcd67a8ec2 HTTP/1.1" status: 200 len: 1097 time: 0.0557616 Jul 07 17:44:15.532981 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d4de00e5-75a8-4a67-8e36-35e34a1a66cf req-be9a6607-1973-42bd-8b9d-397c7887244b tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2abb5be6-8463-449d-b2f1-2eb3f5e56cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281322 Jul 07 17:44:16.679695 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf17ebd-c917-4844-9abc-839caeaefa36 req-d5717b8b-782c-4213-8ec9-60d74ae4076e tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:16.681256 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fdf17ebd-c917-4844-9abc-839caeaefa36 req-d5717b8b-782c-4213-8ec9-60d74ae4076e tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0b470ce7-c072-428c-9ae3-9edcd67a8ec2 HTTP/1.1" status: 200 len: 1097 time: 0.0538082 Jul 07 17:44:16.698449 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7a6db-631e-4a38-876c-db984de7ffac req-a763f628-163e-46fa-8520-eb05c48a3c6f tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:16.699979 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-90e7a6db-631e-4a38-876c-db984de7ffac req-a763f628-163e-46fa-8520-eb05c48a3c6f tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0b470ce7-c072-428c-9ae3-9edcd67a8ec2 HTTP/1.1" status: 200 len: 1097 time: 0.0544627 Jul 07 17:44:16.734702 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-90e7a6db-631e-4a38-876c-db984de7ffac req-7b635698-9b2b-43a0-8800-c59f35c1682c tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2abb5be6-8463-449d-b2f1-2eb3f5e56cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290868 Jul 07 17:44:16.777738 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-fdf17ebd-c917-4844-9abc-839caeaefa36 req-30b3357f-90d4-4b24-9f6c-358a5c8fbd0f tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Deleting port 4b648242-ac70-497c-b0c6-6d2be66d7086 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:44:16.778085 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fdf17ebd-c917-4844-9abc-839caeaefa36 req-30b3357f-90d4-4b24-9f6c-358a5c8fbd0f tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:16.866408 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-fdf17ebd-c917-4844-9abc-839caeaefa36 req-30b3357f-90d4-4b24-9f6c-358a5c8fbd0f tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] For port 4b648242-ac70-497c-b0c6-6d2be66d7086, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=4b648242-ac70-497c-b0c6-6d2be66d7086,segment=NetworkSegment(f9767828-2fb8-45fe-81a2-b5a7e475dbcf),segment_id=f9767828-2fb8-45fe-81a2-b5a7e475dbcf)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:16.866938 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fdf17ebd-c917-4844-9abc-839caeaefa36 req-30b3357f-90d4-4b24-9f6c-358a5c8fbd0f tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:16.887294 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-fdf17ebd-c917-4844-9abc-839caeaefa36 req-30b3357f-90d4-4b24-9f6c-358a5c8fbd0f tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Calling delete_port for 4b648242-ac70-497c-b0c6-6d2be66d7086 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:44:17.010844 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fdf17ebd-c917-4844-9abc-839caeaefa36 req-30b3357f-90d4-4b24-9f6c-358a5c8fbd0f tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:17.022421 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['4b648242-ac70-497c-b0c6-6d2be66d7086'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:44:17.027490 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['61c0d2d2-d997-4434-b2fe-69937d87266a'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:44:17.038232 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3357f-90d4-4b24-9f6c-358a5c8fbd0f tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b648242-ac70-497c-b0c6-6d2be66d7086,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:17.091196 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf17ebd-c917-4844-9abc-839caeaefa36 req-30b3357f-90d4-4b24-9f6c-358a5c8fbd0f tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] No DVR routers for this DVR port 4b648242-ac70-497c-b0c6-6d2be66d7086 on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:44:17.094165 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-fdf17ebd-c917-4844-9abc-839caeaefa36 req-30b3357f-90d4-4b24-9f6c-358a5c8fbd0f tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:17.096559 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fdf17ebd-c917-4844-9abc-839caeaefa36 req-30b3357f-90d4-4b24-9f6c-358a5c8fbd0f tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.64 "DELETE /v2.0/ports/4b648242-ac70-497c-b0c6-6d2be66d7086 HTTP/1.1" status: 204 len: 173 time: 0.4094622 Jul 07 17:44:17.096986 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b470ce7-c072-428c-9ae3-9edcd67a8ec2', 'name': 'network-vif-deleted', 'tag': '4b648242-ac70-497c-b0c6-6d2be66d7086'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:44:17.100181 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4b12c9-ab12-4076-be1d-2bdb7ad5c3fd" -d '{"events": [{"server_uuid": "0b470ce7-c072-428c-9ae3-9edcd67a8ec2", "name": "network-vif-deleted", "tag": "4b648242-ac70-497c-b0c6-6d2be66d7086"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:44:17.146490 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3946dd12-0f27-42f1-9efa-3b1b593b5ebd x-openstack-request-id: req-3946dd12-0f27-42f1-9efa-3b1b593b5ebd {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:44:17.146490 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b470ce7-c072-428c-9ae3-9edcd67a8ec2", "name": "network-vif-deleted", "tag": "4b648242-ac70-497c-b0c6-6d2be66d7086", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:44:17.146759 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3946dd12-0f27-42f1-9efa-3b1b593b5ebd {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:44:17.147042 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b470ce7-c072-428c-9ae3-9edcd67a8ec2', 'name': 'network-vif-deleted', 'tag': '4b648242-ac70-497c-b0c6-6d2be66d7086', 'status': 'completed', 'code': 200} Jul 07 17:44:18.171769 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe62c11-6ca1-4335-bc80-da01542722c5 req-8ea8857c-d7cd-438b-99b6-40596f1c7bec tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:18.173338 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dfe62c11-6ca1-4335-bc80-da01542722c5 req-8ea8857c-d7cd-438b-99b6-40596f1c7bec tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9be262aa-e344-47b6-bf0d-d302e0d4b919 HTTP/1.1" status: 200 len: 1097 time: 0.0569973 Jul 07 17:44:18.227752 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dfe62c11-6ca1-4335-bc80-da01542722c5 req-3cfb023a-6923-4927-bb97-6e4487c88e8f tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2abb5be6-8463-449d-b2f1-2eb3f5e56cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480807 Jul 07 17:44:19.396660 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b7057-45f0-4c09-bb97-6ab07d3f2b11 req-d5973d3f-18e9-4e3c-b0b8-359e115af106 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:19.398206 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7b4b7057-45f0-4c09-bb97-6ab07d3f2b11 req-d5973d3f-18e9-4e3c-b0b8-359e115af106 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9be262aa-e344-47b6-bf0d-d302e0d4b919 HTTP/1.1" status: 200 len: 1097 time: 0.0553713 Jul 07 17:44:19.433902 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7b4b7057-45f0-4c09-bb97-6ab07d3f2b11 req-807650bc-0368-4a5b-8cb4-d1678b007084 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2abb5be6-8463-449d-b2f1-2eb3f5e56cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301394 Jul 07 17:44:19.577154 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fade33-3c5f-4e91-9585-014cd8c69d1c req-3a90f255-3549-426c-84ff-7d705738bea9 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:19.578796 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-83fade33-3c5f-4e91-9585-014cd8c69d1c req-3a90f255-3549-426c-84ff-7d705738bea9 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=9be262aa-e344-47b6-bf0d-d302e0d4b919 HTTP/1.1" status: 200 len: 1097 time: 0.0550764 Jul 07 17:44:19.685953 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-83fade33-3c5f-4e91-9585-014cd8c69d1c req-5b45505b-f755-49c7-ae92-a0ddb8d13f38 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Deleting port 61c0d2d2-d997-4434-b2fe-69937d87266a {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:44:19.686298 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-83fade33-3c5f-4e91-9585-014cd8c69d1c req-5b45505b-f755-49c7-ae92-a0ddb8d13f38 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:19.770805 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-83fade33-3c5f-4e91-9585-014cd8c69d1c req-5b45505b-f755-49c7-ae92-a0ddb8d13f38 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] For port 61c0d2d2-d997-4434-b2fe-69937d87266a, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=61c0d2d2-d997-4434-b2fe-69937d87266a,segment=NetworkSegment(f9767828-2fb8-45fe-81a2-b5a7e475dbcf),segment_id=f9767828-2fb8-45fe-81a2-b5a7e475dbcf)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:19.771297 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-83fade33-3c5f-4e91-9585-014cd8c69d1c req-5b45505b-f755-49c7-ae92-a0ddb8d13f38 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:19.784832 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-83fade33-3c5f-4e91-9585-014cd8c69d1c req-5b45505b-f755-49c7-ae92-a0ddb8d13f38 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Calling delete_port for 61c0d2d2-d997-4434-b2fe-69937d87266a owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:44:20.270032 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-83fade33-3c5f-4e91-9585-014cd8c69d1c req-5b45505b-f755-49c7-ae92-a0ddb8d13f38 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:20.297943 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45505b-f755-49c7-ae92-a0ddb8d13f38 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Pushing event deleted for resources: {'Port': ['ID=61c0d2d2-d997-4434-b2fe-69937d87266a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:20.331688 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b45505b-f755-49c7-ae92-a0ddb8d13f38 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:20.332029 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b45505b-f755-49c7-ae92-a0ddb8d13f38 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:20.332382 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b45505b-f755-49c7-ae92-a0ddb8d13f38 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:20.332825 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b45505b-f755-49c7-ae92-a0ddb8d13f38 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:20.333165 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b45505b-f755-49c7-ae92-a0ddb8d13f38 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:20.333508 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b45505b-f755-49c7-ae92-a0ddb8d13f38 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:20.333823 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b45505b-f755-49c7-ae92-a0ddb8d13f38 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:20.334154 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b45505b-f755-49c7-ae92-a0ddb8d13f38 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:20.334484 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b45505b-f755-49c7-ae92-a0ddb8d13f38 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:20.334810 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b45505b-f755-49c7-ae92-a0ddb8d13f38 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:20.335134 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b45505b-f755-49c7-ae92-a0ddb8d13f38 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:20.335459 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b45505b-f755-49c7-ae92-a0ddb8d13f38 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:20.358888 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fade33-3c5f-4e91-9585-014cd8c69d1c req-5b45505b-f755-49c7-ae92-a0ddb8d13f38 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] No DVR routers for this DVR port 61c0d2d2-d997-4434-b2fe-69937d87266a on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:44:20.361968 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-83fade33-3c5f-4e91-9585-014cd8c69d1c req-5b45505b-f755-49c7-ae92-a0ddb8d13f38 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:20.365446 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-83fade33-3c5f-4e91-9585-014cd8c69d1c req-5b45505b-f755-49c7-ae92-a0ddb8d13f38 tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.72 "DELETE /v2.0/ports/61c0d2d2-d997-4434-b2fe-69937d87266a HTTP/1.1" status: 204 len: 173 time: 0.7736168 Jul 07 17:44:20.365930 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be262aa-e344-47b6-bf0d-d302e0d4b919', 'name': 'network-vif-deleted', 'tag': '61c0d2d2-d997-4434-b2fe-69937d87266a'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:44:20.368160 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524af248-794b-42f6-a608-926f2d2daf2f" -d '{"events": [{"server_uuid": "9be262aa-e344-47b6-bf0d-d302e0d4b919", "name": "network-vif-deleted", "tag": "61c0d2d2-d997-4434-b2fe-69937d87266a"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:44:20.432171 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16cc2cd-4f71-4d09-91a1-46f72f48af48 x-openstack-request-id: req-e16cc2cd-4f71-4d09-91a1-46f72f48af48 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:44:20.432523 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be262aa-e344-47b6-bf0d-d302e0d4b919", "name": "network-vif-deleted", "tag": "61c0d2d2-d997-4434-b2fe-69937d87266a", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:44:20.432804 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e16cc2cd-4f71-4d09-91a1-46f72f48af48 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:44:20.433260 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be262aa-e344-47b6-bf0d-d302e0d4b919', 'name': 'network-vif-deleted', 'tag': '61c0d2d2-d997-4434-b2fe-69937d87266a', 'status': 'completed', 'code': 200} Jul 07 17:44:20.606444 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af31c109-c1d2-4299-8848-4970f4655e38 req-2110290a-f102-4f64-b0ed-4ede9d88193c tempest-TestServerMultinode-1356003441 tempest-TestServerMultinode-1356003441-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9be262aa-e344-47b6-bf0d-d302e0d4b919 HTTP/1.1" status: 200 len: 210 time: 0.0305371 Jul 07 17:44:20.666155 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 4b648242-ac70-497c-b0c6-6d2be66d7086 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:44:20.686921 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 4b648242-ac70-497c-b0c6-6d2be66d7086 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:44:20.687267 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 4b648242-ac70-497c-b0c6-6d2be66d7086 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:44:21.705976 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46622) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:21.936515 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 61c0d2d2-d997-4434-b2fe-69937d87266a no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:44:21.961604 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 61c0d2d2-d997-4434-b2fe-69937d87266a {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:44:21.962029 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 61c0d2d2-d997-4434-b2fe-69937d87266a not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:44:22.087813 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-702c3e78-c0ff-45ae-be63-a0878007dd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:22.382573 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-702c3e78-c0ff-45ae-be63-a0878007dd82 admin admin] Deleting port 1ee90ecd-348c-475e-b972-c93ced4b8fe1 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:44:22.382917 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-702c3e78-c0ff-45ae-be63-a0878007dd82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:22.469313 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-702c3e78-c0ff-45ae-be63-a0878007dd82 admin admin] For port 1ee90ecd-348c-475e-b972-c93ced4b8fe1, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=1ee90ecd-348c-475e-b972-c93ced4b8fe1,segment=NetworkSegment(f9767828-2fb8-45fe-81a2-b5a7e475dbcf),segment_id=f9767828-2fb8-45fe-81a2-b5a7e475dbcf)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:22.469660 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-702c3e78-c0ff-45ae-be63-a0878007dd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:22.483084 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-702c3e78-c0ff-45ae-be63-a0878007dd82 admin admin] Calling delete_port for 1ee90ecd-348c-475e-b972-c93ced4b8fe1 owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:44:22.698401 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-702c3e78-c0ff-45ae-be63-a0878007dd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:22.726043 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c3e78-c0ff-45ae-be63-a0878007dd82 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ee90ecd-348c-475e-b972-c93ced4b8fe1,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:22.900784 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-702c3e78-c0ff-45ae-be63-a0878007dd82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:23.125037 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702c3e78-c0ff-45ae-be63-a0878007dd82 admin admin] Router cd85c768-90fc-4979-bb0c-2f0f4b614af3 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:44:23.435849 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-96ff8f44-fd09-4082-85c2-406e1f71714d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:23.552798 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702c3e78-c0ff-45ae-be63-a0878007dd82 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:44:23.558590 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-702c3e78-c0ff-45ae-be63-a0878007dd82 admin admin] 10.222.0.53 "PUT /v2.0/routers/cd85c768-90fc-4979-bb0c-2f0f4b614af3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8511257 Jul 07 17:44:23.560040 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46628) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:23.561317 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea242441-a735-4432-a41f-c1e895d4f973 None None] Sync routers for ids ['cd85c768-90fc-4979-bb0c-2f0f4b614af3'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:44:23.571985 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea242441-a735-4432-a41f-c1e895d4f973 None None] Routers {'cd85c768-90fc-4979-bb0c-2f0f4b614af3'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:44:23.572592 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-ea242441-a735-4432-a41f-c1e895d4f973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:43:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['cd85c768-90fc-4979-bb0c-2f0f4b614af3'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:23.666404 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ff59134b-7833-4b7c-9f89-e4c1c7c25850 admin admin] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:23.680127 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-ea242441-a735-4432-a41f-c1e895d4f973 None None] Set router cd85c768-90fc-4979-bb0c-2f0f4b614af3 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:44:23.770242 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ff59134b-7833-4b7c-9f89-e4c1c7c25850 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:23.823973 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-ff59134b-7833-4b7c-9f89-e4c1c7c25850 admin admin] Deleting port 7c3876ed-8c0c-42fd-a152-027cb3338a9f {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:44:23.824344 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ff59134b-7833-4b7c-9f89-e4c1c7c25850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:23.864371 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-ea242441-a735-4432-a41f-c1e895d4f973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd85c768-90fc-4979-bb0c-2f0f4b614af3', 'name': 'tempest-TestServerMultinode-1483622316-router', 'tenant_id': '8b296b6084a848ba8b0753061a3f3aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '7c3876ed-8c0c-42fd-a152-027cb3338a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:41Z', 'updated_at': '2021-07-07T17:44:22Z', 'revision_number': 5, 'project_id': '8b296b6084a848ba8b0753061a3f3aee', 'gw_port': {'id': '7c3876ed-8c0c-42fd-a152-027cb3338a9f', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd85c768-90fc-4979-bb0c-2f0f4b614af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:41Z', 'updated_at': '2021-07-07T17:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:23.895473 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea242441-a735-4432-a41f-c1e895d4f973 None None] Checking router: cd85c768-90fc-4979-bb0c-2f0f4b614af3 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:44:23.903507 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea242441-a735-4432-a41f-c1e895d4f973 None None] Routers {'cd85c768-90fc-4979-bb0c-2f0f4b614af3'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:44:23.904109 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-ea242441-a735-4432-a41f-c1e895d4f973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:43:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['cd85c768-90fc-4979-bb0c-2f0f4b614af3'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:23.904950 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-ff59134b-7833-4b7c-9f89-e4c1c7c25850 admin admin] For port 7c3876ed-8c0c-42fd-a152-027cb3338a9f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7c3876ed-8c0c-42fd-a152-027cb3338a9f,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:23.905319 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ff59134b-7833-4b7c-9f89-e4c1c7c25850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:23.923298 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-ff59134b-7833-4b7c-9f89-e4c1c7c25850 admin admin] Calling delete_port for 7c3876ed-8c0c-42fd-a152-027cb3338a9f owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:44:23.993096 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-ea242441-a735-4432-a41f-c1e895d4f973 None None] Set router cd85c768-90fc-4979-bb0c-2f0f4b614af3 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:44:24.045522 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-ea242441-a735-4432-a41f-c1e895d4f973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd85c768-90fc-4979-bb0c-2f0f4b614af3', 'name': 'tempest-TestServerMultinode-1483622316-router', 'tenant_id': '8b296b6084a848ba8b0753061a3f3aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:41Z', 'updated_at': '2021-07-07T17:44:23Z', 'revision_number': 6, 'project_id': '8b296b6084a848ba8b0753061a3f3aee', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:24.076185 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea242441-a735-4432-a41f-c1e895d4f973 None None] The sync data for ids ['cd85c768-90fc-4979-bb0c-2f0f4b614af3'] in n-d-791503-12 is: [{'id': 'cd85c768-90fc-4979-bb0c-2f0f4b614af3', 'name': 'tempest-TestServerMultinode-1483622316-router', 'tenant_id': '8b296b6084a848ba8b0753061a3f3aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:41Z', 'updated_at': '2021-07-07T17:44:23Z', 'revision_number': 6, 'project_id': '8b296b6084a848ba8b0753061a3f3aee', 'gw_port_host': None}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:44:24.098448 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ff59134b-7833-4b7c-9f89-e4c1c7c25850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.132944 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59134b-7833-4b7c-9f89-e4c1c7c25850 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c3876ed-8c0c-42fd-a152-027cb3338a9f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:24.198187 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ff59134b-7833-4b7c-9f89-e4c1c7c25850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.291486 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ff59134b-7833-4b7c-9f89-e4c1c7c25850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.293646 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ff59134b-7833-4b7c-9f89-e4c1c7c25850 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.337263 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ff59134b-7833-4b7c-9f89-e4c1c7c25850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.337758 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff59134b-7833-4b7c-9f89-e4c1c7c25850 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd85c768-90fc-4979-bb0c-2f0f4b614af3 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:44:24.342195 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ff59134b-7833-4b7c-9f89-e4c1c7c25850 admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.343377 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ff59134b-7833-4b7c-9f89-e4c1c7c25850 admin admin] 10.222.0.53 "DELETE /v2.0/routers/cd85c768-90fc-4979-bb0c-2f0f4b614af3 HTTP/1.1" status: 204 len: 168 time: 0.7823782 Jul 07 17:44:24.345929 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46634) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:24.399404 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-7221d2f2-e5ab-4afb-a928-141a99e2d116 admin admin] Deleting subnet 718f8d5d-9fe1-427f-afd2-f862e73c6f17 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:44:24.402822 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7221d2f2-e5ab-4afb-a928-141a99e2d116 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.440480 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7221d2f2-e5ab-4afb-a928-141a99e2d116 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.527105 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7221d2f2-e5ab-4afb-a928-141a99e2d116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.532760 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 1ee90ecd-348c-475e-b972-c93ced4b8fe1 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:44:24.557084 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 1ee90ecd-348c-475e-b972-c93ced4b8fe1 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:44:24.557499 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 1ee90ecd-348c-475e-b972-c93ced4b8fe1 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:44:24.586987 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7221d2f2-e5ab-4afb-a928-141a99e2d116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.613741 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221d2f2-e5ab-4afb-a928-141a99e2d116 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=718f8d5d-9fe1-427f-afd2-f862e73c6f17,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:24.617605 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7221d2f2-e5ab-4afb-a928-141a99e2d116 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.619556 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7221d2f2-e5ab-4afb-a928-141a99e2d116 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/718f8d5d-9fe1-427f-afd2-f862e73c6f17 HTTP/1.1" status: 204 len: 168 time: 0.2718482 Jul 07 17:44:24.622056 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46636) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:24.624594 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a126ac-7030-403c-8812-f53690ad8e51 None None] Network a2c8751c-b43e-4865-ba63-14a76b07b969 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:44:24.693813 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.749799 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] Deleting port 920d1906-4d1e-441c-82b2-8d3cf222a50d {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:44:24.750145 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.820613 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] For port 920d1906-4d1e-441c-82b2-8d3cf222a50d, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=920d1906-4d1e-441c-82b2-8d3cf222a50d,segment=NetworkSegment(f9767828-2fb8-45fe-81a2-b5a7e475dbcf),segment_id=f9767828-2fb8-45fe-81a2-b5a7e475dbcf)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:24.821341 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.835752 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] Calling delete_port for 920d1906-4d1e-441c-82b2-8d3cf222a50d owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:44:24.864152 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53239dd5-ee95-4a7c-810c-d77d3b0b0626 None None] DHCP port deletion for a2c8751c-b43e-4865-ba63-14a76b07b969 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:44:24.915504 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-53239dd5-ee95-4a7c-810c-d77d3b0b0626 None None] Deleting port 920d1906-4d1e-441c-82b2-8d3cf222a50d {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:44:24.915879 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-53239dd5-ee95-4a7c-810c-d77d3b0b0626 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.937230 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.970204 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=920d1906-4d1e-441c-82b2-8d3cf222a50d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:24.984913 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] No DVR routers for this DVR port 920d1906-4d1e-441c-82b2-8d3cf222a50d on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:44:24.996326 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:24.996924 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:24.997507 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:24.998076 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:24.998664 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:24.999186 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:24.999637 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:25.000187 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:25.000949 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:25.001501 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:25.002043 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:25.002372 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-53239dd5-ee95-4a7c-810c-d77d3b0b0626 None None] For port 920d1906-4d1e-441c-82b2-8d3cf222a50d, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=920d1906-4d1e-441c-82b2-8d3cf222a50d,segment=NetworkSegment(f9767828-2fb8-45fe-81a2-b5a7e475dbcf),segment_id=f9767828-2fb8-45fe-81a2-b5a7e475dbcf)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:25.002591 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:25.003507 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-53239dd5-ee95-4a7c-810c-d77d3b0b0626 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:25.024786 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-53239dd5-ee95-4a7c-810c-d77d3b0b0626 None None] Calling delete_port for 920d1906-4d1e-441c-82b2-8d3cf222a50d owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:44:25.102083 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:25.112912 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c8751c-b43e-4865-ba63-14a76b07b969']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:25.115927 n-d-791503-12 neutron-server[100194]: self.session.flush() Jul 07 17:44:25.125081 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9767828-2fb8-45fe-81a2-b5a7e475dbcf') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:25.125081 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9767828-2fb8-45fe-81a2-b5a7e475dbcf') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:25.127171 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-53239dd5-ee95-4a7c-810c-d77d3b0b0626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:25.135007 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:25.150003 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:25.154310 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53239dd5-ee95-4a7c-810c-d77d3b0b0626 None None] Pushing event deleted for resources: {'Port': ['ID=920d1906-4d1e-441c-82b2-8d3cf222a50d,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:25.157363 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:44:25.157363 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:44:25.159284 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:44:25.163778 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53239dd5-ee95-4a7c-810c-d77d3b0b0626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:25.164135 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53239dd5-ee95-4a7c-810c-d77d3b0b0626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:25.164489 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53239dd5-ee95-4a7c-810c-d77d3b0b0626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:25.164862 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53239dd5-ee95-4a7c-810c-d77d3b0b0626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:25.165211 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53239dd5-ee95-4a7c-810c-d77d3b0b0626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:25.165540 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53239dd5-ee95-4a7c-810c-d77d3b0b0626 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:25.165874 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53239dd5-ee95-4a7c-810c-d77d3b0b0626 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:25.166207 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53239dd5-ee95-4a7c-810c-d77d3b0b0626 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:25.166538 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53239dd5-ee95-4a7c-810c-d77d3b0b0626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:25.166870 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53239dd5-ee95-4a7c-810c-d77d3b0b0626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:25.167199 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53239dd5-ee95-4a7c-810c-d77d3b0b0626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:25.167528 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53239dd5-ee95-4a7c-810c-d77d3b0b0626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:25.170342 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53239dd5-ee95-4a7c-810c-d77d3b0b0626 None None] No DVR routers for this DVR port 920d1906-4d1e-441c-82b2-8d3cf222a50d on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:44:25.226290 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:25.231835 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:25.233788 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a2c8751c-b43e-4865-ba63-14a76b07b969 HTTP/1.1" status: 204 len: 168 time: 0.6107879 Jul 07 17:44:25.236972 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46638) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:25.245590 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791194a-6130-4bc1-a730-5d65bb33f3b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2c8751c-b43e-4865-ba63-14a76b07b969,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:25.593134 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-04bb2ca0-ef79-46ba-8f03-eed759331719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:25.847941 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-04bb2ca0-ef79-46ba-8f03-eed759331719 admin admin] Deleting port 6b105ecc-2413-4c80-b979-6e1964ff5c81 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:44:25.848190 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-04bb2ca0-ef79-46ba-8f03-eed759331719 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:25.934496 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-04bb2ca0-ef79-46ba-8f03-eed759331719 admin admin] For port 6b105ecc-2413-4c80-b979-6e1964ff5c81, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6b105ecc-2413-4c80-b979-6e1964ff5c81,segment=NetworkSegment(1ca0ce7d-414e-46e3-a89b-8467da5e8ea4),segment_id=1ca0ce7d-414e-46e3-a89b-8467da5e8ea4)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:25.934860 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-04bb2ca0-ef79-46ba-8f03-eed759331719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:25.947721 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-04bb2ca0-ef79-46ba-8f03-eed759331719 admin admin] Calling delete_port for 6b105ecc-2413-4c80-b979-6e1964ff5c81 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:44:26.126510 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-04bb2ca0-ef79-46ba-8f03-eed759331719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:26.152203 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb2ca0-ef79-46ba-8f03-eed759331719 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b105ecc-2413-4c80-b979-6e1964ff5c81,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:26.245940 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:26.329861 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-04bb2ca0-ef79-46ba-8f03-eed759331719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:26.424464 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7c3876ed-8c0c-42fd-a152-027cb3338a9f no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:44:26.446238 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 7c3876ed-8c0c-42fd-a152-027cb3338a9f {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:44:26.446588 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7c3876ed-8c0c-42fd-a152-027cb3338a9f not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:44:26.447009 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 920d1906-4d1e-441c-82b2-8d3cf222a50d no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:44:26.468822 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 920d1906-4d1e-441c-82b2-8d3cf222a50d {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:44:26.469179 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 920d1906-4d1e-441c-82b2-8d3cf222a50d not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:44:26.564249 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bb2ca0-ef79-46ba-8f03-eed759331719 admin admin] Router b6c2f681-c457-4a57-854e-4ab84a80bf0e has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:44:26.678419 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bb2ca0-ef79-46ba-8f03-eed759331719 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:44:26.683732 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-04bb2ca0-ef79-46ba-8f03-eed759331719 admin admin] 10.222.0.53 "PUT /v2.0/routers/b6c2f681-c457-4a57-854e-4ab84a80bf0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4446115 Jul 07 17:44:26.686270 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46640) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:26.687585 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce2979-d540-4f7d-8721-a9e22fa7217e None None] Sync routers for ids ['b6c2f681-c457-4a57-854e-4ab84a80bf0e'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:44:26.698462 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ce2979-d540-4f7d-8721-a9e22fa7217e None None] Routers {'b6c2f681-c457-4a57-854e-4ab84a80bf0e'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:44:26.699085 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-95ce2979-d540-4f7d-8721-a9e22fa7217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:43:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b6c2f681-c457-4a57-854e-4ab84a80bf0e'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:26.801999 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a5da1ba-046f-424b-95d5-0257fcbfe873 admin admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:26.807222 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-95ce2979-d540-4f7d-8721-a9e22fa7217e None None] Set router b6c2f681-c457-4a57-854e-4ab84a80bf0e gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:44:26.887115 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-46354665-ce40-4abd-9cc0-757b00c1f689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:26.920744 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a5da1ba-046f-424b-95d5-0257fcbfe873 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:26.978534 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5da1ba-046f-424b-95d5-0257fcbfe873 admin admin] Deleting port 32b99f01-5858-44c1-816e-0112db2b98a7 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:44:26.978786 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a5da1ba-046f-424b-95d5-0257fcbfe873 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:27.025643 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-95ce2979-d540-4f7d-8721-a9e22fa7217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c2f681-c457-4a57-854e-4ab84a80bf0e', 'name': 'tempest-TestServerMultinode-1685995210-router', 'tenant_id': 'd8d5ae060c4c43a38c8addd1c17d37c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '32b99f01-5858-44c1-816e-0112db2b98a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:46Z', 'updated_at': '2021-07-07T17:44:26Z', 'revision_number': 5, 'project_id': 'd8d5ae060c4c43a38c8addd1c17d37c8', 'gw_port': {'id': '32b99f01-5858-44c1-816e-0112db2b98a7', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c2f681-c457-4a57-854e-4ab84a80bf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:47Z', 'updated_at': '2021-07-07T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:27.054421 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce2979-d540-4f7d-8721-a9e22fa7217e None None] Checking router: b6c2f681-c457-4a57-854e-4ab84a80bf0e for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:44:27.062991 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ce2979-d540-4f7d-8721-a9e22fa7217e None None] Routers {'b6c2f681-c457-4a57-854e-4ab84a80bf0e'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:44:27.063641 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-95ce2979-d540-4f7d-8721-a9e22fa7217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:44:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b6c2f681-c457-4a57-854e-4ab84a80bf0e'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:27.064090 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-0a5da1ba-046f-424b-95d5-0257fcbfe873 admin admin] For port 32b99f01-5858-44c1-816e-0112db2b98a7, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=32b99f01-5858-44c1-816e-0112db2b98a7,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:27.064733 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a5da1ba-046f-424b-95d5-0257fcbfe873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:27.083042 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5da1ba-046f-424b-95d5-0257fcbfe873 admin admin] Calling delete_port for 32b99f01-5858-44c1-816e-0112db2b98a7 owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:44:27.152595 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-95ce2979-d540-4f7d-8721-a9e22fa7217e None None] Set router b6c2f681-c457-4a57-854e-4ab84a80bf0e gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:44:27.205800 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-95ce2979-d540-4f7d-8721-a9e22fa7217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c2f681-c457-4a57-854e-4ab84a80bf0e', 'name': 'tempest-TestServerMultinode-1685995210-router', 'tenant_id': 'd8d5ae060c4c43a38c8addd1c17d37c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:46Z', 'updated_at': '2021-07-07T17:44:26Z', 'revision_number': 6, 'project_id': 'd8d5ae060c4c43a38c8addd1c17d37c8', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:27.239848 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce2979-d540-4f7d-8721-a9e22fa7217e None None] The sync data for ids ['b6c2f681-c457-4a57-854e-4ab84a80bf0e'] in n-d-791503-12 is: [{'id': 'b6c2f681-c457-4a57-854e-4ab84a80bf0e', 'name': 'tempest-TestServerMultinode-1685995210-router', 'tenant_id': 'd8d5ae060c4c43a38c8addd1c17d37c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:46Z', 'updated_at': '2021-07-07T17:44:26Z', 'revision_number': 6, 'project_id': 'd8d5ae060c4c43a38c8addd1c17d37c8', 'gw_port_host': None}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:44:27.280868 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a5da1ba-046f-424b-95d5-0257fcbfe873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:27.313142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5da1ba-046f-424b-95d5-0257fcbfe873 admin admin] Pushing event deleted for resources: {'Port': ['ID=32b99f01-5858-44c1-816e-0112db2b98a7,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:27.379418 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a5da1ba-046f-424b-95d5-0257fcbfe873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:27.469958 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a5da1ba-046f-424b-95d5-0257fcbfe873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:27.472908 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a5da1ba-046f-424b-95d5-0257fcbfe873 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:27.516298 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a5da1ba-046f-424b-95d5-0257fcbfe873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:27.516834 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5da1ba-046f-424b-95d5-0257fcbfe873 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6c2f681-c457-4a57-854e-4ab84a80bf0e {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:44:27.522045 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a5da1ba-046f-424b-95d5-0257fcbfe873 admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:27.523264 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0a5da1ba-046f-424b-95d5-0257fcbfe873 admin admin] 10.222.0.53 "DELETE /v2.0/routers/b6c2f681-c457-4a57-854e-4ab84a80bf0e HTTP/1.1" status: 204 len: 168 time: 0.8358469 Jul 07 17:44:27.525712 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46642) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:27.577400 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-a85d14f0-f1d6-4e76-a6c9-0054745e398b admin admin] Deleting subnet 329d3548-8797-4865-9f06-3878545de166 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:44:27.582402 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a85d14f0-f1d6-4e76-a6c9-0054745e398b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:27.619043 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a85d14f0-f1d6-4e76-a6c9-0054745e398b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:27.701014 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a85d14f0-f1d6-4e76-a6c9-0054745e398b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:27.759215 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a85d14f0-f1d6-4e76-a6c9-0054745e398b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:27.786429 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d14f0-f1d6-4e76-a6c9-0054745e398b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=329d3548-8797-4865-9f06-3878545de166,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:27.790244 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a85d14f0-f1d6-4e76-a6c9-0054745e398b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:27.794769 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46644) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:27.795523 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a85d14f0-f1d6-4e76-a6c9-0054745e398b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/329d3548-8797-4865-9f06-3878545de166 HTTP/1.1" status: 204 len: 168 time: 0.2680430 Jul 07 17:44:27.796590 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76f1f9d-df7a-4279-aaa6-601f72389963 None None] Network a04f82ea-1057-44da-970b-9cc9ebea8638 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:44:27.864142 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-149541d3-afbf-4be9-aa8f-7d40cafe211e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:27.918849 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-149541d3-afbf-4be9-aa8f-7d40cafe211e admin admin] Deleting port 7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:44:27.919220 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-149541d3-afbf-4be9-aa8f-7d40cafe211e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:27.992227 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-149541d3-afbf-4be9-aa8f-7d40cafe211e admin admin] For port 7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f,segment=NetworkSegment(1ca0ce7d-414e-46e3-a89b-8467da5e8ea4),segment_id=1ca0ce7d-414e-46e3-a89b-8467da5e8ea4)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:27.992827 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-149541d3-afbf-4be9-aa8f-7d40cafe211e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:28.007985 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-149541d3-afbf-4be9-aa8f-7d40cafe211e admin admin] Calling delete_port for 7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:44:28.024720 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd14946f-d538-4f74-8554-456f5cc6d865 None None] DHCP port deletion for a04f82ea-1057-44da-970b-9cc9ebea8638 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:44:28.029197 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:28.074308 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-cd14946f-d538-4f74-8554-456f5cc6d865 None None] Deleting port 7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:44:28.074686 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cd14946f-d538-4f74-8554-456f5cc6d865 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:28.097637 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-149541d3-afbf-4be9-aa8f-7d40cafe211e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:28.130286 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149541d3-afbf-4be9-aa8f-7d40cafe211e admin admin] Pushing event deleted for resources: {'Port': ['ID=7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:28.136009 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149541d3-afbf-4be9-aa8f-7d40cafe211e admin admin] No DVR routers for this DVR port 7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:44:28.141458 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-cd14946f-d538-4f74-8554-456f5cc6d865 None None] For port 7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f,segment=NetworkSegment(1ca0ce7d-414e-46e3-a89b-8467da5e8ea4),segment_id=1ca0ce7d-414e-46e3-a89b-8467da5e8ea4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:28.141864 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cd14946f-d538-4f74-8554-456f5cc6d865 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:28.156055 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-cd14946f-d538-4f74-8554-456f5cc6d865 None None] Calling delete_port for 7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:44:28.210446 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-149541d3-afbf-4be9-aa8f-7d40cafe211e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:28.224648 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-149541d3-afbf-4be9-aa8f-7d40cafe211e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a04f82ea-1057-44da-970b-9cc9ebea8638']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:28.237146 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-149541d3-afbf-4be9-aa8f-7d40cafe211e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca0ce7d-414e-46e3-a89b-8467da5e8ea4') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:28.238046 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-149541d3-afbf-4be9-aa8f-7d40cafe211e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca0ce7d-414e-46e3-a89b-8467da5e8ea4') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:28.243773 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cd14946f-d538-4f74-8554-456f5cc6d865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:28.248437 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-149541d3-afbf-4be9-aa8f-7d40cafe211e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:28.265936 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-149541d3-afbf-4be9-aa8f-7d40cafe211e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:28.273433 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149541d3-afbf-4be9-aa8f-7d40cafe211e admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:44:28.276171 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-149541d3-afbf-4be9-aa8f-7d40cafe211e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:44:28.278042 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:44:28.279883 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14946f-d538-4f74-8554-456f5cc6d865 None None] Pushing event deleted for resources: {'Port': ['ID=7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:28.280088 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd14946f-d538-4f74-8554-456f5cc6d865 None None] No DVR routers for this DVR port 7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:44:28.360737 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-149541d3-afbf-4be9-aa8f-7d40cafe211e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:28.367022 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-149541d3-afbf-4be9-aa8f-7d40cafe211e admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:28.371099 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-149541d3-afbf-4be9-aa8f-7d40cafe211e admin admin] 10.222.0.53 "DELETE /v2.0/networks/a04f82ea-1057-44da-970b-9cc9ebea8638 HTTP/1.1" status: 204 len: 168 time: 0.5731673 Jul 07 17:44:28.382490 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149541d3-afbf-4be9-aa8f-7d40cafe211e admin admin] Pushing event deleted for resources: {'Network': ['ID=a04f82ea-1057-44da-970b-9cc9ebea8638,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:28.385573 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:44:28.405298 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:44:28.405734 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7eacbed9-7ca3-4a31-8ef3-33dc91a7c43f not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:44:28.406220 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 32b99f01-5858-44c1-816e-0112db2b98a7 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:44:28.425986 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 32b99f01-5858-44c1-816e-0112db2b98a7 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:44:28.426335 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 32b99f01-5858-44c1-816e-0112db2b98a7 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:44:28.426754 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6b105ecc-2413-4c80-b979-6e1964ff5c81 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:44:28.448891 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 6b105ecc-2413-4c80-b979-6e1964ff5c81 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:44:28.449404 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6b105ecc-2413-4c80-b979-6e1964ff5c81 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:44:28.538462 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46648) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:28.587514 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b206e2c3-25f4-4f67-8e1d-39f2e3d254dd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b296b6084a848ba8b0753061a3f3aee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475779 Jul 07 17:44:28.590044 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46650) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:28.643343 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-054f4894-32a8-4c70-a0de-e3df7be6c7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:28.665559 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-054f4894-32a8-4c70-a0de-e3df7be6c7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:28.668707 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7728fbe5-a48e-4d61-8371-19af5b1e35ab req-f102dc90-9827-4f3b-a000-3f51dc7a2a09 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536809 Jul 07 17:44:28.723124 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-054f4894-32a8-4c70-a0de-e3df7be6c7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:28.725930 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-054f4894-32a8-4c70-a0de-e3df7be6c7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:28.727109 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-054f4894-32a8-4c70-a0de-e3df7be6c7cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/89d15c0c-51f4-4dd9-aa5e-2285ca8dc85f HTTP/1.1" status: 204 len: 168 time: 0.1361279 Jul 07 17:44:28.735340 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f4894-32a8-4c70-a0de-e3df7be6c7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d15c0c-51f4-4dd9-aa5e-2285ca8dc85f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:28.759734 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728fbe5-a48e-4d61-8371-19af5b1e35ab req-28632440-9ea0-4547-ab6f-624a33107faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:28.761277 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7728fbe5-a48e-4d61-8371-19af5b1e35ab req-28632440-9ea0-4547-ab6f-624a33107faf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 1097 time: 0.0702050 Jul 07 17:44:28.875443 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728fbe5-a48e-4d61-8371-19af5b1e35ab req-e51952c7-6cb6-4c19-b523-7cbbfbe345bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:28.876961 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7728fbe5-a48e-4d61-8371-19af5b1e35ab req-e51952c7-6cb6-4c19-b523-7cbbfbe345bf service neutron] 10.222.0.72 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 912 time: 0.0951312 Jul 07 17:44:28.954418 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7728fbe5-a48e-4d61-8371-19af5b1e35ab req-38d4ec38-a1a3-4a3d-9717-9eaf2e0eb55c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f92999d6-b61c-46d1-bc22-db13dbdbc028 HTTP/1.1" status: 200 len: 1001 time: 0.0710435 Jul 07 17:44:29.005083 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728fbe5-a48e-4d61-8371-19af5b1e35ab req-0256e171-2de9-40b9-a41f-341a37bd3d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:29.006577 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7728fbe5-a48e-4d61-8371-19af5b1e35ab req-0256e171-2de9-40b9-a41f-341a37bd3d1c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96a9e05f-47c3-4c4b-bd45-67d2458e49df HTTP/1.1" status: 200 len: 850 time: 0.0463545 Jul 07 17:44:29.074041 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728fbe5-a48e-4d61-8371-19af5b1e35ab req-0b9c52a8-a0f4-4d4d-a510-ee9ce8eca892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:29.075561 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7728fbe5-a48e-4d61-8371-19af5b1e35ab req-0b9c52a8-a0f4-4d4d-a510-ee9ce8eca892 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619831 Jul 07 17:44:29.085108 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46656) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:29.125914 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5bd6b4cb-efb4-4816-be7e-87741ca28b15 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d8d5ae060c4c43a38c8addd1c17d37c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394299 Jul 07 17:44:29.128851 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46658) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:29.168088 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7728fbe5-a48e-4d61-8371-19af5b1e35ab req-cc4cd069-140e-4bae-aa05-674f86b945b5 service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853786 Jul 07 17:44:29.179403 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d46556ef-8f8a-412a-8e64-2ff3510a9295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:29.202680 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d46556ef-8f8a-412a-8e64-2ff3510a9295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:29.255012 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d46556ef-8f8a-412a-8e64-2ff3510a9295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:29.257675 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d46556ef-8f8a-412a-8e64-2ff3510a9295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:29.258875 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d46556ef-8f8a-412a-8e64-2ff3510a9295 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2abb5be6-8463-449d-b2f1-2eb3f5e56cc0 HTTP/1.1" status: 204 len: 168 time: 0.1289999 Jul 07 17:44:29.272323 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7728fbe5-a48e-4d61-8371-19af5b1e35ab req-248a2188-fac6-451a-b2ce-0a46659c6581 service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976152 Jul 07 17:44:29.273672 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46556ef-8f8a-412a-8e64-2ff3510a9295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abb5be6-8463-449d-b2f1-2eb3f5e56cc0,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:30.338166 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:35.896145 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:44:37.657759 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:38.182670 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:53.438635 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8e77a6a1-d02b-4b67-a971-53609307b122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:56.256493 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:56.828503 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-06f376e3-613c-422e-80d1-cad55e346c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:58.032795 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:00.340323 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:05.064792 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46664) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:05.235089 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-2a3c18f8-fbc6-433f-a60a-39126573a14f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Deleting port c0023219-2285-4234-a277-834ac4644f35 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:45:05.235441 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2a3c18f8-fbc6-433f-a60a-39126573a14f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:05.327169 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2a3c18f8-fbc6-433f-a60a-39126573a14f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:05.327421 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2a3c18f8-fbc6-433f-a60a-39126573a14f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:05.339542 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-2a3c18f8-fbc6-433f-a60a-39126573a14f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Calling delete_port for c0023219-2285-4234-a277-834ac4644f35 owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:45:05.515298 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2a3c18f8-fbc6-433f-a60a-39126573a14f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:05.545326 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c18f8-fbc6-433f-a60a-39126573a14f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event deleted for resources: {'Port': ['ID=c0023219-2285-4234-a277-834ac4644f35,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:05.621392 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2a3c18f8-fbc6-433f-a60a-39126573a14f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:05.621637 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-2a3c18f8-fbc6-433f-a60a-39126573a14f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Floating IP cf48a7a8-00b9-4324-a5ea-7f4bbba6d49b disassociated (deleted). External IP: 172.25.0.187, port: f92999d6-b61c-46d1-bc22-db13dbdbc028. Jul 07 17:45:05.918649 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3c18f8-fbc6-433f-a60a-39126573a14f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Router d0b1da92-2279-417d-a85b-04726934128b has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:45:06.065616 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3c18f8-fbc6-433f-a60a-39126573a14f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:45:06.072701 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2a3c18f8-fbc6-433f-a60a-39126573a14f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:06.079456 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643a98e9-debb-446a-b6c3-a89fecbbfb24 None None] Sync routers for ids ['d0b1da92-2279-417d-a85b-04726934128b'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:45:06.093401 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643a98e9-debb-446a-b6c3-a89fecbbfb24 None None] Routers {'d0b1da92-2279-417d-a85b-04726934128b'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:06.094176 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-643a98e9-debb-446a-b6c3-a89fecbbfb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:44:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d0b1da92-2279-417d-a85b-04726934128b'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:06.125917 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2a3c18f8-fbc6-433f-a60a-39126573a14f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "DELETE /v2.0/floatingips/cf48a7a8-00b9-4324-a5ea-7f4bbba6d49b HTTP/1.1" status: 204 len: 168 time: 1.0596836 Jul 07 17:45:06.126707 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c9f001-b0a4-4345-9d55-ad88690cda27', 'tag': 'f92999d6-b61c-46d1-bc22-db13dbdbc028'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:06.130507 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ca9dde-46a4-4d26-b489-e3367fd74a80" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c9f001-b0a4-4345-9d55-ad88690cda27", "tag": "f92999d6-b61c-46d1-bc22-db13dbdbc028"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:06.185402 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b26570-b7d2-478e-b1fa-8d0217aabba6 x-openstack-request-id: req-78b26570-b7d2-478e-b1fa-8d0217aabba6 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:45:06.185799 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c9f001-b0a4-4345-9d55-ad88690cda27", "tag": "f92999d6-b61c-46d1-bc22-db13dbdbc028", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:45:06.186139 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78b26570-b7d2-478e-b1fa-8d0217aabba6 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:45:06.186797 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c9f001-b0a4-4345-9d55-ad88690cda27', 'tag': 'f92999d6-b61c-46d1-bc22-db13dbdbc028', 'status': 'completed', 'code': 200} Jul 07 17:45:06.231437 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-643a98e9-debb-446a-b6c3-a89fecbbfb24 None None] Set router d0b1da92-2279-417d-a85b-04726934128b gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:45:06.268818 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca9dde-46a4-4d26-b489-e3367fd74a80 req-d03bc3ae-a794-4754-9cae-f45db969d48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:06.270512 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e5ca9dde-46a4-4d26-b489-e3367fd74a80 req-d03bc3ae-a794-4754-9cae-f45db969d48c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 1097 time: 0.0615957 Jul 07 17:45:06.394621 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca9dde-46a4-4d26-b489-e3367fd74a80 req-dd8f3a39-9106-46af-ba48-6894022279cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:06.396398 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e5ca9dde-46a4-4d26-b489-e3367fd74a80 req-dd8f3a39-9106-46af-ba48-6894022279cc service neutron] 10.222.0.72 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 912 time: 0.1195064 Jul 07 17:45:06.446939 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e5ca9dde-46a4-4d26-b489-e3367fd74a80 req-9a94e302-df91-4fae-9c53-1c0a003448f9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f92999d6-b61c-46d1-bc22-db13dbdbc028 HTTP/1.1" status: 200 len: 217 time: 0.0420744 Jul 07 17:45:06.561910 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca9dde-46a4-4d26-b489-e3367fd74a80 req-9e5bb616-f306-431b-894f-e6cafd7eb9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:06.563450 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e5ca9dde-46a4-4d26-b489-e3367fd74a80 req-9e5bb616-f306-431b-894f-e6cafd7eb9a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96a9e05f-47c3-4c4b-bd45-67d2458e49df HTTP/1.1" status: 200 len: 850 time: 0.1100631 Jul 07 17:45:06.629977 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98080e22-1f22-4c8b-8aaa-27ecdc43dbb4 req-86e42c41-a322-4c98-be7d-eac190fc3120 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:06.631873 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-98080e22-1f22-4c8b-8aaa-27ecdc43dbb4 req-86e42c41-a322-4c98-be7d-eac190fc3120 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 945 time: 0.1365461 Jul 07 17:45:06.662223 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-643a98e9-debb-446a-b6c3-a89fecbbfb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b1da92-2279-417d-a85b-04726934128b', 'name': 'tempest-TestVolumeBootPattern-550639123-router', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b7562399-3981-4450-afed-12d00671e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:55Z', 'updated_at': '2021-07-07T17:34:04Z', 'revision_number': 4, 'project_id': '66782d55a9284144a8994a9a98696a09', 'gw_port': {'id': 'b7562399-3981-4450-afed-12d00671e32e', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:56Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '932672f4-757a-4d5d-ba6e-04feab6d4752', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'port_id': 'ac982bc1-1309-4943-8846-be813092e54b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'mac_address': 'fa:16:3e:75:8b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ca50c-148d-4cb2-8e08-74287d948097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:41:25Z', 'updated_at': '2021-07-07T17:41:28Z', 'revision_number': 1, 'project_id': '66782d55a9284144a8994a9a98696a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b43991d-20c6-4ed8-a8de-a9aa7938d5bf', 'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'mac_address': 'fa:16:3e:30:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:10Z', 'revision_number': 5, 'project_id': '66782d55a9284144a8994a9a98696a09', 'subnets': [{'id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:06.678233 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca9dde-46a4-4d26-b489-e3367fd74a80 req-41aa3065-37b7-45da-8e31-b3aad9552869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:06.679797 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e5ca9dde-46a4-4d26-b489-e3367fd74a80 req-41aa3065-37b7-45da-8e31-b3aad9552869 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1092539 Jul 07 17:45:06.697663 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643a98e9-debb-446a-b6c3-a89fecbbfb24 None None] Checking router: d0b1da92-2279-417d-a85b-04726934128b for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:45:06.704501 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-98080e22-1f22-4c8b-8aaa-27ecdc43dbb4 req-05f9d43f-34a1-45ac-bebf-82d956a2fbe0 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601509 Jul 07 17:45:06.708894 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643a98e9-debb-446a-b6c3-a89fecbbfb24 None None] Routers {'d0b1da92-2279-417d-a85b-04726934128b'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:06.709635 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-643a98e9-debb-446a-b6c3-a89fecbbfb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:44:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d0b1da92-2279-417d-a85b-04726934128b'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:06.833643 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e5ca9dde-46a4-4d26-b489-e3367fd74a80 req-0fcba06d-bd83-4aaf-a10a-0b9e750f055e service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441181 Jul 07 17:45:06.865994 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-643a98e9-debb-446a-b6c3-a89fecbbfb24 None None] Set router d0b1da92-2279-417d-a85b-04726934128b gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:45:06.972986 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e5ca9dde-46a4-4d26-b489-e3367fd74a80 req-707e4335-85f1-4188-bdb6-3cc9dbf3252c service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311524 Jul 07 17:45:07.164477 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-643a98e9-debb-446a-b6c3-a89fecbbfb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b1da92-2279-417d-a85b-04726934128b', 'name': 'tempest-TestVolumeBootPattern-550639123-router', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b7562399-3981-4450-afed-12d00671e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:55Z', 'updated_at': '2021-07-07T17:34:04Z', 'revision_number': 4, 'project_id': '66782d55a9284144a8994a9a98696a09', 'gw_port': {'id': 'b7562399-3981-4450-afed-12d00671e32e', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:56Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '932672f4-757a-4d5d-ba6e-04feab6d4752', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'port_id': 'ac982bc1-1309-4943-8846-be813092e54b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'mac_address': 'fa:16:3e:75:8b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ca50c-148d-4cb2-8e08-74287d948097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:41:25Z', 'updated_at': '2021-07-07T17:41:28Z', 'revision_number': 1, 'project_id': '66782d55a9284144a8994a9a98696a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b43991d-20c6-4ed8-a8de-a9aa7938d5bf', 'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'mac_address': 'fa:16:3e:30:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:10Z', 'revision_number': 5, 'project_id': '66782d55a9284144a8994a9a98696a09', 'subnets': [{'id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:07.212074 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643a98e9-debb-446a-b6c3-a89fecbbfb24 None None] The sync data for ids ['d0b1da92-2279-417d-a85b-04726934128b'] in n-d-791503-12 is: [{'id': 'd0b1da92-2279-417d-a85b-04726934128b', 'name': 'tempest-TestVolumeBootPattern-550639123-router', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b7562399-3981-4450-afed-12d00671e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:55Z', 'updated_at': '2021-07-07T17:34:04Z', 'revision_number': 4, 'project_id': '66782d55a9284144a8994a9a98696a09', 'gw_port': {'id': 'b7562399-3981-4450-afed-12d00671e32e', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:56Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '932672f4-757a-4d5d-ba6e-04feab6d4752', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'port_id': 'ac982bc1-1309-4943-8846-be813092e54b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'mac_address': 'fa:16:3e:75:8b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ca50c-148d-4cb2-8e08-74287d948097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:41:25Z', 'updated_at': '2021-07-07T17:41:28Z', 'revision_number': 1, 'project_id': '66782d55a9284144a8994a9a98696a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b43991d-20c6-4ed8-a8de-a9aa7938d5bf', 'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'mac_address': 'fa:16:3e:30:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:10Z', 'revision_number': 5, 'project_id': '66782d55a9284144a8994a9a98696a09', 'subnets': [{'id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:45:07.460792 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f1b06-cde7-4303-8060-23b33fd0898d None None] New status for floating IP cf48a7a8-00b9-4324-a5ea-7f4bbba6d49b: DOWN {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:45:07.650414 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:07.916785 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f76c26-32b0-44c2-8661-72934c5c3e82 req-fbb1ba20-2f1c-4421-ac04-48160624a47d tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.918363 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e8f76c26-32b0-44c2-8661-72934c5c3e82 req-fbb1ba20-2f1c-4421-ac04-48160624a47d tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 945 time: 0.0712132 Jul 07 17:45:07.957642 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e8f76c26-32b0-44c2-8661-72934c5c3e82 req-81074be8-7c95-4a1e-a219-e086cd6abc86 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337491 Jul 07 17:45:08.196717 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:08.209616 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70b181-1cda-4b85-b1f4-6f73205aa51f req-9ae0904a-e5ac-46f6-ab88-4884e3e6e112 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:08.211119 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9a70b181-1cda-4b85-b1f4-6f73205aa51f req-9ae0904a-e5ac-46f6-ab88-4884e3e6e112 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 945 time: 0.0703835 Jul 07 17:45:08.319992 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-9a70b181-1cda-4b85-b1f4-6f73205aa51f req-2bb85a4a-9fae-45c6-a163-bb4712bb5a17 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Deleting port f92999d6-b61c-46d1-bc22-db13dbdbc028 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:45:08.320344 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9a70b181-1cda-4b85-b1f4-6f73205aa51f req-2bb85a4a-9fae-45c6-a163-bb4712bb5a17 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:08.409857 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-9a70b181-1cda-4b85-b1f4-6f73205aa51f req-2bb85a4a-9fae-45c6-a163-bb4712bb5a17 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] For port f92999d6-b61c-46d1-bc22-db13dbdbc028, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=f92999d6-b61c-46d1-bc22-db13dbdbc028,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:08.410316 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9a70b181-1cda-4b85-b1f4-6f73205aa51f req-2bb85a4a-9fae-45c6-a163-bb4712bb5a17 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:08.423577 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-9a70b181-1cda-4b85-b1f4-6f73205aa51f req-2bb85a4a-9fae-45c6-a163-bb4712bb5a17 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Calling delete_port for f92999d6-b61c-46d1-bc22-db13dbdbc028 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:45:08.555839 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9a70b181-1cda-4b85-b1f4-6f73205aa51f req-2bb85a4a-9fae-45c6-a163-bb4712bb5a17 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:08.587830 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb85a4a-9fae-45c6-a163-bb4712bb5a17 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event deleted for resources: {'Port': ['ID=f92999d6-b61c-46d1-bc22-db13dbdbc028,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:08.639444 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a70b181-1cda-4b85-b1f4-6f73205aa51f req-2bb85a4a-9fae-45c6-a163-bb4712bb5a17 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] No DVR routers for this DVR port f92999d6-b61c-46d1-bc22-db13dbdbc028 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:45:08.642114 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9a70b181-1cda-4b85-b1f4-6f73205aa51f req-2bb85a4a-9fae-45c6-a163-bb4712bb5a17 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:08.644160 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9a70b181-1cda-4b85-b1f4-6f73205aa51f req-2bb85a4a-9fae-45c6-a163-bb4712bb5a17 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.72 "DELETE /v2.0/ports/f92999d6-b61c-46d1-bc22-db13dbdbc028 HTTP/1.1" status: 204 len: 173 time: 0.4273057 Jul 07 17:45:08.644693 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c9f001-b0a4-4345-9d55-ad88690cda27', 'name': 'network-vif-deleted', 'tag': 'f92999d6-b61c-46d1-bc22-db13dbdbc028'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:08.647119 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e683b6-3570-4ca3-9046-640f4b5646d8" -d '{"events": [{"server_uuid": "b4c9f001-b0a4-4345-9d55-ad88690cda27", "name": "network-vif-deleted", "tag": "f92999d6-b61c-46d1-bc22-db13dbdbc028"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:08.700603 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9da7d7-d5f7-4cd8-80b0-e8a796049856 x-openstack-request-id: req-cc9da7d7-d5f7-4cd8-80b0-e8a796049856 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:45:08.700942 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c9f001-b0a4-4345-9d55-ad88690cda27", "name": "network-vif-deleted", "tag": "f92999d6-b61c-46d1-bc22-db13dbdbc028", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:45:08.701221 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc9da7d7-d5f7-4cd8-80b0-e8a796049856 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:45:08.701619 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c9f001-b0a4-4345-9d55-ad88690cda27', 'name': 'network-vif-deleted', 'tag': 'f92999d6-b61c-46d1-bc22-db13dbdbc028', 'status': 'completed', 'code': 200} Jul 07 17:45:09.114195 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a89ee6ee-f053-41e0-8664-1f9d3bf8a4d7 req-d3f63440-6023-4e8c-bc46-f796c9470642 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 210 time: 0.0328166 Jul 07 17:45:10.226459 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device f92999d6-b61c-46d1-bc22-db13dbdbc028 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:45:10.247019 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: f92999d6-b61c-46d1-bc22-db13dbdbc028 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:45:10.247373 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device f92999d6-b61c-46d1-bc22-db13dbdbc028 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:45:10.271014 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b4298af8-3a9e-404f-8091-a92904905007 req-b881489c-b033-4d4f-a903-30f6eb429272 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 210 time: 0.0308831 Jul 07 17:45:11.418299 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-39ba1e8e-8583-4141-a701-35749ff3505f req-f93fdb72-244e-4773-92c5-6f82cde401bd tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 210 time: 0.0312252 Jul 07 17:45:12.574214 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-87e73565-c79e-4e30-93ec-575f2a79a756 req-e0bb5524-d071-45f9-b104-c2343b9b351a tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4c9f001-b0a4-4345-9d55-ad88690cda27 HTTP/1.1" status: 200 len: 210 time: 0.0313473 Jul 07 17:45:12.895856 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:45:19.152161 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46708) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:19.335139 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-b91b54a1-b11e-479b-96c6-a592253393ed tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Deleting port b4809710-2301-44df-b743-0433b930fb21 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:45:19.335493 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b91b54a1-b11e-479b-96c6-a592253393ed tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:19.420578 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b91b54a1-b11e-479b-96c6-a592253393ed tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:19.420930 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b91b54a1-b11e-479b-96c6-a592253393ed tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:19.433970 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-b91b54a1-b11e-479b-96c6-a592253393ed tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Calling delete_port for b4809710-2301-44df-b743-0433b930fb21 owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:45:19.596370 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b91b54a1-b11e-479b-96c6-a592253393ed tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:19.636352 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b54a1-b11e-479b-96c6-a592253393ed tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event deleted for resources: {'Port': ['ID=b4809710-2301-44df-b743-0433b930fb21,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:19.706939 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b91b54a1-b11e-479b-96c6-a592253393ed tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:19.707190 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-b91b54a1-b11e-479b-96c6-a592253393ed tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Floating IP 932672f4-757a-4d5d-ba6e-04feab6d4752 disassociated (deleted). External IP: 172.25.0.214, port: ac982bc1-1309-4943-8846-be813092e54b. Jul 07 17:45:19.930846 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91b54a1-b11e-479b-96c6-a592253393ed tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Router d0b1da92-2279-417d-a85b-04726934128b has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:45:20.056009 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91b54a1-b11e-479b-96c6-a592253393ed tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:45:20.061050 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b91b54a1-b11e-479b-96c6-a592253393ed tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:20.066399 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f6de08-e662-4611-ba5e-0cb359226f37 None None] Sync routers for ids ['d0b1da92-2279-417d-a85b-04726934128b'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:45:20.076828 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f6de08-e662-4611-ba5e-0cb359226f37 None None] Routers {'d0b1da92-2279-417d-a85b-04726934128b'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:20.077302 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-39f6de08-e662-4611-ba5e-0cb359226f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:44:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d0b1da92-2279-417d-a85b-04726934128b'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:20.109489 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b91b54a1-b11e-479b-96c6-a592253393ed tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "DELETE /v2.0/floatingips/932672f4-757a-4d5d-ba6e-04feab6d4752 HTTP/1.1" status: 204 len: 168 time: 0.9559791 Jul 07 17:45:20.110369 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65ca50c-148d-4cb2-8e08-74287d948097', 'tag': 'ac982bc1-1309-4943-8846-be813092e54b'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:20.113598 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6e6287-f353-4d3a-970d-260ad9a63288" -d '{"events": [{"name": "network-changed", "server_uuid": "b65ca50c-148d-4cb2-8e08-74287d948097", "tag": "ac982bc1-1309-4943-8846-be813092e54b"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:20.175264 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dacdf36-5b68-43f1-ab8f-8fe701b28433 x-openstack-request-id: req-8dacdf36-5b68-43f1-ab8f-8fe701b28433 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:45:20.176575 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65ca50c-148d-4cb2-8e08-74287d948097", "tag": "ac982bc1-1309-4943-8846-be813092e54b", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:45:20.177761 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8dacdf36-5b68-43f1-ab8f-8fe701b28433 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:45:20.178518 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65ca50c-148d-4cb2-8e08-74287d948097', 'tag': 'ac982bc1-1309-4943-8846-be813092e54b', 'status': 'completed', 'code': 200} Jul 07 17:45:20.203665 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-39f6de08-e662-4611-ba5e-0cb359226f37 None None] Set router d0b1da92-2279-417d-a85b-04726934128b gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:45:20.279458 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e6287-f353-4d3a-970d-260ad9a63288 req-8bf5d447-874c-42c9-bbd9-e3a8e1132f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:20.281408 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2f6e6287-f353-4d3a-970d-260ad9a63288 req-8bf5d447-874c-42c9-bbd9-e3a8e1132f90 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=66782d55a9284144a8994a9a98696a09&device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 1098 time: 0.0856898 Jul 07 17:45:20.402145 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e6287-f353-4d3a-970d-260ad9a63288 req-511a99b5-d10c-4bef-b7ff-fdfcae03af19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:20.404968 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2f6e6287-f353-4d3a-970d-260ad9a63288 req-511a99b5-d10c-4bef-b7ff-fdfcae03af19 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 200 len: 912 time: 0.1154890 Jul 07 17:45:20.455342 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2f6e6287-f353-4d3a-970d-260ad9a63288 req-413f7db1-28e2-4298-8d8d-8ac9437cdeeb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac982bc1-1309-4943-8846-be813092e54b HTTP/1.1" status: 200 len: 217 time: 0.0391235 Jul 07 17:45:20.480925 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-39f6de08-e662-4611-ba5e-0cb359226f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b1da92-2279-417d-a85b-04726934128b', 'name': 'tempest-TestVolumeBootPattern-550639123-router', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b7562399-3981-4450-afed-12d00671e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:55Z', 'updated_at': '2021-07-07T17:34:04Z', 'revision_number': 4, 'project_id': '66782d55a9284144a8994a9a98696a09', 'gw_port': {'id': 'b7562399-3981-4450-afed-12d00671e32e', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:56Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '1b43991d-20c6-4ed8-a8de-a9aa7938d5bf', 'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'mac_address': 'fa:16:3e:30:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:10Z', 'revision_number': 5, 'project_id': '66782d55a9284144a8994a9a98696a09', 'subnets': [{'id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:20.507701 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f6de08-e662-4611-ba5e-0cb359226f37 None None] Checking router: d0b1da92-2279-417d-a85b-04726934128b for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:45:20.516863 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f6de08-e662-4611-ba5e-0cb359226f37 None None] Routers {'d0b1da92-2279-417d-a85b-04726934128b'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:20.517492 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-39f6de08-e662-4611-ba5e-0cb359226f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:44:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d0b1da92-2279-417d-a85b-04726934128b'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:20.597955 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18881767-4c0a-4437-834a-7dbbcbdf2635 req-3d63397a-1a4c-4f69-a967-008b5fe1b79f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:20.602207 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-18881767-4c0a-4437-834a-7dbbcbdf2635 req-3d63397a-1a4c-4f69-a967-008b5fe1b79f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 946 time: 0.0885942 Jul 07 17:45:20.659700 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-39f6de08-e662-4611-ba5e-0cb359226f37 None None] Set router d0b1da92-2279-417d-a85b-04726934128b gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:45:20.662198 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-18881767-4c0a-4437-834a-7dbbcbdf2635 req-37906b54-b60b-4bc7-b4fd-fe9033914309 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498857 Jul 07 17:45:20.890758 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-39f6de08-e662-4611-ba5e-0cb359226f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b1da92-2279-417d-a85b-04726934128b', 'name': 'tempest-TestVolumeBootPattern-550639123-router', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b7562399-3981-4450-afed-12d00671e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:55Z', 'updated_at': '2021-07-07T17:34:04Z', 'revision_number': 4, 'project_id': '66782d55a9284144a8994a9a98696a09', 'gw_port': {'id': 'b7562399-3981-4450-afed-12d00671e32e', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:56Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '1b43991d-20c6-4ed8-a8de-a9aa7938d5bf', 'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'mac_address': 'fa:16:3e:30:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:10Z', 'revision_number': 5, 'project_id': '66782d55a9284144a8994a9a98696a09', 'subnets': [{'id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:20.904712 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e6287-f353-4d3a-970d-260ad9a63288 req-5a5f151f-35c8-4381-8824-4d7419bebc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:20.906213 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2f6e6287-f353-4d3a-970d-260ad9a63288 req-5a5f151f-35c8-4381-8824-4d7419bebc37 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96a9e05f-47c3-4c4b-bd45-67d2458e49df HTTP/1.1" status: 200 len: 850 time: 0.4440215 Jul 07 17:45:20.923388 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f6de08-e662-4611-ba5e-0cb359226f37 None None] The sync data for ids ['d0b1da92-2279-417d-a85b-04726934128b'] in n-d-791503-12 is: [{'id': 'd0b1da92-2279-417d-a85b-04726934128b', 'name': 'tempest-TestVolumeBootPattern-550639123-router', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b7562399-3981-4450-afed-12d00671e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:55Z', 'updated_at': '2021-07-07T17:34:04Z', 'revision_number': 4, 'project_id': '66782d55a9284144a8994a9a98696a09', 'gw_port': {'id': 'b7562399-3981-4450-afed-12d00671e32e', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:56Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '1b43991d-20c6-4ed8-a8de-a9aa7938d5bf', 'name': '', 'network_id': 'bfa2b772-e8c4-474c-9bbc-eeafbbaeb767', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'mac_address': 'fa:16:3e:30:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:10Z', 'revision_number': 5, 'project_id': '66782d55a9284144a8994a9a98696a09', 'subnets': [{'id': '96a9e05f-47c3-4c4b-bd45-67d2458e49df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:45:20.971394 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e6287-f353-4d3a-970d-260ad9a63288 req-0bad1ca8-ea86-4c5e-b212-8d9a22fc6936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:20.972958 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2f6e6287-f353-4d3a-970d-260ad9a63288 req-0bad1ca8-ea86-4c5e-b212-8d9a22fc6936 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591226 Jul 07 17:45:21.091052 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2f6e6287-f353-4d3a-970d-260ad9a63288 req-5ba4b4f5-d9fc-491f-8e66-0ccb1fed09bd service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110451 Jul 07 17:45:21.194002 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4818900e-e4b0-4e93-8fd9-11ee8f5a79cf None None] New status for floating IP 932672f4-757a-4d5d-ba6e-04feab6d4752: DOWN {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:45:21.201787 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2f6e6287-f353-4d3a-970d-260ad9a63288 req-c9b19a54-e76a-4d58-995d-ca28dc72cd4c service neutron] 10.222.0.72 "GET /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035111 Jul 07 17:45:21.856895 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc15bc4-a377-4916-b43f-70e6b5e6b943 req-534bc4a2-df29-48d6-a8d5-5ed1d0bf8d48 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:21.858469 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2fc15bc4-a377-4916-b43f-70e6b5e6b943 req-534bc4a2-df29-48d6-a8d5-5ed1d0bf8d48 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 946 time: 0.0690601 Jul 07 17:45:21.906105 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2fc15bc4-a377-4916-b43f-70e6b5e6b943 req-a02d4f63-7a2b-4891-b2bf-b8bd32072f5f tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e8545f5-c7c8-4915-8a22-84ee80275249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420446 Jul 07 17:45:21.972411 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a30d8-662d-4a5e-8498-8f237d308d50 req-cc315487-a5f0-45c3-9351-0b37a25e8c6e tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:21.974614 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ef8a30d8-662d-4a5e-8498-8f237d308d50 req-cc315487-a5f0-45c3-9351-0b37a25e8c6e tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.72 "GET /v2.0/ports?device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 946 time: 0.0662451 Jul 07 17:45:22.094066 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-ef8a30d8-662d-4a5e-8498-8f237d308d50 req-79801075-25cb-476c-a791-d1153405e4fb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Deleting port ac982bc1-1309-4943-8846-be813092e54b {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:45:22.094408 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ef8a30d8-662d-4a5e-8498-8f237d308d50 req-79801075-25cb-476c-a791-d1153405e4fb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:22.205091 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-ef8a30d8-662d-4a5e-8498-8f237d308d50 req-79801075-25cb-476c-a791-d1153405e4fb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] For port ac982bc1-1309-4943-8846-be813092e54b, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=ac982bc1-1309-4943-8846-be813092e54b,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:22.205457 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ef8a30d8-662d-4a5e-8498-8f237d308d50 req-79801075-25cb-476c-a791-d1153405e4fb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:22.221287 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-ef8a30d8-662d-4a5e-8498-8f237d308d50 req-79801075-25cb-476c-a791-d1153405e4fb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Calling delete_port for ac982bc1-1309-4943-8846-be813092e54b owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:45:22.367025 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ef8a30d8-662d-4a5e-8498-8f237d308d50 req-79801075-25cb-476c-a791-d1153405e4fb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:22.397146 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79801075-25cb-476c-a791-d1153405e4fb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event deleted for resources: {'Port': ['ID=ac982bc1-1309-4943-8846-be813092e54b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:22.407557 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79801075-25cb-476c-a791-d1153405e4fb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:22.407938 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79801075-25cb-476c-a791-d1153405e4fb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:22.408257 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79801075-25cb-476c-a791-d1153405e4fb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:22.408610 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79801075-25cb-476c-a791-d1153405e4fb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:22.408961 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79801075-25cb-476c-a791-d1153405e4fb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:22.409350 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79801075-25cb-476c-a791-d1153405e4fb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:22.409628 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79801075-25cb-476c-a791-d1153405e4fb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:22.409954 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79801075-25cb-476c-a791-d1153405e4fb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:22.410844 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79801075-25cb-476c-a791-d1153405e4fb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:22.410844 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79801075-25cb-476c-a791-d1153405e4fb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:22.411011 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79801075-25cb-476c-a791-d1153405e4fb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:22.411310 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79801075-25cb-476c-a791-d1153405e4fb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:22.459905 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8a30d8-662d-4a5e-8498-8f237d308d50 req-79801075-25cb-476c-a791-d1153405e4fb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] No DVR routers for this DVR port ac982bc1-1309-4943-8846-be813092e54b on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:45:22.462640 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ef8a30d8-662d-4a5e-8498-8f237d308d50 req-79801075-25cb-476c-a791-d1153405e4fb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:22.464654 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ef8a30d8-662d-4a5e-8498-8f237d308d50 req-79801075-25cb-476c-a791-d1153405e4fb tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.72 "DELETE /v2.0/ports/ac982bc1-1309-4943-8846-be813092e54b HTTP/1.1" status: 204 len: 173 time: 0.4848487 Jul 07 17:45:22.465104 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65ca50c-148d-4cb2-8e08-74287d948097', 'name': 'network-vif-deleted', 'tag': 'ac982bc1-1309-4943-8846-be813092e54b'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:22.467382 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39e71ee-c4c6-47a4-8c98-3e2a7a50724e" -d '{"events": [{"server_uuid": "b65ca50c-148d-4cb2-8e08-74287d948097", "name": "network-vif-deleted", "tag": "ac982bc1-1309-4943-8846-be813092e54b"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:22.509290 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ee1b70-1501-4edf-be78-1e677ddd1046 x-openstack-request-id: req-41ee1b70-1501-4edf-be78-1e677ddd1046 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:45:22.509611 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65ca50c-148d-4cb2-8e08-74287d948097", "name": "network-vif-deleted", "tag": "ac982bc1-1309-4943-8846-be813092e54b", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:45:22.509851 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-41ee1b70-1501-4edf-be78-1e677ddd1046 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:45:22.510259 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65ca50c-148d-4cb2-8e08-74287d948097', 'name': 'network-vif-deleted', 'tag': 'ac982bc1-1309-4943-8846-be813092e54b', 'status': 'completed', 'code': 200} Jul 07 17:45:23.070420 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8565baf1-0cc3-4cd1-893a-a0d8407d8f76 req-754a522f-768f-4c02-b282-bf2165ed6871 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 210 time: 0.0382407 Jul 07 17:45:23.443367 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d4ca5362-04dd-4f38-93fd-11347c14152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:24.218617 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9b4be986-15ef-4c88-baf8-da3a42e23c3d req-4a1d18b2-2ea1-4209-ae86-0ed7ed16366e tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 210 time: 0.0315425 Jul 07 17:45:24.284980 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device ac982bc1-1309-4943-8846-be813092e54b no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:45:24.310334 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: ac982bc1-1309-4943-8846-be813092e54b {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:45:24.310685 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device ac982bc1-1309-4943-8846-be813092e54b not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:45:25.385030 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9ff1699d-0d87-4fd4-99dc-ec99e34b506b req-180732a4-f1e8-4abb-9075-aca42ca309c7 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 210 time: 0.0330482 Jul 07 17:45:26.249800 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:26.541166 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-90f18d86-57c2-46cd-8917-638e4bb26c94 req-d4336b8c-52b2-413a-996b-3e2ffc1e05ee tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "GET /v2.0/ports?device_id=b65ca50c-148d-4cb2-8e08-74287d948097 HTTP/1.1" status: 200 len: 210 time: 0.0322378 Jul 07 17:45:26.829674 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-01e87844-863c-4084-8b08-589c624cdebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:27.632988 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46732) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:27.777625 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-fc205a71-5abc-4cef-bb8c-90ebfc0b1137 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Deleting port 21a5b3b2-a995-4834-922d-04a2bf154486 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:45:27.777974 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fc205a71-5abc-4cef-bb8c-90ebfc0b1137 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:27.853654 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fc205a71-5abc-4cef-bb8c-90ebfc0b1137 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:27.853900 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fc205a71-5abc-4cef-bb8c-90ebfc0b1137 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:27.867136 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-fc205a71-5abc-4cef-bb8c-90ebfc0b1137 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Calling delete_port for 21a5b3b2-a995-4834-922d-04a2bf154486 owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:45:28.001095 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fc205a71-5abc-4cef-bb8c-90ebfc0b1137 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:28.026473 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc205a71-5abc-4cef-bb8c-90ebfc0b1137 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event deleted for resources: {'Port': ['ID=21a5b3b2-a995-4834-922d-04a2bf154486,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:28.031688 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:28.040414 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc205a71-5abc-4cef-bb8c-90ebfc0b1137 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:28.043108 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc205a71-5abc-4cef-bb8c-90ebfc0b1137 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:28.043482 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc205a71-5abc-4cef-bb8c-90ebfc0b1137 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:28.043833 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc205a71-5abc-4cef-bb8c-90ebfc0b1137 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:28.044181 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc205a71-5abc-4cef-bb8c-90ebfc0b1137 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:28.044523 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc205a71-5abc-4cef-bb8c-90ebfc0b1137 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:28.044898 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc205a71-5abc-4cef-bb8c-90ebfc0b1137 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:28.045235 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc205a71-5abc-4cef-bb8c-90ebfc0b1137 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:28.045572 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc205a71-5abc-4cef-bb8c-90ebfc0b1137 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:28.045928 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc205a71-5abc-4cef-bb8c-90ebfc0b1137 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:28.048476 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc205a71-5abc-4cef-bb8c-90ebfc0b1137 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:28.048476 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc205a71-5abc-4cef-bb8c-90ebfc0b1137 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:28.116357 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fc205a71-5abc-4cef-bb8c-90ebfc0b1137 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:28.118891 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fc205a71-5abc-4cef-bb8c-90ebfc0b1137 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:28.120042 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fc205a71-5abc-4cef-bb8c-90ebfc0b1137 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "DELETE /v2.0/floatingips/8cdae1b8-02ba-4149-b420-a43c4d6d75b6 HTTP/1.1" status: 204 len: 168 time: 0.4860382 Jul 07 17:45:30.345004 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:30.449100 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46746) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:30.510394 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-715eb0c4-0107-4873-a92b-74b4d3205791 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:30.537924 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-715eb0c4-0107-4873-a92b-74b4d3205791 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:30.602544 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-715eb0c4-0107-4873-a92b-74b4d3205791 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:30.606636 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-715eb0c4-0107-4873-a92b-74b4d3205791 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:30.610514 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-715eb0c4-0107-4873-a92b-74b4d3205791 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] 10.222.0.53 "DELETE /v2.0/security-groups/9e8545f5-c7c8-4915-8a22-84ee80275249 HTTP/1.1" status: 204 len: 168 time: 0.1577988 Jul 07 17:45:30.619722 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715eb0c4-0107-4873-a92b-74b4d3205791 tempest-TestVolumeBootPattern-2083283812 tempest-TestVolumeBootPattern-2083283812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8545f5-c7c8-4915-8a22-84ee80275249,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:30.680937 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46750) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:31.199328 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1e458ad6-8813-465b-95b4-93a26a4b8feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:31.470155 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-1e458ad6-8813-465b-95b4-93a26a4b8feb admin admin] Deleting port 1b43991d-20c6-4ed8-a8de-a9aa7938d5bf {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:45:31.470492 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1e458ad6-8813-465b-95b4-93a26a4b8feb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:31.550749 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-1e458ad6-8813-465b-95b4-93a26a4b8feb admin admin] For port 1b43991d-20c6-4ed8-a8de-a9aa7938d5bf, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=1b43991d-20c6-4ed8-a8de-a9aa7938d5bf,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:31.551109 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1e458ad6-8813-465b-95b4-93a26a4b8feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:31.565537 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-1e458ad6-8813-465b-95b4-93a26a4b8feb admin admin] Calling delete_port for 1b43991d-20c6-4ed8-a8de-a9aa7938d5bf owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:45:31.773421 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1e458ad6-8813-465b-95b4-93a26a4b8feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:31.799837 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e458ad6-8813-465b-95b4-93a26a4b8feb admin admin] Pushing event deleted for resources: {'Port': ['ID=1b43991d-20c6-4ed8-a8de-a9aa7938d5bf,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:31.973104 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1e458ad6-8813-465b-95b4-93a26a4b8feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:32.205404 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e458ad6-8813-465b-95b4-93a26a4b8feb admin admin] Router d0b1da92-2279-417d-a85b-04726934128b has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:45:32.316423 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e458ad6-8813-465b-95b4-93a26a4b8feb admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:45:32.322380 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1e458ad6-8813-465b-95b4-93a26a4b8feb admin admin] 10.222.0.53 "PUT /v2.0/routers/d0b1da92-2279-417d-a85b-04726934128b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6400096 Jul 07 17:45:32.324653 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46756) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:32.325696 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b800778b-b730-4a69-bd86-fe9f496bd63e None None] Sync routers for ids ['d0b1da92-2279-417d-a85b-04726934128b'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:45:32.335885 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b800778b-b730-4a69-bd86-fe9f496bd63e None None] Routers {'d0b1da92-2279-417d-a85b-04726934128b'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:32.336502 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b800778b-b730-4a69-bd86-fe9f496bd63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:45:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d0b1da92-2279-417d-a85b-04726934128b'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:32.445740 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-b800778b-b730-4a69-bd86-fe9f496bd63e None None] Set router d0b1da92-2279-417d-a85b-04726934128b gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:45:32.721785 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b800778b-b730-4a69-bd86-fe9f496bd63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b1da92-2279-417d-a85b-04726934128b', 'name': 'tempest-TestVolumeBootPattern-550639123-router', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b7562399-3981-4450-afed-12d00671e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:55Z', 'updated_at': '2021-07-07T17:45:31Z', 'revision_number': 5, 'project_id': '66782d55a9284144a8994a9a98696a09', 'gw_port': {'id': 'b7562399-3981-4450-afed-12d00671e32e', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:56Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:32.747601 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-602ab6dc-c4d5-4da1-9c37-ecae21e4f15b admin admin] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:32.747973 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b800778b-b730-4a69-bd86-fe9f496bd63e None None] Checking router: d0b1da92-2279-417d-a85b-04726934128b for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:45:32.757090 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b800778b-b730-4a69-bd86-fe9f496bd63e None None] Routers {'d0b1da92-2279-417d-a85b-04726934128b'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:32.757711 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b800778b-b730-4a69-bd86-fe9f496bd63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:45:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['d0b1da92-2279-417d-a85b-04726934128b'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:32.861360 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-b800778b-b730-4a69-bd86-fe9f496bd63e None None] Set router d0b1da92-2279-417d-a85b-04726934128b gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:45:32.868775 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-602ab6dc-c4d5-4da1-9c37-ecae21e4f15b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:32.925725 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-602ab6dc-c4d5-4da1-9c37-ecae21e4f15b admin admin] Deleting port b7562399-3981-4450-afed-12d00671e32e {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:45:32.926325 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-602ab6dc-c4d5-4da1-9c37-ecae21e4f15b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:33.013643 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-602ab6dc-c4d5-4da1-9c37-ecae21e4f15b admin admin] For port b7562399-3981-4450-afed-12d00671e32e, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b7562399-3981-4450-afed-12d00671e32e,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:33.013916 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-602ab6dc-c4d5-4da1-9c37-ecae21e4f15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:33.027540 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-602ab6dc-c4d5-4da1-9c37-ecae21e4f15b admin admin] Calling delete_port for b7562399-3981-4450-afed-12d00671e32e owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:45:33.044435 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b800778b-b730-4a69-bd86-fe9f496bd63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b1da92-2279-417d-a85b-04726934128b', 'name': 'tempest-TestVolumeBootPattern-550639123-router', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b7562399-3981-4450-afed-12d00671e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:55Z', 'updated_at': '2021-07-07T17:45:31Z', 'revision_number': 5, 'project_id': '66782d55a9284144a8994a9a98696a09', 'gw_port': {'id': 'b7562399-3981-4450-afed-12d00671e32e', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:56Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:33.071749 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b800778b-b730-4a69-bd86-fe9f496bd63e None None] The sync data for ids ['d0b1da92-2279-417d-a85b-04726934128b'] in n-d-791503-12 is: [{'id': 'd0b1da92-2279-417d-a85b-04726934128b', 'name': 'tempest-TestVolumeBootPattern-550639123-router', 'tenant_id': '66782d55a9284144a8994a9a98696a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b7562399-3981-4450-afed-12d00671e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:55Z', 'updated_at': '2021-07-07T17:45:31Z', 'revision_number': 5, 'project_id': '66782d55a9284144a8994a9a98696a09', 'gw_port': {'id': 'b7562399-3981-4450-afed-12d00671e32e', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1da92-2279-417d-a85b-04726934128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:56Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:45:33.202514 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-602ab6dc-c4d5-4da1-9c37-ecae21e4f15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:33.228096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ab6dc-c4d5-4da1-9c37-ecae21e4f15b admin admin] Pushing event deleted for resources: {'Port': ['ID=b7562399-3981-4450-afed-12d00671e32e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:33.293865 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-602ab6dc-c4d5-4da1-9c37-ecae21e4f15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:33.391070 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-602ab6dc-c4d5-4da1-9c37-ecae21e4f15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:33.393158 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-602ab6dc-c4d5-4da1-9c37-ecae21e4f15b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:33.444003 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-602ab6dc-c4d5-4da1-9c37-ecae21e4f15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:33.444815 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602ab6dc-c4d5-4da1-9c37-ecae21e4f15b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0b1da92-2279-417d-a85b-04726934128b {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:45:33.451311 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-602ab6dc-c4d5-4da1-9c37-ecae21e4f15b admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:33.452833 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-602ab6dc-c4d5-4da1-9c37-ecae21e4f15b admin admin] 10.222.0.53 "DELETE /v2.0/routers/d0b1da92-2279-417d-a85b-04726934128b HTTP/1.1" status: 204 len: 168 time: 1.1269622 Jul 07 17:45:33.455669 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46758) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:33.514486 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dfdfc69-8519-4e4f-a038-08a4644a8d1b admin admin] Deleting subnet 96a9e05f-47c3-4c4b-bd45-67d2458e49df {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:45:33.519124 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9dfdfc69-8519-4e4f-a038-08a4644a8d1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:33.570334 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9dfdfc69-8519-4e4f-a038-08a4644a8d1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:33.656296 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9dfdfc69-8519-4e4f-a038-08a4644a8d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:33.715600 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9dfdfc69-8519-4e4f-a038-08a4644a8d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:33.746451 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9dfdfc69-8519-4e4f-a038-08a4644a8d1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:33.748364 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9dfdfc69-8519-4e4f-a038-08a4644a8d1b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/96a9e05f-47c3-4c4b-bd45-67d2458e49df HTTP/1.1" status: 204 len: 168 time: 0.2914784 Jul 07 17:45:33.749278 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfdfc69-8519-4e4f-a038-08a4644a8d1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96a9e05f-47c3-4c4b-bd45-67d2458e49df,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:33.751167 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46760) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:33.752191 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797c9f0f-b132-47ba-9d40-585982daedf5 None None] Network bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:45:33.827308 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0af28092-c043-4adb-82d7-4fed948c1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:33.894148 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-0af28092-c043-4adb-82d7-4fed948c1b5a admin admin] Deleting port 219945c7-4012-437c-81e0-9de9b1802294 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:45:33.894503 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0af28092-c043-4adb-82d7-4fed948c1b5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:33.965314 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-0af28092-c043-4adb-82d7-4fed948c1b5a admin admin] For port 219945c7-4012-437c-81e0-9de9b1802294, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=219945c7-4012-437c-81e0-9de9b1802294,segment=NetworkSegment(a6a466c8-5a1b-46f3-9625-8a52eb978f29),segment_id=a6a466c8-5a1b-46f3-9625-8a52eb978f29)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:33.965682 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0af28092-c043-4adb-82d7-4fed948c1b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:33.978946 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-0af28092-c043-4adb-82d7-4fed948c1b5a admin admin] Calling delete_port for 219945c7-4012-437c-81e0-9de9b1802294 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:45:34.060868 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0af28092-c043-4adb-82d7-4fed948c1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:34.081976 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa3a98f-5975-452d-a4d8-03c4a761db20 None None] DHCP port deletion for bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:45:34.095790 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af28092-c043-4adb-82d7-4fed948c1b5a admin admin] Pushing event deleted for resources: {'Port': ['ID=219945c7-4012-437c-81e0-9de9b1802294,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:34.101061 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af28092-c043-4adb-82d7-4fed948c1b5a admin admin] No DVR routers for this DVR port 219945c7-4012-437c-81e0-9de9b1802294 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:45:34.174416 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0af28092-c043-4adb-82d7-4fed948c1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:34.184974 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-0af28092-c043-4adb-82d7-4fed948c1b5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa2b772-e8c4-474c-9bbc-eeafbbaeb767']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:34.199202 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-0af28092-c043-4adb-82d7-4fed948c1b5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a466c8-5a1b-46f3-9625-8a52eb978f29') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:34.199541 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-0af28092-c043-4adb-82d7-4fed948c1b5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a466c8-5a1b-46f3-9625-8a52eb978f29') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:34.209875 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0af28092-c043-4adb-82d7-4fed948c1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:34.223611 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0af28092-c043-4adb-82d7-4fed948c1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:34.230458 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af28092-c043-4adb-82d7-4fed948c1b5a admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:45:34.230860 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0af28092-c043-4adb-82d7-4fed948c1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:45:34.232604 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:45:34.297953 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0af28092-c043-4adb-82d7-4fed948c1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:34.304013 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0af28092-c043-4adb-82d7-4fed948c1b5a admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:34.305920 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0af28092-c043-4adb-82d7-4fed948c1b5a admin admin] 10.222.0.53 "DELETE /v2.0/networks/bfa2b772-e8c4-474c-9bbc-eeafbbaeb767 HTTP/1.1" status: 204 len: 168 time: 0.5534244 Jul 07 17:45:34.309027 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46762) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:34.318372 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af28092-c043-4adb-82d7-4fed948c1b5a admin admin] Pushing event deleted for resources: {'Network': ['ID=bfa2b772-e8c4-474c-9bbc-eeafbbaeb767,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:34.409007 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b7562399-3981-4450-afed-12d00671e32e no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:45:34.429311 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: b7562399-3981-4450-afed-12d00671e32e {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:45:34.429660 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b7562399-3981-4450-afed-12d00671e32e not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:45:34.430078 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 1b43991d-20c6-4ed8-a8de-a9aa7938d5bf no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:45:34.452455 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 1b43991d-20c6-4ed8-a8de-a9aa7938d5bf {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:45:34.452867 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 1b43991d-20c6-4ed8-a8de-a9aa7938d5bf not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:45:34.453254 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 219945c7-4012-437c-81e0-9de9b1802294 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:45:34.472791 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 219945c7-4012-437c-81e0-9de9b1802294 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:45:34.473142 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 219945c7-4012-437c-81e0-9de9b1802294 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:45:34.668997 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1398347d-4f20-45df-b450-af7bcc99c91b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:34.923023 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-1398347d-4f20-45df-b450-af7bcc99c91b admin admin] Deleting port 4c51c110-acb6-4df2-9eea-dadec99183d9 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:45:34.923282 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1398347d-4f20-45df-b450-af7bcc99c91b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:35.000940 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-1398347d-4f20-45df-b450-af7bcc99c91b admin admin] For port 4c51c110-acb6-4df2-9eea-dadec99183d9, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4c51c110-acb6-4df2-9eea-dadec99183d9,segment=NetworkSegment(15ac8a2e-a4e4-4751-b821-a69f95446594),segment_id=15ac8a2e-a4e4-4751-b821-a69f95446594)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:35.001302 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1398347d-4f20-45df-b450-af7bcc99c91b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:35.017558 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-1398347d-4f20-45df-b450-af7bcc99c91b admin admin] Calling delete_port for 4c51c110-acb6-4df2-9eea-dadec99183d9 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:45:35.196769 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1398347d-4f20-45df-b450-af7bcc99c91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:35.221883 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398347d-4f20-45df-b450-af7bcc99c91b admin admin] Pushing event deleted for resources: {'Port': ['ID=4c51c110-acb6-4df2-9eea-dadec99183d9,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:35.389894 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1398347d-4f20-45df-b450-af7bcc99c91b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:35.603083 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1398347d-4f20-45df-b450-af7bcc99c91b admin admin] Router e4fc1ad7-ce67-4f80-99e0-17007f583ee9 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:45:36.030758 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1398347d-4f20-45df-b450-af7bcc99c91b admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:45:36.035702 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1398347d-4f20-45df-b450-af7bcc99c91b admin admin] 10.222.0.53 "PUT /v2.0/routers/e4fc1ad7-ce67-4f80-99e0-17007f583ee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7251887 Jul 07 17:45:36.038353 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46764) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:36.041097 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504f82e0-70d4-43d9-8c3d-9d1aa1faf8ad None None] Sync routers for ids ['e4fc1ad7-ce67-4f80-99e0-17007f583ee9'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:45:36.050467 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504f82e0-70d4-43d9-8c3d-9d1aa1faf8ad None None] Routers {'e4fc1ad7-ce67-4f80-99e0-17007f583ee9'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:36.051085 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-504f82e0-70d4-43d9-8c3d-9d1aa1faf8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:45:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['e4fc1ad7-ce67-4f80-99e0-17007f583ee9'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:36.143289 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e7a4-ce34-4b34-be15-8d677f419b2a admin admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:36.155987 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-504f82e0-70d4-43d9-8c3d-9d1aa1faf8ad None None] Set router e4fc1ad7-ce67-4f80-99e0-17007f583ee9 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:45:36.256974 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e7a4-ce34-4b34-be15-8d677f419b2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:36.315571 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-bbe8e7a4-ce34-4b34-be15-8d677f419b2a admin admin] Deleting port 9c79742c-7491-4a98-89ea-e53a2b8d63ad {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:45:36.315920 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e7a4-ce34-4b34-be15-8d677f419b2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:36.407078 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-bbe8e7a4-ce34-4b34-be15-8d677f419b2a admin admin] For port 9c79742c-7491-4a98-89ea-e53a2b8d63ad, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=9c79742c-7491-4a98-89ea-e53a2b8d63ad,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:36.407461 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e7a4-ce34-4b34-be15-8d677f419b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:36.421160 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-bbe8e7a4-ce34-4b34-be15-8d677f419b2a admin admin] Calling delete_port for 9c79742c-7491-4a98-89ea-e53a2b8d63ad owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:45:36.497615 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-504f82e0-70d4-43d9-8c3d-9d1aa1faf8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fc1ad7-ce67-4f80-99e0-17007f583ee9', 'name': 'tempest-TestVolumeBootPattern-688578097-router', 'tenant_id': '1977293804d3453a869374432b148bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '9c79742c-7491-4a98-89ea-e53a2b8d63ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:07Z', 'updated_at': '2021-07-07T17:45:35Z', 'revision_number': 5, 'project_id': '1977293804d3453a869374432b148bf0', 'gw_port': {'id': '9c79742c-7491-4a98-89ea-e53a2b8d63ad', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fc1ad7-ce67-4f80-99e0-17007f583ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:08Z', 'updated_at': '2021-07-07T17:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:36.523391 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504f82e0-70d4-43d9-8c3d-9d1aa1faf8ad None None] Checking router: e4fc1ad7-ce67-4f80-99e0-17007f583ee9 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:45:36.531754 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504f82e0-70d4-43d9-8c3d-9d1aa1faf8ad None None] Routers {'e4fc1ad7-ce67-4f80-99e0-17007f583ee9'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:36.532416 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-504f82e0-70d4-43d9-8c3d-9d1aa1faf8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:45:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['e4fc1ad7-ce67-4f80-99e0-17007f583ee9'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:36.590655 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e7a4-ce34-4b34-be15-8d677f419b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:36.622522 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8e7a4-ce34-4b34-be15-8d677f419b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=9c79742c-7491-4a98-89ea-e53a2b8d63ad,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:36.633705 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-504f82e0-70d4-43d9-8c3d-9d1aa1faf8ad None None] Set router e4fc1ad7-ce67-4f80-99e0-17007f583ee9 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:45:36.686808 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e7a4-ce34-4b34-be15-8d677f419b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:36.691399 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-504f82e0-70d4-43d9-8c3d-9d1aa1faf8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fc1ad7-ce67-4f80-99e0-17007f583ee9', 'name': 'tempest-TestVolumeBootPattern-688578097-router', 'tenant_id': '1977293804d3453a869374432b148bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:07Z', 'updated_at': '2021-07-07T17:45:36Z', 'revision_number': 6, 'project_id': '1977293804d3453a869374432b148bf0', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:36.717624 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504f82e0-70d4-43d9-8c3d-9d1aa1faf8ad None None] The sync data for ids ['e4fc1ad7-ce67-4f80-99e0-17007f583ee9'] in n-d-791503-12 is: [{'id': 'e4fc1ad7-ce67-4f80-99e0-17007f583ee9', 'name': 'tempest-TestVolumeBootPattern-688578097-router', 'tenant_id': '1977293804d3453a869374432b148bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:07Z', 'updated_at': '2021-07-07T17:45:36Z', 'revision_number': 6, 'project_id': '1977293804d3453a869374432b148bf0', 'gw_port_host': None}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:45:36.780091 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e7a4-ce34-4b34-be15-8d677f419b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:36.782197 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e7a4-ce34-4b34-be15-8d677f419b2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:36.831910 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e7a4-ce34-4b34-be15-8d677f419b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:36.832555 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe8e7a4-ce34-4b34-be15-8d677f419b2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4fc1ad7-ce67-4f80-99e0-17007f583ee9 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:45:36.838169 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e7a4-ce34-4b34-be15-8d677f419b2a admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:36.839334 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bbe8e7a4-ce34-4b34-be15-8d677f419b2a admin admin] 10.222.0.53 "DELETE /v2.0/routers/e4fc1ad7-ce67-4f80-99e0-17007f583ee9 HTTP/1.1" status: 204 len: 168 time: 0.8000526 Jul 07 17:45:36.841844 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46766) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:36.890305 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e15aa4b-c32b-4451-a85e-179ca576cc54 admin admin] Deleting subnet d1b1425c-aa73-4747-801d-447c7306f9dd {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:45:36.893468 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3e15aa4b-c32b-4451-a85e-179ca576cc54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:36.931305 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3e15aa4b-c32b-4451-a85e-179ca576cc54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.017761 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3e15aa4b-c32b-4451-a85e-179ca576cc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.077332 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3e15aa4b-c32b-4451-a85e-179ca576cc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.112147 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15aa4b-c32b-4451-a85e-179ca576cc54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1b1425c-aa73-4747-801d-447c7306f9dd,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:37.114064 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3e15aa4b-c32b-4451-a85e-179ca576cc54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.116029 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3e15aa4b-c32b-4451-a85e-179ca576cc54 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d1b1425c-aa73-4747-801d-447c7306f9dd HTTP/1.1" status: 204 len: 168 time: 0.2733002 Jul 07 17:45:37.118496 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46768) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:37.126446 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d995f70a-d9ea-4d26-a7c0-796cacb7142e None None] Network 88186377-265f-4c7f-b539-38a00dcac064 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:45:37.196171 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bf5e80f3-1f8f-4824-9d4c-dae848a798c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.250820 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-bf5e80f3-1f8f-4824-9d4c-dae848a798c6 admin admin] Deleting port 3a9ec395-41d1-460e-bbd5-e6090d0c77c8 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:45:37.251172 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bf5e80f3-1f8f-4824-9d4c-dae848a798c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.325542 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-bf5e80f3-1f8f-4824-9d4c-dae848a798c6 admin admin] For port 3a9ec395-41d1-460e-bbd5-e6090d0c77c8, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3a9ec395-41d1-460e-bbd5-e6090d0c77c8,segment=NetworkSegment(15ac8a2e-a4e4-4751-b821-a69f95446594),segment_id=15ac8a2e-a4e4-4751-b821-a69f95446594)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:37.325914 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bf5e80f3-1f8f-4824-9d4c-dae848a798c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.339948 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-bf5e80f3-1f8f-4824-9d4c-dae848a798c6 admin admin] Calling delete_port for 3a9ec395-41d1-460e-bbd5-e6090d0c77c8 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:45:37.419639 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bf5e80f3-1f8f-4824-9d4c-dae848a798c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.444485 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e80f3-1f8f-4824-9d4c-dae848a798c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a9ec395-41d1-460e-bbd5-e6090d0c77c8,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:37.450356 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5e80f3-1f8f-4824-9d4c-dae848a798c6 admin admin] No DVR routers for this DVR port 3a9ec395-41d1-460e-bbd5-e6090d0c77c8 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:45:37.508131 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c89690-e38d-4e46-b91e-fdcded4ee3b4 None None] DHCP port deletion for 88186377-265f-4c7f-b539-38a00dcac064 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:45:37.537004 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bf5e80f3-1f8f-4824-9d4c-dae848a798c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.547997 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-bf5e80f3-1f8f-4824-9d4c-dae848a798c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88186377-265f-4c7f-b539-38a00dcac064']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:37.559000 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-bf5e80f3-1f8f-4824-9d4c-dae848a798c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ac8a2e-a4e4-4751-b821-a69f95446594') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:37.559298 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-bf5e80f3-1f8f-4824-9d4c-dae848a798c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ac8a2e-a4e4-4751-b821-a69f95446594') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:37.568951 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bf5e80f3-1f8f-4824-9d4c-dae848a798c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.582871 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bf5e80f3-1f8f-4824-9d4c-dae848a798c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.589485 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5e80f3-1f8f-4824-9d4c-dae848a798c6 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:45:37.589782 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bf5e80f3-1f8f-4824-9d4c-dae848a798c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:45:37.591458 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:45:37.651275 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bf5e80f3-1f8f-4824-9d4c-dae848a798c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.656924 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bf5e80f3-1f8f-4824-9d4c-dae848a798c6 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.658781 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bf5e80f3-1f8f-4824-9d4c-dae848a798c6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/88186377-265f-4c7f-b539-38a00dcac064 HTTP/1.1" status: 204 len: 168 time: 0.5393105 Jul 07 17:45:37.676817 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e80f3-1f8f-4824-9d4c-dae848a798c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=88186377-265f-4c7f-b539-38a00dcac064,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:37.679648 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.814884 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46772) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:37.855806 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-117bd1ab-f812-41d7-9ccd-539013adaa72 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=66782d55a9284144a8994a9a98696a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396929 Jul 07 17:45:37.858228 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46774) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:37.906456 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-14d18b90-8ab8-4d75-8293-f29d482551fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.928867 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-14d18b90-8ab8-4d75-8293-f29d482551fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.977076 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-14d18b90-8ab8-4d75-8293-f29d482551fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.979648 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-14d18b90-8ab8-4d75-8293-f29d482551fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.980832 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-14d18b90-8ab8-4d75-8293-f29d482551fd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3097f827-36de-4a0b-a39e-2b8a6f79206f HTTP/1.1" status: 204 len: 168 time: 0.1216617 Jul 07 17:45:37.988476 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d18b90-8ab8-4d75-8293-f29d482551fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3097f827-36de-4a0b-a39e-2b8a6f79206f,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:38.210711 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:38.319644 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46780) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:38.365493 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-93d13972-5d66-4c41-b5a1-62e9a9419d98 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1977293804d3453a869374432b148bf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444419 Jul 07 17:45:38.367902 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46782) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:38.420827 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 9c79742c-7491-4a98-89ea-e53a2b8d63ad no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:45:38.426275 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4c44eea6-1372-4d22-8d19-08e53b13cb2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:38.441092 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 9c79742c-7491-4a98-89ea-e53a2b8d63ad {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:45:38.441412 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 9c79742c-7491-4a98-89ea-e53a2b8d63ad not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:45:38.441836 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4c51c110-acb6-4df2-9eea-dadec99183d9 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:45:38.451527 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4c44eea6-1372-4d22-8d19-08e53b13cb2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:38.464275 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 4c51c110-acb6-4df2-9eea-dadec99183d9 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:45:38.464550 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4c51c110-acb6-4df2-9eea-dadec99183d9 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:45:38.465001 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3a9ec395-41d1-460e-bbd5-e6090d0c77c8 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:45:38.484169 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 3a9ec395-41d1-460e-bbd5-e6090d0c77c8 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:45:38.484521 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3a9ec395-41d1-460e-bbd5-e6090d0c77c8 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:45:38.502825 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4c44eea6-1372-4d22-8d19-08e53b13cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:38.505719 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4c44eea6-1372-4d22-8d19-08e53b13cb2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:38.506899 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4c44eea6-1372-4d22-8d19-08e53b13cb2b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16517086-3093-4fe1-a614-29a5b51cc741 HTTP/1.1" status: 204 len: 168 time: 0.1377056 Jul 07 17:45:38.517621 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44eea6-1372-4d22-8d19-08e53b13cb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16517086-3093-4fe1-a614-29a5b51cc741,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:49.122434 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-97412b09-011e-4236-a25e-bee59dd0f1c4 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b03a1d2163da426dba1fadbcac8bf243&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303600 Jul 07 17:45:49.317390 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-cabdd7e1-1e44-4e3b-b626-33a9c0eb1001 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:49.319976 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-cabdd7e1-1e44-4e3b-b626-33a9c0eb1001 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1924529 Jul 07 17:45:49.335843 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-3bf31a1b-178a-4185-a334-44996d432c73 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.53 "GET /v2.0/quotas/b03a1d2163da426dba1fadbcac8bf243 HTTP/1.1" status: 200 len: 375 time: 0.0102956 Jul 07 17:45:49.374275 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-ee478f8f-f660-453c-9565-4338a79603ad tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b03a1d2163da426dba1fadbcac8bf243&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331028 Jul 07 17:45:49.553762 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1cb0aee1-4add-4a91-b70c-3f8fa9a1c053 req-efd1905f-29d8-4596-8e7e-dcb65902d0fb tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.53 "GET /v2.0/ports?device_id=dced2991-0159-4de0-abdf-921e06d6d602 HTTP/1.1" status: 200 len: 210 time: 0.0298214 Jul 07 17:45:49.902402 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:45:50.550845 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-c7092569-84cd-4a52-ad6d-a59449e85126 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b03a1d2163da426dba1fadbcac8bf243&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361989 Jul 07 17:45:50.688779 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-b1a573eb-e93c-4832-bbe1-e1135120f4d5 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:50.690348 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-b1a573eb-e93c-4832-bbe1-e1135120f4d5 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1311255 Jul 07 17:45:50.706014 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-3d4e675d-23dd-4967-8f95-7e025fa0421b tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Request body: {'port': {'device_id': 'dced2991-0159-4de0-abdf-921e06d6d602', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'admin_state_up': True, 'tenant_id': 'b03a1d2163da426dba1fadbcac8bf243'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:50.732851 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-158de0d1-2a83-434f-b82e-3ba19197482d req-870f4be3-f274-437e-a860-b2d3a57ef3f2 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.53 "GET /v2.0/ports?device_id=dced2991-0159-4de0-abdf-921e06d6d602 HTTP/1.1" status: 200 len: 210 time: 0.0414648 Jul 07 17:45:50.842830 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-3d4e675d-23dd-4967-8f95-7e025fa0421b tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Made reservation on behalf of b03a1d2163da426dba1fadbcac8bf243 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:45:50.846355 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-3d4e675d-23dd-4967-8f95-7e025fa0421b tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:50.856544 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-3d4e675d-23dd-4967-8f95-7e025fa0421b tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:50.958434 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-3d4e675d-23dd-4967-8f95-7e025fa0421b tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:50.963658 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-3d4e675d-23dd-4967-8f95-7e025fa0421b tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:51.040536 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e675d-23dd-4967-8f95-7e025fa0421b tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16633317-ab1a-4713-862c-ed1bef3c4ae4,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:51.109872 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-3d4e675d-23dd-4967-8f95-7e025fa0421b tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Allocated IP 192.168.233.160 (0f06611b-c0c7-4bb3-bd63-5de2a6eba15c/d95a099c-96c7-4e57-b410-16817e6f8d6e/67999f77-5c79-4fe4-8db0-47a21bcb1d53) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:45:51.296299 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-3d4e675d-23dd-4967-8f95-7e025fa0421b tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:51.311933 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-3d4e675d-23dd-4967-8f95-7e025fa0421b tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Transition to ACTIVE for port object 67999f77-5c79-4fe4-8db0-47a21bcb1d53 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:45:51.354243 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-3d4e675d-23dd-4967-8f95-7e025fa0421b tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:51.410011 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-3d4e675d-23dd-4967-8f95-7e025fa0421b tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:45:51.418549 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-3d4e675d-23dd-4967-8f95-7e025fa0421b tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:51.422363 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-3d4e675d-23dd-4967-8f95-7e025fa0421b tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:45:51.452394 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e675d-23dd-4967-8f95-7e025fa0421b tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Pushing event updated for resources: {'Port': ['ID=67999f77-5c79-4fe4-8db0-47a21bcb1d53,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:51.490083 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-3d4e675d-23dd-4967-8f95-7e025fa0421b tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:51.491719 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-3d4e675d-23dd-4967-8f95-7e025fa0421b tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:51.512133 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-3d4e675d-23dd-4967-8f95-7e025fa0421b tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8098586 Jul 07 17:45:51.526979 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-bf8c55af-3d31-41e8-bd3f-e1777a86bbd7 service neutron] Request body: {'port': {'device_id': 'dced2991-0159-4de0-abdf-921e06d6d602', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:51.619664 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-bf8c55af-3d31-41e8-bd3f-e1777a86bbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:51.729961 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6eb982e1-ae90-459b-8722-365d87a1d9fe None None] Provisioning for port 67999f77-5c79-4fe4-8db0-47a21bcb1d53 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:51.734854 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6eb982e1-ae90-459b-8722-365d87a1d9fe None None] Provisioning complete for port 67999f77-5c79-4fe4-8db0-47a21bcb1d53 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:51.735353 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6eb982e1-ae90-459b-8722-365d87a1d9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:51.783469 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-6eb982e1-ae90-459b-8722-365d87a1d9fe None None] Port 67999f77-5c79-4fe4-8db0-47a21bcb1d53 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:45:51.975893 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d42836-2e3d-40db-b626-855b2eedccb3 req-82567eca-7526-4a60-8014-3562063e076e tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:51.976519 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-bf8c55af-3d31-41e8-bd3f-e1777a86bbd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67999f77-5c79-4fe4-8db0-47a21bcb1d53 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:45:51.977732 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-51d42836-2e3d-40db-b626-855b2eedccb3 req-82567eca-7526-4a60-8014-3562063e076e tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.53 "GET /v2.0/ports?device_id=dced2991-0159-4de0-abdf-921e06d6d602 HTTP/1.1" status: 200 len: 936 time: 0.0984695 Jul 07 17:45:51.985055 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-bf8c55af-3d31-41e8-bd3f-e1777a86bbd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:52.000813 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-bf8c55af-3d31-41e8-bd3f-e1777a86bbd7 service neutron] Transition to ACTIVE for port object 67999f77-5c79-4fe4-8db0-47a21bcb1d53 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:45:52.007103 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-bf8c55af-3d31-41e8-bd3f-e1777a86bbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:52.024059 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-51d42836-2e3d-40db-b626-855b2eedccb3 req-0fee01b0-7878-4431-a2bd-bc401cc489a3 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.53 "GET /v2.0/security-groups?id=16633317-ab1a-4713-862c-ed1bef3c4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405190 Jul 07 17:45:52.114022 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c55af-3d31-41e8-bd3f-e1777a86bbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=67999f77-5c79-4fe4-8db0-47a21bcb1d53,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:52.172512 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-bf8c55af-3d31-41e8-bd3f-e1777a86bbd7 service neutron] Attempting to bind port 67999f77-5c79-4fe4-8db0-47a21bcb1d53 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:45:52.172881 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-bf8c55af-3d31-41e8-bd3f-e1777a86bbd7 service neutron] Attempting to bind port 67999f77-5c79-4fe4-8db0-47a21bcb1d53 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:45:52.173211 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-bf8c55af-3d31-41e8-bd3f-e1777a86bbd7 service neutron] Attempting to bind port 67999f77-5c79-4fe4-8db0-47a21bcb1d53 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:45:52.180578 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-bf8c55af-3d31-41e8-bd3f-e1777a86bbd7 service neutron] Port 67999f77-5c79-4fe4-8db0-47a21bcb1d53 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:45:52.180578 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-bf8c55af-3d31-41e8-bd3f-e1777a86bbd7 service neutron] Attempting to bind port 67999f77-5c79-4fe4-8db0-47a21bcb1d53 on network 0f06611b-c0c7-4bb3-bd63-5de2a6eba15c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:45:52.191030 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-bf8c55af-3d31-41e8-bd3f-e1777a86bbd7 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:45:52.191608 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-bf8c55af-3d31-41e8-bd3f-e1777a86bbd7 service neutron] Checking segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:45:52.192139 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-bf8c55af-3d31-41e8-bd3f-e1777a86bbd7 service neutron] Bound using segment: {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:45:52.192788 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-bf8c55af-3d31-41e8-bd3f-e1777a86bbd7 service neutron] Bound port: 67999f77-5c79-4fe4-8db0-47a21bcb1d53, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293a9eb-a6ff-426d-ab1a-a077b8aef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:45:52.194240 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-bf8c55af-3d31-41e8-bd3f-e1777a86bbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:52.296604 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-bf8c55af-3d31-41e8-bd3f-e1777a86bbd7 service neutron] For port 67999f77-5c79-4fe4-8db0-47a21bcb1d53, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:45:52.300297 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-bf8c55af-3d31-41e8-bd3f-e1777a86bbd7 service neutron] For port 67999f77-5c79-4fe4-8db0-47a21bcb1d53, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=67999f77-5c79-4fe4-8db0-47a21bcb1d53,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:45:52.312139 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-bf8c55af-3d31-41e8-bd3f-e1777a86bbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:52.358958 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-bf8c55af-3d31-41e8-bd3f-e1777a86bbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:52.359645 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-bf8c55af-3d31-41e8-bd3f-e1777a86bbd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:52.361299 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-bf8c55af-3d31-41e8-bd3f-e1777a86bbd7 service neutron] 10.222.0.72 "PUT /v2.0/ports/67999f77-5c79-4fe4-8db0-47a21bcb1d53 HTTP/1.1" status: 200 len: 1097 time: 0.8400266 Jul 07 17:45:52.361648 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dced2991-0159-4de0-abdf-921e06d6d602', 'tag': '67999f77-5c79-4fe4-8db0-47a21bcb1d53'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:52.364072 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae07576a-d3a8-4c13-9069-344285b1fd10" -d '{"events": [{"name": "network-changed", "server_uuid": "dced2991-0159-4de0-abdf-921e06d6d602", "tag": "67999f77-5c79-4fe4-8db0-47a21bcb1d53"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:52.403712 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c55af-3d31-41e8-bd3f-e1777a86bbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=67999f77-5c79-4fe4-8db0-47a21bcb1d53,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:52.426468 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f4f324-b888-42e1-aa28-7e993edc9eb4 x-openstack-request-id: req-e7f4f324-b888-42e1-aa28-7e993edc9eb4 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:45:52.426769 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dced2991-0159-4de0-abdf-921e06d6d602", "tag": "67999f77-5c79-4fe4-8db0-47a21bcb1d53", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:45:52.427429 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e7f4f324-b888-42e1-aa28-7e993edc9eb4 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:45:52.428306 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dced2991-0159-4de0-abdf-921e06d6d602', 'tag': '67999f77-5c79-4fe4-8db0-47a21bcb1d53', 'status': 'completed', 'code': 200} Jul 07 17:45:52.501257 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-6e07f591-66d1-4f2b-b6d0-886f49b12ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:52.503478 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-6e07f591-66d1-4f2b-b6d0-886f49b12ad2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b03a1d2163da426dba1fadbcac8bf243&device_id=dced2991-0159-4de0-abdf-921e06d6d602 HTTP/1.1" status: 200 len: 1100 time: 0.0925479 Jul 07 17:45:52.561075 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-a8cc587c-2fd7-4e2f-bf08-00497a744fc3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=67999f77-5c79-4fe4-8db0-47a21bcb1d53 HTTP/1.1" status: 200 len: 217 time: 0.0498271 Jul 07 17:45:52.633441 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-488b34fb-0697-4816-92ec-a6ffb7d7e628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:52.636251 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-488b34fb-0697-4816-92ec-a6ffb7d7e628 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.0692394 Jul 07 17:45:52.706003 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-8b759727-764e-40df-bf0c-e5f243af5b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:52.707526 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-8b759727-764e-40df-bf0c-e5f243af5b32 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0653980 Jul 07 17:45:52.819804 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-b6f19b3e-9744-4b8a-9e50-f4efb7895f0b service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047118 Jul 07 17:45:52.939353 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15d6dc02-43bf-4d7a-ad66-edf032a418fa req-efaa3e51-869c-43cc-96c6-3969c2bde347 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136577 Jul 07 17:45:53.078648 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07576a-d3a8-4c13-9069-344285b1fd10 req-48f2a11f-210e-40f6-bc2d-542d55d10928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:53.080720 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ae07576a-d3a8-4c13-9069-344285b1fd10 req-48f2a11f-210e-40f6-bc2d-542d55d10928 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b03a1d2163da426dba1fadbcac8bf243&device_id=dced2991-0159-4de0-abdf-921e06d6d602 HTTP/1.1" status: 200 len: 1100 time: 0.0845993 Jul 07 17:45:53.178953 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07576a-d3a8-4c13-9069-344285b1fd10 req-10d9b60d-3598-40fa-9d69-3a810c4d0a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:53.179957 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ae07576a-d3a8-4c13-9069-344285b1fd10 req-10d9b60d-3598-40fa-9d69-3a810c4d0a5e service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c HTTP/1.1" status: 200 len: 870 time: 0.0926523 Jul 07 17:45:53.236496 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ae07576a-d3a8-4c13-9069-344285b1fd10 req-c75772f0-1e25-4332-9c56-a38ca2535c49 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=67999f77-5c79-4fe4-8db0-47a21bcb1d53 HTTP/1.1" status: 200 len: 217 time: 0.0481036 Jul 07 17:45:53.273099 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586180cf-d285-4a8f-9599-d649c4c2167e req-94072341-79e4-4275-aa09-bab26d050427 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:53.273698 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-586180cf-d285-4a8f-9599-d649c4c2167e req-94072341-79e4-4275-aa09-bab26d050427 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.53 "GET /v2.0/ports?device_id=dced2991-0159-4de0-abdf-921e06d6d602 HTTP/1.1" status: 200 len: 948 time: 0.0980730 Jul 07 17:45:53.297439 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07576a-d3a8-4c13-9069-344285b1fd10 req-e56756c4-1ef6-4962-a0f6-586d98239693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:53.299759 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ae07576a-d3a8-4c13-9069-344285b1fd10 req-e56756c4-1ef6-4962-a0f6-586d98239693 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95a099c-96c7-4e57-b410-16817e6f8d6e HTTP/1.1" status: 200 len: 843 time: 0.0549419 Jul 07 17:45:53.328244 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-586180cf-d285-4a8f-9599-d649c4c2167e req-cd69ce85-2d76-4890-bbec-13bb855f3a58 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.53 "GET /v2.0/security-groups?id=16633317-ab1a-4713-862c-ed1bef3c4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472314 Jul 07 17:45:53.376863 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07576a-d3a8-4c13-9069-344285b1fd10 req-36afa98b-561f-44db-9a5c-f5b4fb8b6bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:53.378612 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ae07576a-d3a8-4c13-9069-344285b1fd10 req-36afa98b-561f-44db-9a5c-f5b4fb8b6bc5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f06611b-c0c7-4bb3-bd63-5de2a6eba15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0706317 Jul 07 17:45:53.449820 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-187529e0-f8a9-43b3-9e9a-c66589a231ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:53.496816 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ae07576a-d3a8-4c13-9069-344285b1fd10 req-8790a10f-f297-4fc2-9dcb-ee1d35342378 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093199 Jul 07 17:45:53.599163 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ae07576a-d3a8-4c13-9069-344285b1fd10 req-87a12b8d-2e68-4f3b-98f3-d52664231e10 service neutron] 10.222.0.72 "GET /v2.0/networks/0f06611b-c0c7-4bb3-bd63-5de2a6eba15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942447 Jul 07 17:45:54.530788 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef2f9c-6e3b-44a5-9e68-9a7d4632bea7 req-44643d06-e429-48f9-b7bd-f4cc95533275 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:54.532319 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c0ef2f9c-6e3b-44a5-9e68-9a7d4632bea7 req-44643d06-e429-48f9-b7bd-f4cc95533275 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.53 "GET /v2.0/ports?device_id=dced2991-0159-4de0-abdf-921e06d6d602 HTTP/1.1" status: 200 len: 948 time: 0.0719085 Jul 07 17:45:54.575467 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c0ef2f9c-6e3b-44a5-9e68-9a7d4632bea7 req-e0feb4ce-2750-4920-9989-02d586c54466 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.53 "GET /v2.0/security-groups?id=16633317-ab1a-4713-862c-ed1bef3c4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353014 Jul 07 17:45:55.773168 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da3977-a922-4556-82d4-0076d7eec4ea req-e7338a64-fd66-4c54-94af-f4343dc3d35c tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:55.775416 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d1da3977-a922-4556-82d4-0076d7eec4ea req-e7338a64-fd66-4c54-94af-f4343dc3d35c tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.53 "GET /v2.0/ports?device_id=dced2991-0159-4de0-abdf-921e06d6d602 HTTP/1.1" status: 200 len: 948 time: 0.0807216 Jul 07 17:45:55.817595 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d1da3977-a922-4556-82d4-0076d7eec4ea req-e91ff3b3-0e34-4cb6-84dd-31989ad00301 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.53 "GET /v2.0/security-groups?id=16633317-ab1a-4713-862c-ed1bef3c4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364661 Jul 07 17:45:56.258454 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:56.467104 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 67999f77-5c79-4fe4-8db0-47a21bcb1d53 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:45:56.580261 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 67999f77-5c79-4fe4-8db0-47a21bcb1d53, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=67999f77-5c79-4fe4-8db0-47a21bcb1d53,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:56.594127 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '67999f77-5c79-4fe4-8db0-47a21bcb1d53', 'network_id': '0f06611b-c0c7-4bb3-bd63-5de2a6eba15c', 'port_id': '67999f77-5c79-4fe4-8db0-47a21bcb1d53', 'mac_address': 'fa:16:3e:87:37:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a099c-96c7-4e57-b410-16817e6f8d6e', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:45:56.633290 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:56.647808 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67999f77-5c79-4fe4-8db0-47a21bcb1d53 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:45:56.667572 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 67999f77-5c79-4fe4-8db0-47a21bcb1d53, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=67999f77-5c79-4fe4-8db0-47a21bcb1d53,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:56.671617 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:56.721589 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=67999f77-5c79-4fe4-8db0-47a21bcb1d53,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:56.729734 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:56.730233 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:56.730580 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:56.730919 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:56.731252 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:56.731583 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:56.731910 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:56.732235 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:56.732557 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:56.732908 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:56.733232 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:56.733553 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:56.831574 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-10d534e6-092d-4282-9120-083b23df2b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:56.874159 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['67999f77-5c79-4fe4-8db0-47a21bcb1d53'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:45:56.994371 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c2316-fb00-4933-ae26-6f63044b1969 req-cd17d65f-71d1-4f7c-ba17-88a4e9a5a36e tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:56.996096 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ec7c2316-fb00-4933-ae26-6f63044b1969 req-cd17d65f-71d1-4f7c-ba17-88a4e9a5a36e tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.53 "GET /v2.0/ports?device_id=dced2991-0159-4de0-abdf-921e06d6d602 HTTP/1.1" status: 200 len: 949 time: 0.0658672 Jul 07 17:45:57.037416 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ec7c2316-fb00-4933-ae26-6f63044b1969 req-c726db4d-5d0d-4282-ad72-5f0665d11bda tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.53 "GET /v2.0/security-groups?id=16633317-ab1a-4713-862c-ed1bef3c4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347259 Jul 07 17:45:58.035512 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:58.231409 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00b26b-eb13-4033-aa9a-35da862d182b req-cc626a72-aeb1-45bc-bd00-4140106a3398 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:58.233042 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-be00b26b-eb13-4033-aa9a-35da862d182b req-cc626a72-aeb1-45bc-bd00-4140106a3398 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.53 "GET /v2.0/ports?device_id=dced2991-0159-4de0-abdf-921e06d6d602 HTTP/1.1" status: 200 len: 949 time: 0.0809503 Jul 07 17:45:58.280315 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-be00b26b-eb13-4033-aa9a-35da862d182b req-61661382-4f05-4555-bbc2-47205073be70 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.53 "GET /v2.0/security-groups?id=16633317-ab1a-4713-862c-ed1bef3c4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409830 Jul 07 17:45:58.482130 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 67999f77-5c79-4fe4-8db0-47a21bcb1d53 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:45:58.532551 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 67999f77-5c79-4fe4-8db0-47a21bcb1d53 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:58.536698 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 67999f77-5c79-4fe4-8db0-47a21bcb1d53 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:58.537127 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:58.623594 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:58.656544 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dced2991-0159-4de0-abdf-921e06d6d602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67999f77-5c79-4fe4-8db0-47a21bcb1d53'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:58.659962 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb7ba82-0582-4d07-a6a8-c611f9cacfb7" -d '{"events": [{"server_uuid": "dced2991-0159-4de0-abdf-921e06d6d602", "name": "network-vif-plugged", "status": "completed", "tag": "67999f77-5c79-4fe4-8db0-47a21bcb1d53"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:58.676202 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 67999f77-5c79-4fe4-8db0-47a21bcb1d53, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=67999f77-5c79-4fe4-8db0-47a21bcb1d53,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:58.682418 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:58.717351 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4974994a-113f-41b6-8368-bb2f95eaa211 x-openstack-request-id: req-4974994a-113f-41b6-8368-bb2f95eaa211 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:45:58.717775 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dced2991-0159-4de0-abdf-921e06d6d602", "name": "network-vif-plugged", "status": "completed", "tag": "67999f77-5c79-4fe4-8db0-47a21bcb1d53", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:45:58.718142 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4974994a-113f-41b6-8368-bb2f95eaa211 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:45:58.718673 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dced2991-0159-4de0-abdf-921e06d6d602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67999f77-5c79-4fe4-8db0-47a21bcb1d53', 'code': 200} Jul 07 17:45:58.748444 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=67999f77-5c79-4fe4-8db0-47a21bcb1d53,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:58.817732 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273d0eb-e557-489f-88e0-3b17f2493f13 req-538d9b7b-cccf-42cd-8dad-b8b370de6084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:58.819592 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9273d0eb-e557-489f-88e0-3b17f2493f13 req-538d9b7b-cccf-42cd-8dad-b8b370de6084 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dced2991-0159-4de0-abdf-921e06d6d602 HTTP/1.1" status: 200 len: 1102 time: 0.0538328 Jul 07 17:45:58.855772 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9273d0eb-e557-489f-88e0-3b17f2493f13 req-c6cc903b-50fe-4ac0-b8c1-091614144db4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=16633317-ab1a-4713-862c-ed1bef3c4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296023 Jul 07 17:45:59.486506 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44f0c3-431b-4474-a059-4ebbdec9e1da req-be6f1d31-282e-4e5d-8803-17103a2ceac3 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:59.488233 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fa44f0c3-431b-4474-a059-4ebbdec9e1da req-be6f1d31-282e-4e5d-8803-17103a2ceac3 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.53 "GET /v2.0/ports?device_id=dced2991-0159-4de0-abdf-921e06d6d602 HTTP/1.1" status: 200 len: 950 time: 0.0688648 Jul 07 17:45:59.533160 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fa44f0c3-431b-4474-a059-4ebbdec9e1da req-2e2ee17f-4266-4963-8075-ab1e6f60716d tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.53 "GET /v2.0/security-groups?id=16633317-ab1a-4713-862c-ed1bef3c4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375438 Jul 07 17:46:00.348890 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:01.109838 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035232db-0478-44c3-8eee-c003b27c37dc req-fe78a441-5033-485f-a9f5-87a804a86658 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:01.111498 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-035232db-0478-44c3-8eee-c003b27c37dc req-fe78a441-5033-485f-a9f5-87a804a86658 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.53 "GET /v2.0/ports?device_id=dced2991-0159-4de0-abdf-921e06d6d602 HTTP/1.1" status: 200 len: 950 time: 0.4476454 Jul 07 17:46:01.153185 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-035232db-0478-44c3-8eee-c003b27c37dc req-2d2bba8c-ac9f-4472-928b-6ad0c4ad4a4f tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.53 "GET /v2.0/security-groups?id=16633317-ab1a-4713-862c-ed1bef3c4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353835 Jul 07 17:46:01.485817 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-8b7d86d7-6353-465a-a9ea-62bf4cc2f3d0 req-aabd5a79-904d-4a44-a4f8-c91250ce58ee service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:46:01.486931 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8b7d86d7-6353-465a-a9ea-62bf4cc2f3d0 req-aabd5a79-904d-4a44-a4f8-c91250ce58ee service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057218 Jul 07 17:46:01.842060 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-da7f43e3-c23c-42b9-8dec-2c3d978385d7 req-af9d40c5-3774-4326-9f72-286f6aaf207a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:46:01.843429 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da7f43e3-c23c-42b9-8dec-2c3d978385d7 req-af9d40c5-3774-4326-9f72-286f6aaf207a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065541 Jul 07 17:46:02.372392 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930fbe8-600a-4449-9eed-5a902279b1ce req-ac363091-0cab-49f7-90a8-91032c660fbc tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:02.373972 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b930fbe8-600a-4449-9eed-5a902279b1ce req-ac363091-0cab-49f7-90a8-91032c660fbc tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.53 "GET /v2.0/ports?device_id=dced2991-0159-4de0-abdf-921e06d6d602 HTTP/1.1" status: 200 len: 950 time: 0.0675256 Jul 07 17:46:02.415906 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b930fbe8-600a-4449-9eed-5a902279b1ce req-b6f60110-bfff-49b0-99ec-8868262e2159 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.53 "GET /v2.0/security-groups?id=16633317-ab1a-4713-862c-ed1bef3c4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360384 Jul 07 17:46:03.597162 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1f61e-c0fe-4e54-b0c1-c0568aaac844 req-f6e203b3-76e3-4567-b064-6f07680983e3 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:03.598737 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f1a1f61e-c0fe-4e54-b0c1-c0568aaac844 req-f6e203b3-76e3-4567-b064-6f07680983e3 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.72 "GET /v2.0/ports?device_id=dced2991-0159-4de0-abdf-921e06d6d602 HTTP/1.1" status: 200 len: 950 time: 0.0688782 Jul 07 17:46:03.606104 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27fe1a-bf2e-474a-8c25-f73d91c18fbc req-11d0ebd0-7b0c-4ae9-bb3f-b33c3b8e1192 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:03.607764 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6d27fe1a-bf2e-474a-8c25-f73d91c18fbc req-11d0ebd0-7b0c-4ae9-bb3f-b33c3b8e1192 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.53 "GET /v2.0/ports?device_id=dced2991-0159-4de0-abdf-921e06d6d602 HTTP/1.1" status: 200 len: 950 time: 0.0663309 Jul 07 17:46:03.654485 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6d27fe1a-bf2e-474a-8c25-f73d91c18fbc req-9d7e6d3e-fd8a-436f-8701-eadd19632c6a tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.53 "GET /v2.0/security-groups?id=16633317-ab1a-4713-862c-ed1bef3c4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396991 Jul 07 17:46:03.706243 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-f1a1f61e-c0fe-4e54-b0c1-c0568aaac844 req-7b2ff0eb-42a3-40cd-b441-7b75799f9b13 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Deleting port 67999f77-5c79-4fe4-8db0-47a21bcb1d53 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:03.706587 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f1a1f61e-c0fe-4e54-b0c1-c0568aaac844 req-7b2ff0eb-42a3-40cd-b441-7b75799f9b13 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:03.812341 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-f1a1f61e-c0fe-4e54-b0c1-c0568aaac844 req-7b2ff0eb-42a3-40cd-b441-7b75799f9b13 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] For port 67999f77-5c79-4fe4-8db0-47a21bcb1d53, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=67999f77-5c79-4fe4-8db0-47a21bcb1d53,segment=NetworkSegment(7293a9eb-a6ff-426d-ab1a-a077b8aef1e4),segment_id=7293a9eb-a6ff-426d-ab1a-a077b8aef1e4)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:03.812799 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f1a1f61e-c0fe-4e54-b0c1-c0568aaac844 req-7b2ff0eb-42a3-40cd-b441-7b75799f9b13 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:03.827599 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-f1a1f61e-c0fe-4e54-b0c1-c0568aaac844 req-7b2ff0eb-42a3-40cd-b441-7b75799f9b13 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Calling delete_port for 67999f77-5c79-4fe4-8db0-47a21bcb1d53 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:03.966206 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f1a1f61e-c0fe-4e54-b0c1-c0568aaac844 req-7b2ff0eb-42a3-40cd-b441-7b75799f9b13 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:03.979062 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['67999f77-5c79-4fe4-8db0-47a21bcb1d53'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:46:03.995193 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ff0eb-42a3-40cd-b441-7b75799f9b13 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Pushing event deleted for resources: {'Port': ['ID=67999f77-5c79-4fe4-8db0-47a21bcb1d53,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:04.049091 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a1f61e-c0fe-4e54-b0c1-c0568aaac844 req-7b2ff0eb-42a3-40cd-b441-7b75799f9b13 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] No DVR routers for this DVR port 67999f77-5c79-4fe4-8db0-47a21bcb1d53 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:46:04.052055 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f1a1f61e-c0fe-4e54-b0c1-c0568aaac844 req-7b2ff0eb-42a3-40cd-b441-7b75799f9b13 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:04.055368 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f1a1f61e-c0fe-4e54-b0c1-c0568aaac844 req-7b2ff0eb-42a3-40cd-b441-7b75799f9b13 tempest-ServersAdminNegativeTestJSON-1526918332 tempest-ServersAdminNegativeTestJSON-1526918332-project] 10.222.0.72 "DELETE /v2.0/ports/67999f77-5c79-4fe4-8db0-47a21bcb1d53 HTTP/1.1" status: 204 len: 173 time: 0.4509292 Jul 07 17:46:04.055843 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dced2991-0159-4de0-abdf-921e06d6d602', 'name': 'network-vif-deleted', 'tag': '67999f77-5c79-4fe4-8db0-47a21bcb1d53'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:46:04.058481 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c5df3a-0fa9-4288-bd09-877ee25b3fad" -d '{"events": [{"server_uuid": "dced2991-0159-4de0-abdf-921e06d6d602", "name": "network-vif-deleted", "tag": "67999f77-5c79-4fe4-8db0-47a21bcb1d53"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:46:04.175438 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dcf398-4b43-4978-bd8e-9c1c626bb4de x-openstack-request-id: req-d7dcf398-4b43-4978-bd8e-9c1c626bb4de {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:46:04.176262 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dced2991-0159-4de0-abdf-921e06d6d602", "name": "network-vif-deleted", "tag": "67999f77-5c79-4fe4-8db0-47a21bcb1d53", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:46:04.176531 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7dcf398-4b43-4978-bd8e-9c1c626bb4de {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:46:04.176995 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dced2991-0159-4de0-abdf-921e06d6d602', 'name': 'network-vif-deleted', 'tag': '67999f77-5c79-4fe4-8db0-47a21bcb1d53', 'status': 'completed', 'code': 200} Jul 07 17:46:04.981764 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46914) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:05.114500 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2d63cc57-8363-48b9-95e4-ca788871c2fd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b03a1d2163da426dba1fadbcac8bf243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315606 Jul 07 17:46:05.117752 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46918) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:05.170685 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-09927089-c6ee-45cb-b78b-ff3d1cbe6536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:05.192149 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-09927089-c6ee-45cb-b78b-ff3d1cbe6536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:05.239161 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-09927089-c6ee-45cb-b78b-ff3d1cbe6536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:05.242301 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-09927089-c6ee-45cb-b78b-ff3d1cbe6536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:05.243945 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-09927089-c6ee-45cb-b78b-ff3d1cbe6536 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16633317-ab1a-4713-862c-ed1bef3c4ae4 HTTP/1.1" status: 204 len: 168 time: 0.1252697 Jul 07 17:46:05.251509 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09927089-c6ee-45cb-b78b-ff3d1cbe6536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16633317-ab1a-4713-862c-ed1bef3c4ae4,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:05.512928 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46924) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:05.526709 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fe8b62ef-78be-4c83-9171-feac0b6d5246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:05.620072 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fe8b62ef-78be-4c83-9171-feac0b6d5246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:05.623772 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fe8b62ef-78be-4c83-9171-feac0b6d5246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:05.664885 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fe8b62ef-78be-4c83-9171-feac0b6d5246 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47ba2de834a94a3ca3060813d47a5d2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507947 Jul 07 17:46:05.665765 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b62ef-78be-4c83-9171-feac0b6d5246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23968c7f-e121-486a-aef4-bfc989a75097,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:05.667574 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46926) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:05.719584 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-65e3f292-2909-4c1e-997f-d0cb3b0acfc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:05.740779 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-65e3f292-2909-4c1e-997f-d0cb3b0acfc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:05.792778 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-65e3f292-2909-4c1e-997f-d0cb3b0acfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:05.795475 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-65e3f292-2909-4c1e-997f-d0cb3b0acfc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:05.796670 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-65e3f292-2909-4c1e-997f-d0cb3b0acfc6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23968c7f-e121-486a-aef4-bfc989a75097 HTTP/1.1" status: 204 len: 168 time: 0.1277993 Jul 07 17:46:05.805609 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3f292-2909-4c1e-997f-d0cb3b0acfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23968c7f-e121-486a-aef4-bfc989a75097,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:06.505462 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 67999f77-5c79-4fe4-8db0-47a21bcb1d53 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:46:06.515490 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 46948) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:06.525714 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 67999f77-5c79-4fe4-8db0-47a21bcb1d53 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:46:06.526070 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 67999f77-5c79-4fe4-8db0-47a21bcb1d53 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:46:06.610938 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-f6c3bed0-514e-487e-a284-d4994b9d3553 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-375233083-network', 'tenant_id': '97fd4c370663478eb448e977e454362c'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:06.634067 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c3bed0-514e-487e-a284-d4994b9d3553 admin admin] Made reservation on behalf of 97fd4c370663478eb448e977e454362c for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:46:06.636455 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f6c3bed0-514e-487e-a284-d4994b9d3553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:06.645185 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f6c3bed0-514e-487e-a284-d4994b9d3553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:06.738221 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f6c3bed0-514e-487e-a284-d4994b9d3553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:06.743080 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f6c3bed0-514e-487e-a284-d4994b9d3553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:06.768096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c3bed0-514e-487e-a284-d4994b9d3553 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:46:06.777325 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3bed0-514e-487e-a284-d4994b9d3553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9eaa0a-21bd-4dc6-953e-db20b1eff739,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:06.783630 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f6c3bed0-514e-487e-a284-d4994b9d3553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:06.783985 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-f6c3bed0-514e-487e-a284-d4994b9d3553 admin admin] Added segment da3b367c-987e-49cf-b4c9-952f2bebc21c of type vlan for network d485aa0b-9fb0-4b7f-a96c-b597f61fee2b Jul 07 17:46:06.826674 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f6c3bed0-514e-487e-a284-d4994b9d3553 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:06.861072 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f6c3bed0-514e-487e-a284-d4994b9d3553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:06.862123 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c3bed0-514e-487e-a284-d4994b9d3553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:06.862721 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f6c3bed0-514e-487e-a284-d4994b9d3553 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:06.916687 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f6c3bed0-514e-487e-a284-d4994b9d3553 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4000485 Jul 07 17:46:06.919811 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 46954) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:06.924028 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3bed0-514e-487e-a284-d4994b9d3553 admin admin] Pushing event updated for resources: {'Network': ['ID=d485aa0b-9fb0-4b7f-a96c-b597f61fee2b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:06.925045 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-6c56da68-f46a-4681-9d19-11403b63ae04 admin admin] Request body: {'subnet': {'network_id': 'd485aa0b-9fb0-4b7f-a96c-b597f61fee2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-375233083-subnet', 'tenant_id': '97fd4c370663478eb448e977e454362c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:06.933983 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network d485aa0b-9fb0-4b7f-a96c-b597f61fee2b details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:46:06.946094 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c56da68-f46a-4681-9d19-11403b63ae04 admin admin] Made reservation on behalf of 97fd4c370663478eb448e977e454362c for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:46:06.948667 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6c56da68-f46a-4681-9d19-11403b63ae04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:07.182920 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6c56da68-f46a-4681-9d19-11403b63ae04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:07.238453 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56da68-f46a-4681-9d19-11403b63ae04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bc1d727-f6ec-4785-b069-9f6aac515caa,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:07.249824 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c56da68-f46a-4681-9d19-11403b63ae04 admin admin] Checking segment: {'id': 'da3b367c-987e-49cf-b4c9-952f2bebc21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd485aa0b-9fb0-4b7f-a96c-b597f61fee2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:46:07.250190 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c56da68-f46a-4681-9d19-11403b63ae04 admin admin] Network hostable DHCP agents. Network: d485aa0b-9fb0-4b7f-a96c-b597f61fee2b, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:46:07.267797 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c56da68-f46a-4681-9d19-11403b63ae04 admin admin] Network d485aa0b-9fb0-4b7f-a96c-b597f61fee2b is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:46:07.279592 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-6c56da68-f46a-4681-9d19-11403b63ae04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, d485aa0b-9fb0-4b7f-a96c-b597f61fee2b) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:46:07.286378 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c56da68-f46a-4681-9d19-11403b63ae04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:07.287389 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6c56da68-f46a-4681-9d19-11403b63ae04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:07.288192 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c46c00-9d02-422e-8e6e-7f34d059a7b9 None None] Network d485aa0b-9fb0-4b7f-a96c-b597f61fee2b requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:46:07.302396 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6c56da68-f46a-4681-9d19-11403b63ae04 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3811688 Jul 07 17:46:07.423685 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43690912-6def-43bc-a020-831bb8c493aa None None] Network d485aa0b-9fb0-4b7f-a96c-b597f61fee2b requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:46:07.680900 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:07.759976 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-80b604f1-c706-4837-9d37-41f7026bc96c tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:07.761503 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-80b604f1-c706-4837-9d37-41f7026bc96c tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/networks?id=d485aa0b-9fb0-4b7f-a96c-b597f61fee2b HTTP/1.1" status: 200 len: 811 time: 0.1141279 Jul 07 17:46:07.776352 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-7910c1e4-c320-4748-9549-1475f653ca83 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/quotas/97fd4c370663478eb448e977e454362c HTTP/1.1" status: 200 len: 375 time: 0.0095758 Jul 07 17:46:07.811544 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-84f8c253-ef52-4c3b-b76a-ac652deee272 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=97fd4c370663478eb448e977e454362c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303459 Jul 07 17:46:07.823934 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-e7da13c8-7719-48bc-8fb9-d5de04188aae tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:46:07.825076 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-e7da13c8-7719-48bc-8fb9-d5de04188aae tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071464 Jul 07 17:46:07.921826 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-c17072a1-9839-4f6c-9ddd-18d7b9ed10d7 service neutron] 10.222.0.53 "GET /v2.0/networks/d485aa0b-9fb0-4b7f-a96c-b597f61fee2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910866 Jul 07 17:46:08.014527 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-e1c7ea3b-6ea0-44c8-a384-c2fae04a7595 service neutron] 10.222.0.53 "GET /v2.0/networks/d485aa0b-9fb0-4b7f-a96c-b597f61fee2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869606 Jul 07 17:46:08.205918 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a393be81-0bb2-4b45-a285-a0a38773a3bf req-ffd97111-24ef-44b7-ad82-84b30248c606 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 210 time: 0.0341113 Jul 07 17:46:08.216364 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:09.370433 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-42c976ac-9842-4e33-a9bb-720d07d1cc59 req-ca2d7cd7-960d-4918-a605-35590ce9ee18 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 210 time: 0.0294535 Jul 07 17:46:09.652540 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-deae4ca7-0fd7-49e2-92d3-c2fcbcb4fb4b tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:09.654372 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-deae4ca7-0fd7-49e2-92d3-c2fcbcb4fb4b tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.72 "GET /v2.0/networks?id=d485aa0b-9fb0-4b7f-a96c-b597f61fee2b HTTP/1.1" status: 200 len: 811 time: 0.1209741 Jul 07 17:46:09.668089 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-40def10f-3160-48f5-8d56-0ee302e030c4 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Request body: {'port': {'device_id': '91290098-10a0-4f74-9941-a99ecb5fcf8f', 'network_id': 'd485aa0b-9fb0-4b7f-a96c-b597f61fee2b', 'admin_state_up': True, 'tenant_id': '97fd4c370663478eb448e977e454362c'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:09.798296 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-40def10f-3160-48f5-8d56-0ee302e030c4 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Made reservation on behalf of 97fd4c370663478eb448e977e454362c for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:46:09.802140 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-40def10f-3160-48f5-8d56-0ee302e030c4 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:09.939890 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-40def10f-3160-48f5-8d56-0ee302e030c4 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Allocated IP 172.20.0.8 (d485aa0b-9fb0-4b7f-a96c-b597f61fee2b/9bc1d727-f6ec-4785-b069-9f6aac515caa/43290b73-2b97-47b7-aa29-732aacb0b5a4) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:46:10.109791 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-40def10f-3160-48f5-8d56-0ee302e030c4 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.154102 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-40def10f-3160-48f5-8d56-0ee302e030c4 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.202526 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-40def10f-3160-48f5-8d56-0ee302e030c4 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Network d485aa0b-9fb0-4b7f-a96c-b597f61fee2b is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:46:10.208307 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-40def10f-3160-48f5-8d56-0ee302e030c4 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:46:10.213252 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-40def10f-3160-48f5-8d56-0ee302e030c4 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:46:10.238098 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40def10f-3160-48f5-8d56-0ee302e030c4 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Pushing event updated for resources: {'Port': ['ID=43290b73-2b97-47b7-aa29-732aacb0b5a4,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:10.266897 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-40def10f-3160-48f5-8d56-0ee302e030c4 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:10.267584 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-40def10f-3160-48f5-8d56-0ee302e030c4 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.283270 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-40def10f-3160-48f5-8d56-0ee302e030c4 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6208682 Jul 07 17:46:10.294896 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-2e5ac4a9-3000-40e1-9a0f-fdc6a4ed2369 service neutron] Request body: {'port': {'device_id': '91290098-10a0-4f74-9941-a99ecb5fcf8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:10.377970 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-2e5ac4a9-3000-40e1-9a0f-fdc6a4ed2369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.558629 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6610a-7e7f-493a-89ed-df2164505d85 req-54a76d8c-db7f-46e4-bf8a-5dff1f253680 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:10.560291 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f1a6610a-7e7f-493a-89ed-df2164505d85 req-54a76d8c-db7f-46e4-bf8a-5dff1f253680 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 931 time: 0.0713465 Jul 07 17:46:10.605164 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f1a6610a-7e7f-493a-89ed-df2164505d85 req-2d8f22f8-18fb-4e38-a26d-7fcef166bfb3 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337076 Jul 07 17:46:10.662569 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-2e5ac4a9-3000-40e1-9a0f-fdc6a4ed2369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43290b73-2b97-47b7-aa29-732aacb0b5a4 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:46:10.670831 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-2e5ac4a9-3000-40e1-9a0f-fdc6a4ed2369 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.684985 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-2e5ac4a9-3000-40e1-9a0f-fdc6a4ed2369 service neutron] Transition to ACTIVE for port object 43290b73-2b97-47b7-aa29-732aacb0b5a4 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:46:10.688978 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-2e5ac4a9-3000-40e1-9a0f-fdc6a4ed2369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.742832 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ac4a9-3000-40e1-9a0f-fdc6a4ed2369 service neutron] Pushing event updated for resources: {'Port': ['ID=43290b73-2b97-47b7-aa29-732aacb0b5a4,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:10.815026 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-2e5ac4a9-3000-40e1-9a0f-fdc6a4ed2369 service neutron] Attempting to bind port 43290b73-2b97-47b7-aa29-732aacb0b5a4 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:46:10.815401 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-2e5ac4a9-3000-40e1-9a0f-fdc6a4ed2369 service neutron] Attempting to bind port 43290b73-2b97-47b7-aa29-732aacb0b5a4 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'da3b367c-987e-49cf-b4c9-952f2bebc21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd485aa0b-9fb0-4b7f-a96c-b597f61fee2b'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:46:10.815737 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-2e5ac4a9-3000-40e1-9a0f-fdc6a4ed2369 service neutron] Attempting to bind port 43290b73-2b97-47b7-aa29-732aacb0b5a4 on network d485aa0b-9fb0-4b7f-a96c-b597f61fee2b {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:46:10.821821 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-2e5ac4a9-3000-40e1-9a0f-fdc6a4ed2369 service neutron] Port 43290b73-2b97-47b7-aa29-732aacb0b5a4 on network d485aa0b-9fb0-4b7f-a96c-b597f61fee2b not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:46:10.822130 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-2e5ac4a9-3000-40e1-9a0f-fdc6a4ed2369 service neutron] Attempting to bind port 43290b73-2b97-47b7-aa29-732aacb0b5a4 on network d485aa0b-9fb0-4b7f-a96c-b597f61fee2b {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:46:10.827454 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-2e5ac4a9-3000-40e1-9a0f-fdc6a4ed2369 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:46:10.827796 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-2e5ac4a9-3000-40e1-9a0f-fdc6a4ed2369 service neutron] Checking segment: {'id': 'da3b367c-987e-49cf-b4c9-952f2bebc21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd485aa0b-9fb0-4b7f-a96c-b597f61fee2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:46:10.828305 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-2e5ac4a9-3000-40e1-9a0f-fdc6a4ed2369 service neutron] Bound using segment: {'id': 'da3b367c-987e-49cf-b4c9-952f2bebc21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd485aa0b-9fb0-4b7f-a96c-b597f61fee2b'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:46:10.828820 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-2e5ac4a9-3000-40e1-9a0f-fdc6a4ed2369 service neutron] Bound port: 43290b73-2b97-47b7-aa29-732aacb0b5a4, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da3b367c-987e-49cf-b4c9-952f2bebc21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd485aa0b-9fb0-4b7f-a96c-b597f61fee2b'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:46:10.829269 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-2e5ac4a9-3000-40e1-9a0f-fdc6a4ed2369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.905157 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-2e5ac4a9-3000-40e1-9a0f-fdc6a4ed2369 service neutron] For port 43290b73-2b97-47b7-aa29-732aacb0b5a4, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:46:10.908743 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-2e5ac4a9-3000-40e1-9a0f-fdc6a4ed2369 service neutron] For port 43290b73-2b97-47b7-aa29-732aacb0b5a4, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=43290b73-2b97-47b7-aa29-732aacb0b5a4,segment=NetworkSegment(da3b367c-987e-49cf-b4c9-952f2bebc21c),segment_id=da3b367c-987e-49cf-b4c9-952f2bebc21c)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:46:10.914430 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-2e5ac4a9-3000-40e1-9a0f-fdc6a4ed2369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.958920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-2e5ac4a9-3000-40e1-9a0f-fdc6a4ed2369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:10.959956 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-2e5ac4a9-3000-40e1-9a0f-fdc6a4ed2369 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.961456 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-2e5ac4a9-3000-40e1-9a0f-fdc6a4ed2369 service neutron] 10.222.0.72 "PUT /v2.0/ports/43290b73-2b97-47b7-aa29-732aacb0b5a4 HTTP/1.1" status: 200 len: 1092 time: 0.6711166 Jul 07 17:46:10.961938 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91290098-10a0-4f74-9941-a99ecb5fcf8f', 'tag': '43290b73-2b97-47b7-aa29-732aacb0b5a4'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:46:10.964406 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe9e4a9-970e-4ca6-8f17-76c34e287253" -d '{"events": [{"name": "network-changed", "server_uuid": "91290098-10a0-4f74-9941-a99ecb5fcf8f", "tag": "43290b73-2b97-47b7-aa29-732aacb0b5a4"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:46:11.002192 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ac4a9-3000-40e1-9a0f-fdc6a4ed2369 service neutron] Pushing event updated for resources: {'Port': ['ID=43290b73-2b97-47b7-aa29-732aacb0b5a4,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:11.039968 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69034df-011d-48b6-b935-7ef4664fd569 x-openstack-request-id: req-b69034df-011d-48b6-b935-7ef4664fd569 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:46:11.039968 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91290098-10a0-4f74-9941-a99ecb5fcf8f", "tag": "43290b73-2b97-47b7-aa29-732aacb0b5a4", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:46:11.040299 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b69034df-011d-48b6-b935-7ef4664fd569 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:46:11.040659 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91290098-10a0-4f74-9941-a99ecb5fcf8f', 'tag': '43290b73-2b97-47b7-aa29-732aacb0b5a4', 'status': 'completed', 'code': 200} Jul 07 17:46:11.085738 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-7872929e-accd-4214-8793-50728d6b7205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:11.087506 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-7872929e-accd-4214-8793-50728d6b7205 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=97fd4c370663478eb448e977e454362c&device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 1095 time: 0.0790699 Jul 07 17:46:11.137722 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-16c66681-1a51-4b55-9ddc-98aecb30cd48 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43290b73-2b97-47b7-aa29-732aacb0b5a4 HTTP/1.1" status: 200 len: 217 time: 0.0421548 Jul 07 17:46:11.198933 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-aaf11f4a-674f-429a-aed9-311b0d6fc5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:11.200833 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-aaf11f4a-674f-429a-aed9-311b0d6fc5f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9bc1d727-f6ec-4785-b069-9f6aac515caa HTTP/1.1" status: 200 len: 851 time: 0.0571425 Jul 07 17:46:11.237135 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-6d651ead-0b92-4c58-a547-bf0f0b386d85 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d485aa0b-9fb0-4b7f-a96c-b597f61fee2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294917 Jul 07 17:46:11.340538 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-c302a67a-c78f-46f0-8074-b0bcc41608ae service neutron] 10.222.0.72 "GET /v2.0/networks/d485aa0b-9fb0-4b7f-a96c-b597f61fee2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966117 Jul 07 17:46:11.451791 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-197d9abd-3033-42c6-8a00-d853ccd82e25 req-ac23476c-b56c-481d-86a8-1ff6094f8041 service neutron] 10.222.0.72 "GET /v2.0/networks/d485aa0b-9fb0-4b7f-a96c-b597f61fee2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048279 Jul 07 17:46:11.558041 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9e4a9-970e-4ca6-8f17-76c34e287253 req-a2375e6c-48b2-4b3c-968d-8469d9f5e50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:11.559558 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8fe9e4a9-970e-4ca6-8f17-76c34e287253 req-a2375e6c-48b2-4b3c-968d-8469d9f5e50b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=97fd4c370663478eb448e977e454362c&device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 1095 time: 0.0546954 Jul 07 17:46:11.660984 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9e4a9-970e-4ca6-8f17-76c34e287253 req-836337eb-b05e-4c8f-917a-089f46fd407a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:11.665233 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8fe9e4a9-970e-4ca6-8f17-76c34e287253 req-836337eb-b05e-4c8f-917a-089f46fd407a service neutron] 10.222.0.72 "GET /v2.0/networks?id=d485aa0b-9fb0-4b7f-a96c-b597f61fee2b HTTP/1.1" status: 200 len: 912 time: 0.0982392 Jul 07 17:46:11.712255 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8fe9e4a9-970e-4ca6-8f17-76c34e287253 req-e278a2b2-15b0-40c2-a998-eee9e6bde457 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43290b73-2b97-47b7-aa29-732aacb0b5a4 HTTP/1.1" status: 200 len: 217 time: 0.0387907 Jul 07 17:46:11.764151 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9e4a9-970e-4ca6-8f17-76c34e287253 req-ac1c428b-0e5e-49d5-a856-8fb616496a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:11.765673 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8fe9e4a9-970e-4ca6-8f17-76c34e287253 req-ac1c428b-0e5e-49d5-a856-8fb616496a62 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9bc1d727-f6ec-4785-b069-9f6aac515caa HTTP/1.1" status: 200 len: 851 time: 0.0457804 Jul 07 17:46:11.803931 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8fe9e4a9-970e-4ca6-8f17-76c34e287253 req-3764aac6-eb26-4110-bcd1-61e7b534cc1f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d485aa0b-9fb0-4b7f-a96c-b597f61fee2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306959 Jul 07 17:46:11.815262 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea4df6-1cfe-48bc-8c7e-4413138d0bce req-e6c511e0-9e38-4cc1-92c8-896ff2c0a530 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:11.816970 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2dea4df6-1cfe-48bc-8c7e-4413138d0bce req-e6c511e0-9e38-4cc1-92c8-896ff2c0a530 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 943 time: 0.0782654 Jul 07 17:46:11.861268 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2dea4df6-1cfe-48bc-8c7e-4413138d0bce req-2e07218b-7cdb-4864-8555-c01f087ece18 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376563 Jul 07 17:46:11.897917 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8fe9e4a9-970e-4ca6-8f17-76c34e287253 req-58b2616a-347a-4ed4-b7d3-7c296b45b01d service neutron] 10.222.0.72 "GET /v2.0/networks/d485aa0b-9fb0-4b7f-a96c-b597f61fee2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866868 Jul 07 17:46:11.994340 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8fe9e4a9-970e-4ca6-8f17-76c34e287253 req-cc163e6d-85d9-4120-8664-64aaebd809f0 service neutron] 10.222.0.72 "GET /v2.0/networks/d485aa0b-9fb0-4b7f-a96c-b597f61fee2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894969 Jul 07 17:46:13.046429 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553b431-e3f6-4ef5-94a3-dcd1c92cb62d req-fad2a1d4-04f6-4ea1-95a0-774fe41bfa07 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:13.047979 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7553b431-e3f6-4ef5-94a3-dcd1c92cb62d req-fad2a1d4-04f6-4ea1-95a0-774fe41bfa07 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 943 time: 0.0678608 Jul 07 17:46:13.089222 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7553b431-e3f6-4ef5-94a3-dcd1c92cb62d req-53b6d4b9-fbbc-4c02-8caa-7c8455efeca1 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355575 Jul 07 17:46:14.272509 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cce26a-b960-478c-88e8-9507f980a328 req-d2a21059-d4a4-4b5e-8700-2ee4c1b4f000 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:14.274108 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b1cce26a-b960-478c-88e8-9507f980a328 req-d2a21059-d4a4-4b5e-8700-2ee4c1b4f000 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 943 time: 0.0653946 Jul 07 17:46:14.313902 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b1cce26a-b960-478c-88e8-9507f980a328 req-f3f6b594-e7aa-44cb-b39d-249c68c2ae20 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341928 Jul 07 17:46:14.505265 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 43290b73-2b97-47b7-aa29-732aacb0b5a4 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:46:14.623600 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 43290b73-2b97-47b7-aa29-732aacb0b5a4, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=43290b73-2b97-47b7-aa29-732aacb0b5a4,segment=NetworkSegment(da3b367c-987e-49cf-b4c9-952f2bebc21c),segment_id=da3b367c-987e-49cf-b4c9-952f2bebc21c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:14.638591 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '43290b73-2b97-47b7-aa29-732aacb0b5a4', 'network_id': 'd485aa0b-9fb0-4b7f-a96c-b597f61fee2b', 'port_id': '43290b73-2b97-47b7-aa29-732aacb0b5a4', 'mac_address': 'fa:16:3e:13:74:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc1d727-f6ec-4785-b069-9f6aac515caa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:46:14.675999 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:14.688712 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43290b73-2b97-47b7-aa29-732aacb0b5a4 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:46:14.708233 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 43290b73-2b97-47b7-aa29-732aacb0b5a4, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=43290b73-2b97-47b7-aa29-732aacb0b5a4,segment=NetworkSegment(da3b367c-987e-49cf-b4c9-952f2bebc21c),segment_id=da3b367c-987e-49cf-b4c9-952f2bebc21c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:14.713284 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:14.762249 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=43290b73-2b97-47b7-aa29-732aacb0b5a4,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:14.921633 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['43290b73-2b97-47b7-aa29-732aacb0b5a4'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:46:15.493219 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c125ab3-cead-4981-a08b-a898cd995c82 req-0cc647ee-3a61-4fa5-a1b2-7da9e342c3e7 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:15.494702 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8c125ab3-cead-4981-a08b-a898cd995c82 req-0cc647ee-3a61-4fa5-a1b2-7da9e342c3e7 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 944 time: 0.0644846 Jul 07 17:46:15.531483 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8c125ab3-cead-4981-a08b-a898cd995c82 req-467b91ea-594e-455c-8355-2ee85c9dd71a tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312114 Jul 07 17:46:16.515756 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 43290b73-2b97-47b7-aa29-732aacb0b5a4 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:46:16.581058 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 43290b73-2b97-47b7-aa29-732aacb0b5a4 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:46:16.588116 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 43290b73-2b97-47b7-aa29-732aacb0b5a4 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:46:16.588789 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:16.677184 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:16.702217 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91290098-10a0-4f74-9941-a99ecb5fcf8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43290b73-2b97-47b7-aa29-732aacb0b5a4'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:46:16.704539 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5d15b6-e589-4a70-a845-8817810620a7" -d '{"events": [{"server_uuid": "91290098-10a0-4f74-9941-a99ecb5fcf8f", "name": "network-vif-plugged", "status": "completed", "tag": "43290b73-2b97-47b7-aa29-732aacb0b5a4"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:46:16.717343 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 43290b73-2b97-47b7-aa29-732aacb0b5a4, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=43290b73-2b97-47b7-aa29-732aacb0b5a4,segment=NetworkSegment(da3b367c-987e-49cf-b4c9-952f2bebc21c),segment_id=da3b367c-987e-49cf-b4c9-952f2bebc21c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:16.722138 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4bae0-9e28-49c6-93fc-7e313865f988 req-644a5e00-4049-4259-a750-c9da5c648750 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:16.722767 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:16.723766 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9df4bae0-9e28-49c6-93fc-7e313865f988 req-644a5e00-4049-4259-a750-c9da5c648750 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 944 time: 0.0762820 Jul 07 17:46:16.750578 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b64a670-4e1d-4789-a57c-9efb7576c86a x-openstack-request-id: req-6b64a670-4e1d-4789-a57c-9efb7576c86a {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:46:16.750884 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91290098-10a0-4f74-9941-a99ecb5fcf8f", "name": "network-vif-plugged", "status": "completed", "tag": "43290b73-2b97-47b7-aa29-732aacb0b5a4", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:46:16.751137 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b64a670-4e1d-4789-a57c-9efb7576c86a {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:46:16.751530 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91290098-10a0-4f74-9941-a99ecb5fcf8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43290b73-2b97-47b7-aa29-732aacb0b5a4', 'code': 200} Jul 07 17:46:16.769034 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9df4bae0-9e28-49c6-93fc-7e313865f988 req-02e7732e-2744-45c4-a1a3-4e4e00754e83 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373354 Jul 07 17:46:16.781160 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=43290b73-2b97-47b7-aa29-732aacb0b5a4,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:16.883724 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b78c6d-1294-49d5-9729-3a084b235b0b req-b4a13cd7-b38f-4b89-9917-19e910b716f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:16.885231 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-38b78c6d-1294-49d5-9729-3a084b235b0b req-b4a13cd7-b38f-4b89-9917-19e910b716f5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 1097 time: 0.0701692 Jul 07 17:46:16.921534 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-38b78c6d-1294-49d5-9729-3a084b235b0b req-fe9b5ba1-803a-41ad-842e-2014e6f653af service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295517 Jul 07 17:46:17.963560 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2ea95-c3f7-400a-8e97-38e4eadb92de req-e8c3769c-d74f-4b7b-ab4d-9f914fceaa5e tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:17.965124 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-13a2ea95-c3f7-400a-8e97-38e4eadb92de req-e8c3769c-d74f-4b7b-ab4d-9f914fceaa5e tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 945 time: 0.0742970 Jul 07 17:46:18.005137 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-13a2ea95-c3f7-400a-8e97-38e4eadb92de req-627115bf-7542-4219-ab17-acfc14edcec0 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341997 Jul 07 17:46:19.186650 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242afc63-e544-4821-ae9a-9cefb8860f8a req-18e16d07-537a-4bc6-9440-7ca547dbc7a1 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:19.188221 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-242afc63-e544-4821-ae9a-9cefb8860f8a req-18e16d07-537a-4bc6-9440-7ca547dbc7a1 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 945 time: 0.0675604 Jul 07 17:46:19.229432 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-242afc63-e544-4821-ae9a-9cefb8860f8a req-2b21baf8-2acf-4281-8f6d-e97965e28f88 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347645 Jul 07 17:46:19.618139 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47018) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:19.739075 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-7f74e811-6db8-4dc7-ae1c-083516bb1950 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1196792 Jul 07 17:46:19.937048 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e32f6c-ce7c-4a4a-9561-50ff99412c06 req-faac01fd-004c-4a74-aec5-feff5df09748 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:19.938775 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b7e32f6c-ce7c-4a4a-9561-50ff99412c06 req-faac01fd-004c-4a74-aec5-feff5df09748 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 945 time: 0.0741868 Jul 07 17:46:19.982416 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b7e32f6c-ce7c-4a4a-9561-50ff99412c06 req-a4cbd915-aab3-431a-8e90-1156a1a6b492 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371456 Jul 07 17:46:20.962156 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-0bf8f2ac-b6b1-4d74-a18d-5c9376016c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:20.963660 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-0bf8f2ac-b6b1-4d74-a18d-5c9376016c26 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=97fd4c370663478eb448e977e454362c&device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 1097 time: 0.0532112 Jul 07 17:46:21.060079 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-463d63b6-a100-4d89-9136-b8dde9b6fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:21.061461 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-463d63b6-a100-4d89-9136-b8dde9b6fa2a service neutron] 10.222.0.72 "GET /v2.0/networks?id=d485aa0b-9fb0-4b7f-a96c-b597f61fee2b HTTP/1.1" status: 200 len: 912 time: 0.0920908 Jul 07 17:46:21.109020 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-b7c61eb6-635d-4499-aaec-a66965d2c971 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43290b73-2b97-47b7-aa29-732aacb0b5a4 HTTP/1.1" status: 200 len: 217 time: 0.0408196 Jul 07 17:46:21.162405 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-c2660af9-e5a9-418a-b13f-8559939c0293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:21.165046 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-c2660af9-e5a9-418a-b13f-8559939c0293 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9bc1d727-f6ec-4785-b069-9f6aac515caa HTTP/1.1" status: 200 len: 851 time: 0.0501459 Jul 07 17:46:21.218978 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-fd5beed3-723a-49bc-be32-6c179ca14722 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d485aa0b-9fb0-4b7f-a96c-b597f61fee2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434532 Jul 07 17:46:21.306972 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661ee1c-7032-4f2d-a42e-8380c9811dbd req-668a6f6a-26df-4fc3-9b68-d0b97d5cdd22 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:21.308510 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0661ee1c-7032-4f2d-a42e-8380c9811dbd req-668a6f6a-26df-4fc3-9b68-d0b97d5cdd22 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 945 time: 0.2051001 Jul 07 17:46:21.350904 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-6f69e042-9d36-4c1e-aad7-dd0a5a135c4b service neutron] 10.222.0.72 "GET /v2.0/networks/d485aa0b-9fb0-4b7f-a96c-b597f61fee2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251013 Jul 07 17:46:21.370911 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0661ee1c-7032-4f2d-a42e-8380c9811dbd req-33a065a0-d1a2-4da8-9c1e-0c0c22486e06 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558350 Jul 07 17:46:21.446077 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-5f80fa3c-eb2d-40e8-bb16-bd33a22b6f25 service neutron] 10.222.0.72 "GET /v2.0/networks/d485aa0b-9fb0-4b7f-a96c-b597f61fee2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875404 Jul 07 17:46:22.545164 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be1fba-aedb-4fa0-9c7e-0d753e9ee060 req-32fec960-9eaa-4e0d-9e8f-17da2669e515 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:22.546667 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-10be1fba-aedb-4fa0-9c7e-0d753e9ee060 req-32fec960-9eaa-4e0d-9e8f-17da2669e515 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 945 time: 0.0634091 Jul 07 17:46:22.584837 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-10be1fba-aedb-4fa0-9c7e-0d753e9ee060 req-fe8de2e1-d611-4c48-a8fb-98a7ca71ab6a tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323069 Jul 07 17:46:23.444918 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-334c7e9e-37c1-4b4b-be46-119a103735e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:23.763567 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be611c9-8219-41a8-9f76-b89d08bdbfed req-ea23ce9b-41e8-470e-9651-8e715ae95498 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:23.765071 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6be611c9-8219-41a8-9f76-b89d08bdbfed req-ea23ce9b-41e8-470e-9651-8e715ae95498 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 945 time: 0.0670726 Jul 07 17:46:23.802423 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6be611c9-8219-41a8-9f76-b89d08bdbfed req-9e82fb8b-72b5-40f0-92b0-7fbf888e7c0c tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317600 Jul 07 17:46:24.980688 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ed5af-0aeb-433c-955b-749c2e2631ef req-8e0534bc-fa90-40fd-b093-2b9b63d9ecda tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:24.982247 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c14ed5af-0aeb-433c-955b-749c2e2631ef req-8e0534bc-fa90-40fd-b093-2b9b63d9ecda tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 945 time: 0.0693541 Jul 07 17:46:25.023233 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c14ed5af-0aeb-433c-955b-749c2e2631ef req-55d76009-d60f-4b9e-936f-8c6707d7bbd8 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335934 Jul 07 17:46:26.195492 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a0972-10c7-4862-b436-dfac566d1413 req-50ecc421-7b5d-4484-8850-4c50cc7d8414 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:26.197075 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-341a0972-10c7-4862-b436-dfac566d1413 req-50ecc421-7b5d-4484-8850-4c50cc7d8414 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 945 time: 0.0632999 Jul 07 17:46:26.236023 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-341a0972-10c7-4862-b436-dfac566d1413 req-da04bf9d-c611-4a63-bb34-8d18f918b91c tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334806 Jul 07 17:46:26.251821 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:26.833132 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-52c9c3d0-a195-489f-88c9-7be1165168ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:26.902490 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:46:27.422166 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e061f7-f3aa-4959-8cd6-5102587e4b34 req-b6d92954-b0c4-4883-96cc-0d575b1cf519 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:27.423665 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-77e061f7-f3aa-4959-8cd6-5102587e4b34 req-b6d92954-b0c4-4883-96cc-0d575b1cf519 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 945 time: 0.0663300 Jul 07 17:46:27.464280 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-77e061f7-f3aa-4959-8cd6-5102587e4b34 req-9e5fb33d-2ab4-466c-96be-3f120767d064 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336070 Jul 07 17:46:28.035254 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:28.646019 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b628434-047c-4b06-bb9d-695c4decf5a0 req-c466eb36-1eba-4a16-919f-4182906982f3 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:28.647488 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5b628434-047c-4b06-bb9d-695c4decf5a0 req-c466eb36-1eba-4a16-919f-4182906982f3 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 945 time: 0.0689118 Jul 07 17:46:28.685708 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5b628434-047c-4b06-bb9d-695c4decf5a0 req-b224cdc6-713b-4e97-a15b-2927fcc5f26b tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321333 Jul 07 17:46:29.306773 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebc5d7-e728-4753-9ded-ce881564a90e req-62bedebc-b231-4363-96f0-2e4bb001479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:29.308291 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31ebc5d7-e728-4753-9ded-ce881564a90e req-62bedebc-b231-4363-96f0-2e4bb001479f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=97fd4c370663478eb448e977e454362c&device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 1097 time: 0.0538952 Jul 07 17:46:29.414424 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebc5d7-e728-4753-9ded-ce881564a90e req-d817907c-3c1b-40f7-a8bd-855b0e3f4b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:29.415970 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31ebc5d7-e728-4753-9ded-ce881564a90e req-d817907c-3c1b-40f7-a8bd-855b0e3f4b88 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d485aa0b-9fb0-4b7f-a96c-b597f61fee2b HTTP/1.1" status: 200 len: 912 time: 0.0868711 Jul 07 17:46:29.466191 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31ebc5d7-e728-4753-9ded-ce881564a90e req-202bf17f-eaec-4cb7-800a-ef740f2917b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43290b73-2b97-47b7-aa29-732aacb0b5a4 HTTP/1.1" status: 200 len: 217 time: 0.0388865 Jul 07 17:46:29.514488 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebc5d7-e728-4753-9ded-ce881564a90e req-fbb572cd-9dd7-4ca7-88a5-a9945de07a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:29.515943 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31ebc5d7-e728-4753-9ded-ce881564a90e req-fbb572cd-9dd7-4ca7-88a5-a9945de07a97 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9bc1d727-f6ec-4785-b069-9f6aac515caa HTTP/1.1" status: 200 len: 851 time: 0.0439756 Jul 07 17:46:29.548725 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31ebc5d7-e728-4753-9ded-ce881564a90e req-75fca374-2c35-41f8-a01f-f101d1010cdb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d485aa0b-9fb0-4b7f-a96c-b597f61fee2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265045 Jul 07 17:46:29.638922 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31ebc5d7-e728-4753-9ded-ce881564a90e req-4036461d-ece3-4e9b-ae62-2c7d89ddf9f9 service neutron] 10.222.0.72 "GET /v2.0/networks/d485aa0b-9fb0-4b7f-a96c-b597f61fee2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838280 Jul 07 17:46:29.733520 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31ebc5d7-e728-4753-9ded-ce881564a90e req-1561c192-2c1d-4fd3-860a-1c3abecb4eea service neutron] 10.222.0.72 "GET /v2.0/networks/d485aa0b-9fb0-4b7f-a96c-b597f61fee2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886030 Jul 07 17:46:29.867835 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5b22e-159d-4d6a-80c1-3461558070cc req-e8686dd1-0c89-4f17-90f5-3d3df63d5ae0 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:29.869385 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-54c5b22e-159d-4d6a-80c1-3461558070cc req-e8686dd1-0c89-4f17-90f5-3d3df63d5ae0 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 945 time: 0.0651705 Jul 07 17:46:29.907437 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-54c5b22e-159d-4d6a-80c1-3461558070cc req-9b439ac9-4534-41c4-8a19-6d624c31f81c tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325260 Jul 07 17:46:30.349660 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:31.273748 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa169a-6298-415b-b045-d955558663eb req-6c3707a4-556d-4132-bf7d-9b850b0dda77 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:31.275170 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-99aa169a-6298-415b-b045-d955558663eb req-6c3707a4-556d-4132-bf7d-9b850b0dda77 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 945 time: 0.0707262 Jul 07 17:46:31.312935 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-99aa169a-6298-415b-b045-d955558663eb req-9ef63ed4-1720-447b-a8a5-d18be15f2575 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321379 Jul 07 17:46:32.504546 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707ded8-405e-4f85-8df8-edd6d27e2b59 req-96b1f606-12ae-4e5f-b3e3-f333bbfb9979 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:32.506082 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6707ded8-405e-4f85-8df8-edd6d27e2b59 req-96b1f606-12ae-4e5f-b3e3-f333bbfb9979 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 945 time: 0.0694249 Jul 07 17:46:32.544911 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6707ded8-405e-4f85-8df8-edd6d27e2b59 req-2b26643d-82c2-4fec-a060-dba32340209f tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326254 Jul 07 17:46:33.727728 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c051bb-831f-473a-9206-c4b4fe991975 req-6f07f335-c5a2-4f1d-ad8b-266c0df3df9e tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:33.729262 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b0c051bb-831f-473a-9206-c4b4fe991975 req-6f07f335-c5a2-4f1d-ad8b-266c0df3df9e tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 945 time: 0.0718985 Jul 07 17:46:33.769256 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b0c051bb-831f-473a-9206-c4b4fe991975 req-92cc1a4c-5667-44a0-94f8-e7fbac76ccb9 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336044 Jul 07 17:46:34.944254 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874a512-4831-4e02-b285-de89e01e5d98 req-6390903d-ecb8-49e5-9242-6d6b93573da9 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:34.946186 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e874a512-4831-4e02-b285-de89e01e5d98 req-6390903d-ecb8-49e5-9242-6d6b93573da9 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 945 time: 0.0650299 Jul 07 17:46:34.984265 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e874a512-4831-4e02-b285-de89e01e5d98 req-2167193b-75dd-4c01-be34-e90f158b628a tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325296 Jul 07 17:46:36.159324 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05aa5a-53ba-485a-b8c5-ff4f37b883e5 req-271bc100-0d8e-40f3-a43d-9a41c5dbbf35 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:36.160850 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fe05aa5a-53ba-485a-b8c5-ff4f37b883e5 req-271bc100-0d8e-40f3-a43d-9a41c5dbbf35 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 945 time: 0.0643802 Jul 07 17:46:36.200707 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fe05aa5a-53ba-485a-b8c5-ff4f37b883e5 req-bf278a3a-2e1b-497f-b483-d2af7d954590 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335407 Jul 07 17:46:37.386347 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d7a2a-5e32-4003-8724-bfad4231e0bd req-9a2a364f-00ce-48e2-8ff4-d130c1783dc3 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:37.387890 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-711d7a2a-5e32-4003-8724-bfad4231e0bd req-9a2a364f-00ce-48e2-8ff4-d130c1783dc3 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 945 time: 0.0711820 Jul 07 17:46:37.428573 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-711d7a2a-5e32-4003-8724-bfad4231e0bd req-0636cf2b-b51c-4548-9717-d25394793aca tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343277 Jul 07 17:46:37.676337 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:38.228106 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:38.613383 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012e601-b33d-4edd-b0b9-c6e08ca920bf req-4fdf2965-be60-4f2c-b8e1-90d1ce4941ac tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:38.614818 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8012e601-b33d-4edd-b0b9-c6e08ca920bf req-4fdf2965-be60-4f2c-b8e1-90d1ce4941ac tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 945 time: 0.0680089 Jul 07 17:46:38.654241 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8012e601-b33d-4edd-b0b9-c6e08ca920bf req-62a0d897-4762-47f4-b384-bc2a419ad84e tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321865 Jul 07 17:46:39.861825 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0fb89-9cbe-4876-b12b-97191eaaf5d2 req-0d034eb9-37c2-46b9-b337-fb020f4bc04f tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:39.863410 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-89e0fb89-9cbe-4876-b12b-97191eaaf5d2 req-0d034eb9-37c2-46b9-b337-fb020f4bc04f tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 945 time: 0.0798795 Jul 07 17:46:39.912525 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-89e0fb89-9cbe-4876-b12b-97191eaaf5d2 req-9c33649a-8150-4da3-ba3d-4c2495730b00 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424633 Jul 07 17:46:41.115630 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35bb04-86e8-4a69-a613-38550439fa08 req-8e27bc76-ce71-401a-a1f2-afa65834d87f tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:41.117750 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d35bb04-86e8-4a69-a613-38550439fa08 req-8e27bc76-ce71-401a-a1f2-afa65834d87f tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 945 time: 0.0718939 Jul 07 17:46:41.163372 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d35bb04-86e8-4a69-a613-38550439fa08 req-b0787f32-f05d-4b0b-b00f-97f8b369ace6 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388587 Jul 07 17:46:42.343827 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80052459-2890-4b7d-9ffc-e8ca88c21528 req-abe0f76b-b01d-44ec-8729-a07701f031ec tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:42.345373 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80052459-2890-4b7d-9ffc-e8ca88c21528 req-abe0f76b-b01d-44ec-8729-a07701f031ec tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 945 time: 0.0696683 Jul 07 17:46:42.385737 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80052459-2890-4b7d-9ffc-e8ca88c21528 req-40fab045-85f2-4093-8663-59d4e42a3c26 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342805 Jul 07 17:46:43.569440 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa088b1-2bd1-4ef7-9282-daea194cb94a req-49e8a109-efdd-4330-93f5-843c589550bf tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:43.571361 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1aa088b1-2bd1-4ef7-9282-daea194cb94a req-49e8a109-efdd-4330-93f5-843c589550bf tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 945 time: 0.0690358 Jul 07 17:46:43.611146 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1aa088b1-2bd1-4ef7-9282-daea194cb94a req-0f71c7e6-60e9-4ced-9bbc-95657716a3d3 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342631 Jul 07 17:46:44.787896 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fcaef-0223-4a49-bfd9-61ea064c79cb req-eb584643-8ec3-4b0c-9048-c2aa54bfa9ac tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:44.790067 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d04fcaef-0223-4a49-bfd9-61ea064c79cb req-eb584643-8ec3-4b0c-9048-c2aa54bfa9ac tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 945 time: 0.0685406 Jul 07 17:46:44.828409 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d04fcaef-0223-4a49-bfd9-61ea064c79cb req-d5272565-b755-452d-be79-0b6da64ac382 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326920 Jul 07 17:46:46.008251 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba4a9b-ef26-4ead-934c-9b1932054e84 req-dcd757b3-5dc3-4a8d-92f1-726a4a4b5c25 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:46.010160 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4dba4a9b-ef26-4ead-934c-9b1932054e84 req-dcd757b3-5dc3-4a8d-92f1-726a4a4b5c25 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 945 time: 0.0705109 Jul 07 17:46:46.048014 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4dba4a9b-ef26-4ead-934c-9b1932054e84 req-4efdff90-f8a6-49e4-b241-546f695c7e13 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317600 Jul 07 17:46:47.229237 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad867c-b889-4f21-90c3-a9cb941e53a4 req-19aaf7b9-8ee0-4692-94e5-380d2d8838cd tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:47.230774 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80ad867c-b889-4f21-90c3-a9cb941e53a4 req-19aaf7b9-8ee0-4692-94e5-380d2d8838cd tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 945 time: 0.0660050 Jul 07 17:46:47.268216 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80ad867c-b889-4f21-90c3-a9cb941e53a4 req-7932edec-34fa-4a5f-a09a-90ba4e21b2f5 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319891 Jul 07 17:46:48.440351 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-ef9be9cc-d465-4ac2-b1fe-17b0401a15ed service neutron] show failed (client error): The resource could not be found. Jul 07 17:46:48.441414 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-ef9be9cc-d465-4ac2-b1fe-17b0401a15ed service neutron] 10.222.0.72 "GET /v2.0/ports/43290b73-2b97-47b7-aa29-732aacb0b5a4/bindings/n-h1-791503-12 HTTP/1.1" status: 404 len: 381 time: 0.0884686 Jul 07 17:46:48.482286 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8b618-90e0-4f27-a68a-d0e94c2180e5 req-20d81dad-6e9a-493d-b3d7-5a308d0db4de tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:48.483791 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-aee8b618-90e0-4f27-a68a-d0e94c2180e5 req-20d81dad-6e9a-493d-b3d7-5a308d0db4de tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 945 time: 0.1008956 Jul 07 17:46:48.523883 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-aee8b618-90e0-4f27-a68a-d0e94c2180e5 req-f309f7be-43d1-4884-aed8-a7e7408c3935 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343459 Jul 07 17:46:48.750023 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-73032718-a7b1-456c-83ab-4ea4f8acea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:48.751550 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-73032718-a7b1-456c-83ab-4ea4f8acea82 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f&tenant_id=97fd4c370663478eb448e977e454362c HTTP/1.1" status: 200 len: 1097 time: 0.1038482 Jul 07 17:46:48.762102 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791503-12', 'device_owner': 'compute:nova'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:48.849758 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:49.053754 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] For port 43290b73-2b97-47b7-aa29-732aacb0b5a4, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=43290b73-2b97-47b7-aa29-732aacb0b5a4,segment=NetworkSegment(da3b367c-987e-49cf-b4c9-952f2bebc21c),segment_id=da3b367c-987e-49cf-b4c9-952f2bebc21c)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:49.087253 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] For port 43290b73-2b97-47b7-aa29-732aacb0b5a4, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:46:49.132894 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91290098-10a0-4f74-9941-a99ecb5fcf8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43290b73-2b97-47b7-aa29-732aacb0b5a4'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:46:49.135496 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026945cd-e3ae-473e-953b-3c973e036ff8" -d '{"events": [{"server_uuid": "91290098-10a0-4f74-9941-a99ecb5fcf8f", "name": "network-vif-unplugged", "status": "completed", "tag": "43290b73-2b97-47b7-aa29-732aacb0b5a4"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:46:49.139195 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:49.152880 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Transition to ACTIVE for port object 43290b73-2b97-47b7-aa29-732aacb0b5a4 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:46:49.156861 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:49.221328 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] No DVR routers for this DVR port 43290b73-2b97-47b7-aa29-732aacb0b5a4 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:46:49.228888 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Pushing event updated for resources: {'Port': ['ID=43290b73-2b97-47b7-aa29-732aacb0b5a4,revision_number=6']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:49.239458 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:49.239818 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:49.240182 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:49.240512 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:49.240875 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:49.241218 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:49.241555 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:49.241980 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:49.243044 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:49.243381 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:49.243715 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:49.244046 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:49.263788 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2703c71d-92d3-4e11-8f5e-5405f77a1417 x-openstack-request-id: req-2703c71d-92d3-4e11-8f5e-5405f77a1417 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:46:49.264094 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91290098-10a0-4f74-9941-a99ecb5fcf8f", "name": "network-vif-unplugged", "status": "completed", "tag": "43290b73-2b97-47b7-aa29-732aacb0b5a4", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:46:49.264348 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2703c71d-92d3-4e11-8f5e-5405f77a1417 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:46:49.264848 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91290098-10a0-4f74-9941-a99ecb5fcf8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43290b73-2b97-47b7-aa29-732aacb0b5a4', 'code': 200} Jul 07 17:46:49.278622 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Attempting to bind port 43290b73-2b97-47b7-aa29-732aacb0b5a4 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:46:49.278965 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Attempting to bind port 43290b73-2b97-47b7-aa29-732aacb0b5a4 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'da3b367c-987e-49cf-b4c9-952f2bebc21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd485aa0b-9fb0-4b7f-a96c-b597f61fee2b'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:46:49.279301 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Attempting to bind port 43290b73-2b97-47b7-aa29-732aacb0b5a4 on network d485aa0b-9fb0-4b7f-a96c-b597f61fee2b {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:46:49.283612 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Port 43290b73-2b97-47b7-aa29-732aacb0b5a4 on network d485aa0b-9fb0-4b7f-a96c-b597f61fee2b not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:46:49.283937 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Attempting to bind port 43290b73-2b97-47b7-aa29-732aacb0b5a4 on network d485aa0b-9fb0-4b7f-a96c-b597f61fee2b {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:46:49.288762 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:46:49.289923 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Checking segment: {'id': 'da3b367c-987e-49cf-b4c9-952f2bebc21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd485aa0b-9fb0-4b7f-a96c-b597f61fee2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:46:49.290070 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Bound using segment: {'id': 'da3b367c-987e-49cf-b4c9-952f2bebc21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd485aa0b-9fb0-4b7f-a96c-b597f61fee2b'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:46:49.290430 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Bound port: 43290b73-2b97-47b7-aa29-732aacb0b5a4, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da3b367c-987e-49cf-b4c9-952f2bebc21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd485aa0b-9fb0-4b7f-a96c-b597f61fee2b'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:46:49.290786 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:49.356940 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] For port 43290b73-2b97-47b7-aa29-732aacb0b5a4, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:46:49.360405 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] For port 43290b73-2b97-47b7-aa29-732aacb0b5a4, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=43290b73-2b97-47b7-aa29-732aacb0b5a4,segment=NetworkSegment(da3b367c-987e-49cf-b4c9-952f2bebc21c),segment_id=da3b367c-987e-49cf-b4c9-952f2bebc21c)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:46:49.364864 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:49.397602 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:49.398258 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:49.402853 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] 10.222.0.64 "PUT /v2.0/ports/43290b73-2b97-47b7-aa29-732aacb0b5a4 HTTP/1.1" status: 200 len: 1092 time: 0.6416264 Jul 07 17:46:49.435289 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c5f85-fc1f-414a-9d9f-5fe6b90eb027 service neutron] Pushing event updated for resources: {'Port': ['ID=43290b73-2b97-47b7-aa29-732aacb0b5a4,revision_number=7']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:49.481674 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-b8452737-633b-4f7a-83b5-2172ebb20110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:49.483202 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-b8452737-633b-4f7a-83b5-2172ebb20110 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=97fd4c370663478eb448e977e454362c&device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 1095 time: 0.0594380 Jul 07 17:46:49.578093 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-a6d57151-8b47-4879-8c43-54ac7fd6d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:49.579647 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-a6d57151-8b47-4879-8c43-54ac7fd6d61f service neutron] 10.222.0.64 "GET /v2.0/networks?id=d485aa0b-9fb0-4b7f-a96c-b597f61fee2b HTTP/1.1" status: 200 len: 912 time: 0.0899556 Jul 07 17:46:49.623318 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-594aebca-1774-42e3-8a6b-80507eead714 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43290b73-2b97-47b7-aa29-732aacb0b5a4 HTTP/1.1" status: 200 len: 217 time: 0.0372722 Jul 07 17:46:49.675461 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-79a4ef3f-4381-468d-b0cf-5b77c040f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:49.677083 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-79a4ef3f-4381-468d-b0cf-5b77c040f569 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bc1d727-f6ec-4785-b069-9f6aac515caa HTTP/1.1" status: 200 len: 851 time: 0.0482702 Jul 07 17:46:49.701554 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b807b4a-dd62-4964-97c6-638f20102e1e req-fcd3e499-3382-44c7-a92c-93b555cea816 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:49.703060 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3b807b4a-dd62-4964-97c6-638f20102e1e req-fcd3e499-3382-44c7-a92c-93b555cea816 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 943 time: 0.0646293 Jul 07 17:46:49.714328 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-0b032afd-ecc0-4a1a-ac1b-06068326de4a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d485aa0b-9fb0-4b7f-a96c-b597f61fee2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315602 Jul 07 17:46:49.743075 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3b807b4a-dd62-4964-97c6-638f20102e1e req-0642de09-1832-47b8-8c1d-ea6b5ad001cb tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337522 Jul 07 17:46:49.803871 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-f03a1821-8365-426c-b41e-608ae895d572 service neutron] 10.222.0.64 "GET /v2.0/networks/d485aa0b-9fb0-4b7f-a96c-b597f61fee2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830371 Jul 07 17:46:49.894637 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6f787b8a-3b4c-49d6-9a69-17f1b2237235 req-294de700-1d4a-4334-9e09-ed8885c09644 service neutron] 10.222.0.64 "GET /v2.0/networks/d485aa0b-9fb0-4b7f-a96c-b597f61fee2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843611 Jul 07 17:46:50.922353 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b959f7-47b4-4e32-aec5-82b0d278b53a req-e70ca5ed-9bd2-4cef-8cd4-cbb74908f1f3 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:50.923851 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-42b959f7-47b4-4e32-aec5-82b0d278b53a req-e70ca5ed-9bd2-4cef-8cd4-cbb74908f1f3 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 943 time: 0.0651684 Jul 07 17:46:50.962818 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-42b959f7-47b4-4e32-aec5-82b0d278b53a req-bc8bdc05-2db8-4d45-a334-678068b35e47 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332091 Jul 07 17:46:51.266039 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91290098-10a0-4f74-9941-a99ecb5fcf8f', 'tag': '43290b73-2b97-47b7-aa29-732aacb0b5a4'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:46:51.268419 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96af5ca-adc2-4572-b20b-92d7d2282bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "91290098-10a0-4f74-9941-a99ecb5fcf8f", "tag": "43290b73-2b97-47b7-aa29-732aacb0b5a4"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:46:51.318654 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b3666e-11a8-4e7e-b64e-e35e172e20dc x-openstack-request-id: req-70b3666e-11a8-4e7e-b64e-e35e172e20dc {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:46:51.319006 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91290098-10a0-4f74-9941-a99ecb5fcf8f", "tag": "43290b73-2b97-47b7-aa29-732aacb0b5a4", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:46:51.319249 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70b3666e-11a8-4e7e-b64e-e35e172e20dc {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:46:51.319652 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91290098-10a0-4f74-9941-a99ecb5fcf8f', 'tag': '43290b73-2b97-47b7-aa29-732aacb0b5a4', 'status': 'completed', 'code': 200} Jul 07 17:46:51.391886 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96af5ca-adc2-4572-b20b-92d7d2282bc2 req-9500d06c-c1f1-49f4-a43f-cec0ec7563f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:51.393456 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f96af5ca-adc2-4572-b20b-92d7d2282bc2 req-9500d06c-c1f1-49f4-a43f-cec0ec7563f5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=97fd4c370663478eb448e977e454362c&device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 1095 time: 0.0555243 Jul 07 17:46:51.403281 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96af5ca-adc2-4572-b20b-92d7d2282bc2 req-bbcd68b1-250b-4d2b-92d9-f60a0fc22e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:51.404860 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f96af5ca-adc2-4572-b20b-92d7d2282bc2 req-bbcd68b1-250b-4d2b-92d9-f60a0fc22e2f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=97fd4c370663478eb448e977e454362c&device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 1095 time: 0.0561223 Jul 07 17:46:51.489551 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96af5ca-adc2-4572-b20b-92d7d2282bc2 req-5a71e7fd-16b3-4fba-9980-6395648d850d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:51.491374 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f96af5ca-adc2-4572-b20b-92d7d2282bc2 req-5a71e7fd-16b3-4fba-9980-6395648d850d service neutron] 10.222.0.72 "GET /v2.0/networks?id=d485aa0b-9fb0-4b7f-a96c-b597f61fee2b HTTP/1.1" status: 200 len: 912 time: 0.0911791 Jul 07 17:46:51.503009 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96af5ca-adc2-4572-b20b-92d7d2282bc2 req-12178064-6759-45dd-a7d5-a79ec826103d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:51.504644 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f96af5ca-adc2-4572-b20b-92d7d2282bc2 req-12178064-6759-45dd-a7d5-a79ec826103d service neutron] 10.222.0.64 "GET /v2.0/networks?id=d485aa0b-9fb0-4b7f-a96c-b597f61fee2b HTTP/1.1" status: 200 len: 912 time: 0.0925000 Jul 07 17:46:51.542875 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f96af5ca-adc2-4572-b20b-92d7d2282bc2 req-85d637ab-8d36-4a10-8a21-b971aa5ba82a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43290b73-2b97-47b7-aa29-732aacb0b5a4 HTTP/1.1" status: 200 len: 217 time: 0.0451293 Jul 07 17:46:51.550449 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f96af5ca-adc2-4572-b20b-92d7d2282bc2 req-9b15524b-c45d-440e-bc5b-f661b3434482 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43290b73-2b97-47b7-aa29-732aacb0b5a4 HTTP/1.1" status: 200 len: 217 time: 0.0390732 Jul 07 17:46:51.600586 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96af5ca-adc2-4572-b20b-92d7d2282bc2 req-6cd7cfae-c6a7-4a9f-b047-6d0eac267765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:51.601603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96af5ca-adc2-4572-b20b-92d7d2282bc2 req-54e36f1e-fcd9-4ecd-8491-29cbcff66039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:51.603235 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f96af5ca-adc2-4572-b20b-92d7d2282bc2 req-6cd7cfae-c6a7-4a9f-b047-6d0eac267765 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9bc1d727-f6ec-4785-b069-9f6aac515caa HTTP/1.1" status: 200 len: 851 time: 0.0546920 Jul 07 17:46:51.603706 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f96af5ca-adc2-4572-b20b-92d7d2282bc2 req-54e36f1e-fcd9-4ecd-8491-29cbcff66039 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bc1d727-f6ec-4785-b069-9f6aac515caa HTTP/1.1" status: 200 len: 851 time: 0.0471904 Jul 07 17:46:51.639330 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f96af5ca-adc2-4572-b20b-92d7d2282bc2 req-768faeb4-1766-49cb-8a7a-2d65c0cb3916 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d485aa0b-9fb0-4b7f-a96c-b597f61fee2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298574 Jul 07 17:46:51.642457 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f96af5ca-adc2-4572-b20b-92d7d2282bc2 req-574c6912-66ad-4a22-b4f8-2f9cd18997bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d485aa0b-9fb0-4b7f-a96c-b597f61fee2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325563 Jul 07 17:46:51.732283 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f96af5ca-adc2-4572-b20b-92d7d2282bc2 req-59b5c01e-8374-454e-af24-e7749952e8cc service neutron] 10.222.0.72 "GET /v2.0/networks/d485aa0b-9fb0-4b7f-a96c-b597f61fee2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863583 Jul 07 17:46:51.734435 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f96af5ca-adc2-4572-b20b-92d7d2282bc2 req-25672e10-0595-482b-822f-f0e9bf20bf8c service neutron] 10.222.0.64 "GET /v2.0/networks/d485aa0b-9fb0-4b7f-a96c-b597f61fee2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859909 Jul 07 17:46:51.826143 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f96af5ca-adc2-4572-b20b-92d7d2282bc2 req-859f3856-fd02-4282-b5c4-0e9321658d77 service neutron] 10.222.0.72 "GET /v2.0/networks/d485aa0b-9fb0-4b7f-a96c-b597f61fee2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879514 Jul 07 17:46:51.828902 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f96af5ca-adc2-4572-b20b-92d7d2282bc2 req-7f8360a9-f734-412a-82a5-036754cac93d service neutron] 10.222.0.64 "GET /v2.0/networks/d485aa0b-9fb0-4b7f-a96c-b597f61fee2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881302 Jul 07 17:46:52.139281 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1798f-193d-4a56-948c-9d4e22349175 req-84e5ff98-e391-430e-bf32-89be65148470 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:52.140739 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3ef1798f-193d-4a56-948c-9d4e22349175 req-84e5ff98-e391-430e-bf32-89be65148470 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 943 time: 0.0655050 Jul 07 17:46:52.178214 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3ef1798f-193d-4a56-948c-9d4e22349175 req-7c640b6c-f12c-4384-891b-b32e2952f1d6 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319211 Jul 07 17:46:52.609917 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb66b0-d4c5-41d8-979d-c49a2257fbdf req-f2f2c212-9e13-4f4f-bc60-90df8174a941 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:52.611426 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2ccb66b0-d4c5-41d8-979d-c49a2257fbdf req-f2f2c212-9e13-4f4f-bc60-90df8174a941 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.72 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f&tenant_id=97fd4c370663478eb448e977e454362c&binding%3Ahost_id=n-h1-791503-12 HTTP/1.1" status: 200 len: 943 time: 0.1150229 Jul 07 17:46:52.672121 n-d-791503-12 neutron-server[100193]: INFO neutron.api.v2.resource [req-2ccb66b0-d4c5-41d8-979d-c49a2257fbdf req-7d13c340-ba56-448c-bb40-50623577fa27 service neutron] delete failed (client error): The resource could not be found. Jul 07 17:46:52.673192 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2ccb66b0-d4c5-41d8-979d-c49a2257fbdf req-7d13c340-ba56-448c-bb40-50623577fa27 service neutron] 10.222.0.72 "DELETE /v2.0/ports/43290b73-2b97-47b7-aa29-732aacb0b5a4/bindings/n-h2-791503-12 HTTP/1.1" status: 404 len: 381 time: 0.0546551 Jul 07 17:46:52.681017 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 43290b73-2b97-47b7-aa29-732aacb0b5a4 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:46:52.723784 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 43290b73-2b97-47b7-aa29-732aacb0b5a4 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:46:52.768084 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb66b0-d4c5-41d8-979d-c49a2257fbdf req-7448d30c-a023-4e24-9130-385341e360b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:52.769616 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2ccb66b0-d4c5-41d8-979d-c49a2257fbdf req-7448d30c-a023-4e24-9130-385341e360b2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=97fd4c370663478eb448e977e454362c&device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 1095 time: 0.0525236 Jul 07 17:46:52.860755 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb66b0-d4c5-41d8-979d-c49a2257fbdf req-8d1c3524-f15a-40ad-821f-9c29c69ed516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:52.862226 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2ccb66b0-d4c5-41d8-979d-c49a2257fbdf req-8d1c3524-f15a-40ad-821f-9c29c69ed516 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d485aa0b-9fb0-4b7f-a96c-b597f61fee2b HTTP/1.1" status: 200 len: 912 time: 0.0859261 Jul 07 17:46:52.903371 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2ccb66b0-d4c5-41d8-979d-c49a2257fbdf req-3ec4e10e-bf37-4b4d-8ffc-9e7c19e8c5cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43290b73-2b97-47b7-aa29-732aacb0b5a4 HTTP/1.1" status: 200 len: 217 time: 0.0348516 Jul 07 17:46:52.950606 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb66b0-d4c5-41d8-979d-c49a2257fbdf req-1dd19760-c491-407e-b0bc-6ce8cbb94215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:52.951992 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2ccb66b0-d4c5-41d8-979d-c49a2257fbdf req-1dd19760-c491-407e-b0bc-6ce8cbb94215 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9bc1d727-f6ec-4785-b069-9f6aac515caa HTTP/1.1" status: 200 len: 851 time: 0.0429692 Jul 07 17:46:52.988445 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2ccb66b0-d4c5-41d8-979d-c49a2257fbdf req-d696354c-9da9-4419-84da-e24f7ad9e3b2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d485aa0b-9fb0-4b7f-a96c-b597f61fee2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305882 Jul 07 17:46:53.075449 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2ccb66b0-d4c5-41d8-979d-c49a2257fbdf req-8e74129b-22b7-4714-92e3-ff389dc855fd service neutron] 10.222.0.72 "GET /v2.0/networks/d485aa0b-9fb0-4b7f-a96c-b597f61fee2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808864 Jul 07 17:46:53.165609 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2ccb66b0-d4c5-41d8-979d-c49a2257fbdf req-0507eb33-1ae6-4350-9efe-18acd5b54372 service neutron] 10.222.0.72 "GET /v2.0/networks/d485aa0b-9fb0-4b7f-a96c-b597f61fee2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842957 Jul 07 17:46:53.437141 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 43290b73-2b97-47b7-aa29-732aacb0b5a4 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:46:53.458556 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-393d54f1-9229-4c05-9284-ba2aba2a46cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:53.541616 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 43290b73-2b97-47b7-aa29-732aacb0b5a4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=43290b73-2b97-47b7-aa29-732aacb0b5a4,segment=NetworkSegment(da3b367c-987e-49cf-b4c9-952f2bebc21c),segment_id=da3b367c-987e-49cf-b4c9-952f2bebc21c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:53.552027 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '43290b73-2b97-47b7-aa29-732aacb0b5a4', 'network_id': 'd485aa0b-9fb0-4b7f-a96c-b597f61fee2b', 'port_id': '43290b73-2b97-47b7-aa29-732aacb0b5a4', 'mac_address': 'fa:16:3e:13:74:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc1d727-f6ec-4785-b069-9f6aac515caa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:46:53.593011 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:53.606663 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43290b73-2b97-47b7-aa29-732aacb0b5a4 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:46:53.631552 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 43290b73-2b97-47b7-aa29-732aacb0b5a4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=43290b73-2b97-47b7-aa29-732aacb0b5a4,segment=NetworkSegment(da3b367c-987e-49cf-b4c9-952f2bebc21c),segment_id=da3b367c-987e-49cf-b4c9-952f2bebc21c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:53.635978 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:53.684751 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=43290b73-2b97-47b7-aa29-732aacb0b5a4,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:53.875027 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['43290b73-2b97-47b7-aa29-732aacb0b5a4'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:46:54.129451 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa3eeb-4b44-4b08-b3f8-81a3ee7b9a2f req-775dee29-2f5e-4529-b564-cc869aa5f0aa tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:54.130878 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2faa3eeb-4b44-4b08-b3f8-81a3ee7b9a2f req-775dee29-2f5e-4529-b564-cc869aa5f0aa tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 944 time: 0.0774233 Jul 07 17:46:54.174853 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2faa3eeb-4b44-4b08-b3f8-81a3ee7b9a2f req-4c46ef8e-3966-44d2-a33e-aa89e2820b62 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382342 Jul 07 17:46:55.340863 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb66b0-d4c5-41d8-979d-c49a2257fbdf req-05abfd74-51de-4d98-93dc-036fe09fddc8 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:55.342474 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2ccb66b0-d4c5-41d8-979d-c49a2257fbdf req-05abfd74-51de-4d98-93dc-036fe09fddc8 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.64 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 944 time: 0.0699501 Jul 07 17:46:55.434692 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 43290b73-2b97-47b7-aa29-732aacb0b5a4 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:46:55.454315 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-2ccb66b0-d4c5-41d8-979d-c49a2257fbdf req-13c8d5bb-12b8-474a-a905-4ba38ca17fad tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Deleting port 43290b73-2b97-47b7-aa29-732aacb0b5a4 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:55.454739 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-2ccb66b0-d4c5-41d8-979d-c49a2257fbdf req-13c8d5bb-12b8-474a-a905-4ba38ca17fad tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:55.493231 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 43290b73-2b97-47b7-aa29-732aacb0b5a4 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:46:55.497435 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 43290b73-2b97-47b7-aa29-732aacb0b5a4 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:46:55.497812 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:55.558603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-2ccb66b0-d4c5-41d8-979d-c49a2257fbdf req-13c8d5bb-12b8-474a-a905-4ba38ca17fad tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] For port 43290b73-2b97-47b7-aa29-732aacb0b5a4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=43290b73-2b97-47b7-aa29-732aacb0b5a4,segment=NetworkSegment(da3b367c-987e-49cf-b4c9-952f2bebc21c),segment_id=da3b367c-987e-49cf-b4c9-952f2bebc21c)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:55.559041 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-2ccb66b0-d4c5-41d8-979d-c49a2257fbdf req-13c8d5bb-12b8-474a-a905-4ba38ca17fad tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:55.574987 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-2ccb66b0-d4c5-41d8-979d-c49a2257fbdf req-13c8d5bb-12b8-474a-a905-4ba38ca17fad tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Calling delete_port for 43290b73-2b97-47b7-aa29-732aacb0b5a4 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:55.584330 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:55.610610 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91290098-10a0-4f74-9941-a99ecb5fcf8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43290b73-2b97-47b7-aa29-732aacb0b5a4'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:46:55.612889 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72184f94-6597-4f95-b1ab-3f6c795f5cb0" -d '{"events": [{"server_uuid": "91290098-10a0-4f74-9941-a99ecb5fcf8f", "name": "network-vif-plugged", "status": "completed", "tag": "43290b73-2b97-47b7-aa29-732aacb0b5a4"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:46:55.627798 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 43290b73-2b97-47b7-aa29-732aacb0b5a4, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=43290b73-2b97-47b7-aa29-732aacb0b5a4,segment=NetworkSegment(da3b367c-987e-49cf-b4c9-952f2bebc21c),segment_id=da3b367c-987e-49cf-b4c9-952f2bebc21c)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:55.633953 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:55.669321 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52af1049-3012-401c-9792-98443a954f4b x-openstack-request-id: req-52af1049-3012-401c-9792-98443a954f4b {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:46:55.669889 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91290098-10a0-4f74-9941-a99ecb5fcf8f", "name": "network-vif-plugged", "status": "completed", "tag": "43290b73-2b97-47b7-aa29-732aacb0b5a4", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:46:55.670211 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52af1049-3012-401c-9792-98443a954f4b {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:46:55.670694 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91290098-10a0-4f74-9941-a99ecb5fcf8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43290b73-2b97-47b7-aa29-732aacb0b5a4', 'code': 200} Jul 07 17:46:55.700945 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=43290b73-2b97-47b7-aa29-732aacb0b5a4,revision_number=9']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:55.718720 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-2ccb66b0-d4c5-41d8-979d-c49a2257fbdf req-13c8d5bb-12b8-474a-a905-4ba38ca17fad tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:55.730933 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['43290b73-2b97-47b7-aa29-732aacb0b5a4'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:46:55.731392 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8c97c-e8d9-41c6-851e-ded9b3e2a733 req-4dbcd709-fbd4-4dd3-b98d-e48b92573748 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:55.733015 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2fd8c97c-e8d9-41c6-851e-ded9b3e2a733 req-4dbcd709-fbd4-4dd3-b98d-e48b92573748 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91290098-10a0-4f74-9941-a99ecb5fcf8f HTTP/1.1" status: 200 len: 866 time: 0.4373672 Jul 07 17:46:55.759667 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8d5bb-12b8-474a-a905-4ba38ca17fad tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Pushing event deleted for resources: {'Port': ['ID=43290b73-2b97-47b7-aa29-732aacb0b5a4,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:55.778841 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2fd8c97c-e8d9-41c6-851e-ded9b3e2a733 req-f047ffad-a7cd-49fb-ad2c-22f226855250 tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e9eaa0a-21bd-4dc6-953e-db20b1eff739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360038 Jul 07 17:46:55.817226 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccb66b0-d4c5-41d8-979d-c49a2257fbdf req-13c8d5bb-12b8-474a-a905-4ba38ca17fad tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] No DVR routers for this DVR port 43290b73-2b97-47b7-aa29-732aacb0b5a4 on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:46:55.820577 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-2ccb66b0-d4c5-41d8-979d-c49a2257fbdf req-13c8d5bb-12b8-474a-a905-4ba38ca17fad tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:55.823019 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2ccb66b0-d4c5-41d8-979d-c49a2257fbdf req-13c8d5bb-12b8-474a-a905-4ba38ca17fad tempest-DeleteServersTestJSON-1892849846 tempest-DeleteServersTestJSON-1892849846-project] 10.222.0.64 "DELETE /v2.0/ports/43290b73-2b97-47b7-aa29-732aacb0b5a4 HTTP/1.1" status: 204 len: 173 time: 0.4751287 Jul 07 17:46:55.823481 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91290098-10a0-4f74-9941-a99ecb5fcf8f', 'name': 'network-vif-deleted', 'tag': '43290b73-2b97-47b7-aa29-732aacb0b5a4'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:46:55.826522 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e50c1ab-9612-4a8b-ab08-a01d369dbf11" -d '{"events": [{"server_uuid": "91290098-10a0-4f74-9941-a99ecb5fcf8f", "name": "network-vif-deleted", "tag": "43290b73-2b97-47b7-aa29-732aacb0b5a4"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:46:55.872085 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e161243-07b6-40c2-98da-c20196063334 x-openstack-request-id: req-1e161243-07b6-40c2-98da-c20196063334 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:46:55.872393 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91290098-10a0-4f74-9941-a99ecb5fcf8f", "name": "network-vif-deleted", "tag": "43290b73-2b97-47b7-aa29-732aacb0b5a4", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:46:55.872682 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1e161243-07b6-40c2-98da-c20196063334 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:46:55.873094 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91290098-10a0-4f74-9941-a99ecb5fcf8f', 'name': 'network-vif-deleted', 'tag': '43290b73-2b97-47b7-aa29-732aacb0b5a4', 'status': 'completed', 'code': 200} Jul 07 17:46:56.253677 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:56.834183 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-024363ef-e851-4903-b5f7-7ea85f6162fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:57.027427 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47136) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:57.074511 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe277bf-c530-4b3c-a98b-ef434449e1be admin admin] Deleting subnet 9bc1d727-f6ec-4785-b069-9f6aac515caa {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:46:57.077543 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bbe277bf-c530-4b3c-a98b-ef434449e1be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:57.117869 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bbe277bf-c530-4b3c-a98b-ef434449e1be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:57.157263 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bbe277bf-c530-4b3c-a98b-ef434449e1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:57.210827 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bbe277bf-c530-4b3c-a98b-ef434449e1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:57.239653 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe277bf-c530-4b3c-a98b-ef434449e1be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bc1d727-f6ec-4785-b069-9f6aac515caa,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:57.241665 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bbe277bf-c530-4b3c-a98b-ef434449e1be admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:57.245163 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bbe277bf-c530-4b3c-a98b-ef434449e1be admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9bc1d727-f6ec-4785-b069-9f6aac515caa HTTP/1.1" status: 204 len: 168 time: 0.2166035 Jul 07 17:46:57.246202 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47138) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:57.318864 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70164608-0ce1-4c56-818d-d84db9d2611d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:57.400295 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70164608-0ce1-4c56-818d-d84db9d2611d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:57.409983 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-70164608-0ce1-4c56-818d-d84db9d2611d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d485aa0b-9fb0-4b7f-a96c-b597f61fee2b']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:57.420098 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-70164608-0ce1-4c56-818d-d84db9d2611d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da3b367c-987e-49cf-b4c9-952f2bebc21c') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:57.420401 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-70164608-0ce1-4c56-818d-d84db9d2611d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da3b367c-987e-49cf-b4c9-952f2bebc21c') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:57.429132 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70164608-0ce1-4c56-818d-d84db9d2611d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:57.448414 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70164608-0ce1-4c56-818d-d84db9d2611d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:57.454666 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70164608-0ce1-4c56-818d-d84db9d2611d admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:46:57.455065 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70164608-0ce1-4c56-818d-d84db9d2611d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:46:57.457005 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:46:57.511134 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70164608-0ce1-4c56-818d-d84db9d2611d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:57.517150 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-70164608-0ce1-4c56-818d-d84db9d2611d admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:57.519052 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-70164608-0ce1-4c56-818d-d84db9d2611d admin admin] 10.222.0.53 "DELETE /v2.0/networks/d485aa0b-9fb0-4b7f-a96c-b597f61fee2b HTTP/1.1" status: 204 len: 168 time: 0.2719383 Jul 07 17:46:57.533079 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70164608-0ce1-4c56-818d-d84db9d2611d admin admin] Pushing event deleted for resources: {'Network': ['ID=d485aa0b-9fb0-4b7f-a96c-b597f61fee2b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:57.625862 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47142) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:57.665796 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-beb276d4-103f-478b-9e3c-3c347b21ce94 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=97fd4c370663478eb448e977e454362c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387726 Jul 07 17:46:57.668265 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47144) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:57.717657 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4eaaaddf-1384-4240-aff3-59beaf6464b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:57.738582 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4eaaaddf-1384-4240-aff3-59beaf6464b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:57.790417 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4eaaaddf-1384-4240-aff3-59beaf6464b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:57.793085 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4eaaaddf-1384-4240-aff3-59beaf6464b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:57.794285 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4eaaaddf-1384-4240-aff3-59beaf6464b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0e9eaa0a-21bd-4dc6-953e-db20b1eff739 HTTP/1.1" status: 204 len: 168 time: 0.1250486 Jul 07 17:46:57.803186 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaaaddf-1384-4240-aff3-59beaf6464b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9eaa0a-21bd-4dc6-953e-db20b1eff739,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:58.039992 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:58.474248 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47166) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:58.576303 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-de968100-cc2a-4ea5-a649-9d88bbfe9de4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-548057302-network', 'tenant_id': '1daea1c2ebf94adf9d382f413391c7ca'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:58.597245 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de968100-cc2a-4ea5-a649-9d88bbfe9de4 admin admin] Made reservation on behalf of 1daea1c2ebf94adf9d382f413391c7ca for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:46:58.599601 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-de968100-cc2a-4ea5-a649-9d88bbfe9de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:58.609008 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-de968100-cc2a-4ea5-a649-9d88bbfe9de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:58.703171 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-de968100-cc2a-4ea5-a649-9d88bbfe9de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:58.707568 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-de968100-cc2a-4ea5-a649-9d88bbfe9de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:58.733406 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de968100-cc2a-4ea5-a649-9d88bbfe9de4 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:46:58.750432 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de968100-cc2a-4ea5-a649-9d88bbfe9de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3737f17f-b02b-4999-85a5-82d0bb2f2cf8,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:58.760041 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-de968100-cc2a-4ea5-a649-9d88bbfe9de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:58.760409 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-de968100-cc2a-4ea5-a649-9d88bbfe9de4 admin admin] Added segment 21afaf80-f870-4f55-8aab-8ddc84607716 of type vlan for network 35d9cc72-283a-466f-b76b-1b2adaee03cd Jul 07 17:46:58.803735 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-de968100-cc2a-4ea5-a649-9d88bbfe9de4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:58.836572 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-de968100-cc2a-4ea5-a649-9d88bbfe9de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:58.837620 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de968100-cc2a-4ea5-a649-9d88bbfe9de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:58.838206 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-de968100-cc2a-4ea5-a649-9d88bbfe9de4 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:58.897925 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-de968100-cc2a-4ea5-a649-9d88bbfe9de4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4224825 Jul 07 17:46:58.901693 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47170) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:58.907860 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de968100-cc2a-4ea5-a649-9d88bbfe9de4 admin admin] Pushing event updated for resources: {'Network': ['ID=35d9cc72-283a-466f-b76b-1b2adaee03cd,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:58.908135 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-ebcd57c4-293c-4269-8268-5cf666c6a804 admin admin] Request body: {'subnet': {'network_id': '35d9cc72-283a-466f-b76b-1b2adaee03cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-548057302-subnet', 'tenant_id': '1daea1c2ebf94adf9d382f413391c7ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:58.918759 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 35d9cc72-283a-466f-b76b-1b2adaee03cd details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:46:58.935523 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcd57c4-293c-4269-8268-5cf666c6a804 admin admin] Made reservation on behalf of 1daea1c2ebf94adf9d382f413391c7ca for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:46:58.938010 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ebcd57c4-293c-4269-8268-5cf666c6a804 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:59.109339 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ebcd57c4-293c-4269-8268-5cf666c6a804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:59.158315 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd57c4-293c-4269-8268-5cf666c6a804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=513dd552-2252-45da-998c-71cb3b645b17,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:59.173786 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd57c4-293c-4269-8268-5cf666c6a804 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:59.174167 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd57c4-293c-4269-8268-5cf666c6a804 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:59.174524 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd57c4-293c-4269-8268-5cf666c6a804 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:59.174867 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd57c4-293c-4269-8268-5cf666c6a804 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:59.175210 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd57c4-293c-4269-8268-5cf666c6a804 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:59.175545 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd57c4-293c-4269-8268-5cf666c6a804 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:59.175881 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd57c4-293c-4269-8268-5cf666c6a804 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:59.176209 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd57c4-293c-4269-8268-5cf666c6a804 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:59.176546 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd57c4-293c-4269-8268-5cf666c6a804 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:59.176902 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd57c4-293c-4269-8268-5cf666c6a804 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:59.177237 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd57c4-293c-4269-8268-5cf666c6a804 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:59.177571 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd57c4-293c-4269-8268-5cf666c6a804 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:59.188799 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcd57c4-293c-4269-8268-5cf666c6a804 admin admin] Checking segment: {'id': '21afaf80-f870-4f55-8aab-8ddc84607716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '35d9cc72-283a-466f-b76b-1b2adaee03cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:46:59.189164 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcd57c4-293c-4269-8268-5cf666c6a804 admin admin] Network hostable DHCP agents. Network: 35d9cc72-283a-466f-b76b-1b2adaee03cd, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:46:59.207256 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcd57c4-293c-4269-8268-5cf666c6a804 admin admin] Network 35d9cc72-283a-466f-b76b-1b2adaee03cd is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:46:59.217323 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-ebcd57c4-293c-4269-8268-5cf666c6a804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 35d9cc72-283a-466f-b76b-1b2adaee03cd) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:46:59.221530 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcd57c4-293c-4269-8268-5cf666c6a804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:59.222118 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ebcd57c4-293c-4269-8268-5cf666c6a804 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:59.228221 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99ca159-a83d-4f2d-a60e-44c3156b613e None None] Network 35d9cc72-283a-466f-b76b-1b2adaee03cd requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:46:59.238852 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ebcd57c4-293c-4269-8268-5cf666c6a804 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3352311 Jul 07 17:46:59.363465 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfd8742-dfea-4c89-8a43-463d7eb1508e None None] Network 35d9cc72-283a-466f-b76b-1b2adaee03cd requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:46:59.435608 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 43290b73-2b97-47b7-aa29-732aacb0b5a4 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:46:59.464960 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 43290b73-2b97-47b7-aa29-732aacb0b5a4 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:46:59.465316 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 43290b73-2b97-47b7-aa29-732aacb0b5a4 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:46:59.671589 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82313d31-279b-4bc5-acdf-9740be34cbba req-984ef3ba-71b5-4584-874c-69ae1ec8075c tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:59.673111 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-82313d31-279b-4bc5-acdf-9740be34cbba req-984ef3ba-71b5-4584-874c-69ae1ec8075c tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/networks?id=35d9cc72-283a-466f-b76b-1b2adaee03cd HTTP/1.1" status: 200 len: 814 time: 0.1013637 Jul 07 17:46:59.687818 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-82313d31-279b-4bc5-acdf-9740be34cbba req-8d26522d-3668-48b5-a784-84d1fe3508b5 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/quotas/1daea1c2ebf94adf9d382f413391c7ca HTTP/1.1" status: 200 len: 375 time: 0.0093136 Jul 07 17:46:59.727083 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-82313d31-279b-4bc5-acdf-9740be34cbba req-31df143c-4743-4409-a57e-97b506d13db4 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1daea1c2ebf94adf9d382f413391c7ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341778 Jul 07 17:46:59.738094 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-82313d31-279b-4bc5-acdf-9740be34cbba req-35b0c107-34a9-4b55-857f-d03a85dc421b tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:46:59.739104 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-82313d31-279b-4bc5-acdf-9740be34cbba req-35b0c107-34a9-4b55-857f-d03a85dc421b tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056841 Jul 07 17:47:00.126238 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-82313d31-279b-4bc5-acdf-9740be34cbba req-0519548e-0b10-473e-95a3-2bf7f3900ac0 service neutron] 10.222.0.53 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813648 Jul 07 17:47:00.220088 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-82313d31-279b-4bc5-acdf-9740be34cbba req-9239e109-c232-421c-8b40-188ecb216415 service neutron] 10.222.0.53 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881307 Jul 07 17:47:00.361355 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:00.395257 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3f53c561-0849-4d31-bbbc-605a4919e2a5 req-e4e5339f-5c3e-4dcb-b74e-61f447c4cfcc tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 210 time: 0.0336220 Jul 07 17:47:01.489660 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82313d31-279b-4bc5-acdf-9740be34cbba req-75b0c05b-0507-4f13-ba8e-513c8a11e63f tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:01.491201 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-82313d31-279b-4bc5-acdf-9740be34cbba req-75b0c05b-0507-4f13-ba8e-513c8a11e63f tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.64 "GET /v2.0/networks?id=35d9cc72-283a-466f-b76b-1b2adaee03cd HTTP/1.1" status: 200 len: 814 time: 0.1184616 Jul 07 17:47:01.506666 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-82313d31-279b-4bc5-acdf-9740be34cbba req-6b80df79-986f-4719-a7c2-93115fecad6c tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Request body: {'port': {'device_id': '260429eb-0e78-49c0-82a5-366d3db171d1', 'network_id': '35d9cc72-283a-466f-b76b-1b2adaee03cd', 'admin_state_up': True, 'tenant_id': '1daea1c2ebf94adf9d382f413391c7ca'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:01.588379 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eb54b3a9-868e-4dd6-b358-e91ad0e341a7 req-d6dfa07d-1c43-4881-94dc-75ff0a0f92e9 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 210 time: 0.0652833 Jul 07 17:47:01.648601 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82313d31-279b-4bc5-acdf-9740be34cbba req-6b80df79-986f-4719-a7c2-93115fecad6c tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Made reservation on behalf of 1daea1c2ebf94adf9d382f413391c7ca for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:01.652292 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-82313d31-279b-4bc5-acdf-9740be34cbba req-6b80df79-986f-4719-a7c2-93115fecad6c tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:01.783649 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-82313d31-279b-4bc5-acdf-9740be34cbba req-6b80df79-986f-4719-a7c2-93115fecad6c tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Allocated IP 172.20.0.5 (35d9cc72-283a-466f-b76b-1b2adaee03cd/513dd552-2252-45da-998c-71cb3b645b17/3bb14da6-189e-4e52-95cd-d30991388723) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:01.926563 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-82313d31-279b-4bc5-acdf-9740be34cbba req-6b80df79-986f-4719-a7c2-93115fecad6c tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:01.964559 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-82313d31-279b-4bc5-acdf-9740be34cbba req-6b80df79-986f-4719-a7c2-93115fecad6c tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.012986 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82313d31-279b-4bc5-acdf-9740be34cbba req-6b80df79-986f-4719-a7c2-93115fecad6c tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Network 35d9cc72-283a-466f-b76b-1b2adaee03cd is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:02.018216 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-82313d31-279b-4bc5-acdf-9740be34cbba req-6b80df79-986f-4719-a7c2-93115fecad6c tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:02.022001 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-82313d31-279b-4bc5-acdf-9740be34cbba req-6b80df79-986f-4719-a7c2-93115fecad6c tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:02.029139 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80df79-986f-4719-a7c2-93115fecad6c tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Pushing event updated for resources: {'Port': ['ID=3bb14da6-189e-4e52-95cd-d30991388723,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:02.075365 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82313d31-279b-4bc5-acdf-9740be34cbba req-6b80df79-986f-4719-a7c2-93115fecad6c tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:02.075994 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-82313d31-279b-4bc5-acdf-9740be34cbba req-6b80df79-986f-4719-a7c2-93115fecad6c tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.094573 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-82313d31-279b-4bc5-acdf-9740be34cbba req-6b80df79-986f-4719-a7c2-93115fecad6c tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5919497 Jul 07 17:47:02.107067 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-82313d31-279b-4bc5-acdf-9740be34cbba req-bf840893-a0fd-4ed0-82e5-4271d3dd3f8d service neutron] Request body: {'port': {'device_id': '260429eb-0e78-49c0-82a5-366d3db171d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:02.183430 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-82313d31-279b-4bc5-acdf-9740be34cbba req-bf840893-a0fd-4ed0-82e5-4271d3dd3f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.449005 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-82313d31-279b-4bc5-acdf-9740be34cbba req-bf840893-a0fd-4ed0-82e5-4271d3dd3f8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb14da6-189e-4e52-95cd-d30991388723 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:47:02.456223 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-82313d31-279b-4bc5-acdf-9740be34cbba req-bf840893-a0fd-4ed0-82e5-4271d3dd3f8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.468244 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-82313d31-279b-4bc5-acdf-9740be34cbba req-bf840893-a0fd-4ed0-82e5-4271d3dd3f8d service neutron] Transition to ACTIVE for port object 3bb14da6-189e-4e52-95cd-d30991388723 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:02.472197 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-82313d31-279b-4bc5-acdf-9740be34cbba req-bf840893-a0fd-4ed0-82e5-4271d3dd3f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.520824 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf840893-a0fd-4ed0-82e5-4271d3dd3f8d service neutron] Pushing event updated for resources: {'Port': ['ID=3bb14da6-189e-4e52-95cd-d30991388723,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:02.600833 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-82313d31-279b-4bc5-acdf-9740be34cbba req-bf840893-a0fd-4ed0-82e5-4271d3dd3f8d service neutron] Attempting to bind port 3bb14da6-189e-4e52-95cd-d30991388723 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:47:02.601174 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-82313d31-279b-4bc5-acdf-9740be34cbba req-bf840893-a0fd-4ed0-82e5-4271d3dd3f8d service neutron] Attempting to bind port 3bb14da6-189e-4e52-95cd-d30991388723 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '21afaf80-f870-4f55-8aab-8ddc84607716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '35d9cc72-283a-466f-b76b-1b2adaee03cd'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:47:02.601505 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82313d31-279b-4bc5-acdf-9740be34cbba req-bf840893-a0fd-4ed0-82e5-4271d3dd3f8d service neutron] Attempting to bind port 3bb14da6-189e-4e52-95cd-d30991388723 on network 35d9cc72-283a-466f-b76b-1b2adaee03cd {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:02.606989 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82313d31-279b-4bc5-acdf-9740be34cbba req-bf840893-a0fd-4ed0-82e5-4271d3dd3f8d service neutron] Port 3bb14da6-189e-4e52-95cd-d30991388723 on network 35d9cc72-283a-466f-b76b-1b2adaee03cd not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:47:02.607314 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82313d31-279b-4bc5-acdf-9740be34cbba req-bf840893-a0fd-4ed0-82e5-4271d3dd3f8d service neutron] Attempting to bind port 3bb14da6-189e-4e52-95cd-d30991388723 on network 35d9cc72-283a-466f-b76b-1b2adaee03cd {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:02.614313 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82313d31-279b-4bc5-acdf-9740be34cbba req-bf840893-a0fd-4ed0-82e5-4271d3dd3f8d service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:47:02.614656 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82313d31-279b-4bc5-acdf-9740be34cbba req-bf840893-a0fd-4ed0-82e5-4271d3dd3f8d service neutron] Checking segment: {'id': '21afaf80-f870-4f55-8aab-8ddc84607716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '35d9cc72-283a-466f-b76b-1b2adaee03cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:02.615096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82313d31-279b-4bc5-acdf-9740be34cbba req-bf840893-a0fd-4ed0-82e5-4271d3dd3f8d service neutron] Bound using segment: {'id': '21afaf80-f870-4f55-8aab-8ddc84607716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '35d9cc72-283a-466f-b76b-1b2adaee03cd'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:47:02.615491 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-82313d31-279b-4bc5-acdf-9740be34cbba req-bf840893-a0fd-4ed0-82e5-4271d3dd3f8d service neutron] Bound port: 3bb14da6-189e-4e52-95cd-d30991388723, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21afaf80-f870-4f55-8aab-8ddc84607716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '35d9cc72-283a-466f-b76b-1b2adaee03cd'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:47:02.615838 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-82313d31-279b-4bc5-acdf-9740be34cbba req-bf840893-a0fd-4ed0-82e5-4271d3dd3f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.684831 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-82313d31-279b-4bc5-acdf-9740be34cbba req-bf840893-a0fd-4ed0-82e5-4271d3dd3f8d service neutron] For port 3bb14da6-189e-4e52-95cd-d30991388723, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:02.687915 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-82313d31-279b-4bc5-acdf-9740be34cbba req-bf840893-a0fd-4ed0-82e5-4271d3dd3f8d service neutron] For port 3bb14da6-189e-4e52-95cd-d30991388723, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=3bb14da6-189e-4e52-95cd-d30991388723,segment=NetworkSegment(21afaf80-f870-4f55-8aab-8ddc84607716),segment_id=21afaf80-f870-4f55-8aab-8ddc84607716)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:47:02.692704 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-82313d31-279b-4bc5-acdf-9740be34cbba req-bf840893-a0fd-4ed0-82e5-4271d3dd3f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.729159 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82313d31-279b-4bc5-acdf-9740be34cbba req-bf840893-a0fd-4ed0-82e5-4271d3dd3f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:02.729804 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-82313d31-279b-4bc5-acdf-9740be34cbba req-bf840893-a0fd-4ed0-82e5-4271d3dd3f8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.731258 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-82313d31-279b-4bc5-acdf-9740be34cbba req-bf840893-a0fd-4ed0-82e5-4271d3dd3f8d service neutron] 10.222.0.64 "PUT /v2.0/ports/3bb14da6-189e-4e52-95cd-d30991388723 HTTP/1.1" status: 200 len: 1092 time: 0.6295779 Jul 07 17:47:02.731741 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260429eb-0e78-49c0-82a5-366d3db171d1', 'tag': '3bb14da6-189e-4e52-95cd-d30991388723'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:02.734056 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a34f50-e5fe-49b4-baba-1e7629745098" -d '{"events": [{"name": "network-changed", "server_uuid": "260429eb-0e78-49c0-82a5-366d3db171d1", "tag": "3bb14da6-189e-4e52-95cd-d30991388723"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:02.771288 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf840893-a0fd-4ed0-82e5-4271d3dd3f8d service neutron] Pushing event updated for resources: {'Port': ['ID=3bb14da6-189e-4e52-95cd-d30991388723,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:02.791581 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb23c5-827f-4cb8-8764-a133d5b4ec52 req-69892425-d5e5-47df-b6a4-ffaabd931fc0 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:02.793311 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0beb23c5-827f-4cb8-8764-a133d5b4ec52 req-69892425-d5e5-47df-b6a4-ffaabd931fc0 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 943 time: 0.0920393 Jul 07 17:47:02.814416 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f5791b-3ae1-4372-ab38-bb5cd11ecf21 x-openstack-request-id: req-24f5791b-3ae1-4372-ab38-bb5cd11ecf21 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:02.814723 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260429eb-0e78-49c0-82a5-366d3db171d1", "tag": "3bb14da6-189e-4e52-95cd-d30991388723", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:02.814969 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24f5791b-3ae1-4372-ab38-bb5cd11ecf21 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:02.815375 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260429eb-0e78-49c0-82a5-366d3db171d1', 'tag': '3bb14da6-189e-4e52-95cd-d30991388723', 'status': 'completed', 'code': 200} Jul 07 17:47:02.832648 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0beb23c5-827f-4cb8-8764-a133d5b4ec52 req-64a3cf61-d4b6-4fdb-8337-7d38ad0de67a tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337107 Jul 07 17:47:02.841733 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82313d31-279b-4bc5-acdf-9740be34cbba req-7dc571d2-63dd-44f3-8e2b-e04b6ac2ca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:02.843298 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-82313d31-279b-4bc5-acdf-9740be34cbba req-7dc571d2-63dd-44f3-8e2b-e04b6ac2ca97 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1daea1c2ebf94adf9d382f413391c7ca&device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 1095 time: 0.0626690 Jul 07 17:47:02.889438 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-82313d31-279b-4bc5-acdf-9740be34cbba req-16354ac3-b61a-46ca-b1d3-9f4e7805e9fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bb14da6-189e-4e52-95cd-d30991388723 HTTP/1.1" status: 200 len: 217 time: 0.0390451 Jul 07 17:47:02.938726 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82313d31-279b-4bc5-acdf-9740be34cbba req-36d5b613-ef6c-458a-897f-aa8219724d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:02.940165 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-82313d31-279b-4bc5-acdf-9740be34cbba req-36d5b613-ef6c-458a-897f-aa8219724d54 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=513dd552-2252-45da-998c-71cb3b645b17 HTTP/1.1" status: 200 len: 854 time: 0.0447912 Jul 07 17:47:02.974398 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-82313d31-279b-4bc5-acdf-9740be34cbba req-fb628760-7f82-4e97-8ddb-bbe5c6f95d2c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=35d9cc72-283a-466f-b76b-1b2adaee03cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277388 Jul 07 17:47:03.069131 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-82313d31-279b-4bc5-acdf-9740be34cbba req-12ff533a-321b-438e-ae29-0bbcb97d5efd service neutron] 10.222.0.64 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881453 Jul 07 17:47:03.161953 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-82313d31-279b-4bc5-acdf-9740be34cbba req-23de4f61-3be3-469c-81de-37049e2beeac service neutron] 10.222.0.64 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866811 Jul 07 17:47:03.267598 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a34f50-e5fe-49b4-baba-1e7629745098 req-9713d38f-3284-45f6-a125-b3e610b9e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:03.269215 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-90a34f50-e5fe-49b4-baba-1e7629745098 req-9713d38f-3284-45f6-a125-b3e610b9e94a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1daea1c2ebf94adf9d382f413391c7ca&device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 1095 time: 0.0604990 Jul 07 17:47:03.361352 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a34f50-e5fe-49b4-baba-1e7629745098 req-de26ee11-3d9e-4295-881a-24c1ab8968e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:03.362758 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-90a34f50-e5fe-49b4-baba-1e7629745098 req-de26ee11-3d9e-4295-881a-24c1ab8968e4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=35d9cc72-283a-466f-b76b-1b2adaee03cd HTTP/1.1" status: 200 len: 915 time: 0.0878153 Jul 07 17:47:03.404134 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-90a34f50-e5fe-49b4-baba-1e7629745098 req-c751be64-fa5e-428b-8fef-b4ba99e9616f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bb14da6-189e-4e52-95cd-d30991388723 HTTP/1.1" status: 200 len: 217 time: 0.0345340 Jul 07 17:47:03.459932 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a34f50-e5fe-49b4-baba-1e7629745098 req-7be71b0d-cda4-479b-99f9-2625c155c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:03.461469 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-90a34f50-e5fe-49b4-baba-1e7629745098 req-7be71b0d-cda4-479b-99f9-2625c155c69c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=513dd552-2252-45da-998c-71cb3b645b17 HTTP/1.1" status: 200 len: 854 time: 0.0507922 Jul 07 17:47:03.496105 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-90a34f50-e5fe-49b4-baba-1e7629745098 req-2001478e-796e-493c-bbec-facc99331276 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=35d9cc72-283a-466f-b76b-1b2adaee03cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272436 Jul 07 17:47:03.585531 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-90a34f50-e5fe-49b4-baba-1e7629745098 req-6ab10692-762d-4ba0-8338-7206c69a1af9 service neutron] 10.222.0.64 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822732 Jul 07 17:47:03.679962 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-90a34f50-e5fe-49b4-baba-1e7629745098 req-39ed9ff4-d868-4a51-b8b4-8ecf5fa87cde service neutron] 10.222.0.64 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875428 Jul 07 17:47:03.903192 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:47:04.009834 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d092bb7-a68b-4049-92f2-273db363dc84 req-2209fb36-2db5-4136-9201-780be6d3afad tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:04.011333 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d092bb7-a68b-4049-92f2-273db363dc84 req-2209fb36-2db5-4136-9201-780be6d3afad tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 943 time: 0.0655811 Jul 07 17:47:04.050136 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7d092bb7-a68b-4049-92f2-273db363dc84 req-6fea2f5f-0dee-46af-9163-5615450a783b tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331020 Jul 07 17:47:05.235183 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404b06a-cabe-4215-8f3a-07d8706dedc0 req-d2502b24-ff5f-4db7-957f-0ccc67587cb7 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:05.236765 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6404b06a-cabe-4215-8f3a-07d8706dedc0 req-d2502b24-ff5f-4db7-957f-0ccc67587cb7 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 943 time: 0.0683196 Jul 07 17:47:05.276829 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6404b06a-cabe-4215-8f3a-07d8706dedc0 req-6a4b1a43-11ce-4e60-9cc7-c68264280ccb tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341544 Jul 07 17:47:05.466039 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 3bb14da6-189e-4e52-95cd-d30991388723 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:47:05.724001 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 3bb14da6-189e-4e52-95cd-d30991388723, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=3bb14da6-189e-4e52-95cd-d30991388723,segment=NetworkSegment(21afaf80-f870-4f55-8aab-8ddc84607716),segment_id=21afaf80-f870-4f55-8aab-8ddc84607716)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:05.736765 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '3bb14da6-189e-4e52-95cd-d30991388723', 'network_id': '35d9cc72-283a-466f-b76b-1b2adaee03cd', 'port_id': '3bb14da6-189e-4e52-95cd-d30991388723', 'mac_address': 'fa:16:3e:97:ff:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '513dd552-2252-45da-998c-71cb3b645b17', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:47:05.776056 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:05.789181 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb14da6-189e-4e52-95cd-d30991388723 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:47:05.814396 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 3bb14da6-189e-4e52-95cd-d30991388723, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=3bb14da6-189e-4e52-95cd-d30991388723,segment=NetworkSegment(21afaf80-f870-4f55-8aab-8ddc84607716),segment_id=21afaf80-f870-4f55-8aab-8ddc84607716)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:05.818333 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:05.873797 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=3bb14da6-189e-4e52-95cd-d30991388723,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:05.881068 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:05.881421 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:05.881766 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:05.882104 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:05.882441 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:05.882770 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:05.883105 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:05.883430 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:05.883757 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:05.884084 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:05.884410 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:05.884764 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:06.009410 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['3bb14da6-189e-4e52-95cd-d30991388723'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:47:06.458813 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adfbe0-9ce1-46c6-b487-17a684724615 req-bb728d05-8aae-4521-8c1e-3992f0011962 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:06.460321 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-40adfbe0-9ce1-46c6-b487-17a684724615 req-bb728d05-8aae-4521-8c1e-3992f0011962 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 944 time: 0.0685737 Jul 07 17:47:06.500059 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-40adfbe0-9ce1-46c6-b487-17a684724615 req-55bd5c1f-b909-4aae-8b80-4dbc3efaab2a tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339844 Jul 07 17:47:07.481298 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 3bb14da6-189e-4e52-95cd-d30991388723 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:07.529910 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 3bb14da6-189e-4e52-95cd-d30991388723 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:07.533674 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 3bb14da6-189e-4e52-95cd-d30991388723 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:07.534055 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:07.614508 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:07.637920 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260429eb-0e78-49c0-82a5-366d3db171d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb14da6-189e-4e52-95cd-d30991388723'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:07.640371 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3baa119-ae12-4709-88a6-a6d5e0b70dae" -d '{"events": [{"server_uuid": "260429eb-0e78-49c0-82a5-366d3db171d1", "name": "network-vif-plugged", "status": "completed", "tag": "3bb14da6-189e-4e52-95cd-d30991388723"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:07.653381 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 3bb14da6-189e-4e52-95cd-d30991388723, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=3bb14da6-189e-4e52-95cd-d30991388723,segment=NetworkSegment(21afaf80-f870-4f55-8aab-8ddc84607716),segment_id=21afaf80-f870-4f55-8aab-8ddc84607716)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:07.657503 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:07.678959 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f93f30-cd63-4d29-9848-4db6c430766a req-df573f63-a6e8-4cb7-82c9-1fe2e14f9712 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:07.685150 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-70f93f30-cd63-4d29-9848-4db6c430766a req-df573f63-a6e8-4cb7-82c9-1fe2e14f9712 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 944 time: 0.0752716 Jul 07 17:47:07.685778 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df51506e-fef8-4f11-aa9e-dec6c0b21e64 x-openstack-request-id: req-df51506e-fef8-4f11-aa9e-dec6c0b21e64 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:07.686070 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260429eb-0e78-49c0-82a5-366d3db171d1", "name": "network-vif-plugged", "status": "completed", "tag": "3bb14da6-189e-4e52-95cd-d30991388723", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:07.686323 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df51506e-fef8-4f11-aa9e-dec6c0b21e64 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:07.686706 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260429eb-0e78-49c0-82a5-366d3db171d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb14da6-189e-4e52-95cd-d30991388723', 'code': 200} Jul 07 17:47:07.706988 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:07.726680 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-70f93f30-cd63-4d29-9848-4db6c430766a req-458fe883-9233-4eb1-9eae-24029a095b8f tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396912 Jul 07 17:47:07.727246 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=3bb14da6-189e-4e52-95cd-d30991388723,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:07.800925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd2931-f91e-4fca-95cf-84a6218ba098 req-fab8242a-47f3-48e6-b4f8-7f4ead93664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:07.802441 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-36fd2931-f91e-4fca-95cf-84a6218ba098 req-fab8242a-47f3-48e6-b4f8-7f4ead93664c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 1097 time: 0.0532470 Jul 07 17:47:07.837730 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-36fd2931-f91e-4fca-95cf-84a6218ba098 req-175bb8e4-ee3c-470d-8d01-5564a46b97a9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280735 Jul 07 17:47:08.244341 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:08.905713 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec78d0c-1086-482b-a2bd-e9b816946451 req-3e9c11aa-2623-4ed4-8232-a842b0c9c000 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:08.907212 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ec78d0c-1086-482b-a2bd-e9b816946451 req-3e9c11aa-2623-4ed4-8232-a842b0c9c000 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0650547 Jul 07 17:47:08.950766 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5ec78d0c-1086-482b-a2bd-e9b816946451 req-8f89634d-b102-4708-b594-a8fa8780a0b3 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379815 Jul 07 17:47:09.124869 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7cb7a-d900-4ff5-b71d-b8c9d300f6dc req-80c805a5-6b11-4176-8874-b08543ffce30 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:09.126318 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ffc7cb7a-d900-4ff5-b71d-b8c9d300f6dc req-80c805a5-6b11-4176-8874-b08543ffce30 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0666320 Jul 07 17:47:09.163990 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ffc7cb7a-d900-4ff5-b71d-b8c9d300f6dc req-08b8c04c-ee13-470c-b88b-a3dab32be40a tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321436 Jul 07 17:47:09.518351 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795f25e-d391-4b90-b88b-96a0448b2596 req-352f6862-5c84-45c3-9131-7a81ce5dae23 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:09.519826 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c795f25e-d391-4b90-b88b-96a0448b2596 req-352f6862-5c84-45c3-9131-7a81ce5dae23 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0664907 Jul 07 17:47:09.558437 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c795f25e-d391-4b90-b88b-96a0448b2596 req-2f4a597a-546e-4e05-b861-c2b0ab2ce71e tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328865 Jul 07 17:47:09.737097 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1940c65-42b0-408b-b6a6-c0fe93b6aaec req-f723e09b-e73d-41a1-8130-af1096a939d9 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:09.738637 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c1940c65-42b0-408b-b6a6-c0fe93b6aaec req-f723e09b-e73d-41a1-8130-af1096a939d9 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0651419 Jul 07 17:47:09.777803 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c1940c65-42b0-408b-b6a6-c0fe93b6aaec req-6fcc7218-c72e-4c46-a421-ec9fd45ca2a9 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336373 Jul 07 17:47:10.160849 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-05c00ebf-f0cb-4e60-b060-4e2829dadd89 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849445 Jul 07 17:47:10.194678 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f1651-f379-48cc-b1b3-09902f30f342 req-b83a36eb-0d6a-4a4c-9d1f-f2a0b5f0bcbd tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:10.196484 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5c5f1651-f379-48cc-b1b3-09902f30f342 req-b83a36eb-0d6a-4a4c-9d1f-f2a0b5f0bcbd tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0758348 Jul 07 17:47:10.250159 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5c5f1651-f379-48cc-b1b3-09902f30f342 req-7bf450c1-1386-489d-b967-340c679c880f tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471265 Jul 07 17:47:11.402857 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-c6a114ad-c98e-4b6b-abe0-e5c07098b198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:11.404430 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-c6a114ad-c98e-4b6b-abe0-e5c07098b198 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1daea1c2ebf94adf9d382f413391c7ca&device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 1097 time: 0.0591936 Jul 07 17:47:11.434218 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06c3e9-4afc-47b2-bd7b-5314870bfcca req-4377d0f5-d207-4fc7-8fa8-4827b5a6879d tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:11.435757 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4d06c3e9-4afc-47b2-bd7b-5314870bfcca req-4377d0f5-d207-4fc7-8fa8-4827b5a6879d tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0686235 Jul 07 17:47:11.482155 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4d06c3e9-4afc-47b2-bd7b-5314870bfcca req-578f5fcb-4cd9-4329-920f-366950668428 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386190 Jul 07 17:47:11.505772 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-7a11435e-e464-4004-a74d-3cb2cb299bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:11.507295 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-7a11435e-e464-4004-a74d-3cb2cb299bdd service neutron] 10.222.0.64 "GET /v2.0/networks?id=35d9cc72-283a-466f-b76b-1b2adaee03cd HTTP/1.1" status: 200 len: 915 time: 0.0970156 Jul 07 17:47:11.553837 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-82068ab9-6809-4df1-b766-dd346c54c6ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bb14da6-189e-4e52-95cd-d30991388723 HTTP/1.1" status: 200 len: 217 time: 0.0398936 Jul 07 17:47:11.610604 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-6269ebf7-4b64-4498-96a5-ebee02fc8ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:11.612102 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-6269ebf7-4b64-4498-96a5-ebee02fc8ca0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=513dd552-2252-45da-998c-71cb3b645b17 HTTP/1.1" status: 200 len: 854 time: 0.0508523 Jul 07 17:47:11.646172 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-dbba97e5-df57-4507-b78f-a1cf8714c965 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=35d9cc72-283a-466f-b76b-1b2adaee03cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277729 Jul 07 17:47:11.741876 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-58455c93-a561-4e3b-a021-cd945b411f03 service neutron] 10.222.0.64 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895548 Jul 07 17:47:11.830968 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-246bd52f-dc27-4221-a889-505095364d64 service neutron] 10.222.0.64 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828960 Jul 07 17:47:12.670827 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffdb03-c78d-49d0-b599-44a264212e28 req-3e216a28-fa54-4eec-a22d-439779946199 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:12.672434 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2cffdb03-c78d-49d0-b599-44a264212e28 req-3e216a28-fa54-4eec-a22d-439779946199 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0745461 Jul 07 17:47:12.712391 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2cffdb03-c78d-49d0-b599-44a264212e28 req-7b1cde9d-47fb-4cd7-981d-9827a7b6df6d tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342288 Jul 07 17:47:13.899206 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d62f9-0ca1-4aa4-9a7a-31dc018a92de req-0da6980e-db91-46f3-a660-7ee827abc41e tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:13.900932 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f81d62f9-0ca1-4aa4-9a7a-31dc018a92de req-0da6980e-db91-46f3-a660-7ee827abc41e tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0681148 Jul 07 17:47:13.943368 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f81d62f9-0ca1-4aa4-9a7a-31dc018a92de req-f3e6362a-8ea0-4639-a528-3b30297a07c6 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360923 Jul 07 17:47:15.118566 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a09c48-3978-48b7-a531-bae2f34f593a req-5d2cccae-4d55-4be0-b822-585b823fcccc tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:15.120079 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f2a09c48-3978-48b7-a531-bae2f34f593a req-5d2cccae-4d55-4be0-b822-585b823fcccc tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0644672 Jul 07 17:47:15.159537 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f2a09c48-3978-48b7-a531-bae2f34f593a req-858122a0-8cb3-44d4-991d-b6c853f51c0b tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330637 Jul 07 17:47:16.342753 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb498734-fb97-4811-8c55-288525c763f1 req-9bdf12c0-3101-45f7-9e83-3b37e02bd986 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:16.344237 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eb498734-fb97-4811-8c55-288525c763f1 req-9bdf12c0-3101-45f7-9e83-3b37e02bd986 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0679095 Jul 07 17:47:16.382808 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eb498734-fb97-4811-8c55-288525c763f1 req-bfdcd9f8-665b-42b1-a5a2-0d36247b6f2d tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329816 Jul 07 17:47:17.567550 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ef7bf-6f15-4e4c-ad0b-a9cb8485a46b req-4dfc7432-f174-4c3b-ab83-ff8795fb546b tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:17.568992 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-072ef7bf-6f15-4e4c-ad0b-a9cb8485a46b req-4dfc7432-f174-4c3b-ab83-ff8795fb546b tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0688241 Jul 07 17:47:17.607319 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-072ef7bf-6f15-4e4c-ad0b-a9cb8485a46b req-c6a9dc28-ed88-479c-8e1b-46ffccd2a285 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325391 Jul 07 17:47:18.790483 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbfaab-c1f4-4f03-8f17-317e0c043554 req-d96e5d42-5374-48c5-8eb9-5e4a49905079 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:18.792084 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f8bbfaab-c1f4-4f03-8f17-317e0c043554 req-d96e5d42-5374-48c5-8eb9-5e4a49905079 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0709519 Jul 07 17:47:18.837547 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f8bbfaab-c1f4-4f03-8f17-317e0c043554 req-a625ae31-1bdb-4c97-a94e-fc9991dac630 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391872 Jul 07 17:47:20.021684 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae34a5e-4981-430f-ba59-75159210f817 req-66f79621-e529-4f9c-bc47-25538e939948 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:20.023200 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0ae34a5e-4981-430f-ba59-75159210f817 req-66f79621-e529-4f9c-bc47-25538e939948 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0690417 Jul 07 17:47:20.061729 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0ae34a5e-4981-430f-ba59-75159210f817 req-74b8ed1e-b762-402a-90fc-d25dbd21224e tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329342 Jul 07 17:47:21.239008 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11604f6c-3aab-470b-bc02-f17c6a47b91a req-70290d3f-867c-45e8-b78d-6e4e423ae6c1 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:21.240507 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-11604f6c-3aab-470b-bc02-f17c6a47b91a req-70290d3f-867c-45e8-b78d-6e4e423ae6c1 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0676765 Jul 07 17:47:21.281371 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-11604f6c-3aab-470b-bc02-f17c6a47b91a req-06482c62-8731-4b3a-a007-d27556396622 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352976 Jul 07 17:47:22.455871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc44fa-bfe0-4b09-a307-8ae19ec76dfb req-179bdba1-54d3-45a0-aabb-377955683fa2 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:22.457405 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-66cc44fa-bfe0-4b09-a307-8ae19ec76dfb req-179bdba1-54d3-45a0-aabb-377955683fa2 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0644753 Jul 07 17:47:22.498281 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-66cc44fa-bfe0-4b09-a307-8ae19ec76dfb req-aa94b8a2-22cf-4e36-910b-b46b88387385 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349000 Jul 07 17:47:23.454115 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a7550cbf-cc03-47e9-a5ad-907b7fb26b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:23.673154 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9424c6-f980-440c-807b-4df294f3d78c req-0860cdbb-0e81-4708-bb05-2699c5523832 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:23.674656 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1c9424c6-f980-440c-807b-4df294f3d78c req-0860cdbb-0e81-4708-bb05-2699c5523832 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0663340 Jul 07 17:47:23.713081 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1c9424c6-f980-440c-807b-4df294f3d78c req-1c075555-375e-4355-8c31-1107a39a4e93 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324173 Jul 07 17:47:24.901835 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c8f8b-6db3-488f-b2de-b13c1639d489 req-2c934b24-2492-4cc6-93c5-b18d26918196 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:24.903312 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-927c8f8b-6db3-488f-b2de-b13c1639d489 req-2c934b24-2492-4cc6-93c5-b18d26918196 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0658522 Jul 07 17:47:24.941757 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-927c8f8b-6db3-488f-b2de-b13c1639d489 req-39eabdd7-2fa5-41e5-8a0e-dae48bda5b97 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321233 Jul 07 17:47:26.124941 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c583edf-dac3-4e9e-8fbe-394925f7d1e6 req-0ac64631-3a8c-4a95-ac9c-ba9d9df77c35 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:26.126362 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c583edf-dac3-4e9e-8fbe-394925f7d1e6 req-0ac64631-3a8c-4a95-ac9c-ba9d9df77c35 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0627940 Jul 07 17:47:26.163376 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c583edf-dac3-4e9e-8fbe-394925f7d1e6 req-bb8a6d26-a166-4f47-9b77-80ce112b5494 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314884 Jul 07 17:47:26.254293 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:26.838505 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6ce7e5aa-f5f7-4191-a2f3-b7059aa9dd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:27.348672 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b695272-ff1e-4908-8b34-f92925ecc1a3 req-0894362d-4d0e-43b9-8da9-41798687ca47 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:27.350177 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8b695272-ff1e-4908-8b34-f92925ecc1a3 req-0894362d-4d0e-43b9-8da9-41798687ca47 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0661063 Jul 07 17:47:27.387730 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8b695272-ff1e-4908-8b34-f92925ecc1a3 req-5f410e44-d38c-4626-b17c-e36fe5c0de0f tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320456 Jul 07 17:47:28.041365 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:28.566400 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca20e62-2891-463c-9d9a-023f42ae6ccd req-8947883d-fe46-45de-b3e9-8874cb0371c7 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:28.567793 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0ca20e62-2891-463c-9d9a-023f42ae6ccd req-8947883d-fe46-45de-b3e9-8874cb0371c7 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0672858 Jul 07 17:47:28.605193 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0ca20e62-2891-463c-9d9a-023f42ae6ccd req-aa6f7887-d71f-4b89-acb1-c03751762d49 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315771 Jul 07 17:47:29.785954 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e679f59-19cd-47f5-ab51-32dada5812ad req-27e9b530-5df7-4d2a-a6fb-bdd52208d370 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:29.787475 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4e679f59-19cd-47f5-ab51-32dada5812ad req-27e9b530-5df7-4d2a-a6fb-bdd52208d370 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0681086 Jul 07 17:47:29.826060 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4e679f59-19cd-47f5-ab51-32dada5812ad req-843dc633-fcde-4b2a-a669-da76d8131c6e tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330811 Jul 07 17:47:30.352989 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.011129 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc8519-ef01-4af3-be0f-339392a421e1 req-2517bfc4-6117-4df6-99e0-9587f12662c2 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:31.012653 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eabc8519-ef01-4af3-be0f-339392a421e1 req-2517bfc4-6117-4df6-99e0-9587f12662c2 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0643961 Jul 07 17:47:31.052277 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eabc8519-ef01-4af3-be0f-339392a421e1 req-b59e3c32-f1e5-4ae4-8b2d-4c1166e3fdd2 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336592 Jul 07 17:47:31.422779 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfd2af-63a9-4564-8d9a-53ce65d35d04 req-83c7ace3-3ed2-43cf-b515-6c732d25c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:31.424309 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b3dfd2af-63a9-4564-8d9a-53ce65d35d04 req-83c7ace3-3ed2-43cf-b515-6c732d25c0bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1daea1c2ebf94adf9d382f413391c7ca&device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 1097 time: 0.0548751 Jul 07 17:47:31.532370 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfd2af-63a9-4564-8d9a-53ce65d35d04 req-0dfe2599-4990-440f-b23c-150847c56e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:31.533894 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b3dfd2af-63a9-4564-8d9a-53ce65d35d04 req-0dfe2599-4990-440f-b23c-150847c56e98 service neutron] 10.222.0.64 "GET /v2.0/networks?id=35d9cc72-283a-466f-b76b-1b2adaee03cd HTTP/1.1" status: 200 len: 915 time: 0.0886102 Jul 07 17:47:31.575381 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b3dfd2af-63a9-4564-8d9a-53ce65d35d04 req-96d94104-4f99-4b45-b14a-807499c0d618 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bb14da6-189e-4e52-95cd-d30991388723 HTTP/1.1" status: 200 len: 217 time: 0.0347474 Jul 07 17:47:31.625330 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfd2af-63a9-4564-8d9a-53ce65d35d04 req-1156f901-183a-484c-b8e4-d81af596caa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:31.626799 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b3dfd2af-63a9-4564-8d9a-53ce65d35d04 req-1156f901-183a-484c-b8e4-d81af596caa7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=513dd552-2252-45da-998c-71cb3b645b17 HTTP/1.1" status: 200 len: 854 time: 0.0443637 Jul 07 17:47:31.663067 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b3dfd2af-63a9-4564-8d9a-53ce65d35d04 req-f4f63a06-4a7b-4cf7-9459-54a754e1dba7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=35d9cc72-283a-466f-b76b-1b2adaee03cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305984 Jul 07 17:47:31.758841 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b3dfd2af-63a9-4564-8d9a-53ce65d35d04 req-cdde4133-0c99-45f0-b9a2-2245057e3586 service neutron] 10.222.0.64 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889168 Jul 07 17:47:31.853256 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b3dfd2af-63a9-4564-8d9a-53ce65d35d04 req-e03a0935-9f72-487f-94f3-5e7b30807a15 service neutron] 10.222.0.64 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876770 Jul 07 17:47:32.230804 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe288bf4-3334-405a-8620-3c2c422a4305 req-8f8c9eff-8d06-4c29-bbf3-ded6c94cb421 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:32.233566 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe288bf4-3334-405a-8620-3c2c422a4305 req-8f8c9eff-8d06-4c29-bbf3-ded6c94cb421 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0668314 Jul 07 17:47:32.270905 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe288bf4-3334-405a-8620-3c2c422a4305 req-bd1c0f24-73da-4782-9e40-70152d9a8937 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322566 Jul 07 17:47:33.453742 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a798b-97aa-45ec-a210-7dfdbd741e5a req-6b513560-284e-4b9b-80c6-2b352a308f5f tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:33.455223 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b24a798b-97aa-45ec-a210-7dfdbd741e5a req-6b513560-284e-4b9b-80c6-2b352a308f5f tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0684087 Jul 07 17:47:33.492837 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b24a798b-97aa-45ec-a210-7dfdbd741e5a req-590e5eea-7017-4bb9-b0ca-d4bed323442c tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319207 Jul 07 17:47:34.667150 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27143eec-cd4c-4ed8-acc5-1a39a55a47bc req-00911bce-73e5-4676-b94f-04b94fb6f984 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:34.668680 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-27143eec-cd4c-4ed8-acc5-1a39a55a47bc req-00911bce-73e5-4676-b94f-04b94fb6f984 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0649574 Jul 07 17:47:34.707771 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-27143eec-cd4c-4ed8-acc5-1a39a55a47bc req-340950ef-7d25-43a1-9b02-40e7f7d0ad72 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333619 Jul 07 17:47:35.882879 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ed4b2-8b5b-4cba-acef-3347ffa7a6b1 req-fa713853-ff91-4aa1-bc80-b8b3410efb95 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:35.884374 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-537ed4b2-8b5b-4cba-acef-3347ffa7a6b1 req-fa713853-ff91-4aa1-bc80-b8b3410efb95 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0639277 Jul 07 17:47:35.922652 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-537ed4b2-8b5b-4cba-acef-3347ffa7a6b1 req-e2c4d505-8961-48fd-82e1-75075c937205 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320935 Jul 07 17:47:37.117895 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2425bd-bf21-4f71-961b-9959ef952e4a req-eb64565c-5dd4-4391-992f-f0fdacb1ae77 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:37.119509 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2c2425bd-bf21-4f71-961b-9959ef952e4a req-eb64565c-5dd4-4391-992f-f0fdacb1ae77 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0705740 Jul 07 17:47:37.158722 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2c2425bd-bf21-4f71-961b-9959ef952e4a req-720376b9-14e2-4b2b-bcea-d7655658060b tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333710 Jul 07 17:47:37.692381 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:38.245270 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:38.335829 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7ecb6-d173-4110-8333-c551ff2b0ca3 req-b5b644b8-eb8e-477b-8258-0b1b641b0ded tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:38.337394 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ace7ecb6-d173-4110-8333-c551ff2b0ca3 req-b5b644b8-eb8e-477b-8258-0b1b641b0ded tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0647783 Jul 07 17:47:38.379604 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ace7ecb6-d173-4110-8333-c551ff2b0ca3 req-aafef447-e326-4ca3-83f3-7929058292e6 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361969 Jul 07 17:47:38.850707 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-f0139d41-b140-417b-b1a3-a6be44f17a52 service neutron] show failed (client error): The resource could not be found. Jul 07 17:47:38.851800 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-f0139d41-b140-417b-b1a3-a6be44f17a52 service neutron] 10.222.0.64 "GET /v2.0/ports/3bb14da6-189e-4e52-95cd-d30991388723/bindings/n-h2-791503-12 HTTP/1.1" status: 404 len: 381 time: 0.0559504 Jul 07 17:47:39.098200 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-0577723a-b21b-4d68-97b4-8911d14e16f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:39.099690 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-0577723a-b21b-4d68-97b4-8911d14e16f5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1&tenant_id=1daea1c2ebf94adf9d382f413391c7ca HTTP/1.1" status: 200 len: 1097 time: 0.0544479 Jul 07 17:47:39.110976 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-1bcdc2a3-60d1-4eb3-b6a4-481e018b1b5b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791503-12', 'device_owner': 'compute:nova'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:39.181325 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-1bcdc2a3-60d1-4eb3-b6a4-481e018b1b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:39.396904 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-1bcdc2a3-60d1-4eb3-b6a4-481e018b1b5b service neutron] For port 3bb14da6-189e-4e52-95cd-d30991388723, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=3bb14da6-189e-4e52-95cd-d30991388723,segment=NetworkSegment(21afaf80-f870-4f55-8aab-8ddc84607716),segment_id=21afaf80-f870-4f55-8aab-8ddc84607716)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:39.436260 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-1bcdc2a3-60d1-4eb3-b6a4-481e018b1b5b service neutron] For port 3bb14da6-189e-4e52-95cd-d30991388723, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:39.481599 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260429eb-0e78-49c0-82a5-366d3db171d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bb14da6-189e-4e52-95cd-d30991388723'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:39.484780 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4164e9-683b-45e8-b1cf-922b3999ad13" -d '{"events": [{"server_uuid": "260429eb-0e78-49c0-82a5-366d3db171d1", "name": "network-vif-unplugged", "status": "completed", "tag": "3bb14da6-189e-4e52-95cd-d30991388723"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:39.490682 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-1bcdc2a3-60d1-4eb3-b6a4-481e018b1b5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:39.504775 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-1bcdc2a3-60d1-4eb3-b6a4-481e018b1b5b service neutron] Transition to ACTIVE for port object 3bb14da6-189e-4e52-95cd-d30991388723 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:39.508706 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-1bcdc2a3-60d1-4eb3-b6a4-481e018b1b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:39.539767 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb85fdc1-2330-43d0-b111-198ce3cfdf12 x-openstack-request-id: req-fb85fdc1-2330-43d0-b111-198ce3cfdf12 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:39.540066 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260429eb-0e78-49c0-82a5-366d3db171d1", "name": "network-vif-unplugged", "status": "completed", "tag": "3bb14da6-189e-4e52-95cd-d30991388723", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:39.540320 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb85fdc1-2330-43d0-b111-198ce3cfdf12 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:39.540756 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260429eb-0e78-49c0-82a5-366d3db171d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bb14da6-189e-4e52-95cd-d30991388723', 'code': 200} Jul 07 17:47:39.578964 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0824b-645f-4d86-a57f-ecfc1300cbec req-1e6d1cfe-951b-43fd-ba9e-6f4ac5a158b0 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:39.580583 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-14a0824b-645f-4d86-a57f-ecfc1300cbec req-1e6d1cfe-951b-43fd-ba9e-6f4ac5a158b0 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 943 time: 0.0731850 Jul 07 17:47:39.589300 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcdc2a3-60d1-4eb3-b6a4-481e018b1b5b service neutron] Pushing event updated for resources: {'Port': ['ID=3bb14da6-189e-4e52-95cd-d30991388723,revision_number=6']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:39.592692 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-1bcdc2a3-60d1-4eb3-b6a4-481e018b1b5b service neutron] No DVR routers for this DVR port 3bb14da6-189e-4e52-95cd-d30991388723 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:47:39.631373 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-1bcdc2a3-60d1-4eb3-b6a4-481e018b1b5b service neutron] Attempting to bind port 3bb14da6-189e-4e52-95cd-d30991388723 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:47:39.631713 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-1bcdc2a3-60d1-4eb3-b6a4-481e018b1b5b service neutron] Attempting to bind port 3bb14da6-189e-4e52-95cd-d30991388723 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '21afaf80-f870-4f55-8aab-8ddc84607716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '35d9cc72-283a-466f-b76b-1b2adaee03cd'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:47:39.632049 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-1bcdc2a3-60d1-4eb3-b6a4-481e018b1b5b service neutron] Attempting to bind port 3bb14da6-189e-4e52-95cd-d30991388723 on network 35d9cc72-283a-466f-b76b-1b2adaee03cd {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:39.636598 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-1bcdc2a3-60d1-4eb3-b6a4-481e018b1b5b service neutron] Port 3bb14da6-189e-4e52-95cd-d30991388723 on network 35d9cc72-283a-466f-b76b-1b2adaee03cd not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:47:39.636956 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-1bcdc2a3-60d1-4eb3-b6a4-481e018b1b5b service neutron] Attempting to bind port 3bb14da6-189e-4e52-95cd-d30991388723 on network 35d9cc72-283a-466f-b76b-1b2adaee03cd {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:39.639592 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-14a0824b-645f-4d86-a57f-ecfc1300cbec req-1932601c-be06-4a30-a4e8-7ce09af04f2f tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523839 Jul 07 17:47:39.642567 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-1bcdc2a3-60d1-4eb3-b6a4-481e018b1b5b service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:47:39.642914 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-1bcdc2a3-60d1-4eb3-b6a4-481e018b1b5b service neutron] Checking segment: {'id': '21afaf80-f870-4f55-8aab-8ddc84607716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '35d9cc72-283a-466f-b76b-1b2adaee03cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:39.643417 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-1bcdc2a3-60d1-4eb3-b6a4-481e018b1b5b service neutron] Bound using segment: {'id': '21afaf80-f870-4f55-8aab-8ddc84607716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '35d9cc72-283a-466f-b76b-1b2adaee03cd'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:47:39.643733 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-1bcdc2a3-60d1-4eb3-b6a4-481e018b1b5b service neutron] Bound port: 3bb14da6-189e-4e52-95cd-d30991388723, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21afaf80-f870-4f55-8aab-8ddc84607716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '35d9cc72-283a-466f-b76b-1b2adaee03cd'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:47:39.644086 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-1bcdc2a3-60d1-4eb3-b6a4-481e018b1b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:39.723271 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-1bcdc2a3-60d1-4eb3-b6a4-481e018b1b5b service neutron] For port 3bb14da6-189e-4e52-95cd-d30991388723, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:39.726447 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-1bcdc2a3-60d1-4eb3-b6a4-481e018b1b5b service neutron] For port 3bb14da6-189e-4e52-95cd-d30991388723, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=3bb14da6-189e-4e52-95cd-d30991388723,segment=NetworkSegment(21afaf80-f870-4f55-8aab-8ddc84607716),segment_id=21afaf80-f870-4f55-8aab-8ddc84607716)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:47:39.732043 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-1bcdc2a3-60d1-4eb3-b6a4-481e018b1b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:39.770275 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-1bcdc2a3-60d1-4eb3-b6a4-481e018b1b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:39.770906 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-1bcdc2a3-60d1-4eb3-b6a4-481e018b1b5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:39.772320 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-1bcdc2a3-60d1-4eb3-b6a4-481e018b1b5b service neutron] 10.222.0.72 "PUT /v2.0/ports/3bb14da6-189e-4e52-95cd-d30991388723 HTTP/1.1" status: 200 len: 1092 time: 0.6659315 Jul 07 17:47:39.840871 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcdc2a3-60d1-4eb3-b6a4-481e018b1b5b service neutron] Pushing event updated for resources: {'Port': ['ID=3bb14da6-189e-4e52-95cd-d30991388723,revision_number=7']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:39.880870 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-42d783c1-3060-4e4a-b132-54e4b324dfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:39.882397 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-42d783c1-3060-4e4a-b132-54e4b324dfbf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1daea1c2ebf94adf9d382f413391c7ca&device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 1095 time: 0.0815506 Jul 07 17:47:40.000428 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-5b02799f-606d-4edc-893e-4493115a875a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:40.001946 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-5b02799f-606d-4edc-893e-4493115a875a service neutron] 10.222.0.72 "GET /v2.0/networks?id=35d9cc72-283a-466f-b76b-1b2adaee03cd HTTP/1.1" status: 200 len: 915 time: 0.1135483 Jul 07 17:47:40.048242 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-6d6bd852-2c8c-4d9c-aaab-0a6307a29148 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bb14da6-189e-4e52-95cd-d30991388723 HTTP/1.1" status: 200 len: 217 time: 0.0398097 Jul 07 17:47:40.115245 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-cf563421-7006-4fa0-859c-b95208974da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:40.116773 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-cf563421-7006-4fa0-859c-b95208974da3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=513dd552-2252-45da-998c-71cb3b645b17 HTTP/1.1" status: 200 len: 854 time: 0.0631628 Jul 07 17:47:40.166011 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-f67365fb-ec14-4ca6-81c7-54c3f78a0987 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=35d9cc72-283a-466f-b76b-1b2adaee03cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430698 Jul 07 17:47:40.272927 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-fac5626d-3f2c-4645-8a3a-1be99b750757 service neutron] 10.222.0.72 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999990 Jul 07 17:47:40.383136 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9842a2c5-c0de-4e2a-b4a8-3f07acbe3ead req-63ce774a-f320-4fd1-83e7-cb7e723cb5dc service neutron] 10.222.0.72 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042404 Jul 07 17:47:40.844708 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d972dcb-9a29-4434-86d6-220779af52cf req-e99ae495-2160-4bc9-81d9-9518d200fa35 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:40.846120 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6d972dcb-9a29-4434-86d6-220779af52cf req-e99ae495-2160-4bc9-81d9-9518d200fa35 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 943 time: 0.0711837 Jul 07 17:47:40.886519 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6d972dcb-9a29-4434-86d6-220779af52cf req-b2fb935d-fdb0-4059-89f6-9340f245e333 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347180 Jul 07 17:47:40.902070 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:47:41.542157 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260429eb-0e78-49c0-82a5-366d3db171d1', 'tag': '3bb14da6-189e-4e52-95cd-d30991388723'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:41.544512 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e54ab5-8efa-48ac-9d79-8f85968ecf78" -d '{"events": [{"name": "network-changed", "server_uuid": "260429eb-0e78-49c0-82a5-366d3db171d1", "tag": "3bb14da6-189e-4e52-95cd-d30991388723"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:41.591504 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e5dcf5-757d-45d8-be05-462f2b192317 x-openstack-request-id: req-74e5dcf5-757d-45d8-be05-462f2b192317 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:41.591803 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260429eb-0e78-49c0-82a5-366d3db171d1", "tag": "3bb14da6-189e-4e52-95cd-d30991388723", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:41.592056 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-74e5dcf5-757d-45d8-be05-462f2b192317 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:41.592453 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260429eb-0e78-49c0-82a5-366d3db171d1', 'tag': '3bb14da6-189e-4e52-95cd-d30991388723', 'status': 'completed', 'code': 200} Jul 07 17:47:41.667610 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e54ab5-8efa-48ac-9d79-8f85968ecf78 req-be910c52-95c2-41b3-a0dc-a52413d42edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:41.669159 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c0e54ab5-8efa-48ac-9d79-8f85968ecf78 req-be910c52-95c2-41b3-a0dc-a52413d42edc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1daea1c2ebf94adf9d382f413391c7ca&device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 1095 time: 0.0550339 Jul 07 17:47:41.671835 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e54ab5-8efa-48ac-9d79-8f85968ecf78 req-1644d1d1-91ca-4d66-954b-f0c034759830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:41.673395 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c0e54ab5-8efa-48ac-9d79-8f85968ecf78 req-1644d1d1-91ca-4d66-954b-f0c034759830 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1daea1c2ebf94adf9d382f413391c7ca&device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 1095 time: 0.0581708 Jul 07 17:47:41.765034 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e54ab5-8efa-48ac-9d79-8f85968ecf78 req-f0ed9fb6-d9e1-4ccb-8dff-3036af21439e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:41.765894 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e54ab5-8efa-48ac-9d79-8f85968ecf78 req-e305deff-0074-4f77-9d2d-a2a6b25c8261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:41.766516 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c0e54ab5-8efa-48ac-9d79-8f85968ecf78 req-f0ed9fb6-d9e1-4ccb-8dff-3036af21439e service neutron] 10.222.0.72 "GET /v2.0/networks?id=35d9cc72-283a-466f-b76b-1b2adaee03cd HTTP/1.1" status: 200 len: 915 time: 0.0901105 Jul 07 17:47:41.767368 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c0e54ab5-8efa-48ac-9d79-8f85968ecf78 req-e305deff-0074-4f77-9d2d-a2a6b25c8261 service neutron] 10.222.0.64 "GET /v2.0/networks?id=35d9cc72-283a-466f-b76b-1b2adaee03cd HTTP/1.1" status: 200 len: 915 time: 0.0878828 Jul 07 17:47:41.809466 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c0e54ab5-8efa-48ac-9d79-8f85968ecf78 req-6bcdfc99-50b8-4ab7-8b61-80fa15dd7553 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bb14da6-189e-4e52-95cd-d30991388723 HTTP/1.1" status: 200 len: 217 time: 0.0357571 Jul 07 17:47:41.812978 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c0e54ab5-8efa-48ac-9d79-8f85968ecf78 req-45735cf6-243f-42bb-8fb7-560c375b7b44 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bb14da6-189e-4e52-95cd-d30991388723 HTTP/1.1" status: 200 len: 217 time: 0.0390353 Jul 07 17:47:41.864687 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e54ab5-8efa-48ac-9d79-8f85968ecf78 req-7e91dca5-2d84-4c1f-9a4a-1a24a0cdc7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:41.864910 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e54ab5-8efa-48ac-9d79-8f85968ecf78 req-6189672e-d705-46ba-860e-9146737e3ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:41.866108 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c0e54ab5-8efa-48ac-9d79-8f85968ecf78 req-7e91dca5-2d84-4c1f-9a4a-1a24a0cdc7d4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=513dd552-2252-45da-998c-71cb3b645b17 HTTP/1.1" status: 200 len: 854 time: 0.0471873 Jul 07 17:47:41.866374 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c0e54ab5-8efa-48ac-9d79-8f85968ecf78 req-6189672e-d705-46ba-860e-9146737e3ec8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=513dd552-2252-45da-998c-71cb3b645b17 HTTP/1.1" status: 200 len: 854 time: 0.0497918 Jul 07 17:47:41.901676 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c0e54ab5-8efa-48ac-9d79-8f85968ecf78 req-a3521a10-9df7-4d1b-bafe-3846cfaef89e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=35d9cc72-283a-466f-b76b-1b2adaee03cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281391 Jul 07 17:47:41.903429 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c0e54ab5-8efa-48ac-9d79-8f85968ecf78 req-f5e1b3d0-34b7-44d7-ba2d-89649eb55247 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=35d9cc72-283a-466f-b76b-1b2adaee03cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312164 Jul 07 17:47:42.021599 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c0e54ab5-8efa-48ac-9d79-8f85968ecf78 req-ddcc9418-33ef-4d84-8cd0-ec6004ec1e00 service neutron] 10.222.0.72 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113489 Jul 07 17:47:42.026687 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c0e54ab5-8efa-48ac-9d79-8f85968ecf78 req-62a72d47-0edc-47e1-97a7-c8aefc4e58d8 service neutron] 10.222.0.64 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171441 Jul 07 17:47:42.127410 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c0e54ab5-8efa-48ac-9d79-8f85968ecf78 req-7b6d10ff-8185-4167-ada4-deb9e4679335 service neutron] 10.222.0.64 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947201 Jul 07 17:47:42.167764 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c0e54ab5-8efa-48ac-9d79-8f85968ecf78 req-2add83bd-fe37-41fa-afbd-78895a9a90e9 service neutron] 10.222.0.72 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398122 Jul 07 17:47:42.178597 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d15a5-2ef5-4cca-863f-08af7e2f10d4 req-2dfcd1f5-837b-4a2a-a7fe-b29656276ac5 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:42.180101 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-858d15a5-2ef5-4cca-863f-08af7e2f10d4 req-2dfcd1f5-837b-4a2a-a7fe-b29656276ac5 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 943 time: 0.1427631 Jul 07 17:47:42.220008 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-858d15a5-2ef5-4cca-863f-08af7e2f10d4 req-a77a9c61-8aed-4413-8374-97f2db6987d9 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341365 Jul 07 17:47:42.788716 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 3bb14da6-189e-4e52-95cd-d30991388723 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:47:42.882378 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 3bb14da6-189e-4e52-95cd-d30991388723, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=3bb14da6-189e-4e52-95cd-d30991388723,segment=NetworkSegment(21afaf80-f870-4f55-8aab-8ddc84607716),segment_id=21afaf80-f870-4f55-8aab-8ddc84607716)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:42.893303 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '3bb14da6-189e-4e52-95cd-d30991388723', 'network_id': '35d9cc72-283a-466f-b76b-1b2adaee03cd', 'port_id': '3bb14da6-189e-4e52-95cd-d30991388723', 'mac_address': 'fa:16:3e:97:ff:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '513dd552-2252-45da-998c-71cb3b645b17', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:47:42.934116 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:42.947614 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb14da6-189e-4e52-95cd-d30991388723 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:47:42.966947 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 3bb14da6-189e-4e52-95cd-d30991388723, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=3bb14da6-189e-4e52-95cd-d30991388723,segment=NetworkSegment(21afaf80-f870-4f55-8aab-8ddc84607716),segment_id=21afaf80-f870-4f55-8aab-8ddc84607716)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:42.971946 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:43.020126 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=3bb14da6-189e-4e52-95cd-d30991388723,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:43.195932 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['3bb14da6-189e-4e52-95cd-d30991388723'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:47:43.403976 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf1a6d-a3a9-4a58-90e1-fbb28da6cd6f req-9bbc5931-2651-48a9-8448-22f2fd02539e tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:43.405812 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4edf1a6d-a3a9-4a58-90e1-fbb28da6cd6f req-9bbc5931-2651-48a9-8448-22f2fd02539e tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 944 time: 0.0665989 Jul 07 17:47:43.443448 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4edf1a6d-a3a9-4a58-90e1-fbb28da6cd6f req-76fb27bb-0b5e-4781-a014-f391248b159b tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320864 Jul 07 17:47:43.731879 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 3bb14da6-189e-4e52-95cd-d30991388723 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:47:43.773563 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 3bb14da6-189e-4e52-95cd-d30991388723 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:47:43.802364 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796483c-f147-4ae9-b5fb-ae66830f03e3 req-530a0e62-640e-4d8c-a968-b84d057a402d tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:43.803911 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f796483c-f147-4ae9-b5fb-ae66830f03e3 req-530a0e62-640e-4d8c-a968-b84d057a402d tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.64 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1&tenant_id=1daea1c2ebf94adf9d382f413391c7ca&binding%3Ahost_id=n-h2-791503-12 HTTP/1.1" status: 200 len: 944 time: 0.1148729 Jul 07 17:47:43.811913 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826353e-b130-4661-a9ca-b16b626aa657 req-49eaf79f-9eaf-4ade-9435-35caea8aafe8 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:43.813348 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b826353e-b130-4661-a9ca-b16b626aa657 req-49eaf79f-9eaf-4ade-9435-35caea8aafe8 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 944 time: 0.1335640 Jul 07 17:47:43.892583 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b826353e-b130-4661-a9ca-b16b626aa657 req-48ec0fdd-5a8b-4709-a0f2-5abc48602622 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728929 Jul 07 17:47:43.897466 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [req-f796483c-f147-4ae9-b5fb-ae66830f03e3 req-4330ccf2-00a5-4f00-bcc8-2106b12cc4ca service neutron] delete failed (client error): The resource could not be found. Jul 07 17:47:43.898433 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f796483c-f147-4ae9-b5fb-ae66830f03e3 req-4330ccf2-00a5-4f00-bcc8-2106b12cc4ca service neutron] 10.222.0.64 "DELETE /v2.0/ports/3bb14da6-189e-4e52-95cd-d30991388723/bindings/n-h1-791503-12 HTTP/1.1" status: 404 len: 381 time: 0.0842297 Jul 07 17:47:43.996259 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796483c-f147-4ae9-b5fb-ae66830f03e3 req-683b6bf7-1676-4f4c-87e4-5cba6d56675a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:43.997739 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f796483c-f147-4ae9-b5fb-ae66830f03e3 req-683b6bf7-1676-4f4c-87e4-5cba6d56675a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1daea1c2ebf94adf9d382f413391c7ca&device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 1096 time: 0.0553870 Jul 07 17:47:44.089229 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796483c-f147-4ae9-b5fb-ae66830f03e3 req-dcda49be-c9d9-4434-87c9-46c994549ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:44.090719 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f796483c-f147-4ae9-b5fb-ae66830f03e3 req-dcda49be-c9d9-4434-87c9-46c994549ecd service neutron] 10.222.0.64 "GET /v2.0/networks?id=35d9cc72-283a-466f-b76b-1b2adaee03cd HTTP/1.1" status: 200 len: 915 time: 0.0864520 Jul 07 17:47:44.134862 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f796483c-f147-4ae9-b5fb-ae66830f03e3 req-d37887ba-3344-457b-829c-d26653161509 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bb14da6-189e-4e52-95cd-d30991388723 HTTP/1.1" status: 200 len: 217 time: 0.0378497 Jul 07 17:47:44.185612 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796483c-f147-4ae9-b5fb-ae66830f03e3 req-7307ebe0-047c-4171-ae6f-badb6a82cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:44.187831 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f796483c-f147-4ae9-b5fb-ae66830f03e3 req-7307ebe0-047c-4171-ae6f-badb6a82cdf1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=513dd552-2252-45da-998c-71cb3b645b17 HTTP/1.1" status: 200 len: 854 time: 0.0469439 Jul 07 17:47:44.221856 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f796483c-f147-4ae9-b5fb-ae66830f03e3 req-acdf88ca-cfcc-44f6-92d1-2f612948c67a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=35d9cc72-283a-466f-b76b-1b2adaee03cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275896 Jul 07 17:47:44.318233 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f796483c-f147-4ae9-b5fb-ae66830f03e3 req-e39e7286-cb80-461f-9042-c70c99d897b1 service neutron] 10.222.0.64 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900705 Jul 07 17:47:44.409275 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f796483c-f147-4ae9-b5fb-ae66830f03e3 req-4d0c28a1-f22d-4b51-a34a-808f83f80b18 service neutron] 10.222.0.64 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844624 Jul 07 17:47:44.826148 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 3bb14da6-189e-4e52-95cd-d30991388723 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:44.877871 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 3bb14da6-189e-4e52-95cd-d30991388723 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:44.882040 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 3bb14da6-189e-4e52-95cd-d30991388723 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:44.882424 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.970625 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.994539 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260429eb-0e78-49c0-82a5-366d3db171d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb14da6-189e-4e52-95cd-d30991388723'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:44.996864 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293a4906-ba41-4b9a-9a2a-352289cf9cff" -d '{"events": [{"server_uuid": "260429eb-0e78-49c0-82a5-366d3db171d1", "name": "network-vif-plugged", "status": "completed", "tag": "3bb14da6-189e-4e52-95cd-d30991388723"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:45.021719 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 3bb14da6-189e-4e52-95cd-d30991388723, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=3bb14da6-189e-4e52-95cd-d30991388723,segment=NetworkSegment(21afaf80-f870-4f55-8aab-8ddc84607716),segment_id=21afaf80-f870-4f55-8aab-8ddc84607716)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:45.027646 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.054173 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e9534c-e5a7-483e-96ad-4d89e4a20c3a x-openstack-request-id: req-79e9534c-e5a7-483e-96ad-4d89e4a20c3a {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:45.054474 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260429eb-0e78-49c0-82a5-366d3db171d1", "name": "network-vif-plugged", "status": "completed", "tag": "3bb14da6-189e-4e52-95cd-d30991388723", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:45.054735 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-79e9534c-e5a7-483e-96ad-4d89e4a20c3a {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:45.055148 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260429eb-0e78-49c0-82a5-366d3db171d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb14da6-189e-4e52-95cd-d30991388723', 'code': 200} Jul 07 17:47:45.090620 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=3bb14da6-189e-4e52-95cd-d30991388723,revision_number=9']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:45.107946 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7007e9e-6ca1-4c3b-8ea3-89e4370c3446 req-04f0dc11-be08-4842-891e-e9d45dcba23c tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:45.110383 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f7007e9e-6ca1-4c3b-8ea3-89e4370c3446 req-04f0dc11-be08-4842-891e-e9d45dcba23c tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0969422 Jul 07 17:47:45.161472 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f7007e9e-6ca1-4c3b-8ea3-89e4370c3446 req-be893b7a-a291-4a83-8a47-44fb2b5f6c4a tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453641 Jul 07 17:47:45.340919 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa99004-088d-474a-8352-f7cb59e6bbf0 req-b0c9f880-cbd6-47df-b94b-84d3bbe8683a tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:45.342325 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6aa99004-088d-474a-8352-f7cb59e6bbf0 req-b0c9f880-cbd6-47df-b94b-84d3bbe8683a tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0693123 Jul 07 17:47:45.379802 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6aa99004-088d-474a-8352-f7cb59e6bbf0 req-74640273-63b8-42da-9ccc-3caf119f0e6e tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317340 Jul 07 17:47:45.551909 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bac07-b085-41eb-b838-fdeb54d831c2 req-5acc80ec-ac1c-4c17-b7de-a31cc59118b2 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:45.553497 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-760bac07-b085-41eb-b838-fdeb54d831c2 req-5acc80ec-ac1c-4c17-b7de-a31cc59118b2 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0648079 Jul 07 17:47:45.591435 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-760bac07-b085-41eb-b838-fdeb54d831c2 req-a6987d56-4091-4b80-b2e7-f12e28bc53b7 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322783 Jul 07 17:47:46.037818 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-166dd48b-1da5-4504-8dbf-76c15ca65855 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:46.039302 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-166dd48b-1da5-4504-8dbf-76c15ca65855 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/networks?id=35d9cc72-283a-466f-b76b-1b2adaee03cd HTTP/1.1" status: 200 len: 814 time: 0.1084828 Jul 07 17:47:46.054509 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-11a70a33-d0e9-410b-9add-6cf8eead7153 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/quotas/1daea1c2ebf94adf9d382f413391c7ca HTTP/1.1" status: 200 len: 375 time: 0.0098190 Jul 07 17:47:46.119337 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-50186e99-89d5-485a-9c3c-22062bc144ff tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1daea1c2ebf94adf9d382f413391c7ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0595248 Jul 07 17:47:46.214450 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-9c32a4f3-a7d0-4d0c-8d31-d938517b7922 service neutron] 10.222.0.53 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876560 Jul 07 17:47:46.304914 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-e861e478-8252-49fe-8dce-e7c2f5e8df4c service neutron] 10.222.0.53 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843222 Jul 07 17:47:46.477220 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a4fcfbc4-c3b5-4eb5-a4d1-f5afb74b2afa req-8fda6853-4c15-444a-9e0f-e25b6b3ffa6b tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 210 time: 0.0306451 Jul 07 17:47:47.400424 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c4de6-a119-424a-9b6a-808d2001573f req-725d18b6-6c78-460c-aade-db6a6086a737 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:47.401987 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-303c4de6-a119-424a-9b6a-808d2001573f req-725d18b6-6c78-460c-aade-db6a6086a737 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.72 "GET /v2.0/ports?device_id=260429eb-0e78-49c0-82a5-366d3db171d1 HTTP/1.1" status: 200 len: 945 time: 0.0681174 Jul 07 17:47:47.514244 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-303c4de6-a119-424a-9b6a-808d2001573f req-4e1e7c94-95a0-493d-ab50-f3ff6c7e7a82 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Deleting port 3bb14da6-189e-4e52-95cd-d30991388723 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:47:47.514244 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-303c4de6-a119-424a-9b6a-808d2001573f req-4e1e7c94-95a0-493d-ab50-f3ff6c7e7a82 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:47.588318 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-806fc7d0-8932-4537-9e46-b93f8a3fbba8 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:47.589785 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-806fc7d0-8932-4537-9e46-b93f8a3fbba8 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.72 "GET /v2.0/networks?id=35d9cc72-283a-466f-b76b-1b2adaee03cd HTTP/1.1" status: 200 len: 814 time: 0.1395156 Jul 07 17:47:47.604166 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-92926d4c-dd0e-4c1e-a7be-735b0d13f232 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Request body: {'port': {'device_id': 'dab8e3b1-16e1-4490-887c-3f76a452d8fd', 'network_id': '35d9cc72-283a-466f-b76b-1b2adaee03cd', 'admin_state_up': True, 'tenant_id': '1daea1c2ebf94adf9d382f413391c7ca'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:47.624011 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-303c4de6-a119-424a-9b6a-808d2001573f req-4e1e7c94-95a0-493d-ab50-f3ff6c7e7a82 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] For port 3bb14da6-189e-4e52-95cd-d30991388723, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=3bb14da6-189e-4e52-95cd-d30991388723,segment=NetworkSegment(21afaf80-f870-4f55-8aab-8ddc84607716),segment_id=21afaf80-f870-4f55-8aab-8ddc84607716)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:47.626780 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-303c4de6-a119-424a-9b6a-808d2001573f req-4e1e7c94-95a0-493d-ab50-f3ff6c7e7a82 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:47.674862 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-303c4de6-a119-424a-9b6a-808d2001573f req-4e1e7c94-95a0-493d-ab50-f3ff6c7e7a82 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Calling delete_port for 3bb14da6-189e-4e52-95cd-d30991388723 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:47:47.678278 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-63a746d6-cf56-416e-a108-ed65450d8fd0 req-de564b6a-2b89-40b6-879b-56eefab554db tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 210 time: 0.0427101 Jul 07 17:47:47.731271 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-92926d4c-dd0e-4c1e-a7be-735b0d13f232 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Made reservation on behalf of 1daea1c2ebf94adf9d382f413391c7ca for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:47.735661 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-92926d4c-dd0e-4c1e-a7be-735b0d13f232 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:47.808321 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-303c4de6-a119-424a-9b6a-808d2001573f req-4e1e7c94-95a0-493d-ab50-f3ff6c7e7a82 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:47.821472 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['3bb14da6-189e-4e52-95cd-d30991388723'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:47:47.836940 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e7c94-95a0-493d-ab50-f3ff6c7e7a82 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Pushing event deleted for resources: {'Port': ['ID=3bb14da6-189e-4e52-95cd-d30991388723,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:47.897179 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-303c4de6-a119-424a-9b6a-808d2001573f req-4e1e7c94-95a0-493d-ab50-f3ff6c7e7a82 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] No DVR routers for this DVR port 3bb14da6-189e-4e52-95cd-d30991388723 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:47:47.899954 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-303c4de6-a119-424a-9b6a-808d2001573f req-4e1e7c94-95a0-493d-ab50-f3ff6c7e7a82 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:47.902001 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-303c4de6-a119-424a-9b6a-808d2001573f req-4e1e7c94-95a0-493d-ab50-f3ff6c7e7a82 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.72 "DELETE /v2.0/ports/3bb14da6-189e-4e52-95cd-d30991388723 HTTP/1.1" status: 204 len: 173 time: 0.4945920 Jul 07 17:47:47.902445 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260429eb-0e78-49c0-82a5-366d3db171d1', 'name': 'network-vif-deleted', 'tag': '3bb14da6-189e-4e52-95cd-d30991388723'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:47.904778 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cf4087-1ee7-47db-b5a3-a198e166265f" -d '{"events": [{"server_uuid": "260429eb-0e78-49c0-82a5-366d3db171d1", "name": "network-vif-deleted", "tag": "3bb14da6-189e-4e52-95cd-d30991388723"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:47.928861 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-92926d4c-dd0e-4c1e-a7be-735b0d13f232 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Allocated IP 172.20.0.3 (35d9cc72-283a-466f-b76b-1b2adaee03cd/513dd552-2252-45da-998c-71cb3b645b17/c44f51d7-8383-4c6a-94ba-62d4bf0aea54) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:47.941589 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271f3ebe-d39f-4730-ac9a-e837f8d522a2 x-openstack-request-id: req-271f3ebe-d39f-4730-ac9a-e837f8d522a2 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:47.941890 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260429eb-0e78-49c0-82a5-366d3db171d1", "name": "network-vif-deleted", "tag": "3bb14da6-189e-4e52-95cd-d30991388723", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:47.942422 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-271f3ebe-d39f-4730-ac9a-e837f8d522a2 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:47.942545 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260429eb-0e78-49c0-82a5-366d3db171d1', 'name': 'network-vif-deleted', 'tag': '3bb14da6-189e-4e52-95cd-d30991388723', 'status': 'completed', 'code': 200} Jul 07 17:47:48.404501 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-92926d4c-dd0e-4c1e-a7be-735b0d13f232 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:48.444802 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-92926d4c-dd0e-4c1e-a7be-735b0d13f232 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:48.456262 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['3bb14da6-189e-4e52-95cd-d30991388723'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:47:48.494061 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-92926d4c-dd0e-4c1e-a7be-735b0d13f232 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Network 35d9cc72-283a-466f-b76b-1b2adaee03cd is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:48.498686 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-92926d4c-dd0e-4c1e-a7be-735b0d13f232 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:48.507939 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-92926d4c-dd0e-4c1e-a7be-735b0d13f232 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:48.538585 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92926d4c-dd0e-4c1e-a7be-735b0d13f232 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Pushing event updated for resources: {'Port': ['ID=c44f51d7-8383-4c6a-94ba-62d4bf0aea54,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:48.566465 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-92926d4c-dd0e-4c1e-a7be-735b0d13f232 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:48.567083 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-92926d4c-dd0e-4c1e-a7be-735b0d13f232 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:48.581318 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-92926d4c-dd0e-4c1e-a7be-735b0d13f232 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9831321 Jul 07 17:47:48.592541 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-8b4d3d2b-ed77-4159-b806-6bc88fb59210 service neutron] Request body: {'port': {'device_id': 'dab8e3b1-16e1-4490-887c-3f76a452d8fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:48.664513 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-8b4d3d2b-ed77-4159-b806-6bc88fb59210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:48.861760 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306699c-2847-4a8f-bb8b-973e3cd92623 req-1a064c29-1944-49f0-91f6-34a44107ab0d tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:48.863437 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8306699c-2847-4a8f-bb8b-973e3cd92623 req-1a064c29-1944-49f0-91f6-34a44107ab0d tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 931 time: 0.0657310 Jul 07 17:47:48.901702 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8306699c-2847-4a8f-bb8b-973e3cd92623 req-3e187f83-d0cb-4dbe-9018-b3a4eb0ae344 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325928 Jul 07 17:47:48.941292 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-8b4d3d2b-ed77-4159-b806-6bc88fb59210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c44f51d7-8383-4c6a-94ba-62d4bf0aea54 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:47:48.948934 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-8b4d3d2b-ed77-4159-b806-6bc88fb59210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:48.960962 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-8b4d3d2b-ed77-4159-b806-6bc88fb59210 service neutron] Transition to ACTIVE for port object c44f51d7-8383-4c6a-94ba-62d4bf0aea54 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:48.964806 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-8b4d3d2b-ed77-4159-b806-6bc88fb59210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.018299 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d3d2b-ed77-4159-b806-6bc88fb59210 service neutron] Pushing event updated for resources: {'Port': ['ID=c44f51d7-8383-4c6a-94ba-62d4bf0aea54,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:49.087669 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-8b4d3d2b-ed77-4159-b806-6bc88fb59210 service neutron] Attempting to bind port c44f51d7-8383-4c6a-94ba-62d4bf0aea54 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:47:49.087998 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-8b4d3d2b-ed77-4159-b806-6bc88fb59210 service neutron] Attempting to bind port c44f51d7-8383-4c6a-94ba-62d4bf0aea54 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '21afaf80-f870-4f55-8aab-8ddc84607716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '35d9cc72-283a-466f-b76b-1b2adaee03cd'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:47:49.088321 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-8b4d3d2b-ed77-4159-b806-6bc88fb59210 service neutron] Attempting to bind port c44f51d7-8383-4c6a-94ba-62d4bf0aea54 on network 35d9cc72-283a-466f-b76b-1b2adaee03cd {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:49.092559 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-8b4d3d2b-ed77-4159-b806-6bc88fb59210 service neutron] Port c44f51d7-8383-4c6a-94ba-62d4bf0aea54 on network 35d9cc72-283a-466f-b76b-1b2adaee03cd not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:47:49.093941 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-8b4d3d2b-ed77-4159-b806-6bc88fb59210 service neutron] Attempting to bind port c44f51d7-8383-4c6a-94ba-62d4bf0aea54 on network 35d9cc72-283a-466f-b76b-1b2adaee03cd {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:49.098708 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-8b4d3d2b-ed77-4159-b806-6bc88fb59210 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:47:49.099045 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-8b4d3d2b-ed77-4159-b806-6bc88fb59210 service neutron] Checking segment: {'id': '21afaf80-f870-4f55-8aab-8ddc84607716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '35d9cc72-283a-466f-b76b-1b2adaee03cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:49.099417 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-8b4d3d2b-ed77-4159-b806-6bc88fb59210 service neutron] Bound using segment: {'id': '21afaf80-f870-4f55-8aab-8ddc84607716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '35d9cc72-283a-466f-b76b-1b2adaee03cd'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:47:49.099834 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-8b4d3d2b-ed77-4159-b806-6bc88fb59210 service neutron] Bound port: c44f51d7-8383-4c6a-94ba-62d4bf0aea54, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21afaf80-f870-4f55-8aab-8ddc84607716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '35d9cc72-283a-466f-b76b-1b2adaee03cd'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:47:49.100181 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-8b4d3d2b-ed77-4159-b806-6bc88fb59210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.170271 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-8b4d3d2b-ed77-4159-b806-6bc88fb59210 service neutron] For port c44f51d7-8383-4c6a-94ba-62d4bf0aea54, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:49.173238 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-8b4d3d2b-ed77-4159-b806-6bc88fb59210 service neutron] For port c44f51d7-8383-4c6a-94ba-62d4bf0aea54, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c44f51d7-8383-4c6a-94ba-62d4bf0aea54,segment=NetworkSegment(21afaf80-f870-4f55-8aab-8ddc84607716),segment_id=21afaf80-f870-4f55-8aab-8ddc84607716)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:47:49.178075 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-8b4d3d2b-ed77-4159-b806-6bc88fb59210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.213486 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-8b4d3d2b-ed77-4159-b806-6bc88fb59210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:49.214111 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-8b4d3d2b-ed77-4159-b806-6bc88fb59210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.215509 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-8b4d3d2b-ed77-4159-b806-6bc88fb59210 service neutron] 10.222.0.72 "PUT /v2.0/ports/c44f51d7-8383-4c6a-94ba-62d4bf0aea54 HTTP/1.1" status: 200 len: 1092 time: 0.6269636 Jul 07 17:47:49.215955 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab8e3b1-16e1-4490-887c-3f76a452d8fd', 'tag': 'c44f51d7-8383-4c6a-94ba-62d4bf0aea54'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:49.218908 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082268bc-9801-4017-b2f5-22a7a43011b0" -d '{"events": [{"name": "network-changed", "server_uuid": "dab8e3b1-16e1-4490-887c-3f76a452d8fd", "tag": "c44f51d7-8383-4c6a-94ba-62d4bf0aea54"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:49.244182 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d3d2b-ed77-4159-b806-6bc88fb59210 service neutron] Pushing event updated for resources: {'Port': ['ID=c44f51d7-8383-4c6a-94ba-62d4bf0aea54,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:49.263619 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac70c748-bfdb-48f8-9da6-3287e8256278 x-openstack-request-id: req-ac70c748-bfdb-48f8-9da6-3287e8256278 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:49.263918 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab8e3b1-16e1-4490-887c-3f76a452d8fd", "tag": "c44f51d7-8383-4c6a-94ba-62d4bf0aea54", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:49.264173 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac70c748-bfdb-48f8-9da6-3287e8256278 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:49.265132 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab8e3b1-16e1-4490-887c-3f76a452d8fd', 'tag': 'c44f51d7-8383-4c6a-94ba-62d4bf0aea54', 'status': 'completed', 'code': 200} Jul 07 17:47:49.310679 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-88b5206a-4fee-422e-bd97-6eecf482a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:49.312437 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-88b5206a-4fee-422e-bd97-6eecf482a960 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1daea1c2ebf94adf9d382f413391c7ca&device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 1095 time: 0.0574880 Jul 07 17:47:49.358619 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-02569b35-1b9b-4946-924c-3797e6ecb12c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c44f51d7-8383-4c6a-94ba-62d4bf0aea54 HTTP/1.1" status: 200 len: 217 time: 0.0378854 Jul 07 17:47:49.407755 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-d0b2412a-badf-45d6-8e58-a00dc512c0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:49.409213 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-d0b2412a-badf-45d6-8e58-a00dc512c0c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=513dd552-2252-45da-998c-71cb3b645b17 HTTP/1.1" status: 200 len: 854 time: 0.0441582 Jul 07 17:47:49.443747 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-265de45d-1b0f-471c-a2b4-3190d6f6734b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=35d9cc72-283a-466f-b76b-1b2adaee03cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276952 Jul 07 17:47:49.535494 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-68f78a7b-c639-4930-9601-cc9fe2256bb9 service neutron] 10.222.0.72 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856330 Jul 07 17:47:49.628113 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b48f99fb-426f-459c-b649-1d8e26ca9b0d req-58ccefa7-bd30-4301-aaeb-1a058b0bf9c8 service neutron] 10.222.0.72 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861039 Jul 07 17:47:49.730388 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082268bc-9801-4017-b2f5-22a7a43011b0 req-b2da8326-77bb-45ac-98dd-becf6e0bda75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:49.731807 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-082268bc-9801-4017-b2f5-22a7a43011b0 req-b2da8326-77bb-45ac-98dd-becf6e0bda75 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1daea1c2ebf94adf9d382f413391c7ca&device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 1095 time: 0.0548894 Jul 07 17:47:49.824645 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082268bc-9801-4017-b2f5-22a7a43011b0 req-b17d1e31-93b9-4b99-8bf9-c68a786e7bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:49.826150 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-082268bc-9801-4017-b2f5-22a7a43011b0 req-b17d1e31-93b9-4b99-8bf9-c68a786e7bd0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=35d9cc72-283a-466f-b76b-1b2adaee03cd HTTP/1.1" status: 200 len: 915 time: 0.0885615 Jul 07 17:47:49.872745 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-082268bc-9801-4017-b2f5-22a7a43011b0 req-65b21707-a6dd-4847-b520-57a5186375c7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c44f51d7-8383-4c6a-94ba-62d4bf0aea54 HTTP/1.1" status: 200 len: 217 time: 0.0391698 Jul 07 17:47:49.926463 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082268bc-9801-4017-b2f5-22a7a43011b0 req-dd57ce5a-ae3b-473c-9543-897fd1b86743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:49.927938 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-082268bc-9801-4017-b2f5-22a7a43011b0 req-dd57ce5a-ae3b-473c-9543-897fd1b86743 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=513dd552-2252-45da-998c-71cb3b645b17 HTTP/1.1" status: 200 len: 854 time: 0.0479989 Jul 07 17:47:49.963591 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-082268bc-9801-4017-b2f5-22a7a43011b0 req-172aae81-6ae1-4916-80ad-39f6e57a1080 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=35d9cc72-283a-466f-b76b-1b2adaee03cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279949 Jul 07 17:47:50.056947 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-082268bc-9801-4017-b2f5-22a7a43011b0 req-bd348bb4-c3e3-4aef-a2e7-dc2fc0ebf0b7 service neutron] 10.222.0.72 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866625 Jul 07 17:47:50.082655 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c494cff-1477-4194-9fbb-5a180f00de42 req-db295095-eb77-4519-9573-d61648325764 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:50.084287 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5c494cff-1477-4194-9fbb-5a180f00de42 req-db295095-eb77-4519-9573-d61648325764 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 943 time: 0.0707996 Jul 07 17:47:50.123593 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5c494cff-1477-4194-9fbb-5a180f00de42 req-3de5b547-cef2-4d66-bbac-2ea78e72511a tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335512 Jul 07 17:47:50.153589 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-082268bc-9801-4017-b2f5-22a7a43011b0 req-7a460c3b-ef56-48b4-b564-628c174983ef service neutron] 10.222.0.72 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903225 Jul 07 17:47:51.303092 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58465701-b613-4ea5-867e-c555ccb7732c req-a5d4af94-aaeb-4be6-98e3-d59025d32ce1 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:51.304693 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58465701-b613-4ea5-867e-c555ccb7732c req-a5d4af94-aaeb-4be6-98e3-d59025d32ce1 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 943 time: 0.0661998 Jul 07 17:47:51.343360 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58465701-b613-4ea5-867e-c555ccb7732c req-56b52a63-6197-4a0f-9431-da92fc1fe4bf tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331657 Jul 07 17:47:52.517146 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cee86-7dfb-4517-97dc-04ff10d9bcc7 req-33a1eb2b-d07e-4836-9a9c-f362cefbee1d tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:52.518650 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fe4cee86-7dfb-4517-97dc-04ff10d9bcc7 req-33a1eb2b-d07e-4836-9a9c-f362cefbee1d tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 943 time: 0.0636744 Jul 07 17:47:52.555949 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fe4cee86-7dfb-4517-97dc-04ff10d9bcc7 req-5fc81f51-e4a3-429a-a016-1cb0b14bbb08 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317681 Jul 07 17:47:52.859531 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device c44f51d7-8383-4c6a-94ba-62d4bf0aea54 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:47:52.861586 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 3bb14da6-189e-4e52-95cd-d30991388723 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:47:52.888713 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 3bb14da6-189e-4e52-95cd-d30991388723 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:47:52.889061 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 3bb14da6-189e-4e52-95cd-d30991388723 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:47:52.974171 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port c44f51d7-8383-4c6a-94ba-62d4bf0aea54, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c44f51d7-8383-4c6a-94ba-62d4bf0aea54,segment=NetworkSegment(21afaf80-f870-4f55-8aab-8ddc84607716),segment_id=21afaf80-f870-4f55-8aab-8ddc84607716)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:52.987783 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'c44f51d7-8383-4c6a-94ba-62d4bf0aea54', 'network_id': '35d9cc72-283a-466f-b76b-1b2adaee03cd', 'port_id': 'c44f51d7-8383-4c6a-94ba-62d4bf0aea54', 'mac_address': 'fa:16:3e:a2:c2:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '513dd552-2252-45da-998c-71cb3b645b17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:47:53.027839 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:53.043786 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c44f51d7-8383-4c6a-94ba-62d4bf0aea54 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:47:53.064750 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port c44f51d7-8383-4c6a-94ba-62d4bf0aea54, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c44f51d7-8383-4c6a-94ba-62d4bf0aea54,segment=NetworkSegment(21afaf80-f870-4f55-8aab-8ddc84607716),segment_id=21afaf80-f870-4f55-8aab-8ddc84607716)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:53.068639 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:53.115189 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=c44f51d7-8383-4c6a-94ba-62d4bf0aea54,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:53.267777 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['c44f51d7-8383-4c6a-94ba-62d4bf0aea54'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:47:53.452974 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2962613a-6242-4873-bc82-1f5de6beba50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:53.734148 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446470e8-7504-4609-a8ca-3db4774c091b req-57d69af4-90dd-496e-a265-819d8a9fc511 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:53.735599 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-446470e8-7504-4609-a8ca-3db4774c091b req-57d69af4-90dd-496e-a265-819d8a9fc511 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 944 time: 0.0681915 Jul 07 17:47:53.773042 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-446470e8-7504-4609-a8ca-3db4774c091b req-ff4ec6a1-676c-438b-80bb-6f4359a4b180 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318847 Jul 07 17:47:54.865297 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device c44f51d7-8383-4c6a-94ba-62d4bf0aea54 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:54.917681 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port c44f51d7-8383-4c6a-94ba-62d4bf0aea54 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:54.921264 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port c44f51d7-8383-4c6a-94ba-62d4bf0aea54 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:54.921644 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:54.955042 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7044fd-d577-4114-b352-e72b87280cf1 req-305c9c1b-42d2-47d7-a734-8f68d3b7c9e4 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:54.956553 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3a7044fd-d577-4114-b352-e72b87280cf1 req-305c9c1b-42d2-47d7-a734-8f68d3b7c9e4 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 944 time: 0.0702307 Jul 07 17:47:54.995464 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3a7044fd-d577-4114-b352-e72b87280cf1 req-4b9e7737-5d9f-4c09-bd59-45f872ec60b8 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333107 Jul 07 17:47:55.001771 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:55.026225 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab8e3b1-16e1-4490-887c-3f76a452d8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44f51d7-8383-4c6a-94ba-62d4bf0aea54'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:55.028426 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4c786b-3771-4cdb-95f9-dccad7f01fae" -d '{"events": [{"server_uuid": "dab8e3b1-16e1-4490-887c-3f76a452d8fd", "name": "network-vif-plugged", "status": "completed", "tag": "c44f51d7-8383-4c6a-94ba-62d4bf0aea54"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:55.042123 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port c44f51d7-8383-4c6a-94ba-62d4bf0aea54, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c44f51d7-8383-4c6a-94ba-62d4bf0aea54,segment=NetworkSegment(21afaf80-f870-4f55-8aab-8ddc84607716),segment_id=21afaf80-f870-4f55-8aab-8ddc84607716)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:55.046387 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:55.072698 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ece192-e14b-4807-b01d-e39470159249 x-openstack-request-id: req-d9ece192-e14b-4807-b01d-e39470159249 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:55.072999 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab8e3b1-16e1-4490-887c-3f76a452d8fd", "name": "network-vif-plugged", "status": "completed", "tag": "c44f51d7-8383-4c6a-94ba-62d4bf0aea54", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:55.073263 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d9ece192-e14b-4807-b01d-e39470159249 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:55.073671 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab8e3b1-16e1-4490-887c-3f76a452d8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44f51d7-8383-4c6a-94ba-62d4bf0aea54', 'code': 200} Jul 07 17:47:55.100564 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=c44f51d7-8383-4c6a-94ba-62d4bf0aea54,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:55.183871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1995d-6b53-4483-a829-df6062de7670 req-70f872eb-d878-4e93-a7d9-eadf374a77e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:55.185395 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76a1995d-6b53-4483-a829-df6062de7670 req-70f872eb-d878-4e93-a7d9-eadf374a77e6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 1097 time: 0.0526910 Jul 07 17:47:55.224319 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-76a1995d-6b53-4483-a829-df6062de7670 req-78746c08-a5bf-4104-b0ad-6509d18da35b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308895 Jul 07 17:47:56.182922 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0b03c-ef75-42ed-8654-78358fe06389 req-bedd5779-aacb-4641-9233-94f997a87dc1 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:56.184492 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3fe0b03c-ef75-42ed-8654-78358fe06389 req-bedd5779-aacb-4641-9233-94f997a87dc1 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.0707049 Jul 07 17:47:56.233012 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3fe0b03c-ef75-42ed-8654-78358fe06389 req-562f1998-b59c-439c-b4e0-48c540805c57 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421371 Jul 07 17:47:56.259184 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:56.839028 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3b9047cf-a88e-4899-8fe0-648193469ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:57.409091 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0afb7-d571-4786-b236-139cfc0488b2 req-ce4a17f4-2c11-40a0-8c55-4d642637a883 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:57.410622 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-73b0afb7-d571-4786-b236-139cfc0488b2 req-ce4a17f4-2c11-40a0-8c55-4d642637a883 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.0639043 Jul 07 17:47:57.449238 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-73b0afb7-d571-4786-b236-139cfc0488b2 req-59c6f000-a425-4b4f-ae15-3ee333816525 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332127 Jul 07 17:47:57.621331 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3141a-303f-468d-87d2-2a51a79ad657 req-4c547522-c818-4b03-92f5-19c27bf13077 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:57.622740 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fac3141a-303f-468d-87d2-2a51a79ad657 req-4c547522-c818-4b03-92f5-19c27bf13077 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.0641241 Jul 07 17:47:57.660645 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fac3141a-303f-468d-87d2-2a51a79ad657 req-427c7d49-937e-4cd4-bc06-86215a41f45f tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321972 Jul 07 17:47:58.002572 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-4a7a49d2-26ce-4d9d-b576-9f12ff821f56 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0580037 Jul 07 17:47:58.046615 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:58.068501 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9b8a6-1072-44b2-b19b-e86d6752bd35 req-c65e2252-c8e1-4ebb-aba4-a77f0d48c7c3 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:58.070062 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-92c9b8a6-1072-44b2-b19b-e86d6752bd35 req-c65e2252-c8e1-4ebb-aba4-a77f0d48c7c3 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.0755005 Jul 07 17:47:58.113150 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-92c9b8a6-1072-44b2-b19b-e86d6752bd35 req-8936e574-be63-43c6-a8aa-3a851ca58f98 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373728 Jul 07 17:47:59.184504 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-f183b602-a4e2-4044-beca-ea39d4cefb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:59.186166 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-f183b602-a4e2-4044-beca-ea39d4cefb07 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1daea1c2ebf94adf9d382f413391c7ca&device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 1097 time: 0.0589688 Jul 07 17:47:59.329607 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-c91d79a4-e27c-4593-b581-3067ba76f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:59.331139 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-c91d79a4-e27c-4593-b581-3067ba76f508 service neutron] 10.222.0.72 "GET /v2.0/networks?id=35d9cc72-283a-466f-b76b-1b2adaee03cd HTTP/1.1" status: 200 len: 915 time: 0.1390777 Jul 07 17:47:59.385965 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4728c8f-d7bd-4341-aaaf-1f078f1d9392 req-96423533-25bb-4e8c-9c49-eb990c27c160 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:59.387418 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f4728c8f-d7bd-4341-aaaf-1f078f1d9392 req-96423533-25bb-4e8c-9c49-eb990c27c160 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.1493924 Jul 07 17:47:59.388968 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-cd10f57e-76d9-4421-aae3-beb496e7c04e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c44f51d7-8383-4c6a-94ba-62d4bf0aea54 HTTP/1.1" status: 200 len: 217 time: 0.0511026 Jul 07 17:47:59.472711 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f4728c8f-d7bd-4341-aaaf-1f078f1d9392 req-370225ef-38e6-4961-b481-44df51b34cab tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789926 Jul 07 17:47:59.474555 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-d2af8e8c-87a1-4abf-8435-b95008852fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:59.476002 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-d2af8e8c-87a1-4abf-8435-b95008852fe7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=513dd552-2252-45da-998c-71cb3b645b17 HTTP/1.1" status: 200 len: 854 time: 0.0812514 Jul 07 17:47:59.516339 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-08f7fcf8-5dec-4e05-bd60-bacecf927817 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=35d9cc72-283a-466f-b76b-1b2adaee03cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319109 Jul 07 17:47:59.611765 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-9c72947e-5063-4a46-aa1d-35431ff0a609 service neutron] 10.222.0.72 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884831 Jul 07 17:47:59.715241 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-755df75c-220e-40e6-80a9-fd7dfd280736 service neutron] 10.222.0.72 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975165 Jul 07 17:48:00.358591 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:00.664585 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261a1c0-f454-41c9-8efd-1808d74d4223 req-7b7c8675-c80b-4cb0-b193-690639d234cc tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:00.666162 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7261a1c0-f454-41c9-8efd-1808d74d4223 req-7b7c8675-c80b-4cb0-b193-690639d234cc tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.0757766 Jul 07 17:48:00.717225 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7261a1c0-f454-41c9-8efd-1808d74d4223 req-5de32a3a-7288-437d-9b8a-01d0295303bf tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449286 Jul 07 17:48:01.898974 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420441e-5d2e-4749-b355-6243a9d52fd9 req-aec3bc49-727a-4fe7-8e9a-cae79af576bd tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:01.900508 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1420441e-5d2e-4749-b355-6243a9d52fd9 req-aec3bc49-727a-4fe7-8e9a-cae79af576bd tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.0667930 Jul 07 17:48:01.940364 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1420441e-5d2e-4749-b355-6243a9d52fd9 req-82b16007-968f-4ebb-8529-ed3d931ef954 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338042 Jul 07 17:48:03.134743 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8950f1-beb0-4736-b1c1-141c4a2224af req-f6a7612a-aeb1-496c-92f2-68ffdcbc45a9 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:03.136391 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be8950f1-beb0-4736-b1c1-141c4a2224af req-f6a7612a-aeb1-496c-92f2-68ffdcbc45a9 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.0689201 Jul 07 17:48:03.177172 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-be8950f1-beb0-4736-b1c1-141c4a2224af req-3683d137-7693-4e7f-a562-0cce15834c01 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342350 Jul 07 17:48:04.389430 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ba6c3-c557-4a06-b0c3-a81df2b8b323 req-8f26c612-efa5-4b8d-85a2-5897416bb3d1 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:04.391656 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eb2ba6c3-c557-4a06-b0c3-a81df2b8b323 req-8f26c612-efa5-4b8d-85a2-5897416bb3d1 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.0936947 Jul 07 17:48:04.432849 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eb2ba6c3-c557-4a06-b0c3-a81df2b8b323 req-86725646-af80-4f2c-aa1c-2bc7fafd5fb1 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346487 Jul 07 17:48:05.619350 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b943d-77f0-4241-acf9-e57d978962e7 req-08ecb652-9593-4862-bd10-79a53905f21a tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:05.620831 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d24b943d-77f0-4241-acf9-e57d978962e7 req-08ecb652-9593-4862-bd10-79a53905f21a tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.0700800 Jul 07 17:48:05.662306 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d24b943d-77f0-4241-acf9-e57d978962e7 req-667b26b3-1efa-4e80-9c09-ada966c90473 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352218 Jul 07 17:48:06.907670 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ea0a4-2e69-488d-84aa-76c6b0efd59c req-00c98841-b074-470c-913a-582c6a9f2e45 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:06.909330 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e59ea0a4-2e69-488d-84aa-76c6b0efd59c req-00c98841-b074-470c-913a-582c6a9f2e45 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.1346033 Jul 07 17:48:06.950333 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e59ea0a4-2e69-488d-84aa-76c6b0efd59c req-b6cf836f-9823-4d95-96da-108dcbc21d2b tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352764 Jul 07 17:48:07.709280 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:08.151876 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9271e-1d4b-41f2-b18e-fdd942cb626e req-3e29b5a2-b178-41d4-a00c-60125c9a51e3 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:08.153393 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a4a9271e-1d4b-41f2-b18e-fdd942cb626e req-3e29b5a2-b178-41d4-a00c-60125c9a51e3 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.0869732 Jul 07 17:48:08.191914 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a4a9271e-1d4b-41f2-b18e-fdd942cb626e req-19d04196-7f9c-41d8-86c2-c08244a4491d tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322280 Jul 07 17:48:08.260291 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:09.388132 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb6397-913a-4a1e-a1e1-3d3dd0d38e6b req-d33e92fe-e1ed-4fb7-a35f-053a781232dd tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:09.390376 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-35fb6397-913a-4a1e-a1e1-3d3dd0d38e6b req-d33e92fe-e1ed-4fb7-a35f-053a781232dd tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.0846696 Jul 07 17:48:09.443412 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-35fb6397-913a-4a1e-a1e1-3d3dd0d38e6b req-acafa54c-7b74-48b2-a245-e4388474caf4 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474195 Jul 07 17:48:10.626527 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361761f-3798-408f-967f-499ab90b75c9 req-2ef4a60d-3769-4af7-bb2b-434f16f0805b tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:10.627779 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e361761f-3798-408f-967f-499ab90b75c9 req-2ef4a60d-3769-4af7-bb2b-434f16f0805b tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.0685203 Jul 07 17:48:10.665759 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e361761f-3798-408f-967f-499ab90b75c9 req-4b83e6a5-ac2b-457a-8c3c-0fc8fc96c7e5 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323911 Jul 07 17:48:11.852440 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83d926-e73e-4971-80c1-e01ac5457207 req-17b37db5-a186-4df4-9306-6fb11f35259a tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:11.854053 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db83d926-e73e-4971-80c1-e01ac5457207 req-17b37db5-a186-4df4-9306-6fb11f35259a tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.0711939 Jul 07 17:48:11.907906 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db83d926-e73e-4971-80c1-e01ac5457207 req-420930e8-8caf-4c9f-8143-dbabddf580ff tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424552 Jul 07 17:48:13.095108 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4e8fa-4d16-4edc-9f67-3d42c0f7a0ab req-81d03e3a-ab23-4e74-aa4d-3cca320fdaa9 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:13.096780 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cfc4e8fa-4d16-4edc-9f67-3d42c0f7a0ab req-81d03e3a-ab23-4e74-aa4d-3cca320fdaa9 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.0689628 Jul 07 17:48:13.135397 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cfc4e8fa-4d16-4edc-9f67-3d42c0f7a0ab req-16f280d0-5b13-4a19-8fce-a9d4310f3d49 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331018 Jul 07 17:48:14.324128 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beed5ed-10ca-4b6b-b3cc-1f7eb4099eda req-ebb4978d-8b6b-4237-ab7c-e1daacc462aa tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:14.325728 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9beed5ed-10ca-4b6b-b3cc-1f7eb4099eda req-ebb4978d-8b6b-4237-ab7c-e1daacc462aa tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.0681458 Jul 07 17:48:14.365202 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9beed5ed-10ca-4b6b-b3cc-1f7eb4099eda req-e6188f14-8b4b-4215-b8e4-d12f769e825d tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331180 Jul 07 17:48:15.558393 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d99be-0bf1-405b-9a92-09468d18302a req-51b0b806-baa0-4b76-af6f-ab92f901f145 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:15.559908 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b92d99be-0bf1-405b-9a92-09468d18302a req-51b0b806-baa0-4b76-af6f-ab92f901f145 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.0656743 Jul 07 17:48:15.599378 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b92d99be-0bf1-405b-9a92-09468d18302a req-011810a5-975d-46ee-90ef-50d469a9dd77 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337067 Jul 07 17:48:16.828075 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5996a1e-8c38-44a3-a94e-daf278ff8c75 req-611a904b-3338-4e6a-a0c3-18b6318262fd tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:16.829730 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f5996a1e-8c38-44a3-a94e-daf278ff8c75 req-611a904b-3338-4e6a-a0c3-18b6318262fd tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.1122630 Jul 07 17:48:16.869973 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f5996a1e-8c38-44a3-a94e-daf278ff8c75 req-992f2465-23c9-4e3a-9582-81ad15baa65e tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341167 Jul 07 17:48:17.901610 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:48:18.051378 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8beb7-d094-4901-b3f7-2551d79c49a6 req-57ae2af7-c185-4db3-ba33-f3dcdfd67e7c tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:18.052930 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-57a8beb7-d094-4901-b3f7-2551d79c49a6 req-57ae2af7-c185-4db3-ba33-f3dcdfd67e7c tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.0704021 Jul 07 17:48:18.092116 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-57a8beb7-d094-4901-b3f7-2551d79c49a6 req-ee42eb9c-de9c-4c93-a4f1-e880911916d6 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335498 Jul 07 17:48:19.276005 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61d921-5c04-4092-a57e-0d3db9741451 req-fd5a1785-688d-4214-878a-7dd9ddfd556e tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:19.277599 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3d61d921-5c04-4092-a57e-0d3db9741451 req-fd5a1785-688d-4214-878a-7dd9ddfd556e tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.0745850 Jul 07 17:48:19.318037 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3d61d921-5c04-4092-a57e-0d3db9741451 req-d4a3f6b7-e46e-4d85-a339-06d94fa3e62d tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330155 Jul 07 17:48:20.499502 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7ef19-9eef-4e38-bb9b-850cc237fd58 req-67eba482-8dd0-4ff4-a2f6-a6d5f4063e9e tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:20.501311 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4de7ef19-9eef-4e38-bb9b-850cc237fd58 req-67eba482-8dd0-4ff4-a2f6-a6d5f4063e9e tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.0667694 Jul 07 17:48:20.540752 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4de7ef19-9eef-4e38-bb9b-850cc237fd58 req-c66dca41-03ba-4107-8888-735701e46434 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337059 Jul 07 17:48:21.717204 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94c035-dc53-4a6b-b298-c5ec98093d54 req-8d6e4620-32f0-4f25-8d56-8c8cfe8c6a97 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:21.718935 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3c94c035-dc53-4a6b-b298-c5ec98093d54 req-8d6e4620-32f0-4f25-8d56-8c8cfe8c6a97 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.0656683 Jul 07 17:48:21.757895 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3c94c035-dc53-4a6b-b298-c5ec98093d54 req-a12aad6b-52f3-45e8-a8b7-9b97c61611ef tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328436 Jul 07 17:48:22.943080 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c1119-7101-4ce8-97de-a4747d27198a req-abe261db-eade-40cf-af2b-f6dbce772606 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:22.944700 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-138c1119-7101-4ce8-97de-a4747d27198a req-abe261db-eade-40cf-af2b-f6dbce772606 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.0738089 Jul 07 17:48:22.985926 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-138c1119-7101-4ce8-97de-a4747d27198a req-25264c70-72f7-4c6f-a83f-dd49a8b73929 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346470 Jul 07 17:48:23.455552 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a7609365-9240-4f16-8c7f-8463ef77d611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:24.185321 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25aa6fb-83cc-4208-98d2-ef053ad29206 req-70254512-f5a1-447c-bf11-d6c2354c847c tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:24.186894 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d25aa6fb-83cc-4208-98d2-ef053ad29206 req-70254512-f5a1-447c-bf11-d6c2354c847c tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.0815420 Jul 07 17:48:24.230804 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d25aa6fb-83cc-4208-98d2-ef053ad29206 req-f53cdeb9-5e30-4f26-af55-6d43f4c4535d tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373290 Jul 07 17:48:25.413718 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38e77d-2dcd-4ea5-97d3-89c2350bcf5c req-40f7bf73-26ce-45c4-94b8-92fb286f0c37 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:25.415293 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c38e77d-2dcd-4ea5-97d3-89c2350bcf5c req-40f7bf73-26ce-45c4-94b8-92fb286f0c37 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.0664742 Jul 07 17:48:25.456365 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c38e77d-2dcd-4ea5-97d3-89c2350bcf5c req-08467d3c-a847-429a-8108-d8c955cd3897 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352039 Jul 07 17:48:26.261677 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:26.640026 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-a4381e5c-e7a8-48f8-991f-17b21af7ca81 service neutron] show failed (client error): The resource could not be found. Jul 07 17:48:26.641107 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-a4381e5c-e7a8-48f8-991f-17b21af7ca81 service neutron] 10.222.0.72 "GET /v2.0/ports/c44f51d7-8383-4c6a-94ba-62d4bf0aea54/bindings/n-h1-791503-12 HTTP/1.1" status: 404 len: 381 time: 0.1475618 Jul 07 17:48:26.663826 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e2ebc-0f88-463b-b0b9-790464c1c789 req-08c42e72-2b1d-49a8-b6ca-c52c13304d7a tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:26.665444 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1d5e2ebc-0f88-463b-b0b9-790464c1c789 req-08c42e72-2b1d-49a8-b6ca-c52c13304d7a tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.0901179 Jul 07 17:48:26.715098 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1d5e2ebc-0f88-463b-b0b9-790464c1c789 req-149a8241-8243-4d8f-a2bb-3690be54503e tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430789 Jul 07 17:48:26.842340 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6f3abd3f-18fe-4572-b56b-d448c72710be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:26.899049 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-42500f10-18db-4040-b746-b45ab69db86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:26.900647 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-42500f10-18db-4040-b746-b45ab69db86a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd&tenant_id=1daea1c2ebf94adf9d382f413391c7ca HTTP/1.1" status: 200 len: 1097 time: 0.0567403 Jul 07 17:48:26.912697 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791503-12', 'device_owner': 'compute:nova'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:26.990949 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.213104 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] For port c44f51d7-8383-4c6a-94ba-62d4bf0aea54, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=c44f51d7-8383-4c6a-94ba-62d4bf0aea54,segment=NetworkSegment(21afaf80-f870-4f55-8aab-8ddc84607716),segment_id=21afaf80-f870-4f55-8aab-8ddc84607716)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:27.256788 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] For port c44f51d7-8383-4c6a-94ba-62d4bf0aea54, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:27.304268 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab8e3b1-16e1-4490-887c-3f76a452d8fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c44f51d7-8383-4c6a-94ba-62d4bf0aea54'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:27.306738 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13372e5c-fabc-4069-a463-7ab6861471c4" -d '{"events": [{"server_uuid": "dab8e3b1-16e1-4490-887c-3f76a452d8fd", "name": "network-vif-unplugged", "status": "completed", "tag": "c44f51d7-8383-4c6a-94ba-62d4bf0aea54"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:27.312459 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.337798 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Transition to ACTIVE for port object c44f51d7-8383-4c6a-94ba-62d4bf0aea54 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:27.342250 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.373097 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be78d94-7273-4e75-b678-624c7d1d97d0 x-openstack-request-id: req-0be78d94-7273-4e75-b678-624c7d1d97d0 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:27.373395 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab8e3b1-16e1-4490-887c-3f76a452d8fd", "name": "network-vif-unplugged", "status": "completed", "tag": "c44f51d7-8383-4c6a-94ba-62d4bf0aea54", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:27.373650 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0be78d94-7273-4e75-b678-624c7d1d97d0 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:27.374049 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab8e3b1-16e1-4490-887c-3f76a452d8fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c44f51d7-8383-4c6a-94ba-62d4bf0aea54', 'code': 200} Jul 07 17:48:27.401712 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Pushing event updated for resources: {'Port': ['ID=c44f51d7-8383-4c6a-94ba-62d4bf0aea54,revision_number=6']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:27.420246 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] No DVR routers for this DVR port c44f51d7-8383-4c6a-94ba-62d4bf0aea54 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:48:27.428072 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:27.428427 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:27.428803 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:27.429149 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:27.429489 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:27.429824 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:27.430158 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:27.430490 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:27.430821 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:27.431153 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:27.431480 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:27.431813 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:27.472572 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Attempting to bind port c44f51d7-8383-4c6a-94ba-62d4bf0aea54 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:27.472861 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Attempting to bind port c44f51d7-8383-4c6a-94ba-62d4bf0aea54 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '21afaf80-f870-4f55-8aab-8ddc84607716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '35d9cc72-283a-466f-b76b-1b2adaee03cd'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:27.473189 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Attempting to bind port c44f51d7-8383-4c6a-94ba-62d4bf0aea54 on network 35d9cc72-283a-466f-b76b-1b2adaee03cd {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:27.477645 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Port c44f51d7-8383-4c6a-94ba-62d4bf0aea54 on network 35d9cc72-283a-466f-b76b-1b2adaee03cd not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:48:27.477970 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Attempting to bind port c44f51d7-8383-4c6a-94ba-62d4bf0aea54 on network 35d9cc72-283a-466f-b76b-1b2adaee03cd {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:27.482814 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:27.483156 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Checking segment: {'id': '21afaf80-f870-4f55-8aab-8ddc84607716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '35d9cc72-283a-466f-b76b-1b2adaee03cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:27.483541 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Bound using segment: {'id': '21afaf80-f870-4f55-8aab-8ddc84607716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '35d9cc72-283a-466f-b76b-1b2adaee03cd'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:27.483969 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Bound port: c44f51d7-8383-4c6a-94ba-62d4bf0aea54, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21afaf80-f870-4f55-8aab-8ddc84607716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '35d9cc72-283a-466f-b76b-1b2adaee03cd'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:27.484421 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.553323 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] For port c44f51d7-8383-4c6a-94ba-62d4bf0aea54, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:27.556451 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] For port c44f51d7-8383-4c6a-94ba-62d4bf0aea54, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=c44f51d7-8383-4c6a-94ba-62d4bf0aea54,segment=NetworkSegment(21afaf80-f870-4f55-8aab-8ddc84607716),segment_id=21afaf80-f870-4f55-8aab-8ddc84607716)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:27.561779 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.605892 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:27.606520 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.607922 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] 10.222.0.64 "PUT /v2.0/ports/c44f51d7-8383-4c6a-94ba-62d4bf0aea54 HTTP/1.1" status: 200 len: 1092 time: 0.7000773 Jul 07 17:48:27.623638 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b006830-6723-4c05-9397-4872e79fa534 service neutron] Pushing event updated for resources: {'Port': ['ID=c44f51d7-8383-4c6a-94ba-62d4bf0aea54,revision_number=7']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:27.686244 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-5ac829d5-196c-4d3a-b69b-95d355c121e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:27.687793 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-5ac829d5-196c-4d3a-b69b-95d355c121e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1daea1c2ebf94adf9d382f413391c7ca&device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 1095 time: 0.0570905 Jul 07 17:48:27.788095 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-1b968e6d-e4e0-4b16-a2a2-db96faef4376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:27.789687 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-1b968e6d-e4e0-4b16-a2a2-db96faef4376 service neutron] 10.222.0.64 "GET /v2.0/networks?id=35d9cc72-283a-466f-b76b-1b2adaee03cd HTTP/1.1" status: 200 len: 915 time: 0.0954719 Jul 07 17:48:27.834265 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-704562fa-be14-4cbd-8db3-faba9e0ec8fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c44f51d7-8383-4c6a-94ba-62d4bf0aea54 HTTP/1.1" status: 200 len: 217 time: 0.0377612 Jul 07 17:48:27.920080 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-6f78f962-8a56-4b2e-a8e8-e6cf764770b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:27.921623 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-6f78f962-8a56-4b2e-a8e8-e6cf764770b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=513dd552-2252-45da-998c-71cb3b645b17 HTTP/1.1" status: 200 len: 854 time: 0.0810196 Jul 07 17:48:27.960316 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-f5c223c3-e06f-4d2c-928c-63a3c041b66c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=35d9cc72-283a-466f-b76b-1b2adaee03cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321248 Jul 07 17:48:28.026134 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efced9-91be-4cad-96fe-619ceaf42dc8 req-76c00f22-2961-4238-8fb5-4a3e532eee55 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:28.027705 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-67efced9-91be-4cad-96fe-619ceaf42dc8 req-76c00f22-2961-4238-8fb5-4a3e532eee55 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 943 time: 0.1774387 Jul 07 17:48:28.053980 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.096818 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-67efced9-91be-4cad-96fe-619ceaf42dc8 req-61cb0c9e-2599-4b0b-b56f-f2b4e9e0f141 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574503 Jul 07 17:48:28.114902 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-53962a05-bee4-4a2c-8f1d-e2beafa27f50 service neutron] 10.222.0.64 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480727 Jul 07 17:48:28.215622 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7ffa05d7-6b20-4e32-aa16-2d1ff921dabb req-3685e11c-efaa-4b31-bc42-982762a1d8c3 service neutron] 10.222.0.64 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935564 Jul 07 17:48:29.288501 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bf124-a8be-4702-8262-c04d7a474ce5 req-1b5a975e-7400-43fa-82f4-78a1b3ca0c25 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:29.290169 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b53bf124-a8be-4702-8262-c04d7a474ce5 req-1b5a975e-7400-43fa-82f4-78a1b3ca0c25 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 943 time: 0.0677254 Jul 07 17:48:29.338690 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b53bf124-a8be-4702-8262-c04d7a474ce5 req-6e738b18-9b08-4be4-8cd5-1315fe3cc893 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427411 Jul 07 17:48:29.374763 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab8e3b1-16e1-4490-887c-3f76a452d8fd', 'tag': 'c44f51d7-8383-4c6a-94ba-62d4bf0aea54'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:29.377778 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851bb20d-7f55-4055-b8df-5b47e5b1d2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "dab8e3b1-16e1-4490-887c-3f76a452d8fd", "tag": "c44f51d7-8383-4c6a-94ba-62d4bf0aea54"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:29.431096 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44aa9f88-1513-465d-abee-0e7a81fe1958 x-openstack-request-id: req-44aa9f88-1513-465d-abee-0e7a81fe1958 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:29.431581 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab8e3b1-16e1-4490-887c-3f76a452d8fd", "tag": "c44f51d7-8383-4c6a-94ba-62d4bf0aea54", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:29.431851 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44aa9f88-1513-465d-abee-0e7a81fe1958 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:29.432267 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab8e3b1-16e1-4490-887c-3f76a452d8fd', 'tag': 'c44f51d7-8383-4c6a-94ba-62d4bf0aea54', 'status': 'completed', 'code': 200} Jul 07 17:48:29.561970 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851bb20d-7f55-4055-b8df-5b47e5b1d2ce req-d3cf4fd0-5361-4b9e-9b9a-47e315d2c436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:29.563550 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-851bb20d-7f55-4055-b8df-5b47e5b1d2ce req-d3cf4fd0-5361-4b9e-9b9a-47e315d2c436 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1daea1c2ebf94adf9d382f413391c7ca&device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 1095 time: 0.1004655 Jul 07 17:48:29.565595 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851bb20d-7f55-4055-b8df-5b47e5b1d2ce req-c2829fed-242b-4100-9366-9f94fff54c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:29.567013 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-851bb20d-7f55-4055-b8df-5b47e5b1d2ce req-c2829fed-242b-4100-9366-9f94fff54c74 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1daea1c2ebf94adf9d382f413391c7ca&device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 1095 time: 0.1172163 Jul 07 17:48:29.739748 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851bb20d-7f55-4055-b8df-5b47e5b1d2ce req-2073638a-d8bd-476b-a523-e9549a257a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:29.741409 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-851bb20d-7f55-4055-b8df-5b47e5b1d2ce req-2073638a-d8bd-476b-a523-e9549a257a60 service neutron] 10.222.0.64 "GET /v2.0/networks?id=35d9cc72-283a-466f-b76b-1b2adaee03cd HTTP/1.1" status: 200 len: 915 time: 0.1696844 Jul 07 17:48:29.744777 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851bb20d-7f55-4055-b8df-5b47e5b1d2ce req-63a691f7-b9a5-4251-bbf6-0b236d012264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:29.746245 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-851bb20d-7f55-4055-b8df-5b47e5b1d2ce req-63a691f7-b9a5-4251-bbf6-0b236d012264 service neutron] 10.222.0.72 "GET /v2.0/networks?id=35d9cc72-283a-466f-b76b-1b2adaee03cd HTTP/1.1" status: 200 len: 915 time: 0.1638458 Jul 07 17:48:29.802807 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-851bb20d-7f55-4055-b8df-5b47e5b1d2ce req-df3920d7-1100-4c1c-a010-def178a9c753 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c44f51d7-8383-4c6a-94ba-62d4bf0aea54 HTTP/1.1" status: 200 len: 217 time: 0.0546994 Jul 07 17:48:29.839502 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-851bb20d-7f55-4055-b8df-5b47e5b1d2ce req-298167ce-34f8-4e37-a75f-9e275b2a27ce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c44f51d7-8383-4c6a-94ba-62d4bf0aea54 HTTP/1.1" status: 200 len: 217 time: 0.0838420 Jul 07 17:48:29.914973 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851bb20d-7f55-4055-b8df-5b47e5b1d2ce req-d6f3b0fb-b177-4ffc-9910-475217680490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:29.916508 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-851bb20d-7f55-4055-b8df-5b47e5b1d2ce req-d6f3b0fb-b177-4ffc-9910-475217680490 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=513dd552-2252-45da-998c-71cb3b645b17 HTTP/1.1" status: 200 len: 854 time: 0.0858376 Jul 07 17:48:29.933661 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851bb20d-7f55-4055-b8df-5b47e5b1d2ce req-7b1bebe3-4ce1-4c26-bd89-6b02950759bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:29.935032 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-851bb20d-7f55-4055-b8df-5b47e5b1d2ce req-7b1bebe3-4ce1-4c26-bd89-6b02950759bb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=513dd552-2252-45da-998c-71cb3b645b17 HTTP/1.1" status: 200 len: 854 time: 0.0755286 Jul 07 17:48:29.956225 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-851bb20d-7f55-4055-b8df-5b47e5b1d2ce req-8398f71e-6ff3-4cfc-80d9-4c0160900d32 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=35d9cc72-283a-466f-b76b-1b2adaee03cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330970 Jul 07 17:48:29.982953 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device c44f51d7-8383-4c6a-94ba-62d4bf0aea54 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:48:29.998446 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-851bb20d-7f55-4055-b8df-5b47e5b1d2ce req-3db28681-d380-4e42-be58-989745368a70 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=35d9cc72-283a-466f-b76b-1b2adaee03cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454905 Jul 07 17:48:30.092674 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port c44f51d7-8383-4c6a-94ba-62d4bf0aea54, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=c44f51d7-8383-4c6a-94ba-62d4bf0aea54,segment=NetworkSegment(21afaf80-f870-4f55-8aab-8ddc84607716),segment_id=21afaf80-f870-4f55-8aab-8ddc84607716)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:30.105711 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'c44f51d7-8383-4c6a-94ba-62d4bf0aea54', 'network_id': '35d9cc72-283a-466f-b76b-1b2adaee03cd', 'port_id': 'c44f51d7-8383-4c6a-94ba-62d4bf0aea54', 'mac_address': 'fa:16:3e:a2:c2:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '513dd552-2252-45da-998c-71cb3b645b17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:48:30.135746 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-851bb20d-7f55-4055-b8df-5b47e5b1d2ce req-2f18856d-32ea-4461-8a2e-cc221f3cf202 service neutron] 10.222.0.64 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719396 Jul 07 17:48:30.145647 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.159920 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c44f51d7-8383-4c6a-94ba-62d4bf0aea54 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:48:30.164320 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-851bb20d-7f55-4055-b8df-5b47e5b1d2ce req-c7fe3039-af69-49d4-b5c8-4969f24d391a service neutron] 10.222.0.72 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397331 Jul 07 17:48:30.180537 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port c44f51d7-8383-4c6a-94ba-62d4bf0aea54, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=c44f51d7-8383-4c6a-94ba-62d4bf0aea54,segment=NetworkSegment(21afaf80-f870-4f55-8aab-8ddc84607716),segment_id=21afaf80-f870-4f55-8aab-8ddc84607716)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:30.184848 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.240330 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=c44f51d7-8383-4c6a-94ba-62d4bf0aea54,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:30.247978 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:30.248336 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:30.248764 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:30.249081 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:30.249418 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:30.249951 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:30.250291 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:30.250624 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:30.252510 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:30.252510 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:30.252510 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:30.252510 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:30.303976 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-851bb20d-7f55-4055-b8df-5b47e5b1d2ce req-18ed2d91-5068-4e41-9b99-528658007b5f service neutron] 10.222.0.64 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619339 Jul 07 17:48:30.321469 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-851bb20d-7f55-4055-b8df-5b47e5b1d2ce req-46d87dcb-d5dc-4e84-95b1-1a4350da3444 service neutron] 10.222.0.72 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273904 Jul 07 17:48:30.361897 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.401879 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['c44f51d7-8383-4c6a-94ba-62d4bf0aea54'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:48:30.531399 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d473d-7683-4c79-a199-c9a49735b630 req-b56fc0ad-bfcd-4e1e-b099-43a1a54d30ed tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:30.533369 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-775d473d-7683-4c79-a199-c9a49735b630 req-b56fc0ad-bfcd-4e1e-b099-43a1a54d30ed tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 944 time: 0.0735855 Jul 07 17:48:30.577199 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-775d473d-7683-4c79-a199-c9a49735b630 req-7b560aae-1411-498e-9afd-e2245626c63b tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379002 Jul 07 17:48:30.899450 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90ef97-ae9d-4a60-a2a0-14dd119a59a5 req-d93da785-1937-40ba-a74f-b778b2362272 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:30.900994 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5d90ef97-ae9d-4a60-a2a0-14dd119a59a5 req-d93da785-1937-40ba-a74f-b778b2362272 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 944 time: 0.0693796 Jul 07 17:48:30.920095 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4855947-75a5-4e74-9675-16259fb088d9 req-2f9f9a7a-7044-4b99-a4ed-f2beb8c38aca tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:30.921711 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d4855947-75a5-4e74-9675-16259fb088d9 req-2f9f9a7a-7044-4b99-a4ed-f2beb8c38aca tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.72 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd&tenant_id=1daea1c2ebf94adf9d382f413391c7ca&binding%3Ahost_id=n-h1-791503-12 HTTP/1.1" status: 200 len: 944 time: 0.0848527 Jul 07 17:48:30.941582 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5d90ef97-ae9d-4a60-a2a0-14dd119a59a5 req-e38b067e-7c1b-4a31-bba3-c725f0a69ca6 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348363 Jul 07 17:48:30.991081 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [req-d4855947-75a5-4e74-9675-16259fb088d9 req-38b0637a-6f38-4e4e-be9e-d553b13e15ae service neutron] delete failed (client error): The resource could not be found. Jul 07 17:48:30.992115 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d4855947-75a5-4e74-9675-16259fb088d9 req-38b0637a-6f38-4e4e-be9e-d553b13e15ae service neutron] 10.222.0.72 "DELETE /v2.0/ports/c44f51d7-8383-4c6a-94ba-62d4bf0aea54/bindings/n-h2-791503-12 HTTP/1.1" status: 404 len: 381 time: 0.0640707 Jul 07 17:48:31.071094 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device c44f51d7-8383-4c6a-94ba-62d4bf0aea54 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:31.091874 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4855947-75a5-4e74-9675-16259fb088d9 req-8add89d8-8fd1-49f5-b99c-0c6b488756ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:31.093446 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d4855947-75a5-4e74-9675-16259fb088d9 req-8add89d8-8fd1-49f5-b99c-0c6b488756ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1daea1c2ebf94adf9d382f413391c7ca&device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 1096 time: 0.0563886 Jul 07 17:48:31.110735 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device c44f51d7-8383-4c6a-94ba-62d4bf0aea54 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:31.191257 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4855947-75a5-4e74-9675-16259fb088d9 req-2d7f6310-b3f8-424f-8551-9a7444dc7f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:31.192806 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d4855947-75a5-4e74-9675-16259fb088d9 req-2d7f6310-b3f8-424f-8551-9a7444dc7f36 service neutron] 10.222.0.72 "GET /v2.0/networks?id=35d9cc72-283a-466f-b76b-1b2adaee03cd HTTP/1.1" status: 200 len: 915 time: 0.0915494 Jul 07 17:48:31.238938 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d4855947-75a5-4e74-9675-16259fb088d9 req-accc4af1-ca26-4fbf-8034-a80e7e732020 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c44f51d7-8383-4c6a-94ba-62d4bf0aea54 HTTP/1.1" status: 200 len: 217 time: 0.0383208 Jul 07 17:48:31.294412 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4855947-75a5-4e74-9675-16259fb088d9 req-403aa4f0-f57e-4d2e-816c-087ac72c93fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:31.295868 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d4855947-75a5-4e74-9675-16259fb088d9 req-403aa4f0-f57e-4d2e-816c-087ac72c93fa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=513dd552-2252-45da-998c-71cb3b645b17 HTTP/1.1" status: 200 len: 854 time: 0.0506403 Jul 07 17:48:31.332639 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d4855947-75a5-4e74-9675-16259fb088d9 req-73a3c0da-04ff-4054-9bcf-a244517a7cc9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=35d9cc72-283a-466f-b76b-1b2adaee03cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292547 Jul 07 17:48:31.425767 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d4855947-75a5-4e74-9675-16259fb088d9 req-6472def2-b53f-4105-b7d7-337141a62db0 service neutron] 10.222.0.72 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867317 Jul 07 17:48:31.522126 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d4855947-75a5-4e74-9675-16259fb088d9 req-5a8dbaab-a845-40be-ba3b-a289f024fd9c service neutron] 10.222.0.72 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898001 Jul 07 17:48:31.997606 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device c44f51d7-8383-4c6a-94ba-62d4bf0aea54 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:32.051614 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port c44f51d7-8383-4c6a-94ba-62d4bf0aea54 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:32.055813 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port c44f51d7-8383-4c6a-94ba-62d4bf0aea54 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:32.056263 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:32.144282 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b872b-d43f-413e-9aa6-23efea3b3d9d req-b003e207-fe13-4639-a112-46ac712dd6cc tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:32.145978 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b82b872b-d43f-413e-9aa6-23efea3b3d9d req-b003e207-fe13-4639-a112-46ac712dd6cc tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 944 time: 0.0798962 Jul 07 17:48:32.148547 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:32.174312 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab8e3b1-16e1-4490-887c-3f76a452d8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44f51d7-8383-4c6a-94ba-62d4bf0aea54'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:32.176827 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7aaa669-59ca-4192-be22-3e337cd87c90" -d '{"events": [{"server_uuid": "dab8e3b1-16e1-4490-887c-3f76a452d8fd", "name": "network-vif-plugged", "status": "completed", "tag": "c44f51d7-8383-4c6a-94ba-62d4bf0aea54"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:32.190685 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port c44f51d7-8383-4c6a-94ba-62d4bf0aea54, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=c44f51d7-8383-4c6a-94ba-62d4bf0aea54,segment=NetworkSegment(21afaf80-f870-4f55-8aab-8ddc84607716),segment_id=21afaf80-f870-4f55-8aab-8ddc84607716)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:32.190828 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b82b872b-d43f-413e-9aa6-23efea3b3d9d req-8e57df3c-9d3f-403f-95b5-af112d756010 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364306 Jul 07 17:48:32.196224 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:32.226012 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0778f7ef-1a46-4e84-9906-ce310a5e774a x-openstack-request-id: req-0778f7ef-1a46-4e84-9906-ce310a5e774a {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:32.226531 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab8e3b1-16e1-4490-887c-3f76a452d8fd", "name": "network-vif-plugged", "status": "completed", "tag": "c44f51d7-8383-4c6a-94ba-62d4bf0aea54", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:32.226785 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0778f7ef-1a46-4e84-9906-ce310a5e774a {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:32.227176 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab8e3b1-16e1-4490-887c-3f76a452d8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44f51d7-8383-4c6a-94ba-62d4bf0aea54', 'code': 200} Jul 07 17:48:32.253673 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=c44f51d7-8383-4c6a-94ba-62d4bf0aea54,revision_number=9']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:32.710161 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32705f-4dbf-4065-8164-ea2ce2d28029 req-2c665130-d998-432e-9028-5583c311ff58 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:32.711619 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9c32705f-4dbf-4065-8164-ea2ce2d28029 req-2c665130-d998-432e-9028-5583c311ff58 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.4042993 Jul 07 17:48:32.757508 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3fd99e33-cf8d-4770-944f-db085841f721 req-ad3f50fa-b932-4d58-9005-786e520db99b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4088843 Jul 07 17:48:32.762589 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9c32705f-4dbf-4065-8164-ea2ce2d28029 req-2c0b1439-d07d-4fe2-9e9e-e3b5eea7c842 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450261 Jul 07 17:48:32.855360 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd99e33-cf8d-4770-944f-db085841f721 req-2143863c-3e9b-4e6e-9b98-95aafb59b1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:32.856936 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3fd99e33-cf8d-4770-944f-db085841f721 req-2143863c-3e9b-4e6e-9b98-95aafb59b1c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1daea1c2ebf94adf9d382f413391c7ca&device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 1097 time: 0.0550878 Jul 07 17:48:32.947218 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9d41c-32e8-4278-966c-51011c3212f1 req-735e4ece-fab8-4bfc-8b50-31115f676bf5 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:32.949096 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-22b9d41c-32e8-4278-966c-51011c3212f1 req-735e4ece-fab8-4bfc-8b50-31115f676bf5 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.0712919 Jul 07 17:48:32.969451 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd99e33-cf8d-4770-944f-db085841f721 req-9556b9c6-6a2d-44af-b690-c003c2e1fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:32.971677 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3fd99e33-cf8d-4770-944f-db085841f721 req-9556b9c6-6a2d-44af-b690-c003c2e1fe95 service neutron] 10.222.0.64 "GET /v2.0/networks?id=35d9cc72-283a-466f-b76b-1b2adaee03cd HTTP/1.1" status: 200 len: 915 time: 0.0945594 Jul 07 17:48:32.990803 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-22b9d41c-32e8-4278-966c-51011c3212f1 req-c75c96c3-a8b4-4ec2-855d-2c468317e592 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354927 Jul 07 17:48:33.017990 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3fd99e33-cf8d-4770-944f-db085841f721 req-c0b3c779-0631-40aa-951a-ffe942e627ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c44f51d7-8383-4c6a-94ba-62d4bf0aea54 HTTP/1.1" status: 200 len: 217 time: 0.0381005 Jul 07 17:48:33.069861 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd99e33-cf8d-4770-944f-db085841f721 req-3cc5231c-0d92-40fc-97c0-f2701733d8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:33.071427 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3fd99e33-cf8d-4770-944f-db085841f721 req-3cc5231c-0d92-40fc-97c0-f2701733d8e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=513dd552-2252-45da-998c-71cb3b645b17 HTTP/1.1" status: 200 len: 854 time: 0.0464997 Jul 07 17:48:33.109487 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3fd99e33-cf8d-4770-944f-db085841f721 req-4039838c-777f-4955-a233-e41a13ec869e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=35d9cc72-283a-466f-b76b-1b2adaee03cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314043 Jul 07 17:48:33.200708 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3fd99e33-cf8d-4770-944f-db085841f721 req-b3499bc7-e454-4695-9ea6-556e1b616d02 service neutron] 10.222.0.64 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847907 Jul 07 17:48:33.301099 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3fd99e33-cf8d-4770-944f-db085841f721 req-3daa589f-c35e-4826-abbf-f9d04142dfc0 service neutron] 10.222.0.64 "GET /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940876 Jul 07 17:48:33.595589 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2dd56-3f19-45d9-a418-4cef4b9e99ad req-a03b3507-2094-42e2-a8ee-75964024f27b tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:33.597514 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e1f2dd56-3f19-45d9-a418-4cef4b9e99ad req-a03b3507-2094-42e2-a8ee-75964024f27b tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.0672667 Jul 07 17:48:33.642268 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e1f2dd56-3f19-45d9-a418-4cef4b9e99ad req-90c3cce4-6c7d-4f6c-87c6-bde28611f22d tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386810 Jul 07 17:48:34.662759 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339f1fd-9784-4e94-90f8-563194c59145 req-ec30a1d1-dc12-4814-96ba-165f9a95c942 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:34.664306 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7339f1fd-9784-4e94-90f8-563194c59145 req-ec30a1d1-dc12-4814-96ba-165f9a95c942 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.0647252 Jul 07 17:48:34.780287 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-7339f1fd-9784-4e94-90f8-563194c59145 req-75a11be6-9029-4f5f-aba5-92600bc24c7b tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Deleting port c44f51d7-8383-4c6a-94ba-62d4bf0aea54 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:34.780647 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7339f1fd-9784-4e94-90f8-563194c59145 req-75a11be6-9029-4f5f-aba5-92600bc24c7b tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:34.828967 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48559bea-9ab5-4458-85cb-8f56d4036ebd req-93079377-c806-4b8a-98d1-790059c5d2d3 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:34.831128 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-48559bea-9ab5-4458-85cb-8f56d4036ebd req-93079377-c806-4b8a-98d1-790059c5d2d3 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab8e3b1-16e1-4490-887c-3f76a452d8fd HTTP/1.1" status: 200 len: 945 time: 0.0676563 Jul 07 17:48:34.871598 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-48559bea-9ab5-4458-85cb-8f56d4036ebd req-830f1b5c-f1c1-485a-a003-047d78f6e858 tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.53 "GET /v2.0/security-groups?id=3737f17f-b02b-4999-85a5-82d0bb2f2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346413 Jul 07 17:48:34.875171 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-7339f1fd-9784-4e94-90f8-563194c59145 req-75a11be6-9029-4f5f-aba5-92600bc24c7b tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] For port c44f51d7-8383-4c6a-94ba-62d4bf0aea54, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=c44f51d7-8383-4c6a-94ba-62d4bf0aea54,segment=NetworkSegment(21afaf80-f870-4f55-8aab-8ddc84607716),segment_id=21afaf80-f870-4f55-8aab-8ddc84607716)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:34.875544 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7339f1fd-9784-4e94-90f8-563194c59145 req-75a11be6-9029-4f5f-aba5-92600bc24c7b tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:34.890121 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-7339f1fd-9784-4e94-90f8-563194c59145 req-75a11be6-9029-4f5f-aba5-92600bc24c7b tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Calling delete_port for c44f51d7-8383-4c6a-94ba-62d4bf0aea54 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:35.027743 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7339f1fd-9784-4e94-90f8-563194c59145 req-75a11be6-9029-4f5f-aba5-92600bc24c7b tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:35.039998 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['c44f51d7-8383-4c6a-94ba-62d4bf0aea54'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:48:35.059159 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a11be6-9029-4f5f-aba5-92600bc24c7b tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Pushing event deleted for resources: {'Port': ['ID=c44f51d7-8383-4c6a-94ba-62d4bf0aea54,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:35.111570 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-7339f1fd-9784-4e94-90f8-563194c59145 req-75a11be6-9029-4f5f-aba5-92600bc24c7b tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] No DVR routers for this DVR port c44f51d7-8383-4c6a-94ba-62d4bf0aea54 on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:48:35.114326 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-7339f1fd-9784-4e94-90f8-563194c59145 req-75a11be6-9029-4f5f-aba5-92600bc24c7b tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:35.116378 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7339f1fd-9784-4e94-90f8-563194c59145 req-75a11be6-9029-4f5f-aba5-92600bc24c7b tempest-ServerDiskConfigTestJSON-1158897055 tempest-ServerDiskConfigTestJSON-1158897055-project] 10.222.0.64 "DELETE /v2.0/ports/c44f51d7-8383-4c6a-94ba-62d4bf0aea54 HTTP/1.1" status: 204 len: 173 time: 0.4468470 Jul 07 17:48:35.116864 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab8e3b1-16e1-4490-887c-3f76a452d8fd', 'name': 'network-vif-deleted', 'tag': 'c44f51d7-8383-4c6a-94ba-62d4bf0aea54'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:35.119282 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15417a0c-480d-4fb8-a71c-31b7ad13fe7f" -d '{"events": [{"server_uuid": "dab8e3b1-16e1-4490-887c-3f76a452d8fd", "name": "network-vif-deleted", "tag": "c44f51d7-8383-4c6a-94ba-62d4bf0aea54"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:35.169016 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857144c4-6cec-43b2-b135-fc0c403618ef x-openstack-request-id: req-857144c4-6cec-43b2-b135-fc0c403618ef {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:35.169670 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab8e3b1-16e1-4490-887c-3f76a452d8fd", "name": "network-vif-deleted", "tag": "c44f51d7-8383-4c6a-94ba-62d4bf0aea54", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:35.170076 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-857144c4-6cec-43b2-b135-fc0c403618ef {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:35.170651 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab8e3b1-16e1-4490-887c-3f76a452d8fd', 'name': 'network-vif-deleted', 'tag': 'c44f51d7-8383-4c6a-94ba-62d4bf0aea54', 'status': 'completed', 'code': 200} Jul 07 17:48:36.103266 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47492) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:36.149001 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f87e79-14a6-49b3-bceb-b5b88159e46b admin admin] Deleting subnet 513dd552-2252-45da-998c-71cb3b645b17 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:48:36.152335 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-06f87e79-14a6-49b3-bceb-b5b88159e46b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.191520 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-06f87e79-14a6-49b3-bceb-b5b88159e46b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.232882 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-06f87e79-14a6-49b3-bceb-b5b88159e46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.288513 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-06f87e79-14a6-49b3-bceb-b5b88159e46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.315322 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f87e79-14a6-49b3-bceb-b5b88159e46b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=513dd552-2252-45da-998c-71cb3b645b17,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:36.324060 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-06f87e79-14a6-49b3-bceb-b5b88159e46b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.325951 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-06f87e79-14a6-49b3-bceb-b5b88159e46b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/513dd552-2252-45da-998c-71cb3b645b17 HTTP/1.1" status: 204 len: 168 time: 0.2216773 Jul 07 17:48:36.327581 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f87e79-14a6-49b3-bceb-b5b88159e46b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:36.327928 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f87e79-14a6-49b3-bceb-b5b88159e46b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:36.328276 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f87e79-14a6-49b3-bceb-b5b88159e46b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:36.328528 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47494) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:36.329551 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f87e79-14a6-49b3-bceb-b5b88159e46b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:36.329551 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f87e79-14a6-49b3-bceb-b5b88159e46b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:36.329855 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f87e79-14a6-49b3-bceb-b5b88159e46b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:36.330353 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f87e79-14a6-49b3-bceb-b5b88159e46b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:36.330518 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f87e79-14a6-49b3-bceb-b5b88159e46b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:36.330955 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f87e79-14a6-49b3-bceb-b5b88159e46b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:36.331171 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f87e79-14a6-49b3-bceb-b5b88159e46b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:36.333036 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f87e79-14a6-49b3-bceb-b5b88159e46b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:36.333036 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f87e79-14a6-49b3-bceb-b5b88159e46b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:36.399819 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-83521d4b-4426-40f3-aa11-b8dea22ecc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.484836 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-83521d4b-4426-40f3-aa11-b8dea22ecc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.494810 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-83521d4b-4426-40f3-aa11-b8dea22ecc49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d9cc72-283a-466f-b76b-1b2adaee03cd']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:36.505272 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-83521d4b-4426-40f3-aa11-b8dea22ecc49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21afaf80-f870-4f55-8aab-8ddc84607716') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:36.505572 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-83521d4b-4426-40f3-aa11-b8dea22ecc49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21afaf80-f870-4f55-8aab-8ddc84607716') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:36.515621 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-83521d4b-4426-40f3-aa11-b8dea22ecc49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.530185 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-83521d4b-4426-40f3-aa11-b8dea22ecc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.537226 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83521d4b-4426-40f3-aa11-b8dea22ecc49 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:48:36.537656 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-83521d4b-4426-40f3-aa11-b8dea22ecc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:48:36.539346 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:48:36.595572 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-83521d4b-4426-40f3-aa11-b8dea22ecc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.602604 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-83521d4b-4426-40f3-aa11-b8dea22ecc49 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.605592 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-83521d4b-4426-40f3-aa11-b8dea22ecc49 admin admin] 10.222.0.53 "DELETE /v2.0/networks/35d9cc72-283a-466f-b76b-1b2adaee03cd HTTP/1.1" status: 204 len: 168 time: 0.2750955 Jul 07 17:48:36.624415 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83521d4b-4426-40f3-aa11-b8dea22ecc49 admin admin] Pushing event deleted for resources: {'Network': ['ID=35d9cc72-283a-466f-b76b-1b2adaee03cd,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:36.734527 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47498) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:36.779644 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4ff833cc-65a5-4e0f-9a12-838e58478116 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1daea1c2ebf94adf9d382f413391c7ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438948 Jul 07 17:48:36.782482 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47500) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:36.840506 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-83146bca-ce19-4496-b019-a4811d0923c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.863335 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-83146bca-ce19-4496-b019-a4811d0923c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.914913 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-83146bca-ce19-4496-b019-a4811d0923c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.917600 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-83146bca-ce19-4496-b019-a4811d0923c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.919166 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-83146bca-ce19-4496-b019-a4811d0923c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3737f17f-b02b-4999-85a5-82d0bb2f2cf8 HTTP/1.1" status: 204 len: 168 time: 0.1355309 Jul 07 17:48:36.929296 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83146bca-ce19-4496-b019-a4811d0923c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3737f17f-b02b-4999-85a5-82d0bb2f2cf8,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:37.623289 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47522) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:37.713666 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:37.740416 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-0ae1928e-c66d-43cb-a48e-44c7af9c8b2e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1015747627-network', 'tenant_id': '23c8440a747842e6b499c808bca9de04'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:37.763170 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae1928e-c66d-43cb-a48e-44c7af9c8b2e admin admin] Made reservation on behalf of 23c8440a747842e6b499c808bca9de04 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:48:37.765797 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ae1928e-c66d-43cb-a48e-44c7af9c8b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:37.778693 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ae1928e-c66d-43cb-a48e-44c7af9c8b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:37.890813 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ae1928e-c66d-43cb-a48e-44c7af9c8b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:37.895292 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ae1928e-c66d-43cb-a48e-44c7af9c8b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:37.922598 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae1928e-c66d-43cb-a48e-44c7af9c8b2e admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:48:37.929159 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1928e-c66d-43cb-a48e-44c7af9c8b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6b9b14-dd03-4ec2-87d2-f0e274d90b31,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:37.935867 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ae1928e-c66d-43cb-a48e-44c7af9c8b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:37.936224 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-0ae1928e-c66d-43cb-a48e-44c7af9c8b2e admin admin] Added segment 45cd165e-969c-4d5c-a167-1f675ea211ee of type vlan for network d9a45d5f-5778-4454-9c5e-ac761de82de3 Jul 07 17:48:37.980126 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ae1928e-c66d-43cb-a48e-44c7af9c8b2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:38.013544 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ae1928e-c66d-43cb-a48e-44c7af9c8b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:38.014592 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae1928e-c66d-43cb-a48e-44c7af9c8b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:38.015208 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ae1928e-c66d-43cb-a48e-44c7af9c8b2e admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:38.027521 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device c44f51d7-8383-4c6a-94ba-62d4bf0aea54 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:38.047676 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: c44f51d7-8383-4c6a-94ba-62d4bf0aea54 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:38.048225 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device c44f51d7-8383-4c6a-94ba-62d4bf0aea54 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:38.072654 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0ae1928e-c66d-43cb-a48e-44c7af9c8b2e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4480517 Jul 07 17:48:38.075683 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47526) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:38.083142 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d524b3ca-2bdf-4827-b456-0d0a5aad7426 admin admin] Request body: {'subnet': {'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1015747627-subnet', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:38.087365 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1928e-c66d-43cb-a48e-44c7af9c8b2e admin admin] Pushing event updated for resources: {'Network': ['ID=d9a45d5f-5778-4454-9c5e-ac761de82de3,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:38.097906 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network d9a45d5f-5778-4454-9c5e-ac761de82de3 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:48:38.107987 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d524b3ca-2bdf-4827-b456-0d0a5aad7426 admin admin] Made reservation on behalf of 23c8440a747842e6b499c808bca9de04 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:48:38.110622 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d524b3ca-2bdf-4827-b456-0d0a5aad7426 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:38.260697 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:38.292266 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d524b3ca-2bdf-4827-b456-0d0a5aad7426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:38.348862 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524b3ca-2bdf-4827-b456-0d0a5aad7426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46453a36-dfb2-4c06-82f3-5d7511d256d6,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:38.359271 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d524b3ca-2bdf-4827-b456-0d0a5aad7426 admin admin] Checking segment: {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:38.359646 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d524b3ca-2bdf-4827-b456-0d0a5aad7426 admin admin] Network hostable DHCP agents. Network: d9a45d5f-5778-4454-9c5e-ac761de82de3, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:48:38.376560 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d524b3ca-2bdf-4827-b456-0d0a5aad7426 admin admin] Network d9a45d5f-5778-4454-9c5e-ac761de82de3 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:48:38.385566 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-d524b3ca-2bdf-4827-b456-0d0a5aad7426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, d9a45d5f-5778-4454-9c5e-ac761de82de3) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:38.389665 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d524b3ca-2bdf-4827-b456-0d0a5aad7426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:38.390250 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d524b3ca-2bdf-4827-b456-0d0a5aad7426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:38.395462 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11234266-7a10-4cff-83b3-d3e227d0abd0 None None] Network d9a45d5f-5778-4454-9c5e-ac761de82de3 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:48:38.405979 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d524b3ca-2bdf-4827-b456-0d0a5aad7426 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3292363 Jul 07 17:48:38.408876 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47528) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:38.413412 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-18201235-b2e0-4fbb-8399-90f1b90aa2fb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:38.434264 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-18201235-b2e0-4fbb-8399-90f1b90aa2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:38.435605 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-18201235-b2e0-4fbb-8399-90f1b90aa2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:38.497907 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-18201235-b2e0-4fbb-8399-90f1b90aa2fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:38.548581 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb2b0d3-2f65-4221-9069-2e130df3d582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-d9a45d5f-5778-4454-9c5e-ac761de82de3', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:48:38.549463 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-dcb2b0d3-2f65-4221-9069-2e130df3d582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:38.642459 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-18201235-b2e0-4fbb-8399-90f1b90aa2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:38.708453 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-dcb2b0d3-2f65-4221-9069-2e130df3d582 None None] Allocated IP 172.20.0.2 (d9a45d5f-5778-4454-9c5e-ac761de82de3/46453a36-dfb2-4c06-82f3-5d7511d256d6/36cffab5-8a2d-4384-a54c-076a4f365fdb) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:38.863929 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-18201235-b2e0-4fbb-8399-90f1b90aa2fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:38.864156 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-dcb2b0d3-2f65-4221-9069-2e130df3d582 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:38.874040 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-dcb2b0d3-2f65-4221-9069-2e130df3d582 None None] Transition to ACTIVE for port object 36cffab5-8a2d-4384-a54c-076a4f365fdb will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:38.884868 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-18201235-b2e0-4fbb-8399-90f1b90aa2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:38.890722 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-dcb2b0d3-2f65-4221-9069-2e130df3d582 None None] Transition to ACTIVE for port object 36cffab5-8a2d-4384-a54c-076a4f365fdb will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:38.898519 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-dcb2b0d3-2f65-4221-9069-2e130df3d582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:38.936945 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb2b0d3-2f65-4221-9069-2e130df3d582 None None] Network d9a45d5f-5778-4454-9c5e-ac761de82de3 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:38.942108 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-dcb2b0d3-2f65-4221-9069-2e130df3d582 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:38.946131 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb2b0d3-2f65-4221-9069-2e130df3d582 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:38.953465 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2b0d3-2f65-4221-9069-2e130df3d582 None None] Pushing event updated for resources: {'Port': ['ID=36cffab5-8a2d-4384-a54c-076a4f365fdb,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:39.002160 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-18201235-b2e0-4fbb-8399-90f1b90aa2fb admin admin] Allocated IP 172.25.0.107 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/04f4e404-6434-4e04-a13b-0a5cd368aecf) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:39.011591 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-dcb2b0d3-2f65-4221-9069-2e130df3d582 None None] Attempting to bind port 36cffab5-8a2d-4384-a54c-076a4f365fdb on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:39.011962 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-dcb2b0d3-2f65-4221-9069-2e130df3d582 None None] Attempting to bind port 36cffab5-8a2d-4384-a54c-076a4f365fdb by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:39.012323 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb2b0d3-2f65-4221-9069-2e130df3d582 None None] Attempting to bind port 36cffab5-8a2d-4384-a54c-076a4f365fdb on network d9a45d5f-5778-4454-9c5e-ac761de82de3 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:39.019047 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb2b0d3-2f65-4221-9069-2e130df3d582 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:39.019841 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb2b0d3-2f65-4221-9069-2e130df3d582 None None] Checking segment: {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:39.020285 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-dcb2b0d3-2f65-4221-9069-2e130df3d582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.020757 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb2b0d3-2f65-4221-9069-2e130df3d582 None None] Bound using segment: {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:39.021501 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-dcb2b0d3-2f65-4221-9069-2e130df3d582 None None] Bound port: 36cffab5-8a2d-4384-a54c-076a4f365fdb, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:39.021889 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-dcb2b0d3-2f65-4221-9069-2e130df3d582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.091195 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-dcb2b0d3-2f65-4221-9069-2e130df3d582 None None] For port 36cffab5-8a2d-4384-a54c-076a4f365fdb, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:39.095218 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-dcb2b0d3-2f65-4221-9069-2e130df3d582 None None] For port 36cffab5-8a2d-4384-a54c-076a4f365fdb, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=36cffab5-8a2d-4384-a54c-076a4f365fdb,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:39.100698 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-dcb2b0d3-2f65-4221-9069-2e130df3d582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.113391 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-18201235-b2e0-4fbb-8399-90f1b90aa2fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.159872 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2b0d3-2f65-4221-9069-2e130df3d582 None None] Pushing event updated for resources: {'Port': ['ID=36cffab5-8a2d-4384-a54c-076a4f365fdb,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:39.165787 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-18201235-b2e0-4fbb-8399-90f1b90aa2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.206039 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18201235-b2e0-4fbb-8399-90f1b90aa2fb admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:39.209164 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-18201235-b2e0-4fbb-8399-90f1b90aa2fb admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:39.213052 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18201235-b2e0-4fbb-8399-90f1b90aa2fb admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:39.253263 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18201235-b2e0-4fbb-8399-90f1b90aa2fb admin admin] Pushing event updated for resources: {'Port': ['ID=04f4e404-6434-4e04-a13b-0a5cd368aecf,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:39.517859 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-18201235-b2e0-4fbb-8399-90f1b90aa2fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.723267 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-18201235-b2e0-4fbb-8399-90f1b90aa2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.854710 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18201235-b2e0-4fbb-8399-90f1b90aa2fb admin admin] Router 58c21fb5-dd9b-475c-9202-e0a54283ac7c is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:48:39.973153 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18201235-b2e0-4fbb-8399-90f1b90aa2fb admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:48:39.983864 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c55a698-bc06-4048-a169-89886833cd3b None None] Sync routers for ids ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:48:39.992288 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-18201235-b2e0-4fbb-8399-90f1b90aa2fb admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.994221 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-18201235-b2e0-4fbb-8399-90f1b90aa2fb admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5842230 Jul 07 17:48:39.996998 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47530) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:40.003200 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c55a698-bc06-4048-a169-89886833cd3b None None] Routers {'58c21fb5-dd9b-475c-9202-e0a54283ac7c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:40.003928 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-9c55a698-bc06-4048-a169-89886833cd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:48:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:40.126025 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-9c55a698-bc06-4048-a169-89886833cd3b None None] Set router 58c21fb5-dd9b-475c-9202-e0a54283ac7c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:40.227701 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b668f5-c3a5-45f5-82df-d880e7e05e67 None None] Network d9a45d5f-5778-4454-9c5e-ac761de82de3 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:48:40.299104 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-5d212ca8-dbdf-4d91-9a87-fb80a7b482c5 None None] Provisioning for port 36cffab5-8a2d-4384-a54c-076a4f365fdb completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:40.353699 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-9c55a698-bc06-4048-a169-89886833cd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:39Z', 'revision_number': 3, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:40.382863 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c55a698-bc06-4048-a169-89886833cd3b None None] Checking router: 58c21fb5-dd9b-475c-9202-e0a54283ac7c for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:48:40.383543 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c55a698-bc06-4048-a169-89886833cd3b None None] Updating router 58c21fb5-dd9b-475c-9202-e0a54283ac7c port 04f4e404-6434-4e04-a13b-0a5cd368aecf binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:48:40.420944 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-9c55a698-bc06-4048-a169-89886833cd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.461852 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b37c0241-d8c4-42e1-adab-376adf226a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.587106 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 36cffab5-8a2d-4384-a54c-076a4f365fdb up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:40.655670 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 36cffab5-8a2d-4384-a54c-076a4f365fdb completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:40.666418 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 36cffab5-8a2d-4384-a54c-076a4f365fdb triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:40.666960 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.682694 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-b37c0241-d8c4-42e1-adab-376adf226a2f admin admin] Allocated IP 172.20.0.1 (d9a45d5f-5778-4454-9c5e-ac761de82de3/46453a36-dfb2-4c06-82f3-5d7511d256d6/046d26d1-3057-4b93-b104-d50f09b1ab84) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:40.735131 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-9c55a698-bc06-4048-a169-89886833cd3b None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.747611 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-9c55a698-bc06-4048-a169-89886833cd3b None None] Transition to ACTIVE for port object 04f4e404-6434-4e04-a13b-0a5cd368aecf will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:40.758351 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-9c55a698-bc06-4048-a169-89886833cd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.767342 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-662acbc0-05a6-400d-b97a-43b749c860b9 None None] Provisioning complete for port 36cffab5-8a2d-4384-a54c-076a4f365fdb triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:40.767732 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-662acbc0-05a6-400d-b97a-43b749c860b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.787944 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.808095 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-9c55a698-bc06-4048-a169-89886833cd3b None None] Attempting to bind port 04f4e404-6434-4e04-a13b-0a5cd368aecf on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:40.808588 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-9c55a698-bc06-4048-a169-89886833cd3b None None] Attempting to bind port 04f4e404-6434-4e04-a13b-0a5cd368aecf by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:40.808908 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c55a698-bc06-4048-a169-89886833cd3b None None] Attempting to bind port 04f4e404-6434-4e04-a13b-0a5cd368aecf on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:40.811327 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b37c0241-d8c4-42e1-adab-376adf226a2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.826341 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c55a698-bc06-4048-a169-89886833cd3b None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:40.826719 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c55a698-bc06-4048-a169-89886833cd3b None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:40.827122 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-9c55a698-bc06-4048-a169-89886833cd3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.827515 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c55a698-bc06-4048-a169-89886833cd3b None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:40.827982 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-9c55a698-bc06-4048-a169-89886833cd3b None None] Bound port: 04f4e404-6434-4e04-a13b-0a5cd368aecf, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:40.829585 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-9c55a698-bc06-4048-a169-89886833cd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.831684 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-b37c0241-d8c4-42e1-adab-376adf226a2f admin admin] Transition to ACTIVE for port object 046d26d1-3057-4b93-b104-d50f09b1ab84 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:40.836463 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 36cffab5-8a2d-4384-a54c-076a4f365fdb, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=36cffab5-8a2d-4384-a54c-076a4f365fdb,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:40.842846 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.867719 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76012d33-bc81-4525-bfdf-a1220d0611c6 None None] Pushing event updated for resources: {'Port': ['ID=04f4e404-6434-4e04-a13b-0a5cd368aecf,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:40.875774 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b37c0241-d8c4-42e1-adab-376adf226a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.888817 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76012d33-bc81-4525-bfdf-a1220d0611c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:40.889171 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76012d33-bc81-4525-bfdf-a1220d0611c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:40.889682 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76012d33-bc81-4525-bfdf-a1220d0611c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:40.890181 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76012d33-bc81-4525-bfdf-a1220d0611c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:40.890511 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76012d33-bc81-4525-bfdf-a1220d0611c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:40.891007 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76012d33-bc81-4525-bfdf-a1220d0611c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:40.891575 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76012d33-bc81-4525-bfdf-a1220d0611c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:40.892873 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76012d33-bc81-4525-bfdf-a1220d0611c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:40.893476 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76012d33-bc81-4525-bfdf-a1220d0611c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:40.894003 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76012d33-bc81-4525-bfdf-a1220d0611c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:40.894615 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76012d33-bc81-4525-bfdf-a1220d0611c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:40.895212 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76012d33-bc81-4525-bfdf-a1220d0611c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:40.910719 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-9c55a698-bc06-4048-a169-89886833cd3b None None] For port 04f4e404-6434-4e04-a13b-0a5cd368aecf, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:40.914440 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-9c55a698-bc06-4048-a169-89886833cd3b None None] For port 04f4e404-6434-4e04-a13b-0a5cd368aecf, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=04f4e404-6434-4e04-a13b-0a5cd368aecf,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:40.915495 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37c0241-d8c4-42e1-adab-376adf226a2f admin admin] Network d9a45d5f-5778-4454-9c5e-ac761de82de3 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:40.919464 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-9c55a698-bc06-4048-a169-89886833cd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.923498 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-b37c0241-d8c4-42e1-adab-376adf226a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:40.927410 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37c0241-d8c4-42e1-adab-376adf226a2f admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:40.933972 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=36cffab5-8a2d-4384-a54c-076a4f365fdb,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:40.952543 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c0241-d8c4-42e1-adab-376adf226a2f admin admin] Pushing event updated for resources: {'Port': ['ID=046d26d1-3057-4b93-b104-d50f09b1ab84,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:40.974154 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b37c0241-d8c4-42e1-adab-376adf226a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.981297 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c55a698-bc06-4048-a169-89886833cd3b None None] Routers {'58c21fb5-dd9b-475c-9202-e0a54283ac7c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:40.981920 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-9c55a698-bc06-4048-a169-89886833cd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:48:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:41.042600 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76012d33-bc81-4525-bfdf-a1220d0611c6 None None] Pushing event updated for resources: {'Port': ['ID=04f4e404-6434-4e04-a13b-0a5cd368aecf,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:41.125120 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-9c55a698-bc06-4048-a169-89886833cd3b None None] Set router 58c21fb5-dd9b-475c-9202-e0a54283ac7c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:41.148133 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b37c0241-d8c4-42e1-adab-376adf226a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:41.280178 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6243706f-2faa-4c1d-adde-60b5d483c0e8 None None] Provisioning for port 046d26d1-3057-4b93-b104-d50f09b1ab84 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:41.285718 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6243706f-2faa-4c1d-adde-60b5d483c0e8 None None] Provisioning complete for port 046d26d1-3057-4b93-b104-d50f09b1ab84 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:41.286159 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6243706f-2faa-4c1d-adde-60b5d483c0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:41.329328 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-6243706f-2faa-4c1d-adde-60b5d483c0e8 None None] Port 046d26d1-3057-4b93-b104-d50f09b1ab84 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:48:41.360586 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b37c0241-d8c4-42e1-adab-376adf226a2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:41.366416 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b37c0241-d8c4-42e1-adab-376adf226a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:41.443005 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c0241-d8c4-42e1-adab-376adf226a2f admin admin] Pushing event updated for resources: {'Port': ['ID=046d26d1-3057-4b93-b104-d50f09b1ab84,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:41.447235 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b37c0241-d8c4-42e1-adab-376adf226a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:41.458720 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-9c55a698-bc06-4048-a169-89886833cd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:39Z', 'revision_number': 3, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:41.494696 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c55a698-bc06-4048-a169-89886833cd3b None None] The sync data for ids ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'] in n-d-791503-12 is: [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:39Z', 'revision_number': 3, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:48:41.558478 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37c0241-d8c4-42e1-adab-376adf226a2f admin admin] Network d9a45d5f-5778-4454-9c5e-ac761de82de3 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:41.560512 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-b37c0241-d8c4-42e1-adab-376adf226a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:41.974501 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d3c937dc-3dfc-4968-bdf1-a31534081e56 None None] Provisioning complete for port 046d26d1-3057-4b93-b104-d50f09b1ab84 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:41.974928 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d3c937dc-3dfc-4968-bdf1-a31534081e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.022256 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d3c937dc-3dfc-4968-bdf1-a31534081e56 None None] Port 046d26d1-3057-4b93-b104-d50f09b1ab84 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:48:42.107037 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37c0241-d8c4-42e1-adab-376adf226a2f admin admin] Router 58c21fb5-dd9b-475c-9202-e0a54283ac7c has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:48:42.235908 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37c0241-d8c4-42e1-adab-376adf226a2f admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:48:42.242013 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b37c0241-d8c4-42e1-adab-376adf226a2f admin admin] 10.222.0.53 "PUT /v2.0/routers/58c21fb5-dd9b-475c-9202-e0a54283ac7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2433546 Jul 07 17:48:42.583980 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 36cffab5-8a2d-4384-a54c-076a4f365fdb up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:42.631778 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 36cffab5-8a2d-4384-a54c-076a4f365fdb triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:42.632151 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.734098 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 04f4e404-6434-4e04-a13b-0a5cd368aecf up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:42.789034 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 04f4e404-6434-4e04-a13b-0a5cd368aecf completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:42.793409 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 04f4e404-6434-4e04-a13b-0a5cd368aecf triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:42.793848 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.894480 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.918821 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 04f4e404-6434-4e04-a13b-0a5cd368aecf, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=04f4e404-6434-4e04-a13b-0a5cd368aecf,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:42.925338 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.986016 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=04f4e404-6434-4e04-a13b-0a5cd368aecf,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:42.993536 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47538) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:43.002826 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-417c6362-6fba-46ef-a762-58d61991e817 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Request body: {'security_group': {'name': 'tempest-securitygroup--632118569', 'description': 'tempest-description--551399531'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:43.030068 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-417c6362-6fba-46ef-a762-58d61991e817 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.131672 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-417c6362-6fba-46ef-a762-58d61991e817 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.136497 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-417c6362-6fba-46ef-a762-58d61991e817 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.168928 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-417c6362-6fba-46ef-a762-58d61991e817 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.170181 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-417c6362-6fba-46ef-a762-58d61991e817 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1754098 Jul 07 17:48:43.173310 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47540) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:43.178927 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-6a966fb5-b45f-4557-969f-3e698d863bb4 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Request body: {'security_group_rule': {'security_group_id': '3f5cf002-71e8-4aa4-8e8f-ed7613eda67c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:43.184294 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c6362-6fba-46ef-a762-58d61991e817 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:43.212911 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6a966fb5-b45f-4557-969f-3e698d863bb4 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.228037 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a44e01-1815-4aa2-977d-b04348cc2752 None None] Sync routers for ids ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:48:43.238429 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a44e01-1815-4aa2-977d-b04348cc2752 None None] Routers {'58c21fb5-dd9b-475c-9202-e0a54283ac7c'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:43.239071 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-81a44e01-1815-4aa2-977d-b04348cc2752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:48:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:43.288189 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6a966fb5-b45f-4557-969f-3e698d863bb4 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.292258 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6a966fb5-b45f-4557-969f-3e698d863bb4 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.311587 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a966fb5-b45f-4557-969f-3e698d863bb4 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=915e05fb-5135-4404-b8e6-24c09ab63aff,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:43.320203 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6a966fb5-b45f-4557-969f-3e698d863bb4 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.321748 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6a966fb5-b45f-4557-969f-3e698d863bb4 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1472857 Jul 07 17:48:43.325323 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47542) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:43.331258 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-1189f8f5-0613-4494-9321-f037cb5e4af6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Request body: {'security_group_rule': {'security_group_id': '3f5cf002-71e8-4aa4-8e8f-ed7613eda67c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:43.368790 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1189f8f5-0613-4494-9321-f037cb5e4af6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.445189 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1189f8f5-0613-4494-9321-f037cb5e4af6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.450247 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1189f8f5-0613-4494-9321-f037cb5e4af6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.475521 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189f8f5-0613-4494-9321-f037cb5e4af6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a605cb-86f3-4d5e-b1d6-125661ce760f,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:43.479525 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1189f8f5-0613-4494-9321-f037cb5e4af6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.483741 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1189f8f5-0613-4494-9321-f037cb5e4af6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1543305 Jul 07 17:48:43.484771 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 47544) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:43.488939 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-3bd83010-6122-41f4-a603-94f7821b7225 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:43.513489 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3bd83010-6122-41f4-a603-94f7821b7225 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.521705 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-81a44e01-1815-4aa2-977d-b04348cc2752 None None] Set router 58c21fb5-dd9b-475c-9202-e0a54283ac7c gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:43.638930 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3bd83010-6122-41f4-a603-94f7821b7225 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.740075 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-81a44e01-1815-4aa2-977d-b04348cc2752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:41Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '046d26d1-3057-4b93-b104-d50f09b1ab84', 'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'mac_address': 'fa:16:3e:5d:0c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:40Z', 'updated_at': '2021-07-07T17:48:41Z', 'revision_number': 2, 'project_id': '23c8440a747842e6b499c808bca9de04', 'subnets': [{'id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:43.761679 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-3bd83010-6122-41f4-a603-94f7821b7225 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Allocated IP 172.25.0.200 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/98a1a384-a878-460a-a72c-2601d8d39118) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:43.772477 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a44e01-1815-4aa2-977d-b04348cc2752 None None] Checking router: 58c21fb5-dd9b-475c-9202-e0a54283ac7c for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:48:43.772859 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a44e01-1815-4aa2-977d-b04348cc2752 None None] Updating router 58c21fb5-dd9b-475c-9202-e0a54283ac7c port 046d26d1-3057-4b93-b104-d50f09b1ab84 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:48:43.810055 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-81a44e01-1815-4aa2-977d-b04348cc2752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.878620 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3bd83010-6122-41f4-a603-94f7821b7225 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.924978 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3bd83010-6122-41f4-a603-94f7821b7225 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.968875 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd83010-6122-41f4-a603-94f7821b7225 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:43.974007 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-3bd83010-6122-41f4-a603-94f7821b7225 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:43.979881 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd83010-6122-41f4-a603-94f7821b7225 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:44.005797 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd83010-6122-41f4-a603-94f7821b7225 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Pushing event updated for resources: {'Port': ['ID=98a1a384-a878-460a-a72c-2601d8d39118,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:44.077917 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3bd83010-6122-41f4-a603-94f7821b7225 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.108015 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-81a44e01-1815-4aa2-977d-b04348cc2752 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.119343 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-81a44e01-1815-4aa2-977d-b04348cc2752 None None] Transition to ACTIVE for port object 046d26d1-3057-4b93-b104-d50f09b1ab84 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:44.126473 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-81a44e01-1815-4aa2-977d-b04348cc2752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.132283 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3bd83010-6122-41f4-a603-94f7821b7225 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.209384 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c710d83-2a3a-4791-8e90-9642c1e1f90e None None] Pushing event updated for resources: {'Port': ['ID=046d26d1-3057-4b93-b104-d50f09b1ab84,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:44.249210 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-81a44e01-1815-4aa2-977d-b04348cc2752 None None] Attempting to bind port 046d26d1-3057-4b93-b104-d50f09b1ab84 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:44.249585 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-81a44e01-1815-4aa2-977d-b04348cc2752 None None] Attempting to bind port 046d26d1-3057-4b93-b104-d50f09b1ab84 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:44.249959 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a44e01-1815-4aa2-977d-b04348cc2752 None None] Attempting to bind port 046d26d1-3057-4b93-b104-d50f09b1ab84 on network d9a45d5f-5778-4454-9c5e-ac761de82de3 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:44.258650 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a44e01-1815-4aa2-977d-b04348cc2752 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:44.259078 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a44e01-1815-4aa2-977d-b04348cc2752 None None] Checking segment: {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:44.259410 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-81a44e01-1815-4aa2-977d-b04348cc2752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.259828 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a44e01-1815-4aa2-977d-b04348cc2752 None None] Bound using segment: {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:44.260339 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-81a44e01-1815-4aa2-977d-b04348cc2752 None None] Bound port: 046d26d1-3057-4b93-b104-d50f09b1ab84, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:44.260769 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-81a44e01-1815-4aa2-977d-b04348cc2752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.342822 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-81a44e01-1815-4aa2-977d-b04348cc2752 None None] For port 046d26d1-3057-4b93-b104-d50f09b1ab84, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:44.347446 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-81a44e01-1815-4aa2-977d-b04348cc2752 None None] For port 046d26d1-3057-4b93-b104-d50f09b1ab84, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=046d26d1-3057-4b93-b104-d50f09b1ab84,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:44.353794 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-81a44e01-1815-4aa2-977d-b04348cc2752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.413893 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a44e01-1815-4aa2-977d-b04348cc2752 None None] Routers {'58c21fb5-dd9b-475c-9202-e0a54283ac7c'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:44.414700 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-81a44e01-1815-4aa2-977d-b04348cc2752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:48:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:44.480753 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c710d83-2a3a-4791-8e90-9642c1e1f90e None None] Pushing event updated for resources: {'Port': ['ID=046d26d1-3057-4b93-b104-d50f09b1ab84,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:44.553804 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 04f4e404-6434-4e04-a13b-0a5cd368aecf up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:44.596761 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-81a44e01-1815-4aa2-977d-b04348cc2752 None None] Set router 58c21fb5-dd9b-475c-9202-e0a54283ac7c gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:44.677006 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3bd83010-6122-41f4-a603-94f7821b7225 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.681924 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3bd83010-6122-41f4-a603-94f7821b7225 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.732373 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 04f4e404-6434-4e04-a13b-0a5cd368aecf triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:44.732788 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.758824 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd83010-6122-41f4-a603-94f7821b7225 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Pushing event updated for resources: {'Port': ['ID=98a1a384-a878-460a-a72c-2601d8d39118,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:44.775011 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3bd83010-6122-41f4-a603-94f7821b7225 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.791426 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3bd83010-6122-41f4-a603-94f7821b7225 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.798874 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3bd83010-6122-41f4-a603-94f7821b7225 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3091307 Jul 07 17:48:44.920813 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-81a44e01-1815-4aa2-977d-b04348cc2752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:41Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '046d26d1-3057-4b93-b104-d50f09b1ab84', 'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'mac_address': 'fa:16:3e:5d:0c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:40Z', 'updated_at': '2021-07-07T17:48:44Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'subnets': [{'id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:44.950744 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a44e01-1815-4aa2-977d-b04348cc2752 None None] The sync data for ids ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'] in n-d-791503-12 is: [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:41Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '046d26d1-3057-4b93-b104-d50f09b1ab84', 'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'mac_address': 'fa:16:3e:5d:0c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:40Z', 'updated_at': '2021-07-07T17:48:44Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'subnets': [{'id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:48:44.952071 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-87b4dd6a-0a6c-4014-882e-cdd4e298aad1 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--632118569&fields=id&tenant_id=23c8440a747842e6b499c808bca9de04 HTTP/1.1" status: 200 len: 267 time: 0.0362864 Jul 07 17:48:45.112892 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-da8b0440-4b91-4959-a68c-f4e934a5b519 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:45.114897 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-da8b0440-4b91-4959-a68c-f4e934a5b519 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 812 time: 0.1491394 Jul 07 17:48:45.134136 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-7f9b5cd4-6eb9-4dfd-b28f-34e72a9fe043 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/quotas/23c8440a747842e6b499c808bca9de04 HTTP/1.1" status: 200 len: 375 time: 0.0119667 Jul 07 17:48:45.214672 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-dbd14476-2b55-4826-a1ac-0b98ea28bb35 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0714655 Jul 07 17:48:45.382547 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-439c8b02-bd0f-44d8-b711-7ce2071664c0 service neutron] 10.222.0.53 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541340 Jul 07 17:48:45.485004 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-f4c9e51f-89c2-46b9-9f01-66cf13e84804 service neutron] 10.222.0.53 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965545 Jul 07 17:48:45.691234 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b65f4d18-d1a8-4994-a02e-a9b422bac5ed req-ac551aa3-7d11-4ab4-8bae-dee3bb91f249 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 210 time: 0.0338025 Jul 07 17:48:46.526604 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 046d26d1-3057-4b93-b104-d50f09b1ab84 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:46.577257 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 046d26d1-3057-4b93-b104-d50f09b1ab84 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:46.582059 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 046d26d1-3057-4b93-b104-d50f09b1ab84 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:46.582420 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:46.668355 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:46.706039 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 046d26d1-3057-4b93-b104-d50f09b1ab84, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=046d26d1-3057-4b93-b104-d50f09b1ab84,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:46.710611 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:46.762439 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=046d26d1-3057-4b93-b104-d50f09b1ab84,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:46.827921 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-9e5e311c-ae2a-4e37-923c-04eb04b8becc tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:46.830020 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-9e5e311c-ae2a-4e37-923c-04eb04b8becc tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 812 time: 0.1298401 Jul 07 17:48:46.858653 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1221a5ff-1704-4750-ab12-8a0f85b513d7 req-53583456-bb28-4611-9f2b-4ca9b328c30f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 210 time: 0.0298152 Jul 07 17:48:46.880431 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-04ac8e9d-88e0-4dd3-ac91-8f545071ce48 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23c8440a747842e6b499c808bca9de04 HTTP/1.1" status: 200 len: 379 time: 0.0388994 Jul 07 17:48:46.889533 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-0465acaf-b3cc-491b-8b05-6a86eff47f2d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Request body: {'port': {'device_id': '86c71616-5bbc-41f9-9b50-6195aba8cc65', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'admin_state_up': True, 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'security_groups': ['3f5cf002-71e8-4aa4-8e8f-ed7613eda67c']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:47.004469 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-0465acaf-b3cc-491b-8b05-6a86eff47f2d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Made reservation on behalf of 23c8440a747842e6b499c808bca9de04 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:48:47.004469 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-0465acaf-b3cc-491b-8b05-6a86eff47f2d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.138261 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-0465acaf-b3cc-491b-8b05-6a86eff47f2d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Allocated IP 172.20.0.13 (d9a45d5f-5778-4454-9c5e-ac761de82de3/46453a36-dfb2-4c06-82f3-5d7511d256d6/e08b54ff-3b5e-4f91-8f88-5479109fe6f9) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:47.280029 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-0465acaf-b3cc-491b-8b05-6a86eff47f2d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.292980 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-0465acaf-b3cc-491b-8b05-6a86eff47f2d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Transition to ACTIVE for port object e08b54ff-3b5e-4f91-8f88-5479109fe6f9 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:47.337200 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-0465acaf-b3cc-491b-8b05-6a86eff47f2d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.382087 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-0465acaf-b3cc-491b-8b05-6a86eff47f2d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Network d9a45d5f-5778-4454-9c5e-ac761de82de3 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:47.387413 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-0465acaf-b3cc-491b-8b05-6a86eff47f2d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:47.391257 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-0465acaf-b3cc-491b-8b05-6a86eff47f2d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:47.416204 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465acaf-b3cc-491b-8b05-6a86eff47f2d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Pushing event updated for resources: {'Port': ['ID=e08b54ff-3b5e-4f91-8f88-5479109fe6f9,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:47.447197 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-0465acaf-b3cc-491b-8b05-6a86eff47f2d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:47.447852 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-0465acaf-b3cc-491b-8b05-6a86eff47f2d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.463969 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-0465acaf-b3cc-491b-8b05-6a86eff47f2d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5779288 Jul 07 17:48:47.475625 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-3802d07c-2f06-442e-b439-64b21ba76964 service neutron] Request body: {'port': {'device_id': '86c71616-5bbc-41f9-9b50-6195aba8cc65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:47.557602 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-3802d07c-2f06-442e-b439-64b21ba76964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.643992 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-bf532995-bffb-47a8-be9e-91cb64623c0a None None] Provisioning for port e08b54ff-3b5e-4f91-8f88-5479109fe6f9 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:47.648272 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-bf532995-bffb-47a8-be9e-91cb64623c0a None None] Provisioning complete for port e08b54ff-3b5e-4f91-8f88-5479109fe6f9 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:47.648648 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bf532995-bffb-47a8-be9e-91cb64623c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.684811 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-bf532995-bffb-47a8-be9e-91cb64623c0a None None] Port e08b54ff-3b5e-4f91-8f88-5479109fe6f9 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:48:47.862396 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-3802d07c-2f06-442e-b439-64b21ba76964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e08b54ff-3b5e-4f91-8f88-5479109fe6f9 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:48:47.869962 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-3802d07c-2f06-442e-b439-64b21ba76964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.883022 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-3802d07c-2f06-442e-b439-64b21ba76964 service neutron] Transition to ACTIVE for port object e08b54ff-3b5e-4f91-8f88-5479109fe6f9 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:47.888137 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-3802d07c-2f06-442e-b439-64b21ba76964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.958991 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802d07c-2f06-442e-b439-64b21ba76964 service neutron] Pushing event updated for resources: {'Port': ['ID=e08b54ff-3b5e-4f91-8f88-5479109fe6f9,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:48.054378 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-3802d07c-2f06-442e-b439-64b21ba76964 service neutron] Attempting to bind port e08b54ff-3b5e-4f91-8f88-5479109fe6f9 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:48.054723 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-3802d07c-2f06-442e-b439-64b21ba76964 service neutron] Attempting to bind port e08b54ff-3b5e-4f91-8f88-5479109fe6f9 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:48.055062 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-3802d07c-2f06-442e-b439-64b21ba76964 service neutron] Attempting to bind port e08b54ff-3b5e-4f91-8f88-5479109fe6f9 on network d9a45d5f-5778-4454-9c5e-ac761de82de3 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:48.067395 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-3802d07c-2f06-442e-b439-64b21ba76964 service neutron] Port e08b54ff-3b5e-4f91-8f88-5479109fe6f9 on network d9a45d5f-5778-4454-9c5e-ac761de82de3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:48:48.067728 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-3802d07c-2f06-442e-b439-64b21ba76964 service neutron] Attempting to bind port e08b54ff-3b5e-4f91-8f88-5479109fe6f9 on network d9a45d5f-5778-4454-9c5e-ac761de82de3 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:48.076239 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-3802d07c-2f06-442e-b439-64b21ba76964 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:48.076592 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-3802d07c-2f06-442e-b439-64b21ba76964 service neutron] Checking segment: {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:48.076999 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-3802d07c-2f06-442e-b439-64b21ba76964 service neutron] Bound using segment: {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:48.077442 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-3802d07c-2f06-442e-b439-64b21ba76964 service neutron] Bound port: e08b54ff-3b5e-4f91-8f88-5479109fe6f9, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:48.077812 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-3802d07c-2f06-442e-b439-64b21ba76964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.098587 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c45d6-4ec4-43bd-9757-56a6ce2cede6 req-d309f2a1-7179-4950-afa2-2652ebe42362 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:48.100214 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-885c45d6-4ec4-43bd-9757-56a6ce2cede6 req-d309f2a1-7179-4950-afa2-2652ebe42362 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 944 time: 0.1123393 Jul 07 17:48:48.175791 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-885c45d6-4ec4-43bd-9757-56a6ce2cede6 req-8d1d337e-5b2e-4928-83ad-188bbc6b5528 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698047 Jul 07 17:48:48.185647 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-3802d07c-2f06-442e-b439-64b21ba76964 service neutron] For port e08b54ff-3b5e-4f91-8f88-5479109fe6f9, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:48.189154 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-3802d07c-2f06-442e-b439-64b21ba76964 service neutron] For port e08b54ff-3b5e-4f91-8f88-5479109fe6f9, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=e08b54ff-3b5e-4f91-8f88-5479109fe6f9,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:48.199100 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-3802d07c-2f06-442e-b439-64b21ba76964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.240348 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-3802d07c-2f06-442e-b439-64b21ba76964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:48.241156 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-3802d07c-2f06-442e-b439-64b21ba76964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.242714 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-3802d07c-2f06-442e-b439-64b21ba76964 service neutron] 10.222.0.72 "PUT /v2.0/ports/e08b54ff-3b5e-4f91-8f88-5479109fe6f9 HTTP/1.1" status: 200 len: 1093 time: 0.7715676 Jul 07 17:48:48.244918 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c71616-5bbc-41f9-9b50-6195aba8cc65', 'tag': 'e08b54ff-3b5e-4f91-8f88-5479109fe6f9'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:48.247286 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc4e6cb61979ebfa0d1a55cf1eeedce6c5c562961eec549a26ec39dea15c249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b67c1ef-6b99-4038-b307-d7ca6e59d00d" -d '{"events": [{"name": "network-changed", "server_uuid": "86c71616-5bbc-41f9-9b50-6195aba8cc65", "tag": "e08b54ff-3b5e-4f91-8f88-5479109fe6f9"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:48.276785 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802d07c-2f06-442e-b439-64b21ba76964 service neutron] Pushing event updated for resources: {'Port': ['ID=e08b54ff-3b5e-4f91-8f88-5479109fe6f9,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:48.304104 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6160a4-af51-4b89-8167-ca1a77e9677b x-openstack-request-id: req-ac6160a4-af51-4b89-8167-ca1a77e9677b {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:48.304468 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c71616-5bbc-41f9-9b50-6195aba8cc65", "tag": "e08b54ff-3b5e-4f91-8f88-5479109fe6f9", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:48.304833 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac6160a4-af51-4b89-8167-ca1a77e9677b {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:48.305307 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c71616-5bbc-41f9-9b50-6195aba8cc65', 'tag': 'e08b54ff-3b5e-4f91-8f88-5479109fe6f9', 'status': 'completed', 'code': 200} Jul 07 17:48:48.354760 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-4abc4fe9-aaae-4eeb-887a-fbc3bfefade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:48.356452 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-4abc4fe9-aaae-4eeb-887a-fbc3bfefade0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 1096 time: 0.0661170 Jul 07 17:48:48.400045 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-71c71880-aa70-476a-81ed-a0c7283a799a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e08b54ff-3b5e-4f91-8f88-5479109fe6f9 HTTP/1.1" status: 200 len: 217 time: 0.0357971 Jul 07 17:48:48.454781 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-da2a1007-6895-4f10-9938-e0345077ef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:48.456349 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-da2a1007-6895-4f10-9938-e0345077ef06 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0503726 Jul 07 17:48:48.511350 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 046d26d1-3057-4b93-b104-d50f09b1ab84 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:48.516346 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-03c9aac6-c36a-47d7-8ec9-b2d808af3d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:48.518517 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-03c9aac6-c36a-47d7-8ec9-b2d808af3d17 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546911 Jul 07 17:48:48.572319 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 046d26d1-3057-4b93-b104-d50f09b1ab84 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:48.572732 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.610616 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-427b054b-c895-49e7-a714-dbef06d90f8e service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850079 Jul 07 17:48:48.725959 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dca31d31-1e19-4663-a30d-fcf67dac229a req-7f7d1547-b773-4425-abcf-d8c7d9178292 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073422 Jul 07 17:48:48.831229 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67c1ef-6b99-4038-b307-d7ca6e59d00d req-1746c56d-f61b-453b-b737-c0f408dec30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:48.832787 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0b67c1ef-6b99-4038-b307-d7ca6e59d00d req-1746c56d-f61b-453b-b737-c0f408dec30b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 1096 time: 0.0552833 Jul 07 17:48:48.928974 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67c1ef-6b99-4038-b307-d7ca6e59d00d req-71ba68cc-356e-4ecf-89bd-5934f05a1d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:48.930486 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0b67c1ef-6b99-4038-b307-d7ca6e59d00d req-71ba68cc-356e-4ecf-89bd-5934f05a1d32 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.0916114 Jul 07 17:48:48.981721 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0b67c1ef-6b99-4038-b307-d7ca6e59d00d req-8fbe8a70-6185-4671-b3fc-276ccf169091 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e08b54ff-3b5e-4f91-8f88-5479109fe6f9 HTTP/1.1" status: 200 len: 217 time: 0.0361958 Jul 07 17:48:49.033381 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67c1ef-6b99-4038-b307-d7ca6e59d00d req-5ff89f2e-f02c-487b-9f4b-1dab35e95558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:49.034917 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0b67c1ef-6b99-4038-b307-d7ca6e59d00d req-5ff89f2e-f02c-487b-9f4b-1dab35e95558 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0464880 Jul 07 17:48:49.100510 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67c1ef-6b99-4038-b307-d7ca6e59d00d req-6240f4a6-eca3-40cb-8118-4a07f742f283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:49.102071 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0b67c1ef-6b99-4038-b307-d7ca6e59d00d req-6240f4a6-eca3-40cb-8118-4a07f742f283 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593863 Jul 07 17:48:49.193457 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0b67c1ef-6b99-4038-b307-d7ca6e59d00d req-c1c02fbf-dba2-421d-830c-bf553431fd75 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842395 Jul 07 17:48:49.290703 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0b67c1ef-6b99-4038-b307-d7ca6e59d00d req-2528780e-1e19-4973-ac0b-2d89b299c9dc service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905206 Jul 07 17:48:49.355662 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6ff77-758b-439c-a375-2380867fed5d req-9ebf84fa-4b06-4ac5-adef-ff24d657fd31 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:49.357196 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d4f6ff77-758b-439c-a375-2380867fed5d req-9ebf84fa-4b06-4ac5-adef-ff24d657fd31 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 944 time: 0.0657010 Jul 07 17:48:49.404708 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d4f6ff77-758b-439c-a375-2380867fed5d req-2935eebf-9977-42b7-a01b-f706cf8a48fd tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405955 Jul 07 17:48:50.582300 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707a767-ca53-4275-a09d-1ad58a7fb748 req-cbfea586-e042-4a99-bb9e-f475c6f8e019 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:50.583718 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1707a767-ca53-4275-a09d-1ad58a7fb748 req-cbfea586-e042-4a99-bb9e-f475c6f8e019 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 944 time: 0.0640738 Jul 07 17:48:50.627467 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1707a767-ca53-4275-a09d-1ad58a7fb748 req-d864c742-e30d-441c-a8ec-68ebccfd25a0 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380700 Jul 07 17:48:51.149570 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device e08b54ff-3b5e-4f91-8f88-5479109fe6f9 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:48:51.246611 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port e08b54ff-3b5e-4f91-8f88-5479109fe6f9, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=e08b54ff-3b5e-4f91-8f88-5479109fe6f9,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:51.258879 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'e08b54ff-3b5e-4f91-8f88-5479109fe6f9', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'port_id': 'e08b54ff-3b5e-4f91-8f88-5479109fe6f9', 'mac_address': 'fa:16:3e:c5:3a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:48:51.295428 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.309747 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e08b54ff-3b5e-4f91-8f88-5479109fe6f9 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:48:51.332094 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port e08b54ff-3b5e-4f91-8f88-5479109fe6f9, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=e08b54ff-3b5e-4f91-8f88-5479109fe6f9,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:51.335195 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.385000 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=e08b54ff-3b5e-4f91-8f88-5479109fe6f9,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:51.537636 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['e08b54ff-3b5e-4f91-8f88-5479109fe6f9'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:48:51.806551 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d16ac7-1445-4e17-8bdf-9ce78a255987 req-5a318b16-dafc-4438-bee3-93f798dd1e13 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:51.808231 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-75d16ac7-1445-4e17-8bdf-9ce78a255987 req-5a318b16-dafc-4438-bee3-93f798dd1e13 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 945 time: 0.0663633 Jul 07 17:48:51.850249 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-75d16ac7-1445-4e17-8bdf-9ce78a255987 req-79368e97-ffd1-4471-b65e-2a28f71f2c76 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360451 Jul 07 17:48:53.040443 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3508a1-98a5-4a0b-8fe7-c47776c62f67 req-89479cfe-e664-45a8-beeb-e42d85bd3cb1 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:53.041975 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bb3508a1-98a5-4a0b-8fe7-c47776c62f67 req-89479cfe-e664-45a8-beeb-e42d85bd3cb1 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 945 time: 0.0656090 Jul 07 17:48:53.081133 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bb3508a1-98a5-4a0b-8fe7-c47776c62f67 req-27ddd845-3718-4ef9-b8eb-27d3a9176296 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335336 Jul 07 17:48:53.164765 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device e08b54ff-3b5e-4f91-8f88-5479109fe6f9 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:53.213448 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port e08b54ff-3b5e-4f91-8f88-5479109fe6f9 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:53.217230 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port e08b54ff-3b5e-4f91-8f88-5479109fe6f9 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:53.217607 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.297394 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.320538 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c71616-5bbc-41f9-9b50-6195aba8cc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08b54ff-3b5e-4f91-8f88-5479109fe6f9'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:53.322806 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035a4a0d9435be488a9681e8740adcd383481889cf209a90a25fc50e06d19352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18285695-92b9-4909-89fc-65bee392f70a" -d '{"events": [{"server_uuid": "86c71616-5bbc-41f9-9b50-6195aba8cc65", "name": "network-vif-plugged", "status": "completed", "tag": "e08b54ff-3b5e-4f91-8f88-5479109fe6f9"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:53.335915 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port e08b54ff-3b5e-4f91-8f88-5479109fe6f9, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=e08b54ff-3b5e-4f91-8f88-5479109fe6f9,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:53.339929 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.366595 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0763e2a4-691c-4b67-9f3a-753501f0a042 x-openstack-request-id: req-0763e2a4-691c-4b67-9f3a-753501f0a042 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:53.366936 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c71616-5bbc-41f9-9b50-6195aba8cc65", "name": "network-vif-plugged", "status": "completed", "tag": "e08b54ff-3b5e-4f91-8f88-5479109fe6f9", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:53.367158 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0763e2a4-691c-4b67-9f3a-753501f0a042 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:53.367550 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c71616-5bbc-41f9-9b50-6195aba8cc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08b54ff-3b5e-4f91-8f88-5479109fe6f9', 'code': 200} Jul 07 17:48:53.394829 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=e08b54ff-3b5e-4f91-8f88-5479109fe6f9,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:53.457822 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a7df21de-1a11-443d-8b3b-efc61fa94b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.481690 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0789ee7-9886-48f0-8871-a65382133626 req-c9005920-3914-4503-8f4d-4d6a78ed60d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:53.483216 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c0789ee7-9886-48f0-8871-a65382133626 req-c9005920-3914-4503-8f4d-4d6a78ed60d1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 1098 time: 0.0583851 Jul 07 17:48:53.518412 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c0789ee7-9886-48f0-8871-a65382133626 req-25e467e7-d1e8-44dd-b4b3-30da83edc7d3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289412 Jul 07 17:48:54.277191 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5756ce-f33a-41b4-ac0e-da3d6b232c3f req-37b4f366-8513-46b5-8f1f-89ca15db22d7 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:54.278823 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1e5756ce-f33a-41b4-ac0e-da3d6b232c3f req-37b4f366-8513-46b5-8f1f-89ca15db22d7 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 946 time: 0.0819676 Jul 07 17:48:54.320602 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1e5756ce-f33a-41b4-ac0e-da3d6b232c3f req-8f2ff6fc-eaed-4207-9e4d-20a35cedd01b tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352502 Jul 07 17:48:54.901137 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:48:55.503630 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77c32e-3c52-48d6-8d3d-f9a24de62d75 req-d8b1e4d5-4815-4b58-a710-5b9f21774971 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:55.505125 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe77c32e-3c52-48d6-8d3d-f9a24de62d75 req-d8b1e4d5-4815-4b58-a710-5b9f21774971 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 946 time: 0.0663552 Jul 07 17:48:55.545431 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fe77c32e-3c52-48d6-8d3d-f9a24de62d75 req-f19952ae-346e-4b84-a8ca-2aea310ca0b1 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335674 Jul 07 17:48:55.723151 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea6be6-f180-4108-a57a-cfd83f0a1f6f req-86bf560d-a26d-4111-a1fd-66c3a0db05c5 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:55.724640 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-04ea6be6-f180-4108-a57a-cfd83f0a1f6f req-86bf560d-a26d-4111-a1fd-66c3a0db05c5 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 946 time: 0.0689046 Jul 07 17:48:55.733134 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 47592) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:55.738340 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-35414c3c-15f7-4383-ae1c-2bca0f989131 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Request body: {'floatingip': {'port_id': 'e08b54ff-3b5e-4f91-8f88-5479109fe6f9'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:55.778485 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-35414c3c-15f7-4383-ae1c-2bca0f989131 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for floatingip, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.244046 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-35414c3c-15f7-4383-ae1c-2bca0f989131 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.248470 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-35414c3c-15f7-4383-ae1c-2bca0f989131 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.275671 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.367828 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-35414c3c-15f7-4383-ae1c-2bca0f989131 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Floating IP ae17c2bb-071a-4398-8f9e-6eeb18633af0 associated. External IP: 172.25.0.200, port: e08b54ff-3b5e-4f91-8f88-5479109fe6f9. Jul 07 17:48:56.593786 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35414c3c-15f7-4383-ae1c-2bca0f989131 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Router 58c21fb5-dd9b-475c-9202-e0a54283ac7c has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:48:56.709445 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35414c3c-15f7-4383-ae1c-2bca0f989131 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:48:56.714470 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-35414c3c-15f7-4383-ae1c-2bca0f989131 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.721877 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67e7477-e8d6-48c2-883d-6ef2a1a808ec None None] Sync routers for ids ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:48:56.731259 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67e7477-e8d6-48c2-883d-6ef2a1a808ec None None] Routers {'58c21fb5-dd9b-475c-9202-e0a54283ac7c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:56.731882 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-a67e7477-e8d6-48c2-883d-6ef2a1a808ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:48:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:56.755686 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-35414c3c-15f7-4383-ae1c-2bca0f989131 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "PUT /v2.0/floatingips/ae17c2bb-071a-4398-8f9e-6eeb18633af0 HTTP/1.1" status: 200 len: 992 time: 1.0214696 Jul 07 17:48:56.756408 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c71616-5bbc-41f9-9b50-6195aba8cc65', 'tag': 'e08b54ff-3b5e-4f91-8f88-5479109fe6f9'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:56.758833 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9662ecf0d7edb3b12f384581b6bbc854d26dd3e0f3b7eb13fc2bdf4bb2493ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c7202c-ed55-4a17-9416-bbc35974462d" -d '{"events": [{"name": "network-changed", "server_uuid": "86c71616-5bbc-41f9-9b50-6195aba8cc65", "tag": "e08b54ff-3b5e-4f91-8f88-5479109fe6f9"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:56.799564 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72c5735-d06d-424b-9eb2-e899387fe06a x-openstack-request-id: req-a72c5735-d06d-424b-9eb2-e899387fe06a {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:56.799873 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c71616-5bbc-41f9-9b50-6195aba8cc65", "tag": "e08b54ff-3b5e-4f91-8f88-5479109fe6f9", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:56.800135 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a72c5735-d06d-424b-9eb2-e899387fe06a {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:56.800548 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c71616-5bbc-41f9-9b50-6195aba8cc65', 'tag': 'e08b54ff-3b5e-4f91-8f88-5479109fe6f9', 'status': 'completed', 'code': 200} Jul 07 17:48:56.848154 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f7d107c6-f8c2-4ffe-9d32-5d577e9b53ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.859806 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-a67e7477-e8d6-48c2-883d-6ef2a1a808ec None None] Set router 58c21fb5-dd9b-475c-9202-e0a54283ac7c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:56.895455 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7202c-ed55-4a17-9416-bbc35974462d req-eeb66455-7879-4119-8aab-3de87d146521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:56.897024 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0c7202c-ed55-4a17-9416-bbc35974462d req-eeb66455-7879-4119-8aab-3de87d146521 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 1098 time: 0.0739472 Jul 07 17:48:56.997700 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7202c-ed55-4a17-9416-bbc35974462d req-52bc3045-bc86-40d5-92a8-c1ff45924619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:56.999252 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0c7202c-ed55-4a17-9416-bbc35974462d req-52bc3045-bc86-40d5-92a8-c1ff45924619 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.0963383 Jul 07 17:48:57.077006 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0c7202c-ed55-4a17-9416-bbc35974462d req-c6d0b237-38ee-4e98-8573-9a2ee7af73c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e08b54ff-3b5e-4f91-8f88-5479109fe6f9 HTTP/1.1" status: 200 len: 1000 time: 0.0708542 Jul 07 17:48:57.104789 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-a67e7477-e8d6-48c2-883d-6ef2a1a808ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:41Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'ae17c2bb-071a-4398-8f9e-6eeb18633af0', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'floating_ip_address': '172.25.0.200', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'port_id': 'e08b54ff-3b5e-4f91-8f88-5479109fe6f9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'mac_address': 'fa:16:3e:c5:3a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c71616-5bbc-41f9-9b50-6195aba8cc65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:48:44Z', 'updated_at': '2021-07-07T17:48:56Z', 'revision_number': 1, 'project_id': '23c8440a747842e6b499c808bca9de04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046d26d1-3057-4b93-b104-d50f09b1ab84', 'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'mac_address': 'fa:16:3e:5d:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:40Z', 'updated_at': '2021-07-07T17:48:46Z', 'revision_number': 5, 'project_id': '23c8440a747842e6b499c808bca9de04', 'subnets': [{'id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:57.129518 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7202c-ed55-4a17-9416-bbc35974462d req-e3b5adc7-5ab3-4c98-b440-ccf6e0f8c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:57.131040 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0c7202c-ed55-4a17-9416-bbc35974462d req-e3b5adc7-5ab3-4c98-b440-ccf6e0f8c9d9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0477920 Jul 07 17:48:57.133044 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67e7477-e8d6-48c2-883d-6ef2a1a808ec None None] Checking router: 58c21fb5-dd9b-475c-9202-e0a54283ac7c for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:48:57.141593 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67e7477-e8d6-48c2-883d-6ef2a1a808ec None None] Routers {'58c21fb5-dd9b-475c-9202-e0a54283ac7c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:57.143822 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-a67e7477-e8d6-48c2-883d-6ef2a1a808ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:48:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:57.190948 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7202c-ed55-4a17-9416-bbc35974462d req-72be1c0d-702e-427e-a851-0487d0156b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:57.192503 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0c7202c-ed55-4a17-9416-bbc35974462d req-72be1c0d-702e-427e-a851-0487d0156b3d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556946 Jul 07 17:48:57.258483 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-a67e7477-e8d6-48c2-883d-6ef2a1a808ec None None] Set router 58c21fb5-dd9b-475c-9202-e0a54283ac7c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:57.298163 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0c7202c-ed55-4a17-9416-bbc35974462d req-27aec99b-9843-4f5a-8c0b-d9a18fd4fe74 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987477 Jul 07 17:48:57.398441 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0c7202c-ed55-4a17-9416-bbc35974462d req-aa02d89d-ca69-4e6b-a834-f58294bf4ecc service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934193 Jul 07 17:48:57.504187 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-a67e7477-e8d6-48c2-883d-6ef2a1a808ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:41Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'ae17c2bb-071a-4398-8f9e-6eeb18633af0', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'floating_ip_address': '172.25.0.200', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'port_id': 'e08b54ff-3b5e-4f91-8f88-5479109fe6f9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'mac_address': 'fa:16:3e:c5:3a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c71616-5bbc-41f9-9b50-6195aba8cc65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:48:44Z', 'updated_at': '2021-07-07T17:48:56Z', 'revision_number': 1, 'project_id': '23c8440a747842e6b499c808bca9de04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046d26d1-3057-4b93-b104-d50f09b1ab84', 'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'mac_address': 'fa:16:3e:5d:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:40Z', 'updated_at': '2021-07-07T17:48:46Z', 'revision_number': 5, 'project_id': '23c8440a747842e6b499c808bca9de04', 'subnets': [{'id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:57.536361 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67e7477-e8d6-48c2-883d-6ef2a1a808ec None None] The sync data for ids ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'] in n-d-791503-12 is: [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:41Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'ae17c2bb-071a-4398-8f9e-6eeb18633af0', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'floating_ip_address': '172.25.0.200', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'port_id': 'e08b54ff-3b5e-4f91-8f88-5479109fe6f9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'mac_address': 'fa:16:3e:c5:3a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c71616-5bbc-41f9-9b50-6195aba8cc65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:48:44Z', 'updated_at': '2021-07-07T17:48:56Z', 'revision_number': 1, 'project_id': '23c8440a747842e6b499c808bca9de04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046d26d1-3057-4b93-b104-d50f09b1ab84', 'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'mac_address': 'fa:16:3e:5d:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:40Z', 'updated_at': '2021-07-07T17:48:46Z', 'revision_number': 5, 'project_id': '23c8440a747842e6b499c808bca9de04', 'subnets': [{'id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:48:57.744205 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7133a56b-cbf9-4c79-aa47-1663d45ac7cf None None] New status for floating IP ae17c2bb-071a-4398-8f9e-6eeb18633af0: ACTIVE {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:48:58.050684 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.364456 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:07.726790 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:08.277922 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:23.460646 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b37bad12-4f99-4954-94d0-f3bd673ac976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.260386 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.850577 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9bf293a8-d6e6-4296-843a-74fda3a5c72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.054735 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:30.366575 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:30.713718 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63c32da8-1bc0-464b-9326-cffc0d2731ba req-2ec435d7-e2bd-4e78-bb47-af75897e0051 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0941207 Jul 07 17:49:30.818402 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c32da8-1bc0-464b-9326-cffc0d2731ba req-1b19a50a-36bb-47ff-8c5e-c420b55bd395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:30.819850 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63c32da8-1bc0-464b-9326-cffc0d2731ba req-1b19a50a-36bb-47ff-8c5e-c420b55bd395 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 1098 time: 0.0600562 Jul 07 17:49:30.925909 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c32da8-1bc0-464b-9326-cffc0d2731ba req-0f8aeb70-978b-4aab-8989-93af06948986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:30.927401 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63c32da8-1bc0-464b-9326-cffc0d2731ba req-0f8aeb70-978b-4aab-8989-93af06948986 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.0855103 Jul 07 17:49:30.997064 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63c32da8-1bc0-464b-9326-cffc0d2731ba req-93b39f11-b744-42b1-b974-310139dc4b67 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e08b54ff-3b5e-4f91-8f88-5479109fe6f9 HTTP/1.1" status: 200 len: 1002 time: 0.0628650 Jul 07 17:49:31.046818 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c32da8-1bc0-464b-9326-cffc0d2731ba req-da9dcd59-44ce-4f10-9bec-d487371743fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:31.048317 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63c32da8-1bc0-464b-9326-cffc0d2731ba req-da9dcd59-44ce-4f10-9bec-d487371743fa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0448458 Jul 07 17:49:31.108293 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c32da8-1bc0-464b-9326-cffc0d2731ba req-479712a4-23e4-4d7c-94e0-1e9fa738fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:31.109782 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63c32da8-1bc0-464b-9326-cffc0d2731ba req-479712a4-23e4-4d7c-94e0-1e9fa738fa1f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536849 Jul 07 17:49:31.205603 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63c32da8-1bc0-464b-9326-cffc0d2731ba req-af109e88-64d6-4703-b5bf-1113c4654029 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883646 Jul 07 17:49:31.295962 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-63c32da8-1bc0-464b-9326-cffc0d2731ba req-a143aecf-0017-402a-8602-a7d4ca6cec99 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835454 Jul 07 17:49:31.900756 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:49:37.731421 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:38.276594 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:53.464902 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ba9eaa9e-2daa-4120-91a9-b34f0afe5c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:56.262283 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:56.858951 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9e1d54d5-5ca8-49b9-96c2-3a6b9280ca54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:58.057188 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:00.370756 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:07.747095 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:08.293232 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:08.901643 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:50:23.466696 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-203a46a2-4fca-43fc-9277-0bb1c6d4df0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.266015 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.860567 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-186efefe-8f51-474b-9df1-9dfc1533cbe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:28.059722 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.372223 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.659267 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-21c86898-ce7a-4d0f-a327-af7e30ce7aa5 req-d6b60178-0699-481a-861f-242f868f5279 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0556104 Jul 07 17:50:31.780118 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c86898-ce7a-4d0f-a327-af7e30ce7aa5 req-9384a62f-810b-4013-b893-7146e7a76493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:31.781847 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-21c86898-ce7a-4d0f-a327-af7e30ce7aa5 req-9384a62f-810b-4013-b893-7146e7a76493 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 1098 time: 0.0671797 Jul 07 17:50:31.897930 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c86898-ce7a-4d0f-a327-af7e30ce7aa5 req-d637abd7-11df-47cb-9d39-d4ca4f717bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:31.900170 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-21c86898-ce7a-4d0f-a327-af7e30ce7aa5 req-d637abd7-11df-47cb-9d39-d4ca4f717bdb service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.0973253 Jul 07 17:50:31.975676 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-21c86898-ce7a-4d0f-a327-af7e30ce7aa5 req-41582e1e-48d1-4e9a-8053-561bd27f913c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e08b54ff-3b5e-4f91-8f88-5479109fe6f9 HTTP/1.1" status: 200 len: 1002 time: 0.0695050 Jul 07 17:50:32.028753 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c86898-ce7a-4d0f-a327-af7e30ce7aa5 req-7aa2d766-f0cb-432f-8abf-dd28d0bca482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:32.030274 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-21c86898-ce7a-4d0f-a327-af7e30ce7aa5 req-7aa2d766-f0cb-432f-8abf-dd28d0bca482 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0485401 Jul 07 17:50:32.096221 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c86898-ce7a-4d0f-a327-af7e30ce7aa5 req-d03d67d2-b476-41dc-899e-cef6abf7d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:32.097854 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-21c86898-ce7a-4d0f-a327-af7e30ce7aa5 req-d03d67d2-b476-41dc-899e-cef6abf7d3a1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611546 Jul 07 17:50:32.201552 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-21c86898-ce7a-4d0f-a327-af7e30ce7aa5 req-79c85c04-43c1-4ef9-9570-e4628c129cec service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963323 Jul 07 17:50:32.303419 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-21c86898-ce7a-4d0f-a327-af7e30ce7aa5 req-1d84bf32-21ea-4417-8f0b-87b14807d2cf service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953603 Jul 07 17:50:34.679625 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b37bef-afa7-47e2-9fd7-327067c02090 req-950ff20d-c86d-49b2-bfdb-b35f3766b638 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:34.682244 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c9b37bef-afa7-47e2-9fd7-327067c02090 req-950ff20d-c86d-49b2-bfdb-b35f3766b638 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 946 time: 0.1192520 Jul 07 17:50:34.726125 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c9b37bef-afa7-47e2-9fd7-327067c02090 req-bf82eda9-0907-4420-9821-5d9bc5b6eea9 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377958 Jul 07 17:50:35.202474 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-1e77be67-eccf-430d-a84c-5eef8e35e9aa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1552784 Jul 07 17:50:35.214624 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15521aea-e863-47f5-9f2f-d81e6ed451b7 req-61edca02-e81d-4d5a-b785-f710ef4ef05d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:35.216235 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15521aea-e863-47f5-9f2f-d81e6ed451b7 req-61edca02-e81d-4d5a-b785-f710ef4ef05d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 946 time: 0.1085730 Jul 07 17:50:35.257912 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-15521aea-e863-47f5-9f2f-d81e6ed451b7 req-2b3abb55-8ea0-4362-9b6a-3753b3e59dad tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352209 Jul 07 17:50:36.594895 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-fa502ca0-9528-4e71-a1cf-5872f3962ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:36.596442 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-fa502ca0-9528-4e71-a1cf-5872f3962ef7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 1098 time: 0.1125507 Jul 07 17:50:36.621137 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e775d13-8a8f-42f9-b6fe-ed599f843228 req-65225289-3472-430e-9e4e-f4de88280ce0 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:36.622670 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6e775d13-8a8f-42f9-b6fe-ed599f843228 req-65225289-3472-430e-9e4e-f4de88280ce0 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 946 time: 0.1661325 Jul 07 17:50:36.710846 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6e775d13-8a8f-42f9-b6fe-ed599f843228 req-edc4410f-6c80-4b68-8743-d516e1f31034 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778322 Jul 07 17:50:36.734806 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-5c7cae4d-861b-43c4-8212-45c35f4ed016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:36.736322 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-5c7cae4d-861b-43c4-8212-45c35f4ed016 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.1322753 Jul 07 17:50:36.812551 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-a15f2da7-fec7-4bde-b15b-2c7d4bca3033 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e08b54ff-3b5e-4f91-8f88-5479109fe6f9 HTTP/1.1" status: 200 len: 1002 time: 0.0676322 Jul 07 17:50:36.876011 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-d228832e-c5e6-4c7f-b6c7-4323fea27be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:36.878562 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-d228832e-c5e6-4c7f-b6c7-4323fea27be9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0580585 Jul 07 17:50:36.943033 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-eac06991-cf53-4722-9b28-8213c0734056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:36.944789 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-eac06991-cf53-4722-9b28-8213c0734056 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591996 Jul 07 17:50:37.084573 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-f5cc52b4-af5b-44db-aedb-2620f9446aae service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292663 Jul 07 17:50:37.185065 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-142a2fb1-28f9-4a8b-a1c8-1cd50dc9ba9a service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940843 Jul 07 17:50:37.759700 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.905696 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fce781-9456-434d-8f57-7479eae75287 req-ab55ab20-4c8b-40fe-8921-64db5119bd7b tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:37.907205 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-74fce781-9456-434d-8f57-7479eae75287 req-ab55ab20-4c8b-40fe-8921-64db5119bd7b tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 946 time: 0.0684390 Jul 07 17:50:37.950301 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-74fce781-9456-434d-8f57-7479eae75287 req-77365332-3049-47a0-939b-246c94d3ad64 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375192 Jul 07 17:50:38.304300 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.163763 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9a429-0112-4ebf-88dc-94900f1aba3b req-c0f15090-6500-42e9-b076-54d1ecc6112e tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:39.166109 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-64d9a429-0112-4ebf-88dc-94900f1aba3b req-c0f15090-6500-42e9-b076-54d1ecc6112e tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 946 time: 0.0737102 Jul 07 17:50:39.205829 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-64d9a429-0112-4ebf-88dc-94900f1aba3b req-0e3cd6c4-7d90-4262-9d75-5901b6d75366 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342171 Jul 07 17:50:40.417222 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa072cdc-eaa3-42a4-9148-c524a4c046db req-b3bf3a05-f736-4e7d-8c28-52ee2e71c9fa tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:40.418844 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-aa072cdc-eaa3-42a4-9148-c524a4c046db req-b3bf3a05-f736-4e7d-8c28-52ee2e71c9fa tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 946 time: 0.0787964 Jul 07 17:50:40.468053 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-aa072cdc-eaa3-42a4-9148-c524a4c046db req-8e17c53d-afe9-4d6d-a9d2-a2e7f0c2907e tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433440 Jul 07 17:50:41.669438 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f5cd7-b093-48e8-9070-b33fd62f493a req-021f32d3-2bda-4e41-8cdc-d7f464ed0183 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:41.671105 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-131f5cd7-b093-48e8-9070-b33fd62f493a req-021f32d3-2bda-4e41-8cdc-d7f464ed0183 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 946 time: 0.0799398 Jul 07 17:50:41.728137 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-131f5cd7-b093-48e8-9070-b33fd62f493a req-e2709237-bb55-46b9-b5fa-e2b6f21200ab tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513804 Jul 07 17:50:42.965866 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bc33e-82e6-4e00-8dc8-901a74c8a4a3 req-2af15858-1942-4804-8a17-f43cef7e33a0 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:42.967499 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-383bc33e-82e6-4e00-8dc8-901a74c8a4a3 req-2af15858-1942-4804-8a17-f43cef7e33a0 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 946 time: 0.0901642 Jul 07 17:50:43.027383 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-383bc33e-82e6-4e00-8dc8-901a74c8a4a3 req-dbd90620-280e-4daf-92e6-e6b5f74732b6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516040 Jul 07 17:50:44.280212 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475217e8-9a0d-4e5b-ac36-d7fb01b24589 req-5d464c51-d2ca-4769-a88a-769c710da2f7 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:44.282269 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-475217e8-9a0d-4e5b-ac36-d7fb01b24589 req-5d464c51-d2ca-4769-a88a-769c710da2f7 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 946 time: 0.0920761 Jul 07 17:50:44.336534 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-475217e8-9a0d-4e5b-ac36-d7fb01b24589 req-96272638-4a7b-4ec7-8f76-9c305b9f2b1c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444653 Jul 07 17:50:45.535525 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf1b50-d527-4035-8a97-403cf3d4753f req-e1ef2537-ab7a-4a69-bec3-47c911afc014 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:45.541680 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-aacf1b50-d527-4035-8a97-403cf3d4753f req-e1ef2537-ab7a-4a69-bec3-47c911afc014 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 946 time: 0.0787489 Jul 07 17:50:45.586156 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-aacf1b50-d527-4035-8a97-403cf3d4753f req-d6d98eb2-4c4b-4170-a712-209b58561210 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396206 Jul 07 17:50:45.902186 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:50:46.771848 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb19b1-2878-4d69-aea0-b3d47aef8171 req-8095e91a-f672-4685-b326-379f132d0a9f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:46.773623 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0fcb19b1-2878-4d69-aea0-b3d47aef8171 req-8095e91a-f672-4685-b326-379f132d0a9f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 946 time: 0.0707870 Jul 07 17:50:46.817447 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0fcb19b1-2878-4d69-aea0-b3d47aef8171 req-eeb93b61-0878-470e-a5dc-b8cb7ecaeb2d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377505 Jul 07 17:50:48.047080 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95747ebf-3a11-4702-841c-a7a4f441697e req-a87c696b-aaac-4d22-a658-fedd0271e630 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:48.048709 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-95747ebf-3a11-4702-841c-a7a4f441697e req-a87c696b-aaac-4d22-a658-fedd0271e630 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 946 time: 0.0685990 Jul 07 17:50:48.090405 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-95747ebf-3a11-4702-841c-a7a4f441697e req-81f643c8-60f5-4d99-a3ec-c5f2f9c1de71 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360162 Jul 07 17:50:49.300784 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f189e-31c8-4b7a-880e-f8232e2ce996 req-93f458f7-5d7e-4c32-9ca3-4b9b802dfd71 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:49.302397 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b66f189e-31c8-4b7a-880e-f8232e2ce996 req-93f458f7-5d7e-4c32-9ca3-4b9b802dfd71 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 946 time: 0.0790966 Jul 07 17:50:49.346905 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b66f189e-31c8-4b7a-880e-f8232e2ce996 req-3bd319fa-a505-4467-842c-1bb6a42dc462 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350971 Jul 07 17:50:49.434729 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-d7e24a53-a9d5-4306-8734-fb61d437ac90 service neutron] show failed (client error): The resource could not be found. Jul 07 17:50:49.435766 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-d7e24a53-a9d5-4306-8734-fb61d437ac90 service neutron] 10.222.0.72 "GET /v2.0/ports/e08b54ff-3b5e-4f91-8f88-5479109fe6f9/bindings/n-h1-791503-12 HTTP/1.1" status: 404 len: 381 time: 0.0623386 Jul 07 17:50:49.797840 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-48f8c0d9-1ea0-4294-ad21-821e62b376fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:49.799382 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-48f8c0d9-1ea0-4294-ad21-821e62b376fc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65&tenant_id=23c8440a747842e6b499c808bca9de04 HTTP/1.1" status: 200 len: 1098 time: 0.0946796 Jul 07 17:50:49.811377 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791503-12', 'device_owner': 'compute:nova'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:49.891459 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:50.114688 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] For port e08b54ff-3b5e-4f91-8f88-5479109fe6f9, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=e08b54ff-3b5e-4f91-8f88-5479109fe6f9,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:50.151239 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] For port e08b54ff-3b5e-4f91-8f88-5479109fe6f9, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:50.194147 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c71616-5bbc-41f9-9b50-6195aba8cc65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e08b54ff-3b5e-4f91-8f88-5479109fe6f9'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:50.201429 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:50.215379 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Transition to ACTIVE for port object e08b54ff-3b5e-4f91-8f88-5479109fe6f9 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:50.219447 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:50.253686 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6393c191-7ad0-4342-bc1a-6b70138cc2f0" -d '{"events": [{"server_uuid": "86c71616-5bbc-41f9-9b50-6195aba8cc65", "name": "network-vif-unplugged", "status": "completed", "tag": "e08b54ff-3b5e-4f91-8f88-5479109fe6f9"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:50.284476 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Pushing event updated for resources: {'Port': ['ID=e08b54ff-3b5e-4f91-8f88-5479109fe6f9,revision_number=6']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:50.684572 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259610f3-89da-45d3-a824-54f3d5ef6990 x-openstack-request-id: req-259610f3-89da-45d3-a824-54f3d5ef6990 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:50.685309 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c71616-5bbc-41f9-9b50-6195aba8cc65", "name": "network-vif-unplugged", "status": "completed", "tag": "e08b54ff-3b5e-4f91-8f88-5479109fe6f9", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:50.685309 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-259610f3-89da-45d3-a824-54f3d5ef6990 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:50.685522 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c71616-5bbc-41f9-9b50-6195aba8cc65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e08b54ff-3b5e-4f91-8f88-5479109fe6f9', 'code': 200} Jul 07 17:50:50.707061 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:50.707406 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:50.707754 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:50.708128 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:50.708467 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:50.708830 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:50.709166 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:50.709498 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:50.709836 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:50.710167 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:50.710498 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:50.710824 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:50.776860 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] No DVR routers for this DVR port e08b54ff-3b5e-4f91-8f88-5479109fe6f9 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:50.845038 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36943681-a7c7-4bb2-bc52-359f6436f6af req-5f261356-5fc2-47d8-8fe1-3aa5f0995221 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:50.846665 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-36943681-a7c7-4bb2-bc52-359f6436f6af req-5f261356-5fc2-47d8-8fe1-3aa5f0995221 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 944 time: 0.1603708 Jul 07 17:50:50.928023 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-36943681-a7c7-4bb2-bc52-359f6436f6af req-3dfbec5f-1366-4e00-8041-5b47fd6d201f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757289 Jul 07 17:50:50.966943 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Attempting to bind port e08b54ff-3b5e-4f91-8f88-5479109fe6f9 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:50:50.967289 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Attempting to bind port e08b54ff-3b5e-4f91-8f88-5479109fe6f9 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:50:50.967625 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Attempting to bind port e08b54ff-3b5e-4f91-8f88-5479109fe6f9 on network d9a45d5f-5778-4454-9c5e-ac761de82de3 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:50.972148 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Port e08b54ff-3b5e-4f91-8f88-5479109fe6f9 on network d9a45d5f-5778-4454-9c5e-ac761de82de3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:50:50.972476 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Attempting to bind port e08b54ff-3b5e-4f91-8f88-5479109fe6f9 on network d9a45d5f-5778-4454-9c5e-ac761de82de3 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:50.977727 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:50:50.978200 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Checking segment: {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:50.978597 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Bound using segment: {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:50:50.979023 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Bound port: e08b54ff-3b5e-4f91-8f88-5479109fe6f9, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:50:50.979391 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:51.049829 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] For port e08b54ff-3b5e-4f91-8f88-5479109fe6f9, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:51.053096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] For port e08b54ff-3b5e-4f91-8f88-5479109fe6f9, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=e08b54ff-3b5e-4f91-8f88-5479109fe6f9,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:50:51.058677 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:51.096831 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:51.097461 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:51.098880 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] 10.222.0.64 "PUT /v2.0/ports/e08b54ff-3b5e-4f91-8f88-5479109fe6f9 HTTP/1.1" status: 200 len: 1093 time: 1.2917361 Jul 07 17:50:51.120276 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4d523-d176-43ea-bbba-275a08e28404 service neutron] Pushing event updated for resources: {'Port': ['ID=e08b54ff-3b5e-4f91-8f88-5479109fe6f9,revision_number=7']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:51.190701 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-8f6d5e1a-d2c2-4791-bf6f-8bc3cacd883c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:51.192215 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-8f6d5e1a-d2c2-4791-bf6f-8bc3cacd883c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 1096 time: 0.0688055 Jul 07 17:50:51.308747 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-7d371e40-9d07-4b93-8c11-e4966c572ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:51.310259 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-7d371e40-9d07-4b93-8c11-e4966c572ffc service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.1120200 Jul 07 17:50:51.380994 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-333b289c-8a41-46e0-90a2-f6d2bcdc3567 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e08b54ff-3b5e-4f91-8f88-5479109fe6f9 HTTP/1.1" status: 200 len: 1000 time: 0.0639048 Jul 07 17:50:51.435284 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-c66c60e2-238e-424c-9ff0-9bc304035be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:51.436827 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-c66c60e2-238e-424c-9ff0-9bc304035be2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0498326 Jul 07 17:50:51.501227 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-0e0797ac-86ba-4e8a-bbbb-2686fd48c0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:51.502679 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-0e0797ac-86ba-4e8a-bbbb-2686fd48c0e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593674 Jul 07 17:50:51.602410 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-b967a7a1-eafc-4f38-997d-6f43e1c16fef service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920956 Jul 07 17:50:51.720288 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db55df25-b4ef-44f8-9df2-c7f93872d6cc req-717a79a9-4f0c-4a17-8a09-69970df6e8c9 service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115959 Jul 07 17:50:52.121631 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824d191-c2d9-43e7-a6ca-777b909fa3b8 req-0542af6f-051d-4737-9620-3e7051150dc7 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:52.123210 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d824d191-c2d9-43e7-a6ca-777b909fa3b8 req-0542af6f-051d-4737-9620-3e7051150dc7 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 944 time: 0.0700538 Jul 07 17:50:52.170199 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d824d191-c2d9-43e7-a6ca-777b909fa3b8 req-892df887-bcd1-4016-80a9-c94e6aaeb860 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413163 Jul 07 17:50:52.686586 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c71616-5bbc-41f9-9b50-6195aba8cc65', 'tag': 'e08b54ff-3b5e-4f91-8f88-5479109fe6f9'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:52.689033 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d28c0c-f03d-4b0c-8511-efbb15e9469f" -d '{"events": [{"name": "network-changed", "server_uuid": "86c71616-5bbc-41f9-9b50-6195aba8cc65", "tag": "e08b54ff-3b5e-4f91-8f88-5479109fe6f9"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:52.738856 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e5dfb4-2e1d-4c88-9909-400c7d3de314 x-openstack-request-id: req-e4e5dfb4-2e1d-4c88-9909-400c7d3de314 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:52.739574 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c71616-5bbc-41f9-9b50-6195aba8cc65", "tag": "e08b54ff-3b5e-4f91-8f88-5479109fe6f9", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:52.739574 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e4e5dfb4-2e1d-4c88-9909-400c7d3de314 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:52.740224 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c71616-5bbc-41f9-9b50-6195aba8cc65', 'tag': 'e08b54ff-3b5e-4f91-8f88-5479109fe6f9', 'status': 'completed', 'code': 200} Jul 07 17:50:52.854442 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d28c0c-f03d-4b0c-8511-efbb15e9469f req-2a45697d-373d-4c48-bf97-599ae9cb79be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:52.856013 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26d28c0c-f03d-4b0c-8511-efbb15e9469f req-2a45697d-373d-4c48-bf97-599ae9cb79be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 1096 time: 0.0967450 Jul 07 17:50:52.858925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d28c0c-f03d-4b0c-8511-efbb15e9469f req-93fd7776-036d-40c8-87b2-1f9e0239492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:52.860327 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26d28c0c-f03d-4b0c-8511-efbb15e9469f req-93fd7776-036d-40c8-87b2-1f9e0239492a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 1096 time: 0.0929561 Jul 07 17:50:53.030292 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d28c0c-f03d-4b0c-8511-efbb15e9469f req-2c8d594b-c3be-40ad-8915-1677f5725cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:53.031864 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26d28c0c-f03d-4b0c-8511-efbb15e9469f req-2c8d594b-c3be-40ad-8915-1677f5725cde service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.1693418 Jul 07 17:50:53.035621 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d28c0c-f03d-4b0c-8511-efbb15e9469f req-d246f85d-0de0-4847-a6bf-508e302b98ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:53.037096 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26d28c0c-f03d-4b0c-8511-efbb15e9469f req-d246f85d-0de0-4847-a6bf-508e302b98ee service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.1660612 Jul 07 17:50:53.155680 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26d28c0c-f03d-4b0c-8511-efbb15e9469f req-97cc9da0-0f33-40a2-9e62-50fae0b701f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e08b54ff-3b5e-4f91-8f88-5479109fe6f9 HTTP/1.1" status: 200 len: 1000 time: 0.1169305 Jul 07 17:50:53.157530 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26d28c0c-f03d-4b0c-8511-efbb15e9469f req-d7013cb8-3dd5-43d5-9b59-678ee7681803 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e08b54ff-3b5e-4f91-8f88-5479109fe6f9 HTTP/1.1" status: 200 len: 1000 time: 0.1125071 Jul 07 17:50:53.254829 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d28c0c-f03d-4b0c-8511-efbb15e9469f req-27d9a308-c91d-4c5a-a5f4-0aa68f1765b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:53.254829 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26d28c0c-f03d-4b0c-8511-efbb15e9469f req-27d9a308-c91d-4c5a-a5f4-0aa68f1765b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0919874 Jul 07 17:50:53.256770 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d28c0c-f03d-4b0c-8511-efbb15e9469f req-523ef1fb-a045-4f88-a4ee-856088144e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:53.258115 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26d28c0c-f03d-4b0c-8511-efbb15e9469f req-523ef1fb-a045-4f88-a4ee-856088144e7c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0832102 Jul 07 17:50:53.409635 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d28c0c-f03d-4b0c-8511-efbb15e9469f req-86a9f144-4126-46e8-a5f6-ecfd1d1e8a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:53.411058 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b02dc-9328-4c65-b0f0-f2a2d0507dd3 req-30c93735-b8c1-4980-a829-5b224a056fab tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:53.412524 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26d28c0c-f03d-4b0c-8511-efbb15e9469f req-86a9f144-4126-46e8-a5f6-ecfd1d1e8a72 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1491096 Jul 07 17:50:53.413010 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-245b02dc-9328-4c65-b0f0-f2a2d0507dd3 req-30c93735-b8c1-4980-a829-5b224a056fab tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 944 time: 0.0961573 Jul 07 17:50:53.418740 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d28c0c-f03d-4b0c-8511-efbb15e9469f req-73daed30-b4f2-4d57-ab09-87651976a0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:53.421397 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26d28c0c-f03d-4b0c-8511-efbb15e9469f req-73daed30-b4f2-4d57-ab09-87651976a0a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1442556 Jul 07 17:50:53.459366 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-245b02dc-9328-4c65-b0f0-f2a2d0507dd3 req-d87f4fa7-8cac-4f22-86f6-fc08f970b19e tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363650 Jul 07 17:50:53.474929 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e7491777-4ad6-49dc-be82-57c0043a2cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.618045 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26d28c0c-f03d-4b0c-8511-efbb15e9469f req-7f761ffb-88be-4278-8404-79c515d2f189 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952147 Jul 07 17:50:53.623115 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26d28c0c-f03d-4b0c-8511-efbb15e9469f req-5e5bc482-a9cf-4e79-a44b-1bd86d5db194 service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871669 Jul 07 17:50:53.799857 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26d28c0c-f03d-4b0c-8511-efbb15e9469f req-5f8da5f9-47a6-4175-8580-f1aaf37cf09d service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744533 Jul 07 17:50:53.803781 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26d28c0c-f03d-4b0c-8511-efbb15e9469f req-44d8b9d2-0bae-49f4-99f3-8ae4637a7de4 service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706808 Jul 07 17:50:53.841549 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device e08b54ff-3b5e-4f91-8f88-5479109fe6f9 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:53.891545 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device e08b54ff-3b5e-4f91-8f88-5479109fe6f9 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:54.658620 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc98e4b-c79e-4347-9f66-a907c17519e4 req-93499e81-0656-4eb4-a5ec-e95cac004c78 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:54.660419 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2dc98e4b-c79e-4347-9f66-a907c17519e4 req-93499e81-0656-4eb4-a5ec-e95cac004c78 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 944 time: 0.0722497 Jul 07 17:50:54.701742 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device e08b54ff-3b5e-4f91-8f88-5479109fe6f9 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:50:54.715658 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2dc98e4b-c79e-4347-9f66-a907c17519e4 req-9895f268-b97a-40bd-8a55-54e7dd62ff26 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482931 Jul 07 17:50:54.808650 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port e08b54ff-3b5e-4f91-8f88-5479109fe6f9, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=e08b54ff-3b5e-4f91-8f88-5479109fe6f9,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:54.987915 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'e08b54ff-3b5e-4f91-8f88-5479109fe6f9', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'port_id': 'e08b54ff-3b5e-4f91-8f88-5479109fe6f9', 'mac_address': 'fa:16:3e:c5:3a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:50:55.057961 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:55.081650 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e08b54ff-3b5e-4f91-8f88-5479109fe6f9 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:50:55.114136 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port e08b54ff-3b5e-4f91-8f88-5479109fe6f9, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=e08b54ff-3b5e-4f91-8f88-5479109fe6f9,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:55.119879 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:55.162425 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb82d09-608a-424d-bf7c-3262333e7d2d req-09f8b4b8-fbb0-44ca-90f4-ea67f3936bf4 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:55.164104 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1fb82d09-608a-424d-bf7c-3262333e7d2d req-09f8b4b8-fbb0-44ca-90f4-ea67f3936bf4 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 944 time: 0.1262920 Jul 07 17:50:55.176771 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08356770-a898-42af-b360-456f3bda34f3 req-8e06ca55-39d3-4b1b-8d6b-10853bd65c25 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:55.178219 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08356770-a898-42af-b360-456f3bda34f3 req-8e06ca55-39d3-4b1b-8d6b-10853bd65c25 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65&tenant_id=23c8440a747842e6b499c808bca9de04&binding%3Ahost_id=n-h1-791503-12 HTTP/1.1" status: 200 len: 944 time: 0.1097310 Jul 07 17:50:55.183893 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=e08b54ff-3b5e-4f91-8f88-5479109fe6f9,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:55.194595 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:55.194930 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:55.195280 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:55.195693 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:55.195971 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:55.196847 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:55.197176 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:55.197529 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:55.197884 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:55.198191 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:55.198523 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:55.198878 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:55.257864 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1fb82d09-608a-424d-bf7c-3262333e7d2d req-41651490-b95c-4a61-9bc8-1cb2682918e3 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786171 Jul 07 17:50:55.284836 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [req-08356770-a898-42af-b360-456f3bda34f3 req-6b142ee9-6316-4a92-b5f1-854820ff0579 service neutron] delete failed (client error): The resource could not be found. Jul 07 17:50:55.285889 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08356770-a898-42af-b360-456f3bda34f3 req-6b142ee9-6316-4a92-b5f1-854820ff0579 service neutron] 10.222.0.72 "DELETE /v2.0/ports/e08b54ff-3b5e-4f91-8f88-5479109fe6f9/bindings/n-h2-791503-12 HTTP/1.1" status: 404 len: 381 time: 0.0964477 Jul 07 17:50:55.348575 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['e08b54ff-3b5e-4f91-8f88-5479109fe6f9'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:50:55.397883 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08356770-a898-42af-b360-456f3bda34f3 req-a7cdaf5c-27c2-4edb-ad87-19e5addd3fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:55.401029 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08356770-a898-42af-b360-456f3bda34f3 req-a7cdaf5c-27c2-4edb-ad87-19e5addd3fc4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 1097 time: 0.0664451 Jul 07 17:50:55.520573 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08356770-a898-42af-b360-456f3bda34f3 req-505cd19b-5822-43e9-9565-452802eccf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:55.522384 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08356770-a898-42af-b360-456f3bda34f3 req-505cd19b-5822-43e9-9565-452802eccf61 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.1151216 Jul 07 17:50:55.609718 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08356770-a898-42af-b360-456f3bda34f3 req-60e5b946-5bca-4019-875c-dd54887c69f4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e08b54ff-3b5e-4f91-8f88-5479109fe6f9 HTTP/1.1" status: 200 len: 1001 time: 0.0792613 Jul 07 17:50:55.663692 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08356770-a898-42af-b360-456f3bda34f3 req-35d957fe-d3ae-489f-9dd7-2fbb7654373f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:55.665452 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08356770-a898-42af-b360-456f3bda34f3 req-35d957fe-d3ae-489f-9dd7-2fbb7654373f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0491621 Jul 07 17:50:55.734130 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08356770-a898-42af-b360-456f3bda34f3 req-1d3138d6-fbde-4fef-a712-a865826556a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:55.735716 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08356770-a898-42af-b360-456f3bda34f3 req-1d3138d6-fbde-4fef-a712-a865826556a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628312 Jul 07 17:50:55.840745 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08356770-a898-42af-b360-456f3bda34f3 req-3f4d5cd1-cb52-4bc1-b2fe-d84ebb461f08 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958993 Jul 07 17:50:55.941605 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08356770-a898-42af-b360-456f3bda34f3 req-dfc4ff6c-b06c-46d2-a71c-d78f04911c25 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940108 Jul 07 17:50:56.273674 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:56.466998 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e4022-2fba-498c-bfc8-50cceefa43e1 req-02423736-390a-4f46-9d1b-54b7fcbc6d09 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:56.468554 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-577e4022-2fba-498c-bfc8-50cceefa43e1 req-02423736-390a-4f46-9d1b-54b7fcbc6d09 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 945 time: 0.0745306 Jul 07 17:50:56.517098 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-577e4022-2fba-498c-bfc8-50cceefa43e1 req-be826df6-d6d8-4347-a4fb-8008a3a6cb21 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399647 Jul 07 17:50:56.725242 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device e08b54ff-3b5e-4f91-8f88-5479109fe6f9 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:56.777034 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port e08b54ff-3b5e-4f91-8f88-5479109fe6f9 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:56.780950 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port e08b54ff-3b5e-4f91-8f88-5479109fe6f9 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:56.781330 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:56.870782 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d33feec8-d456-47e9-ae22-e572de8dea91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:56.874149 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:56.897701 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c71616-5bbc-41f9-9b50-6195aba8cc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08b54ff-3b5e-4f91-8f88-5479109fe6f9'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:56.912809 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port e08b54ff-3b5e-4f91-8f88-5479109fe6f9, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=e08b54ff-3b5e-4f91-8f88-5479109fe6f9,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:56.918020 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:56.945281 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be933686-c079-4083-998a-8365763dc4e8" -d '{"events": [{"server_uuid": "86c71616-5bbc-41f9-9b50-6195aba8cc65", "name": "network-vif-plugged", "status": "completed", "tag": "e08b54ff-3b5e-4f91-8f88-5479109fe6f9"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:56.973406 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=e08b54ff-3b5e-4f91-8f88-5479109fe6f9,revision_number=9']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:57.034451 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07f90e5-14de-43d8-89aa-00c8d67918ab x-openstack-request-id: req-c07f90e5-14de-43d8-89aa-00c8d67918ab {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:57.034843 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c71616-5bbc-41f9-9b50-6195aba8cc65", "name": "network-vif-plugged", "status": "completed", "tag": "e08b54ff-3b5e-4f91-8f88-5479109fe6f9", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:57.035180 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c07f90e5-14de-43d8-89aa-00c8d67918ab {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:57.035619 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c71616-5bbc-41f9-9b50-6195aba8cc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08b54ff-3b5e-4f91-8f88-5479109fe6f9', 'code': 200} Jul 07 17:50:57.706299 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18795df8-12a8-4c27-815c-e7f771fe9136 req-b84de7b0-30d0-4de8-881a-e4cd180b194b tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:57.707881 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-18795df8-12a8-4c27-815c-e7f771fe9136 req-b84de7b0-30d0-4de8-881a-e4cd180b194b tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 946 time: 0.0728276 Jul 07 17:50:57.750709 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-18795df8-12a8-4c27-815c-e7f771fe9136 req-a25d1624-74a3-4674-896f-7709d7ce9915 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359554 Jul 07 17:50:57.931640 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7da9f-a9e0-42d9-b34a-64ec8e7e9803 req-fee36e38-a503-48b4-928f-4b20c0effbbe tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:57.933227 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8fa7da9f-a9e0-42d9-b34a-64ec8e7e9803 req-fee36e38-a503-48b4-928f-4b20c0effbbe tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 946 time: 0.0658731 Jul 07 17:50:57.972001 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8fa7da9f-a9e0-42d9-b34a-64ec8e7e9803 req-7cbde9c8-e373-493b-90f8-03a14176cacf tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331054 Jul 07 17:50:58.063065 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:58.151326 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58115784-d4e3-4023-9ca3-80cfa1f5346d req-9b99338f-0772-4f48-babb-d0e01a5381e6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:58.152931 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-58115784-d4e3-4023-9ca3-80cfa1f5346d req-9b99338f-0772-4f48-babb-d0e01a5381e6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 946 time: 0.0675325 Jul 07 17:50:58.192107 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-58115784-d4e3-4023-9ca3-80cfa1f5346d req-2655a09d-e2c7-4f10-90b5-5bd43118baf0 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334136 Jul 07 17:50:58.587641 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aad39c-6606-4fc9-9dc1-ed6abdd9d76d req-8ce9999a-ffba-4f3c-8923-7304ed35f6af tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:58.589331 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-38aad39c-6606-4fc9-9dc1-ed6abdd9d76d req-8ce9999a-ffba-4f3c-8923-7304ed35f6af tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 946 time: 0.0664444 Jul 07 17:50:58.631885 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-38aad39c-6606-4fc9-9dc1-ed6abdd9d76d req-489242df-c130-4c5a-9d57-87587de4b1e7 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369620 Jul 07 17:50:59.861677 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49ca86-53be-4172-9f32-a64c82797d8c req-60aeba4d-07e4-4fbf-bc3c-ab285f33fc51 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:59.863205 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8a49ca86-53be-4172-9f32-a64c82797d8c req-60aeba4d-07e4-4fbf-bc3c-ab285f33fc51 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 946 time: 0.1118405 Jul 07 17:50:59.877174 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b470782-87e2-409f-ae3e-fe0acbbb84dd req-aee956bf-cb4e-4070-af79-8640358486a4 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:59.878637 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1b470782-87e2-409f-ae3e-fe0acbbb84dd req-aee956bf-cb4e-4070-af79-8640358486a4 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.64 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 946 time: 0.0985858 Jul 07 17:50:59.947817 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8a49ca86-53be-4172-9f32-a64c82797d8c req-3a86b8f7-4beb-4c0e-af40-a68bb14a5ad4 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784564 Jul 07 17:51:00.006289 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-1b470782-87e2-409f-ae3e-fe0acbbb84dd req-aedb5167-b1cf-406c-af4f-3f492dab61b3 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Deleting port e08b54ff-3b5e-4f91-8f88-5479109fe6f9 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:51:00.006644 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1b470782-87e2-409f-ae3e-fe0acbbb84dd req-aedb5167-b1cf-406c-af4f-3f492dab61b3 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:00.105230 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-1b470782-87e2-409f-ae3e-fe0acbbb84dd req-aedb5167-b1cf-406c-af4f-3f492dab61b3 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] For port e08b54ff-3b5e-4f91-8f88-5479109fe6f9, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=e08b54ff-3b5e-4f91-8f88-5479109fe6f9,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:00.105597 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1b470782-87e2-409f-ae3e-fe0acbbb84dd req-aedb5167-b1cf-406c-af4f-3f492dab61b3 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:00.292055 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1b470782-87e2-409f-ae3e-fe0acbbb84dd req-aedb5167-b1cf-406c-af4f-3f492dab61b3 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:00.292436 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1b470782-87e2-409f-ae3e-fe0acbbb84dd req-aedb5167-b1cf-406c-af4f-3f492dab61b3 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:00.293052 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [req-1b470782-87e2-409f-ae3e-fe0acbbb84dd req-aedb5167-b1cf-406c-af4f-3f492dab61b3 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Floating IP ae17c2bb-071a-4398-8f9e-6eeb18633af0 disassociated. External IP: 172.25.0.200, port: e08b54ff-3b5e-4f91-8f88-5479109fe6f9. Jul 07 17:51:00.293269 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-1b470782-87e2-409f-ae3e-fe0acbbb84dd req-aedb5167-b1cf-406c-af4f-3f492dab61b3 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Calling delete_port for e08b54ff-3b5e-4f91-8f88-5479109fe6f9 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:51:00.375919 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:00.432879 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1b470782-87e2-409f-ae3e-fe0acbbb84dd req-aedb5167-b1cf-406c-af4f-3f492dab61b3 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:00.463737 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb5167-b1cf-406c-af4f-3f492dab61b3 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Pushing event deleted for resources: {'Port': ['ID=e08b54ff-3b5e-4f91-8f88-5479109fe6f9,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:00.591853 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b470782-87e2-409f-ae3e-fe0acbbb84dd req-aedb5167-b1cf-406c-af4f-3f492dab61b3 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Router 58c21fb5-dd9b-475c-9202-e0a54283ac7c has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:51:01.016648 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b470782-87e2-409f-ae3e-fe0acbbb84dd req-aedb5167-b1cf-406c-af4f-3f492dab61b3 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:51:01.029542 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eef0be-3526-4ab9-86ee-02406779f3ff None None] Sync routers for ids ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:51:01.041373 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eef0be-3526-4ab9-86ee-02406779f3ff None None] Routers {'58c21fb5-dd9b-475c-9202-e0a54283ac7c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:01.042334 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b5eef0be-3526-4ab9-86ee-02406779f3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:50:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:01.065730 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b470782-87e2-409f-ae3e-fe0acbbb84dd req-aedb5167-b1cf-406c-af4f-3f492dab61b3 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] No DVR routers for this DVR port e08b54ff-3b5e-4f91-8f88-5479109fe6f9 on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:51:01.068524 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1b470782-87e2-409f-ae3e-fe0acbbb84dd req-aedb5167-b1cf-406c-af4f-3f492dab61b3 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:01.070656 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1b470782-87e2-409f-ae3e-fe0acbbb84dd req-aedb5167-b1cf-406c-af4f-3f492dab61b3 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.64 "DELETE /v2.0/ports/e08b54ff-3b5e-4f91-8f88-5479109fe6f9 HTTP/1.1" status: 204 len: 173 time: 1.1861045 Jul 07 17:51:01.071138 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c71616-5bbc-41f9-9b50-6195aba8cc65', 'name': 'network-vif-deleted', 'tag': 'e08b54ff-3b5e-4f91-8f88-5479109fe6f9'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:01.082127 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64b59c6-e64a-49c9-accc-b7170eb14983" -d '{"events": [{"server_uuid": "86c71616-5bbc-41f9-9b50-6195aba8cc65", "name": "network-vif-deleted", "tag": "e08b54ff-3b5e-4f91-8f88-5479109fe6f9"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:01.108456 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-11e686bf-1244-4d54-8da9-e249d132fd2e req-f82ae07b-b7e8-4959-9daa-1109540ea88b tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=86c71616-5bbc-41f9-9b50-6195aba8cc65 HTTP/1.1" status: 200 len: 210 time: 0.0363591 Jul 07 17:51:01.147055 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27a8e55-7d38-4ee5-92e4-4c974f9dabf6 x-openstack-request-id: req-c27a8e55-7d38-4ee5-92e4-4c974f9dabf6 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:01.147374 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c71616-5bbc-41f9-9b50-6195aba8cc65", "name": "network-vif-deleted", "tag": "e08b54ff-3b5e-4f91-8f88-5479109fe6f9", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:01.147634 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c27a8e55-7d38-4ee5-92e4-4c974f9dabf6 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:01.148053 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c71616-5bbc-41f9-9b50-6195aba8cc65', 'name': 'network-vif-deleted', 'tag': 'e08b54ff-3b5e-4f91-8f88-5479109fe6f9', 'status': 'completed', 'code': 200} Jul 07 17:51:01.158775 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-b5eef0be-3526-4ab9-86ee-02406779f3ff None None] Set router 58c21fb5-dd9b-475c-9202-e0a54283ac7c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:01.403059 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b5eef0be-3526-4ab9-86ee-02406779f3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:41Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '046d26d1-3057-4b93-b104-d50f09b1ab84', 'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'mac_address': 'fa:16:3e:5d:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:40Z', 'updated_at': '2021-07-07T17:48:46Z', 'revision_number': 5, 'project_id': '23c8440a747842e6b499c808bca9de04', 'subnets': [{'id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:01.532179 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eef0be-3526-4ab9-86ee-02406779f3ff None None] Checking router: 58c21fb5-dd9b-475c-9202-e0a54283ac7c for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:51:01.541775 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eef0be-3526-4ab9-86ee-02406779f3ff None None] Routers {'58c21fb5-dd9b-475c-9202-e0a54283ac7c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:01.542456 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b5eef0be-3526-4ab9-86ee-02406779f3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:50:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:01.655006 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-b5eef0be-3526-4ab9-86ee-02406779f3ff None None] Set router 58c21fb5-dd9b-475c-9202-e0a54283ac7c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:01.869826 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b5eef0be-3526-4ab9-86ee-02406779f3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:41Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '046d26d1-3057-4b93-b104-d50f09b1ab84', 'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'mac_address': 'fa:16:3e:5d:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:40Z', 'updated_at': '2021-07-07T17:48:46Z', 'revision_number': 5, 'project_id': '23c8440a747842e6b499c808bca9de04', 'subnets': [{'id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:01.899406 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eef0be-3526-4ab9-86ee-02406779f3ff None None] The sync data for ids ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'] in n-d-791503-12 is: [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:41Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '046d26d1-3057-4b93-b104-d50f09b1ab84', 'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'mac_address': 'fa:16:3e:5d:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:40Z', 'updated_at': '2021-07-07T17:48:46Z', 'revision_number': 5, 'project_id': '23c8440a747842e6b499c808bca9de04', 'subnets': [{'id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:51:02.147206 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2146f28-6206-4e20-99ad-6a6cdf5a2ba8 None None] New status for floating IP ae17c2bb-071a-4398-8f9e-6eeb18633af0: DOWN {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:51:02.428217 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-1001d442-5eaa-41d1-a71c-576211a1b48a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--632118569&fields=id&tenant_id=23c8440a747842e6b499c808bca9de04 HTTP/1.1" status: 200 len: 267 time: 0.0323796 Jul 07 17:51:02.541224 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-3b454bf9-7a99-4089-8aae-b8946d8f967c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:02.542776 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-3b454bf9-7a99-4089-8aae-b8946d8f967c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 812 time: 0.1074755 Jul 07 17:51:02.559671 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-e2879bcc-f6a2-4cf4-881e-f606221b70c7 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/quotas/23c8440a747842e6b499c808bca9de04 HTTP/1.1" status: 200 len: 375 time: 0.0113029 Jul 07 17:51:02.649811 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-7a124a75-2d49-4130-8853-a56921e46034 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0836070 Jul 07 17:51:02.775659 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device e08b54ff-3b5e-4f91-8f88-5479109fe6f9 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:51:02.799843 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: e08b54ff-3b5e-4f91-8f88-5479109fe6f9 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:51:02.800193 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device e08b54ff-3b5e-4f91-8f88-5479109fe6f9 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:51:02.831360 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-086bafa8-1935-4ffc-b848-02782f33b3dd service neutron] 10.222.0.53 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322210 Jul 07 17:51:02.933059 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-6ac81397-ccc8-4efe-9b2a-a6cb36824f4a service neutron] 10.222.0.53 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959637 Jul 07 17:51:03.117090 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0565bb99-2673-4324-b283-93313fc8131e req-767f9897-d567-4e9d-80bd-9ca67a485133 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 210 time: 0.0308812 Jul 07 17:51:04.208684 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-16a82367-4ceb-4f1d-b973-7b340f5d3b88 req-2a76f75e-3e5e-4ceb-9725-11967db7d83d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 210 time: 0.0323689 Jul 07 17:51:05.336190 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ae0fe648-e6b2-4fa7-850d-b0a3f4ab8083 req-faf4f7f0-c155-4fec-9afc-d2bdf55b1723 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 210 time: 0.0407181 Jul 07 17:51:06.419903 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e21ef8e3-b722-4d17-b8fe-808bcbd80c7b req-931697a0-6c2f-42fd-864d-b083472314b6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 210 time: 0.0289133 Jul 07 17:51:07.562916 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-efafbc50-bc26-458f-9b5e-1544e5b7f68d req-c6dd8b6e-8cd2-42af-90b9-fc5525c17a0e tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 210 time: 0.0295405 Jul 07 17:51:07.765930 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.333221 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.437019 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-170c2d83-efa2-4d1b-8293-aba38732b682 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:08.438532 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-170c2d83-efa2-4d1b-8293-aba38732b682 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 812 time: 0.1130500 Jul 07 17:51:08.492550 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-1ff7257b-eabb-4618-b544-9e2b39bf1339 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23c8440a747842e6b499c808bca9de04 HTTP/1.1" status: 200 len: 379 time: 0.0367908 Jul 07 17:51:08.503571 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-ad502a2f-bbcb-4f31-bb2d-a519829d9e2a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Request body: {'port': {'device_id': '33e193d5-8cff-4db1-8a44-ad8373d20bc1', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'admin_state_up': True, 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'security_groups': ['3f5cf002-71e8-4aa4-8e8f-ed7613eda67c']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:08.621846 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-ad502a2f-bbcb-4f31-bb2d-a519829d9e2a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Made reservation on behalf of 23c8440a747842e6b499c808bca9de04 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:08.625559 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-ad502a2f-bbcb-4f31-bb2d-a519829d9e2a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.711603 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dd560e36-5f58-4fc6-bcac-6fd63af4588e req-0caa6b3c-ff33-4be3-b6d3-647109cf1e3a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 210 time: 0.0339565 Jul 07 17:51:08.770718 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-ad502a2f-bbcb-4f31-bb2d-a519829d9e2a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Allocated IP 172.20.0.8 (d9a45d5f-5778-4454-9c5e-ac761de82de3/46453a36-dfb2-4c06-82f3-5d7511d256d6/2394402d-1aa1-4f16-afbf-70d92c785cff) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:08.921584 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-ad502a2f-bbcb-4f31-bb2d-a519829d9e2a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.935879 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-ad502a2f-bbcb-4f31-bb2d-a519829d9e2a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Transition to ACTIVE for port object 2394402d-1aa1-4f16-afbf-70d92c785cff will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:08.969932 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-ad502a2f-bbcb-4f31-bb2d-a519829d9e2a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:09.019332 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-ad502a2f-bbcb-4f31-bb2d-a519829d9e2a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Network d9a45d5f-5778-4454-9c5e-ac761de82de3 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:09.024899 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-ad502a2f-bbcb-4f31-bb2d-a519829d9e2a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:09.028740 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-ad502a2f-bbcb-4f31-bb2d-a519829d9e2a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:09.035317 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad502a2f-bbcb-4f31-bb2d-a519829d9e2a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Pushing event updated for resources: {'Port': ['ID=2394402d-1aa1-4f16-afbf-70d92c785cff,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:09.089125 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-ad502a2f-bbcb-4f31-bb2d-a519829d9e2a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:09.089795 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-ad502a2f-bbcb-4f31-bb2d-a519829d9e2a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:09.106887 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-ad502a2f-bbcb-4f31-bb2d-a519829d9e2a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6091046 Jul 07 17:51:09.119723 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-89542655-3597-4198-a2cd-e59a20882f07 service neutron] Request body: {'port': {'device_id': '33e193d5-8cff-4db1-8a44-ad8373d20bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:09.199309 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-89542655-3597-4198-a2cd-e59a20882f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:09.286845 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-45d5d23b-af70-490a-bd87-b82a2a72787e None None] Provisioning for port 2394402d-1aa1-4f16-afbf-70d92c785cff completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:09.291279 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-45d5d23b-af70-490a-bd87-b82a2a72787e None None] Provisioning complete for port 2394402d-1aa1-4f16-afbf-70d92c785cff triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:09.291640 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-45d5d23b-af70-490a-bd87-b82a2a72787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:09.330423 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-45d5d23b-af70-490a-bd87-b82a2a72787e None None] Port 2394402d-1aa1-4f16-afbf-70d92c785cff cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:51:09.504101 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-89542655-3597-4198-a2cd-e59a20882f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2394402d-1aa1-4f16-afbf-70d92c785cff {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:09.512867 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-89542655-3597-4198-a2cd-e59a20882f07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:09.525574 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-89542655-3597-4198-a2cd-e59a20882f07 service neutron] Transition to ACTIVE for port object 2394402d-1aa1-4f16-afbf-70d92c785cff will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:09.529904 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-89542655-3597-4198-a2cd-e59a20882f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:09.582576 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89542655-3597-4198-a2cd-e59a20882f07 service neutron] Pushing event updated for resources: {'Port': ['ID=2394402d-1aa1-4f16-afbf-70d92c785cff,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:09.658642 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-89542655-3597-4198-a2cd-e59a20882f07 service neutron] Attempting to bind port 2394402d-1aa1-4f16-afbf-70d92c785cff on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:09.659433 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-89542655-3597-4198-a2cd-e59a20882f07 service neutron] Attempting to bind port 2394402d-1aa1-4f16-afbf-70d92c785cff by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:09.659433 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-89542655-3597-4198-a2cd-e59a20882f07 service neutron] Attempting to bind port 2394402d-1aa1-4f16-afbf-70d92c785cff on network d9a45d5f-5778-4454-9c5e-ac761de82de3 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:09.664725 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-89542655-3597-4198-a2cd-e59a20882f07 service neutron] Port 2394402d-1aa1-4f16-afbf-70d92c785cff on network d9a45d5f-5778-4454-9c5e-ac761de82de3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:51:09.665089 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-89542655-3597-4198-a2cd-e59a20882f07 service neutron] Attempting to bind port 2394402d-1aa1-4f16-afbf-70d92c785cff on network d9a45d5f-5778-4454-9c5e-ac761de82de3 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:09.671021 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-89542655-3597-4198-a2cd-e59a20882f07 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:09.671371 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-89542655-3597-4198-a2cd-e59a20882f07 service neutron] Checking segment: {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:09.671758 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-89542655-3597-4198-a2cd-e59a20882f07 service neutron] Bound using segment: {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:09.672187 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-89542655-3597-4198-a2cd-e59a20882f07 service neutron] Bound port: 2394402d-1aa1-4f16-afbf-70d92c785cff, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:09.672551 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-89542655-3597-4198-a2cd-e59a20882f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:09.756007 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-89542655-3597-4198-a2cd-e59a20882f07 service neutron] For port 2394402d-1aa1-4f16-afbf-70d92c785cff, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:09.760006 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-89542655-3597-4198-a2cd-e59a20882f07 service neutron] For port 2394402d-1aa1-4f16-afbf-70d92c785cff, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=2394402d-1aa1-4f16-afbf-70d92c785cff,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:09.765633 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-89542655-3597-4198-a2cd-e59a20882f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:09.800917 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-89542655-3597-4198-a2cd-e59a20882f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:09.801939 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-89542655-3597-4198-a2cd-e59a20882f07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:09.803394 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-89542655-3597-4198-a2cd-e59a20882f07 service neutron] 10.222.0.72 "PUT /v2.0/ports/2394402d-1aa1-4f16-afbf-70d92c785cff HTTP/1.1" status: 200 len: 1092 time: 0.6893799 Jul 07 17:51:09.805873 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33e193d5-8cff-4db1-8a44-ad8373d20bc1', 'tag': '2394402d-1aa1-4f16-afbf-70d92c785cff'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:09.810353 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d1931a-b7cb-4f06-a457-3ba5940f359e" -d '{"events": [{"name": "network-changed", "server_uuid": "33e193d5-8cff-4db1-8a44-ad8373d20bc1", "tag": "2394402d-1aa1-4f16-afbf-70d92c785cff"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:09.859163 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89542655-3597-4198-a2cd-e59a20882f07 service neutron] Pushing event updated for resources: {'Port': ['ID=2394402d-1aa1-4f16-afbf-70d92c785cff,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:09.876048 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06fd41a-0f2c-4569-a9d3-156b313b7f91 x-openstack-request-id: req-a06fd41a-0f2c-4569-a9d3-156b313b7f91 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:09.876350 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33e193d5-8cff-4db1-8a44-ad8373d20bc1", "tag": "2394402d-1aa1-4f16-afbf-70d92c785cff", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:09.876610 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a06fd41a-0f2c-4569-a9d3-156b313b7f91 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:09.877047 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33e193d5-8cff-4db1-8a44-ad8373d20bc1', 'tag': '2394402d-1aa1-4f16-afbf-70d92c785cff', 'status': 'completed', 'code': 200} Jul 07 17:51:09.963645 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-c3708ce5-10e8-4de9-b05a-d2e15e6024b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:09.965254 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-c3708ce5-10e8-4de9-b05a-d2e15e6024b3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 1095 time: 0.1187847 Jul 07 17:51:09.978562 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd752f2c-3f11-493b-b8d5-44795823e33f req-fd0a3281-d409-4d12-8247-4df7a99a1e66 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:09.980246 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fd752f2c-3f11-493b-b8d5-44795823e33f req-fd0a3281-d409-4d12-8247-4df7a99a1e66 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 943 time: 0.1323297 Jul 07 17:51:10.023133 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-fba173e1-8811-434d-9481-b6459c1c8b0a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2394402d-1aa1-4f16-afbf-70d92c785cff HTTP/1.1" status: 200 len: 217 time: 0.0418093 Jul 07 17:51:10.082868 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fd752f2c-3f11-493b-b8d5-44795823e33f req-8f4c49fb-1a39-41fe-96a6-b1a4c6892b40 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956321 Jul 07 17:51:10.092983 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-e75351df-50a2-48ba-9aff-b9122c66d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:10.094560 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-e75351df-50a2-48ba-9aff-b9122c66d025 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0642014 Jul 07 17:51:10.164461 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-e674cb0f-0417-47f5-9ff8-fdd9d635b551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:10.166775 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-e674cb0f-0417-47f5-9ff8-fdd9d635b551 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652306 Jul 07 17:51:10.260992 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-e4372911-3e7b-42fd-b35a-64c2b02a81d6 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872774 Jul 07 17:51:10.363041 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-da05c520-fa76-4d8d-bc19-b94cbd01b028 req-6dfb30b6-6d99-4d64-81e6-6ee5ba88b7c4 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956445 Jul 07 17:51:10.470854 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1931a-b7cb-4f06-a457-3ba5940f359e req-a64fe42b-54ae-4a31-aff4-1e1030a7df39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:10.472433 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-03d1931a-b7cb-4f06-a457-3ba5940f359e req-a64fe42b-54ae-4a31-aff4-1e1030a7df39 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 1095 time: 0.0584247 Jul 07 17:51:10.567644 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1931a-b7cb-4f06-a457-3ba5940f359e req-236d1893-ba39-423c-b231-3a3c097f7f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:10.569234 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-03d1931a-b7cb-4f06-a457-3ba5940f359e req-236d1893-ba39-423c-b231-3a3c097f7f3e service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.0895150 Jul 07 17:51:10.617836 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-03d1931a-b7cb-4f06-a457-3ba5940f359e req-14aff44f-66d0-47b4-bc7f-72786176f97e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2394402d-1aa1-4f16-afbf-70d92c785cff HTTP/1.1" status: 200 len: 217 time: 0.0410645 Jul 07 17:51:10.670105 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1931a-b7cb-4f06-a457-3ba5940f359e req-33a20927-faf3-4e9b-8eeb-1f07186b1a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:10.671640 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-03d1931a-b7cb-4f06-a457-3ba5940f359e req-33a20927-faf3-4e9b-8eeb-1f07186b1a33 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0475121 Jul 07 17:51:10.734945 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1931a-b7cb-4f06-a457-3ba5940f359e req-f56369bc-621b-4ab7-92d1-2041b3c9222e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:10.736592 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-03d1931a-b7cb-4f06-a457-3ba5940f359e req-f56369bc-621b-4ab7-92d1-2041b3c9222e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584390 Jul 07 17:51:10.840873 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-03d1931a-b7cb-4f06-a457-3ba5940f359e req-25ede061-3948-4859-9022-d8163f0694d5 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949082 Jul 07 17:51:10.935618 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-03d1931a-b7cb-4f06-a457-3ba5940f359e req-4af387a3-c12e-4ece-b88b-b6f33ddf16f7 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880311 Jul 07 17:51:11.273913 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec39cc9-8a59-4cad-8fde-cbed63261ec1 req-ab23797a-20c1-4dc6-8f43-fa746f0e60ec tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:11.275657 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6ec39cc9-8a59-4cad-8fde-cbed63261ec1 req-ab23797a-20c1-4dc6-8f43-fa746f0e60ec tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 943 time: 0.0716348 Jul 07 17:51:11.320604 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6ec39cc9-8a59-4cad-8fde-cbed63261ec1 req-46c1141a-5de6-4777-997e-0c918ef56a73 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360420 Jul 07 17:51:11.934586 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 2394402d-1aa1-4f16-afbf-70d92c785cff details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:51:12.035083 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 2394402d-1aa1-4f16-afbf-70d92c785cff, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=2394402d-1aa1-4f16-afbf-70d92c785cff,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:12.050540 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '2394402d-1aa1-4f16-afbf-70d92c785cff', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'port_id': '2394402d-1aa1-4f16-afbf-70d92c785cff', 'mac_address': 'fa:16:3e:9f:95:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:51:12.089656 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:12.103732 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2394402d-1aa1-4f16-afbf-70d92c785cff {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:12.124952 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 2394402d-1aa1-4f16-afbf-70d92c785cff, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=2394402d-1aa1-4f16-afbf-70d92c785cff,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:12.129686 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:12.179308 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=2394402d-1aa1-4f16-afbf-70d92c785cff,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:12.378747 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['2394402d-1aa1-4f16-afbf-70d92c785cff'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:51:12.716952 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbb41c-18a0-438d-9540-ef3a09f68c14 req-f3068b03-8eac-4c2a-be83-91e1ddbaf910 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:12.718518 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-51cbb41c-18a0-438d-9540-ef3a09f68c14 req-f3068b03-8eac-4c2a-be83-91e1ddbaf910 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 944 time: 0.0820799 Jul 07 17:51:12.759354 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-51cbb41c-18a0-438d-9540-ef3a09f68c14 req-b0737d1c-e9d5-4d4d-a73f-afd86a73a392 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348511 Jul 07 17:51:13.935242 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 2394402d-1aa1-4f16-afbf-70d92c785cff up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:13.940981 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5abd4-2d11-429f-9702-be8b9329c45d req-063f92da-5be2-4418-9caa-e4131c5ed65d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:13.942509 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3fb5abd4-2d11-429f-9702-be8b9329c45d req-063f92da-5be2-4418-9caa-e4131c5ed65d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 944 time: 0.0650301 Jul 07 17:51:13.983615 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3fb5abd4-2d11-429f-9702-be8b9329c45d req-e2999720-91fc-48c1-9423-335a85629809 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343349 Jul 07 17:51:13.986823 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 2394402d-1aa1-4f16-afbf-70d92c785cff completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:13.990914 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 2394402d-1aa1-4f16-afbf-70d92c785cff triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:13.991711 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:14.075635 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:14.098876 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e193d5-8cff-4db1-8a44-ad8373d20bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2394402d-1aa1-4f16-afbf-70d92c785cff'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:14.101195 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe638d2-bb42-48f8-b078-fbf787dc03ce" -d '{"events": [{"server_uuid": "33e193d5-8cff-4db1-8a44-ad8373d20bc1", "name": "network-vif-plugged", "status": "completed", "tag": "2394402d-1aa1-4f16-afbf-70d92c785cff"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:14.114700 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 2394402d-1aa1-4f16-afbf-70d92c785cff, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=2394402d-1aa1-4f16-afbf-70d92c785cff,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:14.119653 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:14.144028 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0df6455-b128-447f-9ad2-bc5b6fa71f88 x-openstack-request-id: req-e0df6455-b128-447f-9ad2-bc5b6fa71f88 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:14.144356 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e193d5-8cff-4db1-8a44-ad8373d20bc1", "name": "network-vif-plugged", "status": "completed", "tag": "2394402d-1aa1-4f16-afbf-70d92c785cff", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:14.144641 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0df6455-b128-447f-9ad2-bc5b6fa71f88 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:14.145042 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33e193d5-8cff-4db1-8a44-ad8373d20bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2394402d-1aa1-4f16-afbf-70d92c785cff', 'code': 200} Jul 07 17:51:14.171924 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=2394402d-1aa1-4f16-afbf-70d92c785cff,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:14.262839 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a4a2d-7028-46c7-b86d-7aeae598effe req-0348c48a-d7ef-44bf-b39a-e5e74afd18d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:14.264381 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c21a4a2d-7028-46c7-b86d-7aeae598effe req-0348c48a-d7ef-44bf-b39a-e5e74afd18d0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 1097 time: 0.0562856 Jul 07 17:51:14.301473 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c21a4a2d-7028-46c7-b86d-7aeae598effe req-55376f40-62f8-45cb-b1e4-63aa00609390 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307777 Jul 07 17:51:15.189967 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b6b57-0964-4e3a-931b-d0583cde197f req-595aff65-90a4-44ab-a78b-7bed2572eab6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:15.191515 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cc9b6b57-0964-4e3a-931b-d0583cde197f req-595aff65-90a4-44ab-a78b-7bed2572eab6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 945 time: 0.0794814 Jul 07 17:51:15.234208 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cc9b6b57-0964-4e3a-931b-d0583cde197f req-b43b26a2-f320-4d8e-be9b-b4a5be4c483d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367420 Jul 07 17:51:16.412141 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba8f52-8cc8-4759-8b89-e2487cd6d513 req-0a075466-dbc4-4031-80a9-c35c586dff70 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:16.413684 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c0ba8f52-8cc8-4759-8b89-e2487cd6d513 req-0a075466-dbc4-4031-80a9-c35c586dff70 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 945 time: 0.0644460 Jul 07 17:51:16.452241 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c0ba8f52-8cc8-4759-8b89-e2487cd6d513 req-99b9dd64-8859-4c5c-9fb7-1fe06754dee0 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324626 Jul 07 17:51:16.629921 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf017b4-7ba6-41d9-9d8b-e3f59adaa3f8 req-8e446c22-e98a-49d7-94d2-2f4646e062e6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:16.631491 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dbf017b4-7ba6-41d9-9d8b-e3f59adaa3f8 req-8e446c22-e98a-49d7-94d2-2f4646e062e6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 945 time: 0.0673869 Jul 07 17:51:16.640473 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 48018) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:16.645574 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-3303a387-156f-43a1-8f83-a7f13f192ccd tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Request body: {'floatingip': {'port_id': '2394402d-1aa1-4f16-afbf-70d92c785cff'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:16.689629 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3303a387-156f-43a1-8f83-a7f13f192ccd tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for floatingip, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:17.134631 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3303a387-156f-43a1-8f83-a7f13f192ccd tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:17.138610 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3303a387-156f-43a1-8f83-a7f13f192ccd tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:17.240690 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-3303a387-156f-43a1-8f83-a7f13f192ccd tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Floating IP ae17c2bb-071a-4398-8f9e-6eeb18633af0 associated. External IP: 172.25.0.200, port: 2394402d-1aa1-4f16-afbf-70d92c785cff. Jul 07 17:51:17.482709 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3303a387-156f-43a1-8f83-a7f13f192ccd tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Router 58c21fb5-dd9b-475c-9202-e0a54283ac7c has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:51:17.928802 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3303a387-156f-43a1-8f83-a7f13f192ccd tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:51:17.934241 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3303a387-156f-43a1-8f83-a7f13f192ccd tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:17.938603 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f41b89-af54-4e8d-9b75-6ec3cb4ce6fe None None] Sync routers for ids ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:51:17.948018 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f41b89-af54-4e8d-9b75-6ec3cb4ce6fe None None] Routers {'58c21fb5-dd9b-475c-9202-e0a54283ac7c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:17.948709 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b7f41b89-af54-4e8d-9b75-6ec3cb4ce6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:50:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:17.970082 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3303a387-156f-43a1-8f83-a7f13f192ccd tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "PUT /v2.0/floatingips/ae17c2bb-071a-4398-8f9e-6eeb18633af0 HTTP/1.1" status: 200 len: 991 time: 1.3280597 Jul 07 17:51:17.970785 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33e193d5-8cff-4db1-8a44-ad8373d20bc1', 'tag': '2394402d-1aa1-4f16-afbf-70d92c785cff'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:18.057321 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-b7f41b89-af54-4e8d-9b75-6ec3cb4ce6fe None None] Set router 58c21fb5-dd9b-475c-9202-e0a54283ac7c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:18.068158 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e91ec7c-b3b3-4a20-872f-b1df5d2c34ed" -d '{"events": [{"name": "network-changed", "server_uuid": "33e193d5-8cff-4db1-8a44-ad8373d20bc1", "tag": "2394402d-1aa1-4f16-afbf-70d92c785cff"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:18.181256 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9707b9-4276-4c5b-925c-d34366249820 x-openstack-request-id: req-0c9707b9-4276-4c5b-925c-d34366249820 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:18.181554 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33e193d5-8cff-4db1-8a44-ad8373d20bc1", "tag": "2394402d-1aa1-4f16-afbf-70d92c785cff", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:18.181809 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c9707b9-4276-4c5b-925c-d34366249820 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:18.182203 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33e193d5-8cff-4db1-8a44-ad8373d20bc1', 'tag': '2394402d-1aa1-4f16-afbf-70d92c785cff', 'status': 'completed', 'code': 200} Jul 07 17:51:18.267042 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91ec7c-b3b3-4a20-872f-b1df5d2c34ed req-1c4df3c1-99bd-47c6-b6f6-86371eb417d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:18.268578 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5e91ec7c-b3b3-4a20-872f-b1df5d2c34ed req-1c4df3c1-99bd-47c6-b6f6-86371eb417d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 1097 time: 0.0600765 Jul 07 17:51:18.297400 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b7f41b89-af54-4e8d-9b75-6ec3cb4ce6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:41Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'ae17c2bb-071a-4398-8f9e-6eeb18633af0', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'floating_ip_address': '172.25.0.200', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'port_id': '2394402d-1aa1-4f16-afbf-70d92c785cff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'mac_address': 'fa:16:3e:9f:95:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e193d5-8cff-4db1-8a44-ad8373d20bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:48:44Z', 'updated_at': '2021-07-07T17:51:17Z', 'revision_number': 5, 'project_id': '23c8440a747842e6b499c808bca9de04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046d26d1-3057-4b93-b104-d50f09b1ab84', 'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'mac_address': 'fa:16:3e:5d:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:40Z', 'updated_at': '2021-07-07T17:48:46Z', 'revision_number': 5, 'project_id': '23c8440a747842e6b499c808bca9de04', 'subnets': [{'id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:18.323438 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f41b89-af54-4e8d-9b75-6ec3cb4ce6fe None None] Checking router: 58c21fb5-dd9b-475c-9202-e0a54283ac7c for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:51:18.332284 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f41b89-af54-4e8d-9b75-6ec3cb4ce6fe None None] Routers {'58c21fb5-dd9b-475c-9202-e0a54283ac7c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:18.332933 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b7f41b89-af54-4e8d-9b75-6ec3cb4ce6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:50:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:18.365660 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91ec7c-b3b3-4a20-872f-b1df5d2c34ed req-d20762fb-2ceb-4912-8252-854963cd1515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:18.367252 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5e91ec7c-b3b3-4a20-872f-b1df5d2c34ed req-d20762fb-2ceb-4912-8252-854963cd1515 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.0912178 Jul 07 17:51:18.443422 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5e91ec7c-b3b3-4a20-872f-b1df5d2c34ed req-a97089c2-0fa5-42f8-98e6-3fb0e5aa55c4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2394402d-1aa1-4f16-afbf-70d92c785cff HTTP/1.1" status: 200 len: 999 time: 0.0684037 Jul 07 17:51:18.444513 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-b7f41b89-af54-4e8d-9b75-6ec3cb4ce6fe None None] Set router 58c21fb5-dd9b-475c-9202-e0a54283ac7c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:18.496292 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91ec7c-b3b3-4a20-872f-b1df5d2c34ed req-288d1abd-bb7c-488a-a6ce-bc0bc0f7a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:18.497825 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5e91ec7c-b3b3-4a20-872f-b1df5d2c34ed req-288d1abd-bb7c-488a-a6ce-bc0bc0f7a136 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0476403 Jul 07 17:51:18.559200 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91ec7c-b3b3-4a20-872f-b1df5d2c34ed req-86304553-6ebd-4682-9092-60964a377267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:18.560771 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5e91ec7c-b3b3-4a20-872f-b1df5d2c34ed req-86304553-6ebd-4682-9092-60964a377267 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564346 Jul 07 17:51:18.663536 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5e91ec7c-b3b3-4a20-872f-b1df5d2c34ed req-1a28e9e1-cbc3-4df5-917c-7f86d28aa159 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951009 Jul 07 17:51:18.680038 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b7f41b89-af54-4e8d-9b75-6ec3cb4ce6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:41Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'ae17c2bb-071a-4398-8f9e-6eeb18633af0', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'floating_ip_address': '172.25.0.200', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'port_id': '2394402d-1aa1-4f16-afbf-70d92c785cff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'mac_address': 'fa:16:3e:9f:95:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e193d5-8cff-4db1-8a44-ad8373d20bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:48:44Z', 'updated_at': '2021-07-07T17:51:17Z', 'revision_number': 5, 'project_id': '23c8440a747842e6b499c808bca9de04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046d26d1-3057-4b93-b104-d50f09b1ab84', 'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'mac_address': 'fa:16:3e:5d:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:40Z', 'updated_at': '2021-07-07T17:48:46Z', 'revision_number': 5, 'project_id': '23c8440a747842e6b499c808bca9de04', 'subnets': [{'id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:18.707469 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f41b89-af54-4e8d-9b75-6ec3cb4ce6fe None None] The sync data for ids ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'] in n-d-791503-12 is: [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:41Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'ae17c2bb-071a-4398-8f9e-6eeb18633af0', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'floating_ip_address': '172.25.0.200', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'port_id': '2394402d-1aa1-4f16-afbf-70d92c785cff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'mac_address': 'fa:16:3e:9f:95:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e193d5-8cff-4db1-8a44-ad8373d20bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:48:44Z', 'updated_at': '2021-07-07T17:51:17Z', 'revision_number': 5, 'project_id': '23c8440a747842e6b499c808bca9de04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046d26d1-3057-4b93-b104-d50f09b1ab84', 'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'mac_address': 'fa:16:3e:5d:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:40Z', 'updated_at': '2021-07-07T17:48:46Z', 'revision_number': 5, 'project_id': '23c8440a747842e6b499c808bca9de04', 'subnets': [{'id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:51:18.759734 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5e91ec7c-b3b3-4a20-872f-b1df5d2c34ed req-a687860a-4c2c-4032-adcb-eb354a389dcb service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889628 Jul 07 17:51:18.919166 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe3b757-dbdd-4620-afd6-8b2c208498ce None None] New status for floating IP ae17c2bb-071a-4398-8f9e-6eeb18633af0: ACTIVE {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:51:22.903152 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:51:23.470732 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-19ebabfe-56db-48f9-8723-b46f70858a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:26.274173 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:26.852294 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6eb2e032-c208-4baa-8ecb-f82a7e77079d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.067941 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.379540 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.225146 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9cd1d470-d2e4-487a-9482-e67d95cda80d req-cc2e414c-5398-44b8-a9cb-708f776b8424 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0623245 Jul 07 17:51:34.332086 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1d470-d2e4-487a-9482-e67d95cda80d req-e0782dba-55e2-43b0-ac5b-e27d41aaa74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:34.333718 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9cd1d470-d2e4-487a-9482-e67d95cda80d req-e0782dba-55e2-43b0-ac5b-e27d41aaa74a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 1097 time: 0.0630343 Jul 07 17:51:34.444391 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1d470-d2e4-487a-9482-e67d95cda80d req-908061dd-a856-4a23-a1b5-1a117ac1e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:34.445925 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9cd1d470-d2e4-487a-9482-e67d95cda80d req-908061dd-a856-4a23-a1b5-1a117ac1e2ac service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.0898275 Jul 07 17:51:34.519734 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9cd1d470-d2e4-487a-9482-e67d95cda80d req-8fefe255-933c-4c55-a905-ba8b38856bd7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2394402d-1aa1-4f16-afbf-70d92c785cff HTTP/1.1" status: 200 len: 1001 time: 0.0664399 Jul 07 17:51:34.591457 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1d470-d2e4-487a-9482-e67d95cda80d req-2d195d60-9ed5-4f59-9ebd-b0a580f9ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:34.593990 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9cd1d470-d2e4-487a-9482-e67d95cda80d req-2d195d60-9ed5-4f59-9ebd-b0a580f9ef60 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0654056 Jul 07 17:51:34.663166 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1d470-d2e4-487a-9482-e67d95cda80d req-b7a6c22a-5d6a-4c9d-8e65-4ef47055f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:34.664755 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9cd1d470-d2e4-487a-9482-e67d95cda80d req-b7a6c22a-5d6a-4c9d-8e65-4ef47055f512 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636566 Jul 07 17:51:34.775604 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9cd1d470-d2e4-487a-9482-e67d95cda80d req-18cad4e2-2a70-4463-9b89-b14c4a3a1a49 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029170 Jul 07 17:51:34.876691 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9cd1d470-d2e4-487a-9482-e67d95cda80d req-c65dc994-3abf-43a8-bfb5-52aad8fb1fd2 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927796 Jul 07 17:51:37.783720 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.323474 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.460551 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-b97e3808-5766-490b-ae69-4a7eb6fb3951 req-e5004293-e79b-41d3-83e1-d012a027ebf7 service neutron] (100193) timed out ('10.222.0.64', 63554) {{(pid=100193) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:51:53.472670 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e2e883cc-14bc-43ef-9372-0fb9d2f2463f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:56.279774 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:56.857603 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-97ee7bd8-b053-4ee4-96ce-a0df58fc1b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:58.072765 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:59.904347 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:52:00.380587 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:07.790598 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:08.322020 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:23.476218 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e8e29230-bf76-4c29-97c8-b47f928c9536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:26.281955 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:26.860223 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-43575d6e-f8bf-49b6-9d48-781459c74e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:28.070934 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:30.382645 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:33.625308 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec9884e5-edfa-486d-a425-dd7572b946f9 req-d94e5e57-d012-4fb3-8a88-8a43b36f0aec service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0562863 Jul 07 17:52:33.727156 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9884e5-edfa-486d-a425-dd7572b946f9 req-afc611fa-f2a9-487a-9d10-bae1ce18e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:33.729654 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec9884e5-edfa-486d-a425-dd7572b946f9 req-afc611fa-f2a9-487a-9d10-bae1ce18e443 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 1097 time: 0.0589898 Jul 07 17:52:33.834964 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9884e5-edfa-486d-a425-dd7572b946f9 req-f932e0dc-9803-4775-a41c-acf77bf7b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:33.836458 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec9884e5-edfa-486d-a425-dd7572b946f9 req-f932e0dc-9803-4775-a41c-acf77bf7b989 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.0867121 Jul 07 17:52:33.907783 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec9884e5-edfa-486d-a425-dd7572b946f9 req-f76894d2-72a6-48e5-8498-b95120b7d478 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2394402d-1aa1-4f16-afbf-70d92c785cff HTTP/1.1" status: 200 len: 1001 time: 0.0645840 Jul 07 17:52:33.959066 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9884e5-edfa-486d-a425-dd7572b946f9 req-de2cb4d4-ba08-4a50-8bd3-08aab250634d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:33.960542 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec9884e5-edfa-486d-a425-dd7572b946f9 req-de2cb4d4-ba08-4a50-8bd3-08aab250634d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0462265 Jul 07 17:52:34.017097 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9884e5-edfa-486d-a425-dd7572b946f9 req-5a9dc9e5-e7f1-40a7-886f-8cdc553fd2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:34.018605 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec9884e5-edfa-486d-a425-dd7572b946f9 req-5a9dc9e5-e7f1-40a7-886f-8cdc553fd2d1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518618 Jul 07 17:52:34.031221 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-ec9884e5-edfa-486d-a425-dd7572b946f9 req-464f988c-a8f8-4ccc-b1c3-b663c89c1db6 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:52:34.032188 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec9884e5-edfa-486d-a425-dd7572b946f9 req-464f988c-a8f8-4ccc-b1c3-b663c89c1db6 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060539 Jul 07 17:52:34.125194 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec9884e5-edfa-486d-a425-dd7572b946f9 req-f4812169-a656-45d9-98db-5bd08a201da5 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867980 Jul 07 17:52:34.219024 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ec9884e5-edfa-486d-a425-dd7572b946f9 req-cd531304-9c6f-415c-a0d7-ad16d38f632f service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864294 Jul 07 17:52:36.904628 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:52:37.792359 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:38.320015 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:53.481941 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-10a9b92a-3803-4bde-912f-7edfa89778ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:54.974374 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aaf316-dd29-427c-8edf-533433308c04 req-1929a9be-1887-4f34-a404-9a6bc81d946f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:54.975951 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-19aaf316-dd29-427c-8edf-533433308c04 req-1929a9be-1887-4f34-a404-9a6bc81d946f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 945 time: 0.0686834 Jul 07 17:52:55.017484 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-19aaf316-dd29-427c-8edf-533433308c04 req-4ea60b2a-70a3-488d-b4ea-8ac9b8a812ae tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352988 Jul 07 17:52:56.228192 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eed7e3-085a-4853-a80a-de311358e25e req-0a478877-de16-41af-9614-6fb54db10001 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:56.229893 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-13eed7e3-085a-4853-a80a-de311358e25e req-0a478877-de16-41af-9614-6fb54db10001 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 945 time: 0.0883329 Jul 07 17:52:56.276531 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-13eed7e3-085a-4853-a80a-de311358e25e req-ae7b4a26-6442-4375-826f-ae41eb152212 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375478 Jul 07 17:52:56.289106 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:56.864327 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ee25a79b-d1cf-4bbf-b9b1-e94757ce9bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:57.464970 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfd0a1-60b2-4b4a-b943-ed189a4e6fa2 req-4f607290-0a5e-4d11-ad1f-1849c1d2bb91 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:57.466496 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1bcfd0a1-60b2-4b4a-b943-ed189a4e6fa2 req-4f607290-0a5e-4d11-ad1f-1849c1d2bb91 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 945 time: 0.0717714 Jul 07 17:52:57.506034 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1bcfd0a1-60b2-4b4a-b943-ed189a4e6fa2 req-feffff12-e73b-4da9-8363-a2d349a5343a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339017 Jul 07 17:52:58.076552 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:58.691912 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c914f6-2e55-4893-b570-fdd60756195f req-f8b9d39b-5c83-4445-b816-ff3d5e6ff768 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:58.693443 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-02c914f6-2e55-4893-b570-fdd60756195f req-f8b9d39b-5c83-4445-b816-ff3d5e6ff768 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 945 time: 0.0727654 Jul 07 17:52:58.735414 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-02c914f6-2e55-4893-b570-fdd60756195f req-ce28b752-f377-47cc-ae6e-61b6f94fa1b1 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336089 Jul 07 17:52:59.917428 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b8eca-ae62-421c-bfae-9daa9a1a4a8b req-d4ce8a95-9b75-45d3-b257-e8e8818f1aaa tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:59.918886 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b89b8eca-ae62-421c-bfae-9daa9a1a4a8b req-d4ce8a95-9b75-45d3-b257-e8e8818f1aaa tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 945 time: 0.0715411 Jul 07 17:52:59.957942 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b89b8eca-ae62-421c-bfae-9daa9a1a4a8b req-81652fd9-6de1-4127-9f55-3b0362f45cc2 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335240 Jul 07 17:53:00.385836 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:01.138439 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea0362-90fa-4b52-afd4-4270a28e70de req-5e1555f0-4c98-4dc7-9b91-0b1c389c11a5 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:01.140020 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f8ea0362-90fa-4b52-afd4-4270a28e70de req-5e1555f0-4c98-4dc7-9b91-0b1c389c11a5 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 945 time: 0.0634975 Jul 07 17:53:01.177948 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f8ea0362-90fa-4b52-afd4-4270a28e70de req-a08eb337-0e3e-4d9e-b18a-dfeeebe8add3 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323167 Jul 07 17:53:02.377328 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1268c-e11b-4fc3-94d1-703c26dc4c44 req-4a631687-3818-4ec5-b822-751dbb9e7283 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:02.378844 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-77d1268c-e11b-4fc3-94d1-703c26dc4c44 req-4a631687-3818-4ec5-b822-751dbb9e7283 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 945 time: 0.0786657 Jul 07 17:53:02.417171 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-77d1268c-e11b-4fc3-94d1-703c26dc4c44 req-08b4f847-d981-494c-90be-f0a52d41f9c8 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327773 Jul 07 17:53:03.599396 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04050abd-cd4f-4e53-b4e9-0410984f01eb req-842cbedf-147e-4444-9b46-757136c0c854 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:03.600804 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-04050abd-cd4f-4e53-b4e9-0410984f01eb req-842cbedf-147e-4444-9b46-757136c0c854 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 945 time: 0.0670927 Jul 07 17:53:03.640014 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-04050abd-cd4f-4e53-b4e9-0410984f01eb req-01ac70ab-e5c4-462d-a6d9-78a2531f3ac8 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324008 Jul 07 17:53:04.828832 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc9906-63b2-499f-abde-8f4d1785d796 req-4460cd1a-d90b-421b-80d1-29bf4d18f1a7 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:04.830370 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-49bc9906-63b2-499f-abde-8f4d1785d796 req-4460cd1a-d90b-421b-80d1-29bf4d18f1a7 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 945 time: 0.0670571 Jul 07 17:53:04.869667 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-49bc9906-63b2-499f-abde-8f4d1785d796 req-8d88c3dc-9466-49a5-a5e2-9fba15a15408 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336325 Jul 07 17:53:06.047314 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504d0a1-fd66-4d08-97f9-f5a9ce8b95ea req-746547d8-a8e1-4955-b0e4-a610bc634602 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:06.048830 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f504d0a1-fd66-4d08-97f9-f5a9ce8b95ea req-746547d8-a8e1-4955-b0e4-a610bc634602 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 945 time: 0.0666292 Jul 07 17:53:06.088856 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f504d0a1-fd66-4d08-97f9-f5a9ce8b95ea req-6bac0f83-4796-4839-a372-971dc7d2d63e tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341125 Jul 07 17:53:06.503206 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8764c80-e3b2-42d5-b2d9-64809196f242 req-186edd09-db50-468f-b79d-8ba75ff9a2c2 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:06.504764 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e8764c80-e3b2-42d5-b2d9-64809196f242 req-186edd09-db50-468f-b79d-8ba75ff9a2c2 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 945 time: 0.0752099 Jul 07 17:53:06.569473 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e8764c80-e3b2-42d5-b2d9-64809196f242 req-c0145a18-6d60-42a8-8be3-27561f316ed0 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548317 Jul 07 17:53:06.585785 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-ed1ebf11-0841-44db-a79a-b7b2a4c8a600 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1459801 Jul 07 17:53:07.757791 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61140d17-2197-4805-9d19-f92d69b767de req-d8946666-4b78-42e6-a6d1-39865b6f618d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:07.759740 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-61140d17-2197-4805-9d19-f92d69b767de req-d8946666-4b78-42e6-a6d1-39865b6f618d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 945 time: 0.0682433 Jul 07 17:53:07.792239 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:07.806242 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-61140d17-2197-4805-9d19-f92d69b767de req-49f2e3c2-02e9-4c43-969e-476808db9ff3 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411582 Jul 07 17:53:07.882960 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-68e770e7-4996-45a9-bfc9-a082c3f51a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:07.884659 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-68e770e7-4996-45a9-bfc9-a082c3f51a09 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 1097 time: 0.0590229 Jul 07 17:53:07.975296 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-bd7bd026-0668-4dae-a014-439609dbb306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:07.976839 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-bd7bd026-0668-4dae-a014-439609dbb306 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.0863149 Jul 07 17:53:08.058509 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-bcea9749-576e-4848-a0c4-a7f4dc130727 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2394402d-1aa1-4f16-afbf-70d92c785cff HTTP/1.1" status: 200 len: 1001 time: 0.0754278 Jul 07 17:53:08.109134 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-b9487029-29d0-45d7-b913-7eac45d1a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:08.110639 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-b9487029-29d0-45d7-b913-7eac45d1a6a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0466905 Jul 07 17:53:08.174805 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-bfdd4297-c883-469f-b230-c40adb44d56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:08.176338 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-bfdd4297-c883-469f-b230-c40adb44d56a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589621 Jul 07 17:53:08.273863 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-90e6424d-1877-4649-a79c-bd4f3ec767e3 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900183 Jul 07 17:53:08.334013 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:08.366052 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-bd06a9b4-6906-4dc3-a58c-0fd513824025 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861073 Jul 07 17:53:08.988276 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ba071-fff2-40bb-bbab-6cdce6070a58 req-c61e85f8-8c99-495b-9e92-c3eb68fd5c30 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:08.989877 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8a3ba071-fff2-40bb-bbab-6cdce6070a58 req-c61e85f8-8c99-495b-9e92-c3eb68fd5c30 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 945 time: 0.0653837 Jul 07 17:53:09.029212 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8a3ba071-fff2-40bb-bbab-6cdce6070a58 req-41af28c3-37a8-4373-8627-d5b41b8cee5f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337412 Jul 07 17:53:10.209998 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32ca41-a13b-4aea-b886-d694efcc527a req-bbd4bb33-f9bb-4409-9e1b-f312c236263c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:10.211543 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2f32ca41-a13b-4aea-b886-d694efcc527a req-bbd4bb33-f9bb-4409-9e1b-f312c236263c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 945 time: 0.0687199 Jul 07 17:53:10.250469 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2f32ca41-a13b-4aea-b886-d694efcc527a req-3bee7d54-dd68-4626-b2f9-6e3a476c8871 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329504 Jul 07 17:53:10.383167 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-e6543f23-2051-4503-a2ad-4a901099beb4 service neutron] show failed (client error): The resource could not be found. Jul 07 17:53:10.384205 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-e6543f23-2051-4503-a2ad-4a901099beb4 service neutron] 10.222.0.72 "GET /v2.0/ports/2394402d-1aa1-4f16-afbf-70d92c785cff/bindings/n-h1-791503-12 HTTP/1.1" status: 404 len: 381 time: 0.0572419 Jul 07 17:53:10.636522 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-8bb4ded5-f95e-4034-bb87-cc8d7e990903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:10.638101 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-8bb4ded5-f95e-4034-bb87-cc8d7e990903 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1&tenant_id=23c8440a747842e6b499c808bca9de04 HTTP/1.1" status: 200 len: 1097 time: 0.0559380 Jul 07 17:53:10.648430 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791503-12', 'device_owner': 'compute:nova'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:10.724295 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:10.938040 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] For port 2394402d-1aa1-4f16-afbf-70d92c785cff, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=2394402d-1aa1-4f16-afbf-70d92c785cff,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:10.973362 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] For port 2394402d-1aa1-4f16-afbf-70d92c785cff, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:11.020611 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e193d5-8cff-4db1-8a44-ad8373d20bc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2394402d-1aa1-4f16-afbf-70d92c785cff'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:11.022922 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6956847-7739-4571-9d81-781cc50828e1" -d '{"events": [{"server_uuid": "33e193d5-8cff-4db1-8a44-ad8373d20bc1", "name": "network-vif-unplugged", "status": "completed", "tag": "2394402d-1aa1-4f16-afbf-70d92c785cff"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:11.027495 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:11.042345 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Transition to ACTIVE for port object 2394402d-1aa1-4f16-afbf-70d92c785cff will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:11.046561 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:11.079816 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b302c486-4080-405c-9bac-107e4a14e4ba x-openstack-request-id: req-b302c486-4080-405c-9bac-107e4a14e4ba {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:11.080137 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e193d5-8cff-4db1-8a44-ad8373d20bc1", "name": "network-vif-unplugged", "status": "completed", "tag": "2394402d-1aa1-4f16-afbf-70d92c785cff", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:11.080358 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b302c486-4080-405c-9bac-107e4a14e4ba {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:11.081833 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33e193d5-8cff-4db1-8a44-ad8373d20bc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2394402d-1aa1-4f16-afbf-70d92c785cff', 'code': 200} Jul 07 17:53:11.143229 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Pushing event updated for resources: {'Port': ['ID=2394402d-1aa1-4f16-afbf-70d92c785cff,revision_number=6']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:11.159027 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:11.159583 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:11.160006 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:11.160495 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:11.160905 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:11.161416 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:11.161849 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:11.162313 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:11.162781 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:11.163276 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:11.163764 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:11.164222 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:11.232934 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] No DVR routers for this DVR port 2394402d-1aa1-4f16-afbf-70d92c785cff on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:53:11.454926 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Attempting to bind port 2394402d-1aa1-4f16-afbf-70d92c785cff on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:53:11.455164 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Attempting to bind port 2394402d-1aa1-4f16-afbf-70d92c785cff by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:53:11.455504 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Attempting to bind port 2394402d-1aa1-4f16-afbf-70d92c785cff on network d9a45d5f-5778-4454-9c5e-ac761de82de3 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:11.478757 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Port 2394402d-1aa1-4f16-afbf-70d92c785cff on network d9a45d5f-5778-4454-9c5e-ac761de82de3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:53:11.479635 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Attempting to bind port 2394402d-1aa1-4f16-afbf-70d92c785cff on network d9a45d5f-5778-4454-9c5e-ac761de82de3 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:11.487089 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:53:11.487455 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Checking segment: {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:11.487816 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Bound using segment: {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:53:11.488241 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Bound port: 2394402d-1aa1-4f16-afbf-70d92c785cff, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:53:11.488601 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:11.563671 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56614f-02b0-4cff-bbbe-8d9d060aa4da req-91ecb60b-e065-4fd2-9c80-5a103238f841 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:11.565252 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3d56614f-02b0-4cff-bbbe-8d9d060aa4da req-91ecb60b-e065-4fd2-9c80-5a103238f841 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 943 time: 0.1257353 Jul 07 17:53:11.602796 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] For port 2394402d-1aa1-4f16-afbf-70d92c785cff, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:11.626404 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] For port 2394402d-1aa1-4f16-afbf-70d92c785cff, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=2394402d-1aa1-4f16-afbf-70d92c785cff,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:11.632783 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3d56614f-02b0-4cff-bbbe-8d9d060aa4da req-fbc97636-9b55-4d09-b8a5-ce8c19a4825e tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569994 Jul 07 17:53:11.634297 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:11.678524 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:11.679177 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:11.680505 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] 10.222.0.64 "PUT /v2.0/ports/2394402d-1aa1-4f16-afbf-70d92c785cff HTTP/1.1" status: 200 len: 1092 time: 1.0361230 Jul 07 17:53:11.697060 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff30514-2f26-4626-8d98-57455bde9823 service neutron] Pushing event updated for resources: {'Port': ['ID=2394402d-1aa1-4f16-afbf-70d92c785cff,revision_number=7']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:11.768877 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-d6a35e68-64e6-4016-953c-90e75e06d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:11.770448 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-d6a35e68-64e6-4016-953c-90e75e06d890 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 1095 time: 0.0621109 Jul 07 17:53:12.169080 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-65913648-98c7-414a-b54e-45f681733275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:12.170580 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-65913648-98c7-414a-b54e-45f681733275 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.3936441 Jul 07 17:53:12.241516 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-1809159e-60f8-408b-b70e-c690d4201980 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2394402d-1aa1-4f16-afbf-70d92c785cff HTTP/1.1" status: 200 len: 999 time: 0.0637324 Jul 07 17:53:12.293250 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-429d310d-e38b-45ab-98a3-c60df7dba44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:12.294765 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-429d310d-e38b-45ab-98a3-c60df7dba44c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0475712 Jul 07 17:53:12.355199 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-54e31456-d2fb-4e0e-a961-55ba2662bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:12.356790 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-54e31456-d2fb-4e0e-a961-55ba2662bd44 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554490 Jul 07 17:53:12.448509 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-5cbc0ec5-4bda-400e-9565-60a303e0437b service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855303 Jul 07 17:53:12.539834 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f46d66d5-82bf-49ac-9c5b-3ded193e871f req-cedddbd2-5b3c-4f46-89a3-03ae1f18c4f2 service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845778 Jul 07 17:53:12.837204 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa44fd7-c934-4c11-8828-ccc18715febf req-058616a8-0574-4280-9ac9-ad75a843968d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:12.840749 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bfa44fd7-c934-4c11-8828-ccc18715febf req-058616a8-0574-4280-9ac9-ad75a843968d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 943 time: 0.0730002 Jul 07 17:53:12.880176 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bfa44fd7-c934-4c11-8828-ccc18715febf req-a95878f4-6c27-4b70-8204-97673e56bc79 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337753 Jul 07 17:53:13.082412 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33e193d5-8cff-4db1-8a44-ad8373d20bc1', 'tag': '2394402d-1aa1-4f16-afbf-70d92c785cff'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:13.084741 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13488758-30b2-49ce-b619-dbb3aabe75e8" -d '{"events": [{"name": "network-changed", "server_uuid": "33e193d5-8cff-4db1-8a44-ad8373d20bc1", "tag": "2394402d-1aa1-4f16-afbf-70d92c785cff"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:13.131827 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9345d174-dbee-4c7a-86ca-7a7ca5155fc8 x-openstack-request-id: req-9345d174-dbee-4c7a-86ca-7a7ca5155fc8 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:13.132134 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33e193d5-8cff-4db1-8a44-ad8373d20bc1", "tag": "2394402d-1aa1-4f16-afbf-70d92c785cff", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:13.132393 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9345d174-dbee-4c7a-86ca-7a7ca5155fc8 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:13.133403 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33e193d5-8cff-4db1-8a44-ad8373d20bc1', 'tag': '2394402d-1aa1-4f16-afbf-70d92c785cff', 'status': 'completed', 'code': 200} Jul 07 17:53:13.254419 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13488758-30b2-49ce-b619-dbb3aabe75e8 req-31836617-865b-434b-9c68-4bb92e7b2077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:13.255937 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-13488758-30b2-49ce-b619-dbb3aabe75e8 req-31836617-865b-434b-9c68-4bb92e7b2077 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 1095 time: 0.1033196 Jul 07 17:53:13.262194 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13488758-30b2-49ce-b619-dbb3aabe75e8 req-f7a2030f-07e2-4821-a4e1-5516762e9b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:13.263571 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-13488758-30b2-49ce-b619-dbb3aabe75e8 req-f7a2030f-07e2-4821-a4e1-5516762e9b43 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 1095 time: 0.1015189 Jul 07 17:53:13.426740 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13488758-30b2-49ce-b619-dbb3aabe75e8 req-e561bacd-c99e-4f46-a79c-f2c893701835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:13.428228 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-13488758-30b2-49ce-b619-dbb3aabe75e8 req-e561bacd-c99e-4f46-a79c-f2c893701835 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.1638205 Jul 07 17:53:13.429397 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13488758-30b2-49ce-b619-dbb3aabe75e8 req-34be1762-7bd8-43ca-97c6-b67cb2806d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:13.430711 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-13488758-30b2-49ce-b619-dbb3aabe75e8 req-34be1762-7bd8-43ca-97c6-b67cb2806d2d service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.1591587 Jul 07 17:53:13.548221 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-13488758-30b2-49ce-b619-dbb3aabe75e8 req-845ccdd3-71c7-42ee-8191-c64731ee0c3c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2394402d-1aa1-4f16-afbf-70d92c785cff HTTP/1.1" status: 200 len: 999 time: 0.1050196 Jul 07 17:53:13.549897 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-13488758-30b2-49ce-b619-dbb3aabe75e8 req-b481f7e5-5e1a-436d-8f93-8b6830a7557f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2394402d-1aa1-4f16-afbf-70d92c785cff HTTP/1.1" status: 200 len: 999 time: 0.1147549 Jul 07 17:53:13.638053 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13488758-30b2-49ce-b619-dbb3aabe75e8 req-ce3bfdd1-8438-42e0-9f99-ea344779d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:13.639548 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-13488758-30b2-49ce-b619-dbb3aabe75e8 req-ce3bfdd1-8438-42e0-9f99-ea344779d432 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0841882 Jul 07 17:53:13.640961 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13488758-30b2-49ce-b619-dbb3aabe75e8 req-3c6fab81-df8c-44d7-a100-438991a61897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:13.642281 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-13488758-30b2-49ce-b619-dbb3aabe75e8 req-3c6fab81-df8c-44d7-a100-438991a61897 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0858648 Jul 07 17:53:13.738934 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13488758-30b2-49ce-b619-dbb3aabe75e8 req-db420a63-b6c2-4b35-a27a-05314c61a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:13.740369 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-13488758-30b2-49ce-b619-dbb3aabe75e8 req-db420a63-b6c2-4b35-a27a-05314c61a226 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933032 Jul 07 17:53:13.743021 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13488758-30b2-49ce-b619-dbb3aabe75e8 req-5217bc80-4caa-412a-9a83-d8c1d93aad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:13.745045 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-13488758-30b2-49ce-b619-dbb3aabe75e8 req-5217bc80-4caa-412a-9a83-d8c1d93aad79 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905280 Jul 07 17:53:13.904814 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:53:13.913864 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-13488758-30b2-49ce-b619-dbb3aabe75e8 req-275eaad4-8f50-4361-ad5f-8e77d7aae475 service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652908 Jul 07 17:53:13.918365 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-13488758-30b2-49ce-b619-dbb3aabe75e8 req-34c33e74-a0db-4f64-a11a-5df5f0c3716e service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611459 Jul 07 17:53:14.067032 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d93bf-0880-4845-bed7-62b08c508018 req-cc1c1e39-2df6-4c54-9a51-100b75c4b79f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:14.068458 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-632d93bf-0880-4845-bed7-62b08c508018 req-cc1c1e39-2df6-4c54-9a51-100b75c4b79f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 943 time: 0.0656548 Jul 07 17:53:14.078091 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-13488758-30b2-49ce-b619-dbb3aabe75e8 req-990ee6ca-ce49-409b-80a9-491e62b4380f service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572216 Jul 07 17:53:14.081898 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-13488758-30b2-49ce-b619-dbb3aabe75e8 req-4d4511fc-4fc7-46ba-9d2e-6b7602fb77a2 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527047 Jul 07 17:53:14.111893 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-632d93bf-0880-4845-bed7-62b08c508018 req-0daff608-f0f2-4968-9ebf-410d53e79efc tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367858 Jul 07 17:53:14.425732 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492bb2a-7ff3-4eb6-9e2d-d63dd4d928da req-31031fa5-c216-44c8-a4c1-bc799ede8b66 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:14.427244 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9492bb2a-7ff3-4eb6-9e2d-d63dd4d928da req-31031fa5-c216-44c8-a4c1-bc799ede8b66 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 943 time: 0.0675890 Jul 07 17:53:14.434567 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40039333-08e4-4e17-a2ca-863d359630b9 req-a7d0b586-9c97-4f0c-b508-450e51b701cf tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:14.436076 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-40039333-08e4-4e17-a2ca-863d359630b9 req-a7d0b586-9c97-4f0c-b508-450e51b701cf tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1&tenant_id=23c8440a747842e6b499c808bca9de04&binding%3Ahost_id=n-h1-791503-12 HTTP/1.1" status: 200 len: 943 time: 0.0763152 Jul 07 17:53:14.468834 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9492bb2a-7ff3-4eb6-9e2d-d63dd4d928da req-ff67d992-5786-42ab-959c-e84d3689bed8 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346520 Jul 07 17:53:14.501540 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [req-40039333-08e4-4e17-a2ca-863d359630b9 req-a4c88cc6-de3f-4267-8973-248c90c3feb4 service neutron] delete failed (client error): The resource could not be found. Jul 07 17:53:14.502593 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-40039333-08e4-4e17-a2ca-863d359630b9 req-a4c88cc6-de3f-4267-8973-248c90c3feb4 service neutron] 10.222.0.72 "DELETE /v2.0/ports/2394402d-1aa1-4f16-afbf-70d92c785cff/bindings/n-h2-791503-12 HTTP/1.1" status: 404 len: 381 time: 0.0609128 Jul 07 17:53:14.605655 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40039333-08e4-4e17-a2ca-863d359630b9 req-b4d3621f-e479-491b-8ad5-e91876821998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:14.606310 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 2394402d-1aa1-4f16-afbf-70d92c785cff no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:53:14.607192 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-40039333-08e4-4e17-a2ca-863d359630b9 req-b4d3621f-e479-491b-8ad5-e91876821998 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 1095 time: 0.0614295 Jul 07 17:53:14.646629 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 2394402d-1aa1-4f16-afbf-70d92c785cff not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:53:14.698383 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40039333-08e4-4e17-a2ca-863d359630b9 req-ef649d37-5b47-4107-9a66-3eeb5e8dfe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:14.699773 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-40039333-08e4-4e17-a2ca-863d359630b9 req-ef649d37-5b47-4107-9a66-3eeb5e8dfe22 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.0867305 Jul 07 17:53:14.768144 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-40039333-08e4-4e17-a2ca-863d359630b9 req-0ce5eec4-6ddb-4624-89ce-2494d1b4473e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2394402d-1aa1-4f16-afbf-70d92c785cff HTTP/1.1" status: 200 len: 999 time: 0.0622628 Jul 07 17:53:14.817520 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40039333-08e4-4e17-a2ca-863d359630b9 req-3bca5047-ae69-4f23-959a-22d3fb4eb249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:14.818973 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-40039333-08e4-4e17-a2ca-863d359630b9 req-3bca5047-ae69-4f23-959a-22d3fb4eb249 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0443742 Jul 07 17:53:14.884375 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40039333-08e4-4e17-a2ca-863d359630b9 req-9b404dc2-808b-476f-9702-097d9938e6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:14.886626 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-40039333-08e4-4e17-a2ca-863d359630b9 req-9b404dc2-808b-476f-9702-097d9938e6a9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615621 Jul 07 17:53:14.990363 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-40039333-08e4-4e17-a2ca-863d359630b9 req-2d282e2e-abf3-40cb-aa5c-d34fd0cd6a80 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974464 Jul 07 17:53:15.081037 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-40039333-08e4-4e17-a2ca-863d359630b9 req-cd354554-531c-46ff-b922-634644b781af service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846782 Jul 07 17:53:15.434978 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 2394402d-1aa1-4f16-afbf-70d92c785cff details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:53:15.537338 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 2394402d-1aa1-4f16-afbf-70d92c785cff, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=2394402d-1aa1-4f16-afbf-70d92c785cff,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:15.552708 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '2394402d-1aa1-4f16-afbf-70d92c785cff', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'port_id': '2394402d-1aa1-4f16-afbf-70d92c785cff', 'mac_address': 'fa:16:3e:9f:95:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:53:15.600686 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:15.618542 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2394402d-1aa1-4f16-afbf-70d92c785cff {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:53:15.641550 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 2394402d-1aa1-4f16-afbf-70d92c785cff, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=2394402d-1aa1-4f16-afbf-70d92c785cff,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:15.646158 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:15.687642 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70ac58-df4b-46f1-99ad-4af223e93342 req-a6a2d9b8-3f32-4566-973f-c80dc66416f2 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:15.691589 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2c70ac58-df4b-46f1-99ad-4af223e93342 req-a6a2d9b8-3f32-4566-973f-c80dc66416f2 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 943 time: 0.0818007 Jul 07 17:53:15.707925 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=2394402d-1aa1-4f16-afbf-70d92c785cff,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:15.716466 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:15.716877 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:15.717192 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:15.717533 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:15.717868 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:15.718261 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:15.718529 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:15.718857 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:15.719189 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:15.719513 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:15.719838 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:15.720161 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:15.736833 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2c70ac58-df4b-46f1-99ad-4af223e93342 req-1dd8fc29-8f52-40d3-9ead-64749026f98c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414886 Jul 07 17:53:15.855450 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['2394402d-1aa1-4f16-afbf-70d92c785cff'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:53:15.937615 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0e0d8-eab9-4e03-848a-28519eed66dd req-0d142288-6b9b-4b1c-a75f-9db3672c9c55 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:15.939297 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dfb0e0d8-eab9-4e03-848a-28519eed66dd req-0d142288-6b9b-4b1c-a75f-9db3672c9c55 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 944 time: 0.0806611 Jul 07 17:53:15.981906 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dfb0e0d8-eab9-4e03-848a-28519eed66dd req-be8e452b-d271-49a4-a07d-2f0a8fc2d9a9 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366638 Jul 07 17:53:16.317666 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681830e-06bb-4da6-b1d4-736ff0f0b65d req-699ab8df-d71e-4dd4-959b-d5c82a1a2911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:16.319260 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5681830e-06bb-4da6-b1d4-736ff0f0b65d req-699ab8df-d71e-4dd4-959b-d5c82a1a2911 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 1096 time: 0.0565863 Jul 07 17:53:16.343624 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd42dca-4e9f-4c60-a1db-c13211a5acbf req-f39453ff-bbae-4172-9f35-b5197e1d9d45 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:16.345514 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ffd42dca-4e9f-4c60-a1db-c13211a5acbf req-f39453ff-bbae-4172-9f35-b5197e1d9d45 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 944 time: 0.0725431 Jul 07 17:53:16.385341 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ffd42dca-4e9f-4c60-a1db-c13211a5acbf req-03333fc9-5728-4eb2-a0b8-4515794961e3 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342720 Jul 07 17:53:16.413974 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681830e-06bb-4da6-b1d4-736ff0f0b65d req-948d3caf-df1d-47bd-afe6-594aca4f06dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:16.415506 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5681830e-06bb-4da6-b1d4-736ff0f0b65d req-948d3caf-df1d-47bd-afe6-594aca4f06dd service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.0881903 Jul 07 17:53:16.485154 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5681830e-06bb-4da6-b1d4-736ff0f0b65d req-3f2252c6-0c53-4b63-a9bc-2086dfd9b839 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2394402d-1aa1-4f16-afbf-70d92c785cff HTTP/1.1" status: 200 len: 1000 time: 0.0635605 Jul 07 17:53:16.534198 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681830e-06bb-4da6-b1d4-736ff0f0b65d req-5b073d0a-c73a-451a-be15-59932acfcf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:16.535680 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5681830e-06bb-4da6-b1d4-736ff0f0b65d req-5b073d0a-c73a-451a-be15-59932acfcf28 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0446925 Jul 07 17:53:16.593590 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681830e-06bb-4da6-b1d4-736ff0f0b65d req-0f4e8a6d-2c87-46fd-a45d-38678d2dc143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:16.595098 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5681830e-06bb-4da6-b1d4-736ff0f0b65d req-0f4e8a6d-2c87-46fd-a45d-38678d2dc143 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525608 Jul 07 17:53:16.689929 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5681830e-06bb-4da6-b1d4-736ff0f0b65d req-9cfad48b-23a0-47a4-aea9-93b44b8365b7 service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882857 Jul 07 17:53:16.783838 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5681830e-06bb-4da6-b1d4-736ff0f0b65d req-4322b292-7a8b-49a0-9a9c-4f2c8ac1c8df service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868983 Jul 07 17:53:17.450481 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 2394402d-1aa1-4f16-afbf-70d92c785cff up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:17.504304 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 2394402d-1aa1-4f16-afbf-70d92c785cff completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:17.508230 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 2394402d-1aa1-4f16-afbf-70d92c785cff triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:17.508610 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:17.573285 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250382c-d17d-43f4-bf44-6350f745b386 req-e4b3743e-01dc-486f-8dac-3fee617ab955 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:17.574716 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4250382c-d17d-43f4-bf44-6350f745b386 req-e4b3743e-01dc-486f-8dac-3fee617ab955 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 944 time: 0.0707228 Jul 07 17:53:17.587851 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:17.611284 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e193d5-8cff-4db1-8a44-ad8373d20bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2394402d-1aa1-4f16-afbf-70d92c785cff'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:17.613550 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfafaf05-8f3d-4754-af93-78e8ff18e157" -d '{"events": [{"server_uuid": "33e193d5-8cff-4db1-8a44-ad8373d20bc1", "name": "network-vif-plugged", "status": "completed", "tag": "2394402d-1aa1-4f16-afbf-70d92c785cff"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:17.615823 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4250382c-d17d-43f4-bf44-6350f745b386 req-bd889601-5946-4be3-b563-60211ff07e3b tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349951 Jul 07 17:53:17.627219 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 2394402d-1aa1-4f16-afbf-70d92c785cff, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=2394402d-1aa1-4f16-afbf-70d92c785cff,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:17.632779 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:17.661981 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de6fe33-7224-4da3-8494-b343d7d41423 x-openstack-request-id: req-8de6fe33-7224-4da3-8494-b343d7d41423 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:17.662130 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e193d5-8cff-4db1-8a44-ad8373d20bc1", "name": "network-vif-plugged", "status": "completed", "tag": "2394402d-1aa1-4f16-afbf-70d92c785cff", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:17.662375 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8de6fe33-7224-4da3-8494-b343d7d41423 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:17.662749 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33e193d5-8cff-4db1-8a44-ad8373d20bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2394402d-1aa1-4f16-afbf-70d92c785cff', 'code': 200} Jul 07 17:53:17.688719 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=2394402d-1aa1-4f16-afbf-70d92c785cff,revision_number=9']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:18.008969 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d3b9c-084a-4d93-bf1b-ce58d4dc14b1 req-1968d4e6-30aa-4783-8e94-c7ec0373600c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:18.011004 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5d8d3b9c-084a-4d93-bf1b-ce58d4dc14b1 req-1968d4e6-30aa-4783-8e94-c7ec0373600c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 945 time: 0.0685387 Jul 07 17:53:18.050157 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5d8d3b9c-084a-4d93-bf1b-ce58d4dc14b1 req-63bfcae9-490e-44a3-91a1-ec75037f49b6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325952 Jul 07 17:53:19.254080 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0423e-af12-43ca-a495-f217fd72d571 req-b7e70d8d-4b3a-41f0-b63c-fe8e2a58ac0d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:19.255605 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-13b0423e-af12-43ca-a495-f217fd72d571 req-b7e70d8d-4b3a-41f0-b63c-fe8e2a58ac0d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.64 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 945 time: 0.1113689 Jul 07 17:53:19.265540 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638344c6-309d-45c0-a572-c5f4a066c6e9 req-97660c19-7410-4471-ae2e-67adcdb0ba83 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:19.266985 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-638344c6-309d-45c0-a572-c5f4a066c6e9 req-97660c19-7410-4471-ae2e-67adcdb0ba83 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 945 time: 0.0937645 Jul 07 17:53:19.369639 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-638344c6-309d-45c0-a572-c5f4a066c6e9 req-55b5d4e8-8b3c-46f9-aa35-527bc1479a2d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913553 Jul 07 17:53:19.418114 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-13b0423e-af12-43ca-a495-f217fd72d571 req-16d66442-588f-4c37-998c-6cf6e147a21f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Deleting port 2394402d-1aa1-4f16-afbf-70d92c785cff {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:53:19.418458 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-13b0423e-af12-43ca-a495-f217fd72d571 req-16d66442-588f-4c37-998c-6cf6e147a21f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:19.509697 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-13b0423e-af12-43ca-a495-f217fd72d571 req-16d66442-588f-4c37-998c-6cf6e147a21f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] For port 2394402d-1aa1-4f16-afbf-70d92c785cff, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=2394402d-1aa1-4f16-afbf-70d92c785cff,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:19.510701 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-13b0423e-af12-43ca-a495-f217fd72d571 req-16d66442-588f-4c37-998c-6cf6e147a21f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:19.682301 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-13b0423e-af12-43ca-a495-f217fd72d571 req-16d66442-588f-4c37-998c-6cf6e147a21f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:19.682722 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-13b0423e-af12-43ca-a495-f217fd72d571 req-16d66442-588f-4c37-998c-6cf6e147a21f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:19.683042 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [req-13b0423e-af12-43ca-a495-f217fd72d571 req-16d66442-588f-4c37-998c-6cf6e147a21f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Floating IP ae17c2bb-071a-4398-8f9e-6eeb18633af0 disassociated. External IP: 172.25.0.200, port: 2394402d-1aa1-4f16-afbf-70d92c785cff. Jul 07 17:53:19.683392 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-13b0423e-af12-43ca-a495-f217fd72d571 req-16d66442-588f-4c37-998c-6cf6e147a21f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Calling delete_port for 2394402d-1aa1-4f16-afbf-70d92c785cff owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:53:19.813461 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-13b0423e-af12-43ca-a495-f217fd72d571 req-16d66442-588f-4c37-998c-6cf6e147a21f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:19.841648 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d66442-588f-4c37-998c-6cf6e147a21f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Pushing event deleted for resources: {'Port': ['ID=2394402d-1aa1-4f16-afbf-70d92c785cff,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:19.962585 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13b0423e-af12-43ca-a495-f217fd72d571 req-16d66442-588f-4c37-998c-6cf6e147a21f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Router 58c21fb5-dd9b-475c-9202-e0a54283ac7c has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:53:20.076838 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13b0423e-af12-43ca-a495-f217fd72d571 req-16d66442-588f-4c37-998c-6cf6e147a21f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:53:20.086605 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdef2053-ca25-472a-9acb-7baf3202486b None None] Sync routers for ids ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:53:20.096246 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdef2053-ca25-472a-9acb-7baf3202486b None None] Routers {'58c21fb5-dd9b-475c-9202-e0a54283ac7c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:20.096892 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-bdef2053-ca25-472a-9acb-7baf3202486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:52:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:20.123462 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b0423e-af12-43ca-a495-f217fd72d571 req-16d66442-588f-4c37-998c-6cf6e147a21f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] No DVR routers for this DVR port 2394402d-1aa1-4f16-afbf-70d92c785cff on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:53:20.126152 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-13b0423e-af12-43ca-a495-f217fd72d571 req-16d66442-588f-4c37-998c-6cf6e147a21f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:20.128372 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-13b0423e-af12-43ca-a495-f217fd72d571 req-16d66442-588f-4c37-998c-6cf6e147a21f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.64 "DELETE /v2.0/ports/2394402d-1aa1-4f16-afbf-70d92c785cff HTTP/1.1" status: 204 len: 173 time: 0.8604987 Jul 07 17:53:20.128863 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e193d5-8cff-4db1-8a44-ad8373d20bc1', 'name': 'network-vif-deleted', 'tag': '2394402d-1aa1-4f16-afbf-70d92c785cff'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:20.131189 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d29330-36b5-4652-9e41-80cd71905198" -d '{"events": [{"server_uuid": "33e193d5-8cff-4db1-8a44-ad8373d20bc1", "name": "network-vif-deleted", "tag": "2394402d-1aa1-4f16-afbf-70d92c785cff"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:20.173730 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb953450-3c16-4786-962d-c1d39f7e9e28 x-openstack-request-id: req-cb953450-3c16-4786-962d-c1d39f7e9e28 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:20.174070 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e193d5-8cff-4db1-8a44-ad8373d20bc1", "name": "network-vif-deleted", "tag": "2394402d-1aa1-4f16-afbf-70d92c785cff", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:20.174366 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb953450-3c16-4786-962d-c1d39f7e9e28 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:20.174862 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33e193d5-8cff-4db1-8a44-ad8373d20bc1', 'name': 'network-vif-deleted', 'tag': '2394402d-1aa1-4f16-afbf-70d92c785cff', 'status': 'completed', 'code': 200} Jul 07 17:53:20.212668 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-bdef2053-ca25-472a-9acb-7baf3202486b None None] Set router 58c21fb5-dd9b-475c-9202-e0a54283ac7c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:20.516756 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-bdef2053-ca25-472a-9acb-7baf3202486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:41Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '046d26d1-3057-4b93-b104-d50f09b1ab84', 'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'mac_address': 'fa:16:3e:5d:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:40Z', 'updated_at': '2021-07-07T17:48:46Z', 'revision_number': 5, 'project_id': '23c8440a747842e6b499c808bca9de04', 'subnets': [{'id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:20.543868 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8f1f347f-246b-4721-90d3-ab38af93ad70 req-d0a95c1d-bb6e-4bd2-8ab2-3c2ac75fa344 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e193d5-8cff-4db1-8a44-ad8373d20bc1 HTTP/1.1" status: 200 len: 210 time: 0.0360792 Jul 07 17:53:20.549930 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdef2053-ca25-472a-9acb-7baf3202486b None None] Checking router: 58c21fb5-dd9b-475c-9202-e0a54283ac7c for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:53:20.558618 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdef2053-ca25-472a-9acb-7baf3202486b None None] Routers {'58c21fb5-dd9b-475c-9202-e0a54283ac7c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:20.559234 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-bdef2053-ca25-472a-9acb-7baf3202486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:52:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:20.663106 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-bdef2053-ca25-472a-9acb-7baf3202486b None None] Set router 58c21fb5-dd9b-475c-9202-e0a54283ac7c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:20.865125 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-bdef2053-ca25-472a-9acb-7baf3202486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:41Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '046d26d1-3057-4b93-b104-d50f09b1ab84', 'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'mac_address': 'fa:16:3e:5d:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:40Z', 'updated_at': '2021-07-07T17:48:46Z', 'revision_number': 5, 'project_id': '23c8440a747842e6b499c808bca9de04', 'subnets': [{'id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:20.895700 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdef2053-ca25-472a-9acb-7baf3202486b None None] The sync data for ids ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'] in n-d-791503-12 is: [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:41Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '046d26d1-3057-4b93-b104-d50f09b1ab84', 'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'mac_address': 'fa:16:3e:5d:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:40Z', 'updated_at': '2021-07-07T17:48:46Z', 'revision_number': 5, 'project_id': '23c8440a747842e6b499c808bca9de04', 'subnets': [{'id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:53:21.123584 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a38b8b-d149-4471-a32e-036049e7d7bb None None] New status for floating IP ae17c2bb-071a-4398-8f9e-6eeb18633af0: DOWN {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:53:21.894926 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-10fb5a8f-d920-435c-a5d0-b343d666f3c9 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--632118569&fields=id&tenant_id=23c8440a747842e6b499c808bca9de04 HTTP/1.1" status: 200 len: 267 time: 0.0357399 Jul 07 17:53:22.009662 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-cce48074-88a2-47e8-9e7e-b07dffdd16b7 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:22.011674 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-cce48074-88a2-47e8-9e7e-b07dffdd16b7 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 812 time: 0.1097233 Jul 07 17:53:22.027284 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-f8db8b55-3e16-4fd3-aa27-9aa4b15c4ba3 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/quotas/23c8440a747842e6b499c808bca9de04 HTTP/1.1" status: 200 len: 375 time: 0.0090659 Jul 07 17:53:22.100781 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-157fb212-c7d9-41fd-b355-2a09fcb486ca tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0689905 Jul 07 17:53:22.203864 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-334f1f75-04aa-4d12-ab1e-2712809327e5 service neutron] 10.222.0.53 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916173 Jul 07 17:53:22.301842 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-9c37b5a3-28fa-475c-9375-c199bbf2bb76 service neutron] 10.222.0.53 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921056 Jul 07 17:53:22.474748 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-41dc0efd-a1e6-4f23-b9b4-c6c17c4e0ba1 req-500d42a4-cdec-49dd-87a0-757bc0e09b53 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 210 time: 0.0298743 Jul 07 17:53:23.478062 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bc0a599d-bba5-446a-a017-e14a2e39d1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:23.494230 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 2394402d-1aa1-4f16-afbf-70d92c785cff no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:53:23.516514 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 2394402d-1aa1-4f16-afbf-70d92c785cff {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:53:23.516895 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 2394402d-1aa1-4f16-afbf-70d92c785cff not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:53:23.599868 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-c5fb9fd9-a07a-463f-b525-cd59ac564436 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:23.601912 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-c5fb9fd9-a07a-463f-b525-cd59ac564436 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 812 time: 0.1483061 Jul 07 17:53:23.634034 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-67af12f8-8bd3-4226-99ae-c104a9a31064 req-d7b3fa37-581f-4095-a393-4562111ac105 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 210 time: 0.0333729 Jul 07 17:53:23.655626 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-c69f5b6a-5754-4c10-a00d-e45d34aa3bef tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23c8440a747842e6b499c808bca9de04 HTTP/1.1" status: 200 len: 379 time: 0.0438859 Jul 07 17:53:23.662836 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-367b6d15-5ed7-4013-9843-6bfe08ddbab6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Request body: {'port': {'device_id': 'f8b9a2b9-4a97-4d3c-9707-f1963851fa35', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'admin_state_up': True, 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'security_groups': ['3f5cf002-71e8-4aa4-8e8f-ed7613eda67c']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:23.773943 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-367b6d15-5ed7-4013-9843-6bfe08ddbab6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Made reservation on behalf of 23c8440a747842e6b499c808bca9de04 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:53:23.777521 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-367b6d15-5ed7-4013-9843-6bfe08ddbab6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.210770 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-367b6d15-5ed7-4013-9843-6bfe08ddbab6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Allocated IP 172.20.0.14 (d9a45d5f-5778-4454-9c5e-ac761de82de3/46453a36-dfb2-4c06-82f3-5d7511d256d6/044487f8-d7b8-4965-9e57-7b7b44a00d8f) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:53:24.365245 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-367b6d15-5ed7-4013-9843-6bfe08ddbab6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.378885 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-367b6d15-5ed7-4013-9843-6bfe08ddbab6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Transition to ACTIVE for port object 044487f8-d7b8-4965-9e57-7b7b44a00d8f will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:24.411841 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-367b6d15-5ed7-4013-9843-6bfe08ddbab6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.456069 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-367b6d15-5ed7-4013-9843-6bfe08ddbab6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Network d9a45d5f-5778-4454-9c5e-ac761de82de3 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:24.461529 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-367b6d15-5ed7-4013-9843-6bfe08ddbab6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:24.466021 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-367b6d15-5ed7-4013-9843-6bfe08ddbab6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:53:24.472580 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b6d15-5ed7-4013-9843-6bfe08ddbab6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Pushing event updated for resources: {'Port': ['ID=044487f8-d7b8-4965-9e57-7b7b44a00d8f,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:24.525737 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-367b6d15-5ed7-4013-9843-6bfe08ddbab6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:24.526959 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-367b6d15-5ed7-4013-9843-6bfe08ddbab6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.543187 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-367b6d15-5ed7-4013-9843-6bfe08ddbab6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8843400 Jul 07 17:53:24.555304 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-582f959f-a8d6-4ac6-9dbb-30c07b10358e service neutron] Request body: {'port': {'device_id': 'f8b9a2b9-4a97-4d3c-9707-f1963851fa35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:24.637066 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-582f959f-a8d6-4ac6-9dbb-30c07b10358e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.735313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-245a52e5-c663-4dfe-8b2d-8d823de79e66 None None] Provisioning for port 044487f8-d7b8-4965-9e57-7b7b44a00d8f completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:24.739923 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-245a52e5-c663-4dfe-8b2d-8d823de79e66 None None] Provisioning complete for port 044487f8-d7b8-4965-9e57-7b7b44a00d8f triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:24.740314 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-245a52e5-c663-4dfe-8b2d-8d823de79e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.779329 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-245a52e5-c663-4dfe-8b2d-8d823de79e66 None None] Port 044487f8-d7b8-4965-9e57-7b7b44a00d8f cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:53:24.904821 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e6672-0bbc-4ff1-894f-9872009ca9c7 req-4c231e48-b4e6-4398-a879-d57ca3fed40a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:24.906352 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3d6e6672-0bbc-4ff1-894f-9872009ca9c7 req-4c231e48-b4e6-4398-a879-d57ca3fed40a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 932 time: 0.1431072 Jul 07 17:53:24.983568 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3d6e6672-0bbc-4ff1-894f-9872009ca9c7 req-0a59eee6-53e8-490f-8d16-2fb77c419611 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675592 Jul 07 17:53:24.999097 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-582f959f-a8d6-4ac6-9dbb-30c07b10358e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 044487f8-d7b8-4965-9e57-7b7b44a00d8f {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:53:25.007151 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-582f959f-a8d6-4ac6-9dbb-30c07b10358e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:25.021592 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-582f959f-a8d6-4ac6-9dbb-30c07b10358e service neutron] Transition to ACTIVE for port object 044487f8-d7b8-4965-9e57-7b7b44a00d8f will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:25.025507 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-582f959f-a8d6-4ac6-9dbb-30c07b10358e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:25.077927 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f959f-a8d6-4ac6-9dbb-30c07b10358e service neutron] Pushing event updated for resources: {'Port': ['ID=044487f8-d7b8-4965-9e57-7b7b44a00d8f,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:25.159468 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-582f959f-a8d6-4ac6-9dbb-30c07b10358e service neutron] Attempting to bind port 044487f8-d7b8-4965-9e57-7b7b44a00d8f on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:53:25.159813 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-582f959f-a8d6-4ac6-9dbb-30c07b10358e service neutron] Attempting to bind port 044487f8-d7b8-4965-9e57-7b7b44a00d8f by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:53:25.160147 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-582f959f-a8d6-4ac6-9dbb-30c07b10358e service neutron] Attempting to bind port 044487f8-d7b8-4965-9e57-7b7b44a00d8f on network d9a45d5f-5778-4454-9c5e-ac761de82de3 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:25.165055 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-582f959f-a8d6-4ac6-9dbb-30c07b10358e service neutron] Port 044487f8-d7b8-4965-9e57-7b7b44a00d8f on network d9a45d5f-5778-4454-9c5e-ac761de82de3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:53:25.165386 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-582f959f-a8d6-4ac6-9dbb-30c07b10358e service neutron] Attempting to bind port 044487f8-d7b8-4965-9e57-7b7b44a00d8f on network d9a45d5f-5778-4454-9c5e-ac761de82de3 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:25.171073 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-582f959f-a8d6-4ac6-9dbb-30c07b10358e service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:53:25.171423 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-582f959f-a8d6-4ac6-9dbb-30c07b10358e service neutron] Checking segment: {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:25.171813 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-582f959f-a8d6-4ac6-9dbb-30c07b10358e service neutron] Bound using segment: {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:53:25.172243 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-582f959f-a8d6-4ac6-9dbb-30c07b10358e service neutron] Bound port: 044487f8-d7b8-4965-9e57-7b7b44a00d8f, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:53:25.172609 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-582f959f-a8d6-4ac6-9dbb-30c07b10358e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:25.241901 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-582f959f-a8d6-4ac6-9dbb-30c07b10358e service neutron] For port 044487f8-d7b8-4965-9e57-7b7b44a00d8f, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:25.246196 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-582f959f-a8d6-4ac6-9dbb-30c07b10358e service neutron] For port 044487f8-d7b8-4965-9e57-7b7b44a00d8f, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=044487f8-d7b8-4965-9e57-7b7b44a00d8f,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:25.250195 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-582f959f-a8d6-4ac6-9dbb-30c07b10358e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:25.295894 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-582f959f-a8d6-4ac6-9dbb-30c07b10358e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:25.296601 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-582f959f-a8d6-4ac6-9dbb-30c07b10358e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:25.298159 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-582f959f-a8d6-4ac6-9dbb-30c07b10358e service neutron] 10.222.0.72 "PUT /v2.0/ports/044487f8-d7b8-4965-9e57-7b7b44a00d8f HTTP/1.1" status: 200 len: 1093 time: 0.7473049 Jul 07 17:53:25.298684 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b9a2b9-4a97-4d3c-9707-f1963851fa35', 'tag': '044487f8-d7b8-4965-9e57-7b7b44a00d8f'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:25.301154 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c07a1c-aa18-421d-ae7f-57f2f54cfde7" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b9a2b9-4a97-4d3c-9707-f1963851fa35", "tag": "044487f8-d7b8-4965-9e57-7b7b44a00d8f"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:25.318724 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f959f-a8d6-4ac6-9dbb-30c07b10358e service neutron] Pushing event updated for resources: {'Port': ['ID=044487f8-d7b8-4965-9e57-7b7b44a00d8f,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:25.357239 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adac228a-b543-40ff-b9f6-52e4f28216a8 x-openstack-request-id: req-adac228a-b543-40ff-b9f6-52e4f28216a8 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:25.357892 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b9a2b9-4a97-4d3c-9707-f1963851fa35", "tag": "044487f8-d7b8-4965-9e57-7b7b44a00d8f", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:25.358154 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-adac228a-b543-40ff-b9f6-52e4f28216a8 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:25.358716 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b9a2b9-4a97-4d3c-9707-f1963851fa35', 'tag': '044487f8-d7b8-4965-9e57-7b7b44a00d8f', 'status': 'completed', 'code': 200} Jul 07 17:53:25.410607 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-96ec8242-4aca-4549-ba1c-94d4a86ba1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:25.412151 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-96ec8242-4aca-4549-ba1c-94d4a86ba1b2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 1096 time: 0.0647643 Jul 07 17:53:25.456020 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-fb82c4de-fc69-4934-b137-6e299e923b94 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=044487f8-d7b8-4965-9e57-7b7b44a00d8f HTTP/1.1" status: 200 len: 217 time: 0.0363953 Jul 07 17:53:25.511266 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-256d3cd4-3b7f-4643-8580-185f8722cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:25.512790 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-256d3cd4-3b7f-4643-8580-185f8722cc73 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0508921 Jul 07 17:53:25.576041 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-43274f09-5d1c-4687-9d59-bed4509d1971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:25.577611 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-43274f09-5d1c-4687-9d59-bed4509d1971 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583987 Jul 07 17:53:25.673526 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-9bd973bc-cd24-4009-b470-fe33e8da8ab0 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892334 Jul 07 17:53:25.773454 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-456c2253-173b-4566-a121-5d6e0ecc0baf req-feaf7717-d65a-48ba-b9b6-a02fff0c9f46 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925751 Jul 07 17:53:25.878895 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c07a1c-aa18-421d-ae7f-57f2f54cfde7 req-915f5ab8-ad0c-421f-b077-9636a90cb9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:25.880426 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-02c07a1c-aa18-421d-ae7f-57f2f54cfde7 req-915f5ab8-ad0c-421f-b077-9636a90cb9b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 1096 time: 0.0551388 Jul 07 17:53:25.973824 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c07a1c-aa18-421d-ae7f-57f2f54cfde7 req-bbac4a39-c4b8-40b1-875c-c3322a8df246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:25.975335 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-02c07a1c-aa18-421d-ae7f-57f2f54cfde7 req-bbac4a39-c4b8-40b1-875c-c3322a8df246 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.0881929 Jul 07 17:53:26.022280 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-02c07a1c-aa18-421d-ae7f-57f2f54cfde7 req-a6c5dfd4-1415-497f-8003-ae79de122ff1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=044487f8-d7b8-4965-9e57-7b7b44a00d8f HTTP/1.1" status: 200 len: 217 time: 0.0394433 Jul 07 17:53:26.074549 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c07a1c-aa18-421d-ae7f-57f2f54cfde7 req-1f758b96-9c73-4e61-82e6-87308e702caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:26.076039 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-02c07a1c-aa18-421d-ae7f-57f2f54cfde7 req-1f758b96-9c73-4e61-82e6-87308e702caa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0473804 Jul 07 17:53:26.184280 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c07a1c-aa18-421d-ae7f-57f2f54cfde7 req-16d94b38-d736-4bad-a054-7186380810d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:26.185858 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-02c07a1c-aa18-421d-ae7f-57f2f54cfde7 req-16d94b38-d736-4bad-a054-7186380810d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030629 Jul 07 17:53:26.198378 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db216fa0-a857-4946-9155-0ddc434de9ca req-a9ba69c5-30e7-4d63-9669-34b16b3b36c4 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:26.199992 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db216fa0-a857-4946-9155-0ddc434de9ca req-a9ba69c5-30e7-4d63-9669-34b16b3b36c4 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 944 time: 0.0886381 Jul 07 17:53:26.283305 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:26.286011 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db216fa0-a857-4946-9155-0ddc434de9ca req-d1e57abb-8c21-4894-84da-ee42904686b7 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775621 Jul 07 17:53:26.314309 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-02c07a1c-aa18-421d-ae7f-57f2f54cfde7 req-2c5a9961-d47d-49bd-afaa-4e82cf54722b service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133287 Jul 07 17:53:26.417845 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-02c07a1c-aa18-421d-ae7f-57f2f54cfde7 req-73c81afc-b132-46b2-9ac9-293021ab4609 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948503 Jul 07 17:53:26.867160 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3df6aa08-e0d7-4327-a38b-ff81b6c7814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:27.466852 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2c6d1-1b5c-4729-ba7c-10ed60cb8045 req-91f62a20-5742-47a1-bc25-763b1b200832 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:27.468366 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23d2c6d1-1b5c-4729-ba7c-10ed60cb8045 req-91f62a20-5742-47a1-bc25-763b1b200832 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 944 time: 0.0707576 Jul 07 17:53:27.505998 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23d2c6d1-1b5c-4729-ba7c-10ed60cb8045 req-0273431d-dc4a-4ddb-9bc8-ba0b3749eb48 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319996 Jul 07 17:53:28.082192 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:28.684357 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 044487f8-d7b8-4965-9e57-7b7b44a00d8f details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:53:28.684711 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420bdee-cb65-4a7c-b38a-d29088a12a42 req-a4151a8c-e15e-4630-be91-c8b1004a2817 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:28.686266 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e420bdee-cb65-4a7c-b38a-d29088a12a42 req-a4151a8c-e15e-4630-be91-c8b1004a2817 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 944 time: 0.0656061 Jul 07 17:53:28.724902 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e420bdee-cb65-4a7c-b38a-d29088a12a42 req-20c7506f-7310-4238-9477-e5a9e241b79c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329704 Jul 07 17:53:28.779232 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 044487f8-d7b8-4965-9e57-7b7b44a00d8f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=044487f8-d7b8-4965-9e57-7b7b44a00d8f,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:28.790402 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '044487f8-d7b8-4965-9e57-7b7b44a00d8f', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'port_id': '044487f8-d7b8-4965-9e57-7b7b44a00d8f', 'mac_address': 'fa:16:3e:fd:a1:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:53:28.827910 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:28.842283 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 044487f8-d7b8-4965-9e57-7b7b44a00d8f {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:53:28.863122 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 044487f8-d7b8-4965-9e57-7b7b44a00d8f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=044487f8-d7b8-4965-9e57-7b7b44a00d8f,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:28.866982 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:28.915964 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=044487f8-d7b8-4965-9e57-7b7b44a00d8f,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:29.078842 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['044487f8-d7b8-4965-9e57-7b7b44a00d8f'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:53:29.910617 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39c9ed-1b7e-4c17-9b3c-0c156481e7fb req-aa987e60-af86-4b95-99ac-75dd9a89b3b0 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:29.912132 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ce39c9ed-1b7e-4c17-9b3c-0c156481e7fb req-aa987e60-af86-4b95-99ac-75dd9a89b3b0 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 945 time: 0.0651617 Jul 07 17:53:29.951923 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ce39c9ed-1b7e-4c17-9b3c-0c156481e7fb req-d6512f94-9d37-4278-bd48-e8b59ed99e85 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339189 Jul 07 17:53:30.391837 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:30.701068 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 044487f8-d7b8-4965-9e57-7b7b44a00d8f up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:30.754503 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 044487f8-d7b8-4965-9e57-7b7b44a00d8f completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:30.758154 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 044487f8-d7b8-4965-9e57-7b7b44a00d8f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:30.758522 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:30.835126 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:30.857550 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b9a2b9-4a97-4d3c-9707-f1963851fa35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044487f8-d7b8-4965-9e57-7b7b44a00d8f'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:30.859969 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4030994-9fde-4e0e-a11c-39f02b5c39dc" -d '{"events": [{"server_uuid": "f8b9a2b9-4a97-4d3c-9707-f1963851fa35", "name": "network-vif-plugged", "status": "completed", "tag": "044487f8-d7b8-4965-9e57-7b7b44a00d8f"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:30.873720 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 044487f8-d7b8-4965-9e57-7b7b44a00d8f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=044487f8-d7b8-4965-9e57-7b7b44a00d8f,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:30.877860 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:30.901098 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c00a03-82bc-4f25-89d0-0e90b052c41a x-openstack-request-id: req-17c00a03-82bc-4f25-89d0-0e90b052c41a {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:30.901573 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b9a2b9-4a97-4d3c-9707-f1963851fa35", "name": "network-vif-plugged", "status": "completed", "tag": "044487f8-d7b8-4965-9e57-7b7b44a00d8f", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:30.901942 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17c00a03-82bc-4f25-89d0-0e90b052c41a {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:30.902332 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b9a2b9-4a97-4d3c-9707-f1963851fa35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044487f8-d7b8-4965-9e57-7b7b44a00d8f', 'code': 200} Jul 07 17:53:30.934332 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=044487f8-d7b8-4965-9e57-7b7b44a00d8f,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:31.023155 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cbcee-aabb-41e7-891e-2a6517fffbcf req-38d185a3-2859-443f-9b2e-e103ec890301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:31.024716 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bb0cbcee-aabb-41e7-891e-2a6517fffbcf req-38d185a3-2859-443f-9b2e-e103ec890301 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 1098 time: 0.0598471 Jul 07 17:53:31.061811 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bb0cbcee-aabb-41e7-891e-2a6517fffbcf req-652bde52-8e00-4a45-accc-dfdb3506b0bd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302050 Jul 07 17:53:31.135460 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a12bb-e043-4b5e-a7d6-6e28e90f950d req-6915db25-57b6-466f-b33d-e7520c9dc1ac tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:31.136935 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6d3a12bb-e043-4b5e-a7d6-6e28e90f950d req-6915db25-57b6-466f-b33d-e7520c9dc1ac tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 946 time: 0.0732510 Jul 07 17:53:31.184941 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6d3a12bb-e043-4b5e-a7d6-6e28e90f950d req-663f8ac2-d822-46c7-a06c-ab8a3707a5b5 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422673 Jul 07 17:53:32.365521 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f00f63-dc5a-4801-ad00-c70161e94e00 req-32d39748-18fb-4842-8734-fff6020aa96d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:32.367060 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c6f00f63-dc5a-4801-ad00-c70161e94e00 req-32d39748-18fb-4842-8734-fff6020aa96d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 946 time: 0.0670681 Jul 07 17:53:32.405281 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c6f00f63-dc5a-4801-ad00-c70161e94e00 req-97567c4e-6148-4f29-b310-23db5e185fa4 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317926 Jul 07 17:53:32.578353 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d0441-fc4f-44ca-806d-28dfc077b1de req-55a47e9a-ca7d-4060-888a-525c987642c0 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:32.580051 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-545d0441-fc4f-44ca-806d-28dfc077b1de req-55a47e9a-ca7d-4060-888a-525c987642c0 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 946 time: 0.0693836 Jul 07 17:53:32.589329 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 48420) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:32.594175 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-1518f14c-192d-47d3-99a7-f108b098752c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Request body: {'floatingip': {'port_id': '044487f8-d7b8-4965-9e57-7b7b44a00d8f'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:32.634166 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1518f14c-192d-47d3-99a7-f108b098752c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for floatingip, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:33.093886 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1518f14c-192d-47d3-99a7-f108b098752c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:33.097892 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1518f14c-192d-47d3-99a7-f108b098752c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:33.202450 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-1518f14c-192d-47d3-99a7-f108b098752c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Floating IP ae17c2bb-071a-4398-8f9e-6eeb18633af0 associated. External IP: 172.25.0.200, port: 044487f8-d7b8-4965-9e57-7b7b44a00d8f. Jul 07 17:53:33.419020 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1518f14c-192d-47d3-99a7-f108b098752c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Router 58c21fb5-dd9b-475c-9202-e0a54283ac7c has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:53:33.532177 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1518f14c-192d-47d3-99a7-f108b098752c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:53:33.537322 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1518f14c-192d-47d3-99a7-f108b098752c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:33.542505 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b088dd0-791d-40b5-91e7-db4d8caa2ed1 None None] Sync routers for ids ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:53:33.552259 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b088dd0-791d-40b5-91e7-db4d8caa2ed1 None None] Routers {'58c21fb5-dd9b-475c-9202-e0a54283ac7c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:33.553182 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-1b088dd0-791d-40b5-91e7-db4d8caa2ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:53:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:33.577659 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1518f14c-192d-47d3-99a7-f108b098752c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "PUT /v2.0/floatingips/ae17c2bb-071a-4398-8f9e-6eeb18633af0 HTTP/1.1" status: 200 len: 992 time: 0.9869957 Jul 07 17:53:33.578262 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b9a2b9-4a97-4d3c-9707-f1963851fa35', 'tag': '044487f8-d7b8-4965-9e57-7b7b44a00d8f'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:33.580833 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2820ac-1229-49d6-8051-5b182e29a0c3" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b9a2b9-4a97-4d3c-9707-f1963851fa35", "tag": "044487f8-d7b8-4965-9e57-7b7b44a00d8f"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:33.620034 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e28460-d999-4ae9-a054-b3a93c616171 x-openstack-request-id: req-20e28460-d999-4ae9-a054-b3a93c616171 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:33.620347 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b9a2b9-4a97-4d3c-9707-f1963851fa35", "tag": "044487f8-d7b8-4965-9e57-7b7b44a00d8f", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:33.620610 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20e28460-d999-4ae9-a054-b3a93c616171 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:33.621055 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b9a2b9-4a97-4d3c-9707-f1963851fa35', 'tag': '044487f8-d7b8-4965-9e57-7b7b44a00d8f', 'status': 'completed', 'code': 200} Jul 07 17:53:33.662366 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-1b088dd0-791d-40b5-91e7-db4d8caa2ed1 None None] Set router 58c21fb5-dd9b-475c-9202-e0a54283ac7c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:33.697407 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2820ac-1229-49d6-8051-5b182e29a0c3 req-a33463b6-919c-4f75-98cc-63c5d1e2f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:33.699929 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8d2820ac-1229-49d6-8051-5b182e29a0c3 req-a33463b6-919c-4f75-98cc-63c5d1e2f3f1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 1098 time: 0.0564439 Jul 07 17:53:33.796992 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2820ac-1229-49d6-8051-5b182e29a0c3 req-92061f22-4383-42ed-8426-0b3f431b4860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:33.798434 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8d2820ac-1229-49d6-8051-5b182e29a0c3 req-92061f22-4383-42ed-8426-0b3f431b4860 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.0905538 Jul 07 17:53:33.866062 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8d2820ac-1229-49d6-8051-5b182e29a0c3 req-ed001e2d-833b-4eb5-9bf8-720c8a32babb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=044487f8-d7b8-4965-9e57-7b7b44a00d8f HTTP/1.1" status: 200 len: 1000 time: 0.0598786 Jul 07 17:53:33.888360 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-1b088dd0-791d-40b5-91e7-db4d8caa2ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:41Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'ae17c2bb-071a-4398-8f9e-6eeb18633af0', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'floating_ip_address': '172.25.0.200', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'port_id': '044487f8-d7b8-4965-9e57-7b7b44a00d8f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'mac_address': 'fa:16:3e:fd:a1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b9a2b9-4a97-4d3c-9707-f1963851fa35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:48:44Z', 'updated_at': '2021-07-07T17:53:33Z', 'revision_number': 9, 'project_id': '23c8440a747842e6b499c808bca9de04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046d26d1-3057-4b93-b104-d50f09b1ab84', 'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'mac_address': 'fa:16:3e:5d:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:40Z', 'updated_at': '2021-07-07T17:48:46Z', 'revision_number': 5, 'project_id': '23c8440a747842e6b499c808bca9de04', 'subnets': [{'id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:33.918234 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b088dd0-791d-40b5-91e7-db4d8caa2ed1 None None] Checking router: 58c21fb5-dd9b-475c-9202-e0a54283ac7c for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:53:33.926767 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b088dd0-791d-40b5-91e7-db4d8caa2ed1 None None] Routers {'58c21fb5-dd9b-475c-9202-e0a54283ac7c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:33.927381 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-1b088dd0-791d-40b5-91e7-db4d8caa2ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:53:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:33.931799 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2820ac-1229-49d6-8051-5b182e29a0c3 req-98e01a26-cee5-4eea-829d-aeeb2c349fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:33.933978 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8d2820ac-1229-49d6-8051-5b182e29a0c3 req-98e01a26-cee5-4eea-829d-aeeb2c349fcb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0546253 Jul 07 17:53:33.993408 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2820ac-1229-49d6-8051-5b182e29a0c3 req-ba2d6915-3b06-4946-937d-97c4a3e5102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:33.995812 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8d2820ac-1229-49d6-8051-5b182e29a0c3 req-ba2d6915-3b06-4946-937d-97c4a3e5102f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551617 Jul 07 17:53:34.034073 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-1b088dd0-791d-40b5-91e7-db4d8caa2ed1 None None] Set router 58c21fb5-dd9b-475c-9202-e0a54283ac7c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:34.090726 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8d2820ac-1229-49d6-8051-5b182e29a0c3 req-d5540976-77cd-48cb-b7cb-ea84cbcd6e0a service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870109 Jul 07 17:53:34.188594 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8d2820ac-1229-49d6-8051-5b182e29a0c3 req-00a3297f-13cf-44e9-89da-c5179938333e service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912330 Jul 07 17:53:34.258619 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-1b088dd0-791d-40b5-91e7-db4d8caa2ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:41Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'ae17c2bb-071a-4398-8f9e-6eeb18633af0', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'floating_ip_address': '172.25.0.200', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'port_id': '044487f8-d7b8-4965-9e57-7b7b44a00d8f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'mac_address': 'fa:16:3e:fd:a1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b9a2b9-4a97-4d3c-9707-f1963851fa35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:48:44Z', 'updated_at': '2021-07-07T17:53:33Z', 'revision_number': 9, 'project_id': '23c8440a747842e6b499c808bca9de04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046d26d1-3057-4b93-b104-d50f09b1ab84', 'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'mac_address': 'fa:16:3e:5d:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:40Z', 'updated_at': '2021-07-07T17:48:46Z', 'revision_number': 5, 'project_id': '23c8440a747842e6b499c808bca9de04', 'subnets': [{'id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:34.285087 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b088dd0-791d-40b5-91e7-db4d8caa2ed1 None None] The sync data for ids ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'] in n-d-791503-12 is: [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:41Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'ae17c2bb-071a-4398-8f9e-6eeb18633af0', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'floating_ip_address': '172.25.0.200', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'port_id': '044487f8-d7b8-4965-9e57-7b7b44a00d8f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'mac_address': 'fa:16:3e:fd:a1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b9a2b9-4a97-4d3c-9707-f1963851fa35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:48:44Z', 'updated_at': '2021-07-07T17:53:33Z', 'revision_number': 9, 'project_id': '23c8440a747842e6b499c808bca9de04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046d26d1-3057-4b93-b104-d50f09b1ab84', 'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'mac_address': 'fa:16:3e:5d:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:40Z', 'updated_at': '2021-07-07T17:48:46Z', 'revision_number': 5, 'project_id': '23c8440a747842e6b499c808bca9de04', 'subnets': [{'id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:53:34.497010 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072b1025-ac55-47da-bf25-536bb138b87f None None] New status for floating IP ae17c2bb-071a-4398-8f9e-6eeb18633af0: ACTIVE {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:53:34.613649 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72b43be9-5aef-42c8-a5a2-1d4602b2d71b req-011b6427-f513-4086-a310-0dde537615f8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528121 Jul 07 17:53:34.730293 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b43be9-5aef-42c8-a5a2-1d4602b2d71b req-12172ee4-e915-49fd-9cf1-754d31d372e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:34.731869 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72b43be9-5aef-42c8-a5a2-1d4602b2d71b req-12172ee4-e915-49fd-9cf1-754d31d372e2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 1098 time: 0.0737963 Jul 07 17:53:34.849487 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b43be9-5aef-42c8-a5a2-1d4602b2d71b req-3e3933dd-34f0-4784-99f0-3594afd29d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:34.851031 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72b43be9-5aef-42c8-a5a2-1d4602b2d71b req-3e3933dd-34f0-4784-99f0-3594afd29d95 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.0961740 Jul 07 17:53:34.915049 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72b43be9-5aef-42c8-a5a2-1d4602b2d71b req-039ac8e9-227c-4583-954c-5598614a3ed1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=044487f8-d7b8-4965-9e57-7b7b44a00d8f HTTP/1.1" status: 200 len: 1003 time: 0.0576863 Jul 07 17:53:34.968122 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b43be9-5aef-42c8-a5a2-1d4602b2d71b req-9a68fb3f-98f2-4cb0-bb68-b3c60da9a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:34.969750 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72b43be9-5aef-42c8-a5a2-1d4602b2d71b req-9a68fb3f-98f2-4cb0-bb68-b3c60da9a23b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0486546 Jul 07 17:53:35.027414 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b43be9-5aef-42c8-a5a2-1d4602b2d71b req-add3d2ac-0693-4ef7-ac1a-c2efb5a5dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:35.028969 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72b43be9-5aef-42c8-a5a2-1d4602b2d71b req-add3d2ac-0693-4ef7-ac1a-c2efb5a5dd45 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531325 Jul 07 17:53:35.133330 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72b43be9-5aef-42c8-a5a2-1d4602b2d71b req-b2c93331-d86c-47e6-b1a1-82abacd10ee3 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980875 Jul 07 17:53:35.242501 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-72b43be9-5aef-42c8-a5a2-1d4602b2d71b req-9d660856-330d-4867-b9c4-0897f462f7af service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023815 Jul 07 17:53:37.791510 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:38.335469 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:50.905112 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:53:53.470873 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c6167153-158d-4251-b1bc-d9aac0d11f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:56.289702 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:56.868592 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b5f78c0f-f4d2-4c3d-ad94-e88aa34b8407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:58.081952 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:00.390954 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:07.791531 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:08.350380 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:22.534308 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-869918f2-6b93-44b8-bbcf-15086feece58 req-ece28d0e-489c-44e7-9be6-7a54ca26703b service neutron] (100193) timed out ('10.222.0.53', 45878) {{(pid=100193) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:54:23.472802 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1537a76d-c5ea-4a6e-9b56-5daa3ddc1955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:26.281449 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:26.870659 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-77265463-2f48-4296-8041-0cd8e272b727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:27.905625 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:54:28.085342 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:30.394932 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:34.668479 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6b77f214-35c7-459f-bbbb-9c6b901b2497 req-0d33fc25-74f7-4a9f-b217-4354091411fa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1043565 Jul 07 17:54:34.767847 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77f214-35c7-459f-bbbb-9c6b901b2497 req-e5eeff48-1da2-4dea-acc3-8610dcc5d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:34.769375 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6b77f214-35c7-459f-bbbb-9c6b901b2497 req-e5eeff48-1da2-4dea-acc3-8610dcc5d935 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 1098 time: 0.0550241 Jul 07 17:54:34.879088 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77f214-35c7-459f-bbbb-9c6b901b2497 req-968466db-12c9-4bc6-a4a0-39925cf36214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:34.880489 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6b77f214-35c7-459f-bbbb-9c6b901b2497 req-968466db-12c9-4bc6-a4a0-39925cf36214 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.0904863 Jul 07 17:54:34.946396 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6b77f214-35c7-459f-bbbb-9c6b901b2497 req-e5352ab4-ec48-45fd-80cd-44414b20244a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=044487f8-d7b8-4965-9e57-7b7b44a00d8f HTTP/1.1" status: 200 len: 1003 time: 0.0582247 Jul 07 17:54:35.000524 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77f214-35c7-459f-bbbb-9c6b901b2497 req-820198ff-edfe-4e1c-bfb7-5c11d0511d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:35.002029 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6b77f214-35c7-459f-bbbb-9c6b901b2497 req-820198ff-edfe-4e1c-bfb7-5c11d0511d0f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0486867 Jul 07 17:54:35.060171 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77f214-35c7-459f-bbbb-9c6b901b2497 req-f07efdd2-a58c-410b-a442-d4b13329e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:35.061756 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6b77f214-35c7-459f-bbbb-9c6b901b2497 req-f07efdd2-a58c-410b-a442-d4b13329e825 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535612 Jul 07 17:54:35.157016 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6b77f214-35c7-459f-bbbb-9c6b901b2497 req-0acee2e0-27f5-49f2-bb83-ff0635215773 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884564 Jul 07 17:54:35.254600 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6b77f214-35c7-459f-bbbb-9c6b901b2497 req-1da43b40-a0fd-44e7-b20f-83b48e87393f service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913408 Jul 07 17:54:37.813859 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:38.369106 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:53.476160 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-659ee6e1-3f15-4f23-afd3-14bee093ebbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:56.301707 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:56.879826 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7709e082-3d40-4317-b5f0-e758ecb7dd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:58.092162 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:00.398612 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:05.018439 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:55:07.822705 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:08.370216 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:13.061108 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-c58589b8-9f24-4c1a-9ff9-3e6b80c4e9ae service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0549004 Jul 07 17:55:13.153571 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112ffce-bbaa-4c20-9fc8-e0517230bad1 req-07fd2858-7bf1-4763-aa30-5c001059f07d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:13.157975 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2112ffce-bbaa-4c20-9fc8-e0517230bad1 req-07fd2858-7bf1-4763-aa30-5c001059f07d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 946 time: 0.0959687 Jul 07 17:55:13.202395 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2112ffce-bbaa-4c20-9fc8-e0517230bad1 req-c36040e2-c4b5-44f8-b1b0-10b275725a96 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365489 Jul 07 17:55:14.387469 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64e5f6-f481-47df-838b-3bf3940f664a req-fcdf026e-c813-4ee4-adec-a6ae4f007c9e tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:14.389048 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6a64e5f6-f481-47df-838b-3bf3940f664a req-fcdf026e-c813-4ee4-adec-a6ae4f007c9e tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 946 time: 0.0655127 Jul 07 17:55:14.429691 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6a64e5f6-f481-47df-838b-3bf3940f664a req-8c3716c2-2df1-4b7c-b41b-f71902fa60e2 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349774 Jul 07 17:55:15.614030 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1a04c-bc75-4b70-887a-373a7b384745 req-0395b88b-500c-4334-bfaf-86ebb0d3675d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:15.615446 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f6b1a04c-bc75-4b70-887a-373a7b384745 req-0395b88b-500c-4334-bfaf-86ebb0d3675d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 946 time: 0.0641367 Jul 07 17:55:15.652910 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f6b1a04c-bc75-4b70-887a-373a7b384745 req-0a2e6cda-bb75-49e2-932d-cb6c75be68a7 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319231 Jul 07 17:55:16.421681 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-706a5e3b-eae6-4799-b114-408953db0f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:16.423195 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-706a5e3b-eae6-4799-b114-408953db0f8b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 1098 time: 0.0581603 Jul 07 17:55:16.514631 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-d0204faf-cba7-4c82-ae4d-f4d810fae082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:16.516158 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-d0204faf-cba7-4c82-ae4d-f4d810fae082 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.0861652 Jul 07 17:55:16.588037 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-ef459dd1-cb2b-46f2-8b2f-fdc223256b67 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=044487f8-d7b8-4965-9e57-7b7b44a00d8f HTTP/1.1" status: 200 len: 1003 time: 0.0651739 Jul 07 17:55:16.638036 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-e50eafdf-1ead-4563-b896-5207c60e766d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:16.639492 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-e50eafdf-1ead-4563-b896-5207c60e766d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0448165 Jul 07 17:55:16.698214 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-51f0a5e7-238e-4164-8bda-30323e939138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:16.699865 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-51f0a5e7-238e-4164-8bda-30323e939138 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537951 Jul 07 17:55:16.824987 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-08cca2c4-3720-470e-ac87-bf25d579f723 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179512 Jul 07 17:55:16.908091 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed63e8b-b7f8-4ccd-b07b-a391258bc1d5 req-9b208d7f-a224-4d8a-b930-267e33734968 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:16.909679 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1ed63e8b-b7f8-4ccd-b07b-a391258bc1d5 req-9b208d7f-a224-4d8a-b930-267e33734968 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 946 time: 0.1405478 Jul 07 17:55:16.957942 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-0580eefc-a70b-4ad7-8498-7d921a78ad5e service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258161 Jul 07 17:55:16.972919 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1ed63e8b-b7f8-4ccd-b07b-a391258bc1d5 req-952e7465-82c2-4f78-a0c2-cf7f2d6d604e tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519791 Jul 07 17:55:18.154324 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4feef-2eeb-449b-909a-e1a6745a2103 req-cfe69350-1298-4796-abb5-c77b5dbc7e5f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:18.155818 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54d4feef-2eeb-449b-909a-e1a6745a2103 req-cfe69350-1298-4796-abb5-c77b5dbc7e5f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 946 time: 0.0633173 Jul 07 17:55:18.198846 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54d4feef-2eeb-449b-909a-e1a6745a2103 req-87ad9ebe-4758-4bec-8da8-b229e44c73c2 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374134 Jul 07 17:55:19.377681 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50700429-4a32-4226-a571-5c94ac00dc19 req-dc965aa3-f953-4823-9e13-9f2e33c69ca6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:19.379497 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-50700429-4a32-4226-a571-5c94ac00dc19 req-dc965aa3-f953-4823-9e13-9f2e33c69ca6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 946 time: 0.0689085 Jul 07 17:55:19.422284 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-50700429-4a32-4226-a571-5c94ac00dc19 req-07104917-7469-46c5-90bc-ba58cd0740b5 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363224 Jul 07 17:55:20.618454 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc0ef9-0eb4-4799-a986-4e5bd2c74f7d req-6650eb15-5127-464d-8187-788292892575 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:20.619846 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8cbc0ef9-0eb4-4799-a986-4e5bd2c74f7d req-6650eb15-5127-464d-8187-788292892575 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 946 time: 0.0666599 Jul 07 17:55:20.658512 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8cbc0ef9-0eb4-4799-a986-4e5bd2c74f7d req-10131085-7906-413d-9cdb-def671a0dd86 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324693 Jul 07 17:55:21.834532 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde00267-6ed0-4da9-a8c9-9a12f7da36ec req-addf5d5f-49a1-4f2c-902f-d4cc4a3eb2da tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:21.836029 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fde00267-6ed0-4da9-a8c9-9a12f7da36ec req-addf5d5f-49a1-4f2c-902f-d4cc4a3eb2da tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 946 time: 0.0637388 Jul 07 17:55:21.873493 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fde00267-6ed0-4da9-a8c9-9a12f7da36ec req-cd9c042d-710f-45f5-b023-a279f19d59b3 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313103 Jul 07 17:55:23.051411 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458272e-6896-4ea6-8c11-5180f5e2c637 req-088ff688-6f6e-4489-85b9-2ab9cdcc6334 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:23.052875 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9458272e-6896-4ea6-8c11-5180f5e2c637 req-088ff688-6f6e-4489-85b9-2ab9cdcc6334 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 946 time: 0.0643067 Jul 07 17:55:23.091591 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9458272e-6896-4ea6-8c11-5180f5e2c637 req-1656c41d-d854-441d-b561-45e2483e5269 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321336 Jul 07 17:55:23.479196 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-96a9b7ab-6dd6-40de-9fd1-186944dd3c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:24.276650 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa869dbb-1966-4967-a7d1-20625479fd2f req-92c7bbe3-8f3c-4806-b65f-fbd88d3bcde1 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:24.278745 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aa869dbb-1966-4967-a7d1-20625479fd2f req-92c7bbe3-8f3c-4806-b65f-fbd88d3bcde1 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 946 time: 0.0730510 Jul 07 17:55:24.318109 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aa869dbb-1966-4967-a7d1-20625479fd2f req-5b326137-4130-46e2-acab-4581191b1f20 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332735 Jul 07 17:55:25.495506 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a5aa6-3eb5-4938-aec8-671f8e9f782a req-63753c5b-e347-47af-9178-fce5f0aab6e4 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:25.497826 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-201a5aa6-3eb5-4938-aec8-671f8e9f782a req-63753c5b-e347-47af-9178-fce5f0aab6e4 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 946 time: 0.0686667 Jul 07 17:55:25.535120 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-201a5aa6-3eb5-4938-aec8-671f8e9f782a req-67a50820-7faa-41f7-968c-b4e091976f38 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318091 Jul 07 17:55:26.284121 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:26.718982 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74860f1-97f5-4a18-aff4-dac89dad0838 req-87ff18c2-73b5-44da-9a8d-fcadcfbbc995 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:26.720636 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b74860f1-97f5-4a18-aff4-dac89dad0838 req-87ff18c2-73b5-44da-9a8d-fcadcfbbc995 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 946 time: 0.0667918 Jul 07 17:55:26.759095 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b74860f1-97f5-4a18-aff4-dac89dad0838 req-3835b32e-a6b9-4b34-8ed9-1e6b95deea9d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324700 Jul 07 17:55:26.872263 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fb0fdc2e-852c-4a16-8aca-1ec81c4ae4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:27.938594 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8a1d6-4104-4baa-9d53-72df5dac8ad0 req-dc971f42-91b7-4a50-88e0-71936c55460b tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:27.940107 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49b8a1d6-4104-4baa-9d53-72df5dac8ad0 req-dc971f42-91b7-4a50-88e0-71936c55460b tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 946 time: 0.0637987 Jul 07 17:55:27.977210 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49b8a1d6-4104-4baa-9d53-72df5dac8ad0 req-831d614a-2202-4925-ada9-8ec99df137ef tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314240 Jul 07 17:55:28.091500 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:28.979318 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-a7ae1c31-7c4a-4813-b38c-2015b6717677 service neutron] show failed (client error): The resource could not be found. Jul 07 17:55:28.980246 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-a7ae1c31-7c4a-4813-b38c-2015b6717677 service neutron] 10.222.0.72 "GET /v2.0/ports/044487f8-d7b8-4965-9e57-7b7b44a00d8f/bindings/n-h1-791503-12 HTTP/1.1" status: 404 len: 381 time: 0.0589163 Jul 07 17:55:29.155925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b218f-0607-4dbf-8f53-4702b4b04fb0 req-de8e5858-419b-4b05-981e-6c779f7826fc tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:29.157655 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-033b218f-0607-4dbf-8f53-4702b4b04fb0 req-de8e5858-419b-4b05-981e-6c779f7826fc tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 946 time: 0.0680337 Jul 07 17:55:29.225159 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-033b218f-0607-4dbf-8f53-4702b4b04fb0 req-d2e7dc22-9821-40e5-a2f3-71d74afd962c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619168 Jul 07 17:55:29.257237 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-f3b994e7-f803-41d2-8ca6-3f6a9ac3bc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:29.258779 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-f3b994e7-f803-41d2-8ca6-3f6a9ac3bc02 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35&tenant_id=23c8440a747842e6b499c808bca9de04 HTTP/1.1" status: 200 len: 1098 time: 0.0729914 Jul 07 17:55:29.269503 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791503-12', 'device_owner': 'compute:nova'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:29.347230 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:29.554228 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] For port 044487f8-d7b8-4965-9e57-7b7b44a00d8f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=044487f8-d7b8-4965-9e57-7b7b44a00d8f,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:29.587141 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] For port 044487f8-d7b8-4965-9e57-7b7b44a00d8f, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:55:29.627290 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b9a2b9-4a97-4d3c-9707-f1963851fa35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '044487f8-d7b8-4965-9e57-7b7b44a00d8f'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:29.629735 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfac424-1eed-4379-b1d7-015520c63dfc" -d '{"events": [{"server_uuid": "f8b9a2b9-4a97-4d3c-9707-f1963851fa35", "name": "network-vif-unplugged", "status": "completed", "tag": "044487f8-d7b8-4965-9e57-7b7b44a00d8f"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:29.634046 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:29.647416 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Transition to ACTIVE for port object 044487f8-d7b8-4965-9e57-7b7b44a00d8f will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:29.651743 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:29.679828 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4c1694-c07a-4737-9c3c-bfda37c965e2 x-openstack-request-id: req-1a4c1694-c07a-4737-9c3c-bfda37c965e2 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:29.680124 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b9a2b9-4a97-4d3c-9707-f1963851fa35", "name": "network-vif-unplugged", "status": "completed", "tag": "044487f8-d7b8-4965-9e57-7b7b44a00d8f", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:29.680383 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a4c1694-c07a-4737-9c3c-bfda37c965e2 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:29.680809 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b9a2b9-4a97-4d3c-9707-f1963851fa35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '044487f8-d7b8-4965-9e57-7b7b44a00d8f', 'code': 200} Jul 07 17:55:29.708001 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Pushing event updated for resources: {'Port': ['ID=044487f8-d7b8-4965-9e57-7b7b44a00d8f,revision_number=6']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:29.753644 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:29.753997 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:29.754341 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:29.754678 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:29.755008 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:29.755338 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:29.755664 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:29.755995 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:29.756320 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:29.756671 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:29.756987 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:29.757310 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:29.800428 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] No DVR routers for this DVR port 044487f8-d7b8-4965-9e57-7b7b44a00d8f on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:55:29.945806 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Attempting to bind port 044487f8-d7b8-4965-9e57-7b7b44a00d8f on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:55:29.946141 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Attempting to bind port 044487f8-d7b8-4965-9e57-7b7b44a00d8f by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:55:29.946461 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Attempting to bind port 044487f8-d7b8-4965-9e57-7b7b44a00d8f on network d9a45d5f-5778-4454-9c5e-ac761de82de3 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:29.952001 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Port 044487f8-d7b8-4965-9e57-7b7b44a00d8f on network d9a45d5f-5778-4454-9c5e-ac761de82de3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:55:29.952332 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Attempting to bind port 044487f8-d7b8-4965-9e57-7b7b44a00d8f on network d9a45d5f-5778-4454-9c5e-ac761de82de3 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:29.957495 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:55:29.957830 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Checking segment: {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:55:29.958208 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Bound using segment: {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:55:29.958628 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Bound port: 044487f8-d7b8-4965-9e57-7b7b44a00d8f, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:55:29.958985 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:30.022484 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] For port 044487f8-d7b8-4965-9e57-7b7b44a00d8f, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:55:30.026010 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] For port 044487f8-d7b8-4965-9e57-7b7b44a00d8f, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=044487f8-d7b8-4965-9e57-7b7b44a00d8f,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:55:30.031287 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:30.069315 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:30.069940 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:30.071342 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] 10.222.0.64 "PUT /v2.0/ports/044487f8-d7b8-4965-9e57-7b7b44a00d8f HTTP/1.1" status: 200 len: 1093 time: 0.8059027 Jul 07 17:55:30.103057 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05bcbb-4c2d-4c1a-9048-741c435f392f service neutron] Pushing event updated for resources: {'Port': ['ID=044487f8-d7b8-4965-9e57-7b7b44a00d8f,revision_number=7']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:30.154486 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-19305be7-c53a-4779-8235-306c7114f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:30.156120 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-19305be7-c53a-4779-8235-306c7114f7e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 1096 time: 0.0611269 Jul 07 17:55:30.266022 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-e6db796e-002f-4330-ac68-3f261791cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:30.267807 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-e6db796e-002f-4330-ac68-3f261791cb7e service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.1047599 Jul 07 17:55:30.408912 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:30.685447 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-665b8add-3ec0-4d8d-a858-72c33ea21bc2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=044487f8-d7b8-4965-9e57-7b7b44a00d8f HTTP/1.1" status: 200 len: 1001 time: 0.4098871 Jul 07 17:55:30.745864 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b60ba-4947-42e1-9319-1874fec320ab req-256af52e-24c3-483c-b655-802eeec76252 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:30.748249 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-243b60ba-4947-42e1-9319-1874fec320ab req-256af52e-24c3-483c-b655-802eeec76252 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 944 time: 0.1178546 Jul 07 17:55:30.757312 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-e50a9ccc-53c0-4203-bd83-991ee31978eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:30.758714 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-e50a9ccc-53c0-4203-bd83-991ee31978eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0669961 Jul 07 17:55:30.819136 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-243b60ba-4947-42e1-9319-1874fec320ab req-7b7724c6-1249-4d94-94fb-e3fb9571dd30 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644739 Jul 07 17:55:30.837998 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-f264f9bc-e996-4806-8b52-f3f0d6e09e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:30.839531 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-f264f9bc-e996-4806-8b52-f3f0d6e09e98 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746069 Jul 07 17:55:30.849773 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-a4325cc3-3ea6-4da9-b158-e05741e7c433 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:55:30.850753 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-a4325cc3-3ea6-4da9-b158-e05741e7c433 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050776 Jul 07 17:55:30.944683 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-e0b207f3-636a-4938-9441-63ca84748a49 service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869780 Jul 07 17:55:31.034367 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-27ab757a-7b26-4c39-ab6b-4fd1ea9a63c9 req-43ed60ba-1e46-45d9-81e8-30a607c8b3b9 service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839233 Jul 07 17:55:31.682327 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b9a2b9-4a97-4d3c-9707-f1963851fa35', 'tag': '044487f8-d7b8-4965-9e57-7b7b44a00d8f'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:31.685597 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f5f950-34aa-4747-99f4-42418eb78783" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b9a2b9-4a97-4d3c-9707-f1963851fa35", "tag": "044487f8-d7b8-4965-9e57-7b7b44a00d8f"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:31.734265 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d54ebc-5f7b-4a6f-89fd-0c36a7f75472 x-openstack-request-id: req-f0d54ebc-5f7b-4a6f-89fd-0c36a7f75472 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:31.734562 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b9a2b9-4a97-4d3c-9707-f1963851fa35", "tag": "044487f8-d7b8-4965-9e57-7b7b44a00d8f", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:31.734821 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f0d54ebc-5f7b-4a6f-89fd-0c36a7f75472 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:31.735223 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b9a2b9-4a97-4d3c-9707-f1963851fa35', 'tag': '044487f8-d7b8-4965-9e57-7b7b44a00d8f', 'status': 'completed', 'code': 200} Jul 07 17:55:31.852041 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5f950-34aa-4747-99f4-42418eb78783 req-851d3cd4-d09d-49f9-aadb-e65886a48bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:31.853631 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-04f5f950-34aa-4747-99f4-42418eb78783 req-851d3cd4-d09d-49f9-aadb-e65886a48bbb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 1096 time: 0.0991895 Jul 07 17:55:31.857195 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5f950-34aa-4747-99f4-42418eb78783 req-48f3bdef-2ec3-4d92-bf2d-abc95be7b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:31.858610 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-04f5f950-34aa-4747-99f4-42418eb78783 req-48f3bdef-2ec3-4d92-bf2d-abc95be7b5bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 1096 time: 0.0960968 Jul 07 17:55:32.055691 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5f950-34aa-4747-99f4-42418eb78783 req-549479a7-0667-4f2b-802e-7f083cf14ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:32.057161 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-04f5f950-34aa-4747-99f4-42418eb78783 req-549479a7-0667-4f2b-802e-7f083cf14ab0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.1971698 Jul 07 17:55:32.064846 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5f950-34aa-4747-99f4-42418eb78783 req-6718e527-6fcc-4e21-837b-bbd700f7e876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:32.066311 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-04f5f950-34aa-4747-99f4-42418eb78783 req-6718e527-6fcc-4e21-837b-bbd700f7e876 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.1979876 Jul 07 17:55:32.163932 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afc26e-9478-46b3-9ecf-89d09de789b1 req-c3dea393-bab1-4710-86f2-c2ae8e83b995 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:32.165549 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f4afc26e-9478-46b3-9ecf-89d09de789b1 req-c3dea393-bab1-4710-86f2-c2ae8e83b995 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 944 time: 0.2126245 Jul 07 17:55:32.218906 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-04f5f950-34aa-4747-99f4-42418eb78783 req-2918f7e3-269e-43bc-971b-955c205e3f63 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=044487f8-d7b8-4965-9e57-7b7b44a00d8f HTTP/1.1" status: 200 len: 1001 time: 0.1516268 Jul 07 17:55:32.228448 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-04f5f950-34aa-4747-99f4-42418eb78783 req-7e829973-bb0d-4f58-a08a-d4b059ba672f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=044487f8-d7b8-4965-9e57-7b7b44a00d8f HTTP/1.1" status: 200 len: 1001 time: 0.1514957 Jul 07 17:55:32.280544 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f4afc26e-9478-46b3-9ecf-89d09de789b1 req-6a6a4ccb-6213-414e-a40c-536c5179154c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066918 Jul 07 17:55:32.323242 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5f950-34aa-4747-99f4-42418eb78783 req-70a40ce2-4b45-4035-b880-8709c82bf25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:32.324873 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-04f5f950-34aa-4747-99f4-42418eb78783 req-70a40ce2-4b45-4035-b880-8709c82bf25b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0998855 Jul 07 17:55:32.330693 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5f950-34aa-4747-99f4-42418eb78783 req-4bdb9f19-4e40-47ee-8333-e00285a93f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:32.332281 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-04f5f950-34aa-4747-99f4-42418eb78783 req-4bdb9f19-4e40-47ee-8333-e00285a93f65 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0859966 Jul 07 17:55:32.433011 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5f950-34aa-4747-99f4-42418eb78783 req-1209ae34-4855-49c4-bd92-00a7ce2733d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:32.435363 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-04f5f950-34aa-4747-99f4-42418eb78783 req-1209ae34-4855-49c4-bd92-00a7ce2733d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0944524 Jul 07 17:55:32.437254 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5f950-34aa-4747-99f4-42418eb78783 req-aec587c7-5b97-4f48-94b4-0efedc899213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:32.438633 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-04f5f950-34aa-4747-99f4-42418eb78783 req-aec587c7-5b97-4f48-94b4-0efedc899213 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1055024 Jul 07 17:55:32.605773 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-04f5f950-34aa-4747-99f4-42418eb78783 req-0d47cba1-b19b-4353-bd46-df0924ff866e service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632862 Jul 07 17:55:32.608341 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-04f5f950-34aa-4747-99f4-42418eb78783 req-b8218532-5793-4af5-8ff4-d0fe4321e792 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587613 Jul 07 17:55:32.778864 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-04f5f950-34aa-4747-99f4-42418eb78783 req-edfdaa96-7490-4038-abd3-b1636c62b926 service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664693 Jul 07 17:55:32.780836 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-04f5f950-34aa-4747-99f4-42418eb78783 req-b142adf4-dffe-4f24-824a-1882c7655446 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608353 Jul 07 17:55:33.196418 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 044487f8-d7b8-4965-9e57-7b7b44a00d8f no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:33.236723 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 044487f8-d7b8-4965-9e57-7b7b44a00d8f not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:55:33.461801 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e24761-5eeb-4ff8-9dfb-d5c21736cc69 req-4d4a6a0e-eb92-4bf7-a2b8-0e6d779d196f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:33.463248 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-82e24761-5eeb-4ff8-9dfb-d5c21736cc69 req-4d4a6a0e-eb92-4bf7-a2b8-0e6d779d196f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 944 time: 0.0650754 Jul 07 17:55:33.506482 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-82e24761-5eeb-4ff8-9dfb-d5c21736cc69 req-fa20d3c1-c478-42dc-8b4b-a07f286f73ac tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367608 Jul 07 17:55:33.925339 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295371e7-9850-4e8d-88db-827151593019 req-46721631-5893-4b86-9eb9-7b7bad74f322 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:33.926904 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-295371e7-9850-4e8d-88db-827151593019 req-46721631-5893-4b86-9eb9-7b7bad74f322 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35&tenant_id=23c8440a747842e6b499c808bca9de04&binding%3Ahost_id=n-h1-791503-12 HTTP/1.1" status: 200 len: 944 time: 0.0833244 Jul 07 17:55:33.991740 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-295371e7-9850-4e8d-88db-827151593019 req-22c59dee-0af7-43d2-b3d2-2c036ce30f3e service neutron] 10.222.0.64 "GET /v2.0/ports/044487f8-d7b8-4965-9e57-7b7b44a00d8f/bindings/n-h1-791503-12 HTTP/1.1" status: 200 len: 383 time: 0.0580714 Jul 07 17:55:34.028292 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013ebeb-26f7-4e89-a09a-d756e599e2dc req-c9e24ac7-0c7c-4839-a433-a99941d8b77d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:34.029841 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3013ebeb-26f7-4e89-a09a-d756e599e2dc req-c9e24ac7-0c7c-4839-a433-a99941d8b77d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 944 time: 0.1210098 Jul 07 17:55:34.070414 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3013ebeb-26f7-4e89-a09a-d756e599e2dc req-7d1af2cc-b03d-4c5b-8261-0a12d3c25f25 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342112 Jul 07 17:55:34.077124 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295371e7-9850-4e8d-88db-827151593019 req-2316e23a-a0a6-44ef-aff0-5026ab7b38ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:34.078684 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-295371e7-9850-4e8d-88db-827151593019 req-2316e23a-a0a6-44ef-aff0-5026ab7b38ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 1096 time: 0.0633328 Jul 07 17:55:34.120259 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 044487f8-d7b8-4965-9e57-7b7b44a00d8f details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:55:34.176265 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295371e7-9850-4e8d-88db-827151593019 req-be8fe813-49a3-4297-adbb-a20df63524d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:34.178174 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-295371e7-9850-4e8d-88db-827151593019 req-be8fe813-49a3-4297-adbb-a20df63524d5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.0939159 Jul 07 17:55:34.219729 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 044487f8-d7b8-4965-9e57-7b7b44a00d8f, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=044487f8-d7b8-4965-9e57-7b7b44a00d8f,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:34.232188 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '044487f8-d7b8-4965-9e57-7b7b44a00d8f', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'port_id': '044487f8-d7b8-4965-9e57-7b7b44a00d8f', 'mac_address': 'fa:16:3e:fd:a1:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:55:34.251127 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-295371e7-9850-4e8d-88db-827151593019 req-be9397ef-6c60-4198-b6d6-3fe004c94de9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=044487f8-d7b8-4965-9e57-7b7b44a00d8f HTTP/1.1" status: 200 len: 1001 time: 0.0668161 Jul 07 17:55:34.273664 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:34.288175 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 044487f8-d7b8-4965-9e57-7b7b44a00d8f {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:55:34.304320 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295371e7-9850-4e8d-88db-827151593019 req-86d2b326-3392-4e31-8928-825a928c7316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:34.306231 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-295371e7-9850-4e8d-88db-827151593019 req-86d2b326-3392-4e31-8928-825a928c7316 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0484626 Jul 07 17:55:34.309087 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 044487f8-d7b8-4965-9e57-7b7b44a00d8f, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=044487f8-d7b8-4965-9e57-7b7b44a00d8f,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:34.314601 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:34.367593 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=044487f8-d7b8-4965-9e57-7b7b44a00d8f,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:34.374718 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295371e7-9850-4e8d-88db-827151593019 req-6227a7d1-24ca-4cf3-9120-367be52d73da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:34.375961 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:34.376247 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-295371e7-9850-4e8d-88db-827151593019 req-6227a7d1-24ca-4cf3-9120-367be52d73da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638525 Jul 07 17:55:34.376364 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:34.376653 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:34.376999 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:34.377325 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:34.377654 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:34.377977 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:34.378301 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:34.378682 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:34.379010 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:34.379334 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:34.379651 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:34.468977 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-295371e7-9850-4e8d-88db-827151593019 req-ccf8e96d-f77b-4fdc-9d15-1964adb048ba service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848119 Jul 07 17:55:34.564018 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['044487f8-d7b8-4965-9e57-7b7b44a00d8f'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:34.567676 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-295371e7-9850-4e8d-88db-827151593019 req-2f1ffafb-1152-41fb-8880-9fa7d6bdde5c service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918617 Jul 07 17:55:35.256788 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d2c59-44c7-4e65-8260-16b9885de3af req-2a19f4fd-7368-4544-b931-4017adf3f8c6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:35.258310 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-742d2c59-44c7-4e65-8260-16b9885de3af req-2a19f4fd-7368-4544-b931-4017adf3f8c6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 945 time: 0.0666497 Jul 07 17:55:35.317815 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-742d2c59-44c7-4e65-8260-16b9885de3af req-9768bcb7-a245-4dae-b9ec-54898c2655d4 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537591 Jul 07 17:55:36.121081 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 044487f8-d7b8-4965-9e57-7b7b44a00d8f up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:55:36.170139 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 044487f8-d7b8-4965-9e57-7b7b44a00d8f completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:55:36.173680 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 044487f8-d7b8-4965-9e57-7b7b44a00d8f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:36.174062 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:36.254556 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:36.280977 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b9a2b9-4a97-4d3c-9707-f1963851fa35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044487f8-d7b8-4965-9e57-7b7b44a00d8f'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:36.283222 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6851bec-7f8a-4084-859c-c15deaf72dd8" -d '{"events": [{"server_uuid": "f8b9a2b9-4a97-4d3c-9707-f1963851fa35", "name": "network-vif-plugged", "status": "completed", "tag": "044487f8-d7b8-4965-9e57-7b7b44a00d8f"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:36.299250 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 044487f8-d7b8-4965-9e57-7b7b44a00d8f, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=044487f8-d7b8-4965-9e57-7b7b44a00d8f,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:36.303273 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:36.336024 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd7780a-d2be-4f19-8ca1-db88678eff07 x-openstack-request-id: req-9bd7780a-d2be-4f19-8ca1-db88678eff07 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:36.336365 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b9a2b9-4a97-4d3c-9707-f1963851fa35", "name": "network-vif-plugged", "status": "completed", "tag": "044487f8-d7b8-4965-9e57-7b7b44a00d8f", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:36.336691 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9bd7780a-d2be-4f19-8ca1-db88678eff07 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:36.337117 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b9a2b9-4a97-4d3c-9707-f1963851fa35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044487f8-d7b8-4965-9e57-7b7b44a00d8f', 'code': 200} Jul 07 17:55:36.369406 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=044487f8-d7b8-4965-9e57-7b7b44a00d8f,revision_number=9']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:36.555825 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129790f-1aaa-4d91-b67d-cf9e8bd04715 req-84c1f729-f375-4c14-ac68-c76847c58fea tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:36.557450 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6129790f-1aaa-4d91-b67d-cf9e8bd04715 req-84c1f729-f375-4c14-ac68-c76847c58fea tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 946 time: 0.1224585 Jul 07 17:55:36.603525 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6129790f-1aaa-4d91-b67d-cf9e8bd04715 req-2427ea82-2b37-4781-ad8b-4c4cee3a7bd0 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401018 Jul 07 17:55:36.676904 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de38a2f-6669-4c39-b7b5-bfb95ed354da req-a0c45c6b-959e-4b8f-8022-9a84fe6cf628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:36.678459 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1de38a2f-6669-4c39-b7b5-bfb95ed354da req-a0c45c6b-959e-4b8f-8022-9a84fe6cf628 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 1098 time: 0.0639045 Jul 07 17:55:36.697993 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295371e7-9850-4e8d-88db-827151593019 req-0431b98f-0ee2-4914-bef4-7168f4f95683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:36.699498 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-295371e7-9850-4e8d-88db-827151593019 req-0431b98f-0ee2-4914-bef4-7168f4f95683 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35&tenant_id=23c8440a747842e6b499c808bca9de04 HTTP/1.1" status: 200 len: 1098 time: 0.0561178 Jul 07 17:55:36.710530 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-295371e7-9850-4e8d-88db-827151593019 req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791503-12', 'device_owner': 'compute:nova'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:36.786012 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-295371e7-9850-4e8d-88db-827151593019 req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:36.788291 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de38a2f-6669-4c39-b7b5-bfb95ed354da req-7f787982-60c5-44cc-803c-c773a658b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:36.790089 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1de38a2f-6669-4c39-b7b5-bfb95ed354da req-7f787982-60c5-44cc-803c-c773a658b9ae service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.0902770 Jul 07 17:55:36.867875 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1de38a2f-6669-4c39-b7b5-bfb95ed354da req-38d8a639-b091-4898-810b-c155f62448ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=044487f8-d7b8-4965-9e57-7b7b44a00d8f HTTP/1.1" status: 200 len: 1003 time: 0.0712392 Jul 07 17:55:36.923755 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de38a2f-6669-4c39-b7b5-bfb95ed354da req-f8e30c85-c4b5-4a53-a656-ab284955334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:36.925454 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1de38a2f-6669-4c39-b7b5-bfb95ed354da req-f8e30c85-c4b5-4a53-a656-ab284955334a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0500700 Jul 07 17:55:36.988873 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de38a2f-6669-4c39-b7b5-bfb95ed354da req-3e420ffa-70e1-4c96-bd0a-0ed24c99cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:36.990570 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1de38a2f-6669-4c39-b7b5-bfb95ed354da req-3e420ffa-70e1-4c96-bd0a-0ed24c99cacf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576372 Jul 07 17:55:36.995227 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-295371e7-9850-4e8d-88db-827151593019 req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] For port 044487f8-d7b8-4965-9e57-7b7b44a00d8f, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=044487f8-d7b8-4965-9e57-7b7b44a00d8f,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:37.031489 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-295371e7-9850-4e8d-88db-827151593019 req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] For port 044487f8-d7b8-4965-9e57-7b7b44a00d8f, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:55:37.077282 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-295371e7-9850-4e8d-88db-827151593019 req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:37.079577 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b9a2b9-4a97-4d3c-9707-f1963851fa35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '044487f8-d7b8-4965-9e57-7b7b44a00d8f'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:37.083220 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6614ed0-c5b6-4a5c-8f27-970e21ac0698" -d '{"events": [{"server_uuid": "f8b9a2b9-4a97-4d3c-9707-f1963851fa35", "name": "network-vif-unplugged", "status": "completed", "tag": "044487f8-d7b8-4965-9e57-7b7b44a00d8f"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:37.092941 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1de38a2f-6669-4c39-b7b5-bfb95ed354da req-8fea8148-6599-4744-83f2-0a98b336788f service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961020 Jul 07 17:55:37.096397 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-295371e7-9850-4e8d-88db-827151593019 req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Transition to ACTIVE for port object 044487f8-d7b8-4965-9e57-7b7b44a00d8f will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:37.102138 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-295371e7-9850-4e8d-88db-827151593019 req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:37.155691 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703051eb-4601-4cf2-a294-6a357902b48e x-openstack-request-id: req-703051eb-4601-4cf2-a294-6a357902b48e {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:37.155984 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b9a2b9-4a97-4d3c-9707-f1963851fa35", "name": "network-vif-unplugged", "status": "completed", "tag": "044487f8-d7b8-4965-9e57-7b7b44a00d8f", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:37.156413 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-703051eb-4601-4cf2-a294-6a357902b48e {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:37.156999 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b9a2b9-4a97-4d3c-9707-f1963851fa35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '044487f8-d7b8-4965-9e57-7b7b44a00d8f', 'code': 200} Jul 07 17:55:37.223195 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1de38a2f-6669-4c39-b7b5-bfb95ed354da req-4ee4416a-b927-436e-9750-8e4c94009887 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229401 Jul 07 17:55:37.226008 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Pushing event updated for resources: {'Port': ['ID=044487f8-d7b8-4965-9e57-7b7b44a00d8f,revision_number=10']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:37.240556 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:37.240946 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:37.241292 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:37.241627 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:37.242036 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:37.242409 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:37.242744 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:37.243075 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:37.243415 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:37.243770 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:37.244166 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:37.244459 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:37.275140 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-295371e7-9850-4e8d-88db-827151593019 req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] No DVR routers for this DVR port 044487f8-d7b8-4965-9e57-7b7b44a00d8f on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:55:37.428056 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-295371e7-9850-4e8d-88db-827151593019 req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Attempting to bind port 044487f8-d7b8-4965-9e57-7b7b44a00d8f on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:55:37.428392 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-295371e7-9850-4e8d-88db-827151593019 req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Attempting to bind port 044487f8-d7b8-4965-9e57-7b7b44a00d8f by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:55:37.428746 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295371e7-9850-4e8d-88db-827151593019 req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Attempting to bind port 044487f8-d7b8-4965-9e57-7b7b44a00d8f on network d9a45d5f-5778-4454-9c5e-ac761de82de3 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:37.433240 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295371e7-9850-4e8d-88db-827151593019 req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Port 044487f8-d7b8-4965-9e57-7b7b44a00d8f on network d9a45d5f-5778-4454-9c5e-ac761de82de3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:55:37.433556 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295371e7-9850-4e8d-88db-827151593019 req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Attempting to bind port 044487f8-d7b8-4965-9e57-7b7b44a00d8f on network d9a45d5f-5778-4454-9c5e-ac761de82de3 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:37.439677 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295371e7-9850-4e8d-88db-827151593019 req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:55:37.440010 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295371e7-9850-4e8d-88db-827151593019 req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Checking segment: {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:55:37.440388 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295371e7-9850-4e8d-88db-827151593019 req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Bound using segment: {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:55:37.440842 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-295371e7-9850-4e8d-88db-827151593019 req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Bound port: 044487f8-d7b8-4965-9e57-7b7b44a00d8f, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:55:37.441199 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-295371e7-9850-4e8d-88db-827151593019 req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:37.509337 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-295371e7-9850-4e8d-88db-827151593019 req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] For port 044487f8-d7b8-4965-9e57-7b7b44a00d8f, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:55:37.514224 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-295371e7-9850-4e8d-88db-827151593019 req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] For port 044487f8-d7b8-4965-9e57-7b7b44a00d8f, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=044487f8-d7b8-4965-9e57-7b7b44a00d8f,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:55:37.517882 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-295371e7-9850-4e8d-88db-827151593019 req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:37.558590 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295371e7-9850-4e8d-88db-827151593019 req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:37.560558 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-295371e7-9850-4e8d-88db-827151593019 req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:37.563867 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-295371e7-9850-4e8d-88db-827151593019 req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] 10.222.0.72 "PUT /v2.0/ports/044487f8-d7b8-4965-9e57-7b7b44a00d8f HTTP/1.1" status: 200 len: 1094 time: 0.8575068 Jul 07 17:55:37.587846 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770fc03-0c72-4b49-99f5-35190894a163 service neutron] Pushing event updated for resources: {'Port': ['ID=044487f8-d7b8-4965-9e57-7b7b44a00d8f,revision_number=11']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:37.650491 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295371e7-9850-4e8d-88db-827151593019 req-62185ae3-ec8b-4e01-87d3-40ff6ba5283a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:37.652243 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-295371e7-9850-4e8d-88db-827151593019 req-62185ae3-ec8b-4e01-87d3-40ff6ba5283a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 1097 time: 0.0608017 Jul 07 17:55:37.761337 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295371e7-9850-4e8d-88db-827151593019 req-a1eb7348-0446-4471-b8cd-2f54e103cd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:37.763095 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-295371e7-9850-4e8d-88db-827151593019 req-a1eb7348-0446-4471-b8cd-2f54e103cd04 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.1033394 Jul 07 17:55:37.814265 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14a309-4506-483a-8b91-137ff102fb46 req-0a0707ae-6a6d-4841-a321-abc455ace8f1 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:37.816096 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4f14a309-4506-483a-8b91-137ff102fb46 req-0a0707ae-6a6d-4841-a321-abc455ace8f1 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 945 time: 0.0769777 Jul 07 17:55:37.836815 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-295371e7-9850-4e8d-88db-827151593019 req-60e29dfa-2b22-4ed2-9d2d-b400c4814e64 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=044487f8-d7b8-4965-9e57-7b7b44a00d8f HTTP/1.1" status: 200 len: 1001 time: 0.0673025 Jul 07 17:55:37.841782 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:37.864197 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4f14a309-4506-483a-8b91-137ff102fb46 req-8ec91f11-d51e-4139-8b02-79c77c157ae2 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423088 Jul 07 17:55:37.887751 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295371e7-9850-4e8d-88db-827151593019 req-defd60b4-1a2c-4bcf-ba75-ec2dd53fd9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:37.889267 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-295371e7-9850-4e8d-88db-827151593019 req-defd60b4-1a2c-4bcf-ba75-ec2dd53fd9b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0453789 Jul 07 17:55:37.949756 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295371e7-9850-4e8d-88db-827151593019 req-4caaf29f-14a3-48a1-b57c-ea057e484d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:37.951533 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-295371e7-9850-4e8d-88db-827151593019 req-4caaf29f-14a3-48a1-b57c-ea057e484d3f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564046 Jul 07 17:55:38.039226 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-295371e7-9850-4e8d-88db-827151593019 req-e5fe3f1a-4e61-42b9-8f2c-3351eaea0ec5 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814583 Jul 07 17:55:38.132451 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-295371e7-9850-4e8d-88db-827151593019 req-79204a20-f41c-422e-8769-11381319fcfa service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867703 Jul 07 17:55:38.368914 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:39.042037 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5654845-1784-4f72-a719-2d54e9d5834e req-bcdde151-cb85-4b95-97a9-6cdd442cea73 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:39.043880 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e5654845-1784-4f72-a719-2d54e9d5834e req-bcdde151-cb85-4b95-97a9-6cdd442cea73 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 945 time: 0.0671744 Jul 07 17:55:39.081920 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e5654845-1784-4f72-a719-2d54e9d5834e req-b7eb0039-8103-4015-a343-25c8997ce2fb tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326653 Jul 07 17:55:39.158638 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b9a2b9-4a97-4d3c-9707-f1963851fa35', 'tag': '044487f8-d7b8-4965-9e57-7b7b44a00d8f'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:39.161013 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e460e6-76b8-4b26-8476-c9542cfd0de0" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b9a2b9-4a97-4d3c-9707-f1963851fa35", "tag": "044487f8-d7b8-4965-9e57-7b7b44a00d8f"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:39.210217 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71cd829-9bad-4dee-985b-e9c9e2b44c74 x-openstack-request-id: req-f71cd829-9bad-4dee-985b-e9c9e2b44c74 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:39.210521 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b9a2b9-4a97-4d3c-9707-f1963851fa35", "tag": "044487f8-d7b8-4965-9e57-7b7b44a00d8f", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:39.211127 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f71cd829-9bad-4dee-985b-e9c9e2b44c74 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:39.211546 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b9a2b9-4a97-4d3c-9707-f1963851fa35', 'tag': '044487f8-d7b8-4965-9e57-7b7b44a00d8f', 'status': 'completed', 'code': 200} Jul 07 17:55:39.282919 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e460e6-76b8-4b26-8476-c9542cfd0de0 req-aa19ff3f-b038-4519-8e02-d35539327128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:39.284601 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-99e460e6-76b8-4b26-8476-c9542cfd0de0 req-aa19ff3f-b038-4519-8e02-d35539327128 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 1097 time: 0.0556777 Jul 07 17:55:39.287807 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e460e6-76b8-4b26-8476-c9542cfd0de0 req-3e1ae80b-1aa3-41ac-a87e-05d8cf19a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:39.289361 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-99e460e6-76b8-4b26-8476-c9542cfd0de0 req-3e1ae80b-1aa3-41ac-a87e-05d8cf19a7c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 1097 time: 0.0559485 Jul 07 17:55:39.386342 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e460e6-76b8-4b26-8476-c9542cfd0de0 req-28ad1c92-0bb4-4431-b64b-5f5fa7f3cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:39.389200 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-99e460e6-76b8-4b26-8476-c9542cfd0de0 req-28ad1c92-0bb4-4431-b64b-5f5fa7f3cc73 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.0980339 Jul 07 17:55:39.391434 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e460e6-76b8-4b26-8476-c9542cfd0de0 req-f006056b-e766-45ff-b72d-404e606b6560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:39.393572 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-99e460e6-76b8-4b26-8476-c9542cfd0de0 req-f006056b-e766-45ff-b72d-404e606b6560 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.0978060 Jul 07 17:55:39.462902 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-99e460e6-76b8-4b26-8476-c9542cfd0de0 req-c5fef974-9b3c-4bd3-b8c5-f36d8c8eb7bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=044487f8-d7b8-4965-9e57-7b7b44a00d8f HTTP/1.1" status: 200 len: 1001 time: 0.0635073 Jul 07 17:55:39.463459 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-99e460e6-76b8-4b26-8476-c9542cfd0de0 req-57b656a9-aaa7-4e33-a0f4-c949b07e711f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=044487f8-d7b8-4965-9e57-7b7b44a00d8f HTTP/1.1" status: 200 len: 1001 time: 0.0654829 Jul 07 17:55:39.512033 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e460e6-76b8-4b26-8476-c9542cfd0de0 req-7a7c908e-5e05-4957-93c5-b1d1ab354789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:39.514246 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-99e460e6-76b8-4b26-8476-c9542cfd0de0 req-7a7c908e-5e05-4957-93c5-b1d1ab354789 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0449982 Jul 07 17:55:39.519827 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e460e6-76b8-4b26-8476-c9542cfd0de0 req-2c6592c3-eda1-4b3a-b125-2c4ba9894583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:39.521370 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-99e460e6-76b8-4b26-8476-c9542cfd0de0 req-2c6592c3-eda1-4b3a-b125-2c4ba9894583 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0496240 Jul 07 17:55:39.579265 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e460e6-76b8-4b26-8476-c9542cfd0de0 req-7bc5d5b9-e783-4783-8ab7-c7a9125069b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:39.581093 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-99e460e6-76b8-4b26-8476-c9542cfd0de0 req-7bc5d5b9-e783-4783-8ab7-c7a9125069b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611613 Jul 07 17:55:39.582083 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e460e6-76b8-4b26-8476-c9542cfd0de0 req-d33c7457-59ea-4d66-b325-312d56a7e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:39.583570 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-99e460e6-76b8-4b26-8476-c9542cfd0de0 req-d33c7457-59ea-4d66-b325-312d56a7e534 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535657 Jul 07 17:55:39.676395 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-99e460e6-76b8-4b26-8476-c9542cfd0de0 req-ef9f11a6-93dd-480c-bcf9-db77aab98788 service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892720 Jul 07 17:55:39.686373 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-99e460e6-76b8-4b26-8476-c9542cfd0de0 req-18195c66-1fb5-429b-8646-e4760bf1cda1 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939422 Jul 07 17:55:39.790286 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-99e460e6-76b8-4b26-8476-c9542cfd0de0 req-a5c179e9-f69e-46d6-b7be-d02bb834264f service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065078 Jul 07 17:55:39.792009 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-99e460e6-76b8-4b26-8476-c9542cfd0de0 req-7c7b3e30-f33d-471b-8ace-ad56f3c5e252 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965028 Jul 07 17:55:40.120897 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 044487f8-d7b8-4965-9e57-7b7b44a00d8f no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:40.163544 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 044487f8-d7b8-4965-9e57-7b7b44a00d8f not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:55:40.255825 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3bcc1-73ac-4b61-93f8-e3312e07dea8 req-a4089953-1144-4f88-b8ad-fee994acf66b tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:40.257364 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5ed3bcc1-73ac-4b61-93f8-e3312e07dea8 req-a4089953-1144-4f88-b8ad-fee994acf66b tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 945 time: 0.0650964 Jul 07 17:55:40.295371 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5ed3bcc1-73ac-4b61-93f8-e3312e07dea8 req-954bce9d-03af-4494-947c-ddca69cc028d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322647 Jul 07 17:55:40.502187 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89cedf-881b-4273-b82b-5a62cc8c5b61 req-77e62713-63d7-40a0-aa6f-96a60be78afe tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:40.503758 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5a89cedf-881b-4273-b82b-5a62cc8c5b61 req-77e62713-63d7-40a0-aa6f-96a60be78afe tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 945 time: 0.0696826 Jul 07 17:55:40.548709 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5a89cedf-881b-4273-b82b-5a62cc8c5b61 req-1576456d-9270-448e-b2c6-bb5af4a8896a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390594 Jul 07 17:55:40.741286 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b28688-e5d5-410a-9cec-d431a3ead8ba req-bd8d2a18-e8bf-495e-8522-72d4f6fcd25b tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:40.742817 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c4b28688-e5d5-410a-9cec-d431a3ead8ba req-bd8d2a18-e8bf-495e-8522-72d4f6fcd25b tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 945 time: 0.0725036 Jul 07 17:55:41.109963 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c4b28688-e5d5-410a-9cec-d431a3ead8ba req-f26d6093-fa18-4d9a-8cd6-1243fdef930d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3608432 Jul 07 17:55:41.284221 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 044487f8-d7b8-4965-9e57-7b7b44a00d8f details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:55:41.384644 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 044487f8-d7b8-4965-9e57-7b7b44a00d8f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=044487f8-d7b8-4965-9e57-7b7b44a00d8f,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:41.397275 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '044487f8-d7b8-4965-9e57-7b7b44a00d8f', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'port_id': '044487f8-d7b8-4965-9e57-7b7b44a00d8f', 'mac_address': 'fa:16:3e:fd:a1:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:55:41.436301 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.449865 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 044487f8-d7b8-4965-9e57-7b7b44a00d8f {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:55:41.474144 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 044487f8-d7b8-4965-9e57-7b7b44a00d8f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=044487f8-d7b8-4965-9e57-7b7b44a00d8f,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:41.478588 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.499840 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba69af2-235a-45cb-a5e2-293a450d3d78 req-298da14e-67fe-4f9b-ab9c-8221c89b1c5e tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:41.501368 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7ba69af2-235a-45cb-a5e2-293a450d3d78 req-298da14e-67fe-4f9b-ab9c-8221c89b1c5e tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 945 time: 0.0637696 Jul 07 17:55:41.527457 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=044487f8-d7b8-4965-9e57-7b7b44a00d8f,revision_number=12']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:41.539719 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7ba69af2-235a-45cb-a5e2-293a450d3d78 req-a3334f20-80c3-40d4-862b-7daa5e6fab61 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324712 Jul 07 17:55:41.755956 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['044487f8-d7b8-4965-9e57-7b7b44a00d8f'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:41.907935 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:55:42.722807 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b9084-93f7-41d2-83eb-a1aefd1e0431 req-07173f12-9391-456a-b22b-6296bfa0b283 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:42.724940 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b01b9084-93f7-41d2-83eb-a1aefd1e0431 req-07173f12-9391-456a-b22b-6296bfa0b283 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 946 time: 0.0682082 Jul 07 17:55:42.731298 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48a2e8-0709-4ce4-abee-1d5d0d4dac21 req-f1f9c067-d234-49cd-abcd-8b76ff078d1f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:42.733429 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3b48a2e8-0709-4ce4-abee-1d5d0d4dac21 req-f1f9c067-d234-49cd-abcd-8b76ff078d1f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 946 time: 0.0662489 Jul 07 17:55:42.776460 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b01b9084-93f7-41d2-83eb-a1aefd1e0431 req-f41c40c1-44e0-41f1-ba3a-f6d6fcb4e553 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407174 Jul 07 17:55:42.849211 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-3b48a2e8-0709-4ce4-abee-1d5d0d4dac21 req-f94101ae-5504-4783-be3f-e034f5343961 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Deleting port 044487f8-d7b8-4965-9e57-7b7b44a00d8f {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:42.849559 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3b48a2e8-0709-4ce4-abee-1d5d0d4dac21 req-f94101ae-5504-4783-be3f-e034f5343961 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:42.941222 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-3b48a2e8-0709-4ce4-abee-1d5d0d4dac21 req-f94101ae-5504-4783-be3f-e034f5343961 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] For port 044487f8-d7b8-4965-9e57-7b7b44a00d8f, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=044487f8-d7b8-4965-9e57-7b7b44a00d8f,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:42.941588 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3b48a2e8-0709-4ce4-abee-1d5d0d4dac21 req-f94101ae-5504-4783-be3f-e034f5343961 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:43.115621 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3b48a2e8-0709-4ce4-abee-1d5d0d4dac21 req-f94101ae-5504-4783-be3f-e034f5343961 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:43.115911 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3b48a2e8-0709-4ce4-abee-1d5d0d4dac21 req-f94101ae-5504-4783-be3f-e034f5343961 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:43.116247 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [req-3b48a2e8-0709-4ce4-abee-1d5d0d4dac21 req-f94101ae-5504-4783-be3f-e034f5343961 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Floating IP ae17c2bb-071a-4398-8f9e-6eeb18633af0 disassociated. External IP: 172.25.0.200, port: 044487f8-d7b8-4965-9e57-7b7b44a00d8f. Jul 07 17:55:43.116574 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-3b48a2e8-0709-4ce4-abee-1d5d0d4dac21 req-f94101ae-5504-4783-be3f-e034f5343961 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Calling delete_port for 044487f8-d7b8-4965-9e57-7b7b44a00d8f owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:43.248004 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3b48a2e8-0709-4ce4-abee-1d5d0d4dac21 req-f94101ae-5504-4783-be3f-e034f5343961 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:43.277386 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94101ae-5504-4783-be3f-e034f5343961 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Pushing event deleted for resources: {'Port': ['ID=044487f8-d7b8-4965-9e57-7b7b44a00d8f,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:43.293055 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 044487f8-d7b8-4965-9e57-7b7b44a00d8f up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:55:43.319641 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 044487f8-d7b8-4965-9e57-7b7b44a00d8f {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:55:43.320222 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 044487f8-d7b8-4965-9e57-7b7b44a00d8f not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 07 17:55:43.340512 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Port 044487f8-d7b8-4965-9e57-7b7b44a00d8f not found, will not notify nova. {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 07 17:55:43.400608 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b48a2e8-0709-4ce4-abee-1d5d0d4dac21 req-f94101ae-5504-4783-be3f-e034f5343961 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Router 58c21fb5-dd9b-475c-9202-e0a54283ac7c has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:55:43.524374 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b48a2e8-0709-4ce4-abee-1d5d0d4dac21 req-f94101ae-5504-4783-be3f-e034f5343961 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:55:43.533817 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ff71e8-09b5-4216-8e84-0480b9079db4 None None] Sync routers for ids ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:55:43.542667 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ff71e8-09b5-4216-8e84-0480b9079db4 None None] Routers {'58c21fb5-dd9b-475c-9202-e0a54283ac7c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:43.543811 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-65ff71e8-09b5-4216-8e84-0480b9079db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:55:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:43.569520 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b48a2e8-0709-4ce4-abee-1d5d0d4dac21 req-f94101ae-5504-4783-be3f-e034f5343961 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] No DVR routers for this DVR port 044487f8-d7b8-4965-9e57-7b7b44a00d8f on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:55:43.572169 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-3b48a2e8-0709-4ce4-abee-1d5d0d4dac21 req-f94101ae-5504-4783-be3f-e034f5343961 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:43.574262 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3b48a2e8-0709-4ce4-abee-1d5d0d4dac21 req-f94101ae-5504-4783-be3f-e034f5343961 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.72 "DELETE /v2.0/ports/044487f8-d7b8-4965-9e57-7b7b44a00d8f HTTP/1.1" status: 204 len: 173 time: 0.8354180 Jul 07 17:55:43.574727 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b9a2b9-4a97-4d3c-9707-f1963851fa35', 'name': 'network-vif-deleted', 'tag': '044487f8-d7b8-4965-9e57-7b7b44a00d8f'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:43.577835 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9257b3f4-399c-4395-94ab-88640a91ac5c" -d '{"events": [{"server_uuid": "f8b9a2b9-4a97-4d3c-9707-f1963851fa35", "name": "network-vif-deleted", "tag": "044487f8-d7b8-4965-9e57-7b7b44a00d8f"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:43.619062 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da281332-bc7d-4cc1-8472-ad230027d7c2 x-openstack-request-id: req-da281332-bc7d-4cc1-8472-ad230027d7c2 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:43.619541 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b9a2b9-4a97-4d3c-9707-f1963851fa35", "name": "network-vif-deleted", "tag": "044487f8-d7b8-4965-9e57-7b7b44a00d8f", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:43.619792 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da281332-bc7d-4cc1-8472-ad230027d7c2 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:43.620179 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b9a2b9-4a97-4d3c-9707-f1963851fa35', 'name': 'network-vif-deleted', 'tag': '044487f8-d7b8-4965-9e57-7b7b44a00d8f', 'status': 'completed', 'code': 200} Jul 07 17:55:43.662702 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-65ff71e8-09b5-4216-8e84-0480b9079db4 None None] Set router 58c21fb5-dd9b-475c-9202-e0a54283ac7c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:43.884875 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-65ff71e8-09b5-4216-8e84-0480b9079db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:41Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '046d26d1-3057-4b93-b104-d50f09b1ab84', 'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'mac_address': 'fa:16:3e:5d:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:40Z', 'updated_at': '2021-07-07T17:48:46Z', 'revision_number': 5, 'project_id': '23c8440a747842e6b499c808bca9de04', 'subnets': [{'id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:43.916645 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ff71e8-09b5-4216-8e84-0480b9079db4 None None] Checking router: 58c21fb5-dd9b-475c-9202-e0a54283ac7c for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:55:43.925638 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ff71e8-09b5-4216-8e84-0480b9079db4 None None] Routers {'58c21fb5-dd9b-475c-9202-e0a54283ac7c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:43.926235 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-65ff71e8-09b5-4216-8e84-0480b9079db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:55:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:43.957748 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0532af0f-f532-4ac9-ae0d-efeed41c8dd9 req-0f539031-f601-4801-bdb7-7276738854c3 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8b9a2b9-4a97-4d3c-9707-f1963851fa35 HTTP/1.1" status: 200 len: 210 time: 0.0420642 Jul 07 17:55:44.029770 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-65ff71e8-09b5-4216-8e84-0480b9079db4 None None] Set router 58c21fb5-dd9b-475c-9202-e0a54283ac7c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:44.226689 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-65ff71e8-09b5-4216-8e84-0480b9079db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:41Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '046d26d1-3057-4b93-b104-d50f09b1ab84', 'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'mac_address': 'fa:16:3e:5d:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:40Z', 'updated_at': '2021-07-07T17:48:46Z', 'revision_number': 5, 'project_id': '23c8440a747842e6b499c808bca9de04', 'subnets': [{'id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:44.253452 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ff71e8-09b5-4216-8e84-0480b9079db4 None None] The sync data for ids ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'] in n-d-791503-12 is: [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:41Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '046d26d1-3057-4b93-b104-d50f09b1ab84', 'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'mac_address': 'fa:16:3e:5d:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:40Z', 'updated_at': '2021-07-07T17:48:46Z', 'revision_number': 5, 'project_id': '23c8440a747842e6b499c808bca9de04', 'subnets': [{'id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:55:44.496213 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edc412a-c3e3-4269-94cc-3d2da0c2ac82 None None] New status for floating IP ae17c2bb-071a-4398-8f9e-6eeb18633af0: DOWN {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:55:45.300839 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-dbace01a-19f3-475c-a5e4-9dc301678c47 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--632118569&fields=id&tenant_id=23c8440a747842e6b499c808bca9de04 HTTP/1.1" status: 200 len: 267 time: 0.0351322 Jul 07 17:55:45.412127 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-480f79c7-9c23-4748-aeb7-943b5bd04545 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:45.413640 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-480f79c7-9c23-4748-aeb7-943b5bd04545 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 812 time: 0.1063788 Jul 07 17:55:45.428310 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-1487533d-73b2-4111-b881-09c472440939 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/quotas/23c8440a747842e6b499c808bca9de04 HTTP/1.1" status: 200 len: 375 time: 0.0092638 Jul 07 17:55:45.500162 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-61a5c4a9-6888-4671-abbe-6a4461b9c194 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668194 Jul 07 17:55:45.598312 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-96f5d45c-d0b9-41f6-b29f-c5d866e65a04 service neutron] 10.222.0.53 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871146 Jul 07 17:55:45.687361 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-abc96817-02d6-43ad-b29c-5275c904b0fc service neutron] 10.222.0.53 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833704 Jul 07 17:55:45.857845 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a73bfb56-84df-49f1-8d24-c66dcd52a399 req-2789192f-fed2-4fc0-99b8-eed3275c5c7c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 210 time: 0.0341134 Jul 07 17:55:46.927263 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-cc81f915-778b-40d1-89fa-1074112c797f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:46.928949 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-cc81f915-778b-40d1-89fa-1074112c797f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.64 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 812 time: 0.1116281 Jul 07 17:55:46.982659 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-33a7ce43-fb17-407a-830e-6b519fc9179e tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23c8440a747842e6b499c808bca9de04 HTTP/1.1" status: 200 len: 379 time: 0.0430200 Jul 07 17:55:46.989314 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-cef4ac29-01f2-4ed5-946e-bfce5cb8ebd1 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Request body: {'port': {'device_id': 'a43d2f45-9755-4d9b-9a73-1627323d3974', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'admin_state_up': True, 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'security_groups': ['3f5cf002-71e8-4aa4-8e8f-ed7613eda67c']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:47.009048 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4a845156-fa07-40b9-8332-9794505ee376 req-b881be5a-5070-4531-816b-c3b6db7d822d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 210 time: 0.0313251 Jul 07 17:55:47.107633 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-cef4ac29-01f2-4ed5-946e-bfce5cb8ebd1 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Made reservation on behalf of 23c8440a747842e6b499c808bca9de04 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:55:47.111431 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-cef4ac29-01f2-4ed5-946e-bfce5cb8ebd1 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:47.245132 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-cef4ac29-01f2-4ed5-946e-bfce5cb8ebd1 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Allocated IP 172.20.0.11 (d9a45d5f-5778-4454-9c5e-ac761de82de3/46453a36-dfb2-4c06-82f3-5d7511d256d6/12e87639-f257-4668-9fe8-42bb66c3822d) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:55:47.294067 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 044487f8-d7b8-4965-9e57-7b7b44a00d8f no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:47.315267 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 044487f8-d7b8-4965-9e57-7b7b44a00d8f {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:55:47.315623 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 044487f8-d7b8-4965-9e57-7b7b44a00d8f not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:55:47.385068 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-cef4ac29-01f2-4ed5-946e-bfce5cb8ebd1 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:47.399567 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-cef4ac29-01f2-4ed5-946e-bfce5cb8ebd1 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Transition to ACTIVE for port object 12e87639-f257-4668-9fe8-42bb66c3822d will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:47.432513 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-cef4ac29-01f2-4ed5-946e-bfce5cb8ebd1 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:47.481989 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-cef4ac29-01f2-4ed5-946e-bfce5cb8ebd1 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Network d9a45d5f-5778-4454-9c5e-ac761de82de3 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:55:47.487335 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-cef4ac29-01f2-4ed5-946e-bfce5cb8ebd1 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:55:47.491185 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-cef4ac29-01f2-4ed5-946e-bfce5cb8ebd1 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:55:47.498533 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4ac29-01f2-4ed5-946e-bfce5cb8ebd1 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Pushing event updated for resources: {'Port': ['ID=12e87639-f257-4668-9fe8-42bb66c3822d,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:47.548389 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-cef4ac29-01f2-4ed5-946e-bfce5cb8ebd1 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:47.549066 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-cef4ac29-01f2-4ed5-946e-bfce5cb8ebd1 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:47.563821 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-cef4ac29-01f2-4ed5-946e-bfce5cb8ebd1 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5781863 Jul 07 17:55:47.575784 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-d0e589c2-3ecd-46dd-be31-4300da669020 service neutron] Request body: {'port': {'device_id': 'a43d2f45-9755-4d9b-9a73-1627323d3974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:47.653873 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-d0e589c2-3ecd-46dd-be31-4300da669020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:47.771980 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-eb8bafaa-ad3f-44eb-9213-d490d0afdd04 None None] Provisioning for port 12e87639-f257-4668-9fe8-42bb66c3822d completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:55:47.775697 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-eb8bafaa-ad3f-44eb-9213-d490d0afdd04 None None] Provisioning complete for port 12e87639-f257-4668-9fe8-42bb66c3822d triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:47.776073 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-eb8bafaa-ad3f-44eb-9213-d490d0afdd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:47.814151 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-eb8bafaa-ad3f-44eb-9213-d490d0afdd04 None None] Port 12e87639-f257-4668-9fe8-42bb66c3822d cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:55:48.276100 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-d0e589c2-3ecd-46dd-be31-4300da669020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e87639-f257-4668-9fe8-42bb66c3822d {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:55:48.286295 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-d0e589c2-3ecd-46dd-be31-4300da669020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.301911 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a0b4f-a32f-4ed3-b8fd-dcdb53967632 req-4aaf6c68-0890-4765-a23e-ca7b7318af8e tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:48.303346 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2c7a0b4f-a32f-4ed3-b8fd-dcdb53967632 req-4aaf6c68-0890-4765-a23e-ca7b7318af8e tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 932 time: 0.1228890 Jul 07 17:55:48.313180 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-d0e589c2-3ecd-46dd-be31-4300da669020 service neutron] Transition to ACTIVE for port object 12e87639-f257-4668-9fe8-42bb66c3822d will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:48.319783 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-d0e589c2-3ecd-46dd-be31-4300da669020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.392220 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2c7a0b4f-a32f-4ed3-b8fd-dcdb53967632 req-982b5a30-bbea-4078-9cc9-c27cb676770e tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829964 Jul 07 17:55:48.394315 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e589c2-3ecd-46dd-be31-4300da669020 service neutron] Pushing event updated for resources: {'Port': ['ID=12e87639-f257-4668-9fe8-42bb66c3822d,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:48.470520 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-d0e589c2-3ecd-46dd-be31-4300da669020 service neutron] Attempting to bind port 12e87639-f257-4668-9fe8-42bb66c3822d on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:55:48.470865 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-d0e589c2-3ecd-46dd-be31-4300da669020 service neutron] Attempting to bind port 12e87639-f257-4668-9fe8-42bb66c3822d by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:55:48.471195 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-d0e589c2-3ecd-46dd-be31-4300da669020 service neutron] Attempting to bind port 12e87639-f257-4668-9fe8-42bb66c3822d on network d9a45d5f-5778-4454-9c5e-ac761de82de3 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:48.475924 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-d0e589c2-3ecd-46dd-be31-4300da669020 service neutron] Port 12e87639-f257-4668-9fe8-42bb66c3822d on network d9a45d5f-5778-4454-9c5e-ac761de82de3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:55:48.476250 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-d0e589c2-3ecd-46dd-be31-4300da669020 service neutron] Attempting to bind port 12e87639-f257-4668-9fe8-42bb66c3822d on network d9a45d5f-5778-4454-9c5e-ac761de82de3 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:48.481441 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-d0e589c2-3ecd-46dd-be31-4300da669020 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:55:48.481790 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-d0e589c2-3ecd-46dd-be31-4300da669020 service neutron] Checking segment: {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:55:48.482182 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-d0e589c2-3ecd-46dd-be31-4300da669020 service neutron] Bound using segment: {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:55:48.482623 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-d0e589c2-3ecd-46dd-be31-4300da669020 service neutron] Bound port: 12e87639-f257-4668-9fe8-42bb66c3822d, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:55:48.482988 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-d0e589c2-3ecd-46dd-be31-4300da669020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.557589 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-d0e589c2-3ecd-46dd-be31-4300da669020 service neutron] For port 12e87639-f257-4668-9fe8-42bb66c3822d, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:55:48.561060 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-d0e589c2-3ecd-46dd-be31-4300da669020 service neutron] For port 12e87639-f257-4668-9fe8-42bb66c3822d, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=12e87639-f257-4668-9fe8-42bb66c3822d,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:55:48.567248 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-d0e589c2-3ecd-46dd-be31-4300da669020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.612307 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-d0e589c2-3ecd-46dd-be31-4300da669020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:48.612980 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-d0e589c2-3ecd-46dd-be31-4300da669020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.614403 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-d0e589c2-3ecd-46dd-be31-4300da669020 service neutron] 10.222.0.64 "PUT /v2.0/ports/12e87639-f257-4668-9fe8-42bb66c3822d HTTP/1.1" status: 200 len: 1093 time: 1.0430796 Jul 07 17:55:48.614827 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43d2f45-9755-4d9b-9a73-1627323d3974', 'tag': '12e87639-f257-4668-9fe8-42bb66c3822d'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:48.617159 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7d7e17-d3a3-48d5-8c96-e12fd487698a" -d '{"events": [{"name": "network-changed", "server_uuid": "a43d2f45-9755-4d9b-9a73-1627323d3974", "tag": "12e87639-f257-4668-9fe8-42bb66c3822d"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:48.651534 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e589c2-3ecd-46dd-be31-4300da669020 service neutron] Pushing event updated for resources: {'Port': ['ID=12e87639-f257-4668-9fe8-42bb66c3822d,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:48.672118 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8a24e4-1d1f-4abd-9cf8-c9fa82e93af6 x-openstack-request-id: req-8a8a24e4-1d1f-4abd-9cf8-c9fa82e93af6 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:48.672446 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43d2f45-9755-4d9b-9a73-1627323d3974", "tag": "12e87639-f257-4668-9fe8-42bb66c3822d", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:48.672733 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a8a24e4-1d1f-4abd-9cf8-c9fa82e93af6 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:48.673138 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43d2f45-9755-4d9b-9a73-1627323d3974', 'tag': '12e87639-f257-4668-9fe8-42bb66c3822d', 'status': 'completed', 'code': 200} Jul 07 17:55:48.744904 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-d22f87bf-44de-41bc-aeee-23e040092071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:48.747724 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-d22f87bf-44de-41bc-aeee-23e040092071 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 1096 time: 0.0689178 Jul 07 17:55:48.798355 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-06ff4e5c-4244-4896-b51e-f67ede5b24ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12e87639-f257-4668-9fe8-42bb66c3822d HTTP/1.1" status: 200 len: 217 time: 0.0446727 Jul 07 17:55:48.862593 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-779605ca-d946-437e-b7a2-0e279fe08380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:48.864134 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-779605ca-d946-437e-b7a2-0e279fe08380 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0603456 Jul 07 17:55:48.978342 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-f27a6d92-d773-46fc-ba27-527e0928deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:48.979968 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-f27a6d92-d773-46fc-ba27-527e0928deeb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1094265 Jul 07 17:55:49.089280 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-0c57d7cd-f564-4d88-8e6c-fa6fe88d5c60 service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027918 Jul 07 17:55:49.203379 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-104f57c2-f6f9-4684-9ee9-1c64bdd9a185 req-7ab122f3-9118-4331-a298-ebdb7e906d16 service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085720 Jul 07 17:55:49.331519 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d7e17-d3a3-48d5-8c96-e12fd487698a req-36de52f5-1bcd-4cc3-948b-48e07978afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:49.333175 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5e7d7e17-d3a3-48d5-8c96-e12fd487698a req-36de52f5-1bcd-4cc3-948b-48e07978afe9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 1096 time: 0.0717008 Jul 07 17:55:49.454374 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d7e17-d3a3-48d5-8c96-e12fd487698a req-aa5ff0cb-2dd3-4b7f-9d4a-1e472da6883b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:49.456174 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5e7d7e17-d3a3-48d5-8c96-e12fd487698a req-aa5ff0cb-2dd3-4b7f-9d4a-1e472da6883b service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.1158733 Jul 07 17:55:49.504790 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5e7d7e17-d3a3-48d5-8c96-e12fd487698a req-996d533e-9f52-432a-b126-312b117bd555 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12e87639-f257-4668-9fe8-42bb66c3822d HTTP/1.1" status: 200 len: 217 time: 0.0405850 Jul 07 17:55:49.589467 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d7e17-d3a3-48d5-8c96-e12fd487698a req-b305f48e-b6ab-4ebe-9357-5bfafe4d051a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:49.591580 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5e7d7e17-d3a3-48d5-8c96-e12fd487698a req-b305f48e-b6ab-4ebe-9357-5bfafe4d051a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0808289 Jul 07 17:55:49.651453 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d8dc4-6b8a-4d26-8158-6e962bcb4b52 req-9da5de86-8339-488a-86da-88b71b24f97c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:49.653067 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4b1d8dc4-6b8a-4d26-8158-6e962bcb4b52 req-9da5de86-8339-488a-86da-88b71b24f97c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 944 time: 0.1145267 Jul 07 17:55:49.696823 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d7e17-d3a3-48d5-8c96-e12fd487698a req-641fb0df-0d42-4a4b-a0a5-c8de88347add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:49.698246 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5e7d7e17-d3a3-48d5-8c96-e12fd487698a req-641fb0df-0d42-4a4b-a0a5-c8de88347add service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0987198 Jul 07 17:55:49.704309 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4b1d8dc4-6b8a-4d26-8158-6e962bcb4b52 req-68107273-7506-4f1c-a021-0dcee5572130 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451989 Jul 07 17:55:49.805130 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5e7d7e17-d3a3-48d5-8c96-e12fd487698a req-99d86f16-b443-4b1b-920f-72433428a3ad service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997684 Jul 07 17:55:49.908227 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5e7d7e17-d3a3-48d5-8c96-e12fd487698a req-93a532fc-d7df-4c93-a5fe-0ec534cac07a service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962632 Jul 07 17:55:50.890584 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613dbe9-3bb7-4d7a-b55c-7ae7738a81c1 req-667236ed-3b69-4088-8857-08d146d3c061 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:50.892111 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0613dbe9-3bb7-4d7a-b55c-7ae7738a81c1 req-667236ed-3b69-4088-8857-08d146d3c061 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 944 time: 0.0715883 Jul 07 17:55:50.931322 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0613dbe9-3bb7-4d7a-b55c-7ae7738a81c1 req-f9efac16-e2c5-48b6-b13b-de4ef35157a4 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334611 Jul 07 17:55:52.114366 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fb1b2-5e2d-4afa-99fe-6606ff154909 req-3b1c28de-5436-401c-89e6-6293957f17cc tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:52.115863 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6d2fb1b2-5e2d-4afa-99fe-6606ff154909 req-3b1c28de-5436-401c-89e6-6293957f17cc tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 944 time: 0.0699873 Jul 07 17:55:52.153207 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6d2fb1b2-5e2d-4afa-99fe-6606ff154909 req-8dee93f1-24f0-47fe-9c20-f06048e2e084 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316422 Jul 07 17:55:52.198701 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 12e87639-f257-4668-9fe8-42bb66c3822d details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:55:52.292188 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 12e87639-f257-4668-9fe8-42bb66c3822d, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=12e87639-f257-4668-9fe8-42bb66c3822d,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:52.304120 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '12e87639-f257-4668-9fe8-42bb66c3822d', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'port_id': '12e87639-f257-4668-9fe8-42bb66c3822d', 'mac_address': 'fa:16:3e:34:b6:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:55:52.341630 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:52.358760 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e87639-f257-4668-9fe8-42bb66c3822d {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:55:52.378767 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 12e87639-f257-4668-9fe8-42bb66c3822d, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=12e87639-f257-4668-9fe8-42bb66c3822d,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:52.382770 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:52.430352 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=12e87639-f257-4668-9fe8-42bb66c3822d,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:52.572893 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['12e87639-f257-4668-9fe8-42bb66c3822d'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:53.333374 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49371f46-976c-4574-9a76-5eed0c698602 req-e538733a-2ab0-423c-baa2-aaab903f4708 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:53.334887 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49371f46-976c-4574-9a76-5eed0c698602 req-e538733a-2ab0-423c-baa2-aaab903f4708 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 945 time: 0.0666437 Jul 07 17:55:53.372526 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49371f46-976c-4574-9a76-5eed0c698602 req-285a77ca-4f7d-4f15-886f-09ba5c2c50c9 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321031 Jul 07 17:55:53.481241 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4f00add0-743b-4c70-a52d-28964848952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:54.202877 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 12e87639-f257-4668-9fe8-42bb66c3822d up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:55:54.255877 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 12e87639-f257-4668-9fe8-42bb66c3822d completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:55:54.259760 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 12e87639-f257-4668-9fe8-42bb66c3822d triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:54.260244 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:54.340016 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:54.362793 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43d2f45-9755-4d9b-9a73-1627323d3974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e87639-f257-4668-9fe8-42bb66c3822d'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:54.365064 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56dfbf5f-a59c-4830-ab43-4a61db733af3" -d '{"events": [{"server_uuid": "a43d2f45-9755-4d9b-9a73-1627323d3974", "name": "network-vif-plugged", "status": "completed", "tag": "12e87639-f257-4668-9fe8-42bb66c3822d"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:54.378660 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 12e87639-f257-4668-9fe8-42bb66c3822d, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=12e87639-f257-4668-9fe8-42bb66c3822d,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:54.382566 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:54.453628 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=12e87639-f257-4668-9fe8-42bb66c3822d,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:54.587078 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ecef4-fc0e-4936-a530-18661732dc4b req-b723a65d-e6e0-42a9-af13-7af168f2961c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:54.589280 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-106ecef4-fc0e-4936-a530-18661732dc4b req-b723a65d-e6e0-42a9-af13-7af168f2961c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 946 time: 0.0760627 Jul 07 17:55:54.610173 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1a1ba0-8d41-46c6-89bb-cafa3ba2aceb x-openstack-request-id: req-ff1a1ba0-8d41-46c6-89bb-cafa3ba2aceb {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:54.610650 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43d2f45-9755-4d9b-9a73-1627323d3974", "name": "network-vif-plugged", "status": "completed", "tag": "12e87639-f257-4668-9fe8-42bb66c3822d", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:54.610771 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ff1a1ba0-8d41-46c6-89bb-cafa3ba2aceb {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:54.611103 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43d2f45-9755-4d9b-9a73-1627323d3974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e87639-f257-4668-9fe8-42bb66c3822d', 'code': 200} Jul 07 17:55:54.632450 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-106ecef4-fc0e-4936-a530-18661732dc4b req-6dcd843e-1b9d-4f6c-8691-d613a1cc0546 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362983 Jul 07 17:55:54.731449 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709eb3d-3f8c-4e85-8342-ff80b8f9c3a0 req-5c71eb2b-55f1-46dc-8d00-f5b77d281fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:54.733164 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2709eb3d-3f8c-4e85-8342-ff80b8f9c3a0 req-5c71eb2b-55f1-46dc-8d00-f5b77d281fdc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 1098 time: 0.0574076 Jul 07 17:55:54.767834 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2709eb3d-3f8c-4e85-8342-ff80b8f9c3a0 req-1ab7b1a1-1528-477e-993b-f9b36d06d13a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289943 Jul 07 17:55:55.817221 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b0ad5-a727-49f9-8b92-d4016791b316 req-5dd75293-0278-4482-b326-75faab1dcbed tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:55.818743 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a18b0ad5-a727-49f9-8b92-d4016791b316 req-5dd75293-0278-4482-b326-75faab1dcbed tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 946 time: 0.0665958 Jul 07 17:55:55.863668 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a18b0ad5-a727-49f9-8b92-d4016791b316 req-a6b8262c-e488-460f-a149-1eed699e518e tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393605 Jul 07 17:55:56.241894 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d7c92-4ee6-4c99-afb5-bbb5f89ffe59 req-56718736-bc34-412f-87ca-28f68c34aa03 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:56.243479 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-366d7c92-4ee6-4c99-afb5-bbb5f89ffe59 req-56718736-bc34-412f-87ca-28f68c34aa03 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 946 time: 0.0703425 Jul 07 17:55:56.252651 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 48796) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:56.257311 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-3e31bb87-1822-4c2c-b677-d05daf8c33a2 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Request body: {'floatingip': {'port_id': '12e87639-f257-4668-9fe8-42bb66c3822d'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:56.291074 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:56.297999 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3e31bb87-1822-4c2c-b677-d05daf8c33a2 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for floatingip, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:56.756318 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3e31bb87-1822-4c2c-b677-d05daf8c33a2 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:56.760318 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3e31bb87-1822-4c2c-b677-d05daf8c33a2 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:56.861217 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-3e31bb87-1822-4c2c-b677-d05daf8c33a2 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Floating IP ae17c2bb-071a-4398-8f9e-6eeb18633af0 associated. External IP: 172.25.0.200, port: 12e87639-f257-4668-9fe8-42bb66c3822d. Jul 07 17:55:56.874060 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6fabd454-a894-45c8-923d-48e7045f90cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:57.071683 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e31bb87-1822-4c2c-b677-d05daf8c33a2 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Router 58c21fb5-dd9b-475c-9202-e0a54283ac7c has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:55:57.180753 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e31bb87-1822-4c2c-b677-d05daf8c33a2 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:55:57.185396 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3e31bb87-1822-4c2c-b677-d05daf8c33a2 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:57.192758 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26124ec7-4606-4529-9096-d7741acefa07 None None] Sync routers for ids ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:55:57.203027 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26124ec7-4606-4529-9096-d7741acefa07 None None] Routers {'58c21fb5-dd9b-475c-9202-e0a54283ac7c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:57.203643 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-26124ec7-4606-4529-9096-d7741acefa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:55:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:57.225313 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3e31bb87-1822-4c2c-b677-d05daf8c33a2 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "PUT /v2.0/floatingips/ae17c2bb-071a-4398-8f9e-6eeb18633af0 HTTP/1.1" status: 200 len: 993 time: 0.9713757 Jul 07 17:55:57.225919 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43d2f45-9755-4d9b-9a73-1627323d3974', 'tag': '12e87639-f257-4668-9fe8-42bb66c3822d'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:57.228181 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b522e1f9-f218-4dae-b957-992c419cadef" -d '{"events": [{"name": "network-changed", "server_uuid": "a43d2f45-9755-4d9b-9a73-1627323d3974", "tag": "12e87639-f257-4668-9fe8-42bb66c3822d"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:57.266786 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9199e8-74e3-4f84-a9d6-010262086e86 x-openstack-request-id: req-1f9199e8-74e3-4f84-a9d6-010262086e86 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:57.267402 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43d2f45-9755-4d9b-9a73-1627323d3974", "tag": "12e87639-f257-4668-9fe8-42bb66c3822d", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:57.267402 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f9199e8-74e3-4f84-a9d6-010262086e86 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:57.267871 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43d2f45-9755-4d9b-9a73-1627323d3974', 'tag': '12e87639-f257-4668-9fe8-42bb66c3822d', 'status': 'completed', 'code': 200} Jul 07 17:55:57.316053 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-26124ec7-4606-4529-9096-d7741acefa07 None None] Set router 58c21fb5-dd9b-475c-9202-e0a54283ac7c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:57.362050 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522e1f9-f218-4dae-b957-992c419cadef req-683273e4-7528-4c6a-9a51-38e51570c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:57.363602 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b522e1f9-f218-4dae-b957-992c419cadef req-683273e4-7528-4c6a-9a51-38e51570c38d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 1098 time: 0.0633197 Jul 07 17:55:57.454299 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522e1f9-f218-4dae-b957-992c419cadef req-ce5b05f3-99c6-4d77-8d9a-7a6874cd2f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:57.456108 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b522e1f9-f218-4dae-b957-992c419cadef req-ce5b05f3-99c6-4d77-8d9a-7a6874cd2f6c service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.0862145 Jul 07 17:55:57.526437 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b522e1f9-f218-4dae-b957-992c419cadef req-f471f1ec-7719-4a87-804b-400ef4544dec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12e87639-f257-4668-9fe8-42bb66c3822d HTTP/1.1" status: 200 len: 1001 time: 0.0639379 Jul 07 17:55:57.542978 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-26124ec7-4606-4529-9096-d7741acefa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:41Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'ae17c2bb-071a-4398-8f9e-6eeb18633af0', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'floating_ip_address': '172.25.0.200', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'port_id': '12e87639-f257-4668-9fe8-42bb66c3822d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'mac_address': 'fa:16:3e:34:b6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43d2f45-9755-4d9b-9a73-1627323d3974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:48:44Z', 'updated_at': '2021-07-07T17:55:56Z', 'revision_number': 13, 'project_id': '23c8440a747842e6b499c808bca9de04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046d26d1-3057-4b93-b104-d50f09b1ab84', 'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'mac_address': 'fa:16:3e:5d:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:40Z', 'updated_at': '2021-07-07T17:48:46Z', 'revision_number': 5, 'project_id': '23c8440a747842e6b499c808bca9de04', 'subnets': [{'id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:57.569836 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26124ec7-4606-4529-9096-d7741acefa07 None None] Checking router: 58c21fb5-dd9b-475c-9202-e0a54283ac7c for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:55:57.576304 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522e1f9-f218-4dae-b957-992c419cadef req-bc0f5252-a7b6-481e-b6ed-e75d8030504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:57.577995 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b522e1f9-f218-4dae-b957-992c419cadef req-bc0f5252-a7b6-481e-b6ed-e75d8030504a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0461910 Jul 07 17:55:57.578600 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26124ec7-4606-4529-9096-d7741acefa07 None None] Routers {'58c21fb5-dd9b-475c-9202-e0a54283ac7c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:57.579205 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-26124ec7-4606-4529-9096-d7741acefa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:55:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:57.636558 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522e1f9-f218-4dae-b957-992c419cadef req-448f5e1f-875a-4771-97c2-49dcae69fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:57.638052 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b522e1f9-f218-4dae-b957-992c419cadef req-448f5e1f-875a-4771-97c2-49dcae69fcaf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538847 Jul 07 17:55:57.683650 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-26124ec7-4606-4529-9096-d7741acefa07 None None] Set router 58c21fb5-dd9b-475c-9202-e0a54283ac7c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:57.733508 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b522e1f9-f218-4dae-b957-992c419cadef req-c634b72e-8918-40df-9b13-865177bdb32b service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888386 Jul 07 17:55:57.826959 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b522e1f9-f218-4dae-b957-992c419cadef req-24687631-95e5-4afc-a0a1-ac2f24d42992 service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883791 Jul 07 17:55:58.006911 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-26124ec7-4606-4529-9096-d7741acefa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:41Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'ae17c2bb-071a-4398-8f9e-6eeb18633af0', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'floating_ip_address': '172.25.0.200', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'port_id': '12e87639-f257-4668-9fe8-42bb66c3822d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'mac_address': 'fa:16:3e:34:b6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43d2f45-9755-4d9b-9a73-1627323d3974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:48:44Z', 'updated_at': '2021-07-07T17:55:56Z', 'revision_number': 13, 'project_id': '23c8440a747842e6b499c808bca9de04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046d26d1-3057-4b93-b104-d50f09b1ab84', 'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'mac_address': 'fa:16:3e:5d:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:40Z', 'updated_at': '2021-07-07T17:48:46Z', 'revision_number': 5, 'project_id': '23c8440a747842e6b499c808bca9de04', 'subnets': [{'id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:58.036713 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26124ec7-4606-4529-9096-d7741acefa07 None None] The sync data for ids ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'] in n-d-791503-12 is: [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:41Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'ae17c2bb-071a-4398-8f9e-6eeb18633af0', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'floating_ip_address': '172.25.0.200', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'port_id': '12e87639-f257-4668-9fe8-42bb66c3822d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'mac_address': 'fa:16:3e:34:b6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43d2f45-9755-4d9b-9a73-1627323d3974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:48:44Z', 'updated_at': '2021-07-07T17:55:56Z', 'revision_number': 13, 'project_id': '23c8440a747842e6b499c808bca9de04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046d26d1-3057-4b93-b104-d50f09b1ab84', 'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'mac_address': 'fa:16:3e:5d:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:40Z', 'updated_at': '2021-07-07T17:48:46Z', 'revision_number': 5, 'project_id': '23c8440a747842e6b499c808bca9de04', 'subnets': [{'id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:55:58.095612 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:58.251772 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c73d0d3-bba7-4422-ae64-58c3b8103577 None None] New status for floating IP ae17c2bb-071a-4398-8f9e-6eeb18633af0: ACTIVE {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:56:00.403905 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:07.843014 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:08.383382 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:18.906733 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:56:23.483679 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9a6de5df-b7e0-4131-ae14-69d28e23051c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:26.283589 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:26.876275 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4d6ad8e5-2a45-43e5-be3c-675b7288ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:28.098193 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:30.415554 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:37.858207 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:38.375192 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:41.396913 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-747c70ed-b3f0-4714-a4e3-2f37e8690071 req-8344800b-0b28-4486-a3c4-3779242f3173 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0622580 Jul 07 17:56:41.494617 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c70ed-b3f0-4714-a4e3-2f37e8690071 req-6168ff66-a3e8-402d-a698-adffbeaf9c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:41.496162 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-747c70ed-b3f0-4714-a4e3-2f37e8690071 req-6168ff66-a3e8-402d-a698-adffbeaf9c1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 1098 time: 0.0566030 Jul 07 17:56:41.604550 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c70ed-b3f0-4714-a4e3-2f37e8690071 req-65aa2563-1b6c-448b-8703-c6f5a1ffbb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:41.605987 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-747c70ed-b3f0-4714-a4e3-2f37e8690071 req-65aa2563-1b6c-448b-8703-c6f5a1ffbb0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.0867910 Jul 07 17:56:41.678472 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-747c70ed-b3f0-4714-a4e3-2f37e8690071 req-405e5b1e-2c11-4d01-97cc-0ba2fb55afe1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12e87639-f257-4668-9fe8-42bb66c3822d HTTP/1.1" status: 200 len: 1003 time: 0.0663407 Jul 07 17:56:41.730310 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c70ed-b3f0-4714-a4e3-2f37e8690071 req-a442a1f1-8bbc-4284-af52-0d75d936a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:41.732023 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-747c70ed-b3f0-4714-a4e3-2f37e8690071 req-a442a1f1-8bbc-4284-af52-0d75d936a2fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0476241 Jul 07 17:56:41.791124 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c70ed-b3f0-4714-a4e3-2f37e8690071 req-e5f76489-76dd-4369-b641-5f116e1ae0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:41.792692 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-747c70ed-b3f0-4714-a4e3-2f37e8690071 req-e5f76489-76dd-4369-b641-5f116e1ae0b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540257 Jul 07 17:56:41.886902 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-747c70ed-b3f0-4714-a4e3-2f37e8690071 req-b18f1f59-8020-4694-81b8-8d1d722a3d9a service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878232 Jul 07 17:56:41.985987 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-747c70ed-b3f0-4714-a4e3-2f37e8690071 req-30979581-bd43-4c5d-bb3d-e956ee1db6ac service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936041 Jul 07 17:56:53.490002 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ad5e887b-d618-40a4-9c1a-b0e273a68a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:55.906643 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:56:56.286223 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:56.877085 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d00709e0-c6c1-4468-af25-1919a72e6d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:58.103616 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:00.409180 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:07.862487 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:08.397240 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:23.491181 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3128c522-9edc-4fb8-a2bb-62672c165387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:26.288901 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:26.878947 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-27a94846-e535-4a7c-b2e3-d7b54e57dbb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:28.104068 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:30.414370 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:32.906820 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:57:33.946813 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f640b4-b0cd-40f6-93d6-491317adc9b4 req-b009a1a7-d411-4903-a356-44a4278331e6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:33.948365 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-00f640b4-b0cd-40f6-93d6-491317adc9b4 req-b009a1a7-d411-4903-a356-44a4278331e6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 946 time: 0.0679548 Jul 07 17:57:33.991114 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-00f640b4-b0cd-40f6-93d6-491317adc9b4 req-1f5c9ebc-cd0d-44ea-90d0-fa10761fa591 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361722 Jul 07 17:57:37.870262 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:38.397139 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:42.012973 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-377ed115-33ac-4550-aa6b-80e5f96b4334 req-9228619c-12f3-4d97-aa97-6865e5e2b88f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0573757 Jul 07 17:57:42.111724 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ed115-33ac-4550-aa6b-80e5f96b4334 req-cdb63faa-b9b5-4361-b247-528d2c7a95e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:42.113286 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-377ed115-33ac-4550-aa6b-80e5f96b4334 req-cdb63faa-b9b5-4361-b247-528d2c7a95e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 1098 time: 0.0569913 Jul 07 17:57:42.217613 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ed115-33ac-4550-aa6b-80e5f96b4334 req-48727a0a-072c-41bb-af54-23c49a5ffc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:42.219140 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-377ed115-33ac-4550-aa6b-80e5f96b4334 req-48727a0a-072c-41bb-af54-23c49a5ffc7a service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.0862041 Jul 07 17:57:42.290092 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-377ed115-33ac-4550-aa6b-80e5f96b4334 req-0e0582e0-c40f-4da7-a808-8f76ae3e06d2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12e87639-f257-4668-9fe8-42bb66c3822d HTTP/1.1" status: 200 len: 1003 time: 0.0643754 Jul 07 17:57:42.341218 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ed115-33ac-4550-aa6b-80e5f96b4334 req-6f53d591-15fb-4d72-b936-2ea5c759f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:42.342684 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-377ed115-33ac-4550-aa6b-80e5f96b4334 req-6f53d591-15fb-4d72-b936-2ea5c759f366 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0463643 Jul 07 17:57:42.401924 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ed115-33ac-4550-aa6b-80e5f96b4334 req-f89877e0-a44f-4be3-9e39-d8158f4520a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:42.403442 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-377ed115-33ac-4550-aa6b-80e5f96b4334 req-f89877e0-a44f-4be3-9e39-d8158f4520a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546985 Jul 07 17:57:42.504392 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-377ed115-33ac-4550-aa6b-80e5f96b4334 req-a1c62a30-61bd-4c16-9a55-23fcf0978168 service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947695 Jul 07 17:57:42.600353 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-377ed115-33ac-4550-aa6b-80e5f96b4334 req-b6cbfea6-ee9d-4dd8-9bff-d1f4bd01e1fb service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899630 Jul 07 17:57:45.104267 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-b354ea6c-12d8-4012-bfd0-b219c9349103 req-775c6a77-682e-483a-9d84-2d482833d846 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:57:45.105324 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b354ea6c-12d8-4012-bfd0-b219c9349103 req-775c6a77-682e-483a-9d84-2d482833d846 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0436954 Jul 07 17:57:45.447755 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae4da5-5891-4447-9474-9ceb294c4116 req-8f92a694-5814-4cd4-ae9c-7e946beb6647 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:45.449301 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eaae4da5-5891-4447-9474-9ceb294c4116 req-8f92a694-5814-4cd4-ae9c-7e946beb6647 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 946 time: 0.1094387 Jul 07 17:57:45.456330 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-7f12b0d5-4551-4538-ac24-8f65f64f876e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1360610 Jul 07 17:57:45.490333 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eaae4da5-5891-4447-9474-9ceb294c4116 req-2a5c6c38-a0a3-47c5-b963-9cc1edaf4938 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329416 Jul 07 17:57:46.680431 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107a98a-2d7a-4980-8b10-9a720a529319 req-211a7708-b63d-40d0-881f-ff8191eaf637 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:46.682015 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d107a98a-2d7a-4980-8b10-9a720a529319 req-211a7708-b63d-40d0-881f-ff8191eaf637 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 946 time: 0.0780742 Jul 07 17:57:46.723262 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d107a98a-2d7a-4980-8b10-9a720a529319 req-f2bef22d-8217-4960-baab-7b937f2c3f26 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346515 Jul 07 17:57:46.739215 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-91958d1a-a921-421e-8a01-90e1c6fb393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:46.740848 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-91958d1a-a921-421e-8a01-90e1c6fb393b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 1098 time: 0.0567424 Jul 07 17:57:46.835978 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-465e3c26-ccd2-40d8-9596-f1270d1fefd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:46.837431 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-465e3c26-ccd2-40d8-9596-f1270d1fefd7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.0906477 Jul 07 17:57:46.902226 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-1255083d-087e-4094-a368-e8b9995b710e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12e87639-f257-4668-9fe8-42bb66c3822d HTTP/1.1" status: 200 len: 1003 time: 0.0579965 Jul 07 17:57:46.963028 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-ad09dde4-dd15-47fa-9ab9-ee67f7393fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:46.964573 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-ad09dde4-dd15-47fa-9ab9-ee67f7393fae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0545251 Jul 07 17:57:47.023806 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-223920d5-2241-4c26-b54b-95b0ba3d5168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:47.025427 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-223920d5-2241-4c26-b54b-95b0ba3d5168 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549490 Jul 07 17:57:47.115890 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-5ee3a027-ee54-4a91-9481-2ad9142dcb85 service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838747 Jul 07 17:57:47.210066 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-1964a6e6-5167-4c8c-964d-5f3812c5f9ff service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863957 Jul 07 17:57:47.901569 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe050a-1e61-4307-a169-360c81e23c6a req-27551a74-2648-48d8-a077-602325474a39 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:47.903117 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4fbe050a-1e61-4307-a169-360c81e23c6a req-27551a74-2648-48d8-a077-602325474a39 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 946 time: 0.0658948 Jul 07 17:57:47.951065 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4fbe050a-1e61-4307-a169-360c81e23c6a req-7f503bb6-2e2b-4c77-a5b1-8806e16efae2 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422735 Jul 07 17:57:49.141972 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366cbe8-8ada-48a8-9c62-7aca7f050f7b req-91ff61a3-2f54-4c8f-b0e3-0f181532eebf tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:49.143560 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a366cbe8-8ada-48a8-9c62-7aca7f050f7b req-91ff61a3-2f54-4c8f-b0e3-0f181532eebf tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 946 time: 0.0691750 Jul 07 17:57:49.184636 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a366cbe8-8ada-48a8-9c62-7aca7f050f7b req-7020aa24-4736-4788-8c1c-0f850ea79c82 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354364 Jul 07 17:57:50.375745 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8f7af-395b-4e7c-891c-c8283cb5ddea req-4ddde80e-2ec6-4b23-8807-ef7e3b89ae41 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:50.377314 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fff8f7af-395b-4e7c-891c-c8283cb5ddea req-4ddde80e-2ec6-4b23-8807-ef7e3b89ae41 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 946 time: 0.0749388 Jul 07 17:57:50.420777 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fff8f7af-395b-4e7c-891c-c8283cb5ddea req-e114a9cd-a2b4-4306-9186-f84abece500f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378392 Jul 07 17:57:51.608995 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18619427-3816-4400-953e-a2017c9ac007 req-3d8500a6-281a-40bb-b66a-7c9d1644f442 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:51.610450 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-18619427-3816-4400-953e-a2017c9ac007 req-3d8500a6-281a-40bb-b66a-7c9d1644f442 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 946 time: 0.0708711 Jul 07 17:57:51.649820 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-18619427-3816-4400-953e-a2017c9ac007 req-75b67b63-40fe-4dec-8e28-95b3544370a1 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334325 Jul 07 17:57:52.828541 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4c737-df36-46b2-9327-f86363bbf497 req-07958334-b390-42ac-828f-2290a43c7e59 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:52.830181 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-30e4c737-df36-46b2-9327-f86363bbf497 req-07958334-b390-42ac-828f-2290a43c7e59 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 946 time: 0.0647013 Jul 07 17:57:52.868374 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-30e4c737-df36-46b2-9327-f86363bbf497 req-47cde61e-0800-4750-a3b0-14d898215b82 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323222 Jul 07 17:57:53.483114 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d2d9f00a-7894-4b68-963b-fbf00b8b068d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:54.090594 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bac8d-511a-4bbc-a18e-2d712c13e434 req-c66d4b7f-2d43-4ac5-a621-12a370d7c88a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:54.092095 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-de1bac8d-511a-4bbc-a18e-2d712c13e434 req-c66d4b7f-2d43-4ac5-a621-12a370d7c88a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 946 time: 0.0692339 Jul 07 17:57:54.133024 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-de1bac8d-511a-4bbc-a18e-2d712c13e434 req-cc836f2e-46ca-4156-8aeb-1546c25ec6ed tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346875 Jul 07 17:57:55.315234 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfea2f-0f6d-4bdf-b4a3-5862fbbb7e65 req-ff292feb-1fb8-4570-a81a-4432825fc177 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:55.316772 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7fbfea2f-0f6d-4bdf-b4a3-5862fbbb7e65 req-ff292feb-1fb8-4570-a81a-4432825fc177 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 946 time: 0.0652838 Jul 07 17:57:55.354286 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7fbfea2f-0f6d-4bdf-b4a3-5862fbbb7e65 req-3a8d978d-1e48-455a-9960-7352ab89b3b5 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319948 Jul 07 17:57:56.300230 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:56.544714 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e3d1f-3ed3-47ae-9b9c-e3f77efc9950 req-85094d0d-8d27-4e3e-ba1d-e2c3d664d96f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:56.546257 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd9e3d1f-3ed3-47ae-9b9c-e3f77efc9950 req-85094d0d-8d27-4e3e-ba1d-e2c3d664d96f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 946 time: 0.0663416 Jul 07 17:57:56.587134 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd9e3d1f-3ed3-47ae-9b9c-e3f77efc9950 req-a9271ba4-ba35-4e9b-b35b-9ac5f1e9af19 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345001 Jul 07 17:57:56.882473 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1f33835e-a546-47ec-89d6-d01eca442afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:57.772805 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d598cb-f3a7-4783-9097-2a2fbff08d5f req-578352d8-afdf-45c2-be69-5b6bd5ae4cb8 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:57.774323 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-71d598cb-f3a7-4783-9097-2a2fbff08d5f req-578352d8-afdf-45c2-be69-5b6bd5ae4cb8 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 946 time: 0.0705030 Jul 07 17:57:57.813682 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-71d598cb-f3a7-4783-9097-2a2fbff08d5f req-db0051ee-2f2b-46e3-8a4e-8bbfa9fb645d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338452 Jul 07 17:57:58.109876 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:58.996058 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718bdc1-4f52-4854-a545-9491b05b0fff req-26e508c8-688e-451f-8b57-9236e090d509 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:58.997622 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f718bdc1-4f52-4854-a545-9491b05b0fff req-26e508c8-688e-451f-8b57-9236e090d509 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 946 time: 0.0696402 Jul 07 17:57:59.038947 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f718bdc1-4f52-4854-a545-9491b05b0fff req-ff70da15-b11e-4370-81a5-2c0734718eb0 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344503 Jul 07 17:58:00.270184 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426b8a6-83fb-447e-a895-8ccba9b12f1d req-943d2136-7cfb-4010-8831-7e545f12febf tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:00.271777 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a426b8a6-83fb-447e-a895-8ccba9b12f1d req-943d2136-7cfb-4010-8831-7e545f12febf tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 946 time: 0.0700641 Jul 07 17:58:00.332839 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a426b8a6-83fb-447e-a895-8ccba9b12f1d req-c8678eda-b440-4945-aeb0-b1de0264eda0 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490303 Jul 07 17:58:00.418779 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:00.934469 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-49670871-6b38-4c6e-83c5-d36f06be4077 service neutron] show failed (client error): The resource could not be found. Jul 07 17:58:00.935518 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-49670871-6b38-4c6e-83c5-d36f06be4077 service neutron] 10.222.0.64 "GET /v2.0/ports/12e87639-f257-4668-9fe8-42bb66c3822d/bindings/n-h2-791503-12 HTTP/1.1" status: 404 len: 381 time: 0.0546486 Jul 07 17:58:01.187740 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-b11da456-222b-44fc-892c-7d1f50b53c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:01.189337 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-b11da456-222b-44fc-892c-7d1f50b53c41 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974&tenant_id=23c8440a747842e6b499c808bca9de04 HTTP/1.1" status: 200 len: 1098 time: 0.0542514 Jul 07 17:58:01.200510 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791503-12', 'device_owner': 'compute:nova'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:01.276218 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:01.510254 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] For port 12e87639-f257-4668-9fe8-42bb66c3822d, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=12e87639-f257-4668-9fe8-42bb66c3822d,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:01.564565 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f816c-2ed3-450b-ba3d-5128a4727fb4 req-9622d1a8-a849-4d81-a807-0c1f224b9331 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:01.566113 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-056f816c-2ed3-450b-ba3d-5128a4727fb4 req-9622d1a8-a849-4d81-a807-0c1f224b9331 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 946 time: 0.1044385 Jul 07 17:58:01.567094 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] For port 12e87639-f257-4668-9fe8-42bb66c3822d, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:58:01.633216 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43d2f45-9755-4d9b-9a73-1627323d3974', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12e87639-f257-4668-9fe8-42bb66c3822d'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:01.635477 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4847aa63-893e-4c84-b3a9-0227c20f8782" -d '{"events": [{"server_uuid": "a43d2f45-9755-4d9b-9a73-1627323d3974", "name": "network-vif-unplugged", "status": "completed", "tag": "12e87639-f257-4668-9fe8-42bb66c3822d"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:01.639170 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:01.654063 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-056f816c-2ed3-450b-ba3d-5128a4727fb4 req-03d117a1-561f-44e0-b499-ee5c132f023a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671885 Jul 07 17:58:01.661049 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Transition to ACTIVE for port object 12e87639-f257-4668-9fe8-42bb66c3822d will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:01.665145 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:01.744602 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=12e87639-f257-4668-9fe8-42bb66c3822d,revision_number=6']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:01.759147 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:01.759495 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:01.759840 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:01.760180 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:01.760572 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:01.760873 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:01.761205 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:01.761532 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:01.761859 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:01.762187 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:01.762559 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:01.762884 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:01.774717 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaab5b9a-0039-419c-abdd-b521ffac9b5e x-openstack-request-id: req-eaab5b9a-0039-419c-abdd-b521ffac9b5e {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:01.775026 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43d2f45-9755-4d9b-9a73-1627323d3974", "name": "network-vif-unplugged", "status": "completed", "tag": "12e87639-f257-4668-9fe8-42bb66c3822d", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:01.775287 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eaab5b9a-0039-419c-abdd-b521ffac9b5e {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:01.775692 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43d2f45-9755-4d9b-9a73-1627323d3974', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12e87639-f257-4668-9fe8-42bb66c3822d', 'code': 200} Jul 07 17:58:01.814251 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] No DVR routers for this DVR port 12e87639-f257-4668-9fe8-42bb66c3822d on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:58:01.958367 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Attempting to bind port 12e87639-f257-4668-9fe8-42bb66c3822d on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:58:01.958741 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Attempting to bind port 12e87639-f257-4668-9fe8-42bb66c3822d by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:58:01.959073 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Attempting to bind port 12e87639-f257-4668-9fe8-42bb66c3822d on network d9a45d5f-5778-4454-9c5e-ac761de82de3 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:01.963578 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Port 12e87639-f257-4668-9fe8-42bb66c3822d on network d9a45d5f-5778-4454-9c5e-ac761de82de3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:58:01.963899 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Attempting to bind port 12e87639-f257-4668-9fe8-42bb66c3822d on network d9a45d5f-5778-4454-9c5e-ac761de82de3 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:01.969154 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:58:01.969492 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Checking segment: {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:58:01.969873 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Bound using segment: {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:58:01.970301 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Bound port: 12e87639-f257-4668-9fe8-42bb66c3822d, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:58:01.970658 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:02.037553 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] For port 12e87639-f257-4668-9fe8-42bb66c3822d, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:58:02.041131 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] For port 12e87639-f257-4668-9fe8-42bb66c3822d, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=12e87639-f257-4668-9fe8-42bb66c3822d,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:58:02.045740 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:02.080513 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:02.081478 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:02.082881 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] 10.222.0.72 "PUT /v2.0/ports/12e87639-f257-4668-9fe8-42bb66c3822d HTTP/1.1" status: 200 len: 1093 time: 0.8863680 Jul 07 17:58:02.109692 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04341040-60cc-4a96-a7db-ea35e913b5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=12e87639-f257-4668-9fe8-42bb66c3822d,revision_number=7']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:02.177252 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-1cdb3415-fd6b-415b-a55e-83853782102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:02.179979 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-1cdb3415-fd6b-415b-a55e-83853782102f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 1096 time: 0.0718203 Jul 07 17:58:02.280015 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-3865041a-3942-45d6-894d-76cc59a610d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:02.282223 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-3865041a-3942-45d6-894d-76cc59a610d5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.0963273 Jul 07 17:58:02.355052 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-c8e9f8ab-883d-4be8-9967-ac17bb4333d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12e87639-f257-4668-9fe8-42bb66c3822d HTTP/1.1" status: 200 len: 1001 time: 0.0667570 Jul 07 17:58:02.411668 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-11eb7283-cfc0-4661-86cd-4cee5b7c5715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:02.413204 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-11eb7283-cfc0-4661-86cd-4cee5b7c5715 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0500960 Jul 07 17:58:02.476468 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-a88468d5-0fd2-44c7-9b7a-31500250ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:02.478006 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-a88468d5-0fd2-44c7-9b7a-31500250ae2e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588520 Jul 07 17:58:02.572119 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-df006c16-f383-4077-a16f-2542ef1e16d4 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875020 Jul 07 17:58:02.816655 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 12e87639-f257-4668-9fe8-42bb66c3822d no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:58:02.864552 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 12e87639-f257-4668-9fe8-42bb66c3822d not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:58:03.061462 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-df1588cb-253e-4214-bbe8-9680626d724d service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822960 Jul 07 17:58:03.077206 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8002e-e5af-4856-9d86-fd36e75d0291 req-c546b4d5-51bd-48a8-af36-3724938ecca6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:03.079398 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e1a8002e-e5af-4856-9d86-fd36e75d0291 req-c546b4d5-51bd-48a8-af36-3724938ecca6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 944 time: 0.1288216 Jul 07 17:58:03.130167 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e1a8002e-e5af-4856-9d86-fd36e75d0291 req-6deef8ba-facf-45ca-a432-878b42822e13 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428393 Jul 07 17:58:03.777476 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43d2f45-9755-4d9b-9a73-1627323d3974', 'tag': '12e87639-f257-4668-9fe8-42bb66c3822d'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:03.780051 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e018161-b32b-4e1d-bcb0-ca6d2ec1dfcb" -d '{"events": [{"name": "network-changed", "server_uuid": "a43d2f45-9755-4d9b-9a73-1627323d3974", "tag": "12e87639-f257-4668-9fe8-42bb66c3822d"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:03.839672 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b84a4a-b63b-4a16-a635-e87cca2f52d3 x-openstack-request-id: req-a6b84a4a-b63b-4a16-a635-e87cca2f52d3 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:03.840919 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43d2f45-9755-4d9b-9a73-1627323d3974", "tag": "12e87639-f257-4668-9fe8-42bb66c3822d", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:03.841396 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a6b84a4a-b63b-4a16-a635-e87cca2f52d3 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:03.841808 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43d2f45-9755-4d9b-9a73-1627323d3974', 'tag': '12e87639-f257-4668-9fe8-42bb66c3822d', 'status': 'completed', 'code': 200} Jul 07 17:58:03.931027 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e018161-b32b-4e1d-bcb0-ca6d2ec1dfcb req-506212c8-6b00-47b0-ad77-0b519f7698ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:03.932144 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e018161-b32b-4e1d-bcb0-ca6d2ec1dfcb req-49809a6f-854c-455c-89a8-322cb13f408a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:03.932909 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1e018161-b32b-4e1d-bcb0-ca6d2ec1dfcb req-506212c8-6b00-47b0-ad77-0b519f7698ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 1096 time: 0.0660980 Jul 07 17:58:03.933957 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1e018161-b32b-4e1d-bcb0-ca6d2ec1dfcb req-49809a6f-854c-455c-89a8-322cb13f408a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 1096 time: 0.0640941 Jul 07 17:58:04.038848 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e018161-b32b-4e1d-bcb0-ca6d2ec1dfcb req-72ba8ed8-4b2d-4479-929c-d84ec22d8aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:04.040519 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1e018161-b32b-4e1d-bcb0-ca6d2ec1dfcb req-72ba8ed8-4b2d-4479-929c-d84ec22d8aef service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.0997515 Jul 07 17:58:04.052593 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e018161-b32b-4e1d-bcb0-ca6d2ec1dfcb req-9c01a2a1-1473-4da3-a3b3-f1e3fcdc17af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:04.055068 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1e018161-b32b-4e1d-bcb0-ca6d2ec1dfcb req-9c01a2a1-1473-4da3-a3b3-f1e3fcdc17af service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.1143897 Jul 07 17:58:04.118813 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1e018161-b32b-4e1d-bcb0-ca6d2ec1dfcb req-56d50c18-bf19-4fb7-a7e2-3385099267ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12e87639-f257-4668-9fe8-42bb66c3822d HTTP/1.1" status: 200 len: 1001 time: 0.0720558 Jul 07 17:58:04.123916 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1e018161-b32b-4e1d-bcb0-ca6d2ec1dfcb req-35cde497-5140-4a90-a031-aedcf210cc02 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12e87639-f257-4668-9fe8-42bb66c3822d HTTP/1.1" status: 200 len: 1001 time: 0.0635645 Jul 07 17:58:04.176495 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e018161-b32b-4e1d-bcb0-ca6d2ec1dfcb req-815c6942-62e8-4244-b0f7-335b77f66490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:04.179538 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1e018161-b32b-4e1d-bcb0-ca6d2ec1dfcb req-815c6942-62e8-4244-b0f7-335b77f66490 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0534241 Jul 07 17:58:04.191618 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e018161-b32b-4e1d-bcb0-ca6d2ec1dfcb req-56a3e432-d501-46b3-bf9b-3fece8427dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:04.193164 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1e018161-b32b-4e1d-bcb0-ca6d2ec1dfcb req-56a3e432-d501-46b3-bf9b-3fece8427dff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0626166 Jul 07 17:58:04.265685 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e018161-b32b-4e1d-bcb0-ca6d2ec1dfcb req-908d8a47-bf10-494b-852b-ac0722b63519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:04.267545 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1e018161-b32b-4e1d-bcb0-ca6d2ec1dfcb req-908d8a47-bf10-494b-852b-ac0722b63519 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673635 Jul 07 17:58:04.271920 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e018161-b32b-4e1d-bcb0-ca6d2ec1dfcb req-32fc5d44-2342-487a-9691-2aa58c0f9197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:04.273782 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1e018161-b32b-4e1d-bcb0-ca6d2ec1dfcb req-32fc5d44-2342-487a-9691-2aa58c0f9197 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0866950 Jul 07 17:58:04.375786 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1e018161-b32b-4e1d-bcb0-ca6d2ec1dfcb req-1d9622cf-eadb-4382-a313-c4cbd2d7dfd5 service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955069 Jul 07 17:58:04.423294 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7f010-0c69-44ab-a814-c9da1ea05fec req-474de3a7-3aa4-49f1-a13e-8b3c4e65f38d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:04.424984 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-24c7f010-0c69-44ab-a814-c9da1ea05fec req-474de3a7-3aa4-49f1-a13e-8b3c4e65f38d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 944 time: 0.1402187 Jul 07 17:58:04.428940 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1e018161-b32b-4e1d-bcb0-ca6d2ec1dfcb req-51315a31-613a-4030-b6ac-d8e1f5e73a1c service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543970 Jul 07 17:58:04.484075 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1e018161-b32b-4e1d-bcb0-ca6d2ec1dfcb req-52e6248e-9c99-4692-94a8-41d2cb2dbe16 service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007698 Jul 07 17:58:04.521152 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-24c7f010-0c69-44ab-a814-c9da1ea05fec req-b465e329-dc71-46ff-ab4f-68b5bba4566b tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907049 Jul 07 17:58:04.556952 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1e018161-b32b-4e1d-bcb0-ca6d2ec1dfcb req-f32a0a64-d7af-4881-95a2-f3179cbd1a8a service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199510 Jul 07 17:58:05.711146 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d785d-0b44-44bb-bb0e-b65252764ab0 req-be68e6a6-3e6f-47ca-8303-f7a0e8065817 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:05.712874 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eb9d785d-0b44-44bb-bb0e-b65252764ab0 req-be68e6a6-3e6f-47ca-8303-f7a0e8065817 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 944 time: 0.0709457 Jul 07 17:58:05.752714 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-eb9d785d-0b44-44bb-bb0e-b65252764ab0 req-c6c17295-fad0-41ca-ac9f-7bcae20f4904 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341454 Jul 07 17:58:06.930597 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e25494-5d9f-4b70-9b4c-3e46a2dca1a9 req-6f7cfb7d-10be-47fc-9720-1b59c05be4b2 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:06.932144 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b4e25494-5d9f-4b70-9b4c-3e46a2dca1a9 req-6f7cfb7d-10be-47fc-9720-1b59c05be4b2 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 944 time: 0.0650983 Jul 07 17:58:06.977524 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b4e25494-5d9f-4b70-9b4c-3e46a2dca1a9 req-1d8d3fdd-a0ee-4283-ae4d-7bc65d21ac05 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395374 Jul 07 17:58:07.862220 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:08.158270 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc87a7c-2da8-48e0-85c9-329c4c19156f req-6a65ae83-48bd-4afb-9ff2-7a1cd3795c0a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:08.159803 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dcc87a7c-2da8-48e0-85c9-329c4c19156f req-6a65ae83-48bd-4afb-9ff2-7a1cd3795c0a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 944 time: 0.0649705 Jul 07 17:58:08.197643 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dcc87a7c-2da8-48e0-85c9-329c4c19156f req-be3db6c3-d00a-4e34-b197-05497a4d8825 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322487 Jul 07 17:58:08.420451 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:09.375628 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac31fed-4514-4424-a738-9798f3ad665c req-601df4ee-8307-4c49-9603-689c4dcf8376 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:09.377134 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5ac31fed-4514-4424-a738-9798f3ad665c req-601df4ee-8307-4c49-9603-689c4dcf8376 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 944 time: 0.0654407 Jul 07 17:58:09.415459 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5ac31fed-4514-4424-a738-9798f3ad665c req-18a3e9bd-ad67-4912-a0c0-476542de5d54 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327668 Jul 07 17:58:09.908335 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:58:10.631560 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f0d83-3dc9-430f-8ff9-1c1f9bbf20ae req-6fe6f404-233a-4e7a-839e-8422c0ca9b20 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:10.633164 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f87f0d83-3dc9-430f-8ff9-1c1f9bbf20ae req-6fe6f404-233a-4e7a-839e-8422c0ca9b20 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 944 time: 0.0923870 Jul 07 17:58:10.676012 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f87f0d83-3dc9-430f-8ff9-1c1f9bbf20ae req-403c5021-a4a7-4168-9a14-6ee4a5b1eb95 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369749 Jul 07 17:58:11.874421 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5b1c3-bf46-411f-b16d-a1681e692b87 req-a3fac95b-5e94-4c60-bbb5-f994aeac353a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:11.877598 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6db5b1c3-bf46-411f-b16d-a1681e692b87 req-a3fac95b-5e94-4c60-bbb5-f994aeac353a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 944 time: 0.0733724 Jul 07 17:58:11.919213 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6db5b1c3-bf46-411f-b16d-a1681e692b87 req-696ad056-7405-4c30-9768-f52550e8c900 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355744 Jul 07 17:58:13.100202 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedee71-862e-4513-8998-6e53425071ac req-5bef9036-c52c-45c9-b5a1-ad6c339512a7 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:13.101645 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8aedee71-862e-4513-8998-6e53425071ac req-5bef9036-c52c-45c9-b5a1-ad6c339512a7 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 944 time: 0.0698364 Jul 07 17:58:13.141942 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8aedee71-862e-4513-8998-6e53425071ac req-3ed68c25-16e5-4220-be2f-2a76d68c5af6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347154 Jul 07 17:58:14.079114 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 12e87639-f257-4668-9fe8-42bb66c3822d details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:58:14.202018 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 12e87639-f257-4668-9fe8-42bb66c3822d, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=12e87639-f257-4668-9fe8-42bb66c3822d,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:14.220750 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '12e87639-f257-4668-9fe8-42bb66c3822d', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'port_id': '12e87639-f257-4668-9fe8-42bb66c3822d', 'mac_address': 'fa:16:3e:34:b6:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:58:14.263265 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:14.287838 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e87639-f257-4668-9fe8-42bb66c3822d {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:58:14.321824 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 12e87639-f257-4668-9fe8-42bb66c3822d, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=12e87639-f257-4668-9fe8-42bb66c3822d,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:14.326939 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:14.356190 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c214b1b-fe90-4c56-adf5-4e3e800b2ad9 req-167b8d88-7f12-419d-8372-247d8b0bc06a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:14.357742 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c214b1b-fe90-4c56-adf5-4e3e800b2ad9 req-167b8d88-7f12-419d-8372-247d8b0bc06a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 944 time: 0.0880573 Jul 07 17:58:14.382059 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=12e87639-f257-4668-9fe8-42bb66c3822d,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:14.390930 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:14.390930 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:14.391303 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:14.391649 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:14.391984 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:14.392320 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:14.392671 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:14.393017 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:14.393330 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:14.393669 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:14.393997 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:14.394324 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:14.399793 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c214b1b-fe90-4c56-adf5-4e3e800b2ad9 req-344d0022-6503-4cee-957d-58d1b01a52e1 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357327 Jul 07 17:58:14.579340 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['12e87639-f257-4668-9fe8-42bb66c3822d'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:58:15.577351 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d01e78-3ed1-4dd0-a267-79ce27e8cb77 req-1490eb00-42c0-460b-8709-4a30fa13da2c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:15.579332 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b5d01e78-3ed1-4dd0-a267-79ce27e8cb77 req-1490eb00-42c0-460b-8709-4a30fa13da2c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 945 time: 0.0654576 Jul 07 17:58:15.619923 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b5d01e78-3ed1-4dd0-a267-79ce27e8cb77 req-ecedaa72-8563-4f29-a2c4-cb51075abd14 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339708 Jul 07 17:58:16.045333 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-0d312d50-7a6f-436f-b172-44e43820ed11 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:16.047086 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-0d312d50-7a6f-436f-b172-44e43820ed11 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.72 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974&tenant_id=23c8440a747842e6b499c808bca9de04&binding%3Ahost_id=n-h2-791503-12 HTTP/1.1" status: 200 len: 945 time: 0.0794632 Jul 07 17:58:16.086584 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 12e87639-f257-4668-9fe8-42bb66c3822d up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:16.111952 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29310ba2-e7b2-4924-96cd-8ad98d04c3ff req-ae277556-a8a0-4474-87dd-8bda00ae5dd0 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:16.113879 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-29310ba2-e7b2-4924-96cd-8ad98d04c3ff req-ae277556-a8a0-4474-87dd-8bda00ae5dd0 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 945 time: 0.0800004 Jul 07 17:58:16.120538 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-10efa126-58a0-419d-81e6-eb8686a9f818 service neutron] 10.222.0.72 "GET /v2.0/ports/12e87639-f257-4668-9fe8-42bb66c3822d/bindings/n-h2-791503-12 HTTP/1.1" status: 200 len: 383 time: 0.0668573 Jul 07 17:58:16.147545 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 12e87639-f257-4668-9fe8-42bb66c3822d completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:16.152899 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 12e87639-f257-4668-9fe8-42bb66c3822d triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:16.153277 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:16.166266 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-29310ba2-e7b2-4924-96cd-8ad98d04c3ff req-cbfefd4f-0848-47ad-8d5a-89e9d77be58e tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454643 Jul 07 17:58:16.225952 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-11e6eac5-11f9-46c3-bfc8-e1170040834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:16.227525 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-11e6eac5-11f9-46c3-bfc8-e1170040834a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 1097 time: 0.0784836 Jul 07 17:58:16.238746 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:16.263156 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43d2f45-9755-4d9b-9a73-1627323d3974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e87639-f257-4668-9fe8-42bb66c3822d'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:16.265406 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf774c4d-7cca-4c1b-a987-9aad5dd3dfb1" -d '{"events": [{"server_uuid": "a43d2f45-9755-4d9b-9a73-1627323d3974", "name": "network-vif-plugged", "status": "completed", "tag": "12e87639-f257-4668-9fe8-42bb66c3822d"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:16.280269 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 12e87639-f257-4668-9fe8-42bb66c3822d, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=12e87639-f257-4668-9fe8-42bb66c3822d,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:16.284798 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:16.326051 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-8944834e-8b8f-4992-abd7-2c6377ed160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:16.328105 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-8944834e-8b8f-4992-abd7-2c6377ed160c service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.0946414 Jul 07 17:58:16.348153 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=12e87639-f257-4668-9fe8-42bb66c3822d,revision_number=9']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:16.378087 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4507cdb2-31d6-4da1-b77d-e8d2f06b94b9 x-openstack-request-id: req-4507cdb2-31d6-4da1-b77d-e8d2f06b94b9 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:16.378391 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43d2f45-9755-4d9b-9a73-1627323d3974", "name": "network-vif-plugged", "status": "completed", "tag": "12e87639-f257-4668-9fe8-42bb66c3822d", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:16.378737 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4507cdb2-31d6-4da1-b77d-e8d2f06b94b9 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:16.379192 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43d2f45-9755-4d9b-9a73-1627323d3974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e87639-f257-4668-9fe8-42bb66c3822d', 'code': 200} Jul 07 17:58:16.403664 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-185bd20e-de82-4863-8cd7-0b92f3331ed7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12e87639-f257-4668-9fe8-42bb66c3822d HTTP/1.1" status: 200 len: 1003 time: 0.0681682 Jul 07 17:58:16.453393 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-b540f2fe-63b3-483c-a91b-9fe4da49088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:16.455107 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-b540f2fe-63b3-483c-a91b-9fe4da49088a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0450218 Jul 07 17:58:16.512511 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-b5e03f2f-4e82-45d6-9bca-c1a45d616463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:16.514051 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-b5e03f2f-4e82-45d6-9bca-c1a45d616463 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523093 Jul 07 17:58:16.613373 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-c6caf529-9703-49fa-a8fb-08d9d14aeadc service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918019 Jul 07 17:58:16.705419 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-b112cd9c-883e-4b30-9bbf-05f3e8c27009 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858617 Jul 07 17:58:17.355517 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427c0d5-fb7e-4b6b-8850-b0fca57b3644 req-ad49211f-f8b2-4279-94f4-49d5427b1819 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:17.357061 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0427c0d5-fb7e-4b6b-8850-b0fca57b3644 req-ad49211f-f8b2-4279-94f4-49d5427b1819 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 946 time: 0.0688016 Jul 07 17:58:17.396387 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0427c0d5-fb7e-4b6b-8850-b0fca57b3644 req-f8e97c49-f007-4088-be56-93069ba598ff tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332632 Jul 07 17:58:18.585747 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4adcc-6a2b-4a91-834c-2c52597c9b1b req-ca01a9f0-13fc-4662-8197-fdb6bd49249c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:18.587255 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-18a4adcc-6a2b-4a91-834c-2c52597c9b1b req-ca01a9f0-13fc-4662-8197-fdb6bd49249c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 946 time: 0.0697687 Jul 07 17:58:18.627254 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-18a4adcc-6a2b-4a91-834c-2c52597c9b1b req-04338cf1-1f2e-4deb-b5b2-80a86af1fcf1 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339179 Jul 07 17:58:19.813612 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f3498-8eb0-4be0-8e75-09890e7ba621 req-a979bdbc-7973-49b0-b270-dfbc3096bcc9 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:19.814892 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-974f3498-8eb0-4be0-8e75-09890e7ba621 req-a979bdbc-7973-49b0-b270-dfbc3096bcc9 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 946 time: 0.0682518 Jul 07 17:58:19.857606 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-974f3498-8eb0-4be0-8e75-09890e7ba621 req-e3641b56-8207-47b9-844d-4ad524c3f0b9 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367758 Jul 07 17:58:20.637886 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-6ffff514-64bd-41e5-9ec8-632066d29440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:20.639404 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-6ffff514-64bd-41e5-9ec8-632066d29440 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974&tenant_id=23c8440a747842e6b499c808bca9de04 HTTP/1.1" status: 200 len: 1098 time: 0.0620351 Jul 07 17:58:20.650134 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791503-12', 'device_owner': 'compute:nova'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:20.724378 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:20.944820 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] For port 12e87639-f257-4668-9fe8-42bb66c3822d, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=12e87639-f257-4668-9fe8-42bb66c3822d,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:20.985641 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] For port 12e87639-f257-4668-9fe8-42bb66c3822d, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:58:21.033120 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43d2f45-9755-4d9b-9a73-1627323d3974', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12e87639-f257-4668-9fe8-42bb66c3822d'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:21.035448 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc5af36-01a9-4458-853f-81ee38190930" -d '{"events": [{"server_uuid": "a43d2f45-9755-4d9b-9a73-1627323d3974", "name": "network-vif-unplugged", "status": "completed", "tag": "12e87639-f257-4668-9fe8-42bb66c3822d"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:21.039581 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:21.052950 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159bb79-be46-46d0-8a3f-a2424697d089 req-71d0e97d-bb93-4198-9f0e-a46d578ffdc6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:21.054704 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2159bb79-be46-46d0-8a3f-a2424697d089 req-71d0e97d-bb93-4198-9f0e-a46d578ffdc6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 946 time: 0.0767636 Jul 07 17:58:21.056527 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Transition to ACTIVE for port object 12e87639-f257-4668-9fe8-42bb66c3822d will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:21.061048 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:21.101360 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2159bb79-be46-46d0-8a3f-a2424697d089 req-8b39dddd-fce0-4ac1-924e-aa86df1a78b4 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392716 Jul 07 17:58:21.117800 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Pushing event updated for resources: {'Port': ['ID=12e87639-f257-4668-9fe8-42bb66c3822d,revision_number=10']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:21.129972 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:21.130323 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:21.130666 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:21.131006 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:21.131341 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:21.131672 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:21.131998 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:21.132322 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:21.132704 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:21.133052 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:21.133301 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:21.133620 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:21.179012 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1233595c-2652-41bc-9eb2-3c83c7588fda x-openstack-request-id: req-1233595c-2652-41bc-9eb2-3c83c7588fda {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:21.179284 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43d2f45-9755-4d9b-9a73-1627323d3974", "name": "network-vif-unplugged", "status": "completed", "tag": "12e87639-f257-4668-9fe8-42bb66c3822d", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:21.179544 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1233595c-2652-41bc-9eb2-3c83c7588fda {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:21.179931 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43d2f45-9755-4d9b-9a73-1627323d3974', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12e87639-f257-4668-9fe8-42bb66c3822d', 'code': 200} Jul 07 17:58:21.232572 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] No DVR routers for this DVR port 12e87639-f257-4668-9fe8-42bb66c3822d on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:58:21.379932 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Attempting to bind port 12e87639-f257-4668-9fe8-42bb66c3822d on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:58:21.380365 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Attempting to bind port 12e87639-f257-4668-9fe8-42bb66c3822d by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:58:21.380727 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Attempting to bind port 12e87639-f257-4668-9fe8-42bb66c3822d on network d9a45d5f-5778-4454-9c5e-ac761de82de3 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:21.385490 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Port 12e87639-f257-4668-9fe8-42bb66c3822d on network d9a45d5f-5778-4454-9c5e-ac761de82de3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:58:21.385819 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Attempting to bind port 12e87639-f257-4668-9fe8-42bb66c3822d on network d9a45d5f-5778-4454-9c5e-ac761de82de3 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:21.391996 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:58:21.392254 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Checking segment: {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:58:21.392546 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Bound using segment: {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:58:21.393021 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Bound port: 12e87639-f257-4668-9fe8-42bb66c3822d, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45cd165e-969c-4d5c-a167-1f675ea211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:58:21.393387 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:21.474948 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] For port 12e87639-f257-4668-9fe8-42bb66c3822d, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:58:21.478536 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] For port 12e87639-f257-4668-9fe8-42bb66c3822d, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=12e87639-f257-4668-9fe8-42bb66c3822d,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:58:21.482907 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:21.518665 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:21.519296 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:21.520758 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] 10.222.0.64 "PUT /v2.0/ports/12e87639-f257-4668-9fe8-42bb66c3822d HTTP/1.1" status: 200 len: 1094 time: 0.8747432 Jul 07 17:58:21.554592 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b765de-be89-4188-815b-db4fdf24b025 service neutron] Pushing event updated for resources: {'Port': ['ID=12e87639-f257-4668-9fe8-42bb66c3822d,revision_number=11']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:21.612331 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-dd5cf223-0b1c-4d17-875a-fce20527f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:21.614009 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-dd5cf223-0b1c-4d17-875a-fce20527f4f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 1097 time: 0.0682817 Jul 07 17:58:21.716135 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-f0107acd-9bba-4333-9193-b660755d4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:21.717717 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-f0107acd-9bba-4333-9193-b660755d4221 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.0975387 Jul 07 17:58:21.790319 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-491506b7-d262-45e7-a82d-87d23b5b7334 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12e87639-f257-4668-9fe8-42bb66c3822d HTTP/1.1" status: 200 len: 1001 time: 0.0657389 Jul 07 17:58:22.122116 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 12e87639-f257-4668-9fe8-42bb66c3822d no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:58:22.160069 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-83e2d0ce-4215-42fc-b056-e83e8a87d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:22.161716 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-83e2d0ce-4215-42fc-b056-e83e8a87d0fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.3659973 Jul 07 17:58:22.166241 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 12e87639-f257-4668-9fe8-42bb66c3822d not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:58:22.229156 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-5e4b2fab-759d-4dc0-a83f-4586b2a22056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:22.230855 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-5e4b2fab-759d-4dc0-a83f-4586b2a22056 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633347 Jul 07 17:58:22.304646 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3373568-2530-405d-952a-87665735dbf9 req-cccf07c0-0707-4802-bb1d-e13360112256 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:22.306492 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c3373568-2530-405d-952a-87665735dbf9 req-cccf07c0-0707-4802-bb1d-e13360112256 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 945 time: 0.0714447 Jul 07 17:58:22.349877 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c3373568-2530-405d-952a-87665735dbf9 req-b91ecf48-87ec-40e7-a5d9-903d5d22c038 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370331 Jul 07 17:58:22.352063 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-95ded628-d610-4f77-b20e-bd0c36d180f0 service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135371 Jul 07 17:58:22.460812 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e9b14e11-e8e0-4663-9154-26eabb37923f req-08640ad9-ffc6-4865-bc7b-ba10a3180752 service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022701 Jul 07 17:58:23.181173 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43d2f45-9755-4d9b-9a73-1627323d3974', 'tag': '12e87639-f257-4668-9fe8-42bb66c3822d'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:23.184250 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5b0c24-b327-494b-b5f4-2d90da11e1a4" -d '{"events": [{"name": "network-changed", "server_uuid": "a43d2f45-9755-4d9b-9a73-1627323d3974", "tag": "12e87639-f257-4668-9fe8-42bb66c3822d"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:23.237383 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f9e2fb-e13b-493a-a410-e9df5eb77fef x-openstack-request-id: req-d8f9e2fb-e13b-493a-a410-e9df5eb77fef {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:23.237729 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43d2f45-9755-4d9b-9a73-1627323d3974", "tag": "12e87639-f257-4668-9fe8-42bb66c3822d", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:23.237995 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8f9e2fb-e13b-493a-a410-e9df5eb77fef {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:23.238477 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43d2f45-9755-4d9b-9a73-1627323d3974', 'tag': '12e87639-f257-4668-9fe8-42bb66c3822d', 'status': 'completed', 'code': 200} Jul 07 17:58:23.337200 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b0c24-b327-494b-b5f4-2d90da11e1a4 req-d4c1a2c7-48a2-439c-b6c4-ede9581165b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:23.338782 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4d5b0c24-b327-494b-b5f4-2d90da11e1a4 req-d4c1a2c7-48a2-439c-b6c4-ede9581165b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 1097 time: 0.0827379 Jul 07 17:58:23.339374 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b0c24-b327-494b-b5f4-2d90da11e1a4 req-7aba93d5-f715-442d-a19a-b235b1c2a6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:23.340927 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d5b0c24-b327-494b-b5f4-2d90da11e1a4 req-7aba93d5-f715-442d-a19a-b235b1c2a6cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c8440a747842e6b499c808bca9de04&device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 1097 time: 0.0796330 Jul 07 17:58:23.447666 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b0c24-b327-494b-b5f4-2d90da11e1a4 req-d63769bf-9644-4858-84d8-42ba4102c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:23.449828 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4d5b0c24-b327-494b-b5f4-2d90da11e1a4 req-d63769bf-9644-4858-84d8-42ba4102c345 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.1039350 Jul 07 17:58:23.463430 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b0c24-b327-494b-b5f4-2d90da11e1a4 req-02b4133d-b0b4-4b8e-a7a8-36687ca29acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:23.465107 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d5b0c24-b327-494b-b5f4-2d90da11e1a4 req-02b4133d-b0b4-4b8e-a7a8-36687ca29acf service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 200 len: 913 time: 0.1173604 Jul 07 17:58:23.489511 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-769a7b3a-3cd5-4065-a482-2b31d5975b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:23.561119 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d5b0c24-b327-494b-b5f4-2d90da11e1a4 req-6914dfc8-13ec-42fe-bfaf-c14f70116e25 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12e87639-f257-4668-9fe8-42bb66c3822d HTTP/1.1" status: 200 len: 1001 time: 0.0886719 Jul 07 17:58:23.570514 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4d5b0c24-b327-494b-b5f4-2d90da11e1a4 req-6a5f26e1-86f2-49ac-9046-b08e029556b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12e87639-f257-4668-9fe8-42bb66c3822d HTTP/1.1" status: 200 len: 1001 time: 0.1144059 Jul 07 17:58:23.631169 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b0c24-b327-494b-b5f4-2d90da11e1a4 req-eedb8f62-62b0-488e-a725-5c6194da3b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:23.632892 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d5b0c24-b327-494b-b5f4-2d90da11e1a4 req-eedb8f62-62b0-488e-a725-5c6194da3b03 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0653567 Jul 07 17:58:23.639237 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b0c24-b327-494b-b5f4-2d90da11e1a4 req-9ada1028-9434-40a7-8e53-ef0f2a1798b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:23.640833 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4d5b0c24-b327-494b-b5f4-2d90da11e1a4 req-9ada1028-9434-40a7-8e53-ef0f2a1798b3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 200 len: 851 time: 0.0632846 Jul 07 17:58:23.649734 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742f007-d4cd-4aa8-aed7-5b98188cb6b4 req-346f9f49-0b9b-494d-990c-81c2034bf50f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:23.651313 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7742f007-d4cd-4aa8-aed7-5b98188cb6b4 req-346f9f49-0b9b-494d-990c-81c2034bf50f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 945 time: 0.1195650 Jul 07 17:58:23.704970 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b0c24-b327-494b-b5f4-2d90da11e1a4 req-3d01b8d4-2f8b-4645-8d00-8360a58efe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:23.707888 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d5b0c24-b327-494b-b5f4-2d90da11e1a4 req-3d01b8d4-2f8b-4645-8d00-8360a58efe49 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687792 Jul 07 17:58:23.721749 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7742f007-d4cd-4aa8-aed7-5b98188cb6b4 req-7fceb91b-ca9d-470e-bcc0-d9415532d801 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610135 Jul 07 17:58:23.754094 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b0c24-b327-494b-b5f4-2d90da11e1a4 req-ecc4bbbb-7222-449f-a0bf-2a1ce0e9ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:23.754094 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4d5b0c24-b327-494b-b5f4-2d90da11e1a4 req-ecc4bbbb-7222-449f-a0bf-2a1ce0e9ae41 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a45d5f-5778-4454-9c5e-ac761de82de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0968275 Jul 07 17:58:23.804497 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d5b0c24-b327-494b-b5f4-2d90da11e1a4 req-fab303fe-ab09-43fb-92bb-52cb322cf3f0 service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896614 Jul 07 17:58:23.841276 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4d5b0c24-b327-494b-b5f4-2d90da11e1a4 req-0c5621ea-a427-4162-b70b-a17a591e9325 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846107 Jul 07 17:58:23.903177 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d5b0c24-b327-494b-b5f4-2d90da11e1a4 req-3918805c-0bfa-4a99-84c3-8a42cb855048 service neutron] 10.222.0.64 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924819 Jul 07 17:58:23.939579 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4d5b0c24-b327-494b-b5f4-2d90da11e1a4 req-69976a5f-0061-4699-bd5b-396b7f97ce97 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926611 Jul 07 17:58:24.919302 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af16ff6-990c-4a8a-907b-b2b356e7a1cc req-3cde6c11-55d2-435c-b931-3be44d948e7c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:24.920964 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0af16ff6-990c-4a8a-907b-b2b356e7a1cc req-3cde6c11-55d2-435c-b931-3be44d948e7c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 945 time: 0.0666552 Jul 07 17:58:24.961863 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0af16ff6-990c-4a8a-907b-b2b356e7a1cc req-19b21c77-dd75-4fd0-a8d7-8d11fe823cf0 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346382 Jul 07 17:58:26.155702 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fb4c2-3113-4ea3-9096-1a9551b10fc4 req-3a65058e-9b6b-482f-8860-ceb045aff0b6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:26.157350 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-658fb4c2-3113-4ea3-9096-1a9551b10fc4 req-3a65058e-9b6b-482f-8860-ceb045aff0b6 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 945 time: 0.0687540 Jul 07 17:58:26.200570 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-658fb4c2-3113-4ea3-9096-1a9551b10fc4 req-8b75c538-df1d-4473-9952-2acbee809c27 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374429 Jul 07 17:58:26.293607 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:26.884518 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-70b3072a-4d26-4930-95ef-824cd1a54976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:27.381801 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a7f52-0b99-4773-b92c-17af3df87d23 req-2067313d-98eb-4dff-8a7b-5bdc1f95312d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:27.383317 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-081a7f52-0b99-4773-b92c-17af3df87d23 req-2067313d-98eb-4dff-8a7b-5bdc1f95312d tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 945 time: 0.0686512 Jul 07 17:58:27.421006 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-081a7f52-0b99-4773-b92c-17af3df87d23 req-e353ea93-3cc7-4cb7-8e11-0543097f3869 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322194 Jul 07 17:58:28.108558 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:28.599355 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de444f-9cbf-4aa6-a6c1-23111d4ac8f0 req-831f0bc5-1c46-406b-8e81-52cdb1bff104 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:28.600830 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d1de444f-9cbf-4aa6-a6c1-23111d4ac8f0 req-831f0bc5-1c46-406b-8e81-52cdb1bff104 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 945 time: 0.0637705 Jul 07 17:58:28.638561 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d1de444f-9cbf-4aa6-a6c1-23111d4ac8f0 req-8c5e5d29-44ce-4504-9dfd-7d358483bd81 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320625 Jul 07 17:58:29.821479 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d848cc-1aa4-45cb-8ae4-c43131d899ee req-07d02d59-b0c1-4be2-9916-055a18c6a8fa tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:29.823161 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e2d848cc-1aa4-45cb-8ae4-c43131d899ee req-07d02d59-b0c1-4be2-9916-055a18c6a8fa tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 945 time: 0.0666518 Jul 07 17:58:29.862948 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e2d848cc-1aa4-45cb-8ae4-c43131d899ee req-877cf631-3289-4bc3-a1c1-18d6249d23f8 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331631 Jul 07 17:58:30.417939 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:31.041985 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a9435-a2be-4dba-bd73-d73240a3a692 req-a6a69991-1c91-4b6f-9e40-b605c974dcb1 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:31.043397 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-618a9435-a2be-4dba-bd73-d73240a3a692 req-a6a69991-1c91-4b6f-9e40-b605c974dcb1 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 945 time: 0.0679896 Jul 07 17:58:31.083936 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-618a9435-a2be-4dba-bd73-d73240a3a692 req-a03498ad-925d-4a32-9c40-9ee1b9f530bc tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340943 Jul 07 17:58:32.263964 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45dfba-6c84-4cb9-b350-efa105e47871 req-802368b6-41e3-4111-bae6-50e8779cd54e tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:32.265479 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2b45dfba-6c84-4cb9-b350-efa105e47871 req-802368b6-41e3-4111-bae6-50e8779cd54e tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 945 time: 0.0671899 Jul 07 17:58:32.305245 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2b45dfba-6c84-4cb9-b350-efa105e47871 req-20e8c338-83cd-43f7-9010-19ce4852761c tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334480 Jul 07 17:58:33.502649 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac3e51-559b-4e88-a103-4d559bd63857 req-f51c8e94-5d60-48a2-b01f-f7906c8ab003 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:33.504605 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-56ac3e51-559b-4e88-a103-4d559bd63857 req-f51c8e94-5d60-48a2-b01f-f7906c8ab003 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 945 time: 0.0679824 Jul 07 17:58:33.546230 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-56ac3e51-559b-4e88-a103-4d559bd63857 req-c3509216-f46b-46bc-9815-e534e94f9864 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356669 Jul 07 17:58:33.727295 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770d4ee-703c-4247-a04d-c2f3939db532 req-3ff9f0e4-f199-4b29-9d77-ef68eefc7c57 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:33.728835 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7770d4ee-703c-4247-a04d-c2f3939db532 req-3ff9f0e4-f199-4b29-9d77-ef68eefc7c57 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 945 time: 0.0691662 Jul 07 17:58:33.768211 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-7770d4ee-703c-4247-a04d-c2f3939db532 req-109f210c-6339-45a5-96a0-bd7b5a969b70 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336630 Jul 07 17:58:33.946619 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55295e-63a0-44f0-b331-bb630a073c4a req-c808590c-b350-4091-b065-3d13d8ef9ba2 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:33.948119 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba55295e-63a0-44f0-b331-bb630a073c4a req-c808590c-b350-4091-b065-3d13d8ef9ba2 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 945 time: 0.0638669 Jul 07 17:58:33.987982 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba55295e-63a0-44f0-b331-bb630a073c4a req-cfb21110-3b26-4dcc-9af3-3d56bf9ccb9a tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341594 Jul 07 17:58:34.381447 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ccbff-0919-46ac-998c-108ef6bda735 req-98cb5644-6c21-44c9-8ae0-d395925d9bf3 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:34.382999 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d85ccbff-0919-46ac-998c-108ef6bda735 req-98cb5644-6c21-44c9-8ae0-d395925d9bf3 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 945 time: 0.0678263 Jul 07 17:58:34.425983 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d85ccbff-0919-46ac-998c-108ef6bda735 req-15f8947f-ab4d-4db5-b16c-10b8fb6f0681 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365295 Jul 07 17:58:34.961715 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 12e87639-f257-4668-9fe8-42bb66c3822d details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:58:35.056084 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 12e87639-f257-4668-9fe8-42bb66c3822d, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=12e87639-f257-4668-9fe8-42bb66c3822d,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:35.068963 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '12e87639-f257-4668-9fe8-42bb66c3822d', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'port_id': '12e87639-f257-4668-9fe8-42bb66c3822d', 'mac_address': 'fa:16:3e:34:b6:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:58:35.105317 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.118190 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e87639-f257-4668-9fe8-42bb66c3822d {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:58:35.137744 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 12e87639-f257-4668-9fe8-42bb66c3822d, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=12e87639-f257-4668-9fe8-42bb66c3822d,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:35.141759 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.187337 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=12e87639-f257-4668-9fe8-42bb66c3822d,revision_number=12']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:35.620965 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734cc96-fbc1-4e7f-b75d-43bc6671cfcf req-57fcebc6-3e58-4d1d-9af3-b880994b7415 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:35.623326 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6734cc96-fbc1-4e7f-b75d-43bc6671cfcf req-57fcebc6-3e58-4d1d-9af3-b880994b7415 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 946 time: 0.0860984 Jul 07 17:58:35.668181 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6734cc96-fbc1-4e7f-b75d-43bc6671cfcf req-55694681-ae87-410b-aa66-c4c48fe7325f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387292 Jul 07 17:58:35.817398 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467965bc-f5cc-4bd9-86a5-8ec5ec78284d req-a96a3fc8-5754-49b2-a223-fed84ae2afcf tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:35.818873 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-467965bc-f5cc-4bd9-86a5-8ec5ec78284d req-a96a3fc8-5754-49b2-a223-fed84ae2afcf tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.64 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 946 time: 0.0675263 Jul 07 17:58:35.933493 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-467965bc-f5cc-4bd9-86a5-8ec5ec78284d req-8f4a3a54-2729-44a8-a199-82f31367d711 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Deleting port 12e87639-f257-4668-9fe8-42bb66c3822d {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:35.933836 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-467965bc-f5cc-4bd9-86a5-8ec5ec78284d req-8f4a3a54-2729-44a8-a199-82f31367d711 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.026123 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-467965bc-f5cc-4bd9-86a5-8ec5ec78284d req-8f4a3a54-2729-44a8-a199-82f31367d711 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] For port 12e87639-f257-4668-9fe8-42bb66c3822d, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=12e87639-f257-4668-9fe8-42bb66c3822d,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:36.026501 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-467965bc-f5cc-4bd9-86a5-8ec5ec78284d req-8f4a3a54-2729-44a8-a199-82f31367d711 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.203356 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-467965bc-f5cc-4bd9-86a5-8ec5ec78284d req-8f4a3a54-2729-44a8-a199-82f31367d711 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.203636 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-467965bc-f5cc-4bd9-86a5-8ec5ec78284d req-8f4a3a54-2729-44a8-a199-82f31367d711 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.203956 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [req-467965bc-f5cc-4bd9-86a5-8ec5ec78284d req-8f4a3a54-2729-44a8-a199-82f31367d711 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Floating IP ae17c2bb-071a-4398-8f9e-6eeb18633af0 disassociated. External IP: 172.25.0.200, port: 12e87639-f257-4668-9fe8-42bb66c3822d. Jul 07 17:58:36.204297 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-467965bc-f5cc-4bd9-86a5-8ec5ec78284d req-8f4a3a54-2729-44a8-a199-82f31367d711 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Calling delete_port for 12e87639-f257-4668-9fe8-42bb66c3822d owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:36.339619 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-467965bc-f5cc-4bd9-86a5-8ec5ec78284d req-8f4a3a54-2729-44a8-a199-82f31367d711 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.369588 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a3a54-2729-44a8-a199-82f31367d711 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Pushing event deleted for resources: {'Port': ['ID=12e87639-f257-4668-9fe8-42bb66c3822d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:36.489939 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-467965bc-f5cc-4bd9-86a5-8ec5ec78284d req-8f4a3a54-2729-44a8-a199-82f31367d711 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Router 58c21fb5-dd9b-475c-9202-e0a54283ac7c has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:58:36.607362 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-467965bc-f5cc-4bd9-86a5-8ec5ec78284d req-8f4a3a54-2729-44a8-a199-82f31367d711 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:58:36.619633 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5b4db5-a319-4d17-847e-b1c2123b95ed None None] Sync routers for ids ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:58:36.629583 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5b4db5-a319-4d17-847e-b1c2123b95ed None None] Routers {'58c21fb5-dd9b-475c-9202-e0a54283ac7c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:36.630206 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-2a5b4db5-a319-4d17-847e-b1c2123b95ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:58:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:36.664491 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-467965bc-f5cc-4bd9-86a5-8ec5ec78284d req-8f4a3a54-2729-44a8-a199-82f31367d711 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] No DVR routers for this DVR port 12e87639-f257-4668-9fe8-42bb66c3822d on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:58:36.667330 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-467965bc-f5cc-4bd9-86a5-8ec5ec78284d req-8f4a3a54-2729-44a8-a199-82f31367d711 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.669487 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-467965bc-f5cc-4bd9-86a5-8ec5ec78284d req-8f4a3a54-2729-44a8-a199-82f31367d711 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.64 "DELETE /v2.0/ports/12e87639-f257-4668-9fe8-42bb66c3822d HTTP/1.1" status: 204 len: 173 time: 0.8447921 Jul 07 17:58:36.669946 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43d2f45-9755-4d9b-9a73-1627323d3974', 'name': 'network-vif-deleted', 'tag': '12e87639-f257-4668-9fe8-42bb66c3822d'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:36.672249 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b86a3a-8dcd-438a-bd32-8249ce646e61" -d '{"events": [{"server_uuid": "a43d2f45-9755-4d9b-9a73-1627323d3974", "name": "network-vif-deleted", "tag": "12e87639-f257-4668-9fe8-42bb66c3822d"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:36.724872 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba09febc-5e6d-4c86-9af8-c7182795109c x-openstack-request-id: req-ba09febc-5e6d-4c86-9af8-c7182795109c {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:36.725180 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43d2f45-9755-4d9b-9a73-1627323d3974", "name": "network-vif-deleted", "tag": "12e87639-f257-4668-9fe8-42bb66c3822d", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:36.725438 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba09febc-5e6d-4c86-9af8-c7182795109c {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:36.725901 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43d2f45-9755-4d9b-9a73-1627323d3974', 'name': 'network-vif-deleted', 'tag': '12e87639-f257-4668-9fe8-42bb66c3822d', 'status': 'completed', 'code': 200} Jul 07 17:58:36.745789 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-2a5b4db5-a319-4d17-847e-b1c2123b95ed None None] Set router 58c21fb5-dd9b-475c-9202-e0a54283ac7c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:36.836989 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8c77aac8-71e8-4f57-bf18-cb1fb66e1816 req-74d37b2e-433d-498b-8dee-68510cfdd5b2 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 210 time: 0.0340848 Jul 07 17:58:36.966111 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-2a5b4db5-a319-4d17-847e-b1c2123b95ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:41Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '046d26d1-3057-4b93-b104-d50f09b1ab84', 'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'mac_address': 'fa:16:3e:5d:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:40Z', 'updated_at': '2021-07-07T17:48:46Z', 'revision_number': 5, 'project_id': '23c8440a747842e6b499c808bca9de04', 'subnets': [{'id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:36.977715 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 12e87639-f257-4668-9fe8-42bb66c3822d details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:58:36.982537 n-d-791503-12 neutron-server[100194]: INFO neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No ports have port_id starting with 12e87639-f257-4668-9fe8-42bb66c3822d Jul 07 17:58:36.984327 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 12e87639-f257-4668-9fe8-42bb66c3822d requested by agent hyperv_n-h1-791503-12 not found in database {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 07 17:58:36.995082 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5b4db5-a319-4d17-847e-b1c2123b95ed None None] Checking router: 58c21fb5-dd9b-475c-9202-e0a54283ac7c for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:58:37.003811 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5b4db5-a319-4d17-847e-b1c2123b95ed None None] Routers {'58c21fb5-dd9b-475c-9202-e0a54283ac7c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:37.004536 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-2a5b4db5-a319-4d17-847e-b1c2123b95ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:58:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:37.113300 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-2a5b4db5-a319-4d17-847e-b1c2123b95ed None None] Set router 58c21fb5-dd9b-475c-9202-e0a54283ac7c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:37.334404 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-2a5b4db5-a319-4d17-847e-b1c2123b95ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:41Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '046d26d1-3057-4b93-b104-d50f09b1ab84', 'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'mac_address': 'fa:16:3e:5d:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:40Z', 'updated_at': '2021-07-07T17:48:46Z', 'revision_number': 5, 'project_id': '23c8440a747842e6b499c808bca9de04', 'subnets': [{'id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:37.364299 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5b4db5-a319-4d17-847e-b1c2123b95ed None None] The sync data for ids ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'] in n-d-791503-12 is: [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:41Z', 'revision_number': 4, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '046d26d1-3057-4b93-b104-d50f09b1ab84', 'name': '', 'network_id': 'd9a45d5f-5778-4454-9c5e-ac761de82de3', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'mac_address': 'fa:16:3e:5d:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:40Z', 'updated_at': '2021-07-07T17:48:46Z', 'revision_number': 5, 'project_id': '23c8440a747842e6b499c808bca9de04', 'subnets': [{'id': '46453a36-dfb2-4c06-82f3-5d7511d256d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:58:37.614329 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a02ecf3-ea8f-4440-bffd-3fa2be559a18 None None] New status for floating IP ae17c2bb-071a-4398-8f9e-6eeb18633af0: DOWN {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:58:37.899786 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:38.002101 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-078b0a68-69d3-43f3-98fd-94924185091a req-88240733-f4e9-46e1-be61-98a73d0acf87 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 210 time: 0.0296688 Jul 07 17:58:38.426453 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:38.977098 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 12e87639-f257-4668-9fe8-42bb66c3822d no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:58:38.998980 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 12e87639-f257-4668-9fe8-42bb66c3822d {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:58:38.999232 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 12e87639-f257-4668-9fe8-42bb66c3822d not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:58:39.149930 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d5d4f51c-cd06-4625-a8c9-b3a1fb07bff8 req-09a203d3-be31-43ed-9e06-64437a5889fc tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 210 time: 0.0332723 Jul 07 17:58:40.310003 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-abed990b-38b4-4205-834b-e4545edf6509 req-7f5b22d6-eb88-4291-bffa-502713b32f53 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/ports?device_id=a43d2f45-9755-4d9b-9a73-1627323d3974 HTTP/1.1" status: 200 len: 210 time: 0.0280595 Jul 07 17:58:45.561469 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49260) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:45.622785 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-95390472-8816-4a6a-88bb-66254e3fcd57 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.646750 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-95390472-8816-4a6a-88bb-66254e3fcd57 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.694920 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-95390472-8816-4a6a-88bb-66254e3fcd57 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.697886 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-95390472-8816-4a6a-88bb-66254e3fcd57 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.699034 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-95390472-8816-4a6a-88bb-66254e3fcd57 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "DELETE /v2.0/security-groups/3f5cf002-71e8-4aa4-8e8f-ed7613eda67c HTTP/1.1" status: 204 len: 168 time: 0.1365113 Jul 07 17:58:45.701878 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49262) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:45.708393 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95390472-8816-4a6a-88bb-66254e3fcd57 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5cf002-71e8-4aa4-8e8f-ed7613eda67c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:45.716126 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-4d30f3de-40e0-4199-a5e0-0af399f45419 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] show failed (client error): The resource could not be found. Jul 07 17:58:45.717185 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4d30f3de-40e0-4199-a5e0-0af399f45419 tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "GET /v2.0/security-groups/3f5cf002-71e8-4aa4-8e8f-ed7613eda67c HTTP/1.1" status: 404 len: 347 time: 0.0142591 Jul 07 17:58:45.720040 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49264) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:45.849528 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-d3f34ec9-a656-4ced-b06d-85e21f98684f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Deleting port 98a1a384-a878-460a-a72c-2601d8d39118 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:45.849788 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d3f34ec9-a656-4ced-b06d-85e21f98684f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.926106 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d3f34ec9-a656-4ced-b06d-85e21f98684f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.926434 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d3f34ec9-a656-4ced-b06d-85e21f98684f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.938017 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-d3f34ec9-a656-4ced-b06d-85e21f98684f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Calling delete_port for 98a1a384-a878-460a-a72c-2601d8d39118 owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:46.075331 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d3f34ec9-a656-4ced-b06d-85e21f98684f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:46.104261 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f34ec9-a656-4ced-b06d-85e21f98684f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Pushing event deleted for resources: {'Port': ['ID=98a1a384-a878-460a-a72c-2601d8d39118,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:46.170290 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d3f34ec9-a656-4ced-b06d-85e21f98684f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:46.173044 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d3f34ec9-a656-4ced-b06d-85e21f98684f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:46.174389 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d3f34ec9-a656-4ced-b06d-85e21f98684f tempest-ServerActionsTestJSON-1176054072 tempest-ServerActionsTestJSON-1176054072-project] 10.222.0.53 "DELETE /v2.0/floatingips/ae17c2bb-071a-4398-8f9e-6eeb18633af0 HTTP/1.1" status: 204 len: 168 time: 0.4525464 Jul 07 17:58:46.177440 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49266) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:46.725950 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5f808c24-01a2-4597-b15f-0255b0194958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:46.907333 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:58:46.992382 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-5f808c24-01a2-4597-b15f-0255b0194958 admin admin] Deleting port 046d26d1-3057-4b93-b104-d50f09b1ab84 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:46.992664 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5f808c24-01a2-4597-b15f-0255b0194958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:47.073704 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-5f808c24-01a2-4597-b15f-0255b0194958 admin admin] For port 046d26d1-3057-4b93-b104-d50f09b1ab84, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=046d26d1-3057-4b93-b104-d50f09b1ab84,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:47.074072 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5f808c24-01a2-4597-b15f-0255b0194958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:47.087070 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-5f808c24-01a2-4597-b15f-0255b0194958 admin admin] Calling delete_port for 046d26d1-3057-4b93-b104-d50f09b1ab84 owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:47.268988 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5f808c24-01a2-4597-b15f-0255b0194958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:47.295434 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f808c24-01a2-4597-b15f-0255b0194958 admin admin] Pushing event deleted for resources: {'Port': ['ID=046d26d1-3057-4b93-b104-d50f09b1ab84,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:47.472993 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5f808c24-01a2-4597-b15f-0255b0194958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:47.695472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f808c24-01a2-4597-b15f-0255b0194958 admin admin] Router 58c21fb5-dd9b-475c-9202-e0a54283ac7c has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:58:48.121741 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f808c24-01a2-4597-b15f-0255b0194958 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:58:48.130832 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5f808c24-01a2-4597-b15f-0255b0194958 admin admin] 10.222.0.53 "PUT /v2.0/routers/58c21fb5-dd9b-475c-9202-e0a54283ac7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9500425 Jul 07 17:58:48.131084 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49270) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:48.131649 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d45c41-cec6-4e93-9390-c2d7e982d5f9 None None] Sync routers for ids ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:58:48.141001 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d45c41-cec6-4e93-9390-c2d7e982d5f9 None None] Routers {'58c21fb5-dd9b-475c-9202-e0a54283ac7c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:48.141602 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-50d45c41-cec6-4e93-9390-c2d7e982d5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:58:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:48.235525 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d87362be-a781-4c80-bf0c-d1f853e43dac admin admin] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.253843 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-50d45c41-cec6-4e93-9390-c2d7e982d5f9 None None] Set router 58c21fb5-dd9b-475c-9202-e0a54283ac7c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:48.344554 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d87362be-a781-4c80-bf0c-d1f853e43dac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.397300 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-d87362be-a781-4c80-bf0c-d1f853e43dac admin admin] Deleting port 04f4e404-6434-4e04-a13b-0a5cd368aecf {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:48.397556 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d87362be-a781-4c80-bf0c-d1f853e43dac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.437809 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-50d45c41-cec6-4e93-9390-c2d7e982d5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:58:47Z', 'revision_number': 5, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port': {'id': '04f4e404-6434-4e04-a13b-0a5cd368aecf', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:48.465167 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d45c41-cec6-4e93-9390-c2d7e982d5f9 None None] Checking router: 58c21fb5-dd9b-475c-9202-e0a54283ac7c for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:58:48.474063 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d45c41-cec6-4e93-9390-c2d7e982d5f9 None None] Routers {'58c21fb5-dd9b-475c-9202-e0a54283ac7c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:48.474678 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-50d45c41-cec6-4e93-9390-c2d7e982d5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:58:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:48.481742 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-d87362be-a781-4c80-bf0c-d1f853e43dac admin admin] For port 04f4e404-6434-4e04-a13b-0a5cd368aecf, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=04f4e404-6434-4e04-a13b-0a5cd368aecf,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:48.482117 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d87362be-a781-4c80-bf0c-d1f853e43dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.495596 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-d87362be-a781-4c80-bf0c-d1f853e43dac admin admin] Calling delete_port for 04f4e404-6434-4e04-a13b-0a5cd368aecf owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:48.653701 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-50d45c41-cec6-4e93-9390-c2d7e982d5f9 None None] Set router 58c21fb5-dd9b-475c-9202-e0a54283ac7c gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:48.673258 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d87362be-a781-4c80-bf0c-d1f853e43dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.697668 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87362be-a781-4c80-bf0c-d1f853e43dac admin admin] Pushing event deleted for resources: {'Port': ['ID=04f4e404-6434-4e04-a13b-0a5cd368aecf,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:48.709225 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-50d45c41-cec6-4e93-9390-c2d7e982d5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:58:48Z', 'revision_number': 6, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:48.735556 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d45c41-cec6-4e93-9390-c2d7e982d5f9 None None] The sync data for ids ['58c21fb5-dd9b-475c-9202-e0a54283ac7c'] in n-d-791503-12 is: [{'id': '58c21fb5-dd9b-475c-9202-e0a54283ac7c', 'name': 'tempest-ServerActionsTestJSON-1015747627-router', 'tenant_id': '23c8440a747842e6b499c808bca9de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:38Z', 'updated_at': '2021-07-07T17:58:48Z', 'revision_number': 6, 'project_id': '23c8440a747842e6b499c808bca9de04', 'gw_port_host': None}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:58:48.764539 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d87362be-a781-4c80-bf0c-d1f853e43dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.868407 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d87362be-a781-4c80-bf0c-d1f853e43dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.870666 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d87362be-a781-4c80-bf0c-d1f853e43dac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.922486 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d87362be-a781-4c80-bf0c-d1f853e43dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.923024 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87362be-a781-4c80-bf0c-d1f853e43dac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58c21fb5-dd9b-475c-9202-e0a54283ac7c {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:58:48.928339 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d87362be-a781-4c80-bf0c-d1f853e43dac admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.929583 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d87362be-a781-4c80-bf0c-d1f853e43dac admin admin] 10.222.0.53 "DELETE /v2.0/routers/58c21fb5-dd9b-475c-9202-e0a54283ac7c HTTP/1.1" status: 204 len: 168 time: 0.7975626 Jul 07 17:58:48.932992 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49272) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:48.981596 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-eebb5d10-be59-4df6-a7a0-eafbea0425e6 admin admin] Deleting subnet 46453a36-dfb2-4c06-82f3-5d7511d256d6 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:58:48.984685 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eebb5d10-be59-4df6-a7a0-eafbea0425e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.019702 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eebb5d10-be59-4df6-a7a0-eafbea0425e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.108268 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eebb5d10-be59-4df6-a7a0-eafbea0425e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.178068 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eebb5d10-be59-4df6-a7a0-eafbea0425e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.208879 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 046d26d1-3057-4b93-b104-d50f09b1ab84 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:58:49.210209 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb5d10-be59-4df6-a7a0-eafbea0425e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46453a36-dfb2-4c06-82f3-5d7511d256d6,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:49.216557 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eebb5d10-be59-4df6-a7a0-eafbea0425e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.218632 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-eebb5d10-be59-4df6-a7a0-eafbea0425e6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/46453a36-dfb2-4c06-82f3-5d7511d256d6 HTTP/1.1" status: 204 len: 168 time: 0.2845721 Jul 07 17:58:49.221896 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49274) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:49.234379 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1d29e8-bf52-4fdf-9e5b-4cdba0ac97c2 None None] Network d9a45d5f-5778-4454-9c5e-ac761de82de3 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:58:49.237685 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 046d26d1-3057-4b93-b104-d50f09b1ab84 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:58:49.238030 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 046d26d1-3057-4b93-b104-d50f09b1ab84 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:58:49.294328 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-637b6cb1-d7ac-407b-8df1-31323392e83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.359413 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-637b6cb1-d7ac-407b-8df1-31323392e83f admin admin] Deleting port 36cffab5-8a2d-4384-a54c-076a4f365fdb {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:49.359790 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-637b6cb1-d7ac-407b-8df1-31323392e83f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.431307 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-637b6cb1-d7ac-407b-8df1-31323392e83f admin admin] For port 36cffab5-8a2d-4384-a54c-076a4f365fdb, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=36cffab5-8a2d-4384-a54c-076a4f365fdb,segment=NetworkSegment(45cd165e-969c-4d5c-a167-1f675ea211ee),segment_id=45cd165e-969c-4d5c-a167-1f675ea211ee)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:49.431584 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-637b6cb1-d7ac-407b-8df1-31323392e83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.446581 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-637b6cb1-d7ac-407b-8df1-31323392e83f admin admin] Calling delete_port for 36cffab5-8a2d-4384-a54c-076a4f365fdb owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:49.534882 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-637b6cb1-d7ac-407b-8df1-31323392e83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.565488 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b6cb1-d7ac-407b-8df1-31323392e83f admin admin] Pushing event deleted for resources: {'Port': ['ID=36cffab5-8a2d-4384-a54c-076a4f365fdb,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:49.569538 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637b6cb1-d7ac-407b-8df1-31323392e83f admin admin] No DVR routers for this DVR port 36cffab5-8a2d-4384-a54c-076a4f365fdb on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:58:49.624731 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce4c22c-4fb8-4a11-9ccd-703d3fc215f9 None None] DHCP port deletion for d9a45d5f-5778-4454-9c5e-ac761de82de3 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:58:49.653870 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-637b6cb1-d7ac-407b-8df1-31323392e83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.669656 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-637b6cb1-d7ac-407b-8df1-31323392e83f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a45d5f-5778-4454-9c5e-ac761de82de3']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:49.690434 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-637b6cb1-d7ac-407b-8df1-31323392e83f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45cd165e-969c-4d5c-a167-1f675ea211ee') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:49.690434 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-637b6cb1-d7ac-407b-8df1-31323392e83f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45cd165e-969c-4d5c-a167-1f675ea211ee') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:49.706487 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-637b6cb1-d7ac-407b-8df1-31323392e83f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.729366 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-637b6cb1-d7ac-407b-8df1-31323392e83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.736961 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637b6cb1-d7ac-407b-8df1-31323392e83f admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:58:49.737420 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-637b6cb1-d7ac-407b-8df1-31323392e83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:58:49.739311 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:58:49.808510 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-637b6cb1-d7ac-407b-8df1-31323392e83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.816552 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-637b6cb1-d7ac-407b-8df1-31323392e83f admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.819925 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-637b6cb1-d7ac-407b-8df1-31323392e83f admin admin] 10.222.0.53 "DELETE /v2.0/networks/d9a45d5f-5778-4454-9c5e-ac761de82de3 HTTP/1.1" status: 204 len: 168 time: 0.5968513 Jul 07 17:58:49.832870 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b6cb1-d7ac-407b-8df1-31323392e83f admin admin] Pushing event deleted for resources: {'Network': ['ID=d9a45d5f-5778-4454-9c5e-ac761de82de3,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:49.976332 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49278) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:50.039061 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5710157a-9776-41fa-bf08-20063b7a49fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=23c8440a747842e6b499c808bca9de04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0608730 Jul 07 17:58:50.041775 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49280) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:50.103600 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5cef49e5-f50c-4694-85fb-4ef98d8facab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:50.127217 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5cef49e5-f50c-4694-85fb-4ef98d8facab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:50.183739 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5cef49e5-f50c-4694-85fb-4ef98d8facab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:50.186874 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5cef49e5-f50c-4694-85fb-4ef98d8facab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:50.188415 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5cef49e5-f50c-4694-85fb-4ef98d8facab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d6b9b14-dd03-4ec2-87d2-f0e274d90b31 HTTP/1.1" status: 204 len: 168 time: 0.1456335 Jul 07 17:58:50.198728 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef49e5-f50c-4694-85fb-4ef98d8facab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6b9b14-dd03-4ec2-87d2-f0e274d90b31,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:50.857256 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 36cffab5-8a2d-4384-a54c-076a4f365fdb no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:58:50.880317 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 36cffab5-8a2d-4384-a54c-076a4f365fdb {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:58:50.880674 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 36cffab5-8a2d-4384-a54c-076a4f365fdb not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:58:50.881107 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 04f4e404-6434-4e04-a13b-0a5cd368aecf no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:58:50.900939 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 04f4e404-6434-4e04-a13b-0a5cd368aecf {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:58:50.901295 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 04f4e404-6434-4e04-a13b-0a5cd368aecf not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:58:50.972259 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49302) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:51.070707 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-566131c9-a6cd-404c-9b91-5978d7a5f648 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1105696082-network', 'tenant_id': '96cb99dfba5240e092053166d885fa5c'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:51.098611 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566131c9-a6cd-404c-9b91-5978d7a5f648 admin admin] Made reservation on behalf of 96cb99dfba5240e092053166d885fa5c for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:51.099951 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-566131c9-a6cd-404c-9b91-5978d7a5f648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.109633 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-566131c9-a6cd-404c-9b91-5978d7a5f648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.224071 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-566131c9-a6cd-404c-9b91-5978d7a5f648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.228399 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-566131c9-a6cd-404c-9b91-5978d7a5f648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.255343 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566131c9-a6cd-404c-9b91-5978d7a5f648 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:58:51.265202 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566131c9-a6cd-404c-9b91-5978d7a5f648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad236c9a-c111-4948-abd9-017b0b8925bd,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:51.270084 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-566131c9-a6cd-404c-9b91-5978d7a5f648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.270469 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-566131c9-a6cd-404c-9b91-5978d7a5f648 admin admin] Added segment 646ee799-f1d1-4020-bf79-d3010384b2e3 of type vlan for network 63790bad-715b-4e25-8b68-82e0ee3a1609 Jul 07 17:58:51.313728 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-566131c9-a6cd-404c-9b91-5978d7a5f648 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.345835 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-566131c9-a6cd-404c-9b91-5978d7a5f648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.346912 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566131c9-a6cd-404c-9b91-5978d7a5f648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:51.347509 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-566131c9-a6cd-404c-9b91-5978d7a5f648 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.407055 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-566131c9-a6cd-404c-9b91-5978d7a5f648 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4346695 Jul 07 17:58:51.410727 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49306) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:51.416935 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566131c9-a6cd-404c-9b91-5978d7a5f648 admin admin] Pushing event updated for resources: {'Network': ['ID=63790bad-715b-4e25-8b68-82e0ee3a1609,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:51.417179 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-ee6d471f-252a-447e-8fdb-6bf15b61e812 admin admin] Request body: {'subnet': {'network_id': '63790bad-715b-4e25-8b68-82e0ee3a1609', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1105696082-subnet', 'tenant_id': '96cb99dfba5240e092053166d885fa5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:51.429404 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 63790bad-715b-4e25-8b68-82e0ee3a1609 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:58:51.441380 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6d471f-252a-447e-8fdb-6bf15b61e812 admin admin] Made reservation on behalf of 96cb99dfba5240e092053166d885fa5c for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:51.444158 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ee6d471f-252a-447e-8fdb-6bf15b61e812 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.627936 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ee6d471f-252a-447e-8fdb-6bf15b61e812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.678089 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d471f-252a-447e-8fdb-6bf15b61e812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf5fbd54-e9d8-4ea5-86de-8054cc5fa147,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:51.694044 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6d471f-252a-447e-8fdb-6bf15b61e812 admin admin] Checking segment: {'id': '646ee799-f1d1-4020-bf79-d3010384b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '63790bad-715b-4e25-8b68-82e0ee3a1609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:58:51.694399 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6d471f-252a-447e-8fdb-6bf15b61e812 admin admin] Network hostable DHCP agents. Network: 63790bad-715b-4e25-8b68-82e0ee3a1609, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:58:51.715476 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6d471f-252a-447e-8fdb-6bf15b61e812 admin admin] Network 63790bad-715b-4e25-8b68-82e0ee3a1609 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:58:51.726494 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-ee6d471f-252a-447e-8fdb-6bf15b61e812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 63790bad-715b-4e25-8b68-82e0ee3a1609) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:51.731413 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6d471f-252a-447e-8fdb-6bf15b61e812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:51.732002 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ee6d471f-252a-447e-8fdb-6bf15b61e812 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.737983 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6063662c-14cd-48bf-95ba-c58e1e4c8ca9 None None] Network 63790bad-715b-4e25-8b68-82e0ee3a1609 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:58:51.764848 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ee6d471f-252a-447e-8fdb-6bf15b61e812 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3444679 Jul 07 17:58:51.903753 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcddf83a-2a12-4314-964c-279764561816 None None] Network 63790bad-715b-4e25-8b68-82e0ee3a1609 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:58:52.373758 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-94a5f189-71bb-4291-8eaa-631dfb18c8df tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:52.375377 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-94a5f189-71bb-4291-8eaa-631dfb18c8df tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/networks?id=63790bad-715b-4e25-8b68-82e0ee3a1609 HTTP/1.1" status: 200 len: 814 time: 0.1633127 Jul 07 17:58:52.401665 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-ab725b84-d38c-4286-836a-2f2aeb022448 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/quotas/96cb99dfba5240e092053166d885fa5c HTTP/1.1" status: 200 len: 375 time: 0.0182712 Jul 07 17:58:52.443729 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-4f2cd4e9-5e2e-456c-ba24-5ab1de6dc92c tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=96cb99dfba5240e092053166d885fa5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363796 Jul 07 17:58:52.457385 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-ba9ad5d5-8ef5-4bc5-b757-61353a57515a tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:58:52.458540 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-ba9ad5d5-8ef5-4bc5-b757-61353a57515a tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084221 Jul 07 17:58:52.662176 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-72f195d6-283d-4f48-a567-d7dcb3004b1d service neutron] 10.222.0.53 "GET /v2.0/networks/63790bad-715b-4e25-8b68-82e0ee3a1609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595242 Jul 07 17:58:52.756762 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-d985a0be-abc6-4020-945b-fc13e154abbb service neutron] 10.222.0.53 "GET /v2.0/networks/63790bad-715b-4e25-8b68-82e0ee3a1609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886905 Jul 07 17:58:52.958290 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-06215395-4734-4b26-a3be-8d978052955f req-003a1818-e2bb-4044-ad4e-f073c94e88e5 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=7284ba61-c2fb-477d-81c1-c3c547dff442 HTTP/1.1" status: 200 len: 210 time: 0.0479419 Jul 07 17:58:53.483247 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-308a2487-587c-427e-8e14-cf6baab0433d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:54.096408 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-fb48c429-ef00-45be-ad11-0008daca0404 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:54.098195 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-fb48c429-ef00-45be-ad11-0008daca0404 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.72 "GET /v2.0/networks?id=63790bad-715b-4e25-8b68-82e0ee3a1609 HTTP/1.1" status: 200 len: 814 time: 0.1149025 Jul 07 17:58:54.111871 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-fb4c5ecb-e47b-41e5-8632-ea6ef2e66b44 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Request body: {'port': {'device_id': '7284ba61-c2fb-477d-81c1-c3c547dff442', 'network_id': '63790bad-715b-4e25-8b68-82e0ee3a1609', 'admin_state_up': True, 'tenant_id': '96cb99dfba5240e092053166d885fa5c'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:54.134620 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-77162915-0a12-4591-ad89-e731bd2dd8e4 req-5a085afc-c7b0-494d-9c6b-28f393a889af tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=7284ba61-c2fb-477d-81c1-c3c547dff442 HTTP/1.1" status: 200 len: 210 time: 0.0421774 Jul 07 17:58:54.230520 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-fb4c5ecb-e47b-41e5-8632-ea6ef2e66b44 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Made reservation on behalf of 96cb99dfba5240e092053166d885fa5c for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:54.234161 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-fb4c5ecb-e47b-41e5-8632-ea6ef2e66b44 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:54.366186 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-fb4c5ecb-e47b-41e5-8632-ea6ef2e66b44 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Allocated IP 172.20.0.13 (63790bad-715b-4e25-8b68-82e0ee3a1609/cf5fbd54-e9d8-4ea5-86de-8054cc5fa147/032de9e7-835b-4417-9dae-30d9bb43b6c5) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:54.522193 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-fb4c5ecb-e47b-41e5-8632-ea6ef2e66b44 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:54.562104 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-fb4c5ecb-e47b-41e5-8632-ea6ef2e66b44 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:54.607483 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-fb4c5ecb-e47b-41e5-8632-ea6ef2e66b44 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Network 63790bad-715b-4e25-8b68-82e0ee3a1609 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:54.613997 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-fb4c5ecb-e47b-41e5-8632-ea6ef2e66b44 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:54.617924 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-fb4c5ecb-e47b-41e5-8632-ea6ef2e66b44 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:54.624392 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c5ecb-e47b-41e5-8632-ea6ef2e66b44 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Pushing event updated for resources: {'Port': ['ID=032de9e7-835b-4417-9dae-30d9bb43b6c5,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:54.669571 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-fb4c5ecb-e47b-41e5-8632-ea6ef2e66b44 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:54.670190 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-fb4c5ecb-e47b-41e5-8632-ea6ef2e66b44 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:54.685466 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-fb4c5ecb-e47b-41e5-8632-ea6ef2e66b44 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5788250 Jul 07 17:58:54.696427 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-b1f590c0-5284-4d84-ab14-5922fc512559 service neutron] Request body: {'port': {'device_id': '7284ba61-c2fb-477d-81c1-c3c547dff442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:54.771843 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-b1f590c0-5284-4d84-ab14-5922fc512559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.037802 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-b1f590c0-5284-4d84-ab14-5922fc512559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 032de9e7-835b-4417-9dae-30d9bb43b6c5 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:58:55.045502 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-b1f590c0-5284-4d84-ab14-5922fc512559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.057938 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-b1f590c0-5284-4d84-ab14-5922fc512559 service neutron] Transition to ACTIVE for port object 032de9e7-835b-4417-9dae-30d9bb43b6c5 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:55.061194 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-b1f590c0-5284-4d84-ab14-5922fc512559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.111106 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f590c0-5284-4d84-ab14-5922fc512559 service neutron] Pushing event updated for resources: {'Port': ['ID=032de9e7-835b-4417-9dae-30d9bb43b6c5,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:55.182771 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-b1f590c0-5284-4d84-ab14-5922fc512559 service neutron] Attempting to bind port 032de9e7-835b-4417-9dae-30d9bb43b6c5 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:58:55.183111 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-b1f590c0-5284-4d84-ab14-5922fc512559 service neutron] Attempting to bind port 032de9e7-835b-4417-9dae-30d9bb43b6c5 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '646ee799-f1d1-4020-bf79-d3010384b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '63790bad-715b-4e25-8b68-82e0ee3a1609'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:58:55.183444 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-b1f590c0-5284-4d84-ab14-5922fc512559 service neutron] Attempting to bind port 032de9e7-835b-4417-9dae-30d9bb43b6c5 on network 63790bad-715b-4e25-8b68-82e0ee3a1609 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:55.188043 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-b1f590c0-5284-4d84-ab14-5922fc512559 service neutron] Port 032de9e7-835b-4417-9dae-30d9bb43b6c5 on network 63790bad-715b-4e25-8b68-82e0ee3a1609 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:58:55.188369 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-b1f590c0-5284-4d84-ab14-5922fc512559 service neutron] Attempting to bind port 032de9e7-835b-4417-9dae-30d9bb43b6c5 on network 63790bad-715b-4e25-8b68-82e0ee3a1609 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:55.193626 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-b1f590c0-5284-4d84-ab14-5922fc512559 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:58:55.193966 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-b1f590c0-5284-4d84-ab14-5922fc512559 service neutron] Checking segment: {'id': '646ee799-f1d1-4020-bf79-d3010384b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '63790bad-715b-4e25-8b68-82e0ee3a1609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:58:55.194351 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-b1f590c0-5284-4d84-ab14-5922fc512559 service neutron] Bound using segment: {'id': '646ee799-f1d1-4020-bf79-d3010384b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '63790bad-715b-4e25-8b68-82e0ee3a1609'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:58:55.194805 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-b1f590c0-5284-4d84-ab14-5922fc512559 service neutron] Bound port: 032de9e7-835b-4417-9dae-30d9bb43b6c5, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '646ee799-f1d1-4020-bf79-d3010384b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '63790bad-715b-4e25-8b68-82e0ee3a1609'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:58:55.195138 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-b1f590c0-5284-4d84-ab14-5922fc512559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.287740 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-b1f590c0-5284-4d84-ab14-5922fc512559 service neutron] For port 032de9e7-835b-4417-9dae-30d9bb43b6c5, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:58:55.302784 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-b1f590c0-5284-4d84-ab14-5922fc512559 service neutron] For port 032de9e7-835b-4417-9dae-30d9bb43b6c5, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=032de9e7-835b-4417-9dae-30d9bb43b6c5,segment=NetworkSegment(646ee799-f1d1-4020-bf79-d3010384b2e3),segment_id=646ee799-f1d1-4020-bf79-d3010384b2e3)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:58:55.307680 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-b1f590c0-5284-4d84-ab14-5922fc512559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.351623 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-b1f590c0-5284-4d84-ab14-5922fc512559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:55.352487 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-b1f590c0-5284-4d84-ab14-5922fc512559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.354009 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-b1f590c0-5284-4d84-ab14-5922fc512559 service neutron] 10.222.0.72 "PUT /v2.0/ports/032de9e7-835b-4417-9dae-30d9bb43b6c5 HTTP/1.1" status: 200 len: 1093 time: 0.6617026 Jul 07 17:58:55.354463 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7284ba61-c2fb-477d-81c1-c3c547dff442', 'tag': '032de9e7-835b-4417-9dae-30d9bb43b6c5'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:55.356783 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188c1a56-6cd2-4a89-bdd0-3f67c90f13c5" -d '{"events": [{"name": "network-changed", "server_uuid": "7284ba61-c2fb-477d-81c1-c3c547dff442", "tag": "032de9e7-835b-4417-9dae-30d9bb43b6c5"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:55.398228 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178137da-8355-481f-8399-1ceb9d59f8fa req-8f227d9f-92af-452e-b0e5-cf975261da71 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:55.399851 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-178137da-8355-481f-8399-1ceb9d59f8fa req-8f227d9f-92af-452e-b0e5-cf975261da71 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=7284ba61-c2fb-477d-81c1-c3c547dff442 HTTP/1.1" status: 200 len: 944 time: 0.1504543 Jul 07 17:58:55.404229 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8bdf18-02b2-47d3-b927-53dc4ed7b0ab x-openstack-request-id: req-bb8bdf18-02b2-47d3-b927-53dc4ed7b0ab {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:55.404517 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7284ba61-c2fb-477d-81c1-c3c547dff442", "tag": "032de9e7-835b-4417-9dae-30d9bb43b6c5", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:55.404862 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb8bdf18-02b2-47d3-b927-53dc4ed7b0ab {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:55.405189 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7284ba61-c2fb-477d-81c1-c3c547dff442', 'tag': '032de9e7-835b-4417-9dae-30d9bb43b6c5', 'status': 'completed', 'code': 200} Jul 07 17:58:55.422421 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f590c0-5284-4d84-ab14-5922fc512559 service neutron] Pushing event updated for resources: {'Port': ['ID=032de9e7-835b-4417-9dae-30d9bb43b6c5,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:55.476402 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-178137da-8355-481f-8399-1ceb9d59f8fa req-fe309547-8cd7-4f10-850e-e79c1fb6ce78 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad236c9a-c111-4948-abd9-017b0b8925bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608742 Jul 07 17:58:55.495516 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-99ec97d4-e479-4ee6-888c-653fec27c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:55.497048 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-99ec97d4-e479-4ee6-888c-653fec27c40c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=96cb99dfba5240e092053166d885fa5c&device_id=7284ba61-c2fb-477d-81c1-c3c547dff442 HTTP/1.1" status: 200 len: 1096 time: 0.0962594 Jul 07 17:58:55.539091 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-533ef5d7-6270-4553-9a34-7c49f6bc9b5f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=032de9e7-835b-4417-9dae-30d9bb43b6c5 HTTP/1.1" status: 200 len: 217 time: 0.0349810 Jul 07 17:58:55.594141 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-8cdfc0a0-fa16-4d69-92a1-72548a9af6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:55.596170 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-8cdfc0a0-fa16-4d69-92a1-72548a9af6f2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf5fbd54-e9d8-4ea5-86de-8054cc5fa147 HTTP/1.1" status: 200 len: 854 time: 0.0504873 Jul 07 17:58:55.629431 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-4fbd32f3-d5c3-4ab8-916a-8f0171bc2e71 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=63790bad-715b-4e25-8b68-82e0ee3a1609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277698 Jul 07 17:58:55.725786 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-4069b8e9-54e5-4695-9970-3b4b3723d1da service neutron] 10.222.0.72 "GET /v2.0/networks/63790bad-715b-4e25-8b68-82e0ee3a1609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901306 Jul 07 17:58:55.817774 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f00518ff-dc10-407a-b590-126bfa2e3dbc req-5bace72a-1fc8-4059-afbe-bbdd5b90d2f1 service neutron] 10.222.0.72 "GET /v2.0/networks/63790bad-715b-4e25-8b68-82e0ee3a1609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853770 Jul 07 17:58:55.923221 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c1a56-6cd2-4a89-bdd0-3f67c90f13c5 req-bf88f0da-f93d-43d4-841a-0b1e90fcd866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:55.924782 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-188c1a56-6cd2-4a89-bdd0-3f67c90f13c5 req-bf88f0da-f93d-43d4-841a-0b1e90fcd866 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=96cb99dfba5240e092053166d885fa5c&device_id=7284ba61-c2fb-477d-81c1-c3c547dff442 HTTP/1.1" status: 200 len: 1096 time: 0.0552721 Jul 07 17:58:56.020401 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c1a56-6cd2-4a89-bdd0-3f67c90f13c5 req-0acbb490-ae39-409a-b830-5bec646074f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:56.021936 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-188c1a56-6cd2-4a89-bdd0-3f67c90f13c5 req-0acbb490-ae39-409a-b830-5bec646074f2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=63790bad-715b-4e25-8b68-82e0ee3a1609 HTTP/1.1" status: 200 len: 915 time: 0.0908778 Jul 07 17:58:56.065541 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-188c1a56-6cd2-4a89-bdd0-3f67c90f13c5 req-a062dd13-3344-4ad2-99f9-04608c6746c1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=032de9e7-835b-4417-9dae-30d9bb43b6c5 HTTP/1.1" status: 200 len: 217 time: 0.0364962 Jul 07 17:58:56.115170 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c1a56-6cd2-4a89-bdd0-3f67c90f13c5 req-a46d1de3-e585-425f-ac0b-d4651d760ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:56.116565 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-188c1a56-6cd2-4a89-bdd0-3f67c90f13c5 req-a46d1de3-e585-425f-ac0b-d4651d760ab4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf5fbd54-e9d8-4ea5-86de-8054cc5fa147 HTTP/1.1" status: 200 len: 854 time: 0.0449157 Jul 07 17:58:56.155173 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-188c1a56-6cd2-4a89-bdd0-3f67c90f13c5 req-36d279f5-10e2-45c3-ad45-13430c5a34ab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=63790bad-715b-4e25-8b68-82e0ee3a1609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314248 Jul 07 17:58:56.245502 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-188c1a56-6cd2-4a89-bdd0-3f67c90f13c5 req-3005323f-5db2-4056-a8ca-4e70f3508d25 service neutron] 10.222.0.72 "GET /v2.0/networks/63790bad-715b-4e25-8b68-82e0ee3a1609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837986 Jul 07 17:58:56.295873 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:56.348517 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-188c1a56-6cd2-4a89-bdd0-3f67c90f13c5 req-c329a990-4f1d-4bc8-8584-909383f5c1a4 service neutron] 10.222.0.72 "GET /v2.0/networks/63790bad-715b-4e25-8b68-82e0ee3a1609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945330 Jul 07 17:58:56.651030 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530eb3e4-fad5-4b5c-bc2a-f31ba1d04119 req-b903b69d-8162-49e6-9cb2-b0b64b23ddc6 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:56.652540 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-530eb3e4-fad5-4b5c-bc2a-f31ba1d04119 req-b903b69d-8162-49e6-9cb2-b0b64b23ddc6 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=7284ba61-c2fb-477d-81c1-c3c547dff442 HTTP/1.1" status: 200 len: 944 time: 0.0642745 Jul 07 17:58:56.691360 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-530eb3e4-fad5-4b5c-bc2a-f31ba1d04119 req-f5940c47-0eff-4c2e-b479-69ca2b59a457 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad236c9a-c111-4948-abd9-017b0b8925bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330424 Jul 07 17:58:56.884752 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-987ae30f-3140-466d-bcc4-53ba257d0d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:57.868642 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed95d88-a99f-4b96-8825-a8c934fea442 req-22b985ec-61a3-4f82-a8b5-1fa2d6b5637c tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:57.870158 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bed95d88-a99f-4b96-8825-a8c934fea442 req-22b985ec-61a3-4f82-a8b5-1fa2d6b5637c tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=7284ba61-c2fb-477d-81c1-c3c547dff442 HTTP/1.1" status: 200 len: 944 time: 0.0653820 Jul 07 17:58:57.910378 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bed95d88-a99f-4b96-8825-a8c934fea442 req-f78d4059-9b79-4355-8e77-9a0b3bb817e7 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad236c9a-c111-4948-abd9-017b0b8925bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344403 Jul 07 17:58:58.111911 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:58.296480 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 032de9e7-835b-4417-9dae-30d9bb43b6c5 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:58:58.390816 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 032de9e7-835b-4417-9dae-30d9bb43b6c5, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=032de9e7-835b-4417-9dae-30d9bb43b6c5,segment=NetworkSegment(646ee799-f1d1-4020-bf79-d3010384b2e3),segment_id=646ee799-f1d1-4020-bf79-d3010384b2e3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:58.401964 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '032de9e7-835b-4417-9dae-30d9bb43b6c5', 'network_id': '63790bad-715b-4e25-8b68-82e0ee3a1609', 'port_id': '032de9e7-835b-4417-9dae-30d9bb43b6c5', 'mac_address': 'fa:16:3e:75:35:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf5fbd54-e9d8-4ea5-86de-8054cc5fa147', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:58:58.443553 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:58.456311 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032de9e7-835b-4417-9dae-30d9bb43b6c5 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:58:58.475681 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 032de9e7-835b-4417-9dae-30d9bb43b6c5, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=032de9e7-835b-4417-9dae-30d9bb43b6c5,segment=NetworkSegment(646ee799-f1d1-4020-bf79-d3010384b2e3),segment_id=646ee799-f1d1-4020-bf79-d3010384b2e3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:58.480304 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:58.528565 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=032de9e7-835b-4417-9dae-30d9bb43b6c5,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:58.705589 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['032de9e7-835b-4417-9dae-30d9bb43b6c5'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:58:59.097977 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f54b7-01d8-4827-993f-8b883bdff97a req-27f2601e-f9d0-421d-90f8-aad85464b37b tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:59.099173 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e32f54b7-01d8-4827-993f-8b883bdff97a req-27f2601e-f9d0-421d-90f8-aad85464b37b tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=7284ba61-c2fb-477d-81c1-c3c547dff442 HTTP/1.1" status: 200 len: 945 time: 0.0725341 Jul 07 17:58:59.140873 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e32f54b7-01d8-4827-993f-8b883bdff97a req-a3dbdd7a-886b-441f-9f7c-6826cdedfb72 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad236c9a-c111-4948-abd9-017b0b8925bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355933 Jul 07 17:59:00.311143 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 032de9e7-835b-4417-9dae-30d9bb43b6c5 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:59:00.314979 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a30ec-c345-4959-93fd-4e7ae9ddbc44 req-1694424f-cbe2-4a27-9918-3d26d52dae13 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:00.316533 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7b5a30ec-c345-4959-93fd-4e7ae9ddbc44 req-1694424f-cbe2-4a27-9918-3d26d52dae13 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=7284ba61-c2fb-477d-81c1-c3c547dff442 HTTP/1.1" status: 200 len: 945 time: 0.0631006 Jul 07 17:59:00.356510 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7b5a30ec-c345-4959-93fd-4e7ae9ddbc44 req-b24bfce5-72ac-4a05-bfff-181264d93021 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad236c9a-c111-4948-abd9-017b0b8925bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342753 Jul 07 17:59:00.361402 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 032de9e7-835b-4417-9dae-30d9bb43b6c5 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:00.366309 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 032de9e7-835b-4417-9dae-30d9bb43b6c5 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:00.366685 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:00.438561 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:00.452491 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:00.475298 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7284ba61-c2fb-477d-81c1-c3c547dff442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032de9e7-835b-4417-9dae-30d9bb43b6c5'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:59:00.477572 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acdd212-c030-44db-92c1-b60cdb29e7e3" -d '{"events": [{"server_uuid": "7284ba61-c2fb-477d-81c1-c3c547dff442", "name": "network-vif-plugged", "status": "completed", "tag": "032de9e7-835b-4417-9dae-30d9bb43b6c5"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:59:00.493984 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 032de9e7-835b-4417-9dae-30d9bb43b6c5, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=032de9e7-835b-4417-9dae-30d9bb43b6c5,segment=NetworkSegment(646ee799-f1d1-4020-bf79-d3010384b2e3),segment_id=646ee799-f1d1-4020-bf79-d3010384b2e3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:00.497903 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:00.521071 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97086f15-8752-4e07-9642-095dcb52c1a7 x-openstack-request-id: req-97086f15-8752-4e07-9642-095dcb52c1a7 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:59:00.521366 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7284ba61-c2fb-477d-81c1-c3c547dff442", "name": "network-vif-plugged", "status": "completed", "tag": "032de9e7-835b-4417-9dae-30d9bb43b6c5", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:59:00.521619 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97086f15-8752-4e07-9642-095dcb52c1a7 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:59:00.522008 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7284ba61-c2fb-477d-81c1-c3c547dff442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032de9e7-835b-4417-9dae-30d9bb43b6c5', 'code': 200} Jul 07 17:59:00.549040 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=032de9e7-835b-4417-9dae-30d9bb43b6c5,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:00.633828 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e5be0-bd43-4292-a922-1ea1ba459d40 req-e5a6dfae-47b9-4ae7-800d-f09942520103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:00.635325 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2e4e5be0-bd43-4292-a922-1ea1ba459d40 req-e5a6dfae-47b9-4ae7-800d-f09942520103 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7284ba61-c2fb-477d-81c1-c3c547dff442 HTTP/1.1" status: 200 len: 1098 time: 0.0567551 Jul 07 17:59:00.670016 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2e4e5be0-bd43-4292-a922-1ea1ba459d40 req-767e231f-71df-414a-8385-f5f6b61b5fc8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ad236c9a-c111-4948-abd9-017b0b8925bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288987 Jul 07 17:59:01.533310 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fa307-e361-4c72-bd0d-760498ca8f25 req-3a05a85e-fb5c-46da-9a04-df53697096bd tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:01.534841 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fa6fa307-e361-4c72-bd0d-760498ca8f25 req-3a05a85e-fb5c-46da-9a04-df53697096bd tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=7284ba61-c2fb-477d-81c1-c3c547dff442 HTTP/1.1" status: 200 len: 946 time: 0.0667653 Jul 07 17:59:01.575124 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fa6fa307-e361-4c72-bd0d-760498ca8f25 req-cf08adf5-c597-487a-bd4c-1e53c6384b24 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad236c9a-c111-4948-abd9-017b0b8925bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345435 Jul 07 17:59:02.753521 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746ef1f-bbe1-4566-b8a3-e97c02764522 req-7ed1d7ce-fcb1-4453-b0b3-20bf41fc9e1c tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:02.755182 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3746ef1f-bbe1-4566-b8a3-e97c02764522 req-7ed1d7ce-fcb1-4453-b0b3-20bf41fc9e1c tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=7284ba61-c2fb-477d-81c1-c3c547dff442 HTTP/1.1" status: 200 len: 946 time: 0.0673814 Jul 07 17:59:02.792244 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3746ef1f-bbe1-4566-b8a3-e97c02764522 req-9c3063d4-7711-494e-8326-94f52cbc4db3 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad236c9a-c111-4948-abd9-017b0b8925bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315330 Jul 07 17:59:03.363674 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-fd827e51-fb76-46d7-8025-609868b21458 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:03.365242 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-fd827e51-fb76-46d7-8025-609868b21458 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/networks?id=63790bad-715b-4e25-8b68-82e0ee3a1609 HTTP/1.1" status: 200 len: 814 time: 0.4486132 Jul 07 17:59:03.380737 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-71afe89c-b3c2-4ad6-b1ea-4bca5cfb9852 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/quotas/96cb99dfba5240e092053166d885fa5c HTTP/1.1" status: 200 len: 375 time: 0.0098875 Jul 07 17:59:03.445255 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-334f4ef2-70be-4f9b-9c0a-3a882af417c4 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=96cb99dfba5240e092053166d885fa5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0593295 Jul 07 17:59:03.457393 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-f8523729-e061-4ff1-ad3d-a9d13d44bb04 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:59:03.458373 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-f8523729-e061-4ff1-ad3d-a9d13d44bb04 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067365 Jul 07 17:59:03.555794 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-9075e746-da16-43b2-8e89-82a810d4b2da service neutron] 10.222.0.53 "GET /v2.0/networks/63790bad-715b-4e25-8b68-82e0ee3a1609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915112 Jul 07 17:59:03.648743 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-6947ca2c-c7af-4de3-8187-a5c317801fb5 service neutron] 10.222.0.53 "GET /v2.0/networks/63790bad-715b-4e25-8b68-82e0ee3a1609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869594 Jul 07 17:59:03.834425 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-354155db-c93d-42f6-8bf2-b6ffa4570e10 req-e530abf5-5b88-4ec9-bd3f-ffa8f7960857 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=79cee950-d7a9-4367-a1dc-3a979f6233ee HTTP/1.1" status: 200 len: 210 time: 0.0343533 Jul 07 17:59:04.985254 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fe95c2eb-777c-4355-a6de-b173604bc55d req-da3d55e7-55ef-40d5-9b51-070b489a84c0 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=79cee950-d7a9-4367-a1dc-3a979f6233ee HTTP/1.1" status: 200 len: 210 time: 0.0296321 Jul 07 17:59:05.049355 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-df3cd2c5-35b1-4911-91e3-3d5056062ba0 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:05.051373 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-df3cd2c5-35b1-4911-91e3-3d5056062ba0 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.64 "GET /v2.0/networks?id=63790bad-715b-4e25-8b68-82e0ee3a1609 HTTP/1.1" status: 200 len: 814 time: 0.1149852 Jul 07 17:59:05.064606 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-5a2e6916-3ffe-443c-be21-96bf2975761c tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Request body: {'port': {'device_id': '79cee950-d7a9-4367-a1dc-3a979f6233ee', 'network_id': '63790bad-715b-4e25-8b68-82e0ee3a1609', 'admin_state_up': True, 'tenant_id': '96cb99dfba5240e092053166d885fa5c'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:05.180454 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-5a2e6916-3ffe-443c-be21-96bf2975761c tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Made reservation on behalf of 96cb99dfba5240e092053166d885fa5c for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:05.184905 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-5a2e6916-3ffe-443c-be21-96bf2975761c tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:05.325733 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-5a2e6916-3ffe-443c-be21-96bf2975761c tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Allocated IP 172.20.0.4 (63790bad-715b-4e25-8b68-82e0ee3a1609/cf5fbd54-e9d8-4ea5-86de-8054cc5fa147/f7be6b28-1549-43aa-956d-a23d11f47893) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:05.476393 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-5a2e6916-3ffe-443c-be21-96bf2975761c tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:05.525664 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-5a2e6916-3ffe-443c-be21-96bf2975761c tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:05.539178 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['032de9e7-835b-4417-9dae-30d9bb43b6c5'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:59:05.574346 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-5a2e6916-3ffe-443c-be21-96bf2975761c tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Network 63790bad-715b-4e25-8b68-82e0ee3a1609 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:05.579772 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-5a2e6916-3ffe-443c-be21-96bf2975761c tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:05.584890 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-5a2e6916-3ffe-443c-be21-96bf2975761c tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:05.591851 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e6916-3ffe-443c-be21-96bf2975761c tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Pushing event updated for resources: {'Port': ['ID=f7be6b28-1549-43aa-956d-a23d11f47893,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:05.639769 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-5a2e6916-3ffe-443c-be21-96bf2975761c tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:05.640410 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-5a2e6916-3ffe-443c-be21-96bf2975761c tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:05.656301 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-5a2e6916-3ffe-443c-be21-96bf2975761c tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5954747 Jul 07 17:59:05.668086 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-428c07db-8702-44ab-b14b-62ee1c99f47c service neutron] Request body: {'port': {'device_id': '79cee950-d7a9-4367-a1dc-3a979f6233ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:05.745721 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-428c07db-8702-44ab-b14b-62ee1c99f47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:06.012407 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-428c07db-8702-44ab-b14b-62ee1c99f47c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7be6b28-1549-43aa-956d-a23d11f47893 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:59:06.021072 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-428c07db-8702-44ab-b14b-62ee1c99f47c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:06.033453 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-428c07db-8702-44ab-b14b-62ee1c99f47c service neutron] Transition to ACTIVE for port object f7be6b28-1549-43aa-956d-a23d11f47893 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:06.038168 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-428c07db-8702-44ab-b14b-62ee1c99f47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:06.087667 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c07db-8702-44ab-b14b-62ee1c99f47c service neutron] Pushing event updated for resources: {'Port': ['ID=f7be6b28-1549-43aa-956d-a23d11f47893,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:06.207956 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-428c07db-8702-44ab-b14b-62ee1c99f47c service neutron] Attempting to bind port f7be6b28-1549-43aa-956d-a23d11f47893 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:06.208303 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-428c07db-8702-44ab-b14b-62ee1c99f47c service neutron] Attempting to bind port f7be6b28-1549-43aa-956d-a23d11f47893 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '646ee799-f1d1-4020-bf79-d3010384b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '63790bad-715b-4e25-8b68-82e0ee3a1609'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:06.208670 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-428c07db-8702-44ab-b14b-62ee1c99f47c service neutron] Attempting to bind port f7be6b28-1549-43aa-956d-a23d11f47893 on network 63790bad-715b-4e25-8b68-82e0ee3a1609 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:06.215847 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-428c07db-8702-44ab-b14b-62ee1c99f47c service neutron] Port f7be6b28-1549-43aa-956d-a23d11f47893 on network 63790bad-715b-4e25-8b68-82e0ee3a1609 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:06.216181 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-428c07db-8702-44ab-b14b-62ee1c99f47c service neutron] Attempting to bind port f7be6b28-1549-43aa-956d-a23d11f47893 on network 63790bad-715b-4e25-8b68-82e0ee3a1609 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:06.228591 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d4363-6e95-48b6-a464-55900e0c0381 req-af54b661-be59-487d-93f4-181bc8b20122 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.230132 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cc1d4363-6e95-48b6-a464-55900e0c0381 req-af54b661-be59-487d-93f4-181bc8b20122 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=79cee950-d7a9-4367-a1dc-3a979f6233ee HTTP/1.1" status: 200 len: 943 time: 0.1184242 Jul 07 17:59:06.231312 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-428c07db-8702-44ab-b14b-62ee1c99f47c service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:59:06.231657 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-428c07db-8702-44ab-b14b-62ee1c99f47c service neutron] Checking segment: {'id': '646ee799-f1d1-4020-bf79-d3010384b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '63790bad-715b-4e25-8b68-82e0ee3a1609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:06.232044 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-428c07db-8702-44ab-b14b-62ee1c99f47c service neutron] Bound using segment: {'id': '646ee799-f1d1-4020-bf79-d3010384b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '63790bad-715b-4e25-8b68-82e0ee3a1609'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:59:06.232485 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-428c07db-8702-44ab-b14b-62ee1c99f47c service neutron] Bound port: f7be6b28-1549-43aa-956d-a23d11f47893, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '646ee799-f1d1-4020-bf79-d3010384b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '63790bad-715b-4e25-8b68-82e0ee3a1609'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:59:06.232874 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-428c07db-8702-44ab-b14b-62ee1c99f47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:06.299957 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cc1d4363-6e95-48b6-a464-55900e0c0381 req-4753d239-95f1-4f9a-9931-b9061269789a tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad236c9a-c111-4948-abd9-017b0b8925bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637963 Jul 07 17:59:06.326937 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-428c07db-8702-44ab-b14b-62ee1c99f47c service neutron] For port f7be6b28-1549-43aa-956d-a23d11f47893, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:59:06.330423 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-428c07db-8702-44ab-b14b-62ee1c99f47c service neutron] For port f7be6b28-1549-43aa-956d-a23d11f47893, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=f7be6b28-1549-43aa-956d-a23d11f47893,segment=NetworkSegment(646ee799-f1d1-4020-bf79-d3010384b2e3),segment_id=646ee799-f1d1-4020-bf79-d3010384b2e3)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:59:06.335243 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-428c07db-8702-44ab-b14b-62ee1c99f47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:06.370668 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-428c07db-8702-44ab-b14b-62ee1c99f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.371423 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-428c07db-8702-44ab-b14b-62ee1c99f47c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:06.372867 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-428c07db-8702-44ab-b14b-62ee1c99f47c service neutron] 10.222.0.64 "PUT /v2.0/ports/f7be6b28-1549-43aa-956d-a23d11f47893 HTTP/1.1" status: 200 len: 1092 time: 0.7094896 Jul 07 17:59:06.375166 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79cee950-d7a9-4367-a1dc-3a979f6233ee', 'tag': 'f7be6b28-1549-43aa-956d-a23d11f47893'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:59:06.378776 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464c09a7-e4c9-48f6-bd9d-030e1a25dc4d" -d '{"events": [{"name": "network-changed", "server_uuid": "79cee950-d7a9-4367-a1dc-3a979f6233ee", "tag": "f7be6b28-1549-43aa-956d-a23d11f47893"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:59:06.407839 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c07db-8702-44ab-b14b-62ee1c99f47c service neutron] Pushing event updated for resources: {'Port': ['ID=f7be6b28-1549-43aa-956d-a23d11f47893,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:06.422843 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca18575-d3b9-476c-a9ff-899ae2a523e6 x-openstack-request-id: req-bca18575-d3b9-476c-a9ff-899ae2a523e6 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:59:06.423135 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79cee950-d7a9-4367-a1dc-3a979f6233ee", "tag": "f7be6b28-1549-43aa-956d-a23d11f47893", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:59:06.423391 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bca18575-d3b9-476c-a9ff-899ae2a523e6 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:59:06.423782 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79cee950-d7a9-4367-a1dc-3a979f6233ee', 'tag': 'f7be6b28-1549-43aa-956d-a23d11f47893', 'status': 'completed', 'code': 200} Jul 07 17:59:06.470240 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-3192ff0f-f979-4a9a-8338-5e7951737593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.471809 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-3192ff0f-f979-4a9a-8338-5e7951737593 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96cb99dfba5240e092053166d885fa5c&device_id=79cee950-d7a9-4367-a1dc-3a979f6233ee HTTP/1.1" status: 200 len: 1095 time: 0.0574369 Jul 07 17:59:06.514740 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-faf74dda-4eb5-46db-8ee3-6dc345d0d1e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7be6b28-1549-43aa-956d-a23d11f47893 HTTP/1.1" status: 200 len: 217 time: 0.0355315 Jul 07 17:59:06.569406 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-28c79923-9d4c-4986-bf6b-7e7d5be8cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.570805 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-28c79923-9d4c-4986-bf6b-7e7d5be8cfd2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf5fbd54-e9d8-4ea5-86de-8054cc5fa147 HTTP/1.1" status: 200 len: 854 time: 0.0502377 Jul 07 17:59:06.606457 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-f62b204c-9f12-4139-8872-fafa9d623d61 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=63790bad-715b-4e25-8b68-82e0ee3a1609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290208 Jul 07 17:59:06.700389 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-cf175c94-1516-4ddd-ae39-b7102775d877 service neutron] 10.222.0.64 "GET /v2.0/networks/63790bad-715b-4e25-8b68-82e0ee3a1609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862710 Jul 07 17:59:06.795248 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-65bb8efa-511d-4998-a7d7-6fe0829cba32 req-d126070f-5af6-4e9a-a101-af52aeb18b96 service neutron] 10.222.0.64 "GET /v2.0/networks/63790bad-715b-4e25-8b68-82e0ee3a1609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888779 Jul 07 17:59:06.911666 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c09a7-e4c9-48f6-bd9d-030e1a25dc4d req-7c9d6b29-d98e-4810-91d7-60b6dfd193da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.913254 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-464c09a7-e4c9-48f6-bd9d-030e1a25dc4d req-7c9d6b29-d98e-4810-91d7-60b6dfd193da service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96cb99dfba5240e092053166d885fa5c&device_id=79cee950-d7a9-4367-a1dc-3a979f6233ee HTTP/1.1" status: 200 len: 1095 time: 0.0649357 Jul 07 17:59:07.011225 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c09a7-e4c9-48f6-bd9d-030e1a25dc4d req-d2eccfa3-0977-4a8d-9d43-4ef736ca680c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:07.012807 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-464c09a7-e4c9-48f6-bd9d-030e1a25dc4d req-d2eccfa3-0977-4a8d-9d43-4ef736ca680c service neutron] 10.222.0.64 "GET /v2.0/networks?id=63790bad-715b-4e25-8b68-82e0ee3a1609 HTTP/1.1" status: 200 len: 915 time: 0.0932102 Jul 07 17:59:07.055649 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-464c09a7-e4c9-48f6-bd9d-030e1a25dc4d req-e386998b-a61e-4910-9b87-40a2e648b4d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7be6b28-1549-43aa-956d-a23d11f47893 HTTP/1.1" status: 200 len: 217 time: 0.0366120 Jul 07 17:59:07.106239 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c09a7-e4c9-48f6-bd9d-030e1a25dc4d req-609f4ab5-27f8-4d73-b6d6-38da5e96e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:07.107693 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-464c09a7-e4c9-48f6-bd9d-030e1a25dc4d req-609f4ab5-27f8-4d73-b6d6-38da5e96e4a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf5fbd54-e9d8-4ea5-86de-8054cc5fa147 HTTP/1.1" status: 200 len: 854 time: 0.0451427 Jul 07 17:59:07.139801 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-464c09a7-e4c9-48f6-bd9d-030e1a25dc4d req-c0337a36-8440-479a-8eca-be3055e39518 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=63790bad-715b-4e25-8b68-82e0ee3a1609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256901 Jul 07 17:59:07.237972 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-464c09a7-e4c9-48f6-bd9d-030e1a25dc4d req-b888a57f-7d0b-4b9e-a23f-c41cc76c1ceb service neutron] 10.222.0.64 "GET /v2.0/networks/63790bad-715b-4e25-8b68-82e0ee3a1609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901580 Jul 07 17:59:07.329341 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-464c09a7-e4c9-48f6-bd9d-030e1a25dc4d req-3a690227-572b-4976-915e-e272d38a3461 service neutron] 10.222.0.64 "GET /v2.0/networks/63790bad-715b-4e25-8b68-82e0ee3a1609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849257 Jul 07 17:59:07.483117 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7a2b0-bcbf-4fec-9aa6-4cc28134ad89 req-ac35532d-1b87-4916-95b7-c04b95338359 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:07.484667 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fad7a2b0-bcbf-4fec-9aa6-4cc28134ad89 req-ac35532d-1b87-4916-95b7-c04b95338359 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=79cee950-d7a9-4367-a1dc-3a979f6233ee HTTP/1.1" status: 200 len: 943 time: 0.0700445 Jul 07 17:59:07.522366 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fad7a2b0-bcbf-4fec-9aa6-4cc28134ad89 req-81ea0d5c-207f-4733-afa6-dc5c9236e93a tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad236c9a-c111-4948-abd9-017b0b8925bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320516 Jul 07 17:59:07.899276 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:08.430637 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:08.703169 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4cabbf-b32f-4a42-a7a2-5f634214d596 req-fd8693ce-fb7b-4191-a0ce-50584826104f tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:08.704640 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ad4cabbf-b32f-4a42-a7a2-5f634214d596 req-fd8693ce-fb7b-4191-a0ce-50584826104f tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=79cee950-d7a9-4367-a1dc-3a979f6233ee HTTP/1.1" status: 200 len: 943 time: 0.0690629 Jul 07 17:59:08.743395 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ad4cabbf-b32f-4a42-a7a2-5f634214d596 req-36093a56-5976-4acd-9a56-98da39fefc35 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad236c9a-c111-4948-abd9-017b0b8925bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326571 Jul 07 17:59:09.917930 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5bcf90-fa49-455e-9cb6-6b2441c3d9fd req-702ef45b-aceb-4121-9f8a-59eac46a1b57 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:09.919432 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1e5bcf90-fa49-455e-9cb6-6b2441c3d9fd req-702ef45b-aceb-4121-9f8a-59eac46a1b57 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=79cee950-d7a9-4367-a1dc-3a979f6233ee HTTP/1.1" status: 200 len: 943 time: 0.0662930 Jul 07 17:59:09.958929 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1e5bcf90-fa49-455e-9cb6-6b2441c3d9fd req-ab2736ac-fea6-47bd-8098-818ff4a4dddc tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad236c9a-c111-4948-abd9-017b0b8925bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339472 Jul 07 17:59:11.140393 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87b8d5-7589-4bd5-ac2f-cc3a5aad6e9f req-a9b6c173-ba9b-424b-be85-e493a28a4e17 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:11.141877 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-af87b8d5-7589-4bd5-ac2f-cc3a5aad6e9f req-a9b6c173-ba9b-424b-be85-e493a28a4e17 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=79cee950-d7a9-4367-a1dc-3a979f6233ee HTTP/1.1" status: 200 len: 943 time: 0.0670686 Jul 07 17:59:11.148356 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device f7be6b28-1549-43aa-956d-a23d11f47893 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:59:11.180893 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-af87b8d5-7589-4bd5-ac2f-cc3a5aad6e9f req-6f9a8eb7-950f-4935-ac6e-463295de4036 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad236c9a-c111-4948-abd9-017b0b8925bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332577 Jul 07 17:59:11.258419 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port f7be6b28-1549-43aa-956d-a23d11f47893, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=f7be6b28-1549-43aa-956d-a23d11f47893,segment=NetworkSegment(646ee799-f1d1-4020-bf79-d3010384b2e3),segment_id=646ee799-f1d1-4020-bf79-d3010384b2e3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:11.270367 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': 'f7be6b28-1549-43aa-956d-a23d11f47893', 'network_id': '63790bad-715b-4e25-8b68-82e0ee3a1609', 'port_id': 'f7be6b28-1549-43aa-956d-a23d11f47893', 'mac_address': 'fa:16:3e:02:1d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf5fbd54-e9d8-4ea5-86de-8054cc5fa147', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:59:11.307713 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:11.321053 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7be6b28-1549-43aa-956d-a23d11f47893 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:59:11.340027 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port f7be6b28-1549-43aa-956d-a23d11f47893, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=f7be6b28-1549-43aa-956d-a23d11f47893,segment=NetworkSegment(646ee799-f1d1-4020-bf79-d3010384b2e3),segment_id=646ee799-f1d1-4020-bf79-d3010384b2e3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:11.343948 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:11.396937 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=f7be6b28-1549-43aa-956d-a23d11f47893,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:11.532657 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['f7be6b28-1549-43aa-956d-a23d11f47893'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:59:12.396841 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f0710-0c5c-49f7-9e31-1798d3473c49 req-735b29ad-cd37-4de8-8099-5b8d80d9067f tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:12.398404 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-766f0710-0c5c-49f7-9e31-1798d3473c49 req-735b29ad-cd37-4de8-8099-5b8d80d9067f tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=79cee950-d7a9-4367-a1dc-3a979f6233ee HTTP/1.1" status: 200 len: 944 time: 0.0806181 Jul 07 17:59:12.438512 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-766f0710-0c5c-49f7-9e31-1798d3473c49 req-87b4adc9-53c3-4a27-9008-8ba83ece8aa0 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad236c9a-c111-4948-abd9-017b0b8925bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334673 Jul 07 17:59:13.148467 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device f7be6b28-1549-43aa-956d-a23d11f47893 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:59:13.198989 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port f7be6b28-1549-43aa-956d-a23d11f47893 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:13.203216 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port f7be6b28-1549-43aa-956d-a23d11f47893 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:13.203600 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:13.286815 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:13.309433 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cee950-d7a9-4367-a1dc-3a979f6233ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7be6b28-1549-43aa-956d-a23d11f47893'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:59:13.311680 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b8c9e5-6f53-44f9-83b6-7103c56de126" -d '{"events": [{"server_uuid": "79cee950-d7a9-4367-a1dc-3a979f6233ee", "name": "network-vif-plugged", "status": "completed", "tag": "f7be6b28-1549-43aa-956d-a23d11f47893"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:59:13.325159 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port f7be6b28-1549-43aa-956d-a23d11f47893, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=f7be6b28-1549-43aa-956d-a23d11f47893,segment=NetworkSegment(646ee799-f1d1-4020-bf79-d3010384b2e3),segment_id=646ee799-f1d1-4020-bf79-d3010384b2e3)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:13.329668 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:13.354285 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303e1945-6744-4d7e-af6d-c0203e2e80a7 x-openstack-request-id: req-303e1945-6744-4d7e-af6d-c0203e2e80a7 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:59:13.354592 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cee950-d7a9-4367-a1dc-3a979f6233ee", "name": "network-vif-plugged", "status": "completed", "tag": "f7be6b28-1549-43aa-956d-a23d11f47893", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:59:13.354845 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-303e1945-6744-4d7e-af6d-c0203e2e80a7 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:59:13.355231 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cee950-d7a9-4367-a1dc-3a979f6233ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7be6b28-1549-43aa-956d-a23d11f47893', 'code': 200} Jul 07 17:59:13.389043 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=f7be6b28-1549-43aa-956d-a23d11f47893,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:13.470004 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818e7cc-1ba4-4672-a5b1-7862e8ad640e req-f7aadec4-a990-4b5b-9ceb-5b656a803ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:13.471613 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4818e7cc-1ba4-4672-a5b1-7862e8ad640e req-f7aadec4-a990-4b5b-9ceb-5b656a803ad4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=79cee950-d7a9-4367-a1dc-3a979f6233ee HTTP/1.1" status: 200 len: 1097 time: 0.0538990 Jul 07 17:59:13.506935 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4818e7cc-1ba4-4672-a5b1-7862e8ad640e req-78dccefe-ef39-405f-94ff-f6f03ca7020c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ad236c9a-c111-4948-abd9-017b0b8925bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290771 Jul 07 17:59:13.614020 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c648de3-52f3-4fb4-a235-913be5b998fa req-bae8cd9d-8093-40b9-9b2d-225665f5069c tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:13.615563 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6c648de3-52f3-4fb4-a235-913be5b998fa req-bae8cd9d-8093-40b9-9b2d-225665f5069c tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=79cee950-d7a9-4367-a1dc-3a979f6233ee HTTP/1.1" status: 200 len: 945 time: 0.0639722 Jul 07 17:59:13.653110 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6c648de3-52f3-4fb4-a235-913be5b998fa req-c49de1d1-efc1-48c5-bdac-b08c2e1f0b71 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad236c9a-c111-4948-abd9-017b0b8925bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318074 Jul 07 17:59:14.829064 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c41800-8736-4c9e-b734-9839ab2fdf19 req-ab215811-4f33-4212-82f6-01c39a4f9907 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:14.830558 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c9c41800-8736-4c9e-b734-9839ab2fdf19 req-ab215811-4f33-4212-82f6-01c39a4f9907 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=79cee950-d7a9-4367-a1dc-3a979f6233ee HTTP/1.1" status: 200 len: 945 time: 0.0638604 Jul 07 17:59:14.868486 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c9c41800-8736-4c9e-b734-9839ab2fdf19 req-826fb234-af44-4a86-8205-cb49c2c3a2f1 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad236c9a-c111-4948-abd9-017b0b8925bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314825 Jul 07 17:59:15.268410 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b9633-ff0f-4823-9822-48beab65fdc8 req-eb58a386-f0bb-44f0-880e-5aa275b0cde8 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:15.270478 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f47b9633-ff0f-4823-9822-48beab65fdc8 req-eb58a386-f0bb-44f0-880e-5aa275b0cde8 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=79cee950-d7a9-4367-a1dc-3a979f6233ee HTTP/1.1" status: 200 len: 945 time: 0.0695987 Jul 07 17:59:15.311513 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f47b9633-ff0f-4823-9822-48beab65fdc8 req-befd3af3-3f43-4669-a053-afc5af5bc9f1 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad236c9a-c111-4948-abd9-017b0b8925bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352154 Jul 07 17:59:16.514783 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed88cc-5bf8-4d1f-bcb7-98bbecd0e7f3 req-904ccae0-f897-4598-8375-3df3be30d4b4 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:16.516293 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aaed88cc-5bf8-4d1f-bcb7-98bbecd0e7f3 req-904ccae0-f897-4598-8375-3df3be30d4b4 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.64 "GET /v2.0/ports?device_id=79cee950-d7a9-4367-a1dc-3a979f6233ee HTTP/1.1" status: 200 len: 945 time: 0.1098645 Jul 07 17:59:16.528451 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ebc19-9efb-4331-886f-32b8b54bd6d7 req-c234cdb6-e571-4460-98a6-0a408e525bbb tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:16.529905 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a75ebc19-9efb-4331-886f-32b8b54bd6d7 req-c234cdb6-e571-4460-98a6-0a408e525bbb tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=79cee950-d7a9-4367-a1dc-3a979f6233ee HTTP/1.1" status: 200 len: 945 time: 0.0921633 Jul 07 17:59:16.604687 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a75ebc19-9efb-4331-886f-32b8b54bd6d7 req-dca82277-6fab-4d62-86ed-f14c077c476f tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad236c9a-c111-4948-abd9-017b0b8925bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670021 Jul 07 17:59:16.656465 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-aaed88cc-5bf8-4d1f-bcb7-98bbecd0e7f3 req-ac1b2d15-df2e-4ec9-ae3e-810448ccabda tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Deleting port f7be6b28-1549-43aa-956d-a23d11f47893 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:16.656891 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-aaed88cc-5bf8-4d1f-bcb7-98bbecd0e7f3 req-ac1b2d15-df2e-4ec9-ae3e-810448ccabda tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:16.747250 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-aaed88cc-5bf8-4d1f-bcb7-98bbecd0e7f3 req-ac1b2d15-df2e-4ec9-ae3e-810448ccabda tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] For port f7be6b28-1549-43aa-956d-a23d11f47893, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=f7be6b28-1549-43aa-956d-a23d11f47893,segment=NetworkSegment(646ee799-f1d1-4020-bf79-d3010384b2e3),segment_id=646ee799-f1d1-4020-bf79-d3010384b2e3)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:16.747614 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-aaed88cc-5bf8-4d1f-bcb7-98bbecd0e7f3 req-ac1b2d15-df2e-4ec9-ae3e-810448ccabda tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:16.760644 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-aaed88cc-5bf8-4d1f-bcb7-98bbecd0e7f3 req-ac1b2d15-df2e-4ec9-ae3e-810448ccabda tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Calling delete_port for f7be6b28-1549-43aa-956d-a23d11f47893 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:16.891356 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-aaed88cc-5bf8-4d1f-bcb7-98bbecd0e7f3 req-ac1b2d15-df2e-4ec9-ae3e-810448ccabda tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:16.904908 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['032de9e7-835b-4417-9dae-30d9bb43b6c5'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:59:16.907955 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['f7be6b28-1549-43aa-956d-a23d11f47893'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:59:16.921097 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b2d15-df2e-4ec9-ae3e-810448ccabda tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Pushing event deleted for resources: {'Port': ['ID=f7be6b28-1549-43aa-956d-a23d11f47893,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:16.970533 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaed88cc-5bf8-4d1f-bcb7-98bbecd0e7f3 req-ac1b2d15-df2e-4ec9-ae3e-810448ccabda tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] No DVR routers for this DVR port f7be6b28-1549-43aa-956d-a23d11f47893 on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:59:16.974182 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-aaed88cc-5bf8-4d1f-bcb7-98bbecd0e7f3 req-ac1b2d15-df2e-4ec9-ae3e-810448ccabda tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:16.976276 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aaed88cc-5bf8-4d1f-bcb7-98bbecd0e7f3 req-ac1b2d15-df2e-4ec9-ae3e-810448ccabda tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.64 "DELETE /v2.0/ports/f7be6b28-1549-43aa-956d-a23d11f47893 HTTP/1.1" status: 204 len: 173 time: 0.4455047 Jul 07 17:59:16.976817 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cee950-d7a9-4367-a1dc-3a979f6233ee', 'name': 'network-vif-deleted', 'tag': 'f7be6b28-1549-43aa-956d-a23d11f47893'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:59:16.979112 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdd383c-75b3-4bbf-a958-d6a5d7d3cf29" -d '{"events": [{"server_uuid": "79cee950-d7a9-4367-a1dc-3a979f6233ee", "name": "network-vif-deleted", "tag": "f7be6b28-1549-43aa-956d-a23d11f47893"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:59:17.022986 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2955e33d-0b4d-4725-a4b9-3da6ead688a9 x-openstack-request-id: req-2955e33d-0b4d-4725-a4b9-3da6ead688a9 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:59:17.023282 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cee950-d7a9-4367-a1dc-3a979f6233ee", "name": "network-vif-deleted", "tag": "f7be6b28-1549-43aa-956d-a23d11f47893", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:59:17.023534 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2955e33d-0b4d-4725-a4b9-3da6ead688a9 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:59:17.023926 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cee950-d7a9-4367-a1dc-3a979f6233ee', 'name': 'network-vif-deleted', 'tag': 'f7be6b28-1549-43aa-956d-a23d11f47893', 'status': 'completed', 'code': 200} Jul 07 17:59:17.855109 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f57469-ff8b-4210-a56e-e582dd0dbe8b req-d9778e4a-80d0-417d-a6ef-fc1af1e1ba5a tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:17.856717 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-05f57469-ff8b-4210-a56e-e582dd0dbe8b req-d9778e4a-80d0-417d-a6ef-fc1af1e1ba5a tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=7284ba61-c2fb-477d-81c1-c3c547dff442 HTTP/1.1" status: 200 len: 946 time: 0.0665531 Jul 07 17:59:17.896266 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-05f57469-ff8b-4210-a56e-e582dd0dbe8b req-40fd702d-6332-48ba-9950-86d7fb103d7b tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad236c9a-c111-4948-abd9-017b0b8925bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330882 Jul 07 17:59:18.095168 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144bda86-d88e-44ec-932e-f29104e8f26c req-add3c433-638d-4cfa-a860-7f8bc7811a90 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:18.096969 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-144bda86-d88e-44ec-932e-f29104e8f26c req-add3c433-638d-4cfa-a860-7f8bc7811a90 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=7284ba61-c2fb-477d-81c1-c3c547dff442 HTTP/1.1" status: 200 len: 946 time: 0.0685267 Jul 07 17:59:18.134660 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-144bda86-d88e-44ec-932e-f29104e8f26c req-71a2c0ec-ffec-4e67-83c0-607384f4bffe tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad236c9a-c111-4948-abd9-017b0b8925bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322828 Jul 07 17:59:18.313414 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5fd00-ffcd-4f53-919f-0798714f782f req-a12b2f16-1238-4a6e-9b8c-42ebf4c8f3a7 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:18.314983 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3ea5fd00-ffcd-4f53-919f-0798714f782f req-a12b2f16-1238-4a6e-9b8c-42ebf4c8f3a7 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=7284ba61-c2fb-477d-81c1-c3c547dff442 HTTP/1.1" status: 200 len: 946 time: 0.0645266 Jul 07 17:59:18.352937 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3ea5fd00-ffcd-4f53-919f-0798714f782f req-15be2e41-1856-41d4-9890-2736118c9fae tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad236c9a-c111-4948-abd9-017b0b8925bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323129 Jul 07 17:59:18.627506 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fce624-774f-4b90-aae2-a2ffac982eea req-d0b6da4e-9c96-496a-b0c3-5fa59346deed tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:18.629028 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-92fce624-774f-4b90-aae2-a2ffac982eea req-d0b6da4e-9c96-496a-b0c3-5fa59346deed tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=7284ba61-c2fb-477d-81c1-c3c547dff442 HTTP/1.1" status: 200 len: 946 time: 0.0632186 Jul 07 17:59:18.668077 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-92fce624-774f-4b90-aae2-a2ffac982eea req-e742bd00-f490-461f-8bd6-7287400cddba tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad236c9a-c111-4948-abd9-017b0b8925bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335476 Jul 07 17:59:18.840448 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f24a50-f66b-4202-88d2-772468b0fc45 req-fa8ad876-6551-455c-bc46-e060cd1d7821 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:18.841953 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-20f24a50-f66b-4202-88d2-772468b0fc45 req-fa8ad876-6551-455c-bc46-e060cd1d7821 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=7284ba61-c2fb-477d-81c1-c3c547dff442 HTTP/1.1" status: 200 len: 946 time: 0.0634875 Jul 07 17:59:18.880350 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-20f24a50-f66b-4202-88d2-772468b0fc45 req-41d34439-c48c-4703-b942-56bfbb06268f tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad236c9a-c111-4948-abd9-017b0b8925bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322185 Jul 07 17:59:19.075194 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953c615-ede7-4491-90ff-714e9ba9ba99 req-ed8a5164-d234-4a0a-9b0d-b2a8128942a8 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:19.076597 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a953c615-ede7-4491-90ff-714e9ba9ba99 req-ed8a5164-d234-4a0a-9b0d-b2a8128942a8 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=7284ba61-c2fb-477d-81c1-c3c547dff442 HTTP/1.1" status: 200 len: 946 time: 0.0676370 Jul 07 17:59:19.114951 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a953c615-ede7-4491-90ff-714e9ba9ba99 req-288ba6bf-a184-49bf-8cd7-a274b72f4f59 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad236c9a-c111-4948-abd9-017b0b8925bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320132 Jul 07 17:59:19.179776 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device f7be6b28-1549-43aa-956d-a23d11f47893 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:59:19.203403 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: f7be6b28-1549-43aa-956d-a23d11f47893 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:59:19.203754 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device f7be6b28-1549-43aa-956d-a23d11f47893 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:59:19.647167 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3eda0-0801-465a-8c1d-73dbc6e1cf7a req-58ff998b-1541-4104-8e7b-65e0651443a5 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:19.648564 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-edd3eda0-0801-465a-8c1d-73dbc6e1cf7a req-58ff998b-1541-4104-8e7b-65e0651443a5 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=7284ba61-c2fb-477d-81c1-c3c547dff442 HTTP/1.1" status: 200 len: 946 time: 0.0702031 Jul 07 17:59:19.685806 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-edd3eda0-0801-465a-8c1d-73dbc6e1cf7a req-539be7c8-d58e-4691-b59d-9a0cfa2bc8b4 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad236c9a-c111-4948-abd9-017b0b8925bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315611 Jul 07 17:59:20.865982 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2594b3f-d1b7-4acd-94a9-5c474c76b357 req-e974ba4c-dbc7-48d5-8be2-211efafffd23 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:20.867507 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f2594b3f-d1b7-4acd-94a9-5c474c76b357 req-e974ba4c-dbc7-48d5-8be2-211efafffd23 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=7284ba61-c2fb-477d-81c1-c3c547dff442 HTTP/1.1" status: 200 len: 946 time: 0.0698245 Jul 07 17:59:20.905215 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f2594b3f-d1b7-4acd-94a9-5c474c76b357 req-024dc5d8-9fd0-452e-baa0-da4675d9cfec tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad236c9a-c111-4948-abd9-017b0b8925bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321665 Jul 07 17:59:20.961090 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6eb7a-0679-4b0e-a502-ee3135fa5e23 req-9e35e785-8c24-4943-ae11-f7a3e0a5be2f tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:20.962560 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-91b6eb7a-0679-4b0e-a502-ee3135fa5e23 req-9e35e785-8c24-4943-ae11-f7a3e0a5be2f tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.72 "GET /v2.0/ports?device_id=7284ba61-c2fb-477d-81c1-c3c547dff442 HTTP/1.1" status: 200 len: 946 time: 0.0655026 Jul 07 17:59:21.094787 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-91b6eb7a-0679-4b0e-a502-ee3135fa5e23 req-cdf70eb3-f27f-44d8-9720-45261ae696ba tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Deleting port 032de9e7-835b-4417-9dae-30d9bb43b6c5 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:21.095183 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-91b6eb7a-0679-4b0e-a502-ee3135fa5e23 req-cdf70eb3-f27f-44d8-9720-45261ae696ba tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:21.195935 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-91b6eb7a-0679-4b0e-a502-ee3135fa5e23 req-cdf70eb3-f27f-44d8-9720-45261ae696ba tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] For port 032de9e7-835b-4417-9dae-30d9bb43b6c5, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=032de9e7-835b-4417-9dae-30d9bb43b6c5,segment=NetworkSegment(646ee799-f1d1-4020-bf79-d3010384b2e3),segment_id=646ee799-f1d1-4020-bf79-d3010384b2e3)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:21.196380 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-91b6eb7a-0679-4b0e-a502-ee3135fa5e23 req-cdf70eb3-f27f-44d8-9720-45261ae696ba tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:21.210900 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-91b6eb7a-0679-4b0e-a502-ee3135fa5e23 req-cdf70eb3-f27f-44d8-9720-45261ae696ba tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Calling delete_port for 032de9e7-835b-4417-9dae-30d9bb43b6c5 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:21.356225 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-91b6eb7a-0679-4b0e-a502-ee3135fa5e23 req-cdf70eb3-f27f-44d8-9720-45261ae696ba tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:21.368501 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['032de9e7-835b-4417-9dae-30d9bb43b6c5'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:59:21.395596 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf70eb3-f27f-44d8-9720-45261ae696ba tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Pushing event deleted for resources: {'Port': ['ID=032de9e7-835b-4417-9dae-30d9bb43b6c5,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:21.453046 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf70eb3-f27f-44d8-9720-45261ae696ba tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:21.453431 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf70eb3-f27f-44d8-9720-45261ae696ba tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:21.453740 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf70eb3-f27f-44d8-9720-45261ae696ba tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:21.454082 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf70eb3-f27f-44d8-9720-45261ae696ba tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:21.454422 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf70eb3-f27f-44d8-9720-45261ae696ba tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:21.454757 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf70eb3-f27f-44d8-9720-45261ae696ba tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:21.455102 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf70eb3-f27f-44d8-9720-45261ae696ba tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:21.455845 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf70eb3-f27f-44d8-9720-45261ae696ba tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:21.456937 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf70eb3-f27f-44d8-9720-45261ae696ba tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:21.457319 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf70eb3-f27f-44d8-9720-45261ae696ba tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:21.457653 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf70eb3-f27f-44d8-9720-45261ae696ba tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:21.457979 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf70eb3-f27f-44d8-9720-45261ae696ba tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:21.461768 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b6eb7a-0679-4b0e-a502-ee3135fa5e23 req-cdf70eb3-f27f-44d8-9720-45261ae696ba tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] No DVR routers for this DVR port 032de9e7-835b-4417-9dae-30d9bb43b6c5 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:59:21.464033 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-91b6eb7a-0679-4b0e-a502-ee3135fa5e23 req-cdf70eb3-f27f-44d8-9720-45261ae696ba tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:21.466113 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-91b6eb7a-0679-4b0e-a502-ee3135fa5e23 req-cdf70eb3-f27f-44d8-9720-45261ae696ba tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.72 "DELETE /v2.0/ports/032de9e7-835b-4417-9dae-30d9bb43b6c5 HTTP/1.1" status: 204 len: 173 time: 0.4983177 Jul 07 17:59:21.466539 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7284ba61-c2fb-477d-81c1-c3c547dff442', 'name': 'network-vif-deleted', 'tag': '032de9e7-835b-4417-9dae-30d9bb43b6c5'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:59:21.469000 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d8ed41-d0dd-423d-81f2-dc400fe4e46b" -d '{"events": [{"server_uuid": "7284ba61-c2fb-477d-81c1-c3c547dff442", "name": "network-vif-deleted", "tag": "032de9e7-835b-4417-9dae-30d9bb43b6c5"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:59:21.512170 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0920b78e-7591-4f91-84de-9892e6b27e2e x-openstack-request-id: req-0920b78e-7591-4f91-84de-9892e6b27e2e {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:59:21.512468 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7284ba61-c2fb-477d-81c1-c3c547dff442", "name": "network-vif-deleted", "tag": "032de9e7-835b-4417-9dae-30d9bb43b6c5", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:59:21.512859 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0920b78e-7591-4f91-84de-9892e6b27e2e {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:59:21.513269 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7284ba61-c2fb-477d-81c1-c3c547dff442', 'name': 'network-vif-deleted', 'tag': '032de9e7-835b-4417-9dae-30d9bb43b6c5', 'status': 'completed', 'code': 200} Jul 07 17:59:22.064912 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-25f05772-7a6b-4e09-9833-c46bca8dedc3 req-d43c13ab-7d8a-41ae-81a8-7ba081dbeb21 tempest-ServersNegativeTestJSON-1402046945 tempest-ServersNegativeTestJSON-1402046945-project] 10.222.0.53 "GET /v2.0/ports?device_id=7284ba61-c2fb-477d-81c1-c3c547dff442 HTTP/1.1" status: 200 len: 210 time: 0.0303295 Jul 07 17:59:23.160582 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49454) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:23.205226 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-757e824b-d259-4a41-b347-b2dd2ce349e2 admin admin] Deleting subnet cf5fbd54-e9d8-4ea5-86de-8054cc5fa147 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:59:23.209114 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-757e824b-d259-4a41-b347-b2dd2ce349e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:23.245010 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-757e824b-d259-4a41-b347-b2dd2ce349e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:23.285775 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-757e824b-d259-4a41-b347-b2dd2ce349e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:23.343574 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-757e824b-d259-4a41-b347-b2dd2ce349e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:23.371108 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e824b-d259-4a41-b347-b2dd2ce349e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf5fbd54-e9d8-4ea5-86de-8054cc5fa147,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:23.373038 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-757e824b-d259-4a41-b347-b2dd2ce349e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:23.374930 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-757e824b-d259-4a41-b347-b2dd2ce349e2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cf5fbd54-e9d8-4ea5-86de-8054cc5fa147 HTTP/1.1" status: 204 len: 168 time: 0.2133205 Jul 07 17:59:23.377376 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49456) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:23.445332 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7afb0ae8-0e2b-449d-a703-61297731de83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:23.485518 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5f15d053-648d-406f-8070-93d5ad87c633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:23.533325 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7afb0ae8-0e2b-449d-a703-61297731de83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:23.543993 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-7afb0ae8-0e2b-449d-a703-61297731de83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63790bad-715b-4e25-8b68-82e0ee3a1609']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:23.554648 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-7afb0ae8-0e2b-449d-a703-61297731de83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646ee799-f1d1-4020-bf79-d3010384b2e3') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:23.554945 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-7afb0ae8-0e2b-449d-a703-61297731de83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646ee799-f1d1-4020-bf79-d3010384b2e3') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:23.564404 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7afb0ae8-0e2b-449d-a703-61297731de83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:23.579519 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7afb0ae8-0e2b-449d-a703-61297731de83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:23.586290 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afb0ae8-0e2b-449d-a703-61297731de83 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:59:23.586674 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7afb0ae8-0e2b-449d-a703-61297731de83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:59:23.588379 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:59:23.643806 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7afb0ae8-0e2b-449d-a703-61297731de83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:23.649755 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7afb0ae8-0e2b-449d-a703-61297731de83 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:23.651567 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7afb0ae8-0e2b-449d-a703-61297731de83 admin admin] 10.222.0.53 "DELETE /v2.0/networks/63790bad-715b-4e25-8b68-82e0ee3a1609 HTTP/1.1" status: 204 len: 168 time: 0.2731404 Jul 07 17:59:23.664413 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb0ae8-0e2b-449d-a703-61297731de83 admin admin] Pushing event deleted for resources: {'Network': ['ID=63790bad-715b-4e25-8b68-82e0ee3a1609,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:23.766336 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49460) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:23.814801 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-786357d1-6323-42d3-b421-4faabf265ec4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=96cb99dfba5240e092053166d885fa5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472691 Jul 07 17:59:23.817861 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49462) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:23.866036 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4645a9a9-9fa1-4ed7-8bfa-d44892cade04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:23.887065 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4645a9a9-9fa1-4ed7-8bfa-d44892cade04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:23.907021 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:59:23.933665 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4645a9a9-9fa1-4ed7-8bfa-d44892cade04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:23.936302 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4645a9a9-9fa1-4ed7-8bfa-d44892cade04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:23.937485 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4645a9a9-9fa1-4ed7-8bfa-d44892cade04 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad236c9a-c111-4948-abd9-017b0b8925bd HTTP/1.1" status: 204 len: 168 time: 0.1187160 Jul 07 17:59:23.947484 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645a9a9-9fa1-4ed7-8bfa-d44892cade04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad236c9a-c111-4948-abd9-017b0b8925bd,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:24.453062 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 032de9e7-835b-4417-9dae-30d9bb43b6c5 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:59:24.474332 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 032de9e7-835b-4417-9dae-30d9bb43b6c5 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:59:24.474687 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 032de9e7-835b-4417-9dae-30d9bb43b6c5 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:59:24.665851 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49484) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:24.759377 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-144e4b7e-810c-46a5-9708-c4867084f660 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1444985983'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:24.781733 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144e4b7e-810c-46a5-9708-c4867084f660 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Made reservation on behalf of 6e862d398ca142f0979c8c4844eb4067 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:24.786641 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-144e4b7e-810c-46a5-9708-c4867084f660 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.795440 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-144e4b7e-810c-46a5-9708-c4867084f660 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.897320 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-144e4b7e-810c-46a5-9708-c4867084f660 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.901338 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-144e4b7e-810c-46a5-9708-c4867084f660 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.925369 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144e4b7e-810c-46a5-9708-c4867084f660 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:59:24.941287 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e4b7e-810c-46a5-9708-c4867084f660 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d558ef73-6eec-4738-8e49-456803e97dc1,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:24.945992 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-144e4b7e-810c-46a5-9708-c4867084f660 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.946349 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-144e4b7e-810c-46a5-9708-c4867084f660 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Added segment 3ca0aefe-9a15-40de-8ff5-628c659fd105 of type vlan for network 14be769c-1d32-4a89-b9d3-fee9de4f0612 Jul 07 17:59:24.992918 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-144e4b7e-810c-46a5-9708-c4867084f660 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.023444 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-144e4b7e-810c-46a5-9708-c4867084f660 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.030347 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144e4b7e-810c-46a5-9708-c4867084f660 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:25.030959 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-144e4b7e-810c-46a5-9708-c4867084f660 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.085883 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-144e4b7e-810c-46a5-9708-c4867084f660 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4188833 Jul 07 17:59:25.096385 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e4b7e-810c-46a5-9708-c4867084f660 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Pushing event updated for resources: {'Network': ['ID=14be769c-1d32-4a89-b9d3-fee9de4f0612,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:25.109538 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 14be769c-1d32-4a89-b9d3-fee9de4f0612 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:59:26.296732 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:26.888048 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c0c6fa78-81da-4a3c-babe-a2d1e6df1103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:28.115800 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:28.436305 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49490) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:28.442214 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-727f27df-211c-4679-91a1-8cd4dae975ef tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Request body: {'subnet': {'network_id': '14be769c-1d32-4a89-b9d3-fee9de4f0612', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:28.541572 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727f27df-211c-4679-91a1-8cd4dae975ef tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Made reservation on behalf of 6e862d398ca142f0979c8c4844eb4067 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:28.545252 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-727f27df-211c-4679-91a1-8cd4dae975ef tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:28.738903 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-727f27df-211c-4679-91a1-8cd4dae975ef tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:28.798036 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f27df-211c-4679-91a1-8cd4dae975ef tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Pushing event updated for resources: {'Subnet': ['ID=ab13e1fe-7fd3-4b18-85c8-58dfa582d8f7,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:28.809238 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727f27df-211c-4679-91a1-8cd4dae975ef tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Checking segment: {'id': '3ca0aefe-9a15-40de-8ff5-628c659fd105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '14be769c-1d32-4a89-b9d3-fee9de4f0612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:28.809591 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727f27df-211c-4679-91a1-8cd4dae975ef tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Network hostable DHCP agents. Network: 14be769c-1d32-4a89-b9d3-fee9de4f0612, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:59:28.826232 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727f27df-211c-4679-91a1-8cd4dae975ef tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Network 14be769c-1d32-4a89-b9d3-fee9de4f0612 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:59:28.835990 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-727f27df-211c-4679-91a1-8cd4dae975ef tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 14be769c-1d32-4a89-b9d3-fee9de4f0612) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:28.840194 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727f27df-211c-4679-91a1-8cd4dae975ef tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:28.840823 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-727f27df-211c-4679-91a1-8cd4dae975ef tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:28.848834 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df95eafe-b5fd-428f-8aa1-58a95c584682 None None] Network 14be769c-1d32-4a89-b9d3-fee9de4f0612 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:28.855215 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-727f27df-211c-4679-91a1-8cd4dae975ef tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4177566 Jul 07 17:59:28.858824 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49492) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:28.864357 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-eec5dc95-5c44-4e61-a409-22f02621fd80 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1516813845'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:28.888659 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec5dc95-5c44-4e61-a409-22f02621fd80 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Made reservation on behalf of 6e862d398ca142f0979c8c4844eb4067 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:28.892327 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eec5dc95-5c44-4e61-a409-22f02621fd80 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:28.922169 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec5dc95-5c44-4e61-a409-22f02621fd80 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:59:28.932321 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eec5dc95-5c44-4e61-a409-22f02621fd80 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:28.932695 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-eec5dc95-5c44-4e61-a409-22f02621fd80 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Added segment 9e94c207-824b-4dbe-af98-7a93503ec243 of type vlan for network 8eccd7ee-5033-4980-a3b9-3e5b5121f0bd Jul 07 17:59:28.975084 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eec5dc95-5c44-4e61-a409-22f02621fd80 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.007652 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eec5dc95-5c44-4e61-a409-22f02621fd80 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.007909 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-14be769c-1d32-4a89-b9d3-fee9de4f0612', 'network_id': '14be769c-1d32-4a89-b9d3-fee9de4f0612', 'tenant_id': '6e862d398ca142f0979c8c4844eb4067', 'fixed_ips': [{'subnet_id': 'ab13e1fe-7fd3-4b18-85c8-58dfa582d8f7'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:59:29.008564 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.013514 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec5dc95-5c44-4e61-a409-22f02621fd80 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:29.014119 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-eec5dc95-5c44-4e61-a409-22f02621fd80 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.080189 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-eec5dc95-5c44-4e61-a409-22f02621fd80 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2202063 Jul 07 17:59:29.083948 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49494) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:29.089941 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-b452c9e9-5da8-498c-a4f9-d6a7e46183cb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Request body: {'subnet': {'network_id': '8eccd7ee-5033-4980-a3b9-3e5b5121f0bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:29.148573 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5dc95-5c44-4e61-a409-22f02621fd80 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Pushing event updated for resources: {'Network': ['ID=8eccd7ee-5033-4980-a3b9-3e5b5121f0bd,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:29.164504 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 8eccd7ee-5033-4980-a3b9-3e5b5121f0bd details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:59:29.166775 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Allocated IP 2001:db8:0:ffff::2 (14be769c-1d32-4a89-b9d3-fee9de4f0612/ab13e1fe-7fd3-4b18-85c8-58dfa582d8f7/5534ea0b-e66a-4f00-a827-e9cb54652a15) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:29.201370 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b452c9e9-5da8-498c-a4f9-d6a7e46183cb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Made reservation on behalf of 6e862d398ca142f0979c8c4844eb4067 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:29.204948 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b452c9e9-5da8-498c-a4f9-d6a7e46183cb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.379805 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.388606 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Transition to ACTIVE for port object 5534ea0b-e66a-4f00-a827-e9cb54652a15 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:29.404216 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Transition to ACTIVE for port object 5534ea0b-e66a-4f00-a827-e9cb54652a15 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:29.410943 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.424190 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b452c9e9-5da8-498c-a4f9-d6a7e46183cb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.457288 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Network 14be769c-1d32-4a89-b9d3-fee9de4f0612 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:29.463510 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:29.467976 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:29.471577 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Pushing event updated for resources: {'Port': ['ID=5534ea0b-e66a-4f00-a827-e9cb54652a15,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:29.482459 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:29.482459 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:29.482780 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:29.482984 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:29.483323 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:29.483655 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:29.483989 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:29.484323 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:29.484684 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:29.485008 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:29.485336 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:29.485665 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:29.501978 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452c9e9-5da8-498c-a4f9-d6a7e46183cb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Pushing event updated for resources: {'Subnet': ['ID=e293523a-c4b4-49d1-a7b6-6435cc3cd81a,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:29.513171 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b452c9e9-5da8-498c-a4f9-d6a7e46183cb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Checking segment: {'id': '9e94c207-824b-4dbe-af98-7a93503ec243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8eccd7ee-5033-4980-a3b9-3e5b5121f0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:29.513424 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b452c9e9-5da8-498c-a4f9-d6a7e46183cb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Network hostable DHCP agents. Network: 8eccd7ee-5033-4980-a3b9-3e5b5121f0bd, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:59:29.531448 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b452c9e9-5da8-498c-a4f9-d6a7e46183cb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Network 8eccd7ee-5033-4980-a3b9-3e5b5121f0bd is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:59:29.540646 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Attempting to bind port 5534ea0b-e66a-4f00-a827-e9cb54652a15 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:29.541125 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Attempting to bind port 5534ea0b-e66a-4f00-a827-e9cb54652a15 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '3ca0aefe-9a15-40de-8ff5-628c659fd105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '14be769c-1d32-4a89-b9d3-fee9de4f0612'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:29.541497 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Attempting to bind port 5534ea0b-e66a-4f00-a827-e9cb54652a15 on network 14be769c-1d32-4a89-b9d3-fee9de4f0612 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:29.541698 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-b452c9e9-5da8-498c-a4f9-d6a7e46183cb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 8eccd7ee-5033-4980-a3b9-3e5b5121f0bd) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:29.546820 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b452c9e9-5da8-498c-a4f9-d6a7e46183cb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:29.547075 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:59:29.547428 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Checking segment: {'id': '3ca0aefe-9a15-40de-8ff5-628c659fd105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '14be769c-1d32-4a89-b9d3-fee9de4f0612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:29.547826 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.548284 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Bound using segment: {'id': '3ca0aefe-9a15-40de-8ff5-628c659fd105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '14be769c-1d32-4a89-b9d3-fee9de4f0612'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:59:29.548543 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b452c9e9-5da8-498c-a4f9-d6a7e46183cb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.548791 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Bound port: 5534ea0b-e66a-4f00-a827-e9cb54652a15, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca0aefe-9a15-40de-8ff5-628c659fd105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '14be769c-1d32-4a89-b9d3-fee9de4f0612'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:59:29.549175 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.552308 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7125958-0d01-4691-a5fb-80b507ca4fe4 None None] Network 8eccd7ee-5033-4980-a3b9-3e5b5121f0bd requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:29.563953 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b452c9e9-5da8-498c-a4f9-d6a7e46183cb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4789922 Jul 07 17:59:29.567425 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49496) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:29.663070 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-087f4400-8269-4226-9f92-097659655beb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.678610 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] For port 5534ea0b-e66a-4f00-a827-e9cb54652a15, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:59:29.681954 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] For port 5534ea0b-e66a-4f00-a827-e9cb54652a15, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=5534ea0b-e66a-4f00-a827-e9cb54652a15,segment=NetworkSegment(3ca0aefe-9a15-40de-8ff5-628c659fd105),segment_id=3ca0aefe-9a15-40de-8ff5-628c659fd105)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:59:29.686761 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.759635 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-087f4400-8269-4226-9f92-097659655beb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.791693 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ad343-f11e-4c38-9629-58560cb01f47 None None] Pushing event updated for resources: {'Port': ['ID=5534ea0b-e66a-4f00-a827-e9cb54652a15,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:29.824955 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f4ab4d-0ca4-42c2-8a9e-36dfe8f33781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-8eccd7ee-5033-4980-a3b9-3e5b5121f0bd', 'network_id': '8eccd7ee-5033-4980-a3b9-3e5b5121f0bd', 'tenant_id': '6e862d398ca142f0979c8c4844eb4067', 'fixed_ips': [{'subnet_id': 'e293523a-c4b4-49d1-a7b6-6435cc3cd81a'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:59:29.826083 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-23f4ab4d-0ca4-42c2-8a9e-36dfe8f33781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.840324 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-087f4400-8269-4226-9f92-097659655beb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.869527 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f4400-8269-4226-9f92-097659655beb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Pushing event deleted for resources: {'Subnet': ['ID=e293523a-c4b4-49d1-a7b6-6435cc3cd81a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:29.916537 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005794a5-42f6-4d32-9293-4a1e4b44b63e None None] Network 8eccd7ee-5033-4980-a3b9-3e5b5121f0bd requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:29.972105 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-087f4400-8269-4226-9f92-097659655beb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.982357 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-087f4400-8269-4226-9f92-097659655beb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eccd7ee-5033-4980-a3b9-3e5b5121f0bd']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:29.999316 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-087f4400-8269-4226-9f92-097659655beb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e94c207-824b-4dbe-af98-7a93503ec243') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:29.999702 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-087f4400-8269-4226-9f92-097659655beb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e94c207-824b-4dbe-af98-7a93503ec243') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:30.009932 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-087f4400-8269-4226-9f92-097659655beb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.028300 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-087f4400-8269-4226-9f92-097659655beb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.035537 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-087f4400-8269-4226-9f92-097659655beb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:59:30.035997 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-087f4400-8269-4226-9f92-097659655beb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:59:30.039444 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:59:30.103671 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-087f4400-8269-4226-9f92-097659655beb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.111389 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-087f4400-8269-4226-9f92-097659655beb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.117253 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-087f4400-8269-4226-9f92-097659655beb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] 10.222.0.53 "DELETE /v2.0/networks/8eccd7ee-5033-4980-a3b9-3e5b5121f0bd HTTP/1.1" status: 204 len: 168 time: 0.5484047 Jul 07 17:59:30.117429 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49498) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:30.126557 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-5c35c7a8-12ce-43aa-973c-cdf6aff1a157 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-92798860'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:30.129330 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f4400-8269-4226-9f92-097659655beb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Pushing event deleted for resources: {'Network': ['ID=8eccd7ee-5033-4980-a3b9-3e5b5121f0bd,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:30.154664 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c35c7a8-12ce-43aa-973c-cdf6aff1a157 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Made reservation on behalf of 6e862d398ca142f0979c8c4844eb4067 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:30.159542 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5c35c7a8-12ce-43aa-973c-cdf6aff1a157 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.184732 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c35c7a8-12ce-43aa-973c-cdf6aff1a157 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:59:30.195384 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5c35c7a8-12ce-43aa-973c-cdf6aff1a157 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.195785 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-5c35c7a8-12ce-43aa-973c-cdf6aff1a157 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Added segment f6868060-5cbe-4830-8c80-5a41dcdd089e of type vlan for network 557d4b66-2158-49b2-8792-9de46f25a107 Jul 07 17:59:30.242258 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5c35c7a8-12ce-43aa-973c-cdf6aff1a157 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.273506 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5c35c7a8-12ce-43aa-973c-cdf6aff1a157 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.279308 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c35c7a8-12ce-43aa-973c-cdf6aff1a157 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:30.279897 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5c35c7a8-12ce-43aa-973c-cdf6aff1a157 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.346465 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5c35c7a8-12ce-43aa-973c-cdf6aff1a157 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2272522 Jul 07 17:59:30.349891 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49500) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:30.356952 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-c3bff168-208a-4b6b-9bd3-5603b7d10c94 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Request body: {'subnet': {'network_id': '557d4b66-2158-49b2-8792-9de46f25a107', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:30.361734 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35c7a8-12ce-43aa-973c-cdf6aff1a157 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Pushing event updated for resources: {'Network': ['ID=557d4b66-2158-49b2-8792-9de46f25a107,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:30.405262 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c35c7a8-12ce-43aa-973c-cdf6aff1a157 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:30.405620 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c35c7a8-12ce-43aa-973c-cdf6aff1a157 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:30.405969 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c35c7a8-12ce-43aa-973c-cdf6aff1a157 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:30.406311 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c35c7a8-12ce-43aa-973c-cdf6aff1a157 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:30.406648 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c35c7a8-12ce-43aa-973c-cdf6aff1a157 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:30.406984 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c35c7a8-12ce-43aa-973c-cdf6aff1a157 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:30.407342 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c35c7a8-12ce-43aa-973c-cdf6aff1a157 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:30.408816 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c35c7a8-12ce-43aa-973c-cdf6aff1a157 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:30.409175 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c35c7a8-12ce-43aa-973c-cdf6aff1a157 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:30.409991 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c35c7a8-12ce-43aa-973c-cdf6aff1a157 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:30.410346 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c35c7a8-12ce-43aa-973c-cdf6aff1a157 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:30.410684 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c35c7a8-12ce-43aa-973c-cdf6aff1a157 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:30.423547 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 557d4b66-2158-49b2-8792-9de46f25a107 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:59:30.426934 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.471957 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bff168-208a-4b6b-9bd3-5603b7d10c94 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Made reservation on behalf of 6e862d398ca142f0979c8c4844eb4067 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:30.475996 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c3bff168-208a-4b6b-9bd3-5603b7d10c94 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.550531 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.ipam_backend_mixin [None req-c3bff168-208a-4b6b-9bd3-5603b7d10c94 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Performing IP validity checks on allocation pools {{(pid=100192) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 17:59:30.551320 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.ipam_backend_mixin [None req-c3bff168-208a-4b6b-9bd3-5603b7d10c94 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100192) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 17:59:30.684716 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c3bff168-208a-4b6b-9bd3-5603b7d10c94 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.756445 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bff168-208a-4b6b-9bd3-5603b7d10c94 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Pushing event updated for resources: {'Subnet': ['ID=b3ed09a8-ee35-4af6-a2f7-c1578f9ab0e1,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:30.762262 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bff168-208a-4b6b-9bd3-5603b7d10c94 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Checking segment: {'id': 'f6868060-5cbe-4830-8c80-5a41dcdd089e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '557d4b66-2158-49b2-8792-9de46f25a107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:30.762642 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bff168-208a-4b6b-9bd3-5603b7d10c94 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Network hostable DHCP agents. Network: 557d4b66-2158-49b2-8792-9de46f25a107, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:59:30.782025 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bff168-208a-4b6b-9bd3-5603b7d10c94 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Network 557d4b66-2158-49b2-8792-9de46f25a107 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:59:30.791670 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd2a079-1558-4931-aa01-182e21389dfc None None] Network 14be769c-1d32-4a89-b9d3-fee9de4f0612 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:30.792054 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-c3bff168-208a-4b6b-9bd3-5603b7d10c94 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 557d4b66-2158-49b2-8792-9de46f25a107) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:30.796383 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bff168-208a-4b6b-9bd3-5603b7d10c94 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:30.797014 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c3bff168-208a-4b6b-9bd3-5603b7d10c94 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.808155 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d74ed82-b198-4316-a73e-fbc9ad3833ae None None] Network 557d4b66-2158-49b2-8792-9de46f25a107 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:30.813486 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c3bff168-208a-4b6b-9bd3-5603b7d10c94 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4624872 Jul 07 17:59:30.817225 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49502) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:30.900893 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-bb734bea-6d1d-41f7-adea-9c166ba6a9e9 None None] Provisioning for port 5534ea0b-e66a-4f00-a827-e9cb54652a15 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:30.937364 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-742df918-58b7-46e2-8595-d1f4c28af52e tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.939557 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5534ea0b-e66a-4f00-a827-e9cb54652a15 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:59:30.998372 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-742df918-58b7-46e2-8595-d1f4c28af52e tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.060762 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-742df918-58b7-46e2-8595-d1f4c28af52e tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.093578 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742df918-58b7-46e2-8595-d1f4c28af52e tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ed09a8-ee35-4af6-a2f7-c1578f9ab0e1,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:31.122579 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ace0abd-61a4-475e-abcf-f0ed8198cc4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-557d4b66-2158-49b2-8792-9de46f25a107', 'network_id': '557d4b66-2158-49b2-8792-9de46f25a107', 'tenant_id': '6e862d398ca142f0979c8c4844eb4067', 'fixed_ips': [{'subnet_id': 'b3ed09a8-ee35-4af6-a2f7-c1578f9ab0e1'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:59:31.123521 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2ace0abd-61a4-475e-abcf-f0ed8198cc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.127911 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 5534ea0b-e66a-4f00-a827-e9cb54652a15 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:31.138751 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 5534ea0b-e66a-4f00-a827-e9cb54652a15 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:31.139124 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.170322 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-742df918-58b7-46e2-8595-d1f4c28af52e tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.182795 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-742df918-58b7-46e2-8595-d1f4c28af52e tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557d4b66-2158-49b2-8792-9de46f25a107']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:31.195131 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-742df918-58b7-46e2-8595-d1f4c28af52e tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6868060-5cbe-4830-8c80-5a41dcdd089e') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:31.195433 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-742df918-58b7-46e2-8595-d1f4c28af52e tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6868060-5cbe-4830-8c80-5a41dcdd089e') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:31.205550 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-742df918-58b7-46e2-8595-d1f4c28af52e tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.225252 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-742df918-58b7-46e2-8595-d1f4c28af52e tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.232837 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742df918-58b7-46e2-8595-d1f4c28af52e tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:59:31.233250 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-742df918-58b7-46e2-8595-d1f4c28af52e tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:59:31.236536 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:59:31.304160 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-742df918-58b7-46e2-8595-d1f4c28af52e tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.312952 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-742df918-58b7-46e2-8595-d1f4c28af52e tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.315295 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-742df918-58b7-46e2-8595-d1f4c28af52e tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] 10.222.0.53 "DELETE /v2.0/networks/557d4b66-2158-49b2-8792-9de46f25a107 HTTP/1.1" status: 204 len: 168 time: 0.4966478 Jul 07 17:59:31.319442 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49504) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:31.326355 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9094bad7-ea4a-4bb2-acfc-ba3feb3daba0 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-947891645'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:31.332535 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742df918-58b7-46e2-8595-d1f4c28af52e tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Pushing event deleted for resources: {'Network': ['ID=557d4b66-2158-49b2-8792-9de46f25a107,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:31.354854 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77e0648-1ba5-4405-adf1-d2413ef6bdec None None] Network 557d4b66-2158-49b2-8792-9de46f25a107 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:31.355200 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9094bad7-ea4a-4bb2-acfc-ba3feb3daba0 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Made reservation on behalf of 6e862d398ca142f0979c8c4844eb4067 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:31.359053 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9094bad7-ea4a-4bb2-acfc-ba3feb3daba0 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.386533 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77e0648-1ba5-4405-adf1-d2413ef6bdec None None] Network 557d4b66-2158-49b2-8792-9de46f25a107 could not be found, it might have been deleted concurrently. {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 17:59:31.391448 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9094bad7-ea4a-4bb2-acfc-ba3feb3daba0 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:59:31.404596 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9094bad7-ea4a-4bb2-acfc-ba3feb3daba0 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.405124 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-9094bad7-ea4a-4bb2-acfc-ba3feb3daba0 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Added segment 6b65f617-94dd-49a3-9c5d-6d0f4794af0d of type vlan for network dac01d62-c943-46a4-9e2b-cbe13e18ac05 Jul 07 17:59:31.439724 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.449059 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9094bad7-ea4a-4bb2-acfc-ba3feb3daba0 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.483521 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 5534ea0b-e66a-4f00-a827-e9cb54652a15, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=5534ea0b-e66a-4f00-a827-e9cb54652a15,segment=NetworkSegment(3ca0aefe-9a15-40de-8ff5-628c659fd105),segment_id=3ca0aefe-9a15-40de-8ff5-628c659fd105)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:31.487710 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9094bad7-ea4a-4bb2-acfc-ba3feb3daba0 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.488532 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.496838 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9094bad7-ea4a-4bb2-acfc-ba3feb3daba0 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:31.497846 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9094bad7-ea4a-4bb2-acfc-ba3feb3daba0 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.542814 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=5534ea0b-e66a-4f00-a827-e9cb54652a15,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:31.566206 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9094bad7-ea4a-4bb2-acfc-ba3feb3daba0 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2403932 Jul 07 17:59:31.566206 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49506) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:31.574765 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-be19a123-1507-421e-a18f-c85e0fe1fe85 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Request body: {'subnet': {'network_id': 'dac01d62-c943-46a4-9e2b-cbe13e18ac05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:31.649497 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-522446a3-99cc-478b-a1c0-be458aca28ef None None] Provisioning complete for port 5534ea0b-e66a-4f00-a827-e9cb54652a15 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:31.649877 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-522446a3-99cc-478b-a1c0-be458aca28ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.907097 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094bad7-ea4a-4bb2-acfc-ba3feb3daba0 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Pushing event updated for resources: {'Network': ['ID=dac01d62-c943-46a4-9e2b-cbe13e18ac05,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:31.917432 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network dac01d62-c943-46a4-9e2b-cbe13e18ac05 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:59:31.984948 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be19a123-1507-421e-a18f-c85e0fe1fe85 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Made reservation on behalf of 6e862d398ca142f0979c8c4844eb4067 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:31.990019 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be19a123-1507-421e-a18f-c85e0fe1fe85 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.188345 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be19a123-1507-421e-a18f-c85e0fe1fe85 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.248098 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19a123-1507-421e-a18f-c85e0fe1fe85 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Pushing event updated for resources: {'Subnet': ['ID=8f9cbb33-3939-4ddc-ab4f-a549f27f72eb,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:32.258876 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be19a123-1507-421e-a18f-c85e0fe1fe85 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Checking segment: {'id': '6b65f617-94dd-49a3-9c5d-6d0f4794af0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dac01d62-c943-46a4-9e2b-cbe13e18ac05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:32.259244 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be19a123-1507-421e-a18f-c85e0fe1fe85 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Network hostable DHCP agents. Network: dac01d62-c943-46a4-9e2b-cbe13e18ac05, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:59:32.277561 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be19a123-1507-421e-a18f-c85e0fe1fe85 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Network dac01d62-c943-46a4-9e2b-cbe13e18ac05 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:59:32.287748 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-be19a123-1507-421e-a18f-c85e0fe1fe85 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, dac01d62-c943-46a4-9e2b-cbe13e18ac05) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:32.291947 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be19a123-1507-421e-a18f-c85e0fe1fe85 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:32.292532 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be19a123-1507-421e-a18f-c85e0fe1fe85 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.298662 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819a0d71-d0e9-4245-9053-5b6e3c013bf2 None None] Network dac01d62-c943-46a4-9e2b-cbe13e18ac05 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:32.312796 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-be19a123-1507-421e-a18f-c85e0fe1fe85 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7439647 Jul 07 17:59:32.316915 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49508) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:32.322064 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-7b867dd6-5866-49db-a712-dcd1834219bd tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1701500083'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:32.346057 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b867dd6-5866-49db-a712-dcd1834219bd tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Made reservation on behalf of 6e862d398ca142f0979c8c4844eb4067 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:32.350488 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7b867dd6-5866-49db-a712-dcd1834219bd tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.388453 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b867dd6-5866-49db-a712-dcd1834219bd tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:59:32.406606 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7b867dd6-5866-49db-a712-dcd1834219bd tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.407160 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-7b867dd6-5866-49db-a712-dcd1834219bd tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Added segment 8e0ff7bb-5f05-45db-84ae-9b839f2bdf00 of type vlan for network 9e07c55c-ce91-4b49-a789-0cfd3c46d09a Jul 07 17:59:32.459669 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7b867dd6-5866-49db-a712-dcd1834219bd tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.466632 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cdbd7f-f555-4570-b02f-a6294e2a99f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-dac01d62-c943-46a4-9e2b-cbe13e18ac05', 'network_id': 'dac01d62-c943-46a4-9e2b-cbe13e18ac05', 'tenant_id': '6e862d398ca142f0979c8c4844eb4067', 'fixed_ips': [{'subnet_id': '8f9cbb33-3939-4ddc-ab4f-a549f27f72eb'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:59:32.467743 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-81cdbd7f-f555-4570-b02f-a6294e2a99f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.493304 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7b867dd6-5866-49db-a712-dcd1834219bd tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.503146 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b867dd6-5866-49db-a712-dcd1834219bd tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:32.504099 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7b867dd6-5866-49db-a712-dcd1834219bd tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.582621 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7b867dd6-5866-49db-a712-dcd1834219bd tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2608924 Jul 07 17:59:32.583280 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49510) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:32.589082 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-b2a0a46b-2f79-4be7-9659-f82d1dff87ff tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Request body: {'subnet': {'network_id': '9e07c55c-ce91-4b49-a789-0cfd3c46d09a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:32.606304 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b867dd6-5866-49db-a712-dcd1834219bd tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Pushing event updated for resources: {'Network': ['ID=9e07c55c-ce91-4b49-a789-0cfd3c46d09a,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:32.632254 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 9e07c55c-ce91-4b49-a789-0cfd3c46d09a details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:59:32.689757 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a0a46b-2f79-4be7-9659-f82d1dff87ff tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Made reservation on behalf of 6e862d398ca142f0979c8c4844eb4067 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:32.693578 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a46b-2f79-4be7-9659-f82d1dff87ff tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.709552 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-81cdbd7f-f555-4570-b02f-a6294e2a99f6 None None] Allocated IP 2001:db8::2 (dac01d62-c943-46a4-9e2b-cbe13e18ac05/8f9cbb33-3939-4ddc-ab4f-a549f27f72eb/37cb9001-7b54-48de-92b1-6216c373d7ac) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:32.881513 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-81cdbd7f-f555-4570-b02f-a6294e2a99f6 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.895377 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5534ea0b-e66a-4f00-a827-e9cb54652a15 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:59:32.902457 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-81cdbd7f-f555-4570-b02f-a6294e2a99f6 None None] Transition to ACTIVE for port object 37cb9001-7b54-48de-92b1-6216c373d7ac will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:32.934079 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a46b-2f79-4be7-9659-f82d1dff87ff tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.969012 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-81cdbd7f-f555-4570-b02f-a6294e2a99f6 None None] Transition to ACTIVE for port object 37cb9001-7b54-48de-92b1-6216c373d7ac will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:32.982387 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-81cdbd7f-f555-4570-b02f-a6294e2a99f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.037137 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0a46b-2f79-4be7-9659-f82d1dff87ff tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Pushing event updated for resources: {'Subnet': ['ID=a62ed1e5-e84b-4332-893d-25b2d16f22fd,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:33.050201 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a0a46b-2f79-4be7-9659-f82d1dff87ff tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Checking segment: {'id': '8e0ff7bb-5f05-45db-84ae-9b839f2bdf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9e07c55c-ce91-4b49-a789-0cfd3c46d09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:33.050839 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a0a46b-2f79-4be7-9659-f82d1dff87ff tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Network hostable DHCP agents. Network: 9e07c55c-ce91-4b49-a789-0cfd3c46d09a, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:59:33.069582 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cdbd7f-f555-4570-b02f-a6294e2a99f6 None None] Network dac01d62-c943-46a4-9e2b-cbe13e18ac05 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:33.073402 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-81cdbd7f-f555-4570-b02f-a6294e2a99f6 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:33.074925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a0a46b-2f79-4be7-9659-f82d1dff87ff tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Network 9e07c55c-ce91-4b49-a789-0cfd3c46d09a is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:59:33.079716 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cdbd7f-f555-4570-b02f-a6294e2a99f6 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:33.086705 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cdbd7f-f555-4570-b02f-a6294e2a99f6 None None] Pushing event updated for resources: {'Port': ['ID=37cb9001-7b54-48de-92b1-6216c373d7ac,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:33.088068 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-b2a0a46b-2f79-4be7-9659-f82d1dff87ff tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 9e07c55c-ce91-4b49-a789-0cfd3c46d09a) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:33.092088 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 5534ea0b-e66a-4f00-a827-e9cb54652a15 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:33.092448 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.093726 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a0a46b-2f79-4be7-9659-f82d1dff87ff tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:33.094687 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a46b-2f79-4be7-9659-f82d1dff87ff tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.114141 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b2a0a46b-2f79-4be7-9659-f82d1dff87ff tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5292320 Jul 07 17:59:33.118290 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49512) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:33.118514 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62d4e06-423c-4df7-9af2-80cc7e91a640 None None] Network 9e07c55c-ce91-4b49-a789-0cfd3c46d09a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:33.238837 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2980c12e-0d6b-4430-bddc-a130575d8fc2 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.244891 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-81cdbd7f-f555-4570-b02f-a6294e2a99f6 None None] Attempting to bind port 37cb9001-7b54-48de-92b1-6216c373d7ac on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:33.245261 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-81cdbd7f-f555-4570-b02f-a6294e2a99f6 None None] Attempting to bind port 37cb9001-7b54-48de-92b1-6216c373d7ac by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '6b65f617-94dd-49a3-9c5d-6d0f4794af0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dac01d62-c943-46a4-9e2b-cbe13e18ac05'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:33.245628 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cdbd7f-f555-4570-b02f-a6294e2a99f6 None None] Attempting to bind port 37cb9001-7b54-48de-92b1-6216c373d7ac on network dac01d62-c943-46a4-9e2b-cbe13e18ac05 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:33.265891 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cdbd7f-f555-4570-b02f-a6294e2a99f6 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:59:33.266268 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cdbd7f-f555-4570-b02f-a6294e2a99f6 None None] Checking segment: {'id': '6b65f617-94dd-49a3-9c5d-6d0f4794af0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dac01d62-c943-46a4-9e2b-cbe13e18ac05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:33.266672 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-81cdbd7f-f555-4570-b02f-a6294e2a99f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.267067 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cdbd7f-f555-4570-b02f-a6294e2a99f6 None None] Bound using segment: {'id': '6b65f617-94dd-49a3-9c5d-6d0f4794af0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dac01d62-c943-46a4-9e2b-cbe13e18ac05'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:59:33.267670 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-81cdbd7f-f555-4570-b02f-a6294e2a99f6 None None] Bound port: 37cb9001-7b54-48de-92b1-6216c373d7ac, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b65f617-94dd-49a3-9c5d-6d0f4794af0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dac01d62-c943-46a4-9e2b-cbe13e18ac05'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:59:33.267933 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-81cdbd7f-f555-4570-b02f-a6294e2a99f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.352370 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2980c12e-0d6b-4430-bddc-a130575d8fc2 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.421219 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2980c12e-0d6b-4430-bddc-a130575d8fc2 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.448168 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-81cdbd7f-f555-4570-b02f-a6294e2a99f6 None None] For port 37cb9001-7b54-48de-92b1-6216c373d7ac, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:59:33.457381 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980c12e-0d6b-4430-bddc-a130575d8fc2 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Pushing event deleted for resources: {'Subnet': ['ID=a62ed1e5-e84b-4332-893d-25b2d16f22fd,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:33.460192 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-81cdbd7f-f555-4570-b02f-a6294e2a99f6 None None] For port 37cb9001-7b54-48de-92b1-6216c373d7ac, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=37cb9001-7b54-48de-92b1-6216c373d7ac,segment=NetworkSegment(6b65f617-94dd-49a3-9c5d-6d0f4794af0d),segment_id=6b65f617-94dd-49a3-9c5d-6d0f4794af0d)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:59:33.466469 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-81cdbd7f-f555-4570-b02f-a6294e2a99f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.483269 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6999f168-f399-45c8-affa-3aed8569dc9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-9e07c55c-ce91-4b49-a789-0cfd3c46d09a', 'network_id': '9e07c55c-ce91-4b49-a789-0cfd3c46d09a', 'tenant_id': '6e862d398ca142f0979c8c4844eb4067', 'fixed_ips': [{'subnet_id': 'a62ed1e5-e84b-4332-893d-25b2d16f22fd'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:59:33.484173 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6999f168-f399-45c8-affa-3aed8569dc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.536517 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2980c12e-0d6b-4430-bddc-a130575d8fc2 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.551082 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-2980c12e-0d6b-4430-bddc-a130575d8fc2 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e07c55c-ce91-4b49-a789-0cfd3c46d09a']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:33.573527 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-2980c12e-0d6b-4430-bddc-a130575d8fc2 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e0ff7bb-5f05-45db-84ae-9b839f2bdf00') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:33.573975 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-2980c12e-0d6b-4430-bddc-a130575d8fc2 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e0ff7bb-5f05-45db-84ae-9b839f2bdf00') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:33.585211 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2980c12e-0d6b-4430-bddc-a130575d8fc2 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.602890 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2980c12e-0d6b-4430-bddc-a130575d8fc2 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.612822 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2980c12e-0d6b-4430-bddc-a130575d8fc2 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:59:33.613345 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2980c12e-0d6b-4430-bddc-a130575d8fc2 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.617223 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cdbd7f-f555-4570-b02f-a6294e2a99f6 None None] Pushing event updated for resources: {'Port': ['ID=37cb9001-7b54-48de-92b1-6216c373d7ac,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:59:33.617420 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:59:33.638854 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f240e283-5662-4388-923b-e7ca7649d3e9 None None] Network 9e07c55c-ce91-4b49-a789-0cfd3c46d09a requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:33.718611 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2980c12e-0d6b-4430-bddc-a130575d8fc2 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.726482 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2980c12e-0d6b-4430-bddc-a130575d8fc2 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.734134 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2980c12e-0d6b-4430-bddc-a130575d8fc2 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] 10.222.0.53 "DELETE /v2.0/networks/9e07c55c-ce91-4b49-a789-0cfd3c46d09a HTTP/1.1" status: 204 len: 168 time: 0.6157250 Jul 07 17:59:33.736225 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49514) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:33.759634 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980c12e-0d6b-4430-bddc-a130575d8fc2 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Pushing event deleted for resources: {'Network': ['ID=9e07c55c-ce91-4b49-a789-0cfd3c46d09a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:33.778101 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d6ab6af-439d-4646-96f1-50cf37c34e1d tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] GET failed (client error): The resource could not be found. Jul 07 17:59:33.779471 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5d6ab6af-439d-4646-96f1-50cf37c34e1d tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] 10.222.0.53 "GET /v2.0/subnets/a62ed1e5-e84b-4332-893d-25b2d16f22fd HTTP/1.1" status: 404 len: 337 time: 0.0413167 Jul 07 17:59:33.782202 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49516) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:33.806966 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1b9284-bd96-4408-8b32-6d0e2c700200 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] DELETE failed (client error): The resource could not be found. Jul 07 17:59:33.807553 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f1b9284-bd96-4408-8b32-6d0e2c700200 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:59:33.809456 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6f1b9284-bd96-4408-8b32-6d0e2c700200 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] 10.222.0.53 "DELETE /v2.0/networks/9e07c55c-ce91-4b49-a789-0cfd3c46d09a HTTP/1.1" status: 404 len: 339 time: 0.0262699 Jul 07 17:59:33.813354 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49518) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:33.840836 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-8605d50d-0e64-4ad4-8742-9bc8fdb7343f tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] DELETE failed (client error): The resource could not be found. Jul 07 17:59:33.841301 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8605d50d-0e64-4ad4-8742-9bc8fdb7343f tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:59:33.843603 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8605d50d-0e64-4ad4-8742-9bc8fdb7343f tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] 10.222.0.53 "DELETE /v2.0/subnets/a62ed1e5-e84b-4332-893d-25b2d16f22fd HTTP/1.1" status: 404 len: 337 time: 0.0287778 Jul 07 17:59:33.845714 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49520) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:33.865121 n-d-791503-12 neutron-server[100193]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae4c9ad-0d7f-428e-8f8c-90a4a8f29c2a tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] DELETE failed (client error): The resource could not be found. Jul 07 17:59:33.865771 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aae4c9ad-0d7f-428e-8f8c-90a4a8f29c2a tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100193) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:59:33.867502 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-aae4c9ad-0d7f-428e-8f8c-90a4a8f29c2a tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] 10.222.0.53 "DELETE /v2.0/networks/9e07c55c-ce91-4b49-a789-0cfd3c46d09a HTTP/1.1" status: 404 len: 339 time: 0.0208366 Jul 07 17:59:33.870148 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49522) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:33.920680 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc0362d-f838-48c8-ba71-a7b6d6cbc870 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Deleting subnet 8f9cbb33-3939-4ddc-ab4f-a549f27f72eb {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:59:33.923972 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cbc0362d-f838-48c8-ba71-a7b6d6cbc870 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.969128 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cbc0362d-f838-48c8-ba71-a7b6d6cbc870 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.055407 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cbc0362d-f838-48c8-ba71-a7b6d6cbc870 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.114627 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cbc0362d-f838-48c8-ba71-a7b6d6cbc870 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.145153 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0362d-f838-48c8-ba71-a7b6d6cbc870 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Pushing event deleted for resources: {'Subnet': ['ID=8f9cbb33-3939-4ddc-ab4f-a549f27f72eb,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:34.148715 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cbc0362d-f838-48c8-ba71-a7b6d6cbc870 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.150601 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cbc0362d-f838-48c8-ba71-a7b6d6cbc870 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] 10.222.0.53 "DELETE /v2.0/subnets/8f9cbb33-3939-4ddc-ab4f-a549f27f72eb HTTP/1.1" status: 204 len: 168 time: 0.2795222 Jul 07 17:59:34.153045 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49524) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:34.230339 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cb2ebc57-6720-413e-a644-0534d9321c4d tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.285956 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-cb2ebc57-6720-413e-a644-0534d9321c4d tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Deleting port 37cb9001-7b54-48de-92b1-6216c373d7ac {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:34.286299 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cb2ebc57-6720-413e-a644-0534d9321c4d tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.356280 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-cb2ebc57-6720-413e-a644-0534d9321c4d tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] For port 37cb9001-7b54-48de-92b1-6216c373d7ac, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=37cb9001-7b54-48de-92b1-6216c373d7ac,segment=NetworkSegment(6b65f617-94dd-49a3-9c5d-6d0f4794af0d),segment_id=6b65f617-94dd-49a3-9c5d-6d0f4794af0d)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:34.356675 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cb2ebc57-6720-413e-a644-0534d9321c4d tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.370459 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-cb2ebc57-6720-413e-a644-0534d9321c4d tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Calling delete_port for 37cb9001-7b54-48de-92b1-6216c373d7ac owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:34.458517 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cb2ebc57-6720-413e-a644-0534d9321c4d tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.487234 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ebc57-6720-413e-a644-0534d9321c4d tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Pushing event deleted for resources: {'Port': ['ID=37cb9001-7b54-48de-92b1-6216c373d7ac,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:34.489059 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2ebc57-6720-413e-a644-0534d9321c4d tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] No DVR routers for this DVR port 37cb9001-7b54-48de-92b1-6216c373d7ac on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:59:34.537379 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7b363d-efb2-487c-99f8-4c28fb3eff93 None None] Network dac01d62-c943-46a4-9e2b-cbe13e18ac05 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:34.576988 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cb2ebc57-6720-413e-a644-0534d9321c4d tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.590971 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-cb2ebc57-6720-413e-a644-0534d9321c4d tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac01d62-c943-46a4-9e2b-cbe13e18ac05']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:34.603483 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-cb2ebc57-6720-413e-a644-0534d9321c4d tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b65f617-94dd-49a3-9c5d-6d0f4794af0d') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:34.603871 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-cb2ebc57-6720-413e-a644-0534d9321c4d tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b65f617-94dd-49a3-9c5d-6d0f4794af0d') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:34.605759 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f079eff2-8197-4e58-9b7f-a0b00315f79c None None] Could not find standard attr ID for object 37cb9001-7b54-48de-92b1-6216c373d7ac. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:59:34.617274 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cb2ebc57-6720-413e-a644-0534d9321c4d tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.632330 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cb2ebc57-6720-413e-a644-0534d9321c4d tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.638495 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2ebc57-6720-413e-a644-0534d9321c4d tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:59:34.638879 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cb2ebc57-6720-413e-a644-0534d9321c4d tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:59:34.642172 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:59:34.708912 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cb2ebc57-6720-413e-a644-0534d9321c4d tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.715643 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cb2ebc57-6720-413e-a644-0534d9321c4d tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.719270 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49526) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:34.719773 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cb2ebc57-6720-413e-a644-0534d9321c4d tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] 10.222.0.53 "DELETE /v2.0/networks/dac01d62-c943-46a4-9e2b-cbe13e18ac05 HTTP/1.1" status: 204 len: 168 time: 0.5657656 Jul 07 17:59:34.723431 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508379c0-4e2c-4edb-b354-c5e453eac676 None None] DHCP port deletion for dac01d62-c943-46a4-9e2b-cbe13e18ac05 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:59:34.738231 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ebc57-6720-413e-a644-0534d9321c4d tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Pushing event deleted for resources: {'Network': ['ID=dac01d62-c943-46a4-9e2b-cbe13e18ac05,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:34.750347 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-25666d58-a631-4176-8c54-08cb155f32b6 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] DELETE failed (client error): The resource could not be found. Jul 07 17:59:34.750859 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25666d58-a631-4176-8c54-08cb155f32b6 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:59:34.753216 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-25666d58-a631-4176-8c54-08cb155f32b6 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] 10.222.0.53 "DELETE /v2.0/subnets/b3ed09a8-ee35-4af6-a2f7-c1578f9ab0e1 HTTP/1.1" status: 404 len: 337 time: 0.0325401 Jul 07 17:59:34.756250 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49528) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:34.775621 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aba649c-84cb-4aab-b015-dce4fbd44e4d tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] DELETE failed (client error): The resource could not be found. Jul 07 17:59:34.776106 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aba649c-84cb-4aab-b015-dce4fbd44e4d tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:59:34.777834 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8aba649c-84cb-4aab-b015-dce4fbd44e4d tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] 10.222.0.53 "DELETE /v2.0/networks/557d4b66-2158-49b2-8792-9de46f25a107 HTTP/1.1" status: 404 len: 339 time: 0.0205321 Jul 07 17:59:34.780331 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49530) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:34.806655 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea747ae2-aa60-495e-a229-226b18f1b094 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] DELETE failed (client error): The resource could not be found. Jul 07 17:59:34.807107 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea747ae2-aa60-495e-a229-226b18f1b094 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:59:34.808908 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ea747ae2-aa60-495e-a229-226b18f1b094 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] 10.222.0.53 "DELETE /v2.0/subnets/e293523a-c4b4-49d1-a7b6-6435cc3cd81a HTTP/1.1" status: 404 len: 337 time: 0.0275078 Jul 07 17:59:34.811962 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49532) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:34.832019 n-d-791503-12 neutron-server[100192]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f6b4464-4c25-4d8b-8dd7-caa2c63c9677 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] DELETE failed (client error): The resource could not be found. Jul 07 17:59:34.832737 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f6b4464-4c25-4d8b-8dd7-caa2c63c9677 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:59:34.834248 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6f6b4464-4c25-4d8b-8dd7-caa2c63c9677 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] 10.222.0.53 "DELETE /v2.0/networks/8eccd7ee-5033-4980-a3b9-3e5b5121f0bd HTTP/1.1" status: 404 len: 339 time: 0.0213966 Jul 07 17:59:34.836817 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49534) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:34.895596 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d9a238-794a-4e98-9889-f5c3dc3bd0cb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Deleting subnet ab13e1fe-7fd3-4b18-85c8-58dfa582d8f7 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:59:34.898867 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1d9a238-794a-4e98-9889-f5c3dc3bd0cb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.937251 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1d9a238-794a-4e98-9889-f5c3dc3bd0cb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:35.023243 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1d9a238-794a-4e98-9889-f5c3dc3bd0cb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:35.089384 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1d9a238-794a-4e98-9889-f5c3dc3bd0cb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:35.115325 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9a238-794a-4e98-9889-f5c3dc3bd0cb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Pushing event deleted for resources: {'Subnet': ['ID=ab13e1fe-7fd3-4b18-85c8-58dfa582d8f7,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:35.121101 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f1d9a238-794a-4e98-9889-f5c3dc3bd0cb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:35.123239 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f1d9a238-794a-4e98-9889-f5c3dc3bd0cb tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] 10.222.0.53 "DELETE /v2.0/subnets/ab13e1fe-7fd3-4b18-85c8-58dfa582d8f7 HTTP/1.1" status: 204 len: 168 time: 0.2854154 Jul 07 17:59:35.125608 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49536) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:35.129037 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4e0629-722c-4749-abda-01eefa5d712f None None] Network 14be769c-1d32-4a89-b9d3-fee9de4f0612 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:35.202771 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-00830853-db43-406f-a7e7-74ae6002ffb4 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:35.258507 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-00830853-db43-406f-a7e7-74ae6002ffb4 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Deleting port 5534ea0b-e66a-4f00-a827-e9cb54652a15 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:35.259103 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-00830853-db43-406f-a7e7-74ae6002ffb4 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:35.318543 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2301b974-2d74-466f-ae19-ce7b7d2b7725 None None] DHCP port deletion for 14be769c-1d32-4a89-b9d3-fee9de4f0612 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:59:35.329276 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-00830853-db43-406f-a7e7-74ae6002ffb4 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] For port 5534ea0b-e66a-4f00-a827-e9cb54652a15, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=5534ea0b-e66a-4f00-a827-e9cb54652a15,segment=NetworkSegment(3ca0aefe-9a15-40de-8ff5-628c659fd105),segment_id=3ca0aefe-9a15-40de-8ff5-628c659fd105)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:35.329647 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-00830853-db43-406f-a7e7-74ae6002ffb4 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:35.343118 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-00830853-db43-406f-a7e7-74ae6002ffb4 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Calling delete_port for 5534ea0b-e66a-4f00-a827-e9cb54652a15 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:35.367681 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-2301b974-2d74-466f-ae19-ce7b7d2b7725 None None] Deleting port 5534ea0b-e66a-4f00-a827-e9cb54652a15 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:35.368060 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2301b974-2d74-466f-ae19-ce7b7d2b7725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:35.427843 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-00830853-db43-406f-a7e7-74ae6002ffb4 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:35.436572 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-2301b974-2d74-466f-ae19-ce7b7d2b7725 None None] For port 5534ea0b-e66a-4f00-a827-e9cb54652a15, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=5534ea0b-e66a-4f00-a827-e9cb54652a15,segment=NetworkSegment(3ca0aefe-9a15-40de-8ff5-628c659fd105),segment_id=3ca0aefe-9a15-40de-8ff5-628c659fd105)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:35.436989 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2301b974-2d74-466f-ae19-ce7b7d2b7725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:35.451112 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-2301b974-2d74-466f-ae19-ce7b7d2b7725 None None] Calling delete_port for 5534ea0b-e66a-4f00-a827-e9cb54652a15 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:35.460762 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00830853-db43-406f-a7e7-74ae6002ffb4 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Pushing event deleted for resources: {'Port': ['ID=5534ea0b-e66a-4f00-a827-e9cb54652a15,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:35.464142 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00830853-db43-406f-a7e7-74ae6002ffb4 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] No DVR routers for this DVR port 5534ea0b-e66a-4f00-a827-e9cb54652a15 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:59:35.536187 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2301b974-2d74-466f-ae19-ce7b7d2b7725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:35.546764 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-00830853-db43-406f-a7e7-74ae6002ffb4 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:35.558248 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-00830853-db43-406f-a7e7-74ae6002ffb4 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14be769c-1d32-4a89-b9d3-fee9de4f0612']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:35.564401 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301b974-2d74-466f-ae19-ce7b7d2b7725 None None] Pushing event deleted for resources: {'Port': ['ID=5534ea0b-e66a-4f00-a827-e9cb54652a15,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:35.567990 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2301b974-2d74-466f-ae19-ce7b7d2b7725 None None] No DVR routers for this DVR port 5534ea0b-e66a-4f00-a827-e9cb54652a15 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:59:35.569741 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-00830853-db43-406f-a7e7-74ae6002ffb4 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca0aefe-9a15-40de-8ff5-628c659fd105') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:35.570040 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-00830853-db43-406f-a7e7-74ae6002ffb4 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca0aefe-9a15-40de-8ff5-628c659fd105') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:35.579488 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-00830853-db43-406f-a7e7-74ae6002ffb4 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:35.594320 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-00830853-db43-406f-a7e7-74ae6002ffb4 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:35.601267 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00830853-db43-406f-a7e7-74ae6002ffb4 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:59:35.601696 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-00830853-db43-406f-a7e7-74ae6002ffb4 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:59:35.604566 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:59:35.666120 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-00830853-db43-406f-a7e7-74ae6002ffb4 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:35.673202 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-00830853-db43-406f-a7e7-74ae6002ffb4 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:35.678154 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-00830853-db43-406f-a7e7-74ae6002ffb4 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] 10.222.0.53 "DELETE /v2.0/networks/14be769c-1d32-4a89-b9d3-fee9de4f0612 HTTP/1.1" status: 204 len: 168 time: 0.5490503 Jul 07 17:59:35.687841 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00830853-db43-406f-a7e7-74ae6002ffb4 tempest-NetworksIpV6Test-929383854 tempest-NetworksIpV6Test-929383854-project] Pushing event deleted for resources: {'Network': ['ID=14be769c-1d32-4a89-b9d3-fee9de4f0612,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:35.927759 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49542) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:36.060481 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9a356806-7417-467a-9582-6a87de1b711b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e862d398ca142f0979c8c4844eb4067&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314118 Jul 07 17:59:36.063540 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49546) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:36.114658 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc1c4-9e10-49ac-b2d5-74bcc21321ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:36.138153 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc1c4-9e10-49ac-b2d5-74bcc21321ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:36.185414 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc1c4-9e10-49ac-b2d5-74bcc21321ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:36.188331 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc1c4-9e10-49ac-b2d5-74bcc21321ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:36.189649 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7a1dc1c4-9e10-49ac-b2d5-74bcc21321ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d558ef73-6eec-4738-8e49-456803e97dc1 HTTP/1.1" status: 204 len: 168 time: 0.1249399 Jul 07 17:59:36.200297 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1dc1c4-9e10-49ac-b2d5-74bcc21321ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d558ef73-6eec-4738-8e49-456803e97dc1,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:36.852123 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49568) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:36.881469 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5534ea0b-e66a-4f00-a827-e9cb54652a15 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:59:36.905551 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 5534ea0b-e66a-4f00-a827-e9cb54652a15 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:59:36.905905 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5534ea0b-e66a-4f00-a827-e9cb54652a15 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:59:36.963996 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-de10ca99-dfc7-4238-b51d-875e34d67fc4 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2114166179', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:36.989790 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-de10ca99-dfc7-4238-b51d-875e34d67fc4 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:36.990867 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-de10ca99-dfc7-4238-b51d-875e34d67fc4 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.047447 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-de10ca99-dfc7-4238-b51d-875e34d67fc4 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.053112 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-de10ca99-dfc7-4238-b51d-875e34d67fc4 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.071805 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-de10ca99-dfc7-4238-b51d-875e34d67fc4 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.073208 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-de10ca99-dfc7-4238-b51d-875e34d67fc4 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2200162 Jul 07 17:59:37.076496 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49572) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:37.083360 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-23ccd5fb-d1b0-4d65-80fb-df4afa67ade2 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-485260316'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:37.104334 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ccd5fb-d1b0-4d65-80fb-df4afa67ade2 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Made reservation on behalf of 0627558fb53c4658ac5d7b43ba437042 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:37.107948 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23ccd5fb-d1b0-4d65-80fb-df4afa67ade2 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.117369 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23ccd5fb-d1b0-4d65-80fb-df4afa67ade2 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.223027 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23ccd5fb-d1b0-4d65-80fb-df4afa67ade2 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.227045 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23ccd5fb-d1b0-4d65-80fb-df4afa67ade2 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.253670 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ccd5fb-d1b0-4d65-80fb-df4afa67ade2 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:59:37.262296 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ccd5fb-d1b0-4d65-80fb-df4afa67ade2 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcc3fc0-9c52-4d77-8c0f-338f64de8c8d,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:37.268578 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23ccd5fb-d1b0-4d65-80fb-df4afa67ade2 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.269350 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-23ccd5fb-d1b0-4d65-80fb-df4afa67ade2 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Added segment c6f29795-5f1f-42d1-a0fe-1b8fa8d55251 of type vlan for network 1078b8db-9707-4d0e-a9c2-1346673b11ac Jul 07 17:59:37.314800 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23ccd5fb-d1b0-4d65-80fb-df4afa67ade2 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.347519 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23ccd5fb-d1b0-4d65-80fb-df4afa67ade2 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.353271 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ccd5fb-d1b0-4d65-80fb-df4afa67ade2 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:37.353897 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23ccd5fb-d1b0-4d65-80fb-df4afa67ade2 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.411284 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-23ccd5fb-d1b0-4d65-80fb-df4afa67ade2 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3335006 Jul 07 17:59:37.414092 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49574) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:37.421194 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-a96fa5c9-ff7c-4377-b53f-fb0fe119b9f0 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Request body: {'subnet': {'network_id': '1078b8db-9707-4d0e-a9c2-1346673b11ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:37.469347 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ccd5fb-d1b0-4d65-80fb-df4afa67ade2 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Pushing event updated for resources: {'Network': ['ID=1078b8db-9707-4d0e-a9c2-1346673b11ac,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:37.482895 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 1078b8db-9707-4d0e-a9c2-1346673b11ac details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:59:37.527924 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96fa5c9-ff7c-4377-b53f-fb0fe119b9f0 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Made reservation on behalf of 0627558fb53c4658ac5d7b43ba437042 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:37.531775 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a96fa5c9-ff7c-4377-b53f-fb0fe119b9f0 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.726327 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a96fa5c9-ff7c-4377-b53f-fb0fe119b9f0 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.786095 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fa5c9-ff7c-4377-b53f-fb0fe119b9f0 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Pushing event updated for resources: {'Subnet': ['ID=482de95a-b58c-4612-baaa-9b1e5955fc8a,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:37.797613 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96fa5c9-ff7c-4377-b53f-fb0fe119b9f0 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Checking segment: {'id': 'c6f29795-5f1f-42d1-a0fe-1b8fa8d55251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1078b8db-9707-4d0e-a9c2-1346673b11ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:37.797976 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96fa5c9-ff7c-4377-b53f-fb0fe119b9f0 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Network hostable DHCP agents. Network: 1078b8db-9707-4d0e-a9c2-1346673b11ac, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:59:37.816417 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96fa5c9-ff7c-4377-b53f-fb0fe119b9f0 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Network 1078b8db-9707-4d0e-a9c2-1346673b11ac is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:59:37.825483 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-a96fa5c9-ff7c-4377-b53f-fb0fe119b9f0 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 1078b8db-9707-4d0e-a9c2-1346673b11ac) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:37.831669 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96fa5c9-ff7c-4377-b53f-fb0fe119b9f0 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:37.832112 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a96fa5c9-ff7c-4377-b53f-fb0fe119b9f0 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.836336 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36871af4-a025-4e27-9f2e-f8cea2bc644c None None] Network 1078b8db-9707-4d0e-a9c2-1346673b11ac requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:37.852652 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a96fa5c9-ff7c-4377-b53f-fb0fe119b9f0 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4374173 Jul 07 17:59:37.855762 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49578) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:37.861063 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-8b42a575-d302-4260-93ec-1adc769e9c8a tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1143514951'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:37.889480 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b42a575-d302-4260-93ec-1adc769e9c8a tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Made reservation on behalf of 0627558fb53c4658ac5d7b43ba437042 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:37.893766 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8b42a575-d302-4260-93ec-1adc769e9c8a tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.914827 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.923492 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b42a575-d302-4260-93ec-1adc769e9c8a tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:59:37.930765 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8b42a575-d302-4260-93ec-1adc769e9c8a tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.931137 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-8b42a575-d302-4260-93ec-1adc769e9c8a tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Added segment 7c502065-8370-4d04-bffa-3d36b7a201a2 of type vlan for network 99bbfb07-5199-4171-9f1d-12a371bd1ffb Jul 07 17:59:37.973733 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8b42a575-d302-4260-93ec-1adc769e9c8a tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:38.002126 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245c157f-c0d4-4667-8b84-64a4b9084645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-1078b8db-9707-4d0e-a9c2-1346673b11ac', 'network_id': '1078b8db-9707-4d0e-a9c2-1346673b11ac', 'tenant_id': '0627558fb53c4658ac5d7b43ba437042', 'fixed_ips': [{'subnet_id': '482de95a-b58c-4612-baaa-9b1e5955fc8a'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:59:38.003348 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-245c157f-c0d4-4667-8b84-64a4b9084645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:38.005017 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8b42a575-d302-4260-93ec-1adc769e9c8a tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:38.010951 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b42a575-d302-4260-93ec-1adc769e9c8a tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:38.011708 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8b42a575-d302-4260-93ec-1adc769e9c8a tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:38.080246 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8b42a575-d302-4260-93ec-1adc769e9c8a tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2232602 Jul 07 17:59:38.084955 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49580) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:38.087658 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42a575-d302-4260-93ec-1adc769e9c8a tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Pushing event updated for resources: {'Network': ['ID=99bbfb07-5199-4171-9f1d-12a371bd1ffb,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:38.094776 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-48d034e9-7d8c-4712-9169-bb822609f479 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Request body: {'subnet': {'network_id': '99bbfb07-5199-4171-9f1d-12a371bd1ffb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:38.103493 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 99bbfb07-5199-4171-9f1d-12a371bd1ffb details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:59:38.186236 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d034e9-7d8c-4712-9169-bb822609f479 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Made reservation on behalf of 0627558fb53c4658ac5d7b43ba437042 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:38.189971 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-48d034e9-7d8c-4712-9169-bb822609f479 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:38.201305 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-245c157f-c0d4-4667-8b84-64a4b9084645 None None] Allocated IP 172.20.0.2 (1078b8db-9707-4d0e-a9c2-1346673b11ac/482de95a-b58c-4612-baaa-9b1e5955fc8a/4719bf36-8927-4961-9390-2a0bce607165) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:38.358671 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-245c157f-c0d4-4667-8b84-64a4b9084645 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:38.367909 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-245c157f-c0d4-4667-8b84-64a4b9084645 None None] Transition to ACTIVE for port object 4719bf36-8927-4961-9390-2a0bce607165 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:38.381143 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-48d034e9-7d8c-4712-9169-bb822609f479 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:38.385918 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-245c157f-c0d4-4667-8b84-64a4b9084645 None None] Transition to ACTIVE for port object 4719bf36-8927-4961-9390-2a0bce607165 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:38.391980 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-245c157f-c0d4-4667-8b84-64a4b9084645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:38.441188 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245c157f-c0d4-4667-8b84-64a4b9084645 None None] Network 1078b8db-9707-4d0e-a9c2-1346673b11ac is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:38.447138 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-245c157f-c0d4-4667-8b84-64a4b9084645 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:38.449027 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d034e9-7d8c-4712-9169-bb822609f479 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Pushing event updated for resources: {'Subnet': ['ID=8828444f-5626-483e-84d0-d531a95cbc5c,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:38.453043 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245c157f-c0d4-4667-8b84-64a4b9084645 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:38.455233 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c157f-c0d4-4667-8b84-64a4b9084645 None None] Pushing event updated for resources: {'Port': ['ID=4719bf36-8927-4961-9390-2a0bce607165,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:38.461008 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:38.461839 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d034e9-7d8c-4712-9169-bb822609f479 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Checking segment: {'id': '7c502065-8370-4d04-bffa-3d36b7a201a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '99bbfb07-5199-4171-9f1d-12a371bd1ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:38.462257 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d034e9-7d8c-4712-9169-bb822609f479 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Network hostable DHCP agents. Network: 99bbfb07-5199-4171-9f1d-12a371bd1ffb, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:59:38.480554 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d034e9-7d8c-4712-9169-bb822609f479 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Network 99bbfb07-5199-4171-9f1d-12a371bd1ffb is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:59:38.490392 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-48d034e9-7d8c-4712-9169-bb822609f479 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 99bbfb07-5199-4171-9f1d-12a371bd1ffb) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:38.495674 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d034e9-7d8c-4712-9169-bb822609f479 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:38.497342 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-48d034e9-7d8c-4712-9169-bb822609f479 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:38.512114 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa022c6-2641-4180-b8bc-22669dcffefe None None] Network 99bbfb07-5199-4171-9f1d-12a371bd1ffb requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:38.512331 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-48d034e9-7d8c-4712-9169-bb822609f479 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4255877 Jul 07 17:59:38.515000 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49582) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:38.520711 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-7758fb22-dae5-4b4d-b6eb-ec15ead12c22 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Request body: {'router': {'external_gateway_info': {'network_id': '99bbfb07-5199-4171-9f1d-12a371bd1ffb'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:38.558509 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-245c157f-c0d4-4667-8b84-64a4b9084645 None None] Attempting to bind port 4719bf36-8927-4961-9390-2a0bce607165 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:38.558888 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-245c157f-c0d4-4667-8b84-64a4b9084645 None None] Attempting to bind port 4719bf36-8927-4961-9390-2a0bce607165 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'c6f29795-5f1f-42d1-a0fe-1b8fa8d55251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1078b8db-9707-4d0e-a9c2-1346673b11ac'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:38.559262 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245c157f-c0d4-4667-8b84-64a4b9084645 None None] Attempting to bind port 4719bf36-8927-4961-9390-2a0bce607165 on network 1078b8db-9707-4d0e-a9c2-1346673b11ac {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:38.569921 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245c157f-c0d4-4667-8b84-64a4b9084645 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:59:38.570307 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245c157f-c0d4-4667-8b84-64a4b9084645 None None] Checking segment: {'id': 'c6f29795-5f1f-42d1-a0fe-1b8fa8d55251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1078b8db-9707-4d0e-a9c2-1346673b11ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:38.570714 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-245c157f-c0d4-4667-8b84-64a4b9084645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:38.571115 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245c157f-c0d4-4667-8b84-64a4b9084645 None None] Bound using segment: {'id': 'c6f29795-5f1f-42d1-a0fe-1b8fa8d55251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1078b8db-9707-4d0e-a9c2-1346673b11ac'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:59:38.571590 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-245c157f-c0d4-4667-8b84-64a4b9084645 None None] Bound port: 4719bf36-8927-4961-9390-2a0bce607165, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f29795-5f1f-42d1-a0fe-1b8fa8d55251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1078b8db-9707-4d0e-a9c2-1346673b11ac'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:59:38.571976 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-245c157f-c0d4-4667-8b84-64a4b9084645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:38.689791 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-245c157f-c0d4-4667-8b84-64a4b9084645 None None] For port 4719bf36-8927-4961-9390-2a0bce607165, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:59:38.694722 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-245c157f-c0d4-4667-8b84-64a4b9084645 None None] For port 4719bf36-8927-4961-9390-2a0bce607165, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4719bf36-8927-4961-9390-2a0bce607165,segment=NetworkSegment(c6f29795-5f1f-42d1-a0fe-1b8fa8d55251),segment_id=c6f29795-5f1f-42d1-a0fe-1b8fa8d55251)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:59:38.700992 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-245c157f-c0d4-4667-8b84-64a4b9084645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:38.744302 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7758fb22-dae5-4b4d-b6eb-ec15ead12c22 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:38.763726 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8557105d-c33c-43b8-bb76-7d54667d09d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-99bbfb07-5199-4171-9f1d-12a371bd1ffb', 'network_id': '99bbfb07-5199-4171-9f1d-12a371bd1ffb', 'tenant_id': '0627558fb53c4658ac5d7b43ba437042', 'fixed_ips': [{'subnet_id': '8828444f-5626-483e-84d0-d531a95cbc5c'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:59:38.764598 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8557105d-c33c-43b8-bb76-7d54667d09d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:38.794156 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c157f-c0d4-4667-8b84-64a4b9084645 None None] Pushing event updated for resources: {'Port': ['ID=4719bf36-8927-4961-9390-2a0bce607165,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:38.868589 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [None req-7758fb22-dae5-4b4d-b6eb-ec15ead12c22 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:59:38.869714 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7758fb22-dae5-4b4d-b6eb-ec15ead12c22 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] 10.222.0.53 "PUT /v2.0/routers/7d777b5e-4cb7-44ce-9c54-ce9ee3a54712 HTTP/1.1" status: 400 len: 364 time: 0.3537159 Jul 07 17:59:38.875620 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49584) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:38.938806 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-8557105d-c33c-43b8-bb76-7d54667d09d6 None None] Allocated IP 172.21.0.2 (99bbfb07-5199-4171-9f1d-12a371bd1ffb/8828444f-5626-483e-84d0-d531a95cbc5c/37c798a7-cd28-45f3-a1de-2ec0dfd4cdef) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:38.939411 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2a0f74-390f-4555-8454-e712b2a98819 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Deleting subnet 8828444f-5626-483e-84d0-d531a95cbc5c {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:59:39.122891 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8557105d-c33c-43b8-bb76-7d54667d09d6 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.132331 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8557105d-c33c-43b8-bb76-7d54667d09d6 None None] Transition to ACTIVE for port object 37c798a7-cd28-45f3-a1de-2ec0dfd4cdef will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:39.147588 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8557105d-c33c-43b8-bb76-7d54667d09d6 None None] Transition to ACTIVE for port object 37c798a7-cd28-45f3-a1de-2ec0dfd4cdef will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:39.152708 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6d2a0f74-390f-4555-8454-e712b2a98819 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.153458 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8557105d-c33c-43b8-bb76-7d54667d09d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.192440 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8557105d-c33c-43b8-bb76-7d54667d09d6 None None] Network 99bbfb07-5199-4171-9f1d-12a371bd1ffb is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:39.197049 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6d2a0f74-390f-4555-8454-e712b2a98819 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.198775 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-8557105d-c33c-43b8-bb76-7d54667d09d6 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:39.203187 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8557105d-c33c-43b8-bb76-7d54667d09d6 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:39.207140 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557105d-c33c-43b8-bb76-7d54667d09d6 None None] Pushing event updated for resources: {'Port': ['ID=37c798a7-cd28-45f3-a1de-2ec0dfd4cdef,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:39.265122 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-8557105d-c33c-43b8-bb76-7d54667d09d6 None None] Attempting to bind port 37c798a7-cd28-45f3-a1de-2ec0dfd4cdef on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:39.265528 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-8557105d-c33c-43b8-bb76-7d54667d09d6 None None] Attempting to bind port 37c798a7-cd28-45f3-a1de-2ec0dfd4cdef by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '7c502065-8370-4d04-bffa-3d36b7a201a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '99bbfb07-5199-4171-9f1d-12a371bd1ffb'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:39.265973 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8557105d-c33c-43b8-bb76-7d54667d09d6 None None] Attempting to bind port 37c798a7-cd28-45f3-a1de-2ec0dfd4cdef on network 99bbfb07-5199-4171-9f1d-12a371bd1ffb {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:39.272770 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8557105d-c33c-43b8-bb76-7d54667d09d6 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:59:39.273156 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8557105d-c33c-43b8-bb76-7d54667d09d6 None None] Checking segment: {'id': '7c502065-8370-4d04-bffa-3d36b7a201a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '99bbfb07-5199-4171-9f1d-12a371bd1ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:39.273573 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8557105d-c33c-43b8-bb76-7d54667d09d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.274031 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8557105d-c33c-43b8-bb76-7d54667d09d6 None None] Bound using segment: {'id': '7c502065-8370-4d04-bffa-3d36b7a201a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '99bbfb07-5199-4171-9f1d-12a371bd1ffb'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:59:39.275981 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-8557105d-c33c-43b8-bb76-7d54667d09d6 None None] Bound port: 37c798a7-cd28-45f3-a1de-2ec0dfd4cdef, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c502065-8370-4d04-bffa-3d36b7a201a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '99bbfb07-5199-4171-9f1d-12a371bd1ffb'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:59:39.276384 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8557105d-c33c-43b8-bb76-7d54667d09d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.295683 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6d2a0f74-390f-4555-8454-e712b2a98819 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.357466 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6d2a0f74-390f-4555-8454-e712b2a98819 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.361399 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8557105d-c33c-43b8-bb76-7d54667d09d6 None None] For port 37c798a7-cd28-45f3-a1de-2ec0dfd4cdef, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:59:39.365447 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8557105d-c33c-43b8-bb76-7d54667d09d6 None None] For port 37c798a7-cd28-45f3-a1de-2ec0dfd4cdef, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=37c798a7-cd28-45f3-a1de-2ec0dfd4cdef,segment=NetworkSegment(7c502065-8370-4d04-bffa-3d36b7a201a2),segment_id=7c502065-8370-4d04-bffa-3d36b7a201a2)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:59:39.369978 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8557105d-c33c-43b8-bb76-7d54667d09d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.386451 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a0f74-390f-4555-8454-e712b2a98819 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Pushing event deleted for resources: {'Subnet': ['ID=8828444f-5626-483e-84d0-d531a95cbc5c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:39.390198 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6d2a0f74-390f-4555-8454-e712b2a98819 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.396122 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49586) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:39.396947 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6d2a0f74-390f-4555-8454-e712b2a98819 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] 10.222.0.53 "DELETE /v2.0/subnets/8828444f-5626-483e-84d0-d531a95cbc5c HTTP/1.1" status: 204 len: 168 time: 0.5194671 Jul 07 17:59:39.430602 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557105d-c33c-43b8-bb76-7d54667d09d6 None None] Pushing event updated for resources: {'Port': ['ID=37c798a7-cd28-45f3-a1de-2ec0dfd4cdef,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:39.503310 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38baf184-a3ab-498e-b0a4-98861c3734dc tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.574151 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-38baf184-a3ab-498e-b0a4-98861c3734dc tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Deleting port 37c798a7-cd28-45f3-a1de-2ec0dfd4cdef {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:39.574499 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38baf184-a3ab-498e-b0a4-98861c3734dc tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.670519 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-38baf184-a3ab-498e-b0a4-98861c3734dc tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] For port 37c798a7-cd28-45f3-a1de-2ec0dfd4cdef, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=37c798a7-cd28-45f3-a1de-2ec0dfd4cdef,segment=NetworkSegment(7c502065-8370-4d04-bffa-3d36b7a201a2),segment_id=7c502065-8370-4d04-bffa-3d36b7a201a2)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:39.670889 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38baf184-a3ab-498e-b0a4-98861c3734dc tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.685567 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-38baf184-a3ab-498e-b0a4-98861c3734dc tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Calling delete_port for 37c798a7-cd28-45f3-a1de-2ec0dfd4cdef owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:39.780832 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38baf184-a3ab-498e-b0a4-98861c3734dc tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.809944 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38baf184-a3ab-498e-b0a4-98861c3734dc tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Pushing event deleted for resources: {'Port': ['ID=37c798a7-cd28-45f3-a1de-2ec0dfd4cdef,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:39.811922 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38baf184-a3ab-498e-b0a4-98861c3734dc tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] No DVR routers for this DVR port 37c798a7-cd28-45f3-a1de-2ec0dfd4cdef on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:59:39.898155 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38baf184-a3ab-498e-b0a4-98861c3734dc tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.908698 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-38baf184-a3ab-498e-b0a4-98861c3734dc tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99bbfb07-5199-4171-9f1d-12a371bd1ffb']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:39.911709 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0098657b-a1ea-4c35-9ce5-22898a285251 None None] Network 1078b8db-9707-4d0e-a9c2-1346673b11ac requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:39.928759 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-38baf184-a3ab-498e-b0a4-98861c3734dc tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c502065-8370-4d04-bffa-3d36b7a201a2') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:39.929081 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-38baf184-a3ab-498e-b0a4-98861c3734dc tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c502065-8370-4d04-bffa-3d36b7a201a2') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:39.938592 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38baf184-a3ab-498e-b0a4-98861c3734dc tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.953457 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38baf184-a3ab-498e-b0a4-98861c3734dc tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.959795 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38baf184-a3ab-498e-b0a4-98861c3734dc tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:59:39.960226 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38baf184-a3ab-498e-b0a4-98861c3734dc tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: timer() Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:59:39.963232 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:59:40.001269 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-58bf958c-a43c-4206-ad43-fd8b55e74145 None None] Provisioning for port 4719bf36-8927-4961-9390-2a0bce607165 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:40.026607 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38baf184-a3ab-498e-b0a4-98861c3734dc tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.034416 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-38baf184-a3ab-498e-b0a4-98861c3734dc tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.036554 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-38baf184-a3ab-498e-b0a4-98861c3734dc tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] 10.222.0.53 "DELETE /v2.0/networks/99bbfb07-5199-4171-9f1d-12a371bd1ffb HTTP/1.1" status: 204 len: 168 time: 0.6389110 Jul 07 17:59:40.039375 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49588) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:40.051169 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38baf184-a3ab-498e-b0a4-98861c3734dc tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Pushing event deleted for resources: {'Network': ['ID=99bbfb07-5199-4171-9f1d-12a371bd1ffb,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:40.092468 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24c6c8d-f713-4a78-82f5-9325ac5cab9a tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Deleting subnet 482de95a-b58c-4612-baaa-9b1e5955fc8a {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:59:40.095899 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f24c6c8d-f713-4a78-82f5-9325ac5cab9a tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.145405 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f24c6c8d-f713-4a78-82f5-9325ac5cab9a tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.252102 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f24c6c8d-f713-4a78-82f5-9325ac5cab9a tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.324023 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f24c6c8d-f713-4a78-82f5-9325ac5cab9a tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.357830 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c6c8d-f713-4a78-82f5-9325ac5cab9a tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Pushing event deleted for resources: {'Subnet': ['ID=482de95a-b58c-4612-baaa-9b1e5955fc8a,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:40.361921 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f24c6c8d-f713-4a78-82f5-9325ac5cab9a tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.365019 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f24c6c8d-f713-4a78-82f5-9325ac5cab9a tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] 10.222.0.53 "DELETE /v2.0/subnets/482de95a-b58c-4612-baaa-9b1e5955fc8a HTTP/1.1" status: 204 len: 168 time: 0.3240232 Jul 07 17:59:40.366853 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49590) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:40.395028 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9336bc81-aa3d-4a39-ab24-112b8dd2ec73 None None] Network 1078b8db-9707-4d0e-a9c2-1346673b11ac requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:40.449123 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a35ebec1-4950-4301-a2ce-e0eb53d9d21b tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.529070 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-a35ebec1-4950-4301-a2ce-e0eb53d9d21b tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Deleting port 4719bf36-8927-4961-9390-2a0bce607165 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:40.529407 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a35ebec1-4950-4301-a2ce-e0eb53d9d21b tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.609648 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-a35ebec1-4950-4301-a2ce-e0eb53d9d21b tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] For port 4719bf36-8927-4961-9390-2a0bce607165, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4719bf36-8927-4961-9390-2a0bce607165,segment=NetworkSegment(c6f29795-5f1f-42d1-a0fe-1b8fa8d55251),segment_id=c6f29795-5f1f-42d1-a0fe-1b8fa8d55251)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:40.610014 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a35ebec1-4950-4301-a2ce-e0eb53d9d21b tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.624002 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-a35ebec1-4950-4301-a2ce-e0eb53d9d21b tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Calling delete_port for 4719bf36-8927-4961-9390-2a0bce607165 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:40.693427 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32fff94-9411-4c12-987d-d3c72a4c7d0d None None] DHCP port deletion for 99bbfb07-5199-4171-9f1d-12a371bd1ffb request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:59:40.715873 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7a949f-2674-4688-8b45-3cca504ef5eb None None] Network 99bbfb07-5199-4171-9f1d-12a371bd1ffb requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:40.719182 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a35ebec1-4950-4301-a2ce-e0eb53d9d21b tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.729192 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7a949f-2674-4688-8b45-3cca504ef5eb None None] Network 99bbfb07-5199-4171-9f1d-12a371bd1ffb could not be found, it might have been deleted concurrently. {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 17:59:40.746998 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ebec1-4950-4301-a2ce-e0eb53d9d21b tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Pushing event deleted for resources: {'Port': ['ID=4719bf36-8927-4961-9390-2a0bce607165,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:40.750304 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4746fbd6-6fe3-44e9-9d69-bd7fe7d85bd2 None None] Could not find standard attr ID for object 37c798a7-cd28-45f3-a1de-2ec0dfd4cdef. {{(pid=100194) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:59:40.750818 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35ebec1-4950-4301-a2ce-e0eb53d9d21b tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] No DVR routers for this DVR port 4719bf36-8927-4961-9390-2a0bce607165 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:59:40.795615 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa25d794-0384-4ce0-87c5-ed2e31259d6c None None] DHCP port deletion for 1078b8db-9707-4d0e-a9c2-1346673b11ac request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:59:40.835165 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a35ebec1-4950-4301-a2ce-e0eb53d9d21b tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.844897 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-a35ebec1-4950-4301-a2ce-e0eb53d9d21b tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1078b8db-9707-4d0e-a9c2-1346673b11ac']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:40.855392 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-a35ebec1-4950-4301-a2ce-e0eb53d9d21b tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f29795-5f1f-42d1-a0fe-1b8fa8d55251') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:40.855689 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-a35ebec1-4950-4301-a2ce-e0eb53d9d21b tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f29795-5f1f-42d1-a0fe-1b8fa8d55251') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:40.866771 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a35ebec1-4950-4301-a2ce-e0eb53d9d21b tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.881464 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a35ebec1-4950-4301-a2ce-e0eb53d9d21b tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.887277 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35ebec1-4950-4301-a2ce-e0eb53d9d21b tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:59:40.887668 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a35ebec1-4950-4301-a2ce-e0eb53d9d21b tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: timer() Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:59:40.890675 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:59:40.954258 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a35ebec1-4950-4301-a2ce-e0eb53d9d21b tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.962202 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a35ebec1-4950-4301-a2ce-e0eb53d9d21b tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.964076 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a35ebec1-4950-4301-a2ce-e0eb53d9d21b tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] 10.222.0.53 "DELETE /v2.0/networks/1078b8db-9707-4d0e-a9c2-1346673b11ac HTTP/1.1" status: 204 len: 168 time: 0.5961471 Jul 07 17:59:40.966919 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49594) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:40.976493 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ebec1-4950-4301-a2ce-e0eb53d9d21b tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Pushing event deleted for resources: {'Network': ['ID=1078b8db-9707-4d0e-a9c2-1346673b11ac,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:40.996833 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e3552571-914e-419f-a657-8dd8f8a13cf4 tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d777b5e-4cb7-44ce-9c54-ce9ee3a54712 HTTP/1.1" status: 200 len: 205 time: 0.0286937 Jul 07 17:59:40.999124 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49596) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:41.077137 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bb952eb5-63fa-43b2-b4cd-2bac0cac35fd tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:41.579501 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bb952eb5-63fa-43b2-b4cd-2bac0cac35fd tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:41.583237 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bb952eb5-63fa-43b2-b4cd-2bac0cac35fd tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:41.627292 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bb952eb5-63fa-43b2-b4cd-2bac0cac35fd tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:41.628347 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb952eb5-63fa-43b2-b4cd-2bac0cac35fd tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Fanout notify agent at l3_agent the message router_deleted on router 7d777b5e-4cb7-44ce-9c54-ce9ee3a54712 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:59:41.635123 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bb952eb5-63fa-43b2-b4cd-2bac0cac35fd tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:41.636190 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bb952eb5-63fa-43b2-b4cd-2bac0cac35fd tempest-RoutersNegativeTest-1720637489 tempest-RoutersNegativeTest-1720637489-project] 10.222.0.53 "DELETE /v2.0/routers/7d777b5e-4cb7-44ce-9c54-ce9ee3a54712 HTTP/1.1" status: 204 len: 168 time: 0.6361854 Jul 07 17:59:41.878925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49602) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:42.008344 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8af00e3a-f414-413c-bd29-21fcda47ac6a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0627558fb53c4658ac5d7b43ba437042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282475 Jul 07 17:59:42.010964 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49606) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:42.058663 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c49310a-9138-4d7e-9faf-ee1466775d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:42.082231 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c49310a-9138-4d7e-9faf-ee1466775d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:42.130629 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c49310a-9138-4d7e-9faf-ee1466775d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:42.133280 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8c49310a-9138-4d7e-9faf-ee1466775d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:42.134427 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8c49310a-9138-4d7e-9faf-ee1466775d91 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2bcc3fc0-9c52-4d77-8c0f-338f64de8c8d HTTP/1.1" status: 204 len: 168 time: 0.1225662 Jul 07 17:59:42.142193 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49310a-9138-4d7e-9faf-ee1466775d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcc3fc0-9c52-4d77-8c0f-338f64de8c8d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:42.746721 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49628) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:42.840500 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-55e307bd-d844-40b2-b746-bf07a13f4b2d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-588418209-network', 'tenant_id': 'f16cc3b847604745b8cedd86a44e33ae'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:42.861549 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e307bd-d844-40b2-b746-bf07a13f4b2d admin admin] Made reservation on behalf of f16cc3b847604745b8cedd86a44e33ae for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:42.864650 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-55e307bd-d844-40b2-b746-bf07a13f4b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:42.872906 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-55e307bd-d844-40b2-b746-bf07a13f4b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:42.967080 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-55e307bd-d844-40b2-b746-bf07a13f4b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:42.972031 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-55e307bd-d844-40b2-b746-bf07a13f4b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.006235 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e307bd-d844-40b2-b746-bf07a13f4b2d admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:59:43.020413 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e307bd-d844-40b2-b746-bf07a13f4b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb56091-c657-45b4-9a6e-ef1e48634c20,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:43.027444 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-55e307bd-d844-40b2-b746-bf07a13f4b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.027788 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-55e307bd-d844-40b2-b746-bf07a13f4b2d admin admin] Added segment 93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf of type vlan for network 4eaf694d-1602-42e9-8479-8c9819acdcd3 Jul 07 17:59:43.069004 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-55e307bd-d844-40b2-b746-bf07a13f4b2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.099191 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-55e307bd-d844-40b2-b746-bf07a13f4b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.100159 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e307bd-d844-40b2-b746-bf07a13f4b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:43.100822 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-55e307bd-d844-40b2-b746-bf07a13f4b2d admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.156647 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-55e307bd-d844-40b2-b746-bf07a13f4b2d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4087715 Jul 07 17:59:43.159927 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49632) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:43.166712 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-3115eee6-c370-4096-ab60-d743b0041991 admin admin] Request body: {'subnet': {'network_id': '4eaf694d-1602-42e9-8479-8c9819acdcd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-588418209-subnet', 'tenant_id': 'f16cc3b847604745b8cedd86a44e33ae', 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:43.170861 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e307bd-d844-40b2-b746-bf07a13f4b2d admin admin] Pushing event updated for resources: {'Network': ['ID=4eaf694d-1602-42e9-8479-8c9819acdcd3,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:43.181712 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 4eaf694d-1602-42e9-8479-8c9819acdcd3 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:59:43.191931 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3115eee6-c370-4096-ab60-d743b0041991 admin admin] Made reservation on behalf of f16cc3b847604745b8cedd86a44e33ae for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:43.194544 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3115eee6-c370-4096-ab60-d743b0041991 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.389387 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3115eee6-c370-4096-ab60-d743b0041991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.448178 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115eee6-c370-4096-ab60-d743b0041991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbe3981b-fac8-41ba-874a-7f751dd0b77d,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:43.464401 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3115eee6-c370-4096-ab60-d743b0041991 admin admin] Checking segment: {'id': '93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4eaf694d-1602-42e9-8479-8c9819acdcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:43.464798 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3115eee6-c370-4096-ab60-d743b0041991 admin admin] Network hostable DHCP agents. Network: 4eaf694d-1602-42e9-8479-8c9819acdcd3, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:59:43.480923 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3115eee6-c370-4096-ab60-d743b0041991 admin admin] Network 4eaf694d-1602-42e9-8479-8c9819acdcd3 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:59:43.489463 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-3115eee6-c370-4096-ab60-d743b0041991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 4eaf694d-1602-42e9-8479-8c9819acdcd3) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:43.493587 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3115eee6-c370-4096-ab60-d743b0041991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:43.494172 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3115eee6-c370-4096-ab60-d743b0041991 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.502976 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290f33db-1d79-4709-8887-231163a1fb6c None None] Network 4eaf694d-1602-42e9-8479-8c9819acdcd3 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:43.508831 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3115eee6-c370-4096-ab60-d743b0041991 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3477988 Jul 07 17:59:43.513649 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49634) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:43.520298 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-71a689a6-a27c-42a8-b7f7-f12e42713812 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-588418209-router', 'tenant_id': 'f16cc3b847604745b8cedd86a44e33ae', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:43.544696 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71a689a6-a27c-42a8-b7f7-f12e42713812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.545712 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71a689a6-a27c-42a8-b7f7-f12e42713812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.607552 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71a689a6-a27c-42a8-b7f7-f12e42713812 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.670646 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5b9e7a-c380-448e-95f8-34a38ec17ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-4eaf694d-1602-42e9-8479-8c9819acdcd3', 'network_id': '4eaf694d-1602-42e9-8479-8c9819acdcd3', 'tenant_id': 'f16cc3b847604745b8cedd86a44e33ae', 'fixed_ips': [{'subnet_id': 'dbe3981b-fac8-41ba-874a-7f751dd0b77d'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:59:43.671576 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9e7a-c380-448e-95f8-34a38ec17ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.753370 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71a689a6-a27c-42a8-b7f7-f12e42713812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.816225 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-1a5b9e7a-c380-448e-95f8-34a38ec17ec1 None None] Allocated IP 172.20.0.2 (4eaf694d-1602-42e9-8479-8c9819acdcd3/dbe3981b-fac8-41ba-874a-7f751dd0b77d/4cae708a-ae11-441b-a88e-22b0b7a22f11) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:43.958292 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71a689a6-a27c-42a8-b7f7-f12e42713812 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.964995 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9e7a-c380-448e-95f8-34a38ec17ec1 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.973505 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1a5b9e7a-c380-448e-95f8-34a38ec17ec1 None None] Transition to ACTIVE for port object 4cae708a-ae11-441b-a88e-22b0b7a22f11 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:43.981514 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71a689a6-a27c-42a8-b7f7-f12e42713812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.988726 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1a5b9e7a-c380-448e-95f8-34a38ec17ec1 None None] Transition to ACTIVE for port object 4cae708a-ae11-441b-a88e-22b0b7a22f11 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:43.995034 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9e7a-c380-448e-95f8-34a38ec17ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:44.037378 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5b9e7a-c380-448e-95f8-34a38ec17ec1 None None] Network 4eaf694d-1602-42e9-8479-8c9819acdcd3 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:44.040167 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-1a5b9e7a-c380-448e-95f8-34a38ec17ec1 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:44.044547 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5b9e7a-c380-448e-95f8-34a38ec17ec1 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:44.049069 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b9e7a-c380-448e-95f8-34a38ec17ec1 None None] Pushing event updated for resources: {'Port': ['ID=4cae708a-ae11-441b-a88e-22b0b7a22f11,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:44.097949 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-71a689a6-a27c-42a8-b7f7-f12e42713812 admin admin] Allocated IP 172.25.0.254 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/3be4a9f3-b242-43d0-9a7b-cd811b320de9) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:44.109978 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1a5b9e7a-c380-448e-95f8-34a38ec17ec1 None None] Attempting to bind port 4cae708a-ae11-441b-a88e-22b0b7a22f11 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:44.110301 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1a5b9e7a-c380-448e-95f8-34a38ec17ec1 None None] Attempting to bind port 4cae708a-ae11-441b-a88e-22b0b7a22f11 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4eaf694d-1602-42e9-8479-8c9819acdcd3'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:44.110732 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5b9e7a-c380-448e-95f8-34a38ec17ec1 None None] Attempting to bind port 4cae708a-ae11-441b-a88e-22b0b7a22f11 on network 4eaf694d-1602-42e9-8479-8c9819acdcd3 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:44.116816 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5b9e7a-c380-448e-95f8-34a38ec17ec1 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:59:44.117286 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5b9e7a-c380-448e-95f8-34a38ec17ec1 None None] Checking segment: {'id': '93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4eaf694d-1602-42e9-8479-8c9819acdcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:44.117690 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9e7a-c380-448e-95f8-34a38ec17ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:44.118090 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5b9e7a-c380-448e-95f8-34a38ec17ec1 None None] Bound using segment: {'id': '93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4eaf694d-1602-42e9-8479-8c9819acdcd3'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:59:44.118555 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-1a5b9e7a-c380-448e-95f8-34a38ec17ec1 None None] Bound port: 4cae708a-ae11-441b-a88e-22b0b7a22f11, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4eaf694d-1602-42e9-8479-8c9819acdcd3'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:59:44.118935 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9e7a-c380-448e-95f8-34a38ec17ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:44.181533 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-1a5b9e7a-c380-448e-95f8-34a38ec17ec1 None None] For port 4cae708a-ae11-441b-a88e-22b0b7a22f11, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:59:44.184702 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-1a5b9e7a-c380-448e-95f8-34a38ec17ec1 None None] For port 4cae708a-ae11-441b-a88e-22b0b7a22f11, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4cae708a-ae11-441b-a88e-22b0b7a22f11,segment=NetworkSegment(93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf),segment_id=93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:59:44.189371 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9e7a-c380-448e-95f8-34a38ec17ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:44.209055 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71a689a6-a27c-42a8-b7f7-f12e42713812 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:44.254152 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b9e7a-c380-448e-95f8-34a38ec17ec1 None None] Pushing event updated for resources: {'Port': ['ID=4cae708a-ae11-441b-a88e-22b0b7a22f11,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:44.589736 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71a689a6-a27c-42a8-b7f7-f12e42713812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:44.628964 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a689a6-a27c-42a8-b7f7-f12e42713812 admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:44.634110 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-71a689a6-a27c-42a8-b7f7-f12e42713812 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:44.637633 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a689a6-a27c-42a8-b7f7-f12e42713812 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:44.661070 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a689a6-a27c-42a8-b7f7-f12e42713812 admin admin] Pushing event updated for resources: {'Port': ['ID=3be4a9f3-b242-43d0-9a7b-cd811b320de9,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:44.908246 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71a689a6-a27c-42a8-b7f7-f12e42713812 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:44.910400 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4cae708a-ae11-441b-a88e-22b0b7a22f11 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:59:44.972670 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 4cae708a-ae11-441b-a88e-22b0b7a22f11 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:45.133976 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71a689a6-a27c-42a8-b7f7-f12e42713812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:45.201330 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9571ecc-9eb2-4dcb-9138-70cc6b54952c None None] Network 4eaf694d-1602-42e9-8479-8c9819acdcd3 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:45.274177 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a689a6-a27c-42a8-b7f7-f12e42713812 admin admin] Router 4be7b3c6-fc76-46ff-a5f3-21d736e7cb40 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:59:45.317913 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-54ef052f-d00e-46e5-b9d7-4bc3f22b0549 None None] Provisioning for port 4cae708a-ae11-441b-a88e-22b0b7a22f11 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:45.325768 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-54ef052f-d00e-46e5-b9d7-4bc3f22b0549 None None] Provisioning complete for port 4cae708a-ae11-441b-a88e-22b0b7a22f11 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:45.326149 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-54ef052f-d00e-46e5-b9d7-4bc3f22b0549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:45.387513 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a689a6-a27c-42a8-b7f7-f12e42713812 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:45.400024 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0368019-8711-4bdc-a41f-139cf71d0e13 None None] Sync routers for ids ['4be7b3c6-fc76-46ff-a5f3-21d736e7cb40'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:45.402685 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-71a689a6-a27c-42a8-b7f7-f12e42713812 admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:45.404080 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-71a689a6-a27c-42a8-b7f7-f12e42713812 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8893960 Jul 07 17:59:45.406955 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49636) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:45.423053 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0368019-8711-4bdc-a41f-139cf71d0e13 None None] Routers {'4be7b3c6-fc76-46ff-a5f3-21d736e7cb40'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:45.423696 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-a0368019-8711-4bdc-a41f-139cf71d0e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:59:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['4be7b3c6-fc76-46ff-a5f3-21d736e7cb40'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:45.505243 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-54ef052f-d00e-46e5-b9d7-4bc3f22b0549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:45.587196 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-54ef052f-d00e-46e5-b9d7-4bc3f22b0549 None None] For port 4cae708a-ae11-441b-a88e-22b0b7a22f11, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4cae708a-ae11-441b-a88e-22b0b7a22f11,segment=NetworkSegment(93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf),segment_id=93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:45.591734 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-a0368019-8711-4bdc-a41f-139cf71d0e13 None None] Set router 4be7b3c6-fc76-46ff-a5f3-21d736e7cb40 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:59:45.594196 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-54ef052f-d00e-46e5-b9d7-4bc3f22b0549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:45.754131 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef052f-d00e-46e5-b9d7-4bc3f22b0549 None None] Pushing event updated for resources: {'Port': ['ID=4cae708a-ae11-441b-a88e-22b0b7a22f11,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:45.840325 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-a0368019-8711-4bdc-a41f-139cf71d0e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be7b3c6-fc76-46ff-a5f3-21d736e7cb40', 'name': 'tempest-TestEncryptedCinderVolumes-588418209-router', 'tenant_id': 'f16cc3b847604745b8cedd86a44e33ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '3be4a9f3-b242-43d0-9a7b-cd811b320de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:43Z', 'updated_at': '2021-07-07T17:59:44Z', 'revision_number': 3, 'project_id': 'f16cc3b847604745b8cedd86a44e33ae', 'gw_port': {'id': '3be4a9f3-b242-43d0-9a7b-cd811b320de9', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be7b3c6-fc76-46ff-a5f3-21d736e7cb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:43Z', 'updated_at': '2021-07-07T17:59:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:45.867977 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0368019-8711-4bdc-a41f-139cf71d0e13 None None] Checking router: 4be7b3c6-fc76-46ff-a5f3-21d736e7cb40 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:59:45.868331 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0368019-8711-4bdc-a41f-139cf71d0e13 None None] Updating router 4be7b3c6-fc76-46ff-a5f3-21d736e7cb40 port 3be4a9f3-b242-43d0-9a7b-cd811b320de9 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:59:45.890162 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cd3f740e-095d-4352-af37-18df56e2d263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:45.902921 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a0368019-8711-4bdc-a41f-139cf71d0e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:45.950320 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f4ed742e-24e7-408e-8ab8-9bda5c47c356 None None] Provisioning complete for port 4cae708a-ae11-441b-a88e-22b0b7a22f11 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:45.950619 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f4ed742e-24e7-408e-8ab8-9bda5c47c356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.057429 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-cd3f740e-095d-4352-af37-18df56e2d263 admin admin] Allocated IP 172.20.0.1 (4eaf694d-1602-42e9-8479-8c9819acdcd3/dbe3981b-fac8-41ba-874a-7f751dd0b77d/88e10e1f-9666-4d7b-809c-60de7c7c962f) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:46.171969 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cd3f740e-095d-4352-af37-18df56e2d263 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.186928 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-cd3f740e-095d-4352-af37-18df56e2d263 admin admin] Transition to ACTIVE for port object 88e10e1f-9666-4d7b-809c-60de7c7c962f will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:46.223228 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cd3f740e-095d-4352-af37-18df56e2d263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.232692 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a0368019-8711-4bdc-a41f-139cf71d0e13 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.242411 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a0368019-8711-4bdc-a41f-139cf71d0e13 None None] Transition to ACTIVE for port object 3be4a9f3-b242-43d0-9a7b-cd811b320de9 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:46.249156 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a0368019-8711-4bdc-a41f-139cf71d0e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.263274 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3f740e-095d-4352-af37-18df56e2d263 admin admin] Network 4eaf694d-1602-42e9-8479-8c9819acdcd3 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:46.266200 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-cd3f740e-095d-4352-af37-18df56e2d263 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:46.272741 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3f740e-095d-4352-af37-18df56e2d263 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:46.299782 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f740e-095d-4352-af37-18df56e2d263 admin admin] Pushing event updated for resources: {'Port': ['ID=88e10e1f-9666-4d7b-809c-60de7c7c962f,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:46.314267 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fcacf-8342-4e85-8b2c-f7b02de61e49 None None] Pushing event updated for resources: {'Port': ['ID=3be4a9f3-b242-43d0-9a7b-cd811b320de9,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:46.319609 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-a0368019-8711-4bdc-a41f-139cf71d0e13 None None] Attempting to bind port 3be4a9f3-b242-43d0-9a7b-cd811b320de9 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:46.320355 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-a0368019-8711-4bdc-a41f-139cf71d0e13 None None] Attempting to bind port 3be4a9f3-b242-43d0-9a7b-cd811b320de9 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:46.320355 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0368019-8711-4bdc-a41f-139cf71d0e13 None None] Attempting to bind port 3be4a9f3-b242-43d0-9a7b-cd811b320de9 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:46.324012 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cd3f740e-095d-4352-af37-18df56e2d263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.326367 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0368019-8711-4bdc-a41f-139cf71d0e13 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:59:46.326761 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0368019-8711-4bdc-a41f-139cf71d0e13 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:46.327192 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a0368019-8711-4bdc-a41f-139cf71d0e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.327575 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0368019-8711-4bdc-a41f-139cf71d0e13 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:59:46.328051 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-a0368019-8711-4bdc-a41f-139cf71d0e13 None None] Bound port: 3be4a9f3-b242-43d0-9a7b-cd811b320de9, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:59:46.328443 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a0368019-8711-4bdc-a41f-139cf71d0e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.382024 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-a0368019-8711-4bdc-a41f-139cf71d0e13 None None] For port 3be4a9f3-b242-43d0-9a7b-cd811b320de9, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:59:46.386550 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-a0368019-8711-4bdc-a41f-139cf71d0e13 None None] For port 3be4a9f3-b242-43d0-9a7b-cd811b320de9, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3be4a9f3-b242-43d0-9a7b-cd811b320de9,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:59:46.391741 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a0368019-8711-4bdc-a41f-139cf71d0e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.457758 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0368019-8711-4bdc-a41f-139cf71d0e13 None None] Routers {'4be7b3c6-fc76-46ff-a5f3-21d736e7cb40'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:46.458398 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-a0368019-8711-4bdc-a41f-139cf71d0e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:59:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['4be7b3c6-fc76-46ff-a5f3-21d736e7cb40'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:46.482789 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cd3f740e-095d-4352-af37-18df56e2d263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.497620 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fcacf-8342-4e85-8b2c-f7b02de61e49 None None] Pushing event updated for resources: {'Port': ['ID=3be4a9f3-b242-43d0-9a7b-cd811b320de9,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:46.575506 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-a0368019-8711-4bdc-a41f-139cf71d0e13 None None] Set router 4be7b3c6-fc76-46ff-a5f3-21d736e7cb40 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:59:46.623204 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b1ce101a-837c-4b46-9f07-4e7e7442c0bf None None] Provisioning for port 88e10e1f-9666-4d7b-809c-60de7c7c962f completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:46.652029 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cd3f740e-095d-4352-af37-18df56e2d263 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.656204 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b1ce101a-837c-4b46-9f07-4e7e7442c0bf None None] Provisioning complete for port 88e10e1f-9666-4d7b-809c-60de7c7c962f triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:46.656575 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b1ce101a-837c-4b46-9f07-4e7e7442c0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.656860 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cd3f740e-095d-4352-af37-18df56e2d263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.732605 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cd3f740e-095d-4352-af37-18df56e2d263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.734658 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f740e-095d-4352-af37-18df56e2d263 admin admin] Pushing event updated for resources: {'Port': ['ID=88e10e1f-9666-4d7b-809c-60de7c7c962f,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:46.837972 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3f740e-095d-4352-af37-18df56e2d263 admin admin] Network 4eaf694d-1602-42e9-8479-8c9819acdcd3 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:46.839470 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-cd3f740e-095d-4352-af37-18df56e2d263 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:46.903035 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4cae708a-ae11-441b-a88e-22b0b7a22f11 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:59:46.927851 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-b1ce101a-837c-4b46-9f07-4e7e7442c0bf None None] Port 88e10e1f-9666-4d7b-809c-60de7c7c962f cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:59:46.982022 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3f740e-095d-4352-af37-18df56e2d263 admin admin] Router 4be7b3c6-fc76-46ff-a5f3-21d736e7cb40 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:59:47.013879 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 4cae708a-ae11-441b-a88e-22b0b7a22f11 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:47.014255 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.077159 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-a0368019-8711-4bdc-a41f-139cf71d0e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be7b3c6-fc76-46ff-a5f3-21d736e7cb40', 'name': 'tempest-TestEncryptedCinderVolumes-588418209-router', 'tenant_id': 'f16cc3b847604745b8cedd86a44e33ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '3be4a9f3-b242-43d0-9a7b-cd811b320de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:43Z', 'updated_at': '2021-07-07T17:59:46Z', 'revision_number': 4, 'project_id': 'f16cc3b847604745b8cedd86a44e33ae', 'gw_port': {'id': '3be4a9f3-b242-43d0-9a7b-cd811b320de9', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be7b3c6-fc76-46ff-a5f3-21d736e7cb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:43Z', 'updated_at': '2021-07-07T17:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '88e10e1f-9666-4d7b-809c-60de7c7c962f', 'name': '', 'network_id': '4eaf694d-1602-42e9-8479-8c9819acdcd3', 'tenant_id': 'f16cc3b847604745b8cedd86a44e33ae', 'mac_address': 'fa:16:3e:41:4d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be7b3c6-fc76-46ff-a5f3-21d736e7cb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'dbe3981b-fac8-41ba-874a-7f751dd0b77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:45Z', 'updated_at': '2021-07-07T17:59:46Z', 'revision_number': 1, 'project_id': 'f16cc3b847604745b8cedd86a44e33ae', 'subnets': [{'id': 'dbe3981b-fac8-41ba-874a-7f751dd0b77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:47.112361 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3f740e-095d-4352-af37-18df56e2d263 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:47.117419 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cd3f740e-095d-4352-af37-18df56e2d263 admin admin] 10.222.0.53 "PUT /v2.0/routers/4be7b3c6-fc76-46ff-a5f3-21d736e7cb40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7094731 Jul 07 17:59:47.128475 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0368019-8711-4bdc-a41f-139cf71d0e13 None None] The sync data for ids ['4be7b3c6-fc76-46ff-a5f3-21d736e7cb40'] in n-d-791503-12 is: [{'id': '4be7b3c6-fc76-46ff-a5f3-21d736e7cb40', 'name': 'tempest-TestEncryptedCinderVolumes-588418209-router', 'tenant_id': 'f16cc3b847604745b8cedd86a44e33ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '3be4a9f3-b242-43d0-9a7b-cd811b320de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:43Z', 'updated_at': '2021-07-07T17:59:46Z', 'revision_number': 4, 'project_id': 'f16cc3b847604745b8cedd86a44e33ae', 'gw_port': {'id': '3be4a9f3-b242-43d0-9a7b-cd811b320de9', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be7b3c6-fc76-46ff-a5f3-21d736e7cb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:43Z', 'updated_at': '2021-07-07T17:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '88e10e1f-9666-4d7b-809c-60de7c7c962f', 'name': '', 'network_id': '4eaf694d-1602-42e9-8479-8c9819acdcd3', 'tenant_id': 'f16cc3b847604745b8cedd86a44e33ae', 'mac_address': 'fa:16:3e:41:4d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be7b3c6-fc76-46ff-a5f3-21d736e7cb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'dbe3981b-fac8-41ba-874a-7f751dd0b77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:45Z', 'updated_at': '2021-07-07T17:59:46Z', 'revision_number': 1, 'project_id': 'f16cc3b847604745b8cedd86a44e33ae', 'subnets': [{'id': 'dbe3981b-fac8-41ba-874a-7f751dd0b77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:47.159954 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7bb74844-78a0-47a2-8d48-cb551b914c7c None None] Provisioning complete for port 88e10e1f-9666-4d7b-809c-60de7c7c962f triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:47.160458 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7bb74844-78a0-47a2-8d48-cb551b914c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.195034 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-7bb74844-78a0-47a2-8d48-cb551b914c7c None None] Port 88e10e1f-9666-4d7b-809c-60de7c7c962f cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:59:47.656577 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49652) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:47.662312 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-ce9eb36e-a0ca-4100-9590-35da76d95fc9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1110657561-network', 'tenant_id': '9b11cfbb3a3e4fb293732dffd055f471'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:47.684455 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9eb36e-a0ca-4100-9590-35da76d95fc9 admin admin] Made reservation on behalf of 9b11cfbb3a3e4fb293732dffd055f471 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:47.687068 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ce9eb36e-a0ca-4100-9590-35da76d95fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.697272 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ce9eb36e-a0ca-4100-9590-35da76d95fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.816522 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ce9eb36e-a0ca-4100-9590-35da76d95fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.821058 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ce9eb36e-a0ca-4100-9590-35da76d95fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.851371 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9eb36e-a0ca-4100-9590-35da76d95fc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:59:47.858318 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9eb36e-a0ca-4100-9590-35da76d95fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6b0011-c1dc-4ecf-b527-d4ef1d69f6da,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:47.865248 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ce9eb36e-a0ca-4100-9590-35da76d95fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.866288 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-ce9eb36e-a0ca-4100-9590-35da76d95fc9 admin admin] Added segment 01664039-ae6c-4925-a0ae-1d9c86726fda of type vlan for network 180900f2-5bba-4e79-bafd-cc887dac7dca Jul 07 17:59:47.911058 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ce9eb36e-a0ca-4100-9590-35da76d95fc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.942171 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ce9eb36e-a0ca-4100-9590-35da76d95fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.943349 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9eb36e-a0ca-4100-9590-35da76d95fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:47.943934 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ce9eb36e-a0ca-4100-9590-35da76d95fc9 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.007789 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ce9eb36e-a0ca-4100-9590-35da76d95fc9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3497226 Jul 07 17:59:48.010201 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49654) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:48.017286 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-c80d8ad3-03f1-402e-8053-f2f363f7b71b admin admin] Request body: {'subnet': {'network_id': '180900f2-5bba-4e79-bafd-cc887dac7dca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1110657561-subnet', 'tenant_id': '9b11cfbb3a3e4fb293732dffd055f471', 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:48.021739 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9eb36e-a0ca-4100-9590-35da76d95fc9 admin admin] Pushing event updated for resources: {'Network': ['ID=180900f2-5bba-4e79-bafd-cc887dac7dca,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:48.032035 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 180900f2-5bba-4e79-bafd-cc887dac7dca details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:59:48.045943 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80d8ad3-03f1-402e-8053-f2f363f7b71b admin admin] Made reservation on behalf of 9b11cfbb3a3e4fb293732dffd055f471 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:48.048376 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c80d8ad3-03f1-402e-8053-f2f363f7b71b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.242569 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c80d8ad3-03f1-402e-8053-f2f363f7b71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.297998 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d8ad3-03f1-402e-8053-f2f363f7b71b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c773058-ba21-4949-a46b-01d17d0dc4ec,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:48.309472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80d8ad3-03f1-402e-8053-f2f363f7b71b admin admin] Checking segment: {'id': '01664039-ae6c-4925-a0ae-1d9c86726fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '180900f2-5bba-4e79-bafd-cc887dac7dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:48.309842 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80d8ad3-03f1-402e-8053-f2f363f7b71b admin admin] Network hostable DHCP agents. Network: 180900f2-5bba-4e79-bafd-cc887dac7dca, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:59:48.326583 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80d8ad3-03f1-402e-8053-f2f363f7b71b admin admin] Network 180900f2-5bba-4e79-bafd-cc887dac7dca is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:59:48.335784 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-c80d8ad3-03f1-402e-8053-f2f363f7b71b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 180900f2-5bba-4e79-bafd-cc887dac7dca) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:48.340747 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80d8ad3-03f1-402e-8053-f2f363f7b71b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:48.342660 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c80d8ad3-03f1-402e-8053-f2f363f7b71b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.343756 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe26a8d3-b411-4b5a-9f27-3a2f3bbcf6ed None None] Network 180900f2-5bba-4e79-bafd-cc887dac7dca requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:48.365208 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c80d8ad3-03f1-402e-8053-f2f363f7b71b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3538716 Jul 07 17:59:48.365588 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49656) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:48.369978 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-cdb576cc-d305-476c-a44c-37340a408693 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1110657561-router', 'tenant_id': '9b11cfbb3a3e4fb293732dffd055f471', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:48.395370 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cdb576cc-d305-476c-a44c-37340a408693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.397762 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cdb576cc-d305-476c-a44c-37340a408693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.460032 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cdb576cc-d305-476c-a44c-37340a408693 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.509346 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1744f8-7136-4b7c-9850-02ccdde7520e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-180900f2-5bba-4e79-bafd-cc887dac7dca', 'network_id': '180900f2-5bba-4e79-bafd-cc887dac7dca', 'tenant_id': '9b11cfbb3a3e4fb293732dffd055f471', 'fixed_ips': [{'subnet_id': '4c773058-ba21-4949-a46b-01d17d0dc4ec'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:59:48.510169 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ec1744f8-7136-4b7c-9850-02ccdde7520e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.607026 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cdb576cc-d305-476c-a44c-37340a408693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.651230 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-ec1744f8-7136-4b7c-9850-02ccdde7520e None None] Allocated IP 172.20.0.2 (180900f2-5bba-4e79-bafd-cc887dac7dca/4c773058-ba21-4949-a46b-01d17d0dc4ec/55cbc994-2268-4803-a86a-b0f5607afb25) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:48.814308 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ec1744f8-7136-4b7c-9850-02ccdde7520e None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.825083 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cdb576cc-d305-476c-a44c-37340a408693 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.825568 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ec1744f8-7136-4b7c-9850-02ccdde7520e None None] Transition to ACTIVE for port object 55cbc994-2268-4803-a86a-b0f5607afb25 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:48.845694 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cdb576cc-d305-476c-a44c-37340a408693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.849321 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ec1744f8-7136-4b7c-9850-02ccdde7520e None None] Transition to ACTIVE for port object 55cbc994-2268-4803-a86a-b0f5607afb25 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:48.863790 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ec1744f8-7136-4b7c-9850-02ccdde7520e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.925445 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1744f8-7136-4b7c-9850-02ccdde7520e None None] Network 180900f2-5bba-4e79-bafd-cc887dac7dca is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:48.934479 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1744f8-7136-4b7c-9850-02ccdde7520e None None] Pushing event updated for resources: {'Port': ['ID=55cbc994-2268-4803-a86a-b0f5607afb25,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:48.939594 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-ec1744f8-7136-4b7c-9850-02ccdde7520e None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:48.943626 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1744f8-7136-4b7c-9850-02ccdde7520e None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:48.949250 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3be4a9f3-b242-43d0-9a7b-cd811b320de9 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:59:48.973754 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-cdb576cc-d305-476c-a44c-37340a408693 admin admin] Allocated IP 172.25.0.169 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/3f72931a-22bd-4fee-b862-524a4219edd1) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:49.042092 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-ec1744f8-7136-4b7c-9850-02ccdde7520e None None] Attempting to bind port 55cbc994-2268-4803-a86a-b0f5607afb25 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:49.042092 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-ec1744f8-7136-4b7c-9850-02ccdde7520e None None] Attempting to bind port 55cbc994-2268-4803-a86a-b0f5607afb25 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '01664039-ae6c-4925-a0ae-1d9c86726fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '180900f2-5bba-4e79-bafd-cc887dac7dca'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:49.042692 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1744f8-7136-4b7c-9850-02ccdde7520e None None] Attempting to bind port 55cbc994-2268-4803-a86a-b0f5607afb25 on network 180900f2-5bba-4e79-bafd-cc887dac7dca {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:49.048870 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1744f8-7136-4b7c-9850-02ccdde7520e None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:59:49.049976 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1744f8-7136-4b7c-9850-02ccdde7520e None None] Checking segment: {'id': '01664039-ae6c-4925-a0ae-1d9c86726fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '180900f2-5bba-4e79-bafd-cc887dac7dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:49.050487 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ec1744f8-7136-4b7c-9850-02ccdde7520e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.050895 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1744f8-7136-4b7c-9850-02ccdde7520e None None] Bound using segment: {'id': '01664039-ae6c-4925-a0ae-1d9c86726fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '180900f2-5bba-4e79-bafd-cc887dac7dca'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:59:49.051381 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-ec1744f8-7136-4b7c-9850-02ccdde7520e None None] Bound port: 55cbc994-2268-4803-a86a-b0f5607afb25, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01664039-ae6c-4925-a0ae-1d9c86726fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '180900f2-5bba-4e79-bafd-cc887dac7dca'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:59:49.051772 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ec1744f8-7136-4b7c-9850-02ccdde7520e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.088333 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cdb576cc-d305-476c-a44c-37340a408693 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.114812 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 3be4a9f3-b242-43d0-9a7b-cd811b320de9 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:49.123296 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 3be4a9f3-b242-43d0-9a7b-cd811b320de9 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:49.123699 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.133854 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cdb576cc-d305-476c-a44c-37340a408693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.173396 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb576cc-d305-476c-a44c-37340a408693 admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:49.179929 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-cdb576cc-d305-476c-a44c-37340a408693 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:49.182798 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb576cc-d305-476c-a44c-37340a408693 admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:49.185216 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-ec1744f8-7136-4b7c-9850-02ccdde7520e None None] For port 55cbc994-2268-4803-a86a-b0f5607afb25, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:59:49.188834 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb576cc-d305-476c-a44c-37340a408693 admin admin] Pushing event updated for resources: {'Port': ['ID=3f72931a-22bd-4fee-b862-524a4219edd1,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:49.202216 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-ec1744f8-7136-4b7c-9850-02ccdde7520e None None] For port 55cbc994-2268-4803-a86a-b0f5607afb25, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=55cbc994-2268-4803-a86a-b0f5607afb25,segment=NetworkSegment(01664039-ae6c-4925-a0ae-1d9c86726fda),segment_id=01664039-ae6c-4925-a0ae-1d9c86726fda)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:59:49.208877 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ec1744f8-7136-4b7c-9850-02ccdde7520e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.217267 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6712a30b-ad15-404d-90f4-e0cb7ee4ed9b None None] Sync routers for ids ['4be7b3c6-fc76-46ff-a5f3-21d736e7cb40'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:49.229561 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6712a30b-ad15-404d-90f4-e0cb7ee4ed9b None None] Routers {'4be7b3c6-fc76-46ff-a5f3-21d736e7cb40'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:49.230595 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-6712a30b-ad15-404d-90f4-e0cb7ee4ed9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:59:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['4be7b3c6-fc76-46ff-a5f3-21d736e7cb40'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:49.319723 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1744f8-7136-4b7c-9850-02ccdde7520e None None] Pushing event updated for resources: {'Port': ['ID=55cbc994-2268-4803-a86a-b0f5607afb25,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:49.332308 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.359968 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 3be4a9f3-b242-43d0-9a7b-cd811b320de9, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3be4a9f3-b242-43d0-9a7b-cd811b320de9,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:49.361371 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-6712a30b-ad15-404d-90f4-e0cb7ee4ed9b None None] Set router 4be7b3c6-fc76-46ff-a5f3-21d736e7cb40 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:59:49.363809 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.427030 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=3be4a9f3-b242-43d0-9a7b-cd811b320de9,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:49.476359 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cdb576cc-d305-476c-a44c-37340a408693 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.618917 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-6712a30b-ad15-404d-90f4-e0cb7ee4ed9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be7b3c6-fc76-46ff-a5f3-21d736e7cb40', 'name': 'tempest-TestEncryptedCinderVolumes-588418209-router', 'tenant_id': 'f16cc3b847604745b8cedd86a44e33ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '3be4a9f3-b242-43d0-9a7b-cd811b320de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:43Z', 'updated_at': '2021-07-07T17:59:46Z', 'revision_number': 4, 'project_id': 'f16cc3b847604745b8cedd86a44e33ae', 'gw_port': {'id': '3be4a9f3-b242-43d0-9a7b-cd811b320de9', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be7b3c6-fc76-46ff-a5f3-21d736e7cb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:43Z', 'updated_at': '2021-07-07T17:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '88e10e1f-9666-4d7b-809c-60de7c7c962f', 'name': '', 'network_id': '4eaf694d-1602-42e9-8479-8c9819acdcd3', 'tenant_id': 'f16cc3b847604745b8cedd86a44e33ae', 'mac_address': 'fa:16:3e:41:4d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be7b3c6-fc76-46ff-a5f3-21d736e7cb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'dbe3981b-fac8-41ba-874a-7f751dd0b77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:45Z', 'updated_at': '2021-07-07T17:59:46Z', 'revision_number': 2, 'project_id': 'f16cc3b847604745b8cedd86a44e33ae', 'subnets': [{'id': 'dbe3981b-fac8-41ba-874a-7f751dd0b77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:49.651703 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6712a30b-ad15-404d-90f4-e0cb7ee4ed9b None None] Checking router: 4be7b3c6-fc76-46ff-a5f3-21d736e7cb40 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:59:49.651926 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6712a30b-ad15-404d-90f4-e0cb7ee4ed9b None None] Updating router 4be7b3c6-fc76-46ff-a5f3-21d736e7cb40 port 88e10e1f-9666-4d7b-809c-60de7c7c962f binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:59:49.687714 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-6712a30b-ad15-404d-90f4-e0cb7ee4ed9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.711866 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cdb576cc-d305-476c-a44c-37340a408693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.848963 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb576cc-d305-476c-a44c-37340a408693 admin admin] Router 17f65ac3-1914-4dc9-b544-b1ab17cd5d29 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:59:49.960672 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb576cc-d305-476c-a44c-37340a408693 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:49.964832 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-6712a30b-ad15-404d-90f4-e0cb7ee4ed9b None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.973272 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511a0130-b689-4340-a2d2-7f590f0db27f None None] Sync routers for ids ['17f65ac3-1914-4dc9-b544-b1ab17cd5d29'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:49.977122 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cdb576cc-d305-476c-a44c-37340a408693 admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.978535 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cdb576cc-d305-476c-a44c-37340a408693 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6119952 Jul 07 17:59:49.981422 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49658) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:49.985263 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-6712a30b-ad15-404d-90f4-e0cb7ee4ed9b None None] Transition to ACTIVE for port object 88e10e1f-9666-4d7b-809c-60de7c7c962f will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:49.988325 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511a0130-b689-4340-a2d2-7f590f0db27f None None] Routers {'17f65ac3-1914-4dc9-b544-b1ab17cd5d29'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:49.989295 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-511a0130-b689-4340-a2d2-7f590f0db27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:59:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['17f65ac3-1914-4dc9-b544-b1ab17cd5d29'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:49.995993 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-6712a30b-ad15-404d-90f4-e0cb7ee4ed9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.053239 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea9d62-9b36-46d5-9668-95b69470879d None None] Pushing event updated for resources: {'Port': ['ID=88e10e1f-9666-4d7b-809c-60de7c7c962f,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:50.083219 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea9d62-9b36-46d5-9668-95b69470879d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:50.083595 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea9d62-9b36-46d5-9668-95b69470879d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:50.083909 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea9d62-9b36-46d5-9668-95b69470879d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:50.084249 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea9d62-9b36-46d5-9668-95b69470879d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:50.084585 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea9d62-9b36-46d5-9668-95b69470879d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:50.084943 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea9d62-9b36-46d5-9668-95b69470879d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:50.085276 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea9d62-9b36-46d5-9668-95b69470879d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:50.085604 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea9d62-9b36-46d5-9668-95b69470879d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:50.085931 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea9d62-9b36-46d5-9668-95b69470879d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:50.086259 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea9d62-9b36-46d5-9668-95b69470879d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:50.086584 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea9d62-9b36-46d5-9668-95b69470879d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:50.086907 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea9d62-9b36-46d5-9668-95b69470879d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:50.125056 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-6712a30b-ad15-404d-90f4-e0cb7ee4ed9b None None] Attempting to bind port 88e10e1f-9666-4d7b-809c-60de7c7c962f on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:50.125331 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-6712a30b-ad15-404d-90f4-e0cb7ee4ed9b None None] Attempting to bind port 88e10e1f-9666-4d7b-809c-60de7c7c962f by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4eaf694d-1602-42e9-8479-8c9819acdcd3'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:50.125702 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6712a30b-ad15-404d-90f4-e0cb7ee4ed9b None None] Attempting to bind port 88e10e1f-9666-4d7b-809c-60de7c7c962f on network 4eaf694d-1602-42e9-8479-8c9819acdcd3 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:50.134844 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6712a30b-ad15-404d-90f4-e0cb7ee4ed9b None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:59:50.135363 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6712a30b-ad15-404d-90f4-e0cb7ee4ed9b None None] Checking segment: {'id': '93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4eaf694d-1602-42e9-8479-8c9819acdcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:50.135771 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-6712a30b-ad15-404d-90f4-e0cb7ee4ed9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.136166 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6712a30b-ad15-404d-90f4-e0cb7ee4ed9b None None] Bound using segment: {'id': '93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4eaf694d-1602-42e9-8479-8c9819acdcd3'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:59:50.137056 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-6712a30b-ad15-404d-90f4-e0cb7ee4ed9b None None] Bound port: 88e10e1f-9666-4d7b-809c-60de7c7c962f, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4eaf694d-1602-42e9-8479-8c9819acdcd3'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:59:50.137952 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-6712a30b-ad15-404d-90f4-e0cb7ee4ed9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.140199 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-511a0130-b689-4340-a2d2-7f590f0db27f None None] Set router 17f65ac3-1914-4dc9-b544-b1ab17cd5d29 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:59:50.232402 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-6712a30b-ad15-404d-90f4-e0cb7ee4ed9b None None] For port 88e10e1f-9666-4d7b-809c-60de7c7c962f, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:59:50.238391 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-6712a30b-ad15-404d-90f4-e0cb7ee4ed9b None None] For port 88e10e1f-9666-4d7b-809c-60de7c7c962f, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=88e10e1f-9666-4d7b-809c-60de7c7c962f,segment=NetworkSegment(93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf),segment_id=93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:59:50.244573 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-6712a30b-ad15-404d-90f4-e0cb7ee4ed9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.296819 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6712a30b-ad15-404d-90f4-e0cb7ee4ed9b None None] Routers {'4be7b3c6-fc76-46ff-a5f3-21d736e7cb40'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:50.297817 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-6712a30b-ad15-404d-90f4-e0cb7ee4ed9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:59:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['4be7b3c6-fc76-46ff-a5f3-21d736e7cb40'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:50.396865 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-511a0130-b689-4340-a2d2-7f590f0db27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f65ac3-1914-4dc9-b544-b1ab17cd5d29', 'name': 'tempest-TestEncryptedCinderVolumes-1110657561-router', 'tenant_id': '9b11cfbb3a3e4fb293732dffd055f471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '3f72931a-22bd-4fee-b862-524a4219edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:48Z', 'updated_at': '2021-07-07T17:59:49Z', 'revision_number': 3, 'project_id': '9b11cfbb3a3e4fb293732dffd055f471', 'gw_port': {'id': '3f72931a-22bd-4fee-b862-524a4219edd1', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f65ac3-1914-4dc9-b544-b1ab17cd5d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:48Z', 'updated_at': '2021-07-07T17:59:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:50.429616 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511a0130-b689-4340-a2d2-7f590f0db27f None None] Checking router: 17f65ac3-1914-4dc9-b544-b1ab17cd5d29 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:59:50.429983 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511a0130-b689-4340-a2d2-7f590f0db27f None None] Updating router 17f65ac3-1914-4dc9-b544-b1ab17cd5d29 port 3f72931a-22bd-4fee-b862-524a4219edd1 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:59:50.433738 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-6712a30b-ad15-404d-90f4-e0cb7ee4ed9b None None] Set router 4be7b3c6-fc76-46ff-a5f3-21d736e7cb40 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:59:50.526944 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-511a0130-b689-4340-a2d2-7f590f0db27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.550161 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea9d62-9b36-46d5-9668-95b69470879d None None] Pushing event updated for resources: {'Port': ['ID=88e10e1f-9666-4d7b-809c-60de7c7c962f,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:50.700871 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a7a375-8cd8-4edf-9416-00a3c81aad2f None None] Network 180900f2-5bba-4e79-bafd-cc887dac7dca requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:50.734404 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-6712a30b-ad15-404d-90f4-e0cb7ee4ed9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be7b3c6-fc76-46ff-a5f3-21d736e7cb40', 'name': 'tempest-TestEncryptedCinderVolumes-588418209-router', 'tenant_id': 'f16cc3b847604745b8cedd86a44e33ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '3be4a9f3-b242-43d0-9a7b-cd811b320de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:43Z', 'updated_at': '2021-07-07T17:59:46Z', 'revision_number': 4, 'project_id': 'f16cc3b847604745b8cedd86a44e33ae', 'gw_port': {'id': '3be4a9f3-b242-43d0-9a7b-cd811b320de9', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be7b3c6-fc76-46ff-a5f3-21d736e7cb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:43Z', 'updated_at': '2021-07-07T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '88e10e1f-9666-4d7b-809c-60de7c7c962f', 'name': '', 'network_id': '4eaf694d-1602-42e9-8479-8c9819acdcd3', 'tenant_id': 'f16cc3b847604745b8cedd86a44e33ae', 'mac_address': 'fa:16:3e:41:4d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be7b3c6-fc76-46ff-a5f3-21d736e7cb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'dbe3981b-fac8-41ba-874a-7f751dd0b77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:45Z', 'updated_at': '2021-07-07T17:59:50Z', 'revision_number': 4, 'project_id': 'f16cc3b847604745b8cedd86a44e33ae', 'subnets': [{'id': 'dbe3981b-fac8-41ba-874a-7f751dd0b77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:50.764175 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6712a30b-ad15-404d-90f4-e0cb7ee4ed9b None None] The sync data for ids ['4be7b3c6-fc76-46ff-a5f3-21d736e7cb40'] in n-d-791503-12 is: [{'id': '4be7b3c6-fc76-46ff-a5f3-21d736e7cb40', 'name': 'tempest-TestEncryptedCinderVolumes-588418209-router', 'tenant_id': 'f16cc3b847604745b8cedd86a44e33ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '3be4a9f3-b242-43d0-9a7b-cd811b320de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:43Z', 'updated_at': '2021-07-07T17:59:46Z', 'revision_number': 4, 'project_id': 'f16cc3b847604745b8cedd86a44e33ae', 'gw_port': {'id': '3be4a9f3-b242-43d0-9a7b-cd811b320de9', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be7b3c6-fc76-46ff-a5f3-21d736e7cb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:43Z', 'updated_at': '2021-07-07T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '88e10e1f-9666-4d7b-809c-60de7c7c962f', 'name': '', 'network_id': '4eaf694d-1602-42e9-8479-8c9819acdcd3', 'tenant_id': 'f16cc3b847604745b8cedd86a44e33ae', 'mac_address': 'fa:16:3e:41:4d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be7b3c6-fc76-46ff-a5f3-21d736e7cb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'dbe3981b-fac8-41ba-874a-7f751dd0b77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:45Z', 'updated_at': '2021-07-07T17:59:50Z', 'revision_number': 4, 'project_id': 'f16cc3b847604745b8cedd86a44e33ae', 'subnets': [{'id': 'dbe3981b-fac8-41ba-874a-7f751dd0b77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:50.886545 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2209b8d2-8f35-443d-b68f-b2c02d17a2cf None None] Provisioning for port 55cbc994-2268-4803-a86a-b0f5607afb25 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:51.004153 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-85f78ff7-99cf-4a04-ad8b-6780adc91f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.108952 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 88e10e1f-9666-4d7b-809c-60de7c7c962f up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:59:51.170565 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-511a0130-b689-4340-a2d2-7f590f0db27f None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.222486 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-511a0130-b689-4340-a2d2-7f590f0db27f None None] Transition to ACTIVE for port object 3f72931a-22bd-4fee-b862-524a4219edd1 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:51.227711 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-85f78ff7-99cf-4a04-ad8b-6780adc91f79 admin admin] Allocated IP 172.20.0.1 (180900f2-5bba-4e79-bafd-cc887dac7dca/4c773058-ba21-4949-a46b-01d17d0dc4ec/45ff07aa-8d61-444a-ab11-31266d324083) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:51.247291 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-511a0130-b689-4340-a2d2-7f590f0db27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.272426 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 88e10e1f-9666-4d7b-809c-60de7c7c962f completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:51.306799 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 88e10e1f-9666-4d7b-809c-60de7c7c962f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:51.307180 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.367834 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-511a0130-b689-4340-a2d2-7f590f0db27f None None] Attempting to bind port 3f72931a-22bd-4fee-b862-524a4219edd1 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:51.368220 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-511a0130-b689-4340-a2d2-7f590f0db27f None None] Attempting to bind port 3f72931a-22bd-4fee-b862-524a4219edd1 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:51.368590 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511a0130-b689-4340-a2d2-7f590f0db27f None None] Attempting to bind port 3f72931a-22bd-4fee-b862-524a4219edd1 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:51.373442 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-85f78ff7-99cf-4a04-ad8b-6780adc91f79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.382578 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511a0130-b689-4340-a2d2-7f590f0db27f None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:59:51.382968 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511a0130-b689-4340-a2d2-7f590f0db27f None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:51.383372 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-511a0130-b689-4340-a2d2-7f590f0db27f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.383830 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511a0130-b689-4340-a2d2-7f590f0db27f None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:59:51.384247 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-511a0130-b689-4340-a2d2-7f590f0db27f None None] Bound port: 3f72931a-22bd-4fee-b862-524a4219edd1, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:59:51.384650 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-511a0130-b689-4340-a2d2-7f590f0db27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.386295 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7c6af-8eb6-433e-beab-c3d3e2970901 None None] Pushing event updated for resources: {'Port': ['ID=3f72931a-22bd-4fee-b862-524a4219edd1,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:51.391554 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-85f78ff7-99cf-4a04-ad8b-6780adc91f79 admin admin] Transition to ACTIVE for port object 45ff07aa-8d61-444a-ab11-31266d324083 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:51.445814 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-85f78ff7-99cf-4a04-ad8b-6780adc91f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.493161 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-511a0130-b689-4340-a2d2-7f590f0db27f None None] For port 3f72931a-22bd-4fee-b862-524a4219edd1, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:59:51.497768 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-511a0130-b689-4340-a2d2-7f590f0db27f None None] For port 3f72931a-22bd-4fee-b862-524a4219edd1, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3f72931a-22bd-4fee-b862-524a4219edd1,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:59:51.500928 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.516208 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-511a0130-b689-4340-a2d2-7f590f0db27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.538479 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f78ff7-99cf-4a04-ad8b-6780adc91f79 admin admin] Pushing event updated for resources: {'Port': ['ID=45ff07aa-8d61-444a-ab11-31266d324083,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:51.555491 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f78ff7-99cf-4a04-ad8b-6780adc91f79 admin admin] Network 180900f2-5bba-4e79-bafd-cc887dac7dca is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:51.558004 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-85f78ff7-99cf-4a04-ad8b-6780adc91f79 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:51.560961 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f78ff7-99cf-4a04-ad8b-6780adc91f79 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:51.626386 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-85f78ff7-99cf-4a04-ad8b-6780adc91f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.672483 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 88e10e1f-9666-4d7b-809c-60de7c7c962f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=88e10e1f-9666-4d7b-809c-60de7c7c962f,segment=NetworkSegment(93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf),segment_id=93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:51.675863 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511a0130-b689-4340-a2d2-7f590f0db27f None None] Routers {'17f65ac3-1914-4dc9-b544-b1ab17cd5d29'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:51.676508 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-511a0130-b689-4340-a2d2-7f590f0db27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:59:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['17f65ac3-1914-4dc9-b544-b1ab17cd5d29'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:51.690770 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7c6af-8eb6-433e-beab-c3d3e2970901 None None] Pushing event updated for resources: {'Port': ['ID=3f72931a-22bd-4fee-b862-524a4219edd1,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:51.756274 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.757267 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 55cbc994-2268-4803-a86a-b0f5607afb25 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:59:51.878174 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-85f78ff7-99cf-4a04-ad8b-6780adc91f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.954805 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=88e10e1f-9666-4d7b-809c-60de7c7c962f,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:51.983210 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 55cbc994-2268-4803-a86a-b0f5607afb25 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:51.986156 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-511a0130-b689-4340-a2d2-7f590f0db27f None None] Set router 17f65ac3-1914-4dc9-b544-b1ab17cd5d29 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:59:52.070232 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-85f78ff7-99cf-4a04-ad8b-6780adc91f79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.075383 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-85f78ff7-99cf-4a04-ad8b-6780adc91f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.175902 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f78ff7-99cf-4a04-ad8b-6780adc91f79 admin admin] Pushing event updated for resources: {'Port': ['ID=45ff07aa-8d61-444a-ab11-31266d324083,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:52.178744 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-85f78ff7-99cf-4a04-ad8b-6780adc91f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.220810 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 55cbc994-2268-4803-a86a-b0f5607afb25 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:52.221949 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.274881 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f78ff7-99cf-4a04-ad8b-6780adc91f79 admin admin] Network 180900f2-5bba-4e79-bafd-cc887dac7dca is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:52.276448 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-85f78ff7-99cf-4a04-ad8b-6780adc91f79 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:52.304766 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a2c5e2df-f22d-449f-b388-28ed810b9249 None None] Provisioning for port 45ff07aa-8d61-444a-ab11-31266d324083 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:52.316742 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a2c5e2df-f22d-449f-b388-28ed810b9249 None None] Provisioning complete for port 45ff07aa-8d61-444a-ab11-31266d324083 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:52.317219 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a2c5e2df-f22d-449f-b388-28ed810b9249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.406759 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a2c5e2df-f22d-449f-b388-28ed810b9249 None None] Port 45ff07aa-8d61-444a-ab11-31266d324083 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:59:52.417534 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f78ff7-99cf-4a04-ad8b-6780adc91f79 admin admin] Router 17f65ac3-1914-4dc9-b544-b1ab17cd5d29 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:59:52.441869 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.489068 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 55cbc994-2268-4803-a86a-b0f5607afb25, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=55cbc994-2268-4803-a86a-b0f5607afb25,segment=NetworkSegment(01664039-ae6c-4925-a0ae-1d9c86726fda),segment_id=01664039-ae6c-4925-a0ae-1d9c86726fda)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:52.498841 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.499683 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3be4a9f3-b242-43d0-9a7b-cd811b320de9 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:59:52.554913 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f78ff7-99cf-4a04-ad8b-6780adc91f79 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:52.558852 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-511a0130-b689-4340-a2d2-7f590f0db27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f65ac3-1914-4dc9-b544-b1ab17cd5d29', 'name': 'tempest-TestEncryptedCinderVolumes-1110657561-router', 'tenant_id': '9b11cfbb3a3e4fb293732dffd055f471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '3f72931a-22bd-4fee-b862-524a4219edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:48Z', 'updated_at': '2021-07-07T17:59:49Z', 'revision_number': 3, 'project_id': '9b11cfbb3a3e4fb293732dffd055f471', 'gw_port': {'id': '3f72931a-22bd-4fee-b862-524a4219edd1', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f65ac3-1914-4dc9-b544-b1ab17cd5d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:48Z', 'updated_at': '2021-07-07T17:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:52.560389 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-85f78ff7-99cf-4a04-ad8b-6780adc91f79 admin admin] 10.222.0.53 "PUT /v2.0/routers/17f65ac3-1914-4dc9-b544-b1ab17cd5d29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5774474 Jul 07 17:59:52.608591 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511a0130-b689-4340-a2d2-7f590f0db27f None None] The sync data for ids ['17f65ac3-1914-4dc9-b544-b1ab17cd5d29'] in n-d-791503-12 is: [{'id': '17f65ac3-1914-4dc9-b544-b1ab17cd5d29', 'name': 'tempest-TestEncryptedCinderVolumes-1110657561-router', 'tenant_id': '9b11cfbb3a3e4fb293732dffd055f471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '3f72931a-22bd-4fee-b862-524a4219edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:48Z', 'updated_at': '2021-07-07T17:59:49Z', 'revision_number': 3, 'project_id': '9b11cfbb3a3e4fb293732dffd055f471', 'gw_port': {'id': '3f72931a-22bd-4fee-b862-524a4219edd1', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f65ac3-1914-4dc9-b544-b1ab17cd5d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:48Z', 'updated_at': '2021-07-07T17:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:52.635509 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1bcd8880-a5e4-4402-89f4-191fe18d9365 None None] Provisioning complete for port 45ff07aa-8d61-444a-ab11-31266d324083 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:52.635509 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1bcd8880-a5e4-4402-89f4-191fe18d9365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.654687 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=55cbc994-2268-4803-a86a-b0f5607afb25,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:52.681923 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-1bcd8880-a5e4-4402-89f4-191fe18d9365 None None] Port 45ff07aa-8d61-444a-ab11-31266d324083 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:59:52.684664 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 3be4a9f3-b242-43d0-9a7b-cd811b320de9 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:52.685063 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.949149 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 88e10e1f-9666-4d7b-809c-60de7c7c962f up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:59:53.014205 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 88e10e1f-9666-4d7b-809c-60de7c7c962f triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:53.014722 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:53.123392 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 55cbc994-2268-4803-a86a-b0f5607afb25 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:59:53.180527 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 55cbc994-2268-4803-a86a-b0f5607afb25 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:53.181367 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:53.438014 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-4f4d1157-196d-4147-9b99-1b2201833bab tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:53.439568 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-4f4d1157-196d-4147-9b99-1b2201833bab tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/networks?id=4eaf694d-1602-42e9-8479-8c9819acdcd3 HTTP/1.1" status: 200 len: 816 time: 0.1054029 Jul 07 17:59:53.456183 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-2929b2e0-3b40-4a2e-9d33-c43319c48665 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/quotas/f16cc3b847604745b8cedd86a44e33ae HTTP/1.1" status: 200 len: 375 time: 0.0098178 Jul 07 17:59:53.489906 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-034f55f5-0aca-4f61-9933-1f3a5d9c205b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:53.537044 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-b9af8c6b-5432-4250-98ac-b75da1ca84da tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f16cc3b847604745b8cedd86a44e33ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751204 Jul 07 17:59:53.636667 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-58ca2d26-9bff-4805-a83a-7c17358bc558 service neutron] 10.222.0.53 "GET /v2.0/networks/4eaf694d-1602-42e9-8479-8c9819acdcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878866 Jul 07 17:59:53.743512 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-ea953803-2180-4815-8efe-62824147e455 service neutron] 10.222.0.53 "GET /v2.0/networks/4eaf694d-1602-42e9-8479-8c9819acdcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010127 Jul 07 17:59:53.915267 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5fa36000-939d-44a0-a0b6-82cf84b91472 req-2fbee454-ba3a-433f-9b2c-008e28526939 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/ports?device_id=c16878f9-a349-4f80-80d7-3415ca02420a HTTP/1.1" status: 200 len: 210 time: 0.0302904 Jul 07 17:59:54.408157 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c62699-8809-45f1-9780-d630d80b282f None None] Sync routers for ids ['17f65ac3-1914-4dc9-b544-b1ab17cd5d29'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:54.418800 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c62699-8809-45f1-9780-d630d80b282f None None] Routers {'17f65ac3-1914-4dc9-b544-b1ab17cd5d29'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:54.419403 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-26c62699-8809-45f1-9780-d630d80b282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:59:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['17f65ac3-1914-4dc9-b544-b1ab17cd5d29'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:54.527652 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-26c62699-8809-45f1-9780-d630d80b282f None None] Set router 17f65ac3-1914-4dc9-b544-b1ab17cd5d29 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:59:54.746778 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-26c62699-8809-45f1-9780-d630d80b282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f65ac3-1914-4dc9-b544-b1ab17cd5d29', 'name': 'tempest-TestEncryptedCinderVolumes-1110657561-router', 'tenant_id': '9b11cfbb3a3e4fb293732dffd055f471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '3f72931a-22bd-4fee-b862-524a4219edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:48Z', 'updated_at': '2021-07-07T17:59:51Z', 'revision_number': 4, 'project_id': '9b11cfbb3a3e4fb293732dffd055f471', 'gw_port': {'id': '3f72931a-22bd-4fee-b862-524a4219edd1', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f65ac3-1914-4dc9-b544-b1ab17cd5d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:48Z', 'updated_at': '2021-07-07T17:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '45ff07aa-8d61-444a-ab11-31266d324083', 'name': '', 'network_id': '180900f2-5bba-4e79-bafd-cc887dac7dca', 'tenant_id': '9b11cfbb3a3e4fb293732dffd055f471', 'mac_address': 'fa:16:3e:28:4b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f65ac3-1914-4dc9-b544-b1ab17cd5d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '4c773058-ba21-4949-a46b-01d17d0dc4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:51Z', 'updated_at': '2021-07-07T17:59:51Z', 'revision_number': 2, 'project_id': '9b11cfbb3a3e4fb293732dffd055f471', 'subnets': [{'id': '4c773058-ba21-4949-a46b-01d17d0dc4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:54.778615 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c62699-8809-45f1-9780-d630d80b282f None None] Checking router: 17f65ac3-1914-4dc9-b544-b1ab17cd5d29 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:59:54.779026 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c62699-8809-45f1-9780-d630d80b282f None None] Updating router 17f65ac3-1914-4dc9-b544-b1ab17cd5d29 port 45ff07aa-8d61-444a-ab11-31266d324083 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:59:54.819761 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-26c62699-8809-45f1-9780-d630d80b282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.931373 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3f72931a-22bd-4fee-b862-524a4219edd1 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:59:54.996557 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 3f72931a-22bd-4fee-b862-524a4219edd1 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:55.004726 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 3f72931a-22bd-4fee-b862-524a4219edd1 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:55.005432 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.105978 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.133770 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 3f72931a-22bd-4fee-b862-524a4219edd1, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3f72931a-22bd-4fee-b862-524a4219edd1,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:55.143728 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.164285 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-8e7b8e91-e65c-49e4-bf2c-204292f46144 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:55.170505 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-8e7b8e91-e65c-49e4-bf2c-204292f46144 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.72 "GET /v2.0/networks?id=4eaf694d-1602-42e9-8479-8c9819acdcd3 HTTP/1.1" status: 200 len: 816 time: 0.2588904 Jul 07 17:59:55.197203 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-533b1226-6187-4654-8293-f713df6010fe tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Request body: {'port': {'device_id': 'c16878f9-a349-4f80-80d7-3415ca02420a', 'network_id': '4eaf694d-1602-42e9-8479-8c9819acdcd3', 'admin_state_up': True, 'tenant_id': 'f16cc3b847604745b8cedd86a44e33ae'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:55.245027 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=3f72931a-22bd-4fee-b862-524a4219edd1,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:55.259571 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7d1ea1ae-bba6-4945-b3bd-aa8c3121fbe7 req-5a8bf5b6-ecc8-43ba-902d-e282ca3f7bbf tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/ports?device_id=c16878f9-a349-4f80-80d7-3415ca02420a HTTP/1.1" status: 200 len: 210 time: 0.0877173 Jul 07 17:59:55.277312 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-26c62699-8809-45f1-9780-d630d80b282f None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.291411 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-26c62699-8809-45f1-9780-d630d80b282f None None] Transition to ACTIVE for port object 45ff07aa-8d61-444a-ab11-31266d324083 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:55.298642 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-26c62699-8809-45f1-9780-d630d80b282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.352837 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d353c9-7d4c-432d-ac83-c49119aaafd9 None None] Pushing event updated for resources: {'Port': ['ID=45ff07aa-8d61-444a-ab11-31266d324083,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:55.370032 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-533b1226-6187-4654-8293-f713df6010fe tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Made reservation on behalf of f16cc3b847604745b8cedd86a44e33ae for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:55.373689 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-533b1226-6187-4654-8293-f713df6010fe tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.421543 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-26c62699-8809-45f1-9780-d630d80b282f None None] Attempting to bind port 45ff07aa-8d61-444a-ab11-31266d324083 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:55.422230 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-26c62699-8809-45f1-9780-d630d80b282f None None] Attempting to bind port 45ff07aa-8d61-444a-ab11-31266d324083 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '01664039-ae6c-4925-a0ae-1d9c86726fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '180900f2-5bba-4e79-bafd-cc887dac7dca'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:55.422364 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c62699-8809-45f1-9780-d630d80b282f None None] Attempting to bind port 45ff07aa-8d61-444a-ab11-31266d324083 on network 180900f2-5bba-4e79-bafd-cc887dac7dca {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:55.428532 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c62699-8809-45f1-9780-d630d80b282f None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:59:55.428936 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c62699-8809-45f1-9780-d630d80b282f None None] Checking segment: {'id': '01664039-ae6c-4925-a0ae-1d9c86726fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '180900f2-5bba-4e79-bafd-cc887dac7dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:55.429400 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-26c62699-8809-45f1-9780-d630d80b282f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.429838 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c62699-8809-45f1-9780-d630d80b282f None None] Bound using segment: {'id': '01664039-ae6c-4925-a0ae-1d9c86726fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '180900f2-5bba-4e79-bafd-cc887dac7dca'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:59:55.430310 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-26c62699-8809-45f1-9780-d630d80b282f None None] Bound port: 45ff07aa-8d61-444a-ab11-31266d324083, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01664039-ae6c-4925-a0ae-1d9c86726fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '180900f2-5bba-4e79-bafd-cc887dac7dca'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:59:55.430700 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-26c62699-8809-45f1-9780-d630d80b282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.499298 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-26c62699-8809-45f1-9780-d630d80b282f None None] For port 45ff07aa-8d61-444a-ab11-31266d324083, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:59:55.503928 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-26c62699-8809-45f1-9780-d630d80b282f None None] For port 45ff07aa-8d61-444a-ab11-31266d324083, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=45ff07aa-8d61-444a-ab11-31266d324083,segment=NetworkSegment(01664039-ae6c-4925-a0ae-1d9c86726fda),segment_id=01664039-ae6c-4925-a0ae-1d9c86726fda)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:59:55.509739 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-26c62699-8809-45f1-9780-d630d80b282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.543044 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-533b1226-6187-4654-8293-f713df6010fe tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Allocated IP 172.20.0.9 (4eaf694d-1602-42e9-8479-8c9819acdcd3/dbe3981b-fac8-41ba-874a-7f751dd0b77d/9c93b21b-1574-4a44-a196-70cd10b5f8f7) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:55.586576 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c62699-8809-45f1-9780-d630d80b282f None None] Routers {'17f65ac3-1914-4dc9-b544-b1ab17cd5d29'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:55.587307 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-26c62699-8809-45f1-9780-d630d80b282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T17:59:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['17f65ac3-1914-4dc9-b544-b1ab17cd5d29'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:55.624806 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d353c9-7d4c-432d-ac83-c49119aaafd9 None None] Pushing event updated for resources: {'Port': ['ID=45ff07aa-8d61-444a-ab11-31266d324083,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:55.727401 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-26c62699-8809-45f1-9780-d630d80b282f None None] Set router 17f65ac3-1914-4dc9-b544-b1ab17cd5d29 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:59:55.765345 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-533b1226-6187-4654-8293-f713df6010fe tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.782388 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-533b1226-6187-4654-8293-f713df6010fe tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Transition to ACTIVE for port object 9c93b21b-1574-4a44-a196-70cd10b5f8f7 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:55.818153 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-533b1226-6187-4654-8293-f713df6010fe tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.879147 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-533b1226-6187-4654-8293-f713df6010fe tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Network 4eaf694d-1602-42e9-8479-8c9819acdcd3 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:55.882618 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-533b1226-6187-4654-8293-f713df6010fe tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:55.885367 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-533b1226-6187-4654-8293-f713df6010fe tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:55.913265 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b1226-6187-4654-8293-f713df6010fe tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Pushing event updated for resources: {'Port': ['ID=9c93b21b-1574-4a44-a196-70cd10b5f8f7,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:55.950043 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-533b1226-6187-4654-8293-f713df6010fe tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:55.950907 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-533b1226-6187-4654-8293-f713df6010fe tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.965605 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-26c62699-8809-45f1-9780-d630d80b282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f65ac3-1914-4dc9-b544-b1ab17cd5d29', 'name': 'tempest-TestEncryptedCinderVolumes-1110657561-router', 'tenant_id': '9b11cfbb3a3e4fb293732dffd055f471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '3f72931a-22bd-4fee-b862-524a4219edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:48Z', 'updated_at': '2021-07-07T17:59:51Z', 'revision_number': 4, 'project_id': '9b11cfbb3a3e4fb293732dffd055f471', 'gw_port': {'id': '3f72931a-22bd-4fee-b862-524a4219edd1', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f65ac3-1914-4dc9-b544-b1ab17cd5d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:48Z', 'updated_at': '2021-07-07T17:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '45ff07aa-8d61-444a-ab11-31266d324083', 'name': '', 'network_id': '180900f2-5bba-4e79-bafd-cc887dac7dca', 'tenant_id': '9b11cfbb3a3e4fb293732dffd055f471', 'mac_address': 'fa:16:3e:28:4b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f65ac3-1914-4dc9-b544-b1ab17cd5d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '4c773058-ba21-4949-a46b-01d17d0dc4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:51Z', 'updated_at': '2021-07-07T17:59:55Z', 'revision_number': 4, 'project_id': '9b11cfbb3a3e4fb293732dffd055f471', 'subnets': [{'id': '4c773058-ba21-4949-a46b-01d17d0dc4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:55.970320 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-533b1226-6187-4654-8293-f713df6010fe tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7806065 Jul 07 17:59:55.996380 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c62699-8809-45f1-9780-d630d80b282f None None] The sync data for ids ['17f65ac3-1914-4dc9-b544-b1ab17cd5d29'] in n-d-791503-12 is: [{'id': '17f65ac3-1914-4dc9-b544-b1ab17cd5d29', 'name': 'tempest-TestEncryptedCinderVolumes-1110657561-router', 'tenant_id': '9b11cfbb3a3e4fb293732dffd055f471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '3f72931a-22bd-4fee-b862-524a4219edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:48Z', 'updated_at': '2021-07-07T17:59:51Z', 'revision_number': 4, 'project_id': '9b11cfbb3a3e4fb293732dffd055f471', 'gw_port': {'id': '3f72931a-22bd-4fee-b862-524a4219edd1', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f65ac3-1914-4dc9-b544-b1ab17cd5d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:48Z', 'updated_at': '2021-07-07T17:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '45ff07aa-8d61-444a-ab11-31266d324083', 'name': '', 'network_id': '180900f2-5bba-4e79-bafd-cc887dac7dca', 'tenant_id': '9b11cfbb3a3e4fb293732dffd055f471', 'mac_address': 'fa:16:3e:28:4b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f65ac3-1914-4dc9-b544-b1ab17cd5d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '4c773058-ba21-4949-a46b-01d17d0dc4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:51Z', 'updated_at': '2021-07-07T17:59:55Z', 'revision_number': 4, 'project_id': '9b11cfbb3a3e4fb293732dffd055f471', 'subnets': [{'id': '4c773058-ba21-4949-a46b-01d17d0dc4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:56.148241 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-0536ec07-55dd-45f6-a304-a0ada99b7edd service neutron] Request body: {'port': {'device_id': 'c16878f9-a349-4f80-80d7-3415ca02420a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:56.204594 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f82508b5-22d8-4e72-b37b-dd221e77e888 None None] Provisioning for port 9c93b21b-1574-4a44-a196-70cd10b5f8f7 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:56.210483 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f82508b5-22d8-4e72-b37b-dd221e77e888 None None] Provisioning complete for port 9c93b21b-1574-4a44-a196-70cd10b5f8f7 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:56.211032 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f82508b5-22d8-4e72-b37b-dd221e77e888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.258930 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-0536ec07-55dd-45f6-a304-a0ada99b7edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.263394 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-f82508b5-22d8-4e72-b37b-dd221e77e888 None None] Port 9c93b21b-1574-4a44-a196-70cd10b5f8f7 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:59:56.319431 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.482577 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce027e22-ca02-4173-815c-f0a08fc1084c req-c816732a-e84f-46e6-bd41-22596e5cc933 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:56.484590 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ce027e22-ca02-4173-815c-f0a08fc1084c req-c816732a-e84f-46e6-bd41-22596e5cc933 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/ports?device_id=c16878f9-a349-4f80-80d7-3415ca02420a HTTP/1.1" status: 200 len: 931 time: 0.0836375 Jul 07 17:59:56.531633 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ce027e22-ca02-4173-815c-f0a08fc1084c req-2cb1dd69-bd02-425d-b2f5-3d527ebd4d93 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb56091-c657-45b4-9a6e-ef1e48634c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379574 Jul 07 17:59:56.588811 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-0536ec07-55dd-45f6-a304-a0ada99b7edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c93b21b-1574-4a44-a196-70cd10b5f8f7 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:59:56.598019 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-0536ec07-55dd-45f6-a304-a0ada99b7edd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.610528 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-0536ec07-55dd-45f6-a304-a0ada99b7edd service neutron] Transition to ACTIVE for port object 9c93b21b-1574-4a44-a196-70cd10b5f8f7 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:56.615604 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-0536ec07-55dd-45f6-a304-a0ada99b7edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.667810 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536ec07-55dd-45f6-a304-a0ada99b7edd service neutron] Pushing event updated for resources: {'Port': ['ID=9c93b21b-1574-4a44-a196-70cd10b5f8f7,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:56.744713 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-0536ec07-55dd-45f6-a304-a0ada99b7edd service neutron] Attempting to bind port 9c93b21b-1574-4a44-a196-70cd10b5f8f7 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:56.745244 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-0536ec07-55dd-45f6-a304-a0ada99b7edd service neutron] Attempting to bind port 9c93b21b-1574-4a44-a196-70cd10b5f8f7 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4eaf694d-1602-42e9-8479-8c9819acdcd3'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:56.745772 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-0536ec07-55dd-45f6-a304-a0ada99b7edd service neutron] Attempting to bind port 9c93b21b-1574-4a44-a196-70cd10b5f8f7 on network 4eaf694d-1602-42e9-8479-8c9819acdcd3 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:56.754287 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-0536ec07-55dd-45f6-a304-a0ada99b7edd service neutron] Port 9c93b21b-1574-4a44-a196-70cd10b5f8f7 on network 4eaf694d-1602-42e9-8479-8c9819acdcd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:56.754815 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-0536ec07-55dd-45f6-a304-a0ada99b7edd service neutron] Attempting to bind port 9c93b21b-1574-4a44-a196-70cd10b5f8f7 on network 4eaf694d-1602-42e9-8479-8c9819acdcd3 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:56.763906 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-0536ec07-55dd-45f6-a304-a0ada99b7edd service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:59:56.764433 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-0536ec07-55dd-45f6-a304-a0ada99b7edd service neutron] Checking segment: {'id': '93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4eaf694d-1602-42e9-8479-8c9819acdcd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:56.765062 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-0536ec07-55dd-45f6-a304-a0ada99b7edd service neutron] Bound using segment: {'id': '93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4eaf694d-1602-42e9-8479-8c9819acdcd3'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:59:56.765718 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-0536ec07-55dd-45f6-a304-a0ada99b7edd service neutron] Bound port: 9c93b21b-1574-4a44-a196-70cd10b5f8f7, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4eaf694d-1602-42e9-8479-8c9819acdcd3'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:59:56.766239 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-0536ec07-55dd-45f6-a304-a0ada99b7edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.853343 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-0536ec07-55dd-45f6-a304-a0ada99b7edd service neutron] For port 9c93b21b-1574-4a44-a196-70cd10b5f8f7, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:59:56.856777 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-0536ec07-55dd-45f6-a304-a0ada99b7edd service neutron] For port 9c93b21b-1574-4a44-a196-70cd10b5f8f7, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=9c93b21b-1574-4a44-a196-70cd10b5f8f7,segment=NetworkSegment(93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf),segment_id=93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:59:56.862199 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-0536ec07-55dd-45f6-a304-a0ada99b7edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.900093 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9cab8dce-7c6a-4015-acf4-8150dbaa05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.901005 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-0536ec07-55dd-45f6-a304-a0ada99b7edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:56.901636 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-0536ec07-55dd-45f6-a304-a0ada99b7edd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.903074 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-0536ec07-55dd-45f6-a304-a0ada99b7edd service neutron] 10.222.0.72 "PUT /v2.0/ports/9c93b21b-1574-4a44-a196-70cd10b5f8f7 HTTP/1.1" status: 200 len: 1092 time: 0.9255693 Jul 07 17:59:56.903539 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c16878f9-a349-4f80-80d7-3415ca02420a', 'tag': '9c93b21b-1574-4a44-a196-70cd10b5f8f7'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:59:56.906000 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784f17dc-d11a-4f24-b85f-fc4dd6d221c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c16878f9-a349-4f80-80d7-3415ca02420a", "tag": "9c93b21b-1574-4a44-a196-70cd10b5f8f7"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:59:56.943629 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536ec07-55dd-45f6-a304-a0ada99b7edd service neutron] Pushing event updated for resources: {'Port': ['ID=9c93b21b-1574-4a44-a196-70cd10b5f8f7,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:56.982652 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65428310-e46c-4451-a6bf-da359215ef3d x-openstack-request-id: req-65428310-e46c-4451-a6bf-da359215ef3d {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:59:56.982947 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c16878f9-a349-4f80-80d7-3415ca02420a", "tag": "9c93b21b-1574-4a44-a196-70cd10b5f8f7", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:59:56.983195 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-65428310-e46c-4451-a6bf-da359215ef3d {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:59:56.983604 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c16878f9-a349-4f80-80d7-3415ca02420a', 'tag': '9c93b21b-1574-4a44-a196-70cd10b5f8f7', 'status': 'completed', 'code': 200} Jul 07 17:59:57.001769 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3f72931a-22bd-4fee-b862-524a4219edd1 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:59:57.022168 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-587317bb-a6a3-4199-804a-ff53842d5ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:57.024108 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-587317bb-a6a3-4199-804a-ff53842d5ea8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f16cc3b847604745b8cedd86a44e33ae&device_id=c16878f9-a349-4f80-80d7-3415ca02420a HTTP/1.1" status: 200 len: 1095 time: 0.0741522 Jul 07 17:59:57.062906 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 3f72931a-22bd-4fee-b862-524a4219edd1 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:57.063461 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:57.076258 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-339cc6f7-e847-4d91-962f-04a72670c29f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c93b21b-1574-4a44-a196-70cd10b5f8f7 HTTP/1.1" status: 200 len: 217 time: 0.0433288 Jul 07 17:59:57.130135 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-77aa2350-131a-4802-9521-c6d783ba44f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:57.131706 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-77aa2350-131a-4802-9521-c6d783ba44f6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbe3981b-fac8-41ba-874a-7f751dd0b77d HTTP/1.1" status: 200 len: 855 time: 0.0486331 Jul 07 17:59:57.151372 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 45ff07aa-8d61-444a-ab11-31266d324083 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:59:57.192719 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-6c903250-e225-4f1b-a552-92efb569d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:57.194155 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-6c903250-e225-4f1b-a552-92efb569d057 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4eaf694d-1602-42e9-8479-8c9819acdcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556228 Jul 07 17:59:57.200050 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 45ff07aa-8d61-444a-ab11-31266d324083 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:57.204085 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 45ff07aa-8d61-444a-ab11-31266d324083 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:57.204464 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:57.297690 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:57.300602 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-1342ee9f-2c58-41b0-8913-dc2fece5bb94 service neutron] 10.222.0.72 "GET /v2.0/networks/4eaf694d-1602-42e9-8479-8c9819acdcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993521 Jul 07 17:59:57.333340 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 45ff07aa-8d61-444a-ab11-31266d324083, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=45ff07aa-8d61-444a-ab11-31266d324083,segment=NetworkSegment(01664039-ae6c-4925-a0ae-1d9c86726fda),segment_id=01664039-ae6c-4925-a0ae-1d9c86726fda)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:57.337292 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:57.386480 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=45ff07aa-8d61-444a-ab11-31266d324083,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:57.396790 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f93d8f1-2462-4289-b674-c57b89dc9926 req-2bd3cf7e-8533-4f09-b6ef-8fde03329b8d service neutron] 10.222.0.72 "GET /v2.0/networks/4eaf694d-1602-42e9-8479-8c9819acdcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900843 Jul 07 17:59:57.494359 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f17dc-d11a-4f24-b85f-fc4dd6d221c9 req-39b16d43-ce60-4f1c-8483-126c789e2136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:57.495877 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-784f17dc-d11a-4f24-b85f-fc4dd6d221c9 req-39b16d43-ce60-4f1c-8483-126c789e2136 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f16cc3b847604745b8cedd86a44e33ae&device_id=c16878f9-a349-4f80-80d7-3415ca02420a HTTP/1.1" status: 200 len: 1095 time: 0.0531042 Jul 07 17:59:57.592772 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f17dc-d11a-4f24-b85f-fc4dd6d221c9 req-c4f8e660-9217-4f37-aa9a-9fb03720c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:57.594258 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-784f17dc-d11a-4f24-b85f-fc4dd6d221c9 req-c4f8e660-9217-4f37-aa9a-9fb03720c107 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4eaf694d-1602-42e9-8479-8c9819acdcd3 HTTP/1.1" status: 200 len: 917 time: 0.0920889 Jul 07 17:59:57.637887 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-784f17dc-d11a-4f24-b85f-fc4dd6d221c9 req-ae9dd3d6-d003-4686-b579-a28d56c3c172 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c93b21b-1574-4a44-a196-70cd10b5f8f7 HTTP/1.1" status: 200 len: 217 time: 0.0372300 Jul 07 17:59:57.697803 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f17dc-d11a-4f24-b85f-fc4dd6d221c9 req-e579c716-144d-435c-a504-f5f9997398a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:57.699315 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-784f17dc-d11a-4f24-b85f-fc4dd6d221c9 req-e579c716-144d-435c-a504-f5f9997398a1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbe3981b-fac8-41ba-874a-7f751dd0b77d HTTP/1.1" status: 200 len: 855 time: 0.0539143 Jul 07 17:59:57.720363 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854b475-7be3-4e3a-9a0c-01ea08d5a285 req-9ea847e3-d59b-47c4-8e5a-fdd0d873d310 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:57.722371 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5854b475-7be3-4e3a-9a0c-01ea08d5a285 req-9ea847e3-d59b-47c4-8e5a-fdd0d873d310 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/ports?device_id=c16878f9-a349-4f80-80d7-3415ca02420a HTTP/1.1" status: 200 len: 943 time: 0.0693848 Jul 07 17:59:57.765474 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f17dc-d11a-4f24-b85f-fc4dd6d221c9 req-e13fa7df-8012-4e96-aa9b-9e7dc40e9a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:57.766944 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-784f17dc-d11a-4f24-b85f-fc4dd6d221c9 req-e13fa7df-8012-4e96-aa9b-9e7dc40e9a8c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4eaf694d-1602-42e9-8479-8c9819acdcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608647 Jul 07 17:59:57.769582 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5854b475-7be3-4e3a-9a0c-01ea08d5a285 req-e6761a67-a3f8-4e7d-9f98-45232ae5aa4c tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb56091-c657-45b4-9a6e-ef1e48634c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348606 Jul 07 17:59:57.858679 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-784f17dc-d11a-4f24-b85f-fc4dd6d221c9 req-8c12ec7f-374e-4e4f-ade8-ac33275a77c4 service neutron] 10.222.0.72 "GET /v2.0/networks/4eaf694d-1602-42e9-8479-8c9819acdcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849602 Jul 07 17:59:57.954063 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-784f17dc-d11a-4f24-b85f-fc4dd6d221c9 req-0c12cb84-582f-4ca2-8e31-54e041dcc86d service neutron] 10.222.0.72 "GET /v2.0/networks/4eaf694d-1602-42e9-8479-8c9819acdcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888371 Jul 07 17:59:58.120076 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.574550 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 9c93b21b-1574-4a44-a196-70cd10b5f8f7 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:59:58.676824 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 9c93b21b-1574-4a44-a196-70cd10b5f8f7, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=9c93b21b-1574-4a44-a196-70cd10b5f8f7,segment=NetworkSegment(93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf),segment_id=93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:58.696731 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '9c93b21b-1574-4a44-a196-70cd10b5f8f7', 'network_id': '4eaf694d-1602-42e9-8479-8c9819acdcd3', 'port_id': '9c93b21b-1574-4a44-a196-70cd10b5f8f7', 'mac_address': 'fa:16:3e:bc:b3:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbe3981b-fac8-41ba-874a-7f751dd0b77d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:59:58.739366 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.753438 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c93b21b-1574-4a44-a196-70cd10b5f8f7 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:59:58.775074 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 9c93b21b-1574-4a44-a196-70cd10b5f8f7, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=9c93b21b-1574-4a44-a196-70cd10b5f8f7,segment=NetworkSegment(93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf),segment_id=93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:58.779165 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.833299 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=9c93b21b-1574-4a44-a196-70cd10b5f8f7,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:58.902716 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 45ff07aa-8d61-444a-ab11-31266d324083 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:59:58.966041 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569c170-61e4-47dd-9053-04e952966d2d req-136cd1cc-4f75-4288-bca9-f435c99b0b75 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:58.966986 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 45ff07aa-8d61-444a-ab11-31266d324083 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:58.967383 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.967630 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0569c170-61e4-47dd-9053-04e952966d2d req-136cd1cc-4f75-4288-bca9-f435c99b0b75 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/ports?device_id=c16878f9-a349-4f80-80d7-3415ca02420a HTTP/1.1" status: 200 len: 944 time: 0.0760930 Jul 07 17:59:58.999361 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['9c93b21b-1574-4a44-a196-70cd10b5f8f7'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:59:59.013424 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0569c170-61e4-47dd-9053-04e952966d2d req-0395ff7f-5743-4c86-bca4-3b80dc17b7d9 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb56091-c657-45b4-9a6e-ef1e48634c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399258 Jul 07 18:00:00.195096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b61fab-cc80-42d3-b5be-0cfe3406278e req-2e1ca103-65e8-4502-b308-6a77538b5048 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:00.196634 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d2b61fab-cc80-42d3-b5be-0cfe3406278e req-2e1ca103-65e8-4502-b308-6a77538b5048 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/ports?device_id=c16878f9-a349-4f80-80d7-3415ca02420a HTTP/1.1" status: 200 len: 944 time: 0.0710366 Jul 07 18:00:00.235883 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d2b61fab-cc80-42d3-b5be-0cfe3406278e req-c1793193-fb7f-4092-b8a4-428ecf0fed5e tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb56091-c657-45b4-9a6e-ef1e48634c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332127 Jul 07 18:00:00.426814 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:00.575398 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 9c93b21b-1574-4a44-a196-70cd10b5f8f7 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:00:00.624591 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 9c93b21b-1574-4a44-a196-70cd10b5f8f7 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:00.629175 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 9c93b21b-1574-4a44-a196-70cd10b5f8f7 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:00.629551 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:00.710175 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:00.734108 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16878f9-a349-4f80-80d7-3415ca02420a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c93b21b-1574-4a44-a196-70cd10b5f8f7'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:00.736363 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c1ea07-6cdb-4dff-8b13-ac059a940115" -d '{"events": [{"server_uuid": "c16878f9-a349-4f80-80d7-3415ca02420a", "name": "network-vif-plugged", "status": "completed", "tag": "9c93b21b-1574-4a44-a196-70cd10b5f8f7"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:00.750801 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 9c93b21b-1574-4a44-a196-70cd10b5f8f7, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=9c93b21b-1574-4a44-a196-70cd10b5f8f7,segment=NetworkSegment(93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf),segment_id=93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:00.755970 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:00.780613 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07503e04-0c6a-4bbc-8b5f-96ebc4203837 x-openstack-request-id: req-07503e04-0c6a-4bbc-8b5f-96ebc4203837 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:00:00.780932 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16878f9-a349-4f80-80d7-3415ca02420a", "name": "network-vif-plugged", "status": "completed", "tag": "9c93b21b-1574-4a44-a196-70cd10b5f8f7", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:00:00.781189 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07503e04-0c6a-4bbc-8b5f-96ebc4203837 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:00:00.781580 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16878f9-a349-4f80-80d7-3415ca02420a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c93b21b-1574-4a44-a196-70cd10b5f8f7', 'code': 200} Jul 07 18:00:00.809054 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=9c93b21b-1574-4a44-a196-70cd10b5f8f7,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:00.898798 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145defb-c667-4dd6-945e-15929cdc4930 req-80a53be2-38ce-4a6d-b651-d1df41a5b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:00.900307 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9145defb-c667-4dd6-945e-15929cdc4930 req-80a53be2-38ce-4a6d-b651-d1df41a5b68d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c16878f9-a349-4f80-80d7-3415ca02420a HTTP/1.1" status: 200 len: 1097 time: 0.0583999 Jul 07 18:00:00.906219 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:00:00.934228 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9145defb-c667-4dd6-945e-15929cdc4930 req-3a1bd9fa-4484-4f70-b53b-c8625c224539 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dfb56091-c657-45b4-9a6e-ef1e48634c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277679 Jul 07 18:00:01.415163 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5affb81-fccb-48ac-bf09-da9cdbb6b3e5 req-6e373be7-9286-4fc5-a1c9-ba097f712f7a tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:01.416750 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e5affb81-fccb-48ac-bf09-da9cdbb6b3e5 req-6e373be7-9286-4fc5-a1c9-ba097f712f7a tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/ports?device_id=c16878f9-a349-4f80-80d7-3415ca02420a HTTP/1.1" status: 200 len: 945 time: 0.0670347 Jul 07 18:00:01.457561 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e5affb81-fccb-48ac-bf09-da9cdbb6b3e5 req-cb2f9130-64ee-4442-b8b5-0f6918a3611b tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb56091-c657-45b4-9a6e-ef1e48634c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349367 Jul 07 18:00:02.636027 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b0283-7a5f-4bff-8aaf-492afc967bb7 req-67b59236-270d-49cb-bf8b-39b4f3fa089e tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:02.637598 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9e0b0283-7a5f-4bff-8aaf-492afc967bb7 req-67b59236-270d-49cb-bf8b-39b4f3fa089e tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/ports?device_id=c16878f9-a349-4f80-80d7-3415ca02420a HTTP/1.1" status: 200 len: 945 time: 0.0662072 Jul 07 18:00:02.678624 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9e0b0283-7a5f-4bff-8aaf-492afc967bb7 req-680dedd3-6e71-4d01-94ae-ace10e60f353 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb56091-c657-45b4-9a6e-ef1e48634c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352132 Jul 07 18:00:02.859465 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3b7b7-845b-479d-9acb-41112eff76a8 req-07bc3530-75a7-4be7-941b-c658fd383358 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:02.861002 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-04f3b7b7-845b-479d-9acb-41112eff76a8 req-07bc3530-75a7-4be7-941b-c658fd383358 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/ports?device_id=c16878f9-a349-4f80-80d7-3415ca02420a HTTP/1.1" status: 200 len: 945 time: 0.0678432 Jul 07 18:00:02.899482 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-04f3b7b7-845b-479d-9acb-41112eff76a8 req-d9cc2971-9d97-44ac-bdee-c47031364fc6 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb56091-c657-45b4-9a6e-ef1e48634c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328195 Jul 07 18:00:07.906709 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:08.442086 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:22.032201 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36a8d6-7eb4-4306-918b-24991702463f req-bf81e9df-42d1-4bda-9a64-9fbc6b140c17 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:22.034537 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fb36a8d6-7eb4-4306-918b-24991702463f req-bf81e9df-42d1-4bda-9a64-9fbc6b140c17 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/ports?device_id=c16878f9-a349-4f80-80d7-3415ca02420a HTTP/1.1" status: 200 len: 945 time: 0.0702715 Jul 07 18:00:22.083306 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fb36a8d6-7eb4-4306-918b-24991702463f req-b6eb1d13-c640-4af7-afa2-29494bc4fb12 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb56091-c657-45b4-9a6e-ef1e48634c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425780 Jul 07 18:00:23.272795 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039d623-e52f-4468-b9e9-d72460e2d1bc req-34fb7df7-ce50-4110-9ee6-9ee300b0fd82 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:23.274460 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7039d623-e52f-4468-b9e9-d72460e2d1bc req-34fb7df7-ce50-4110-9ee6-9ee300b0fd82 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/ports?device_id=c16878f9-a349-4f80-80d7-3415ca02420a HTTP/1.1" status: 200 len: 945 time: 0.0725379 Jul 07 18:00:23.317013 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7039d623-e52f-4468-b9e9-d72460e2d1bc req-a2df414a-b565-4688-93df-e9ab4778723c tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb56091-c657-45b4-9a6e-ef1e48634c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368001 Jul 07 18:00:23.491142 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-967ae300-3c64-48e4-87e8-517d17f91738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:23.599266 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76b997-8076-49de-a42b-f0b861f39cfb req-d5b839e2-e85a-4df3-8af1-291d431d47f5 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:23.601815 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ca76b997-8076-49de-a42b-f0b861f39cfb req-d5b839e2-e85a-4df3-8af1-291d431d47f5 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.72 "GET /v2.0/ports?device_id=c16878f9-a349-4f80-80d7-3415ca02420a HTTP/1.1" status: 200 len: 945 time: 0.0777049 Jul 07 18:00:23.708531 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-ca76b997-8076-49de-a42b-f0b861f39cfb req-3f776543-e3c7-4b8a-aab2-4bb2814bde8c tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Deleting port 9c93b21b-1574-4a44-a196-70cd10b5f8f7 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:23.708824 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ca76b997-8076-49de-a42b-f0b861f39cfb req-3f776543-e3c7-4b8a-aab2-4bb2814bde8c tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:23.804031 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-ca76b997-8076-49de-a42b-f0b861f39cfb req-3f776543-e3c7-4b8a-aab2-4bb2814bde8c tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] For port 9c93b21b-1574-4a44-a196-70cd10b5f8f7, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=9c93b21b-1574-4a44-a196-70cd10b5f8f7,segment=NetworkSegment(93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf),segment_id=93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:23.804397 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ca76b997-8076-49de-a42b-f0b861f39cfb req-3f776543-e3c7-4b8a-aab2-4bb2814bde8c tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:23.816886 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-ca76b997-8076-49de-a42b-f0b861f39cfb req-3f776543-e3c7-4b8a-aab2-4bb2814bde8c tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Calling delete_port for 9c93b21b-1574-4a44-a196-70cd10b5f8f7 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:23.949008 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ca76b997-8076-49de-a42b-f0b861f39cfb req-3f776543-e3c7-4b8a-aab2-4bb2814bde8c tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:23.961065 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['9c93b21b-1574-4a44-a196-70cd10b5f8f7'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:00:23.983495 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f776543-e3c7-4b8a-aab2-4bb2814bde8c tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Pushing event deleted for resources: {'Port': ['ID=9c93b21b-1574-4a44-a196-70cd10b5f8f7,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:24.016317 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f776543-e3c7-4b8a-aab2-4bb2814bde8c tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:24.016692 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f776543-e3c7-4b8a-aab2-4bb2814bde8c tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:24.017042 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f776543-e3c7-4b8a-aab2-4bb2814bde8c tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:24.017999 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f776543-e3c7-4b8a-aab2-4bb2814bde8c tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:24.018351 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f776543-e3c7-4b8a-aab2-4bb2814bde8c tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:24.018692 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f776543-e3c7-4b8a-aab2-4bb2814bde8c tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:24.019025 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f776543-e3c7-4b8a-aab2-4bb2814bde8c tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:24.019353 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f776543-e3c7-4b8a-aab2-4bb2814bde8c tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:24.019686 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f776543-e3c7-4b8a-aab2-4bb2814bde8c tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:24.020013 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f776543-e3c7-4b8a-aab2-4bb2814bde8c tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:24.020341 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f776543-e3c7-4b8a-aab2-4bb2814bde8c tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:24.020687 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f776543-e3c7-4b8a-aab2-4bb2814bde8c tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:24.046848 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca76b997-8076-49de-a42b-f0b861f39cfb req-3f776543-e3c7-4b8a-aab2-4bb2814bde8c tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] No DVR routers for this DVR port 9c93b21b-1574-4a44-a196-70cd10b5f8f7 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:00:24.049808 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-ca76b997-8076-49de-a42b-f0b861f39cfb req-3f776543-e3c7-4b8a-aab2-4bb2814bde8c tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:24.051964 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ca76b997-8076-49de-a42b-f0b861f39cfb req-3f776543-e3c7-4b8a-aab2-4bb2814bde8c tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.72 "DELETE /v2.0/ports/9c93b21b-1574-4a44-a196-70cd10b5f8f7 HTTP/1.1" status: 204 len: 173 time: 0.4449775 Jul 07 18:00:24.052461 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16878f9-a349-4f80-80d7-3415ca02420a', 'name': 'network-vif-deleted', 'tag': '9c93b21b-1574-4a44-a196-70cd10b5f8f7'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:24.054921 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fd6a6f-8a49-4927-a121-8b1dd1b00ee5" -d '{"events": [{"server_uuid": "c16878f9-a349-4f80-80d7-3415ca02420a", "name": "network-vif-deleted", "tag": "9c93b21b-1574-4a44-a196-70cd10b5f8f7"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:24.111669 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208d9e72-751d-49a2-990a-0f0bf5147e70 x-openstack-request-id: req-208d9e72-751d-49a2-990a-0f0bf5147e70 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:00:24.112214 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16878f9-a349-4f80-80d7-3415ca02420a", "name": "network-vif-deleted", "tag": "9c93b21b-1574-4a44-a196-70cd10b5f8f7", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:00:24.113023 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-208d9e72-751d-49a2-990a-0f0bf5147e70 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:00:24.113618 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16878f9-a349-4f80-80d7-3415ca02420a', 'name': 'network-vif-deleted', 'tag': '9c93b21b-1574-4a44-a196-70cd10b5f8f7', 'status': 'completed', 'code': 200} Jul 07 18:00:24.474197 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-291e0202-d482-4c1e-9614-1aac30c6fdef req-3d9ab586-b34c-48b3-b3c7-e45daeb7e9be tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/ports?device_id=c16878f9-a349-4f80-80d7-3415ca02420a HTTP/1.1" status: 200 len: 210 time: 0.0300553 Jul 07 18:00:26.018622 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-617e954c-2dfa-469b-aad2-4d0dd64152e0 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:26.020554 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-617e954c-2dfa-469b-aad2-4d0dd64152e0 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/networks?id=4eaf694d-1602-42e9-8479-8c9819acdcd3 HTTP/1.1" status: 200 len: 816 time: 0.1202819 Jul 07 18:00:26.035850 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-24a4d1db-1bc6-4de0-8ef3-e2e1fde5b2a6 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/quotas/f16cc3b847604745b8cedd86a44e33ae HTTP/1.1" status: 200 len: 375 time: 0.0099034 Jul 07 18:00:26.109548 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-776991a6-aa87-40c9-85e9-a77418096c20 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f16cc3b847604745b8cedd86a44e33ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684426 Jul 07 18:00:26.212521 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-b26cc5e8-96e3-4edc-a6e3-737440494807 service neutron] 10.222.0.53 "GET /v2.0/networks/4eaf694d-1602-42e9-8479-8c9819acdcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910962 Jul 07 18:00:26.295031 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:26.320982 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-88234dce-9b3d-42d9-9cf7-0f9b1158add8 service neutron] 10.222.0.53 "GET /v2.0/networks/4eaf694d-1602-42e9-8479-8c9819acdcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000085 Jul 07 18:00:26.502694 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6953b4a3-7986-42fc-9fa1-5e9ab6796ce9 req-38e747ae-fa4e-4d0b-a67b-473168a9541d tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee933ac9-2d9c-466d-bb8d-b1b720dd25ae HTTP/1.1" status: 200 len: 210 time: 0.0375490 Jul 07 18:00:26.734787 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 9c93b21b-1574-4a44-a196-70cd10b5f8f7 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:00:26.757213 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 9c93b21b-1574-4a44-a196-70cd10b5f8f7 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:00:26.757562 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 9c93b21b-1574-4a44-a196-70cd10b5f8f7 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:00:26.891595 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4b47c28c-e748-48e7-9cf2-caad4ea2556e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:27.580943 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-ab192349-cafb-40de-a86c-20780127fc97 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:27.582751 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-ab192349-cafb-40de-a86c-20780127fc97 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.72 "GET /v2.0/networks?id=4eaf694d-1602-42e9-8479-8c9819acdcd3 HTTP/1.1" status: 200 len: 816 time: 0.1118755 Jul 07 18:00:27.596857 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-9f593671-bb5d-40fc-8099-ac4cf25f4480 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Request body: {'port': {'device_id': 'ee933ac9-2d9c-466d-bb8d-b1b720dd25ae', 'network_id': '4eaf694d-1602-42e9-8479-8c9819acdcd3', 'admin_state_up': True, 'tenant_id': 'f16cc3b847604745b8cedd86a44e33ae'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:27.679310 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0f5b864a-e842-4dd8-a0d9-17cbf8e920a4 req-c1946d05-8846-41f6-8a86-ec56af311fc2 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee933ac9-2d9c-466d-bb8d-b1b720dd25ae HTTP/1.1" status: 200 len: 210 time: 0.0414879 Jul 07 18:00:27.745245 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-9f593671-bb5d-40fc-8099-ac4cf25f4480 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Made reservation on behalf of f16cc3b847604745b8cedd86a44e33ae for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:27.749014 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-9f593671-bb5d-40fc-8099-ac4cf25f4480 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:27.875152 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-9f593671-bb5d-40fc-8099-ac4cf25f4480 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Allocated IP 172.20.0.9 (4eaf694d-1602-42e9-8479-8c9819acdcd3/dbe3981b-fac8-41ba-874a-7f751dd0b77d/dd283e99-a4f5-4e22-a27b-c17778759fb9) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:28.030264 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-9f593671-bb5d-40fc-8099-ac4cf25f4480 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:28.044838 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-9f593671-bb5d-40fc-8099-ac4cf25f4480 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Transition to ACTIVE for port object dd283e99-a4f5-4e22-a27b-c17778759fb9 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:28.078746 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-9f593671-bb5d-40fc-8099-ac4cf25f4480 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:28.123478 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:28.129702 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-9f593671-bb5d-40fc-8099-ac4cf25f4480 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Network 4eaf694d-1602-42e9-8479-8c9819acdcd3 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:28.135059 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-9f593671-bb5d-40fc-8099-ac4cf25f4480 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:28.138945 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-9f593671-bb5d-40fc-8099-ac4cf25f4480 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:28.146384 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f593671-bb5d-40fc-8099-ac4cf25f4480 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Pushing event updated for resources: {'Port': ['ID=dd283e99-a4f5-4e22-a27b-c17778759fb9,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:28.202115 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-9f593671-bb5d-40fc-8099-ac4cf25f4480 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:28.202767 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-9f593671-bb5d-40fc-8099-ac4cf25f4480 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:28.223227 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-9f593671-bb5d-40fc-8099-ac4cf25f4480 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6309659 Jul 07 18:00:28.237275 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-aa1b761d-4450-46bd-87d0-049fad3705a9 service neutron] Request body: {'port': {'device_id': 'ee933ac9-2d9c-466d-bb8d-b1b720dd25ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:28.393945 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-bd3aa1b3-3ea2-4179-bce8-35df281e2936 None None] Provisioning for port dd283e99-a4f5-4e22-a27b-c17778759fb9 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:28.398308 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-bd3aa1b3-3ea2-4179-bce8-35df281e2936 None None] Provisioning complete for port dd283e99-a4f5-4e22-a27b-c17778759fb9 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:28.398686 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bd3aa1b3-3ea2-4179-bce8-35df281e2936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:28.435278 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-bd3aa1b3-3ea2-4179-bce8-35df281e2936 None None] Port dd283e99-a4f5-4e22-a27b-c17778759fb9 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:00:28.660288 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-aa1b761d-4450-46bd-87d0-049fad3705a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:28.867826 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ac8b7-a8fe-4c8f-8021-22700d270ac2 req-b9e76a70-aa8c-4073-b707-4e3d79317f78 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:28.869547 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d1ac8b7-a8fe-4c8f-8021-22700d270ac2 req-b9e76a70-aa8c-4073-b707-4e3d79317f78 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee933ac9-2d9c-466d-bb8d-b1b720dd25ae HTTP/1.1" status: 200 len: 931 time: 0.0690944 Jul 07 18:00:28.913677 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4d1ac8b7-a8fe-4c8f-8021-22700d270ac2 req-c4bdb037-e9f9-4e87-806c-b214e1f5824b tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb56091-c657-45b4-9a6e-ef1e48634c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384412 Jul 07 18:00:28.944731 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-aa1b761d-4450-46bd-87d0-049fad3705a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd283e99-a4f5-4e22-a27b-c17778759fb9 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:00:28.953199 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-aa1b761d-4450-46bd-87d0-049fad3705a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:28.968726 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-aa1b761d-4450-46bd-87d0-049fad3705a9 service neutron] Transition to ACTIVE for port object dd283e99-a4f5-4e22-a27b-c17778759fb9 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:28.972926 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-aa1b761d-4450-46bd-87d0-049fad3705a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:29.022476 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b761d-4450-46bd-87d0-049fad3705a9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd283e99-a4f5-4e22-a27b-c17778759fb9,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:29.101356 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-aa1b761d-4450-46bd-87d0-049fad3705a9 service neutron] Attempting to bind port dd283e99-a4f5-4e22-a27b-c17778759fb9 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:29.101692 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-aa1b761d-4450-46bd-87d0-049fad3705a9 service neutron] Attempting to bind port dd283e99-a4f5-4e22-a27b-c17778759fb9 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4eaf694d-1602-42e9-8479-8c9819acdcd3'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:29.102023 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-aa1b761d-4450-46bd-87d0-049fad3705a9 service neutron] Attempting to bind port dd283e99-a4f5-4e22-a27b-c17778759fb9 on network 4eaf694d-1602-42e9-8479-8c9819acdcd3 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:29.106592 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-aa1b761d-4450-46bd-87d0-049fad3705a9 service neutron] Port dd283e99-a4f5-4e22-a27b-c17778759fb9 on network 4eaf694d-1602-42e9-8479-8c9819acdcd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:29.106920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-aa1b761d-4450-46bd-87d0-049fad3705a9 service neutron] Attempting to bind port dd283e99-a4f5-4e22-a27b-c17778759fb9 on network 4eaf694d-1602-42e9-8479-8c9819acdcd3 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:29.112255 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-aa1b761d-4450-46bd-87d0-049fad3705a9 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:00:29.112604 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-aa1b761d-4450-46bd-87d0-049fad3705a9 service neutron] Checking segment: {'id': '93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4eaf694d-1602-42e9-8479-8c9819acdcd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:29.113024 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-aa1b761d-4450-46bd-87d0-049fad3705a9 service neutron] Bound using segment: {'id': '93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4eaf694d-1602-42e9-8479-8c9819acdcd3'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:00:29.113454 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-aa1b761d-4450-46bd-87d0-049fad3705a9 service neutron] Bound port: dd283e99-a4f5-4e22-a27b-c17778759fb9, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4eaf694d-1602-42e9-8479-8c9819acdcd3'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:00:29.113817 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-aa1b761d-4450-46bd-87d0-049fad3705a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:29.185277 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-aa1b761d-4450-46bd-87d0-049fad3705a9 service neutron] For port dd283e99-a4f5-4e22-a27b-c17778759fb9, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:00:29.188583 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-aa1b761d-4450-46bd-87d0-049fad3705a9 service neutron] For port dd283e99-a4f5-4e22-a27b-c17778759fb9, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=dd283e99-a4f5-4e22-a27b-c17778759fb9,segment=NetworkSegment(93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf),segment_id=93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:00:29.193049 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-aa1b761d-4450-46bd-87d0-049fad3705a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:29.229983 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-aa1b761d-4450-46bd-87d0-049fad3705a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:29.230605 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-aa1b761d-4450-46bd-87d0-049fad3705a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:29.232095 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-aa1b761d-4450-46bd-87d0-049fad3705a9 service neutron] 10.222.0.72 "PUT /v2.0/ports/dd283e99-a4f5-4e22-a27b-c17778759fb9 HTTP/1.1" status: 200 len: 1092 time: 0.9995842 Jul 07 18:00:29.232687 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee933ac9-2d9c-466d-bb8d-b1b720dd25ae', 'tag': 'dd283e99-a4f5-4e22-a27b-c17778759fb9'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:29.234902 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41a4020-0ed0-4a76-bae1-1fcd6ca58da7" -d '{"events": [{"name": "network-changed", "server_uuid": "ee933ac9-2d9c-466d-bb8d-b1b720dd25ae", "tag": "dd283e99-a4f5-4e22-a27b-c17778759fb9"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:29.268041 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b761d-4450-46bd-87d0-049fad3705a9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd283e99-a4f5-4e22-a27b-c17778759fb9,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:29.296813 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfedab54-9841-4088-923b-417b3018ce3a x-openstack-request-id: req-cfedab54-9841-4088-923b-417b3018ce3a {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:00:29.297237 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee933ac9-2d9c-466d-bb8d-b1b720dd25ae", "tag": "dd283e99-a4f5-4e22-a27b-c17778759fb9", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:00:29.297590 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cfedab54-9841-4088-923b-417b3018ce3a {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:00:29.298122 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee933ac9-2d9c-466d-bb8d-b1b720dd25ae', 'tag': 'dd283e99-a4f5-4e22-a27b-c17778759fb9', 'status': 'completed', 'code': 200} Jul 07 18:00:29.349660 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-466a5921-ce3f-4522-a32e-44383ae8da03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:29.351190 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-466a5921-ce3f-4522-a32e-44383ae8da03 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f16cc3b847604745b8cedd86a44e33ae&device_id=ee933ac9-2d9c-466d-bb8d-b1b720dd25ae HTTP/1.1" status: 200 len: 1095 time: 0.0691314 Jul 07 18:00:29.398645 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-e84075dd-2fce-455a-8e90-8af6fa9d4b32 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd283e99-a4f5-4e22-a27b-c17778759fb9 HTTP/1.1" status: 200 len: 217 time: 0.0401263 Jul 07 18:00:29.449951 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-0b80eb16-826a-44f5-bd5e-264259f28ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:29.451454 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-0b80eb16-826a-44f5-bd5e-264259f28ea5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbe3981b-fac8-41ba-874a-7f751dd0b77d HTTP/1.1" status: 200 len: 855 time: 0.0464437 Jul 07 18:00:29.512590 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-91e64c8c-a350-406d-82af-582a98bb9790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:29.514134 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-91e64c8c-a350-406d-82af-582a98bb9790 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4eaf694d-1602-42e9-8479-8c9819acdcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564082 Jul 07 18:00:29.612275 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-1d70ec1c-41c4-410f-9191-1f519a4b8208 service neutron] 10.222.0.72 "GET /v2.0/networks/4eaf694d-1602-42e9-8479-8c9819acdcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914433 Jul 07 18:00:29.703713 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1354a0fc-404e-4287-8d63-81db9c4fe513 req-379359cf-2a99-4cf4-ac8e-05eed90e50b8 service neutron] 10.222.0.72 "GET /v2.0/networks/4eaf694d-1602-42e9-8479-8c9819acdcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852377 Jul 07 18:00:29.841222 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a4020-0ed0-4a76-bae1-1fcd6ca58da7 req-be87b686-fcc1-4886-88ad-76c325ddc7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:29.842794 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d41a4020-0ed0-4a76-bae1-1fcd6ca58da7 req-be87b686-fcc1-4886-88ad-76c325ddc7ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f16cc3b847604745b8cedd86a44e33ae&device_id=ee933ac9-2d9c-466d-bb8d-b1b720dd25ae HTTP/1.1" status: 200 len: 1095 time: 0.0588450 Jul 07 18:00:29.940440 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a4020-0ed0-4a76-bae1-1fcd6ca58da7 req-c5f70c1b-4748-4e03-9538-066a876af64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:29.942001 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d41a4020-0ed0-4a76-bae1-1fcd6ca58da7 req-c5f70c1b-4748-4e03-9538-066a876af64b service neutron] 10.222.0.72 "GET /v2.0/networks?id=4eaf694d-1602-42e9-8479-8c9819acdcd3 HTTP/1.1" status: 200 len: 917 time: 0.0931845 Jul 07 18:00:29.987975 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d41a4020-0ed0-4a76-bae1-1fcd6ca58da7 req-16f6ba49-5c8a-492f-8351-9e2ac3e50ef2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd283e99-a4f5-4e22-a27b-c17778759fb9 HTTP/1.1" status: 200 len: 217 time: 0.0367959 Jul 07 18:00:30.053446 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a4020-0ed0-4a76-bae1-1fcd6ca58da7 req-96d24759-869b-43bc-8bf0-c7203ceb3ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:30.055013 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d41a4020-0ed0-4a76-bae1-1fcd6ca58da7 req-96d24759-869b-43bc-8bf0-c7203ceb3ce7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbe3981b-fac8-41ba-874a-7f751dd0b77d HTTP/1.1" status: 200 len: 855 time: 0.0606961 Jul 07 18:00:30.108096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ec54b-ace0-4e5a-a147-e8541d6f9fb7 req-e9bb98e0-ed20-490d-8242-ee2ecac9aec3 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:30.109706 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-350ec54b-ace0-4e5a-a147-e8541d6f9fb7 req-e9bb98e0-ed20-490d-8242-ee2ecac9aec3 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee933ac9-2d9c-466d-bb8d-b1b720dd25ae HTTP/1.1" status: 200 len: 943 time: 0.0700142 Jul 07 18:00:30.123242 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a4020-0ed0-4a76-bae1-1fcd6ca58da7 req-ec185130-cddb-4767-9a1d-7e831f552913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:30.124833 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d41a4020-0ed0-4a76-bae1-1fcd6ca58da7 req-ec185130-cddb-4767-9a1d-7e831f552913 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4eaf694d-1602-42e9-8479-8c9819acdcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628724 Jul 07 18:00:30.154277 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-350ec54b-ace0-4e5a-a147-e8541d6f9fb7 req-40b2b72f-287a-403d-942b-8b803fa03435 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb56091-c657-45b4-9a6e-ef1e48634c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375104 Jul 07 18:00:30.217337 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d41a4020-0ed0-4a76-bae1-1fcd6ca58da7 req-326a5cc8-1eb8-4521-b253-1391d15ec3fc service neutron] 10.222.0.72 "GET /v2.0/networks/4eaf694d-1602-42e9-8479-8c9819acdcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855703 Jul 07 18:00:30.318264 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d41a4020-0ed0-4a76-bae1-1fcd6ca58da7 req-55002923-4389-4e34-a901-0f4843a94625 service neutron] 10.222.0.72 "GET /v2.0/networks/4eaf694d-1602-42e9-8479-8c9819acdcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946038 Jul 07 18:00:30.429493 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:30.761932 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device dd283e99-a4f5-4e22-a27b-c17778759fb9 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:00:30.862940 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port dd283e99-a4f5-4e22-a27b-c17778759fb9, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=dd283e99-a4f5-4e22-a27b-c17778759fb9,segment=NetworkSegment(93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf),segment_id=93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:30.876078 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': 'dd283e99-a4f5-4e22-a27b-c17778759fb9', 'network_id': '4eaf694d-1602-42e9-8479-8c9819acdcd3', 'port_id': 'dd283e99-a4f5-4e22-a27b-c17778759fb9', 'mac_address': 'fa:16:3e:81:86:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbe3981b-fac8-41ba-874a-7f751dd0b77d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:00:30.913990 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:30.927844 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd283e99-a4f5-4e22-a27b-c17778759fb9 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:00:30.948990 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port dd283e99-a4f5-4e22-a27b-c17778759fb9, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=dd283e99-a4f5-4e22-a27b-c17778759fb9,segment=NetworkSegment(93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf),segment_id=93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:30.952643 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:31.004395 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=dd283e99-a4f5-4e22-a27b-c17778759fb9,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:31.011884 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:31.012289 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:31.012583 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:31.012946 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:31.013284 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:31.013618 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:31.013949 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:31.014279 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:31.014607 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:31.014933 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:31.015255 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:31.015579 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:31.144646 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['dd283e99-a4f5-4e22-a27b-c17778759fb9'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:00:31.341645 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ceb0f-6903-478d-b465-3961c8fa51da req-9b69f204-3d31-4716-92d9-bad489bbf951 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:31.343188 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c80ceb0f-6903-478d-b465-3961c8fa51da req-9b69f204-3d31-4716-92d9-bad489bbf951 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee933ac9-2d9c-466d-bb8d-b1b720dd25ae HTTP/1.1" status: 200 len: 944 time: 0.0676463 Jul 07 18:00:31.383073 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c80ceb0f-6903-478d-b465-3961c8fa51da req-f58efa0e-cd52-43d5-b5ac-baf0c71b1a7d tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb56091-c657-45b4-9a6e-ef1e48634c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336909 Jul 07 18:00:32.568030 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dade998-8ecc-44de-bc0c-48c6ffedaa67 req-bd47d4ec-a8b7-4394-b333-8f97071bfb03 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:32.569557 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3dade998-8ecc-44de-bc0c-48c6ffedaa67 req-bd47d4ec-a8b7-4394-b333-8f97071bfb03 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee933ac9-2d9c-466d-bb8d-b1b720dd25ae HTTP/1.1" status: 200 len: 944 time: 0.0735867 Jul 07 18:00:32.609816 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3dade998-8ecc-44de-bc0c-48c6ffedaa67 req-ddf0782f-3a36-4b98-8010-2d7f3c6ce889 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb56091-c657-45b4-9a6e-ef1e48634c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343449 Jul 07 18:00:32.765699 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device dd283e99-a4f5-4e22-a27b-c17778759fb9 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:00:32.814245 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port dd283e99-a4f5-4e22-a27b-c17778759fb9 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:32.818006 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port dd283e99-a4f5-4e22-a27b-c17778759fb9 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:32.818436 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.898616 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.921116 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee933ac9-2d9c-466d-bb8d-b1b720dd25ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd283e99-a4f5-4e22-a27b-c17778759fb9'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:32.923342 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e95e76-5479-4549-9c44-d99a766fbf1b" -d '{"events": [{"server_uuid": "ee933ac9-2d9c-466d-bb8d-b1b720dd25ae", "name": "network-vif-plugged", "status": "completed", "tag": "dd283e99-a4f5-4e22-a27b-c17778759fb9"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:32.936161 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port dd283e99-a4f5-4e22-a27b-c17778759fb9, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=dd283e99-a4f5-4e22-a27b-c17778759fb9,segment=NetworkSegment(93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf),segment_id=93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:32.941377 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.966370 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f59ace-ded0-4dae-ba93-7f515f99a091 x-openstack-request-id: req-b2f59ace-ded0-4dae-ba93-7f515f99a091 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:00:32.966676 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee933ac9-2d9c-466d-bb8d-b1b720dd25ae", "name": "network-vif-plugged", "status": "completed", "tag": "dd283e99-a4f5-4e22-a27b-c17778759fb9", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:00:32.966934 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2f59ace-ded0-4dae-ba93-7f515f99a091 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:00:32.967330 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee933ac9-2d9c-466d-bb8d-b1b720dd25ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd283e99-a4f5-4e22-a27b-c17778759fb9', 'code': 200} Jul 07 18:00:32.994692 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=dd283e99-a4f5-4e22-a27b-c17778759fb9,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:33.082847 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fd104-8fb3-4bfd-b29c-40cbb42613c9 req-3c32ce6b-90e2-4426-8086-d6c6f694424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:33.084300 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-398fd104-8fb3-4bfd-b29c-40cbb42613c9 req-3c32ce6b-90e2-4426-8086-d6c6f694424c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ee933ac9-2d9c-466d-bb8d-b1b720dd25ae HTTP/1.1" status: 200 len: 1097 time: 0.0550272 Jul 07 18:00:33.123992 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-398fd104-8fb3-4bfd-b29c-40cbb42613c9 req-c256f630-7438-4a38-8831-5c16d72c0ef4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dfb56091-c657-45b4-9a6e-ef1e48634c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324652 Jul 07 18:00:33.802805 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ed35f-c440-47e5-baa0-f1723e76ba9b req-2e20afb0-baa1-432d-8796-524d644d92b3 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:33.804374 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a75ed35f-c440-47e5-baa0-f1723e76ba9b req-2e20afb0-baa1-432d-8796-524d644d92b3 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee933ac9-2d9c-466d-bb8d-b1b720dd25ae HTTP/1.1" status: 200 len: 945 time: 0.0755816 Jul 07 18:00:33.845158 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a75ed35f-c440-47e5-baa0-f1723e76ba9b req-3b92858d-a3d3-428e-a0b9-860b923c1b73 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb56091-c657-45b4-9a6e-ef1e48634c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351431 Jul 07 18:00:35.077666 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd08a9-d183-4507-8873-ba13eed47877 req-dcb05cef-8ae4-438b-b8c6-65cbd44270eb tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:35.079185 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a0fd08a9-d183-4507-8873-ba13eed47877 req-dcb05cef-8ae4-438b-b8c6-65cbd44270eb tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee933ac9-2d9c-466d-bb8d-b1b720dd25ae HTTP/1.1" status: 200 len: 945 time: 0.1165600 Jul 07 18:00:35.118849 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a0fd08a9-d183-4507-8873-ba13eed47877 req-b60b08e4-442b-42f7-b867-da132b92aaf5 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb56091-c657-45b4-9a6e-ef1e48634c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328865 Jul 07 18:00:35.300120 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66aefb7-b350-4fd0-8c16-d632dc0a21df req-351f00fc-a7ae-441e-9c2b-a17167498cc2 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:35.302039 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b66aefb7-b350-4fd0-8c16-d632dc0a21df req-351f00fc-a7ae-441e-9c2b-a17167498cc2 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee933ac9-2d9c-466d-bb8d-b1b720dd25ae HTTP/1.1" status: 200 len: 945 time: 0.0676084 Jul 07 18:00:35.343505 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b66aefb7-b350-4fd0-8c16-d632dc0a21df req-6a677b15-9ead-47b2-ae5c-be1fce804658 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb56091-c657-45b4-9a6e-ef1e48634c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354776 Jul 07 18:00:37.900604 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:37.906011 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:00:38.458878 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:42.623462 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee68cadd-65c4-46d2-a59f-580af5fca7de req-df37e037-81a4-40ad-98dc-9b3f6762952a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ee933ac9-2d9c-466d-bb8d-b1b720dd25ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0549464 Jul 07 18:00:42.728051 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68cadd-65c4-46d2-a59f-580af5fca7de req-13927d12-2493-4f12-8f7a-8476db7076ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:42.729607 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee68cadd-65c4-46d2-a59f-580af5fca7de req-13927d12-2493-4f12-8f7a-8476db7076ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f16cc3b847604745b8cedd86a44e33ae&device_id=ee933ac9-2d9c-466d-bb8d-b1b720dd25ae HTTP/1.1" status: 200 len: 1097 time: 0.0588157 Jul 07 18:00:42.833928 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68cadd-65c4-46d2-a59f-580af5fca7de req-5fd6b2db-3ddb-4628-a667-2b918e50aa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:42.835426 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee68cadd-65c4-46d2-a59f-580af5fca7de req-5fd6b2db-3ddb-4628-a667-2b918e50aa5e service neutron] 10.222.0.72 "GET /v2.0/networks?id=4eaf694d-1602-42e9-8479-8c9819acdcd3 HTTP/1.1" status: 200 len: 917 time: 0.0860744 Jul 07 18:00:42.877241 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee68cadd-65c4-46d2-a59f-580af5fca7de req-0726a2d3-187c-4242-b17b-accd859e9a56 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd283e99-a4f5-4e22-a27b-c17778759fb9 HTTP/1.1" status: 200 len: 217 time: 0.0357356 Jul 07 18:00:42.930742 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68cadd-65c4-46d2-a59f-580af5fca7de req-3458afef-9c19-458c-b624-6222481fc1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:42.932226 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee68cadd-65c4-46d2-a59f-580af5fca7de req-3458afef-9c19-458c-b624-6222481fc1e7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbe3981b-fac8-41ba-874a-7f751dd0b77d HTTP/1.1" status: 200 len: 855 time: 0.0494075 Jul 07 18:00:42.990981 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68cadd-65c4-46d2-a59f-580af5fca7de req-aa851184-ff5a-4091-a4b3-3824b277f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:42.992506 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee68cadd-65c4-46d2-a59f-580af5fca7de req-aa851184-ff5a-4091-a4b3-3824b277f6e0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4eaf694d-1602-42e9-8479-8c9819acdcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540707 Jul 07 18:00:43.083425 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee68cadd-65c4-46d2-a59f-580af5fca7de req-f1116275-ea91-417f-a28a-2d82c5badffe service neutron] 10.222.0.72 "GET /v2.0/networks/4eaf694d-1602-42e9-8479-8c9819acdcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841343 Jul 07 18:00:43.198182 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ee68cadd-65c4-46d2-a59f-580af5fca7de req-fc30f37c-4d32-40ed-8e44-b5842fc9a93f service neutron] 10.222.0.72 "GET /v2.0/networks/4eaf694d-1602-42e9-8479-8c9819acdcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070905 Jul 07 18:00:53.495397 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b3d3c7fd-8791-4e51-8140-90161900ec83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.512272 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26491f4e-b89d-47d5-8562-b18354306a93 req-39687c92-8318-4346-a648-e25f30b49608 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:55.513849 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26491f4e-b89d-47d5-8562-b18354306a93 req-39687c92-8318-4346-a648-e25f30b49608 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee933ac9-2d9c-466d-bb8d-b1b720dd25ae HTTP/1.1" status: 200 len: 945 time: 0.0681772 Jul 07 18:00:55.559787 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26491f4e-b89d-47d5-8562-b18354306a93 req-bd39c91d-e21b-4372-a3e4-7e83c9edc50e tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb56091-c657-45b4-9a6e-ef1e48634c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400310 Jul 07 18:00:56.297370 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.743162 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246a57c-a47f-4640-9549-3561b7d682a2 req-8cef5bdd-d919-42f0-8ae4-f66f8e70e4ed tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:56.746085 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6246a57c-a47f-4640-9549-3561b7d682a2 req-8cef5bdd-d919-42f0-8ae4-f66f8e70e4ed tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee933ac9-2d9c-466d-bb8d-b1b720dd25ae HTTP/1.1" status: 200 len: 945 time: 0.0703952 Jul 07 18:00:56.789414 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6246a57c-a47f-4640-9549-3561b7d682a2 req-43081eda-45fc-4265-ac9f-fc6a04cb74fe tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb56091-c657-45b4-9a6e-ef1e48634c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377777 Jul 07 18:00:56.894079 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-98eeef90-902e-41be-a633-388ce7c86ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.995996 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a7d64-9fdd-4992-ba0b-22da2dabb5b2 req-7c58d7f2-5715-4c82-aba7-1245c5edb511 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:56.997571 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b06a7d64-9fdd-4992-ba0b-22da2dabb5b2 req-7c58d7f2-5715-4c82-aba7-1245c5edb511 tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.72 "GET /v2.0/ports?device_id=ee933ac9-2d9c-466d-bb8d-b1b720dd25ae HTTP/1.1" status: 200 len: 945 time: 0.0707443 Jul 07 18:00:57.102296 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-b06a7d64-9fdd-4992-ba0b-22da2dabb5b2 req-9b9e648a-8d20-48f8-8785-9acef1753e6b tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Deleting port dd283e99-a4f5-4e22-a27b-c17778759fb9 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:57.102645 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b06a7d64-9fdd-4992-ba0b-22da2dabb5b2 req-9b9e648a-8d20-48f8-8785-9acef1753e6b tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:57.196255 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-b06a7d64-9fdd-4992-ba0b-22da2dabb5b2 req-9b9e648a-8d20-48f8-8785-9acef1753e6b tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] For port dd283e99-a4f5-4e22-a27b-c17778759fb9, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=dd283e99-a4f5-4e22-a27b-c17778759fb9,segment=NetworkSegment(93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf),segment_id=93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:57.196652 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b06a7d64-9fdd-4992-ba0b-22da2dabb5b2 req-9b9e648a-8d20-48f8-8785-9acef1753e6b tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:57.209485 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-b06a7d64-9fdd-4992-ba0b-22da2dabb5b2 req-9b9e648a-8d20-48f8-8785-9acef1753e6b tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Calling delete_port for dd283e99-a4f5-4e22-a27b-c17778759fb9 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:57.343954 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b06a7d64-9fdd-4992-ba0b-22da2dabb5b2 req-9b9e648a-8d20-48f8-8785-9acef1753e6b tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:57.356329 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['dd283e99-a4f5-4e22-a27b-c17778759fb9'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:00:57.384819 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e648a-8d20-48f8-8785-9acef1753e6b tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Pushing event deleted for resources: {'Port': ['ID=dd283e99-a4f5-4e22-a27b-c17778759fb9,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:57.434341 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06a7d64-9fdd-4992-ba0b-22da2dabb5b2 req-9b9e648a-8d20-48f8-8785-9acef1753e6b tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] No DVR routers for this DVR port dd283e99-a4f5-4e22-a27b-c17778759fb9 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:00:57.437179 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b06a7d64-9fdd-4992-ba0b-22da2dabb5b2 req-9b9e648a-8d20-48f8-8785-9acef1753e6b tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:57.439350 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b06a7d64-9fdd-4992-ba0b-22da2dabb5b2 req-9b9e648a-8d20-48f8-8785-9acef1753e6b tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.72 "DELETE /v2.0/ports/dd283e99-a4f5-4e22-a27b-c17778759fb9 HTTP/1.1" status: 204 len: 173 time: 0.4361682 Jul 07 18:00:57.439958 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee933ac9-2d9c-466d-bb8d-b1b720dd25ae', 'name': 'network-vif-deleted', 'tag': 'dd283e99-a4f5-4e22-a27b-c17778759fb9'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:57.443056 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4aef47f-7ad8-42d5-a7d4-d13947358a73" -d '{"events": [{"server_uuid": "ee933ac9-2d9c-466d-bb8d-b1b720dd25ae", "name": "network-vif-deleted", "tag": "dd283e99-a4f5-4e22-a27b-c17778759fb9"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:57.484782 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31957eef-a008-4a8d-a92f-7f40a9624814 x-openstack-request-id: req-31957eef-a008-4a8d-a92f-7f40a9624814 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:00:57.485217 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee933ac9-2d9c-466d-bb8d-b1b720dd25ae", "name": "network-vif-deleted", "tag": "dd283e99-a4f5-4e22-a27b-c17778759fb9", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:00:57.485536 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-31957eef-a008-4a8d-a92f-7f40a9624814 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:00:57.485977 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee933ac9-2d9c-466d-bb8d-b1b720dd25ae', 'name': 'network-vif-deleted', 'tag': 'dd283e99-a4f5-4e22-a27b-c17778759fb9', 'status': 'completed', 'code': 200} Jul 07 18:00:57.953902 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-94c6874f-8909-4ddd-aef6-0f9327b97d92 req-ac0fb96e-6c4a-4a93-b276-ee88cff9064d tempest-TestEncryptedCinderVolumes-1458678853 tempest-TestEncryptedCinderVolumes-1458678853-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee933ac9-2d9c-466d-bb8d-b1b720dd25ae HTTP/1.1" status: 200 len: 210 time: 0.0294201 Jul 07 18:00:58.126302 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:59.086084 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49958) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:59.444894 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4fe515c6-2ab5-42a7-92c4-2dcdaffd4601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:59.734823 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-4fe515c6-2ab5-42a7-92c4-2dcdaffd4601 admin admin] Deleting port 88e10e1f-9666-4d7b-809c-60de7c7c962f {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:59.735166 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4fe515c6-2ab5-42a7-92c4-2dcdaffd4601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:59.823115 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-4fe515c6-2ab5-42a7-92c4-2dcdaffd4601 admin admin] For port 88e10e1f-9666-4d7b-809c-60de7c7c962f, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=88e10e1f-9666-4d7b-809c-60de7c7c962f,segment=NetworkSegment(93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf),segment_id=93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:59.823651 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4fe515c6-2ab5-42a7-92c4-2dcdaffd4601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:59.838078 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-4fe515c6-2ab5-42a7-92c4-2dcdaffd4601 admin admin] Calling delete_port for 88e10e1f-9666-4d7b-809c-60de7c7c962f owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:00.038030 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4fe515c6-2ab5-42a7-92c4-2dcdaffd4601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:00.063841 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe515c6-2ab5-42a7-92c4-2dcdaffd4601 admin admin] Pushing event deleted for resources: {'Port': ['ID=88e10e1f-9666-4d7b-809c-60de7c7c962f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:00.083127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe515c6-2ab5-42a7-92c4-2dcdaffd4601 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:00.083490 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe515c6-2ab5-42a7-92c4-2dcdaffd4601 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:00.083839 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe515c6-2ab5-42a7-92c4-2dcdaffd4601 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:00.084184 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe515c6-2ab5-42a7-92c4-2dcdaffd4601 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:00.084562 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe515c6-2ab5-42a7-92c4-2dcdaffd4601 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:00.084937 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe515c6-2ab5-42a7-92c4-2dcdaffd4601 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:00.085279 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe515c6-2ab5-42a7-92c4-2dcdaffd4601 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:00.085616 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe515c6-2ab5-42a7-92c4-2dcdaffd4601 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:00.085949 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe515c6-2ab5-42a7-92c4-2dcdaffd4601 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:00.086275 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe515c6-2ab5-42a7-92c4-2dcdaffd4601 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:00.086819 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe515c6-2ab5-42a7-92c4-2dcdaffd4601 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:00.086925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe515c6-2ab5-42a7-92c4-2dcdaffd4601 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:00.265537 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-4fe515c6-2ab5-42a7-92c4-2dcdaffd4601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:00.436270 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:00.494804 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe515c6-2ab5-42a7-92c4-2dcdaffd4601 admin admin] Router 4be7b3c6-fc76-46ff-a5f3-21d736e7cb40 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:01:00.608224 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe515c6-2ab5-42a7-92c4-2dcdaffd4601 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:01:00.614490 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-4fe515c6-2ab5-42a7-92c4-2dcdaffd4601 admin admin] 10.222.0.53 "PUT /v2.0/routers/4be7b3c6-fc76-46ff-a5f3-21d736e7cb40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5271115 Jul 07 18:01:00.617187 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49960) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:00.619778 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4687edda-676b-4eb2-aa09-1feb595aab9a None None] Sync routers for ids ['4be7b3c6-fc76-46ff-a5f3-21d736e7cb40'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:01:00.630627 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4687edda-676b-4eb2-aa09-1feb595aab9a None None] Routers {'4be7b3c6-fc76-46ff-a5f3-21d736e7cb40'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:00.631256 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4687edda-676b-4eb2-aa09-1feb595aab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:00:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['4be7b3c6-fc76-46ff-a5f3-21d736e7cb40'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:00.738592 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0b37ef7b-aa74-4708-bf08-9bee8b6bd8f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:00.858125 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0b37ef7b-aa74-4708-bf08-9bee8b6bd8f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:00.917130 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-4687edda-676b-4eb2-aa09-1feb595aab9a None None] Set router 4be7b3c6-fc76-46ff-a5f3-21d736e7cb40 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:01:00.923278 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-0b37ef7b-aa74-4708-bf08-9bee8b6bd8f5 admin admin] Deleting port 3be4a9f3-b242-43d0-9a7b-cd811b320de9 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:00.923688 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0b37ef7b-aa74-4708-bf08-9bee8b6bd8f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:00.975954 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device dd283e99-a4f5-4e22-a27b-c17778759fb9 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:01:01.009888 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: dd283e99-a4f5-4e22-a27b-c17778759fb9 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:01:01.010240 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device dd283e99-a4f5-4e22-a27b-c17778759fb9 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:01:01.014955 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-0b37ef7b-aa74-4708-bf08-9bee8b6bd8f5 admin admin] For port 3be4a9f3-b242-43d0-9a7b-cd811b320de9, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3be4a9f3-b242-43d0-9a7b-cd811b320de9,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:01.015337 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0b37ef7b-aa74-4708-bf08-9bee8b6bd8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.034562 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-0b37ef7b-aa74-4708-bf08-9bee8b6bd8f5 admin admin] Calling delete_port for 3be4a9f3-b242-43d0-9a7b-cd811b320de9 owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:01.140123 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4687edda-676b-4eb2-aa09-1feb595aab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be7b3c6-fc76-46ff-a5f3-21d736e7cb40', 'name': 'tempest-TestEncryptedCinderVolumes-588418209-router', 'tenant_id': 'f16cc3b847604745b8cedd86a44e33ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '3be4a9f3-b242-43d0-9a7b-cd811b320de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:43Z', 'updated_at': '2021-07-07T18:00:59Z', 'revision_number': 5, 'project_id': 'f16cc3b847604745b8cedd86a44e33ae', 'gw_port': {'id': '3be4a9f3-b242-43d0-9a7b-cd811b320de9', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be7b3c6-fc76-46ff-a5f3-21d736e7cb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:43Z', 'updated_at': '2021-07-07T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:01.172069 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4687edda-676b-4eb2-aa09-1feb595aab9a None None] Checking router: 4be7b3c6-fc76-46ff-a5f3-21d736e7cb40 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:01:01.186492 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4687edda-676b-4eb2-aa09-1feb595aab9a None None] Routers {'4be7b3c6-fc76-46ff-a5f3-21d736e7cb40'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:01.187550 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4687edda-676b-4eb2-aa09-1feb595aab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:00:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['4be7b3c6-fc76-46ff-a5f3-21d736e7cb40'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:01.242910 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0b37ef7b-aa74-4708-bf08-9bee8b6bd8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.277862 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37ef7b-aa74-4708-bf08-9bee8b6bd8f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3be4a9f3-b242-43d0-9a7b-cd811b320de9,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:01.308951 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-4687edda-676b-4eb2-aa09-1feb595aab9a None None] Set router 4be7b3c6-fc76-46ff-a5f3-21d736e7cb40 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:01:01.345205 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0b37ef7b-aa74-4708-bf08-9bee8b6bd8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.371034 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4687edda-676b-4eb2-aa09-1feb595aab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be7b3c6-fc76-46ff-a5f3-21d736e7cb40', 'name': 'tempest-TestEncryptedCinderVolumes-588418209-router', 'tenant_id': 'f16cc3b847604745b8cedd86a44e33ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:43Z', 'updated_at': '2021-07-07T18:01:00Z', 'revision_number': 6, 'project_id': 'f16cc3b847604745b8cedd86a44e33ae', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:01.398872 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4687edda-676b-4eb2-aa09-1feb595aab9a None None] The sync data for ids ['4be7b3c6-fc76-46ff-a5f3-21d736e7cb40'] in n-d-791503-12 is: [{'id': '4be7b3c6-fc76-46ff-a5f3-21d736e7cb40', 'name': 'tempest-TestEncryptedCinderVolumes-588418209-router', 'tenant_id': 'f16cc3b847604745b8cedd86a44e33ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:43Z', 'updated_at': '2021-07-07T18:01:00Z', 'revision_number': 6, 'project_id': 'f16cc3b847604745b8cedd86a44e33ae', 'gw_port_host': None}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:01:01.446244 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0b37ef7b-aa74-4708-bf08-9bee8b6bd8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.449140 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0b37ef7b-aa74-4708-bf08-9bee8b6bd8f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.499321 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0b37ef7b-aa74-4708-bf08-9bee8b6bd8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.500228 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b37ef7b-aa74-4708-bf08-9bee8b6bd8f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4be7b3c6-fc76-46ff-a5f3-21d736e7cb40 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:01:01.507480 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0b37ef7b-aa74-4708-bf08-9bee8b6bd8f5 admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.508881 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0b37ef7b-aa74-4708-bf08-9bee8b6bd8f5 admin admin] 10.222.0.53 "DELETE /v2.0/routers/4be7b3c6-fc76-46ff-a5f3-21d736e7cb40 HTTP/1.1" status: 204 len: 168 time: 0.8905747 Jul 07 18:01:01.511500 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49962) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:01.563670 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-16fa3dc9-6d27-4617-8cb8-3158e218be6b admin admin] Deleting subnet dbe3981b-fac8-41ba-874a-7f751dd0b77d {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:01:01.568368 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-16fa3dc9-6d27-4617-8cb8-3158e218be6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.605287 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-16fa3dc9-6d27-4617-8cb8-3158e218be6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.687790 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-16fa3dc9-6d27-4617-8cb8-3158e218be6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.757315 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-16fa3dc9-6d27-4617-8cb8-3158e218be6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.793706 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-16fa3dc9-6d27-4617-8cb8-3158e218be6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.795700 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-16fa3dc9-6d27-4617-8cb8-3158e218be6b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/dbe3981b-fac8-41ba-874a-7f751dd0b77d HTTP/1.1" status: 204 len: 168 time: 0.2831657 Jul 07 18:01:01.796570 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa3dc9-6d27-4617-8cb8-3158e218be6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbe3981b-fac8-41ba-874a-7f751dd0b77d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:01.799752 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 49964) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:01.807124 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b313bff-14aa-49ce-9f9b-3c79ce7d0e35 None None] Network 4eaf694d-1602-42e9-8479-8c9819acdcd3 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:01.891474 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3d06dab6-8776-4cfa-b751-bbc2ab68f71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.952922 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-3d06dab6-8776-4cfa-b751-bbc2ab68f71a admin admin] Deleting port 4cae708a-ae11-441b-a88e-22b0b7a22f11 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:01.953170 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3d06dab6-8776-4cfa-b751-bbc2ab68f71a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.020836 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-3d06dab6-8776-4cfa-b751-bbc2ab68f71a admin admin] For port 4cae708a-ae11-441b-a88e-22b0b7a22f11, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=4cae708a-ae11-441b-a88e-22b0b7a22f11,segment=NetworkSegment(93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf),segment_id=93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:02.021212 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3d06dab6-8776-4cfa-b751-bbc2ab68f71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.035606 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-3d06dab6-8776-4cfa-b751-bbc2ab68f71a admin admin] Calling delete_port for 4cae708a-ae11-441b-a88e-22b0b7a22f11 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:02.124118 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3d06dab6-8776-4cfa-b751-bbc2ab68f71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.152435 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06dab6-8776-4cfa-b751-bbc2ab68f71a admin admin] Pushing event deleted for resources: {'Port': ['ID=4cae708a-ae11-441b-a88e-22b0b7a22f11,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:02.154336 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d06dab6-8776-4cfa-b751-bbc2ab68f71a admin admin] No DVR routers for this DVR port 4cae708a-ae11-441b-a88e-22b0b7a22f11 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:01:02.197672 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dc2c0d-c430-4653-8a4a-3558de6c77bb None None] DHCP port deletion for 4eaf694d-1602-42e9-8479-8c9819acdcd3 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:01:02.233233 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3d06dab6-8776-4cfa-b751-bbc2ab68f71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.244125 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-3d06dab6-8776-4cfa-b751-bbc2ab68f71a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eaf694d-1602-42e9-8479-8c9819acdcd3']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:02.254772 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-3d06dab6-8776-4cfa-b751-bbc2ab68f71a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:02.255071 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-3d06dab6-8776-4cfa-b751-bbc2ab68f71a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a1f5d5-0cdd-44fa-a3ae-1c01283ba5cf') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:02.263800 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3d06dab6-8776-4cfa-b751-bbc2ab68f71a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.277313 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3d06dab6-8776-4cfa-b751-bbc2ab68f71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.284598 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d06dab6-8776-4cfa-b751-bbc2ab68f71a admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:01:02.285024 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3d06dab6-8776-4cfa-b751-bbc2ab68f71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: timer() Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:01:02.286814 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:01:02.341809 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3d06dab6-8776-4cfa-b751-bbc2ab68f71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.348644 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3d06dab6-8776-4cfa-b751-bbc2ab68f71a admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.353086 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3d06dab6-8776-4cfa-b751-bbc2ab68f71a admin admin] 10.222.0.53 "DELETE /v2.0/networks/4eaf694d-1602-42e9-8479-8c9819acdcd3 HTTP/1.1" status: 204 len: 168 time: 0.5521207 Jul 07 18:01:02.353594 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49966) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:02.366063 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06dab6-8776-4cfa-b751-bbc2ab68f71a admin admin] Pushing event deleted for resources: {'Network': ['ID=4eaf694d-1602-42e9-8479-8c9819acdcd3,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:02.922114 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 88e10e1f-9666-4d7b-809c-60de7c7c962f no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:01:02.942473 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 88e10e1f-9666-4d7b-809c-60de7c7c962f {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:01:02.942821 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 88e10e1f-9666-4d7b-809c-60de7c7c962f not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:01:02.943246 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4cae708a-ae11-441b-a88e-22b0b7a22f11 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:01:02.965784 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 4cae708a-ae11-441b-a88e-22b0b7a22f11 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:01:02.966136 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 4cae708a-ae11-441b-a88e-22b0b7a22f11 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:01:02.966558 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3be4a9f3-b242-43d0-9a7b-cd811b320de9 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:01:02.986165 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 3be4a9f3-b242-43d0-9a7b-cd811b320de9 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:01:02.986522 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3be4a9f3-b242-43d0-9a7b-cd811b320de9 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:01:03.041176 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fab2b5df-3fa2-45b8-b172-dc8bc571c31f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:03.309370 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-fab2b5df-3fa2-45b8-b172-dc8bc571c31f admin admin] Deleting port 45ff07aa-8d61-444a-ab11-31266d324083 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:03.309711 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fab2b5df-3fa2-45b8-b172-dc8bc571c31f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:03.391350 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-fab2b5df-3fa2-45b8-b172-dc8bc571c31f admin admin] For port 45ff07aa-8d61-444a-ab11-31266d324083, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=45ff07aa-8d61-444a-ab11-31266d324083,segment=NetworkSegment(01664039-ae6c-4925-a0ae-1d9c86726fda),segment_id=01664039-ae6c-4925-a0ae-1d9c86726fda)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:03.392064 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fab2b5df-3fa2-45b8-b172-dc8bc571c31f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:03.405489 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-fab2b5df-3fa2-45b8-b172-dc8bc571c31f admin admin] Calling delete_port for 45ff07aa-8d61-444a-ab11-31266d324083 owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:03.588943 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fab2b5df-3fa2-45b8-b172-dc8bc571c31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:03.612778 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2b5df-3fa2-45b8-b172-dc8bc571c31f admin admin] Pushing event deleted for resources: {'Port': ['ID=45ff07aa-8d61-444a-ab11-31266d324083,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:03.792986 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fab2b5df-3fa2-45b8-b172-dc8bc571c31f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.019085 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab2b5df-3fa2-45b8-b172-dc8bc571c31f admin admin] Router 17f65ac3-1914-4dc9-b544-b1ab17cd5d29 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:01:04.131788 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab2b5df-3fa2-45b8-b172-dc8bc571c31f admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:01:04.139603 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fab2b5df-3fa2-45b8-b172-dc8bc571c31f admin admin] 10.222.0.53 "PUT /v2.0/routers/17f65ac3-1914-4dc9-b544-b1ab17cd5d29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7829227 Jul 07 18:01:04.140004 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49970) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:04.140353 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbe78fb-fc13-44fa-85e3-c423b78ff46e None None] Sync routers for ids ['17f65ac3-1914-4dc9-b544-b1ab17cd5d29'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:01:04.151049 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbe78fb-fc13-44fa-85e3-c423b78ff46e None None] Routers {'17f65ac3-1914-4dc9-b544-b1ab17cd5d29'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:04.151752 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7bbe78fb-fc13-44fa-85e3-c423b78ff46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:00:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['17f65ac3-1914-4dc9-b544-b1ab17cd5d29'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:04.260655 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-7bbe78fb-fc13-44fa-85e3-c423b78ff46e None None] Set router 17f65ac3-1914-4dc9-b544-b1ab17cd5d29 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:01:04.261208 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-74dc64f8-842e-4756-be9f-0cdd45550414 admin admin] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.386061 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-74dc64f8-842e-4756-be9f-0cdd45550414 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.456820 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-74dc64f8-842e-4756-be9f-0cdd45550414 admin admin] Deleting port 3f72931a-22bd-4fee-b862-524a4219edd1 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:04.457722 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-74dc64f8-842e-4756-be9f-0cdd45550414 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.557885 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7bbe78fb-fc13-44fa-85e3-c423b78ff46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f65ac3-1914-4dc9-b544-b1ab17cd5d29', 'name': 'tempest-TestEncryptedCinderVolumes-1110657561-router', 'tenant_id': '9b11cfbb3a3e4fb293732dffd055f471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '3f72931a-22bd-4fee-b862-524a4219edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:48Z', 'updated_at': '2021-07-07T18:01:03Z', 'revision_number': 5, 'project_id': '9b11cfbb3a3e4fb293732dffd055f471', 'gw_port': {'id': '3f72931a-22bd-4fee-b862-524a4219edd1', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f65ac3-1914-4dc9-b544-b1ab17cd5d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:48Z', 'updated_at': '2021-07-07T17:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:04.561005 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-74dc64f8-842e-4756-be9f-0cdd45550414 admin admin] For port 3f72931a-22bd-4fee-b862-524a4219edd1, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3f72931a-22bd-4fee-b862-524a4219edd1,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:04.561380 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-74dc64f8-842e-4756-be9f-0cdd45550414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.577187 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-74dc64f8-842e-4756-be9f-0cdd45550414 admin admin] Calling delete_port for 3f72931a-22bd-4fee-b862-524a4219edd1 owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:04.586303 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbe78fb-fc13-44fa-85e3-c423b78ff46e None None] Checking router: 17f65ac3-1914-4dc9-b544-b1ab17cd5d29 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:01:04.594582 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbe78fb-fc13-44fa-85e3-c423b78ff46e None None] Routers {'17f65ac3-1914-4dc9-b544-b1ab17cd5d29'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:04.595197 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7bbe78fb-fc13-44fa-85e3-c423b78ff46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:00:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['17f65ac3-1914-4dc9-b544-b1ab17cd5d29'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:04.680602 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-7bbe78fb-fc13-44fa-85e3-c423b78ff46e None None] Set router 17f65ac3-1914-4dc9-b544-b1ab17cd5d29 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:01:04.737130 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7bbe78fb-fc13-44fa-85e3-c423b78ff46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f65ac3-1914-4dc9-b544-b1ab17cd5d29', 'name': 'tempest-TestEncryptedCinderVolumes-1110657561-router', 'tenant_id': '9b11cfbb3a3e4fb293732dffd055f471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:48Z', 'updated_at': '2021-07-07T18:01:04Z', 'revision_number': 6, 'project_id': '9b11cfbb3a3e4fb293732dffd055f471', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:04.754584 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-74dc64f8-842e-4756-be9f-0cdd45550414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.764373 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbe78fb-fc13-44fa-85e3-c423b78ff46e None None] The sync data for ids ['17f65ac3-1914-4dc9-b544-b1ab17cd5d29'] in n-d-791503-12 is: [{'id': '17f65ac3-1914-4dc9-b544-b1ab17cd5d29', 'name': 'tempest-TestEncryptedCinderVolumes-1110657561-router', 'tenant_id': '9b11cfbb3a3e4fb293732dffd055f471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:48Z', 'updated_at': '2021-07-07T18:01:04Z', 'revision_number': 6, 'project_id': '9b11cfbb3a3e4fb293732dffd055f471', 'gw_port_host': None}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:01:04.782877 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc64f8-842e-4756-be9f-0cdd45550414 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f72931a-22bd-4fee-b862-524a4219edd1,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:04.845723 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-74dc64f8-842e-4756-be9f-0cdd45550414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.937039 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-74dc64f8-842e-4756-be9f-0cdd45550414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.939134 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-74dc64f8-842e-4756-be9f-0cdd45550414 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.986885 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-74dc64f8-842e-4756-be9f-0cdd45550414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.987486 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dc64f8-842e-4756-be9f-0cdd45550414 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17f65ac3-1914-4dc9-b544-b1ab17cd5d29 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:01:04.992760 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-74dc64f8-842e-4756-be9f-0cdd45550414 admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.993928 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-74dc64f8-842e-4756-be9f-0cdd45550414 admin admin] 10.222.0.53 "DELETE /v2.0/routers/17f65ac3-1914-4dc9-b544-b1ab17cd5d29 HTTP/1.1" status: 204 len: 168 time: 0.8529971 Jul 07 18:01:04.996807 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49972) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:05.043362 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b678ac0-5ee4-4494-a98f-a1990d127cec admin admin] Deleting subnet 4c773058-ba21-4949-a46b-01d17d0dc4ec {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:01:05.046488 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6b678ac0-5ee4-4494-a98f-a1990d127cec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:05.083077 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6b678ac0-5ee4-4494-a98f-a1990d127cec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:05.181581 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6b678ac0-5ee4-4494-a98f-a1990d127cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:05.249680 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6b678ac0-5ee4-4494-a98f-a1990d127cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:05.278363 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b678ac0-5ee4-4494-a98f-a1990d127cec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c773058-ba21-4949-a46b-01d17d0dc4ec,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:05.280338 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-6b678ac0-5ee4-4494-a98f-a1990d127cec admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:05.282283 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-6b678ac0-5ee4-4494-a98f-a1990d127cec admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4c773058-ba21-4949-a46b-01d17d0dc4ec HTTP/1.1" status: 204 len: 168 time: 0.2845218 Jul 07 18:01:05.284908 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49974) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:05.287441 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640e2891-0dd9-4f2d-b59c-2ee668ae52a7 None None] Network 180900f2-5bba-4e79-bafd-cc887dac7dca requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:05.357134 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e07b-02b8-49d2-aa0f-5f800d1f8ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:05.417613 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2e07b-02b8-49d2-aa0f-5f800d1f8ee0 admin admin] Deleting port 55cbc994-2268-4803-a86a-b0f5607afb25 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:05.417958 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e07b-02b8-49d2-aa0f-5f800d1f8ee0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:05.482441 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-9ce2e07b-02b8-49d2-aa0f-5f800d1f8ee0 admin admin] For port 55cbc994-2268-4803-a86a-b0f5607afb25, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=55cbc994-2268-4803-a86a-b0f5607afb25,segment=NetworkSegment(01664039-ae6c-4925-a0ae-1d9c86726fda),segment_id=01664039-ae6c-4925-a0ae-1d9c86726fda)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:05.483101 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e07b-02b8-49d2-aa0f-5f800d1f8ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:05.496387 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2e07b-02b8-49d2-aa0f-5f800d1f8ee0 admin admin] Calling delete_port for 55cbc994-2268-4803-a86a-b0f5607afb25 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:05.552941 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 45ff07aa-8d61-444a-ab11-31266d324083 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:01:05.555876 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260517a7-58af-465e-8228-0339206bf988 None None] DHCP port deletion for 180900f2-5bba-4e79-bafd-cc887dac7dca request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:01:05.577243 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 45ff07aa-8d61-444a-ab11-31266d324083 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:01:05.577614 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 45ff07aa-8d61-444a-ab11-31266d324083 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:01:05.587632 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e07b-02b8-49d2-aa0f-5f800d1f8ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:05.619332 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2e07b-02b8-49d2-aa0f-5f800d1f8ee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=55cbc994-2268-4803-a86a-b0f5607afb25,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:05.623498 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce2e07b-02b8-49d2-aa0f-5f800d1f8ee0 admin admin] No DVR routers for this DVR port 55cbc994-2268-4803-a86a-b0f5607afb25 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:01:05.630436 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-260517a7-58af-465e-8228-0339206bf988 None None] Deleting port 55cbc994-2268-4803-a86a-b0f5607afb25 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:05.630823 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-260517a7-58af-465e-8228-0339206bf988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:05.699809 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-260517a7-58af-465e-8228-0339206bf988 None None] For port 55cbc994-2268-4803-a86a-b0f5607afb25, host n-d-791503-12, got binding levels [] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:05.700121 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-260517a7-58af-465e-8228-0339206bf988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:05.700309 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e07b-02b8-49d2-aa0f-5f800d1f8ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:05.711255 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-9ce2e07b-02b8-49d2-aa0f-5f800d1f8ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['180900f2-5bba-4e79-bafd-cc887dac7dca']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:05.719398 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-260517a7-58af-465e-8228-0339206bf988 None None] Calling delete_port for 55cbc994-2268-4803-a86a-b0f5607afb25 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:05.722985 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-9ce2e07b-02b8-49d2-aa0f-5f800d1f8ee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01664039-ae6c-4925-a0ae-1d9c86726fda') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:05.723275 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-9ce2e07b-02b8-49d2-aa0f-5f800d1f8ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01664039-ae6c-4925-a0ae-1d9c86726fda') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:05.723638 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.ipam_backend_mixin [None req-260517a7-58af-465e-8228-0339206bf988 None None] Port 55cbc994-2268-4803-a86a-b0f5607afb25 was not found and therefore no delete operation was performed {{(pid=100194) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 18:01:05.725385 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-260517a7-58af-465e-8228-0339206bf988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:05.733600 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e07b-02b8-49d2-aa0f-5f800d1f8ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:05.744534 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260517a7-58af-465e-8228-0339206bf988 None None] No DVR routers for this DVR port 55cbc994-2268-4803-a86a-b0f5607afb25 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:01:05.750431 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e07b-02b8-49d2-aa0f-5f800d1f8ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:05.759085 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce2e07b-02b8-49d2-aa0f-5f800d1f8ee0 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:01:05.759622 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e07b-02b8-49d2-aa0f-5f800d1f8ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: timer() Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:01:05.761898 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:01:05.774288 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260517a7-58af-465e-8228-0339206bf988 None None] Pushing event deleted for resources: {'Port': ['ID=55cbc994-2268-4803-a86a-b0f5607afb25,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:05.828916 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e07b-02b8-49d2-aa0f-5f800d1f8ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:05.835592 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e07b-02b8-49d2-aa0f-5f800d1f8ee0 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:05.837718 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9ce2e07b-02b8-49d2-aa0f-5f800d1f8ee0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/180900f2-5bba-4e79-bafd-cc887dac7dca HTTP/1.1" status: 204 len: 168 time: 0.5517883 Jul 07 18:01:05.853670 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2e07b-02b8-49d2-aa0f-5f800d1f8ee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=180900f2-5bba-4e79-bafd-cc887dac7dca,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:06.008965 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49978) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:06.048475 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d3ed35e4-f6ef-4329-acb5-81577aa9b01c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f16cc3b847604745b8cedd86a44e33ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382290 Jul 07 18:01:06.051456 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49980) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:06.100335 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-165647bd-aa30-44a7-8012-e8af825a5118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.122281 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-165647bd-aa30-44a7-8012-e8af825a5118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.177399 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-165647bd-aa30-44a7-8012-e8af825a5118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.179999 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-165647bd-aa30-44a7-8012-e8af825a5118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.181234 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-165647bd-aa30-44a7-8012-e8af825a5118 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dfb56091-c657-45b4-9a6e-ef1e48634c20 HTTP/1.1" status: 204 len: 168 time: 0.1288745 Jul 07 18:01:06.189390 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165647bd-aa30-44a7-8012-e8af825a5118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb56091-c657-45b4-9a6e-ef1e48634c20,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:06.500510 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49986) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:06.552102 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bb12360f-eb0a-42e9-a364-b6f85728108f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9b11cfbb3a3e4fb293732dffd055f471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502546 Jul 07 18:01:06.554560 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 49988) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:06.605117 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72557e8e-8b27-4db9-9882-909da0892d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.626487 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72557e8e-8b27-4db9-9882-909da0892d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.680902 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72557e8e-8b27-4db9-9882-909da0892d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.683541 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72557e8e-8b27-4db9-9882-909da0892d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.685015 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-72557e8e-8b27-4db9-9882-909da0892d70 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e6b0011-c1dc-4ecf-b527-d4ef1d69f6da HTTP/1.1" status: 204 len: 168 time: 0.1295116 Jul 07 18:01:06.694312 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72557e8e-8b27-4db9-9882-909da0892d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6b0011-c1dc-4ecf-b527-d4ef1d69f6da,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:06.937048 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3f72931a-22bd-4fee-b862-524a4219edd1 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:01:06.958278 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 3f72931a-22bd-4fee-b862-524a4219edd1 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:01:06.958628 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3f72931a-22bd-4fee-b862-524a4219edd1 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:01:06.959178 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 55cbc994-2268-4803-a86a-b0f5607afb25 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:01:06.978592 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 55cbc994-2268-4803-a86a-b0f5607afb25 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:01:06.978939 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 55cbc994-2268-4803-a86a-b0f5607afb25 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:01:07.392713 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50010) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:07.486573 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-bc9b668e-2805-4cc8-9330-802b621b1dcb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1083569889-network', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:07.509001 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9b668e-2805-4cc8-9330-802b621b1dcb admin admin] Made reservation on behalf of 5e28ffdb87784b699a2b414d2ee5daf5 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:07.511322 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bc9b668e-2805-4cc8-9330-802b621b1dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.520976 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bc9b668e-2805-4cc8-9330-802b621b1dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.611258 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bc9b668e-2805-4cc8-9330-802b621b1dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.615096 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bc9b668e-2805-4cc8-9330-802b621b1dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.646102 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9b668e-2805-4cc8-9330-802b621b1dcb admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:01:07.651270 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b668e-2805-4cc8-9330-802b621b1dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fb54d4-4492-477e-9071-70b998dd7f7e,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:07.658756 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bc9b668e-2805-4cc8-9330-802b621b1dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.659217 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-bc9b668e-2805-4cc8-9330-802b621b1dcb admin admin] Added segment 637f221e-d0d8-49e5-9edb-9748350952db of type vlan for network a7ebd140-12f6-4346-a8e5-dbc25bc5f372 Jul 07 18:01:07.700357 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bc9b668e-2805-4cc8-9330-802b621b1dcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.731827 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bc9b668e-2805-4cc8-9330-802b621b1dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.733101 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9b668e-2805-4cc8-9330-802b621b1dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:07.733702 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bc9b668e-2805-4cc8-9330-802b621b1dcb admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.790260 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bc9b668e-2805-4cc8-9330-802b621b1dcb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3955748 Jul 07 18:01:07.794324 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50014) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:07.800967 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-99d2ff89-8364-4c5b-a9f3-9f464707c581 admin admin] Request body: {'subnet': {'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1083569889-subnet', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:07.802348 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b668e-2805-4cc8-9330-802b621b1dcb admin admin] Pushing event updated for resources: {'Network': ['ID=a7ebd140-12f6-4346-a8e5-dbc25bc5f372,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:07.813477 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network a7ebd140-12f6-4346-a8e5-dbc25bc5f372 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:01:07.829182 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d2ff89-8364-4c5b-a9f3-9f464707c581 admin admin] Made reservation on behalf of 5e28ffdb87784b699a2b414d2ee5daf5 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:07.832054 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-99d2ff89-8364-4c5b-a9f3-9f464707c581 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.925005 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.004288 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-99d2ff89-8364-4c5b-a9f3-9f464707c581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.056253 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2ff89-8364-4c5b-a9f3-9f464707c581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65b5566c-7d78-43ee-bcb4-9e0501afc576,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:08.071650 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d2ff89-8364-4c5b-a9f3-9f464707c581 admin admin] Checking segment: {'id': '637f221e-d0d8-49e5-9edb-9748350952db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:08.072038 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d2ff89-8364-4c5b-a9f3-9f464707c581 admin admin] Network hostable DHCP agents. Network: a7ebd140-12f6-4346-a8e5-dbc25bc5f372, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:01:08.088599 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d2ff89-8364-4c5b-a9f3-9f464707c581 admin admin] Network a7ebd140-12f6-4346-a8e5-dbc25bc5f372 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:01:08.099662 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-99d2ff89-8364-4c5b-a9f3-9f464707c581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, a7ebd140-12f6-4346-a8e5-dbc25bc5f372) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:08.105910 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d2ff89-8364-4c5b-a9f3-9f464707c581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:08.107926 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506520a7-fc29-4230-bbd0-ecbc26e94a44 None None] Network a7ebd140-12f6-4346-a8e5-dbc25bc5f372 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:08.109426 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-99d2ff89-8364-4c5b-a9f3-9f464707c581 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.125495 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-99d2ff89-8364-4c5b-a9f3-9f464707c581 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3298564 Jul 07 18:01:08.128291 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50016) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:08.132791 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-d8475a97-6527-40b6-8e89-6051f480013b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1083569889-router', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:08.154225 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d8475a97-6527-40b6-8e89-6051f480013b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.155280 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d8475a97-6527-40b6-8e89-6051f480013b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.210152 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d8475a97-6527-40b6-8e89-6051f480013b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.269330 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657849f6-e098-435a-aec4-640d4758277d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-a7ebd140-12f6-4346-a8e5-dbc25bc5f372', 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'fixed_ips': [{'subnet_id': '65b5566c-7d78-43ee-bcb4-9e0501afc576'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:01:08.270761 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-657849f6-e098-435a-aec4-640d4758277d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.354125 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d8475a97-6527-40b6-8e89-6051f480013b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.430201 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-657849f6-e098-435a-aec4-640d4758277d None None] Allocated IP 172.20.0.2 (a7ebd140-12f6-4346-a8e5-dbc25bc5f372/65b5566c-7d78-43ee-bcb4-9e0501afc576/3193453d-96d8-412b-9863-464a5e4dd57c) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:08.467493 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.558683 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d8475a97-6527-40b6-8e89-6051f480013b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.584194 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d8475a97-6527-40b6-8e89-6051f480013b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.600201 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-657849f6-e098-435a-aec4-640d4758277d None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.609617 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-657849f6-e098-435a-aec4-640d4758277d None None] Transition to ACTIVE for port object 3193453d-96d8-412b-9863-464a5e4dd57c will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:08.628678 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-657849f6-e098-435a-aec4-640d4758277d None None] Transition to ACTIVE for port object 3193453d-96d8-412b-9863-464a5e4dd57c will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:08.634935 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-657849f6-e098-435a-aec4-640d4758277d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.676971 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657849f6-e098-435a-aec4-640d4758277d None None] Network a7ebd140-12f6-4346-a8e5-dbc25bc5f372 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:08.683342 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-657849f6-e098-435a-aec4-640d4758277d None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:08.686051 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657849f6-e098-435a-aec4-640d4758277d None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:08.692088 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-d8475a97-6527-40b6-8e89-6051f480013b admin admin] Allocated IP 172.25.0.117 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/46733957-f859-4a42-8f0c-a3e7f74f3afa) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:08.694209 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657849f6-e098-435a-aec4-640d4758277d None None] Pushing event updated for resources: {'Port': ['ID=3193453d-96d8-412b-9863-464a5e4dd57c,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:08.762597 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-657849f6-e098-435a-aec4-640d4758277d None None] Attempting to bind port 3193453d-96d8-412b-9863-464a5e4dd57c on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:08.762874 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-657849f6-e098-435a-aec4-640d4758277d None None] Attempting to bind port 3193453d-96d8-412b-9863-464a5e4dd57c by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '637f221e-d0d8-49e5-9edb-9748350952db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:08.765299 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657849f6-e098-435a-aec4-640d4758277d None None] Attempting to bind port 3193453d-96d8-412b-9863-464a5e4dd57c on network a7ebd140-12f6-4346-a8e5-dbc25bc5f372 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:08.769205 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657849f6-e098-435a-aec4-640d4758277d None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:08.769583 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657849f6-e098-435a-aec4-640d4758277d None None] Checking segment: {'id': '637f221e-d0d8-49e5-9edb-9748350952db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:08.770000 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-657849f6-e098-435a-aec4-640d4758277d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.770409 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657849f6-e098-435a-aec4-640d4758277d None None] Bound using segment: {'id': '637f221e-d0d8-49e5-9edb-9748350952db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:08.770908 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-657849f6-e098-435a-aec4-640d4758277d None None] Bound port: 3193453d-96d8-412b-9863-464a5e4dd57c, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637f221e-d0d8-49e5-9edb-9748350952db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:08.771291 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-657849f6-e098-435a-aec4-640d4758277d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.811298 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d8475a97-6527-40b6-8e89-6051f480013b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.841401 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-657849f6-e098-435a-aec4-640d4758277d None None] For port 3193453d-96d8-412b-9863-464a5e4dd57c, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:08.845042 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-657849f6-e098-435a-aec4-640d4758277d None None] For port 3193453d-96d8-412b-9863-464a5e4dd57c, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3193453d-96d8-412b-9863-464a5e4dd57c,segment=NetworkSegment(637f221e-d0d8-49e5-9edb-9748350952db),segment_id=637f221e-d0d8-49e5-9edb-9748350952db)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:08.849221 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-657849f6-e098-435a-aec4-640d4758277d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.851823 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d8475a97-6527-40b6-8e89-6051f480013b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.895559 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8475a97-6527-40b6-8e89-6051f480013b admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:08.898655 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-d8475a97-6527-40b6-8e89-6051f480013b admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:08.906326 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8475a97-6527-40b6-8e89-6051f480013b admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:08.909725 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8475a97-6527-40b6-8e89-6051f480013b admin admin] Pushing event updated for resources: {'Port': ['ID=46733957-f859-4a42-8f0c-a3e7f74f3afa,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:08.916491 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657849f6-e098-435a-aec4-640d4758277d None None] Pushing event updated for resources: {'Port': ['ID=3193453d-96d8-412b-9863-464a5e4dd57c,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:09.210541 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d8475a97-6527-40b6-8e89-6051f480013b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:09.421791 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d8475a97-6527-40b6-8e89-6051f480013b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:09.568073 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8475a97-6527-40b6-8e89-6051f480013b admin admin] Router 7794d334-2666-4641-8fa7-dffaa0292fc3 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:01:09.917163 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc650f9c-2292-4779-a40d-99497d46b4fa None None] Network a7ebd140-12f6-4346-a8e5-dbc25bc5f372 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:10.047517 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d839ad6d-2689-4c9d-8c55-ca50da170b6c None None] Provisioning for port 3193453d-96d8-412b-9863-464a5e4dd57c completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:10.060105 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8475a97-6527-40b6-8e89-6051f480013b admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:01:10.080816 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d8475a97-6527-40b6-8e89-6051f480013b admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.082523 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d8475a97-6527-40b6-8e89-6051f480013b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9532270 Jul 07 18:01:10.085335 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50018) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:10.086410 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0a9b25-ba92-4cfd-b86e-c02695ec6618 None None] Sync routers for ids ['7794d334-2666-4641-8fa7-dffaa0292fc3'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:01:10.100162 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0a9b25-ba92-4cfd-b86e-c02695ec6618 None None] Routers {'7794d334-2666-4641-8fa7-dffaa0292fc3'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:10.100802 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bb0a9b25-ba92-4cfd-b86e-c02695ec6618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:00:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['7794d334-2666-4641-8fa7-dffaa0292fc3'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:10.228459 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-bb0a9b25-ba92-4cfd-b86e-c02695ec6618 None None] Set router 7794d334-2666-4641-8fa7-dffaa0292fc3 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:01:10.450229 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bb0a9b25-ba92-4cfd-b86e-c02695ec6618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'name': 'tempest-TestMinimumBasicScenario-1083569889-router', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:01:09Z', 'revision_number': 3, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'gw_port': {'id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:01:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:10.483906 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0a9b25-ba92-4cfd-b86e-c02695ec6618 None None] Checking router: 7794d334-2666-4641-8fa7-dffaa0292fc3 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:01:10.484112 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0a9b25-ba92-4cfd-b86e-c02695ec6618 None None] Updating router 7794d334-2666-4641-8fa7-dffaa0292fc3 port 46733957-f859-4a42-8f0c-a3e7f74f3afa binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:01:10.529097 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bb0a9b25-ba92-4cfd-b86e-c02695ec6618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.552813 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4035ae9c-54d4-4ed6-9c4e-5d7812c06f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.741208 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-4035ae9c-54d4-4ed6-9c4e-5d7812c06f79 admin admin] Allocated IP 172.20.0.1 (a7ebd140-12f6-4346-a8e5-dbc25bc5f372/65b5566c-7d78-43ee-bcb4-9e0501afc576/3ab33d07-adcf-498e-8892-c04e2ed0fb6d) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:10.863674 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4035ae9c-54d4-4ed6-9c4e-5d7812c06f79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.870494 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bb0a9b25-ba92-4cfd-b86e-c02695ec6618 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.879358 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-4035ae9c-54d4-4ed6-9c4e-5d7812c06f79 admin admin] Transition to ACTIVE for port object 3ab33d07-adcf-498e-8892-c04e2ed0fb6d will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:10.883735 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-bb0a9b25-ba92-4cfd-b86e-c02695ec6618 None None] Transition to ACTIVE for port object 46733957-f859-4a42-8f0c-a3e7f74f3afa will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:10.891938 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bb0a9b25-ba92-4cfd-b86e-c02695ec6618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.917265 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4035ae9c-54d4-4ed6-9c4e-5d7812c06f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.950106 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-bb0a9b25-ba92-4cfd-b86e-c02695ec6618 None None] Attempting to bind port 46733957-f859-4a42-8f0c-a3e7f74f3afa on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:10.950774 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-bb0a9b25-ba92-4cfd-b86e-c02695ec6618 None None] Attempting to bind port 46733957-f859-4a42-8f0c-a3e7f74f3afa by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:10.950893 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a9b25-ba92-4cfd-b86e-c02695ec6618 None None] Attempting to bind port 46733957-f859-4a42-8f0c-a3e7f74f3afa on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:10.959678 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390f422-a416-4867-bd0c-3e0510fc8d5d None None] Pushing event updated for resources: {'Port': ['ID=46733957-f859-4a42-8f0c-a3e7f74f3afa,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:10.963431 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a9b25-ba92-4cfd-b86e-c02695ec6618 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:10.963823 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a9b25-ba92-4cfd-b86e-c02695ec6618 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:10.964236 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bb0a9b25-ba92-4cfd-b86e-c02695ec6618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.964648 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a9b25-ba92-4cfd-b86e-c02695ec6618 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:10.965151 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-bb0a9b25-ba92-4cfd-b86e-c02695ec6618 None None] Bound port: 46733957-f859-4a42-8f0c-a3e7f74f3afa, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:10.965911 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bb0a9b25-ba92-4cfd-b86e-c02695ec6618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.977004 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035ae9c-54d4-4ed6-9c4e-5d7812c06f79 admin admin] Pushing event updated for resources: {'Port': ['ID=3ab33d07-adcf-498e-8892-c04e2ed0fb6d,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:10.989687 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4035ae9c-54d4-4ed6-9c4e-5d7812c06f79 admin admin] Network a7ebd140-12f6-4346-a8e5-dbc25bc5f372 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:10.991475 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-4035ae9c-54d4-4ed6-9c4e-5d7812c06f79 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:10.994068 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4035ae9c-54d4-4ed6-9c4e-5d7812c06f79 admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:11.022042 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3193453d-96d8-412b-9863-464a5e4dd57c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:11.044913 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4035ae9c-54d4-4ed6-9c4e-5d7812c06f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.054174 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-bb0a9b25-ba92-4cfd-b86e-c02695ec6618 None None] For port 46733957-f859-4a42-8f0c-a3e7f74f3afa, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:11.078764 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-bb0a9b25-ba92-4cfd-b86e-c02695ec6618 None None] For port 46733957-f859-4a42-8f0c-a3e7f74f3afa, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=46733957-f859-4a42-8f0c-a3e7f74f3afa,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:11.087949 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bb0a9b25-ba92-4cfd-b86e-c02695ec6618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.146587 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 3193453d-96d8-412b-9863-464a5e4dd57c completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:11.168774 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 3193453d-96d8-412b-9863-464a5e4dd57c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:11.169163 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.175980 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390f422-a416-4867-bd0c-3e0510fc8d5d None None] Pushing event updated for resources: {'Port': ['ID=46733957-f859-4a42-8f0c-a3e7f74f3afa,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:11.202229 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0a9b25-ba92-4cfd-b86e-c02695ec6618 None None] Routers {'7794d334-2666-4641-8fa7-dffaa0292fc3'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:11.202881 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bb0a9b25-ba92-4cfd-b86e-c02695ec6618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:00:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['7794d334-2666-4641-8fa7-dffaa0292fc3'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:11.217237 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4035ae9c-54d4-4ed6-9c4e-5d7812c06f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.418130 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4035ae9c-54d4-4ed6-9c4e-5d7812c06f79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.423678 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4035ae9c-54d4-4ed6-9c4e-5d7812c06f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.495436 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035ae9c-54d4-4ed6-9c4e-5d7812c06f79 admin admin] Pushing event updated for resources: {'Port': ['ID=3ab33d07-adcf-498e-8892-c04e2ed0fb6d,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:11.498395 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4035ae9c-54d4-4ed6-9c4e-5d7812c06f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.535142 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-24e158c6-6967-4f4f-bb1f-d889a9275af1 None None] Provisioning for port 3ab33d07-adcf-498e-8892-c04e2ed0fb6d completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:11.546275 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.552751 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-24e158c6-6967-4f4f-bb1f-d889a9275af1 None None] Provisioning complete for port 3ab33d07-adcf-498e-8892-c04e2ed0fb6d triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:11.553115 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-24e158c6-6967-4f4f-bb1f-d889a9275af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.566121 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-bb0a9b25-ba92-4cfd-b86e-c02695ec6618 None None] Set router 7794d334-2666-4641-8fa7-dffaa0292fc3 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:01:11.609099 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4035ae9c-54d4-4ed6-9c4e-5d7812c06f79 admin admin] Network a7ebd140-12f6-4346-a8e5-dbc25bc5f372 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:11.610087 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-4035ae9c-54d4-4ed6-9c4e-5d7812c06f79 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:11.731684 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-24e158c6-6967-4f4f-bb1f-d889a9275af1 None None] Port 3ab33d07-adcf-498e-8892-c04e2ed0fb6d cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:01:11.731684 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 3193453d-96d8-412b-9863-464a5e4dd57c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3193453d-96d8-412b-9863-464a5e4dd57c,segment=NetworkSegment(637f221e-d0d8-49e5-9edb-9748350952db),segment_id=637f221e-d0d8-49e5-9edb-9748350952db)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:11.738238 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.761230 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4035ae9c-54d4-4ed6-9c4e-5d7812c06f79 admin admin] Router 7794d334-2666-4641-8fa7-dffaa0292fc3 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:01:11.870711 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=3193453d-96d8-412b-9863-464a5e4dd57c,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:11.894422 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4035ae9c-54d4-4ed6-9c4e-5d7812c06f79 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:01:11.901515 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4035ae9c-54d4-4ed6-9c4e-5d7812c06f79 admin admin] 10.222.0.53 "PUT /v2.0/routers/7794d334-2666-4641-8fa7-dffaa0292fc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8151360 Jul 07 18:01:11.983814 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ae390c37-558d-45dd-8bf1-4f1be5ff3dd9 None None] Provisioning complete for port 3ab33d07-adcf-498e-8892-c04e2ed0fb6d triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:11.984420 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ae390c37-558d-45dd-8bf1-4f1be5ff3dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.037599 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bb0a9b25-ba92-4cfd-b86e-c02695ec6618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'name': 'tempest-TestMinimumBasicScenario-1083569889-router', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:01:11Z', 'revision_number': 4, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'gw_port': {'id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '3ab33d07-adcf-498e-8892-c04e2ed0fb6d', 'name': '', 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'mac_address': 'fa:16:3e:16:2a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '65b5566c-7d78-43ee-bcb4-9e0501afc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:10Z', 'updated_at': '2021-07-07T18:01:10Z', 'revision_number': 1, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'subnets': [{'id': '65b5566c-7d78-43ee-bcb4-9e0501afc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:12.043999 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-ae390c37-558d-45dd-8bf1-4f1be5ff3dd9 None None] Port 3ab33d07-adcf-498e-8892-c04e2ed0fb6d cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:01:12.072905 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0a9b25-ba92-4cfd-b86e-c02695ec6618 None None] The sync data for ids ['7794d334-2666-4641-8fa7-dffaa0292fc3'] in n-d-791503-12 is: [{'id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'name': 'tempest-TestMinimumBasicScenario-1083569889-router', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:01:11Z', 'revision_number': 4, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'gw_port': {'id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '3ab33d07-adcf-498e-8892-c04e2ed0fb6d', 'name': '', 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'mac_address': 'fa:16:3e:16:2a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '65b5566c-7d78-43ee-bcb4-9e0501afc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:10Z', 'updated_at': '2021-07-07T18:01:10Z', 'revision_number': 1, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'subnets': [{'id': '65b5566c-7d78-43ee-bcb4-9e0501afc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:01:12.518974 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50034) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:12.524276 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-82bbd1a2-f8a8-463b-b8d6-dc89f46de67b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-15463758-network', 'tenant_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:12.547938 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bbd1a2-f8a8-463b-b8d6-dc89f46de67b admin admin] Made reservation on behalf of c7c6fdfcb9be4330b19eaca1599c6e8e for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:12.550532 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-82bbd1a2-f8a8-463b-b8d6-dc89f46de67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.560557 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-82bbd1a2-f8a8-463b-b8d6-dc89f46de67b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.678800 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-82bbd1a2-f8a8-463b-b8d6-dc89f46de67b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.684161 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-82bbd1a2-f8a8-463b-b8d6-dc89f46de67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.711527 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82bbd1a2-f8a8-463b-b8d6-dc89f46de67b admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:01:12.723001 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bbd1a2-f8a8-463b-b8d6-dc89f46de67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c16d08-e484-4439-8e2d-37fa2e72e218,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:12.728488 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-82bbd1a2-f8a8-463b-b8d6-dc89f46de67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.728981 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-82bbd1a2-f8a8-463b-b8d6-dc89f46de67b admin admin] Added segment 5f262c97-4458-4283-89b3-9853f2cd40c8 of type vlan for network 873fe2f4-1fe8-4cfb-859e-babf985aab49 Jul 07 18:01:12.802771 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-82bbd1a2-f8a8-463b-b8d6-dc89f46de67b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.839144 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-82bbd1a2-f8a8-463b-b8d6-dc89f46de67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.840233 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bbd1a2-f8a8-463b-b8d6-dc89f46de67b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:12.840853 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-82bbd1a2-f8a8-463b-b8d6-dc89f46de67b admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.901795 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-82bbd1a2-f8a8-463b-b8d6-dc89f46de67b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3815980 Jul 07 18:01:12.904597 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50036) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:12.910405 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-126ec7b7-6e2f-4b63-9210-3c82a62e8c06 admin admin] Request body: {'subnet': {'network_id': '873fe2f4-1fe8-4cfb-859e-babf985aab49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-15463758-subnet', 'tenant_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:12.922165 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bbd1a2-f8a8-463b-b8d6-dc89f46de67b admin admin] Pushing event updated for resources: {'Network': ['ID=873fe2f4-1fe8-4cfb-859e-babf985aab49,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:12.936853 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126ec7b7-6e2f-4b63-9210-3c82a62e8c06 admin admin] Made reservation on behalf of c7c6fdfcb9be4330b19eaca1599c6e8e for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:12.939502 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-126ec7b7-6e2f-4b63-9210-3c82a62e8c06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.943313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 873fe2f4-1fe8-4cfb-859e-babf985aab49 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:01:13.085485 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 46733957-f859-4a42-8f0c-a3e7f74f3afa up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:13.145869 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 46733957-f859-4a42-8f0c-a3e7f74f3afa completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:13.150687 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 46733957-f859-4a42-8f0c-a3e7f74f3afa triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:13.151072 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.181970 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-126ec7b7-6e2f-4b63-9210-3c82a62e8c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.246185 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ec7b7-6e2f-4b63-9210-3c82a62e8c06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8170a72f-10f0-41e6-ab13-cd42fa54ca06,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:13.261018 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.261251 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126ec7b7-6e2f-4b63-9210-3c82a62e8c06 admin admin] Checking segment: {'id': '5f262c97-4458-4283-89b3-9853f2cd40c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '873fe2f4-1fe8-4cfb-859e-babf985aab49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:13.261251 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126ec7b7-6e2f-4b63-9210-3c82a62e8c06 admin admin] Network hostable DHCP agents. Network: 873fe2f4-1fe8-4cfb-859e-babf985aab49, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:01:13.286350 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126ec7b7-6e2f-4b63-9210-3c82a62e8c06 admin admin] Network 873fe2f4-1fe8-4cfb-859e-babf985aab49 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:01:13.293646 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 46733957-f859-4a42-8f0c-a3e7f74f3afa, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=46733957-f859-4a42-8f0c-a3e7f74f3afa,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:13.297677 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-126ec7b7-6e2f-4b63-9210-3c82a62e8c06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 873fe2f4-1fe8-4cfb-859e-babf985aab49) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:13.300413 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.301308 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3193453d-96d8-412b-9863-464a5e4dd57c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:13.304446 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126ec7b7-6e2f-4b63-9210-3c82a62e8c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:13.305187 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-126ec7b7-6e2f-4b63-9210-3c82a62e8c06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.316300 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426f2cff-63c2-4b40-bbb6-280a56339bd4 None None] Network 873fe2f4-1fe8-4cfb-859e-babf985aab49 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:13.326579 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-126ec7b7-6e2f-4b63-9210-3c82a62e8c06 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4207864 Jul 07 18:01:13.331220 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50038) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:13.337340 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-de6cf29b-5402-46f4-8d51-89534f966c11 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-15463758-router', 'tenant_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:13.386724 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de6cf29b-5402-46f4-8d51-89534f966c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.390014 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de6cf29b-5402-46f4-8d51-89534f966c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.457453 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de6cf29b-5402-46f4-8d51-89534f966c11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.481567 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=46733957-f859-4a42-8f0c-a3e7f74f3afa,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:13.508654 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 3193453d-96d8-412b-9863-464a5e4dd57c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:13.509027 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.642239 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7894b34e-0a36-4baa-9455-386cc0c7bc7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-873fe2f4-1fe8-4cfb-859e-babf985aab49', 'network_id': '873fe2f4-1fe8-4cfb-859e-babf985aab49', 'tenant_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'fixed_ips': [{'subnet_id': '8170a72f-10f0-41e6-ab13-cd42fa54ca06'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:01:13.644787 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7894b34e-0a36-4baa-9455-386cc0c7bc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.648510 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de6cf29b-5402-46f4-8d51-89534f966c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.895055 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de6cf29b-5402-46f4-8d51-89534f966c11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.903635 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-7894b34e-0a36-4baa-9455-386cc0c7bc7a None None] Allocated IP 172.20.0.2 (873fe2f4-1fe8-4cfb-859e-babf985aab49/8170a72f-10f0-41e6-ab13-cd42fa54ca06/dd089e03-ab0f-4ef0-9a70-b143acda4a43) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:13.915741 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de6cf29b-5402-46f4-8d51-89534f966c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.049957 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-de6cf29b-5402-46f4-8d51-89534f966c11 admin admin] Allocated IP 172.25.0.137 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/3c7b483c-9fdb-4918-ad5e-aaaca975e1d4) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:14.112780 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7894b34e-0a36-4baa-9455-386cc0c7bc7a None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.124591 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7894b34e-0a36-4baa-9455-386cc0c7bc7a None None] Transition to ACTIVE for port object dd089e03-ab0f-4ef0-9a70-b143acda4a43 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:14.148599 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-7894b34e-0a36-4baa-9455-386cc0c7bc7a None None] Transition to ACTIVE for port object dd089e03-ab0f-4ef0-9a70-b143acda4a43 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:14.157280 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7894b34e-0a36-4baa-9455-386cc0c7bc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.180842 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de6cf29b-5402-46f4-8d51-89534f966c11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.220524 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7894b34e-0a36-4baa-9455-386cc0c7bc7a None None] Network 873fe2f4-1fe8-4cfb-859e-babf985aab49 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:14.226134 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-7894b34e-0a36-4baa-9455-386cc0c7bc7a None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:14.233585 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7894b34e-0a36-4baa-9455-386cc0c7bc7a None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:14.238221 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894b34e-0a36-4baa-9455-386cc0c7bc7a None None] Pushing event updated for resources: {'Port': ['ID=dd089e03-ab0f-4ef0-9a70-b143acda4a43,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:14.248657 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de6cf29b-5402-46f4-8d51-89534f966c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.295489 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6cf29b-5402-46f4-8d51-89534f966c11 admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:14.302538 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-de6cf29b-5402-46f4-8d51-89534f966c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:14.304730 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6cf29b-5402-46f4-8d51-89534f966c11 admin admin] Pushing event updated for resources: {'Port': ['ID=3c7b483c-9fdb-4918-ad5e-aaaca975e1d4,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:14.305946 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-7894b34e-0a36-4baa-9455-386cc0c7bc7a None None] Attempting to bind port dd089e03-ab0f-4ef0-9a70-b143acda4a43 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:14.307171 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-7894b34e-0a36-4baa-9455-386cc0c7bc7a None None] Attempting to bind port dd089e03-ab0f-4ef0-9a70-b143acda4a43 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '5f262c97-4458-4283-89b3-9853f2cd40c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '873fe2f4-1fe8-4cfb-859e-babf985aab49'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:14.307171 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7894b34e-0a36-4baa-9455-386cc0c7bc7a None None] Attempting to bind port dd089e03-ab0f-4ef0-9a70-b143acda4a43 on network 873fe2f4-1fe8-4cfb-859e-babf985aab49 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:14.312490 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6cf29b-5402-46f4-8d51-89534f966c11 admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:14.322589 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7894b34e-0a36-4baa-9455-386cc0c7bc7a None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:14.323491 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7894b34e-0a36-4baa-9455-386cc0c7bc7a None None] Checking segment: {'id': '5f262c97-4458-4283-89b3-9853f2cd40c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '873fe2f4-1fe8-4cfb-859e-babf985aab49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:14.324443 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7894b34e-0a36-4baa-9455-386cc0c7bc7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.325352 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7894b34e-0a36-4baa-9455-386cc0c7bc7a None None] Bound using segment: {'id': '5f262c97-4458-4283-89b3-9853f2cd40c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '873fe2f4-1fe8-4cfb-859e-babf985aab49'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:14.326420 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-7894b34e-0a36-4baa-9455-386cc0c7bc7a None None] Bound port: dd089e03-ab0f-4ef0-9a70-b143acda4a43, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f262c97-4458-4283-89b3-9853f2cd40c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '873fe2f4-1fe8-4cfb-859e-babf985aab49'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:14.327289 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7894b34e-0a36-4baa-9455-386cc0c7bc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.417954 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-7894b34e-0a36-4baa-9455-386cc0c7bc7a None None] For port dd089e03-ab0f-4ef0-9a70-b143acda4a43, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:14.422964 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-7894b34e-0a36-4baa-9455-386cc0c7bc7a None None] For port dd089e03-ab0f-4ef0-9a70-b143acda4a43, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=dd089e03-ab0f-4ef0-9a70-b143acda4a43,segment=NetworkSegment(5f262c97-4458-4283-89b3-9853f2cd40c8),segment_id=5f262c97-4458-4283-89b3-9853f2cd40c8)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:14.430235 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7894b34e-0a36-4baa-9455-386cc0c7bc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.539474 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894b34e-0a36-4baa-9455-386cc0c7bc7a None None] Pushing event updated for resources: {'Port': ['ID=dd089e03-ab0f-4ef0-9a70-b143acda4a43,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:14.629037 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de6cf29b-5402-46f4-8d51-89534f966c11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.653190 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e103506-c297-489e-8f26-dbf603715037 None None] Sync routers for ids ['7794d334-2666-4641-8fa7-dffaa0292fc3'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:01:14.673044 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e103506-c297-489e-8f26-dbf603715037 None None] Routers {'7794d334-2666-4641-8fa7-dffaa0292fc3'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:14.673717 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-0e103506-c297-489e-8f26-dbf603715037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:00:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['7794d334-2666-4641-8fa7-dffaa0292fc3'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:14.829821 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-0e103506-c297-489e-8f26-dbf603715037 None None] Set router 7794d334-2666-4641-8fa7-dffaa0292fc3 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:01:14.987870 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:01:15.104234 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de6cf29b-5402-46f4-8d51-89534f966c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:15.179858 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device dd089e03-ab0f-4ef0-9a70-b143acda4a43 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:15.250310 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-0e103506-c297-489e-8f26-dbf603715037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'name': 'tempest-TestMinimumBasicScenario-1083569889-router', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:01:11Z', 'revision_number': 4, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'gw_port': {'id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '3ab33d07-adcf-498e-8892-c04e2ed0fb6d', 'name': '', 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'mac_address': 'fa:16:3e:16:2a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '65b5566c-7d78-43ee-bcb4-9e0501afc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:10Z', 'updated_at': '2021-07-07T18:01:11Z', 'revision_number': 2, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'subnets': [{'id': '65b5566c-7d78-43ee-bcb4-9e0501afc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:15.291250 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port dd089e03-ab0f-4ef0-9a70-b143acda4a43 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:15.295815 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 46733957-f859-4a42-8f0c-a3e7f74f3afa up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:15.308379 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e103506-c297-489e-8f26-dbf603715037 None None] Checking router: 7794d334-2666-4641-8fa7-dffaa0292fc3 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:01:15.309538 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e103506-c297-489e-8f26-dbf603715037 None None] Updating router 7794d334-2666-4641-8fa7-dffaa0292fc3 port 3ab33d07-adcf-498e-8892-c04e2ed0fb6d binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:01:15.363849 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 46733957-f859-4a42-8f0c-a3e7f74f3afa triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:15.364569 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-0e103506-c297-489e-8f26-dbf603715037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:15.365334 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:15.373689 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6cf29b-5402-46f4-8d51-89534f966c11 admin admin] Router fbbff033-534e-4343-9b7f-3351560b8211 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:01:15.547895 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6cf29b-5402-46f4-8d51-89534f966c11 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:01:15.557900 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804fbce9-4dcc-496d-b483-873df4379d01 None None] Sync routers for ids ['fbbff033-534e-4343-9b7f-3351560b8211'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:01:15.574216 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804fbce9-4dcc-496d-b483-873df4379d01 None None] Routers {'fbbff033-534e-4343-9b7f-3351560b8211'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:15.574707 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-de6cf29b-5402-46f4-8d51-89534f966c11 admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:15.576602 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-804fbce9-4dcc-496d-b483-873df4379d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:00:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['fbbff033-534e-4343-9b7f-3351560b8211'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:15.579371 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50040) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:15.580000 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-de6cf29b-5402-46f4-8d51-89534f966c11 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2463233 Jul 07 18:01:15.787403 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-0e103506-c297-489e-8f26-dbf603715037 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:15.799542 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-0e103506-c297-489e-8f26-dbf603715037 None None] Transition to ACTIVE for port object 3ab33d07-adcf-498e-8892-c04e2ed0fb6d will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:15.812970 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-0e103506-c297-489e-8f26-dbf603715037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:15.928433 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3d9f1-1a9d-4afb-a625-32cb647c5fbf None None] Pushing event updated for resources: {'Port': ['ID=3ab33d07-adcf-498e-8892-c04e2ed0fb6d,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:15.952772 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-804fbce9-4dcc-496d-b483-873df4379d01 None None] Set router fbbff033-534e-4343-9b7f-3351560b8211 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:01:15.956861 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3d9f1-1a9d-4afb-a625-32cb647c5fbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:15.957295 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3d9f1-1a9d-4afb-a625-32cb647c5fbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:15.957699 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3d9f1-1a9d-4afb-a625-32cb647c5fbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:15.958095 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3d9f1-1a9d-4afb-a625-32cb647c5fbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:15.958490 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3d9f1-1a9d-4afb-a625-32cb647c5fbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:15.958945 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3d9f1-1a9d-4afb-a625-32cb647c5fbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:15.959323 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3d9f1-1a9d-4afb-a625-32cb647c5fbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:15.959714 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3d9f1-1a9d-4afb-a625-32cb647c5fbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:15.960104 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3d9f1-1a9d-4afb-a625-32cb647c5fbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:15.960496 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3d9f1-1a9d-4afb-a625-32cb647c5fbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:15.961279 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3d9f1-1a9d-4afb-a625-32cb647c5fbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:15.961279 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3d9f1-1a9d-4afb-a625-32cb647c5fbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:15.983820 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-0e103506-c297-489e-8f26-dbf603715037 None None] Attempting to bind port 3ab33d07-adcf-498e-8892-c04e2ed0fb6d on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:15.984250 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-0e103506-c297-489e-8f26-dbf603715037 None None] Attempting to bind port 3ab33d07-adcf-498e-8892-c04e2ed0fb6d by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '637f221e-d0d8-49e5-9edb-9748350952db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:15.985644 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e103506-c297-489e-8f26-dbf603715037 None None] Attempting to bind port 3ab33d07-adcf-498e-8892-c04e2ed0fb6d on network a7ebd140-12f6-4346-a8e5-dbc25bc5f372 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:15.995200 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e103506-c297-489e-8f26-dbf603715037 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:15.995729 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e103506-c297-489e-8f26-dbf603715037 None None] Checking segment: {'id': '637f221e-d0d8-49e5-9edb-9748350952db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:15.996234 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-0e103506-c297-489e-8f26-dbf603715037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:15.996759 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e103506-c297-489e-8f26-dbf603715037 None None] Bound using segment: {'id': '637f221e-d0d8-49e5-9edb-9748350952db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:15.997394 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-0e103506-c297-489e-8f26-dbf603715037 None None] Bound port: 3ab33d07-adcf-498e-8892-c04e2ed0fb6d, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637f221e-d0d8-49e5-9edb-9748350952db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:15.998128 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-0e103506-c297-489e-8f26-dbf603715037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:16.014880 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41490b40-16f4-42a7-88fc-b48d31038a34 None None] Network 873fe2f4-1fe8-4cfb-859e-babf985aab49 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:16.087433 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-0e103506-c297-489e-8f26-dbf603715037 None None] For port 3ab33d07-adcf-498e-8892-c04e2ed0fb6d, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:16.091785 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-0e103506-c297-489e-8f26-dbf603715037 None None] For port 3ab33d07-adcf-498e-8892-c04e2ed0fb6d, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3ab33d07-adcf-498e-8892-c04e2ed0fb6d,segment=NetworkSegment(637f221e-d0d8-49e5-9edb-9748350952db),segment_id=637f221e-d0d8-49e5-9edb-9748350952db)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:16.098382 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-0e103506-c297-489e-8f26-dbf603715037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:16.174622 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e103506-c297-489e-8f26-dbf603715037 None None] Routers {'7794d334-2666-4641-8fa7-dffaa0292fc3'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:16.178476 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-0e103506-c297-489e-8f26-dbf603715037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:00:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['7794d334-2666-4641-8fa7-dffaa0292fc3'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:16.201068 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-71bef514-6c03-4aab-a170-39bbe47970c0 None None] Provisioning for port dd089e03-ab0f-4ef0-9a70-b143acda4a43 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:16.226573 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-71bef514-6c03-4aab-a170-39bbe47970c0 None None] Provisioning complete for port dd089e03-ab0f-4ef0-9a70-b143acda4a43 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:16.227161 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-71bef514-6c03-4aab-a170-39bbe47970c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:16.292038 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3d9f1-1a9d-4afb-a625-32cb647c5fbf None None] Pushing event updated for resources: {'Port': ['ID=3ab33d07-adcf-498e-8892-c04e2ed0fb6d,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:16.333953 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4d20f30-f6dc-4226-87b5-0a98da2a56ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:16.388532 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-0e103506-c297-489e-8f26-dbf603715037 None None] Set router 7794d334-2666-4641-8fa7-dffaa0292fc3 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:01:16.478540 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-71bef514-6c03-4aab-a170-39bbe47970c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:16.540207 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-71bef514-6c03-4aab-a170-39bbe47970c0 None None] For port dd089e03-ab0f-4ef0-9a70-b143acda4a43, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=dd089e03-ab0f-4ef0-9a70-b143acda4a43,segment=NetworkSegment(5f262c97-4458-4283-89b3-9853f2cd40c8),segment_id=5f262c97-4458-4283-89b3-9853f2cd40c8)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:16.542380 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-804fbce9-4dcc-496d-b483-873df4379d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbff033-534e-4343-9b7f-3351560b8211', 'name': 'tempest-TestMinimumBasicScenario-15463758-router', 'tenant_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '3c7b483c-9fdb-4918-ad5e-aaaca975e1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:01:13Z', 'updated_at': '2021-07-07T18:01:14Z', 'revision_number': 3, 'project_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'gw_port': {'id': '3c7b483c-9fdb-4918-ad5e-aaaca975e1d4', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:82:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbff033-534e-4343-9b7f-3351560b8211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:13Z', 'updated_at': '2021-07-07T18:01:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:16.546767 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-71bef514-6c03-4aab-a170-39bbe47970c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:16.586394 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804fbce9-4dcc-496d-b483-873df4379d01 None None] Checking router: fbbff033-534e-4343-9b7f-3351560b8211 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:01:16.586744 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804fbce9-4dcc-496d-b483-873df4379d01 None None] Updating router fbbff033-534e-4343-9b7f-3351560b8211 port 3c7b483c-9fdb-4918-ad5e-aaaca975e1d4 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:01:16.587807 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-c4d20f30-f6dc-4226-87b5-0a98da2a56ba admin admin] Allocated IP 172.20.0.1 (873fe2f4-1fe8-4cfb-859e-babf985aab49/8170a72f-10f0-41e6-ab13-cd42fa54ca06/15205401-0ef7-4923-a61e-0eb0ff628f35) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:16.677607 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-804fbce9-4dcc-496d-b483-873df4379d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:16.681714 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bef514-6c03-4aab-a170-39bbe47970c0 None None] Pushing event updated for resources: {'Port': ['ID=dd089e03-ab0f-4ef0-9a70-b143acda4a43,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:16.718305 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-0e103506-c297-489e-8f26-dbf603715037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'name': 'tempest-TestMinimumBasicScenario-1083569889-router', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:01:11Z', 'revision_number': 4, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'gw_port': {'id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '3ab33d07-adcf-498e-8892-c04e2ed0fb6d', 'name': '', 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'mac_address': 'fa:16:3e:16:2a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '65b5566c-7d78-43ee-bcb4-9e0501afc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:10Z', 'updated_at': '2021-07-07T18:01:16Z', 'revision_number': 4, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'subnets': [{'id': '65b5566c-7d78-43ee-bcb4-9e0501afc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:16.737562 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4d20f30-f6dc-4226-87b5-0a98da2a56ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:16.750196 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e103506-c297-489e-8f26-dbf603715037 None None] The sync data for ids ['7794d334-2666-4641-8fa7-dffaa0292fc3'] in n-d-791503-12 is: [{'id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'name': 'tempest-TestMinimumBasicScenario-1083569889-router', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:01:11Z', 'revision_number': 4, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'gw_port': {'id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '3ab33d07-adcf-498e-8892-c04e2ed0fb6d', 'name': '', 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'mac_address': 'fa:16:3e:16:2a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '65b5566c-7d78-43ee-bcb4-9e0501afc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:10Z', 'updated_at': '2021-07-07T18:01:16Z', 'revision_number': 4, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'subnets': [{'id': '65b5566c-7d78-43ee-bcb4-9e0501afc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:01:16.757349 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-c4d20f30-f6dc-4226-87b5-0a98da2a56ba admin admin] Transition to ACTIVE for port object 15205401-0ef7-4923-a61e-0eb0ff628f35 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:16.809367 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4d20f30-f6dc-4226-87b5-0a98da2a56ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:16.888047 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d20f30-f6dc-4226-87b5-0a98da2a56ba admin admin] Network 873fe2f4-1fe8-4cfb-859e-babf985aab49 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:16.891230 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-c4d20f30-f6dc-4226-87b5-0a98da2a56ba admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:16.896924 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d20f30-f6dc-4226-87b5-0a98da2a56ba admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:16.929372 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-eaeab6df-f2a1-47cb-b548-4dd74650e83b None None] Provisioning complete for port dd089e03-ab0f-4ef0-9a70-b143acda4a43 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:16.932130 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d20f30-f6dc-4226-87b5-0a98da2a56ba admin admin] Pushing event updated for resources: {'Port': ['ID=15205401-0ef7-4923-a61e-0eb0ff628f35,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:16.935216 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-eaeab6df-f2a1-47cb-b548-4dd74650e83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:16.961969 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4d20f30-f6dc-4226-87b5-0a98da2a56ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.058271 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device dd089e03-ab0f-4ef0-9a70-b143acda4a43 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:17.214630 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port dd089e03-ab0f-4ef0-9a70-b143acda4a43 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:17.215379 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.223940 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4d20f30-f6dc-4226-87b5-0a98da2a56ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.329109 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-804fbce9-4dcc-496d-b483-873df4379d01 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.344082 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ef33a73b-b114-43e4-8332-3b151e412742 None None] Provisioning for port 15205401-0ef7-4923-a61e-0eb0ff628f35 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:17.388808 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-804fbce9-4dcc-496d-b483-873df4379d01 None None] Transition to ACTIVE for port object 3c7b483c-9fdb-4918-ad5e-aaaca975e1d4 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:17.398642 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ef33a73b-b114-43e4-8332-3b151e412742 None None] Provisioning complete for port 15205401-0ef7-4923-a61e-0eb0ff628f35 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:17.399180 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ef33a73b-b114-43e4-8332-3b151e412742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.445832 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-804fbce9-4dcc-496d-b483-873df4379d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.499604 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4d20f30-f6dc-4226-87b5-0a98da2a56ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.507088 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4d20f30-f6dc-4226-87b5-0a98da2a56ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.554795 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3ab33d07-adcf-498e-8892-c04e2ed0fb6d up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:17.565661 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-ef33a73b-b114-43e4-8332-3b151e412742 None None] Port 15205401-0ef7-4923-a61e-0eb0ff628f35 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:01:17.608613 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c4d20f30-f6dc-4226-87b5-0a98da2a56ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.612050 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d20f30-f6dc-4226-87b5-0a98da2a56ba admin admin] Pushing event updated for resources: {'Port': ['ID=15205401-0ef7-4923-a61e-0eb0ff628f35,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:17.644651 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-804fbce9-4dcc-496d-b483-873df4379d01 None None] Attempting to bind port 3c7b483c-9fdb-4918-ad5e-aaaca975e1d4 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:17.645257 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-804fbce9-4dcc-496d-b483-873df4379d01 None None] Attempting to bind port 3c7b483c-9fdb-4918-ad5e-aaaca975e1d4 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:17.645874 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804fbce9-4dcc-496d-b483-873df4379d01 None None] Attempting to bind port 3c7b483c-9fdb-4918-ad5e-aaaca975e1d4 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:17.656487 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811ba05-e906-40e5-9dd2-552b649d1895 None None] Pushing event updated for resources: {'Port': ['ID=3c7b483c-9fdb-4918-ad5e-aaaca975e1d4,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:17.670456 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804fbce9-4dcc-496d-b483-873df4379d01 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:17.671070 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804fbce9-4dcc-496d-b483-873df4379d01 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:17.671752 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-804fbce9-4dcc-496d-b483-873df4379d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.672424 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804fbce9-4dcc-496d-b483-873df4379d01 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:17.673309 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-804fbce9-4dcc-496d-b483-873df4379d01 None None] Bound port: 3c7b483c-9fdb-4918-ad5e-aaaca975e1d4, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:17.674006 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-804fbce9-4dcc-496d-b483-873df4379d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.748717 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d20f30-f6dc-4226-87b5-0a98da2a56ba admin admin] Network 873fe2f4-1fe8-4cfb-859e-babf985aab49 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:17.749978 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 3ab33d07-adcf-498e-8892-c04e2ed0fb6d completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:17.750351 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-c4d20f30-f6dc-4226-87b5-0a98da2a56ba admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:17.763668 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 3ab33d07-adcf-498e-8892-c04e2ed0fb6d triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:17.764047 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.766269 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-804fbce9-4dcc-496d-b483-873df4379d01 None None] For port 3c7b483c-9fdb-4918-ad5e-aaaca975e1d4, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:17.771878 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-804fbce9-4dcc-496d-b483-873df4379d01 None None] For port 3c7b483c-9fdb-4918-ad5e-aaaca975e1d4, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3c7b483c-9fdb-4918-ad5e-aaaca975e1d4,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:17.793199 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-804fbce9-4dcc-496d-b483-873df4379d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.894634 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804fbce9-4dcc-496d-b483-873df4379d01 None None] Routers {'fbbff033-534e-4343-9b7f-3351560b8211'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:17.895299 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-804fbce9-4dcc-496d-b483-873df4379d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:00:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['fbbff033-534e-4343-9b7f-3351560b8211'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:17.899827 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811ba05-e906-40e5-9dd2-552b649d1895 None None] Pushing event updated for resources: {'Port': ['ID=3c7b483c-9fdb-4918-ad5e-aaaca975e1d4,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:18.025886 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:18.066530 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-804fbce9-4dcc-496d-b483-873df4379d01 None None] Set router fbbff033-534e-4343-9b7f-3351560b8211 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:01:18.107741 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 3ab33d07-adcf-498e-8892-c04e2ed0fb6d, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3ab33d07-adcf-498e-8892-c04e2ed0fb6d,segment=NetworkSegment(637f221e-d0d8-49e5-9edb-9748350952db),segment_id=637f221e-d0d8-49e5-9edb-9748350952db)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:18.116081 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:18.278706 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d20f30-f6dc-4226-87b5-0a98da2a56ba admin admin] Router fbbff033-534e-4343-9b7f-3351560b8211 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:01:18.422693 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9820643b-a67d-47a9-8012-939545829314 None None] Provisioning complete for port 15205401-0ef7-4923-a61e-0eb0ff628f35 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:18.423296 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9820643b-a67d-47a9-8012-939545829314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:18.447809 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d20f30-f6dc-4226-87b5-0a98da2a56ba admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:01:18.453780 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c4d20f30-f6dc-4226-87b5-0a98da2a56ba admin admin] 10.222.0.53 "PUT /v2.0/routers/fbbff033-534e-4343-9b7f-3351560b8211/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8732975 Jul 07 18:01:18.522721 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=3ab33d07-adcf-498e-8892-c04e2ed0fb6d,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:18.527371 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-9820643b-a67d-47a9-8012-939545829314 None None] Port 15205401-0ef7-4923-a61e-0eb0ff628f35 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:01:18.618763 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-804fbce9-4dcc-496d-b483-873df4379d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbff033-534e-4343-9b7f-3351560b8211', 'name': 'tempest-TestMinimumBasicScenario-15463758-router', 'tenant_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '3c7b483c-9fdb-4918-ad5e-aaaca975e1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:01:13Z', 'updated_at': '2021-07-07T18:01:17Z', 'revision_number': 4, 'project_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'gw_port': {'id': '3c7b483c-9fdb-4918-ad5e-aaaca975e1d4', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:82:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbff033-534e-4343-9b7f-3351560b8211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:13Z', 'updated_at': '2021-07-07T18:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '15205401-0ef7-4923-a61e-0eb0ff628f35', 'name': '', 'network_id': '873fe2f4-1fe8-4cfb-859e-babf985aab49', 'tenant_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'mac_address': 'fa:16:3e:8c:da:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbff033-534e-4343-9b7f-3351560b8211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '8170a72f-10f0-41e6-ab13-cd42fa54ca06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:16Z', 'updated_at': '2021-07-07T18:01:17Z', 'revision_number': 2, 'project_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'subnets': [{'id': '8170a72f-10f0-41e6-ab13-cd42fa54ca06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:18.649201 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804fbce9-4dcc-496d-b483-873df4379d01 None None] The sync data for ids ['fbbff033-534e-4343-9b7f-3351560b8211'] in n-d-791503-12 is: [{'id': 'fbbff033-534e-4343-9b7f-3351560b8211', 'name': 'tempest-TestMinimumBasicScenario-15463758-router', 'tenant_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '3c7b483c-9fdb-4918-ad5e-aaaca975e1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:01:13Z', 'updated_at': '2021-07-07T18:01:17Z', 'revision_number': 4, 'project_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'gw_port': {'id': '3c7b483c-9fdb-4918-ad5e-aaaca975e1d4', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:82:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbff033-534e-4343-9b7f-3351560b8211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:13Z', 'updated_at': '2021-07-07T18:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '15205401-0ef7-4923-a61e-0eb0ff628f35', 'name': '', 'network_id': '873fe2f4-1fe8-4cfb-859e-babf985aab49', 'tenant_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'mac_address': 'fa:16:3e:8c:da:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbff033-534e-4343-9b7f-3351560b8211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '8170a72f-10f0-41e6-ab13-cd42fa54ca06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:16Z', 'updated_at': '2021-07-07T18:01:17Z', 'revision_number': 2, 'project_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'subnets': [{'id': '8170a72f-10f0-41e6-ab13-cd42fa54ca06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:01:18.988999 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3ab33d07-adcf-498e-8892-c04e2ed0fb6d up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:19.057314 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 3ab33d07-adcf-498e-8892-c04e2ed0fb6d triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:19.057914 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:21.069486 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3c7b483c-9fdb-4918-ad5e-aaaca975e1d4 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:21.147340 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 3c7b483c-9fdb-4918-ad5e-aaaca975e1d4 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:21.153313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 3c7b483c-9fdb-4918-ad5e-aaaca975e1d4 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:21.153847 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:21.254644 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:21.291790 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 3c7b483c-9fdb-4918-ad5e-aaaca975e1d4, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3c7b483c-9fdb-4918-ad5e-aaaca975e1d4,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:21.296714 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:21.359910 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=3c7b483c-9fdb-4918-ad5e-aaaca975e1d4,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:21.401502 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f909613-6fac-49e7-b9f8-b258daee1f89 None None] Sync routers for ids ['fbbff033-534e-4343-9b7f-3351560b8211'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:01:21.412152 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f909613-6fac-49e7-b9f8-b258daee1f89 None None] Routers {'fbbff033-534e-4343-9b7f-3351560b8211'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:21.412801 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-1f909613-6fac-49e7-b9f8-b258daee1f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:00:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['fbbff033-534e-4343-9b7f-3351560b8211'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:21.633157 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-1f909613-6fac-49e7-b9f8-b258daee1f89 None None] Set router fbbff033-534e-4343-9b7f-3351560b8211 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:01:21.874555 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-1f909613-6fac-49e7-b9f8-b258daee1f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbff033-534e-4343-9b7f-3351560b8211', 'name': 'tempest-TestMinimumBasicScenario-15463758-router', 'tenant_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '3c7b483c-9fdb-4918-ad5e-aaaca975e1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:01:13Z', 'updated_at': '2021-07-07T18:01:17Z', 'revision_number': 4, 'project_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'gw_port': {'id': '3c7b483c-9fdb-4918-ad5e-aaaca975e1d4', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:82:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbff033-534e-4343-9b7f-3351560b8211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:13Z', 'updated_at': '2021-07-07T18:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '15205401-0ef7-4923-a61e-0eb0ff628f35', 'name': '', 'network_id': '873fe2f4-1fe8-4cfb-859e-babf985aab49', 'tenant_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'mac_address': 'fa:16:3e:8c:da:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbff033-534e-4343-9b7f-3351560b8211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '8170a72f-10f0-41e6-ab13-cd42fa54ca06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:16Z', 'updated_at': '2021-07-07T18:01:17Z', 'revision_number': 2, 'project_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'subnets': [{'id': '8170a72f-10f0-41e6-ab13-cd42fa54ca06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:21.901444 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f909613-6fac-49e7-b9f8-b258daee1f89 None None] Checking router: fbbff033-534e-4343-9b7f-3351560b8211 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:01:21.902068 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f909613-6fac-49e7-b9f8-b258daee1f89 None None] Updating router fbbff033-534e-4343-9b7f-3351560b8211 port 15205401-0ef7-4923-a61e-0eb0ff628f35 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:01:21.939180 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-1f909613-6fac-49e7-b9f8-b258daee1f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:22.300140 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-1f909613-6fac-49e7-b9f8-b258daee1f89 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:22.324652 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-1f909613-6fac-49e7-b9f8-b258daee1f89 None None] Transition to ACTIVE for port object 15205401-0ef7-4923-a61e-0eb0ff628f35 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:22.337590 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-1f909613-6fac-49e7-b9f8-b258daee1f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:22.423668 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7380e0-d678-4868-9c1a-5cc082d9c17e None None] Pushing event updated for resources: {'Port': ['ID=15205401-0ef7-4923-a61e-0eb0ff628f35,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:22.520115 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-1f909613-6fac-49e7-b9f8-b258daee1f89 None None] Attempting to bind port 15205401-0ef7-4923-a61e-0eb0ff628f35 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:22.520772 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-1f909613-6fac-49e7-b9f8-b258daee1f89 None None] Attempting to bind port 15205401-0ef7-4923-a61e-0eb0ff628f35 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '5f262c97-4458-4283-89b3-9853f2cd40c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '873fe2f4-1fe8-4cfb-859e-babf985aab49'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:22.521721 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f909613-6fac-49e7-b9f8-b258daee1f89 None None] Attempting to bind port 15205401-0ef7-4923-a61e-0eb0ff628f35 on network 873fe2f4-1fe8-4cfb-859e-babf985aab49 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:22.530488 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f909613-6fac-49e7-b9f8-b258daee1f89 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:22.531035 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f909613-6fac-49e7-b9f8-b258daee1f89 None None] Checking segment: {'id': '5f262c97-4458-4283-89b3-9853f2cd40c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '873fe2f4-1fe8-4cfb-859e-babf985aab49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:22.531979 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-1f909613-6fac-49e7-b9f8-b258daee1f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:22.532731 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f909613-6fac-49e7-b9f8-b258daee1f89 None None] Bound using segment: {'id': '5f262c97-4458-4283-89b3-9853f2cd40c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '873fe2f4-1fe8-4cfb-859e-babf985aab49'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:22.533986 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-1f909613-6fac-49e7-b9f8-b258daee1f89 None None] Bound port: 15205401-0ef7-4923-a61e-0eb0ff628f35, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f262c97-4458-4283-89b3-9853f2cd40c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '873fe2f4-1fe8-4cfb-859e-babf985aab49'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:22.534606 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-1f909613-6fac-49e7-b9f8-b258daee1f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:22.630884 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-1f909613-6fac-49e7-b9f8-b258daee1f89 None None] For port 15205401-0ef7-4923-a61e-0eb0ff628f35, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:22.635218 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-1f909613-6fac-49e7-b9f8-b258daee1f89 None None] For port 15205401-0ef7-4923-a61e-0eb0ff628f35, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=15205401-0ef7-4923-a61e-0eb0ff628f35,segment=NetworkSegment(5f262c97-4458-4283-89b3-9853f2cd40c8),segment_id=5f262c97-4458-4283-89b3-9853f2cd40c8)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:22.641755 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-1f909613-6fac-49e7-b9f8-b258daee1f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:22.715814 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f909613-6fac-49e7-b9f8-b258daee1f89 None None] Routers {'fbbff033-534e-4343-9b7f-3351560b8211'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:22.716723 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-1f909613-6fac-49e7-b9f8-b258daee1f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:00:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['fbbff033-534e-4343-9b7f-3351560b8211'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:22.823346 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7380e0-d678-4868-9c1a-5cc082d9c17e None None] Pushing event updated for resources: {'Port': ['ID=15205401-0ef7-4923-a61e-0eb0ff628f35,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:22.968916 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-1f909613-6fac-49e7-b9f8-b258daee1f89 None None] Set router fbbff033-534e-4343-9b7f-3351560b8211 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:01:23.057758 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 15205401-0ef7-4923-a61e-0eb0ff628f35 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:23.126517 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 15205401-0ef7-4923-a61e-0eb0ff628f35 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:23.132270 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 15205401-0ef7-4923-a61e-0eb0ff628f35 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:23.132744 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.241341 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.291966 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 15205401-0ef7-4923-a61e-0eb0ff628f35, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=15205401-0ef7-4923-a61e-0eb0ff628f35,segment=NetworkSegment(5f262c97-4458-4283-89b3-9853f2cd40c8),segment_id=5f262c97-4458-4283-89b3-9853f2cd40c8)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:23.297733 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.298791 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3c7b483c-9fdb-4918-ad5e-aaaca975e1d4 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:23.310408 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-1f909613-6fac-49e7-b9f8-b258daee1f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbff033-534e-4343-9b7f-3351560b8211', 'name': 'tempest-TestMinimumBasicScenario-15463758-router', 'tenant_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '3c7b483c-9fdb-4918-ad5e-aaaca975e1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:01:13Z', 'updated_at': '2021-07-07T18:01:17Z', 'revision_number': 4, 'project_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'gw_port': {'id': '3c7b483c-9fdb-4918-ad5e-aaaca975e1d4', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:82:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbff033-534e-4343-9b7f-3351560b8211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:13Z', 'updated_at': '2021-07-07T18:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '15205401-0ef7-4923-a61e-0eb0ff628f35', 'name': '', 'network_id': '873fe2f4-1fe8-4cfb-859e-babf985aab49', 'tenant_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'mac_address': 'fa:16:3e:8c:da:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbff033-534e-4343-9b7f-3351560b8211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '8170a72f-10f0-41e6-ab13-cd42fa54ca06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:16Z', 'updated_at': '2021-07-07T18:01:22Z', 'revision_number': 4, 'project_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'subnets': [{'id': '8170a72f-10f0-41e6-ab13-cd42fa54ca06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:23.354000 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f909613-6fac-49e7-b9f8-b258daee1f89 None None] The sync data for ids ['fbbff033-534e-4343-9b7f-3351560b8211'] in n-d-791503-12 is: [{'id': 'fbbff033-534e-4343-9b7f-3351560b8211', 'name': 'tempest-TestMinimumBasicScenario-15463758-router', 'tenant_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '3c7b483c-9fdb-4918-ad5e-aaaca975e1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:01:13Z', 'updated_at': '2021-07-07T18:01:17Z', 'revision_number': 4, 'project_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'gw_port': {'id': '3c7b483c-9fdb-4918-ad5e-aaaca975e1d4', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:82:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbff033-534e-4343-9b7f-3351560b8211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:13Z', 'updated_at': '2021-07-07T18:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '15205401-0ef7-4923-a61e-0eb0ff628f35', 'name': '', 'network_id': '873fe2f4-1fe8-4cfb-859e-babf985aab49', 'tenant_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'mac_address': 'fa:16:3e:8c:da:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbff033-534e-4343-9b7f-3351560b8211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '8170a72f-10f0-41e6-ab13-cd42fa54ca06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:16Z', 'updated_at': '2021-07-07T18:01:22Z', 'revision_number': 4, 'project_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'subnets': [{'id': '8170a72f-10f0-41e6-ab13-cd42fa54ca06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:01:23.469697 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 3c7b483c-9fdb-4918-ad5e-aaaca975e1d4 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:23.470229 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.475208 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=15205401-0ef7-4923-a61e-0eb0ff628f35,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:23.531016 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d0e36c8e-5735-4082-a431-1af89624e36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:24.967139 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 15205401-0ef7-4923-a61e-0eb0ff628f35 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:25.024706 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 15205401-0ef7-4923-a61e-0eb0ff628f35 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:25.025442 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:26.299998 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:26.913262 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e04eabfd-2afc-406f-9856-efb6b95f8cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:28.133621 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:29.996645 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db193c-748e-42bf-9ca5-384cce63724e req-35594688-7d10-4c95-83a5-2ee0decbc996 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:29.998165 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c4db193c-748e-42bf-9ca5-384cce63724e req-35594688-7d10-4c95-83a5-2ee0decbc996 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/networks?id=a7ebd140-12f6-4346-a8e5-dbc25bc5f372 HTTP/1.1" status: 200 len: 815 time: 0.1116650 Jul 07 18:01:30.014030 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c4db193c-748e-42bf-9ca5-384cce63724e req-a98d0db7-8754-4286-8c4a-ecd1249c515e tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/quotas/5e28ffdb87784b699a2b414d2ee5daf5 HTTP/1.1" status: 200 len: 375 time: 0.0098200 Jul 07 18:01:30.091346 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c4db193c-748e-42bf-9ca5-384cce63724e req-6d894907-3b59-4a60-a3bc-f65f067dcc7a tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e28ffdb87784b699a2b414d2ee5daf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715883 Jul 07 18:01:30.199626 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c4db193c-748e-42bf-9ca5-384cce63724e req-7c9c1de7-fdbe-440b-8dfc-84a711164a0f service neutron] 10.222.0.53 "GET /v2.0/networks/a7ebd140-12f6-4346-a8e5-dbc25bc5f372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931354 Jul 07 18:01:30.300170 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c4db193c-748e-42bf-9ca5-384cce63724e req-02fbd7f9-3f99-48e7-b96d-3e046c32881b service neutron] 10.222.0.53 "GET /v2.0/networks/a7ebd140-12f6-4346-a8e5-dbc25bc5f372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917227 Jul 07 18:01:30.445986 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:30.507348 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e5751366-162e-4b97-a188-d5b2e3085436 req-b1f83ea3-e104-48c8-90ac-96ddb7c83235 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 210 time: 0.0350516 Jul 07 18:01:31.688490 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-146a9d04-af44-4627-a28a-6c7570398767 req-08d0135d-c4d9-4c4e-becb-51fe8c4cf821 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 210 time: 0.0427599 Jul 07 18:01:31.707892 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db193c-748e-42bf-9ca5-384cce63724e req-193ce706-f128-4918-be01-88d7abd61aa3 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:31.709590 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c4db193c-748e-42bf-9ca5-384cce63724e req-193ce706-f128-4918-be01-88d7abd61aa3 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.72 "GET /v2.0/networks?id=a7ebd140-12f6-4346-a8e5-dbc25bc5f372 HTTP/1.1" status: 200 len: 815 time: 0.1847520 Jul 07 18:01:31.722055 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-c4db193c-748e-42bf-9ca5-384cce63724e req-b9457d77-03b8-4026-ba1c-8298a10bab19 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Request body: {'port': {'device_id': 'e0f1ace8-e309-4fa7-8387-19d8460e064c', 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372', 'admin_state_up': True, 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:31.844429 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4db193c-748e-42bf-9ca5-384cce63724e req-b9457d77-03b8-4026-ba1c-8298a10bab19 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Made reservation on behalf of 5e28ffdb87784b699a2b414d2ee5daf5 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:31.849527 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c4db193c-748e-42bf-9ca5-384cce63724e req-b9457d77-03b8-4026-ba1c-8298a10bab19 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:32.017415 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-c4db193c-748e-42bf-9ca5-384cce63724e req-b9457d77-03b8-4026-ba1c-8298a10bab19 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Allocated IP 172.20.0.11 (a7ebd140-12f6-4346-a8e5-dbc25bc5f372/65b5566c-7d78-43ee-bcb4-9e0501afc576/96aec5d7-1154-4b32-8287-f65e993dec94) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:32.254719 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c4db193c-748e-42bf-9ca5-384cce63724e req-b9457d77-03b8-4026-ba1c-8298a10bab19 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:32.275871 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-c4db193c-748e-42bf-9ca5-384cce63724e req-b9457d77-03b8-4026-ba1c-8298a10bab19 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Transition to ACTIVE for port object 96aec5d7-1154-4b32-8287-f65e993dec94 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:32.327652 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c4db193c-748e-42bf-9ca5-384cce63724e req-b9457d77-03b8-4026-ba1c-8298a10bab19 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:32.375756 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4db193c-748e-42bf-9ca5-384cce63724e req-b9457d77-03b8-4026-ba1c-8298a10bab19 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Network a7ebd140-12f6-4346-a8e5-dbc25bc5f372 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:32.379895 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-c4db193c-748e-42bf-9ca5-384cce63724e req-b9457d77-03b8-4026-ba1c-8298a10bab19 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:32.420999 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4db193c-748e-42bf-9ca5-384cce63724e req-b9457d77-03b8-4026-ba1c-8298a10bab19 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:32.483594 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9457d77-03b8-4026-ba1c-8298a10bab19 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Pushing event updated for resources: {'Port': ['ID=96aec5d7-1154-4b32-8287-f65e993dec94,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:32.504395 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db193c-748e-42bf-9ca5-384cce63724e req-b9457d77-03b8-4026-ba1c-8298a10bab19 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:32.505159 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c4db193c-748e-42bf-9ca5-384cce63724e req-b9457d77-03b8-4026-ba1c-8298a10bab19 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:32.508662 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9457d77-03b8-4026-ba1c-8298a10bab19 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:32.509008 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9457d77-03b8-4026-ba1c-8298a10bab19 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:32.509348 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9457d77-03b8-4026-ba1c-8298a10bab19 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:32.509681 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9457d77-03b8-4026-ba1c-8298a10bab19 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:32.510010 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9457d77-03b8-4026-ba1c-8298a10bab19 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:32.510338 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9457d77-03b8-4026-ba1c-8298a10bab19 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:32.510662 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9457d77-03b8-4026-ba1c-8298a10bab19 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:32.510985 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9457d77-03b8-4026-ba1c-8298a10bab19 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:32.511308 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9457d77-03b8-4026-ba1c-8298a10bab19 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:32.511630 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9457d77-03b8-4026-ba1c-8298a10bab19 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:32.511951 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9457d77-03b8-4026-ba1c-8298a10bab19 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:32.512267 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9457d77-03b8-4026-ba1c-8298a10bab19 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:32.534701 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c4db193c-748e-42bf-9ca5-384cce63724e req-b9457d77-03b8-4026-ba1c-8298a10bab19 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8165903 Jul 07 18:01:32.720689 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-214e38b0-be92-4c7a-aeb6-fd46a2928f6c None None] Provisioning for port 96aec5d7-1154-4b32-8287-f65e993dec94 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:32.726460 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-214e38b0-be92-4c7a-aeb6-fd46a2928f6c None None] Provisioning complete for port 96aec5d7-1154-4b32-8287-f65e993dec94 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:32.727179 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-214e38b0-be92-4c7a-aeb6-fd46a2928f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:32.769885 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-214e38b0-be92-4c7a-aeb6-fd46a2928f6c None None] Port 96aec5d7-1154-4b32-8287-f65e993dec94 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:01:32.997129 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb166848-18f2-4040-a755-d15c4a0a99fc req-77e906b2-3386-4cca-ba8e-5e6ffb6f19d4 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:32.998903 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bb166848-18f2-4040-a755-d15c4a0a99fc req-77e906b2-3386-4cca-ba8e-5e6ffb6f19d4 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 932 time: 0.0990052 Jul 07 18:01:33.054960 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bb166848-18f2-4040-a755-d15c4a0a99fc req-59d2cb32-fce7-4e23-9eac-688e7ce0751f tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480220 Jul 07 18:01:34.273215 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862644b6-1711-4369-b1cb-fa1c96bcb3dc req-ccaaa5ed-b7c3-43ed-82d1-802ce28ef57b tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:34.275040 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-862644b6-1711-4369-b1cb-fa1c96bcb3dc req-ccaaa5ed-b7c3-43ed-82d1-802ce28ef57b tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 932 time: 0.0778739 Jul 07 18:01:34.320262 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-862644b6-1711-4369-b1cb-fa1c96bcb3dc req-7f192ba7-1458-4e1f-a5b6-d02340758761 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386100 Jul 07 18:01:35.525463 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5dbff6-df7a-4336-830b-18f023518758 req-b3ed6191-831d-4d52-975a-ea456cee56f8 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:35.527079 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8e5dbff6-df7a-4336-830b-18f023518758 req-b3ed6191-831d-4d52-975a-ea456cee56f8 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 932 time: 0.0792856 Jul 07 18:01:35.577210 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8e5dbff6-df7a-4336-830b-18f023518758 req-c220ddf6-4560-49c4-b93f-0788351df3c3 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425379 Jul 07 18:01:36.798579 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83c95e-a397-4f6a-b552-69d3234b04a9 req-907ad413-56bc-4ed7-a577-be085bce4768 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:36.803754 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3e83c95e-a397-4f6a-b552-69d3234b04a9 req-907ad413-56bc-4ed7-a577-be085bce4768 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 932 time: 0.0794206 Jul 07 18:01:36.863470 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3e83c95e-a397-4f6a-b552-69d3234b04a9 req-03521fbf-1f56-4916-a2cc-57edd3fbb2f8 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537491 Jul 07 18:01:37.931710 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:38.120679 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f5817-fc3c-4d38-9394-33204b5e8351 req-bb945139-0621-4aac-9fc3-c7197c3c1b81 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:38.126694 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f96f5817-fc3c-4d38-9394-33204b5e8351 req-bb945139-0621-4aac-9fc3-c7197c3c1b81 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 932 time: 0.1073186 Jul 07 18:01:38.175049 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f96f5817-fc3c-4d38-9394-33204b5e8351 req-98d08ad3-54b9-4614-afd4-3af1ff4f4ce6 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415549 Jul 07 18:01:38.498000 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:39.392182 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf4db9-7d3d-47e6-814e-6cb8a8758014 req-2726c027-dad6-4861-98ac-a381c2db3eae tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:39.395413 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-66bf4db9-7d3d-47e6-814e-6cb8a8758014 req-2726c027-dad6-4861-98ac-a381c2db3eae tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 932 time: 0.0748482 Jul 07 18:01:39.443711 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-66bf4db9-7d3d-47e6-814e-6cb8a8758014 req-abcc9633-228a-46bf-b2b1-c79bbb40762e tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419898 Jul 07 18:01:40.634829 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be4bfb-5b1a-49a4-acce-25802c0e25fb req-b2235acb-9e33-4f45-8d80-2f248d414de8 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:40.636419 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d6be4bfb-5b1a-49a4-acce-25802c0e25fb req-b2235acb-9e33-4f45-8d80-2f248d414de8 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 932 time: 0.0689847 Jul 07 18:01:40.676989 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d6be4bfb-5b1a-49a4-acce-25802c0e25fb req-a8c34dcc-657f-4ad8-b141-9b307a572fa0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346372 Jul 07 18:01:41.864814 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-c4db193c-748e-42bf-9ca5-384cce63724e req-bffa4935-7614-4683-bfdb-1d205ce2c53f service neutron] Request body: {'port': {'device_id': 'e0f1ace8-e309-4fa7-8387-19d8460e064c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:41.907672 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41b17a-6b60-494a-8d94-8a7418907c1d req-f2ed768c-96e8-466d-8ce3-f6a3ce34f625 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:41.909300 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3d41b17a-6b60-494a-8d94-8a7418907c1d req-f2ed768c-96e8-466d-8ce3-f6a3ce34f625 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 932 time: 0.1127815 Jul 07 18:01:41.992372 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3d41b17a-6b60-494a-8d94-8a7418907c1d req-1d3f93d2-9b90-47ed-9bdf-dcb4fe956912 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766730 Jul 07 18:01:41.995072 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c4db193c-748e-42bf-9ca5-384cce63724e req-bffa4935-7614-4683-bfdb-1d205ce2c53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:42.623741 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-c4db193c-748e-42bf-9ca5-384cce63724e req-bffa4935-7614-4683-bfdb-1d205ce2c53f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96aec5d7-1154-4b32-8287-f65e993dec94 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:01:42.631907 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c4db193c-748e-42bf-9ca5-384cce63724e req-bffa4935-7614-4683-bfdb-1d205ce2c53f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:42.645915 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-c4db193c-748e-42bf-9ca5-384cce63724e req-bffa4935-7614-4683-bfdb-1d205ce2c53f service neutron] Transition to ACTIVE for port object 96aec5d7-1154-4b32-8287-f65e993dec94 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:42.649720 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c4db193c-748e-42bf-9ca5-384cce63724e req-bffa4935-7614-4683-bfdb-1d205ce2c53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:42.703111 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa4935-7614-4683-bfdb-1d205ce2c53f service neutron] Pushing event updated for resources: {'Port': ['ID=96aec5d7-1154-4b32-8287-f65e993dec94,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:42.786894 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-c4db193c-748e-42bf-9ca5-384cce63724e req-bffa4935-7614-4683-bfdb-1d205ce2c53f service neutron] Attempting to bind port 96aec5d7-1154-4b32-8287-f65e993dec94 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:42.787310 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-c4db193c-748e-42bf-9ca5-384cce63724e req-bffa4935-7614-4683-bfdb-1d205ce2c53f service neutron] Attempting to bind port 96aec5d7-1154-4b32-8287-f65e993dec94 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '637f221e-d0d8-49e5-9edb-9748350952db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:42.787655 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4db193c-748e-42bf-9ca5-384cce63724e req-bffa4935-7614-4683-bfdb-1d205ce2c53f service neutron] Attempting to bind port 96aec5d7-1154-4b32-8287-f65e993dec94 on network a7ebd140-12f6-4346-a8e5-dbc25bc5f372 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:42.792460 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4db193c-748e-42bf-9ca5-384cce63724e req-bffa4935-7614-4683-bfdb-1d205ce2c53f service neutron] Port 96aec5d7-1154-4b32-8287-f65e993dec94 on network a7ebd140-12f6-4346-a8e5-dbc25bc5f372 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:01:42.792823 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4db193c-748e-42bf-9ca5-384cce63724e req-bffa4935-7614-4683-bfdb-1d205ce2c53f service neutron] Attempting to bind port 96aec5d7-1154-4b32-8287-f65e993dec94 on network a7ebd140-12f6-4346-a8e5-dbc25bc5f372 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:42.798234 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4db193c-748e-42bf-9ca5-384cce63724e req-bffa4935-7614-4683-bfdb-1d205ce2c53f service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:42.798611 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4db193c-748e-42bf-9ca5-384cce63724e req-bffa4935-7614-4683-bfdb-1d205ce2c53f service neutron] Checking segment: {'id': '637f221e-d0d8-49e5-9edb-9748350952db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:42.799861 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4db193c-748e-42bf-9ca5-384cce63724e req-bffa4935-7614-4683-bfdb-1d205ce2c53f service neutron] Bound using segment: {'id': '637f221e-d0d8-49e5-9edb-9748350952db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:42.800020 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-c4db193c-748e-42bf-9ca5-384cce63724e req-bffa4935-7614-4683-bfdb-1d205ce2c53f service neutron] Bound port: 96aec5d7-1154-4b32-8287-f65e993dec94, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '637f221e-d0d8-49e5-9edb-9748350952db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:42.800380 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c4db193c-748e-42bf-9ca5-384cce63724e req-bffa4935-7614-4683-bfdb-1d205ce2c53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:42.872113 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-c4db193c-748e-42bf-9ca5-384cce63724e req-bffa4935-7614-4683-bfdb-1d205ce2c53f service neutron] For port 96aec5d7-1154-4b32-8287-f65e993dec94, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:42.878150 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-c4db193c-748e-42bf-9ca5-384cce63724e req-bffa4935-7614-4683-bfdb-1d205ce2c53f service neutron] For port 96aec5d7-1154-4b32-8287-f65e993dec94, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=96aec5d7-1154-4b32-8287-f65e993dec94,segment=NetworkSegment(637f221e-d0d8-49e5-9edb-9748350952db),segment_id=637f221e-d0d8-49e5-9edb-9748350952db)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:42.883401 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c4db193c-748e-42bf-9ca5-384cce63724e req-bffa4935-7614-4683-bfdb-1d205ce2c53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:42.918706 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db193c-748e-42bf-9ca5-384cce63724e req-bffa4935-7614-4683-bfdb-1d205ce2c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:42.919834 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c4db193c-748e-42bf-9ca5-384cce63724e req-bffa4935-7614-4683-bfdb-1d205ce2c53f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:42.921461 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c4db193c-748e-42bf-9ca5-384cce63724e req-bffa4935-7614-4683-bfdb-1d205ce2c53f service neutron] 10.222.0.72 "PUT /v2.0/ports/96aec5d7-1154-4b32-8287-f65e993dec94 HTTP/1.1" status: 200 len: 1093 time: 1.0638587 Jul 07 18:01:42.923749 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f1ace8-e309-4fa7-8387-19d8460e064c', 'tag': '96aec5d7-1154-4b32-8287-f65e993dec94'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:42.928106 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafed585-7db6-41d2-b364-aa15593b2c53" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f1ace8-e309-4fa7-8387-19d8460e064c", "tag": "96aec5d7-1154-4b32-8287-f65e993dec94"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:42.966207 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa4935-7614-4683-bfdb-1d205ce2c53f service neutron] Pushing event updated for resources: {'Port': ['ID=96aec5d7-1154-4b32-8287-f65e993dec94,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:43.002024 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d378c8-a5b7-414a-8a39-e1cafcba0520 x-openstack-request-id: req-20d378c8-a5b7-414a-8a39-e1cafcba0520 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:43.002775 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f1ace8-e309-4fa7-8387-19d8460e064c", "tag": "96aec5d7-1154-4b32-8287-f65e993dec94", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:43.002775 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20d378c8-a5b7-414a-8a39-e1cafcba0520 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:43.002984 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f1ace8-e309-4fa7-8387-19d8460e064c', 'tag': '96aec5d7-1154-4b32-8287-f65e993dec94', 'status': 'completed', 'code': 200} Jul 07 18:01:43.037716 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db193c-748e-42bf-9ca5-384cce63724e req-994a4068-c707-48c4-83c4-450d5cf0def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:43.039347 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c4db193c-748e-42bf-9ca5-384cce63724e req-994a4068-c707-48c4-83c4-450d5cf0def4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e28ffdb87784b699a2b414d2ee5daf5&device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 1096 time: 0.0693767 Jul 07 18:01:43.087326 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c4db193c-748e-42bf-9ca5-384cce63724e req-44e22aff-3415-47db-ab6e-ad19cd43fb48 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96aec5d7-1154-4b32-8287-f65e993dec94 HTTP/1.1" status: 200 len: 217 time: 0.0404174 Jul 07 18:01:43.180696 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db193c-748e-42bf-9ca5-384cce63724e req-a2b02f85-c3b2-427b-963b-09841d02e278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:43.182364 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c4db193c-748e-42bf-9ca5-384cce63724e req-a2b02f85-c3b2-427b-963b-09841d02e278 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=65b5566c-7d78-43ee-bcb4-9e0501afc576 HTTP/1.1" status: 200 len: 854 time: 0.0888991 Jul 07 18:01:43.267785 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024c096-c706-46fc-8e33-132e2a10cec4 req-8056a237-3ebc-41b6-a2d2-b98651a7d194 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:43.269554 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5024c096-c706-46fc-8e33-132e2a10cec4 req-8056a237-3ebc-41b6-a2d2-b98651a7d194 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 944 time: 0.1393743 Jul 07 18:01:43.303431 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db193c-748e-42bf-9ca5-384cce63724e req-d12ee5d6-1a5e-4347-911c-92f6eccdab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:43.305385 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c4db193c-748e-42bf-9ca5-384cce63724e req-d12ee5d6-1a5e-4347-911c-92f6eccdab7e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a7ebd140-12f6-4346-a8e5-dbc25bc5f372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1144571 Jul 07 18:01:43.367823 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5024c096-c706-46fc-8e33-132e2a10cec4 req-e9df88e9-020e-4a9e-8098-2e48a619521c tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900438 Jul 07 18:01:43.414602 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c4db193c-748e-42bf-9ca5-384cce63724e req-fdac58c9-6fc0-4c17-a6ed-391e5630fbcb service neutron] 10.222.0.72 "GET /v2.0/networks/a7ebd140-12f6-4346-a8e5-dbc25bc5f372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031413 Jul 07 18:01:43.509834 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c4db193c-748e-42bf-9ca5-384cce63724e req-0ef224c0-651f-4abf-b1f7-767e152865e5 service neutron] 10.222.0.72 "GET /v2.0/networks/a7ebd140-12f6-4346-a8e5-dbc25bc5f372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886583 Jul 07 18:01:43.622459 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafed585-7db6-41d2-b364-aa15593b2c53 req-8b9d56d4-36d3-4aba-b3f4-4a9cf91c9ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:43.624158 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cafed585-7db6-41d2-b364-aa15593b2c53 req-8b9d56d4-36d3-4aba-b3f4-4a9cf91c9ae3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e28ffdb87784b699a2b414d2ee5daf5&device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 1096 time: 0.0598416 Jul 07 18:01:43.721552 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafed585-7db6-41d2-b364-aa15593b2c53 req-4ebca065-df86-473a-b64e-aaa6a4583fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:43.723043 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cafed585-7db6-41d2-b364-aa15593b2c53 req-4ebca065-df86-473a-b64e-aaa6a4583fe7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a7ebd140-12f6-4346-a8e5-dbc25bc5f372 HTTP/1.1" status: 200 len: 916 time: 0.0923650 Jul 07 18:01:43.771636 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cafed585-7db6-41d2-b364-aa15593b2c53 req-2e9ee068-6e95-4d5d-8cda-1fc56979f2d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96aec5d7-1154-4b32-8287-f65e993dec94 HTTP/1.1" status: 200 len: 217 time: 0.0381799 Jul 07 18:01:43.822289 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafed585-7db6-41d2-b364-aa15593b2c53 req-0e4b93e8-b885-491a-ab86-8be2a96f5ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:43.823791 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cafed585-7db6-41d2-b364-aa15593b2c53 req-0e4b93e8-b885-491a-ab86-8be2a96f5ef4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=65b5566c-7d78-43ee-bcb4-9e0501afc576 HTTP/1.1" status: 200 len: 854 time: 0.0459919 Jul 07 18:01:43.889332 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafed585-7db6-41d2-b364-aa15593b2c53 req-c92cb245-70c1-4634-a49c-36858cf9ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:43.890884 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cafed585-7db6-41d2-b364-aa15593b2c53 req-c92cb245-70c1-4634-a49c-36858cf9ecc1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a7ebd140-12f6-4346-a8e5-dbc25bc5f372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594964 Jul 07 18:01:43.983963 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cafed585-7db6-41d2-b364-aa15593b2c53 req-ccf14322-12bf-401e-b615-a672687a930a service neutron] 10.222.0.72 "GET /v2.0/networks/a7ebd140-12f6-4346-a8e5-dbc25bc5f372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854187 Jul 07 18:01:44.080049 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cafed585-7db6-41d2-b364-aa15593b2c53 req-79c237d6-907c-4091-875a-7928181dfdbf service neutron] 10.222.0.72 "GET /v2.0/networks/a7ebd140-12f6-4346-a8e5-dbc25bc5f372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885766 Jul 07 18:01:44.571608 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a6478-a311-46ac-8b3b-1d00c31e8ef0 req-a1241e7a-8d05-41c6-a25c-b185ee7f701a tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:44.573137 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b26a6478-a311-46ac-8b3b-1d00c31e8ef0 req-a1241e7a-8d05-41c6-a25c-b185ee7f701a tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 944 time: 0.0724990 Jul 07 18:01:44.618989 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b26a6478-a311-46ac-8b3b-1d00c31e8ef0 req-4c40eaf5-ac8a-48f1-9c93-21ab1935ae81 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398135 Jul 07 18:01:45.152769 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 96aec5d7-1154-4b32-8287-f65e993dec94 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:01:45.252480 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 96aec5d7-1154-4b32-8287-f65e993dec94, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=96aec5d7-1154-4b32-8287-f65e993dec94,segment=NetworkSegment(637f221e-d0d8-49e5-9edb-9748350952db),segment_id=637f221e-d0d8-49e5-9edb-9748350952db)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:45.264346 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '96aec5d7-1154-4b32-8287-f65e993dec94', 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372', 'port_id': '96aec5d7-1154-4b32-8287-f65e993dec94', 'mac_address': 'fa:16:3e:5a:48:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65b5566c-7d78-43ee-bcb4-9e0501afc576', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:01:45.303010 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:45.318441 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96aec5d7-1154-4b32-8287-f65e993dec94 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:01:45.339999 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 96aec5d7-1154-4b32-8287-f65e993dec94, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=96aec5d7-1154-4b32-8287-f65e993dec94,segment=NetworkSegment(637f221e-d0d8-49e5-9edb-9748350952db),segment_id=637f221e-d0d8-49e5-9edb-9748350952db)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:45.344004 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:45.401343 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=96aec5d7-1154-4b32-8287-f65e993dec94,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:45.408914 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:45.409266 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:45.409613 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:45.409954 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:45.410292 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:45.410626 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:45.410962 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:45.411287 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:45.411617 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:45.411947 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:45.412272 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:45.412598 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:45.604889 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['96aec5d7-1154-4b32-8287-f65e993dec94'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:01:45.888542 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0262803-0471-4fe3-8654-81435da4a8f1 req-36ad234d-1a8b-4c67-9d0d-3bf1d308ad87 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:45.890139 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e0262803-0471-4fe3-8654-81435da4a8f1 req-36ad234d-1a8b-4c67-9d0d-3bf1d308ad87 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 945 time: 0.0747395 Jul 07 18:01:45.930523 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e0262803-0471-4fe3-8654-81435da4a8f1 req-a7b789ac-c3a8-4bf0-b1f1-579561e55521 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343318 Jul 07 18:01:47.117143 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f5d60-81fe-45ac-925f-941de13ce8f5 req-c75f032b-4d7c-4203-81bc-d922b6c611cd tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:47.118739 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-116f5d60-81fe-45ac-925f-941de13ce8f5 req-c75f032b-4d7c-4203-81bc-d922b6c611cd tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 945 time: 0.0698528 Jul 07 18:01:47.164972 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-116f5d60-81fe-45ac-925f-941de13ce8f5 req-1b6bd2ec-1d01-462b-a675-6174b1545705 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386381 Jul 07 18:01:47.168813 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 96aec5d7-1154-4b32-8287-f65e993dec94 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:47.224573 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 96aec5d7-1154-4b32-8287-f65e993dec94 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:47.229184 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 96aec5d7-1154-4b32-8287-f65e993dec94 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:47.229592 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:47.322002 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:47.349903 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f1ace8-e309-4fa7-8387-19d8460e064c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96aec5d7-1154-4b32-8287-f65e993dec94'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:47.352677 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bc0ce2-42fe-4d7a-b25c-04c1409a59ec" -d '{"events": [{"server_uuid": "e0f1ace8-e309-4fa7-8387-19d8460e064c", "name": "network-vif-plugged", "status": "completed", "tag": "96aec5d7-1154-4b32-8287-f65e993dec94"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:47.371379 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 96aec5d7-1154-4b32-8287-f65e993dec94, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=96aec5d7-1154-4b32-8287-f65e993dec94,segment=NetworkSegment(637f221e-d0d8-49e5-9edb-9748350952db),segment_id=637f221e-d0d8-49e5-9edb-9748350952db)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:47.375931 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:47.405542 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998f9c07-b1f2-43c8-82c6-5f2f59ffd504 x-openstack-request-id: req-998f9c07-b1f2-43c8-82c6-5f2f59ffd504 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:47.405855 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f1ace8-e309-4fa7-8387-19d8460e064c", "name": "network-vif-plugged", "status": "completed", "tag": "96aec5d7-1154-4b32-8287-f65e993dec94", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:47.406144 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-998f9c07-b1f2-43c8-82c6-5f2f59ffd504 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:47.406571 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f1ace8-e309-4fa7-8387-19d8460e064c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96aec5d7-1154-4b32-8287-f65e993dec94', 'code': 200} Jul 07 18:01:47.446196 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=96aec5d7-1154-4b32-8287-f65e993dec94,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:47.532969 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b67c5-7756-4420-82b3-5515fbb9f78e req-70489acd-3f69-486f-88b0-a4a498a20e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:47.534528 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a60b67c5-7756-4420-82b3-5515fbb9f78e req-70489acd-3f69-486f-88b0-a4a498a20e6e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 1098 time: 0.0541923 Jul 07 18:01:47.571677 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a60b67c5-7756-4420-82b3-5515fbb9f78e req-28bab314-f0fc-4081-b217-465202e8418d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303054 Jul 07 18:01:48.369714 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6137e4-98d0-47a7-ae7a-b98f7088d91d req-a3b3b784-8ecb-428b-a831-12ad55804688 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:48.371669 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2f6137e4-98d0-47a7-ae7a-b98f7088d91d req-a3b3b784-8ecb-428b-a831-12ad55804688 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 946 time: 0.0788200 Jul 07 18:01:48.415362 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2f6137e4-98d0-47a7-ae7a-b98f7088d91d req-cf7b95ea-3d99-493e-819a-7c1f8ff6ac62 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373859 Jul 07 18:01:49.597152 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9329fea-ebe7-4cd8-bb5b-702a18d725d0 req-68375f5f-19c1-4738-b6c6-cfcb41faa04a tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:49.598576 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c9329fea-ebe7-4cd8-bb5b-702a18d725d0 req-68375f5f-19c1-4738-b6c6-cfcb41faa04a tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 946 time: 0.0709066 Jul 07 18:01:49.638604 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c9329fea-ebe7-4cd8-bb5b-702a18d725d0 req-799ba39c-7540-44fb-a56c-46dcb17c8dd8 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344443 Jul 07 18:01:49.816997 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271606f6-92f9-4957-afcf-960aa48259d4 req-2d4872db-1f4f-4124-a9b2-88917a5f3346 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:49.818533 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-271606f6-92f9-4957-afcf-960aa48259d4 req-2d4872db-1f4f-4124-a9b2-88917a5f3346 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 946 time: 0.0675416 Jul 07 18:01:49.857228 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-271606f6-92f9-4957-afcf-960aa48259d4 req-d6995daa-a28d-478b-92bc-3b02f9aa502e tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328720 Jul 07 18:01:50.238914 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68844037-2780-4a28-bb21-27862b7d10d9 req-25ccb26d-777f-468d-86db-509e99d0ddc0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:50.240808 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68844037-2780-4a28-bb21-27862b7d10d9 req-25ccb26d-777f-468d-86db-509e99d0ddc0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 946 time: 0.0797324 Jul 07 18:01:50.280822 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-68844037-2780-4a28-bb21-27862b7d10d9 req-dc4cf720-cf9f-4aec-bc5c-1722b3431349 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342495 Jul 07 18:01:51.965750 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:01:53.509109 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4753935e-9e8d-4bd2-a7c8-a1c5a86761ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:56.310332 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:56.897957 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-29333a5f-8212-402e-91df-0dc791f2bde2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:58.131568 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:00.438944 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:02.101997 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2db570-d8b2-49ee-b24f-2485043faf74 req-cbb3c6f0-c3f9-4478-a538-cf7bb84c3cca tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:02.103443 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0e2db570-d8b2-49ee-b24f-2485043faf74 req-cbb3c6f0-c3f9-4478-a538-cf7bb84c3cca tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 946 time: 0.0711224 Jul 07 18:02:02.142288 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0e2db570-d8b2-49ee-b24f-2485043faf74 req-4eb88ecb-8d9d-4f65-90a0-56f77eb5360d tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328319 Jul 07 18:02:02.169053 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50234) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:02.324969 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49e7baa-cf75-4e4e-bf63-4dd39df76e25 tempest-TestMinimumBasicScenario-1550937042 tempest-TestMinimumBasicScenario-1550937042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:02.326540 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c49e7baa-cf75-4e4e-bf63-4dd39df76e25 tempest-TestMinimumBasicScenario-1550937042 tempest-TestMinimumBasicScenario-1550937042-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 1093 time: 0.1564808 Jul 07 18:02:02.329884 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50238) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:02.335137 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-f3044f6d-b15a-4673-80fd-0f3f0f37444e tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'port_id': '96aec5d7-1154-4b32-8287-f65e993dec94', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:02.358172 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f3044f6d-b15a-4673-80fd-0f3f0f37444e tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for floatingip, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:02.466430 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f3044f6d-b15a-4673-80fd-0f3f0f37444e tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:02.574622 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-f3044f6d-b15a-4673-80fd-0f3f0f37444e tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Allocated IP 172.25.0.147 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/ea36a454-d3ce-43b7-95b3-060b93652926) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:02.689090 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f3044f6d-b15a-4673-80fd-0f3f0f37444e tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:02.731841 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f3044f6d-b15a-4673-80fd-0f3f0f37444e tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:02.774360 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3044f6d-b15a-4673-80fd-0f3f0f37444e tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:02.781729 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-f3044f6d-b15a-4673-80fd-0f3f0f37444e tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:02.788008 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3044f6d-b15a-4673-80fd-0f3f0f37444e tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:02:02.791271 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3044f6d-b15a-4673-80fd-0f3f0f37444e tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Pushing event updated for resources: {'Port': ['ID=ea36a454-d3ce-43b7-95b3-060b93652926,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:03.182117 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f3044f6d-b15a-4673-80fd-0f3f0f37444e tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.273293 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f3044f6d-b15a-4673-80fd-0f3f0f37444e tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.430370 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f3044f6d-b15a-4673-80fd-0f3f0f37444e tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.435430 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f3044f6d-b15a-4673-80fd-0f3f0f37444e tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.508411 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3044f6d-b15a-4673-80fd-0f3f0f37444e tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Pushing event updated for resources: {'Port': ['ID=ea36a454-d3ce-43b7-95b3-060b93652926,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:03.518820 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f3044f6d-b15a-4673-80fd-0f3f0f37444e tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.629534 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-f3044f6d-b15a-4673-80fd-0f3f0f37444e tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Floating IP 2bef1b2e-b7b8-4477-a61a-b06bdd779dcd associated. External IP: 172.25.0.147, port: 96aec5d7-1154-4b32-8287-f65e993dec94. Jul 07 18:02:03.851452 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3044f6d-b15a-4673-80fd-0f3f0f37444e tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Router 7794d334-2666-4641-8fa7-dffaa0292fc3 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:02:03.964781 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3044f6d-b15a-4673-80fd-0f3f0f37444e tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:02:03.979054 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfc1bd8-802d-478f-9ef0-2e3b7eecaf3e None None] Sync routers for ids ['7794d334-2666-4641-8fa7-dffaa0292fc3'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:02:03.984798 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f3044f6d-b15a-4673-80fd-0f3f0f37444e tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.989977 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfc1bd8-802d-478f-9ef0-2e3b7eecaf3e None None] Routers {'7794d334-2666-4641-8fa7-dffaa0292fc3'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:02:03.990611 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bcfc1bd8-802d-478f-9ef0-2e3b7eecaf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:01:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['7794d334-2666-4641-8fa7-dffaa0292fc3'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:04.027587 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f3044f6d-b15a-4673-80fd-0f3f0f37444e tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6965852 Jul 07 18:02:04.028332 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f1ace8-e309-4fa7-8387-19d8460e064c', 'tag': '96aec5d7-1154-4b32-8287-f65e993dec94'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:02:04.030610 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50240) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:04.031318 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c8d052-67dc-4b47-a690-fba0bc802df5" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f1ace8-e309-4fa7-8387-19d8460e064c", "tag": "96aec5d7-1154-4b32-8287-f65e993dec94"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:02:04.037040 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-ce138a31-acfa-40b6-9c75-2b591a34b8c9 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1422619829', 'description': 'tempest-secgroup-smoke-1422619829 description', 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:04.063248 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ce138a31-acfa-40b6-9c75-2b591a34b8c9 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.069120 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86786dd1-5a1a-4ffc-9e3c-6a972b9aba44 x-openstack-request-id: req-86786dd1-5a1a-4ffc-9e3c-6a972b9aba44 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:02:04.069425 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f1ace8-e309-4fa7-8387-19d8460e064c", "tag": "96aec5d7-1154-4b32-8287-f65e993dec94", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:02:04.069690 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86786dd1-5a1a-4ffc-9e3c-6a972b9aba44 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:02:04.070155 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f1ace8-e309-4fa7-8387-19d8460e064c', 'tag': '96aec5d7-1154-4b32-8287-f65e993dec94', 'status': 'completed', 'code': 200} Jul 07 18:02:04.108855 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-bcfc1bd8-802d-478f-9ef0-2e3b7eecaf3e None None] Set router 7794d334-2666-4641-8fa7-dffaa0292fc3 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:02:04.155194 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8d052-67dc-4b47-a690-fba0bc802df5 req-51494523-1ddd-4c2d-84f6-9f3199bb1ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:04.155612 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ce138a31-acfa-40b6-9c75-2b591a34b8c9 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.157060 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a2c8d052-67dc-4b47-a690-fba0bc802df5 req-51494523-1ddd-4c2d-84f6-9f3199bb1ae8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e28ffdb87784b699a2b414d2ee5daf5&device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 1098 time: 0.0594687 Jul 07 18:02:04.160854 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ce138a31-acfa-40b6-9c75-2b591a34b8c9 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.184518 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ce138a31-acfa-40b6-9c75-2b591a34b8c9 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.190057 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ce138a31-acfa-40b6-9c75-2b591a34b8c9 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1549244 Jul 07 18:02:04.190057 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50244) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:04.197080 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-be255601-974a-4204-b61a-c532f3ee82a8 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Request body: {'security_group_rule': {'security_group_id': 'b55b51c7-9922-4ab3-860b-d60ee4d8b1dc', 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:04.227606 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce138a31-acfa-40b6-9c75-2b591a34b8c9 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b55b51c7-9922-4ab3-860b-d60ee4d8b1dc,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:04.240157 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be255601-974a-4204-b61a-c532f3ee82a8 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.243675 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce138a31-acfa-40b6-9c75-2b591a34b8c9 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:04.244068 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce138a31-acfa-40b6-9c75-2b591a34b8c9 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:04.244388 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce138a31-acfa-40b6-9c75-2b591a34b8c9 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:04.244755 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce138a31-acfa-40b6-9c75-2b591a34b8c9 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:04.245100 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce138a31-acfa-40b6-9c75-2b591a34b8c9 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:04.245441 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce138a31-acfa-40b6-9c75-2b591a34b8c9 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:04.245774 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce138a31-acfa-40b6-9c75-2b591a34b8c9 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:04.246273 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce138a31-acfa-40b6-9c75-2b591a34b8c9 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:04.246434 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce138a31-acfa-40b6-9c75-2b591a34b8c9 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:04.246764 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce138a31-acfa-40b6-9c75-2b591a34b8c9 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:04.247091 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce138a31-acfa-40b6-9c75-2b591a34b8c9 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:04.247420 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce138a31-acfa-40b6-9c75-2b591a34b8c9 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:04.267301 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8d052-67dc-4b47-a690-fba0bc802df5 req-696b07a7-e264-42d0-9d7c-b0425d0fa6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:04.269202 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a2c8d052-67dc-4b47-a690-fba0bc802df5 req-696b07a7-e264-42d0-9d7c-b0425d0fa6ce service neutron] 10.222.0.72 "GET /v2.0/networks?id=a7ebd140-12f6-4346-a8e5-dbc25bc5f372 HTTP/1.1" status: 200 len: 916 time: 0.1042290 Jul 07 18:02:04.312422 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be255601-974a-4204-b61a-c532f3ee82a8 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.317692 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be255601-974a-4204-b61a-c532f3ee82a8 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.337301 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be255601-974a-4204-b61a-c532f3ee82a8 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f134bb89-353b-472b-a49d-e2a3d2051541,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:04.352003 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-be255601-974a-4204-b61a-c532f3ee82a8 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.353470 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-be255601-974a-4204-b61a-c532f3ee82a8 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1627450 Jul 07 18:02:04.356722 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50246) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:04.357344 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a2c8d052-67dc-4b47-a690-fba0bc802df5 req-1a34821a-24c2-4b04-af40-74587dfd54ad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96aec5d7-1154-4b32-8287-f65e993dec94 HTTP/1.1" status: 200 len: 1000 time: 0.0800509 Jul 07 18:02:04.361678 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-0212ff0f-123c-4b66-a919-da1512bf0408 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Request body: {'security_group_rule': {'security_group_id': 'b55b51c7-9922-4ab3-860b-d60ee4d8b1dc', 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:04.386016 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bcfc1bd8-802d-478f-9ef0-2e3b7eecaf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'name': 'tempest-TestMinimumBasicScenario-1083569889-router', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:01:11Z', 'revision_number': 4, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'gw_port': {'id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '2bef1b2e-b7b8-4477-a61a-b06bdd779dcd', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'port_id': '96aec5d7-1154-4b32-8287-f65e993dec94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372', 'mac_address': 'fa:16:3e:5a:48:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f1ace8-e309-4fa7-8387-19d8460e064c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:02:03Z', 'updated_at': '2021-07-07T18:02:03Z', 'revision_number': 0, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab33d07-adcf-498e-8892-c04e2ed0fb6d', 'name': '', 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'mac_address': 'fa:16:3e:16:2a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '65b5566c-7d78-43ee-bcb4-9e0501afc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:10Z', 'updated_at': '2021-07-07T18:01:18Z', 'revision_number': 5, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'subnets': [{'id': '65b5566c-7d78-43ee-bcb4-9e0501afc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:04.396878 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0212ff0f-123c-4b66-a919-da1512bf0408 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.411183 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8d052-67dc-4b47-a690-fba0bc802df5 req-b072d998-1d08-4597-b5f9-28d2f5fa759d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:04.412713 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a2c8d052-67dc-4b47-a690-fba0bc802df5 req-b072d998-1d08-4597-b5f9-28d2f5fa759d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=65b5566c-7d78-43ee-bcb4-9e0501afc576 HTTP/1.1" status: 200 len: 854 time: 0.0491714 Jul 07 18:02:04.418411 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfc1bd8-802d-478f-9ef0-2e3b7eecaf3e None None] Checking router: 7794d334-2666-4641-8fa7-dffaa0292fc3 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:02:04.427420 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfc1bd8-802d-478f-9ef0-2e3b7eecaf3e None None] Routers {'7794d334-2666-4641-8fa7-dffaa0292fc3'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:02:04.428296 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bcfc1bd8-802d-478f-9ef0-2e3b7eecaf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:01:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['7794d334-2666-4641-8fa7-dffaa0292fc3'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:04.470517 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0212ff0f-123c-4b66-a919-da1512bf0408 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.476793 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0212ff0f-123c-4b66-a919-da1512bf0408 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.489010 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8d052-67dc-4b47-a690-fba0bc802df5 req-93a83f65-012f-42b2-98d8-eb8d6eadaa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:04.490694 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a2c8d052-67dc-4b47-a690-fba0bc802df5 req-93a83f65-012f-42b2-98d8-eb8d6eadaa8d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a7ebd140-12f6-4346-a8e5-dbc25bc5f372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711396 Jul 07 18:02:04.492244 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212ff0f-123c-4b66-a919-da1512bf0408 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5118eec3-aee4-4f2d-8d43-0283568bda1e,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:04.508558 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0212ff0f-123c-4b66-a919-da1512bf0408 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.511416 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0212ff0f-123c-4b66-a919-da1512bf0408 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1530404 Jul 07 18:02:04.513775 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50248) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:04.519594 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-c2010abe-aa58-4204-88e7-16d6baef68c6 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Request body: {'security_group_rule': {'security_group_id': 'b55b51c7-9922-4ab3-860b-d60ee4d8b1dc', 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:04.574661 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2010abe-aa58-4204-88e7-16d6baef68c6 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.599567 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-bcfc1bd8-802d-478f-9ef0-2e3b7eecaf3e None None] Set router 7794d334-2666-4641-8fa7-dffaa0292fc3 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:02:04.628262 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a2c8d052-67dc-4b47-a690-fba0bc802df5 req-69ea1b7b-7452-4ad7-8f24-0e0331e74fe1 service neutron] 10.222.0.72 "GET /v2.0/networks/a7ebd140-12f6-4346-a8e5-dbc25bc5f372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287277 Jul 07 18:02:04.667176 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2010abe-aa58-4204-88e7-16d6baef68c6 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.673781 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2010abe-aa58-4204-88e7-16d6baef68c6 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.695791 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2010abe-aa58-4204-88e7-16d6baef68c6 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b92126c-d9ae-4372-85c2-69ad06a6c37f,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:04.705633 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2010abe-aa58-4204-88e7-16d6baef68c6 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.707472 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c2010abe-aa58-4204-88e7-16d6baef68c6 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1923950 Jul 07 18:02:04.710588 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50250) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:04.717841 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-bf79b722-febc-45ab-9f90-8b7e2d11d1af tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Request body: {'security_group_rule': {'security_group_id': 'b55b51c7-9922-4ab3-860b-d60ee4d8b1dc', 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:04.764614 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bf79b722-febc-45ab-9f90-8b7e2d11d1af tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.775877 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a2c8d052-67dc-4b47-a690-fba0bc802df5 req-9e744ee4-50b7-4b21-89f7-a5c042f79cf1 service neutron] 10.222.0.72 "GET /v2.0/networks/a7ebd140-12f6-4346-a8e5-dbc25bc5f372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415963 Jul 07 18:02:04.843302 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bf79b722-febc-45ab-9f90-8b7e2d11d1af tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.848078 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bf79b722-febc-45ab-9f90-8b7e2d11d1af tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.867895 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79b722-febc-45ab-9f90-8b7e2d11d1af tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f7869b-71a9-41c9-9a2e-e211d9871286,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:04.875323 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bf79b722-febc-45ab-9f90-8b7e2d11d1af tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.876813 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bf79b722-febc-45ab-9f90-8b7e2d11d1af tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1649756 Jul 07 18:02:04.880453 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50252) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:04.885207 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-e46311b9-161e-465f-8de7-d6afafe4be20 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Request body: {'security_group_rule': {'security_group_id': 'b55b51c7-9922-4ab3-860b-d60ee4d8b1dc', 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:04.901940 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bcfc1bd8-802d-478f-9ef0-2e3b7eecaf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'name': 'tempest-TestMinimumBasicScenario-1083569889-router', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:01:11Z', 'revision_number': 4, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'gw_port': {'id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '2bef1b2e-b7b8-4477-a61a-b06bdd779dcd', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'port_id': '96aec5d7-1154-4b32-8287-f65e993dec94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372', 'mac_address': 'fa:16:3e:5a:48:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f1ace8-e309-4fa7-8387-19d8460e064c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:02:03Z', 'updated_at': '2021-07-07T18:02:03Z', 'revision_number': 0, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab33d07-adcf-498e-8892-c04e2ed0fb6d', 'name': '', 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'mac_address': 'fa:16:3e:16:2a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '65b5566c-7d78-43ee-bcb4-9e0501afc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:10Z', 'updated_at': '2021-07-07T18:01:18Z', 'revision_number': 5, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'subnets': [{'id': '65b5566c-7d78-43ee-bcb4-9e0501afc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:04.918172 n-d-791503-12 neutron-server[100192]: INFO neutron.db.securitygroups_db [None req-e46311b9-161e-465f-8de7-d6afafe4be20 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Project 5e28ffdb87784b699a2b414d2ee5daf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:02:04.923652 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e46311b9-161e-465f-8de7-d6afafe4be20 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.930327 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfc1bd8-802d-478f-9ef0-2e3b7eecaf3e None None] The sync data for ids ['7794d334-2666-4641-8fa7-dffaa0292fc3'] in n-d-791503-12 is: [{'id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'name': 'tempest-TestMinimumBasicScenario-1083569889-router', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:01:11Z', 'revision_number': 4, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'gw_port': {'id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '2bef1b2e-b7b8-4477-a61a-b06bdd779dcd', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'port_id': '96aec5d7-1154-4b32-8287-f65e993dec94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372', 'mac_address': 'fa:16:3e:5a:48:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f1ace8-e309-4fa7-8387-19d8460e064c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:02:03Z', 'updated_at': '2021-07-07T18:02:03Z', 'revision_number': 0, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab33d07-adcf-498e-8892-c04e2ed0fb6d', 'name': '', 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'mac_address': 'fa:16:3e:16:2a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '65b5566c-7d78-43ee-bcb4-9e0501afc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:10Z', 'updated_at': '2021-07-07T18:01:18Z', 'revision_number': 5, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'subnets': [{'id': '65b5566c-7d78-43ee-bcb4-9e0501afc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:02:05.002092 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e46311b9-161e-465f-8de7-d6afafe4be20 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:05.006241 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e46311b9-161e-465f-8de7-d6afafe4be20 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:05.029747 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46311b9-161e-465f-8de7-d6afafe4be20 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d5c85a-6c0f-4d4b-94c1-a22690d07910,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:05.034972 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e46311b9-161e-465f-8de7-d6afafe4be20 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:05.036219 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e46311b9-161e-465f-8de7-d6afafe4be20 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1548395 Jul 07 18:02:05.038853 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50254) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:05.043294 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-f37046d1-93da-4738-834e-b35f8b1cefd0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Request body: {'security_group_rule': {'security_group_id': 'b55b51c7-9922-4ab3-860b-d60ee4d8b1dc', 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:05.068318 n-d-791503-12 neutron-server[100192]: INFO neutron.db.securitygroups_db [None req-f37046d1-93da-4738-834e-b35f8b1cefd0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Project 5e28ffdb87784b699a2b414d2ee5daf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:02:05.073889 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f37046d1-93da-4738-834e-b35f8b1cefd0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:05.152853 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f37046d1-93da-4738-834e-b35f8b1cefd0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:05.157182 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f37046d1-93da-4738-834e-b35f8b1cefd0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:05.163035 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bab80f-bd5e-4ec7-966e-b6ecbe3c6d00 None None] New status for floating IP 2bef1b2e-b7b8-4477-a61a-b06bdd779dcd: ACTIVE {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:02:05.183367 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37046d1-93da-4738-834e-b35f8b1cefd0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6776f438-d7e8-49c6-9986-c297fe39d5ea,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:05.192072 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f37046d1-93da-4738-834e-b35f8b1cefd0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:05.196678 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f37046d1-93da-4738-834e-b35f8b1cefd0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1537623 Jul 07 18:02:05.332899 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-37aa599b-baf6-4dd2-a5e8-b77ef408fce3 req-e2cb2cfd-f2bf-4a68-8692-2189d716dbba tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1422619829&fields=id&tenant_id=5e28ffdb87784b699a2b414d2ee5daf5 HTTP/1.1" status: 200 len: 267 time: 0.0407627 Jul 07 18:02:05.413429 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa599b-baf6-4dd2-a5e8-b77ef408fce3 req-a55ae4e9-0d63-41f9-983c-321a8ee9e274 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:05.414980 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-37aa599b-baf6-4dd2-a5e8-b77ef408fce3 req-a55ae4e9-0d63-41f9-983c-321a8ee9e274 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 946 time: 0.0746574 Jul 07 18:02:05.430149 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-37aa599b-baf6-4dd2-a5e8-b77ef408fce3 req-88844168-d905-4ecb-88f9-442d5ecbfd0d tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Request body: {'port': {'security_groups': ['a7fb54d4-4492-477e-9071-70b998dd7f7e', 'b55b51c7-9922-4ab3-860b-d60ee4d8b1dc']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:05.521712 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-37aa599b-baf6-4dd2-a5e8-b77ef408fce3 req-88844168-d905-4ecb-88f9-442d5ecbfd0d tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:05.720199 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-37aa599b-baf6-4dd2-a5e8-b77ef408fce3 req-88844168-d905-4ecb-88f9-442d5ecbfd0d tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] For port 96aec5d7-1154-4b32-8287-f65e993dec94, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=96aec5d7-1154-4b32-8287-f65e993dec94,segment=NetworkSegment(637f221e-d0d8-49e5-9edb-9748350952db),segment_id=637f221e-d0d8-49e5-9edb-9748350952db)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:05.753427 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-37aa599b-baf6-4dd2-a5e8-b77ef408fce3 req-88844168-d905-4ecb-88f9-442d5ecbfd0d tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:05.758220 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-37aa599b-baf6-4dd2-a5e8-b77ef408fce3 req-88844168-d905-4ecb-88f9-442d5ecbfd0d tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:05.771020 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['96aec5d7-1154-4b32-8287-f65e993dec94'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:02:05.805137 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa599b-baf6-4dd2-a5e8-b77ef408fce3 req-88844168-d905-4ecb-88f9-442d5ecbfd0d tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:05.805814 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-37aa599b-baf6-4dd2-a5e8-b77ef408fce3 req-88844168-d905-4ecb-88f9-442d5ecbfd0d tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:05.807566 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-37aa599b-baf6-4dd2-a5e8-b77ef408fce3 req-88844168-d905-4ecb-88f9-442d5ecbfd0d tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "PUT /v2.0/ports/96aec5d7-1154-4b32-8287-f65e993dec94 HTTP/1.1" status: 200 len: 982 time: 0.3833542 Jul 07 18:02:05.808043 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f1ace8-e309-4fa7-8387-19d8460e064c', 'tag': '96aec5d7-1154-4b32-8287-f65e993dec94'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:02:05.810449 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c7771e-578e-47a2-94cc-e97f085b4c77" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f1ace8-e309-4fa7-8387-19d8460e064c", "tag": "96aec5d7-1154-4b32-8287-f65e993dec94"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:02:05.874995 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee65fbe-517c-411e-8103-f39b092ab5a9 x-openstack-request-id: req-cee65fbe-517c-411e-8103-f39b092ab5a9 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:02:05.875597 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f1ace8-e309-4fa7-8387-19d8460e064c", "tag": "96aec5d7-1154-4b32-8287-f65e993dec94", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:02:05.876183 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cee65fbe-517c-411e-8103-f39b092ab5a9 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:02:05.876794 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f1ace8-e309-4fa7-8387-19d8460e064c', 'tag': '96aec5d7-1154-4b32-8287-f65e993dec94', 'status': 'completed', 'code': 200} Jul 07 18:02:05.881009 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88844168-d905-4ecb-88f9-442d5ecbfd0d tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Pushing event updated for resources: {'Port': ['ID=96aec5d7-1154-4b32-8287-f65e993dec94,revision_number=6']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:05.960178 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7771e-578e-47a2-94cc-e97f085b4c77 req-01074812-c3ab-46c0-ae40-81988e767f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:05.962217 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-88c7771e-578e-47a2-94cc-e97f085b4c77 req-01074812-c3ab-46c0-ae40-81988e767f14 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e28ffdb87784b699a2b414d2ee5daf5&device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 1137 time: 0.0785308 Jul 07 18:02:06.036972 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3e21a-44b6-49b0-82e3-c4e7289aafb7 req-2d8c7f8b-81d0-4b42-a0c0-f5ae396f1788 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:06.039911 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0ed3e21a-44b6-49b0-82e3-c4e7289aafb7 req-2d8c7f8b-81d0-4b42-a0c0-f5ae396f1788 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 985 time: 0.0963666 Jul 07 18:02:06.090316 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7771e-578e-47a2-94cc-e97f085b4c77 req-aad0bbd5-f762-4587-b513-d50484274c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:06.093027 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-88c7771e-578e-47a2-94cc-e97f085b4c77 req-aad0bbd5-f762-4587-b513-d50484274c1d service neutron] 10.222.0.72 "GET /v2.0/networks?id=a7ebd140-12f6-4346-a8e5-dbc25bc5f372 HTTP/1.1" status: 200 len: 916 time: 0.1224160 Jul 07 18:02:06.093870 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['96aec5d7-1154-4b32-8287-f65e993dec94'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:02:06.094134 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0ed3e21a-44b6-49b0-82e3-c4e7289aafb7 req-9a93838a-41d9-4f07-b90b-ed61a8203a52 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&id=b55b51c7-9922-4ab3-860b-d60ee4d8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0480185 Jul 07 18:02:06.169066 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-88c7771e-578e-47a2-94cc-e97f085b4c77 req-c775bedb-a54c-4ffc-b9d2-67e4b1a0a6e5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96aec5d7-1154-4b32-8287-f65e993dec94 HTTP/1.1" status: 200 len: 1002 time: 0.0672965 Jul 07 18:02:06.230452 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7771e-578e-47a2-94cc-e97f085b4c77 req-37fd3127-e8dd-4b34-8119-cc466f305710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:06.233499 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-88c7771e-578e-47a2-94cc-e97f085b4c77 req-37fd3127-e8dd-4b34-8119-cc466f305710 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=65b5566c-7d78-43ee-bcb4-9e0501afc576 HTTP/1.1" status: 200 len: 854 time: 0.0559695 Jul 07 18:02:06.256613 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-63ef735d-983e-4ac4-97b1-e17bc59a76ec None None] Provisioning complete for port 96aec5d7-1154-4b32-8287-f65e993dec94 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:06.257015 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-63ef735d-983e-4ac4-97b1-e17bc59a76ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:06.304092 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7771e-578e-47a2-94cc-e97f085b4c77 req-4d804855-55ab-4b79-86b3-33daa78a0a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:06.305582 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-88c7771e-578e-47a2-94cc-e97f085b4c77 req-4d804855-55ab-4b79-86b3-33daa78a0a9f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a7ebd140-12f6-4346-a8e5-dbc25bc5f372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665033 Jul 07 18:02:06.405310 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-88c7771e-578e-47a2-94cc-e97f085b4c77 req-934fccd6-6c8e-4a13-a699-426ed2079f10 service neutron] 10.222.0.72 "GET /v2.0/networks/a7ebd140-12f6-4346-a8e5-dbc25bc5f372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915861 Jul 07 18:02:06.506546 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-88c7771e-578e-47a2-94cc-e97f085b4c77 req-2a297cfa-aec0-4fec-b580-db7275456258 service neutron] 10.222.0.72 "GET /v2.0/networks/a7ebd140-12f6-4346-a8e5-dbc25bc5f372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928643 Jul 07 18:02:07.931246 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:08.485278 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:22.459607 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86cf96-e273-41e8-9b95-d7f01aa0df96 req-7e9f1de4-de2e-4d4a-a38a-809a11ba8856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:22.461182 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3a86cf96-e273-41e8-9b95-d7f01aa0df96 req-7e9f1de4-de2e-4d4a-a38a-809a11ba8856 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e28ffdb87784b699a2b414d2ee5daf5&device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 1137 time: 0.0631919 Jul 07 18:02:22.505315 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82f214-f79d-4277-bc25-72780b90b54b req-055227a0-1b3b-4882-80b7-80e8e96bf8e0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:22.506725 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5b82f214-f79d-4277-bc25-72780b90b54b req-055227a0-1b3b-4882-80b7-80e8e96bf8e0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 985 time: 0.0702660 Jul 07 18:02:22.550415 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5b82f214-f79d-4277-bc25-72780b90b54b req-e509e017-460c-469d-aa1f-8aeee9d691f4 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&id=b55b51c7-9922-4ab3-860b-d60ee4d8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379517 Jul 07 18:02:22.556558 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86cf96-e273-41e8-9b95-d7f01aa0df96 req-efc3b022-9a56-4957-832e-4d27ba795d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:22.558096 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3a86cf96-e273-41e8-9b95-d7f01aa0df96 req-efc3b022-9a56-4957-832e-4d27ba795d76 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a7ebd140-12f6-4346-a8e5-dbc25bc5f372 HTTP/1.1" status: 200 len: 916 time: 0.0893803 Jul 07 18:02:22.968350 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3a86cf96-e273-41e8-9b95-d7f01aa0df96 req-55cc35a4-1c35-4bd4-84ac-73af451fdedc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96aec5d7-1154-4b32-8287-f65e993dec94 HTTP/1.1" status: 200 len: 1002 time: 0.4032168 Jul 07 18:02:23.026812 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86cf96-e273-41e8-9b95-d7f01aa0df96 req-7784f4b5-be77-467c-8406-810e702fba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:23.028569 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3a86cf96-e273-41e8-9b95-d7f01aa0df96 req-7784f4b5-be77-467c-8406-810e702fba19 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=65b5566c-7d78-43ee-bcb4-9e0501afc576 HTTP/1.1" status: 200 len: 854 time: 0.0525126 Jul 07 18:02:23.100236 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86cf96-e273-41e8-9b95-d7f01aa0df96 req-7d56c3e2-806b-49f0-b070-563b2cfc943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:23.101784 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3a86cf96-e273-41e8-9b95-d7f01aa0df96 req-7d56c3e2-806b-49f0-b070-563b2cfc943f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a7ebd140-12f6-4346-a8e5-dbc25bc5f372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664172 Jul 07 18:02:23.202268 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3a86cf96-e273-41e8-9b95-d7f01aa0df96 req-bf6a96fb-a907-4f14-b358-ecaa295faf40 service neutron] 10.222.0.72 "GET /v2.0/networks/a7ebd140-12f6-4346-a8e5-dbc25bc5f372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935020 Jul 07 18:02:23.296019 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3a86cf96-e273-41e8-9b95-d7f01aa0df96 req-7efa7661-0afb-4129-ae7b-2c53786a114d service neutron] 10.222.0.72 "GET /v2.0/networks/a7ebd140-12f6-4346-a8e5-dbc25bc5f372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867000 Jul 07 18:02:23.501704 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e2887d41-3953-4f42-ba3e-ce7d765ed291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:23.753308 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4047fd6-9a93-4230-adf6-467b85880de6 req-eb8e3ad8-3736-4086-b59c-2b65b1f7a4f4 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:23.755023 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c4047fd6-9a93-4230-adf6-467b85880de6 req-eb8e3ad8-3736-4086-b59c-2b65b1f7a4f4 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 985 time: 0.0774534 Jul 07 18:02:23.799643 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c4047fd6-9a93-4230-adf6-467b85880de6 req-585db32c-e05c-4237-92b6-3a0a2ced1e97 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&id=b55b51c7-9922-4ab3-860b-d60ee4d8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386012 Jul 07 18:02:24.984541 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9324775-54d9-450b-8efe-6706b66aeab0 req-1481916c-224d-4251-8467-12764ca917c2 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:24.986104 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c9324775-54d9-450b-8efe-6706b66aeab0 req-1481916c-224d-4251-8467-12764ca917c2 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 985 time: 0.0681932 Jul 07 18:02:25.031071 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c9324775-54d9-450b-8efe-6706b66aeab0 req-537b9262-cf4e-418e-8bb7-7630858478e9 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&id=b55b51c7-9922-4ab3-860b-d60ee4d8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391266 Jul 07 18:02:26.212222 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a72a4-237c-42a2-a0e8-22daf24ea382 req-fb337acd-6e3a-4df1-ad1e-ac48112fa0ba tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:26.213914 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c10a72a4-237c-42a2-a0e8-22daf24ea382 req-fb337acd-6e3a-4df1-ad1e-ac48112fa0ba tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 985 time: 0.0659614 Jul 07 18:02:26.262502 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c10a72a4-237c-42a2-a0e8-22daf24ea382 req-ccf28a6c-b2dd-4542-ac71-42a9694897fe tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&id=b55b51c7-9922-4ab3-860b-d60ee4d8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417073 Jul 07 18:02:26.306310 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:26.898783 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d8c68bf2-833a-41b7-b21f-acc2bd6d77ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:27.453703 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81a83e-d972-4049-992a-a43eb27529f3 req-aaf9d7be-61dc-40e1-b0e6-a230d6c82e6b tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:27.455264 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fb81a83e-d972-4049-992a-a43eb27529f3 req-aaf9d7be-61dc-40e1-b0e6-a230d6c82e6b tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 985 time: 0.0781946 Jul 07 18:02:27.497627 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-fb81a83e-d972-4049-992a-a43eb27529f3 req-1a18369a-b702-408b-845c-b56710ad894d tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&id=b55b51c7-9922-4ab3-860b-d60ee4d8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363145 Jul 07 18:02:28.133147 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:28.692533 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0985f73-db7a-44e6-8ca4-f2825f23c878 req-0ae5cab3-92aa-4a88-8371-6e79f8b30846 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:28.694268 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d0985f73-db7a-44e6-8ca4-f2825f23c878 req-0ae5cab3-92aa-4a88-8371-6e79f8b30846 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 985 time: 0.0738444 Jul 07 18:02:28.754711 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d0985f73-db7a-44e6-8ca4-f2825f23c878 req-22e5210a-ae72-4536-a87e-5337ab1eb214 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&id=b55b51c7-9922-4ab3-860b-d60ee4d8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535924 Jul 07 18:02:28.965365 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:02:29.952421 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f90e74-ae31-462b-a1e0-a8c72307e85b req-de0d559d-7b14-4bfd-a788-fdf730ff4e84 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:29.954032 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-17f90e74-ae31-462b-a1e0-a8c72307e85b req-de0d559d-7b14-4bfd-a788-fdf730ff4e84 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 985 time: 0.0779116 Jul 07 18:02:29.999016 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-17f90e74-ae31-462b-a1e0-a8c72307e85b req-9371f3f4-ea88-406c-b3a4-daf571284a7c tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&id=b55b51c7-9922-4ab3-860b-d60ee4d8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362761 Jul 07 18:02:30.446777 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:31.185803 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311c77b-3555-4577-835c-dacfda372d47 req-964f133e-00ea-4b80-b191-5062d88b5371 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:31.187224 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2311c77b-3555-4577-835c-dacfda372d47 req-964f133e-00ea-4b80-b191-5062d88b5371 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 985 time: 0.0670009 Jul 07 18:02:31.233661 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2311c77b-3555-4577-835c-dacfda372d47 req-5e837df3-ba56-491b-b11b-5147be79fac3 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&id=b55b51c7-9922-4ab3-860b-d60ee4d8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404301 Jul 07 18:02:32.424280 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d4de0-52e6-43ff-9ac0-b48d2bce2339 req-0c7864f1-30c4-4e6f-b259-c533946b3cc7 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:32.426617 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-434d4de0-52e6-43ff-9ac0-b48d2bce2339 req-0c7864f1-30c4-4e6f-b259-c533946b3cc7 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 985 time: 0.0733926 Jul 07 18:02:32.470140 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-434d4de0-52e6-43ff-9ac0-b48d2bce2339 req-dde72cc7-ec9b-4f23-83e6-bc4eabb284c9 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&id=b55b51c7-9922-4ab3-860b-d60ee4d8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378733 Jul 07 18:02:33.657046 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe1fa0-d1a1-4931-a93e-7d2cf4864f4d req-91909211-c606-45ba-ae17-3b50e7de464e tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:33.658561 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2dfe1fa0-d1a1-4931-a93e-7d2cf4864f4d req-91909211-c606-45ba-ae17-3b50e7de464e tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 985 time: 0.0647418 Jul 07 18:02:33.700765 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2dfe1fa0-d1a1-4931-a93e-7d2cf4864f4d req-18038428-7b17-439a-bea9-d8892a425b16 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&id=b55b51c7-9922-4ab3-860b-d60ee4d8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353553 Jul 07 18:02:34.880751 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcbf57-5d1f-47c6-941e-bc00f5fbe2ff req-e555561b-88ce-427b-b928-9d18a5cb04c7 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:34.882358 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-21bcbf57-5d1f-47c6-941e-bc00f5fbe2ff req-e555561b-88ce-427b-b928-9d18a5cb04c7 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 985 time: 0.0665069 Jul 07 18:02:34.923758 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-21bcbf57-5d1f-47c6-941e-bc00f5fbe2ff req-5ee10170-6a69-40e3-9808-363a3ac0be96 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&id=b55b51c7-9922-4ab3-860b-d60ee4d8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350122 Jul 07 18:02:37.926651 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.480064 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:44.613979 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba52b73b-983d-43af-aff2-7bd2d394da8c req-b2310315-b69a-415f-b72e-9161521906d2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0599930 Jul 07 18:02:44.717464 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52b73b-983d-43af-aff2-7bd2d394da8c req-b33ab2da-4965-45cf-b0ed-544ba43e4768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:44.719003 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba52b73b-983d-43af-aff2-7bd2d394da8c req-b33ab2da-4965-45cf-b0ed-544ba43e4768 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e28ffdb87784b699a2b414d2ee5daf5&device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 1137 time: 0.0576079 Jul 07 18:02:44.829787 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52b73b-983d-43af-aff2-7bd2d394da8c req-7d72527a-e914-4120-82c1-cde501eed1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:44.831283 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba52b73b-983d-43af-aff2-7bd2d394da8c req-7d72527a-e914-4120-82c1-cde501eed1f6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a7ebd140-12f6-4346-a8e5-dbc25bc5f372 HTTP/1.1" status: 200 len: 916 time: 0.0899501 Jul 07 18:02:44.904371 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba52b73b-983d-43af-aff2-7bd2d394da8c req-a0217f8e-424e-4438-bbe8-95e1ccaeba98 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96aec5d7-1154-4b32-8287-f65e993dec94 HTTP/1.1" status: 200 len: 1002 time: 0.0658386 Jul 07 18:02:44.959930 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52b73b-983d-43af-aff2-7bd2d394da8c req-e66fb90f-46d8-422c-b6cd-7f13097eebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:44.961463 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba52b73b-983d-43af-aff2-7bd2d394da8c req-e66fb90f-46d8-422c-b6cd-7f13097eebc9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=65b5566c-7d78-43ee-bcb4-9e0501afc576 HTTP/1.1" status: 200 len: 854 time: 0.0496986 Jul 07 18:02:45.022851 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52b73b-983d-43af-aff2-7bd2d394da8c req-2437ccc9-ef9b-4489-b053-50e3cb32cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:45.024370 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba52b73b-983d-43af-aff2-7bd2d394da8c req-2437ccc9-ef9b-4489-b053-50e3cb32cad4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a7ebd140-12f6-4346-a8e5-dbc25bc5f372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560465 Jul 07 18:02:45.035231 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-ba52b73b-983d-43af-aff2-7bd2d394da8c req-c300a518-4028-4b38-a24a-c1b6932f09cd service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:02:45.036277 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba52b73b-983d-43af-aff2-7bd2d394da8c req-c300a518-4028-4b38-a24a-c1b6932f09cd service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052795 Jul 07 18:02:45.134360 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba52b73b-983d-43af-aff2-7bd2d394da8c req-efdcde81-6b2b-4017-8553-cd1f284f4db8 service neutron] 10.222.0.72 "GET /v2.0/networks/a7ebd140-12f6-4346-a8e5-dbc25bc5f372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918543 Jul 07 18:02:45.228486 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba52b73b-983d-43af-aff2-7bd2d394da8c req-3e2361c4-0aef-4318-83b1-5bc4473945e3 service neutron] 10.222.0.72 "GET /v2.0/networks/a7ebd140-12f6-4346-a8e5-dbc25bc5f372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868301 Jul 07 18:02:53.503897 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-04a8e152-92eb-408b-b7f0-256addad9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:56.309634 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:56.901085 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e4a352ad-6fc9-4d82-9632-71fa35b9a2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:58.136654 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:00.444526 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:05.965788 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:03:07.407896 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a660fde7-ba02-4441-901c-8ea735f48719 req-10d9e25c-16cd-4fc0-9b6b-8329a41cc91c tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1422619829&fields=id&tenant_id=5e28ffdb87784b699a2b414d2ee5daf5 HTTP/1.1" status: 200 len: 267 time: 0.0358734 Jul 07 18:03:07.482814 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660fde7-ba02-4441-901c-8ea735f48719 req-0306a2a7-3729-4ded-85f4-68f1bb223073 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:07.484366 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a660fde7-ba02-4441-901c-8ea735f48719 req-0306a2a7-3729-4ded-85f4-68f1bb223073 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 985 time: 0.0710835 Jul 07 18:03:07.496053 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-a660fde7-ba02-4441-901c-8ea735f48719 req-735340ce-c9f8-49a8-b494-0ab2d7b3a3f3 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Request body: {'port': {'security_groups': ['a7fb54d4-4492-477e-9071-70b998dd7f7e']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:07.583584 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a660fde7-ba02-4441-901c-8ea735f48719 req-735340ce-c9f8-49a8-b494-0ab2d7b3a3f3 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:07.769317 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-a660fde7-ba02-4441-901c-8ea735f48719 req-735340ce-c9f8-49a8-b494-0ab2d7b3a3f3 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] For port 96aec5d7-1154-4b32-8287-f65e993dec94, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=96aec5d7-1154-4b32-8287-f65e993dec94,segment=NetworkSegment(637f221e-d0d8-49e5-9edb-9748350952db),segment_id=637f221e-d0d8-49e5-9edb-9748350952db)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:07.804729 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a660fde7-ba02-4441-901c-8ea735f48719 req-735340ce-c9f8-49a8-b494-0ab2d7b3a3f3 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:07.810739 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a660fde7-ba02-4441-901c-8ea735f48719 req-735340ce-c9f8-49a8-b494-0ab2d7b3a3f3 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:07.824157 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['96aec5d7-1154-4b32-8287-f65e993dec94'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:03:07.859853 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660fde7-ba02-4441-901c-8ea735f48719 req-735340ce-c9f8-49a8-b494-0ab2d7b3a3f3 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:07.860551 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-a660fde7-ba02-4441-901c-8ea735f48719 req-735340ce-c9f8-49a8-b494-0ab2d7b3a3f3 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:07.863281 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a660fde7-ba02-4441-901c-8ea735f48719 req-735340ce-c9f8-49a8-b494-0ab2d7b3a3f3 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "PUT /v2.0/ports/96aec5d7-1154-4b32-8287-f65e993dec94 HTTP/1.1" status: 200 len: 943 time: 0.3724153 Jul 07 18:03:07.872653 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f1ace8-e309-4fa7-8387-19d8460e064c', 'tag': '96aec5d7-1154-4b32-8287-f65e993dec94'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:03:07.872653 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb06865d-3de3-454e-b4c8-cf81dd3d204a" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f1ace8-e309-4fa7-8387-19d8460e064c", "tag": "96aec5d7-1154-4b32-8287-f65e993dec94"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:03:07.874370 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50320) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:07.918989 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735340ce-c9f8-49a8-b494-0ab2d7b3a3f3 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Pushing event updated for resources: {'Port': ['ID=96aec5d7-1154-4b32-8287-f65e993dec94,revision_number=7']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:07.934256 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735340ce-c9f8-49a8-b494-0ab2d7b3a3f3 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:07.934543 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735340ce-c9f8-49a8-b494-0ab2d7b3a3f3 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:07.934983 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735340ce-c9f8-49a8-b494-0ab2d7b3a3f3 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:07.935563 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735340ce-c9f8-49a8-b494-0ab2d7b3a3f3 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:07.936207 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735340ce-c9f8-49a8-b494-0ab2d7b3a3f3 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:07.936826 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735340ce-c9f8-49a8-b494-0ab2d7b3a3f3 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:07.937396 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735340ce-c9f8-49a8-b494-0ab2d7b3a3f3 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:07.937950 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735340ce-c9f8-49a8-b494-0ab2d7b3a3f3 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:07.938578 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735340ce-c9f8-49a8-b494-0ab2d7b3a3f3 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:07.939357 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735340ce-c9f8-49a8-b494-0ab2d7b3a3f3 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:07.939983 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735340ce-c9f8-49a8-b494-0ab2d7b3a3f3 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:07.940600 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735340ce-c9f8-49a8-b494-0ab2d7b3a3f3 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:07.966697 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['96aec5d7-1154-4b32-8287-f65e993dec94'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:03:07.977114 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17e94b69-8d42-4e53-b727-0bea16ed99a0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:08.007098 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17e94b69-8d42-4e53-b727-0bea16ed99a0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:08.042306 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:08.133123 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17e94b69-8d42-4e53-b727-0bea16ed99a0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:08.137996 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-17e94b69-8d42-4e53-b727-0bea16ed99a0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:08.140744 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-17e94b69-8d42-4e53-b727-0bea16ed99a0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "DELETE /v2.0/security-groups/b55b51c7-9922-4ab3-860b-d60ee4d8b1dc HTTP/1.1" status: 204 len: 168 time: 0.2635584 Jul 07 18:03:08.143559 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50328) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:08.178390 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e94b69-8d42-4e53-b727-0bea16ed99a0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55b51c7-9922-4ab3-860b-d60ee4d8b1dc,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:08.213477 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e94b69-8d42-4e53-b727-0bea16ed99a0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:08.218714 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e94b69-8d42-4e53-b727-0bea16ed99a0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:08.219407 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e94b69-8d42-4e53-b727-0bea16ed99a0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:08.219902 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e94b69-8d42-4e53-b727-0bea16ed99a0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:08.220303 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e94b69-8d42-4e53-b727-0bea16ed99a0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:08.221079 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e94b69-8d42-4e53-b727-0bea16ed99a0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:08.228948 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e94b69-8d42-4e53-b727-0bea16ed99a0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:08.229565 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e94b69-8d42-4e53-b727-0bea16ed99a0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:08.229924 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e94b69-8d42-4e53-b727-0bea16ed99a0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:08.230275 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e94b69-8d42-4e53-b727-0bea16ed99a0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:08.230624 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e94b69-8d42-4e53-b727-0bea16ed99a0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:08.230966 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e94b69-8d42-4e53-b727-0bea16ed99a0 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:08.275661 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd6a1ba-fdd1-4af2-bab5-0b46d49b5bdb x-openstack-request-id: req-2bd6a1ba-fdd1-4af2-bab5-0b46d49b5bdb {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:03:08.275951 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f1ace8-e309-4fa7-8387-19d8460e064c", "tag": "96aec5d7-1154-4b32-8287-f65e993dec94", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:03:08.276206 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2bd6a1ba-fdd1-4af2-bab5-0b46d49b5bdb {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:03:08.276609 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f1ace8-e309-4fa7-8387-19d8460e064c', 'tag': '96aec5d7-1154-4b32-8287-f65e993dec94', 'status': 'completed', 'code': 200} Jul 07 18:03:08.321062 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3ca177c6-6f4e-45ab-931b-26e739464bc8 None None] Provisioning complete for port 96aec5d7-1154-4b32-8287-f65e993dec94 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:08.321439 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3ca177c6-6f4e-45ab-931b-26e739464bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:08.380959 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06865d-3de3-454e-b4c8-cf81dd3d204a req-df213c7a-aeef-4830-b4ea-9fa72752d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:08.382386 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eb06865d-3de3-454e-b4c8-cf81dd3d204a req-df213c7a-aeef-4830-b4ea-9fa72752d886 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e28ffdb87784b699a2b414d2ee5daf5&device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 1098 time: 0.1049926 Jul 07 18:03:08.453035 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-72d0e86b-a1a8-4878-aa60-370818668c79 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Deleting port ea36a454-d3ce-43b7-95b3-060b93652926 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:08.453738 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-72d0e86b-a1a8-4878-aa60-370818668c79 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:08.499885 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:08.538002 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06865d-3de3-454e-b4c8-cf81dd3d204a req-408c05e8-0ee6-4394-abaa-4026c9819a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:08.539487 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eb06865d-3de3-454e-b4c8-cf81dd3d204a req-408c05e8-0ee6-4394-abaa-4026c9819a1a service neutron] 10.222.0.72 "GET /v2.0/networks?id=a7ebd140-12f6-4346-a8e5-dbc25bc5f372 HTTP/1.1" status: 200 len: 916 time: 0.1489177 Jul 07 18:03:08.599995 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-72d0e86b-a1a8-4878-aa60-370818668c79 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:08.600322 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-72d0e86b-a1a8-4878-aa60-370818668c79 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:08.617440 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-72d0e86b-a1a8-4878-aa60-370818668c79 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Calling delete_port for ea36a454-d3ce-43b7-95b3-060b93652926 owned by network:floatingip {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:08.639730 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eb06865d-3de3-454e-b4c8-cf81dd3d204a req-fde9d6de-af70-4e97-9aaf-b6e9ee70f31d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96aec5d7-1154-4b32-8287-f65e993dec94 HTTP/1.1" status: 200 len: 1002 time: 0.0930686 Jul 07 18:03:08.734274 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06865d-3de3-454e-b4c8-cf81dd3d204a req-77289583-17b3-4491-a112-d36ccb38166d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:08.735771 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eb06865d-3de3-454e-b4c8-cf81dd3d204a req-77289583-17b3-4491-a112-d36ccb38166d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=65b5566c-7d78-43ee-bcb4-9e0501afc576 HTTP/1.1" status: 200 len: 854 time: 0.0655963 Jul 07 18:03:08.843058 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06865d-3de3-454e-b4c8-cf81dd3d204a req-775a1b91-b31f-441d-ad21-4f61fabacfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:08.844595 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eb06865d-3de3-454e-b4c8-cf81dd3d204a req-775a1b91-b31f-441d-ad21-4f61fabacfd6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a7ebd140-12f6-4346-a8e5-dbc25bc5f372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1017866 Jul 07 18:03:08.914798 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-72d0e86b-a1a8-4878-aa60-370818668c79 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:08.946484 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0e86b-a1a8-4878-aa60-370818668c79 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Pushing event deleted for resources: {'Port': ['ID=ea36a454-d3ce-43b7-95b3-060b93652926,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:09.025420 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eb06865d-3de3-454e-b4c8-cf81dd3d204a req-7b8355c5-ec4f-46bc-bbeb-84efa32e38ef service neutron] 10.222.0.72 "GET /v2.0/networks/a7ebd140-12f6-4346-a8e5-dbc25bc5f372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724694 Jul 07 18:03:09.041905 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-72d0e86b-a1a8-4878-aa60-370818668c79 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks [] for floatingip, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:09.042243 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-72d0e86b-a1a8-4878-aa60-370818668c79 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Floating IP 2bef1b2e-b7b8-4477-a61a-b06bdd779dcd disassociated (deleted). External IP: 172.25.0.147, port: 96aec5d7-1154-4b32-8287-f65e993dec94. Jul 07 18:03:09.205315 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eb06865d-3de3-454e-b4c8-cf81dd3d204a req-ca43f303-7be1-4fda-93f1-f8cb551e0477 service neutron] 10.222.0.72 "GET /v2.0/networks/a7ebd140-12f6-4346-a8e5-dbc25bc5f372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725357 Jul 07 18:03:09.332385 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d0e86b-a1a8-4878-aa60-370818668c79 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Router 7794d334-2666-4641-8fa7-dffaa0292fc3 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:03:09.444456 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d0e86b-a1a8-4878-aa60-370818668c79 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:03:09.449912 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-72d0e86b-a1a8-4878-aa60-370818668c79 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:09.454034 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c18ef8-65a8-4d02-952d-438ff8fb8615 None None] Sync routers for ids ['7794d334-2666-4641-8fa7-dffaa0292fc3'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:03:09.465218 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c18ef8-65a8-4d02-952d-438ff8fb8615 None None] Routers {'7794d334-2666-4641-8fa7-dffaa0292fc3'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:09.465757 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-95c18ef8-65a8-4d02-952d-438ff8fb8615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:02:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['7794d334-2666-4641-8fa7-dffaa0292fc3'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:09.503795 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-72d0e86b-a1a8-4878-aa60-370818668c79 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "DELETE /v2.0/floatingips/2bef1b2e-b7b8-4477-a61a-b06bdd779dcd HTTP/1.1" status: 204 len: 168 time: 1.3579447 Jul 07 18:03:09.584597 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-95c18ef8-65a8-4d02-952d-438ff8fb8615 None None] Set router 7794d334-2666-4641-8fa7-dffaa0292fc3 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:03:09.811676 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-95c18ef8-65a8-4d02-952d-438ff8fb8615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'name': 'tempest-TestMinimumBasicScenario-1083569889-router', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:01:11Z', 'revision_number': 4, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'gw_port': {'id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '3ab33d07-adcf-498e-8892-c04e2ed0fb6d', 'name': '', 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'mac_address': 'fa:16:3e:16:2a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '65b5566c-7d78-43ee-bcb4-9e0501afc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:10Z', 'updated_at': '2021-07-07T18:01:18Z', 'revision_number': 5, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'subnets': [{'id': '65b5566c-7d78-43ee-bcb4-9e0501afc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:09.843727 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c18ef8-65a8-4d02-952d-438ff8fb8615 None None] Checking router: 7794d334-2666-4641-8fa7-dffaa0292fc3 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:03:09.851014 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c18ef8-65a8-4d02-952d-438ff8fb8615 None None] Routers {'7794d334-2666-4641-8fa7-dffaa0292fc3'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:09.851626 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-95c18ef8-65a8-4d02-952d-438ff8fb8615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:02:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['7794d334-2666-4641-8fa7-dffaa0292fc3'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:09.965393 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-95c18ef8-65a8-4d02-952d-438ff8fb8615 None None] Set router 7794d334-2666-4641-8fa7-dffaa0292fc3 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:03:10.183588 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-95c18ef8-65a8-4d02-952d-438ff8fb8615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'name': 'tempest-TestMinimumBasicScenario-1083569889-router', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:01:11Z', 'revision_number': 4, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'gw_port': {'id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '3ab33d07-adcf-498e-8892-c04e2ed0fb6d', 'name': '', 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'mac_address': 'fa:16:3e:16:2a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '65b5566c-7d78-43ee-bcb4-9e0501afc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:10Z', 'updated_at': '2021-07-07T18:01:18Z', 'revision_number': 5, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'subnets': [{'id': '65b5566c-7d78-43ee-bcb4-9e0501afc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:10.209777 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c18ef8-65a8-4d02-952d-438ff8fb8615 None None] The sync data for ids ['7794d334-2666-4641-8fa7-dffaa0292fc3'] in n-d-791503-12 is: [{'id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'name': 'tempest-TestMinimumBasicScenario-1083569889-router', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:01:11Z', 'revision_number': 4, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'gw_port': {'id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '3ab33d07-adcf-498e-8892-c04e2ed0fb6d', 'name': '', 'network_id': 'a7ebd140-12f6-4346-a8e5-dbc25bc5f372', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'mac_address': 'fa:16:3e:16:2a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '65b5566c-7d78-43ee-bcb4-9e0501afc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:10Z', 'updated_at': '2021-07-07T18:01:18Z', 'revision_number': 5, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'subnets': [{'id': '65b5566c-7d78-43ee-bcb4-9e0501afc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:03:10.278326 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f1ace8-e309-4fa7-8387-19d8460e064c', 'tag': '96aec5d7-1154-4b32-8287-f65e993dec94'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:03:10.280736 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82f1d0c-7771-43e3-b799-74a1a19a6db1" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f1ace8-e309-4fa7-8387-19d8460e064c", "tag": "96aec5d7-1154-4b32-8287-f65e993dec94"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:03:10.323626 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357b311d-53e6-4024-b43e-703c08225755 x-openstack-request-id: req-357b311d-53e6-4024-b43e-703c08225755 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:03:10.323922 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f1ace8-e309-4fa7-8387-19d8460e064c", "tag": "96aec5d7-1154-4b32-8287-f65e993dec94", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:03:10.324179 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-357b311d-53e6-4024-b43e-703c08225755 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:03:10.324584 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f1ace8-e309-4fa7-8387-19d8460e064c', 'tag': '96aec5d7-1154-4b32-8287-f65e993dec94', 'status': 'completed', 'code': 200} Jul 07 18:03:10.447904 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f1d0c-7771-43e3-b799-74a1a19a6db1 req-cf1164ed-5d90-45fc-bb89-1b60d805873d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:10.450929 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f82f1d0c-7771-43e3-b799-74a1a19a6db1 req-cf1164ed-5d90-45fc-bb89-1b60d805873d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e28ffdb87784b699a2b414d2ee5daf5&device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 1098 time: 0.0946798 Jul 07 18:03:10.502935 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7511559b-da7e-4003-afe2-d3e87ec1a19b None None] New status for floating IP 2bef1b2e-b7b8-4477-a61a-b06bdd779dcd: DOWN {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:03:10.556444 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f1d0c-7771-43e3-b799-74a1a19a6db1 req-c620d2f6-45a7-4bbf-90f9-61039d758bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:10.557918 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f82f1d0c-7771-43e3-b799-74a1a19a6db1 req-c620d2f6-45a7-4bbf-90f9-61039d758bed service neutron] 10.222.0.72 "GET /v2.0/networks?id=a7ebd140-12f6-4346-a8e5-dbc25bc5f372 HTTP/1.1" status: 200 len: 916 time: 0.1003008 Jul 07 18:03:10.605195 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f82f1d0c-7771-43e3-b799-74a1a19a6db1 req-a429be1f-cf70-472b-8bab-3af5467dccbd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96aec5d7-1154-4b32-8287-f65e993dec94 HTTP/1.1" status: 200 len: 217 time: 0.0412087 Jul 07 18:03:10.657346 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f1d0c-7771-43e3-b799-74a1a19a6db1 req-f3e8cf47-354e-4de3-8aac-46f340ac309e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:10.658828 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f82f1d0c-7771-43e3-b799-74a1a19a6db1 req-f3e8cf47-354e-4de3-8aac-46f340ac309e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=65b5566c-7d78-43ee-bcb4-9e0501afc576 HTTP/1.1" status: 200 len: 854 time: 0.0476418 Jul 07 18:03:10.723291 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f1d0c-7771-43e3-b799-74a1a19a6db1 req-85e888db-97ac-4c33-9214-cf66d5433493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:10.724753 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f82f1d0c-7771-43e3-b799-74a1a19a6db1 req-85e888db-97ac-4c33-9214-cf66d5433493 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a7ebd140-12f6-4346-a8e5-dbc25bc5f372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578330 Jul 07 18:03:10.817578 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f82f1d0c-7771-43e3-b799-74a1a19a6db1 req-15ad3706-30f4-47af-b126-6d00fc9577b5 service neutron] 10.222.0.72 "GET /v2.0/networks/a7ebd140-12f6-4346-a8e5-dbc25bc5f372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860493 Jul 07 18:03:10.916349 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f82f1d0c-7771-43e3-b799-74a1a19a6db1 req-0094b34c-81c4-4aca-9b75-3f1596e067de service neutron] 10.222.0.72 "GET /v2.0/networks/a7ebd140-12f6-4346-a8e5-dbc25bc5f372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922995 Jul 07 18:03:16.951833 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecce4c-c1bb-4dd2-8dc3-7d4008c924f9 req-3b931238-f124-48ad-8d01-34220c18e2bc tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:16.953426 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aaecce4c-c1bb-4dd2-8dc3-7d4008c924f9 req-3b931238-f124-48ad-8d01-34220c18e2bc tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 946 time: 0.0712602 Jul 07 18:03:16.993634 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-aaecce4c-c1bb-4dd2-8dc3-7d4008c924f9 req-c93d4019-98dc-4f2f-87cb-e86a386f9b6d tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343022 Jul 07 18:03:18.174146 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf37e5-11e8-42ac-aecb-082d157bae19 req-09768ec0-ac7a-4a1b-a572-664ffeb960b9 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:18.175704 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fadf37e5-11e8-42ac-aecb-082d157bae19 req-09768ec0-ac7a-4a1b-a572-664ffeb960b9 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 946 time: 0.0665948 Jul 07 18:03:18.222929 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fadf37e5-11e8-42ac-aecb-082d157bae19 req-279f16ce-b6f2-4ff7-a31e-b5f30daec37f tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7fb54d4-4492-477e-9071-70b998dd7f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415995 Jul 07 18:03:18.515259 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae52b7-513c-42ef-b6c0-ec400fcc0073 req-705f9010-8e8a-44e9-aa74-a1b21369e570 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:18.516964 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-10ae52b7-513c-42ef-b6c0-ec400fcc0073 req-705f9010-8e8a-44e9-aa74-a1b21369e570 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 946 time: 0.0664129 Jul 07 18:03:18.628836 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-10ae52b7-513c-42ef-b6c0-ec400fcc0073 req-908926d4-9650-44d5-a296-561e4b0fe606 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Deleting port 96aec5d7-1154-4b32-8287-f65e993dec94 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:18.629085 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-10ae52b7-513c-42ef-b6c0-ec400fcc0073 req-908926d4-9650-44d5-a296-561e4b0fe606 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:18.732814 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-10ae52b7-513c-42ef-b6c0-ec400fcc0073 req-908926d4-9650-44d5-a296-561e4b0fe606 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] For port 96aec5d7-1154-4b32-8287-f65e993dec94, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=96aec5d7-1154-4b32-8287-f65e993dec94,segment=NetworkSegment(637f221e-d0d8-49e5-9edb-9748350952db),segment_id=637f221e-d0d8-49e5-9edb-9748350952db)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:18.733142 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-10ae52b7-513c-42ef-b6c0-ec400fcc0073 req-908926d4-9650-44d5-a296-561e4b0fe606 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:18.747356 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-10ae52b7-513c-42ef-b6c0-ec400fcc0073 req-908926d4-9650-44d5-a296-561e4b0fe606 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Calling delete_port for 96aec5d7-1154-4b32-8287-f65e993dec94 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:18.901781 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-10ae52b7-513c-42ef-b6c0-ec400fcc0073 req-908926d4-9650-44d5-a296-561e4b0fe606 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:18.914232 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['96aec5d7-1154-4b32-8287-f65e993dec94'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:03:18.940031 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908926d4-9650-44d5-a296-561e4b0fe606 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Pushing event deleted for resources: {'Port': ['ID=96aec5d7-1154-4b32-8287-f65e993dec94,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:18.992457 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ae52b7-513c-42ef-b6c0-ec400fcc0073 req-908926d4-9650-44d5-a296-561e4b0fe606 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] No DVR routers for this DVR port 96aec5d7-1154-4b32-8287-f65e993dec94 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:03:18.996668 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-10ae52b7-513c-42ef-b6c0-ec400fcc0073 req-908926d4-9650-44d5-a296-561e4b0fe606 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:18.998772 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-10ae52b7-513c-42ef-b6c0-ec400fcc0073 req-908926d4-9650-44d5-a296-561e4b0fe606 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.72 "DELETE /v2.0/ports/96aec5d7-1154-4b32-8287-f65e993dec94 HTTP/1.1" status: 204 len: 173 time: 0.4761870 Jul 07 18:03:18.999232 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f1ace8-e309-4fa7-8387-19d8460e064c', 'name': 'network-vif-deleted', 'tag': '96aec5d7-1154-4b32-8287-f65e993dec94'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:03:19.001655 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7df52b-e4b7-47e8-aaae-b0687a7622ed" -d '{"events": [{"server_uuid": "e0f1ace8-e309-4fa7-8387-19d8460e064c", "name": "network-vif-deleted", "tag": "96aec5d7-1154-4b32-8287-f65e993dec94"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:03:19.053071 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ccb4d6-ccfb-48c8-b21f-5710449a4f14 x-openstack-request-id: req-57ccb4d6-ccfb-48c8-b21f-5710449a4f14 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:03:19.053385 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f1ace8-e309-4fa7-8387-19d8460e064c", "name": "network-vif-deleted", "tag": "96aec5d7-1154-4b32-8287-f65e993dec94", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:03:19.053647 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57ccb4d6-ccfb-48c8-b21f-5710449a4f14 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:03:19.054114 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f1ace8-e309-4fa7-8387-19d8460e064c', 'name': 'network-vif-deleted', 'tag': '96aec5d7-1154-4b32-8287-f65e993dec94', 'status': 'completed', 'code': 200} Jul 07 18:03:19.397919 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-289ae3d5-3904-435e-8e5c-b528a2a6bba2 req-1d18718e-2361-4abc-ab3f-1ab636458f05 tempest-TestMinimumBasicScenario-342599775 tempest-TestMinimumBasicScenario-342599775-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0f1ace8-e309-4fa7-8387-19d8460e064c HTTP/1.1" status: 200 len: 210 time: 0.0362060 Jul 07 18:03:21.072177 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50426) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:21.461799 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-40a9a934-674d-4e9f-a7e2-a488cad99609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:21.663902 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 96aec5d7-1154-4b32-8287-f65e993dec94 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:03:21.685244 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 96aec5d7-1154-4b32-8287-f65e993dec94 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:03:21.685600 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 96aec5d7-1154-4b32-8287-f65e993dec94 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:03:21.756350 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-40a9a934-674d-4e9f-a7e2-a488cad99609 admin admin] Deleting port 3ab33d07-adcf-498e-8892-c04e2ed0fb6d {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:21.756592 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-40a9a934-674d-4e9f-a7e2-a488cad99609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:21.843841 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-40a9a934-674d-4e9f-a7e2-a488cad99609 admin admin] For port 3ab33d07-adcf-498e-8892-c04e2ed0fb6d, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3ab33d07-adcf-498e-8892-c04e2ed0fb6d,segment=NetworkSegment(637f221e-d0d8-49e5-9edb-9748350952db),segment_id=637f221e-d0d8-49e5-9edb-9748350952db)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:21.844204 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-40a9a934-674d-4e9f-a7e2-a488cad99609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:21.860114 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-40a9a934-674d-4e9f-a7e2-a488cad99609 admin admin] Calling delete_port for 3ab33d07-adcf-498e-8892-c04e2ed0fb6d owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:22.077633 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-40a9a934-674d-4e9f-a7e2-a488cad99609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:22.108302 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9a934-674d-4e9f-a7e2-a488cad99609 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ab33d07-adcf-498e-8892-c04e2ed0fb6d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:22.300290 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-40a9a934-674d-4e9f-a7e2-a488cad99609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:22.538443 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a9a934-674d-4e9f-a7e2-a488cad99609 admin admin] Router 7794d334-2666-4641-8fa7-dffaa0292fc3 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:03:22.660956 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a9a934-674d-4e9f-a7e2-a488cad99609 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:03:22.667521 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-40a9a934-674d-4e9f-a7e2-a488cad99609 admin admin] 10.222.0.53 "PUT /v2.0/routers/7794d334-2666-4641-8fa7-dffaa0292fc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5934455 Jul 07 18:03:22.669633 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50428) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:22.671781 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3ce2bd-241d-43ed-b071-47b9cd38e42d None None] Sync routers for ids ['7794d334-2666-4641-8fa7-dffaa0292fc3'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:03:22.682819 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3ce2bd-241d-43ed-b071-47b9cd38e42d None None] Routers {'7794d334-2666-4641-8fa7-dffaa0292fc3'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:22.683443 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-5e3ce2bd-241d-43ed-b071-47b9cd38e42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:02:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['7794d334-2666-4641-8fa7-dffaa0292fc3'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:22.786422 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23909d4c-171c-4e66-b7e7-17c30d051ba6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:22.806812 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-5e3ce2bd-241d-43ed-b071-47b9cd38e42d None None] Set router 7794d334-2666-4641-8fa7-dffaa0292fc3 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:03:23.033654 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-5e3ce2bd-241d-43ed-b071-47b9cd38e42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'name': 'tempest-TestMinimumBasicScenario-1083569889-router', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:03:22Z', 'revision_number': 5, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'gw_port': {'id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:23.067802 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3ce2bd-241d-43ed-b071-47b9cd38e42d None None] Checking router: 7794d334-2666-4641-8fa7-dffaa0292fc3 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:03:23.077712 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3ce2bd-241d-43ed-b071-47b9cd38e42d None None] Routers {'7794d334-2666-4641-8fa7-dffaa0292fc3'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:23.078346 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-5e3ce2bd-241d-43ed-b071-47b9cd38e42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:02:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['7794d334-2666-4641-8fa7-dffaa0292fc3'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:23.211064 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-5e3ce2bd-241d-43ed-b071-47b9cd38e42d None None] Set router 7794d334-2666-4641-8fa7-dffaa0292fc3 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:03:23.260762 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23909d4c-171c-4e66-b7e7-17c30d051ba6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:23.334738 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-23909d4c-171c-4e66-b7e7-17c30d051ba6 admin admin] Deleting port 46733957-f859-4a42-8f0c-a3e7f74f3afa {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:23.335020 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23909d4c-171c-4e66-b7e7-17c30d051ba6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:23.433193 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-23909d4c-171c-4e66-b7e7-17c30d051ba6 admin admin] For port 46733957-f859-4a42-8f0c-a3e7f74f3afa, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=46733957-f859-4a42-8f0c-a3e7f74f3afa,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:23.433573 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23909d4c-171c-4e66-b7e7-17c30d051ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:23.435998 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-5e3ce2bd-241d-43ed-b071-47b9cd38e42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'name': 'tempest-TestMinimumBasicScenario-1083569889-router', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:03:22Z', 'revision_number': 5, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'gw_port': {'id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:23.452814 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-23909d4c-171c-4e66-b7e7-17c30d051ba6 admin admin] Calling delete_port for 46733957-f859-4a42-8f0c-a3e7f74f3afa owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:23.468775 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3ce2bd-241d-43ed-b071-47b9cd38e42d None None] The sync data for ids ['7794d334-2666-4641-8fa7-dffaa0292fc3'] in n-d-791503-12 is: [{'id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'name': 'tempest-TestMinimumBasicScenario-1083569889-router', 'tenant_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:03:22Z', 'revision_number': 5, 'project_id': '5e28ffdb87784b699a2b414d2ee5daf5', 'gw_port': {'id': '46733957-f859-4a42-8f0c-a3e7f74f3afa', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7794d334-2666-4641-8fa7-dffaa0292fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:08Z', 'updated_at': '2021-07-07T18:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:03:23.511961 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1d5fbba6-73f0-49d0-88a1-ffb7e6ee3b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:23.648241 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23909d4c-171c-4e66-b7e7-17c30d051ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:23.679946 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23909d4c-171c-4e66-b7e7-17c30d051ba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=46733957-f859-4a42-8f0c-a3e7f74f3afa,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:23.752142 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23909d4c-171c-4e66-b7e7-17c30d051ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:23.857734 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23909d4c-171c-4e66-b7e7-17c30d051ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:23.861504 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23909d4c-171c-4e66-b7e7-17c30d051ba6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:23.920206 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23909d4c-171c-4e66-b7e7-17c30d051ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:23.921288 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23909d4c-171c-4e66-b7e7-17c30d051ba6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7794d334-2666-4641-8fa7-dffaa0292fc3 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:03:23.928261 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23909d4c-171c-4e66-b7e7-17c30d051ba6 admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:23.930197 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-23909d4c-171c-4e66-b7e7-17c30d051ba6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/7794d334-2666-4641-8fa7-dffaa0292fc3 HTTP/1.1" status: 204 len: 168 time: 1.2592483 Jul 07 18:03:23.934967 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50430) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:23.986948 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a95f51-4e6b-4a48-b0f0-d7ef3e01d781 admin admin] Deleting subnet 65b5566c-7d78-43ee-bcb4-9e0501afc576 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:03:23.992475 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c2a95f51-4e6b-4a48-b0f0-d7ef3e01d781 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:24.035570 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c2a95f51-4e6b-4a48-b0f0-d7ef3e01d781 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:24.139438 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c2a95f51-4e6b-4a48-b0f0-d7ef3e01d781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:24.199114 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c2a95f51-4e6b-4a48-b0f0-d7ef3e01d781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:24.227798 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a95f51-4e6b-4a48-b0f0-d7ef3e01d781 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65b5566c-7d78-43ee-bcb4-9e0501afc576,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:24.229940 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c2a95f51-4e6b-4a48-b0f0-d7ef3e01d781 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:24.231920 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c2a95f51-4e6b-4a48-b0f0-d7ef3e01d781 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/65b5566c-7d78-43ee-bcb4-9e0501afc576 HTTP/1.1" status: 204 len: 168 time: 0.2969415 Jul 07 18:03:24.234845 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50432) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:24.237924 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa898b4-4ea9-44c5-a770-5a2f25f5ea4c None None] Network a7ebd140-12f6-4346-a8e5-dbc25bc5f372 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:24.326811 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3eda8785-d4da-43cd-a2d6-36a18a5a0545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:24.396835 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-3eda8785-d4da-43cd-a2d6-36a18a5a0545 admin admin] Deleting port 3193453d-96d8-412b-9863-464a5e4dd57c {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:24.397190 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3eda8785-d4da-43cd-a2d6-36a18a5a0545 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:24.466343 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-3eda8785-d4da-43cd-a2d6-36a18a5a0545 admin admin] For port 3193453d-96d8-412b-9863-464a5e4dd57c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3193453d-96d8-412b-9863-464a5e4dd57c,segment=NetworkSegment(637f221e-d0d8-49e5-9edb-9748350952db),segment_id=637f221e-d0d8-49e5-9edb-9748350952db)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:24.466619 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3eda8785-d4da-43cd-a2d6-36a18a5a0545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:24.484127 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-3eda8785-d4da-43cd-a2d6-36a18a5a0545 admin admin] Calling delete_port for 3193453d-96d8-412b-9863-464a5e4dd57c owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:24.643736 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9080b87-70aa-466e-ac22-82c584250b46 None None] DHCP port deletion for a7ebd140-12f6-4346-a8e5-dbc25bc5f372 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:03:24.725906 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c9080b87-70aa-466e-ac22-82c584250b46 None None] Deleting port 3193453d-96d8-412b-9863-464a5e4dd57c {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:24.726416 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c9080b87-70aa-466e-ac22-82c584250b46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:24.813878 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-c9080b87-70aa-466e-ac22-82c584250b46 None None] For port 3193453d-96d8-412b-9863-464a5e4dd57c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3193453d-96d8-412b-9863-464a5e4dd57c,segment=NetworkSegment(637f221e-d0d8-49e5-9edb-9748350952db),segment_id=637f221e-d0d8-49e5-9edb-9748350952db)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:24.814300 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c9080b87-70aa-466e-ac22-82c584250b46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:24.831430 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c9080b87-70aa-466e-ac22-82c584250b46 None None] Calling delete_port for 3193453d-96d8-412b-9863-464a5e4dd57c owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:24.939203 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c9080b87-70aa-466e-ac22-82c584250b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:24.967001 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9080b87-70aa-466e-ac22-82c584250b46 None None] Pushing event deleted for resources: {'Port': ['ID=3193453d-96d8-412b-9863-464a5e4dd57c,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:24.979068 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9080b87-70aa-466e-ac22-82c584250b46 None None] No DVR routers for this DVR port 3193453d-96d8-412b-9863-464a5e4dd57c on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:03:24.987314 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9080b87-70aa-466e-ac22-82c584250b46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:24.987564 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9080b87-70aa-466e-ac22-82c584250b46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:24.987829 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9080b87-70aa-466e-ac22-82c584250b46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:24.988166 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9080b87-70aa-466e-ac22-82c584250b46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:24.988507 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9080b87-70aa-466e-ac22-82c584250b46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:24.988868 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9080b87-70aa-466e-ac22-82c584250b46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:24.995110 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9080b87-70aa-466e-ac22-82c584250b46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:24.995110 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9080b87-70aa-466e-ac22-82c584250b46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:24.995110 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9080b87-70aa-466e-ac22-82c584250b46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:24.995110 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9080b87-70aa-466e-ac22-82c584250b46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:24.995110 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9080b87-70aa-466e-ac22-82c584250b46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:24.995110 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9080b87-70aa-466e-ac22-82c584250b46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:24.997013 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3eda8785-d4da-43cd-a2d6-36a18a5a0545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:25.023481 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda8785-d4da-43cd-a2d6-36a18a5a0545 admin admin] Pushing event deleted for resources: {'Port': ['ID=3193453d-96d8-412b-9863-464a5e4dd57c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:25.028224 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 46733957-f859-4a42-8f0c-a3e7f74f3afa no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:03:25.038269 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eda8785-d4da-43cd-a2d6-36a18a5a0545 admin admin] No DVR routers for this DVR port 3193453d-96d8-412b-9863-464a5e4dd57c on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:03:25.054769 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 46733957-f859-4a42-8f0c-a3e7f74f3afa {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:03:25.055113 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 46733957-f859-4a42-8f0c-a3e7f74f3afa not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:03:25.055533 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3193453d-96d8-412b-9863-464a5e4dd57c no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:03:25.080699 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 3193453d-96d8-412b-9863-464a5e4dd57c {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:03:25.080699 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3193453d-96d8-412b-9863-464a5e4dd57c not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:03:25.080699 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3ab33d07-adcf-498e-8892-c04e2ed0fb6d no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:03:25.101275 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 3ab33d07-adcf-498e-8892-c04e2ed0fb6d {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:03:25.101617 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3ab33d07-adcf-498e-8892-c04e2ed0fb6d not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:03:25.116899 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3eda8785-d4da-43cd-a2d6-36a18a5a0545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:25.128068 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-3eda8785-d4da-43cd-a2d6-36a18a5a0545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ebd140-12f6-4346-a8e5-dbc25bc5f372']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:25.150955 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-3eda8785-d4da-43cd-a2d6-36a18a5a0545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '637f221e-d0d8-49e5-9edb-9748350952db') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:25.151278 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-3eda8785-d4da-43cd-a2d6-36a18a5a0545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '637f221e-d0d8-49e5-9edb-9748350952db') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:25.161456 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3eda8785-d4da-43cd-a2d6-36a18a5a0545 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:25.178166 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3eda8785-d4da-43cd-a2d6-36a18a5a0545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:25.189386 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eda8785-d4da-43cd-a2d6-36a18a5a0545 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:03:25.189828 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3eda8785-d4da-43cd-a2d6-36a18a5a0545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: self.session.flush() Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: timer() Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:03:25.192343 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:03:25.265428 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3eda8785-d4da-43cd-a2d6-36a18a5a0545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:25.271515 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3eda8785-d4da-43cd-a2d6-36a18a5a0545 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:25.277943 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3eda8785-d4da-43cd-a2d6-36a18a5a0545 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a7ebd140-12f6-4346-a8e5-dbc25bc5f372 HTTP/1.1" status: 204 len: 168 time: 1.0380297 Jul 07 18:03:25.277943 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50434) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:25.295175 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda8785-d4da-43cd-a2d6-36a18a5a0545 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7ebd140-12f6-4346-a8e5-dbc25bc5f372,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:25.674857 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5c3e54e9-010c-4739-bcf5-1d684b7dcb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:25.961078 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-5c3e54e9-010c-4739-bcf5-1d684b7dcb65 admin admin] Deleting port 15205401-0ef7-4923-a61e-0eb0ff628f35 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:25.961321 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5c3e54e9-010c-4739-bcf5-1d684b7dcb65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:26.048907 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-5c3e54e9-010c-4739-bcf5-1d684b7dcb65 admin admin] For port 15205401-0ef7-4923-a61e-0eb0ff628f35, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=15205401-0ef7-4923-a61e-0eb0ff628f35,segment=NetworkSegment(5f262c97-4458-4283-89b3-9853f2cd40c8),segment_id=5f262c97-4458-4283-89b3-9853f2cd40c8)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:26.052052 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5c3e54e9-010c-4739-bcf5-1d684b7dcb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:26.071959 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-5c3e54e9-010c-4739-bcf5-1d684b7dcb65 admin admin] Calling delete_port for 15205401-0ef7-4923-a61e-0eb0ff628f35 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:26.278172 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5c3e54e9-010c-4739-bcf5-1d684b7dcb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:26.310868 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e54e9-010c-4739-bcf5-1d684b7dcb65 admin admin] Pushing event deleted for resources: {'Port': ['ID=15205401-0ef7-4923-a61e-0eb0ff628f35,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:26.319454 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:26.529726 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5c3e54e9-010c-4739-bcf5-1d684b7dcb65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:26.778219 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3e54e9-010c-4739-bcf5-1d684b7dcb65 admin admin] Router fbbff033-534e-4343-9b7f-3351560b8211 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:03:26.892201 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3e54e9-010c-4739-bcf5-1d684b7dcb65 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:03:26.898244 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5c3e54e9-010c-4739-bcf5-1d684b7dcb65 admin admin] 10.222.0.53 "PUT /v2.0/routers/fbbff033-534e-4343-9b7f-3351560b8211/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6189132 Jul 07 18:03:26.900978 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50438) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:26.903883 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f6aa0d-416f-41b1-aca0-5475908e806e None None] Sync routers for ids ['fbbff033-534e-4343-9b7f-3351560b8211'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:03:26.917401 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f6aa0d-416f-41b1-aca0-5475908e806e None None] Routers {'fbbff033-534e-4343-9b7f-3351560b8211'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:26.918726 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-31f6aa0d-416f-41b1-aca0-5475908e806e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:02:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['fbbff033-534e-4343-9b7f-3351560b8211'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:26.918944 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5b9b2f08-63da-4f38-88e6-26cc192739f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:27.030212 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a13b3811-b223-4b35-a5a4-df6704d52744 admin admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:27.147833 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a13b3811-b223-4b35-a5a4-df6704d52744 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:27.151731 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-31f6aa0d-416f-41b1-aca0-5475908e806e None None] Set router fbbff033-534e-4343-9b7f-3351560b8211 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:03:27.216787 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-a13b3811-b223-4b35-a5a4-df6704d52744 admin admin] Deleting port 3c7b483c-9fdb-4918-ad5e-aaaca975e1d4 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:27.217150 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a13b3811-b223-4b35-a5a4-df6704d52744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:27.307653 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-a13b3811-b223-4b35-a5a4-df6704d52744 admin admin] For port 3c7b483c-9fdb-4918-ad5e-aaaca975e1d4, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=3c7b483c-9fdb-4918-ad5e-aaaca975e1d4,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:27.308042 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a13b3811-b223-4b35-a5a4-df6704d52744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:27.323140 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-a13b3811-b223-4b35-a5a4-df6704d52744 admin admin] Calling delete_port for 3c7b483c-9fdb-4918-ad5e-aaaca975e1d4 owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:27.362821 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-31f6aa0d-416f-41b1-aca0-5475908e806e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbff033-534e-4343-9b7f-3351560b8211', 'name': 'tempest-TestMinimumBasicScenario-15463758-router', 'tenant_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '3c7b483c-9fdb-4918-ad5e-aaaca975e1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:01:13Z', 'updated_at': '2021-07-07T18:03:26Z', 'revision_number': 5, 'project_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'gw_port': {'id': '3c7b483c-9fdb-4918-ad5e-aaaca975e1d4', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:82:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbff033-534e-4343-9b7f-3351560b8211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:13Z', 'updated_at': '2021-07-07T18:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:27.402282 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f6aa0d-416f-41b1-aca0-5475908e806e None None] Checking router: fbbff033-534e-4343-9b7f-3351560b8211 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:03:27.421023 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f6aa0d-416f-41b1-aca0-5475908e806e None None] Routers {'fbbff033-534e-4343-9b7f-3351560b8211'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:27.421722 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-31f6aa0d-416f-41b1-aca0-5475908e806e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:03:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['fbbff033-534e-4343-9b7f-3351560b8211'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:27.519325 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a13b3811-b223-4b35-a5a4-df6704d52744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:27.528496 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-31f6aa0d-416f-41b1-aca0-5475908e806e None None] Set router fbbff033-534e-4343-9b7f-3351560b8211 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:03:27.551168 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b3811-b223-4b35-a5a4-df6704d52744 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c7b483c-9fdb-4918-ad5e-aaaca975e1d4,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:27.594462 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-31f6aa0d-416f-41b1-aca0-5475908e806e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbff033-534e-4343-9b7f-3351560b8211', 'name': 'tempest-TestMinimumBasicScenario-15463758-router', 'tenant_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:01:13Z', 'updated_at': '2021-07-07T18:03:27Z', 'revision_number': 6, 'project_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:27.624166 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a13b3811-b223-4b35-a5a4-df6704d52744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:27.627201 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f6aa0d-416f-41b1-aca0-5475908e806e None None] The sync data for ids ['fbbff033-534e-4343-9b7f-3351560b8211'] in n-d-791503-12 is: [{'id': 'fbbff033-534e-4343-9b7f-3351560b8211', 'name': 'tempest-TestMinimumBasicScenario-15463758-router', 'tenant_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:01:13Z', 'updated_at': '2021-07-07T18:03:27Z', 'revision_number': 6, 'project_id': 'c7c6fdfcb9be4330b19eaca1599c6e8e', 'gw_port_host': None}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:03:27.722607 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a13b3811-b223-4b35-a5a4-df6704d52744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:27.724940 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a13b3811-b223-4b35-a5a4-df6704d52744 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:27.771263 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a13b3811-b223-4b35-a5a4-df6704d52744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:27.771798 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13b3811-b223-4b35-a5a4-df6704d52744 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbbff033-534e-4343-9b7f-3351560b8211 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:03:27.777696 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a13b3811-b223-4b35-a5a4-df6704d52744 admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:27.778994 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a13b3811-b223-4b35-a5a4-df6704d52744 admin admin] 10.222.0.53 "DELETE /v2.0/routers/fbbff033-534e-4343-9b7f-3351560b8211 HTTP/1.1" status: 204 len: 168 time: 0.8770421 Jul 07 18:03:27.782080 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50440) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:27.835135 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d1572f-5eae-432e-ac10-c09cae8df82c admin admin] Deleting subnet 8170a72f-10f0-41e6-ab13-cd42fa54ca06 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:03:27.839574 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d9d1572f-5eae-432e-ac10-c09cae8df82c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:27.878885 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d9d1572f-5eae-432e-ac10-c09cae8df82c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:27.968664 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d9d1572f-5eae-432e-ac10-c09cae8df82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:28.036706 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d9d1572f-5eae-432e-ac10-c09cae8df82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:28.075631 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1572f-5eae-432e-ac10-c09cae8df82c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8170a72f-10f0-41e6-ab13-cd42fa54ca06,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:28.078671 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d9d1572f-5eae-432e-ac10-c09cae8df82c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:28.081254 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d9d1572f-5eae-432e-ac10-c09cae8df82c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8170a72f-10f0-41e6-ab13-cd42fa54ca06 HTTP/1.1" status: 204 len: 168 time: 0.2975690 Jul 07 18:03:28.084026 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50442) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:28.090851 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d02150a-baf2-489d-ada7-87482d0f9fd5 None None] Network 873fe2f4-1fe8-4cfb-859e-babf985aab49 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:28.170046 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3069c4d8-f6bc-4f96-99aa-ef655e0d6e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:28.174323 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:28.236500 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-3069c4d8-f6bc-4f96-99aa-ef655e0d6e02 admin admin] Deleting port dd089e03-ab0f-4ef0-9a70-b143acda4a43 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:28.236782 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3069c4d8-f6bc-4f96-99aa-ef655e0d6e02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:28.325372 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-3069c4d8-f6bc-4f96-99aa-ef655e0d6e02 admin admin] For port dd089e03-ab0f-4ef0-9a70-b143acda4a43, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=dd089e03-ab0f-4ef0-9a70-b143acda4a43,segment=NetworkSegment(5f262c97-4458-4283-89b3-9853f2cd40c8),segment_id=5f262c97-4458-4283-89b3-9853f2cd40c8)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:28.325745 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3069c4d8-f6bc-4f96-99aa-ef655e0d6e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:28.340216 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-3069c4d8-f6bc-4f96-99aa-ef655e0d6e02 admin admin] Calling delete_port for dd089e03-ab0f-4ef0-9a70-b143acda4a43 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:28.441855 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3be1a81-574f-4732-af82-0b0c3fe7921a None None] DHCP port deletion for 873fe2f4-1fe8-4cfb-859e-babf985aab49 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:03:28.453776 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3069c4d8-f6bc-4f96-99aa-ef655e0d6e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:28.498150 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-f3be1a81-574f-4732-af82-0b0c3fe7921a None None] The port 'dd089e03-ab0f-4ef0-9a70-b143acda4a43' was deleted {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 07 18:03:28.499777 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069c4d8-f6bc-4f96-99aa-ef655e0d6e02 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd089e03-ab0f-4ef0-9a70-b143acda4a43,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:28.506388 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3069c4d8-f6bc-4f96-99aa-ef655e0d6e02 admin admin] No DVR routers for this DVR port dd089e03-ab0f-4ef0-9a70-b143acda4a43 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:03:28.591956 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3069c4d8-f6bc-4f96-99aa-ef655e0d6e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:28.615288 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-3069c4d8-f6bc-4f96-99aa-ef655e0d6e02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['873fe2f4-1fe8-4cfb-859e-babf985aab49']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:28.633297 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-3069c4d8-f6bc-4f96-99aa-ef655e0d6e02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f262c97-4458-4283-89b3-9853f2cd40c8') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:28.634488 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-3069c4d8-f6bc-4f96-99aa-ef655e0d6e02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f262c97-4458-4283-89b3-9853f2cd40c8') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:28.646176 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3069c4d8-f6bc-4f96-99aa-ef655e0d6e02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:28.668582 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3069c4d8-f6bc-4f96-99aa-ef655e0d6e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:28.679104 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3069c4d8-f6bc-4f96-99aa-ef655e0d6e02 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:03:28.679526 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3069c4d8-f6bc-4f96-99aa-ef655e0d6e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: timer() Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:03:28.681609 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:03:28.778574 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3069c4d8-f6bc-4f96-99aa-ef655e0d6e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:28.787673 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3069c4d8-f6bc-4f96-99aa-ef655e0d6e02 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:28.793510 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3069c4d8-f6bc-4f96-99aa-ef655e0d6e02 admin admin] 10.222.0.53 "DELETE /v2.0/networks/873fe2f4-1fe8-4cfb-859e-babf985aab49 HTTP/1.1" status: 204 len: 168 time: 0.7079487 Jul 07 18:03:28.814154 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069c4d8-f6bc-4f96-99aa-ef655e0d6e02 admin admin] Pushing event deleted for resources: {'Network': ['ID=873fe2f4-1fe8-4cfb-859e-babf985aab49,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:29.039707 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device dd089e03-ab0f-4ef0-9a70-b143acda4a43 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:03:29.066941 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: dd089e03-ab0f-4ef0-9a70-b143acda4a43 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:03:29.067295 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device dd089e03-ab0f-4ef0-9a70-b143acda4a43 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:03:29.067738 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 15205401-0ef7-4923-a61e-0eb0ff628f35 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:03:29.071453 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50446) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:29.097967 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 15205401-0ef7-4923-a61e-0eb0ff628f35 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:03:29.098645 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 15205401-0ef7-4923-a61e-0eb0ff628f35 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:03:29.099015 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3c7b483c-9fdb-4918-ad5e-aaaca975e1d4 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:03:29.121808 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 3c7b483c-9fdb-4918-ad5e-aaaca975e1d4 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:03:29.122179 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 3c7b483c-9fdb-4918-ad5e-aaaca975e1d4 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:03:29.126053 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c25c1723-af0e-46d9-8bcd-e64b3d852e98 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e28ffdb87784b699a2b414d2ee5daf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533295 Jul 07 18:03:29.129392 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50448) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:29.191713 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-44a77c01-959e-4030-8902-6f2ae0d27942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:29.217360 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-44a77c01-959e-4030-8902-6f2ae0d27942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:29.278057 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-44a77c01-959e-4030-8902-6f2ae0d27942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:29.281078 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-44a77c01-959e-4030-8902-6f2ae0d27942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:29.282829 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-44a77c01-959e-4030-8902-6f2ae0d27942 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a7fb54d4-4492-477e-9071-70b998dd7f7e HTTP/1.1" status: 204 len: 168 time: 0.1522672 Jul 07 18:03:29.293198 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a77c01-959e-4030-8902-6f2ae0d27942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fb54d4-4492-477e-9071-70b998dd7f7e,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:29.684900 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50454) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:29.728087 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-dc7bbd08-1f41-43f7-b162-38741183fee2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c7c6fdfcb9be4330b19eaca1599c6e8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419793 Jul 07 18:03:29.731381 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50456) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:29.791690 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9771a498-1f83-4ba2-b35c-3dac37a6905a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:29.816106 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9771a498-1f83-4ba2-b35c-3dac37a6905a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:29.865414 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9771a498-1f83-4ba2-b35c-3dac37a6905a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:29.868001 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9771a498-1f83-4ba2-b35c-3dac37a6905a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:29.869903 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9771a498-1f83-4ba2-b35c-3dac37a6905a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/01c16d08-e484-4439-8e2d-37fa2e72e218 HTTP/1.1" status: 204 len: 168 time: 0.1375976 Jul 07 18:03:29.880573 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771a498-1f83-4ba2-b35c-3dac37a6905a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c16d08-e484-4439-8e2d-37fa2e72e218,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:30.450090 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:31.596556 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50496) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:31.601387 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-48d918ee-1850-49fc-aba9-ab0c77b81aef tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1109743764', 'description': 'tempest-secgroup-smoke-1109743764 description', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:31.627672 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-48d918ee-1850-49fc-aba9-ab0c77b81aef tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:31.639594 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-48d918ee-1850-49fc-aba9-ab0c77b81aef tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:31.753141 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-48d918ee-1850-49fc-aba9-ab0c77b81aef tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:31.757602 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-48d918ee-1850-49fc-aba9-ab0c77b81aef tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:31.795389 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d918ee-1850-49fc-aba9-ab0c77b81aef tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d34884a1-00cf-4b82-b6be-1daf45e603b6,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:31.857075 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-48d918ee-1850-49fc-aba9-ab0c77b81aef tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:31.861452 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-48d918ee-1850-49fc-aba9-ab0c77b81aef tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:31.895078 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-48d918ee-1850-49fc-aba9-ab0c77b81aef tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:31.896354 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-48d918ee-1850-49fc-aba9-ab0c77b81aef tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2987309 Jul 07 18:03:31.900371 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50498) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:31.901606 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d918ee-1850-49fc-aba9-ab0c77b81aef tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47fc475d-f809-4e91-9d27-8da275ed29c6,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:31.905924 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-f8eac2b8-e709-4f89-9b7a-ee0c41edcf1a tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': '47fc475d-f809-4e91-9d27-8da275ed29c6', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:31.943513 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f8eac2b8-e709-4f89-9b7a-ee0c41edcf1a tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.010854 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f8eac2b8-e709-4f89-9b7a-ee0c41edcf1a tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.015850 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f8eac2b8-e709-4f89-9b7a-ee0c41edcf1a tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.035547 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eac2b8-e709-4f89-9b7a-ee0c41edcf1a tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aafd158e-0af3-42c2-8cfa-ab4dbc36668d,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:32.042776 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f8eac2b8-e709-4f89-9b7a-ee0c41edcf1a tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.042984 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f8eac2b8-e709-4f89-9b7a-ee0c41edcf1a tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413715 Jul 07 18:03:32.045871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50500) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:32.050524 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-7753c42b-7e55-49ff-ad1d-b66c7e164df4 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': '47fc475d-f809-4e91-9d27-8da275ed29c6', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:32.079963 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7753c42b-7e55-49ff-ad1d-b66c7e164df4 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.152297 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7753c42b-7e55-49ff-ad1d-b66c7e164df4 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.156275 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7753c42b-7e55-49ff-ad1d-b66c7e164df4 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.177726 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753c42b-7e55-49ff-ad1d-b66c7e164df4 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b31372f-0227-4966-98b8-aa05e98f9d78,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:32.185373 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-7753c42b-7e55-49ff-ad1d-b66c7e164df4 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.186660 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7753c42b-7e55-49ff-ad1d-b66c7e164df4 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1398318 Jul 07 18:03:32.189525 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50502) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:32.194180 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-a367b84c-0173-4791-954d-a56fd9627f5c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': '47fc475d-f809-4e91-9d27-8da275ed29c6', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:32.229405 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a367b84c-0173-4791-954d-a56fd9627f5c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.296943 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a367b84c-0173-4791-954d-a56fd9627f5c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.301191 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a367b84c-0173-4791-954d-a56fd9627f5c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.320012 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367b84c-0173-4791-954d-a56fd9627f5c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2f5c23-c053-40af-9e01-5795ec396f50,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:32.331869 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a367b84c-0173-4791-954d-a56fd9627f5c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.333070 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a367b84c-0173-4791-954d-a56fd9627f5c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426089 Jul 07 18:03:32.336084 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50504) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:32.341934 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-2456714c-f309-49d3-8ca2-7e23757099d7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': '47fc475d-f809-4e91-9d27-8da275ed29c6', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:32.371782 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2456714c-f309-49d3-8ca2-7e23757099d7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.437653 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2456714c-f309-49d3-8ca2-7e23757099d7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.442223 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2456714c-f309-49d3-8ca2-7e23757099d7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.465249 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456714c-f309-49d3-8ca2-7e23757099d7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a96ac6b-dd00-416e-b6f7-195a9bc23565,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:32.473194 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2456714c-f309-49d3-8ca2-7e23757099d7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.474559 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2456714c-f309-49d3-8ca2-7e23757099d7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1369317 Jul 07 18:03:32.477540 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50506) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:32.482715 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-7e243d04-e117-43f9-80a8-b5916917e55b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': '47fc475d-f809-4e91-9d27-8da275ed29c6', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:32.507513 n-d-791503-12 neutron-server[100193]: INFO neutron.db.securitygroups_db [None req-7e243d04-e117-43f9-80a8-b5916917e55b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Project 22f1d5a2e22b43d2aa02349f22c09dd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:03:32.515626 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7e243d04-e117-43f9-80a8-b5916917e55b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.585004 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7e243d04-e117-43f9-80a8-b5916917e55b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.589766 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7e243d04-e117-43f9-80a8-b5916917e55b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.608913 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e243d04-e117-43f9-80a8-b5916917e55b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14faa57-27ee-4af4-9000-f0fb10959c0a,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:32.615336 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7e243d04-e117-43f9-80a8-b5916917e55b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.618978 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7e243d04-e117-43f9-80a8-b5916917e55b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1376431 Jul 07 18:03:32.619695 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50508) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:32.623900 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-09d8c8b5-f5b7-4e0d-bd9d-cb684f4c5bd4 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': '47fc475d-f809-4e91-9d27-8da275ed29c6', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:32.651861 n-d-791503-12 neutron-server[100193]: INFO neutron.db.securitygroups_db [None req-09d8c8b5-f5b7-4e0d-bd9d-cb684f4c5bd4 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Project 22f1d5a2e22b43d2aa02349f22c09dd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:03:32.653261 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-09d8c8b5-f5b7-4e0d-bd9d-cb684f4c5bd4 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.720900 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-09d8c8b5-f5b7-4e0d-bd9d-cb684f4c5bd4 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.724681 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-09d8c8b5-f5b7-4e0d-bd9d-cb684f4c5bd4 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.744137 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8c8b5-f5b7-4e0d-bd9d-cb684f4c5bd4 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ccb9d1b-f96a-4b78-8dc2-c806a1127d58,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:32.752067 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-09d8c8b5-f5b7-4e0d-bd9d-cb684f4c5bd4 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.754064 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-09d8c8b5-f5b7-4e0d-bd9d-cb684f4c5bd4 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1335666 Jul 07 18:03:32.757466 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50510) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:32.763364 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-61d5e690-2565-493c-ae6f-59ccfc5d6666 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'network': {'name': 'tempest-network-smoke--1314572412', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'port_security_enabled': True}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:32.785023 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d5e690-2565-493c-ae6f-59ccfc5d6666 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Made reservation on behalf of 22f1d5a2e22b43d2aa02349f22c09dd7 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:32.788790 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-61d5e690-2565-493c-ae6f-59ccfc5d6666 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.818717 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d5e690-2565-493c-ae6f-59ccfc5d6666 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:03:32.832362 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-61d5e690-2565-493c-ae6f-59ccfc5d6666 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.832736 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-61d5e690-2565-493c-ae6f-59ccfc5d6666 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Added segment e6492bd5-c76d-4dfa-af1e-1180ad4d8360 of type vlan for network 9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562 Jul 07 18:03:32.875781 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-61d5e690-2565-493c-ae6f-59ccfc5d6666 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.912054 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-61d5e690-2565-493c-ae6f-59ccfc5d6666 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.918645 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d5e690-2565-493c-ae6f-59ccfc5d6666 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:32.919348 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-61d5e690-2565-493c-ae6f-59ccfc5d6666 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.976455 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-61d5e690-2565-493c-ae6f-59ccfc5d6666 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2178829 Jul 07 18:03:32.979453 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50512) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:32.983935 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-35474581-911d-4fdb-8759-6ae0aff45548 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-463125616', 'admin_state_up': True, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:33.002518 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5e690-2565-493c-ae6f-59ccfc5d6666 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Network': ['ID=9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:33.014786 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:03:33.020397 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-35474581-911d-4fdb-8759-6ae0aff45548 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:33.021465 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-35474581-911d-4fdb-8759-6ae0aff45548 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:33.080650 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-35474581-911d-4fdb-8759-6ae0aff45548 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:33.574551 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-35474581-911d-4fdb-8759-6ae0aff45548 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:33.782298 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-35474581-911d-4fdb-8759-6ae0aff45548 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:33.802912 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-35474581-911d-4fdb-8759-6ae0aff45548 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:33.920841 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-35474581-911d-4fdb-8759-6ae0aff45548 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Allocated IP 172.25.0.129 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/009e3649-a030-413e-aa14-3b8478b26c9c) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:34.027426 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-35474581-911d-4fdb-8759-6ae0aff45548 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:34.073305 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-35474581-911d-4fdb-8759-6ae0aff45548 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:34.113297 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35474581-911d-4fdb-8759-6ae0aff45548 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:34.116311 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-35474581-911d-4fdb-8759-6ae0aff45548 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:34.122985 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35474581-911d-4fdb-8759-6ae0aff45548 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:34.153789 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35474581-911d-4fdb-8759-6ae0aff45548 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=009e3649-a030-413e-aa14-3b8478b26c9c,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:34.392532 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-35474581-911d-4fdb-8759-6ae0aff45548 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:34.605514 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-35474581-911d-4fdb-8759-6ae0aff45548 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:34.743832 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35474581-911d-4fdb-8759-6ae0aff45548 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Router b7afb959-5def-48bc-b647-0f83c0bc81dd is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:03:34.863870 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35474581-911d-4fdb-8759-6ae0aff45548 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:03:34.875167 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a109561-5b4a-4baf-8eba-dfe5c1dafa8c None None] Sync routers for ids ['b7afb959-5def-48bc-b647-0f83c0bc81dd'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:03:34.883482 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-35474581-911d-4fdb-8759-6ae0aff45548 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:34.888890 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-35474581-911d-4fdb-8759-6ae0aff45548 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9051745 Jul 07 18:03:34.889103 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a109561-5b4a-4baf-8eba-dfe5c1dafa8c None None] Routers {'b7afb959-5def-48bc-b647-0f83c0bc81dd'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:34.889103 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4a109561-5b4a-4baf-8eba-dfe5c1dafa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:03:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b7afb959-5def-48bc-b647-0f83c0bc81dd'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:34.889383 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50514) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:35.006981 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-4a109561-5b4a-4baf-8eba-dfe5c1dafa8c None None] Set router b7afb959-5def-48bc-b647-0f83c0bc81dd gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:03:35.051035 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2d763fe7-1076-464a-a3cf-97bd2db3b377 tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=22f1d5a2e22b43d2aa02349f22c09dd7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1569846 Jul 07 18:03:35.051417 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50518) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:35.150794 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a747dd1-81cf-48d3-837f-c5ea0f2c8528 tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:35.152253 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8a747dd1-81cf-48d3-837f-c5ea0f2c8528 tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0998166 Jul 07 18:03:35.155174 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50522) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:35.186402 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fdba5d2a-6c7c-4617-8155-497017cfe766 tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=b1c8a741-d954-43c5-b974-954b2190b048&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300887 Jul 07 18:03:35.189032 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50524) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:35.194033 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-fe0ef716-3119-45d3-a5ab-31d93ff8dfa7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-943781664', 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:35.211495 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4a109561-5b4a-4baf-8eba-dfe5c1dafa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463125616', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:03:34Z', 'revision_number': 3, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:03:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:35.242514 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a109561-5b4a-4baf-8eba-dfe5c1dafa8c None None] Checking router: b7afb959-5def-48bc-b647-0f83c0bc81dd for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:03:35.243105 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a109561-5b4a-4baf-8eba-dfe5c1dafa8c None None] Updating router b7afb959-5def-48bc-b647-0f83c0bc81dd port 009e3649-a030-413e-aa14-3b8478b26c9c binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:03:35.284701 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4a109561-5b4a-4baf-8eba-dfe5c1dafa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:35.291201 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0ef716-3119-45d3-a5ab-31d93ff8dfa7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Made reservation on behalf of 22f1d5a2e22b43d2aa02349f22c09dd7 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:35.295002 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef716-3119-45d3-a5ab-31d93ff8dfa7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:35.501925 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef716-3119-45d3-a5ab-31d93ff8dfa7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:35.573903 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ef716-3119-45d3-a5ab-31d93ff8dfa7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Subnet': ['ID=5be49f6d-4757-4449-8c7b-b7f99b240031,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:35.589427 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0ef716-3119-45d3-a5ab-31d93ff8dfa7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Checking segment: {'id': 'e6492bd5-c76d-4dfa-af1e-1180ad4d8360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:35.589796 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0ef716-3119-45d3-a5ab-31d93ff8dfa7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network hostable DHCP agents. Network: 9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:03:35.598838 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4a109561-5b4a-4baf-8eba-dfe5c1dafa8c None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:35.611394 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0ef716-3119-45d3-a5ab-31d93ff8dfa7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network 9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:03:35.614435 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4a109561-5b4a-4baf-8eba-dfe5c1dafa8c None None] Transition to ACTIVE for port object 009e3649-a030-413e-aa14-3b8478b26c9c will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:35.622314 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4a109561-5b4a-4baf-8eba-dfe5c1dafa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:35.623238 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-fe0ef716-3119-45d3-a5ab-31d93ff8dfa7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:35.628484 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0ef716-3119-45d3-a5ab-31d93ff8dfa7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:35.629452 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef716-3119-45d3-a5ab-31d93ff8dfa7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:35.651108 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a7fe3d-ce0f-486a-a902-ba3a286cd2f1 None None] Network 9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:35.661415 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fe0ef716-3119-45d3-a5ab-31d93ff8dfa7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4713049 Jul 07 18:03:35.665698 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50526) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:35.729317 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be4aa0-ab13-4997-b855-1df0cdc9b698 None None] Pushing event updated for resources: {'Port': ['ID=009e3649-a030-413e-aa14-3b8478b26c9c,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:35.733314 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-4a109561-5b4a-4baf-8eba-dfe5c1dafa8c None None] Attempting to bind port 009e3649-a030-413e-aa14-3b8478b26c9c on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:03:35.733684 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-4a109561-5b4a-4baf-8eba-dfe5c1dafa8c None None] Attempting to bind port 009e3649-a030-413e-aa14-3b8478b26c9c by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:03:35.734046 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a109561-5b4a-4baf-8eba-dfe5c1dafa8c None None] Attempting to bind port 009e3649-a030-413e-aa14-3b8478b26c9c on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:03:35.746710 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a109561-5b4a-4baf-8eba-dfe5c1dafa8c None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:03:35.747068 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a109561-5b4a-4baf-8eba-dfe5c1dafa8c None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:35.747399 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4a109561-5b4a-4baf-8eba-dfe5c1dafa8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:35.747794 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a109561-5b4a-4baf-8eba-dfe5c1dafa8c None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:03:35.748281 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-4a109561-5b4a-4baf-8eba-dfe5c1dafa8c None None] Bound port: 009e3649-a030-413e-aa14-3b8478b26c9c, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:03:35.748681 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4a109561-5b4a-4baf-8eba-dfe5c1dafa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:35.850750 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-4a109561-5b4a-4baf-8eba-dfe5c1dafa8c None None] For port 009e3649-a030-413e-aa14-3b8478b26c9c, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:03:35.855572 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-4a109561-5b4a-4baf-8eba-dfe5c1dafa8c None None] For port 009e3649-a030-413e-aa14-3b8478b26c9c, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=009e3649-a030-413e-aa14-3b8478b26c9c,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:03:35.860888 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4a109561-5b4a-4baf-8eba-dfe5c1dafa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:35.939066 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17864f2c-3d7c-4d5f-8cb0-b93529098d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562', 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'fixed_ips': [{'subnet_id': '5be49f6d-4757-4449-8c7b-b7f99b240031'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:03:35.939968 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-17864f2c-3d7c-4d5f-8cb0-b93529098d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:35.976401 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be4aa0-ab13-4997-b855-1df0cdc9b698 None None] Pushing event updated for resources: {'Port': ['ID=009e3649-a030-413e-aa14-3b8478b26c9c,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:35.983830 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a109561-5b4a-4baf-8eba-dfe5c1dafa8c None None] Routers {'b7afb959-5def-48bc-b647-0f83c0bc81dd'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:35.984884 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4a109561-5b4a-4baf-8eba-dfe5c1dafa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:03:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b7afb959-5def-48bc-b647-0f83c0bc81dd'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:36.159012 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e40b20dc-6ad4-459c-9f6d-37ab01faa1ed tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:36.208606 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-4a109561-5b4a-4baf-8eba-dfe5c1dafa8c None None] Set router b7afb959-5def-48bc-b647-0f83c0bc81dd gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:03:36.279652 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-17864f2c-3d7c-4d5f-8cb0-b93529098d0d None None] Allocated IP 172.20.0.2 (9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562/5be49f6d-4757-4449-8c7b-b7f99b240031/d1849db1-6e59-4607-9fd4-a20ac00c5464) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:36.730335 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-17864f2c-3d7c-4d5f-8cb0-b93529098d0d None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:36.741910 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-17864f2c-3d7c-4d5f-8cb0-b93529098d0d None None] Transition to ACTIVE for port object d1849db1-6e59-4607-9fd4-a20ac00c5464 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:36.751384 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-4a109561-5b4a-4baf-8eba-dfe5c1dafa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463125616', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:03:34Z', 'revision_number': 3, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:36.785703 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a109561-5b4a-4baf-8eba-dfe5c1dafa8c None None] The sync data for ids ['b7afb959-5def-48bc-b647-0f83c0bc81dd'] in n-d-791503-12 is: [{'id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463125616', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:03:34Z', 'revision_number': 3, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:03:36.789526 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-17864f2c-3d7c-4d5f-8cb0-b93529098d0d None None] Transition to ACTIVE for port object d1849db1-6e59-4607-9fd4-a20ac00c5464 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:36.799600 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-17864f2c-3d7c-4d5f-8cb0-b93529098d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:36.844302 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17864f2c-3d7c-4d5f-8cb0-b93529098d0d None None] Network 9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:36.845851 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-17864f2c-3d7c-4d5f-8cb0-b93529098d0d None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:36.850056 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17864f2c-3d7c-4d5f-8cb0-b93529098d0d None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:36.903981 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-e40b20dc-6ad4-459c-9f6d-37ab01faa1ed tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Allocated IP 172.20.0.1 (9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562/5be49f6d-4757-4449-8c7b-b7f99b240031/dd34b8da-8e14-4c05-92bf-e4c32226253d) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:36.909211 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17864f2c-3d7c-4d5f-8cb0-b93529098d0d None None] Pushing event updated for resources: {'Port': ['ID=d1849db1-6e59-4607-9fd4-a20ac00c5464,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:36.945762 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-17864f2c-3d7c-4d5f-8cb0-b93529098d0d None None] Attempting to bind port d1849db1-6e59-4607-9fd4-a20ac00c5464 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:03:36.952164 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-17864f2c-3d7c-4d5f-8cb0-b93529098d0d None None] Attempting to bind port d1849db1-6e59-4607-9fd4-a20ac00c5464 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'e6492bd5-c76d-4dfa-af1e-1180ad4d8360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:03:36.952939 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17864f2c-3d7c-4d5f-8cb0-b93529098d0d None None] Attempting to bind port d1849db1-6e59-4607-9fd4-a20ac00c5464 on network 9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:03:36.960728 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17864f2c-3d7c-4d5f-8cb0-b93529098d0d None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:03:36.961106 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17864f2c-3d7c-4d5f-8cb0-b93529098d0d None None] Checking segment: {'id': 'e6492bd5-c76d-4dfa-af1e-1180ad4d8360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:36.961514 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-17864f2c-3d7c-4d5f-8cb0-b93529098d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:36.963449 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17864f2c-3d7c-4d5f-8cb0-b93529098d0d None None] Bound using segment: {'id': 'e6492bd5-c76d-4dfa-af1e-1180ad4d8360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:03:36.963970 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-17864f2c-3d7c-4d5f-8cb0-b93529098d0d None None] Bound port: d1849db1-6e59-4607-9fd4-a20ac00c5464, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6492bd5-c76d-4dfa-af1e-1180ad4d8360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:03:36.964381 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-17864f2c-3d7c-4d5f-8cb0-b93529098d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:37.056908 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-17864f2c-3d7c-4d5f-8cb0-b93529098d0d None None] For port d1849db1-6e59-4607-9fd4-a20ac00c5464, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:03:37.058602 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e40b20dc-6ad4-459c-9f6d-37ab01faa1ed tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:37.061823 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-17864f2c-3d7c-4d5f-8cb0-b93529098d0d None None] For port d1849db1-6e59-4607-9fd4-a20ac00c5464, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d1849db1-6e59-4607-9fd4-a20ac00c5464,segment=NetworkSegment(e6492bd5-c76d-4dfa-af1e-1180ad4d8360),segment_id=e6492bd5-c76d-4dfa-af1e-1180ad4d8360)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:03:37.067572 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-17864f2c-3d7c-4d5f-8cb0-b93529098d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:37.081555 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-e40b20dc-6ad4-459c-9f6d-37ab01faa1ed tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Transition to ACTIVE for port object dd34b8da-8e14-4c05-92bf-e4c32226253d will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:37.131983 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e40b20dc-6ad4-459c-9f6d-37ab01faa1ed tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:37.182426 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17864f2c-3d7c-4d5f-8cb0-b93529098d0d None None] Pushing event updated for resources: {'Port': ['ID=d1849db1-6e59-4607-9fd4-a20ac00c5464,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:37.209257 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40b20dc-6ad4-459c-9f6d-37ab01faa1ed tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network 9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:37.216736 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-e40b20dc-6ad4-459c-9f6d-37ab01faa1ed tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:37.223171 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40b20dc-6ad4-459c-9f6d-37ab01faa1ed tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:37.282492 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b20dc-6ad4-459c-9f6d-37ab01faa1ed tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=dd34b8da-8e14-4c05-92bf-e4c32226253d,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:37.324923 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e40b20dc-6ad4-459c-9f6d-37ab01faa1ed tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:37.543526 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e40b20dc-6ad4-459c-9f6d-37ab01faa1ed tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:37.947696 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:37.955540 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e40b20dc-6ad4-459c-9f6d-37ab01faa1ed tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:37.966185 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e40b20dc-6ad4-459c-9f6d-37ab01faa1ed tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:38.050248 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b20dc-6ad4-459c-9f6d-37ab01faa1ed tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=dd34b8da-8e14-4c05-92bf-e4c32226253d,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:38.053295 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e40b20dc-6ad4-459c-9f6d-37ab01faa1ed tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:38.188920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40b20dc-6ad4-459c-9f6d-37ab01faa1ed tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network 9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:38.194649 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-e40b20dc-6ad4-459c-9f6d-37ab01faa1ed tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:38.356200 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40b20dc-6ad4-459c-9f6d-37ab01faa1ed tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Router b7afb959-5def-48bc-b647-0f83c0bc81dd has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:03:38.397174 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e4aac8-77f6-47ac-ae22-fb49a33a6f40 None None] Network 9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:38.489529 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40b20dc-6ad4-459c-9f6d-37ab01faa1ed tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:03:38.495894 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e40b20dc-6ad4-459c-9f6d-37ab01faa1ed tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "PUT /v2.0/routers/b7afb959-5def-48bc-b647-0f83c0bc81dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8285265 Jul 07 18:03:38.504147 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3dbb7823-997a-4722-8462-0352c619f346 None None] Provisioning for port d1849db1-6e59-4607-9fd4-a20ac00c5464 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:38.535038 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:38.689480 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-c42f4b59-16da-410f-9852-ba2f57336bae tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1109743764&fields=id&tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7 HTTP/1.1" status: 200 len: 267 time: 0.0519261 Jul 07 18:03:38.843061 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-192fa548-f1b2-4a4d-90bd-2b41f8047760 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:38.845579 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-192fa548-f1b2-4a4d-90bd-2b41f8047760 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/networks?id=9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562 HTTP/1.1" status: 200 len: 797 time: 0.1476452 Jul 07 18:03:38.884751 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-2e06f16e-032f-442c-966a-7fe64b0f80c8 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/quotas/22f1d5a2e22b43d2aa02349f22c09dd7 HTTP/1.1" status: 200 len: 375 time: 0.0191391 Jul 07 18:03:38.969225 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8a0c3795-fc30-4e9b-8957-61286c3f392b None None] Provisioning for port dd34b8da-8e14-4c05-92bf-e4c32226253d completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:38.975737 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8a0c3795-fc30-4e9b-8957-61286c3f392b None None] Provisioning complete for port dd34b8da-8e14-4c05-92bf-e4c32226253d triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:38.976523 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8a0c3795-fc30-4e9b-8957-61286c3f392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:39.034000 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-bab74264-b727-4700-a8cf-b4e1d16c7a30 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1276190 Jul 07 18:03:39.058782 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c3795-fc30-4e9b-8957-61286c3f392b None None] Port dd34b8da-8e14-4c05-92bf-e4c32226253d cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:03:39.171595 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 009e3649-a030-413e-aa14-3b8478b26c9c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:39.174902 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc79de5-473b-4f2e-91ff-2f8a8f2ace04 None None] Sync routers for ids ['b7afb959-5def-48bc-b647-0f83c0bc81dd'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:03:39.188887 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc79de5-473b-4f2e-91ff-2f8a8f2ace04 None None] Routers {'b7afb959-5def-48bc-b647-0f83c0bc81dd'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:39.189453 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-3fc79de5-473b-4f2e-91ff-2f8a8f2ace04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:03:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b7afb959-5def-48bc-b647-0f83c0bc81dd'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:39.246811 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 009e3649-a030-413e-aa14-3b8478b26c9c completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:39.253268 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 009e3649-a030-413e-aa14-3b8478b26c9c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:39.253745 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:39.297793 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-93b7224f-59ce-4b4d-b622-648641ff54b0 service neutron] 10.222.0.53 "GET /v2.0/networks/9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600789 Jul 07 18:03:39.334965 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-3fc79de5-473b-4f2e-91ff-2f8a8f2ace04 None None] Set router b7afb959-5def-48bc-b647-0f83c0bc81dd gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:03:39.351621 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ef5cf791-e9d2-41b9-851d-38671074724d None None] Provisioning complete for port dd34b8da-8e14-4c05-92bf-e4c32226253d triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:39.352022 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ef5cf791-e9d2-41b9-851d-38671074724d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:39.418765 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-8b132203-d261-4e72-aff6-ffcba2ddf28b service neutron] 10.222.0.53 "GET /v2.0/networks/9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151984 Jul 07 18:03:39.419415 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-ef5cf791-e9d2-41b9-851d-38671074724d None None] Port dd34b8da-8e14-4c05-92bf-e4c32226253d cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:03:39.420821 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:39.449896 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 009e3649-a030-413e-aa14-3b8478b26c9c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=009e3649-a030-413e-aa14-3b8478b26c9c,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:39.460331 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:39.461429 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d1849db1-6e59-4607-9fd4-a20ac00c5464 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:39.578060 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=009e3649-a030-413e-aa14-3b8478b26c9c,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:39.582163 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port d1849db1-6e59-4607-9fd4-a20ac00c5464 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:39.592104 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-fd1590a3-e4a3-41af-8792-9df484e1045f None None] Provisioning complete for port dd34b8da-8e14-4c05-92bf-e4c32226253d triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:39.592484 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fd1590a3-e4a3-41af-8792-9df484e1045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:39.616292 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port d1849db1-6e59-4607-9fd4-a20ac00c5464 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:39.616714 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:39.632436 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-3fc79de5-473b-4f2e-91ff-2f8a8f2ace04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463125616', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:03:37Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'dd34b8da-8e14-4c05-92bf-e4c32226253d', 'name': '', 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:02:0b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5be49f6d-4757-4449-8c7b-b7f99b240031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:36Z', 'updated_at': '2021-07-07T18:03:37Z', 'revision_number': 2, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': '5be49f6d-4757-4449-8c7b-b7f99b240031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:39.650194 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52b9053c-9dd5-492e-8266-17ca6861d042 req-d997d6d5-6041-4279-9920-1b1fa7c8bb37 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a70dc5c-4765-479f-a80b-9c7a1c0104c1 HTTP/1.1" status: 200 len: 210 time: 0.0345669 Jul 07 18:03:39.661178 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-fd1590a3-e4a3-41af-8792-9df484e1045f None None] Port dd34b8da-8e14-4c05-92bf-e4c32226253d cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:03:39.668109 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc79de5-473b-4f2e-91ff-2f8a8f2ace04 None None] Checking router: b7afb959-5def-48bc-b647-0f83c0bc81dd for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:03:39.668564 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc79de5-473b-4f2e-91ff-2f8a8f2ace04 None None] Updating router b7afb959-5def-48bc-b647-0f83c0bc81dd port dd34b8da-8e14-4c05-92bf-e4c32226253d binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:03:39.705615 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-3fc79de5-473b-4f2e-91ff-2f8a8f2ace04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:39.725933 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:39.768376 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port d1849db1-6e59-4607-9fd4-a20ac00c5464, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d1849db1-6e59-4607-9fd4-a20ac00c5464,segment=NetworkSegment(e6492bd5-c76d-4dfa-af1e-1180ad4d8360),segment_id=e6492bd5-c76d-4dfa-af1e-1180ad4d8360)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:39.774778 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:39.843530 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=d1849db1-6e59-4607-9fd4-a20ac00c5464,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:40.014001 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-3fc79de5-473b-4f2e-91ff-2f8a8f2ace04 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:40.026725 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-3fc79de5-473b-4f2e-91ff-2f8a8f2ace04 None None] Transition to ACTIVE for port object dd34b8da-8e14-4c05-92bf-e4c32226253d will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:40.033002 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-3fc79de5-473b-4f2e-91ff-2f8a8f2ace04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:40.089392 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57c426-a31d-4656-838f-537697e8c9eb None None] Pushing event updated for resources: {'Port': ['ID=dd34b8da-8e14-4c05-92bf-e4c32226253d,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:40.099891 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca57c426-a31d-4656-838f-537697e8c9eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:40.100359 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca57c426-a31d-4656-838f-537697e8c9eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:40.100595 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca57c426-a31d-4656-838f-537697e8c9eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:40.100972 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca57c426-a31d-4656-838f-537697e8c9eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:40.101290 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca57c426-a31d-4656-838f-537697e8c9eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:40.101797 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca57c426-a31d-4656-838f-537697e8c9eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:40.102135 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca57c426-a31d-4656-838f-537697e8c9eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:40.102658 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca57c426-a31d-4656-838f-537697e8c9eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:40.103150 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca57c426-a31d-4656-838f-537697e8c9eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:40.103485 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca57c426-a31d-4656-838f-537697e8c9eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:40.103822 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca57c426-a31d-4656-838f-537697e8c9eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:40.104149 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca57c426-a31d-4656-838f-537697e8c9eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:40.169795 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-3fc79de5-473b-4f2e-91ff-2f8a8f2ace04 None None] Attempting to bind port dd34b8da-8e14-4c05-92bf-e4c32226253d on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:03:40.170570 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-3fc79de5-473b-4f2e-91ff-2f8a8f2ace04 None None] Attempting to bind port dd34b8da-8e14-4c05-92bf-e4c32226253d by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'e6492bd5-c76d-4dfa-af1e-1180ad4d8360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:03:40.171181 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc79de5-473b-4f2e-91ff-2f8a8f2ace04 None None] Attempting to bind port dd34b8da-8e14-4c05-92bf-e4c32226253d on network 9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:03:40.187341 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc79de5-473b-4f2e-91ff-2f8a8f2ace04 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:03:40.187341 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc79de5-473b-4f2e-91ff-2f8a8f2ace04 None None] Checking segment: {'id': 'e6492bd5-c76d-4dfa-af1e-1180ad4d8360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:40.187341 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-3fc79de5-473b-4f2e-91ff-2f8a8f2ace04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:40.188199 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc79de5-473b-4f2e-91ff-2f8a8f2ace04 None None] Bound using segment: {'id': 'e6492bd5-c76d-4dfa-af1e-1180ad4d8360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:03:40.188732 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-3fc79de5-473b-4f2e-91ff-2f8a8f2ace04 None None] Bound port: dd34b8da-8e14-4c05-92bf-e4c32226253d, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6492bd5-c76d-4dfa-af1e-1180ad4d8360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:03:40.189368 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-3fc79de5-473b-4f2e-91ff-2f8a8f2ace04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:40.302484 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-3fc79de5-473b-4f2e-91ff-2f8a8f2ace04 None None] For port dd34b8da-8e14-4c05-92bf-e4c32226253d, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:03:40.307178 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-3fc79de5-473b-4f2e-91ff-2f8a8f2ace04 None None] For port dd34b8da-8e14-4c05-92bf-e4c32226253d, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=dd34b8da-8e14-4c05-92bf-e4c32226253d,segment=NetworkSegment(e6492bd5-c76d-4dfa-af1e-1180ad4d8360),segment_id=e6492bd5-c76d-4dfa-af1e-1180ad4d8360)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:03:40.311996 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-3fc79de5-473b-4f2e-91ff-2f8a8f2ace04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:40.376808 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57c426-a31d-4656-838f-537697e8c9eb None None] Pushing event updated for resources: {'Port': ['ID=dd34b8da-8e14-4c05-92bf-e4c32226253d,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:40.379349 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc79de5-473b-4f2e-91ff-2f8a8f2ace04 None None] Routers {'b7afb959-5def-48bc-b647-0f83c0bc81dd'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:40.381509 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-3fc79de5-473b-4f2e-91ff-2f8a8f2ace04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:03:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b7afb959-5def-48bc-b647-0f83c0bc81dd'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:40.517106 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-3fc79de5-473b-4f2e-91ff-2f8a8f2ace04 None None] Set router b7afb959-5def-48bc-b647-0f83c0bc81dd gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:03:40.826902 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-85ba5f4f-8bbc-4263-8a75-6055998c9184 req-a066e882-2da9-4040-9075-31ebf94072cb tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a70dc5c-4765-479f-a80b-9c7a1c0104c1 HTTP/1.1" status: 200 len: 210 time: 0.0530517 Jul 07 18:03:40.858260 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-3fc79de5-473b-4f2e-91ff-2f8a8f2ace04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463125616', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:03:37Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'dd34b8da-8e14-4c05-92bf-e4c32226253d', 'name': '', 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:02:0b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5be49f6d-4757-4449-8c7b-b7f99b240031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:36Z', 'updated_at': '2021-07-07T18:03:40Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': '5be49f6d-4757-4449-8c7b-b7f99b240031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:40.887085 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc79de5-473b-4f2e-91ff-2f8a8f2ace04 None None] The sync data for ids ['b7afb959-5def-48bc-b647-0f83c0bc81dd'] in n-d-791503-12 is: [{'id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463125616', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:03:37Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'dd34b8da-8e14-4c05-92bf-e4c32226253d', 'name': '', 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:02:0b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5be49f6d-4757-4449-8c7b-b7f99b240031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:36Z', 'updated_at': '2021-07-07T18:03:40Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': '5be49f6d-4757-4449-8c7b-b7f99b240031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:03:41.145816 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device dd34b8da-8e14-4c05-92bf-e4c32226253d up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:41.213169 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port dd34b8da-8e14-4c05-92bf-e4c32226253d completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:41.222290 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port dd34b8da-8e14-4c05-92bf-e4c32226253d triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:41.223066 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:41.233979 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-8fde23ac-8f33-4a30-aefb-402b1862d917 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:41.235583 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-8fde23ac-8f33-4a30-aefb-402b1862d917 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.72 "GET /v2.0/networks?id=9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562 HTTP/1.1" status: 200 len: 797 time: 0.1511140 Jul 07 18:03:41.288056 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-ce737298-7c83-4005-8e1c-de2143517474 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7 HTTP/1.1" status: 200 len: 380 time: 0.0399902 Jul 07 18:03:41.300451 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-2d3db864-7416-4b29-96a4-c2392efde273 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'port': {'device_id': '7a70dc5c-4765-479f-a80b-9c7a1c0104c1', 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562', 'admin_state_up': True, 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'security_groups': ['47fc475d-f809-4e91-9d27-8da275ed29c6']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:41.362294 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:41.405811 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port dd34b8da-8e14-4c05-92bf-e4c32226253d, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=dd34b8da-8e14-4c05-92bf-e4c32226253d,segment=NetworkSegment(e6492bd5-c76d-4dfa-af1e-1180ad4d8360),segment_id=e6492bd5-c76d-4dfa-af1e-1180ad4d8360)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:41.410676 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:41.411569 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 009e3649-a030-413e-aa14-3b8478b26c9c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:41.453788 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-2d3db864-7416-4b29-96a4-c2392efde273 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Made reservation on behalf of 22f1d5a2e22b43d2aa02349f22c09dd7 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:41.460847 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-2d3db864-7416-4b29-96a4-c2392efde273 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:41.493322 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=dd34b8da-8e14-4c05-92bf-e4c32226253d,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:41.506545 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 009e3649-a030-413e-aa14-3b8478b26c9c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:41.506924 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:41.607203 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d1849db1-6e59-4607-9fd4-a20ac00c5464 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:41.639182 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-2d3db864-7416-4b29-96a4-c2392efde273 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Allocated IP 172.20.0.7 (9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562/5be49f6d-4757-4449-8c7b-b7f99b240031/71df74ea-794f-4896-9816-2d2a8617ac38) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:41.699425 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port d1849db1-6e59-4607-9fd4-a20ac00c5464 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:41.699809 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:41.840838 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-2d3db864-7416-4b29-96a4-c2392efde273 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:41.866760 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-2d3db864-7416-4b29-96a4-c2392efde273 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Transition to ACTIVE for port object 71df74ea-794f-4896-9816-2d2a8617ac38 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:41.910212 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-2d3db864-7416-4b29-96a4-c2392efde273 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:41.964315 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-2d3db864-7416-4b29-96a4-c2392efde273 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network 9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:41.968520 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-2d3db864-7416-4b29-96a4-c2392efde273 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:41.970884 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-2d3db864-7416-4b29-96a4-c2392efde273 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:42.015637 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3db864-7416-4b29-96a4-c2392efde273 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=71df74ea-794f-4896-9816-2d2a8617ac38,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:42.035270 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade82e5d-14ca-46d4-8ed9-4a026f1a9c55 req-8e2182b9-e3de-4053-a756-b201c4d9a987 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:42.037247 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ade82e5d-14ca-46d4-8ed9-4a026f1a9c55 req-8e2182b9-e3de-4053-a756-b201c4d9a987 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a70dc5c-4765-479f-a80b-9c7a1c0104c1 HTTP/1.1" status: 200 len: 931 time: 0.0825605 Jul 07 18:03:42.044736 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-2d3db864-7416-4b29-96a4-c2392efde273 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:42.045560 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-2d3db864-7416-4b29-96a4-c2392efde273 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:42.067324 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-2d3db864-7416-4b29-96a4-c2392efde273 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7721786 Jul 07 18:03:42.079254 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-fcb26517-f759-4b89-b621-3226fa7acbcd service neutron] Request body: {'port': {'device_id': '7a70dc5c-4765-479f-a80b-9c7a1c0104c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:42.096728 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ade82e5d-14ca-46d4-8ed9-4a026f1a9c55 req-af952828-a49f-4324-b294-c798d2e0226f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fc475d-f809-4e91-9d27-8da275ed29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526943 Jul 07 18:03:42.186492 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-fcb26517-f759-4b89-b621-3226fa7acbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:42.278112 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-eb272df1-a082-4c48-9b98-e53fec3c5165 None None] Provisioning for port 71df74ea-794f-4896-9816-2d2a8617ac38 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:42.286289 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-eb272df1-a082-4c48-9b98-e53fec3c5165 None None] Provisioning complete for port 71df74ea-794f-4896-9816-2d2a8617ac38 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:42.290243 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-eb272df1-a082-4c48-9b98-e53fec3c5165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:42.342305 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-eb272df1-a082-4c48-9b98-e53fec3c5165 None None] Port 71df74ea-794f-4896-9816-2d2a8617ac38 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:03:42.518233 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-fcb26517-f759-4b89-b621-3226fa7acbcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71df74ea-794f-4896-9816-2d2a8617ac38 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:03:42.525982 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-fcb26517-f759-4b89-b621-3226fa7acbcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:42.543437 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-fcb26517-f759-4b89-b621-3226fa7acbcd service neutron] Transition to ACTIVE for port object 71df74ea-794f-4896-9816-2d2a8617ac38 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:42.543437 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-fcb26517-f759-4b89-b621-3226fa7acbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:42.598381 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb26517-f759-4b89-b621-3226fa7acbcd service neutron] Pushing event updated for resources: {'Port': ['ID=71df74ea-794f-4896-9816-2d2a8617ac38,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:42.672995 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-fcb26517-f759-4b89-b621-3226fa7acbcd service neutron] Attempting to bind port 71df74ea-794f-4896-9816-2d2a8617ac38 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:03:42.673347 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-fcb26517-f759-4b89-b621-3226fa7acbcd service neutron] Attempting to bind port 71df74ea-794f-4896-9816-2d2a8617ac38 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'e6492bd5-c76d-4dfa-af1e-1180ad4d8360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:03:42.673680 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-fcb26517-f759-4b89-b621-3226fa7acbcd service neutron] Attempting to bind port 71df74ea-794f-4896-9816-2d2a8617ac38 on network 9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:03:42.678503 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-fcb26517-f759-4b89-b621-3226fa7acbcd service neutron] Port 71df74ea-794f-4896-9816-2d2a8617ac38 on network 9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:03:42.678823 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-fcb26517-f759-4b89-b621-3226fa7acbcd service neutron] Attempting to bind port 71df74ea-794f-4896-9816-2d2a8617ac38 on network 9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:03:42.684324 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-fcb26517-f759-4b89-b621-3226fa7acbcd service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:03:42.684692 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-fcb26517-f759-4b89-b621-3226fa7acbcd service neutron] Checking segment: {'id': 'e6492bd5-c76d-4dfa-af1e-1180ad4d8360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:42.685092 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-fcb26517-f759-4b89-b621-3226fa7acbcd service neutron] Bound using segment: {'id': 'e6492bd5-c76d-4dfa-af1e-1180ad4d8360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:03:42.685525 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-fcb26517-f759-4b89-b621-3226fa7acbcd service neutron] Bound port: 71df74ea-794f-4896-9816-2d2a8617ac38, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6492bd5-c76d-4dfa-af1e-1180ad4d8360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:03:42.685892 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-fcb26517-f759-4b89-b621-3226fa7acbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:42.966856 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:03:43.041586 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device dd34b8da-8e14-4c05-92bf-e4c32226253d up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:43.095265 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port dd34b8da-8e14-4c05-92bf-e4c32226253d triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:43.095595 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:43.121547 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-fcb26517-f759-4b89-b621-3226fa7acbcd service neutron] For port 71df74ea-794f-4896-9816-2d2a8617ac38, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:03:43.124559 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-fcb26517-f759-4b89-b621-3226fa7acbcd service neutron] For port 71df74ea-794f-4896-9816-2d2a8617ac38, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=71df74ea-794f-4896-9816-2d2a8617ac38,segment=NetworkSegment(e6492bd5-c76d-4dfa-af1e-1180ad4d8360),segment_id=e6492bd5-c76d-4dfa-af1e-1180ad4d8360)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:03:43.129519 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-fcb26517-f759-4b89-b621-3226fa7acbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:43.168685 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-fcb26517-f759-4b89-b621-3226fa7acbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:43.168943 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-fcb26517-f759-4b89-b621-3226fa7acbcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:43.170609 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-fcb26517-f759-4b89-b621-3226fa7acbcd service neutron] 10.222.0.72 "PUT /v2.0/ports/71df74ea-794f-4896-9816-2d2a8617ac38 HTTP/1.1" status: 200 len: 1092 time: 1.0960145 Jul 07 18:03:43.171082 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a70dc5c-4765-479f-a80b-9c7a1c0104c1', 'tag': '71df74ea-794f-4896-9816-2d2a8617ac38'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:03:43.173423 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09885316-29b6-4829-8f03-a92527f4d72d" -d '{"events": [{"name": "network-changed", "server_uuid": "7a70dc5c-4765-479f-a80b-9c7a1c0104c1", "tag": "71df74ea-794f-4896-9816-2d2a8617ac38"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:03:43.199982 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb26517-f759-4b89-b621-3226fa7acbcd service neutron] Pushing event updated for resources: {'Port': ['ID=71df74ea-794f-4896-9816-2d2a8617ac38,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:43.267658 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42d2ede-bf42-4224-8723-c0827e65eb34 x-openstack-request-id: req-f42d2ede-bf42-4224-8723-c0827e65eb34 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:03:43.267952 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a70dc5c-4765-479f-a80b-9c7a1c0104c1", "tag": "71df74ea-794f-4896-9816-2d2a8617ac38", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:03:43.268217 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f42d2ede-bf42-4224-8723-c0827e65eb34 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:03:43.268644 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a70dc5c-4765-479f-a80b-9c7a1c0104c1', 'tag': '71df74ea-794f-4896-9816-2d2a8617ac38', 'status': 'completed', 'code': 200} Jul 07 18:03:43.332216 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-5125c56e-cb82-443f-b567-fd9eafe96be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:43.333778 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-5125c56e-cb82-443f-b567-fd9eafe96be1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=7a70dc5c-4765-479f-a80b-9c7a1c0104c1 HTTP/1.1" status: 200 len: 1095 time: 0.1107578 Jul 07 18:03:43.392282 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-a928aa02-270b-4a2c-9471-84b79a212be8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71df74ea-794f-4896-9816-2d2a8617ac38 HTTP/1.1" status: 200 len: 217 time: 0.0473077 Jul 07 18:03:43.401892 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec2d34-6922-4c95-b537-48430db463fc req-ab849e98-0d98-4706-a962-ce9e3f96946d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:43.403436 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f1ec2d34-6922-4c95-b537-48430db463fc req-ab849e98-0d98-4706-a962-ce9e3f96946d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a70dc5c-4765-479f-a80b-9c7a1c0104c1 HTTP/1.1" status: 200 len: 943 time: 0.1499743 Jul 07 18:03:43.482283 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f1ec2d34-6922-4c95-b537-48430db463fc req-b3b4fe4b-d49d-4a39-9c4a-a4de0fcfd6d0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fc475d-f809-4e91-9d27-8da275ed29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701840 Jul 07 18:03:43.483593 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-233a12e6-c591-47b6-b203-c819dc419755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:43.485030 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-233a12e6-c591-47b6-b203-c819dc419755 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5be49f6d-4757-4449-8c7b-b7f99b240031 HTTP/1.1" status: 200 len: 834 time: 0.0807078 Jul 07 18:03:43.544592 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-bc809416-4376-411d-a627-401855a650cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:43.546203 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-bc809416-4376-411d-a627-401855a650cc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545731 Jul 07 18:03:43.640070 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-4abe34b7-79c4-46a7-a0c7-62829cfe4120 service neutron] 10.222.0.72 "GET /v2.0/networks/9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876491 Jul 07 18:03:43.759407 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-95869cd4-32ff-498d-8f75-ddc26edfe0be req-f4786c72-4e67-46e6-b91a-1aa4c0ed9e5c service neutron] 10.222.0.72 "GET /v2.0/networks/9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124859 Jul 07 18:03:43.866929 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09885316-29b6-4829-8f03-a92527f4d72d req-03c7975c-31b2-4306-8dc5-a762dcb387ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:43.868556 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-09885316-29b6-4829-8f03-a92527f4d72d req-03c7975c-31b2-4306-8dc5-a762dcb387ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=7a70dc5c-4765-479f-a80b-9c7a1c0104c1 HTTP/1.1" status: 200 len: 1095 time: 0.0575767 Jul 07 18:03:43.971437 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09885316-29b6-4829-8f03-a92527f4d72d req-9b88bcc8-8e23-4621-9846-6724007328b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:43.972971 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-09885316-29b6-4829-8f03-a92527f4d72d req-9b88bcc8-8e23-4621-9846-6724007328b1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562 HTTP/1.1" status: 200 len: 898 time: 0.0984621 Jul 07 18:03:44.015752 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-09885316-29b6-4829-8f03-a92527f4d72d req-85df8bf9-cd5d-4d3e-a7a0-ebd513805e93 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71df74ea-794f-4896-9816-2d2a8617ac38 HTTP/1.1" status: 200 len: 217 time: 0.0359311 Jul 07 18:03:44.066884 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09885316-29b6-4829-8f03-a92527f4d72d req-faf3ab5d-07d1-4f41-8e25-f88aff8359f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:44.068406 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-09885316-29b6-4829-8f03-a92527f4d72d req-faf3ab5d-07d1-4f41-8e25-f88aff8359f5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5be49f6d-4757-4449-8c7b-b7f99b240031 HTTP/1.1" status: 200 len: 834 time: 0.0466597 Jul 07 18:03:44.139225 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09885316-29b6-4829-8f03-a92527f4d72d req-c03f9169-a677-47d1-88f0-493ec8e317e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:44.140810 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-09885316-29b6-4829-8f03-a92527f4d72d req-c03f9169-a677-47d1-88f0-493ec8e317e0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650182 Jul 07 18:03:44.256936 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-09885316-29b6-4829-8f03-a92527f4d72d req-1093d25f-188e-423d-a002-71a22f2e9577 service neutron] 10.222.0.72 "GET /v2.0/networks/9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086497 Jul 07 18:03:44.357346 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-09885316-29b6-4829-8f03-a92527f4d72d req-345334dd-2638-4043-a57d-6e26c57a33c0 service neutron] 10.222.0.72 "GET /v2.0/networks/9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927179 Jul 07 18:03:44.670644 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736c95d-3428-4519-a0d5-f1f7d592fdba req-c9c2eaaa-5a39-4050-b0a3-60f80fc8be67 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:44.672196 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6736c95d-3428-4519-a0d5-f1f7d592fdba req-c9c2eaaa-5a39-4050-b0a3-60f80fc8be67 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a70dc5c-4765-479f-a80b-9c7a1c0104c1 HTTP/1.1" status: 200 len: 943 time: 0.0717084 Jul 07 18:03:44.712669 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6736c95d-3428-4519-a0d5-f1f7d592fdba req-d17d6f59-d9e7-4774-8197-b926ccb8febf tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fc475d-f809-4e91-9d27-8da275ed29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343547 Jul 07 18:03:45.777884 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 71df74ea-794f-4896-9816-2d2a8617ac38 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:03:45.884941 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 71df74ea-794f-4896-9816-2d2a8617ac38, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=71df74ea-794f-4896-9816-2d2a8617ac38,segment=NetworkSegment(e6492bd5-c76d-4dfa-af1e-1180ad4d8360),segment_id=e6492bd5-c76d-4dfa-af1e-1180ad4d8360)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:45.896817 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '71df74ea-794f-4896-9816-2d2a8617ac38', 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562', 'port_id': '71df74ea-794f-4896-9816-2d2a8617ac38', 'mac_address': 'fa:16:3e:aa:1a:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be49f6d-4757-4449-8c7b-b7f99b240031', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:03:45.919381 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa696e9d-8308-4a3c-ae0a-072eadc29f21 req-aa775fc8-fd2e-4f40-bd11-2b7db07af9a4 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:45.920943 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-aa696e9d-8308-4a3c-ae0a-072eadc29f21 req-aa775fc8-fd2e-4f40-bd11-2b7db07af9a4 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a70dc5c-4765-479f-a80b-9c7a1c0104c1 HTTP/1.1" status: 200 len: 943 time: 0.0699265 Jul 07 18:03:45.936735 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:45.950726 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71df74ea-794f-4896-9816-2d2a8617ac38 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:03:45.962735 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-aa696e9d-8308-4a3c-ae0a-072eadc29f21 req-6a9a5c27-2f7b-4dfa-b66b-e64da2b91494 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fc475d-f809-4e91-9d27-8da275ed29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358815 Jul 07 18:03:45.971744 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 71df74ea-794f-4896-9816-2d2a8617ac38, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=71df74ea-794f-4896-9816-2d2a8617ac38,segment=NetworkSegment(e6492bd5-c76d-4dfa-af1e-1180ad4d8360),segment_id=e6492bd5-c76d-4dfa-af1e-1180ad4d8360)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:45.977352 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:46.029708 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=71df74ea-794f-4896-9816-2d2a8617ac38,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:46.179939 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['71df74ea-794f-4896-9816-2d2a8617ac38'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:03:47.157612 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550cbb5-fb08-4b2e-9188-e1f0adf57f0b req-7e21059f-b866-4ccc-a7f2-b72ba00e5e34 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:47.159176 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a550cbb5-fb08-4b2e-9188-e1f0adf57f0b req-7e21059f-b866-4ccc-a7f2-b72ba00e5e34 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a70dc5c-4765-479f-a80b-9c7a1c0104c1 HTTP/1.1" status: 200 len: 944 time: 0.0739374 Jul 07 18:03:47.207804 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a550cbb5-fb08-4b2e-9188-e1f0adf57f0b req-751745df-856d-421a-af2f-02763da4c7e9 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fc475d-f809-4e91-9d27-8da275ed29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428133 Jul 07 18:03:47.779424 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 71df74ea-794f-4896-9816-2d2a8617ac38 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:47.830916 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 71df74ea-794f-4896-9816-2d2a8617ac38 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:47.835302 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 71df74ea-794f-4896-9816-2d2a8617ac38 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:47.835715 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:47.920010 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:47.950297 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a70dc5c-4765-479f-a80b-9c7a1c0104c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71df74ea-794f-4896-9816-2d2a8617ac38'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:03:47.952571 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ddf28d-2292-46f5-bb63-0a11f84c4400" -d '{"events": [{"server_uuid": "7a70dc5c-4765-479f-a80b-9c7a1c0104c1", "name": "network-vif-plugged", "status": "completed", "tag": "71df74ea-794f-4896-9816-2d2a8617ac38"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:03:47.968298 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 71df74ea-794f-4896-9816-2d2a8617ac38, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=71df74ea-794f-4896-9816-2d2a8617ac38,segment=NetworkSegment(e6492bd5-c76d-4dfa-af1e-1180ad4d8360),segment_id=e6492bd5-c76d-4dfa-af1e-1180ad4d8360)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:47.972697 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:48.023695 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=71df74ea-794f-4896-9816-2d2a8617ac38,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:48.049323 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50f6876-65d7-4e18-bbe2-6cd49a7073c7 x-openstack-request-id: req-c50f6876-65d7-4e18-bbe2-6cd49a7073c7 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:03:48.049627 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a70dc5c-4765-479f-a80b-9c7a1c0104c1", "name": "network-vif-plugged", "status": "completed", "tag": "71df74ea-794f-4896-9816-2d2a8617ac38", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:03:48.049890 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c50f6876-65d7-4e18-bbe2-6cd49a7073c7 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:03:48.050290 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a70dc5c-4765-479f-a80b-9c7a1c0104c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71df74ea-794f-4896-9816-2d2a8617ac38', 'code': 200} Jul 07 18:03:48.174741 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4d61a-4ebf-42f0-b96c-fca1745a49a7 req-8c256013-2db3-4dce-9149-0c2581b4c4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:48.176291 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-81d4d61a-4ebf-42f0-b96c-fca1745a49a7 req-8c256013-2db3-4dce-9149-0c2581b4c4b1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7a70dc5c-4765-479f-a80b-9c7a1c0104c1 HTTP/1.1" status: 200 len: 1097 time: 0.0538745 Jul 07 18:03:48.213585 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-81d4d61a-4ebf-42f0-b96c-fca1745a49a7 req-9a301ca5-8543-4b15-9dcc-46fdc0d5f72b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=47fc475d-f809-4e91-9d27-8da275ed29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294468 Jul 07 18:03:48.390705 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a778a-1e00-46d7-8d94-f9317ca0bc97 req-9be9efdb-4655-4daa-b54e-1eec6f1a120b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:48.392242 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-062a778a-1e00-46d7-8d94-f9317ca0bc97 req-9be9efdb-4655-4daa-b54e-1eec6f1a120b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a70dc5c-4765-479f-a80b-9c7a1c0104c1 HTTP/1.1" status: 200 len: 945 time: 0.0658414 Jul 07 18:03:48.435923 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-062a778a-1e00-46d7-8d94-f9317ca0bc97 req-08fc966b-6545-417d-bb45-2c206e0ec310 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fc475d-f809-4e91-9d27-8da275ed29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380230 Jul 07 18:03:49.617439 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16071dfe-ba7f-4c89-81f1-7a3633a86047 req-b4ea610a-3aa4-4401-acdc-dd2b363271df tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:49.619615 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-16071dfe-ba7f-4c89-81f1-7a3633a86047 req-b4ea610a-3aa4-4401-acdc-dd2b363271df tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a70dc5c-4765-479f-a80b-9c7a1c0104c1 HTTP/1.1" status: 200 len: 945 time: 0.0697298 Jul 07 18:03:49.658356 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-16071dfe-ba7f-4c89-81f1-7a3633a86047 req-c8ac960a-23ef-4bb6-ba57-1fa593feb27d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fc475d-f809-4e91-9d27-8da275ed29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333819 Jul 07 18:03:49.841493 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9da638-8c0f-43e7-9702-c948cacaf593 req-9b2cf89c-5992-458e-82e7-b5d9a54f08f3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:49.843102 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2f9da638-8c0f-43e7-9702-c948cacaf593 req-9b2cf89c-5992-458e-82e7-b5d9a54f08f3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a70dc5c-4765-479f-a80b-9c7a1c0104c1 HTTP/1.1" status: 200 len: 945 time: 0.0707304 Jul 07 18:03:49.897053 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2f9da638-8c0f-43e7-9702-c948cacaf593 req-e6967585-8227-4f80-9761-6a668d79c968 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fc475d-f809-4e91-9d27-8da275ed29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479426 Jul 07 18:03:49.921598 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50582) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:49.974636 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bd9feb-7c29-4b47-859d-6f7dc585c853 tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:49.976171 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b6bd9feb-7c29-4b47-859d-6f7dc585c853 tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7a70dc5c-4765-479f-a80b-9c7a1c0104c1 HTTP/1.1" status: 200 len: 1092 time: 0.0534532 Jul 07 18:03:49.980387 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50584) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:49.984881 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-6f10a844-41d0-410f-a0ec-d5bcadd52b1d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'port_id': '71df74ea-794f-4896-9816-2d2a8617ac38', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:50.007724 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6f10a844-41d0-410f-a0ec-d5bcadd52b1d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for floatingip, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:50.119943 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6f10a844-41d0-410f-a0ec-d5bcadd52b1d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:50.239892 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-6f10a844-41d0-410f-a0ec-d5bcadd52b1d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Allocated IP 172.25.0.182 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/50438162-7f27-4836-aa55-cad945dff04e) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:50.381001 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6f10a844-41d0-410f-a0ec-d5bcadd52b1d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:50.426449 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6f10a844-41d0-410f-a0ec-d5bcadd52b1d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:50.466362 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f10a844-41d0-410f-a0ec-d5bcadd52b1d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:50.472040 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-6f10a844-41d0-410f-a0ec-d5bcadd52b1d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:50.475551 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f10a844-41d0-410f-a0ec-d5bcadd52b1d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:50.499045 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10a844-41d0-410f-a0ec-d5bcadd52b1d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=50438162-7f27-4836-aa55-cad945dff04e,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:50.862948 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6f10a844-41d0-410f-a0ec-d5bcadd52b1d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:50.945406 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6f10a844-41d0-410f-a0ec-d5bcadd52b1d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:51.101518 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6f10a844-41d0-410f-a0ec-d5bcadd52b1d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:51.106922 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6f10a844-41d0-410f-a0ec-d5bcadd52b1d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:51.177236 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10a844-41d0-410f-a0ec-d5bcadd52b1d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=50438162-7f27-4836-aa55-cad945dff04e,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:51.191718 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6f10a844-41d0-410f-a0ec-d5bcadd52b1d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:51.304051 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-6f10a844-41d0-410f-a0ec-d5bcadd52b1d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Floating IP 0b5c363c-b037-4c59-a338-b4144863d894 associated. External IP: 172.25.0.182, port: 71df74ea-794f-4896-9816-2d2a8617ac38. Jul 07 18:03:51.533666 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f10a844-41d0-410f-a0ec-d5bcadd52b1d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Router b7afb959-5def-48bc-b647-0f83c0bc81dd has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:03:51.655672 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f10a844-41d0-410f-a0ec-d5bcadd52b1d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:03:51.670090 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e922a3e-2dc5-42a2-b7d2-d16df55229c3 None None] Sync routers for ids ['b7afb959-5def-48bc-b647-0f83c0bc81dd'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:03:51.677624 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6f10a844-41d0-410f-a0ec-d5bcadd52b1d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:51.682693 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e922a3e-2dc5-42a2-b7d2-d16df55229c3 None None] Routers {'b7afb959-5def-48bc-b647-0f83c0bc81dd'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:51.683347 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-0e922a3e-2dc5-42a2-b7d2-d16df55229c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:03:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b7afb959-5def-48bc-b647-0f83c0bc81dd'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:51.721229 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6f10a844-41d0-410f-a0ec-d5bcadd52b1d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7397425 Jul 07 18:03:51.721959 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a70dc5c-4765-479f-a80b-9c7a1c0104c1', 'tag': '71df74ea-794f-4896-9816-2d2a8617ac38'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:03:51.724546 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1650cee-d147-46d0-b446-327604e2c4e9" -d '{"events": [{"name": "network-changed", "server_uuid": "7a70dc5c-4765-479f-a80b-9c7a1c0104c1", "tag": "71df74ea-794f-4896-9816-2d2a8617ac38"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:03:51.766683 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f11da37-3deb-4dcb-a7e3-b613f7370d10 x-openstack-request-id: req-0f11da37-3deb-4dcb-a7e3-b613f7370d10 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:03:51.766849 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a70dc5c-4765-479f-a80b-9c7a1c0104c1", "tag": "71df74ea-794f-4896-9816-2d2a8617ac38", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:03:51.767059 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0f11da37-3deb-4dcb-a7e3-b613f7370d10 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:03:51.767819 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a70dc5c-4765-479f-a80b-9c7a1c0104c1', 'tag': '71df74ea-794f-4896-9816-2d2a8617ac38', 'status': 'completed', 'code': 200} Jul 07 18:03:51.820087 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-0e922a3e-2dc5-42a2-b7d2-d16df55229c3 None None] Set router b7afb959-5def-48bc-b647-0f83c0bc81dd gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:03:51.934119 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1650cee-d147-46d0-b446-327604e2c4e9 req-75970d95-9f19-457d-984b-22f9d28558bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:51.935660 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1650cee-d147-46d0-b446-327604e2c4e9 req-75970d95-9f19-457d-984b-22f9d28558bb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=7a70dc5c-4765-479f-a80b-9c7a1c0104c1 HTTP/1.1" status: 200 len: 1097 time: 0.1404510 Jul 07 18:03:51.948304 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff14a3-42d9-41b6-8d62-a9afe7b58cfd req-e33c4823-08d2-458d-99ac-76b60c71966d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:51.949889 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c7ff14a3-42d9-41b6-8d62-a9afe7b58cfd req-e33c4823-08d2-458d-99ac-76b60c71966d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a70dc5c-4765-479f-a80b-9c7a1c0104c1 HTTP/1.1" status: 200 len: 945 time: 0.1075711 Jul 07 18:03:52.045578 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c7ff14a3-42d9-41b6-8d62-a9afe7b58cfd req-a65a2225-71c9-40b1-a7a7-17a79031185c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fc475d-f809-4e91-9d27-8da275ed29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858176 Jul 07 18:03:52.064509 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-0e922a3e-2dc5-42a2-b7d2-d16df55229c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463125616', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:03:37Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '0b5c363c-b037-4c59-a338-b4144863d894', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'floating_ip_address': '172.25.0.182', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'port_id': '71df74ea-794f-4896-9816-2d2a8617ac38', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562', 'mac_address': 'fa:16:3e:aa:1a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a70dc5c-4765-479f-a80b-9c7a1c0104c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:03:50Z', 'updated_at': '2021-07-07T18:03:50Z', 'revision_number': 0, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd34b8da-8e14-4c05-92bf-e4c32226253d', 'name': '', 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:02:0b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5be49f6d-4757-4449-8c7b-b7f99b240031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:36Z', 'updated_at': '2021-07-07T18:03:41Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': '5be49f6d-4757-4449-8c7b-b7f99b240031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:52.073707 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50590) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:52.077489 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1650cee-d147-46d0-b446-327604e2c4e9 req-2fa9bfa9-a987-461f-aa94-bb956ef6e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:52.079013 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1650cee-d147-46d0-b446-327604e2c4e9 req-2fa9bfa9-a987-461f-aa94-bb956ef6e04e service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562 HTTP/1.1" status: 200 len: 898 time: 0.1282310 Jul 07 18:03:52.101698 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e922a3e-2dc5-42a2-b7d2-d16df55229c3 None None] Checking router: b7afb959-5def-48bc-b647-0f83c0bc81dd for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:03:52.112430 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e922a3e-2dc5-42a2-b7d2-d16df55229c3 None None] Routers {'b7afb959-5def-48bc-b647-0f83c0bc81dd'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:52.113313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-0e922a3e-2dc5-42a2-b7d2-d16df55229c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:03:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b7afb959-5def-48bc-b647-0f83c0bc81dd'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:52.139576 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-64b88e4f-ac5c-462b-afbd-929090f2eb35 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/floatingips/0b5c363c-b037-4c59-a338-b4144863d894 HTTP/1.1" status: 200 len: 991 time: 0.0641186 Jul 07 18:03:52.157249 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1650cee-d147-46d0-b446-327604e2c4e9 req-db8dbd0a-54cf-4245-9e5a-e7fc26e63192 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71df74ea-794f-4896-9816-2d2a8617ac38 HTTP/1.1" status: 200 len: 999 time: 0.0719945 Jul 07 18:03:52.207596 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1650cee-d147-46d0-b446-327604e2c4e9 req-8693d594-2a76-46c5-93e0-2538dbe963f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:52.209314 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1650cee-d147-46d0-b446-327604e2c4e9 req-8693d594-2a76-46c5-93e0-2538dbe963f6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5be49f6d-4757-4449-8c7b-b7f99b240031 HTTP/1.1" status: 200 len: 834 time: 0.0464647 Jul 07 18:03:52.223215 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-0e922a3e-2dc5-42a2-b7d2-d16df55229c3 None None] Set router b7afb959-5def-48bc-b647-0f83c0bc81dd gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:03:52.291969 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1650cee-d147-46d0-b446-327604e2c4e9 req-4a4076cc-8375-4757-9dc2-2158a06706d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:52.293510 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1650cee-d147-46d0-b446-327604e2c4e9 req-4a4076cc-8375-4757-9dc2-2158a06706d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766811 Jul 07 18:03:52.395091 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1650cee-d147-46d0-b446-327604e2c4e9 req-7c056e78-5ce6-446f-bf4f-d35b57a19ba5 service neutron] 10.222.0.72 "GET /v2.0/networks/9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951126 Jul 07 18:03:52.491767 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c1650cee-d147-46d0-b446-327604e2c4e9 req-26c16dd4-8705-4f62-aea7-d1bac3efb352 service neutron] 10.222.0.72 "GET /v2.0/networks/9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902970 Jul 07 18:03:52.516759 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-0e922a3e-2dc5-42a2-b7d2-d16df55229c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463125616', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:03:37Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '0b5c363c-b037-4c59-a338-b4144863d894', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'floating_ip_address': '172.25.0.182', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'port_id': '71df74ea-794f-4896-9816-2d2a8617ac38', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562', 'mac_address': 'fa:16:3e:aa:1a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a70dc5c-4765-479f-a80b-9c7a1c0104c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:03:50Z', 'updated_at': '2021-07-07T18:03:50Z', 'revision_number': 0, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd34b8da-8e14-4c05-92bf-e4c32226253d', 'name': '', 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:02:0b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5be49f6d-4757-4449-8c7b-b7f99b240031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:36Z', 'updated_at': '2021-07-07T18:03:41Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': '5be49f6d-4757-4449-8c7b-b7f99b240031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:52.568952 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e922a3e-2dc5-42a2-b7d2-d16df55229c3 None None] The sync data for ids ['b7afb959-5def-48bc-b647-0f83c0bc81dd'] in n-d-791503-12 is: [{'id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463125616', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:03:37Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '0b5c363c-b037-4c59-a338-b4144863d894', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'floating_ip_address': '172.25.0.182', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'port_id': '71df74ea-794f-4896-9816-2d2a8617ac38', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562', 'mac_address': 'fa:16:3e:aa:1a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a70dc5c-4765-479f-a80b-9c7a1c0104c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:03:50Z', 'updated_at': '2021-07-07T18:03:50Z', 'revision_number': 0, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd34b8da-8e14-4c05-92bf-e4c32226253d', 'name': '', 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:02:0b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5be49f6d-4757-4449-8c7b-b7f99b240031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:36Z', 'updated_at': '2021-07-07T18:03:41Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': '5be49f6d-4757-4449-8c7b-b7f99b240031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:03:52.800541 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a7ffb2-4284-41d9-9d3f-08e25fd9a551 None None] New status for floating IP 0b5c363c-b037-4c59-a338-b4144863d894: ACTIVE {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:03:53.144387 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50592) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:53.236534 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-43dad009-2dd1-48a4-95b6-e5dc5238b7e6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/floatingips/0b5c363c-b037-4c59-a338-b4144863d894 HTTP/1.1" status: 200 len: 993 time: 0.0905378 Jul 07 18:03:53.512539 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1285240f-23bd-4535-a961-e31410cea861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.314062 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.902982 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9e24e1b5-8912-470e-9628-c448da66e5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.145665 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:00.453662 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:07.950232 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:08.519226 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:19.967675 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:04:23.503747 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d0235661-5d22-487a-9e90-e12e859a5e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:24.806336 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0cd50-aa51-4677-9d9c-89584427ec5e req-5ba4699d-a183-4076-99fe-e3757859cca8 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:24.807909 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-adf0cd50-aa51-4677-9d9c-89584427ec5e req-5ba4699d-a183-4076-99fe-e3757859cca8 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a70dc5c-4765-479f-a80b-9c7a1c0104c1 HTTP/1.1" status: 200 len: 945 time: 0.0667226 Jul 07 18:04:24.850016 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-adf0cd50-aa51-4677-9d9c-89584427ec5e req-5de0c3a9-f73b-47e4-913e-e35c867f2960 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fc475d-f809-4e91-9d27-8da275ed29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365043 Jul 07 18:04:26.029061 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17bc1f-9c23-49cb-a8e3-6b836d7d911b req-2080cbdc-4542-41da-8ef3-e6a313e53b28 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:26.030647 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6b17bc1f-9c23-49cb-a8e3-6b836d7d911b req-2080cbdc-4542-41da-8ef3-e6a313e53b28 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a70dc5c-4765-479f-a80b-9c7a1c0104c1 HTTP/1.1" status: 200 len: 945 time: 0.0653660 Jul 07 18:04:26.069559 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6b17bc1f-9c23-49cb-a8e3-6b836d7d911b req-1a223046-ea2f-45cf-ae49-2a7c45c5e83e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fc475d-f809-4e91-9d27-8da275ed29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333433 Jul 07 18:04:26.095554 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50614) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:26.165567 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-22dc1d63-6faf-4f50-8697-671304a801cc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/floatingips/0b5c363c-b037-4c59-a338-b4144863d894 HTTP/1.1" status: 200 len: 993 time: 0.0686634 Jul 07 18:04:26.317147 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:26.904569 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2c0fafd5-aa82-401b-a241-ed30315599ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:27.636267 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141fa7a-57a8-4381-bfc5-17f47f4e3f4c req-337ce72d-db37-4b53-aea2-4053981459f0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:27.638611 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1141fa7a-57a8-4381-bfc5-17f47f4e3f4c req-337ce72d-db37-4b53-aea2-4053981459f0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a70dc5c-4765-479f-a80b-9c7a1c0104c1 HTTP/1.1" status: 200 len: 945 time: 0.0755074 Jul 07 18:04:27.685034 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1141fa7a-57a8-4381-bfc5-17f47f4e3f4c req-3417adfa-7220-48cc-9a22-16c5115177c8 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fc475d-f809-4e91-9d27-8da275ed29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379832 Jul 07 18:04:28.146837 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:28.872171 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830aee2-1ee4-43f9-ba21-ddaba8c33431 req-88b42227-884d-49a8-a10b-a9d290a1b9f0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:28.873828 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7830aee2-1ee4-43f9-ba21-ddaba8c33431 req-88b42227-884d-49a8-a10b-a9d290a1b9f0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a70dc5c-4765-479f-a80b-9c7a1c0104c1 HTTP/1.1" status: 200 len: 945 time: 0.0677080 Jul 07 18:04:28.913700 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7830aee2-1ee4-43f9-ba21-ddaba8c33431 req-d541431a-ef40-4d9b-bba7-5715c98bfcbb tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fc475d-f809-4e91-9d27-8da275ed29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341957 Jul 07 18:04:28.938700 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50624) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:29.010126 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-da9fc0c2-d941-4bc1-8368-44921b7475ae tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/floatingips/0b5c363c-b037-4c59-a338-b4144863d894 HTTP/1.1" status: 200 len: 993 time: 0.0700269 Jul 07 18:04:29.270771 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50630) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:29.436807 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-00a07945-d901-41ea-a1fc-9b6cbef713ce tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Deleting port 50438162-7f27-4836-aa55-cad945dff04e {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:04:29.437162 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-00a07945-d901-41ea-a1fc-9b6cbef713ce tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:29.517825 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-00a07945-d901-41ea-a1fc-9b6cbef713ce tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:29.518158 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-00a07945-d901-41ea-a1fc-9b6cbef713ce tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:29.531673 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-00a07945-d901-41ea-a1fc-9b6cbef713ce tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Calling delete_port for 50438162-7f27-4836-aa55-cad945dff04e owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:04:29.700438 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-00a07945-d901-41ea-a1fc-9b6cbef713ce tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:29.732960 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a07945-d901-41ea-a1fc-9b6cbef713ce tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Port': ['ID=50438162-7f27-4836-aa55-cad945dff04e,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:29.764320 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a07945-d901-41ea-a1fc-9b6cbef713ce tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:29.764708 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a07945-d901-41ea-a1fc-9b6cbef713ce tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:29.765065 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a07945-d901-41ea-a1fc-9b6cbef713ce tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:29.765421 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a07945-d901-41ea-a1fc-9b6cbef713ce tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:29.765755 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a07945-d901-41ea-a1fc-9b6cbef713ce tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:29.766098 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a07945-d901-41ea-a1fc-9b6cbef713ce tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:29.766435 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a07945-d901-41ea-a1fc-9b6cbef713ce tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:29.766770 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a07945-d901-41ea-a1fc-9b6cbef713ce tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:29.767110 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a07945-d901-41ea-a1fc-9b6cbef713ce tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:29.767440 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a07945-d901-41ea-a1fc-9b6cbef713ce tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:29.767769 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a07945-d901-41ea-a1fc-9b6cbef713ce tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:29.768099 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a07945-d901-41ea-a1fc-9b6cbef713ce tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:29.809924 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-00a07945-d901-41ea-a1fc-9b6cbef713ce tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:29.810195 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-00a07945-d901-41ea-a1fc-9b6cbef713ce tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Floating IP 0b5c363c-b037-4c59-a338-b4144863d894 disassociated (deleted). External IP: 172.25.0.182, port: 71df74ea-794f-4896-9816-2d2a8617ac38. Jul 07 18:04:30.042277 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a07945-d901-41ea-a1fc-9b6cbef713ce tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Router b7afb959-5def-48bc-b647-0f83c0bc81dd has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:04:30.174648 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a07945-d901-41ea-a1fc-9b6cbef713ce tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:04:30.181479 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-00a07945-d901-41ea-a1fc-9b6cbef713ce tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:30.186700 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42594fbe-a0be-4a2d-8d66-a90a0202a553 None None] Sync routers for ids ['b7afb959-5def-48bc-b647-0f83c0bc81dd'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:04:30.196699 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42594fbe-a0be-4a2d-8d66-a90a0202a553 None None] Routers {'b7afb959-5def-48bc-b647-0f83c0bc81dd'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:30.197337 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-42594fbe-a0be-4a2d-8d66-a90a0202a553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:04:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b7afb959-5def-48bc-b647-0f83c0bc81dd'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:30.223768 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-00a07945-d901-41ea-a1fc-9b6cbef713ce tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "DELETE /v2.0/floatingips/0b5c363c-b037-4c59-a338-b4144863d894 HTTP/1.1" status: 204 len: 168 time: 0.9519267 Jul 07 18:04:30.224510 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a70dc5c-4765-479f-a80b-9c7a1c0104c1', 'tag': '71df74ea-794f-4896-9816-2d2a8617ac38'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:30.227834 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37587e8b-f5e1-4037-8157-1675831a5120" -d '{"events": [{"name": "network-changed", "server_uuid": "7a70dc5c-4765-479f-a80b-9c7a1c0104c1", "tag": "71df74ea-794f-4896-9816-2d2a8617ac38"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:30.333597 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3da879b-6277-4560-85fe-e0d2811ca4e7 x-openstack-request-id: req-b3da879b-6277-4560-85fe-e0d2811ca4e7 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:30.334667 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a70dc5c-4765-479f-a80b-9c7a1c0104c1", "tag": "71df74ea-794f-4896-9816-2d2a8617ac38", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:30.334667 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b3da879b-6277-4560-85fe-e0d2811ca4e7 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:30.334667 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a70dc5c-4765-479f-a80b-9c7a1c0104c1', 'tag': '71df74ea-794f-4896-9816-2d2a8617ac38', 'status': 'completed', 'code': 200} Jul 07 18:04:30.436238 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37587e8b-f5e1-4037-8157-1675831a5120 req-e65960a4-47fa-4bf1-983a-5b6d156dd511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:30.438146 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37587e8b-f5e1-4037-8157-1675831a5120 req-e65960a4-47fa-4bf1-983a-5b6d156dd511 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=7a70dc5c-4765-479f-a80b-9c7a1c0104c1 HTTP/1.1" status: 200 len: 1097 time: 0.0727799 Jul 07 18:04:30.488607 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:30.512379 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-42594fbe-a0be-4a2d-8d66-a90a0202a553 None None] Set router b7afb959-5def-48bc-b647-0f83c0bc81dd gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:04:30.666894 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645519d-d7fb-4c1e-bd3f-1ac0f0fa1f77 req-7c069feb-1205-42fb-9351-e2b2537b3207 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:30.668790 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5645519d-d7fb-4c1e-bd3f-1ac0f0fa1f77 req-7c069feb-1205-42fb-9351-e2b2537b3207 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a70dc5c-4765-479f-a80b-9c7a1c0104c1 HTTP/1.1" status: 200 len: 945 time: 0.0764270 Jul 07 18:04:30.714833 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5645519d-d7fb-4c1e-bd3f-1ac0f0fa1f77 req-b81c9d9a-1311-43b6-8842-1a9258dda1ce tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fc475d-f809-4e91-9d27-8da275ed29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381145 Jul 07 18:04:30.750754 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-42594fbe-a0be-4a2d-8d66-a90a0202a553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463125616', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:03:37Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'dd34b8da-8e14-4c05-92bf-e4c32226253d', 'name': '', 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:02:0b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5be49f6d-4757-4449-8c7b-b7f99b240031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:36Z', 'updated_at': '2021-07-07T18:03:41Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': '5be49f6d-4757-4449-8c7b-b7f99b240031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:30.787250 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42594fbe-a0be-4a2d-8d66-a90a0202a553 None None] Checking router: b7afb959-5def-48bc-b647-0f83c0bc81dd for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:04:30.796841 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42594fbe-a0be-4a2d-8d66-a90a0202a553 None None] Routers {'b7afb959-5def-48bc-b647-0f83c0bc81dd'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:30.797486 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-42594fbe-a0be-4a2d-8d66-a90a0202a553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:04:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b7afb959-5def-48bc-b647-0f83c0bc81dd'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:30.936224 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-42594fbe-a0be-4a2d-8d66-a90a0202a553 None None] Set router b7afb959-5def-48bc-b647-0f83c0bc81dd gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:04:30.939174 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37587e8b-f5e1-4037-8157-1675831a5120 req-33644a64-5844-4c9d-a5b0-73b4faf28959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:30.940820 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37587e8b-f5e1-4037-8157-1675831a5120 req-33644a64-5844-4c9d-a5b0-73b4faf28959 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562 HTTP/1.1" status: 200 len: 898 time: 0.4963758 Jul 07 18:04:30.986156 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37587e8b-f5e1-4037-8157-1675831a5120 req-f5fb9b74-50cd-45c1-af7a-4a6c4918bd41 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71df74ea-794f-4896-9816-2d2a8617ac38 HTTP/1.1" status: 200 len: 217 time: 0.0378623 Jul 07 18:04:31.055405 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37587e8b-f5e1-4037-8157-1675831a5120 req-5283d533-397d-4c25-917d-016596e6d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:31.057461 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37587e8b-f5e1-4037-8157-1675831a5120 req-5283d533-397d-4c25-917d-016596e6d0a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5be49f6d-4757-4449-8c7b-b7f99b240031 HTTP/1.1" status: 200 len: 834 time: 0.0649409 Jul 07 18:04:31.125721 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37587e8b-f5e1-4037-8157-1675831a5120 req-6d166571-1658-428d-85a1-db85cfc6eea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:31.127634 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37587e8b-f5e1-4037-8157-1675831a5120 req-6d166571-1658-428d-85a1-db85cfc6eea9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618408 Jul 07 18:04:31.173149 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-42594fbe-a0be-4a2d-8d66-a90a0202a553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463125616', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:03:37Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'dd34b8da-8e14-4c05-92bf-e4c32226253d', 'name': '', 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:02:0b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5be49f6d-4757-4449-8c7b-b7f99b240031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:36Z', 'updated_at': '2021-07-07T18:03:41Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': '5be49f6d-4757-4449-8c7b-b7f99b240031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:31.203464 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42594fbe-a0be-4a2d-8d66-a90a0202a553 None None] The sync data for ids ['b7afb959-5def-48bc-b647-0f83c0bc81dd'] in n-d-791503-12 is: [{'id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463125616', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:03:37Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'dd34b8da-8e14-4c05-92bf-e4c32226253d', 'name': '', 'network_id': '9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:02:0b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5be49f6d-4757-4449-8c7b-b7f99b240031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:36Z', 'updated_at': '2021-07-07T18:03:41Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': '5be49f6d-4757-4449-8c7b-b7f99b240031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:04:31.243685 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37587e8b-f5e1-4037-8157-1675831a5120 req-945eb967-0896-4203-b121-410e75fdaa6f service neutron] 10.222.0.72 "GET /v2.0/networks/9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084380 Jul 07 18:04:31.374972 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-37587e8b-f5e1-4037-8157-1675831a5120 req-75615b86-8e2d-4304-a4e1-68bc4fd9e736 service neutron] 10.222.0.72 "GET /v2.0/networks/9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233490 Jul 07 18:04:31.478506 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e173d3-a790-4b8e-a3a7-27cf5a8c7503 None None] New status for floating IP 0b5c363c-b037-4c59-a338-b4144863d894: DOWN {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:04:32.113470 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d988a0-655f-4542-aa0c-84957172dec9 req-a6020721-04d3-4f27-9ba3-011e7739984f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:32.115680 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-03d988a0-655f-4542-aa0c-84957172dec9 req-a6020721-04d3-4f27-9ba3-011e7739984f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a70dc5c-4765-479f-a80b-9c7a1c0104c1 HTTP/1.1" status: 200 len: 945 time: 0.0781267 Jul 07 18:04:32.194247 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-03d988a0-655f-4542-aa0c-84957172dec9 req-99a938ff-9f3d-4912-b704-9ee4cd4ad902 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fc475d-f809-4e91-9d27-8da275ed29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703304 Jul 07 18:04:32.229029 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705f818-a3bb-4ec1-a2a8-8b64649c0cbf req-519ad845-777d-424b-8579-0d6e6d27cc94 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:32.230643 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8705f818-a3bb-4ec1-a2a8-8b64649c0cbf req-519ad845-777d-424b-8579-0d6e6d27cc94 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a70dc5c-4765-479f-a80b-9c7a1c0104c1 HTTP/1.1" status: 200 len: 945 time: 0.1000741 Jul 07 18:04:32.361521 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-8705f818-a3bb-4ec1-a2a8-8b64649c0cbf req-69b21d8c-1efb-4ce1-90da-67ff8ef8d91e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Deleting port 71df74ea-794f-4896-9816-2d2a8617ac38 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:04:32.362008 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8705f818-a3bb-4ec1-a2a8-8b64649c0cbf req-69b21d8c-1efb-4ce1-90da-67ff8ef8d91e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:32.518105 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-8705f818-a3bb-4ec1-a2a8-8b64649c0cbf req-69b21d8c-1efb-4ce1-90da-67ff8ef8d91e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] For port 71df74ea-794f-4896-9816-2d2a8617ac38, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=71df74ea-794f-4896-9816-2d2a8617ac38,segment=NetworkSegment(e6492bd5-c76d-4dfa-af1e-1180ad4d8360),segment_id=e6492bd5-c76d-4dfa-af1e-1180ad4d8360)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:32.518684 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8705f818-a3bb-4ec1-a2a8-8b64649c0cbf req-69b21d8c-1efb-4ce1-90da-67ff8ef8d91e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:32.547199 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-8705f818-a3bb-4ec1-a2a8-8b64649c0cbf req-69b21d8c-1efb-4ce1-90da-67ff8ef8d91e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Calling delete_port for 71df74ea-794f-4896-9816-2d2a8617ac38 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:04:32.724245 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8705f818-a3bb-4ec1-a2a8-8b64649c0cbf req-69b21d8c-1efb-4ce1-90da-67ff8ef8d91e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:32.755604 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b21d8c-1efb-4ce1-90da-67ff8ef8d91e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Port': ['ID=71df74ea-794f-4896-9816-2d2a8617ac38,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:32.771713 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b21d8c-1efb-4ce1-90da-67ff8ef8d91e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:32.771980 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b21d8c-1efb-4ce1-90da-67ff8ef8d91e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:32.772330 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b21d8c-1efb-4ce1-90da-67ff8ef8d91e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:32.772709 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b21d8c-1efb-4ce1-90da-67ff8ef8d91e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:32.773061 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b21d8c-1efb-4ce1-90da-67ff8ef8d91e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:32.773919 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b21d8c-1efb-4ce1-90da-67ff8ef8d91e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:32.775983 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b21d8c-1efb-4ce1-90da-67ff8ef8d91e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:32.775983 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b21d8c-1efb-4ce1-90da-67ff8ef8d91e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:32.775983 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b21d8c-1efb-4ce1-90da-67ff8ef8d91e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:32.775983 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b21d8c-1efb-4ce1-90da-67ff8ef8d91e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:32.775983 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b21d8c-1efb-4ce1-90da-67ff8ef8d91e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:32.775983 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b21d8c-1efb-4ce1-90da-67ff8ef8d91e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:32.830020 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-8705f818-a3bb-4ec1-a2a8-8b64649c0cbf req-69b21d8c-1efb-4ce1-90da-67ff8ef8d91e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] No DVR routers for this DVR port 71df74ea-794f-4896-9816-2d2a8617ac38 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:04:32.833122 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-8705f818-a3bb-4ec1-a2a8-8b64649c0cbf req-69b21d8c-1efb-4ce1-90da-67ff8ef8d91e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:32.835163 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8705f818-a3bb-4ec1-a2a8-8b64649c0cbf req-69b21d8c-1efb-4ce1-90da-67ff8ef8d91e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.72 "DELETE /v2.0/ports/71df74ea-794f-4896-9816-2d2a8617ac38 HTTP/1.1" status: 204 len: 173 time: 0.5990252 Jul 07 18:04:32.836666 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a70dc5c-4765-479f-a80b-9c7a1c0104c1', 'name': 'network-vif-deleted', 'tag': '71df74ea-794f-4896-9816-2d2a8617ac38'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:32.839028 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08897a40-716e-438e-821b-fae2724e73e7" -d '{"events": [{"server_uuid": "7a70dc5c-4765-479f-a80b-9c7a1c0104c1", "name": "network-vif-deleted", "tag": "71df74ea-794f-4896-9816-2d2a8617ac38"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:32.881537 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b415ca-dc57-4e07-b283-515060ec900b x-openstack-request-id: req-42b415ca-dc57-4e07-b283-515060ec900b {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:32.881841 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a70dc5c-4765-479f-a80b-9c7a1c0104c1", "name": "network-vif-deleted", "tag": "71df74ea-794f-4896-9816-2d2a8617ac38", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:32.882095 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-42b415ca-dc57-4e07-b283-515060ec900b {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:32.882504 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a70dc5c-4765-479f-a80b-9c7a1c0104c1', 'name': 'network-vif-deleted', 'tag': '71df74ea-794f-4896-9816-2d2a8617ac38', 'status': 'completed', 'code': 200} Jul 07 18:04:33.388369 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-24d5c0b1-d709-4b8d-a713-b40c9a8cec53 req-d5e353b6-5421-4c21-8216-a2323cd866b0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a70dc5c-4765-479f-a80b-9c7a1c0104c1 HTTP/1.1" status: 200 len: 210 time: 0.0335453 Jul 07 18:04:34.484218 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50654) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:34.892127 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b8e8c551-c534-4301-9143-e173c4ecb31c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:35.181949 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-b8e8c551-c534-4301-9143-e173c4ecb31c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Deleting port dd34b8da-8e14-4c05-92bf-e4c32226253d {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:04:35.182301 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b8e8c551-c534-4301-9143-e173c4ecb31c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:35.271761 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-b8e8c551-c534-4301-9143-e173c4ecb31c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] For port dd34b8da-8e14-4c05-92bf-e4c32226253d, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=dd34b8da-8e14-4c05-92bf-e4c32226253d,segment=NetworkSegment(e6492bd5-c76d-4dfa-af1e-1180ad4d8360),segment_id=e6492bd5-c76d-4dfa-af1e-1180ad4d8360)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:35.272141 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b8e8c551-c534-4301-9143-e173c4ecb31c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:35.287064 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-b8e8c551-c534-4301-9143-e173c4ecb31c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Calling delete_port for dd34b8da-8e14-4c05-92bf-e4c32226253d owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:04:35.499896 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b8e8c551-c534-4301-9143-e173c4ecb31c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:35.529613 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8c551-c534-4301-9143-e173c4ecb31c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Port': ['ID=dd34b8da-8e14-4c05-92bf-e4c32226253d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:35.750842 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b8e8c551-c534-4301-9143-e173c4ecb31c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:36.006947 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e8c551-c534-4301-9143-e173c4ecb31c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Router b7afb959-5def-48bc-b647-0f83c0bc81dd has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:04:36.058600 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 71df74ea-794f-4896-9816-2d2a8617ac38 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:04:36.085887 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 71df74ea-794f-4896-9816-2d2a8617ac38 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:04:36.086244 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 71df74ea-794f-4896-9816-2d2a8617ac38 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:04:36.130440 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e8c551-c534-4301-9143-e173c4ecb31c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:04:36.136000 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b8e8c551-c534-4301-9143-e173c4ecb31c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "PUT /v2.0/routers/b7afb959-5def-48bc-b647-0f83c0bc81dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6506207 Jul 07 18:04:36.139074 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50656) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:36.139953 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9eb526-b64d-447f-86db-707d9d5f88df None None] Sync routers for ids ['b7afb959-5def-48bc-b647-0f83c0bc81dd'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:04:36.149156 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9eb526-b64d-447f-86db-707d9d5f88df None None] Routers {'b7afb959-5def-48bc-b647-0f83c0bc81dd'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:36.149777 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bf9eb526-b64d-447f-86db-707d9d5f88df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:04:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b7afb959-5def-48bc-b647-0f83c0bc81dd'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:36.192305 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-f00fc284-cd79-4040-a0d5-af79f9550f17 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Deleting subnet 5be49f6d-4757-4449-8c7b-b7f99b240031 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:04:36.195547 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f00fc284-cd79-4040-a0d5-af79f9550f17 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:36.239135 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f00fc284-cd79-4040-a0d5-af79f9550f17 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:36.263887 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-bf9eb526-b64d-447f-86db-707d9d5f88df None None] Set router b7afb959-5def-48bc-b647-0f83c0bc81dd gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:04:36.463136 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bf9eb526-b64d-447f-86db-707d9d5f88df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463125616', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:04:35Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:36.491405 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9eb526-b64d-447f-86db-707d9d5f88df None None] Checking router: b7afb959-5def-48bc-b647-0f83c0bc81dd for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:04:36.501435 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9eb526-b64d-447f-86db-707d9d5f88df None None] Routers {'b7afb959-5def-48bc-b647-0f83c0bc81dd'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:36.502077 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bf9eb526-b64d-447f-86db-707d9d5f88df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:04:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['b7afb959-5def-48bc-b647-0f83c0bc81dd'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:36.613723 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-bf9eb526-b64d-447f-86db-707d9d5f88df None None] Set router b7afb959-5def-48bc-b647-0f83c0bc81dd gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:04:36.655018 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f00fc284-cd79-4040-a0d5-af79f9550f17 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:36.722842 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f00fc284-cd79-4040-a0d5-af79f9550f17 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:36.753380 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fc284-cd79-4040-a0d5-af79f9550f17 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Subnet': ['ID=5be49f6d-4757-4449-8c7b-b7f99b240031,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:36.755441 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f00fc284-cd79-4040-a0d5-af79f9550f17 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:36.761131 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f00fc284-cd79-4040-a0d5-af79f9550f17 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "DELETE /v2.0/subnets/5be49f6d-4757-4449-8c7b-b7f99b240031 HTTP/1.1" status: 204 len: 168 time: 0.6209748 Jul 07 18:04:36.761461 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50658) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:36.767631 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee63b770-ab08-482d-acbd-4b3b8e0acd5c None None] Network 9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:04:36.924672 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-95ed1b16-6cb6-491e-8ad6-94cf826576c1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:36.930671 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-bf9eb526-b64d-447f-86db-707d9d5f88df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463125616', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:04:35Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:36.963076 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9eb526-b64d-447f-86db-707d9d5f88df None None] The sync data for ids ['b7afb959-5def-48bc-b647-0f83c0bc81dd'] in n-d-791503-12 is: [{'id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463125616', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:04:35Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '009e3649-a030-413e-aa14-3b8478b26c9c', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7afb959-5def-48bc-b647-0f83c0bc81dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:33Z', 'updated_at': '2021-07-07T18:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:04:37.063534 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-95ed1b16-6cb6-491e-8ad6-94cf826576c1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.122475 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-95ed1b16-6cb6-491e-8ad6-94cf826576c1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Deleting port 009e3649-a030-413e-aa14-3b8478b26c9c {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:04:37.122829 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-95ed1b16-6cb6-491e-8ad6-94cf826576c1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.209680 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-95ed1b16-6cb6-491e-8ad6-94cf826576c1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] For port 009e3649-a030-413e-aa14-3b8478b26c9c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=009e3649-a030-413e-aa14-3b8478b26c9c,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:37.210340 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-95ed1b16-6cb6-491e-8ad6-94cf826576c1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.223796 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-95ed1b16-6cb6-491e-8ad6-94cf826576c1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Calling delete_port for 009e3649-a030-413e-aa14-3b8478b26c9c owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:04:37.348570 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413c07c1-5ec4-47b5-90bc-a56d87f9b07c None None] DHCP port deletion for 9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:04:37.399186 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device dd34b8da-8e14-4c05-92bf-e4c32226253d no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:04:37.426506 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: dd34b8da-8e14-4c05-92bf-e4c32226253d {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:04:37.426506 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device dd34b8da-8e14-4c05-92bf-e4c32226253d not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:04:37.446263 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-95ed1b16-6cb6-491e-8ad6-94cf826576c1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.453449 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-413c07c1-5ec4-47b5-90bc-a56d87f9b07c None None] Deleting port d1849db1-6e59-4607-9fd4-a20ac00c5464 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:04:37.453983 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-413c07c1-5ec4-47b5-90bc-a56d87f9b07c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.479864 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed1b16-6cb6-491e-8ad6-94cf826576c1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Port': ['ID=009e3649-a030-413e-aa14-3b8478b26c9c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:37.541231 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-413c07c1-5ec4-47b5-90bc-a56d87f9b07c None None] For port d1849db1-6e59-4607-9fd4-a20ac00c5464, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d1849db1-6e59-4607-9fd4-a20ac00c5464,segment=NetworkSegment(e6492bd5-c76d-4dfa-af1e-1180ad4d8360),segment_id=e6492bd5-c76d-4dfa-af1e-1180ad4d8360)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:37.541822 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-413c07c1-5ec4-47b5-90bc-a56d87f9b07c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.555942 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-95ed1b16-6cb6-491e-8ad6-94cf826576c1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.558988 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-413c07c1-5ec4-47b5-90bc-a56d87f9b07c None None] Calling delete_port for d1849db1-6e59-4607-9fd4-a20ac00c5464 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:04:37.647963 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-413c07c1-5ec4-47b5-90bc-a56d87f9b07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.656832 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-95ed1b16-6cb6-491e-8ad6-94cf826576c1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.659079 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-95ed1b16-6cb6-491e-8ad6-94cf826576c1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.679983 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c07c1-5ec4-47b5-90bc-a56d87f9b07c None None] Pushing event deleted for resources: {'Port': ['ID=d1849db1-6e59-4607-9fd4-a20ac00c5464,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:37.687936 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413c07c1-5ec4-47b5-90bc-a56d87f9b07c None None] No DVR routers for this DVR port d1849db1-6e59-4607-9fd4-a20ac00c5464 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:04:37.705201 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c07c1-5ec4-47b5-90bc-a56d87f9b07c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:37.705806 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c07c1-5ec4-47b5-90bc-a56d87f9b07c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:37.706336 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c07c1-5ec4-47b5-90bc-a56d87f9b07c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:37.707390 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c07c1-5ec4-47b5-90bc-a56d87f9b07c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:37.708187 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c07c1-5ec4-47b5-90bc-a56d87f9b07c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:37.708729 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c07c1-5ec4-47b5-90bc-a56d87f9b07c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:37.709256 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c07c1-5ec4-47b5-90bc-a56d87f9b07c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:37.709764 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c07c1-5ec4-47b5-90bc-a56d87f9b07c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:37.710376 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c07c1-5ec4-47b5-90bc-a56d87f9b07c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:37.711546 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c07c1-5ec4-47b5-90bc-a56d87f9b07c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:37.712079 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c07c1-5ec4-47b5-90bc-a56d87f9b07c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:37.712612 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c07c1-5ec4-47b5-90bc-a56d87f9b07c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:37.727990 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-95ed1b16-6cb6-491e-8ad6-94cf826576c1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.728705 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ed1b16-6cb6-491e-8ad6-94cf826576c1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Fanout notify agent at l3_agent the message router_deleted on router b7afb959-5def-48bc-b647-0f83c0bc81dd {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:04:37.738450 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-95ed1b16-6cb6-491e-8ad6-94cf826576c1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.739879 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-95ed1b16-6cb6-491e-8ad6-94cf826576c1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "DELETE /v2.0/routers/b7afb959-5def-48bc-b647-0f83c0bc81dd HTTP/1.1" status: 204 len: 168 time: 0.9776311 Jul 07 18:04:37.742932 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50660) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:37.845213 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-568a2697-eec2-4f43-a56f-f11aceee5b34 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.945963 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-568a2697-eec2-4f43-a56f-f11aceee5b34 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.959046 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-568a2697-eec2-4f43-a56f-f11aceee5b34 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:37.964067 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.974733 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-568a2697-eec2-4f43-a56f-f11aceee5b34 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6492bd5-c76d-4dfa-af1e-1180ad4d8360') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:37.975040 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-568a2697-eec2-4f43-a56f-f11aceee5b34 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6492bd5-c76d-4dfa-af1e-1180ad4d8360') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:37.986335 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-568a2697-eec2-4f43-a56f-f11aceee5b34 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:38.013627 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-568a2697-eec2-4f43-a56f-f11aceee5b34 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:38.020761 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568a2697-eec2-4f43-a56f-f11aceee5b34 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:04:38.021236 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-568a2697-eec2-4f43-a56f-f11aceee5b34 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: timer() Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:04:38.024936 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:04:38.089576 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-568a2697-eec2-4f43-a56f-f11aceee5b34 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:38.097030 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-568a2697-eec2-4f43-a56f-f11aceee5b34 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:38.099021 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-568a2697-eec2-4f43-a56f-f11aceee5b34 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "DELETE /v2.0/networks/9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562 HTTP/1.1" status: 204 len: 168 time: 0.3547990 Jul 07 18:04:38.103210 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50662) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:38.111986 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a2697-eec2-4f43-a56f-f11aceee5b34 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Network': ['ID=9e82758d-21ee-4b8e-8cbb-c1cf2eb6b562,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:38.172502 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6aeec7a7-ba06-4b1e-a8e2-5660199034d0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:38.201309 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6aeec7a7-ba06-4b1e-a8e2-5660199034d0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:38.278286 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6aeec7a7-ba06-4b1e-a8e2-5660199034d0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:38.281130 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-6aeec7a7-ba06-4b1e-a8e2-5660199034d0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:38.282588 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6aeec7a7-ba06-4b1e-a8e2-5660199034d0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "DELETE /v2.0/security-groups/47fc475d-f809-4e91-9d27-8da275ed29c6 HTTP/1.1" status: 204 len: 168 time: 0.1779552 Jul 07 18:04:38.292243 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeec7a7-ba06-4b1e-a8e2-5660199034d0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fc475d-f809-4e91-9d27-8da275ed29c6,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:38.512017 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:38.669322 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50668) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:38.674337 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-c337f732-3224-4816-9df9-979f957ebdc0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-697972555', 'description': 'tempest-secgroup-smoke-697972555 description', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:38.699064 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c337f732-3224-4816-9df9-979f957ebdc0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:38.798531 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c337f732-3224-4816-9df9-979f957ebdc0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:38.802436 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c337f732-3224-4816-9df9-979f957ebdc0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:38.834336 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c337f732-3224-4816-9df9-979f957ebdc0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:38.836582 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c337f732-3224-4816-9df9-979f957ebdc0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1653938 Jul 07 18:04:38.839849 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50670) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:38.852251 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337f732-3224-4816-9df9-979f957ebdc0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de60765f-c880-460a-8cbb-1e3cd931c839,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:38.857594 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-2e731e7c-d051-421c-babe-d0d9f0badcc5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': 'de60765f-c880-460a-8cbb-1e3cd931c839', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:38.889022 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2e731e7c-d051-421c-babe-d0d9f0badcc5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:38.948042 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2e731e7c-d051-421c-babe-d0d9f0badcc5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:38.951856 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2e731e7c-d051-421c-babe-d0d9f0badcc5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:38.970144 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e731e7c-d051-421c-babe-d0d9f0badcc5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27a1a00-320e-4f2a-9816-684eac715f59,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:38.976997 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2e731e7c-d051-421c-babe-d0d9f0badcc5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:38.977613 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2e731e7c-d051-421c-babe-d0d9f0badcc5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362686 Jul 07 18:04:38.980720 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50672) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:38.985348 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-8baad63a-ad04-44db-90c5-066fab0cf6e3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': 'de60765f-c880-460a-8cbb-1e3cd931c839', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:39.016457 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8baad63a-ad04-44db-90c5-066fab0cf6e3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.074436 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 009e3649-a030-413e-aa14-3b8478b26c9c no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:04:39.093346 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8baad63a-ad04-44db-90c5-066fab0cf6e3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.099011 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 009e3649-a030-413e-aa14-3b8478b26c9c {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:04:39.099243 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8baad63a-ad04-44db-90c5-066fab0cf6e3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.099475 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 009e3649-a030-413e-aa14-3b8478b26c9c not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:04:39.099782 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d1849db1-6e59-4607-9fd4-a20ac00c5464 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:04:39.116076 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baad63a-ad04-44db-90c5-066fab0cf6e3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326d9291-7a15-48ae-9b29-dce1f6b6cfb2,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:39.126816 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: d1849db1-6e59-4607-9fd4-a20ac00c5464 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:04:39.127181 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d1849db1-6e59-4607-9fd4-a20ac00c5464 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:04:39.128135 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8baad63a-ad04-44db-90c5-066fab0cf6e3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.132111 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8baad63a-ad04-44db-90c5-066fab0cf6e3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1477520 Jul 07 18:04:39.132575 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50674) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:39.137324 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9602bd07-41e0-4557-99c0-956c773177ea tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': 'de60765f-c880-460a-8cbb-1e3cd931c839', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:39.169179 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9602bd07-41e0-4557-99c0-956c773177ea tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.236459 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9602bd07-41e0-4557-99c0-956c773177ea tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.240482 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9602bd07-41e0-4557-99c0-956c773177ea tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.261315 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602bd07-41e0-4557-99c0-956c773177ea tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05fe1a7c-9afa-4375-a56a-4aef7021f194,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:39.267158 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9602bd07-41e0-4557-99c0-956c773177ea tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.269360 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9602bd07-41e0-4557-99c0-956c773177ea tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355834 Jul 07 18:04:39.271888 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50676) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:39.277304 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-363c24f4-8e0a-44ed-b90e-87c02068b9d0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': 'de60765f-c880-460a-8cbb-1e3cd931c839', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:39.308324 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-363c24f4-8e0a-44ed-b90e-87c02068b9d0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.378770 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-363c24f4-8e0a-44ed-b90e-87c02068b9d0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.382628 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-363c24f4-8e0a-44ed-b90e-87c02068b9d0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.401947 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c24f4-8e0a-44ed-b90e-87c02068b9d0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77026741-12a4-49f6-9f7a-da5fc90d3114,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:39.409017 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-363c24f4-8e0a-44ed-b90e-87c02068b9d0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.410373 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-363c24f4-8e0a-44ed-b90e-87c02068b9d0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1369643 Jul 07 18:04:39.414221 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50678) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:39.418796 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-a702b6d1-3cdb-44d8-9bab-94dea769f800 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': 'de60765f-c880-460a-8cbb-1e3cd931c839', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:39.444832 n-d-791503-12 neutron-server[100193]: INFO neutron.db.securitygroups_db [None req-a702b6d1-3cdb-44d8-9bab-94dea769f800 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Project 22f1d5a2e22b43d2aa02349f22c09dd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:04:39.451043 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a702b6d1-3cdb-44d8-9bab-94dea769f800 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.516098 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a702b6d1-3cdb-44d8-9bab-94dea769f800 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.519931 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a702b6d1-3cdb-44d8-9bab-94dea769f800 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.539401 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702b6d1-3cdb-44d8-9bab-94dea769f800 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f830b67e-983b-4c5b-958b-6f0e82a950a2,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:39.546617 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a702b6d1-3cdb-44d8-9bab-94dea769f800 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.547939 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a702b6d1-3cdb-44d8-9bab-94dea769f800 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327302 Jul 07 18:04:39.550703 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50680) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:39.555541 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-3a6266c9-d6ea-4b51-9768-4a4ae8f74dab tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': 'de60765f-c880-460a-8cbb-1e3cd931c839', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:39.578453 n-d-791503-12 neutron-server[100193]: INFO neutron.db.securitygroups_db [None req-3a6266c9-d6ea-4b51-9768-4a4ae8f74dab tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Project 22f1d5a2e22b43d2aa02349f22c09dd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:04:39.584216 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3a6266c9-d6ea-4b51-9768-4a4ae8f74dab tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.655322 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3a6266c9-d6ea-4b51-9768-4a4ae8f74dab tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.660266 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3a6266c9-d6ea-4b51-9768-4a4ae8f74dab tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.683980 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6266c9-d6ea-4b51-9768-4a4ae8f74dab tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d01069-8ab7-4ec1-865e-fabc964f6561,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:39.687292 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3a6266c9-d6ea-4b51-9768-4a4ae8f74dab tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.688861 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3a6266c9-d6ea-4b51-9768-4a4ae8f74dab tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1370938 Jul 07 18:04:39.693123 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50682) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:39.698948 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-5c480f95-e405-42b2-b8a1-3889b99f118c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'network': {'name': 'tempest-network-smoke--664155448', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'port_security_enabled': True}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:39.721360 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c480f95-e405-42b2-b8a1-3889b99f118c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Made reservation on behalf of 22f1d5a2e22b43d2aa02349f22c09dd7 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:04:39.725558 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5c480f95-e405-42b2-b8a1-3889b99f118c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.755009 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c480f95-e405-42b2-b8a1-3889b99f118c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:04:39.766121 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5c480f95-e405-42b2-b8a1-3889b99f118c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.766467 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-5c480f95-e405-42b2-b8a1-3889b99f118c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Added segment a9b869ed-90f9-4ccd-a5db-85c4f51a9174 of type vlan for network d8cad8b4-443e-400e-a3c5-9d9196fd8c7c Jul 07 18:04:39.812239 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5c480f95-e405-42b2-b8a1-3889b99f118c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.844082 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5c480f95-e405-42b2-b8a1-3889b99f118c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.849744 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c480f95-e405-42b2-b8a1-3889b99f118c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:39.850345 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5c480f95-e405-42b2-b8a1-3889b99f118c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.909016 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5c480f95-e405-42b2-b8a1-3889b99f118c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2143836 Jul 07 18:04:39.912977 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50684) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:39.918264 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-c27d6591-8218-4d80-945a-600cd31fbc37 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1597574839', 'admin_state_up': True, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:39.923027 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c480f95-e405-42b2-b8a1-3889b99f118c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Network': ['ID=d8cad8b4-443e-400e-a3c5-9d9196fd8c7c,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:39.934683 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network d8cad8b4-443e-400e-a3c5-9d9196fd8c7c details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:04:39.947094 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c27d6591-8218-4d80-945a-600cd31fbc37 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.949346 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c27d6591-8218-4d80-945a-600cd31fbc37 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:40.020851 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c27d6591-8218-4d80-945a-600cd31fbc37 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:40.165648 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c27d6591-8218-4d80-945a-600cd31fbc37 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:40.383542 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c27d6591-8218-4d80-945a-600cd31fbc37 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:40.403968 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c27d6591-8218-4d80-945a-600cd31fbc37 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:40.508383 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-c27d6591-8218-4d80-945a-600cd31fbc37 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Allocated IP 172.25.0.38 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/2e2abf13-785e-48cb-9b10-b9e938d13df6) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:04:40.625062 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c27d6591-8218-4d80-945a-600cd31fbc37 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:40.666094 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c27d6591-8218-4d80-945a-600cd31fbc37 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:40.703826 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27d6591-8218-4d80-945a-600cd31fbc37 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:40.707058 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-c27d6591-8218-4d80-945a-600cd31fbc37 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:40.713802 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27d6591-8218-4d80-945a-600cd31fbc37 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:04:40.739904 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d6591-8218-4d80-945a-600cd31fbc37 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=2e2abf13-785e-48cb-9b10-b9e938d13df6,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:40.993248 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c27d6591-8218-4d80-945a-600cd31fbc37 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:41.209760 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c27d6591-8218-4d80-945a-600cd31fbc37 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:41.346462 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27d6591-8218-4d80-945a-600cd31fbc37 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Router a57ffdc9-7505-463c-80e0-ac9c2e1a2311 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:04:41.466591 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27d6591-8218-4d80-945a-600cd31fbc37 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:04:41.476766 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae17609-6074-4bde-b0d1-e1b568c53845 None None] Sync routers for ids ['a57ffdc9-7505-463c-80e0-ac9c2e1a2311'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:04:41.488288 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c27d6591-8218-4d80-945a-600cd31fbc37 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:41.489816 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c27d6591-8218-4d80-945a-600cd31fbc37 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5757604 Jul 07 18:04:41.491870 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae17609-6074-4bde-b0d1-e1b568c53845 None None] Routers {'a57ffdc9-7505-463c-80e0-ac9c2e1a2311'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:41.493532 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-eae17609-6074-4bde-b0d1-e1b568c53845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:04:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a57ffdc9-7505-463c-80e0-ac9c2e1a2311'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:41.496442 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50686) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:41.527755 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b45fa499-5494-45bf-9530-7e9e0ca9a52a tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=22f1d5a2e22b43d2aa02349f22c09dd7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299304 Jul 07 18:04:41.530614 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50688) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:41.641849 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094c4170-4aef-4c22-abd9-e386d3329ab2 tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:41.642549 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-eae17609-6074-4bde-b0d1-e1b568c53845 None None] Set router a57ffdc9-7505-463c-80e0-ac9c2e1a2311 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:04:41.644947 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-094c4170-4aef-4c22-abd9-e386d3329ab2 tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1118464 Jul 07 18:04:41.646763 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50690) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:41.678724 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0a494d46-20a2-45ec-bc0a-0d99418d79be tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=b1c8a741-d954-43c5-b974-954b2190b048&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307198 Jul 07 18:04:41.682343 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50692) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:41.688182 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-404149ed-c5a4-4891-bbd5-3ec4d034980c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1726092235', 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:41.794441 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404149ed-c5a4-4891-bbd5-3ec4d034980c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Made reservation on behalf of 22f1d5a2e22b43d2aa02349f22c09dd7 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:04:41.798826 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-404149ed-c5a4-4891-bbd5-3ec4d034980c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:41.847106 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-eae17609-6074-4bde-b0d1-e1b568c53845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597574839', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:04:39Z', 'updated_at': '2021-07-07T18:04:40Z', 'revision_number': 3, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:11:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:40Z', 'updated_at': '2021-07-07T18:04:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:41.877259 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae17609-6074-4bde-b0d1-e1b568c53845 None None] Checking router: a57ffdc9-7505-463c-80e0-ac9c2e1a2311 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:04:41.877617 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae17609-6074-4bde-b0d1-e1b568c53845 None None] Updating router a57ffdc9-7505-463c-80e0-ac9c2e1a2311 port 2e2abf13-785e-48cb-9b10-b9e938d13df6 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:04:41.918835 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-eae17609-6074-4bde-b0d1-e1b568c53845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:42.040426 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-404149ed-c5a4-4891-bbd5-3ec4d034980c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:42.120370 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404149ed-c5a4-4891-bbd5-3ec4d034980c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Subnet': ['ID=5e1d3eec-ca07-4b8c-828d-74cd447917ae,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:42.126839 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404149ed-c5a4-4891-bbd5-3ec4d034980c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Checking segment: {'id': 'a9b869ed-90f9-4ccd-a5db-85c4f51a9174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:04:42.127318 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404149ed-c5a4-4891-bbd5-3ec4d034980c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network hostable DHCP agents. Network: d8cad8b4-443e-400e-a3c5-9d9196fd8c7c, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:04:42.146096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404149ed-c5a4-4891-bbd5-3ec4d034980c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network d8cad8b4-443e-400e-a3c5-9d9196fd8c7c is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:04:42.155691 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-404149ed-c5a4-4891-bbd5-3ec4d034980c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, d8cad8b4-443e-400e-a3c5-9d9196fd8c7c) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:42.159878 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404149ed-c5a4-4891-bbd5-3ec4d034980c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:42.160482 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-404149ed-c5a4-4891-bbd5-3ec4d034980c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:42.171468 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14178fb-eaab-44bf-bda6-a1551aea2933 None None] Network d8cad8b4-443e-400e-a3c5-9d9196fd8c7c requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:04:42.180154 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-404149ed-c5a4-4891-bbd5-3ec4d034980c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4934452 Jul 07 18:04:42.180535 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50694) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:42.244419 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-eae17609-6074-4bde-b0d1-e1b568c53845 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:42.256789 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-eae17609-6074-4bde-b0d1-e1b568c53845 None None] Transition to ACTIVE for port object 2e2abf13-785e-48cb-9b10-b9e938d13df6 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:42.263817 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-eae17609-6074-4bde-b0d1-e1b568c53845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:42.324573 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-eae17609-6074-4bde-b0d1-e1b568c53845 None None] Attempting to bind port 2e2abf13-785e-48cb-9b10-b9e938d13df6 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:04:42.325087 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-eae17609-6074-4bde-b0d1-e1b568c53845 None None] Attempting to bind port 2e2abf13-785e-48cb-9b10-b9e938d13df6 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:04:42.325542 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae17609-6074-4bde-b0d1-e1b568c53845 None None] Attempting to bind port 2e2abf13-785e-48cb-9b10-b9e938d13df6 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:42.336201 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859765e-164f-44b4-be99-4a4819bbd4d4 None None] Pushing event updated for resources: {'Port': ['ID=2e2abf13-785e-48cb-9b10-b9e938d13df6,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:42.345626 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859765e-164f-44b4-be99-4a4819bbd4d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:42.346473 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859765e-164f-44b4-be99-4a4819bbd4d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:42.346473 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859765e-164f-44b4-be99-4a4819bbd4d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:42.346732 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859765e-164f-44b4-be99-4a4819bbd4d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:42.347000 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859765e-164f-44b4-be99-4a4819bbd4d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:42.347348 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859765e-164f-44b4-be99-4a4819bbd4d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:42.347769 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859765e-164f-44b4-be99-4a4819bbd4d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:42.347998 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859765e-164f-44b4-be99-4a4819bbd4d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:42.348318 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859765e-164f-44b4-be99-4a4819bbd4d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:42.348877 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859765e-164f-44b4-be99-4a4819bbd4d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:42.349137 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859765e-164f-44b4-be99-4a4819bbd4d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:42.349429 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859765e-164f-44b4-be99-4a4819bbd4d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:42.355042 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae17609-6074-4bde-b0d1-e1b568c53845 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:04:42.355493 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae17609-6074-4bde-b0d1-e1b568c53845 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:04:42.355809 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-eae17609-6074-4bde-b0d1-e1b568c53845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:42.356196 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae17609-6074-4bde-b0d1-e1b568c53845 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:04:42.356703 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-eae17609-6074-4bde-b0d1-e1b568c53845 None None] Bound port: 2e2abf13-785e-48cb-9b10-b9e938d13df6, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:04:42.357273 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-eae17609-6074-4bde-b0d1-e1b568c53845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:42.390776 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e66fdd7-873c-4937-aca7-963e7c2bf547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-d8cad8b4-443e-400e-a3c5-9d9196fd8c7c', 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'fixed_ips': [{'subnet_id': '5e1d3eec-ca07-4b8c-828d-74cd447917ae'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:04:42.392354 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3e66fdd7-873c-4937-aca7-963e7c2bf547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:42.418329 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-eae17609-6074-4bde-b0d1-e1b568c53845 None None] For port 2e2abf13-785e-48cb-9b10-b9e938d13df6, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:04:42.422201 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-eae17609-6074-4bde-b0d1-e1b568c53845 None None] For port 2e2abf13-785e-48cb-9b10-b9e938d13df6, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=2e2abf13-785e-48cb-9b10-b9e938d13df6,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:04:42.426513 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-eae17609-6074-4bde-b0d1-e1b568c53845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:42.499610 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae17609-6074-4bde-b0d1-e1b568c53845 None None] Routers {'a57ffdc9-7505-463c-80e0-ac9c2e1a2311'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:42.500704 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-eae17609-6074-4bde-b0d1-e1b568c53845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:04:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a57ffdc9-7505-463c-80e0-ac9c2e1a2311'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:42.580472 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859765e-164f-44b4-be99-4a4819bbd4d4 None None] Pushing event updated for resources: {'Port': ['ID=2e2abf13-785e-48cb-9b10-b9e938d13df6,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:42.617969 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-3e66fdd7-873c-4937-aca7-963e7c2bf547 None None] Allocated IP 172.20.0.2 (d8cad8b4-443e-400e-a3c5-9d9196fd8c7c/5e1d3eec-ca07-4b8c-828d-74cd447917ae/d3932f47-b7ef-4048-a647-7cf8b107540c) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:04:42.706016 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-eae17609-6074-4bde-b0d1-e1b568c53845 None None] Set router a57ffdc9-7505-463c-80e0-ac9c2e1a2311 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:04:42.864444 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e7571257-5ce1-4b86-b8fc-975c503b9db7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:43.020707 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3e66fdd7-873c-4937-aca7-963e7c2bf547 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:43.035018 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3e66fdd7-873c-4937-aca7-963e7c2bf547 None None] Transition to ACTIVE for port object d3932f47-b7ef-4048-a647-7cf8b107540c will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:43.062534 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3e66fdd7-873c-4937-aca7-963e7c2bf547 None None] Transition to ACTIVE for port object d3932f47-b7ef-4048-a647-7cf8b107540c will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:43.071932 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3e66fdd7-873c-4937-aca7-963e7c2bf547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:43.099735 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-eae17609-6074-4bde-b0d1-e1b568c53845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597574839', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:04:39Z', 'updated_at': '2021-07-07T18:04:40Z', 'revision_number': 3, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:11:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:40Z', 'updated_at': '2021-07-07T18:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:43.120005 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e66fdd7-873c-4937-aca7-963e7c2bf547 None None] Network d8cad8b4-443e-400e-a3c5-9d9196fd8c7c is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:43.127578 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-3e66fdd7-873c-4937-aca7-963e7c2bf547 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:43.130957 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e66fdd7-873c-4937-aca7-963e7c2bf547 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:04:43.139767 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66fdd7-873c-4937-aca7-963e7c2bf547 None None] Pushing event updated for resources: {'Port': ['ID=d3932f47-b7ef-4048-a647-7cf8b107540c,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:43.148974 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae17609-6074-4bde-b0d1-e1b568c53845 None None] The sync data for ids ['a57ffdc9-7505-463c-80e0-ac9c2e1a2311'] in n-d-791503-12 is: [{'id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597574839', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:04:39Z', 'updated_at': '2021-07-07T18:04:40Z', 'revision_number': 3, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:11:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:40Z', 'updated_at': '2021-07-07T18:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:04:43.208483 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-3e66fdd7-873c-4937-aca7-963e7c2bf547 None None] Attempting to bind port d3932f47-b7ef-4048-a647-7cf8b107540c on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:04:43.209460 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-3e66fdd7-873c-4937-aca7-963e7c2bf547 None None] Attempting to bind port d3932f47-b7ef-4048-a647-7cf8b107540c by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'a9b869ed-90f9-4ccd-a5db-85c4f51a9174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:04:43.209649 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e66fdd7-873c-4937-aca7-963e7c2bf547 None None] Attempting to bind port d3932f47-b7ef-4048-a647-7cf8b107540c on network d8cad8b4-443e-400e-a3c5-9d9196fd8c7c {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:43.218203 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e66fdd7-873c-4937-aca7-963e7c2bf547 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:04:43.218825 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e66fdd7-873c-4937-aca7-963e7c2bf547 None None] Checking segment: {'id': 'a9b869ed-90f9-4ccd-a5db-85c4f51a9174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:04:43.219493 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3e66fdd7-873c-4937-aca7-963e7c2bf547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:43.219994 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e66fdd7-873c-4937-aca7-963e7c2bf547 None None] Bound using segment: {'id': 'a9b869ed-90f9-4ccd-a5db-85c4f51a9174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:04:43.220499 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-3e66fdd7-873c-4937-aca7-963e7c2bf547 None None] Bound port: d3932f47-b7ef-4048-a647-7cf8b107540c, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b869ed-90f9-4ccd-a5db-85c4f51a9174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:04:43.220924 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3e66fdd7-873c-4937-aca7-963e7c2bf547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:43.301728 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3e66fdd7-873c-4937-aca7-963e7c2bf547 None None] For port d3932f47-b7ef-4048-a647-7cf8b107540c, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:04:43.306525 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3e66fdd7-873c-4937-aca7-963e7c2bf547 None None] For port d3932f47-b7ef-4048-a647-7cf8b107540c, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d3932f47-b7ef-4048-a647-7cf8b107540c,segment=NetworkSegment(a9b869ed-90f9-4ccd-a5db-85c4f51a9174),segment_id=a9b869ed-90f9-4ccd-a5db-85c4f51a9174)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:04:43.312168 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3e66fdd7-873c-4937-aca7-963e7c2bf547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:43.386503 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-e7571257-5ce1-4b86-b8fc-975c503b9db7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Allocated IP 172.20.0.1 (d8cad8b4-443e-400e-a3c5-9d9196fd8c7c/5e1d3eec-ca07-4b8c-828d-74cd447917ae/11daa74f-1de0-4943-9b92-bc05decf99fc) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:04:43.391887 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66fdd7-873c-4937-aca7-963e7c2bf547 None None] Pushing event updated for resources: {'Port': ['ID=d3932f47-b7ef-4048-a647-7cf8b107540c,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:43.661813 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e7571257-5ce1-4b86-b8fc-975c503b9db7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:43.688784 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-e7571257-5ce1-4b86-b8fc-975c503b9db7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Transition to ACTIVE for port object 11daa74f-1de0-4943-9b92-bc05decf99fc will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:43.741526 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e7571257-5ce1-4b86-b8fc-975c503b9db7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:43.787302 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7571257-5ce1-4b86-b8fc-975c503b9db7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network d8cad8b4-443e-400e-a3c5-9d9196fd8c7c is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:43.792649 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-e7571257-5ce1-4b86-b8fc-975c503b9db7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:43.797323 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7571257-5ce1-4b86-b8fc-975c503b9db7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:04:43.832451 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7571257-5ce1-4b86-b8fc-975c503b9db7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=11daa74f-1de0-4943-9b92-bc05decf99fc,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:43.867600 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e7571257-5ce1-4b86-b8fc-975c503b9db7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:44.061316 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e7571257-5ce1-4b86-b8fc-975c503b9db7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:44.641043 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a845386-95dc-41f2-b59a-7b7d929bad73 None None] Network d8cad8b4-443e-400e-a3c5-9d9196fd8c7c requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:04:44.717704 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-47eafa65-59bc-4548-897c-783736ad7caa None None] Provisioning for port d3932f47-b7ef-4048-a647-7cf8b107540c completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:44.942582 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e7571257-5ce1-4b86-b8fc-975c503b9db7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:44.949990 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e7571257-5ce1-4b86-b8fc-975c503b9db7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:45.042650 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e7571257-5ce1-4b86-b8fc-975c503b9db7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:45.046139 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7571257-5ce1-4b86-b8fc-975c503b9db7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=11daa74f-1de0-4943-9b92-bc05decf99fc,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:45.163703 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-77f2bdf0-64fd-4253-9d52-53961249a46b None None] Provisioning for port 11daa74f-1de0-4943-9b92-bc05decf99fc completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:45.174092 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-77f2bdf0-64fd-4253-9d52-53961249a46b None None] Provisioning complete for port 11daa74f-1de0-4943-9b92-bc05decf99fc triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:45.174309 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-77f2bdf0-64fd-4253-9d52-53961249a46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:45.181870 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7571257-5ce1-4b86-b8fc-975c503b9db7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network d8cad8b4-443e-400e-a3c5-9d9196fd8c7c is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:45.183591 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-e7571257-5ce1-4b86-b8fc-975c503b9db7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:45.215074 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d3932f47-b7ef-4048-a647-7cf8b107540c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:45.272788 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-77f2bdf0-64fd-4253-9d52-53961249a46b None None] Port 11daa74f-1de0-4943-9b92-bc05decf99fc cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:04:45.303734 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port d3932f47-b7ef-4048-a647-7cf8b107540c completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:45.306048 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-77f2bdf0-64fd-4253-9d52-53961249a46b None None] Provisioning complete for port d3932f47-b7ef-4048-a647-7cf8b107540c triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:45.306432 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-77f2bdf0-64fd-4253-9d52-53961249a46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:45.340970 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port d3932f47-b7ef-4048-a647-7cf8b107540c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:45.341583 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:45.407913 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7571257-5ce1-4b86-b8fc-975c503b9db7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Router a57ffdc9-7505-463c-80e0-ac9c2e1a2311 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:04:45.491899 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-77f2bdf0-64fd-4253-9d52-53961249a46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:45.494191 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:45.554846 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-77f2bdf0-64fd-4253-9d52-53961249a46b None None] For port d3932f47-b7ef-4048-a647-7cf8b107540c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d3932f47-b7ef-4048-a647-7cf8b107540c,segment=NetworkSegment(a9b869ed-90f9-4ccd-a5db-85c4f51a9174),segment_id=a9b869ed-90f9-4ccd-a5db-85c4f51a9174)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:45.560298 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-77f2bdf0-64fd-4253-9d52-53961249a46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:45.573472 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7571257-5ce1-4b86-b8fc-975c503b9db7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:04:45.582194 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e7571257-5ce1-4b86-b8fc-975c503b9db7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "PUT /v2.0/routers/a57ffdc9-7505-463c-80e0-ac9c2e1a2311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3994474 Jul 07 18:04:45.618156 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d822f7ac-1550-41f0-b127-c7ab777a669b None None] Sync routers for ids ['a57ffdc9-7505-463c-80e0-ac9c2e1a2311'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:04:45.667714 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d822f7ac-1550-41f0-b127-c7ab777a669b None None] Routers {'a57ffdc9-7505-463c-80e0-ac9c2e1a2311'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:45.668988 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d822f7ac-1550-41f0-b127-c7ab777a669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:04:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a57ffdc9-7505-463c-80e0-ac9c2e1a2311'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:45.678163 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.db.api [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:04:45.678768 n-d-791503-12 neutron-server[100194]: DEBUG oslo_db.api [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:04:45.717217 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f2bdf0-64fd-4253-9d52-53961249a46b None None] Pushing event updated for resources: {'Port': ['ID=d3932f47-b7ef-4048-a647-7cf8b107540c,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:45.753343 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-12ef3d88-902a-481a-8df1-acab04e4b025 None None] Provisioning complete for port 11daa74f-1de0-4943-9b92-bc05decf99fc triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:45.753718 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-12ef3d88-902a-481a-8df1-acab04e4b025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:45.757805 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-7b771468-7942-41ae-a0c5-bce56487626d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-697972555&fields=id&tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7 HTTP/1.1" status: 200 len: 267 time: 0.0418806 Jul 07 18:04:45.825322 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-12ef3d88-902a-481a-8df1-acab04e4b025 None None] Port 11daa74f-1de0-4943-9b92-bc05decf99fc cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:04:45.852186 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-d822f7ac-1550-41f0-b127-c7ab777a669b None None] Set router a57ffdc9-7505-463c-80e0-ac9c2e1a2311 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:04:45.888371 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-2f5aa608-91e0-462e-95b0-a07f95453ef0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:45.890491 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-2f5aa608-91e0-462e-95b0-a07f95453ef0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/networks?id=d8cad8b4-443e-400e-a3c5-9d9196fd8c7c HTTP/1.1" status: 200 len: 796 time: 0.1296835 Jul 07 18:04:45.911136 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-2d003c8e-8015-4b15-9efa-bf090c5fd516 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/quotas/22f1d5a2e22b43d2aa02349f22c09dd7 HTTP/1.1" status: 200 len: 375 time: 0.0149109 Jul 07 18:04:45.986180 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-cc8e6797-2a86-4dda-b9f3-692225210acb tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686831 Jul 07 18:04:46.008756 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-98aef50e-8635-4709-98c0-54cf7e2aeb9a None None] Provisioning complete for port 11daa74f-1de0-4943-9b92-bc05decf99fc triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:46.009137 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-98aef50e-8635-4709-98c0-54cf7e2aeb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:46.061240 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-98aef50e-8635-4709-98c0-54cf7e2aeb9a None None] Port 11daa74f-1de0-4943-9b92-bc05decf99fc cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:04:46.124644 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-5f736e24-ec85-4627-a0fc-68c0993a773a service neutron] 10.222.0.53 "GET /v2.0/networks/d8cad8b4-443e-400e-a3c5-9d9196fd8c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177955 Jul 07 18:04:46.137971 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d822f7ac-1550-41f0-b127-c7ab777a669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597574839', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:04:39Z', 'updated_at': '2021-07-07T18:04:43Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:11:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:40Z', 'updated_at': '2021-07-07T18:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '11daa74f-1de0-4943-9b92-bc05decf99fc', 'name': '', 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:ec:53:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5e1d3eec-ca07-4b8c-828d-74cd447917ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:43Z', 'updated_at': '2021-07-07T18:04:44Z', 'revision_number': 2, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': '5e1d3eec-ca07-4b8c-828d-74cd447917ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:46.166858 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d822f7ac-1550-41f0-b127-c7ab777a669b None None] Checking router: a57ffdc9-7505-463c-80e0-ac9c2e1a2311 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:04:46.167232 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d822f7ac-1550-41f0-b127-c7ab777a669b None None] Updating router a57ffdc9-7505-463c-80e0-ac9c2e1a2311 port 11daa74f-1de0-4943-9b92-bc05decf99fc binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:04:46.236327 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d822f7ac-1550-41f0-b127-c7ab777a669b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:46.240297 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-f720c46c-1036-4047-b658-9c7c7aa23ca9 service neutron] 10.222.0.53 "GET /v2.0/networks/d8cad8b4-443e-400e-a3c5-9d9196fd8c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076958 Jul 07 18:04:46.241412 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 2e2abf13-785e-48cb-9b10-b9e938d13df6 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:46.423263 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 2e2abf13-785e-48cb-9b10-b9e938d13df6 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:46.428878 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 2e2abf13-785e-48cb-9b10-b9e938d13df6 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:46.429305 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:46.514663 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-beb6d71e-8d5d-44a2-9c17-3f7f49490381 req-6891b0bb-9c3d-433c-9ef5-8470cb3fff0d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 210 time: 0.0338571 Jul 07 18:04:46.611104 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:46.668301 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 2e2abf13-785e-48cb-9b10-b9e938d13df6, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=2e2abf13-785e-48cb-9b10-b9e938d13df6,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:46.675614 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:46.715349 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d822f7ac-1550-41f0-b127-c7ab777a669b None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:46.735579 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d822f7ac-1550-41f0-b127-c7ab777a669b None None] Transition to ACTIVE for port object 11daa74f-1de0-4943-9b92-bc05decf99fc will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:46.744078 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d822f7ac-1550-41f0-b127-c7ab777a669b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:46.761598 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=2e2abf13-785e-48cb-9b10-b9e938d13df6,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:46.860969 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16694f0-a79b-48e0-b314-7b20ee4f8986 None None] Pushing event updated for resources: {'Port': ['ID=11daa74f-1de0-4943-9b92-bc05decf99fc,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:46.910817 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-d822f7ac-1550-41f0-b127-c7ab777a669b None None] Attempting to bind port 11daa74f-1de0-4943-9b92-bc05decf99fc on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:04:46.911967 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-d822f7ac-1550-41f0-b127-c7ab777a669b None None] Attempting to bind port 11daa74f-1de0-4943-9b92-bc05decf99fc by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'a9b869ed-90f9-4ccd-a5db-85c4f51a9174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:04:46.912356 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d822f7ac-1550-41f0-b127-c7ab777a669b None None] Attempting to bind port 11daa74f-1de0-4943-9b92-bc05decf99fc on network d8cad8b4-443e-400e-a3c5-9d9196fd8c7c {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:46.922534 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d822f7ac-1550-41f0-b127-c7ab777a669b None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:04:46.923851 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d822f7ac-1550-41f0-b127-c7ab777a669b None None] Checking segment: {'id': 'a9b869ed-90f9-4ccd-a5db-85c4f51a9174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:04:46.924890 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d822f7ac-1550-41f0-b127-c7ab777a669b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:46.926100 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d822f7ac-1550-41f0-b127-c7ab777a669b None None] Bound using segment: {'id': 'a9b869ed-90f9-4ccd-a5db-85c4f51a9174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:04:46.927285 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-d822f7ac-1550-41f0-b127-c7ab777a669b None None] Bound port: 11daa74f-1de0-4943-9b92-bc05decf99fc, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b869ed-90f9-4ccd-a5db-85c4f51a9174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:04:46.928359 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d822f7ac-1550-41f0-b127-c7ab777a669b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:47.052056 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d822f7ac-1550-41f0-b127-c7ab777a669b None None] For port 11daa74f-1de0-4943-9b92-bc05decf99fc, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:04:47.057331 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d822f7ac-1550-41f0-b127-c7ab777a669b None None] For port 11daa74f-1de0-4943-9b92-bc05decf99fc, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=11daa74f-1de0-4943-9b92-bc05decf99fc,segment=NetworkSegment(a9b869ed-90f9-4ccd-a5db-85c4f51a9174),segment_id=a9b869ed-90f9-4ccd-a5db-85c4f51a9174)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:04:47.062726 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d822f7ac-1550-41f0-b127-c7ab777a669b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:47.146002 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d822f7ac-1550-41f0-b127-c7ab777a669b None None] Routers {'a57ffdc9-7505-463c-80e0-ac9c2e1a2311'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:47.146658 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d822f7ac-1550-41f0-b127-c7ab777a669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:04:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a57ffdc9-7505-463c-80e0-ac9c2e1a2311'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:47.150631 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d3932f47-b7ef-4048-a647-7cf8b107540c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:47.269922 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16694f0-a79b-48e0-b314-7b20ee4f8986 None None] Pushing event updated for resources: {'Port': ['ID=11daa74f-1de0-4943-9b92-bc05decf99fc,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:47.551964 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port d3932f47-b7ef-4048-a647-7cf8b107540c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:47.552332 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:47.582916 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-d822f7ac-1550-41f0-b127-c7ab777a669b None None] Set router a57ffdc9-7505-463c-80e0-ac9c2e1a2311 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:04:47.695406 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-038d05ff-e251-4d50-9400-40b47db8b41b req-de6edea4-29ef-444e-af0a-fce381287335 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 210 time: 0.0317130 Jul 07 18:04:47.796830 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 2e2abf13-785e-48cb-9b10-b9e938d13df6 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:47.894613 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 2e2abf13-785e-48cb-9b10-b9e938d13df6 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:47.894985 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:47.944370 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d822f7ac-1550-41f0-b127-c7ab777a669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597574839', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:04:39Z', 'updated_at': '2021-07-07T18:04:43Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:11:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:40Z', 'updated_at': '2021-07-07T18:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '11daa74f-1de0-4943-9b92-bc05decf99fc', 'name': '', 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:ec:53:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5e1d3eec-ca07-4b8c-828d-74cd447917ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:43Z', 'updated_at': '2021-07-07T18:04:47Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': '5e1d3eec-ca07-4b8c-828d-74cd447917ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:47.995696 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d822f7ac-1550-41f0-b127-c7ab777a669b None None] The sync data for ids ['a57ffdc9-7505-463c-80e0-ac9c2e1a2311'] in n-d-791503-12 is: [{'id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597574839', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:04:39Z', 'updated_at': '2021-07-07T18:04:43Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:11:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:40Z', 'updated_at': '2021-07-07T18:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '11daa74f-1de0-4943-9b92-bc05decf99fc', 'name': '', 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:ec:53:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5e1d3eec-ca07-4b8c-828d-74cd447917ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:43Z', 'updated_at': '2021-07-07T18:04:47Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': '5e1d3eec-ca07-4b8c-828d-74cd447917ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:04:48.145936 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-c699f0a6-d3a6-4d23-9ba4-59b4c04b987e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:48.148131 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-c699f0a6-d3a6-4d23-9ba4-59b4c04b987e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.72 "GET /v2.0/networks?id=d8cad8b4-443e-400e-a3c5-9d9196fd8c7c HTTP/1.1" status: 200 len: 796 time: 0.2094994 Jul 07 18:04:48.203233 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-78a8f6e9-495d-4f59-be4d-cd4cdeb5c9c5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7 HTTP/1.1" status: 200 len: 379 time: 0.0458314 Jul 07 18:04:48.212223 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-1cf8593f-fcf8-4f0e-8b8b-e9e5b5fc89ff tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'port': {'device_id': 'b73b253b-3b85-4d10-b96f-d93a9af6b7ad', 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c', 'admin_state_up': True, 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'security_groups': ['de60765f-c880-460a-8cbb-1e3cd931c839']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:48.395509 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-1cf8593f-fcf8-4f0e-8b8b-e9e5b5fc89ff tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Made reservation on behalf of 22f1d5a2e22b43d2aa02349f22c09dd7 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:04:48.400074 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-1cf8593f-fcf8-4f0e-8b8b-e9e5b5fc89ff tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:48.560238 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-1cf8593f-fcf8-4f0e-8b8b-e9e5b5fc89ff tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Allocated IP 172.20.0.10 (d8cad8b4-443e-400e-a3c5-9d9196fd8c7c/5e1d3eec-ca07-4b8c-828d-74cd447917ae/44532137-37e3-4fef-af9f-08ef049c6ecb) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:04:48.752880 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-1cf8593f-fcf8-4f0e-8b8b-e9e5b5fc89ff tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:48.775288 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-1cf8593f-fcf8-4f0e-8b8b-e9e5b5fc89ff tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Transition to ACTIVE for port object 44532137-37e3-4fef-af9f-08ef049c6ecb will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:48.829915 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-1cf8593f-fcf8-4f0e-8b8b-e9e5b5fc89ff tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:48.903175 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-1cf8593f-fcf8-4f0e-8b8b-e9e5b5fc89ff tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network d8cad8b4-443e-400e-a3c5-9d9196fd8c7c is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:48.909104 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-1cf8593f-fcf8-4f0e-8b8b-e9e5b5fc89ff tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:48.913308 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-1cf8593f-fcf8-4f0e-8b8b-e9e5b5fc89ff tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:04:48.942145 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8593f-fcf8-4f0e-8b8b-e9e5b5fc89ff tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=44532137-37e3-4fef-af9f-08ef049c6ecb,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:48.994153 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-1cf8593f-fcf8-4f0e-8b8b-e9e5b5fc89ff tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:48.995257 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-1cf8593f-fcf8-4f0e-8b8b-e9e5b5fc89ff tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:48.997089 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212ece0-1dae-4e17-8f68-64642ffea4e8 req-d1a9e84a-67e2-4d69-ad92-e2df1620400f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:48.998704 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e212ece0-1dae-4e17-8f68-64642ffea4e8 req-d1a9e84a-67e2-4d69-ad92-e2df1620400f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 932 time: 0.1399548 Jul 07 18:04:49.024824 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-1cf8593f-fcf8-4f0e-8b8b-e9e5b5fc89ff tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8154297 Jul 07 18:04:49.039416 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-3bb6ccdc-efda-4bd2-b739-636d0054129b service neutron] Request body: {'port': {'device_id': 'b73b253b-3b85-4d10-b96f-d93a9af6b7ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:49.078429 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e212ece0-1dae-4e17-8f68-64642ffea4e8 req-728bd4a7-8923-47fb-97f9-9fc53451f8d6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=de60765f-c880-460a-8cbb-1e3cd931c839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733993 Jul 07 18:04:49.159940 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 11daa74f-1de0-4943-9b92-bc05decf99fc up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:49.210278 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-3bb6ccdc-efda-4bd2-b739-636d0054129b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:49.231514 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 11daa74f-1de0-4943-9b92-bc05decf99fc completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:49.237903 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 11daa74f-1de0-4943-9b92-bc05decf99fc triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:49.238520 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:49.305515 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-15f5cfb8-8517-4959-b8bf-edaa3bcb0292 None None] Provisioning for port 44532137-37e3-4fef-af9f-08ef049c6ecb completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:49.310133 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-15f5cfb8-8517-4959-b8bf-edaa3bcb0292 None None] Provisioning complete for port 44532137-37e3-4fef-af9f-08ef049c6ecb triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:49.310513 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-15f5cfb8-8517-4959-b8bf-edaa3bcb0292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:49.376274 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-15f5cfb8-8517-4959-b8bf-edaa3bcb0292 None None] Port 44532137-37e3-4fef-af9f-08ef049c6ecb cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:04:49.389750 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:49.426423 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 11daa74f-1de0-4943-9b92-bc05decf99fc, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=11daa74f-1de0-4943-9b92-bc05decf99fc,segment=NetworkSegment(a9b869ed-90f9-4ccd-a5db-85c4f51a9174),segment_id=a9b869ed-90f9-4ccd-a5db-85c4f51a9174)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:49.438586 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:49.507025 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=11daa74f-1de0-4943-9b92-bc05decf99fc,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:49.537469 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-3bb6ccdc-efda-4bd2-b739-636d0054129b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44532137-37e3-4fef-af9f-08ef049c6ecb {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:04:49.547064 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-3bb6ccdc-efda-4bd2-b739-636d0054129b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:49.562805 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-3bb6ccdc-efda-4bd2-b739-636d0054129b service neutron] Transition to ACTIVE for port object 44532137-37e3-4fef-af9f-08ef049c6ecb will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:49.570788 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-3bb6ccdc-efda-4bd2-b739-636d0054129b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:49.662641 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6ccdc-efda-4bd2-b739-636d0054129b service neutron] Pushing event updated for resources: {'Port': ['ID=44532137-37e3-4fef-af9f-08ef049c6ecb,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:49.779135 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-3bb6ccdc-efda-4bd2-b739-636d0054129b service neutron] Attempting to bind port 44532137-37e3-4fef-af9f-08ef049c6ecb on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:04:49.779880 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-3bb6ccdc-efda-4bd2-b739-636d0054129b service neutron] Attempting to bind port 44532137-37e3-4fef-af9f-08ef049c6ecb by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'a9b869ed-90f9-4ccd-a5db-85c4f51a9174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:04:49.780222 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-3bb6ccdc-efda-4bd2-b739-636d0054129b service neutron] Attempting to bind port 44532137-37e3-4fef-af9f-08ef049c6ecb on network d8cad8b4-443e-400e-a3c5-9d9196fd8c7c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:49.788145 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-3bb6ccdc-efda-4bd2-b739-636d0054129b service neutron] Port 44532137-37e3-4fef-af9f-08ef049c6ecb on network d8cad8b4-443e-400e-a3c5-9d9196fd8c7c not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:04:49.789388 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-3bb6ccdc-efda-4bd2-b739-636d0054129b service neutron] Attempting to bind port 44532137-37e3-4fef-af9f-08ef049c6ecb on network d8cad8b4-443e-400e-a3c5-9d9196fd8c7c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:49.798560 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-3bb6ccdc-efda-4bd2-b739-636d0054129b service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:04:49.799123 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-3bb6ccdc-efda-4bd2-b739-636d0054129b service neutron] Checking segment: {'id': 'a9b869ed-90f9-4ccd-a5db-85c4f51a9174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:04:49.799755 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-3bb6ccdc-efda-4bd2-b739-636d0054129b service neutron] Bound using segment: {'id': 'a9b869ed-90f9-4ccd-a5db-85c4f51a9174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:04:49.800483 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-3bb6ccdc-efda-4bd2-b739-636d0054129b service neutron] Bound port: 44532137-37e3-4fef-af9f-08ef049c6ecb, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b869ed-90f9-4ccd-a5db-85c4f51a9174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:04:49.801113 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-3bb6ccdc-efda-4bd2-b739-636d0054129b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:49.905097 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-3bb6ccdc-efda-4bd2-b739-636d0054129b service neutron] For port 44532137-37e3-4fef-af9f-08ef049c6ecb, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:04:49.908465 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-3bb6ccdc-efda-4bd2-b739-636d0054129b service neutron] For port 44532137-37e3-4fef-af9f-08ef049c6ecb, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=44532137-37e3-4fef-af9f-08ef049c6ecb,segment=NetworkSegment(a9b869ed-90f9-4ccd-a5db-85c4f51a9174),segment_id=a9b869ed-90f9-4ccd-a5db-85c4f51a9174)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:04:49.914584 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-3bb6ccdc-efda-4bd2-b739-636d0054129b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:49.955643 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-3bb6ccdc-efda-4bd2-b739-636d0054129b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:49.957098 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-3bb6ccdc-efda-4bd2-b739-636d0054129b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:49.958731 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-3bb6ccdc-efda-4bd2-b739-636d0054129b service neutron] 10.222.0.72 "PUT /v2.0/ports/44532137-37e3-4fef-af9f-08ef049c6ecb HTTP/1.1" status: 200 len: 1093 time: 0.9275873 Jul 07 18:04:49.962350 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73b253b-3b85-4d10-b96f-d93a9af6b7ad', 'tag': '44532137-37e3-4fef-af9f-08ef049c6ecb'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:49.965844 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51560b3e-f389-474c-b467-31a8d5918b92" -d '{"events": [{"name": "network-changed", "server_uuid": "b73b253b-3b85-4d10-b96f-d93a9af6b7ad", "tag": "44532137-37e3-4fef-af9f-08ef049c6ecb"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:50.022543 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6ccdc-efda-4bd2-b739-636d0054129b service neutron] Pushing event updated for resources: {'Port': ['ID=44532137-37e3-4fef-af9f-08ef049c6ecb,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:50.028196 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260e10ef-bff2-4a15-b4f0-4c38b5ca31bd x-openstack-request-id: req-260e10ef-bff2-4a15-b4f0-4c38b5ca31bd {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:50.028546 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73b253b-3b85-4d10-b96f-d93a9af6b7ad", "tag": "44532137-37e3-4fef-af9f-08ef049c6ecb", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:50.028765 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-260e10ef-bff2-4a15-b4f0-4c38b5ca31bd {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:50.029172 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73b253b-3b85-4d10-b96f-d93a9af6b7ad', 'tag': '44532137-37e3-4fef-af9f-08ef049c6ecb', 'status': 'completed', 'code': 200} Jul 07 18:04:50.081425 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-80cd4b76-0796-4f49-931f-89cd7a56ef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:50.083454 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-80cd4b76-0796-4f49-931f-89cd7a56ef83 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 1096 time: 0.0767412 Jul 07 18:04:50.151333 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-fdc46024-a54b-4849-a0da-0404335be609 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44532137-37e3-4fef-af9f-08ef049c6ecb HTTP/1.1" status: 200 len: 217 time: 0.0536911 Jul 07 18:04:50.226849 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-9282fca9-69b9-4f63-9429-b7f53611664b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:50.229232 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-9282fca9-69b9-4f63-9429-b7f53611664b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5e1d3eec-ca07-4b8c-828d-74cd447917ae HTTP/1.1" status: 200 len: 835 time: 0.0707397 Jul 07 18:04:50.292612 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-c509c045-1fdf-443b-8a27-f5ad80a5d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:50.294163 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-c509c045-1fdf-443b-8a27-f5ad80a5d8c4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8cad8b4-443e-400e-a3c5-9d9196fd8c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587263 Jul 07 18:04:50.339608 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4e83e-212f-449e-b27b-167ca0f430ff req-5b9ad033-e33b-4c4f-ae3f-faf78dc9e97a tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:50.341265 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-24c4e83e-212f-449e-b27b-167ca0f430ff req-5b9ad033-e33b-4c4f-ae3f-faf78dc9e97a tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 944 time: 0.0870924 Jul 07 18:04:50.397994 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-24c4e83e-212f-449e-b27b-167ca0f430ff req-3bb6712d-af6a-400d-9d38-ab167df5eac1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=de60765f-c880-460a-8cbb-1e3cd931c839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491498 Jul 07 18:04:50.418698 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-b3bc3443-be1b-4bc5-a25b-f52709ba5e57 service neutron] 10.222.0.72 "GET /v2.0/networks/d8cad8b4-443e-400e-a3c5-9d9196fd8c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181402 Jul 07 18:04:50.521570 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dd398326-67c7-4e89-8eb0-d0a8c4e1abd5 req-b1290390-7622-44fb-91d7-c241d15ad11b service neutron] 10.222.0.72 "GET /v2.0/networks/d8cad8b4-443e-400e-a3c5-9d9196fd8c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958674 Jul 07 18:04:50.634981 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51560b3e-f389-474c-b467-31a8d5918b92 req-e73c1f21-9708-44b0-ab4c-631210ac1e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:50.637574 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-51560b3e-f389-474c-b467-31a8d5918b92 req-e73c1f21-9708-44b0-ab4c-631210ac1e57 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 1096 time: 0.0653589 Jul 07 18:04:50.748774 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51560b3e-f389-474c-b467-31a8d5918b92 req-d6ecf27e-a2d3-4822-bc81-1193b833881d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:50.750643 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-51560b3e-f389-474c-b467-31a8d5918b92 req-d6ecf27e-a2d3-4822-bc81-1193b833881d service neutron] 10.222.0.72 "GET /v2.0/networks?id=d8cad8b4-443e-400e-a3c5-9d9196fd8c7c HTTP/1.1" status: 200 len: 897 time: 0.1071241 Jul 07 18:04:50.796174 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-51560b3e-f389-474c-b467-31a8d5918b92 req-9599814a-ea8e-43c9-aaae-93ae232a137b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44532137-37e3-4fef-af9f-08ef049c6ecb HTTP/1.1" status: 200 len: 217 time: 0.0369570 Jul 07 18:04:50.849146 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51560b3e-f389-474c-b467-31a8d5918b92 req-07015b57-3e23-459a-b860-18aa72c83b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:50.850638 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-51560b3e-f389-474c-b467-31a8d5918b92 req-07015b57-3e23-459a-b860-18aa72c83b39 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5e1d3eec-ca07-4b8c-828d-74cd447917ae HTTP/1.1" status: 200 len: 835 time: 0.0476320 Jul 07 18:04:50.939390 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51560b3e-f389-474c-b467-31a8d5918b92 req-03bef673-17ce-4840-bab1-0e7266d06b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:50.940901 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-51560b3e-f389-474c-b467-31a8d5918b92 req-03bef673-17ce-4840-bab1-0e7266d06b57 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8cad8b4-443e-400e-a3c5-9d9196fd8c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0832582 Jul 07 18:04:51.045367 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-51560b3e-f389-474c-b467-31a8d5918b92 req-32d75912-10cc-4965-8efb-112d416e1b99 service neutron] 10.222.0.72 "GET /v2.0/networks/d8cad8b4-443e-400e-a3c5-9d9196fd8c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963254 Jul 07 18:04:51.074615 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 11daa74f-1de0-4943-9b92-bc05decf99fc up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:51.140874 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 11daa74f-1de0-4943-9b92-bc05decf99fc triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:51.141245 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:51.153803 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-51560b3e-f389-474c-b467-31a8d5918b92 req-747a0f69-edef-403d-a7f8-d2abe424a61c service neutron] 10.222.0.72 "GET /v2.0/networks/d8cad8b4-443e-400e-a3c5-9d9196fd8c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021073 Jul 07 18:04:51.615099 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de45b9-5031-46b9-b353-546f84b250a7 req-48401a72-be45-4f3f-8061-cc4678618a95 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:51.616822 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-21de45b9-5031-46b9-b353-546f84b250a7 req-48401a72-be45-4f3f-8061-cc4678618a95 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 944 time: 0.0876696 Jul 07 18:04:51.662485 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-21de45b9-5031-46b9-b353-546f84b250a7 req-eb744e39-d185-4fe3-b104-b8645b9e5763 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=de60765f-c880-460a-8cbb-1e3cd931c839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395124 Jul 07 18:04:52.166648 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 44532137-37e3-4fef-af9f-08ef049c6ecb details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:04:52.271109 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 44532137-37e3-4fef-af9f-08ef049c6ecb, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=44532137-37e3-4fef-af9f-08ef049c6ecb,segment=NetworkSegment(a9b869ed-90f9-4ccd-a5db-85c4f51a9174),segment_id=a9b869ed-90f9-4ccd-a5db-85c4f51a9174)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:52.284052 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '44532137-37e3-4fef-af9f-08ef049c6ecb', 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c', 'port_id': '44532137-37e3-4fef-af9f-08ef049c6ecb', 'mac_address': 'fa:16:3e:d5:90:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e1d3eec-ca07-4b8c-828d-74cd447917ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:04:52.330919 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:52.347470 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44532137-37e3-4fef-af9f-08ef049c6ecb {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:04:52.372730 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 44532137-37e3-4fef-af9f-08ef049c6ecb, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=44532137-37e3-4fef-af9f-08ef049c6ecb,segment=NetworkSegment(a9b869ed-90f9-4ccd-a5db-85c4f51a9174),segment_id=a9b869ed-90f9-4ccd-a5db-85c4f51a9174)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:52.377104 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:52.429921 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=44532137-37e3-4fef-af9f-08ef049c6ecb,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:52.585227 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['44532137-37e3-4fef-af9f-08ef049c6ecb'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:04:52.844367 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45030df2-18d0-4008-b39a-e42641763591 req-810eca7f-93b6-48ac-8945-7678662688b3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:52.845959 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-45030df2-18d0-4008-b39a-e42641763591 req-810eca7f-93b6-48ac-8945-7678662688b3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 945 time: 0.0676558 Jul 07 18:04:52.889346 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-45030df2-18d0-4008-b39a-e42641763591 req-3482bf72-3193-4d53-9196-71fa885907a1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=de60765f-c880-460a-8cbb-1e3cd931c839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369956 Jul 07 18:04:53.504750 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-edde78c8-5f5a-4f2a-8e29-e658ffc28971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:54.079745 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff9e58-cd9b-4c75-b91b-7ad5b963dadd req-451444b9-0829-42ac-9b30-6cd313b3ca8c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:54.081373 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fcff9e58-cd9b-4c75-b91b-7ad5b963dadd req-451444b9-0829-42ac-9b30-6cd313b3ca8c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 945 time: 0.0725532 Jul 07 18:04:54.129175 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fcff9e58-cd9b-4c75-b91b-7ad5b963dadd req-ddee96cc-6a08-4cc0-a4a4-d9004f3cb53b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=de60765f-c880-460a-8cbb-1e3cd931c839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403087 Jul 07 18:04:54.166940 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 44532137-37e3-4fef-af9f-08ef049c6ecb up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:54.229184 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 44532137-37e3-4fef-af9f-08ef049c6ecb completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:54.233872 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 44532137-37e3-4fef-af9f-08ef049c6ecb triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:54.233872 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:54.343535 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:54.372524 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73b253b-3b85-4d10-b96f-d93a9af6b7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44532137-37e3-4fef-af9f-08ef049c6ecb'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:54.376225 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfe552c-af0a-4127-9872-e5879d6b74ec" -d '{"events": [{"server_uuid": "b73b253b-3b85-4d10-b96f-d93a9af6b7ad", "name": "network-vif-plugged", "status": "completed", "tag": "44532137-37e3-4fef-af9f-08ef049c6ecb"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:54.393973 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 44532137-37e3-4fef-af9f-08ef049c6ecb, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=44532137-37e3-4fef-af9f-08ef049c6ecb,segment=NetworkSegment(a9b869ed-90f9-4ccd-a5db-85c4f51a9174),segment_id=a9b869ed-90f9-4ccd-a5db-85c4f51a9174)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:54.401120 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:54.434262 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791242ee-3d78-4c56-9ab5-0ee3c2722a09 x-openstack-request-id: req-791242ee-3d78-4c56-9ab5-0ee3c2722a09 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:54.434772 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73b253b-3b85-4d10-b96f-d93a9af6b7ad", "name": "network-vif-plugged", "status": "completed", "tag": "44532137-37e3-4fef-af9f-08ef049c6ecb", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:54.435182 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-791242ee-3d78-4c56-9ab5-0ee3c2722a09 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:54.435807 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73b253b-3b85-4d10-b96f-d93a9af6b7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44532137-37e3-4fef-af9f-08ef049c6ecb', 'code': 200} Jul 07 18:04:54.487676 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=44532137-37e3-4fef-af9f-08ef049c6ecb,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:54.574290 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b862448-7943-4474-9562-990f2cf364df req-524d09d4-b5a1-495f-bb6d-6c26e3c2a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:54.575873 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2b862448-7943-4474-9562-990f2cf364df req-524d09d4-b5a1-495f-bb6d-6c26e3c2a305 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 1098 time: 0.0685871 Jul 07 18:04:54.623102 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2b862448-7943-4474-9562-990f2cf364df req-094e5003-700d-482b-b455-1962a5425108 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=de60765f-c880-460a-8cbb-1e3cd931c839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339341 Jul 07 18:04:55.314657 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb327c-9826-47c0-9cf4-96888304f01b req-121092c1-3edf-49a6-bc0b-f7832c5c686f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:55.316544 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cdcb327c-9826-47c0-9cf4-96888304f01b req-121092c1-3edf-49a6-bc0b-f7832c5c686f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 946 time: 0.0664501 Jul 07 18:04:55.357276 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cdcb327c-9826-47c0-9cf4-96888304f01b req-a3e40797-d2c8-4659-ad88-2d6935a5f077 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=de60765f-c880-460a-8cbb-1e3cd931c839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342920 Jul 07 18:04:56.333714 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:56.545084 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a39a1-d30d-475c-b832-3662f32afa19 req-d6dfafdf-767d-4ab5-ba23-82c03609d18a tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:56.546652 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b47a39a1-d30d-475c-b832-3662f32afa19 req-d6dfafdf-767d-4ab5-ba23-82c03609d18a tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 946 time: 0.0698700 Jul 07 18:04:56.587379 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b47a39a1-d30d-475c-b832-3662f32afa19 req-330243fb-3ae3-40be-bad9-7a18d9edd279 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=de60765f-c880-460a-8cbb-1e3cd931c839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347342 Jul 07 18:04:56.771304 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34329bca-00e5-4614-8eac-867623f9a584 req-cdd74f40-b80e-48c9-aaa8-2ee4d106d197 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:56.772818 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-34329bca-00e5-4614-8eac-867623f9a584 req-cdd74f40-b80e-48c9-aaa8-2ee4d106d197 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 946 time: 0.0761778 Jul 07 18:04:56.811818 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-34329bca-00e5-4614-8eac-867623f9a584 req-68352709-b3a8-45f4-b0ca-98b8a1aa7785 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=de60765f-c880-460a-8cbb-1e3cd931c839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333757 Jul 07 18:04:56.840447 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50750) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:56.902063 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f7b782-e4ac-452b-b765-9ac316857ad7 tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:56.903707 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a5f7b782-e4ac-452b-b765-9ac316857ad7 tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 1093 time: 0.0622900 Jul 07 18:04:56.906740 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50752) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:56.907029 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-de1ec5d7-90e2-41cf-9bef-08ce3efc5553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:56.911636 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-01845d89-0b07-48c5-9cce-1bd31af124da tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'port_id': '44532137-37e3-4fef-af9f-08ef049c6ecb', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:56.936992 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01845d89-0b07-48c5-9cce-1bd31af124da tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:56.968287 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:04:57.048512 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01845d89-0b07-48c5-9cce-1bd31af124da tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:57.169568 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-01845d89-0b07-48c5-9cce-1bd31af124da tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Allocated IP 172.25.0.118 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/e50979dc-18ec-4cf4-99e4-ff91e5f17b29) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:04:57.279150 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01845d89-0b07-48c5-9cce-1bd31af124da tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:57.319841 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01845d89-0b07-48c5-9cce-1bd31af124da tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:57.359233 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01845d89-0b07-48c5-9cce-1bd31af124da tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:57.364695 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-01845d89-0b07-48c5-9cce-1bd31af124da tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:57.367559 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01845d89-0b07-48c5-9cce-1bd31af124da tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:04:57.392215 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01845d89-0b07-48c5-9cce-1bd31af124da tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=e50979dc-18ec-4cf4-99e4-ff91e5f17b29,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:57.774382 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01845d89-0b07-48c5-9cce-1bd31af124da tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:57.860872 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01845d89-0b07-48c5-9cce-1bd31af124da tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:58.011270 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01845d89-0b07-48c5-9cce-1bd31af124da tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:58.016960 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01845d89-0b07-48c5-9cce-1bd31af124da tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:58.090296 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01845d89-0b07-48c5-9cce-1bd31af124da tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=e50979dc-18ec-4cf4-99e4-ff91e5f17b29,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:58.105556 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01845d89-0b07-48c5-9cce-1bd31af124da tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:58.153305 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:58.230195 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-01845d89-0b07-48c5-9cce-1bd31af124da tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Floating IP 278d7e50-5eaf-45e1-b092-f502057ffd64 associated. External IP: 172.25.0.118, port: 44532137-37e3-4fef-af9f-08ef049c6ecb. Jul 07 18:04:58.461249 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01845d89-0b07-48c5-9cce-1bd31af124da tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Router a57ffdc9-7505-463c-80e0-ac9c2e1a2311 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:04:58.586572 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01845d89-0b07-48c5-9cce-1bd31af124da tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:04:58.597421 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaaf9aa-7211-4c08-a913-125eee688e1e None None] Sync routers for ids ['a57ffdc9-7505-463c-80e0-ac9c2e1a2311'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:04:58.609082 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-01845d89-0b07-48c5-9cce-1bd31af124da tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:58.610954 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaaf9aa-7211-4c08-a913-125eee688e1e None None] Routers {'a57ffdc9-7505-463c-80e0-ac9c2e1a2311'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:58.612006 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-faaaf9aa-7211-4c08-a913-125eee688e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:04:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a57ffdc9-7505-463c-80e0-ac9c2e1a2311'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:58.667139 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-01845d89-0b07-48c5-9cce-1bd31af124da tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7590051 Jul 07 18:04:58.668657 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73b253b-3b85-4d10-b96f-d93a9af6b7ad', 'tag': '44532137-37e3-4fef-af9f-08ef049c6ecb'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:58.670361 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f3e6c5-0de4-43b2-9ab5-981576719fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "b73b253b-3b85-4d10-b96f-d93a9af6b7ad", "tag": "44532137-37e3-4fef-af9f-08ef049c6ecb"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:58.725353 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d54335-6b54-4247-9af3-c8b8b7054103 x-openstack-request-id: req-18d54335-6b54-4247-9af3-c8b8b7054103 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:58.725647 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73b253b-3b85-4d10-b96f-d93a9af6b7ad", "tag": "44532137-37e3-4fef-af9f-08ef049c6ecb", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:58.725950 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18d54335-6b54-4247-9af3-c8b8b7054103 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:58.727034 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73b253b-3b85-4d10-b96f-d93a9af6b7ad', 'tag': '44532137-37e3-4fef-af9f-08ef049c6ecb', 'status': 'completed', 'code': 200} Jul 07 18:04:58.730404 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-faaaf9aa-7211-4c08-a913-125eee688e1e None None] Set router a57ffdc9-7505-463c-80e0-ac9c2e1a2311 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:04:58.860774 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3e6c5-0de4-43b2-9ab5-981576719fe1 req-61c5e710-e9c5-4b4b-8f4a-b8f919bb76c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:58.862399 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62f3e6c5-0de4-43b2-9ab5-981576719fe1 req-61c5e710-e9c5-4b4b-8f4a-b8f919bb76c2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 1098 time: 0.1178811 Jul 07 18:04:58.863997 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef22c9-afa9-4c24-b094-366d94716973 req-1830bc39-23d0-4d08-a764-f45d3b4f14a8 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:58.867477 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-78ef22c9-afa9-4c24-b094-366d94716973 req-1830bc39-23d0-4d08-a764-f45d3b4f14a8 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 946 time: 0.0788746 Jul 07 18:04:58.933202 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-78ef22c9-afa9-4c24-b094-366d94716973 req-b5ca62bb-672b-4eb7-a420-30b3a8f54114 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=de60765f-c880-460a-8cbb-1e3cd931c839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553050 Jul 07 18:04:58.961354 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50760) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.998919 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3e6c5-0de4-43b2-9ab5-981576719fe1 req-40d35d1b-e29e-4157-a6f2-c41105e54707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:59.000905 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62f3e6c5-0de4-43b2-9ab5-981576719fe1 req-40d35d1b-e29e-4157-a6f2-c41105e54707 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d8cad8b4-443e-400e-a3c5-9d9196fd8c7c HTTP/1.1" status: 200 len: 897 time: 0.1318188 Jul 07 18:04:59.062381 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-faaaf9aa-7211-4c08-a913-125eee688e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597574839', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:04:39Z', 'updated_at': '2021-07-07T18:04:43Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:11:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:40Z', 'updated_at': '2021-07-07T18:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '278d7e50-5eaf-45e1-b092-f502057ffd64', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'floating_ip_address': '172.25.0.118', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'port_id': '44532137-37e3-4fef-af9f-08ef049c6ecb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c', 'mac_address': 'fa:16:3e:d5:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b253b-3b85-4d10-b96f-d93a9af6b7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:04:57Z', 'updated_at': '2021-07-07T18:04:57Z', 'revision_number': 0, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11daa74f-1de0-4943-9b92-bc05decf99fc', 'name': '', 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:ec:53:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5e1d3eec-ca07-4b8c-828d-74cd447917ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:43Z', 'updated_at': '2021-07-07T18:04:49Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': '5e1d3eec-ca07-4b8c-828d-74cd447917ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:59.065663 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e038f32d-0919-4d06-ab7f-6b7c60b3010d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/floatingips/278d7e50-5eaf-45e1-b092-f502057ffd64 HTTP/1.1" status: 200 len: 992 time: 0.1021438 Jul 07 18:04:59.093673 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaaf9aa-7211-4c08-a913-125eee688e1e None None] Checking router: a57ffdc9-7505-463c-80e0-ac9c2e1a2311 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:04:59.094659 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62f3e6c5-0de4-43b2-9ab5-981576719fe1 req-213cb3c3-a11e-480b-9a7d-a3667a3c87a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44532137-37e3-4fef-af9f-08ef049c6ecb HTTP/1.1" status: 200 len: 1000 time: 0.0872984 Jul 07 18:04:59.105210 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaaf9aa-7211-4c08-a913-125eee688e1e None None] Routers {'a57ffdc9-7505-463c-80e0-ac9c2e1a2311'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:59.105838 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-faaaf9aa-7211-4c08-a913-125eee688e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:04:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a57ffdc9-7505-463c-80e0-ac9c2e1a2311'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:59.156946 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3e6c5-0de4-43b2-9ab5-981576719fe1 req-c91c80f5-8a6f-4006-8945-b1db145b536e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:59.158662 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62f3e6c5-0de4-43b2-9ab5-981576719fe1 req-c91c80f5-8a6f-4006-8945-b1db145b536e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5e1d3eec-ca07-4b8c-828d-74cd447917ae HTTP/1.1" status: 200 len: 835 time: 0.0581026 Jul 07 18:04:59.231481 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3e6c5-0de4-43b2-9ab5-981576719fe1 req-1bae836d-7a01-4820-867a-53859f50302c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:59.233093 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62f3e6c5-0de4-43b2-9ab5-981576719fe1 req-1bae836d-7a01-4820-867a-53859f50302c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8cad8b4-443e-400e-a3c5-9d9196fd8c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679071 Jul 07 18:04:59.241113 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-faaaf9aa-7211-4c08-a913-125eee688e1e None None] Set router a57ffdc9-7505-463c-80e0-ac9c2e1a2311 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:04:59.334576 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62f3e6c5-0de4-43b2-9ab5-981576719fe1 req-7fb1b7f8-14d6-47a0-b6f0-bae524310dbf service neutron] 10.222.0.72 "GET /v2.0/networks/d8cad8b4-443e-400e-a3c5-9d9196fd8c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947330 Jul 07 18:04:59.489651 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62f3e6c5-0de4-43b2-9ab5-981576719fe1 req-e53494a8-0040-47df-b38a-8acd6d9c3dd1 service neutron] 10.222.0.72 "GET /v2.0/networks/d8cad8b4-443e-400e-a3c5-9d9196fd8c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488998 Jul 07 18:04:59.531391 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-faaaf9aa-7211-4c08-a913-125eee688e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597574839', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:04:39Z', 'updated_at': '2021-07-07T18:04:43Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:11:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:40Z', 'updated_at': '2021-07-07T18:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '278d7e50-5eaf-45e1-b092-f502057ffd64', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'floating_ip_address': '172.25.0.118', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'port_id': '44532137-37e3-4fef-af9f-08ef049c6ecb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c', 'mac_address': 'fa:16:3e:d5:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b253b-3b85-4d10-b96f-d93a9af6b7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:04:57Z', 'updated_at': '2021-07-07T18:04:57Z', 'revision_number': 0, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11daa74f-1de0-4943-9b92-bc05decf99fc', 'name': '', 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:ec:53:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5e1d3eec-ca07-4b8c-828d-74cd447917ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:43Z', 'updated_at': '2021-07-07T18:04:49Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': '5e1d3eec-ca07-4b8c-828d-74cd447917ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:59.561086 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaaf9aa-7211-4c08-a913-125eee688e1e None None] The sync data for ids ['a57ffdc9-7505-463c-80e0-ac9c2e1a2311'] in n-d-791503-12 is: [{'id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597574839', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:04:39Z', 'updated_at': '2021-07-07T18:04:43Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:11:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:40Z', 'updated_at': '2021-07-07T18:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '278d7e50-5eaf-45e1-b092-f502057ffd64', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'floating_ip_address': '172.25.0.118', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'port_id': '44532137-37e3-4fef-af9f-08ef049c6ecb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c', 'mac_address': 'fa:16:3e:d5:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b253b-3b85-4d10-b96f-d93a9af6b7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:04:57Z', 'updated_at': '2021-07-07T18:04:57Z', 'revision_number': 0, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11daa74f-1de0-4943-9b92-bc05decf99fc', 'name': '', 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:ec:53:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5e1d3eec-ca07-4b8c-828d-74cd447917ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:43Z', 'updated_at': '2021-07-07T18:04:49Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': '5e1d3eec-ca07-4b8c-828d-74cd447917ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:04:59.777317 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38196acc-6845-41b7-9117-7c25343d427a None None] New status for floating IP 278d7e50-5eaf-45e1-b092-f502057ffd64: ACTIVE {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:05:00.070187 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50762) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:00.141358 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3135319f-2a72-429c-becf-760dd99158dd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/floatingips/278d7e50-5eaf-45e1-b092-f502057ffd64 HTTP/1.1" status: 200 len: 994 time: 0.0696499 Jul 07 18:05:00.458729 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:07.962887 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.530550 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:23.507903 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3d71d90b-d0f1-4b94-be71-87d3085e75d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.319578 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.918180 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2b6b9e96-6476-46ed-8018-f31995efab72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.156692 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.463386 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:31.792096 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae94a24-1213-48e2-b6ef-cff9b5465e85 req-9aa5637d-0fa6-4bda-bc78-866b4d1d39c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:31.793659 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7ae94a24-1213-48e2-b6ef-cff9b5465e85 req-9aa5637d-0fa6-4bda-bc78-866b4d1d39c4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 1098 time: 0.0906777 Jul 07 18:05:31.873827 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d649852-a837-4e36-905c-1e307130e5d2 req-40abe042-702e-497e-b3aa-3abe35eb6585 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:31.875309 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3d649852-a837-4e36-905c-1e307130e5d2 req-40abe042-702e-497e-b3aa-3abe35eb6585 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 946 time: 0.1333573 Jul 07 18:05:31.953040 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae94a24-1213-48e2-b6ef-cff9b5465e85 req-d292f3b5-e021-48e7-9ff3-36e24697942d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:31.954506 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7ae94a24-1213-48e2-b6ef-cff9b5465e85 req-d292f3b5-e021-48e7-9ff3-36e24697942d service neutron] 10.222.0.72 "GET /v2.0/networks?id=d8cad8b4-443e-400e-a3c5-9d9196fd8c7c HTTP/1.1" status: 200 len: 897 time: 0.1527321 Jul 07 18:05:31.960086 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3d649852-a837-4e36-905c-1e307130e5d2 req-c7ad8e2b-3c48-4fd1-8db7-f56e34d08640 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=de60765f-c880-460a-8cbb-1e3cd931c839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726125 Jul 07 18:05:32.025088 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7ae94a24-1213-48e2-b6ef-cff9b5465e85 req-d9865935-8a4a-466d-8a57-e5b3b04b8979 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44532137-37e3-4fef-af9f-08ef049c6ecb HTTP/1.1" status: 200 len: 1002 time: 0.0627842 Jul 07 18:05:32.076362 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae94a24-1213-48e2-b6ef-cff9b5465e85 req-0bc835d0-a303-41de-93ad-068e2346c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:32.077901 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7ae94a24-1213-48e2-b6ef-cff9b5465e85 req-0bc835d0-a303-41de-93ad-068e2346c82b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5e1d3eec-ca07-4b8c-828d-74cd447917ae HTTP/1.1" status: 200 len: 835 time: 0.0465765 Jul 07 18:05:32.520218 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae94a24-1213-48e2-b6ef-cff9b5465e85 req-723e8319-fd4d-49bd-a46c-b5e7d4b7f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:32.522918 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7ae94a24-1213-48e2-b6ef-cff9b5465e85 req-723e8319-fd4d-49bd-a46c-b5e7d4b7f151 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8cad8b4-443e-400e-a3c5-9d9196fd8c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4342010 Jul 07 18:05:32.636126 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7ae94a24-1213-48e2-b6ef-cff9b5465e85 req-7088b522-9eb2-4fd4-911e-04fbd3d281d8 service neutron] 10.222.0.72 "GET /v2.0/networks/d8cad8b4-443e-400e-a3c5-9d9196fd8c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057985 Jul 07 18:05:32.753516 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7ae94a24-1213-48e2-b6ef-cff9b5465e85 req-cf319bb0-f7e9-416a-bbfc-09b3cc01ef6e service neutron] 10.222.0.72 "GET /v2.0/networks/d8cad8b4-443e-400e-a3c5-9d9196fd8c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112933 Jul 07 18:05:33.183603 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5166e5-5336-4719-ad1e-972a0baf5963 req-5cf33ba7-3e7f-4d8f-846b-039b4a63be64 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:33.185476 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cf5166e5-5336-4719-ad1e-972a0baf5963 req-5cf33ba7-3e7f-4d8f-846b-039b4a63be64 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 946 time: 0.0768719 Jul 07 18:05:33.231633 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-cf5166e5-5336-4719-ad1e-972a0baf5963 req-6a122c50-38f0-4fe5-96be-6451b71a0e59 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=de60765f-c880-460a-8cbb-1e3cd931c839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380363 Jul 07 18:05:33.969755 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:05:34.424451 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe25c77-4178-4c54-a568-4f39d6b9d6eb req-b0dae4a6-80ef-419c-94a3-0e0ad141d0c3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:34.426002 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ffe25c77-4178-4c54-a568-4f39d6b9d6eb req-b0dae4a6-80ef-419c-94a3-0e0ad141d0c3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 946 time: 0.0667422 Jul 07 18:05:34.466105 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ffe25c77-4178-4c54-a568-4f39d6b9d6eb req-3b8686da-b17b-47bd-a8cd-96df77a5e6e3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=de60765f-c880-460a-8cbb-1e3cd931c839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337849 Jul 07 18:05:35.699565 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe22fe-11c0-4e58-bc1b-59cf9095ce23 req-a19df532-8a95-45e8-b550-893076b203d5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:35.701221 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-71fe22fe-11c0-4e58-bc1b-59cf9095ce23 req-a19df532-8a95-45e8-b550-893076b203d5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 946 time: 0.0834835 Jul 07 18:05:35.772520 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-71fe22fe-11c0-4e58-bc1b-59cf9095ce23 req-5b655771-e4fb-47a4-92a8-59ca9d740c9c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=de60765f-c880-460a-8cbb-1e3cd931c839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628281 Jul 07 18:05:37.091100 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba61186-212a-4284-9176-be9f8dc246f2 req-eb1c2813-6e81-4733-a97f-4c018817d722 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:37.092916 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2ba61186-212a-4284-9176-be9f8dc246f2 req-eb1c2813-6e81-4733-a97f-4c018817d722 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 946 time: 0.1815367 Jul 07 18:05:37.161879 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2ba61186-212a-4284-9176-be9f8dc246f2 req-30a943cb-d563-4945-979d-2fed56e5a6c8 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=de60765f-c880-460a-8cbb-1e3cd931c839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559487 Jul 07 18:05:37.967929 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:38.529102 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:38.555883 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1db19f-0b73-47b9-b0d5-45ec3de26c12 req-5b8fe21d-7434-4894-8dfa-5754ca76a81d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:38.557693 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5d1db19f-0b73-47b9-b0d5-45ec3de26c12 req-5b8fe21d-7434-4894-8dfa-5754ca76a81d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 946 time: 0.0807257 Jul 07 18:05:38.597089 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5d1db19f-0b73-47b9-b0d5-45ec3de26c12 req-bff813dd-69a7-4410-810a-80bfc7f72bda tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=de60765f-c880-460a-8cbb-1e3cd931c839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336287 Jul 07 18:05:39.779491 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1400f-8fea-443e-93e9-07e252b8c4b3 req-73f01e55-060e-4d59-8529-b848e082ca99 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:39.781063 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2ae1400f-8fea-443e-93e9-07e252b8c4b3 req-73f01e55-060e-4d59-8529-b848e082ca99 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 946 time: 0.0677199 Jul 07 18:05:39.825114 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2ae1400f-8fea-443e-93e9-07e252b8c4b3 req-48c7a074-9dc7-4008-92cb-3d065541bb04 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=de60765f-c880-460a-8cbb-1e3cd931c839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384607 Jul 07 18:05:41.004123 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2d118-471b-479c-87f0-3853dc264934 req-dd7b4900-eb9c-417c-9bc7-8b4e2a24278e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:41.005728 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1ce2d118-471b-479c-87f0-3853dc264934 req-dd7b4900-eb9c-417c-9bc7-8b4e2a24278e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 946 time: 0.0678411 Jul 07 18:05:41.054475 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1ce2d118-471b-479c-87f0-3853dc264934 req-0434d2b3-084a-4f97-8489-9cd8e90bdeb4 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=de60765f-c880-460a-8cbb-1e3cd931c839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421996 Jul 07 18:05:42.265971 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2b4ca-d129-4b42-b9d2-86ad522a8b19 req-1eed61ce-0135-443e-8dde-1de7b483ca3e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:42.267796 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-faa2b4ca-d129-4b42-b9d2-86ad522a8b19 req-1eed61ce-0135-443e-8dde-1de7b483ca3e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 946 time: 0.0808115 Jul 07 18:05:42.319360 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-faa2b4ca-d129-4b42-b9d2-86ad522a8b19 req-7846a9d8-fd17-4e4d-9675-72f8d7c12aeb tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=de60765f-c880-460a-8cbb-1e3cd931c839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448892 Jul 07 18:05:43.534389 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd76666-2905-4a3c-b645-cf5628a714dd req-bdecbf5e-a2b1-405f-85ad-824e5e65b588 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:43.536042 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6dd76666-2905-4a3c-b645-cf5628a714dd req-bdecbf5e-a2b1-405f-85ad-824e5e65b588 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 946 time: 0.0862184 Jul 07 18:05:43.581302 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6dd76666-2905-4a3c-b645-cf5628a714dd req-4ff6b435-95fb-4afb-a6d1-a446dc4de67f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=de60765f-c880-460a-8cbb-1e3cd931c839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386007 Jul 07 18:05:44.778432 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe5d5d-a346-400c-9f81-87af3baf6bf6 req-b8bfe657-eda8-4bf4-8a9f-1cdcb842f260 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:44.780099 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d2fe5d5d-a346-400c-9f81-87af3baf6bf6 req-b8bfe657-eda8-4bf4-8a9f-1cdcb842f260 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 946 time: 0.0708265 Jul 07 18:05:44.821669 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d2fe5d5d-a346-400c-9f81-87af3baf6bf6 req-765056e1-0d9a-4209-939a-b01737bccde9 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=de60765f-c880-460a-8cbb-1e3cd931c839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347917 Jul 07 18:05:46.039768 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192327a-7681-4c1c-8063-744877678b70 req-625ff9f8-577f-4451-8bc3-8fac3f1808c4 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:46.041969 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c192327a-7681-4c1c-8063-744877678b70 req-625ff9f8-577f-4451-8bc3-8fac3f1808c4 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 946 time: 0.0760393 Jul 07 18:05:46.084101 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c192327a-7681-4c1c-8063-744877678b70 req-47366e02-3ab8-4c61-a808-abc1cfe77c61 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=de60765f-c880-460a-8cbb-1e3cd931c839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364220 Jul 07 18:05:46.686035 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e530f-0136-4b17-903d-e3c2860e8d6e req-18e5e790-5266-4bc4-ae7d-34937a76e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:46.687682 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-632e530f-0136-4b17-903d-e3c2860e8d6e req-18e5e790-5266-4bc4-ae7d-34937a76e858 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 1098 time: 0.0663860 Jul 07 18:05:46.813961 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e530f-0136-4b17-903d-e3c2860e8d6e req-2535e8c6-c7c0-4735-8869-54aed655937e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:46.815559 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-632e530f-0136-4b17-903d-e3c2860e8d6e req-2535e8c6-c7c0-4735-8869-54aed655937e service neutron] 10.222.0.72 "GET /v2.0/networks?id=d8cad8b4-443e-400e-a3c5-9d9196fd8c7c HTTP/1.1" status: 200 len: 897 time: 0.1063206 Jul 07 18:05:46.892811 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-632e530f-0136-4b17-903d-e3c2860e8d6e req-fb42c9f4-f690-4121-b340-6fd881c90245 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44532137-37e3-4fef-af9f-08ef049c6ecb HTTP/1.1" status: 200 len: 1002 time: 0.0703499 Jul 07 18:05:46.950017 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e530f-0136-4b17-903d-e3c2860e8d6e req-58df72b3-e0eb-42ab-a31a-4694923d30a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:46.951545 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-632e530f-0136-4b17-903d-e3c2860e8d6e req-58df72b3-e0eb-42ab-a31a-4694923d30a1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5e1d3eec-ca07-4b8c-828d-74cd447917ae HTTP/1.1" status: 200 len: 835 time: 0.0526679 Jul 07 18:05:47.024689 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e530f-0136-4b17-903d-e3c2860e8d6e req-4cfd7740-c1d9-4814-a418-9cbec8af148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:47.026409 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-632e530f-0136-4b17-903d-e3c2860e8d6e req-4cfd7740-c1d9-4814-a418-9cbec8af148d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8cad8b4-443e-400e-a3c5-9d9196fd8c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684865 Jul 07 18:05:47.146340 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-632e530f-0136-4b17-903d-e3c2860e8d6e req-266ff9f5-fc83-46d7-aea9-24bbfa0658e2 service neutron] 10.222.0.72 "GET /v2.0/networks/d8cad8b4-443e-400e-a3c5-9d9196fd8c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129639 Jul 07 18:05:47.282336 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-632e530f-0136-4b17-903d-e3c2860e8d6e req-0367d6f7-c5bf-435e-8535-3fea8592196a service neutron] 10.222.0.72 "GET /v2.0/networks/d8cad8b4-443e-400e-a3c5-9d9196fd8c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288035 Jul 07 18:05:47.363213 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969ecac-2394-4f3e-b4cd-81563115836e req-1ce428d5-9d1c-428d-b14d-fc1270b214d1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:47.365831 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e969ecac-2394-4f3e-b4cd-81563115836e req-1ce428d5-9d1c-428d-b14d-fc1270b214d1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 946 time: 0.1009436 Jul 07 18:05:47.411287 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e969ecac-2394-4f3e-b4cd-81563115836e req-0ee06b66-81bc-4cf3-874b-b72429c932d3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=de60765f-c880-460a-8cbb-1e3cd931c839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390596 Jul 07 18:05:48.777179 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd046d37-27f2-4679-b11b-cae0d378d51e req-617eacc3-7102-48f5-bf38-9fd0f6388915 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:48.780221 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dd046d37-27f2-4679-b11b-cae0d378d51e req-617eacc3-7102-48f5-bf38-9fd0f6388915 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 946 time: 0.1756778 Jul 07 18:05:48.853476 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dd046d37-27f2-4679-b11b-cae0d378d51e req-c27683b9-f5be-4c35-9c32-67e347f015ca tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=de60765f-c880-460a-8cbb-1e3cd931c839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645449 Jul 07 18:05:50.079250 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df112f84-e50e-4931-a3d2-2473a161e331 req-342b1324-2ac0-4347-bba3-67158aeb7d87 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:50.081139 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-df112f84-e50e-4931-a3d2-2473a161e331 req-342b1324-2ac0-4347-bba3-67158aeb7d87 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 946 time: 0.0938530 Jul 07 18:05:50.139415 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-df112f84-e50e-4931-a3d2-2473a161e331 req-cad568d9-3d7e-49a5-a148-daa3b0ccb55f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=de60765f-c880-460a-8cbb-1e3cd931c839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511980 Jul 07 18:05:50.175521 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50814) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:50.262257 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-dbcba4a4-8d92-4a5f-8448-63eaece99c48 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/floatingips/278d7e50-5eaf-45e1-b092-f502057ffd64 HTTP/1.1" status: 200 len: 994 time: 0.0852823 Jul 07 18:05:53.515766 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bc7ac89e-18f8-4172-99a6-ba0ec8927b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:56.319074 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:56.916440 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-83f8c5cc-8d5d-4aae-92db-c67a10183cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:58.155296 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.465179 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:07.978441 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:08.527456 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:10.969024 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:06:20.778085 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50834) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:20.943222 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-e16d00d4-7f84-44ea-8fc4-fe5ad4c3cf86 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Deleting port e50979dc-18ec-4cf4-99e4-ff91e5f17b29 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:20.943576 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e16d00d4-7f84-44ea-8fc4-fe5ad4c3cf86 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:21.026048 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e16d00d4-7f84-44ea-8fc4-fe5ad4c3cf86 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:21.026441 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e16d00d4-7f84-44ea-8fc4-fe5ad4c3cf86 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:21.038750 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-e16d00d4-7f84-44ea-8fc4-fe5ad4c3cf86 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Calling delete_port for e50979dc-18ec-4cf4-99e4-ff91e5f17b29 owned by network:floatingip {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:21.203203 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e16d00d4-7f84-44ea-8fc4-fe5ad4c3cf86 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:21.230588 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d00d4-7f84-44ea-8fc4-fe5ad4c3cf86 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Port': ['ID=e50979dc-18ec-4cf4-99e4-ff91e5f17b29,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:21.246823 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d00d4-7f84-44ea-8fc4-fe5ad4c3cf86 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:21.247182 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d00d4-7f84-44ea-8fc4-fe5ad4c3cf86 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:21.247536 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d00d4-7f84-44ea-8fc4-fe5ad4c3cf86 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:21.247885 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d00d4-7f84-44ea-8fc4-fe5ad4c3cf86 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:21.248224 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d00d4-7f84-44ea-8fc4-fe5ad4c3cf86 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:21.248671 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d00d4-7f84-44ea-8fc4-fe5ad4c3cf86 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:21.249020 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d00d4-7f84-44ea-8fc4-fe5ad4c3cf86 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:21.249362 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d00d4-7f84-44ea-8fc4-fe5ad4c3cf86 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:21.249700 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d00d4-7f84-44ea-8fc4-fe5ad4c3cf86 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:21.250036 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d00d4-7f84-44ea-8fc4-fe5ad4c3cf86 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:21.250369 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d00d4-7f84-44ea-8fc4-fe5ad4c3cf86 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:21.250772 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d00d4-7f84-44ea-8fc4-fe5ad4c3cf86 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:21.313108 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e16d00d4-7f84-44ea-8fc4-fe5ad4c3cf86 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for floatingip, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:21.313465 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-e16d00d4-7f84-44ea-8fc4-fe5ad4c3cf86 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Floating IP 278d7e50-5eaf-45e1-b092-f502057ffd64 disassociated (deleted). External IP: 172.25.0.118, port: 44532137-37e3-4fef-af9f-08ef049c6ecb. Jul 07 18:06:21.540937 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16d00d4-7f84-44ea-8fc4-fe5ad4c3cf86 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Router a57ffdc9-7505-463c-80e0-ac9c2e1a2311 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:06:21.666883 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16d00d4-7f84-44ea-8fc4-fe5ad4c3cf86 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:06:21.672441 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e16d00d4-7f84-44ea-8fc4-fe5ad4c3cf86 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:21.678886 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b58461-fdec-4617-8adf-161616da4a0e None None] Sync routers for ids ['a57ffdc9-7505-463c-80e0-ac9c2e1a2311'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:06:21.690409 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b58461-fdec-4617-8adf-161616da4a0e None None] Routers {'a57ffdc9-7505-463c-80e0-ac9c2e1a2311'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:21.691034 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b3b58461-fdec-4617-8adf-161616da4a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:05:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a57ffdc9-7505-463c-80e0-ac9c2e1a2311'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:21.713695 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e16d00d4-7f84-44ea-8fc4-fe5ad4c3cf86 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "DELETE /v2.0/floatingips/278d7e50-5eaf-45e1-b092-f502057ffd64 HTTP/1.1" status: 204 len: 168 time: 0.9343779 Jul 07 18:06:21.714271 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73b253b-3b85-4d10-b96f-d93a9af6b7ad', 'tag': '44532137-37e3-4fef-af9f-08ef049c6ecb'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:21.716559 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1edc7d8-e263-409e-95b2-e5a57f8ca894" -d '{"events": [{"name": "network-changed", "server_uuid": "b73b253b-3b85-4d10-b96f-d93a9af6b7ad", "tag": "44532137-37e3-4fef-af9f-08ef049c6ecb"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:21.761341 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a496259d-5de1-4016-b206-1b35250c06c5 x-openstack-request-id: req-a496259d-5de1-4016-b206-1b35250c06c5 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:21.761761 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73b253b-3b85-4d10-b96f-d93a9af6b7ad", "tag": "44532137-37e3-4fef-af9f-08ef049c6ecb", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:21.762768 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a496259d-5de1-4016-b206-1b35250c06c5 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:21.763356 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73b253b-3b85-4d10-b96f-d93a9af6b7ad', 'tag': '44532137-37e3-4fef-af9f-08ef049c6ecb', 'status': 'completed', 'code': 200} Jul 07 18:06:21.820219 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-b3b58461-fdec-4617-8adf-161616da4a0e None None] Set router a57ffdc9-7505-463c-80e0-ac9c2e1a2311 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:21.845441 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edc7d8-e263-409e-95b2-e5a57f8ca894 req-5d911eab-fb59-4d45-9c80-28f4a9f7d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:21.847196 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f1edc7d8-e263-409e-95b2-e5a57f8ca894 req-5d911eab-fb59-4d45-9c80-28f4a9f7d93f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 1098 time: 0.0619612 Jul 07 18:06:21.971620 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edc7d8-e263-409e-95b2-e5a57f8ca894 req-6f6a4ca4-4c17-49f7-97ae-45a9e88f506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:21.973188 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f1edc7d8-e263-409e-95b2-e5a57f8ca894 req-6f6a4ca4-4c17-49f7-97ae-45a9e88f506c service neutron] 10.222.0.72 "GET /v2.0/networks?id=d8cad8b4-443e-400e-a3c5-9d9196fd8c7c HTTP/1.1" status: 200 len: 897 time: 0.1191704 Jul 07 18:06:22.017051 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f1edc7d8-e263-409e-95b2-e5a57f8ca894 req-a66afee7-9ddd-484f-8035-2090372fc6d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44532137-37e3-4fef-af9f-08ef049c6ecb HTTP/1.1" status: 200 len: 217 time: 0.0373907 Jul 07 18:06:22.087382 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b3b58461-fdec-4617-8adf-161616da4a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597574839', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:04:39Z', 'updated_at': '2021-07-07T18:04:43Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:11:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:40Z', 'updated_at': '2021-07-07T18:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '11daa74f-1de0-4943-9b92-bc05decf99fc', 'name': '', 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:ec:53:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5e1d3eec-ca07-4b8c-828d-74cd447917ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:43Z', 'updated_at': '2021-07-07T18:04:49Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': '5e1d3eec-ca07-4b8c-828d-74cd447917ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:22.089283 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edc7d8-e263-409e-95b2-e5a57f8ca894 req-f7c17823-5c6d-4fd2-87fb-0d27ef30f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:22.094140 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f1edc7d8-e263-409e-95b2-e5a57f8ca894 req-f7c17823-5c6d-4fd2-87fb-0d27ef30f6b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5e1d3eec-ca07-4b8c-828d-74cd447917ae HTTP/1.1" status: 200 len: 835 time: 0.0692847 Jul 07 18:06:22.123380 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b58461-fdec-4617-8adf-161616da4a0e None None] Checking router: a57ffdc9-7505-463c-80e0-ac9c2e1a2311 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:06:22.132495 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b58461-fdec-4617-8adf-161616da4a0e None None] Routers {'a57ffdc9-7505-463c-80e0-ac9c2e1a2311'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:22.134949 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b3b58461-fdec-4617-8adf-161616da4a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:05:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a57ffdc9-7505-463c-80e0-ac9c2e1a2311'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:22.164405 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edc7d8-e263-409e-95b2-e5a57f8ca894 req-f1418472-a291-49e7-bd46-3f39ef558a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:22.166374 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f1edc7d8-e263-409e-95b2-e5a57f8ca894 req-f1418472-a291-49e7-bd46-3f39ef558a33 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8cad8b4-443e-400e-a3c5-9d9196fd8c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650165 Jul 07 18:06:22.198214 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831850ab-60bb-4445-aa2d-0ce165a27f52 req-5c48e448-8619-4e72-b8fd-1246d7013a0f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:22.199861 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-831850ab-60bb-4445-aa2d-0ce165a27f52 req-5c48e448-8619-4e72-b8fd-1246d7013a0f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 946 time: 0.0801623 Jul 07 18:06:22.252375 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-831850ab-60bb-4445-aa2d-0ce165a27f52 req-62d46e56-2a77-496d-a643-9bba2586011c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=de60765f-c880-460a-8cbb-1e3cd931c839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420983 Jul 07 18:06:22.265842 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-b3b58461-fdec-4617-8adf-161616da4a0e None None] Set router a57ffdc9-7505-463c-80e0-ac9c2e1a2311 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:22.294182 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f1edc7d8-e263-409e-95b2-e5a57f8ca894 req-687ed64b-721e-4147-8dd5-9a16f74b358e service neutron] 10.222.0.72 "GET /v2.0/networks/d8cad8b4-443e-400e-a3c5-9d9196fd8c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193838 Jul 07 18:06:22.402216 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f1edc7d8-e263-409e-95b2-e5a57f8ca894 req-49e2aa1a-1d45-487a-9b49-e458aa0091a0 service neutron] 10.222.0.72 "GET /v2.0/networks/d8cad8b4-443e-400e-a3c5-9d9196fd8c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011691 Jul 07 18:06:22.574567 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b3b58461-fdec-4617-8adf-161616da4a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597574839', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:04:39Z', 'updated_at': '2021-07-07T18:04:43Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:11:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:40Z', 'updated_at': '2021-07-07T18:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '11daa74f-1de0-4943-9b92-bc05decf99fc', 'name': '', 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:ec:53:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5e1d3eec-ca07-4b8c-828d-74cd447917ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:43Z', 'updated_at': '2021-07-07T18:04:49Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': '5e1d3eec-ca07-4b8c-828d-74cd447917ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:22.601209 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b58461-fdec-4617-8adf-161616da4a0e None None] The sync data for ids ['a57ffdc9-7505-463c-80e0-ac9c2e1a2311'] in n-d-791503-12 is: [{'id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597574839', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:04:39Z', 'updated_at': '2021-07-07T18:04:43Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:11:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:40Z', 'updated_at': '2021-07-07T18:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '11daa74f-1de0-4943-9b92-bc05decf99fc', 'name': '', 'network_id': 'd8cad8b4-443e-400e-a3c5-9d9196fd8c7c', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:ec:53:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5e1d3eec-ca07-4b8c-828d-74cd447917ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:43Z', 'updated_at': '2021-07-07T18:04:49Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': '5e1d3eec-ca07-4b8c-828d-74cd447917ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:06:22.829590 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2d5a42-164e-46e6-85f7-f3c33dc98629 None None] New status for floating IP 278d7e50-5eaf-45e1-b092-f502057ffd64: DOWN {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:06:23.436703 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3561fd-18d0-40dd-a3a3-30676ff0eafd req-076f797f-3f66-4852-bfa8-bb7444a581ea tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:23.438258 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0d3561fd-18d0-40dd-a3a3-30676ff0eafd req-076f797f-3f66-4852-bfa8-bb7444a581ea tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 946 time: 0.0690947 Jul 07 18:06:23.477988 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0d3561fd-18d0-40dd-a3a3-30676ff0eafd req-48a8910b-8702-48fb-acd0-b332a81674b4 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=de60765f-c880-460a-8cbb-1e3cd931c839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340550 Jul 07 18:06:23.510150 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7a47af44-5f7b-4ad5-b01d-c869842894de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:23.592406 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693e738-7ec9-41a4-84e2-22bd9fe2a7c3 req-873e42c9-178a-4f30-bf69-0bf81ec9cf08 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:23.594018 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6693e738-7ec9-41a4-84e2-22bd9fe2a7c3 req-873e42c9-178a-4f30-bf69-0bf81ec9cf08 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 946 time: 0.0746036 Jul 07 18:06:23.703234 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-6693e738-7ec9-41a4-84e2-22bd9fe2a7c3 req-83a9b1a4-7214-4cb2-812f-e37d1ce39b9c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Deleting port 44532137-37e3-4fef-af9f-08ef049c6ecb {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:23.703576 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6693e738-7ec9-41a4-84e2-22bd9fe2a7c3 req-83a9b1a4-7214-4cb2-812f-e37d1ce39b9c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:23.796788 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-6693e738-7ec9-41a4-84e2-22bd9fe2a7c3 req-83a9b1a4-7214-4cb2-812f-e37d1ce39b9c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] For port 44532137-37e3-4fef-af9f-08ef049c6ecb, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=44532137-37e3-4fef-af9f-08ef049c6ecb,segment=NetworkSegment(a9b869ed-90f9-4ccd-a5db-85c4f51a9174),segment_id=a9b869ed-90f9-4ccd-a5db-85c4f51a9174)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:23.797154 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6693e738-7ec9-41a4-84e2-22bd9fe2a7c3 req-83a9b1a4-7214-4cb2-812f-e37d1ce39b9c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:23.811495 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-6693e738-7ec9-41a4-84e2-22bd9fe2a7c3 req-83a9b1a4-7214-4cb2-812f-e37d1ce39b9c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Calling delete_port for 44532137-37e3-4fef-af9f-08ef049c6ecb owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:23.945230 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6693e738-7ec9-41a4-84e2-22bd9fe2a7c3 req-83a9b1a4-7214-4cb2-812f-e37d1ce39b9c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:23.990412 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9b1a4-7214-4cb2-812f-e37d1ce39b9c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Port': ['ID=44532137-37e3-4fef-af9f-08ef049c6ecb,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:24.036719 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-6693e738-7ec9-41a4-84e2-22bd9fe2a7c3 req-83a9b1a4-7214-4cb2-812f-e37d1ce39b9c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] No DVR routers for this DVR port 44532137-37e3-4fef-af9f-08ef049c6ecb on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:06:24.040300 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-6693e738-7ec9-41a4-84e2-22bd9fe2a7c3 req-83a9b1a4-7214-4cb2-812f-e37d1ce39b9c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:24.042429 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6693e738-7ec9-41a4-84e2-22bd9fe2a7c3 req-83a9b1a4-7214-4cb2-812f-e37d1ce39b9c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.72 "DELETE /v2.0/ports/44532137-37e3-4fef-af9f-08ef049c6ecb HTTP/1.1" status: 204 len: 173 time: 0.4428425 Jul 07 18:06:24.042911 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73b253b-3b85-4d10-b96f-d93a9af6b7ad', 'name': 'network-vif-deleted', 'tag': '44532137-37e3-4fef-af9f-08ef049c6ecb'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:24.045382 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15ae1e9-4430-47d9-957e-1c900bc790be" -d '{"events": [{"server_uuid": "b73b253b-3b85-4d10-b96f-d93a9af6b7ad", "name": "network-vif-deleted", "tag": "44532137-37e3-4fef-af9f-08ef049c6ecb"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:24.094390 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fce423-f9c0-4286-b333-f718af3a8311 x-openstack-request-id: req-24fce423-f9c0-4286-b333-f718af3a8311 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:24.094691 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73b253b-3b85-4d10-b96f-d93a9af6b7ad", "name": "network-vif-deleted", "tag": "44532137-37e3-4fef-af9f-08ef049c6ecb", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:24.094953 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24fce423-f9c0-4286-b333-f718af3a8311 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:24.095375 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73b253b-3b85-4d10-b96f-d93a9af6b7ad', 'name': 'network-vif-deleted', 'tag': '44532137-37e3-4fef-af9f-08ef049c6ecb', 'status': 'completed', 'code': 200} Jul 07 18:06:24.663733 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0e09b7f1-9ff9-4e51-a854-38c09b348790 req-1a77e9dc-ca1e-4344-ac08-13cdcdc05608 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b253b-3b85-4d10-b96f-d93a9af6b7ad HTTP/1.1" status: 200 len: 210 time: 0.0336955 Jul 07 18:06:25.758824 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50852) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:26.169320 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4296d75-7086-4ae3-ad88-752c4476a2ac tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:26.315779 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:26.574226 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 44532137-37e3-4fef-af9f-08ef049c6ecb no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:06:26.599465 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 44532137-37e3-4fef-af9f-08ef049c6ecb {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:06:26.599812 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 44532137-37e3-4fef-af9f-08ef049c6ecb not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:06:26.881078 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-b4296d75-7086-4ae3-ad88-752c4476a2ac tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Deleting port 11daa74f-1de0-4943-9b92-bc05decf99fc {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:26.881674 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4296d75-7086-4ae3-ad88-752c4476a2ac tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:26.913523 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-240ea1cd-4b67-40b9-a0dc-a1df3f092692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:27.001658 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-b4296d75-7086-4ae3-ad88-752c4476a2ac tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] For port 11daa74f-1de0-4943-9b92-bc05decf99fc, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=11daa74f-1de0-4943-9b92-bc05decf99fc,segment=NetworkSegment(a9b869ed-90f9-4ccd-a5db-85c4f51a9174),segment_id=a9b869ed-90f9-4ccd-a5db-85c4f51a9174)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:27.002026 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4296d75-7086-4ae3-ad88-752c4476a2ac tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:27.018189 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-b4296d75-7086-4ae3-ad88-752c4476a2ac tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Calling delete_port for 11daa74f-1de0-4943-9b92-bc05decf99fc owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:27.209267 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4296d75-7086-4ae3-ad88-752c4476a2ac tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:27.241678 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4296d75-7086-4ae3-ad88-752c4476a2ac tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Port': ['ID=11daa74f-1de0-4943-9b92-bc05decf99fc,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:27.255443 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4296d75-7086-4ae3-ad88-752c4476a2ac tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:27.255806 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4296d75-7086-4ae3-ad88-752c4476a2ac tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:27.256151 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4296d75-7086-4ae3-ad88-752c4476a2ac tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:27.256493 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4296d75-7086-4ae3-ad88-752c4476a2ac tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:27.256959 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4296d75-7086-4ae3-ad88-752c4476a2ac tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:27.257301 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4296d75-7086-4ae3-ad88-752c4476a2ac tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:27.258262 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4296d75-7086-4ae3-ad88-752c4476a2ac tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:27.258606 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4296d75-7086-4ae3-ad88-752c4476a2ac tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:27.258960 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4296d75-7086-4ae3-ad88-752c4476a2ac tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:27.259384 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4296d75-7086-4ae3-ad88-752c4476a2ac tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:27.259720 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4296d75-7086-4ae3-ad88-752c4476a2ac tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:27.260053 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4296d75-7086-4ae3-ad88-752c4476a2ac tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:27.477360 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4296d75-7086-4ae3-ad88-752c4476a2ac tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:27.696500 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4296d75-7086-4ae3-ad88-752c4476a2ac tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Router a57ffdc9-7505-463c-80e0-ac9c2e1a2311 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:06:27.810876 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4296d75-7086-4ae3-ad88-752c4476a2ac tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:06:27.815912 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b4296d75-7086-4ae3-ad88-752c4476a2ac tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "PUT /v2.0/routers/a57ffdc9-7505-463c-80e0-ac9c2e1a2311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0559897 Jul 07 18:06:27.818763 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50854) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:27.820572 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b82b860-bf2c-4eef-8073-bbaa7a7a21b0 None None] Sync routers for ids ['a57ffdc9-7505-463c-80e0-ac9c2e1a2311'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:06:27.830238 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b82b860-bf2c-4eef-8073-bbaa7a7a21b0 None None] Routers {'a57ffdc9-7505-463c-80e0-ac9c2e1a2311'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:27.830849 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7b82b860-bf2c-4eef-8073-bbaa7a7a21b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:06:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a57ffdc9-7505-463c-80e0-ac9c2e1a2311'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:27.871580 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b95abb-6a64-4d18-b596-4c242a603826 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Deleting subnet 5e1d3eec-ca07-4b8c-828d-74cd447917ae {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:06:27.874682 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d9b95abb-6a64-4d18-b596-4c242a603826 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:27.920474 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d9b95abb-6a64-4d18-b596-4c242a603826 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:27.940372 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-7b82b860-bf2c-4eef-8073-bbaa7a7a21b0 None None] Set router a57ffdc9-7505-463c-80e0-ac9c2e1a2311 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:28.009793 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d9b95abb-6a64-4d18-b596-4c242a603826 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.069850 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d9b95abb-6a64-4d18-b596-4c242a603826 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.103135 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b95abb-6a64-4d18-b596-4c242a603826 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Subnet': ['ID=5e1d3eec-ca07-4b8c-828d-74cd447917ae,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:28.109447 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d9b95abb-6a64-4d18-b596-4c242a603826 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.114928 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d9b95abb-6a64-4d18-b596-4c242a603826 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "DELETE /v2.0/subnets/5e1d3eec-ca07-4b8c-828d-74cd447917ae HTTP/1.1" status: 204 len: 168 time: 0.2915041 Jul 07 18:06:28.115120 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50856) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:28.125916 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e685de99-87a2-473f-b3b0-b0ede2ca9a45 None None] Network d8cad8b4-443e-400e-a3c5-9d9196fd8c7c requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:28.126785 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7b82b860-bf2c-4eef-8073-bbaa7a7a21b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597574839', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:04:39Z', 'updated_at': '2021-07-07T18:06:27Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:11:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:40Z', 'updated_at': '2021-07-07T18:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:28.155171 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b82b860-bf2c-4eef-8073-bbaa7a7a21b0 None None] Checking router: a57ffdc9-7505-463c-80e0-ac9c2e1a2311 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:06:28.164485 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b82b860-bf2c-4eef-8073-bbaa7a7a21b0 None None] Routers {'a57ffdc9-7505-463c-80e0-ac9c2e1a2311'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:28.165578 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7b82b860-bf2c-4eef-8073-bbaa7a7a21b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:06:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a57ffdc9-7505-463c-80e0-ac9c2e1a2311'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:28.205320 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.237623 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0c83744e-20e2-42cb-a4e5-270b72382f81 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.280738 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-7b82b860-bf2c-4eef-8073-bbaa7a7a21b0 None None] Set router a57ffdc9-7505-463c-80e0-ac9c2e1a2311 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:28.357450 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79186add-e02d-4642-bd0f-84ed89d99c2f None None] DHCP port deletion for d8cad8b4-443e-400e-a3c5-9d9196fd8c7c request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:06:28.361321 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0c83744e-20e2-42cb-a4e5-270b72382f81 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.417004 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-79186add-e02d-4642-bd0f-84ed89d99c2f None None] Deleting port d3932f47-b7ef-4048-a647-7cf8b107540c {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:28.417468 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-79186add-e02d-4642-bd0f-84ed89d99c2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.426506 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-0c83744e-20e2-42cb-a4e5-270b72382f81 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Deleting port 2e2abf13-785e-48cb-9b10-b9e938d13df6 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:28.426843 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0c83744e-20e2-42cb-a4e5-270b72382f81 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.486873 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-79186add-e02d-4642-bd0f-84ed89d99c2f None None] For port d3932f47-b7ef-4048-a647-7cf8b107540c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=d3932f47-b7ef-4048-a647-7cf8b107540c,segment=NetworkSegment(a9b869ed-90f9-4ccd-a5db-85c4f51a9174),segment_id=a9b869ed-90f9-4ccd-a5db-85c4f51a9174)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:28.487824 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-79186add-e02d-4642-bd0f-84ed89d99c2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.504609 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-79186add-e02d-4642-bd0f-84ed89d99c2f None None] Calling delete_port for d3932f47-b7ef-4048-a647-7cf8b107540c owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:28.505363 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-7b82b860-bf2c-4eef-8073-bbaa7a7a21b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597574839', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:04:39Z', 'updated_at': '2021-07-07T18:06:27Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:11:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:40Z', 'updated_at': '2021-07-07T18:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:28.513374 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-0c83744e-20e2-42cb-a4e5-270b72382f81 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] For port 2e2abf13-785e-48cb-9b10-b9e938d13df6, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=2e2abf13-785e-48cb-9b10-b9e938d13df6,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:28.513751 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0c83744e-20e2-42cb-a4e5-270b72382f81 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.527788 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-0c83744e-20e2-42cb-a4e5-270b72382f81 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Calling delete_port for 2e2abf13-785e-48cb-9b10-b9e938d13df6 owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:28.533011 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b82b860-bf2c-4eef-8073-bbaa7a7a21b0 None None] The sync data for ids ['a57ffdc9-7505-463c-80e0-ac9c2e1a2311'] in n-d-791503-12 is: [{'id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597574839', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:04:39Z', 'updated_at': '2021-07-07T18:06:27Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '2e2abf13-785e-48cb-9b10-b9e938d13df6', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:11:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57ffdc9-7505-463c-80e0-ac9c2e1a2311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:40Z', 'updated_at': '2021-07-07T18:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:06:28.605075 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-79186add-e02d-4642-bd0f-84ed89d99c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.630950 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79186add-e02d-4642-bd0f-84ed89d99c2f None None] Pushing event deleted for resources: {'Port': ['ID=d3932f47-b7ef-4048-a647-7cf8b107540c,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:28.635638 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79186add-e02d-4642-bd0f-84ed89d99c2f None None] No DVR routers for this DVR port d3932f47-b7ef-4048-a647-7cf8b107540c on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:06:28.642810 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79186add-e02d-4642-bd0f-84ed89d99c2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:28.643146 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79186add-e02d-4642-bd0f-84ed89d99c2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:28.643493 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79186add-e02d-4642-bd0f-84ed89d99c2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:28.644123 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79186add-e02d-4642-bd0f-84ed89d99c2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:28.644257 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79186add-e02d-4642-bd0f-84ed89d99c2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:28.644485 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79186add-e02d-4642-bd0f-84ed89d99c2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:28.644843 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79186add-e02d-4642-bd0f-84ed89d99c2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:28.645186 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79186add-e02d-4642-bd0f-84ed89d99c2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:28.645499 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79186add-e02d-4642-bd0f-84ed89d99c2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:28.645937 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79186add-e02d-4642-bd0f-84ed89d99c2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:28.646207 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79186add-e02d-4642-bd0f-84ed89d99c2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:28.649556 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79186add-e02d-4642-bd0f-84ed89d99c2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:28.710449 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0c83744e-20e2-42cb-a4e5-270b72382f81 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.735409 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83744e-20e2-42cb-a4e5-270b72382f81 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Port': ['ID=2e2abf13-785e-48cb-9b10-b9e938d13df6,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:28.804663 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0c83744e-20e2-42cb-a4e5-270b72382f81 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.899403 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0c83744e-20e2-42cb-a4e5-270b72382f81 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.902005 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0c83744e-20e2-42cb-a4e5-270b72382f81 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.957059 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0c83744e-20e2-42cb-a4e5-270b72382f81 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.957651 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c83744e-20e2-42cb-a4e5-270b72382f81 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Fanout notify agent at l3_agent the message router_deleted on router a57ffdc9-7505-463c-80e0-ac9c2e1a2311 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:06:28.966567 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0c83744e-20e2-42cb-a4e5-270b72382f81 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.967737 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0c83744e-20e2-42cb-a4e5-270b72382f81 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "DELETE /v2.0/routers/a57ffdc9-7505-463c-80e0-ac9c2e1a2311 HTTP/1.1" status: 204 len: 168 time: 0.8517087 Jul 07 18:06:28.970693 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50860) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:29.056438 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d9864842-c526-427c-8711-b3dab0e1a5c6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.158418 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d9864842-c526-427c-8711-b3dab0e1a5c6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.178521 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-d9864842-c526-427c-8711-b3dab0e1a5c6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8cad8b4-443e-400e-a3c5-9d9196fd8c7c']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:29.194487 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-d9864842-c526-427c-8711-b3dab0e1a5c6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b869ed-90f9-4ccd-a5db-85c4f51a9174') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:29.194742 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-d9864842-c526-427c-8711-b3dab0e1a5c6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b869ed-90f9-4ccd-a5db-85c4f51a9174') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:29.202678 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d3932f47-b7ef-4048-a647-7cf8b107540c no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:06:29.209281 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d9864842-c526-427c-8711-b3dab0e1a5c6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.229131 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: d3932f47-b7ef-4048-a647-7cf8b107540c {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:06:29.229477 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device d3932f47-b7ef-4048-a647-7cf8b107540c not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:06:29.230032 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d9864842-c526-427c-8711-b3dab0e1a5c6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.230193 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 11daa74f-1de0-4943-9b92-bc05decf99fc no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:06:29.238666 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9864842-c526-427c-8711-b3dab0e1a5c6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:06:29.239196 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d9864842-c526-427c-8711-b3dab0e1a5c6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: timer() Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:06:29.244038 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:06:29.252365 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 11daa74f-1de0-4943-9b92-bc05decf99fc {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:06:29.252875 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 11daa74f-1de0-4943-9b92-bc05decf99fc not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:06:29.312792 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d9864842-c526-427c-8711-b3dab0e1a5c6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.317675 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d9864842-c526-427c-8711-b3dab0e1a5c6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.320123 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d9864842-c526-427c-8711-b3dab0e1a5c6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "DELETE /v2.0/networks/d8cad8b4-443e-400e-a3c5-9d9196fd8c7c HTTP/1.1" status: 204 len: 168 time: 0.3480964 Jul 07 18:06:29.322903 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50862) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:29.337083 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9864842-c526-427c-8711-b3dab0e1a5c6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Network': ['ID=d8cad8b4-443e-400e-a3c5-9d9196fd8c7c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:29.387388 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ca55f3a-e5dd-40ec-8e2d-5ede9c36ce94 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.415852 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ca55f3a-e5dd-40ec-8e2d-5ede9c36ce94 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.479193 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ca55f3a-e5dd-40ec-8e2d-5ede9c36ce94 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.482360 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-0ca55f3a-e5dd-40ec-8e2d-5ede9c36ce94 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.483756 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0ca55f3a-e5dd-40ec-8e2d-5ede9c36ce94 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "DELETE /v2.0/security-groups/de60765f-c880-460a-8cbb-1e3cd931c839 HTTP/1.1" status: 204 len: 168 time: 0.1593268 Jul 07 18:06:29.498167 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca55f3a-e5dd-40ec-8e2d-5ede9c36ce94 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de60765f-c880-460a-8cbb-1e3cd931c839,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:29.764403 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50868) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:29.769279 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d0fb39f0-d327-4d71-aca0-09db4da975cd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-227768182', 'description': 'tempest-secgroup-smoke-227768182 description', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:29.793477 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d0fb39f0-d327-4d71-aca0-09db4da975cd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.875945 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d0fb39f0-d327-4d71-aca0-09db4da975cd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.882111 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d0fb39f0-d327-4d71-aca0-09db4da975cd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.912183 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d0fb39f0-d327-4d71-aca0-09db4da975cd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.913473 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d0fb39f0-d327-4d71-aca0-09db4da975cd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1481094 Jul 07 18:06:29.915127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb39f0-d327-4d71-aca0-09db4da975cd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70f5cbc5-d55c-4f35-82e4-77f011ced22d,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:29.916580 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50870) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:29.921292 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-ca44c8ce-6597-4685-862b-b384df20d6c8 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': '70f5cbc5-d55c-4f35-82e4-77f011ced22d', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:29.948394 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca44c8ce-6597-4685-862b-b384df20d6c8 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.006723 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca44c8ce-6597-4685-862b-b384df20d6c8 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.011013 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca44c8ce-6597-4685-862b-b384df20d6c8 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.031045 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44c8ce-6597-4685-862b-b384df20d6c8 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6662a5f-253e-46ac-a835-1adacdaf3e50,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:30.033411 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca44c8ce-6597-4685-862b-b384df20d6c8 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.037163 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ca44c8ce-6597-4685-862b-b384df20d6c8 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169412 Jul 07 18:06:30.037642 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50872) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:30.042471 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-739b6881-cd3c-42ff-88fd-3bb4b9f238ed tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': '70f5cbc5-d55c-4f35-82e4-77f011ced22d', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:30.072141 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-739b6881-cd3c-42ff-88fd-3bb4b9f238ed tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.139904 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-739b6881-cd3c-42ff-88fd-3bb4b9f238ed tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.144261 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-739b6881-cd3c-42ff-88fd-3bb4b9f238ed tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.163328 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b6881-cd3c-42ff-88fd-3bb4b9f238ed tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a10d623-b173-4345-9bb6-964e4c3ed100,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:30.170295 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-739b6881-cd3c-42ff-88fd-3bb4b9f238ed tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.171554 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-739b6881-cd3c-42ff-88fd-3bb4b9f238ed tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1329446 Jul 07 18:06:30.174484 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50874) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:30.180151 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-59333455-6844-4c26-bd64-1b7441cddd3b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': '70f5cbc5-d55c-4f35-82e4-77f011ced22d', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:30.213468 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-59333455-6844-4c26-bd64-1b7441cddd3b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.280208 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-59333455-6844-4c26-bd64-1b7441cddd3b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.284775 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-59333455-6844-4c26-bd64-1b7441cddd3b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.310309 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59333455-6844-4c26-bd64-1b7441cddd3b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0168d3c-dae6-4a20-8a82-5928f066302a,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:30.319101 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-59333455-6844-4c26-bd64-1b7441cddd3b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.321996 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-59333455-6844-4c26-bd64-1b7441cddd3b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1460614 Jul 07 18:06:30.326928 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50876) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:30.332093 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-599a59cc-ae4b-44fb-995c-f67b3d26df83 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': '70f5cbc5-d55c-4f35-82e4-77f011ced22d', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:30.359210 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-599a59cc-ae4b-44fb-995c-f67b3d26df83 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.423158 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-599a59cc-ae4b-44fb-995c-f67b3d26df83 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.426953 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-599a59cc-ae4b-44fb-995c-f67b3d26df83 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.446688 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a59cc-ae4b-44fb-995c-f67b3d26df83 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6967e380-3323-4cf4-90d8-c9edcaa53241,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:30.453827 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-599a59cc-ae4b-44fb-995c-f67b3d26df83 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.455080 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-599a59cc-ae4b-44fb-995c-f67b3d26df83 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270728 Jul 07 18:06:30.458406 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50878) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:30.463348 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-a5793aa6-67ea-4ff8-8090-8af87d9903dc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': '70f5cbc5-d55c-4f35-82e4-77f011ced22d', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:30.469726 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.486644 n-d-791503-12 neutron-server[100192]: INFO neutron.db.securitygroups_db [None req-a5793aa6-67ea-4ff8-8090-8af87d9903dc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Project 22f1d5a2e22b43d2aa02349f22c09dd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:06:30.491715 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5793aa6-67ea-4ff8-8090-8af87d9903dc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.557632 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5793aa6-67ea-4ff8-8090-8af87d9903dc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.562036 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5793aa6-67ea-4ff8-8090-8af87d9903dc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.581192 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5793aa6-67ea-4ff8-8090-8af87d9903dc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74cc10e4-e803-428a-af42-185ec2c4892d,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:30.587273 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a5793aa6-67ea-4ff8-8090-8af87d9903dc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.588675 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a5793aa6-67ea-4ff8-8090-8af87d9903dc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1292114 Jul 07 18:06:30.591871 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50880) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:30.596691 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-20d3b220-91ae-4b4d-912f-950246beee04 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': '70f5cbc5-d55c-4f35-82e4-77f011ced22d', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:30.620238 n-d-791503-12 neutron-server[100193]: INFO neutron.db.securitygroups_db [None req-20d3b220-91ae-4b4d-912f-950246beee04 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Project 22f1d5a2e22b43d2aa02349f22c09dd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:06:30.625746 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-20d3b220-91ae-4b4d-912f-950246beee04 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.689538 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-20d3b220-91ae-4b4d-912f-950246beee04 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.693460 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-20d3b220-91ae-4b4d-912f-950246beee04 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.711785 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3b220-91ae-4b4d-912f-950246beee04 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc930e74-ffe8-41c8-922a-ca8985c4fb8f,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:30.718225 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-20d3b220-91ae-4b4d-912f-950246beee04 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.722342 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-20d3b220-91ae-4b4d-912f-950246beee04 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265769 Jul 07 18:06:30.722567 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50882) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:30.728229 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-b51f95bd-df5a-4fd6-8d80-ad7e9f1ac461 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'network': {'name': 'tempest-network-smoke--1028949950', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'port_security_enabled': True}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:30.750219 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51f95bd-df5a-4fd6-8d80-ad7e9f1ac461 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Made reservation on behalf of 22f1d5a2e22b43d2aa02349f22c09dd7 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:30.753713 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b51f95bd-df5a-4fd6-8d80-ad7e9f1ac461 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.779009 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b51f95bd-df5a-4fd6-8d80-ad7e9f1ac461 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:06:30.789269 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b51f95bd-df5a-4fd6-8d80-ad7e9f1ac461 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.789814 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-b51f95bd-df5a-4fd6-8d80-ad7e9f1ac461 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Added segment 1b8aa16a-8263-4a90-a84a-171acd741cde of type vlan for network fdb6bf82-d8f5-4df8-9357-26e94b5820bd Jul 07 18:06:30.837554 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b51f95bd-df5a-4fd6-8d80-ad7e9f1ac461 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.876403 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b51f95bd-df5a-4fd6-8d80-ad7e9f1ac461 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.882060 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51f95bd-df5a-4fd6-8d80-ad7e9f1ac461 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:30.882769 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b51f95bd-df5a-4fd6-8d80-ad7e9f1ac461 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.942570 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b51f95bd-df5a-4fd6-8d80-ad7e9f1ac461 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2187815 Jul 07 18:06:30.946442 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50884) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:30.952488 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-409e4642-3949-4798-b16b-58123d75dff3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-338716919', 'admin_state_up': True, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:30.955320 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f95bd-df5a-4fd6-8d80-ad7e9f1ac461 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Network': ['ID=fdb6bf82-d8f5-4df8-9357-26e94b5820bd,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:30.968107 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network fdb6bf82-d8f5-4df8-9357-26e94b5820bd details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:06:30.985210 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-409e4642-3949-4798-b16b-58123d75dff3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.986435 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-409e4642-3949-4798-b16b-58123d75dff3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.047493 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-409e4642-3949-4798-b16b-58123d75dff3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.083989 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 2e2abf13-785e-48cb-9b10-b9e938d13df6 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:06:31.106328 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 2e2abf13-785e-48cb-9b10-b9e938d13df6 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:06:31.106672 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 2e2abf13-785e-48cb-9b10-b9e938d13df6 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:06:31.201599 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-409e4642-3949-4798-b16b-58123d75dff3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.420094 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-409e4642-3949-4798-b16b-58123d75dff3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.440463 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-409e4642-3949-4798-b16b-58123d75dff3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.574102 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-409e4642-3949-4798-b16b-58123d75dff3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Allocated IP 172.25.0.34 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/12fed229-9209-48d1-99a1-2ad1ef23c9b8) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:31.740277 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-409e4642-3949-4798-b16b-58123d75dff3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.789806 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-409e4642-3949-4798-b16b-58123d75dff3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.835195 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409e4642-3949-4798-b16b-58123d75dff3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:31.842039 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-409e4642-3949-4798-b16b-58123d75dff3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:31.846643 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409e4642-3949-4798-b16b-58123d75dff3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:31.854304 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e4642-3949-4798-b16b-58123d75dff3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=12fed229-9209-48d1-99a1-2ad1ef23c9b8,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:32.131927 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-409e4642-3949-4798-b16b-58123d75dff3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:32.360154 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-409e4642-3949-4798-b16b-58123d75dff3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:32.515255 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409e4642-3949-4798-b16b-58123d75dff3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Router 262a7402-4682-4845-9658-96d09b592e9c is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:06:32.645676 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409e4642-3949-4798-b16b-58123d75dff3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:06:32.658075 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2449520-d0be-44fe-b0ee-fb2f8ed4636c None None] Sync routers for ids ['262a7402-4682-4845-9658-96d09b592e9c'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:06:32.667465 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-409e4642-3949-4798-b16b-58123d75dff3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:32.669188 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-409e4642-3949-4798-b16b-58123d75dff3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7214081 Jul 07 18:06:32.669826 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2449520-d0be-44fe-b0ee-fb2f8ed4636c None None] Routers {'262a7402-4682-4845-9658-96d09b592e9c'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:32.670699 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-e2449520-d0be-44fe-b0ee-fb2f8ed4636c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:06:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['262a7402-4682-4845-9658-96d09b592e9c'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:32.673599 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50886) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:32.709187 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2152afb2-729c-4287-b008-744b31b89568 tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=22f1d5a2e22b43d2aa02349f22c09dd7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302191 Jul 07 18:06:32.709520 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50888) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:32.819727 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598140ae-f3e7-4605-a05a-a095f8ac5c7f tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:32.822036 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-598140ae-f3e7-4605-a05a-a095f8ac5c7f tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1113160 Jul 07 18:06:32.825385 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50890) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:32.832930 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-e2449520-d0be-44fe-b0ee-fb2f8ed4636c None None] Set router 262a7402-4682-4845-9658-96d09b592e9c gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:32.858250 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cd393163-47e2-47f3-858f-8b9c945924ab tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=b1c8a741-d954-43c5-b974-954b2190b048&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317223 Jul 07 18:06:32.861021 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 50892) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:32.866127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-cd4f91fc-6f52-46d1-86f9-764a68ead739 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-909179908', 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:32.973416 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4f91fc-6f52-46d1-86f9-764a68ead739 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Made reservation on behalf of 22f1d5a2e22b43d2aa02349f22c09dd7 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:32.977552 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cd4f91fc-6f52-46d1-86f9-764a68ead739 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:33.199006 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-e2449520-d0be-44fe-b0ee-fb2f8ed4636c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262a7402-4682-4845-9658-96d09b592e9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338716919', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:30Z', 'updated_at': '2021-07-07T18:06:32Z', 'revision_number': 3, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262a7402-4682-4845-9658-96d09b592e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:31Z', 'updated_at': '2021-07-07T18:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:33.221650 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cd4f91fc-6f52-46d1-86f9-764a68ead739 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:33.231158 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2449520-d0be-44fe-b0ee-fb2f8ed4636c None None] Checking router: 262a7402-4682-4845-9658-96d09b592e9c for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:06:33.231517 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2449520-d0be-44fe-b0ee-fb2f8ed4636c None None] Updating router 262a7402-4682-4845-9658-96d09b592e9c port 12fed229-9209-48d1-99a1-2ad1ef23c9b8 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:06:33.268047 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e2449520-d0be-44fe-b0ee-fb2f8ed4636c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:33.292338 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f91fc-6f52-46d1-86f9-764a68ead739 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Subnet': ['ID=af8d8af7-c610-43c0-b95e-af16fcdb33c9,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:33.301704 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4f91fc-6f52-46d1-86f9-764a68ead739 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Checking segment: {'id': '1b8aa16a-8263-4a90-a84a-171acd741cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:33.302067 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4f91fc-6f52-46d1-86f9-764a68ead739 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network hostable DHCP agents. Network: fdb6bf82-d8f5-4df8-9357-26e94b5820bd, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:06:33.319526 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4f91fc-6f52-46d1-86f9-764a68ead739 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network fdb6bf82-d8f5-4df8-9357-26e94b5820bd is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:06:33.329619 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-cd4f91fc-6f52-46d1-86f9-764a68ead739 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, fdb6bf82-d8f5-4df8-9357-26e94b5820bd) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:33.334096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4f91fc-6f52-46d1-86f9-764a68ead739 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:33.334724 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cd4f91fc-6f52-46d1-86f9-764a68ead739 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:33.352412 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cd4f91fc-6f52-46d1-86f9-764a68ead739 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4877491 Jul 07 18:06:33.353399 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50894) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:33.354351 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03261c0c-4f0c-4a78-9df8-9bb7ab44a005 None None] Network fdb6bf82-d8f5-4df8-9357-26e94b5820bd requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:33.605607 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ad7272-92d5-4f6c-ad5e-7f539dd1755e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-fdb6bf82-d8f5-4df8-9357-26e94b5820bd', 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'fixed_ips': [{'subnet_id': 'af8d8af7-c610-43c0-b95e-af16fcdb33c9'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:06:33.606493 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-55ad7272-92d5-4f6c-ad5e-7f539dd1755e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:33.732770 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e2449520-d0be-44fe-b0ee-fb2f8ed4636c None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:33.757543 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-e2449520-d0be-44fe-b0ee-fb2f8ed4636c None None] Transition to ACTIVE for port object 12fed229-9209-48d1-99a1-2ad1ef23c9b8 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:33.769653 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e2449520-d0be-44fe-b0ee-fb2f8ed4636c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:33.858440 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-e2449520-d0be-44fe-b0ee-fb2f8ed4636c None None] Attempting to bind port 12fed229-9209-48d1-99a1-2ad1ef23c9b8 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:33.858812 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-e2449520-d0be-44fe-b0ee-fb2f8ed4636c None None] Attempting to bind port 12fed229-9209-48d1-99a1-2ad1ef23c9b8 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:33.859303 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2449520-d0be-44fe-b0ee-fb2f8ed4636c None None] Attempting to bind port 12fed229-9209-48d1-99a1-2ad1ef23c9b8 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:33.869648 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2b1ea-c05b-498f-89d7-eb8faac24157 None None] Pushing event updated for resources: {'Port': ['ID=12fed229-9209-48d1-99a1-2ad1ef23c9b8,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:33.877207 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-55ad7272-92d5-4f6c-ad5e-7f539dd1755e None None] Allocated IP 172.20.0.2 (fdb6bf82-d8f5-4df8-9357-26e94b5820bd/af8d8af7-c610-43c0-b95e-af16fcdb33c9/5046cc48-c1c6-49ac-a117-ae5a370c61cc) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:33.879715 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2449520-d0be-44fe-b0ee-fb2f8ed4636c None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:33.880100 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2449520-d0be-44fe-b0ee-fb2f8ed4636c None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:33.880512 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e2449520-d0be-44fe-b0ee-fb2f8ed4636c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:33.880942 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2449520-d0be-44fe-b0ee-fb2f8ed4636c None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:33.881425 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-e2449520-d0be-44fe-b0ee-fb2f8ed4636c None None] Bound port: 12fed229-9209-48d1-99a1-2ad1ef23c9b8, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:33.881810 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e2449520-d0be-44fe-b0ee-fb2f8ed4636c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:33.983340 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-e2449520-d0be-44fe-b0ee-fb2f8ed4636c None None] For port 12fed229-9209-48d1-99a1-2ad1ef23c9b8, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:33.988027 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-e2449520-d0be-44fe-b0ee-fb2f8ed4636c None None] For port 12fed229-9209-48d1-99a1-2ad1ef23c9b8, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=12fed229-9209-48d1-99a1-2ad1ef23c9b8,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:33.999519 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e2449520-d0be-44fe-b0ee-fb2f8ed4636c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:34.123983 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2449520-d0be-44fe-b0ee-fb2f8ed4636c None None] Routers {'262a7402-4682-4845-9658-96d09b592e9c'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:34.124432 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-e2449520-d0be-44fe-b0ee-fb2f8ed4636c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:06:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['262a7402-4682-4845-9658-96d09b592e9c'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:34.174522 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-55ad7272-92d5-4f6c-ad5e-7f539dd1755e None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:34.175367 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4c2b3a23-ba83-4d0c-83ea-bcdce5ffd206 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:34.176345 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2b1ea-c05b-498f-89d7-eb8faac24157 None None] Pushing event updated for resources: {'Port': ['ID=12fed229-9209-48d1-99a1-2ad1ef23c9b8,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:34.191889 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-55ad7272-92d5-4f6c-ad5e-7f539dd1755e None None] Transition to ACTIVE for port object 5046cc48-c1c6-49ac-a117-ae5a370c61cc will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:34.256906 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-55ad7272-92d5-4f6c-ad5e-7f539dd1755e None None] Transition to ACTIVE for port object 5046cc48-c1c6-49ac-a117-ae5a370c61cc will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:34.269722 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-55ad7272-92d5-4f6c-ad5e-7f539dd1755e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:34.322266 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ad7272-92d5-4f6c-ad5e-7f539dd1755e None None] Network fdb6bf82-d8f5-4df8-9357-26e94b5820bd is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:34.330426 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-55ad7272-92d5-4f6c-ad5e-7f539dd1755e None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:34.339751 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ad7272-92d5-4f6c-ad5e-7f539dd1755e None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:34.344576 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad7272-92d5-4f6c-ad5e-7f539dd1755e None None] Pushing event updated for resources: {'Port': ['ID=5046cc48-c1c6-49ac-a117-ae5a370c61cc,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:34.347993 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-e2449520-d0be-44fe-b0ee-fb2f8ed4636c None None] Set router 262a7402-4682-4845-9658-96d09b592e9c gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:34.504878 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-55ad7272-92d5-4f6c-ad5e-7f539dd1755e None None] Attempting to bind port 5046cc48-c1c6-49ac-a117-ae5a370c61cc on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:34.505259 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-55ad7272-92d5-4f6c-ad5e-7f539dd1755e None None] Attempting to bind port 5046cc48-c1c6-49ac-a117-ae5a370c61cc by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '1b8aa16a-8263-4a90-a84a-171acd741cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:34.505627 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ad7272-92d5-4f6c-ad5e-7f539dd1755e None None] Attempting to bind port 5046cc48-c1c6-49ac-a117-ae5a370c61cc on network fdb6bf82-d8f5-4df8-9357-26e94b5820bd {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:34.511063 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-4c2b3a23-ba83-4d0c-83ea-bcdce5ffd206 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Allocated IP 172.20.0.1 (fdb6bf82-d8f5-4df8-9357-26e94b5820bd/af8d8af7-c610-43c0-b95e-af16fcdb33c9/93b5e150-83ca-4260-ab00-284493d7f961) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:34.519554 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ad7272-92d5-4f6c-ad5e-7f539dd1755e None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:34.519931 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ad7272-92d5-4f6c-ad5e-7f539dd1755e None None] Checking segment: {'id': '1b8aa16a-8263-4a90-a84a-171acd741cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:34.520336 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-55ad7272-92d5-4f6c-ad5e-7f539dd1755e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:34.521048 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ad7272-92d5-4f6c-ad5e-7f539dd1755e None None] Bound using segment: {'id': '1b8aa16a-8263-4a90-a84a-171acd741cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:34.521232 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-55ad7272-92d5-4f6c-ad5e-7f539dd1755e None None] Bound port: 5046cc48-c1c6-49ac-a117-ae5a370c61cc, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8aa16a-8263-4a90-a84a-171acd741cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:34.522057 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-55ad7272-92d5-4f6c-ad5e-7f539dd1755e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:34.634287 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-55ad7272-92d5-4f6c-ad5e-7f539dd1755e None None] For port 5046cc48-c1c6-49ac-a117-ae5a370c61cc, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:34.649959 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-55ad7272-92d5-4f6c-ad5e-7f539dd1755e None None] For port 5046cc48-c1c6-49ac-a117-ae5a370c61cc, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=5046cc48-c1c6-49ac-a117-ae5a370c61cc,segment=NetworkSegment(1b8aa16a-8263-4a90-a84a-171acd741cde),segment_id=1b8aa16a-8263-4a90-a84a-171acd741cde)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:34.651984 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4c2b3a23-ba83-4d0c-83ea-bcdce5ffd206 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:34.656646 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-55ad7272-92d5-4f6c-ad5e-7f539dd1755e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:34.669302 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-4c2b3a23-ba83-4d0c-83ea-bcdce5ffd206 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Transition to ACTIVE for port object 93b5e150-83ca-4260-ab00-284493d7f961 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:34.696188 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-e2449520-d0be-44fe-b0ee-fb2f8ed4636c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262a7402-4682-4845-9658-96d09b592e9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338716919', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:30Z', 'updated_at': '2021-07-07T18:06:32Z', 'revision_number': 3, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262a7402-4682-4845-9658-96d09b592e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:31Z', 'updated_at': '2021-07-07T18:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:34.711161 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4c2b3a23-ba83-4d0c-83ea-bcdce5ffd206 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:34.740294 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2449520-d0be-44fe-b0ee-fb2f8ed4636c None None] The sync data for ids ['262a7402-4682-4845-9658-96d09b592e9c'] in n-d-791503-12 is: [{'id': '262a7402-4682-4845-9658-96d09b592e9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338716919', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:30Z', 'updated_at': '2021-07-07T18:06:32Z', 'revision_number': 3, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262a7402-4682-4845-9658-96d09b592e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:31Z', 'updated_at': '2021-07-07T18:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:06:34.753733 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad7272-92d5-4f6c-ad5e-7f539dd1755e None None] Pushing event updated for resources: {'Port': ['ID=5046cc48-c1c6-49ac-a117-ae5a370c61cc,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:34.760948 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2b3a23-ba83-4d0c-83ea-bcdce5ffd206 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network fdb6bf82-d8f5-4df8-9357-26e94b5820bd is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:34.765473 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-4c2b3a23-ba83-4d0c-83ea-bcdce5ffd206 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:34.769439 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2b3a23-ba83-4d0c-83ea-bcdce5ffd206 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:34.822278 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b3a23-ba83-4d0c-83ea-bcdce5ffd206 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=93b5e150-83ca-4260-ab00-284493d7f961,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:34.840376 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4c2b3a23-ba83-4d0c-83ea-bcdce5ffd206 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:35.014015 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4c2b3a23-ba83-4d0c-83ea-bcdce5ffd206 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:35.208792 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5046cc48-c1c6-49ac-a117-ae5a370c61cc up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:35.293767 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 5046cc48-c1c6-49ac-a117-ae5a370c61cc completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:35.298886 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 12fed229-9209-48d1-99a1-2ad1ef23c9b8 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:35.351770 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 12fed229-9209-48d1-99a1-2ad1ef23c9b8 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:35.356585 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 12fed229-9209-48d1-99a1-2ad1ef23c9b8 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:35.357446 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:35.416390 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4c2b3a23-ba83-4d0c-83ea-bcdce5ffd206 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:35.422925 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4c2b3a23-ba83-4d0c-83ea-bcdce5ffd206 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:35.469471 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:35.494269 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 12fed229-9209-48d1-99a1-2ad1ef23c9b8, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=12fed229-9209-48d1-99a1-2ad1ef23c9b8,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:35.501691 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:35.518030 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b3a23-ba83-4d0c-83ea-bcdce5ffd206 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=93b5e150-83ca-4260-ab00-284493d7f961,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:35.521187 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4c2b3a23-ba83-4d0c-83ea-bcdce5ffd206 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:35.568888 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=12fed229-9209-48d1-99a1-2ad1ef23c9b8,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:35.656179 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2b3a23-ba83-4d0c-83ea-bcdce5ffd206 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network fdb6bf82-d8f5-4df8-9357-26e94b5820bd is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:35.658045 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-4c2b3a23-ba83-4d0c-83ea-bcdce5ffd206 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:35.792921 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2b3a23-ba83-4d0c-83ea-bcdce5ffd206 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Router 262a7402-4682-4845-9658-96d09b592e9c has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:06:35.859900 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1c2bb0-2ada-47b7-b41c-a3eb87bebdf6 None None] Network fdb6bf82-d8f5-4df8-9357-26e94b5820bd requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:35.916372 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2b3a23-ba83-4d0c-83ea-bcdce5ffd206 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:06:35.923260 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4c2b3a23-ba83-4d0c-83ea-bcdce5ffd206 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "PUT /v2.0/routers/262a7402-4682-4845-9658-96d09b592e9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5683773 Jul 07 18:06:35.926330 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8d32711d-ca4d-403f-be4c-fc5abe4e321e None None] Provisioning for port 5046cc48-c1c6-49ac-a117-ae5a370c61cc completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:35.933487 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8d32711d-ca4d-403f-be4c-fc5abe4e321e None None] Provisioning complete for port 5046cc48-c1c6-49ac-a117-ae5a370c61cc triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:35.934463 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8d32711d-ca4d-403f-be4c-fc5abe4e321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:36.075016 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-52b548be-0809-4595-9018-e89920f36a42 req-2f048cf7-29ed-4513-8e20-c58af1132f5d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-227768182&fields=id&tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7 HTTP/1.1" status: 200 len: 267 time: 0.0371709 Jul 07 18:06:36.093367 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8d32711d-ca4d-403f-be4c-fc5abe4e321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:36.137231 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8d32711d-ca4d-403f-be4c-fc5abe4e321e None None] For port 5046cc48-c1c6-49ac-a117-ae5a370c61cc, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=5046cc48-c1c6-49ac-a117-ae5a370c61cc,segment=NetworkSegment(1b8aa16a-8263-4a90-a84a-171acd741cde),segment_id=1b8aa16a-8263-4a90-a84a-171acd741cde)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:36.142721 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8d32711d-ca4d-403f-be4c-fc5abe4e321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:36.204854 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32711d-ca4d-403f-be4c-fc5abe4e321e None None] Pushing event updated for resources: {'Port': ['ID=5046cc48-c1c6-49ac-a117-ae5a370c61cc,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:36.221974 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b548be-0809-4595-9018-e89920f36a42 req-6556bade-59a1-4c13-9a41-fb59ce325643 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:36.224199 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-52b548be-0809-4595-9018-e89920f36a42 req-6556bade-59a1-4c13-9a41-fb59ce325643 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/networks?id=fdb6bf82-d8f5-4df8-9357-26e94b5820bd HTTP/1.1" status: 200 len: 797 time: 0.1423874 Jul 07 18:06:36.248066 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-52b548be-0809-4595-9018-e89920f36a42 req-bd3b5348-f332-4fb3-809d-565007c5c147 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/quotas/22f1d5a2e22b43d2aa02349f22c09dd7 HTTP/1.1" status: 200 len: 375 time: 0.0177164 Jul 07 18:06:36.332105 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-52b548be-0809-4595-9018-e89920f36a42 req-7958b1dc-e7ca-4114-b7d5-31d1708fc665 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751822 Jul 07 18:06:36.455547 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-52b548be-0809-4595-9018-e89920f36a42 req-a7446951-71a0-4e75-93aa-1b7b9731b81f service neutron] 10.222.0.53 "GET /v2.0/networks/fdb6bf82-d8f5-4df8-9357-26e94b5820bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061428 Jul 07 18:06:36.464600 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-996b9d6c-7e5f-400e-ad89-552a42b48d1a None None] Provisioning complete for port 5046cc48-c1c6-49ac-a117-ae5a370c61cc triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:36.465297 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-996b9d6c-7e5f-400e-ad89-552a42b48d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:36.573380 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-52b548be-0809-4595-9018-e89920f36a42 req-9b6c339f-0741-4915-be0f-1dea97d21b7d service neutron] 10.222.0.53 "GET /v2.0/networks/fdb6bf82-d8f5-4df8-9357-26e94b5820bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109431 Jul 07 18:06:36.578258 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-996b9d6c-7e5f-400e-ad89-552a42b48d1a None None] Provisioning for port 93b5e150-83ca-4260-ab00-284493d7f961 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:36.583342 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-996b9d6c-7e5f-400e-ad89-552a42b48d1a None None] Provisioning complete for port 93b5e150-83ca-4260-ab00-284493d7f961 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:36.583342 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-996b9d6c-7e5f-400e-ad89-552a42b48d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:36.631902 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-996b9d6c-7e5f-400e-ad89-552a42b48d1a None None] Port 93b5e150-83ca-4260-ab00-284493d7f961 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:06:36.647666 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67de6372-e4cd-4d0e-a23b-71baa14b9a3a None None] Sync routers for ids ['262a7402-4682-4845-9658-96d09b592e9c'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:06:36.666368 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67de6372-e4cd-4d0e-a23b-71baa14b9a3a None None] Routers {'262a7402-4682-4845-9658-96d09b592e9c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:36.667375 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-67de6372-e4cd-4d0e-a23b-71baa14b9a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:06:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['262a7402-4682-4845-9658-96d09b592e9c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:36.776863 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0f4e2daa-d05c-43f7-9f7f-cbeac4aefa40 None None] Provisioning complete for port 93b5e150-83ca-4260-ab00-284493d7f961 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:36.777899 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0f4e2daa-d05c-43f7-9f7f-cbeac4aefa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:36.830614 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-82b5c474-f54a-4561-a458-1e8211e0ee90 req-8c30fbbb-17e5-4e48-97c6-1bebfaeb5d9d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 210 time: 0.0492716 Jul 07 18:06:36.857727 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-67de6372-e4cd-4d0e-a23b-71baa14b9a3a None None] Set router 262a7402-4682-4845-9658-96d09b592e9c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:36.896562 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-0f4e2daa-d05c-43f7-9f7f-cbeac4aefa40 None None] Port 93b5e150-83ca-4260-ab00-284493d7f961 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:06:37.020384 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8474b22f-c383-4984-9d08-b01c8fa7f48f None None] Provisioning complete for port 93b5e150-83ca-4260-ab00-284493d7f961 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:37.021474 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8474b22f-c383-4984-9d08-b01c8fa7f48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:37.063971 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8474b22f-c383-4984-9d08-b01c8fa7f48f None None] Port 93b5e150-83ca-4260-ab00-284493d7f961 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:06:37.170820 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5046cc48-c1c6-49ac-a117-ae5a370c61cc up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:37.192718 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-67de6372-e4cd-4d0e-a23b-71baa14b9a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262a7402-4682-4845-9658-96d09b592e9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338716919', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:30Z', 'updated_at': '2021-07-07T18:06:34Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262a7402-4682-4845-9658-96d09b592e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:31Z', 'updated_at': '2021-07-07T18:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '93b5e150-83ca-4260-ab00-284493d7f961', 'name': '', 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:2d:82:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262a7402-4682-4845-9658-96d09b592e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'af8d8af7-c610-43c0-b95e-af16fcdb33c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:34Z', 'updated_at': '2021-07-07T18:06:35Z', 'revision_number': 2, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': 'af8d8af7-c610-43c0-b95e-af16fcdb33c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:37.232951 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 5046cc48-c1c6-49ac-a117-ae5a370c61cc triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:37.233330 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:37.238682 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67de6372-e4cd-4d0e-a23b-71baa14b9a3a None None] Checking router: 262a7402-4682-4845-9658-96d09b592e9c for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:06:37.239358 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67de6372-e4cd-4d0e-a23b-71baa14b9a3a None None] Updating router 262a7402-4682-4845-9658-96d09b592e9c port 93b5e150-83ca-4260-ab00-284493d7f961 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:06:37.282720 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-67de6372-e4cd-4d0e-a23b-71baa14b9a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:37.338614 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 12fed229-9209-48d1-99a1-2ad1ef23c9b8 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:37.559660 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 12fed229-9209-48d1-99a1-2ad1ef23c9b8 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:37.560034 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:37.733992 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-67de6372-e4cd-4d0e-a23b-71baa14b9a3a None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:37.745369 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-67de6372-e4cd-4d0e-a23b-71baa14b9a3a None None] Transition to ACTIVE for port object 93b5e150-83ca-4260-ab00-284493d7f961 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:37.751557 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-67de6372-e4cd-4d0e-a23b-71baa14b9a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:37.806688 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff08d9-9caf-4d5a-a929-8e84341b7907 None None] Pushing event updated for resources: {'Port': ['ID=93b5e150-83ca-4260-ab00-284493d7f961,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:37.833705 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff08d9-9caf-4d5a-a929-8e84341b7907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:37.833936 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff08d9-9caf-4d5a-a929-8e84341b7907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:37.834241 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff08d9-9caf-4d5a-a929-8e84341b7907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:37.834576 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff08d9-9caf-4d5a-a929-8e84341b7907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:37.834905 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff08d9-9caf-4d5a-a929-8e84341b7907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:37.835230 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff08d9-9caf-4d5a-a929-8e84341b7907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:37.836176 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff08d9-9caf-4d5a-a929-8e84341b7907 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:37.836966 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff08d9-9caf-4d5a-a929-8e84341b7907 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:37.836966 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff08d9-9caf-4d5a-a929-8e84341b7907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:37.837356 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff08d9-9caf-4d5a-a929-8e84341b7907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:37.837675 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff08d9-9caf-4d5a-a929-8e84341b7907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:37.838000 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff08d9-9caf-4d5a-a929-8e84341b7907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:37.875599 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-67de6372-e4cd-4d0e-a23b-71baa14b9a3a None None] Attempting to bind port 93b5e150-83ca-4260-ab00-284493d7f961 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:37.876185 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-67de6372-e4cd-4d0e-a23b-71baa14b9a3a None None] Attempting to bind port 93b5e150-83ca-4260-ab00-284493d7f961 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '1b8aa16a-8263-4a90-a84a-171acd741cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:37.876816 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67de6372-e4cd-4d0e-a23b-71baa14b9a3a None None] Attempting to bind port 93b5e150-83ca-4260-ab00-284493d7f961 on network fdb6bf82-d8f5-4df8-9357-26e94b5820bd {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:37.885107 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67de6372-e4cd-4d0e-a23b-71baa14b9a3a None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:37.885710 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67de6372-e4cd-4d0e-a23b-71baa14b9a3a None None] Checking segment: {'id': '1b8aa16a-8263-4a90-a84a-171acd741cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:37.886130 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-67de6372-e4cd-4d0e-a23b-71baa14b9a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:37.886540 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67de6372-e4cd-4d0e-a23b-71baa14b9a3a None None] Bound using segment: {'id': '1b8aa16a-8263-4a90-a84a-171acd741cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:37.887020 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-67de6372-e4cd-4d0e-a23b-71baa14b9a3a None None] Bound port: 93b5e150-83ca-4260-ab00-284493d7f961, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8aa16a-8263-4a90-a84a-171acd741cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:37.887401 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-67de6372-e4cd-4d0e-a23b-71baa14b9a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:37.993980 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:37.994632 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-67de6372-e4cd-4d0e-a23b-71baa14b9a3a None None] For port 93b5e150-83ca-4260-ab00-284493d7f961, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:37.998133 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-67de6372-e4cd-4d0e-a23b-71baa14b9a3a None None] For port 93b5e150-83ca-4260-ab00-284493d7f961, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=93b5e150-83ca-4260-ab00-284493d7f961,segment=NetworkSegment(1b8aa16a-8263-4a90-a84a-171acd741cde),segment_id=1b8aa16a-8263-4a90-a84a-171acd741cde)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:38.003846 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3de3179b-16ad-4982-b9b4-1cb2f467aafa req-86c12680-e86e-4eff-be90-e71acadaf4ae tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 210 time: 0.0524154 Jul 07 18:06:38.005229 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-67de6372-e4cd-4d0e-a23b-71baa14b9a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:38.078256 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67de6372-e4cd-4d0e-a23b-71baa14b9a3a None None] Routers {'262a7402-4682-4845-9658-96d09b592e9c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:38.079466 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-67de6372-e4cd-4d0e-a23b-71baa14b9a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:06:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['262a7402-4682-4845-9658-96d09b592e9c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:38.123783 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff08d9-9caf-4d5a-a929-8e84341b7907 None None] Pushing event updated for resources: {'Port': ['ID=93b5e150-83ca-4260-ab00-284493d7f961,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:38.229076 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-67de6372-e4cd-4d0e-a23b-71baa14b9a3a None None] Set router 262a7402-4682-4845-9658-96d09b592e9c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:38.319349 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b548be-0809-4595-9018-e89920f36a42 req-45b4ba47-f848-423f-9b16-18f95d1b3ad5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:38.321070 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52b548be-0809-4595-9018-e89920f36a42 req-45b4ba47-f848-423f-9b16-18f95d1b3ad5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.64 "GET /v2.0/networks?id=fdb6bf82-d8f5-4df8-9357-26e94b5820bd HTTP/1.1" status: 200 len: 797 time: 0.1764655 Jul 07 18:06:38.376917 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52b548be-0809-4595-9018-e89920f36a42 req-d50eed01-3148-4bd5-92cc-60273ccf1d2d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7 HTTP/1.1" status: 200 len: 379 time: 0.0462782 Jul 07 18:06:38.386365 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-52b548be-0809-4595-9018-e89920f36a42 req-51fce1df-6661-41aa-8fab-648f4019a612 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'port': {'device_id': 'f1940ac5-a8c2-438b-b915-83a2892461d9', 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd', 'admin_state_up': True, 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'security_groups': ['70f5cbc5-d55c-4f35-82e4-77f011ced22d']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:38.489535 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-67de6372-e4cd-4d0e-a23b-71baa14b9a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262a7402-4682-4845-9658-96d09b592e9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338716919', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:30Z', 'updated_at': '2021-07-07T18:06:34Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262a7402-4682-4845-9658-96d09b592e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:31Z', 'updated_at': '2021-07-07T18:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '93b5e150-83ca-4260-ab00-284493d7f961', 'name': '', 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:2d:82:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262a7402-4682-4845-9658-96d09b592e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'af8d8af7-c610-43c0-b95e-af16fcdb33c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:34Z', 'updated_at': '2021-07-07T18:06:37Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': 'af8d8af7-c610-43c0-b95e-af16fcdb33c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:38.511951 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b548be-0809-4595-9018-e89920f36a42 req-51fce1df-6661-41aa-8fab-648f4019a612 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Made reservation on behalf of 22f1d5a2e22b43d2aa02349f22c09dd7 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:38.515622 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-52b548be-0809-4595-9018-e89920f36a42 req-51fce1df-6661-41aa-8fab-648f4019a612 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:38.517266 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67de6372-e4cd-4d0e-a23b-71baa14b9a3a None None] The sync data for ids ['262a7402-4682-4845-9658-96d09b592e9c'] in n-d-791503-12 is: [{'id': '262a7402-4682-4845-9658-96d09b592e9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338716919', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:30Z', 'updated_at': '2021-07-07T18:06:34Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262a7402-4682-4845-9658-96d09b592e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:31Z', 'updated_at': '2021-07-07T18:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '93b5e150-83ca-4260-ab00-284493d7f961', 'name': '', 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:2d:82:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262a7402-4682-4845-9658-96d09b592e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'af8d8af7-c610-43c0-b95e-af16fcdb33c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:34Z', 'updated_at': '2021-07-07T18:06:37Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': 'af8d8af7-c610-43c0-b95e-af16fcdb33c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:06:38.547378 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:38.688404 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-52b548be-0809-4595-9018-e89920f36a42 req-51fce1df-6661-41aa-8fab-648f4019a612 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Allocated IP 172.20.0.14 (fdb6bf82-d8f5-4df8-9357-26e94b5820bd/af8d8af7-c610-43c0-b95e-af16fcdb33c9/32b4f9c9-337f-487e-b44f-22e3138f4598) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:38.865112 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-52b548be-0809-4595-9018-e89920f36a42 req-51fce1df-6661-41aa-8fab-648f4019a612 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:38.887507 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-52b548be-0809-4595-9018-e89920f36a42 req-51fce1df-6661-41aa-8fab-648f4019a612 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Transition to ACTIVE for port object 32b4f9c9-337f-487e-b44f-22e3138f4598 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:38.926973 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-52b548be-0809-4595-9018-e89920f36a42 req-51fce1df-6661-41aa-8fab-648f4019a612 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:38.981689 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b548be-0809-4595-9018-e89920f36a42 req-51fce1df-6661-41aa-8fab-648f4019a612 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network fdb6bf82-d8f5-4df8-9357-26e94b5820bd is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:38.987454 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-52b548be-0809-4595-9018-e89920f36a42 req-51fce1df-6661-41aa-8fab-648f4019a612 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:38.991630 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b548be-0809-4595-9018-e89920f36a42 req-51fce1df-6661-41aa-8fab-648f4019a612 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:38.999261 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fce1df-6661-41aa-8fab-648f4019a612 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=32b4f9c9-337f-487e-b44f-22e3138f4598,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:39.062032 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b548be-0809-4595-9018-e89920f36a42 req-51fce1df-6661-41aa-8fab-648f4019a612 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:39.062729 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-52b548be-0809-4595-9018-e89920f36a42 req-51fce1df-6661-41aa-8fab-648f4019a612 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:39.088932 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52b548be-0809-4595-9018-e89920f36a42 req-51fce1df-6661-41aa-8fab-648f4019a612 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7067993 Jul 07 18:06:39.111501 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-52b548be-0809-4595-9018-e89920f36a42 req-00142e69-6f60-4a63-91fb-ac0b181f1bc1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:06:39.113003 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52b548be-0809-4595-9018-e89920f36a42 req-00142e69-6f60-4a63-91fb-ac0b181f1bc1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150478 Jul 07 18:06:39.205925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-52b548be-0809-4595-9018-e89920f36a42 req-06bcfdff-eddb-4af3-bc14-dd5e52dc41b4 service neutron] Request body: {'port': {'device_id': 'f1940ac5-a8c2-438b-b915-83a2892461d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:39.217064 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 93b5e150-83ca-4260-ab00-284493d7f961 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:39.292331 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760fad6-0ec8-4acf-8c43-3e3eafd2ed33 req-a04582e6-5585-491b-af49-776a13229a4e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:39.294547 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3760fad6-0ec8-4acf-8c43-3e3eafd2ed33 req-a04582e6-5585-491b-af49-776a13229a4e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 932 time: 0.1299655 Jul 07 18:06:39.297153 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 93b5e150-83ca-4260-ab00-284493d7f961 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:39.304134 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 93b5e150-83ca-4260-ab00-284493d7f961 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:39.305914 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:39.385433 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-58fec51d-b3c0-4e56-9272-1775237ea91c None None] Provisioning for port 32b4f9c9-337f-487e-b44f-22e3138f4598 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:39.404060 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-58fec51d-b3c0-4e56-9272-1775237ea91c None None] Provisioning complete for port 32b4f9c9-337f-487e-b44f-22e3138f4598 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:39.404394 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-58fec51d-b3c0-4e56-9272-1775237ea91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:39.489172 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:39.491281 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-58fec51d-b3c0-4e56-9272-1775237ea91c None None] Port 32b4f9c9-337f-487e-b44f-22e3138f4598 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:06:39.540356 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 93b5e150-83ca-4260-ab00-284493d7f961, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=93b5e150-83ca-4260-ab00-284493d7f961,segment=NetworkSegment(1b8aa16a-8263-4a90-a84a-171acd741cde),segment_id=1b8aa16a-8263-4a90-a84a-171acd741cde)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:39.546396 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:39.615237 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=93b5e150-83ca-4260-ab00-284493d7f961,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:39.741255 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-52b548be-0809-4595-9018-e89920f36a42 req-06bcfdff-eddb-4af3-bc14-dd5e52dc41b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:39.756303 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-3760fad6-0ec8-4acf-8c43-3e3eafd2ed33 req-4a48a304-29b7-4f79-b135-b37ae4f85f5c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4350531 Jul 07 18:06:40.069356 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-52b548be-0809-4595-9018-e89920f36a42 req-06bcfdff-eddb-4af3-bc14-dd5e52dc41b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b4f9c9-337f-487e-b44f-22e3138f4598 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:06:40.078568 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-52b548be-0809-4595-9018-e89920f36a42 req-06bcfdff-eddb-4af3-bc14-dd5e52dc41b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:40.093239 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-52b548be-0809-4595-9018-e89920f36a42 req-06bcfdff-eddb-4af3-bc14-dd5e52dc41b4 service neutron] Transition to ACTIVE for port object 32b4f9c9-337f-487e-b44f-22e3138f4598 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:40.097594 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-52b548be-0809-4595-9018-e89920f36a42 req-06bcfdff-eddb-4af3-bc14-dd5e52dc41b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:40.150437 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bcfdff-eddb-4af3-bc14-dd5e52dc41b4 service neutron] Pushing event updated for resources: {'Port': ['ID=32b4f9c9-337f-487e-b44f-22e3138f4598,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:40.227972 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-52b548be-0809-4595-9018-e89920f36a42 req-06bcfdff-eddb-4af3-bc14-dd5e52dc41b4 service neutron] Attempting to bind port 32b4f9c9-337f-487e-b44f-22e3138f4598 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:40.228326 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-52b548be-0809-4595-9018-e89920f36a42 req-06bcfdff-eddb-4af3-bc14-dd5e52dc41b4 service neutron] Attempting to bind port 32b4f9c9-337f-487e-b44f-22e3138f4598 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '1b8aa16a-8263-4a90-a84a-171acd741cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:40.228688 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b548be-0809-4595-9018-e89920f36a42 req-06bcfdff-eddb-4af3-bc14-dd5e52dc41b4 service neutron] Attempting to bind port 32b4f9c9-337f-487e-b44f-22e3138f4598 on network fdb6bf82-d8f5-4df8-9357-26e94b5820bd {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:40.233702 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b548be-0809-4595-9018-e89920f36a42 req-06bcfdff-eddb-4af3-bc14-dd5e52dc41b4 service neutron] Port 32b4f9c9-337f-487e-b44f-22e3138f4598 on network fdb6bf82-d8f5-4df8-9357-26e94b5820bd not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:06:40.234033 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b548be-0809-4595-9018-e89920f36a42 req-06bcfdff-eddb-4af3-bc14-dd5e52dc41b4 service neutron] Attempting to bind port 32b4f9c9-337f-487e-b44f-22e3138f4598 on network fdb6bf82-d8f5-4df8-9357-26e94b5820bd {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:40.239994 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b548be-0809-4595-9018-e89920f36a42 req-06bcfdff-eddb-4af3-bc14-dd5e52dc41b4 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:40.240342 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b548be-0809-4595-9018-e89920f36a42 req-06bcfdff-eddb-4af3-bc14-dd5e52dc41b4 service neutron] Checking segment: {'id': '1b8aa16a-8263-4a90-a84a-171acd741cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:40.240799 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b548be-0809-4595-9018-e89920f36a42 req-06bcfdff-eddb-4af3-bc14-dd5e52dc41b4 service neutron] Bound using segment: {'id': '1b8aa16a-8263-4a90-a84a-171acd741cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:40.241255 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-52b548be-0809-4595-9018-e89920f36a42 req-06bcfdff-eddb-4af3-bc14-dd5e52dc41b4 service neutron] Bound port: 32b4f9c9-337f-487e-b44f-22e3138f4598, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8aa16a-8263-4a90-a84a-171acd741cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:40.242519 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-52b548be-0809-4595-9018-e89920f36a42 req-06bcfdff-eddb-4af3-bc14-dd5e52dc41b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:40.328229 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-52b548be-0809-4595-9018-e89920f36a42 req-06bcfdff-eddb-4af3-bc14-dd5e52dc41b4 service neutron] For port 32b4f9c9-337f-487e-b44f-22e3138f4598, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:40.331308 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-52b548be-0809-4595-9018-e89920f36a42 req-06bcfdff-eddb-4af3-bc14-dd5e52dc41b4 service neutron] For port 32b4f9c9-337f-487e-b44f-22e3138f4598, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=32b4f9c9-337f-487e-b44f-22e3138f4598,segment=NetworkSegment(1b8aa16a-8263-4a90-a84a-171acd741cde),segment_id=1b8aa16a-8263-4a90-a84a-171acd741cde)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:40.336085 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-52b548be-0809-4595-9018-e89920f36a42 req-06bcfdff-eddb-4af3-bc14-dd5e52dc41b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:40.371736 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b548be-0809-4595-9018-e89920f36a42 req-06bcfdff-eddb-4af3-bc14-dd5e52dc41b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:40.372372 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-52b548be-0809-4595-9018-e89920f36a42 req-06bcfdff-eddb-4af3-bc14-dd5e52dc41b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:40.373820 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52b548be-0809-4595-9018-e89920f36a42 req-06bcfdff-eddb-4af3-bc14-dd5e52dc41b4 service neutron] 10.222.0.64 "PUT /v2.0/ports/32b4f9c9-337f-487e-b44f-22e3138f4598 HTTP/1.1" status: 200 len: 1093 time: 1.2521684 Jul 07 18:06:40.374269 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1940ac5-a8c2-438b-b915-83a2892461d9', 'tag': '32b4f9c9-337f-487e-b44f-22e3138f4598'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:40.376551 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbc90c8-f565-4cbf-a2d4-ce4f22e14779" -d '{"events": [{"name": "network-changed", "server_uuid": "f1940ac5-a8c2-438b-b915-83a2892461d9", "tag": "32b4f9c9-337f-487e-b44f-22e3138f4598"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:40.404181 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bcfdff-eddb-4af3-bc14-dd5e52dc41b4 service neutron] Pushing event updated for resources: {'Port': ['ID=32b4f9c9-337f-487e-b44f-22e3138f4598,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:40.452881 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3beb8340-26f2-496e-95c4-1cdcf9c80ee1 x-openstack-request-id: req-3beb8340-26f2-496e-95c4-1cdcf9c80ee1 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:40.453176 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1940ac5-a8c2-438b-b915-83a2892461d9", "tag": "32b4f9c9-337f-487e-b44f-22e3138f4598", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:40.453449 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3beb8340-26f2-496e-95c4-1cdcf9c80ee1 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:40.453834 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1940ac5-a8c2-438b-b915-83a2892461d9', 'tag': '32b4f9c9-337f-487e-b44f-22e3138f4598', 'status': 'completed', 'code': 200} Jul 07 18:06:40.482302 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b548be-0809-4595-9018-e89920f36a42 req-d80121b1-26da-453a-bc85-057889df6cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:40.483897 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52b548be-0809-4595-9018-e89920f36a42 req-d80121b1-26da-453a-bc85-057889df6cdf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 1096 time: 0.0690262 Jul 07 18:06:40.528078 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52b548be-0809-4595-9018-e89920f36a42 req-ec090504-51b0-4986-ba97-15c401e128c8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32b4f9c9-337f-487e-b44f-22e3138f4598 HTTP/1.1" status: 200 len: 217 time: 0.0365629 Jul 07 18:06:40.578211 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b548be-0809-4595-9018-e89920f36a42 req-58dc7d98-e883-47e7-ae2d-a53ef563f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:40.579702 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52b548be-0809-4595-9018-e89920f36a42 req-58dc7d98-e883-47e7-ae2d-a53ef563f967 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af8d8af7-c610-43c0-b95e-af16fcdb33c9 HTTP/1.1" status: 200 len: 834 time: 0.0458417 Jul 07 18:06:40.639227 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b548be-0809-4595-9018-e89920f36a42 req-69375331-8241-4499-ade7-8634f7f5bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:40.641019 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52b548be-0809-4595-9018-e89920f36a42 req-69375331-8241-4499-ade7-8634f7f5bc8f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fdb6bf82-d8f5-4df8-9357-26e94b5820bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554237 Jul 07 18:06:40.739679 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52b548be-0809-4595-9018-e89920f36a42 req-5686bf70-ca6a-474a-be87-b1e8e385b556 service neutron] 10.222.0.64 "GET /v2.0/networks/fdb6bf82-d8f5-4df8-9357-26e94b5820bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913863 Jul 07 18:06:40.830848 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-52b548be-0809-4595-9018-e89920f36a42 req-8c339ed0-4438-4371-ae96-2e4344204d35 service neutron] 10.222.0.64 "GET /v2.0/networks/fdb6bf82-d8f5-4df8-9357-26e94b5820bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847087 Jul 07 18:06:40.984705 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc90c8-f565-4cbf-a2d4-ce4f22e14779 req-27e84fe0-000f-4d33-9ce1-4b738d64bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:40.986246 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5dbc90c8-f565-4cbf-a2d4-ce4f22e14779 req-27e84fe0-000f-4d33-9ce1-4b738d64bc1d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 1096 time: 0.0964777 Jul 07 18:06:40.994039 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f068e-6f49-49ac-afe6-3b8137ce7169 req-d5a3a4d1-ce63-444a-85c4-c6cda47213e3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:40.995433 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b75f068e-6f49-49ac-afe6-3b8137ce7169 req-d5a3a4d1-ce63-444a-85c4-c6cda47213e3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 944 time: 0.1153402 Jul 07 18:06:41.089462 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b75f068e-6f49-49ac-afe6-3b8137ce7169 req-eb0698f2-984b-458c-ad54-3774b960eafb tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854988 Jul 07 18:06:41.124568 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc90c8-f565-4cbf-a2d4-ce4f22e14779 req-4cbf21a3-1910-49dc-b307-66eb1d39b3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:41.126131 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5dbc90c8-f565-4cbf-a2d4-ce4f22e14779 req-4cbf21a3-1910-49dc-b307-66eb1d39b3a4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fdb6bf82-d8f5-4df8-9357-26e94b5820bd HTTP/1.1" status: 200 len: 898 time: 0.1298237 Jul 07 18:06:41.157636 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 93b5e150-83ca-4260-ab00-284493d7f961 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:41.172114 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5dbc90c8-f565-4cbf-a2d4-ce4f22e14779 req-2f83e34f-d172-42f5-8245-a229b29b540e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32b4f9c9-337f-487e-b44f-22e3138f4598 HTTP/1.1" status: 200 len: 217 time: 0.0380647 Jul 07 18:06:41.212715 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 93b5e150-83ca-4260-ab00-284493d7f961 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:41.213103 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:41.231097 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc90c8-f565-4cbf-a2d4-ce4f22e14779 req-59e1c7b2-d6ba-4ee3-a92a-fa4f649da91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:41.232740 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5dbc90c8-f565-4cbf-a2d4-ce4f22e14779 req-59e1c7b2-d6ba-4ee3-a92a-fa4f649da91e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af8d8af7-c610-43c0-b95e-af16fcdb33c9 HTTP/1.1" status: 200 len: 834 time: 0.0539496 Jul 07 18:06:41.301102 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc90c8-f565-4cbf-a2d4-ce4f22e14779 req-d36c310a-43ed-4b5e-981a-7a119ba330a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:41.302560 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5dbc90c8-f565-4cbf-a2d4-ce4f22e14779 req-d36c310a-43ed-4b5e-981a-7a119ba330a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fdb6bf82-d8f5-4df8-9357-26e94b5820bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628982 Jul 07 18:06:41.399096 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5dbc90c8-f565-4cbf-a2d4-ce4f22e14779 req-decd1809-d770-4a8a-b356-aa90c3831b4f service neutron] 10.222.0.64 "GET /v2.0/networks/fdb6bf82-d8f5-4df8-9357-26e94b5820bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892112 Jul 07 18:06:41.504614 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5dbc90c8-f565-4cbf-a2d4-ce4f22e14779 req-5bd0294d-4b57-4190-b5a3-2bdb39fdc714 service neutron] 10.222.0.64 "GET /v2.0/networks/fdb6bf82-d8f5-4df8-9357-26e94b5820bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979497 Jul 07 18:06:42.297030 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9d1b9-d586-452f-ab6f-dd8754b183de req-7ab1ed52-dd18-4935-83b8-2065c163741c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:42.299913 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31d9d1b9-d586-452f-ab6f-dd8754b183de req-7ab1ed52-dd18-4935-83b8-2065c163741c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 944 time: 0.0817564 Jul 07 18:06:42.341690 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-31d9d1b9-d586-452f-ab6f-dd8754b183de req-83ff5b6a-3a2c-4c53-8892-67b9f0ba03bf tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361118 Jul 07 18:06:43.170566 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 32b4f9c9-337f-487e-b44f-22e3138f4598 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:06:43.293098 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 32b4f9c9-337f-487e-b44f-22e3138f4598, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=32b4f9c9-337f-487e-b44f-22e3138f4598,segment=NetworkSegment(1b8aa16a-8263-4a90-a84a-171acd741cde),segment_id=1b8aa16a-8263-4a90-a84a-171acd741cde)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:43.311020 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '32b4f9c9-337f-487e-b44f-22e3138f4598', 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd', 'port_id': '32b4f9c9-337f-487e-b44f-22e3138f4598', 'mac_address': 'fa:16:3e:17:db:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8d8af7-c610-43c0-b95e-af16fcdb33c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:06:43.353610 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:43.375016 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b4f9c9-337f-487e-b44f-22e3138f4598 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:06:43.397411 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 32b4f9c9-337f-487e-b44f-22e3138f4598, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=32b4f9c9-337f-487e-b44f-22e3138f4598,segment=NetworkSegment(1b8aa16a-8263-4a90-a84a-171acd741cde),segment_id=1b8aa16a-8263-4a90-a84a-171acd741cde)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:43.408382 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:43.464809 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=32b4f9c9-337f-487e-b44f-22e3138f4598,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:43.534702 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02e355-fbfa-4642-807d-8d9c77d69aa3 req-a6377056-0b83-4ca1-a732-fa7710e11963 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:43.536262 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef02e355-fbfa-4642-807d-8d9c77d69aa3 req-a6377056-0b83-4ca1-a732-fa7710e11963 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 945 time: 0.0667830 Jul 07 18:06:43.577194 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ef02e355-fbfa-4642-807d-8d9c77d69aa3 req-73ce08aa-27fe-4784-b031-0619be5bab0a tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343022 Jul 07 18:06:43.660464 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['32b4f9c9-337f-487e-b44f-22e3138f4598'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:06:44.755004 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a274ba4-2b49-47b8-8551-0ec92ce43621 req-99232464-c109-4378-9240-755dfefa3304 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:44.756543 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3a274ba4-2b49-47b8-8551-0ec92ce43621 req-99232464-c109-4378-9240-755dfefa3304 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 945 time: 0.0668957 Jul 07 18:06:44.796640 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3a274ba4-2b49-47b8-8551-0ec92ce43621 req-27a269bd-3ed1-4c0f-9fee-8e5751a388c3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338593 Jul 07 18:06:45.186208 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 32b4f9c9-337f-487e-b44f-22e3138f4598 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:45.237378 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 32b4f9c9-337f-487e-b44f-22e3138f4598 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:45.241717 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 32b4f9c9-337f-487e-b44f-22e3138f4598 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:45.242005 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:45.324206 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:45.347444 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1940ac5-a8c2-438b-b915-83a2892461d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b4f9c9-337f-487e-b44f-22e3138f4598'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:45.349773 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74cea28-29db-4d62-9762-a67322789348" -d '{"events": [{"server_uuid": "f1940ac5-a8c2-438b-b915-83a2892461d9", "name": "network-vif-plugged", "status": "completed", "tag": "32b4f9c9-337f-487e-b44f-22e3138f4598"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:45.365685 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 32b4f9c9-337f-487e-b44f-22e3138f4598, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=32b4f9c9-337f-487e-b44f-22e3138f4598,segment=NetworkSegment(1b8aa16a-8263-4a90-a84a-171acd741cde),segment_id=1b8aa16a-8263-4a90-a84a-171acd741cde)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:45.371012 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:45.396674 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6326745f-cad5-411f-b332-8ae5e0b0d30f x-openstack-request-id: req-6326745f-cad5-411f-b332-8ae5e0b0d30f {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:45.396986 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1940ac5-a8c2-438b-b915-83a2892461d9", "name": "network-vif-plugged", "status": "completed", "tag": "32b4f9c9-337f-487e-b44f-22e3138f4598", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:45.397247 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6326745f-cad5-411f-b332-8ae5e0b0d30f {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:45.397644 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1940ac5-a8c2-438b-b915-83a2892461d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b4f9c9-337f-487e-b44f-22e3138f4598', 'code': 200} Jul 07 18:06:45.425376 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=32b4f9c9-337f-487e-b44f-22e3138f4598,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:45.514268 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91436b-21cd-438f-8540-fb9e6dc542f3 req-3f35a59d-ec98-4c69-8bfd-2e690097221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:45.515709 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5f91436b-21cd-438f-8540-fb9e6dc542f3 req-3f35a59d-ec98-4c69-8bfd-2e690097221c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 1098 time: 0.0563104 Jul 07 18:06:45.550360 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5f91436b-21cd-438f-8540-fb9e6dc542f3 req-86b9d2d9-0ebb-417d-af59-d9ff750e0bae service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288002 Jul 07 18:06:45.977160 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393b44a-c1ee-446e-b0ba-f1e93441b41d req-ce13c66f-1fee-4f87-9b88-6796547b3bc7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:45.978702 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b393b44a-c1ee-446e-b0ba-f1e93441b41d req-ce13c66f-1fee-4f87-9b88-6796547b3bc7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 946 time: 0.0693152 Jul 07 18:06:46.018182 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b393b44a-c1ee-446e-b0ba-f1e93441b41d req-3dedcc75-9a43-4dd2-9eaf-5dc815f659b5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338852 Jul 07 18:06:47.209618 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069affb-a318-4c31-b186-67a93aa43d33 req-3f679fc4-977e-4af8-914b-24833e2ca26b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:47.211818 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0069affb-a318-4c31-b186-67a93aa43d33 req-3f679fc4-977e-4af8-914b-24833e2ca26b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 946 time: 0.0754981 Jul 07 18:06:47.253977 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0069affb-a318-4c31-b186-67a93aa43d33 req-f549d161-c77b-4f68-93c1-76ad8d91e49d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352957 Jul 07 18:06:47.435113 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4b640-277f-4929-9c49-2756fdb4539f req-2f3f9a90-943c-47f1-95af-a53582822643 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:47.436666 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-aad4b640-277f-4929-9c49-2756fdb4539f req-2f3f9a90-943c-47f1-95af-a53582822643 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 946 time: 0.0645552 Jul 07 18:06:47.475706 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-aad4b640-277f-4929-9c49-2756fdb4539f req-61e07c11-3141-4a20-a5d4-83dd568456e9 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334852 Jul 07 18:06:47.500445 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50950) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:47.562296 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e29c29-4333-4049-bde9-84c18a937c67 tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:47.564139 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-53e29c29-4333-4049-bde9-84c18a937c67 tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 1093 time: 0.0626431 Jul 07 18:06:47.566935 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50952) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:47.571680 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-4322b2b7-ad9c-4757-b52f-838298fd3498 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'port_id': '32b4f9c9-337f-487e-b44f-22e3138f4598', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:47.594001 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4322b2b7-ad9c-4757-b52f-838298fd3498 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for floatingip, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:47.691666 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4322b2b7-ad9c-4757-b52f-838298fd3498 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:47.804187 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-4322b2b7-ad9c-4757-b52f-838298fd3498 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Allocated IP 172.25.0.245 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/a6a2e78f-e935-4152-beec-45b950f6b3b2) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:47.907902 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4322b2b7-ad9c-4757-b52f-838298fd3498 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:47.946877 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4322b2b7-ad9c-4757-b52f-838298fd3498 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:47.968908 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:06:47.986460 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4322b2b7-ad9c-4757-b52f-838298fd3498 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:47.993483 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-4322b2b7-ad9c-4757-b52f-838298fd3498 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:47.996174 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4322b2b7-ad9c-4757-b52f-838298fd3498 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:48.025234 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322b2b7-ad9c-4757-b52f-838298fd3498 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=a6a2e78f-e935-4152-beec-45b950f6b3b2,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:48.399093 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4322b2b7-ad9c-4757-b52f-838298fd3498 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:48.479711 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4322b2b7-ad9c-4757-b52f-838298fd3498 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:48.638146 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4322b2b7-ad9c-4757-b52f-838298fd3498 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:48.643181 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4322b2b7-ad9c-4757-b52f-838298fd3498 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:48.714534 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322b2b7-ad9c-4757-b52f-838298fd3498 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=a6a2e78f-e935-4152-beec-45b950f6b3b2,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:48.723482 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4322b2b7-ad9c-4757-b52f-838298fd3498 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:48.824911 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-4322b2b7-ad9c-4757-b52f-838298fd3498 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Floating IP cd728a9f-40d2-40c0-bf67-0151039e782a associated. External IP: 172.25.0.245, port: 32b4f9c9-337f-487e-b44f-22e3138f4598. Jul 07 18:06:49.043089 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4322b2b7-ad9c-4757-b52f-838298fd3498 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Router 262a7402-4682-4845-9658-96d09b592e9c has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:06:49.156475 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4322b2b7-ad9c-4757-b52f-838298fd3498 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:06:49.166915 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f7aa2f-ee56-4646-8d5d-1455c8d0acb2 None None] Sync routers for ids ['262a7402-4682-4845-9658-96d09b592e9c'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:06:49.173174 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4322b2b7-ad9c-4757-b52f-838298fd3498 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:49.176789 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f7aa2f-ee56-4646-8d5d-1455c8d0acb2 None None] Routers {'262a7402-4682-4845-9658-96d09b592e9c'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:49.177418 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-72f7aa2f-ee56-4646-8d5d-1455c8d0acb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:06:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['262a7402-4682-4845-9658-96d09b592e9c'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:49.213147 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4322b2b7-ad9c-4757-b52f-838298fd3498 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6448441 Jul 07 18:06:49.213745 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1940ac5-a8c2-438b-b915-83a2892461d9', 'tag': '32b4f9c9-337f-487e-b44f-22e3138f4598'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:49.216225 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e79d61a-88b8-4401-82c0-2f730edd9311" -d '{"events": [{"name": "network-changed", "server_uuid": "f1940ac5-a8c2-438b-b915-83a2892461d9", "tag": "32b4f9c9-337f-487e-b44f-22e3138f4598"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:49.259209 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029a67f8-371c-4d5a-a27b-581989f7adb6 x-openstack-request-id: req-029a67f8-371c-4d5a-a27b-581989f7adb6 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:49.259644 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1940ac5-a8c2-438b-b915-83a2892461d9", "tag": "32b4f9c9-337f-487e-b44f-22e3138f4598", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:49.260108 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-029a67f8-371c-4d5a-a27b-581989f7adb6 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:49.260613 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1940ac5-a8c2-438b-b915-83a2892461d9', 'tag': '32b4f9c9-337f-487e-b44f-22e3138f4598', 'status': 'completed', 'code': 200} Jul 07 18:06:49.296033 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-72f7aa2f-ee56-4646-8d5d-1455c8d0acb2 None None] Set router 262a7402-4682-4845-9658-96d09b592e9c gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:49.321143 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.64', 64335) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:49.379936 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-79ff2e69-6bfb-43d9-9ac0-402115b43d62 req-ccf69063-bf49-44f2-b93f-11656be570db service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0575471 Jul 07 18:06:49.404223 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79d61a-88b8-4401-82c0-2f730edd9311 req-b65d67b4-e110-4510-be21-a9c37ef2966c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:49.405838 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5e79d61a-88b8-4401-82c0-2f730edd9311 req-b65d67b4-e110-4510-be21-a9c37ef2966c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 1098 time: 0.1156051 Jul 07 18:06:49.419041 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac77f3f-6fd8-40f1-8379-8d10efb567a9 req-18fb8b49-c2ec-4b4c-8abe-045ae6c645ae tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:49.420583 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9ac77f3f-6fd8-40f1-8379-8d10efb567a9 req-18fb8b49-c2ec-4b4c-8abe-045ae6c645ae tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 946 time: 0.0922010 Jul 07 18:06:49.511922 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9ac77f3f-6fd8-40f1-8379-8d10efb567a9 req-e6a97fe1-0683-4368-a7e2-34df70a3211f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825081 Jul 07 18:06:49.537579 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79d61a-88b8-4401-82c0-2f730edd9311 req-730a3c0b-07b7-4651-a779-fef41d1a7f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:49.537868 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50958) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:49.539376 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5e79d61a-88b8-4401-82c0-2f730edd9311 req-730a3c0b-07b7-4651-a779-fef41d1a7f4b service neutron] 10.222.0.64 "GET /v2.0/networks?id=fdb6bf82-d8f5-4df8-9357-26e94b5820bd HTTP/1.1" status: 200 len: 898 time: 0.1178806 Jul 07 18:06:49.547634 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-72f7aa2f-ee56-4646-8d5d-1455c8d0acb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262a7402-4682-4845-9658-96d09b592e9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338716919', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:30Z', 'updated_at': '2021-07-07T18:06:34Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262a7402-4682-4845-9658-96d09b592e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:31Z', 'updated_at': '2021-07-07T18:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'cd728a9f-40d2-40c0-bf67-0151039e782a', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '262a7402-4682-4845-9658-96d09b592e9c', 'port_id': '32b4f9c9-337f-487e-b44f-22e3138f4598', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd', 'mac_address': 'fa:16:3e:17:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1940ac5-a8c2-438b-b915-83a2892461d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:06:48Z', 'updated_at': '2021-07-07T18:06:48Z', 'revision_number': 0, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b5e150-83ca-4260-ab00-284493d7f961', 'name': '', 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:2d:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262a7402-4682-4845-9658-96d09b592e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'af8d8af7-c610-43c0-b95e-af16fcdb33c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:34Z', 'updated_at': '2021-07-07T18:06:39Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': 'af8d8af7-c610-43c0-b95e-af16fcdb33c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:49.576192 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f7aa2f-ee56-4646-8d5d-1455c8d0acb2 None None] Checking router: 262a7402-4682-4845-9658-96d09b592e9c for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:06:49.587261 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f7aa2f-ee56-4646-8d5d-1455c8d0acb2 None None] Routers {'262a7402-4682-4845-9658-96d09b592e9c'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:49.588300 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-72f7aa2f-ee56-4646-8d5d-1455c8d0acb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:06:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['262a7402-4682-4845-9658-96d09b592e9c'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:49.607368 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-95a77bd1-6602-4f0c-87df-d22d74baefb7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/floatingips/cd728a9f-40d2-40c0-bf67-0151039e782a HTTP/1.1" status: 200 len: 992 time: 0.0682511 Jul 07 18:06:49.612778 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5e79d61a-88b8-4401-82c0-2f730edd9311 req-c4a22a8b-0ef8-438e-9201-48fcc5ec5b0f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32b4f9c9-337f-487e-b44f-22e3138f4598 HTTP/1.1" status: 200 len: 1000 time: 0.0663569 Jul 07 18:06:49.665667 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79d61a-88b8-4401-82c0-2f730edd9311 req-9cbb41ee-8c59-4290-9c8d-3da692602362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:49.667189 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5e79d61a-88b8-4401-82c0-2f730edd9311 req-9cbb41ee-8c59-4290-9c8d-3da692602362 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af8d8af7-c610-43c0-b95e-af16fcdb33c9 HTTP/1.1" status: 200 len: 834 time: 0.0482919 Jul 07 18:06:49.703719 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-72f7aa2f-ee56-4646-8d5d-1455c8d0acb2 None None] Set router 262a7402-4682-4845-9658-96d09b592e9c gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:49.727367 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79d61a-88b8-4401-82c0-2f730edd9311 req-f01b7bb6-570c-4653-b18a-5a89c22f2caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:49.728943 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5e79d61a-88b8-4401-82c0-2f730edd9311 req-f01b7bb6-570c-4653-b18a-5a89c22f2caa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fdb6bf82-d8f5-4df8-9357-26e94b5820bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554056 Jul 07 18:06:49.829097 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5e79d61a-88b8-4401-82c0-2f730edd9311 req-f7a0552b-2870-404e-8ce4-20d2488cc646 service neutron] 10.222.0.64 "GET /v2.0/networks/fdb6bf82-d8f5-4df8-9357-26e94b5820bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926323 Jul 07 18:06:49.923113 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5e79d61a-88b8-4401-82c0-2f730edd9311 req-b14b214e-7cd7-4105-9ab5-b01c7845db61 service neutron] 10.222.0.64 "GET /v2.0/networks/fdb6bf82-d8f5-4df8-9357-26e94b5820bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880332 Jul 07 18:06:49.939235 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-72f7aa2f-ee56-4646-8d5d-1455c8d0acb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262a7402-4682-4845-9658-96d09b592e9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338716919', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:30Z', 'updated_at': '2021-07-07T18:06:34Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262a7402-4682-4845-9658-96d09b592e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:31Z', 'updated_at': '2021-07-07T18:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'cd728a9f-40d2-40c0-bf67-0151039e782a', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '262a7402-4682-4845-9658-96d09b592e9c', 'port_id': '32b4f9c9-337f-487e-b44f-22e3138f4598', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd', 'mac_address': 'fa:16:3e:17:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1940ac5-a8c2-438b-b915-83a2892461d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:06:48Z', 'updated_at': '2021-07-07T18:06:48Z', 'revision_number': 0, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b5e150-83ca-4260-ab00-284493d7f961', 'name': '', 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:2d:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262a7402-4682-4845-9658-96d09b592e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'af8d8af7-c610-43c0-b95e-af16fcdb33c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:34Z', 'updated_at': '2021-07-07T18:06:39Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': 'af8d8af7-c610-43c0-b95e-af16fcdb33c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:49.985671 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f7aa2f-ee56-4646-8d5d-1455c8d0acb2 None None] The sync data for ids ['262a7402-4682-4845-9658-96d09b592e9c'] in n-d-791503-12 is: [{'id': '262a7402-4682-4845-9658-96d09b592e9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338716919', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:30Z', 'updated_at': '2021-07-07T18:06:34Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262a7402-4682-4845-9658-96d09b592e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:31Z', 'updated_at': '2021-07-07T18:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'cd728a9f-40d2-40c0-bf67-0151039e782a', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '262a7402-4682-4845-9658-96d09b592e9c', 'port_id': '32b4f9c9-337f-487e-b44f-22e3138f4598', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd', 'mac_address': 'fa:16:3e:17:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1940ac5-a8c2-438b-b915-83a2892461d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:06:48Z', 'updated_at': '2021-07-07T18:06:48Z', 'revision_number': 0, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b5e150-83ca-4260-ab00-284493d7f961', 'name': '', 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:2d:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262a7402-4682-4845-9658-96d09b592e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'af8d8af7-c610-43c0-b95e-af16fcdb33c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:34Z', 'updated_at': '2021-07-07T18:06:39Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': 'af8d8af7-c610-43c0-b95e-af16fcdb33c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:06:50.047780 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff2e69-6bfb-43d9-9ac0-402115b43d62 req-b6d711b8-b024-4524-9945-93cf5dd3342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:50.049360 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-79ff2e69-6bfb-43d9-9ac0-402115b43d62 req-b6d711b8-b024-4524-9945-93cf5dd3342e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 1098 time: 0.0582182 Jul 07 18:06:50.169114 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff2e69-6bfb-43d9-9ac0-402115b43d62 req-99a52c04-ce04-4093-b1fc-bfdafbf1eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:50.170633 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-79ff2e69-6bfb-43d9-9ac0-402115b43d62 req-99a52c04-ce04-4093-b1fc-bfdafbf1eb60 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fdb6bf82-d8f5-4df8-9357-26e94b5820bd HTTP/1.1" status: 200 len: 898 time: 0.0989213 Jul 07 18:06:50.189883 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25527c6b-dedb-47d7-926d-b543bcb18a64 None None] New status for floating IP cd728a9f-40d2-40c0-bf67-0151039e782a: ACTIVE {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:06:50.240961 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-79ff2e69-6bfb-43d9-9ac0-402115b43d62 req-7e67b1cd-49d5-449c-9150-a2849c29e028 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32b4f9c9-337f-487e-b44f-22e3138f4598 HTTP/1.1" status: 200 len: 1000 time: 0.0643072 Jul 07 18:06:50.297042 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff2e69-6bfb-43d9-9ac0-402115b43d62 req-7f6cea0c-90f0-4f66-81fe-91359ef90656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:50.298533 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-79ff2e69-6bfb-43d9-9ac0-402115b43d62 req-7f6cea0c-90f0-4f66-81fe-91359ef90656 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af8d8af7-c610-43c0-b95e-af16fcdb33c9 HTTP/1.1" status: 200 len: 834 time: 0.0510345 Jul 07 18:06:50.373238 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff2e69-6bfb-43d9-9ac0-402115b43d62 req-f64191ce-d6e9-4890-b01b-ec6f0dd9d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:50.374842 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-79ff2e69-6bfb-43d9-9ac0-402115b43d62 req-f64191ce-d6e9-4890-b01b-ec6f0dd9d59d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fdb6bf82-d8f5-4df8-9357-26e94b5820bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694585 Jul 07 18:06:50.467593 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-79ff2e69-6bfb-43d9-9ac0-402115b43d62 req-3b0a7356-0fdd-43a1-b8f2-12e9b9582779 service neutron] 10.222.0.64 "GET /v2.0/networks/fdb6bf82-d8f5-4df8-9357-26e94b5820bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859497 Jul 07 18:06:50.562675 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-79ff2e69-6bfb-43d9-9ac0-402115b43d62 req-7bb93474-aa5a-4b59-98d8-09eaa4e68c80 service neutron] 10.222.0.64 "GET /v2.0/networks/fdb6bf82-d8f5-4df8-9357-26e94b5820bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894055 Jul 07 18:06:50.610840 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 50960) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:50.672613 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d1e69bfb-8832-4c37-afc2-78d5445c7d0f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/floatingips/cd728a9f-40d2-40c0-bf67-0151039e782a HTTP/1.1" status: 200 len: 994 time: 0.0606248 Jul 07 18:06:53.511269 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c0f64e37-02a9-4cec-97b4-17d804a52d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:56.318265 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:56.907466 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8644e5c4-e33d-4fc6-a793-e1d8f8f55986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:58.161311 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:00.475556 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:07.993484 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:08.531853 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:19.445683 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-39197c9a-f72a-4e12-aa53-22c47dd0a39a req-5c315638-0caf-4bc2-8b04-2a079313d2c9 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:07:19.447603 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-39197c9a-f72a-4e12-aa53-22c47dd0a39a req-5c315638-0caf-4bc2-8b04-2a079313d2c9 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0757082 Jul 07 18:07:19.814644 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-49bab790-cbea-43f5-ac03-f0a1eba845b6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1597123 Jul 07 18:07:19.832213 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5782c-c08e-43c0-b803-da8746f5b531 req-6cf67113-5852-4d55-836c-51567aaa5ce2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:19.833909 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1ac5782c-c08e-43c0-b803-da8746f5b531 req-6cf67113-5852-4d55-836c-51567aaa5ce2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 946 time: 0.1153464 Jul 07 18:07:19.876554 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1ac5782c-c08e-43c0-b803-da8746f5b531 req-0a5cbc6a-ea26-4ec2-8b6d-1d1f9ea74c0a tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364695 Jul 07 18:07:21.131432 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b4c92-080b-4327-9f9d-fb31ee7cda03 req-5e2536be-29ac-4128-8f13-e30ac6fc4772 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:21.136681 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8f8b4c92-080b-4327-9f9d-fb31ee7cda03 req-5e2536be-29ac-4128-8f13-e30ac6fc4772 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 946 time: 0.1295440 Jul 07 18:07:21.282572 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8f8b4c92-080b-4327-9f9d-fb31ee7cda03 req-00aef9c0-a773-4310-95b0-c5e414c39b9e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263881 Jul 07 18:07:21.307222 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-9b6b878e-a8b4-4dc6-bdb1-7570b3a9352d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:21.310265 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-9b6b878e-a8b4-4dc6-bdb1-7570b3a9352d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 1098 time: 0.1703751 Jul 07 18:07:21.422180 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-7dc04750-706f-466b-9fa3-13d02036faa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:21.423708 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-7dc04750-706f-466b-9fa3-13d02036faa1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fdb6bf82-d8f5-4df8-9357-26e94b5820bd HTTP/1.1" status: 200 len: 898 time: 0.1069498 Jul 07 18:07:21.509004 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-79613a8e-9490-471f-be5d-38e5bc0665c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32b4f9c9-337f-487e-b44f-22e3138f4598 HTTP/1.1" status: 200 len: 1002 time: 0.0768840 Jul 07 18:07:21.568204 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-6f098d7f-86c3-4c72-861b-1c695aff9db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:21.570522 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-6f098d7f-86c3-4c72-861b-1c695aff9db9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af8d8af7-c610-43c0-b95e-af16fcdb33c9 HTTP/1.1" status: 200 len: 834 time: 0.0556097 Jul 07 18:07:21.634045 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-50af25e5-9d1a-4ce8-b66f-52dbd5b0a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:21.635681 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-50af25e5-9d1a-4ce8-b66f-52dbd5b0a87a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fdb6bf82-d8f5-4df8-9357-26e94b5820bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582211 Jul 07 18:07:21.743946 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-9224f206-0f91-457f-8b53-9aa383d24bce service neutron] 10.222.0.64 "GET /v2.0/networks/fdb6bf82-d8f5-4df8-9357-26e94b5820bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009741 Jul 07 18:07:21.865434 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-c547cf55-e56d-46e4-bfbd-7a9f04d7fedd service neutron] 10.222.0.64 "GET /v2.0/networks/fdb6bf82-d8f5-4df8-9357-26e94b5820bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131134 Jul 07 18:07:22.503435 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe0626-037a-4068-99cc-a3d584305aef req-a3b3ae4f-fa68-4171-b82b-79eb88af4720 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:22.506232 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-09fe0626-037a-4068-99cc-a3d584305aef req-a3b3ae4f-fa68-4171-b82b-79eb88af4720 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 946 time: 0.0910366 Jul 07 18:07:22.574567 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-09fe0626-037a-4068-99cc-a3d584305aef req-fc4e4f0f-f498-43c3-8b22-9a1a5cb71595 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605311 Jul 07 18:07:23.523580 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-de4de9d0-e32e-4ea4-9a70-ae47f76a1923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.801867 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d32ea-bfc9-4f00-b8f3-93f4ef58e31b req-5eb7c668-7998-4faf-8056-88aa292e1e1c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:23.804651 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-919d32ea-bfc9-4f00-b8f3-93f4ef58e31b req-5eb7c668-7998-4faf-8056-88aa292e1e1c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 946 time: 0.0961499 Jul 07 18:07:23.867124 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-919d32ea-bfc9-4f00-b8f3-93f4ef58e31b req-a6923d6b-5023-491b-bfc4-a4dcb5f5d4a0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517631 Jul 07 18:07:24.971382 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:07:25.129587 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869f2d5-20c0-4060-ab57-4c66cbe5a0f0 req-9410f0e1-ddcd-49a6-be2a-236b54ecf625 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:25.131215 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7869f2d5-20c0-4060-ab57-4c66cbe5a0f0 req-9410f0e1-ddcd-49a6-be2a-236b54ecf625 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 946 time: 0.0791647 Jul 07 18:07:25.175996 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7869f2d5-20c0-4060-ab57-4c66cbe5a0f0 req-ab45fa89-735c-4bd0-9390-698b0fa854d3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383222 Jul 07 18:07:26.333700 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:26.419560 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabc888-044d-4043-af38-64590b062e4c req-63cfc5a1-7f34-4ad5-b82e-31bf6d67f094 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:26.421385 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6cabc888-044d-4043-af38-64590b062e4c req-63cfc5a1-7f34-4ad5-b82e-31bf6d67f094 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 946 time: 0.0943112 Jul 07 18:07:26.474504 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6cabc888-044d-4043-af38-64590b062e4c req-3935d353-0ba1-4404-a300-3093242a4862 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441535 Jul 07 18:07:26.912534 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22090d2f-f6b1-4a6b-bc37-ee8a99b16903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.732878 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94734b-13d4-4a97-98b1-d49fea771cd7 req-9f12f265-829b-4210-801b-23e222eff146 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:27.735566 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6e94734b-13d4-4a97-98b1-d49fea771cd7 req-9f12f265-829b-4210-801b-23e222eff146 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 946 time: 0.0944228 Jul 07 18:07:27.798032 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6e94734b-13d4-4a97-98b1-d49fea771cd7 req-3e435aa1-bd47-4913-8823-897637bd9fd2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551829 Jul 07 18:07:28.168574 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:29.015803 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31174edd-df08-4c5d-98d6-02282010bcea req-fd70dd3c-d83c-495a-8691-dd85a62b72f2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:29.017618 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-31174edd-df08-4c5d-98d6-02282010bcea req-fd70dd3c-d83c-495a-8691-dd85a62b72f2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 946 time: 0.0766568 Jul 07 18:07:29.074935 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-31174edd-df08-4c5d-98d6-02282010bcea req-ca915cfe-3c88-49aa-9a04-2bc3d1947d41 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500424 Jul 07 18:07:30.330926 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0dccf1-deaf-4513-8713-d20d2eeb7438 req-fc508e05-a42c-4bf5-bc86-e59aad79eed8 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:30.332967 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cc0dccf1-deaf-4513-8713-d20d2eeb7438 req-fc508e05-a42c-4bf5-bc86-e59aad79eed8 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 946 time: 0.1089120 Jul 07 18:07:30.386770 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cc0dccf1-deaf-4513-8713-d20d2eeb7438 req-12a2bf70-1d9c-4045-b989-96d3ba50bdf7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476999 Jul 07 18:07:30.487952 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:31.601780 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc13c0-c648-4ac0-8464-26935e1a01f6 req-db8d820f-dbd8-4086-b9ad-64d6e00dcdc0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:31.604332 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-19dc13c0-c648-4ac0-8464-26935e1a01f6 req-db8d820f-dbd8-4086-b9ad-64d6e00dcdc0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 946 time: 0.0883064 Jul 07 18:07:31.659723 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-19dc13c0-c648-4ac0-8464-26935e1a01f6 req-1cf2d72a-172b-4961-a552-172bc381a358 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428345 Jul 07 18:07:32.904287 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46e5c0-e36e-40dd-aa67-edec101975e8 req-059098a4-58e9-498b-95d8-13404d3d4df8 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:32.905916 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ce46e5c0-e36e-40dd-aa67-edec101975e8 req-059098a4-58e9-498b-95d8-13404d3d4df8 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 946 time: 0.0985336 Jul 07 18:07:32.954788 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ce46e5c0-e36e-40dd-aa67-edec101975e8 req-e07e116a-fece-471c-add8-1510675a476b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384960 Jul 07 18:07:33.795682 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-45502bd0-bca8-4650-8999-c75164f88609 service neutron] show failed (client error): The resource could not be found. Jul 07 18:07:33.796810 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-45502bd0-bca8-4650-8999-c75164f88609 service neutron] 10.222.0.64 "GET /v2.0/ports/32b4f9c9-337f-487e-b44f-22e3138f4598/bindings/n-h2-791503-12 HTTP/1.1" status: 404 len: 381 time: 0.0645077 Jul 07 18:07:34.109404 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-6b9dc708-bdb5-43ce-907f-58fe7e551393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:34.111494 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-6b9dc708-bdb5-43ce-907f-58fe7e551393 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9&tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7 HTTP/1.1" status: 200 len: 1098 time: 0.0719719 Jul 07 18:07:34.123415 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791503-12', 'device_owner': 'compute:nova'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:34.178373 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4f612-96da-4328-9009-e4954024e5d2 req-689f09cd-ee97-4556-8b03-033ccfa75594 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:34.180487 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9af4f612-96da-4328-9009-e4954024e5d2 req-689f09cd-ee97-4556-8b03-033ccfa75594 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 946 time: 0.0854855 Jul 07 18:07:34.211256 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:34.228268 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9af4f612-96da-4328-9009-e4954024e5d2 req-331f0a81-afb5-49a4-8e56-045d7adb3d0e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394149 Jul 07 18:07:34.460478 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] For port 32b4f9c9-337f-487e-b44f-22e3138f4598, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=32b4f9c9-337f-487e-b44f-22e3138f4598,segment=NetworkSegment(1b8aa16a-8263-4a90-a84a-171acd741cde),segment_id=1b8aa16a-8263-4a90-a84a-171acd741cde)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:34.498372 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] For port 32b4f9c9-337f-487e-b44f-22e3138f4598, host n-h1-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:34.543924 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:34.546298 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1940ac5-a8c2-438b-b915-83a2892461d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32b4f9c9-337f-487e-b44f-22e3138f4598'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:07:34.548806 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc79c6b9-9be5-4e13-99c1-4ffec9138f2a" -d '{"events": [{"server_uuid": "f1940ac5-a8c2-438b-b915-83a2892461d9", "name": "network-vif-unplugged", "status": "completed", "tag": "32b4f9c9-337f-487e-b44f-22e3138f4598"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:07:34.562984 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Transition to ACTIVE for port object 32b4f9c9-337f-487e-b44f-22e3138f4598 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:34.567722 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:34.617307 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8543ddf-817b-4c34-ac51-8d1a5ab83a51 x-openstack-request-id: req-e8543ddf-817b-4c34-ac51-8d1a5ab83a51 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:07:34.617771 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1940ac5-a8c2-438b-b915-83a2892461d9", "name": "network-vif-unplugged", "status": "completed", "tag": "32b4f9c9-337f-487e-b44f-22e3138f4598", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:07:34.618204 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e8543ddf-817b-4c34-ac51-8d1a5ab83a51 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:07:34.618757 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1940ac5-a8c2-438b-b915-83a2892461d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32b4f9c9-337f-487e-b44f-22e3138f4598', 'code': 200} Jul 07 18:07:35.096284 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Pushing event updated for resources: {'Port': ['ID=32b4f9c9-337f-487e-b44f-22e3138f4598,revision_number=6']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:35.109437 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:35.110038 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:35.110153 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:35.110449 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:35.110782 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:35.111244 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:35.111584 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:35.111947 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:35.112372 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:35.112860 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:35.113214 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:35.113544 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:35.150196 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] No DVR routers for this DVR port 32b4f9c9-337f-487e-b44f-22e3138f4598 on host n-h1-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:07:35.303197 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Attempting to bind port 32b4f9c9-337f-487e-b44f-22e3138f4598 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:35.304149 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Attempting to bind port 32b4f9c9-337f-487e-b44f-22e3138f4598 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '1b8aa16a-8263-4a90-a84a-171acd741cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:35.304486 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Attempting to bind port 32b4f9c9-337f-487e-b44f-22e3138f4598 on network fdb6bf82-d8f5-4df8-9357-26e94b5820bd {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:35.309493 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Port 32b4f9c9-337f-487e-b44f-22e3138f4598 on network fdb6bf82-d8f5-4df8-9357-26e94b5820bd not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:07:35.309818 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Attempting to bind port 32b4f9c9-337f-487e-b44f-22e3138f4598 on network fdb6bf82-d8f5-4df8-9357-26e94b5820bd {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:35.315311 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:35.315653 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Checking segment: {'id': '1b8aa16a-8263-4a90-a84a-171acd741cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:35.316039 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Bound using segment: {'id': '1b8aa16a-8263-4a90-a84a-171acd741cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:35.316729 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Bound port: 32b4f9c9-337f-487e-b44f-22e3138f4598, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8aa16a-8263-4a90-a84a-171acd741cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:35.317171 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:35.398474 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] For port 32b4f9c9-337f-487e-b44f-22e3138f4598, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:35.402783 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] For port 32b4f9c9-337f-487e-b44f-22e3138f4598, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=32b4f9c9-337f-487e-b44f-22e3138f4598,segment=NetworkSegment(1b8aa16a-8263-4a90-a84a-171acd741cde),segment_id=1b8aa16a-8263-4a90-a84a-171acd741cde)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:35.408259 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:35.437411 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbe00b-734f-4b36-92f3-eb7e72a1a58e req-89188f22-2b69-47a2-8365-cca308ba8f81 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:35.439250 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-92bbe00b-734f-4b36-92f3-eb7e72a1a58e req-89188f22-2b69-47a2-8365-cca308ba8f81 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 944 time: 0.0802903 Jul 07 18:07:35.450043 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:35.450671 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:35.452110 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] 10.222.0.72 "PUT /v2.0/ports/32b4f9c9-337f-487e-b44f-22e3138f4598 HTTP/1.1" status: 200 len: 1093 time: 1.3333151 Jul 07 18:07:35.486927 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e60aa-53b3-4efd-a630-37522499a96a service neutron] Pushing event updated for resources: {'Port': ['ID=32b4f9c9-337f-487e-b44f-22e3138f4598,revision_number=7']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:35.493182 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-92bbe00b-734f-4b36-92f3-eb7e72a1a58e req-344c7229-7a9a-41e8-81d9-dffc8d2cfdd9 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463445 Jul 07 18:07:35.538993 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-5bf76c21-9d3a-4a13-885d-1d39ed08b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:35.540732 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-5bf76c21-9d3a-4a13-885d-1d39ed08b657 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 1096 time: 0.0632715 Jul 07 18:07:35.650713 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-f5eddbfb-412c-4572-9ce1-e2ff6b57ec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:35.652218 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-f5eddbfb-412c-4572-9ce1-e2ff6b57ec41 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fdb6bf82-d8f5-4df8-9357-26e94b5820bd HTTP/1.1" status: 200 len: 898 time: 0.1044493 Jul 07 18:07:35.723562 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-d9c844a8-f2f4-4dc0-93c3-3aed50cb5b96 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32b4f9c9-337f-487e-b44f-22e3138f4598 HTTP/1.1" status: 200 len: 1000 time: 0.0644922 Jul 07 18:07:35.775541 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-a350fb89-6acc-441c-8f62-c41e9d3a46e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:35.777903 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-a350fb89-6acc-441c-8f62-c41e9d3a46e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=af8d8af7-c610-43c0-b95e-af16fcdb33c9 HTTP/1.1" status: 200 len: 834 time: 0.0471082 Jul 07 18:07:35.844025 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-1bd877d0-d2ca-4a3d-8159-5e13f72ebafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:35.845691 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-1bd877d0-d2ca-4a3d-8159-5e13f72ebafc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fdb6bf82-d8f5-4df8-9357-26e94b5820bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617261 Jul 07 18:07:35.942268 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-57e47cee-c8e0-4b34-bec6-4a5262c9c0fc service neutron] 10.222.0.72 "GET /v2.0/networks/fdb6bf82-d8f5-4df8-9357-26e94b5820bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898149 Jul 07 18:07:36.045276 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c9e15ca3-8bd2-4d69-96c4-43c0217a9ea2 req-eb843fad-5d9a-4c35-a082-869589aea670 service neutron] 10.222.0.72 "GET /v2.0/networks/fdb6bf82-d8f5-4df8-9357-26e94b5820bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962076 Jul 07 18:07:36.620480 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1940ac5-a8c2-438b-b915-83a2892461d9', 'tag': '32b4f9c9-337f-487e-b44f-22e3138f4598'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:07:36.622932 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd41b6a-15d4-436c-9703-743bbf0b0c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "f1940ac5-a8c2-438b-b915-83a2892461d9", "tag": "32b4f9c9-337f-487e-b44f-22e3138f4598"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:07:36.690769 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8f63d1-6412-486c-ab15-d2655be46423 x-openstack-request-id: req-0c8f63d1-6412-486c-ab15-d2655be46423 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:07:36.691060 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1940ac5-a8c2-438b-b915-83a2892461d9", "tag": "32b4f9c9-337f-487e-b44f-22e3138f4598", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:07:36.691294 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c8f63d1-6412-486c-ab15-d2655be46423 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:07:36.692065 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1940ac5-a8c2-438b-b915-83a2892461d9', 'tag': '32b4f9c9-337f-487e-b44f-22e3138f4598', 'status': 'completed', 'code': 200} Jul 07 18:07:36.770927 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007464a1-ef6e-4876-9b09-2b324a35569c req-3b006e2f-c14f-42c2-ad09-ba85aa770c93 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:36.772701 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-007464a1-ef6e-4876-9b09-2b324a35569c req-3b006e2f-c14f-42c2-ad09-ba85aa770c93 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 944 time: 0.1205187 Jul 07 18:07:36.773737 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd41b6a-15d4-436c-9703-743bbf0b0c3c req-05ae3aad-862f-4371-aba6-b1126e6bdaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:36.775385 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6fd41b6a-15d4-436c-9703-743bbf0b0c3c req-05ae3aad-862f-4371-aba6-b1126e6bdaf1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 1096 time: 0.0706737 Jul 07 18:07:36.779267 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd41b6a-15d4-436c-9703-743bbf0b0c3c req-45ee9edd-cfe0-4316-9e2d-b53be7ba4f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:36.780843 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6fd41b6a-15d4-436c-9703-743bbf0b0c3c req-45ee9edd-cfe0-4316-9e2d-b53be7ba4f62 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 1096 time: 0.0852420 Jul 07 18:07:36.875940 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-007464a1-ef6e-4876-9b09-2b324a35569c req-32308625-dc4b-4170-9961-98d7ec0ff773 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938981 Jul 07 18:07:36.901988 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd41b6a-15d4-436c-9703-743bbf0b0c3c req-c050f0ef-f680-4a79-b0ee-e83a3359acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:36.904952 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6fd41b6a-15d4-436c-9703-743bbf0b0c3c req-c050f0ef-f680-4a79-b0ee-e83a3359acf0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fdb6bf82-d8f5-4df8-9357-26e94b5820bd HTTP/1.1" status: 200 len: 898 time: 0.1234543 Jul 07 18:07:36.925355 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd41b6a-15d4-436c-9703-743bbf0b0c3c req-6e7b9302-e2bd-45d3-8d61-fe23b72fc10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:36.927199 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6fd41b6a-15d4-436c-9703-743bbf0b0c3c req-6e7b9302-e2bd-45d3-8d61-fe23b72fc10b service neutron] 10.222.0.72 "GET /v2.0/networks?id=fdb6bf82-d8f5-4df8-9357-26e94b5820bd HTTP/1.1" status: 200 len: 898 time: 0.1364880 Jul 07 18:07:36.979045 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6fd41b6a-15d4-436c-9703-743bbf0b0c3c req-bdf71eef-1572-4f18-95cb-2b53e06b8cf0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32b4f9c9-337f-487e-b44f-22e3138f4598 HTTP/1.1" status: 200 len: 1000 time: 0.0676529 Jul 07 18:07:37.008364 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6fd41b6a-15d4-436c-9703-743bbf0b0c3c req-f38346ff-7eb9-483a-aebd-9ac8fe66bf12 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32b4f9c9-337f-487e-b44f-22e3138f4598 HTTP/1.1" status: 200 len: 1000 time: 0.0742514 Jul 07 18:07:37.031674 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd41b6a-15d4-436c-9703-743bbf0b0c3c req-d80f383e-49fb-4186-ab2c-45da589606d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:37.033308 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6fd41b6a-15d4-436c-9703-743bbf0b0c3c req-d80f383e-49fb-4186-ab2c-45da589606d5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af8d8af7-c610-43c0-b95e-af16fcdb33c9 HTTP/1.1" status: 200 len: 834 time: 0.0486462 Jul 07 18:07:37.066138 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd41b6a-15d4-436c-9703-743bbf0b0c3c req-2b76e8e0-90e3-4d82-bbad-8a6d406662f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:37.068076 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6fd41b6a-15d4-436c-9703-743bbf0b0c3c req-2b76e8e0-90e3-4d82-bbad-8a6d406662f5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=af8d8af7-c610-43c0-b95e-af16fcdb33c9 HTTP/1.1" status: 200 len: 834 time: 0.0524662 Jul 07 18:07:37.101358 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd41b6a-15d4-436c-9703-743bbf0b0c3c req-c9074c5a-75c0-426e-8f0f-84ba8b49d328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:37.102995 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6fd41b6a-15d4-436c-9703-743bbf0b0c3c req-c9074c5a-75c0-426e-8f0f-84ba8b49d328 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fdb6bf82-d8f5-4df8-9357-26e94b5820bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631471 Jul 07 18:07:37.135075 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd41b6a-15d4-436c-9703-743bbf0b0c3c req-8638cc20-a476-4685-b47f-e64b3ce24827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:37.136564 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6fd41b6a-15d4-436c-9703-743bbf0b0c3c req-8638cc20-a476-4685-b47f-e64b3ce24827 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fdb6bf82-d8f5-4df8-9357-26e94b5820bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613525 Jul 07 18:07:37.221402 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6fd41b6a-15d4-436c-9703-743bbf0b0c3c req-7c4b8c80-6bb5-4402-aed3-284e25a0be3c service neutron] 10.222.0.64 "GET /v2.0/networks/fdb6bf82-d8f5-4df8-9357-26e94b5820bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037946 Jul 07 18:07:37.249246 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6fd41b6a-15d4-436c-9703-743bbf0b0c3c req-a4f06303-58f6-403c-9945-51641efcb9d4 service neutron] 10.222.0.72 "GET /v2.0/networks/fdb6bf82-d8f5-4df8-9357-26e94b5820bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057191 Jul 07 18:07:37.326036 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6fd41b6a-15d4-436c-9703-743bbf0b0c3c req-cdd6157b-98da-4b2f-9c22-92dd279ff18c service neutron] 10.222.0.64 "GET /v2.0/networks/fdb6bf82-d8f5-4df8-9357-26e94b5820bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976837 Jul 07 18:07:37.358273 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6fd41b6a-15d4-436c-9703-743bbf0b0c3c req-1ad6cf43-b315-414a-a0b0-12d9fd2ef594 service neutron] 10.222.0.72 "GET /v2.0/networks/fdb6bf82-d8f5-4df8-9357-26e94b5820bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024296 Jul 07 18:07:37.465574 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 32b4f9c9-337f-487e-b44f-22e3138f4598 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:37.509944 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 32b4f9c9-337f-487e-b44f-22e3138f4598 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:38.039580 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.087993 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a61a9a-6675-43a8-8106-aa838ac1f825 req-cf2e4b0d-4953-4895-9d0d-869741b9b3b0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:38.089658 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-14a61a9a-6675-43a8-8106-aa838ac1f825 req-cf2e4b0d-4953-4895-9d0d-869741b9b3b0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 944 time: 0.0874591 Jul 07 18:07:38.134339 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-14a61a9a-6675-43a8-8106-aa838ac1f825 req-9bc0baa8-c615-4e1d-8c42-98914381146b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385227 Jul 07 18:07:38.491158 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce370410-9593-4d41-a367-62007c88256a req-53c4a70d-c17e-4112-a0b1-f7fe3f9fe771 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:38.492868 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ce370410-9593-4d41-a367-62007c88256a req-53c4a70d-c17e-4112-a0b1-f7fe3f9fe771 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9&tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&binding%3Ahost_id=n-h2-791503-12 HTTP/1.1" status: 200 len: 944 time: 0.0915391 Jul 07 18:07:38.549062 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.608004 n-d-791503-12 neutron-server[100192]: INFO neutron.api.v2.resource [req-ce370410-9593-4d41-a367-62007c88256a req-5b629aa8-ade7-4ba7-88a9-6c5a8941c994 service neutron] delete failed (client error): The resource could not be found. Jul 07 18:07:38.609753 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ce370410-9593-4d41-a367-62007c88256a req-5b629aa8-ade7-4ba7-88a9-6c5a8941c994 service neutron] 10.222.0.64 "DELETE /v2.0/ports/32b4f9c9-337f-487e-b44f-22e3138f4598/bindings/n-h1-791503-12 HTTP/1.1" status: 404 len: 381 time: 0.1035571 Jul 07 18:07:38.633706 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e400a-d3e5-4e44-b095-91a079ab1639 req-ea9f5b35-5b01-4ac4-ad04-62d508bc3bd0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:38.635392 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-163e400a-d3e5-4e44-b095-91a079ab1639 req-ea9f5b35-5b01-4ac4-ad04-62d508bc3bd0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 944 time: 0.1395543 Jul 07 18:07:38.722992 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-163e400a-d3e5-4e44-b095-91a079ab1639 req-cda38738-1d83-43bb-b8c0-da91520cc8eb tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798340 Jul 07 18:07:38.754730 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce370410-9593-4d41-a367-62007c88256a req-77c584ed-4aba-499f-8c20-9e02bcd4f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:38.756575 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ce370410-9593-4d41-a367-62007c88256a req-77c584ed-4aba-499f-8c20-9e02bcd4f6b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 1096 time: 0.0844369 Jul 07 18:07:38.903710 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 32b4f9c9-337f-487e-b44f-22e3138f4598 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:07:38.908705 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce370410-9593-4d41-a367-62007c88256a req-da836234-67a0-458e-9ec0-64d6692642d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:38.911419 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ce370410-9593-4d41-a367-62007c88256a req-da836234-67a0-458e-9ec0-64d6692642d7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fdb6bf82-d8f5-4df8-9357-26e94b5820bd HTTP/1.1" status: 200 len: 898 time: 0.1487179 Jul 07 18:07:38.997397 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99578d-5548-484f-9db2-ca60cf4a4f48 req-17720866-546d-4f59-a031-b510c4238d0a tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:39.001053 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4d99578d-5548-484f-9db2-ca60cf4a4f48 req-17720866-546d-4f59-a031-b510c4238d0a tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 944 time: 0.1308725 Jul 07 18:07:39.037381 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ce370410-9593-4d41-a367-62007c88256a req-08c5ef65-3759-4002-a575-4a24a17827ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32b4f9c9-337f-487e-b44f-22e3138f4598 HTTP/1.1" status: 200 len: 1000 time: 0.1115642 Jul 07 18:07:39.055285 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 32b4f9c9-337f-487e-b44f-22e3138f4598, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=32b4f9c9-337f-487e-b44f-22e3138f4598,segment=NetworkSegment(1b8aa16a-8263-4a90-a84a-171acd741cde),segment_id=1b8aa16a-8263-4a90-a84a-171acd741cde)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:39.063815 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4d99578d-5548-484f-9db2-ca60cf4a4f48 req-200b7e20-1cae-40b3-8742-0c660a9110b3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565357 Jul 07 18:07:39.072890 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '32b4f9c9-337f-487e-b44f-22e3138f4598', 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd', 'port_id': '32b4f9c9-337f-487e-b44f-22e3138f4598', 'mac_address': 'fa:16:3e:17:db:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8d8af7-c610-43c0-b95e-af16fcdb33c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:07:39.120049 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:39.121670 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce370410-9593-4d41-a367-62007c88256a req-72981256-c698-404d-b633-8d1b1c0387e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:39.123544 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ce370410-9593-4d41-a367-62007c88256a req-72981256-c698-404d-b633-8d1b1c0387e0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af8d8af7-c610-43c0-b95e-af16fcdb33c9 HTTP/1.1" status: 200 len: 834 time: 0.0797129 Jul 07 18:07:39.139284 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b4f9c9-337f-487e-b44f-22e3138f4598 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:07:39.162615 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 32b4f9c9-337f-487e-b44f-22e3138f4598, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=32b4f9c9-337f-487e-b44f-22e3138f4598,segment=NetworkSegment(1b8aa16a-8263-4a90-a84a-171acd741cde),segment_id=1b8aa16a-8263-4a90-a84a-171acd741cde)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:39.167908 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:39.203285 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce370410-9593-4d41-a367-62007c88256a req-9fb72c1d-d0b6-444e-9e64-3d36f90ee717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:39.205107 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ce370410-9593-4d41-a367-62007c88256a req-9fb72c1d-d0b6-444e-9e64-3d36f90ee717 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fdb6bf82-d8f5-4df8-9357-26e94b5820bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752497 Jul 07 18:07:39.231534 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=32b4f9c9-337f-487e-b44f-22e3138f4598,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:39.238999 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:39.239349 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:39.239689 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:39.240068 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:39.240402 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:39.241746 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:39.242312 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:39.242713 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:39.243173 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:39.243535 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:39.243891 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:39.244217 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:39.305838 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ce370410-9593-4d41-a367-62007c88256a req-2f5c6c19-439c-40ad-b790-edd4ac9cc35c service neutron] 10.222.0.64 "GET /v2.0/networks/fdb6bf82-d8f5-4df8-9357-26e94b5820bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935156 Jul 07 18:07:39.415007 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ce370410-9593-4d41-a367-62007c88256a req-e93456e0-fde5-4d9a-a54b-899e05791468 service neutron] 10.222.0.64 "GET /v2.0/networks/fdb6bf82-d8f5-4df8-9357-26e94b5820bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025522 Jul 07 18:07:39.438886 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['32b4f9c9-337f-487e-b44f-22e3138f4598'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:07:40.278514 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac84e5-4a20-4e15-9ebc-2d37781a0c0b req-458afb66-c2f9-45e6-bacf-4970decd8d2a tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:40.280161 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5ac84e5-4a20-4e15-9ebc-2d37781a0c0b req-458afb66-c2f9-45e6-bacf-4970decd8d2a tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 945 time: 0.0743101 Jul 07 18:07:40.327512 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5ac84e5-4a20-4e15-9ebc-2d37781a0c0b req-19b21f3f-76c4-4d51-ae4e-55dad77abbf8 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375342 Jul 07 18:07:40.353781 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51042) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:40.422775 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-6823f323-51db-4b63-a449-a347c177eaeb tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/floatingips/cd728a9f-40d2-40c0-bf67-0151039e782a HTTP/1.1" status: 200 len: 993 time: 0.0678008 Jul 07 18:07:40.905548 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 32b4f9c9-337f-487e-b44f-22e3138f4598 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:40.959013 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 32b4f9c9-337f-487e-b44f-22e3138f4598 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:40.964057 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 32b4f9c9-337f-487e-b44f-22e3138f4598 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:40.964659 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:41.052100 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:41.077490 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1940ac5-a8c2-438b-b915-83a2892461d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b4f9c9-337f-487e-b44f-22e3138f4598'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:07:41.079740 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69192a25-5aae-4cce-9efd-7a612c5c5a5e" -d '{"events": [{"server_uuid": "f1940ac5-a8c2-438b-b915-83a2892461d9", "name": "network-vif-plugged", "status": "completed", "tag": "32b4f9c9-337f-487e-b44f-22e3138f4598"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:07:41.094406 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 32b4f9c9-337f-487e-b44f-22e3138f4598, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=32b4f9c9-337f-487e-b44f-22e3138f4598,segment=NetworkSegment(1b8aa16a-8263-4a90-a84a-171acd741cde),segment_id=1b8aa16a-8263-4a90-a84a-171acd741cde)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:41.099156 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:41.132488 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3697803-f86d-4915-9cd2-aa5ee1238701 x-openstack-request-id: req-d3697803-f86d-4915-9cd2-aa5ee1238701 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:07:41.132816 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1940ac5-a8c2-438b-b915-83a2892461d9", "name": "network-vif-plugged", "status": "completed", "tag": "32b4f9c9-337f-487e-b44f-22e3138f4598", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:07:41.133071 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3697803-f86d-4915-9cd2-aa5ee1238701 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:07:41.133475 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1940ac5-a8c2-438b-b915-83a2892461d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b4f9c9-337f-487e-b44f-22e3138f4598', 'code': 200} Jul 07 18:07:41.180519 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=32b4f9c9-337f-487e-b44f-22e3138f4598,revision_number=9']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:49.646265 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7b320ae5-d870-403f-a4d9-448e3a39bd45 req-a6bf1686-c4ac-4721-995b-144ce0b30ea7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0746853 Jul 07 18:07:49.763921 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b320ae5-d870-403f-a4d9-448e3a39bd45 req-4e2b1152-c99a-4936-bf1c-cb9051074547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:49.765501 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7b320ae5-d870-403f-a4d9-448e3a39bd45 req-4e2b1152-c99a-4936-bf1c-cb9051074547 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 1098 time: 0.0638943 Jul 07 18:07:49.884348 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b320ae5-d870-403f-a4d9-448e3a39bd45 req-06252e15-7dd3-496c-ba34-2d98aa9c3ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:49.885871 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7b320ae5-d870-403f-a4d9-448e3a39bd45 req-06252e15-7dd3-496c-ba34-2d98aa9c3ff2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fdb6bf82-d8f5-4df8-9357-26e94b5820bd HTTP/1.1" status: 200 len: 898 time: 0.0939867 Jul 07 18:07:49.954998 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7b320ae5-d870-403f-a4d9-448e3a39bd45 req-60caadb7-32ea-46f0-9016-7011ba195e12 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32b4f9c9-337f-487e-b44f-22e3138f4598 HTTP/1.1" status: 200 len: 1002 time: 0.0627375 Jul 07 18:07:50.008358 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b320ae5-d870-403f-a4d9-448e3a39bd45 req-40c1a72f-5a1f-47f8-ab4d-2305e8e7bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:50.009915 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7b320ae5-d870-403f-a4d9-448e3a39bd45 req-40c1a72f-5a1f-47f8-ab4d-2305e8e7bedd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=af8d8af7-c610-43c0-b95e-af16fcdb33c9 HTTP/1.1" status: 200 len: 834 time: 0.0481472 Jul 07 18:07:50.082204 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b320ae5-d870-403f-a4d9-448e3a39bd45 req-46a59823-31ca-41ed-9aa2-910c91b5a560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:50.085618 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7b320ae5-d870-403f-a4d9-448e3a39bd45 req-46a59823-31ca-41ed-9aa2-910c91b5a560 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fdb6bf82-d8f5-4df8-9357-26e94b5820bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686951 Jul 07 18:07:50.189632 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7b320ae5-d870-403f-a4d9-448e3a39bd45 req-ca5eebdf-88de-46fe-aeb4-d1785a1ee6ad service neutron] 10.222.0.72 "GET /v2.0/networks/fdb6bf82-d8f5-4df8-9357-26e94b5820bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968165 Jul 07 18:07:50.317567 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7b320ae5-d870-403f-a4d9-448e3a39bd45 req-1d90d0e8-3963-4c3d-99c6-37890067e5ef service neutron] 10.222.0.72 "GET /v2.0/networks/fdb6bf82-d8f5-4df8-9357-26e94b5820bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216514 Jul 07 18:07:53.516755 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4214506f-1138-4833-8a78-923b6318938e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:56.326663 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:56.908028 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-04c78786-f699-46ee-b54a-3fd5da220447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:58.168466 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:00.484858 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:01.971564 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:08:08.037949 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:08.557426 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:08.978486 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51058) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:09.140889 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-30b5a1db-5ed7-4489-ac27-05614a408343 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Deleting port a6a2e78f-e935-4152-beec-45b950f6b3b2 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:08:09.141226 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-30b5a1db-5ed7-4489-ac27-05614a408343 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:09.217970 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-30b5a1db-5ed7-4489-ac27-05614a408343 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:09.218290 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-30b5a1db-5ed7-4489-ac27-05614a408343 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:09.230934 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-30b5a1db-5ed7-4489-ac27-05614a408343 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Calling delete_port for a6a2e78f-e935-4152-beec-45b950f6b3b2 owned by network:floatingip {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:08:09.390737 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-30b5a1db-5ed7-4489-ac27-05614a408343 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:09.416869 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5a1db-5ed7-4489-ac27-05614a408343 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Port': ['ID=a6a2e78f-e935-4152-beec-45b950f6b3b2,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:09.484603 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-30b5a1db-5ed7-4489-ac27-05614a408343 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for floatingip, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:09.484872 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-30b5a1db-5ed7-4489-ac27-05614a408343 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Floating IP cd728a9f-40d2-40c0-bf67-0151039e782a disassociated (deleted). External IP: 172.25.0.245, port: 32b4f9c9-337f-487e-b44f-22e3138f4598. Jul 07 18:08:09.723794 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b5a1db-5ed7-4489-ac27-05614a408343 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Router 262a7402-4682-4845-9658-96d09b592e9c has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:08:09.859745 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b5a1db-5ed7-4489-ac27-05614a408343 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:08:09.865655 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-30b5a1db-5ed7-4489-ac27-05614a408343 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:09.870409 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a3fad2-39f3-44e2-811b-f0ec1197bb63 None None] Sync routers for ids ['262a7402-4682-4845-9658-96d09b592e9c'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:08:09.879394 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a3fad2-39f3-44e2-811b-f0ec1197bb63 None None] Routers {'262a7402-4682-4845-9658-96d09b592e9c'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:08:09.880024 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d0a3fad2-39f3-44e2-811b-f0ec1197bb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:07:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['262a7402-4682-4845-9658-96d09b592e9c'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:09.904414 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-30b5a1db-5ed7-4489-ac27-05614a408343 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "DELETE /v2.0/floatingips/cd728a9f-40d2-40c0-bf67-0151039e782a HTTP/1.1" status: 204 len: 168 time: 0.9245706 Jul 07 18:08:09.905144 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1940ac5-a8c2-438b-b915-83a2892461d9', 'tag': '32b4f9c9-337f-487e-b44f-22e3138f4598'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:09.907323 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5069cb-c320-415e-9573-35c2011c4f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "f1940ac5-a8c2-438b-b915-83a2892461d9", "tag": "32b4f9c9-337f-487e-b44f-22e3138f4598"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:10.030457 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-d0a3fad2-39f3-44e2-811b-f0ec1197bb63 None None] Set router 262a7402-4682-4845-9658-96d09b592e9c gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:08:10.053578 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a02b80c-266c-4f5d-ab05-857dbca36ac1 x-openstack-request-id: req-8a02b80c-266c-4f5d-ab05-857dbca36ac1 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:10.054103 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1940ac5-a8c2-438b-b915-83a2892461d9", "tag": "32b4f9c9-337f-487e-b44f-22e3138f4598", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:10.054103 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a02b80c-266c-4f5d-ab05-857dbca36ac1 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:10.054483 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1940ac5-a8c2-438b-b915-83a2892461d9', 'tag': '32b4f9c9-337f-487e-b44f-22e3138f4598', 'status': 'completed', 'code': 200} Jul 07 18:08:10.143069 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5069cb-c320-415e-9573-35c2011c4f9f req-3b245750-483b-4658-b3f4-0d0294ef913d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:10.145220 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9a5069cb-c320-415e-9573-35c2011c4f9f req-3b245750-483b-4658-b3f4-0d0294ef913d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 1098 time: 0.0666542 Jul 07 18:08:10.272704 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5069cb-c320-415e-9573-35c2011c4f9f req-227b555e-7f3e-4dab-a0b5-22d23f767137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:10.272973 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9a5069cb-c320-415e-9573-35c2011c4f9f req-227b555e-7f3e-4dab-a0b5-22d23f767137 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fdb6bf82-d8f5-4df8-9357-26e94b5820bd HTTP/1.1" status: 200 len: 898 time: 0.1211872 Jul 07 18:08:10.328176 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9a5069cb-c320-415e-9573-35c2011c4f9f req-c232453d-a20e-4467-86ba-a8fe1b543db9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32b4f9c9-337f-487e-b44f-22e3138f4598 HTTP/1.1" status: 200 len: 217 time: 0.0471461 Jul 07 18:08:10.371289 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41cef3-05ac-4e7c-aae2-80733db52f1c req-f6502f61-1c54-4b3e-a544-ba5c4fa5e122 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:10.373716 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1e41cef3-05ac-4e7c-aae2-80733db52f1c req-f6502f61-1c54-4b3e-a544-ba5c4fa5e122 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 946 time: 0.0815213 Jul 07 18:08:10.383143 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5069cb-c320-415e-9573-35c2011c4f9f req-158b379c-9b6c-494b-9a47-d51b983fe338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:10.385048 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9a5069cb-c320-415e-9573-35c2011c4f9f req-158b379c-9b6c-494b-9a47-d51b983fe338 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=af8d8af7-c610-43c0-b95e-af16fcdb33c9 HTTP/1.1" status: 200 len: 834 time: 0.0497444 Jul 07 18:08:10.416885 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1e41cef3-05ac-4e7c-aae2-80733db52f1c req-4c98eaa8-0b3f-4970-9e36-a0bde60df450 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372484 Jul 07 18:08:10.459338 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5069cb-c320-415e-9573-35c2011c4f9f req-d1957121-f76d-460c-9807-a69f9a54a25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:10.460970 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9a5069cb-c320-415e-9573-35c2011c4f9f req-d1957121-f76d-460c-9807-a69f9a54a25d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fdb6bf82-d8f5-4df8-9357-26e94b5820bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692787 Jul 07 18:08:10.464529 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d0a3fad2-39f3-44e2-811b-f0ec1197bb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262a7402-4682-4845-9658-96d09b592e9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338716919', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:30Z', 'updated_at': '2021-07-07T18:06:34Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262a7402-4682-4845-9658-96d09b592e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:31Z', 'updated_at': '2021-07-07T18:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '93b5e150-83ca-4260-ab00-284493d7f961', 'name': '', 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:2d:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262a7402-4682-4845-9658-96d09b592e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'af8d8af7-c610-43c0-b95e-af16fcdb33c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:34Z', 'updated_at': '2021-07-07T18:06:39Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': 'af8d8af7-c610-43c0-b95e-af16fcdb33c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:10.492531 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a3fad2-39f3-44e2-811b-f0ec1197bb63 None None] Checking router: 262a7402-4682-4845-9658-96d09b592e9c for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:08:10.501304 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a3fad2-39f3-44e2-811b-f0ec1197bb63 None None] Routers {'262a7402-4682-4845-9658-96d09b592e9c'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:08:10.501933 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d0a3fad2-39f3-44e2-811b-f0ec1197bb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:07:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['262a7402-4682-4845-9658-96d09b592e9c'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:10.562982 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9a5069cb-c320-415e-9573-35c2011c4f9f req-a5bfe875-e7b2-4ea0-b042-bd83fcf0427a service neutron] 10.222.0.72 "GET /v2.0/networks/fdb6bf82-d8f5-4df8-9357-26e94b5820bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934625 Jul 07 18:08:10.625195 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-d0a3fad2-39f3-44e2-811b-f0ec1197bb63 None None] Set router 262a7402-4682-4845-9658-96d09b592e9c gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:08:10.673435 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9a5069cb-c320-415e-9573-35c2011c4f9f req-0d354528-7436-4654-9ed8-e51a53beea09 service neutron] 10.222.0.72 "GET /v2.0/networks/fdb6bf82-d8f5-4df8-9357-26e94b5820bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022708 Jul 07 18:08:10.845669 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-d0a3fad2-39f3-44e2-811b-f0ec1197bb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262a7402-4682-4845-9658-96d09b592e9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338716919', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:30Z', 'updated_at': '2021-07-07T18:06:34Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262a7402-4682-4845-9658-96d09b592e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:31Z', 'updated_at': '2021-07-07T18:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '93b5e150-83ca-4260-ab00-284493d7f961', 'name': '', 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:2d:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262a7402-4682-4845-9658-96d09b592e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'af8d8af7-c610-43c0-b95e-af16fcdb33c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:34Z', 'updated_at': '2021-07-07T18:06:39Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': 'af8d8af7-c610-43c0-b95e-af16fcdb33c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:10.877629 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a3fad2-39f3-44e2-811b-f0ec1197bb63 None None] The sync data for ids ['262a7402-4682-4845-9658-96d09b592e9c'] in n-d-791503-12 is: [{'id': '262a7402-4682-4845-9658-96d09b592e9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338716919', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:30Z', 'updated_at': '2021-07-07T18:06:34Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262a7402-4682-4845-9658-96d09b592e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:31Z', 'updated_at': '2021-07-07T18:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '93b5e150-83ca-4260-ab00-284493d7f961', 'name': '', 'network_id': 'fdb6bf82-d8f5-4df8-9357-26e94b5820bd', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:2d:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262a7402-4682-4845-9658-96d09b592e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'af8d8af7-c610-43c0-b95e-af16fcdb33c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:34Z', 'updated_at': '2021-07-07T18:06:39Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': 'af8d8af7-c610-43c0-b95e-af16fcdb33c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:08:11.110887 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5346d771-4b13-4a90-aa5c-ed61e4d16484 None None] New status for floating IP cd728a9f-40d2-40c0-bf67-0151039e782a: DOWN {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:08:11.650082 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4338ab2-b774-4980-b473-5e8ee3aba45d req-213d610c-957a-4e2c-becf-01751997f9a7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:11.651711 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b4338ab2-b774-4980-b473-5e8ee3aba45d req-213d610c-957a-4e2c-becf-01751997f9a7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 946 time: 0.1158524 Jul 07 18:08:11.707755 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22529adf-55a0-4dae-b071-c75f19973246 req-868383aa-3c99-4b3d-a7d4-8fc3518f7479 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:11.709891 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-22529adf-55a0-4dae-b071-c75f19973246 req-868383aa-3c99-4b3d-a7d4-8fc3518f7479 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 946 time: 0.1276290 Jul 07 18:08:11.715464 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b4338ab2-b774-4980-b473-5e8ee3aba45d req-fe219860-2b91-43a1-b2a2-017e0c3b7982 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=70f5cbc5-d55c-4f35-82e4-77f011ced22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551345 Jul 07 18:08:11.825408 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-22529adf-55a0-4dae-b071-c75f19973246 req-3de5a40d-0906-43d8-bbf8-bb60b032ea9e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Deleting port 32b4f9c9-337f-487e-b44f-22e3138f4598 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:08:11.825756 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-22529adf-55a0-4dae-b071-c75f19973246 req-3de5a40d-0906-43d8-bbf8-bb60b032ea9e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:11.924569 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-22529adf-55a0-4dae-b071-c75f19973246 req-3de5a40d-0906-43d8-bbf8-bb60b032ea9e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] For port 32b4f9c9-337f-487e-b44f-22e3138f4598, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=32b4f9c9-337f-487e-b44f-22e3138f4598,segment=NetworkSegment(1b8aa16a-8263-4a90-a84a-171acd741cde),segment_id=1b8aa16a-8263-4a90-a84a-171acd741cde)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:11.924972 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-22529adf-55a0-4dae-b071-c75f19973246 req-3de5a40d-0906-43d8-bbf8-bb60b032ea9e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:11.945593 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-22529adf-55a0-4dae-b071-c75f19973246 req-3de5a40d-0906-43d8-bbf8-bb60b032ea9e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Calling delete_port for 32b4f9c9-337f-487e-b44f-22e3138f4598 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:08:12.087666 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-22529adf-55a0-4dae-b071-c75f19973246 req-3de5a40d-0906-43d8-bbf8-bb60b032ea9e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:12.126742 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5a40d-0906-43d8-bbf8-bb60b032ea9e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Port': ['ID=32b4f9c9-337f-487e-b44f-22e3138f4598,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:12.172693 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-22529adf-55a0-4dae-b071-c75f19973246 req-3de5a40d-0906-43d8-bbf8-bb60b032ea9e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] No DVR routers for this DVR port 32b4f9c9-337f-487e-b44f-22e3138f4598 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:08:12.175489 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-22529adf-55a0-4dae-b071-c75f19973246 req-3de5a40d-0906-43d8-bbf8-bb60b032ea9e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:12.177724 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-22529adf-55a0-4dae-b071-c75f19973246 req-3de5a40d-0906-43d8-bbf8-bb60b032ea9e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.72 "DELETE /v2.0/ports/32b4f9c9-337f-487e-b44f-22e3138f4598 HTTP/1.1" status: 204 len: 173 time: 0.4612739 Jul 07 18:08:12.178559 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1940ac5-a8c2-438b-b915-83a2892461d9', 'name': 'network-vif-deleted', 'tag': '32b4f9c9-337f-487e-b44f-22e3138f4598'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:12.180543 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce89ae2-3228-427c-a5d3-d6884056d932" -d '{"events": [{"server_uuid": "f1940ac5-a8c2-438b-b915-83a2892461d9", "name": "network-vif-deleted", "tag": "32b4f9c9-337f-487e-b44f-22e3138f4598"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:12.220773 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0469c17a-3d74-47bb-bfb1-50cf67198238 x-openstack-request-id: req-0469c17a-3d74-47bb-bfb1-50cf67198238 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:12.221071 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1940ac5-a8c2-438b-b915-83a2892461d9", "name": "network-vif-deleted", "tag": "32b4f9c9-337f-487e-b44f-22e3138f4598", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:12.221351 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0469c17a-3d74-47bb-bfb1-50cf67198238 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:12.221746 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1940ac5-a8c2-438b-b915-83a2892461d9', 'name': 'network-vif-deleted', 'tag': '32b4f9c9-337f-487e-b44f-22e3138f4598', 'status': 'completed', 'code': 200} Jul 07 18:08:12.920257 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f722e5e6-b7c6-43e3-8f35-0d2e5f51d2ae req-4dbfdf51-fdbb-4cb5-b631-7d3c359ba90c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1940ac5-a8c2-438b-b915-83a2892461d9 HTTP/1.1" status: 200 len: 210 time: 0.0316472 Jul 07 18:08:14.039560 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51078) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:14.553171 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c9e3d9ae-cf9a-441a-a891-f228f83b3902 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:15.040985 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 32b4f9c9-337f-487e-b44f-22e3138f4598 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:08:15.061813 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 32b4f9c9-337f-487e-b44f-22e3138f4598 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:08:15.062170 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 32b4f9c9-337f-487e-b44f-22e3138f4598 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:08:15.195346 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-c9e3d9ae-cf9a-441a-a891-f228f83b3902 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Deleting port 93b5e150-83ca-4260-ab00-284493d7f961 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:08:15.195972 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c9e3d9ae-cf9a-441a-a891-f228f83b3902 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:15.283058 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-c9e3d9ae-cf9a-441a-a891-f228f83b3902 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] For port 93b5e150-83ca-4260-ab00-284493d7f961, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=93b5e150-83ca-4260-ab00-284493d7f961,segment=NetworkSegment(1b8aa16a-8263-4a90-a84a-171acd741cde),segment_id=1b8aa16a-8263-4a90-a84a-171acd741cde)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:15.283427 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c9e3d9ae-cf9a-441a-a891-f228f83b3902 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:15.297022 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-c9e3d9ae-cf9a-441a-a891-f228f83b3902 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Calling delete_port for 93b5e150-83ca-4260-ab00-284493d7f961 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:08:15.514249 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c9e3d9ae-cf9a-441a-a891-f228f83b3902 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:15.545733 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3d9ae-cf9a-441a-a891-f228f83b3902 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Port': ['ID=93b5e150-83ca-4260-ab00-284493d7f961,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:15.727558 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c9e3d9ae-cf9a-441a-a891-f228f83b3902 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:15.951099 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e3d9ae-cf9a-441a-a891-f228f83b3902 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Router 262a7402-4682-4845-9658-96d09b592e9c has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:08:16.067070 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e3d9ae-cf9a-441a-a891-f228f83b3902 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:08:16.072571 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c9e3d9ae-cf9a-441a-a891-f228f83b3902 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "PUT /v2.0/routers/262a7402-4682-4845-9658-96d09b592e9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0318913 Jul 07 18:08:16.075431 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51080) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:16.076639 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f608a2-6df6-4066-b297-4bd21b9dcf59 None None] Sync routers for ids ['262a7402-4682-4845-9658-96d09b592e9c'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:08:16.087791 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f608a2-6df6-4066-b297-4bd21b9dcf59 None None] Routers {'262a7402-4682-4845-9658-96d09b592e9c'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:08:16.088422 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-c2f608a2-6df6-4066-b297-4bd21b9dcf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:07:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['262a7402-4682-4845-9658-96d09b592e9c'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:16.128855 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c9d6b4f-6a58-4450-8921-5de23613172e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Deleting subnet af8d8af7-c610-43c0-b95e-af16fcdb33c9 {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:08:16.132290 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6b4f-6a58-4450-8921-5de23613172e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.173441 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6b4f-6a58-4450-8921-5de23613172e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.199162 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-c2f608a2-6df6-4066-b297-4bd21b9dcf59 None None] Set router 262a7402-4682-4845-9658-96d09b592e9c gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:08:16.264708 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6b4f-6a58-4450-8921-5de23613172e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.329987 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6b4f-6a58-4450-8921-5de23613172e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.358610 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d6b4f-6a58-4450-8921-5de23613172e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Subnet': ['ID=af8d8af7-c610-43c0-b95e-af16fcdb33c9,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:16.362074 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6b4f-6a58-4450-8921-5de23613172e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.364200 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0c9d6b4f-6a58-4450-8921-5de23613172e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "DELETE /v2.0/subnets/af8d8af7-c610-43c0-b95e-af16fcdb33c9 HTTP/1.1" status: 204 len: 168 time: 0.2875745 Jul 07 18:08:16.367130 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51082) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:16.370732 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e182e27-37c5-4939-b569-1f37fcf2cda5 None None] Network fdb6bf82-d8f5-4df8-9357-26e94b5820bd requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:08:16.456933 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-c2f608a2-6df6-4066-b297-4bd21b9dcf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262a7402-4682-4845-9658-96d09b592e9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338716919', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:30Z', 'updated_at': '2021-07-07T18:08:15Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262a7402-4682-4845-9658-96d09b592e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:31Z', 'updated_at': '2021-07-07T18:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:16.479101 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-554aa27e-14bb-41b6-8c3c-0fadbcd0f075 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.501069 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f608a2-6df6-4066-b297-4bd21b9dcf59 None None] Checking router: 262a7402-4682-4845-9658-96d09b592e9c for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:08:16.533597 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f608a2-6df6-4066-b297-4bd21b9dcf59 None None] Routers {'262a7402-4682-4845-9658-96d09b592e9c'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:08:16.534130 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-c2f608a2-6df6-4066-b297-4bd21b9dcf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:07:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['262a7402-4682-4845-9658-96d09b592e9c'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:16.587842 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-554aa27e-14bb-41b6-8c3c-0fadbcd0f075 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.644437 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-554aa27e-14bb-41b6-8c3c-0fadbcd0f075 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Deleting port 12fed229-9209-48d1-99a1-2ad1ef23c9b8 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:08:16.644832 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-554aa27e-14bb-41b6-8c3c-0fadbcd0f075 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.654293 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-c2f608a2-6df6-4066-b297-4bd21b9dcf59 None None] Set router 262a7402-4682-4845-9658-96d09b592e9c gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:08:16.721935 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcf3007-fda4-4918-880f-5f9beeac4897 None None] DHCP port deletion for fdb6bf82-d8f5-4df8-9357-26e94b5820bd request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:08:16.728841 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-554aa27e-14bb-41b6-8c3c-0fadbcd0f075 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] For port 12fed229-9209-48d1-99a1-2ad1ef23c9b8, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=12fed229-9209-48d1-99a1-2ad1ef23c9b8,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:16.729216 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-554aa27e-14bb-41b6-8c3c-0fadbcd0f075 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.742389 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-554aa27e-14bb-41b6-8c3c-0fadbcd0f075 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Calling delete_port for 12fed229-9209-48d1-99a1-2ad1ef23c9b8 owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:08:16.848321 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-0fcf3007-fda4-4918-880f-5f9beeac4897 None None] Deleting port 5046cc48-c1c6-49ac-a117-ae5a370c61cc {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:08:16.848606 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0fcf3007-fda4-4918-880f-5f9beeac4897 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.913909 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-554aa27e-14bb-41b6-8c3c-0fadbcd0f075 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.927966 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-0fcf3007-fda4-4918-880f-5f9beeac4897 None None] For port 5046cc48-c1c6-49ac-a117-ae5a370c61cc, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=5046cc48-c1c6-49ac-a117-ae5a370c61cc,segment=NetworkSegment(1b8aa16a-8263-4a90-a84a-171acd741cde),segment_id=1b8aa16a-8263-4a90-a84a-171acd741cde)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:16.928280 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0fcf3007-fda4-4918-880f-5f9beeac4897 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.945614 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-0fcf3007-fda4-4918-880f-5f9beeac4897 None None] Calling delete_port for 5046cc48-c1c6-49ac-a117-ae5a370c61cc owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:08:16.946209 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554aa27e-14bb-41b6-8c3c-0fadbcd0f075 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Port': ['ID=12fed229-9209-48d1-99a1-2ad1ef23c9b8,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:16.950654 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-c2f608a2-6df6-4066-b297-4bd21b9dcf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262a7402-4682-4845-9658-96d09b592e9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338716919', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:30Z', 'updated_at': '2021-07-07T18:08:15Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262a7402-4682-4845-9658-96d09b592e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:31Z', 'updated_at': '2021-07-07T18:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:16.960200 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554aa27e-14bb-41b6-8c3c-0fadbcd0f075 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:16.960563 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554aa27e-14bb-41b6-8c3c-0fadbcd0f075 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:16.960951 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554aa27e-14bb-41b6-8c3c-0fadbcd0f075 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:16.961299 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554aa27e-14bb-41b6-8c3c-0fadbcd0f075 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:16.961648 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554aa27e-14bb-41b6-8c3c-0fadbcd0f075 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:16.961991 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554aa27e-14bb-41b6-8c3c-0fadbcd0f075 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:16.962333 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554aa27e-14bb-41b6-8c3c-0fadbcd0f075 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:16.962672 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554aa27e-14bb-41b6-8c3c-0fadbcd0f075 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:16.963013 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554aa27e-14bb-41b6-8c3c-0fadbcd0f075 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:16.963349 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554aa27e-14bb-41b6-8c3c-0fadbcd0f075 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:16.963683 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554aa27e-14bb-41b6-8c3c-0fadbcd0f075 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:16.964011 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554aa27e-14bb-41b6-8c3c-0fadbcd0f075 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:16.982941 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f608a2-6df6-4066-b297-4bd21b9dcf59 None None] The sync data for ids ['262a7402-4682-4845-9658-96d09b592e9c'] in n-d-791503-12 is: [{'id': '262a7402-4682-4845-9658-96d09b592e9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338716919', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:30Z', 'updated_at': '2021-07-07T18:08:15Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '12fed229-9209-48d1-99a1-2ad1ef23c9b8', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262a7402-4682-4845-9658-96d09b592e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:31Z', 'updated_at': '2021-07-07T18:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:08:17.034766 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-554aa27e-14bb-41b6-8c3c-0fadbcd0f075 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.070167 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0fcf3007-fda4-4918-880f-5f9beeac4897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.095628 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf3007-fda4-4918-880f-5f9beeac4897 None None] Pushing event deleted for resources: {'Port': ['ID=5046cc48-c1c6-49ac-a117-ae5a370c61cc,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:17.110224 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcf3007-fda4-4918-880f-5f9beeac4897 None None] No DVR routers for this DVR port 5046cc48-c1c6-49ac-a117-ae5a370c61cc on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:08:17.140429 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-554aa27e-14bb-41b6-8c3c-0fadbcd0f075 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.142639 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-554aa27e-14bb-41b6-8c3c-0fadbcd0f075 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.192703 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-554aa27e-14bb-41b6-8c3c-0fadbcd0f075 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.193881 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554aa27e-14bb-41b6-8c3c-0fadbcd0f075 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Fanout notify agent at l3_agent the message router_deleted on router 262a7402-4682-4845-9658-96d09b592e9c {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:08:17.201198 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-554aa27e-14bb-41b6-8c3c-0fadbcd0f075 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.202343 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-554aa27e-14bb-41b6-8c3c-0fadbcd0f075 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "DELETE /v2.0/routers/262a7402-4682-4845-9658-96d09b592e9c HTTP/1.1" status: 204 len: 168 time: 0.8341544 Jul 07 18:08:17.205216 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51084) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:17.304024 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e47e1e5d-7609-4193-be4c-7f9807238e58 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.417273 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e47e1e5d-7609-4193-be4c-7f9807238e58 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.433184 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-e47e1e5d-7609-4193-be4c-7f9807238e58 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb6bf82-d8f5-4df8-9357-26e94b5820bd']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:17.462370 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-e47e1e5d-7609-4193-be4c-7f9807238e58 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8aa16a-8263-4a90-a84a-171acd741cde') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:17.462370 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-e47e1e5d-7609-4193-be4c-7f9807238e58 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8aa16a-8263-4a90-a84a-171acd741cde') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:17.472248 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e47e1e5d-7609-4193-be4c-7f9807238e58 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.481595 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5046cc48-c1c6-49ac-a117-ae5a370c61cc no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:08:17.489101 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e47e1e5d-7609-4193-be4c-7f9807238e58 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.495855 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47e1e5d-7609-4193-be4c-7f9807238e58 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:08:17.496297 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e47e1e5d-7609-4193-be4c-7f9807238e58 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: timer() Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:08:17.499734 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:08:17.503187 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 5046cc48-c1c6-49ac-a117-ae5a370c61cc {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:08:17.503545 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 5046cc48-c1c6-49ac-a117-ae5a370c61cc not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:08:17.503974 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 93b5e150-83ca-4260-ab00-284493d7f961 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:08:17.524912 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 93b5e150-83ca-4260-ab00-284493d7f961 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:08:17.525282 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 93b5e150-83ca-4260-ab00-284493d7f961 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:08:17.559224 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e47e1e5d-7609-4193-be4c-7f9807238e58 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.566475 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e47e1e5d-7609-4193-be4c-7f9807238e58 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.568365 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e47e1e5d-7609-4193-be4c-7f9807238e58 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "DELETE /v2.0/networks/fdb6bf82-d8f5-4df8-9357-26e94b5820bd HTTP/1.1" status: 204 len: 168 time: 0.3619449 Jul 07 18:08:17.571277 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51086) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:17.580300 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e1e5d-7609-4193-be4c-7f9807238e58 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Network': ['ID=fdb6bf82-d8f5-4df8-9357-26e94b5820bd,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:17.634534 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-70730d65-8124-493a-8e59-9d32de5174dd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.663950 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-70730d65-8124-493a-8e59-9d32de5174dd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.736736 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-70730d65-8124-493a-8e59-9d32de5174dd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.739373 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-70730d65-8124-493a-8e59-9d32de5174dd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.740591 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-70730d65-8124-493a-8e59-9d32de5174dd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "DELETE /v2.0/security-groups/70f5cbc5-d55c-4f35-82e4-77f011ced22d HTTP/1.1" status: 204 len: 168 time: 0.1682243 Jul 07 18:08:17.749797 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70730d65-8124-493a-8e59-9d32de5174dd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f5cbc5-d55c-4f35-82e4-77f011ced22d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:18.129945 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51092) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:18.134885 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-02d2bd61-a26f-43c8-b4ca-007ecc03aad9 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2041654543', 'description': 'tempest-secgroup-smoke-2041654543 description', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:18.158101 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-02d2bd61-a26f-43c8-b4ca-007ecc03aad9 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.245160 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-02d2bd61-a26f-43c8-b4ca-007ecc03aad9 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.249477 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-02d2bd61-a26f-43c8-b4ca-007ecc03aad9 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.277615 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-02d2bd61-a26f-43c8-b4ca-007ecc03aad9 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.278837 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-02d2bd61-a26f-43c8-b4ca-007ecc03aad9 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1478477 Jul 07 18:08:18.281974 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51094) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:18.282798 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2bd61-a26f-43c8-b4ca-007ecc03aad9 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d75b76da-04e3-41d8-ba3c-1dcfae6d0545,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:18.286816 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9acd40d5-c0fb-4934-8c7b-1e7f9634a722 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': 'd75b76da-04e3-41d8-ba3c-1dcfae6d0545', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:18.314399 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9acd40d5-c0fb-4934-8c7b-1e7f9634a722 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.372263 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9acd40d5-c0fb-4934-8c7b-1e7f9634a722 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.376030 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9acd40d5-c0fb-4934-8c7b-1e7f9634a722 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.393813 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd40d5-c0fb-4934-8c7b-1e7f9634a722 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b75dd6-6231-4639-92b6-94ab3d819422,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:18.401803 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9acd40d5-c0fb-4934-8c7b-1e7f9634a722 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.403050 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9acd40d5-c0fb-4934-8c7b-1e7f9634a722 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200485 Jul 07 18:08:18.405823 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51096) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:18.410282 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-2359e0a3-825d-4a9f-b05c-d4fffc545b72 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': 'd75b76da-04e3-41d8-ba3c-1dcfae6d0545', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:18.438944 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2359e0a3-825d-4a9f-b05c-d4fffc545b72 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.502993 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2359e0a3-825d-4a9f-b05c-d4fffc545b72 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.507337 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2359e0a3-825d-4a9f-b05c-d4fffc545b72 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.525760 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359e0a3-825d-4a9f-b05c-d4fffc545b72 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c1911d6-ba52-4c24-9f0d-ce484498f506,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:18.532986 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2359e0a3-825d-4a9f-b05c-d4fffc545b72 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.534333 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2359e0a3-825d-4a9f-b05c-d4fffc545b72 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1275749 Jul 07 18:08:18.538018 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51098) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:18.542718 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d634eb8e-7486-4eef-9040-e3cefca02985 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': 'd75b76da-04e3-41d8-ba3c-1dcfae6d0545', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:18.570689 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d634eb8e-7486-4eef-9040-e3cefca02985 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.634092 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d634eb8e-7486-4eef-9040-e3cefca02985 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.638148 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d634eb8e-7486-4eef-9040-e3cefca02985 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.660578 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634eb8e-7486-4eef-9040-e3cefca02985 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e24460e0-8495-4e3e-950a-ca902d06b11e,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:18.665141 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d634eb8e-7486-4eef-9040-e3cefca02985 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.666568 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d634eb8e-7486-4eef-9040-e3cefca02985 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275032 Jul 07 18:08:18.669375 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51100) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:18.674051 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-5f7e45a5-1056-465f-a214-28059d2dc8c3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': 'd75b76da-04e3-41d8-ba3c-1dcfae6d0545', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:18.703661 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5f7e45a5-1056-465f-a214-28059d2dc8c3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.768841 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5f7e45a5-1056-465f-a214-28059d2dc8c3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.773096 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5f7e45a5-1056-465f-a214-28059d2dc8c3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.794918 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e45a5-1056-465f-a214-28059d2dc8c3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37af114-5899-4a1b-b53d-e4129e8efe98,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:18.802238 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5f7e45a5-1056-465f-a214-28059d2dc8c3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.804421 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5f7e45a5-1056-465f-a214-28059d2dc8c3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1339979 Jul 07 18:08:18.808060 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51102) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:18.815276 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-30dab152-a1cb-490d-b04b-f23ad329689f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': 'd75b76da-04e3-41d8-ba3c-1dcfae6d0545', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:18.842214 n-d-791503-12 neutron-server[100193]: INFO neutron.db.securitygroups_db [None req-30dab152-a1cb-490d-b04b-f23ad329689f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Project 22f1d5a2e22b43d2aa02349f22c09dd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:08:18.847441 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-30dab152-a1cb-490d-b04b-f23ad329689f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.908520 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-30dab152-a1cb-490d-b04b-f23ad329689f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.912935 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-30dab152-a1cb-490d-b04b-f23ad329689f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.932344 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dab152-a1cb-490d-b04b-f23ad329689f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a9f609-b7d1-426a-85b9-71a09ae57bb4,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:18.942192 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-30dab152-a1cb-490d-b04b-f23ad329689f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.943569 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-30dab152-a1cb-490d-b04b-f23ad329689f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1342113 Jul 07 18:08:18.946547 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51104) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:18.950998 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-85af3895-a8f3-4e68-b51a-c85cf9690cd2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': 'd75b76da-04e3-41d8-ba3c-1dcfae6d0545', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:18.973786 n-d-791503-12 neutron-server[100193]: INFO neutron.db.securitygroups_db [None req-85af3895-a8f3-4e68-b51a-c85cf9690cd2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Project 22f1d5a2e22b43d2aa02349f22c09dd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:08:18.979275 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-85af3895-a8f3-4e68-b51a-c85cf9690cd2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:19.045233 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-85af3895-a8f3-4e68-b51a-c85cf9690cd2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:19.049303 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-85af3895-a8f3-4e68-b51a-c85cf9690cd2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:19.067750 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af3895-a8f3-4e68-b51a-c85cf9690cd2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d55e41-e8fc-47e9-8ffd-6bc47c3469ed,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:19.073566 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-85af3895-a8f3-4e68-b51a-c85cf9690cd2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:19.074685 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-85af3895-a8f3-4e68-b51a-c85cf9690cd2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272058 Jul 07 18:08:19.078465 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51106) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:19.084236 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-7d5940ed-d386-4134-8cc0-a6bfb2d8ac7f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'network': {'name': 'tempest-network-smoke--101112583', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'port_security_enabled': True}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:19.106168 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5940ed-d386-4134-8cc0-a6bfb2d8ac7f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Made reservation on behalf of 22f1d5a2e22b43d2aa02349f22c09dd7 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:08:19.109723 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d5940ed-d386-4134-8cc0-a6bfb2d8ac7f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:19.135022 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5940ed-d386-4134-8cc0-a6bfb2d8ac7f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:08:19.145293 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d5940ed-d386-4134-8cc0-a6bfb2d8ac7f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:19.145634 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-7d5940ed-d386-4134-8cc0-a6bfb2d8ac7f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Added segment d981598e-9c84-490f-a2e5-1602545c8c64 of type vlan for network 3a9b93d0-ee39-4913-9848-9478ceb94215 Jul 07 18:08:19.149986 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 12fed229-9209-48d1-99a1-2ad1ef23c9b8 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:08:19.171291 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 12fed229-9209-48d1-99a1-2ad1ef23c9b8 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:08:19.171942 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 12fed229-9209-48d1-99a1-2ad1ef23c9b8 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:08:19.189760 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d5940ed-d386-4134-8cc0-a6bfb2d8ac7f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:19.221106 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d5940ed-d386-4134-8cc0-a6bfb2d8ac7f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:19.227096 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5940ed-d386-4134-8cc0-a6bfb2d8ac7f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:19.227848 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-7d5940ed-d386-4134-8cc0-a6bfb2d8ac7f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:19.291216 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-7d5940ed-d386-4134-8cc0-a6bfb2d8ac7f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2116568 Jul 07 18:08:19.294358 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51108) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:19.298832 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-608cfca1-7a01-4b90-aa9a-3f8bc8735270 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-313111970', 'admin_state_up': True, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:19.314288 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5940ed-d386-4134-8cc0-a6bfb2d8ac7f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Network': ['ID=3a9b93d0-ee39-4913-9848-9478ceb94215,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:19.325128 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 3a9b93d0-ee39-4913-9848-9478ceb94215 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:08:19.331063 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-608cfca1-7a01-4b90-aa9a-3f8bc8735270 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:19.332484 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-608cfca1-7a01-4b90-aa9a-3f8bc8735270 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:19.387434 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-608cfca1-7a01-4b90-aa9a-3f8bc8735270 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:19.532984 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-608cfca1-7a01-4b90-aa9a-3f8bc8735270 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:19.730959 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-608cfca1-7a01-4b90-aa9a-3f8bc8735270 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:19.755114 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-608cfca1-7a01-4b90-aa9a-3f8bc8735270 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:19.869065 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-608cfca1-7a01-4b90-aa9a-3f8bc8735270 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Allocated IP 172.25.0.86 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/236c1496-238d-439c-a1e7-0dff1a3d13d1) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:08:19.982815 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-608cfca1-7a01-4b90-aa9a-3f8bc8735270 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:20.029867 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-608cfca1-7a01-4b90-aa9a-3f8bc8735270 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:20.069108 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608cfca1-7a01-4b90-aa9a-3f8bc8735270 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:08:20.072158 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-608cfca1-7a01-4b90-aa9a-3f8bc8735270 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:20.078029 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608cfca1-7a01-4b90-aa9a-3f8bc8735270 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:08:20.104031 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608cfca1-7a01-4b90-aa9a-3f8bc8735270 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=236c1496-238d-439c-a1e7-0dff1a3d13d1,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:20.345362 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-608cfca1-7a01-4b90-aa9a-3f8bc8735270 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:20.546808 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-608cfca1-7a01-4b90-aa9a-3f8bc8735270 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:20.675058 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608cfca1-7a01-4b90-aa9a-3f8bc8735270 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Router 3d16d43d-f8b0-4c4d-a700-9edbcea87e93 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:08:20.785251 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608cfca1-7a01-4b90-aa9a-3f8bc8735270 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:08:20.797216 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f255c2-ca0a-4719-a6c5-530eea2d8a88 None None] Sync routers for ids ['3d16d43d-f8b0-4c4d-a700-9edbcea87e93'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:08:20.805324 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-608cfca1-7a01-4b90-aa9a-3f8bc8735270 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:20.806578 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-608cfca1-7a01-4b90-aa9a-3f8bc8735270 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5113189 Jul 07 18:08:20.810390 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f255c2-ca0a-4719-a6c5-530eea2d8a88 None None] Routers {'3d16d43d-f8b0-4c4d-a700-9edbcea87e93'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:08:20.811424 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-18f255c2-ca0a-4719-a6c5-530eea2d8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:07:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['3d16d43d-f8b0-4c4d-a700-9edbcea87e93'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:20.811599 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51110) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:20.840536 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9da83522-5f9c-410a-8e6c-fac1d5479f4e tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=22f1d5a2e22b43d2aa02349f22c09dd7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278673 Jul 07 18:08:20.843075 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51112) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:20.920778 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-18f255c2-ca0a-4719-a6c5-530eea2d8a88 None None] Set router 3d16d43d-f8b0-4c4d-a700-9edbcea87e93 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:08:20.932447 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785c7cbd-133a-49b5-8902-d6ab3c503c12 tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:20.933939 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-785c7cbd-133a-49b5-8902-d6ab3c503c12 tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899291 Jul 07 18:08:20.936909 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51114) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:20.969545 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ef5f8536-5f5f-4d72-b691-ac0aaee693a7 tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=b1c8a741-d954-43c5-b974-954b2190b048&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315630 Jul 07 18:08:20.972525 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51116) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:20.978178 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-79b39467-b368-4975-b947-aeda3498bbcc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-88104589', 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:21.067836 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b39467-b368-4975-b947-aeda3498bbcc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Made reservation on behalf of 22f1d5a2e22b43d2aa02349f22c09dd7 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:08:21.072267 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-79b39467-b368-4975-b947-aeda3498bbcc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:21.107278 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-18f255c2-ca0a-4719-a6c5-530eea2d8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313111970', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:08:20Z', 'revision_number': 3, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:08:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:21.136258 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f255c2-ca0a-4719-a6c5-530eea2d8a88 None None] Checking router: 3d16d43d-f8b0-4c4d-a700-9edbcea87e93 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:08:21.136258 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f255c2-ca0a-4719-a6c5-530eea2d8a88 None None] Updating router 3d16d43d-f8b0-4c4d-a700-9edbcea87e93 port 236c1496-238d-439c-a1e7-0dff1a3d13d1 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:08:21.170872 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-18f255c2-ca0a-4719-a6c5-530eea2d8a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:21.551077 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-18f255c2-ca0a-4719-a6c5-530eea2d8a88 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:21.564438 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-18f255c2-ca0a-4719-a6c5-530eea2d8a88 None None] Transition to ACTIVE for port object 236c1496-238d-439c-a1e7-0dff1a3d13d1 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:21.570696 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-18f255c2-ca0a-4719-a6c5-530eea2d8a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:21.620865 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-18f255c2-ca0a-4719-a6c5-530eea2d8a88 None None] Attempting to bind port 236c1496-238d-439c-a1e7-0dff1a3d13d1 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:08:21.621231 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-18f255c2-ca0a-4719-a6c5-530eea2d8a88 None None] Attempting to bind port 236c1496-238d-439c-a1e7-0dff1a3d13d1 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:08:21.621535 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-79b39467-b368-4975-b947-aeda3498bbcc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:21.621678 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f255c2-ca0a-4719-a6c5-530eea2d8a88 None None] Attempting to bind port 236c1496-238d-439c-a1e7-0dff1a3d13d1 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:08:21.629013 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0267385-ef89-4b9c-98ca-2de8d5a4288f None None] Pushing event updated for resources: {'Port': ['ID=236c1496-238d-439c-a1e7-0dff1a3d13d1,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:21.631749 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f255c2-ca0a-4719-a6c5-530eea2d8a88 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:08:21.632118 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f255c2-ca0a-4719-a6c5-530eea2d8a88 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:08:21.632514 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-18f255c2-ca0a-4719-a6c5-530eea2d8a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:21.632933 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f255c2-ca0a-4719-a6c5-530eea2d8a88 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:08:21.633409 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-18f255c2-ca0a-4719-a6c5-530eea2d8a88 None None] Bound port: 236c1496-238d-439c-a1e7-0dff1a3d13d1, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:08:21.633774 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-18f255c2-ca0a-4719-a6c5-530eea2d8a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:21.659256 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0267385-ef89-4b9c-98ca-2de8d5a4288f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:21.659256 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0267385-ef89-4b9c-98ca-2de8d5a4288f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:21.659624 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0267385-ef89-4b9c-98ca-2de8d5a4288f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:21.659746 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0267385-ef89-4b9c-98ca-2de8d5a4288f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:21.660079 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0267385-ef89-4b9c-98ca-2de8d5a4288f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:21.660404 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0267385-ef89-4b9c-98ca-2de8d5a4288f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:21.660748 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0267385-ef89-4b9c-98ca-2de8d5a4288f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:21.661071 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0267385-ef89-4b9c-98ca-2de8d5a4288f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:21.661388 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0267385-ef89-4b9c-98ca-2de8d5a4288f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:21.662346 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0267385-ef89-4b9c-98ca-2de8d5a4288f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:21.662770 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0267385-ef89-4b9c-98ca-2de8d5a4288f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:21.663233 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0267385-ef89-4b9c-98ca-2de8d5a4288f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:21.685412 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b39467-b368-4975-b947-aeda3498bbcc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Subnet': ['ID=b490773f-93c7-4fbd-bbd8-f6c08ac97941,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:21.693005 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b39467-b368-4975-b947-aeda3498bbcc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Checking segment: {'id': 'd981598e-9c84-490f-a2e5-1602545c8c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:08:21.693373 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b39467-b368-4975-b947-aeda3498bbcc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network hostable DHCP agents. Network: 3a9b93d0-ee39-4913-9848-9478ceb94215, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:08:21.697376 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-18f255c2-ca0a-4719-a6c5-530eea2d8a88 None None] For port 236c1496-238d-439c-a1e7-0dff1a3d13d1, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:08:21.700670 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-18f255c2-ca0a-4719-a6c5-530eea2d8a88 None None] For port 236c1496-238d-439c-a1e7-0dff1a3d13d1, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=236c1496-238d-439c-a1e7-0dff1a3d13d1,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:08:21.705553 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-18f255c2-ca0a-4719-a6c5-530eea2d8a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:21.711725 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b39467-b368-4975-b947-aeda3498bbcc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network 3a9b93d0-ee39-4913-9848-9478ceb94215 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:08:21.720939 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-79b39467-b368-4975-b947-aeda3498bbcc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 3a9b93d0-ee39-4913-9848-9478ceb94215) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:21.725497 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b39467-b368-4975-b947-aeda3498bbcc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:21.726091 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-79b39467-b368-4975-b947-aeda3498bbcc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:21.734298 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef614b1-9c1e-43b8-9535-5aec537c968e None None] Network 3a9b93d0-ee39-4913-9848-9478ceb94215 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:08:21.747679 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51118) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:21.750294 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-79b39467-b368-4975-b947-aeda3498bbcc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7765338 Jul 07 18:08:21.773530 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0267385-ef89-4b9c-98ca-2de8d5a4288f None None] Pushing event updated for resources: {'Port': ['ID=236c1496-238d-439c-a1e7-0dff1a3d13d1,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:21.777825 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f255c2-ca0a-4719-a6c5-530eea2d8a88 None None] Routers {'3d16d43d-f8b0-4c4d-a700-9edbcea87e93'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:08:21.778438 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-18f255c2-ca0a-4719-a6c5-530eea2d8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:07:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['3d16d43d-f8b0-4c4d-a700-9edbcea87e93'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:21.891580 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-18f255c2-ca0a-4719-a6c5-530eea2d8a88 None None] Set router 3d16d43d-f8b0-4c4d-a700-9edbcea87e93 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:08:21.911803 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cf17ff-7ee9-4974-adfe-d7a17404496a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-3a9b93d0-ee39-4913-9848-9478ceb94215', 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'fixed_ips': [{'subnet_id': 'b490773f-93c7-4fbd-bbd8-f6c08ac97941'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:08:21.913123 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-54cf17ff-7ee9-4974-adfe-d7a17404496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:22.065217 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-54cf17ff-7ee9-4974-adfe-d7a17404496a None None] Allocated IP 172.20.0.2 (3a9b93d0-ee39-4913-9848-9478ceb94215/b490773f-93c7-4fbd-bbd8-f6c08ac97941/9e644d02-9cc6-4d07-a51d-9d319d1e33b3) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:08:22.085616 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-18f255c2-ca0a-4719-a6c5-530eea2d8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313111970', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:08:20Z', 'revision_number': 3, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:22.113697 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f255c2-ca0a-4719-a6c5-530eea2d8a88 None None] The sync data for ids ['3d16d43d-f8b0-4c4d-a700-9edbcea87e93'] in n-d-791503-12 is: [{'id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313111970', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:08:20Z', 'revision_number': 3, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:08:22.242223 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-54cf17ff-7ee9-4974-adfe-d7a17404496a None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:22.252723 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-54cf17ff-7ee9-4974-adfe-d7a17404496a None None] Transition to ACTIVE for port object 9e644d02-9cc6-4d07-a51d-9d319d1e33b3 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:22.270781 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-54cf17ff-7ee9-4974-adfe-d7a17404496a None None] Transition to ACTIVE for port object 9e644d02-9cc6-4d07-a51d-9d319d1e33b3 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:22.278247 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-54cf17ff-7ee9-4974-adfe-d7a17404496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:22.320354 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cf17ff-7ee9-4974-adfe-d7a17404496a None None] Network 3a9b93d0-ee39-4913-9848-9478ceb94215 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:08:22.323537 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-54cf17ff-7ee9-4974-adfe-d7a17404496a None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:22.329908 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cf17ff-7ee9-4974-adfe-d7a17404496a None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:08:22.340034 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf17ff-7ee9-4974-adfe-d7a17404496a None None] Pushing event updated for resources: {'Port': ['ID=9e644d02-9cc6-4d07-a51d-9d319d1e33b3,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:22.437720 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-54cf17ff-7ee9-4974-adfe-d7a17404496a None None] Attempting to bind port 9e644d02-9cc6-4d07-a51d-9d319d1e33b3 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:08:22.438101 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-54cf17ff-7ee9-4974-adfe-d7a17404496a None None] Attempting to bind port 9e644d02-9cc6-4d07-a51d-9d319d1e33b3 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'd981598e-9c84-490f-a2e5-1602545c8c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:08:22.438450 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cf17ff-7ee9-4974-adfe-d7a17404496a None None] Attempting to bind port 9e644d02-9cc6-4d07-a51d-9d319d1e33b3 on network 3a9b93d0-ee39-4913-9848-9478ceb94215 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:08:22.447204 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cf17ff-7ee9-4974-adfe-d7a17404496a None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:08:22.447583 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cf17ff-7ee9-4974-adfe-d7a17404496a None None] Checking segment: {'id': 'd981598e-9c84-490f-a2e5-1602545c8c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:08:22.447993 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-54cf17ff-7ee9-4974-adfe-d7a17404496a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:22.448397 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cf17ff-7ee9-4974-adfe-d7a17404496a None None] Bound using segment: {'id': 'd981598e-9c84-490f-a2e5-1602545c8c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:08:22.448984 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-54cf17ff-7ee9-4974-adfe-d7a17404496a None None] Bound port: 9e644d02-9cc6-4d07-a51d-9d319d1e33b3, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd981598e-9c84-490f-a2e5-1602545c8c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:08:22.449371 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-54cf17ff-7ee9-4974-adfe-d7a17404496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:22.520043 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-54cf17ff-7ee9-4974-adfe-d7a17404496a None None] For port 9e644d02-9cc6-4d07-a51d-9d319d1e33b3, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:08:22.525528 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-54cf17ff-7ee9-4974-adfe-d7a17404496a None None] For port 9e644d02-9cc6-4d07-a51d-9d319d1e33b3, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=9e644d02-9cc6-4d07-a51d-9d319d1e33b3,segment=NetworkSegment(d981598e-9c84-490f-a2e5-1602545c8c64),segment_id=d981598e-9c84-490f-a2e5-1602545c8c64)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:08:22.531934 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-54cf17ff-7ee9-4974-adfe-d7a17404496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:22.596578 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c1d5f0c1-e9c5-4aed-95de-c7835cc86bf7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:22.609193 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf17ff-7ee9-4974-adfe-d7a17404496a None None] Pushing event updated for resources: {'Port': ['ID=9e644d02-9cc6-4d07-a51d-9d319d1e33b3,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:22.939036 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-c1d5f0c1-e9c5-4aed-95de-c7835cc86bf7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Allocated IP 172.20.0.1 (3a9b93d0-ee39-4913-9848-9478ceb94215/b490773f-93c7-4fbd-bbd8-f6c08ac97941/a87b56e7-e5f9-4814-9531-e80c30e71667) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:08:23.069955 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c1d5f0c1-e9c5-4aed-95de-c7835cc86bf7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:23.086230 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-c1d5f0c1-e9c5-4aed-95de-c7835cc86bf7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Transition to ACTIVE for port object a87b56e7-e5f9-4814-9531-e80c30e71667 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:23.121482 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c1d5f0c1-e9c5-4aed-95de-c7835cc86bf7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:23.173912 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d5f0c1-e9c5-4aed-95de-c7835cc86bf7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network 3a9b93d0-ee39-4913-9848-9478ceb94215 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:08:23.183199 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-c1d5f0c1-e9c5-4aed-95de-c7835cc86bf7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:23.185956 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d5f0c1-e9c5-4aed-95de-c7835cc86bf7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:08:23.218846 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5f0c1-e9c5-4aed-95de-c7835cc86bf7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=a87b56e7-e5f9-4814-9531-e80c30e71667,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:23.242908 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c1d5f0c1-e9c5-4aed-95de-c7835cc86bf7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:23.264526 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 9e644d02-9cc6-4d07-a51d-9d319d1e33b3 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:08:23.328855 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 9e644d02-9cc6-4d07-a51d-9d319d1e33b3 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:23.334411 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 236c1496-238d-439c-a1e7-0dff1a3d13d1 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:08:23.389188 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 236c1496-238d-439c-a1e7-0dff1a3d13d1 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:23.393559 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 236c1496-238d-439c-a1e7-0dff1a3d13d1 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:23.394215 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:23.411742 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c1d5f0c1-e9c5-4aed-95de-c7835cc86bf7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:23.497016 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:23.538364 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4ecc4267-1cfd-4bd2-96b4-d322dd7e2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:23.543112 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 236c1496-238d-439c-a1e7-0dff1a3d13d1, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=236c1496-238d-439c-a1e7-0dff1a3d13d1,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:23.548569 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:23.605460 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=236c1496-238d-439c-a1e7-0dff1a3d13d1,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:23.640676 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605b8724-5f3b-4280-827f-0621691e6577 None None] Network 3a9b93d0-ee39-4913-9848-9478ceb94215 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:08:23.702384 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c4989230-2bc1-458b-acca-bec317c153d5 None None] Provisioning for port 9e644d02-9cc6-4d07-a51d-9d319d1e33b3 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:23.715547 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c4989230-2bc1-458b-acca-bec317c153d5 None None] Provisioning complete for port 9e644d02-9cc6-4d07-a51d-9d319d1e33b3 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:23.715928 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c4989230-2bc1-458b-acca-bec317c153d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:23.737208 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c1d5f0c1-e9c5-4aed-95de-c7835cc86bf7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:23.743303 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c1d5f0c1-e9c5-4aed-95de-c7835cc86bf7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:23.823344 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c1d5f0c1-e9c5-4aed-95de-c7835cc86bf7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:23.825129 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5f0c1-e9c5-4aed-95de-c7835cc86bf7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=a87b56e7-e5f9-4814-9531-e80c30e71667,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:23.877029 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c4989230-2bc1-458b-acca-bec317c153d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:23.942880 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d5f0c1-e9c5-4aed-95de-c7835cc86bf7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network 3a9b93d0-ee39-4913-9848-9478ceb94215 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:08:23.944861 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-c4989230-2bc1-458b-acca-bec317c153d5 None None] For port 9e644d02-9cc6-4d07-a51d-9d319d1e33b3, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=9e644d02-9cc6-4d07-a51d-9d319d1e33b3,segment=NetworkSegment(d981598e-9c84-490f-a2e5-1602545c8c64),segment_id=d981598e-9c84-490f-a2e5-1602545c8c64)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:23.945172 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-c1d5f0c1-e9c5-4aed-95de-c7835cc86bf7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:23.950826 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c4989230-2bc1-458b-acca-bec317c153d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:24.009372 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4989230-2bc1-458b-acca-bec317c153d5 None None] Pushing event updated for resources: {'Port': ['ID=9e644d02-9cc6-4d07-a51d-9d319d1e33b3,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:24.083348 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d5f0c1-e9c5-4aed-95de-c7835cc86bf7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Router 3d16d43d-f8b0-4c4d-a700-9edbcea87e93 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:08:24.180191 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-66e6deb8-31b0-4d2a-990c-9eb199ea6c45 None None] Provisioning for port a87b56e7-e5f9-4814-9531-e80c30e71667 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:24.185642 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-66e6deb8-31b0-4d2a-990c-9eb199ea6c45 None None] Provisioning complete for port a87b56e7-e5f9-4814-9531-e80c30e71667 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:24.186079 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-66e6deb8-31b0-4d2a-990c-9eb199ea6c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:24.209478 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d5f0c1-e9c5-4aed-95de-c7835cc86bf7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:08:24.216374 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c1d5f0c1-e9c5-4aed-95de-c7835cc86bf7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "PUT /v2.0/routers/3d16d43d-f8b0-4c4d-a700-9edbcea87e93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4668984 Jul 07 18:08:24.228166 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d73188-dd76-4082-a049-8abe927e986e None None] Sync routers for ids ['3d16d43d-f8b0-4c4d-a700-9edbcea87e93'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:08:24.237462 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-66e6deb8-31b0-4d2a-990c-9eb199ea6c45 None None] Port a87b56e7-e5f9-4814-9531-e80c30e71667 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:08:24.248129 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d73188-dd76-4082-a049-8abe927e986e None None] Routers {'3d16d43d-f8b0-4c4d-a700-9edbcea87e93'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:08:24.248802 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-39d73188-dd76-4082-a049-8abe927e986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:07:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['3d16d43d-f8b0-4c4d-a700-9edbcea87e93'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:24.291542 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-66e6deb8-31b0-4d2a-990c-9eb199ea6c45 None None] Provisioning complete for port 9e644d02-9cc6-4d07-a51d-9d319d1e33b3 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:24.292230 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-66e6deb8-31b0-4d2a-990c-9eb199ea6c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:24.401364 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-3ca07829-44d0-4063-9408-9567e3f9b642 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2041654543&fields=id&tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7 HTTP/1.1" status: 200 len: 267 time: 0.0440402 Jul 07 18:08:24.525613 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-d2546713-cb1a-443f-a629-a8f34ee3d0c6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:24.527273 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-d2546713-cb1a-443f-a629-a8f34ee3d0c6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/networks?id=3a9b93d0-ee39-4913-9848-9478ceb94215 HTTP/1.1" status: 200 len: 796 time: 0.1176631 Jul 07 18:08:24.544155 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-252c7a7f-9f18-4ba0-b496-20ebae6be01b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/quotas/22f1d5a2e22b43d2aa02349f22c09dd7 HTTP/1.1" status: 200 len: 375 time: 0.0108933 Jul 07 18:08:24.588993 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-39d73188-dd76-4082-a049-8abe927e986e None None] Set router 3d16d43d-f8b0-4c4d-a700-9edbcea87e93 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:08:24.622957 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-d6890e34-d4b1-4c27-bc7c-aa8a1a954fbf tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730362 Jul 07 18:08:24.739412 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-a5ca483b-289d-46d9-bbe9-f4ad35ec20e4 service neutron] 10.222.0.53 "GET /v2.0/networks/3a9b93d0-ee39-4913-9848-9478ceb94215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038911 Jul 07 18:08:24.774487 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c01127e6-53fb-4f7e-8aff-85ee2fd2d717 None None] Provisioning complete for port a87b56e7-e5f9-4814-9531-e80c30e71667 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:24.774861 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c01127e6-53fb-4f7e-8aff-85ee2fd2d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:24.830774 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c01127e6-53fb-4f7e-8aff-85ee2fd2d717 None None] Port a87b56e7-e5f9-4814-9531-e80c30e71667 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:08:24.834826 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-f224023c-6363-4009-9579-7fe85e33365e service neutron] 10.222.0.53 "GET /v2.0/networks/3a9b93d0-ee39-4913-9848-9478ceb94215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893540 Jul 07 18:08:24.855557 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-39d73188-dd76-4082-a049-8abe927e986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313111970', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:08:23Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'a87b56e7-e5f9-4814-9531-e80c30e71667', 'name': '', 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:33:8f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b490773f-93c7-4fbd-bbd8-f6c08ac97941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:08:22Z', 'updated_at': '2021-07-07T18:08:23Z', 'revision_number': 2, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': 'b490773f-93c7-4fbd-bbd8-f6c08ac97941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:24.883952 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d73188-dd76-4082-a049-8abe927e986e None None] Checking router: 3d16d43d-f8b0-4c4d-a700-9edbcea87e93 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:08:24.884319 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d73188-dd76-4082-a049-8abe927e986e None None] Updating router 3d16d43d-f8b0-4c4d-a700-9edbcea87e93 port a87b56e7-e5f9-4814-9531-e80c30e71667 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:08:24.923143 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-39d73188-dd76-4082-a049-8abe927e986e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.060829 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0dd84137-753e-409e-974f-d831d8291875 req-8160f23b-0132-410b-a5f8-c3e49f105905 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 210 time: 0.0431147 Jul 07 18:08:25.215036 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 9e644d02-9cc6-4d07-a51d-9d319d1e33b3 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:08:25.218213 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-39d73188-dd76-4082-a049-8abe927e986e None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.250317 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-39d73188-dd76-4082-a049-8abe927e986e None None] Transition to ACTIVE for port object a87b56e7-e5f9-4814-9531-e80c30e71667 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:25.262074 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-39d73188-dd76-4082-a049-8abe927e986e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.336856 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc481209-dc23-4053-9e87-b80bf9bf16b4 None None] Pushing event updated for resources: {'Port': ['ID=a87b56e7-e5f9-4814-9531-e80c30e71667,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:25.342599 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 9e644d02-9cc6-4d07-a51d-9d319d1e33b3 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:25.342915 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.426346 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-39d73188-dd76-4082-a049-8abe927e986e None None] Attempting to bind port a87b56e7-e5f9-4814-9531-e80c30e71667 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:08:25.426725 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-39d73188-dd76-4082-a049-8abe927e986e None None] Attempting to bind port a87b56e7-e5f9-4814-9531-e80c30e71667 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'd981598e-9c84-490f-a2e5-1602545c8c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:08:25.427091 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d73188-dd76-4082-a049-8abe927e986e None None] Attempting to bind port a87b56e7-e5f9-4814-9531-e80c30e71667 on network 3a9b93d0-ee39-4913-9848-9478ceb94215 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:08:25.435541 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d73188-dd76-4082-a049-8abe927e986e None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:08:25.435926 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d73188-dd76-4082-a049-8abe927e986e None None] Checking segment: {'id': 'd981598e-9c84-490f-a2e5-1602545c8c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:08:25.436343 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-39d73188-dd76-4082-a049-8abe927e986e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.436767 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d73188-dd76-4082-a049-8abe927e986e None None] Bound using segment: {'id': 'd981598e-9c84-490f-a2e5-1602545c8c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:08:25.437540 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-39d73188-dd76-4082-a049-8abe927e986e None None] Bound port: a87b56e7-e5f9-4814-9531-e80c30e71667, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd981598e-9c84-490f-a2e5-1602545c8c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:08:25.438122 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-39d73188-dd76-4082-a049-8abe927e986e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.538620 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 236c1496-238d-439c-a1e7-0dff1a3d13d1 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:08:25.582466 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-39d73188-dd76-4082-a049-8abe927e986e None None] For port a87b56e7-e5f9-4814-9531-e80c30e71667, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:08:25.606922 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-39d73188-dd76-4082-a049-8abe927e986e None None] For port a87b56e7-e5f9-4814-9531-e80c30e71667, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a87b56e7-e5f9-4814-9531-e80c30e71667,segment=NetworkSegment(d981598e-9c84-490f-a2e5-1602545c8c64),segment_id=d981598e-9c84-490f-a2e5-1602545c8c64)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:08:25.613665 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-39d73188-dd76-4082-a049-8abe927e986e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.664128 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 236c1496-238d-439c-a1e7-0dff1a3d13d1 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:25.664508 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.719508 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc481209-dc23-4053-9e87-b80bf9bf16b4 None None] Pushing event updated for resources: {'Port': ['ID=a87b56e7-e5f9-4814-9531-e80c30e71667,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:25.722152 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d73188-dd76-4082-a049-8abe927e986e None None] Routers {'3d16d43d-f8b0-4c4d-a700-9edbcea87e93'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:08:25.722781 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-39d73188-dd76-4082-a049-8abe927e986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:07:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['3d16d43d-f8b0-4c4d-a700-9edbcea87e93'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:25.875867 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-39d73188-dd76-4082-a049-8abe927e986e None None] Set router 3d16d43d-f8b0-4c4d-a700-9edbcea87e93 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:08:26.110960 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-39d73188-dd76-4082-a049-8abe927e986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313111970', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:08:23Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'a87b56e7-e5f9-4814-9531-e80c30e71667', 'name': '', 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:33:8f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b490773f-93c7-4fbd-bbd8-f6c08ac97941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:08:22Z', 'updated_at': '2021-07-07T18:08:25Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': 'b490773f-93c7-4fbd-bbd8-f6c08ac97941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:26.151616 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d73188-dd76-4082-a049-8abe927e986e None None] The sync data for ids ['3d16d43d-f8b0-4c4d-a700-9edbcea87e93'] in n-d-791503-12 is: [{'id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313111970', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:08:23Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'a87b56e7-e5f9-4814-9531-e80c30e71667', 'name': '', 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:33:8f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b490773f-93c7-4fbd-bbd8-f6c08ac97941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:08:22Z', 'updated_at': '2021-07-07T18:08:25Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': 'b490773f-93c7-4fbd-bbd8-f6c08ac97941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:08:26.198400 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-bae16f46-ceec-49a0-8e69-fefa03324117 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:26.203205 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-bae16f46-ceec-49a0-8e69-fefa03324117 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.72 "GET /v2.0/networks?id=3a9b93d0-ee39-4913-9848-9478ceb94215 HTTP/1.1" status: 200 len: 796 time: 0.1423068 Jul 07 18:08:26.282856 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6f1afc70-fa85-4a23-a4c1-aa3aae5c8836 req-f0e281e1-1361-4959-9b87-2c599eaaeec3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 210 time: 0.0783355 Jul 07 18:08:26.336119 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-e6e8273b-21c4-4224-a8b2-64841eaf0628 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7 HTTP/1.1" status: 200 len: 380 time: 0.1019342 Jul 07 18:08:26.340299 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.347027 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-911ce9a6-5634-4114-ad4f-825a0a5848fd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'port': {'device_id': '643a92a7-9b2c-443f-b415-205735242ef4', 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215', 'admin_state_up': True, 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'security_groups': ['d75b76da-04e3-41d8-ba3c-1dcfae6d0545']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:26.469698 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-911ce9a6-5634-4114-ad4f-825a0a5848fd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Made reservation on behalf of 22f1d5a2e22b43d2aa02349f22c09dd7 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:08:26.473687 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-911ce9a6-5634-4114-ad4f-825a0a5848fd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.610347 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-911ce9a6-5634-4114-ad4f-825a0a5848fd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Allocated IP 172.20.0.9 (3a9b93d0-ee39-4913-9848-9478ceb94215/b490773f-93c7-4fbd-bbd8-f6c08ac97941/60227da9-a87b-48ae-8203-3ec9c5372c3e) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:08:26.777630 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-911ce9a6-5634-4114-ad4f-825a0a5848fd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.793044 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-911ce9a6-5634-4114-ad4f-825a0a5848fd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Transition to ACTIVE for port object 60227da9-a87b-48ae-8203-3ec9c5372c3e will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:26.827855 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-911ce9a6-5634-4114-ad4f-825a0a5848fd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.886159 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-911ce9a6-5634-4114-ad4f-825a0a5848fd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network 3a9b93d0-ee39-4913-9848-9478ceb94215 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:08:26.892757 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-911ce9a6-5634-4114-ad4f-825a0a5848fd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:26.895062 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-911ce9a6-5634-4114-ad4f-825a0a5848fd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:08:26.913284 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a2051dd6-6edb-4cea-a318-615d3459bd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.917889 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ce9a6-5634-4114-ad4f-825a0a5848fd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=60227da9-a87b-48ae-8203-3ec9c5372c3e,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:26.949184 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-911ce9a6-5634-4114-ad4f-825a0a5848fd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:26.949758 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-911ce9a6-5634-4114-ad4f-825a0a5848fd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.975410 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-911ce9a6-5634-4114-ad4f-825a0a5848fd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6328139 Jul 07 18:08:26.988187 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-3ec0ff45-3684-41b3-931e-6a8a24d36901 service neutron] Request body: {'port': {'device_id': '643a92a7-9b2c-443f-b415-205735242ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:27.074465 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-3ec0ff45-3684-41b3-931e-6a8a24d36901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:27.137644 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-15d61031-78e7-4b4c-a52a-35c7a3387b0d None None] Provisioning for port 60227da9-a87b-48ae-8203-3ec9c5372c3e completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:27.142312 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-15d61031-78e7-4b4c-a52a-35c7a3387b0d None None] Provisioning complete for port 60227da9-a87b-48ae-8203-3ec9c5372c3e triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:27.142698 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-15d61031-78e7-4b4c-a52a-35c7a3387b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:27.186516 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-15d61031-78e7-4b4c-a52a-35c7a3387b0d None None] Port 60227da9-a87b-48ae-8203-3ec9c5372c3e cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:08:27.243945 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a87b56e7-e5f9-4814-9531-e80c30e71667 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:08:27.296199 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port a87b56e7-e5f9-4814-9531-e80c30e71667 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:27.300337 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port a87b56e7-e5f9-4814-9531-e80c30e71667 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:27.300749 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:27.394175 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:27.412567 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-3ec0ff45-3684-41b3-931e-6a8a24d36901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60227da9-a87b-48ae-8203-3ec9c5372c3e {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:08:27.421799 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-3ec0ff45-3684-41b3-931e-6a8a24d36901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:27.431336 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port a87b56e7-e5f9-4814-9531-e80c30e71667, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a87b56e7-e5f9-4814-9531-e80c30e71667,segment=NetworkSegment(d981598e-9c84-490f-a2e5-1602545c8c64),segment_id=d981598e-9c84-490f-a2e5-1602545c8c64)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:27.436248 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:27.437371 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-3ec0ff45-3684-41b3-931e-6a8a24d36901 service neutron] Transition to ACTIVE for port object 60227da9-a87b-48ae-8203-3ec9c5372c3e will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:27.445227 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-3ec0ff45-3684-41b3-931e-6a8a24d36901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:27.494032 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939a6b4-8e7e-4be7-8e0c-1d3dd0563fe1 req-402bd06a-49a4-457a-b259-0c4856ae7912 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:27.495919 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f939a6b4-8e7e-4be7-8e0c-1d3dd0563fe1 req-402bd06a-49a4-457a-b259-0c4856ae7912 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 931 time: 0.0804813 Jul 07 18:08:27.517309 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=a87b56e7-e5f9-4814-9531-e80c30e71667,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:27.522859 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0ff45-3684-41b3-931e-6a8a24d36901 service neutron] Pushing event updated for resources: {'Port': ['ID=60227da9-a87b-48ae-8203-3ec9c5372c3e,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:27.544577 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f939a6b4-8e7e-4be7-8e0c-1d3dd0563fe1 req-8886eea2-2c64-4e64-9e4e-706082a050c4 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75b76da-04e3-41d8-ba3c-1dcfae6d0545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382333 Jul 07 18:08:27.575582 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-3ec0ff45-3684-41b3-931e-6a8a24d36901 service neutron] Attempting to bind port 60227da9-a87b-48ae-8203-3ec9c5372c3e on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:08:27.575925 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-3ec0ff45-3684-41b3-931e-6a8a24d36901 service neutron] Attempting to bind port 60227da9-a87b-48ae-8203-3ec9c5372c3e by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'd981598e-9c84-490f-a2e5-1602545c8c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:08:27.576258 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-3ec0ff45-3684-41b3-931e-6a8a24d36901 service neutron] Attempting to bind port 60227da9-a87b-48ae-8203-3ec9c5372c3e on network 3a9b93d0-ee39-4913-9848-9478ceb94215 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:08:27.581791 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-3ec0ff45-3684-41b3-931e-6a8a24d36901 service neutron] Port 60227da9-a87b-48ae-8203-3ec9c5372c3e on network 3a9b93d0-ee39-4913-9848-9478ceb94215 not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:08:27.582121 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-3ec0ff45-3684-41b3-931e-6a8a24d36901 service neutron] Attempting to bind port 60227da9-a87b-48ae-8203-3ec9c5372c3e on network 3a9b93d0-ee39-4913-9848-9478ceb94215 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:08:27.588181 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-3ec0ff45-3684-41b3-931e-6a8a24d36901 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:08:27.588521 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-3ec0ff45-3684-41b3-931e-6a8a24d36901 service neutron] Checking segment: {'id': 'd981598e-9c84-490f-a2e5-1602545c8c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:08:27.588937 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-3ec0ff45-3684-41b3-931e-6a8a24d36901 service neutron] Bound using segment: {'id': 'd981598e-9c84-490f-a2e5-1602545c8c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:08:27.589369 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-3ec0ff45-3684-41b3-931e-6a8a24d36901 service neutron] Bound port: 60227da9-a87b-48ae-8203-3ec9c5372c3e, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd981598e-9c84-490f-a2e5-1602545c8c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:08:27.589730 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-3ec0ff45-3684-41b3-931e-6a8a24d36901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:27.663941 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-3ec0ff45-3684-41b3-931e-6a8a24d36901 service neutron] For port 60227da9-a87b-48ae-8203-3ec9c5372c3e, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:08:27.667468 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-3ec0ff45-3684-41b3-931e-6a8a24d36901 service neutron] For port 60227da9-a87b-48ae-8203-3ec9c5372c3e, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=60227da9-a87b-48ae-8203-3ec9c5372c3e,segment=NetworkSegment(d981598e-9c84-490f-a2e5-1602545c8c64),segment_id=d981598e-9c84-490f-a2e5-1602545c8c64)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:08:27.671581 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-3ec0ff45-3684-41b3-931e-6a8a24d36901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:27.714971 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-3ec0ff45-3684-41b3-931e-6a8a24d36901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:27.715857 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-3ec0ff45-3684-41b3-931e-6a8a24d36901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:27.717340 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-3ec0ff45-3684-41b3-931e-6a8a24d36901 service neutron] 10.222.0.72 "PUT /v2.0/ports/60227da9-a87b-48ae-8203-3ec9c5372c3e HTTP/1.1" status: 200 len: 1092 time: 0.7337937 Jul 07 18:08:27.720453 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643a92a7-9b2c-443f-b415-205735242ef4', 'tag': '60227da9-a87b-48ae-8203-3ec9c5372c3e'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:27.724832 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afbdbd6-d5b0-4a7a-934d-c08dd674ff91" -d '{"events": [{"name": "network-changed", "server_uuid": "643a92a7-9b2c-443f-b415-205735242ef4", "tag": "60227da9-a87b-48ae-8203-3ec9c5372c3e"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:27.756109 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0ff45-3684-41b3-931e-6a8a24d36901 service neutron] Pushing event updated for resources: {'Port': ['ID=60227da9-a87b-48ae-8203-3ec9c5372c3e,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:27.771772 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9762680-80ca-4c45-8b4b-1dde6425da58 x-openstack-request-id: req-f9762680-80ca-4c45-8b4b-1dde6425da58 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:27.772073 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643a92a7-9b2c-443f-b415-205735242ef4", "tag": "60227da9-a87b-48ae-8203-3ec9c5372c3e", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:27.772336 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9762680-80ca-4c45-8b4b-1dde6425da58 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:27.772792 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643a92a7-9b2c-443f-b415-205735242ef4', 'tag': '60227da9-a87b-48ae-8203-3ec9c5372c3e', 'status': 'completed', 'code': 200} Jul 07 18:08:27.829425 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-3ff47ed8-3b9d-4f02-be3f-2ec44d3fae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:27.831601 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-3ff47ed8-3b9d-4f02-be3f-2ec44d3fae44 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 1095 time: 0.0708470 Jul 07 18:08:27.879406 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-67e1ca43-c576-424c-8bec-76dfc1b8876d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60227da9-a87b-48ae-8203-3ec9c5372c3e HTTP/1.1" status: 200 len: 217 time: 0.0409312 Jul 07 18:08:27.929977 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-7c6e4c11-70ca-48bb-98b3-ec71de74faed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:27.931475 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-7c6e4c11-70ca-48bb-98b3-ec71de74faed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b490773f-93c7-4fbd-bbd8-f6c08ac97941 HTTP/1.1" status: 200 len: 833 time: 0.0463340 Jul 07 18:08:27.994145 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-4242b356-260c-4e01-a06f-848629890491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:27.996105 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-4242b356-260c-4e01-a06f-848629890491 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a9b93d0-ee39-4913-9848-9478ceb94215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582759 Jul 07 18:08:28.094556 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-376faf6d-07bb-4760-9192-64f9ca920a88 service neutron] 10.222.0.72 "GET /v2.0/networks/3a9b93d0-ee39-4913-9848-9478ceb94215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919347 Jul 07 18:08:28.171780 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:28.188201 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f0b78f03-9f30-48c7-b466-50a9b51a20f3 req-14312a5b-4750-4478-b212-6d2e98551c70 service neutron] 10.222.0.72 "GET /v2.0/networks/3a9b93d0-ee39-4913-9848-9478ceb94215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868766 Jul 07 18:08:28.309050 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbdbd6-d5b0-4a7a-934d-c08dd674ff91 req-ee14e275-67fb-4163-989f-8c94eff7cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:28.310938 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0afbdbd6-d5b0-4a7a-934d-c08dd674ff91 req-ee14e275-67fb-4163-989f-8c94eff7cbf7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 1095 time: 0.0707934 Jul 07 18:08:28.411029 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbdbd6-d5b0-4a7a-934d-c08dd674ff91 req-a5d6c38c-69c2-48b2-8a55-0da6040b2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:28.413496 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0afbdbd6-d5b0-4a7a-934d-c08dd674ff91 req-a5d6c38c-69c2-48b2-8a55-0da6040b2be4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3a9b93d0-ee39-4913-9848-9478ceb94215 HTTP/1.1" status: 200 len: 897 time: 0.0962198 Jul 07 18:08:28.457832 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0afbdbd6-d5b0-4a7a-934d-c08dd674ff91 req-dc478471-4fda-49f3-9f6b-c0b58e0852c7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60227da9-a87b-48ae-8203-3ec9c5372c3e HTTP/1.1" status: 200 len: 217 time: 0.0361099 Jul 07 18:08:28.512215 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbdbd6-d5b0-4a7a-934d-c08dd674ff91 req-93d7f687-63b5-400d-af97-709e17144dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:28.513651 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0afbdbd6-d5b0-4a7a-934d-c08dd674ff91 req-93d7f687-63b5-400d-af97-709e17144dee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b490773f-93c7-4fbd-bbd8-f6c08ac97941 HTTP/1.1" status: 200 len: 833 time: 0.0495882 Jul 07 18:08:28.571983 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbdbd6-d5b0-4a7a-934d-c08dd674ff91 req-8910284a-efc9-49f2-aed5-33d4358dbb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:28.573539 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0afbdbd6-d5b0-4a7a-934d-c08dd674ff91 req-8910284a-efc9-49f2-aed5-33d4358dbb60 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a9b93d0-ee39-4913-9848-9478ceb94215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537891 Jul 07 18:08:28.671539 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0afbdbd6-d5b0-4a7a-934d-c08dd674ff91 req-b76302ef-27fd-455f-a0f0-2a53c58d3739 service neutron] 10.222.0.72 "GET /v2.0/networks/3a9b93d0-ee39-4913-9848-9478ceb94215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912266 Jul 07 18:08:28.745233 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7ac36-10e6-429b-b97d-15ec6cdd419f req-892b32cd-ac9b-492e-b545-92607580d77a tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:28.746811 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b1e7ac36-10e6-429b-b97d-15ec6cdd419f req-892b32cd-ac9b-492e-b545-92607580d77a tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 943 time: 0.0730941 Jul 07 18:08:28.777898 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0afbdbd6-d5b0-4a7a-934d-c08dd674ff91 req-2d30c6f6-00b0-4b9f-97b3-98bb517d1b90 service neutron] 10.222.0.72 "GET /v2.0/networks/3a9b93d0-ee39-4913-9848-9478ceb94215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977829 Jul 07 18:08:28.789366 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b1e7ac36-10e6-429b-b97d-15ec6cdd419f req-dd285756-b4c6-407f-a068-78c540cecc98 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75b76da-04e3-41d8-ba3c-1dcfae6d0545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366247 Jul 07 18:08:29.199006 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a87b56e7-e5f9-4814-9531-e80c30e71667 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:08:29.249763 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port a87b56e7-e5f9-4814-9531-e80c30e71667 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:29.250138 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:30.004832 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e8430-af08-4bc4-ae0a-6ab5693922e9 req-44d6164b-7692-4194-aa07-3bcaefc2c1f4 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:30.007042 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1a1e8430-af08-4bc4-ae0a-6ab5693922e9 req-44d6164b-7692-4194-aa07-3bcaefc2c1f4 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 943 time: 0.0856435 Jul 07 18:08:30.053215 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1a1e8430-af08-4bc4-ae0a-6ab5693922e9 req-51019102-8019-41e8-b3f5-05e20351be8f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75b76da-04e3-41d8-ba3c-1dcfae6d0545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376239 Jul 07 18:08:30.481612 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:31.095763 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 60227da9-a87b-48ae-8203-3ec9c5372c3e details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:08:31.207945 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 60227da9-a87b-48ae-8203-3ec9c5372c3e, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=60227da9-a87b-48ae-8203-3ec9c5372c3e,segment=NetworkSegment(d981598e-9c84-490f-a2e5-1602545c8c64),segment_id=d981598e-9c84-490f-a2e5-1602545c8c64)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:31.222559 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '60227da9-a87b-48ae-8203-3ec9c5372c3e', 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215', 'port_id': '60227da9-a87b-48ae-8203-3ec9c5372c3e', 'mac_address': 'fa:16:3e:87:9f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b490773f-93c7-4fbd-bbd8-f6c08ac97941', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:08:31.270303 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:31.286142 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60227da9-a87b-48ae-8203-3ec9c5372c3e {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:08:31.291209 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e8595-7077-49a2-b2fb-80b1531ea763 req-bd077b99-2452-4e76-b096-edaf3258b670 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:31.293592 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c64e8595-7077-49a2-b2fb-80b1531ea763 req-bd077b99-2452-4e76-b096-edaf3258b670 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 943 time: 0.0747256 Jul 07 18:08:31.312356 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 60227da9-a87b-48ae-8203-3ec9c5372c3e, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=60227da9-a87b-48ae-8203-3ec9c5372c3e,segment=NetworkSegment(d981598e-9c84-490f-a2e5-1602545c8c64),segment_id=d981598e-9c84-490f-a2e5-1602545c8c64)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:31.317584 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:31.342516 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c64e8595-7077-49a2-b2fb-80b1531ea763 req-848e6f80-f5ed-49ea-bd4e-97043404704e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75b76da-04e3-41d8-ba3c-1dcfae6d0545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390234 Jul 07 18:08:31.393132 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=60227da9-a87b-48ae-8203-3ec9c5372c3e,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:31.556186 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['60227da9-a87b-48ae-8203-3ec9c5372c3e'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:08:32.530729 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14805b48-ee13-406d-9694-54e7af7146c8 req-f17ade3f-f1f7-4946-870a-53754767d3de tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:32.532269 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-14805b48-ee13-406d-9694-54e7af7146c8 req-f17ade3f-f1f7-4946-870a-53754767d3de tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 944 time: 0.0703094 Jul 07 18:08:32.577173 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-14805b48-ee13-406d-9694-54e7af7146c8 req-eff4e63e-4d43-47a8-a88f-d1907ba8401e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75b76da-04e3-41d8-ba3c-1dcfae6d0545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389099 Jul 07 18:08:33.111255 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 60227da9-a87b-48ae-8203-3ec9c5372c3e up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:08:33.165056 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 60227da9-a87b-48ae-8203-3ec9c5372c3e completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:33.169339 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 60227da9-a87b-48ae-8203-3ec9c5372c3e triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:33.169751 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:33.254021 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:33.279876 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643a92a7-9b2c-443f-b415-205735242ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60227da9-a87b-48ae-8203-3ec9c5372c3e'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:33.282166 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3299d53-852d-4fe8-af8c-80b746165502" -d '{"events": [{"server_uuid": "643a92a7-9b2c-443f-b415-205735242ef4", "name": "network-vif-plugged", "status": "completed", "tag": "60227da9-a87b-48ae-8203-3ec9c5372c3e"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:33.297081 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 60227da9-a87b-48ae-8203-3ec9c5372c3e, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=60227da9-a87b-48ae-8203-3ec9c5372c3e,segment=NetworkSegment(d981598e-9c84-490f-a2e5-1602545c8c64),segment_id=d981598e-9c84-490f-a2e5-1602545c8c64)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:33.301892 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:33.328540 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11067512-88b9-4716-b0d5-6cf03a4ff1b8 x-openstack-request-id: req-11067512-88b9-4716-b0d5-6cf03a4ff1b8 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:33.328874 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643a92a7-9b2c-443f-b415-205735242ef4", "name": "network-vif-plugged", "status": "completed", "tag": "60227da9-a87b-48ae-8203-3ec9c5372c3e", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:33.329131 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-11067512-88b9-4716-b0d5-6cf03a4ff1b8 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:33.329524 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643a92a7-9b2c-443f-b415-205735242ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60227da9-a87b-48ae-8203-3ec9c5372c3e', 'code': 200} Jul 07 18:08:33.355168 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=60227da9-a87b-48ae-8203-3ec9c5372c3e,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:33.451298 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0ebb1-643d-4ebd-b506-47400673406f req-be2428e9-dbaf-4703-8a55-e20f58df2457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:33.452831 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-78d0ebb1-643d-4ebd-b506-47400673406f req-be2428e9-dbaf-4703-8a55-e20f58df2457 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 1097 time: 0.0542169 Jul 07 18:08:33.487901 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-78d0ebb1-643d-4ebd-b506-47400673406f req-27f542a5-7585-4c3e-b522-6180952d5149 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d75b76da-04e3-41d8-ba3c-1dcfae6d0545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289042 Jul 07 18:08:33.762540 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef40b4-e547-4a4a-a32d-a903103df146 req-dc89e51f-4941-48be-9615-ba0bc5956f33 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:33.764161 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7fef40b4-e547-4a4a-a32d-a903103df146 req-dc89e51f-4941-48be-9615-ba0bc5956f33 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 945 time: 0.0671682 Jul 07 18:08:33.806376 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7fef40b4-e547-4a4a-a32d-a903103df146 req-16e0b4f7-8a7f-4f47-83fe-769b8aed3be1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75b76da-04e3-41d8-ba3c-1dcfae6d0545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365510 Jul 07 18:08:34.992604 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ac3e6-6859-4cc1-a45c-f6a7fa99999a req-650b7093-2a9c-4f5c-9509-f4e52680f9f3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:34.994218 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bf5ac3e6-6859-4cc1-a45c-f6a7fa99999a req-650b7093-2a9c-4f5c-9509-f4e52680f9f3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 945 time: 0.0691969 Jul 07 18:08:35.034933 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bf5ac3e6-6859-4cc1-a45c-f6a7fa99999a req-4054116e-d01f-4f3e-80bf-670bb9cafef6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75b76da-04e3-41d8-ba3c-1dcfae6d0545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343845 Jul 07 18:08:35.235193 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ee66c-6dde-475e-972b-ea0886e5d77b req-8d39c1da-01b2-4a47-92fa-f373ceceaac9 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:35.236723 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3d9ee66c-6dde-475e-972b-ea0886e5d77b req-8d39c1da-01b2-4a47-92fa-f373ceceaac9 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 945 time: 0.0719216 Jul 07 18:08:35.275500 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3d9ee66c-6dde-475e-972b-ea0886e5d77b req-2f7b3d13-1b40-4ad7-a5d1-37154bc9717f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75b76da-04e3-41d8-ba3c-1dcfae6d0545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323651 Jul 07 18:08:35.302027 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51172) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:35.411730 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e153ca46-33d2-4926-ac30-93ac403256a2 tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:35.413434 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e153ca46-33d2-4926-ac30-93ac403256a2 tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 1092 time: 0.1095488 Jul 07 18:08:35.416714 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51176) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:35.421178 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-1b5370cc-384a-47f2-8051-4139f1c76103 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'port_id': '60227da9-a87b-48ae-8203-3ec9c5372c3e', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:35.446582 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1b5370cc-384a-47f2-8051-4139f1c76103 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:35.558221 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1b5370cc-384a-47f2-8051-4139f1c76103 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:35.683136 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-1b5370cc-384a-47f2-8051-4139f1c76103 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Allocated IP 172.25.0.57 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/2b841005-e6bb-44e0-8859-d6a01e045b28) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:08:35.798708 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1b5370cc-384a-47f2-8051-4139f1c76103 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:35.845826 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1b5370cc-384a-47f2-8051-4139f1c76103 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:35.885778 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5370cc-384a-47f2-8051-4139f1c76103 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:08:35.890713 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-1b5370cc-384a-47f2-8051-4139f1c76103 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:35.894207 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5370cc-384a-47f2-8051-4139f1c76103 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:08:35.899889 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5370cc-384a-47f2-8051-4139f1c76103 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=2b841005-e6bb-44e0-8859-d6a01e045b28,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:36.285338 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1b5370cc-384a-47f2-8051-4139f1c76103 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:36.374929 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1b5370cc-384a-47f2-8051-4139f1c76103 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:36.539414 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1b5370cc-384a-47f2-8051-4139f1c76103 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:36.544119 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1b5370cc-384a-47f2-8051-4139f1c76103 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:36.612131 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5370cc-384a-47f2-8051-4139f1c76103 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=2b841005-e6bb-44e0-8859-d6a01e045b28,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:36.625559 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1b5370cc-384a-47f2-8051-4139f1c76103 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:36.789051 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-1b5370cc-384a-47f2-8051-4139f1c76103 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Floating IP a6883706-ae0f-4e18-9386-3b6635de3004 associated. External IP: 172.25.0.57, port: 60227da9-a87b-48ae-8203-3ec9c5372c3e. Jul 07 18:08:37.016897 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5370cc-384a-47f2-8051-4139f1c76103 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Router 3d16d43d-f8b0-4c4d-a700-9edbcea87e93 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:08:37.131500 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5370cc-384a-47f2-8051-4139f1c76103 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:08:37.142545 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503aeb93-d323-44f4-bb4e-f5ecb4c98784 None None] Sync routers for ids ['3d16d43d-f8b0-4c4d-a700-9edbcea87e93'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:08:37.150322 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-1b5370cc-384a-47f2-8051-4139f1c76103 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:37.156062 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503aeb93-d323-44f4-bb4e-f5ecb4c98784 None None] Routers {'3d16d43d-f8b0-4c4d-a700-9edbcea87e93'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:08:37.156967 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-503aeb93-d323-44f4-bb4e-f5ecb4c98784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:08:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['3d16d43d-f8b0-4c4d-a700-9edbcea87e93'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:37.190966 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-1b5370cc-384a-47f2-8051-4139f1c76103 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7731304 Jul 07 18:08:37.192228 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643a92a7-9b2c-443f-b415-205735242ef4', 'tag': '60227da9-a87b-48ae-8203-3ec9c5372c3e'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:37.198012 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4b946b-e758-4645-8e5a-6c4853cf9f43" -d '{"events": [{"name": "network-changed", "server_uuid": "643a92a7-9b2c-443f-b415-205735242ef4", "tag": "60227da9-a87b-48ae-8203-3ec9c5372c3e"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:37.241826 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34d90a8-cf74-4937-a2c2-772d5b2646f3 x-openstack-request-id: req-f34d90a8-cf74-4937-a2c2-772d5b2646f3 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:37.242123 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643a92a7-9b2c-443f-b415-205735242ef4", "tag": "60227da9-a87b-48ae-8203-3ec9c5372c3e", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:37.242874 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f34d90a8-cf74-4937-a2c2-772d5b2646f3 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:37.243425 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643a92a7-9b2c-443f-b415-205735242ef4', 'tag': '60227da9-a87b-48ae-8203-3ec9c5372c3e', 'status': 'completed', 'code': 200} Jul 07 18:08:37.282720 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-503aeb93-d323-44f4-bb4e-f5ecb4c98784 None None] Set router 3d16d43d-f8b0-4c4d-a700-9edbcea87e93 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:08:37.348679 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b946b-e758-4645-8e5a-6c4853cf9f43 req-950cf845-704a-4304-bbf9-4ffa813cd97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:37.352040 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd4b946b-e758-4645-8e5a-6c4853cf9f43 req-950cf845-704a-4304-bbf9-4ffa813cd97c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 1097 time: 0.0841107 Jul 07 18:08:37.386186 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4cfc96-1410-40c0-a556-ae4c9b659ec7 req-dd9c9fc8-2fe3-49cf-977b-a8f94b554038 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:37.394192 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-be4cfc96-1410-40c0-a556-ae4c9b659ec7 req-dd9c9fc8-2fe3-49cf-977b-a8f94b554038 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 945 time: 0.0883849 Jul 07 18:08:37.445747 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-be4cfc96-1410-40c0-a556-ae4c9b659ec7 req-a1fd1fba-783e-4041-9864-176dce629e2f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75b76da-04e3-41d8-ba3c-1dcfae6d0545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504699 Jul 07 18:08:37.465113 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b946b-e758-4645-8e5a-6c4853cf9f43 req-e0e3d535-e888-4da9-881f-6cf3e1a240be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:37.466666 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd4b946b-e758-4645-8e5a-6c4853cf9f43 req-e0e3d535-e888-4da9-881f-6cf3e1a240be service neutron] 10.222.0.72 "GET /v2.0/networks?id=3a9b93d0-ee39-4913-9848-9478ceb94215 HTTP/1.1" status: 200 len: 897 time: 0.1077962 Jul 07 18:08:37.479150 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51182) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:37.545665 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd4b946b-e758-4645-8e5a-6c4853cf9f43 req-840d551d-cc31-420d-9d75-9c7186730c7e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60227da9-a87b-48ae-8203-3ec9c5372c3e HTTP/1.1" status: 200 len: 998 time: 0.0721993 Jul 07 18:08:37.557357 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-503aeb93-d323-44f4-bb4e-f5ecb4c98784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313111970', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:08:23Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'a6883706-ae0f-4e18-9386-3b6635de3004', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'floating_ip_address': '172.25.0.57', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'port_id': '60227da9-a87b-48ae-8203-3ec9c5372c3e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215', 'mac_address': 'fa:16:3e:87:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643a92a7-9b2c-443f-b415-205735242ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:08:36Z', 'updated_at': '2021-07-07T18:08:36Z', 'revision_number': 0, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87b56e7-e5f9-4814-9531-e80c30e71667', 'name': '', 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:33:8f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b490773f-93c7-4fbd-bbd8-f6c08ac97941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:08:22Z', 'updated_at': '2021-07-07T18:08:27Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': 'b490773f-93c7-4fbd-bbd8-f6c08ac97941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:37.576961 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-47a6c4f8-f817-4c6b-ac8a-8ad70d79d234 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/floatingips/a6883706-ae0f-4e18-9386-3b6635de3004 HTTP/1.1" status: 200 len: 990 time: 0.0963817 Jul 07 18:08:37.594613 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503aeb93-d323-44f4-bb4e-f5ecb4c98784 None None] Checking router: 3d16d43d-f8b0-4c4d-a700-9edbcea87e93 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:08:37.607258 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503aeb93-d323-44f4-bb4e-f5ecb4c98784 None None] Routers {'3d16d43d-f8b0-4c4d-a700-9edbcea87e93'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:08:37.607896 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-503aeb93-d323-44f4-bb4e-f5ecb4c98784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:08:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['3d16d43d-f8b0-4c4d-a700-9edbcea87e93'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:37.614043 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b946b-e758-4645-8e5a-6c4853cf9f43 req-c3a7fdf1-da5c-4f01-8eb4-414e5c4406b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:37.616323 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd4b946b-e758-4645-8e5a-6c4853cf9f43 req-c3a7fdf1-da5c-4f01-8eb4-414e5c4406b9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b490773f-93c7-4fbd-bbd8-f6c08ac97941 HTTP/1.1" status: 200 len: 833 time: 0.0644655 Jul 07 18:08:37.693809 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b946b-e758-4645-8e5a-6c4853cf9f43 req-b1057fa3-db8c-4172-af0e-196eaf33a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:37.695814 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd4b946b-e758-4645-8e5a-6c4853cf9f43 req-b1057fa3-db8c-4172-af0e-196eaf33a903 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a9b93d0-ee39-4913-9848-9478ceb94215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733774 Jul 07 18:08:37.735690 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-503aeb93-d323-44f4-bb4e-f5ecb4c98784 None None] Set router 3d16d43d-f8b0-4c4d-a700-9edbcea87e93 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:08:37.787419 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd4b946b-e758-4645-8e5a-6c4853cf9f43 req-20ff1c4f-dc36-4e97-ba72-e3d67c03d34b service neutron] 10.222.0.72 "GET /v2.0/networks/3a9b93d0-ee39-4913-9848-9478ceb94215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855908 Jul 07 18:08:37.893904 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd4b946b-e758-4645-8e5a-6c4853cf9f43 req-41487a8d-7a19-454d-b66b-7318e1eae9eb service neutron] 10.222.0.72 "GET /v2.0/networks/3a9b93d0-ee39-4913-9848-9478ceb94215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005700 Jul 07 18:08:37.984508 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-503aeb93-d323-44f4-bb4e-f5ecb4c98784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313111970', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:08:23Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'a6883706-ae0f-4e18-9386-3b6635de3004', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'floating_ip_address': '172.25.0.57', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'port_id': '60227da9-a87b-48ae-8203-3ec9c5372c3e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215', 'mac_address': 'fa:16:3e:87:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643a92a7-9b2c-443f-b415-205735242ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:08:36Z', 'updated_at': '2021-07-07T18:08:36Z', 'revision_number': 0, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87b56e7-e5f9-4814-9531-e80c30e71667', 'name': '', 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:33:8f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b490773f-93c7-4fbd-bbd8-f6c08ac97941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:08:22Z', 'updated_at': '2021-07-07T18:08:27Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': 'b490773f-93c7-4fbd-bbd8-f6c08ac97941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:38.011271 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503aeb93-d323-44f4-bb4e-f5ecb4c98784 None None] The sync data for ids ['3d16d43d-f8b0-4c4d-a700-9edbcea87e93'] in n-d-791503-12 is: [{'id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313111970', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:08:23Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'a6883706-ae0f-4e18-9386-3b6635de3004', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'floating_ip_address': '172.25.0.57', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'port_id': '60227da9-a87b-48ae-8203-3ec9c5372c3e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215', 'mac_address': 'fa:16:3e:87:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643a92a7-9b2c-443f-b415-205735242ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:08:36Z', 'updated_at': '2021-07-07T18:08:36Z', 'revision_number': 0, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87b56e7-e5f9-4814-9531-e80c30e71667', 'name': '', 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:33:8f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b490773f-93c7-4fbd-bbd8-f6c08ac97941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:08:22Z', 'updated_at': '2021-07-07T18:08:27Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': 'b490773f-93c7-4fbd-bbd8-f6c08ac97941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:08:38.061534 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:38.220388 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e834669d-7c19-4f8a-bb7a-0caf4abe625c None None] New status for floating IP a6883706-ae0f-4e18-9386-3b6635de3004: ACTIVE {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:08:38.555568 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:38.580346 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51184) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:38.649224 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b975d267-6535-4308-b8ed-42be0a9793a3 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/floatingips/a6883706-ae0f-4e18-9386-3b6635de3004 HTTP/1.1" status: 200 len: 992 time: 0.0677400 Jul 07 18:08:38.970787 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:08:51.596257 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b5393d07-72cf-4504-aa5d-7aa2eeb3868d req-d982d8dc-7a74-407e-bd8f-2685a1658cec service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534527 Jul 07 18:08:51.694758 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5393d07-72cf-4504-aa5d-7aa2eeb3868d req-48955a0c-2338-4033-85bb-e488ac6873fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:51.696277 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b5393d07-72cf-4504-aa5d-7aa2eeb3868d req-48955a0c-2338-4033-85bb-e488ac6873fa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 1097 time: 0.0547931 Jul 07 18:08:51.826178 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5393d07-72cf-4504-aa5d-7aa2eeb3868d req-e6dc20a5-454b-426b-8f64-576c556198f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:51.828790 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b5393d07-72cf-4504-aa5d-7aa2eeb3868d req-e6dc20a5-454b-426b-8f64-576c556198f5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3a9b93d0-ee39-4913-9848-9478ceb94215 HTTP/1.1" status: 200 len: 897 time: 0.1104288 Jul 07 18:08:51.897202 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b5393d07-72cf-4504-aa5d-7aa2eeb3868d req-d3f86bd6-3227-49a5-9c9f-154eb29851d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60227da9-a87b-48ae-8203-3ec9c5372c3e HTTP/1.1" status: 200 len: 1000 time: 0.0619605 Jul 07 18:08:51.949510 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5393d07-72cf-4504-aa5d-7aa2eeb3868d req-e9784412-f432-4fd3-87dd-f80a7b1fc269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:51.951004 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b5393d07-72cf-4504-aa5d-7aa2eeb3868d req-e9784412-f432-4fd3-87dd-f80a7b1fc269 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b490773f-93c7-4fbd-bbd8-f6c08ac97941 HTTP/1.1" status: 200 len: 833 time: 0.0463607 Jul 07 18:08:52.015870 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5393d07-72cf-4504-aa5d-7aa2eeb3868d req-cf1562c4-7d88-4519-b624-f2a77df03446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:52.017444 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b5393d07-72cf-4504-aa5d-7aa2eeb3868d req-cf1562c4-7d88-4519-b624-f2a77df03446 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a9b93d0-ee39-4913-9848-9478ceb94215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599852 Jul 07 18:08:52.109169 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b5393d07-72cf-4504-aa5d-7aa2eeb3868d req-84aeb1c5-37d2-4b09-977e-896566f08407 service neutron] 10.222.0.72 "GET /v2.0/networks/3a9b93d0-ee39-4913-9848-9478ceb94215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850461 Jul 07 18:08:52.207706 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b5393d07-72cf-4504-aa5d-7aa2eeb3868d req-09857c48-28f1-4534-89ad-5a7577fd4a26 service neutron] 10.222.0.72 "GET /v2.0/networks/3a9b93d0-ee39-4913-9848-9478ceb94215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913105 Jul 07 18:08:53.520820 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d039b69c-603d-4736-b7c4-d7f090b4a355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:56.334251 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:56.915046 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4a78b703-0df6-41fd-b6b3-a6025cae3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:58.174210 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:00.484562 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:08.067041 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:08.571143 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:10.217697 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8e24c-f641-4f24-b2c0-8a8b71f3c6d6 req-badb512f-f734-4be5-8e25-05994e8b37bd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:10.219260 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-74a8e24c-f641-4f24-b2c0-8a8b71f3c6d6 req-badb512f-f734-4be5-8e25-05994e8b37bd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 945 time: 0.0663452 Jul 07 18:09:10.259535 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-74a8e24c-f641-4f24-b2c0-8a8b71f3c6d6 req-262dc53b-90a8-4d39-8c0a-839516ebc1cb tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75b76da-04e3-41d8-ba3c-1dcfae6d0545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341644 Jul 07 18:09:11.446978 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858718a3-cbb2-4bd5-bf42-be1555c4268d req-c8e605e0-f4b9-484a-938b-fd38cd45b2f9 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:11.448458 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-858718a3-cbb2-4bd5-bf42-be1555c4268d req-c8e605e0-f4b9-484a-938b-fd38cd45b2f9 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 945 time: 0.0680232 Jul 07 18:09:11.489805 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-858718a3-cbb2-4bd5-bf42-be1555c4268d req-4a9be1dc-ea48-4fde-8454-d79cbe29e902 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75b76da-04e3-41d8-ba3c-1dcfae6d0545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353947 Jul 07 18:09:12.666140 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b0781-8e02-4d44-abc8-f7a8bbb12aeb req-4dbedd1b-93c9-4168-8a4b-9cc487a59d1e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:12.667670 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5b8b0781-8e02-4d44-abc8-f7a8bbb12aeb req-4dbedd1b-93c9-4168-8a4b-9cc487a59d1e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 945 time: 0.0664353 Jul 07 18:09:12.711282 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5b8b0781-8e02-4d44-abc8-f7a8bbb12aeb req-1a9624c7-a7ad-4910-96b7-ce86fff98fc7 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75b76da-04e3-41d8-ba3c-1dcfae6d0545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378044 Jul 07 18:09:13.887198 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dd234-148a-4596-a2b3-ccb45c520f72 req-d38161a3-9961-4862-bc9f-c7f803519a21 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:13.888750 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8a5dd234-148a-4596-a2b3-ccb45c520f72 req-d38161a3-9961-4862-bc9f-c7f803519a21 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 945 time: 0.0652494 Jul 07 18:09:13.928817 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-8a5dd234-148a-4596-a2b3-ccb45c520f72 req-0fd78017-87ce-475b-976b-8446032ee18e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75b76da-04e3-41d8-ba3c-1dcfae6d0545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344524 Jul 07 18:09:15.181008 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60254b67-88f4-48ca-a527-f1122ec7cb28 req-18b0ea91-65fc-4c92-a419-2688113dab4a tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:15.182622 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-60254b67-88f4-48ca-a527-f1122ec7cb28 req-18b0ea91-65fc-4c92-a419-2688113dab4a tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 945 time: 0.0669773 Jul 07 18:09:15.225452 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-60254b67-88f4-48ca-a527-f1122ec7cb28 req-373e45d8-ec4a-4fb1-af17-bfe21178c887 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75b76da-04e3-41d8-ba3c-1dcfae6d0545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360813 Jul 07 18:09:15.976274 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:09:16.416789 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea0566-b350-420c-af88-be504093ecd6 req-7f236f1b-b97a-4bb7-b66f-7b7b5b152c60 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:16.418418 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ceea0566-b350-420c-af88-be504093ecd6 req-7f236f1b-b97a-4bb7-b66f-7b7b5b152c60 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 945 time: 0.0750968 Jul 07 18:09:16.464587 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ceea0566-b350-420c-af88-be504093ecd6 req-a705ee34-778d-4820-bc29-c892223a5ddd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75b76da-04e3-41d8-ba3c-1dcfae6d0545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350285 Jul 07 18:09:17.680937 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d2ff1-94f8-4359-8f07-41fecf8d00d9 req-34b66022-aa5f-404d-9b0e-43bf1549483b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:17.682693 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-557d2ff1-94f8-4359-8f07-41fecf8d00d9 req-34b66022-aa5f-404d-9b0e-43bf1549483b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 945 time: 0.0810523 Jul 07 18:09:17.730063 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-557d2ff1-94f8-4359-8f07-41fecf8d00d9 req-4285a2ca-9afc-4107-b52d-883fa8bcc6b2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75b76da-04e3-41d8-ba3c-1dcfae6d0545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408859 Jul 07 18:09:18.927770 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc116b-3ed5-4803-8546-3c8ffa3ad908 req-18425887-6451-46e6-b056-3c088c0faf76 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:18.929394 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d6dc116b-3ed5-4803-8546-3c8ffa3ad908 req-18425887-6451-46e6-b056-3c088c0faf76 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 945 time: 0.0795565 Jul 07 18:09:18.970749 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d6dc116b-3ed5-4803-8546-3c8ffa3ad908 req-b5809ccd-17fa-4fb9-ba59-8ecdff87f9de tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75b76da-04e3-41d8-ba3c-1dcfae6d0545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357358 Jul 07 18:09:20.167878 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02504fd5-7558-400a-b4b3-128432ec48ff req-bfd147ec-9737-4db8-96fd-294550e0759e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:20.169562 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-02504fd5-7558-400a-b4b3-128432ec48ff req-bfd147ec-9737-4db8-96fd-294550e0759e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 945 time: 0.0706503 Jul 07 18:09:20.212478 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-02504fd5-7558-400a-b4b3-128432ec48ff req-187de764-9178-40de-8e41-00ee153d5716 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75b76da-04e3-41d8-ba3c-1dcfae6d0545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372415 Jul 07 18:09:21.408271 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dab5cf-7cec-4324-90e7-c2ae8bdf730c req-5d42d581-6a82-44ed-b312-ececdd41b7be tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:21.409852 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b1dab5cf-7cec-4324-90e7-c2ae8bdf730c req-5d42d581-6a82-44ed-b312-ececdd41b7be tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 945 time: 0.0720422 Jul 07 18:09:21.453492 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b1dab5cf-7cec-4324-90e7-c2ae8bdf730c req-a91e2da8-a035-47c4-8492-e5401dae76ba tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75b76da-04e3-41d8-ba3c-1dcfae6d0545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359592 Jul 07 18:09:21.479170 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51220) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:21.553957 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-60649f28-81db-4f80-9a1e-e379ed0e2d3c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/floatingips/a6883706-ae0f-4e18-9386-3b6635de3004 HTTP/1.1" status: 200 len: 992 time: 0.0733969 Jul 07 18:09:23.035139 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd19eec-f2a8-46e9-91b6-32c8af53d78c req-d8ea8fd3-dd82-47a4-bc4f-9e58235927dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:23.037343 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dcd19eec-f2a8-46e9-91b6-32c8af53d78c req-d8ea8fd3-dd82-47a4-bc4f-9e58235927dd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 1097 time: 0.1043956 Jul 07 18:09:23.044979 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b0d37-8fa0-4e27-a8f8-1944a22eb453 req-21f7c0ec-1cc2-400d-a139-e7b272eaea90 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:23.046452 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c37b0d37-8fa0-4e27-a8f8-1944a22eb453 req-21f7c0ec-1cc2-400d-a139-e7b272eaea90 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 945 time: 0.1052773 Jul 07 18:09:23.135340 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c37b0d37-8fa0-4e27-a8f8-1944a22eb453 req-d749d6ca-71ee-4d35-9526-2646ee55dc62 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75b76da-04e3-41d8-ba3c-1dcfae6d0545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793777 Jul 07 18:09:23.161764 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd19eec-f2a8-46e9-91b6-32c8af53d78c req-7eb7ccac-7473-41fa-b71d-b31c103a4057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:23.163280 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dcd19eec-f2a8-46e9-91b6-32c8af53d78c req-7eb7ccac-7473-41fa-b71d-b31c103a4057 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3a9b93d0-ee39-4913-9848-9478ceb94215 HTTP/1.1" status: 200 len: 897 time: 0.1159256 Jul 07 18:09:23.238298 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dcd19eec-f2a8-46e9-91b6-32c8af53d78c req-d93a714b-e1e0-4817-83a7-69335225ac92 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60227da9-a87b-48ae-8203-3ec9c5372c3e HTTP/1.1" status: 200 len: 1000 time: 0.0684290 Jul 07 18:09:23.291952 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd19eec-f2a8-46e9-91b6-32c8af53d78c req-4e85d8fb-aecc-40b6-a996-5c1797f460eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:23.293561 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dcd19eec-f2a8-46e9-91b6-32c8af53d78c req-4e85d8fb-aecc-40b6-a996-5c1797f460eb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b490773f-93c7-4fbd-bbd8-f6c08ac97941 HTTP/1.1" status: 200 len: 833 time: 0.0494466 Jul 07 18:09:23.354749 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd19eec-f2a8-46e9-91b6-32c8af53d78c req-92677d8e-3e8b-43c1-9353-ebff6db54e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:23.356277 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dcd19eec-f2a8-46e9-91b6-32c8af53d78c req-92677d8e-3e8b-43c1-9353-ebff6db54e54 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a9b93d0-ee39-4913-9848-9478ceb94215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561428 Jul 07 18:09:23.452127 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dcd19eec-f2a8-46e9-91b6-32c8af53d78c req-c8d04757-745b-4de6-8824-6a3f778a0c57 service neutron] 10.222.0.72 "GET /v2.0/networks/3a9b93d0-ee39-4913-9848-9478ceb94215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889931 Jul 07 18:09:23.525071 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d2cb0a08-b127-4dd6-8302-fe32ec206fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:23.554246 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dcd19eec-f2a8-46e9-91b6-32c8af53d78c req-21b61b2c-5884-4fb0-9941-fa878939215c service neutron] 10.222.0.72 "GET /v2.0/networks/3a9b93d0-ee39-4913-9848-9478ceb94215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954621 Jul 07 18:09:24.333844 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18ba8c-90a6-4d34-8010-d0648a6e24f9 req-c7d434ea-4ba8-4789-ba2f-cb1537d0f467 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:24.335435 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-da18ba8c-90a6-4d34-8010-d0648a6e24f9 req-c7d434ea-4ba8-4789-ba2f-cb1537d0f467 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 945 time: 0.0748382 Jul 07 18:09:24.379491 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-da18ba8c-90a6-4d34-8010-d0648a6e24f9 req-df7dba3f-ef4c-44af-ab38-4ea61ed47429 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75b76da-04e3-41d8-ba3c-1dcfae6d0545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384195 Jul 07 18:09:24.405645 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51232) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:24.803199 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cbc78bf3-4e70-4978-bd47-c64a6a26344b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/floatingips/a6883706-ae0f-4e18-9386-3b6635de3004 HTTP/1.1" status: 200 len: 992 time: 0.3963315 Jul 07 18:09:26.339453 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:26.917151 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f769440c-dcc7-4d71-9965-31a96831a724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:28.177770 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:30.487034 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:38.075771 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:38.569549 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:52.981891 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:09:53.527555 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5ed570ff-8f42-4702-93c7-29e1e46dd880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:53.649961 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e2e1efbc-bbea-4ca2-81bb-a2b70a6e68f2 req-6480c574-ac60-4c21-8f95-ff886637aa16 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0603025 Jul 07 18:09:53.755367 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1efbc-bbea-4ca2-81bb-a2b70a6e68f2 req-d5b4534a-940b-4e7b-86c3-048b9c110a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:53.756919 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e2e1efbc-bbea-4ca2-81bb-a2b70a6e68f2 req-d5b4534a-940b-4e7b-86c3-048b9c110a10 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 1097 time: 0.0589211 Jul 07 18:09:53.867047 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1efbc-bbea-4ca2-81bb-a2b70a6e68f2 req-1d8052b8-b391-4ef7-99b7-cf3ba144a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:53.868735 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e2e1efbc-bbea-4ca2-81bb-a2b70a6e68f2 req-1d8052b8-b391-4ef7-99b7-cf3ba144a237 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3a9b93d0-ee39-4913-9848-9478ceb94215 HTTP/1.1" status: 200 len: 897 time: 0.0881166 Jul 07 18:09:53.945864 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e2e1efbc-bbea-4ca2-81bb-a2b70a6e68f2 req-1ef0c05c-c721-44c6-adc3-f98213bb6e66 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60227da9-a87b-48ae-8203-3ec9c5372c3e HTTP/1.1" status: 200 len: 1000 time: 0.0686405 Jul 07 18:09:54.002912 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1efbc-bbea-4ca2-81bb-a2b70a6e68f2 req-fa23e111-3f51-4e3b-a34c-d5e945fa6225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:54.004672 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e2e1efbc-bbea-4ca2-81bb-a2b70a6e68f2 req-fa23e111-3f51-4e3b-a34c-d5e945fa6225 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b490773f-93c7-4fbd-bbd8-f6c08ac97941 HTTP/1.1" status: 200 len: 833 time: 0.0514400 Jul 07 18:09:54.065745 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1efbc-bbea-4ca2-81bb-a2b70a6e68f2 req-97d24363-850a-432e-9213-9ea4e602eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:54.067372 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e2e1efbc-bbea-4ca2-81bb-a2b70a6e68f2 req-97d24363-850a-432e-9213-9ea4e602eef3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a9b93d0-ee39-4913-9848-9478ceb94215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564368 Jul 07 18:09:54.181446 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e2e1efbc-bbea-4ca2-81bb-a2b70a6e68f2 req-08dad4b3-949d-43f5-9c46-2c34aa58f451 service neutron] 10.222.0.72 "GET /v2.0/networks/3a9b93d0-ee39-4913-9848-9478ceb94215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065521 Jul 07 18:09:54.280002 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e2e1efbc-bbea-4ca2-81bb-a2b70a6e68f2 req-59401f12-30f0-42e5-b52b-783fe3520aa4 service neutron] 10.222.0.72 "GET /v2.0/networks/3a9b93d0-ee39-4913-9848-9478ceb94215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895715 Jul 07 18:09:55.275158 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51250) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:55.454977 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-47de1f14-9fad-4a99-b4ab-17fefc2f73f1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Deleting port 2b841005-e6bb-44e0-8859-d6a01e045b28 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:55.455231 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-47de1f14-9fad-4a99-b4ab-17fefc2f73f1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:55.540185 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-47de1f14-9fad-4a99-b4ab-17fefc2f73f1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:55.540637 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-47de1f14-9fad-4a99-b4ab-17fefc2f73f1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:55.553611 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-47de1f14-9fad-4a99-b4ab-17fefc2f73f1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Calling delete_port for 2b841005-e6bb-44e0-8859-d6a01e045b28 owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:55.721310 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-47de1f14-9fad-4a99-b4ab-17fefc2f73f1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:55.750136 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de1f14-9fad-4a99-b4ab-17fefc2f73f1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Port': ['ID=2b841005-e6bb-44e0-8859-d6a01e045b28,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:55.780339 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47de1f14-9fad-4a99-b4ab-17fefc2f73f1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:55.780716 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47de1f14-9fad-4a99-b4ab-17fefc2f73f1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:55.781055 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47de1f14-9fad-4a99-b4ab-17fefc2f73f1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:55.781401 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47de1f14-9fad-4a99-b4ab-17fefc2f73f1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:55.781729 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47de1f14-9fad-4a99-b4ab-17fefc2f73f1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:55.782061 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47de1f14-9fad-4a99-b4ab-17fefc2f73f1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:55.782390 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47de1f14-9fad-4a99-b4ab-17fefc2f73f1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:55.782722 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47de1f14-9fad-4a99-b4ab-17fefc2f73f1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:55.783050 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47de1f14-9fad-4a99-b4ab-17fefc2f73f1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:55.783371 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47de1f14-9fad-4a99-b4ab-17fefc2f73f1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:55.783691 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47de1f14-9fad-4a99-b4ab-17fefc2f73f1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:55.784011 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47de1f14-9fad-4a99-b4ab-17fefc2f73f1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:55.826492 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-47de1f14-9fad-4a99-b4ab-17fefc2f73f1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:55.826771 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-47de1f14-9fad-4a99-b4ab-17fefc2f73f1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Floating IP a6883706-ae0f-4e18-9386-3b6635de3004 disassociated (deleted). External IP: 172.25.0.57, port: 60227da9-a87b-48ae-8203-3ec9c5372c3e. Jul 07 18:09:56.059770 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47de1f14-9fad-4a99-b4ab-17fefc2f73f1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Router 3d16d43d-f8b0-4c4d-a700-9edbcea87e93 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:09:56.180333 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47de1f14-9fad-4a99-b4ab-17fefc2f73f1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:09:56.185104 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-47de1f14-9fad-4a99-b4ab-17fefc2f73f1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:56.190960 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4751d31-96fa-4c09-bcdd-6a3ad6127aa0 None None] Sync routers for ids ['3d16d43d-f8b0-4c4d-a700-9edbcea87e93'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:09:56.203400 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4751d31-96fa-4c09-bcdd-6a3ad6127aa0 None None] Routers {'3d16d43d-f8b0-4c4d-a700-9edbcea87e93'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:56.204450 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b4751d31-96fa-4c09-bcdd-6a3ad6127aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:09:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['3d16d43d-f8b0-4c4d-a700-9edbcea87e93'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:56.230648 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-47de1f14-9fad-4a99-b4ab-17fefc2f73f1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "DELETE /v2.0/floatingips/a6883706-ae0f-4e18-9386-3b6635de3004 HTTP/1.1" status: 204 len: 168 time: 0.9541135 Jul 07 18:09:56.231635 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643a92a7-9b2c-443f-b415-205735242ef4', 'tag': '60227da9-a87b-48ae-8203-3ec9c5372c3e'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:56.235779 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4daee0e-6145-4a3d-bbba-bcc4a60a38ca" -d '{"events": [{"name": "network-changed", "server_uuid": "643a92a7-9b2c-443f-b415-205735242ef4", "tag": "60227da9-a87b-48ae-8203-3ec9c5372c3e"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:56.355430 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:56.410340 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782b67b0-3b01-4a6d-bad0-2253c3479afd x-openstack-request-id: req-782b67b0-3b01-4a6d-bad0-2253c3479afd {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:56.411848 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643a92a7-9b2c-443f-b415-205735242ef4", "tag": "60227da9-a87b-48ae-8203-3ec9c5372c3e", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:56.412605 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-782b67b0-3b01-4a6d-bad0-2253c3479afd {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:56.413562 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643a92a7-9b2c-443f-b415-205735242ef4', 'tag': '60227da9-a87b-48ae-8203-3ec9c5372c3e', 'status': 'completed', 'code': 200} Jul 07 18:09:56.484556 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-b4751d31-96fa-4c09-bcdd-6a3ad6127aa0 None None] Set router 3d16d43d-f8b0-4c4d-a700-9edbcea87e93 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:56.528759 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4daee0e-6145-4a3d-bbba-bcc4a60a38ca req-a8dccea4-8e3a-4fad-99e9-061f7e4e1f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:56.530874 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f4daee0e-6145-4a3d-bbba-bcc4a60a38ca req-a8dccea4-8e3a-4fad-99e9-061f7e4e1f3e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 1097 time: 0.0905282 Jul 07 18:09:56.652597 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4daee0e-6145-4a3d-bbba-bcc4a60a38ca req-5f94a20a-be38-4951-b297-b5e79dbd9cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:56.654637 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f4daee0e-6145-4a3d-bbba-bcc4a60a38ca req-5f94a20a-be38-4951-b297-b5e79dbd9cd1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3a9b93d0-ee39-4913-9848-9478ceb94215 HTTP/1.1" status: 200 len: 897 time: 0.1173196 Jul 07 18:09:56.732090 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f4daee0e-6145-4a3d-bbba-bcc4a60a38ca req-2632fcf3-194b-44fa-9eeb-5b7eee06c30f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60227da9-a87b-48ae-8203-3ec9c5372c3e HTTP/1.1" status: 200 len: 217 time: 0.0701282 Jul 07 18:09:56.752684 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b4751d31-96fa-4c09-bcdd-6a3ad6127aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313111970', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:08:23Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'a87b56e7-e5f9-4814-9531-e80c30e71667', 'name': '', 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:33:8f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b490773f-93c7-4fbd-bbd8-f6c08ac97941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:08:22Z', 'updated_at': '2021-07-07T18:08:27Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': 'b490773f-93c7-4fbd-bbd8-f6c08ac97941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:56.785668 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4751d31-96fa-4c09-bcdd-6a3ad6127aa0 None None] Checking router: 3d16d43d-f8b0-4c4d-a700-9edbcea87e93 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:09:56.795834 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4751d31-96fa-4c09-bcdd-6a3ad6127aa0 None None] Routers {'3d16d43d-f8b0-4c4d-a700-9edbcea87e93'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:56.796606 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b4751d31-96fa-4c09-bcdd-6a3ad6127aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:09:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['3d16d43d-f8b0-4c4d-a700-9edbcea87e93'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:56.802095 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4daee0e-6145-4a3d-bbba-bcc4a60a38ca req-f9d5d3c6-0c96-4360-9b9e-134058ccfb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:56.803608 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f4daee0e-6145-4a3d-bbba-bcc4a60a38ca req-f9d5d3c6-0c96-4360-9b9e-134058ccfb1f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b490773f-93c7-4fbd-bbd8-f6c08ac97941 HTTP/1.1" status: 200 len: 833 time: 0.0642803 Jul 07 18:09:56.812440 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4cbda-37f7-4139-a864-aae686166b79 req-059d8799-2751-4b5c-8dc9-226b44c40594 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:56.814004 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-92e4cbda-37f7-4139-a864-aae686166b79 req-059d8799-2751-4b5c-8dc9-226b44c40594 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 945 time: 0.1440570 Jul 07 18:09:56.886659 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-92e4cbda-37f7-4139-a864-aae686166b79 req-2fa1cbe1-43db-4906-bb43-b8a1ae72a71c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75b76da-04e3-41d8-ba3c-1dcfae6d0545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626273 Jul 07 18:09:56.907963 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4daee0e-6145-4a3d-bbba-bcc4a60a38ca req-0a68ec9f-bfdd-4aa5-839e-42944d0410a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:56.909805 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f4daee0e-6145-4a3d-bbba-bcc4a60a38ca req-0a68ec9f-bfdd-4aa5-839e-42944d0410a0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a9b93d0-ee39-4913-9848-9478ceb94215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0946627 Jul 07 18:09:56.926389 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-291a5328-81ff-4498-b094-ecab94f517a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:56.935262 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-b4751d31-96fa-4c09-bcdd-6a3ad6127aa0 None None] Set router 3d16d43d-f8b0-4c4d-a700-9edbcea87e93 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:57.024090 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f4daee0e-6145-4a3d-bbba-bcc4a60a38ca req-c210e1e7-5b47-4718-9202-68e00b9ff076 service neutron] 10.222.0.72 "GET /v2.0/networks/3a9b93d0-ee39-4913-9848-9478ceb94215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056991 Jul 07 18:09:57.125072 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f4daee0e-6145-4a3d-bbba-bcc4a60a38ca req-b3ab9d79-54d0-4143-b35f-4ed9d224d1e6 service neutron] 10.222.0.72 "GET /v2.0/networks/3a9b93d0-ee39-4913-9848-9478ceb94215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937324 Jul 07 18:09:57.170509 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-b4751d31-96fa-4c09-bcdd-6a3ad6127aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313111970', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:08:23Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'a87b56e7-e5f9-4814-9531-e80c30e71667', 'name': '', 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:33:8f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b490773f-93c7-4fbd-bbd8-f6c08ac97941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:08:22Z', 'updated_at': '2021-07-07T18:08:27Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': 'b490773f-93c7-4fbd-bbd8-f6c08ac97941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:57.202620 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4751d31-96fa-4c09-bcdd-6a3ad6127aa0 None None] The sync data for ids ['3d16d43d-f8b0-4c4d-a700-9edbcea87e93'] in n-d-791503-12 is: [{'id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313111970', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:08:23Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'a87b56e7-e5f9-4814-9531-e80c30e71667', 'name': '', 'network_id': '3a9b93d0-ee39-4913-9848-9478ceb94215', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:33:8f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b490773f-93c7-4fbd-bbd8-f6c08ac97941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:08:22Z', 'updated_at': '2021-07-07T18:08:27Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': 'b490773f-93c7-4fbd-bbd8-f6c08ac97941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:09:57.452598 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f924cd-39fc-499c-9aba-c00ffba149eb None None] New status for floating IP a6883706-ae0f-4e18-9386-3b6635de3004: DOWN {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:09:58.098750 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913d2cf-4815-4a75-a0ea-d5fe4555da16 req-47518b46-fdf9-4aed-8f65-bd908285c419 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:58.100404 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c913d2cf-4815-4a75-a0ea-d5fe4555da16 req-47518b46-fdf9-4aed-8f65-bd908285c419 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 945 time: 0.0776393 Jul 07 18:09:58.150691 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c913d2cf-4815-4a75-a0ea-d5fe4555da16 req-256b59b6-69c9-454f-875e-cda6ece29e81 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75b76da-04e3-41d8-ba3c-1dcfae6d0545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430436 Jul 07 18:09:58.189996 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:58.405667 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae7892-c5dd-4009-8147-7a1722c1fe73 req-31c560b3-c83a-454e-8b96-0ab1faae46d1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:58.407269 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-40ae7892-c5dd-4009-8147-7a1722c1fe73 req-31c560b3-c83a-454e-8b96-0ab1faae46d1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.72 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 945 time: 0.0997534 Jul 07 18:09:58.533872 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-40ae7892-c5dd-4009-8147-7a1722c1fe73 req-cba43088-02fd-47e9-b44e-0377775a10a5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Deleting port 60227da9-a87b-48ae-8203-3ec9c5372c3e {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:58.534275 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-40ae7892-c5dd-4009-8147-7a1722c1fe73 req-cba43088-02fd-47e9-b44e-0377775a10a5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:58.656486 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-40ae7892-c5dd-4009-8147-7a1722c1fe73 req-cba43088-02fd-47e9-b44e-0377775a10a5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] For port 60227da9-a87b-48ae-8203-3ec9c5372c3e, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=60227da9-a87b-48ae-8203-3ec9c5372c3e,segment=NetworkSegment(d981598e-9c84-490f-a2e5-1602545c8c64),segment_id=d981598e-9c84-490f-a2e5-1602545c8c64)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:58.657144 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-40ae7892-c5dd-4009-8147-7a1722c1fe73 req-cba43088-02fd-47e9-b44e-0377775a10a5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:58.673728 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-40ae7892-c5dd-4009-8147-7a1722c1fe73 req-cba43088-02fd-47e9-b44e-0377775a10a5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Calling delete_port for 60227da9-a87b-48ae-8203-3ec9c5372c3e owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:58.815534 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-40ae7892-c5dd-4009-8147-7a1722c1fe73 req-cba43088-02fd-47e9-b44e-0377775a10a5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:58.853140 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba43088-02fd-47e9-b44e-0377775a10a5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Port': ['ID=60227da9-a87b-48ae-8203-3ec9c5372c3e,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:58.889308 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba43088-02fd-47e9-b44e-0377775a10a5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:58.889657 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba43088-02fd-47e9-b44e-0377775a10a5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:58.890001 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba43088-02fd-47e9-b44e-0377775a10a5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:58.890331 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba43088-02fd-47e9-b44e-0377775a10a5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:58.890668 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba43088-02fd-47e9-b44e-0377775a10a5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:58.890996 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba43088-02fd-47e9-b44e-0377775a10a5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:58.891323 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba43088-02fd-47e9-b44e-0377775a10a5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:58.891649 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba43088-02fd-47e9-b44e-0377775a10a5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:58.891981 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba43088-02fd-47e9-b44e-0377775a10a5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:58.892300 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba43088-02fd-47e9-b44e-0377775a10a5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:58.892647 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba43088-02fd-47e9-b44e-0377775a10a5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:58.892974 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba43088-02fd-47e9-b44e-0377775a10a5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:58.917034 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ae7892-c5dd-4009-8147-7a1722c1fe73 req-cba43088-02fd-47e9-b44e-0377775a10a5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] No DVR routers for this DVR port 60227da9-a87b-48ae-8203-3ec9c5372c3e on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:09:58.919708 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-40ae7892-c5dd-4009-8147-7a1722c1fe73 req-cba43088-02fd-47e9-b44e-0377775a10a5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:58.921837 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-40ae7892-c5dd-4009-8147-7a1722c1fe73 req-cba43088-02fd-47e9-b44e-0377775a10a5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.72 "DELETE /v2.0/ports/60227da9-a87b-48ae-8203-3ec9c5372c3e HTTP/1.1" status: 204 len: 173 time: 0.5084176 Jul 07 18:09:58.922305 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643a92a7-9b2c-443f-b415-205735242ef4', 'name': 'network-vif-deleted', 'tag': '60227da9-a87b-48ae-8203-3ec9c5372c3e'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:58.924626 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba4d92d-f110-462a-9e65-3543fbd19f3e" -d '{"events": [{"server_uuid": "643a92a7-9b2c-443f-b415-205735242ef4", "name": "network-vif-deleted", "tag": "60227da9-a87b-48ae-8203-3ec9c5372c3e"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:58.974561 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59131112-a855-4ca3-960c-385dd89911f4 x-openstack-request-id: req-59131112-a855-4ca3-960c-385dd89911f4 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:58.974985 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643a92a7-9b2c-443f-b415-205735242ef4", "name": "network-vif-deleted", "tag": "60227da9-a87b-48ae-8203-3ec9c5372c3e", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:58.975328 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59131112-a855-4ca3-960c-385dd89911f4 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:58.975638 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643a92a7-9b2c-443f-b415-205735242ef4', 'name': 'network-vif-deleted', 'tag': '60227da9-a87b-48ae-8203-3ec9c5372c3e', 'status': 'completed', 'code': 200} Jul 07 18:09:59.335829 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d87ac517-7da5-4797-a50f-74be3471bbf9 req-201fe1ac-f3c6-46fc-9901-c9e40e8e6d35 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=643a92a7-9b2c-443f-b415-205735242ef4 HTTP/1.1" status: 200 len: 210 time: 0.0449269 Jul 07 18:10:00.437801 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51268) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:00.490260 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:00.826847 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eaca0599-2681-4c01-869b-a1cc16f096fc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:01.105100 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-eaca0599-2681-4c01-869b-a1cc16f096fc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Deleting port a87b56e7-e5f9-4814-9531-e80c30e71667 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:01.105357 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eaca0599-2681-4c01-869b-a1cc16f096fc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:01.200188 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-eaca0599-2681-4c01-869b-a1cc16f096fc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] For port a87b56e7-e5f9-4814-9531-e80c30e71667, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=a87b56e7-e5f9-4814-9531-e80c30e71667,segment=NetworkSegment(d981598e-9c84-490f-a2e5-1602545c8c64),segment_id=d981598e-9c84-490f-a2e5-1602545c8c64)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:01.200555 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eaca0599-2681-4c01-869b-a1cc16f096fc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:01.214634 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-eaca0599-2681-4c01-869b-a1cc16f096fc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Calling delete_port for a87b56e7-e5f9-4814-9531-e80c30e71667 owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:01.411278 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eaca0599-2681-4c01-869b-a1cc16f096fc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:01.439879 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca0599-2681-4c01-869b-a1cc16f096fc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Port': ['ID=a87b56e7-e5f9-4814-9531-e80c30e71667,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:01.527279 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 60227da9-a87b-48ae-8203-3ec9c5372c3e no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:10:01.548200 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 60227da9-a87b-48ae-8203-3ec9c5372c3e {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:10:01.548558 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 60227da9-a87b-48ae-8203-3ec9c5372c3e not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:10:01.638529 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-eaca0599-2681-4c01-869b-a1cc16f096fc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:01.865282 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaca0599-2681-4c01-869b-a1cc16f096fc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Router 3d16d43d-f8b0-4c4d-a700-9edbcea87e93 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:10:01.981924 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaca0599-2681-4c01-869b-a1cc16f096fc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:10:01.987450 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-eaca0599-2681-4c01-869b-a1cc16f096fc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "PUT /v2.0/routers/3d16d43d-f8b0-4c4d-a700-9edbcea87e93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5485048 Jul 07 18:10:01.990478 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51270) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:01.993737 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ab5049-d26c-4d38-9179-579a96e5122d None None] Sync routers for ids ['3d16d43d-f8b0-4c4d-a700-9edbcea87e93'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:10:02.008807 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ab5049-d26c-4d38-9179-579a96e5122d None None] Routers {'3d16d43d-f8b0-4c4d-a700-9edbcea87e93'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:02.009722 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-92ab5049-d26c-4d38-9179-579a96e5122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:09:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['3d16d43d-f8b0-4c4d-a700-9edbcea87e93'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:02.050608 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-092fc9ca-0969-4cb6-b2db-4f2a9d5cdfdd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Deleting subnet b490773f-93c7-4fbd-bbd8-f6c08ac97941 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:10:02.053924 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-092fc9ca-0969-4cb6-b2db-4f2a9d5cdfdd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.099156 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-092fc9ca-0969-4cb6-b2db-4f2a9d5cdfdd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.121927 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-92ab5049-d26c-4d38-9179-579a96e5122d None None] Set router 3d16d43d-f8b0-4c4d-a700-9edbcea87e93 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:02.194105 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-092fc9ca-0969-4cb6-b2db-4f2a9d5cdfdd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.269467 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-092fc9ca-0969-4cb6-b2db-4f2a9d5cdfdd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.299158 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fc9ca-0969-4cb6-b2db-4f2a9d5cdfdd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Subnet': ['ID=b490773f-93c7-4fbd-bbd8-f6c08ac97941,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:02.306074 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-092fc9ca-0969-4cb6-b2db-4f2a9d5cdfdd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.308104 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-092fc9ca-0969-4cb6-b2db-4f2a9d5cdfdd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "DELETE /v2.0/subnets/b490773f-93c7-4fbd-bbd8-f6c08ac97941 HTTP/1.1" status: 204 len: 168 time: 0.3164308 Jul 07 18:10:02.312785 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51272) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:02.316149 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087109e3-2192-4d3d-9be7-3d0596bf6c3d None None] Network 3a9b93d0-ee39-4913-9848-9478ceb94215 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:02.331008 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-92ab5049-d26c-4d38-9179-579a96e5122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313111970', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:10:01Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:02.358885 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ab5049-d26c-4d38-9179-579a96e5122d None None] Checking router: 3d16d43d-f8b0-4c4d-a700-9edbcea87e93 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:10:02.370413 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ab5049-d26c-4d38-9179-579a96e5122d None None] Routers {'3d16d43d-f8b0-4c4d-a700-9edbcea87e93'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:02.371114 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-92ab5049-d26c-4d38-9179-579a96e5122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:09:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['3d16d43d-f8b0-4c4d-a700-9edbcea87e93'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:02.490934 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-92ab5049-d26c-4d38-9179-579a96e5122d None None] Set router 3d16d43d-f8b0-4c4d-a700-9edbcea87e93 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:02.543227 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6da90ed-48ac-4af2-87a0-fa38e9cb7235 None None] DHCP port deletion for 3a9b93d0-ee39-4913-9848-9478ceb94215 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:10:02.596291 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c6da90ed-48ac-4af2-87a0-fa38e9cb7235 None None] Deleting port 9e644d02-9cc6-4d07-a51d-9d319d1e33b3 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:02.596835 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c6da90ed-48ac-4af2-87a0-fa38e9cb7235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.684167 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-c6da90ed-48ac-4af2-87a0-fa38e9cb7235 None None] For port 9e644d02-9cc6-4d07-a51d-9d319d1e33b3, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=9e644d02-9cc6-4d07-a51d-9d319d1e33b3,segment=NetworkSegment(d981598e-9c84-490f-a2e5-1602545c8c64),segment_id=d981598e-9c84-490f-a2e5-1602545c8c64)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:02.684593 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c6da90ed-48ac-4af2-87a0-fa38e9cb7235 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.702541 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-c6da90ed-48ac-4af2-87a0-fa38e9cb7235 None None] Calling delete_port for 9e644d02-9cc6-4d07-a51d-9d319d1e33b3 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:02.707066 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-92ab5049-d26c-4d38-9179-579a96e5122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313111970', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:10:01Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:02.736336 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ab5049-d26c-4d38-9179-579a96e5122d None None] The sync data for ids ['3d16d43d-f8b0-4c4d-a700-9edbcea87e93'] in n-d-791503-12 is: [{'id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313111970', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:10:01Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '236c1496-238d-439c-a1e7-0dff1a3d13d1', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d16d43d-f8b0-4c4d-a700-9edbcea87e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:08:19Z', 'updated_at': '2021-07-07T18:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:10:02.791101 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca09dd05-23f0-4663-a0d4-d084bc0fecef tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.792059 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c6da90ed-48ac-4af2-87a0-fa38e9cb7235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.823702 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da90ed-48ac-4af2-87a0-fa38e9cb7235 None None] Pushing event deleted for resources: {'Port': ['ID=9e644d02-9cc6-4d07-a51d-9d319d1e33b3,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:02.828172 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6da90ed-48ac-4af2-87a0-fa38e9cb7235 None None] No DVR routers for this DVR port 9e644d02-9cc6-4d07-a51d-9d319d1e33b3 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:10:02.836491 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da90ed-48ac-4af2-87a0-fa38e9cb7235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:02.841885 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da90ed-48ac-4af2-87a0-fa38e9cb7235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:02.841885 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da90ed-48ac-4af2-87a0-fa38e9cb7235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:02.841885 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da90ed-48ac-4af2-87a0-fa38e9cb7235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:02.841885 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da90ed-48ac-4af2-87a0-fa38e9cb7235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:02.841885 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da90ed-48ac-4af2-87a0-fa38e9cb7235 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:02.841885 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da90ed-48ac-4af2-87a0-fa38e9cb7235 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:02.841885 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da90ed-48ac-4af2-87a0-fa38e9cb7235 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:02.841885 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da90ed-48ac-4af2-87a0-fa38e9cb7235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:02.841885 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da90ed-48ac-4af2-87a0-fa38e9cb7235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:02.841885 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da90ed-48ac-4af2-87a0-fa38e9cb7235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:02.841885 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da90ed-48ac-4af2-87a0-fa38e9cb7235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:02.904331 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca09dd05-23f0-4663-a0d4-d084bc0fecef tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.958139 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-ca09dd05-23f0-4663-a0d4-d084bc0fecef tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Deleting port 236c1496-238d-439c-a1e7-0dff1a3d13d1 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:02.958479 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca09dd05-23f0-4663-a0d4-d084bc0fecef tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.049622 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-ca09dd05-23f0-4663-a0d4-d084bc0fecef tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] For port 236c1496-238d-439c-a1e7-0dff1a3d13d1, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=236c1496-238d-439c-a1e7-0dff1a3d13d1,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:03.049961 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca09dd05-23f0-4663-a0d4-d084bc0fecef tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.069774 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-ca09dd05-23f0-4663-a0d4-d084bc0fecef tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Calling delete_port for 236c1496-238d-439c-a1e7-0dff1a3d13d1 owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:03.254974 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 9e644d02-9cc6-4d07-a51d-9d319d1e33b3 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:10:03.263684 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca09dd05-23f0-4663-a0d4-d084bc0fecef tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.277807 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 9e644d02-9cc6-4d07-a51d-9d319d1e33b3 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:10:03.278155 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 9e644d02-9cc6-4d07-a51d-9d319d1e33b3 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:10:03.278572 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a87b56e7-e5f9-4814-9531-e80c30e71667 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:10:03.298089 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09dd05-23f0-4663-a0d4-d084bc0fecef tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Port': ['ID=236c1496-238d-439c-a1e7-0dff1a3d13d1,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:03.301973 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: a87b56e7-e5f9-4814-9531-e80c30e71667 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:10:03.302299 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device a87b56e7-e5f9-4814-9531-e80c30e71667 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:10:03.365096 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca09dd05-23f0-4663-a0d4-d084bc0fecef tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.458012 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca09dd05-23f0-4663-a0d4-d084bc0fecef tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.460156 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca09dd05-23f0-4663-a0d4-d084bc0fecef tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.504980 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca09dd05-23f0-4663-a0d4-d084bc0fecef tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.505449 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca09dd05-23f0-4663-a0d4-d084bc0fecef tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Fanout notify agent at l3_agent the message router_deleted on router 3d16d43d-f8b0-4c4d-a700-9edbcea87e93 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:10:03.513500 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ca09dd05-23f0-4663-a0d4-d084bc0fecef tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.514635 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ca09dd05-23f0-4663-a0d4-d084bc0fecef tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "DELETE /v2.0/routers/3d16d43d-f8b0-4c4d-a700-9edbcea87e93 HTTP/1.1" status: 204 len: 168 time: 1.2006996 Jul 07 18:10:03.517580 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51274) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:03.618509 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-be95e8c6-1b8a-4c49-9e1d-9b95f61f56b6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.722309 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-be95e8c6-1b8a-4c49-9e1d-9b95f61f56b6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.734117 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-be95e8c6-1b8a-4c49-9e1d-9b95f61f56b6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a9b93d0-ee39-4913-9848-9478ceb94215']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:03.746030 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-be95e8c6-1b8a-4c49-9e1d-9b95f61f56b6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd981598e-9c84-490f-a2e5-1602545c8c64') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:03.746324 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-be95e8c6-1b8a-4c49-9e1d-9b95f61f56b6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd981598e-9c84-490f-a2e5-1602545c8c64') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:03.755911 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-be95e8c6-1b8a-4c49-9e1d-9b95f61f56b6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.774397 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-be95e8c6-1b8a-4c49-9e1d-9b95f61f56b6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.780943 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be95e8c6-1b8a-4c49-9e1d-9b95f61f56b6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:10:03.781351 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-be95e8c6-1b8a-4c49-9e1d-9b95f61f56b6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: timer() Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:10:03.784555 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:10:03.849310 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-be95e8c6-1b8a-4c49-9e1d-9b95f61f56b6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.858747 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-be95e8c6-1b8a-4c49-9e1d-9b95f61f56b6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.860613 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-be95e8c6-1b8a-4c49-9e1d-9b95f61f56b6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "DELETE /v2.0/networks/3a9b93d0-ee39-4913-9848-9478ceb94215 HTTP/1.1" status: 204 len: 168 time: 0.3420429 Jul 07 18:10:03.864605 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51276) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:03.874199 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95e8c6-1b8a-4c49-9e1d-9b95f61f56b6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Network': ['ID=3a9b93d0-ee39-4913-9848-9478ceb94215,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:03.945881 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d6272037-fd2f-4a7e-a13d-ad47675cb17d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.988310 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d6272037-fd2f-4a7e-a13d-ad47675cb17d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:04.066584 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d6272037-fd2f-4a7e-a13d-ad47675cb17d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:04.069328 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d6272037-fd2f-4a7e-a13d-ad47675cb17d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:04.071438 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d6272037-fd2f-4a7e-a13d-ad47675cb17d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "DELETE /v2.0/security-groups/d75b76da-04e3-41d8-ba3c-1dcfae6d0545 HTTP/1.1" status: 204 len: 168 time: 0.2057109 Jul 07 18:10:04.082172 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6272037-fd2f-4a7e-a13d-ad47675cb17d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75b76da-04e3-41d8-ba3c-1dcfae6d0545,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:04.476598 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51282) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:04.484111 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-ea5f2f7c-26a9-43c5-bce9-90494ac1505a tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1295743746', 'description': 'tempest-secgroup-smoke-1295743746 description', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:04.511422 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea5f2f7c-26a9-43c5-bce9-90494ac1505a tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:04.624806 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea5f2f7c-26a9-43c5-bce9-90494ac1505a tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:04.637846 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea5f2f7c-26a9-43c5-bce9-90494ac1505a tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:04.670961 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ea5f2f7c-26a9-43c5-bce9-90494ac1505a tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:04.671993 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ea5f2f7c-26a9-43c5-bce9-90494ac1505a tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1942663 Jul 07 18:10:04.676044 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51284) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:04.677526 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f2f7c-26a9-43c5-bce9-90494ac1505a tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dd2d37-87ca-4ed7-991d-792f47433f13,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:04.686812 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-da9c23ee-1b5b-4b3a-acd3-861f35ec2119 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': 'd0dd2d37-87ca-4ed7-991d-792f47433f13', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:04.716557 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da9c23ee-1b5b-4b3a-acd3-861f35ec2119 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:04.775773 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da9c23ee-1b5b-4b3a-acd3-861f35ec2119 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:04.779298 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da9c23ee-1b5b-4b3a-acd3-861f35ec2119 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:04.801870 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c23ee-1b5b-4b3a-acd3-861f35ec2119 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8092b63a-71d6-4b90-b213-90d15269c063,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:04.807309 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-da9c23ee-1b5b-4b3a-acd3-861f35ec2119 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:04.808606 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-da9c23ee-1b5b-4b3a-acd3-861f35ec2119 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312521 Jul 07 18:10:04.812090 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51286) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:04.817059 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-a1d1d386-0eff-4a09-b88a-1c569d95e105 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': 'd0dd2d37-87ca-4ed7-991d-792f47433f13', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:04.845690 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a1d1d386-0eff-4a09-b88a-1c569d95e105 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:04.909799 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a1d1d386-0eff-4a09-b88a-1c569d95e105 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:04.913329 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a1d1d386-0eff-4a09-b88a-1c569d95e105 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:04.932191 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1d386-0eff-4a09-b88a-1c569d95e105 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=058ea981-24d7-41b8-b168-4f1bef64f64a,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:04.940142 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-a1d1d386-0eff-4a09-b88a-1c569d95e105 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:04.941397 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-a1d1d386-0eff-4a09-b88a-1c569d95e105 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1283207 Jul 07 18:10:04.944145 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51288) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:04.949421 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-60fe2490-7b0d-4367-af05-2b090dc84969 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': 'd0dd2d37-87ca-4ed7-991d-792f47433f13', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:04.977022 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-60fe2490-7b0d-4367-af05-2b090dc84969 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.036988 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-60fe2490-7b0d-4367-af05-2b090dc84969 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.046761 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-60fe2490-7b0d-4367-af05-2b090dc84969 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.065590 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe2490-7b0d-4367-af05-2b090dc84969 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c8e258-b5f3-4606-b9c2-742234ce35c6,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:05.074089 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-60fe2490-7b0d-4367-af05-2b090dc84969 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.075321 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-60fe2490-7b0d-4367-af05-2b090dc84969 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295769 Jul 07 18:10:05.078692 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51290) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:05.083856 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-b68974e8-2c09-4879-a46a-bf407de70f32 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': 'd0dd2d37-87ca-4ed7-991d-792f47433f13', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:05.113863 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b68974e8-2c09-4879-a46a-bf407de70f32 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.176265 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b68974e8-2c09-4879-a46a-bf407de70f32 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.180061 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b68974e8-2c09-4879-a46a-bf407de70f32 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.203274 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68974e8-2c09-4879-a46a-bf407de70f32 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25eae4bc-167f-45bb-a7db-d30abe193107,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:05.205934 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b68974e8-2c09-4879-a46a-bf407de70f32 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.210014 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b68974e8-2c09-4879-a46a-bf407de70f32 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274879 Jul 07 18:10:05.210401 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51292) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:05.217751 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-f535b36a-e5d7-49b4-868b-589545845eb6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': 'd0dd2d37-87ca-4ed7-991d-792f47433f13', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:05.243853 n-d-791503-12 neutron-server[100193]: INFO neutron.db.securitygroups_db [None req-f535b36a-e5d7-49b4-868b-589545845eb6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Project 22f1d5a2e22b43d2aa02349f22c09dd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:10:05.248786 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 236c1496-238d-439c-a1e7-0dff1a3d13d1 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:10:05.251660 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f535b36a-e5d7-49b4-868b-589545845eb6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.270300 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 236c1496-238d-439c-a1e7-0dff1a3d13d1 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:10:05.270797 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 236c1496-238d-439c-a1e7-0dff1a3d13d1 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:10:05.317250 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f535b36a-e5d7-49b4-868b-589545845eb6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.322378 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f535b36a-e5d7-49b4-868b-589545845eb6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.341601 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535b36a-e5d7-49b4-868b-589545845eb6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=510779d9-bee6-4958-9e1a-cf868b9574a7,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:05.347706 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f535b36a-e5d7-49b4-868b-589545845eb6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.349127 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f535b36a-e5d7-49b4-868b-589545845eb6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1368949 Jul 07 18:10:05.352080 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51294) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:05.356851 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-c0d31bc8-fb9f-474e-aa09-9fde52bc956d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'security_group_rule': {'security_group_id': 'd0dd2d37-87ca-4ed7-991d-792f47433f13', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:05.381579 n-d-791503-12 neutron-server[100192]: INFO neutron.db.securitygroups_db [None req-c0d31bc8-fb9f-474e-aa09-9fde52bc956d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Project 22f1d5a2e22b43d2aa02349f22c09dd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:10:05.388807 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c0d31bc8-fb9f-474e-aa09-9fde52bc956d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.454920 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c0d31bc8-fb9f-474e-aa09-9fde52bc956d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.459041 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c0d31bc8-fb9f-474e-aa09-9fde52bc956d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.479971 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d31bc8-fb9f-474e-aa09-9fde52bc956d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2abce652-6c11-417b-887d-1d39ef67e87f,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:05.486769 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c0d31bc8-fb9f-474e-aa09-9fde52bc956d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.490816 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c0d31bc8-fb9f-474e-aa09-9fde52bc956d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348400 Jul 07 18:10:05.491047 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51296) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:05.496055 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-5be9adf0-dc15-41a5-b73a-246bcfa724bd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'network': {'name': 'tempest-network-smoke--1601816885', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'port_security_enabled': True}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:05.517432 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be9adf0-dc15-41a5-b73a-246bcfa724bd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Made reservation on behalf of 22f1d5a2e22b43d2aa02349f22c09dd7 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:10:05.521055 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5be9adf0-dc15-41a5-b73a-246bcfa724bd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.546364 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be9adf0-dc15-41a5-b73a-246bcfa724bd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:10:05.555847 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5be9adf0-dc15-41a5-b73a-246bcfa724bd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.556196 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-5be9adf0-dc15-41a5-b73a-246bcfa724bd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Added segment 2568936f-2c49-4ca1-a20c-2647fa644456 of type vlan for network 985cc981-262a-4115-bfd3-f0c1139c9bf3 Jul 07 18:10:05.599884 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5be9adf0-dc15-41a5-b73a-246bcfa724bd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.630837 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5be9adf0-dc15-41a5-b73a-246bcfa724bd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.638020 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be9adf0-dc15-41a5-b73a-246bcfa724bd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:05.638664 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-5be9adf0-dc15-41a5-b73a-246bcfa724bd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.708953 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-5be9adf0-dc15-41a5-b73a-246bcfa724bd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2166045 Jul 07 18:10:05.712294 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51298) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:05.716318 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9adf0-dc15-41a5-b73a-246bcfa724bd tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Network': ['ID=985cc981-262a-4115-bfd3-f0c1139c9bf3,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:05.717234 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-b75a13c3-9048-4463-b783-aea102964861 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2025176666', 'admin_state_up': True, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:05.727436 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 985cc981-262a-4115-bfd3-f0c1139c9bf3 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:10:05.741905 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b75a13c3-9048-4463-b783-aea102964861 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.743046 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b75a13c3-9048-4463-b783-aea102964861 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.798634 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b75a13c3-9048-4463-b783-aea102964861 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.939531 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b75a13c3-9048-4463-b783-aea102964861 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:06.145445 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b75a13c3-9048-4463-b783-aea102964861 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:06.164336 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b75a13c3-9048-4463-b783-aea102964861 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:06.268929 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-b75a13c3-9048-4463-b783-aea102964861 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Allocated IP 172.25.0.123 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/77ae5d2d-9e04-4400-9a98-e49ab3c21c69) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:10:06.381635 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b75a13c3-9048-4463-b783-aea102964861 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:06.421529 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b75a13c3-9048-4463-b783-aea102964861 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:06.459001 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75a13c3-9048-4463-b783-aea102964861 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:06.462665 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-b75a13c3-9048-4463-b783-aea102964861 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:06.468223 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75a13c3-9048-4463-b783-aea102964861 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:10:06.493631 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a13c3-9048-4463-b783-aea102964861 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=77ae5d2d-9e04-4400-9a98-e49ab3c21c69,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:06.740872 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b75a13c3-9048-4463-b783-aea102964861 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:06.958230 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b75a13c3-9048-4463-b783-aea102964861 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:07.091413 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75a13c3-9048-4463-b783-aea102964861 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Router a938b21d-3bdb-4d2a-89ba-c1de7a38d89f is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:10:07.199930 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75a13c3-9048-4463-b783-aea102964861 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:10:07.210897 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1074847-805b-4120-bbb9-a7a92e5e880d None None] Sync routers for ids ['a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:10:07.220648 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1074847-805b-4120-bbb9-a7a92e5e880d None None] Routers {'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:07.221458 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-c1074847-805b-4120-bbb9-a7a92e5e880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:09:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:07.221720 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b75a13c3-9048-4463-b783-aea102964861 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:07.226467 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b75a13c3-9048-4463-b783-aea102964861 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5094042 Jul 07 18:10:07.229364 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51302) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:07.267048 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b8169432-5230-46a4-bec2-65d9155e77f0 tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=22f1d5a2e22b43d2aa02349f22c09dd7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365224 Jul 07 18:10:07.270676 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51304) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:07.330726 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-c1074847-805b-4120-bbb9-a7a92e5e880d None None] Set router a938b21d-3bdb-4d2a-89ba-c1de7a38d89f gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:07.366612 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375b8628-c406-4390-88c8-d60fa780ddaf tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:07.369354 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-375b8628-c406-4390-88c8-d60fa780ddaf tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0968959 Jul 07 18:10:07.372221 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51306) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:07.404930 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ea47fd41-aa9a-4517-9d49-4af19e85e556 tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=b1c8a741-d954-43c5-b974-954b2190b048&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286467 Jul 07 18:10:07.405193 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51308) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:07.409886 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-b6a76944-2439-4e96-999a-22f8ab93e29f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1435720287', 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3', 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:07.507422 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a76944-2439-4e96-999a-22f8ab93e29f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Made reservation on behalf of 22f1d5a2e22b43d2aa02349f22c09dd7 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:10:07.511158 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b6a76944-2439-4e96-999a-22f8ab93e29f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:07.524611 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-c1074847-805b-4120-bbb9-a7a92e5e880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025176666', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:05Z', 'updated_at': '2021-07-07T18:10:06Z', 'revision_number': 3, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:06Z', 'updated_at': '2021-07-07T18:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:07.579646 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1074847-805b-4120-bbb9-a7a92e5e880d None None] Checking router: a938b21d-3bdb-4d2a-89ba-c1de7a38d89f for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:10:07.580236 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1074847-805b-4120-bbb9-a7a92e5e880d None None] Updating router a938b21d-3bdb-4d2a-89ba-c1de7a38d89f port 77ae5d2d-9e04-4400-9a98-e49ab3c21c69 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:10:07.621840 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c1074847-805b-4120-bbb9-a7a92e5e880d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:07.704404 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b6a76944-2439-4e96-999a-22f8ab93e29f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:07.767678 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a76944-2439-4e96-999a-22f8ab93e29f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Subnet': ['ID=e23dd209-d3a0-4050-93df-c9573ca00d0f,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:07.781297 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a76944-2439-4e96-999a-22f8ab93e29f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Checking segment: {'id': '2568936f-2c49-4ca1-a20c-2647fa644456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:07.781664 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a76944-2439-4e96-999a-22f8ab93e29f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network hostable DHCP agents. Network: 985cc981-262a-4115-bfd3-f0c1139c9bf3, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:10:07.800186 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a76944-2439-4e96-999a-22f8ab93e29f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network 985cc981-262a-4115-bfd3-f0c1139c9bf3 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:10:07.809139 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-b6a76944-2439-4e96-999a-22f8ab93e29f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 985cc981-262a-4115-bfd3-f0c1139c9bf3) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:07.813868 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a76944-2439-4e96-999a-22f8ab93e29f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:07.814464 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b6a76944-2439-4e96-999a-22f8ab93e29f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:07.825726 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb95b0c-d475-4ed1-bca7-c95c0a0f8d0b None None] Network 985cc981-262a-4115-bfd3-f0c1139c9bf3 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:07.831415 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b6a76944-2439-4e96-999a-22f8ab93e29f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4249437 Jul 07 18:10:07.834106 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51310) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:07.954851 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c1074847-805b-4120-bbb9-a7a92e5e880d None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:07.987543 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c1074847-805b-4120-bbb9-a7a92e5e880d None None] Transition to ACTIVE for port object 77ae5d2d-9e04-4400-9a98-e49ab3c21c69 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:07.995788 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c1074847-805b-4120-bbb9-a7a92e5e880d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:08.080591 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfe81a4-cf0d-41ed-a810-c3f31a280f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-985cc981-262a-4115-bfd3-f0c1139c9bf3', 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'fixed_ips': [{'subnet_id': 'e23dd209-d3a0-4050-93df-c9573ca00d0f'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:10:08.081729 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9cfe81a4-cf0d-41ed-a810-c3f31a280f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:08.095274 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b1ddb-b878-4353-9cd3-329ae8771686 None None] Pushing event updated for resources: {'Port': ['ID=77ae5d2d-9e04-4400-9a98-e49ab3c21c69,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:08.105431 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-c1074847-805b-4120-bbb9-a7a92e5e880d None None] Attempting to bind port 77ae5d2d-9e04-4400-9a98-e49ab3c21c69 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:10:08.105808 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-c1074847-805b-4120-bbb9-a7a92e5e880d None None] Attempting to bind port 77ae5d2d-9e04-4400-9a98-e49ab3c21c69 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:10:08.106176 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1074847-805b-4120-bbb9-a7a92e5e880d None None] Attempting to bind port 77ae5d2d-9e04-4400-9a98-e49ab3c21c69 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:10:08.115471 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1074847-805b-4120-bbb9-a7a92e5e880d None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:10:08.115853 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1074847-805b-4120-bbb9-a7a92e5e880d None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:08.116245 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c1074847-805b-4120-bbb9-a7a92e5e880d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:08.116700 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1074847-805b-4120-bbb9-a7a92e5e880d None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:10:08.117181 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-c1074847-805b-4120-bbb9-a7a92e5e880d None None] Bound port: 77ae5d2d-9e04-4400-9a98-e49ab3c21c69, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:10:08.117651 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c1074847-805b-4120-bbb9-a7a92e5e880d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:08.120339 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:08.247315 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-c1074847-805b-4120-bbb9-a7a92e5e880d None None] For port 77ae5d2d-9e04-4400-9a98-e49ab3c21c69, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:10:08.280367 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-c1074847-805b-4120-bbb9-a7a92e5e880d None None] For port 77ae5d2d-9e04-4400-9a98-e49ab3c21c69, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=77ae5d2d-9e04-4400-9a98-e49ab3c21c69,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:10:08.286154 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c1074847-805b-4120-bbb9-a7a92e5e880d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:08.309661 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72f0c296-29d2-40f2-8542-959c7bb1d01f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:08.345213 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-9cfe81a4-cf0d-41ed-a810-c3f31a280f78 None None] Allocated IP 172.20.0.2 (985cc981-262a-4115-bfd3-f0c1139c9bf3/e23dd209-d3a0-4050-93df-c9573ca00d0f/b88a82c9-d3af-4c0a-ae31-eb628ad235cf) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:10:08.371283 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b1ddb-b878-4353-9cd3-329ae8771686 None None] Pushing event updated for resources: {'Port': ['ID=77ae5d2d-9e04-4400-9a98-e49ab3c21c69,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:08.375932 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1074847-805b-4120-bbb9-a7a92e5e880d None None] Routers {'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:08.376560 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-c1074847-805b-4120-bbb9-a7a92e5e880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:09:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:08.697091 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:08.732410 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-c1074847-805b-4120-bbb9-a7a92e5e880d None None] Set router a938b21d-3bdb-4d2a-89ba-c1de7a38d89f gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:08.887660 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9cfe81a4-cf0d-41ed-a810-c3f31a280f78 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:08.905569 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9cfe81a4-cf0d-41ed-a810-c3f31a280f78 None None] Transition to ACTIVE for port object b88a82c9-d3af-4c0a-ae31-eb628ad235cf will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:08.934436 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9cfe81a4-cf0d-41ed-a810-c3f31a280f78 None None] Transition to ACTIVE for port object b88a82c9-d3af-4c0a-ae31-eb628ad235cf will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:08.957311 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9cfe81a4-cf0d-41ed-a810-c3f31a280f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:08.993584 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-72f0c296-29d2-40f2-8542-959c7bb1d01f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Allocated IP 172.20.0.1 (985cc981-262a-4115-bfd3-f0c1139c9bf3/e23dd209-d3a0-4050-93df-c9573ca00d0f/e7dbd587-e535-4d3a-9bd7-171d4a0fe713) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:10:09.004707 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfe81a4-cf0d-41ed-a810-c3f31a280f78 None None] Network 985cc981-262a-4115-bfd3-f0c1139c9bf3 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:09.013533 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-9cfe81a4-cf0d-41ed-a810-c3f31a280f78 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:09.018579 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfe81a4-cf0d-41ed-a810-c3f31a280f78 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:10:09.029191 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe81a4-cf0d-41ed-a810-c3f31a280f78 None None] Pushing event updated for resources: {'Port': ['ID=b88a82c9-d3af-4c0a-ae31-eb628ad235cf,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:09.098268 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-c1074847-805b-4120-bbb9-a7a92e5e880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025176666', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:05Z', 'updated_at': '2021-07-07T18:10:06Z', 'revision_number': 3, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:06Z', 'updated_at': '2021-07-07T18:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:09.127439 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72f0c296-29d2-40f2-8542-959c7bb1d01f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:09.127720 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1074847-805b-4120-bbb9-a7a92e5e880d None None] The sync data for ids ['a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'] in n-d-791503-12 is: [{'id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025176666', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:05Z', 'updated_at': '2021-07-07T18:10:06Z', 'revision_number': 3, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:06Z', 'updated_at': '2021-07-07T18:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:10:09.129105 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-9cfe81a4-cf0d-41ed-a810-c3f31a280f78 None None] Attempting to bind port b88a82c9-d3af-4c0a-ae31-eb628ad235cf on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:10:09.129479 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-9cfe81a4-cf0d-41ed-a810-c3f31a280f78 None None] Attempting to bind port b88a82c9-d3af-4c0a-ae31-eb628ad235cf by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '2568936f-2c49-4ca1-a20c-2647fa644456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:10:09.129848 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfe81a4-cf0d-41ed-a810-c3f31a280f78 None None] Attempting to bind port b88a82c9-d3af-4c0a-ae31-eb628ad235cf on network 985cc981-262a-4115-bfd3-f0c1139c9bf3 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:10:09.135602 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfe81a4-cf0d-41ed-a810-c3f31a280f78 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:10:09.135986 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfe81a4-cf0d-41ed-a810-c3f31a280f78 None None] Checking segment: {'id': '2568936f-2c49-4ca1-a20c-2647fa644456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:09.136403 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9cfe81a4-cf0d-41ed-a810-c3f31a280f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:09.136829 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfe81a4-cf0d-41ed-a810-c3f31a280f78 None None] Bound using segment: {'id': '2568936f-2c49-4ca1-a20c-2647fa644456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:10:09.137313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-9cfe81a4-cf0d-41ed-a810-c3f31a280f78 None None] Bound port: b88a82c9-d3af-4c0a-ae31-eb628ad235cf, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2568936f-2c49-4ca1-a20c-2647fa644456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:10:09.137707 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9cfe81a4-cf0d-41ed-a810-c3f31a280f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:09.146436 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-72f0c296-29d2-40f2-8542-959c7bb1d01f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Transition to ACTIVE for port object e7dbd587-e535-4d3a-9bd7-171d4a0fe713 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:09.184519 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72f0c296-29d2-40f2-8542-959c7bb1d01f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:09.219002 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-9cfe81a4-cf0d-41ed-a810-c3f31a280f78 None None] For port b88a82c9-d3af-4c0a-ae31-eb628ad235cf, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:10:09.222900 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-9cfe81a4-cf0d-41ed-a810-c3f31a280f78 None None] For port b88a82c9-d3af-4c0a-ae31-eb628ad235cf, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b88a82c9-d3af-4c0a-ae31-eb628ad235cf,segment=NetworkSegment(2568936f-2c49-4ca1-a20c-2647fa644456),segment_id=2568936f-2c49-4ca1-a20c-2647fa644456)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:10:09.228775 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9cfe81a4-cf0d-41ed-a810-c3f31a280f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:09.230721 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f0c296-29d2-40f2-8542-959c7bb1d01f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network 985cc981-262a-4115-bfd3-f0c1139c9bf3 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:09.234711 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-72f0c296-29d2-40f2-8542-959c7bb1d01f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:09.241000 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f0c296-29d2-40f2-8542-959c7bb1d01f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:10:09.270544 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0c296-29d2-40f2-8542-959c7bb1d01f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=e7dbd587-e535-4d3a-9bd7-171d4a0fe713,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:09.292771 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe81a4-cf0d-41ed-a810-c3f31a280f78 None None] Pushing event updated for resources: {'Port': ['ID=b88a82c9-d3af-4c0a-ae31-eb628ad235cf,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:09.305866 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72f0c296-29d2-40f2-8542-959c7bb1d01f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:09.513632 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72f0c296-29d2-40f2-8542-959c7bb1d01f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:09.826338 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72f0c296-29d2-40f2-8542-959c7bb1d01f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:09.832167 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72f0c296-29d2-40f2-8542-959c7bb1d01f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:09.917610 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0c296-29d2-40f2-8542-959c7bb1d01f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=e7dbd587-e535-4d3a-9bd7-171d4a0fe713,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:09.921559 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-72f0c296-29d2-40f2-8542-959c7bb1d01f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:10.036745 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f0c296-29d2-40f2-8542-959c7bb1d01f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network 985cc981-262a-4115-bfd3-f0c1139c9bf3 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:10.038792 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-72f0c296-29d2-40f2-8542-959c7bb1d01f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:10.177803 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f0c296-29d2-40f2-8542-959c7bb1d01f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Router a938b21d-3bdb-4d2a-89ba-c1de7a38d89f has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:10:10.309119 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f0c296-29d2-40f2-8542-959c7bb1d01f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:10:10.319047 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-72f0c296-29d2-40f2-8542-959c7bb1d01f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "PUT /v2.0/routers/a938b21d-3bdb-4d2a-89ba-c1de7a38d89f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4830556 Jul 07 18:10:10.411732 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212d499d-715d-4060-9081-c36bb25009da None None] Network 985cc981-262a-4115-bfd3-f0c1139c9bf3 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:10.488550 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-91bef091-7b7f-439d-964c-3e88cc13893f None None] Provisioning for port b88a82c9-d3af-4c0a-ae31-eb628ad235cf completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:10.494838 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-23a684a3-6bc1-409e-8ff9-3b95fffd7f66 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1295743746&fields=id&tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7 HTTP/1.1" status: 200 len: 267 time: 0.0399909 Jul 07 18:10:10.635803 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-8c1f2b3e-72b8-4cd5-95c5-e266b907b89e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:10.637101 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-8c1f2b3e-72b8-4cd5-95c5-e266b907b89e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/networks?id=985cc981-262a-4115-bfd3-f0c1139c9bf3 HTTP/1.1" status: 200 len: 797 time: 0.1342015 Jul 07 18:10:10.660461 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-02161cee-9e9a-412e-8873-9c789ceed4b5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/quotas/22f1d5a2e22b43d2aa02349f22c09dd7 HTTP/1.1" status: 200 len: 375 time: 0.0102677 Jul 07 18:10:10.745478 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-a7518dfd-873a-401a-8105-e365488923f2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765984 Jul 07 18:10:10.764402 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-65f22b78-1572-48a7-ae31-e06bf478a7c2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:10:10.765554 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-65f22b78-1572-48a7-ae31-e06bf478a7c2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065248 Jul 07 18:10:10.850018 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025dbc23-20bd-42ca-a506-f6989e70f076 None None] Sync routers for ids ['a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:10:10.860239 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025dbc23-20bd-42ca-a506-f6989e70f076 None None] Routers {'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:10.861023 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-025dbc23-20bd-42ca-a506-f6989e70f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:09:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:10.887154 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-94ee8868-50b3-48a0-a39e-16b8eceec7e3 service neutron] 10.222.0.53 "GET /v2.0/networks/985cc981-262a-4115-bfd3-f0c1139c9bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131577 Jul 07 18:10:10.937466 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ade4d381-831c-46a8-a596-739ab0db4d49 None None] Provisioning for port e7dbd587-e535-4d3a-9bd7-171d4a0fe713 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:10.943286 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ade4d381-831c-46a8-a596-739ab0db4d49 None None] Provisioning complete for port e7dbd587-e535-4d3a-9bd7-171d4a0fe713 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:10.944389 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ade4d381-831c-46a8-a596-739ab0db4d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:10.997073 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-b86da7be-6a03-4dc6-ac73-c65763d5b314 service neutron] 10.222.0.53 "GET /v2.0/networks/985cc981-262a-4115-bfd3-f0c1139c9bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078851 Jul 07 18:10:10.999154 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-ade4d381-831c-46a8-a596-739ab0db4d49 None None] Port e7dbd587-e535-4d3a-9bd7-171d4a0fe713 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:10:11.125655 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-025dbc23-20bd-42ca-a506-f6989e70f076 None None] Set router a938b21d-3bdb-4d2a-89ba-c1de7a38d89f gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:11.132949 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a45ce5e1-24d9-43d9-ba51-16a6cdf913c7 None None] Provisioning complete for port e7dbd587-e535-4d3a-9bd7-171d4a0fe713 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:11.133552 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a45ce5e1-24d9-43d9-ba51-16a6cdf913c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:11.227158 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a45ce5e1-24d9-43d9-ba51-16a6cdf913c7 None None] Port e7dbd587-e535-4d3a-9bd7-171d4a0fe713 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:10:11.254794 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f001ede2-161b-417b-897f-29855503595a req-149d97fb-89cb-4afc-b01e-7813b1d1476c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4 HTTP/1.1" status: 200 len: 210 time: 0.0705569 Jul 07 18:10:11.401273 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 77ae5d2d-9e04-4400-9a98-e49ab3c21c69 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:11.431921 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-025dbc23-20bd-42ca-a506-f6989e70f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025176666', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:05Z', 'updated_at': '2021-07-07T18:10:09Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:06Z', 'updated_at': '2021-07-07T18:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'e7dbd587-e535-4d3a-9bd7-171d4a0fe713', 'name': '', 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:b5:81:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e23dd209-d3a0-4050-93df-c9573ca00d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:08Z', 'updated_at': '2021-07-07T18:10:09Z', 'revision_number': 2, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': 'e23dd209-d3a0-4050-93df-c9573ca00d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:11.468908 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025dbc23-20bd-42ca-a506-f6989e70f076 None None] Checking router: a938b21d-3bdb-4d2a-89ba-c1de7a38d89f for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:10:11.468908 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025dbc23-20bd-42ca-a506-f6989e70f076 None None] Updating router a938b21d-3bdb-4d2a-89ba-c1de7a38d89f port e7dbd587-e535-4d3a-9bd7-171d4a0fe713 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:10:11.484472 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-097e3900-3bdf-4a66-bcef-d06bcf1b648b None None] Provisioning complete for port e7dbd587-e535-4d3a-9bd7-171d4a0fe713 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:11.485331 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-097e3900-3bdf-4a66-bcef-d06bcf1b648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:11.516598 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-025dbc23-20bd-42ca-a506-f6989e70f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:11.522237 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 77ae5d2d-9e04-4400-9a98-e49ab3c21c69 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:11.536281 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 77ae5d2d-9e04-4400-9a98-e49ab3c21c69 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:11.536758 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:11.561503 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-097e3900-3bdf-4a66-bcef-d06bcf1b648b None None] Port e7dbd587-e535-4d3a-9bd7-171d4a0fe713 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:10:11.641249 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:11.664842 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 77ae5d2d-9e04-4400-9a98-e49ab3c21c69, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=77ae5d2d-9e04-4400-9a98-e49ab3c21c69,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:11.670052 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:11.671064 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b88a82c9-d3af-4c0a-ae31-eb628ad235cf up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:11.763582 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=77ae5d2d-9e04-4400-9a98-e49ab3c21c69,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:11.780283 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port b88a82c9-d3af-4c0a-ae31-eb628ad235cf completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:11.784438 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port b88a82c9-d3af-4c0a-ae31-eb628ad235cf triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:11.784856 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:11.857401 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-025dbc23-20bd-42ca-a506-f6989e70f076 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:11.868909 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-025dbc23-20bd-42ca-a506-f6989e70f076 None None] Transition to ACTIVE for port object e7dbd587-e535-4d3a-9bd7-171d4a0fe713 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:11.875944 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-025dbc23-20bd-42ca-a506-f6989e70f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:11.888300 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:11.933688 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fea383-bae4-4ed4-8baa-7e7efc39732a None None] Pushing event updated for resources: {'Port': ['ID=e7dbd587-e535-4d3a-9bd7-171d4a0fe713,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:11.950224 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port b88a82c9-d3af-4c0a-ae31-eb628ad235cf, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b88a82c9-d3af-4c0a-ae31-eb628ad235cf,segment=NetworkSegment(2568936f-2c49-4ca1-a20c-2647fa644456),segment_id=2568936f-2c49-4ca1-a20c-2647fa644456)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:11.958051 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:11.968854 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fea383-bae4-4ed4-8baa-7e7efc39732a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:11.969212 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fea383-bae4-4ed4-8baa-7e7efc39732a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:11.969550 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fea383-bae4-4ed4-8baa-7e7efc39732a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:11.969892 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fea383-bae4-4ed4-8baa-7e7efc39732a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:11.970225 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fea383-bae4-4ed4-8baa-7e7efc39732a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:11.970561 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fea383-bae4-4ed4-8baa-7e7efc39732a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:11.970891 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fea383-bae4-4ed4-8baa-7e7efc39732a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:11.971225 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fea383-bae4-4ed4-8baa-7e7efc39732a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:11.971563 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fea383-bae4-4ed4-8baa-7e7efc39732a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:11.971876 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fea383-bae4-4ed4-8baa-7e7efc39732a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:11.972205 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fea383-bae4-4ed4-8baa-7e7efc39732a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:11.972528 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fea383-bae4-4ed4-8baa-7e7efc39732a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:12.006720 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-025dbc23-20bd-42ca-a506-f6989e70f076 None None] Attempting to bind port e7dbd587-e535-4d3a-9bd7-171d4a0fe713 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:10:12.007147 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-025dbc23-20bd-42ca-a506-f6989e70f076 None None] Attempting to bind port e7dbd587-e535-4d3a-9bd7-171d4a0fe713 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '2568936f-2c49-4ca1-a20c-2647fa644456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:10:12.007510 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025dbc23-20bd-42ca-a506-f6989e70f076 None None] Attempting to bind port e7dbd587-e535-4d3a-9bd7-171d4a0fe713 on network 985cc981-262a-4115-bfd3-f0c1139c9bf3 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:10:12.012949 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025dbc23-20bd-42ca-a506-f6989e70f076 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:10:12.013349 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025dbc23-20bd-42ca-a506-f6989e70f076 None None] Checking segment: {'id': '2568936f-2c49-4ca1-a20c-2647fa644456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:12.013782 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-025dbc23-20bd-42ca-a506-f6989e70f076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:12.014176 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025dbc23-20bd-42ca-a506-f6989e70f076 None None] Bound using segment: {'id': '2568936f-2c49-4ca1-a20c-2647fa644456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:10:12.014661 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-025dbc23-20bd-42ca-a506-f6989e70f076 None None] Bound port: e7dbd587-e535-4d3a-9bd7-171d4a0fe713, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2568936f-2c49-4ca1-a20c-2647fa644456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:10:12.015120 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-025dbc23-20bd-42ca-a506-f6989e70f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:12.027957 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=b88a82c9-d3af-4c0a-ae31-eb628ad235cf,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:12.092044 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-025dbc23-20bd-42ca-a506-f6989e70f076 None None] For port e7dbd587-e535-4d3a-9bd7-171d4a0fe713, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:10:12.095559 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-025dbc23-20bd-42ca-a506-f6989e70f076 None None] For port e7dbd587-e535-4d3a-9bd7-171d4a0fe713, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e7dbd587-e535-4d3a-9bd7-171d4a0fe713,segment=NetworkSegment(2568936f-2c49-4ca1-a20c-2647fa644456),segment_id=2568936f-2c49-4ca1-a20c-2647fa644456)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:10:12.101726 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-025dbc23-20bd-42ca-a506-f6989e70f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:12.166149 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fea383-bae4-4ed4-8baa-7e7efc39732a None None] Pushing event updated for resources: {'Port': ['ID=e7dbd587-e535-4d3a-9bd7-171d4a0fe713,revision_number=4']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:12.172697 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025dbc23-20bd-42ca-a506-f6989e70f076 None None] Routers {'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:12.174359 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-025dbc23-20bd-42ca-a506-f6989e70f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:09:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:12.321578 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-025dbc23-20bd-42ca-a506-f6989e70f076 None None] Set router a938b21d-3bdb-4d2a-89ba-c1de7a38d89f gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:12.423638 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-56c4539a-345b-4d85-a726-eb53663b8818 req-7954fea5-8334-4267-995e-b5309ebf3a83 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4 HTTP/1.1" status: 200 len: 210 time: 0.0357189 Jul 07 18:10:12.567237 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-025dbc23-20bd-42ca-a506-f6989e70f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025176666', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:05Z', 'updated_at': '2021-07-07T18:10:09Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:06Z', 'updated_at': '2021-07-07T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'e7dbd587-e535-4d3a-9bd7-171d4a0fe713', 'name': '', 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:b5:81:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e23dd209-d3a0-4050-93df-c9573ca00d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:08Z', 'updated_at': '2021-07-07T18:10:12Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': 'e23dd209-d3a0-4050-93df-c9573ca00d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:12.596913 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025dbc23-20bd-42ca-a506-f6989e70f076 None None] The sync data for ids ['a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'] in n-d-791503-12 is: [{'id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025176666', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:05Z', 'updated_at': '2021-07-07T18:10:09Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:06Z', 'updated_at': '2021-07-07T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'e7dbd587-e535-4d3a-9bd7-171d4a0fe713', 'name': '', 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:b5:81:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e23dd209-d3a0-4050-93df-c9573ca00d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:08Z', 'updated_at': '2021-07-07T18:10:12Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': 'e23dd209-d3a0-4050-93df-c9573ca00d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:10:12.733814 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-a026cb60-df9c-487b-9a5d-41d5f337a32c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:12.735383 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-a026cb60-df9c-487b-9a5d-41d5f337a32c tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.64 "GET /v2.0/networks?id=985cc981-262a-4115-bfd3-f0c1139c9bf3 HTTP/1.1" status: 200 len: 797 time: 0.1781561 Jul 07 18:10:12.785036 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-9b7e4ab6-3a44-47f8-b81a-670a5b6569d1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7 HTTP/1.1" status: 200 len: 380 time: 0.0411971 Jul 07 18:10:12.794773 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-05c71c57-2f60-49da-b624-84c19daefcd6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'port': {'device_id': '15a9fe8f-574f-464f-bf7f-ab8d579365f4', 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3', 'admin_state_up': True, 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'security_groups': ['d0dd2d37-87ca-4ed7-991d-792f47433f13']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:12.931257 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-05c71c57-2f60-49da-b624-84c19daefcd6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Made reservation on behalf of 22f1d5a2e22b43d2aa02349f22c09dd7 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:10:12.934855 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-05c71c57-2f60-49da-b624-84c19daefcd6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:13.085806 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-05c71c57-2f60-49da-b624-84c19daefcd6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Allocated IP 172.20.0.14 (985cc981-262a-4115-bfd3-f0c1139c9bf3/e23dd209-d3a0-4050-93df-c9573ca00d0f/6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:10:13.274338 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-05c71c57-2f60-49da-b624-84c19daefcd6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:13.298034 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-05c71c57-2f60-49da-b624-84c19daefcd6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Transition to ACTIVE for port object 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:13.353430 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e7dbd587-e535-4d3a-9bd7-171d4a0fe713 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:13.354668 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-05c71c57-2f60-49da-b624-84c19daefcd6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:13.406822 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-05c71c57-2f60-49da-b624-84c19daefcd6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network 985cc981-262a-4115-bfd3-f0c1139c9bf3 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:13.416137 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-05c71c57-2f60-49da-b624-84c19daefcd6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:13.418986 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-05c71c57-2f60-49da-b624-84c19daefcd6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:10:13.431222 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port e7dbd587-e535-4d3a-9bd7-171d4a0fe713 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:13.436946 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port e7dbd587-e535-4d3a-9bd7-171d4a0fe713 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:13.437536 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:13.449048 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c71c57-2f60-49da-b624-84c19daefcd6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:13.511493 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-05c71c57-2f60-49da-b624-84c19daefcd6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:13.512555 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-05c71c57-2f60-49da-b624-84c19daefcd6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:13.541931 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-05c71c57-2f60-49da-b624-84c19daefcd6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7512984 Jul 07 18:10:13.555889 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-1f15d6ed-4561-48ee-99e4-f6a254d2dbdb service neutron] Request body: {'port': {'device_id': '15a9fe8f-574f-464f-bf7f-ab8d579365f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:13.586226 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:13.631744 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port e7dbd587-e535-4d3a-9bd7-171d4a0fe713, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e7dbd587-e535-4d3a-9bd7-171d4a0fe713,segment=NetworkSegment(2568936f-2c49-4ca1-a20c-2647fa644456),segment_id=2568936f-2c49-4ca1-a20c-2647fa644456)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:13.642485 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:13.643561 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 77ae5d2d-9e04-4400-9a98-e49ab3c21c69 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:13.681821 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d6fa0-d2b4-4e4c-bede-0cac9b7a3ee4 req-43a6a83d-725a-4a1e-9ea1-d3ddf6c452d4 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:13.692505 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-639d6fa0-d2b4-4e4c-bede-0cac9b7a3ee4 req-43a6a83d-725a-4a1e-9ea1-d3ddf6c452d4 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4 HTTP/1.1" status: 200 len: 932 time: 0.1139421 Jul 07 18:10:13.749905 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-1f15d6ed-4561-48ee-99e4-f6a254d2dbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:13.750690 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-639d6fa0-d2b4-4e4c-bede-0cac9b7a3ee4 req-a7ca8b52-6bd3-48bb-8a75-dc439cbd3edc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0dd2d37-87ca-4ed7-991d-792f47433f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566847 Jul 07 18:10:13.777455 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 77ae5d2d-9e04-4400-9a98-e49ab3c21c69 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:13.778035 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:13.811530 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=e7dbd587-e535-4d3a-9bd7-171d4a0fe713,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:13.863637 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-59cbb693-28d7-48ab-b2b6-23493a6dc27f None None] Provisioning for port 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:13.871521 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-59cbb693-28d7-48ab-b2b6-23493a6dc27f None None] Provisioning complete for port 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:13.871901 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-59cbb693-28d7-48ab-b2b6-23493a6dc27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:13.938598 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-59cbb693-28d7-48ab-b2b6-23493a6dc27f None None] Port 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:10:13.941848 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b88a82c9-d3af-4c0a-ae31-eb628ad235cf up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:14.011540 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port b88a82c9-d3af-4c0a-ae31-eb628ad235cf triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:14.011921 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:14.102433 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-1f15d6ed-4561-48ee-99e4-f6a254d2dbdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:10:14.110456 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-1f15d6ed-4561-48ee-99e4-f6a254d2dbdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:14.123849 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-1f15d6ed-4561-48ee-99e4-f6a254d2dbdb service neutron] Transition to ACTIVE for port object 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:14.129598 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-1f15d6ed-4561-48ee-99e4-f6a254d2dbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:14.181430 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15d6ed-4561-48ee-99e4-f6a254d2dbdb service neutron] Pushing event updated for resources: {'Port': ['ID=6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:14.263883 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-1f15d6ed-4561-48ee-99e4-f6a254d2dbdb service neutron] Attempting to bind port 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:10:14.264226 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-1f15d6ed-4561-48ee-99e4-f6a254d2dbdb service neutron] Attempting to bind port 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '2568936f-2c49-4ca1-a20c-2647fa644456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:10:14.264560 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-1f15d6ed-4561-48ee-99e4-f6a254d2dbdb service neutron] Attempting to bind port 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 on network 985cc981-262a-4115-bfd3-f0c1139c9bf3 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:10:14.269627 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-1f15d6ed-4561-48ee-99e4-f6a254d2dbdb service neutron] Port 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 on network 985cc981-262a-4115-bfd3-f0c1139c9bf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:10:14.269958 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-1f15d6ed-4561-48ee-99e4-f6a254d2dbdb service neutron] Attempting to bind port 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 on network 985cc981-262a-4115-bfd3-f0c1139c9bf3 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:10:14.284333 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-1f15d6ed-4561-48ee-99e4-f6a254d2dbdb service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:10:14.284926 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-1f15d6ed-4561-48ee-99e4-f6a254d2dbdb service neutron] Checking segment: {'id': '2568936f-2c49-4ca1-a20c-2647fa644456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:14.285346 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-1f15d6ed-4561-48ee-99e4-f6a254d2dbdb service neutron] Bound using segment: {'id': '2568936f-2c49-4ca1-a20c-2647fa644456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:10:14.285802 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-1f15d6ed-4561-48ee-99e4-f6a254d2dbdb service neutron] Bound port: 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2568936f-2c49-4ca1-a20c-2647fa644456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:10:14.286198 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-1f15d6ed-4561-48ee-99e4-f6a254d2dbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:14.362751 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-1f15d6ed-4561-48ee-99e4-f6a254d2dbdb service neutron] For port 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:10:14.367403 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-1f15d6ed-4561-48ee-99e4-f6a254d2dbdb service neutron] For port 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95,segment=NetworkSegment(2568936f-2c49-4ca1-a20c-2647fa644456),segment_id=2568936f-2c49-4ca1-a20c-2647fa644456)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:10:14.373684 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-1f15d6ed-4561-48ee-99e4-f6a254d2dbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:14.410718 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-1f15d6ed-4561-48ee-99e4-f6a254d2dbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:14.411341 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-1f15d6ed-4561-48ee-99e4-f6a254d2dbdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:14.412819 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-1f15d6ed-4561-48ee-99e4-f6a254d2dbdb service neutron] 10.222.0.64 "PUT /v2.0/ports/6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 HTTP/1.1" status: 200 len: 1093 time: 0.8627851 Jul 07 18:10:14.413576 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a9fe8f-574f-464f-bf7f-ab8d579365f4', 'tag': '6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:10:14.417465 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daee6e5c-cff5-4b52-b9e8-84b9483d0737" -d '{"events": [{"name": "network-changed", "server_uuid": "15a9fe8f-574f-464f-bf7f-ab8d579365f4", "tag": "6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:10:14.462758 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15d6ed-4561-48ee-99e4-f6a254d2dbdb service neutron] Pushing event updated for resources: {'Port': ['ID=6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:14.466686 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28eff79c-dff8-4bf8-b7cd-7767492e0ade x-openstack-request-id: req-28eff79c-dff8-4bf8-b7cd-7767492e0ade {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:10:14.466994 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a9fe8f-574f-464f-bf7f-ab8d579365f4", "tag": "6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:10:14.467228 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-28eff79c-dff8-4bf8-b7cd-7767492e0ade {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:10:14.467625 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a9fe8f-574f-464f-bf7f-ab8d579365f4', 'tag': '6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95', 'status': 'completed', 'code': 200} Jul 07 18:10:14.537254 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-54ac40df-5a81-4b26-8eec-5a3160809a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:14.538986 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-54ac40df-5a81-4b26-8eec-5a3160809a8d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4 HTTP/1.1" status: 200 len: 1096 time: 0.0629401 Jul 07 18:10:14.584817 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-792beab6-4186-42c1-84c0-ae5ac8836dc8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 HTTP/1.1" status: 200 len: 217 time: 0.0388782 Jul 07 18:10:14.637497 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-f5ed1d93-f684-4cae-b9fc-b9228870455a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:14.639008 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-f5ed1d93-f684-4cae-b9fc-b9228870455a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e23dd209-d3a0-4050-93df-c9573ca00d0f HTTP/1.1" status: 200 len: 835 time: 0.0479219 Jul 07 18:10:14.706659 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-f468b374-d41b-4bff-9790-3a67b96219c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:14.708191 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-f468b374-d41b-4bff-9790-3a67b96219c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=985cc981-262a-4115-bfd3-f0c1139c9bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635281 Jul 07 18:10:14.809551 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-724fd115-2162-44e9-bead-1d1d944b9929 service neutron] 10.222.0.64 "GET /v2.0/networks/985cc981-262a-4115-bfd3-f0c1139c9bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954568 Jul 07 18:10:14.912310 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4f742d1c-87ab-4382-8396-8f5a7ae9145a req-7b574a1c-b94b-47be-b958-3ed2ef4873ca service neutron] 10.222.0.64 "GET /v2.0/networks/985cc981-262a-4115-bfd3-f0c1139c9bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965376 Jul 07 18:10:14.942464 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eac8ac-3882-4189-b414-97e9e6a090d2 req-37711b69-be9d-431a-b25c-0bf8718b196e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:14.946455 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-36eac8ac-3882-4189-b414-97e9e6a090d2 req-37711b69-be9d-431a-b25c-0bf8718b196e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4 HTTP/1.1" status: 200 len: 944 time: 0.0756009 Jul 07 18:10:14.987466 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-36eac8ac-3882-4189-b414-97e9e6a090d2 req-512f8ad5-ed27-4049-b8e8-12b48676a921 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0dd2d37-87ca-4ed7-991d-792f47433f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371203 Jul 07 18:10:15.022810 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee6e5c-cff5-4b52-b9e8-84b9483d0737 req-6a75c0ca-498d-4a4c-b38b-ee525a86e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:15.024543 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-daee6e5c-cff5-4b52-b9e8-84b9483d0737 req-6a75c0ca-498d-4a4c-b38b-ee525a86e196 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4 HTTP/1.1" status: 200 len: 1096 time: 0.0619442 Jul 07 18:10:15.117975 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee6e5c-cff5-4b52-b9e8-84b9483d0737 req-39cec484-2073-4598-ae57-8b9f218070d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:15.119640 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-daee6e5c-cff5-4b52-b9e8-84b9483d0737 req-39cec484-2073-4598-ae57-8b9f218070d5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=985cc981-262a-4115-bfd3-f0c1139c9bf3 HTTP/1.1" status: 200 len: 898 time: 0.0885994 Jul 07 18:10:15.167749 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-daee6e5c-cff5-4b52-b9e8-84b9483d0737 req-7b2aedf2-d989-4c47-ad8d-949e0e334b6d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 HTTP/1.1" status: 200 len: 217 time: 0.0407548 Jul 07 18:10:15.220524 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee6e5c-cff5-4b52-b9e8-84b9483d0737 req-86245c28-d303-4f10-a058-74fe7bf40d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:15.222099 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-daee6e5c-cff5-4b52-b9e8-84b9483d0737 req-86245c28-d303-4f10-a058-74fe7bf40d5e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e23dd209-d3a0-4050-93df-c9573ca00d0f HTTP/1.1" status: 200 len: 835 time: 0.0486360 Jul 07 18:10:15.259583 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e7dbd587-e535-4d3a-9bd7-171d4a0fe713 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:15.294731 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee6e5c-cff5-4b52-b9e8-84b9483d0737 req-6faab981-3870-4bad-818b-11370beaa35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:15.296374 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-daee6e5c-cff5-4b52-b9e8-84b9483d0737 req-6faab981-3870-4bad-818b-11370beaa35f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=985cc981-262a-4115-bfd3-f0c1139c9bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675867 Jul 07 18:10:15.318977 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port e7dbd587-e535-4d3a-9bd7-171d4a0fe713 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:15.319357 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:15.397750 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-daee6e5c-cff5-4b52-b9e8-84b9483d0737 req-526eb0be-273b-4733-9af6-42e6e07c1cc8 service neutron] 10.222.0.64 "GET /v2.0/networks/985cc981-262a-4115-bfd3-f0c1139c9bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932264 Jul 07 18:10:15.495621 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-daee6e5c-cff5-4b52-b9e8-84b9483d0737 req-210715ed-f726-44ef-a257-5933dbd546f9 service neutron] 10.222.0.64 "GET /v2.0/networks/985cc981-262a-4115-bfd3-f0c1139c9bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908420 Jul 07 18:10:16.169004 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ced19e-4969-4eb4-a300-cf529e5705a3 req-272fa0e8-5c4c-48a6-a309-d7c9389a97b1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:16.170544 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d9ced19e-4969-4eb4-a300-cf529e5705a3 req-272fa0e8-5c4c-48a6-a309-d7c9389a97b1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4 HTTP/1.1" status: 200 len: 944 time: 0.0669165 Jul 07 18:10:16.210197 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d9ced19e-4969-4eb4-a300-cf529e5705a3 req-0e64f5c9-d60a-4f95-a465-acb673ae59b2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0dd2d37-87ca-4ed7-991d-792f47433f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339017 Jul 07 18:10:17.393147 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c13e3-78f5-48f8-8aea-14f9cd0daad0 req-386455a5-bfc8-4ddd-b5a0-3811159a7fb9 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:17.394702 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-249c13e3-78f5-48f8-8aea-14f9cd0daad0 req-386455a5-bfc8-4ddd-b5a0-3811159a7fb9 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4 HTTP/1.1" status: 200 len: 944 time: 0.0679595 Jul 07 18:10:17.436397 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-249c13e3-78f5-48f8-8aea-14f9cd0daad0 req-d132b3a6-5299-445d-b405-766043b37bcb tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0dd2d37-87ca-4ed7-991d-792f47433f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351884 Jul 07 18:10:18.221350 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:10:18.328369 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95,segment=NetworkSegment(2568936f-2c49-4ca1-a20c-2647fa644456),segment_id=2568936f-2c49-4ca1-a20c-2647fa644456)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:18.340797 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95', 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3', 'port_id': '6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95', 'mac_address': 'fa:16:3e:0e:1b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e23dd209-d3a0-4050-93df-c9573ca00d0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:10:18.379629 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.392998 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:10:18.416154 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95,segment=NetworkSegment(2568936f-2c49-4ca1-a20c-2647fa644456),segment_id=2568936f-2c49-4ca1-a20c-2647fa644456)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:18.420295 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.468166 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:18.626266 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfe985-bc60-497c-979b-312c639cc528 req-29563cfc-eaf9-4d29-a73f-6db8bfc667de tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:18.627797 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-82cfe985-bc60-497c-979b-312c639cc528 req-29563cfc-eaf9-4d29-a73f-6db8bfc667de tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4 HTTP/1.1" status: 200 len: 945 time: 0.0720956 Jul 07 18:10:18.655327 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:10:18.666845 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-82cfe985-bc60-497c-979b-312c639cc528 req-725a12af-ec51-4312-8e76-264ef570584f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0dd2d37-87ca-4ed7-991d-792f47433f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332427 Jul 07 18:10:19.850456 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa02d5c-b9dc-48fd-85da-7e86f4d660e9 req-0417c245-eef8-4fda-bff4-77518170ed50 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:19.852696 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-aaa02d5c-b9dc-48fd-85da-7e86f4d660e9 req-0417c245-eef8-4fda-bff4-77518170ed50 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4 HTTP/1.1" status: 200 len: 945 time: 0.0721047 Jul 07 18:10:19.891706 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-aaa02d5c-b9dc-48fd-85da-7e86f4d660e9 req-fec6b126-c8c4-4732-8b8c-856d09f97696 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0dd2d37-87ca-4ed7-991d-792f47433f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333505 Jul 07 18:10:20.237049 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:20.291515 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:20.295561 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:20.295939 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:20.376879 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:20.401445 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a9fe8f-574f-464f-bf7f-ab8d579365f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:10:20.403699 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32616a90-dca8-4d5e-8929-07e1432a553d" -d '{"events": [{"server_uuid": "15a9fe8f-574f-464f-bf7f-ab8d579365f4", "name": "network-vif-plugged", "status": "completed", "tag": "6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:10:20.418148 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95,segment=NetworkSegment(2568936f-2c49-4ca1-a20c-2647fa644456),segment_id=2568936f-2c49-4ca1-a20c-2647fa644456)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:20.422314 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:20.472556 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:20.494222 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed1bc45-34b0-4004-a719-ad20102e919c x-openstack-request-id: req-eed1bc45-34b0-4004-a719-ad20102e919c {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:10:20.494522 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a9fe8f-574f-464f-bf7f-ab8d579365f4", "name": "network-vif-plugged", "status": "completed", "tag": "6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:10:20.494779 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eed1bc45-34b0-4004-a719-ad20102e919c {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:10:20.495174 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a9fe8f-574f-464f-bf7f-ab8d579365f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95', 'code': 200} Jul 07 18:10:20.608606 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27346397-6317-4b5f-b068-1c73e489feaf req-504c2be8-91e3-4fe0-956a-b5cfa964a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:20.610163 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-27346397-6317-4b5f-b068-1c73e489feaf req-504c2be8-91e3-4fe0-956a-b5cfa964a32c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4 HTTP/1.1" status: 200 len: 1098 time: 0.0549285 Jul 07 18:10:20.645247 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-27346397-6317-4b5f-b068-1c73e489feaf req-45d1a2a5-3370-4237-8096-92db0df3bcc0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d0dd2d37-87ca-4ed7-991d-792f47433f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288892 Jul 07 18:10:21.079930 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512c859-3827-4630-91d3-788f5e9974e3 req-9df76ca4-adf5-42ff-9dcc-1af712d35252 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:21.081770 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c512c859-3827-4630-91d3-788f5e9974e3 req-9df76ca4-adf5-42ff-9dcc-1af712d35252 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4 HTTP/1.1" status: 200 len: 946 time: 0.0706158 Jul 07 18:10:21.121792 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c512c859-3827-4630-91d3-788f5e9974e3 req-f6f35e98-3cf9-4767-9b82-52c515dd8081 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0dd2d37-87ca-4ed7-991d-792f47433f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337589 Jul 07 18:10:22.305746 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173c000-a76c-4a65-802e-ac1213656253 req-cf812795-fc7e-496e-a461-a38f8397d11e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:22.307311 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d173c000-a76c-4a65-802e-ac1213656253 req-cf812795-fc7e-496e-a461-a38f8397d11e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4 HTTP/1.1" status: 200 len: 946 time: 0.0714021 Jul 07 18:10:22.346820 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d173c000-a76c-4a65-802e-ac1213656253 req-0b9ac616-fdd5-4543-8d28-7edd6edd66ca tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0dd2d37-87ca-4ed7-991d-792f47433f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338750 Jul 07 18:10:22.530529 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b7065-7443-441c-8bbf-a46daaffd90c req-63cfb4d7-892e-4121-9271-f6817027e80b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:22.532052 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a22b7065-7443-441c-8bbf-a46daaffd90c req-63cfb4d7-892e-4121-9271-f6817027e80b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4 HTTP/1.1" status: 200 len: 946 time: 0.0701346 Jul 07 18:10:22.571374 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a22b7065-7443-441c-8bbf-a46daaffd90c req-40cbdab2-117f-45d7-9999-f159d5e0c3c1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0dd2d37-87ca-4ed7-991d-792f47433f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336576 Jul 07 18:10:22.595226 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51370) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:22.649549 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f252303b-ce0a-43b5-abfd-b98df4c68677 tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:22.651114 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f252303b-ce0a-43b5-abfd-b98df4c68677 tempest-TestNetworkAdvancedServerOps-987678703 tempest-TestNetworkAdvancedServerOps-987678703-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4 HTTP/1.1" status: 200 len: 1093 time: 0.0548823 Jul 07 18:10:22.654005 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51372) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:22.658702 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-26182deb-e1ee-42d9-a142-2afee1612f10 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'port_id': '6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:22.682955 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-26182deb-e1ee-42d9-a142-2afee1612f10 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:22.793334 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-26182deb-e1ee-42d9-a142-2afee1612f10 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:22.908389 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-26182deb-e1ee-42d9-a142-2afee1612f10 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Allocated IP 172.25.0.198 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/651b9968-b2f0-4261-8c63-4355a831adda) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:10:23.019728 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-26182deb-e1ee-42d9-a142-2afee1612f10 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:23.061940 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-26182deb-e1ee-42d9-a142-2afee1612f10 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:23.103831 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26182deb-e1ee-42d9-a142-2afee1612f10 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:23.106491 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-26182deb-e1ee-42d9-a142-2afee1612f10 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:23.109954 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26182deb-e1ee-42d9-a142-2afee1612f10 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:10:23.115625 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26182deb-e1ee-42d9-a142-2afee1612f10 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=651b9968-b2f0-4261-8c63-4355a831adda,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:23.492782 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-26182deb-e1ee-42d9-a142-2afee1612f10 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:23.533120 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-27c0eee6-d6c6-43b8-8c55-1521555ac8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:23.575504 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-26182deb-e1ee-42d9-a142-2afee1612f10 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:23.738120 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-26182deb-e1ee-42d9-a142-2afee1612f10 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:23.744002 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-26182deb-e1ee-42d9-a142-2afee1612f10 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:23.823170 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26182deb-e1ee-42d9-a142-2afee1612f10 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event updated for resources: {'Port': ['ID=651b9968-b2f0-4261-8c63-4355a831adda,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:23.833742 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-26182deb-e1ee-42d9-a142-2afee1612f10 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:24.279522 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-26182deb-e1ee-42d9-a142-2afee1612f10 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Floating IP ee1789c8-d0fe-4272-a6ce-04eba823fe8b associated. External IP: 172.25.0.198, port: 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95. Jul 07 18:10:24.494614 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26182deb-e1ee-42d9-a142-2afee1612f10 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Router a938b21d-3bdb-4d2a-89ba-c1de7a38d89f has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:10:24.607638 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26182deb-e1ee-42d9-a142-2afee1612f10 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:10:24.617673 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491b3527-3433-4795-af03-6dccbc1152aa None None] Sync routers for ids ['a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:10:24.624228 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-26182deb-e1ee-42d9-a142-2afee1612f10 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:24.627411 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491b3527-3433-4795-af03-6dccbc1152aa None None] Routers {'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:24.628210 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-491b3527-3433-4795-af03-6dccbc1152aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:09:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:24.666912 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-26182deb-e1ee-42d9-a142-2afee1612f10 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0115139 Jul 07 18:10:24.667573 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a9fe8f-574f-464f-bf7f-ab8d579365f4', 'tag': '6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:10:24.670018 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59828764-dfa7-444f-9626-420f16dfe3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "15a9fe8f-574f-464f-bf7f-ab8d579365f4", "tag": "6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:10:24.709863 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd9b8f1-7c68-4758-9856-2919eaebfb26 x-openstack-request-id: req-bfd9b8f1-7c68-4758-9856-2919eaebfb26 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:10:24.710396 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a9fe8f-574f-464f-bf7f-ab8d579365f4", "tag": "6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:10:24.710721 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bfd9b8f1-7c68-4758-9856-2919eaebfb26 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:10:24.711212 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a9fe8f-574f-464f-bf7f-ab8d579365f4', 'tag': '6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95', 'status': 'completed', 'code': 200} Jul 07 18:10:24.740725 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-491b3527-3433-4795-af03-6dccbc1152aa None None] Set router a938b21d-3bdb-4d2a-89ba-c1de7a38d89f gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:24.857413 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59828764-dfa7-444f-9626-420f16dfe3dd req-6bd2f15f-c92f-49d3-995d-8b48ae97d939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:24.859453 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-59828764-dfa7-444f-9626-420f16dfe3dd req-6bd2f15f-c92f-49d3-995d-8b48ae97d939 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4 HTTP/1.1" status: 200 len: 1098 time: 0.1222889 Jul 07 18:10:24.871663 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380206e-7c24-4d76-bad4-dfcab6a4d78e req-a4354611-e8e6-4abc-8b01-3e0b9e3db56d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:24.873212 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a380206e-7c24-4d76-bad4-dfcab6a4d78e req-a4354611-e8e6-4abc-8b01-3e0b9e3db56d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4 HTTP/1.1" status: 200 len: 946 time: 0.0987456 Jul 07 18:10:24.964544 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a380206e-7c24-4d76-bad4-dfcab6a4d78e req-afc3416a-165c-4707-b343-197c830fc873 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0dd2d37-87ca-4ed7-991d-792f47433f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827713 Jul 07 18:10:24.982943 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-491b3527-3433-4795-af03-6dccbc1152aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025176666', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:05Z', 'updated_at': '2021-07-07T18:10:09Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:06Z', 'updated_at': '2021-07-07T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'ee1789c8-d0fe-4272-a6ce-04eba823fe8b', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'port_id': '6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3', 'mac_address': 'fa:16:3e:0e:1b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a9fe8f-574f-464f-bf7f-ab8d579365f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:10:23Z', 'updated_at': '2021-07-07T18:10:23Z', 'revision_number': 0, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7dbd587-e535-4d3a-9bd7-171d4a0fe713', 'name': '', 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:b5:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e23dd209-d3a0-4050-93df-c9573ca00d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:08Z', 'updated_at': '2021-07-07T18:10:13Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': 'e23dd209-d3a0-4050-93df-c9573ca00d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:24.990399 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51378) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:25.005436 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59828764-dfa7-444f-9626-420f16dfe3dd req-b668e8f4-ed28-4501-a676-5f6174bac31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:25.007810 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-59828764-dfa7-444f-9626-420f16dfe3dd req-b668e8f4-ed28-4501-a676-5f6174bac31f service neutron] 10.222.0.64 "GET /v2.0/networks?id=985cc981-262a-4115-bfd3-f0c1139c9bf3 HTTP/1.1" status: 200 len: 898 time: 0.1331103 Jul 07 18:10:25.011672 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491b3527-3433-4795-af03-6dccbc1152aa None None] Checking router: a938b21d-3bdb-4d2a-89ba-c1de7a38d89f for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:10:25.021398 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491b3527-3433-4795-af03-6dccbc1152aa None None] Routers {'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:25.022028 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-491b3527-3433-4795-af03-6dccbc1152aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:09:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:25.064052 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8902e5f5-1a69-4f89-a53e-09fdf75b987d tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/floatingips/ee1789c8-d0fe-4272-a6ce-04eba823fe8b HTTP/1.1" status: 200 len: 992 time: 0.0723729 Jul 07 18:10:25.087280 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-59828764-dfa7-444f-9626-420f16dfe3dd req-190ba157-d82a-4e30-adee-73c2f4c4a864 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 HTTP/1.1" status: 200 len: 1000 time: 0.0732546 Jul 07 18:10:25.149255 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59828764-dfa7-444f-9626-420f16dfe3dd req-6d1d4fe9-dfac-4614-a179-c196c3d53d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:25.150732 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-59828764-dfa7-444f-9626-420f16dfe3dd req-6d1d4fe9-dfac-4614-a179-c196c3d53d86 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e23dd209-d3a0-4050-93df-c9573ca00d0f HTTP/1.1" status: 200 len: 835 time: 0.0567477 Jul 07 18:10:25.214474 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59828764-dfa7-444f-9626-420f16dfe3dd req-de024e79-387a-4eb3-903f-9547b94d9498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:25.216031 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-59828764-dfa7-444f-9626-420f16dfe3dd req-de024e79-387a-4eb3-903f-9547b94d9498 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=985cc981-262a-4115-bfd3-f0c1139c9bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590680 Jul 07 18:10:25.315670 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-491b3527-3433-4795-af03-6dccbc1152aa None None] Set router a938b21d-3bdb-4d2a-89ba-c1de7a38d89f gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:25.316109 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-59828764-dfa7-444f-9626-420f16dfe3dd req-579b24ae-ce2c-4aa0-a7b2-2292400ec9a3 service neutron] 10.222.0.64 "GET /v2.0/networks/985cc981-262a-4115-bfd3-f0c1139c9bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933383 Jul 07 18:10:25.414642 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-59828764-dfa7-444f-9626-420f16dfe3dd req-b8081285-b05c-44f0-9878-25439b825c1a service neutron] 10.222.0.64 "GET /v2.0/networks/985cc981-262a-4115-bfd3-f0c1139c9bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926104 Jul 07 18:10:25.550054 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-491b3527-3433-4795-af03-6dccbc1152aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025176666', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:05Z', 'updated_at': '2021-07-07T18:10:09Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:06Z', 'updated_at': '2021-07-07T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'ee1789c8-d0fe-4272-a6ce-04eba823fe8b', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'port_id': '6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3', 'mac_address': 'fa:16:3e:0e:1b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a9fe8f-574f-464f-bf7f-ab8d579365f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:10:23Z', 'updated_at': '2021-07-07T18:10:23Z', 'revision_number': 0, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7dbd587-e535-4d3a-9bd7-171d4a0fe713', 'name': '', 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:b5:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e23dd209-d3a0-4050-93df-c9573ca00d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:08Z', 'updated_at': '2021-07-07T18:10:13Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': 'e23dd209-d3a0-4050-93df-c9573ca00d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:25.576880 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491b3527-3433-4795-af03-6dccbc1152aa None None] The sync data for ids ['a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'] in n-d-791503-12 is: [{'id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025176666', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:05Z', 'updated_at': '2021-07-07T18:10:09Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:06Z', 'updated_at': '2021-07-07T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'ee1789c8-d0fe-4272-a6ce-04eba823fe8b', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'port_id': '6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3', 'mac_address': 'fa:16:3e:0e:1b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a9fe8f-574f-464f-bf7f-ab8d579365f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:10:23Z', 'updated_at': '2021-07-07T18:10:23Z', 'revision_number': 0, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7dbd587-e535-4d3a-9bd7-171d4a0fe713', 'name': '', 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:b5:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e23dd209-d3a0-4050-93df-c9573ca00d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:08Z', 'updated_at': '2021-07-07T18:10:13Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': 'e23dd209-d3a0-4050-93df-c9573ca00d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:10:25.783147 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37d4d35-e93f-4b8b-bb43-f2c9484f1f5e None None] New status for floating IP ee1789c8-d0fe-4272-a6ce-04eba823fe8b: ACTIVE {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:10:26.066691 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51380) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:26.134699 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d50b5e65-9d26-4437-a86f-90e434767555 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/floatingips/ee1789c8-d0fe-4272-a6ce-04eba823fe8b HTTP/1.1" status: 200 len: 994 time: 0.0667334 Jul 07 18:10:26.340062 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:26.919284 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-799cc12e-4648-44ee-b519-f17d032c20d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:28.185363 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:29.982100 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:10:30.493247 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:37.225496 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-1de38a2f-6669-4c39-b7b5-bfb95ed354da req-4ee4416a-b927-436e-9750-8e4c94009887 service neutron] (100192) timed out ('10.222.0.72', 63582) {{(pid=100192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:10:38.087130 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:38.593227 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.535937 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-29c0c3ac-5ab6-4454-95f3-f1e2fa01c500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.371376 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-600321c8-17d7-4b21-9a63-b3eca88a331e req-bd45af0d-f173-4c3e-ae08-2fabca53b7b6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0604186 Jul 07 18:10:55.478446 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600321c8-17d7-4b21-9a63-b3eca88a331e req-d31ec72d-fd6e-4e09-9a88-1e861f74a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:55.479916 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-600321c8-17d7-4b21-9a63-b3eca88a331e req-d31ec72d-fd6e-4e09-9a88-1e861f74a695 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4 HTTP/1.1" status: 200 len: 1098 time: 0.0614357 Jul 07 18:10:55.618996 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600321c8-17d7-4b21-9a63-b3eca88a331e req-214d591d-ac31-43f4-a888-b55e2a999c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:55.620683 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-600321c8-17d7-4b21-9a63-b3eca88a331e req-214d591d-ac31-43f4-a888-b55e2a999c8f service neutron] 10.222.0.64 "GET /v2.0/networks?id=985cc981-262a-4115-bfd3-f0c1139c9bf3 HTTP/1.1" status: 200 len: 898 time: 0.1185122 Jul 07 18:10:55.693491 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-600321c8-17d7-4b21-9a63-b3eca88a331e req-799d1a86-ab55-443c-a9d6-1fe7783aa3cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 HTTP/1.1" status: 200 len: 1002 time: 0.0652268 Jul 07 18:10:55.751093 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600321c8-17d7-4b21-9a63-b3eca88a331e req-decb9230-3363-46b6-ae8c-2b44afc5a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:55.752574 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-600321c8-17d7-4b21-9a63-b3eca88a331e req-decb9230-3363-46b6-ae8c-2b44afc5a720 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e23dd209-d3a0-4050-93df-c9573ca00d0f HTTP/1.1" status: 200 len: 835 time: 0.0530190 Jul 07 18:10:55.814873 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600321c8-17d7-4b21-9a63-b3eca88a331e req-a86f0d11-387f-4fa5-b16a-abcab73bffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:55.816388 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-600321c8-17d7-4b21-9a63-b3eca88a331e req-a86f0d11-387f-4fa5-b16a-abcab73bffd3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=985cc981-262a-4115-bfd3-f0c1139c9bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566695 Jul 07 18:10:55.907085 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-600321c8-17d7-4b21-9a63-b3eca88a331e req-8a3b7c24-1903-418d-819c-6c72bb4646b8 service neutron] 10.222.0.64 "GET /v2.0/networks/985cc981-262a-4115-bfd3-f0c1139c9bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839789 Jul 07 18:10:56.006056 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-600321c8-17d7-4b21-9a63-b3eca88a331e req-4bbc559a-5cf6-4b51-816e-f186a2dfc740 service neutron] 10.222.0.64 "GET /v2.0/networks/985cc981-262a-4115-bfd3-f0c1139c9bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923107 Jul 07 18:10:56.348058 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.920666 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cf82198b-3a82-437c-b226-358bb7346d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:57.810142 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddb445-3207-4504-aad7-0b4fd5553909 req-d74945f0-7e3f-4a44-903b-4e51a97ebed6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:57.811706 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-12ddb445-3207-4504-aad7-0b4fd5553909 req-d74945f0-7e3f-4a44-903b-4e51a97ebed6 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4 HTTP/1.1" status: 200 len: 946 time: 0.1315987 Jul 07 18:10:57.854049 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-12ddb445-3207-4504-aad7-0b4fd5553909 req-f76c9e30-2237-4276-a213-4b1b803f9457 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0dd2d37-87ca-4ed7-991d-792f47433f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367918 Jul 07 18:10:58.186714 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:59.090548 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1814f-1120-4c11-aeca-d0772f18e5e0 req-3b43ce94-1eac-4f1c-b34e-47ee60127d4f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:59.092152 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-70c1814f-1120-4c11-aeca-d0772f18e5e0 req-3b43ce94-1eac-4f1c-b34e-47ee60127d4f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4 HTTP/1.1" status: 200 len: 946 time: 0.1184230 Jul 07 18:10:59.135621 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-70c1814f-1120-4c11-aeca-d0772f18e5e0 req-8d40cf85-c485-46bc-971c-0af696463266 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0dd2d37-87ca-4ed7-991d-792f47433f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376210 Jul 07 18:10:59.161525 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51404) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:59.233491 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-27c8a467-7108-4d5e-9648-61438c9bfb49 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/floatingips/ee1789c8-d0fe-4272-a6ce-04eba823fe8b HTTP/1.1" status: 200 len: 994 time: 0.0707390 Jul 07 18:11:00.499042 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:00.672266 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a831f-4e2a-40a9-932a-3389028661ab req-c4c63880-d6ef-45d5-918c-ddf314138c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:00.673831 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f60a831f-4e2a-40a9-932a-3389028661ab req-c4c63880-d6ef-45d5-918c-ddf314138c28 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4 HTTP/1.1" status: 200 len: 1098 time: 0.0597668 Jul 07 18:11:00.701403 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3001860-adfd-4599-85ee-18efae4fb327 req-db27493c-e453-444e-b7da-d7948e25c334 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:00.702954 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a3001860-adfd-4599-85ee-18efae4fb327 req-db27493c-e453-444e-b7da-d7948e25c334 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4 HTTP/1.1" status: 200 len: 946 time: 0.0668061 Jul 07 18:11:00.745689 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a3001860-adfd-4599-85ee-18efae4fb327 req-ee4db863-76f5-40f3-ad99-b32954edc52b tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0dd2d37-87ca-4ed7-991d-792f47433f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365527 Jul 07 18:11:00.771525 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a831f-4e2a-40a9-932a-3389028661ab req-457f3980-be0e-4250-a2e3-a1d711e8a8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:00.774084 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f60a831f-4e2a-40a9-932a-3389028661ab req-457f3980-be0e-4250-a2e3-a1d711e8a8bd service neutron] 10.222.0.64 "GET /v2.0/networks?id=985cc981-262a-4115-bfd3-f0c1139c9bf3 HTTP/1.1" status: 200 len: 898 time: 0.0909753 Jul 07 18:11:00.845475 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f60a831f-4e2a-40a9-932a-3389028661ab req-db92a183-8d6f-4b4f-b833-516dcb693090 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 HTTP/1.1" status: 200 len: 1002 time: 0.0652537 Jul 07 18:11:00.894649 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a831f-4e2a-40a9-932a-3389028661ab req-7cbc98bc-cb0c-4b14-9863-2785672297e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:00.896180 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f60a831f-4e2a-40a9-932a-3389028661ab req-7cbc98bc-cb0c-4b14-9863-2785672297e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e23dd209-d3a0-4050-93df-c9573ca00d0f HTTP/1.1" status: 200 len: 835 time: 0.0437138 Jul 07 18:11:00.962116 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a831f-4e2a-40a9-932a-3389028661ab req-3b9435b6-431d-4007-b5d9-a7908b03d4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:00.963680 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f60a831f-4e2a-40a9-932a-3389028661ab req-3b9435b6-431d-4007-b5d9-a7908b03d4ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=985cc981-262a-4115-bfd3-f0c1139c9bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613205 Jul 07 18:11:01.066026 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f60a831f-4e2a-40a9-932a-3389028661ab req-cdde32a0-c6e8-4f47-8b93-df1a8067b0bc service neutron] 10.222.0.64 "GET /v2.0/networks/985cc981-262a-4115-bfd3-f0c1139c9bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945780 Jul 07 18:11:01.169717 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f60a831f-4e2a-40a9-932a-3389028661ab req-be689dfd-3042-428e-8b69-ea481e2e9c59 service neutron] 10.222.0.64 "GET /v2.0/networks/985cc981-262a-4115-bfd3-f0c1139c9bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963316 Jul 07 18:11:01.954709 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ff53d-ddb8-4a3b-a5ca-8e368472fe5e req-89819ca0-ee0a-4d45-b93d-56c9e044e339 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:01.956670 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af2ff53d-ddb8-4a3b-a5ca-8e368472fe5e req-89819ca0-ee0a-4d45-b93d-56c9e044e339 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4 HTTP/1.1" status: 200 len: 946 time: 0.0853000 Jul 07 18:11:02.006939 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-af2ff53d-ddb8-4a3b-a5ca-8e368472fe5e req-d822ba3f-dd8b-4baf-9942-67220f8d48f0 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0dd2d37-87ca-4ed7-991d-792f47433f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429997 Jul 07 18:11:03.210176 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401ab2d-e970-4a3d-826c-26c998651804 req-37e2236d-de99-467f-9edd-75414a59be89 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:03.211884 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a401ab2d-e970-4a3d-826c-26c998651804 req-37e2236d-de99-467f-9edd-75414a59be89 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4 HTTP/1.1" status: 200 len: 946 time: 0.0762832 Jul 07 18:11:03.254263 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a401ab2d-e970-4a3d-826c-26c998651804 req-59bfcb0c-2929-468b-a3d3-ac06ce2d7ed4 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0dd2d37-87ca-4ed7-991d-792f47433f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365155 Jul 07 18:11:03.289526 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51416) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:03.370176 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-905fe6bf-26d9-4b5a-83aa-034d22db9cad tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/floatingips/ee1789c8-d0fe-4272-a6ce-04eba823fe8b HTTP/1.1" status: 200 len: 994 time: 0.0789952 Jul 07 18:11:03.688714 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51424) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:03.857508 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-99bd389b-6ff9-42f9-aec0-aae8b26ccda2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Deleting port 651b9968-b2f0-4261-8c63-4355a831adda {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:11:03.857854 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-99bd389b-6ff9-42f9-aec0-aae8b26ccda2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:03.939044 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-99bd389b-6ff9-42f9-aec0-aae8b26ccda2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:03.939323 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-99bd389b-6ff9-42f9-aec0-aae8b26ccda2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:03.952690 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-99bd389b-6ff9-42f9-aec0-aae8b26ccda2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Calling delete_port for 651b9968-b2f0-4261-8c63-4355a831adda owned by network:floatingip {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:11:04.123663 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-99bd389b-6ff9-42f9-aec0-aae8b26ccda2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:04.158998 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd389b-6ff9-42f9-aec0-aae8b26ccda2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Port': ['ID=651b9968-b2f0-4261-8c63-4355a831adda,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:04.197417 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd389b-6ff9-42f9-aec0-aae8b26ccda2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:04.197659 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd389b-6ff9-42f9-aec0-aae8b26ccda2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:04.197997 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd389b-6ff9-42f9-aec0-aae8b26ccda2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:04.198338 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd389b-6ff9-42f9-aec0-aae8b26ccda2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:04.198679 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd389b-6ff9-42f9-aec0-aae8b26ccda2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:04.199020 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd389b-6ff9-42f9-aec0-aae8b26ccda2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:04.199363 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd389b-6ff9-42f9-aec0-aae8b26ccda2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:04.199700 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd389b-6ff9-42f9-aec0-aae8b26ccda2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:04.200036 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd389b-6ff9-42f9-aec0-aae8b26ccda2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:04.200362 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd389b-6ff9-42f9-aec0-aae8b26ccda2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:04.200717 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd389b-6ff9-42f9-aec0-aae8b26ccda2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:04.201052 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd389b-6ff9-42f9-aec0-aae8b26ccda2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:04.247448 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-99bd389b-6ff9-42f9-aec0-aae8b26ccda2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for floatingip, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:04.248533 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-99bd389b-6ff9-42f9-aec0-aae8b26ccda2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Floating IP ee1789c8-d0fe-4272-a6ce-04eba823fe8b disassociated (deleted). External IP: 172.25.0.198, port: 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95. Jul 07 18:11:04.860418 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99bd389b-6ff9-42f9-aec0-aae8b26ccda2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Router a938b21d-3bdb-4d2a-89ba-c1de7a38d89f has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:11:05.037904 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bd389b-6ff9-42f9-aec0-aae8b26ccda2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:11:05.045361 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-99bd389b-6ff9-42f9-aec0-aae8b26ccda2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:05.050638 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1584f43-2849-4601-b696-39293e1a5391 None None] Sync routers for ids ['a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:11:05.063666 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1584f43-2849-4601-b696-39293e1a5391 None None] Routers {'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:05.064307 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-f1584f43-2849-4601-b696-39293e1a5391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:10:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:05.089014 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-99bd389b-6ff9-42f9-aec0-aae8b26ccda2 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "DELETE /v2.0/floatingips/ee1789c8-d0fe-4272-a6ce-04eba823fe8b HTTP/1.1" status: 204 len: 168 time: 1.3990932 Jul 07 18:11:05.089735 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a9fe8f-574f-464f-bf7f-ab8d579365f4', 'tag': '6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:05.092162 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55547bf5-bad4-4ed9-bef8-fc0fbf435afc" -d '{"events": [{"name": "network-changed", "server_uuid": "15a9fe8f-574f-464f-bf7f-ab8d579365f4", "tag": "6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:05.132434 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2fa3c1-ad52-4fb6-9af7-ff6e2a64c478 x-openstack-request-id: req-cc2fa3c1-ad52-4fb6-9af7-ff6e2a64c478 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:05.133272 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a9fe8f-574f-464f-bf7f-ab8d579365f4", "tag": "6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:05.133551 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc2fa3c1-ad52-4fb6-9af7-ff6e2a64c478 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:05.133941 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a9fe8f-574f-464f-bf7f-ab8d579365f4', 'tag': '6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95', 'status': 'completed', 'code': 200} Jul 07 18:11:05.177475 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-f1584f43-2849-4601-b696-39293e1a5391 None None] Set router a938b21d-3bdb-4d2a-89ba-c1de7a38d89f gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:05.218436 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55547bf5-bad4-4ed9-bef8-fc0fbf435afc req-738c74b2-ec1f-4e9d-a8bb-46957bca2aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:05.220196 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-55547bf5-bad4-4ed9-bef8-fc0fbf435afc req-738c74b2-ec1f-4e9d-a8bb-46957bca2aa4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4 HTTP/1.1" status: 200 len: 1098 time: 0.0647190 Jul 07 18:11:05.388462 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55547bf5-bad4-4ed9-bef8-fc0fbf435afc req-423d4f47-b5ab-4b2b-8c05-567bd2fd928a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:05.390747 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-55547bf5-bad4-4ed9-bef8-fc0fbf435afc req-423d4f47-b5ab-4b2b-8c05-567bd2fd928a service neutron] 10.222.0.64 "GET /v2.0/networks?id=985cc981-262a-4115-bfd3-f0c1139c9bf3 HTTP/1.1" status: 200 len: 898 time: 0.1639295 Jul 07 18:11:05.446105 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-55547bf5-bad4-4ed9-bef8-fc0fbf435afc req-c27c4b61-46fa-4434-bfdd-f247dab8af90 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 HTTP/1.1" status: 200 len: 217 time: 0.0485928 Jul 07 18:11:05.456957 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-f1584f43-2849-4601-b696-39293e1a5391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025176666', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:05Z', 'updated_at': '2021-07-07T18:10:09Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:06Z', 'updated_at': '2021-07-07T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'e7dbd587-e535-4d3a-9bd7-171d4a0fe713', 'name': '', 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:b5:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e23dd209-d3a0-4050-93df-c9573ca00d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:08Z', 'updated_at': '2021-07-07T18:10:13Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': 'e23dd209-d3a0-4050-93df-c9573ca00d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:05.484503 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1584f43-2849-4601-b696-39293e1a5391 None None] Checking router: a938b21d-3bdb-4d2a-89ba-c1de7a38d89f for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:11:05.493517 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1584f43-2849-4601-b696-39293e1a5391 None None] Routers {'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:05.494130 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-f1584f43-2849-4601-b696-39293e1a5391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:10:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:05.525102 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55547bf5-bad4-4ed9-bef8-fc0fbf435afc req-6a3ff594-5c6a-4c49-8dc1-b9a48773af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:05.526601 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-55547bf5-bad4-4ed9-bef8-fc0fbf435afc req-6a3ff594-5c6a-4c49-8dc1-b9a48773af40 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e23dd209-d3a0-4050-93df-c9573ca00d0f HTTP/1.1" status: 200 len: 835 time: 0.0709505 Jul 07 18:11:05.605821 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-f1584f43-2849-4601-b696-39293e1a5391 None None] Set router a938b21d-3bdb-4d2a-89ba-c1de7a38d89f gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:05.609044 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302cdc0a-c0f4-4cdc-adc3-ed60a4453cf1 req-7b7a3ce6-ec65-4043-a57a-787dbd6d7789 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:05.610721 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-302cdc0a-c0f4-4cdc-adc3-ed60a4453cf1 req-7b7a3ce6-ec65-4043-a57a-787dbd6d7789 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4 HTTP/1.1" status: 200 len: 946 time: 0.1682549 Jul 07 18:11:05.665623 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55547bf5-bad4-4ed9-bef8-fc0fbf435afc req-b591a2da-420c-4a76-8c41-9b1dc81df26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:05.667172 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-55547bf5-bad4-4ed9-bef8-fc0fbf435afc req-b591a2da-420c-4a76-8c41-9b1dc81df26d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=985cc981-262a-4115-bfd3-f0c1139c9bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1335099 Jul 07 18:11:05.670570 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-302cdc0a-c0f4-4cdc-adc3-ed60a4453cf1 req-d537b49e-8d81-48f9-ade4-6b091cc66e17 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0dd2d37-87ca-4ed7-991d-792f47433f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539310 Jul 07 18:11:05.780537 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-55547bf5-bad4-4ed9-bef8-fc0fbf435afc req-96162b23-36ce-4339-8e73-3bf1eaa9d6b8 service neutron] 10.222.0.64 "GET /v2.0/networks/985cc981-262a-4115-bfd3-f0c1139c9bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053379 Jul 07 18:11:05.848687 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-f1584f43-2849-4601-b696-39293e1a5391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025176666', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:05Z', 'updated_at': '2021-07-07T18:10:09Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:06Z', 'updated_at': '2021-07-07T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'e7dbd587-e535-4d3a-9bd7-171d4a0fe713', 'name': '', 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:b5:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e23dd209-d3a0-4050-93df-c9573ca00d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:08Z', 'updated_at': '2021-07-07T18:10:13Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': 'e23dd209-d3a0-4050-93df-c9573ca00d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:05.881216 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-55547bf5-bad4-4ed9-bef8-fc0fbf435afc req-3808bc19-cca6-44cf-a157-a2c00cd98738 service neutron] 10.222.0.64 "GET /v2.0/networks/985cc981-262a-4115-bfd3-f0c1139c9bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939722 Jul 07 18:11:05.887374 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1584f43-2849-4601-b696-39293e1a5391 None None] The sync data for ids ['a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'] in n-d-791503-12 is: [{'id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025176666', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:05Z', 'updated_at': '2021-07-07T18:10:09Z', 'revision_number': 4, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:06Z', 'updated_at': '2021-07-07T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'e7dbd587-e535-4d3a-9bd7-171d4a0fe713', 'name': '', 'network_id': '985cc981-262a-4115-bfd3-f0c1139c9bf3', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'mac_address': 'fa:16:3e:b5:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e23dd209-d3a0-4050-93df-c9573ca00d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:08Z', 'updated_at': '2021-07-07T18:10:13Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'subnets': [{'id': 'e23dd209-d3a0-4050-93df-c9573ca00d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:11:06.142988 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dab30bf-ed1e-4500-9d2e-83f1018e41e0 None None] New status for floating IP ee1789c8-d0fe-4272-a6ce-04eba823fe8b: DOWN {{(pid=100195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:11:06.856030 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b738f-c62a-4a75-b37e-e2ea2fa5b43f req-83acdb68-b227-434e-abee-b2e19b9e6af1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:06.857622 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-572b738f-c62a-4a75-b37e-e2ea2fa5b43f req-83acdb68-b227-434e-abee-b2e19b9e6af1 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4 HTTP/1.1" status: 200 len: 946 time: 0.0665646 Jul 07 18:11:06.896940 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-572b738f-c62a-4a75-b37e-e2ea2fa5b43f req-60ca16ce-dfb3-4bf5-9345-871194bffcd5 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0dd2d37-87ca-4ed7-991d-792f47433f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335529 Jul 07 18:11:06.937864 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b18a44-5611-49b5-a4f1-f11e63b1a48c req-68a83875-0c64-4120-95d8-c2fd6dc870bc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:06.939446 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43b18a44-5611-49b5-a4f1-f11e63b1a48c req-68a83875-0c64-4120-95d8-c2fd6dc870bc tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.64 "GET /v2.0/ports?device_id=15a9fe8f-574f-464f-bf7f-ab8d579365f4 HTTP/1.1" status: 200 len: 946 time: 0.0730219 Jul 07 18:11:06.983694 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:11:07.051149 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-43b18a44-5611-49b5-a4f1-f11e63b1a48c req-f47547ea-3f82-44ea-baac-539affd1dc5e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Deleting port 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:11:07.051497 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-43b18a44-5611-49b5-a4f1-f11e63b1a48c req-f47547ea-3f82-44ea-baac-539affd1dc5e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.142279 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-43b18a44-5611-49b5-a4f1-f11e63b1a48c req-f47547ea-3f82-44ea-baac-539affd1dc5e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] For port 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95,segment=NetworkSegment(2568936f-2c49-4ca1-a20c-2647fa644456),segment_id=2568936f-2c49-4ca1-a20c-2647fa644456)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:07.142645 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-43b18a44-5611-49b5-a4f1-f11e63b1a48c req-f47547ea-3f82-44ea-baac-539affd1dc5e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.155891 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-43b18a44-5611-49b5-a4f1-f11e63b1a48c req-f47547ea-3f82-44ea-baac-539affd1dc5e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Calling delete_port for 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:11:07.291334 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-43b18a44-5611-49b5-a4f1-f11e63b1a48c req-f47547ea-3f82-44ea-baac-539affd1dc5e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.320886 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47547ea-3f82-44ea-baac-539affd1dc5e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Port': ['ID=6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:07.335813 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47547ea-3f82-44ea-baac-539affd1dc5e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:07.336294 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47547ea-3f82-44ea-baac-539affd1dc5e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:07.336667 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47547ea-3f82-44ea-baac-539affd1dc5e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:07.337014 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47547ea-3f82-44ea-baac-539affd1dc5e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:07.337351 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47547ea-3f82-44ea-baac-539affd1dc5e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:07.337688 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47547ea-3f82-44ea-baac-539affd1dc5e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:07.338052 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47547ea-3f82-44ea-baac-539affd1dc5e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:07.338391 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47547ea-3f82-44ea-baac-539affd1dc5e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:07.338720 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47547ea-3f82-44ea-baac-539affd1dc5e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:07.339051 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47547ea-3f82-44ea-baac-539affd1dc5e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:07.339379 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47547ea-3f82-44ea-baac-539affd1dc5e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:07.339705 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47547ea-3f82-44ea-baac-539affd1dc5e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:07.381232 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b18a44-5611-49b5-a4f1-f11e63b1a48c req-f47547ea-3f82-44ea-baac-539affd1dc5e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] No DVR routers for this DVR port 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:11:07.384149 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-43b18a44-5611-49b5-a4f1-f11e63b1a48c req-f47547ea-3f82-44ea-baac-539affd1dc5e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.386212 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-43b18a44-5611-49b5-a4f1-f11e63b1a48c req-f47547ea-3f82-44ea-baac-539affd1dc5e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.64 "DELETE /v2.0/ports/6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 HTTP/1.1" status: 204 len: 173 time: 0.4417262 Jul 07 18:11:07.386662 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a9fe8f-574f-464f-bf7f-ab8d579365f4', 'name': 'network-vif-deleted', 'tag': '6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:07.388948 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cfac87-1960-4640-a579-68fd4990d534" -d '{"events": [{"server_uuid": "15a9fe8f-574f-464f-bf7f-ab8d579365f4", "name": "network-vif-deleted", "tag": "6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:07.425053 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781389da-11d3-4f13-a705-fb8b91c66cd5 x-openstack-request-id: req-781389da-11d3-4f13-a705-fb8b91c66cd5 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:07.425355 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a9fe8f-574f-464f-bf7f-ab8d579365f4", "name": "network-vif-deleted", "tag": "6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:07.425613 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-781389da-11d3-4f13-a705-fb8b91c66cd5 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:07.426020 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a9fe8f-574f-464f-bf7f-ab8d579365f4', 'name': 'network-vif-deleted', 'tag': '6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95', 'status': 'completed', 'code': 200} Jul 07 18:11:07.999567 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51438) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:08.098366 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.379535 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e354d855-6641-49a3-8e95-6e11f1b4109f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.613987 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.653244 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-e354d855-6641-49a3-8e95-6e11f1b4109f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Deleting port e7dbd587-e535-4d3a-9bd7-171d4a0fe713 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:11:08.653592 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e354d855-6641-49a3-8e95-6e11f1b4109f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.745965 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-e354d855-6641-49a3-8e95-6e11f1b4109f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] For port e7dbd587-e535-4d3a-9bd7-171d4a0fe713, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e7dbd587-e535-4d3a-9bd7-171d4a0fe713,segment=NetworkSegment(2568936f-2c49-4ca1-a20c-2647fa644456),segment_id=2568936f-2c49-4ca1-a20c-2647fa644456)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:08.746333 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e354d855-6641-49a3-8e95-6e11f1b4109f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.758294 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-e354d855-6641-49a3-8e95-6e11f1b4109f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Calling delete_port for e7dbd587-e535-4d3a-9bd7-171d4a0fe713 owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:11:08.964518 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e354d855-6641-49a3-8e95-6e11f1b4109f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.995074 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354d855-6641-49a3-8e95-6e11f1b4109f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Port': ['ID=e7dbd587-e535-4d3a-9bd7-171d4a0fe713,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:09.185125 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e354d855-6641-49a3-8e95-6e11f1b4109f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.417843 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e354d855-6641-49a3-8e95-6e11f1b4109f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Router a938b21d-3bdb-4d2a-89ba-c1de7a38d89f has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:11:09.526769 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e354d855-6641-49a3-8e95-6e11f1b4109f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:11:09.531746 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e354d855-6641-49a3-8e95-6e11f1b4109f tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "PUT /v2.0/routers/a938b21d-3bdb-4d2a-89ba-c1de7a38d89f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5311308 Jul 07 18:11:09.534524 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51440) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:09.539431 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407390be-b403-44fa-97a4-8192c91dda64 None None] Sync routers for ids ['a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:11:09.549657 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407390be-b403-44fa-97a4-8192c91dda64 None None] Routers {'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:09.550384 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-407390be-b403-44fa-97a4-8192c91dda64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:10:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:09.589252 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf8c650-08ba-454c-b094-6f0937e7dd1e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Deleting subnet e23dd209-d3a0-4050-93df-c9573ca00d0f {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:11:09.592601 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bdf8c650-08ba-454c-b094-6f0937e7dd1e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.635565 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bdf8c650-08ba-454c-b094-6f0937e7dd1e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.662318 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-407390be-b403-44fa-97a4-8192c91dda64 None None] Set router a938b21d-3bdb-4d2a-89ba-c1de7a38d89f gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:09.735322 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bdf8c650-08ba-454c-b094-6f0937e7dd1e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.799304 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bdf8c650-08ba-454c-b094-6f0937e7dd1e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.827618 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8c650-08ba-454c-b094-6f0937e7dd1e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Subnet': ['ID=e23dd209-d3a0-4050-93df-c9573ca00d0f,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:09.833742 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-bdf8c650-08ba-454c-b094-6f0937e7dd1e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.836289 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-bdf8c650-08ba-454c-b094-6f0937e7dd1e tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "DELETE /v2.0/subnets/e23dd209-d3a0-4050-93df-c9573ca00d0f HTTP/1.1" status: 204 len: 168 time: 0.3007312 Jul 07 18:11:09.838950 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51442) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:09.845453 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f42952-443c-4256-b59b-276eba692c2d None None] Network 985cc981-262a-4115-bfd3-f0c1139c9bf3 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:11:09.858946 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-407390be-b403-44fa-97a4-8192c91dda64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025176666', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:05Z', 'updated_at': '2021-07-07T18:11:08Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:06Z', 'updated_at': '2021-07-07T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:09.918367 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407390be-b403-44fa-97a4-8192c91dda64 None None] Checking router: a938b21d-3bdb-4d2a-89ba-c1de7a38d89f for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:11:09.946144 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407390be-b403-44fa-97a4-8192c91dda64 None None] Routers {'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:09.946789 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-407390be-b403-44fa-97a4-8192c91dda64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:10:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:09.954024 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-128e23a2-6033-4786-b6a5-0f7861801def tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.065122 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-128e23a2-6033-4786-b6a5-0f7861801def tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.102938 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-407390be-b403-44fa-97a4-8192c91dda64 None None] Set router a938b21d-3bdb-4d2a-89ba-c1de7a38d89f gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:10.127134 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-128e23a2-6033-4786-b6a5-0f7861801def tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Deleting port 77ae5d2d-9e04-4400-9a98-e49ab3c21c69 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:11:10.127571 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-128e23a2-6033-4786-b6a5-0f7861801def tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.362232 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654a4234-419c-4375-aeca-60eb7fbb4f58 None None] DHCP port deletion for 985cc981-262a-4115-bfd3-f0c1139c9bf3 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:11:10.465639 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-654a4234-419c-4375-aeca-60eb7fbb4f58 None None] Deleting port b88a82c9-d3af-4c0a-ae31-eb628ad235cf {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:11:10.466020 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-654a4234-419c-4375-aeca-60eb7fbb4f58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.510027 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:11:10.542717 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:11:10.543406 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 6ac3e7df-13d9-49a8-a19a-e81f6c1b0e95 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:11:10.565204 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-654a4234-419c-4375-aeca-60eb7fbb4f58 None None] For port b88a82c9-d3af-4c0a-ae31-eb628ad235cf, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b88a82c9-d3af-4c0a-ae31-eb628ad235cf,segment=NetworkSegment(2568936f-2c49-4ca1-a20c-2647fa644456),segment_id=2568936f-2c49-4ca1-a20c-2647fa644456)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:10.565604 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-654a4234-419c-4375-aeca-60eb7fbb4f58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.566889 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-128e23a2-6033-4786-b6a5-0f7861801def tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] For port 77ae5d2d-9e04-4400-9a98-e49ab3c21c69, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=77ae5d2d-9e04-4400-9a98-e49ab3c21c69,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:10.567401 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-128e23a2-6033-4786-b6a5-0f7861801def tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.580473 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-128e23a2-6033-4786-b6a5-0f7861801def tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Calling delete_port for 77ae5d2d-9e04-4400-9a98-e49ab3c21c69 owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:11:10.581731 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-654a4234-419c-4375-aeca-60eb7fbb4f58 None None] Calling delete_port for b88a82c9-d3af-4c0a-ae31-eb628ad235cf owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:11:10.587604 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-407390be-b403-44fa-97a4-8192c91dda64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025176666', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:05Z', 'updated_at': '2021-07-07T18:11:08Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:06Z', 'updated_at': '2021-07-07T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:10.618920 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407390be-b403-44fa-97a4-8192c91dda64 None None] The sync data for ids ['a938b21d-3bdb-4d2a-89ba-c1de7a38d89f'] in n-d-791503-12 is: [{'id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025176666', 'tenant_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:05Z', 'updated_at': '2021-07-07T18:11:08Z', 'revision_number': 5, 'project_id': '22f1d5a2e22b43d2aa02349f22c09dd7', 'gw_port': {'id': '77ae5d2d-9e04-4400-9a98-e49ab3c21c69', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a938b21d-3bdb-4d2a-89ba-c1de7a38d89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:06Z', 'updated_at': '2021-07-07T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:11:10.697013 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-654a4234-419c-4375-aeca-60eb7fbb4f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.721856 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a4234-419c-4375-aeca-60eb7fbb4f58 None None] Pushing event deleted for resources: {'Port': ['ID=b88a82c9-d3af-4c0a-ae31-eb628ad235cf,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:10.732100 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654a4234-419c-4375-aeca-60eb7fbb4f58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:10.732449 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654a4234-419c-4375-aeca-60eb7fbb4f58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:10.732817 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654a4234-419c-4375-aeca-60eb7fbb4f58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:10.733157 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654a4234-419c-4375-aeca-60eb7fbb4f58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:10.733494 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654a4234-419c-4375-aeca-60eb7fbb4f58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:10.733824 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654a4234-419c-4375-aeca-60eb7fbb4f58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:10.734148 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654a4234-419c-4375-aeca-60eb7fbb4f58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:10.734471 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654a4234-419c-4375-aeca-60eb7fbb4f58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:10.734791 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654a4234-419c-4375-aeca-60eb7fbb4f58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:10.735110 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654a4234-419c-4375-aeca-60eb7fbb4f58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:10.735433 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654a4234-419c-4375-aeca-60eb7fbb4f58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:10.736119 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654a4234-419c-4375-aeca-60eb7fbb4f58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:10.738464 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654a4234-419c-4375-aeca-60eb7fbb4f58 None None] No DVR routers for this DVR port b88a82c9-d3af-4c0a-ae31-eb628ad235cf on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:11:10.765332 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-128e23a2-6033-4786-b6a5-0f7861801def tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.793174 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e23a2-6033-4786-b6a5-0f7861801def tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Port': ['ID=77ae5d2d-9e04-4400-9a98-e49ab3c21c69,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:10.864302 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-128e23a2-6033-4786-b6a5-0f7861801def tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.976417 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-128e23a2-6033-4786-b6a5-0f7861801def tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.979129 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-128e23a2-6033-4786-b6a5-0f7861801def tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.026338 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-128e23a2-6033-4786-b6a5-0f7861801def tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.026958 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128e23a2-6033-4786-b6a5-0f7861801def tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Fanout notify agent at l3_agent the message router_deleted on router a938b21d-3bdb-4d2a-89ba-c1de7a38d89f {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:11:11.034271 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-128e23a2-6033-4786-b6a5-0f7861801def tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.035547 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-128e23a2-6033-4786-b6a5-0f7861801def tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "DELETE /v2.0/routers/a938b21d-3bdb-4d2a-89ba-c1de7a38d89f HTTP/1.1" status: 204 len: 168 time: 1.1952937 Jul 07 18:11:11.038893 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51444) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:11.129975 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed576c02-8bff-42d8-9ed6-ed4a1374ea69 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.222968 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed576c02-8bff-42d8-9ed6-ed4a1374ea69 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.235738 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-ed576c02-8bff-42d8-9ed6-ed4a1374ea69 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985cc981-262a-4115-bfd3-f0c1139c9bf3']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:11.254149 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-ed576c02-8bff-42d8-9ed6-ed4a1374ea69 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2568936f-2c49-4ca1-a20c-2647fa644456') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:11.254395 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-ed576c02-8bff-42d8-9ed6-ed4a1374ea69 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2568936f-2c49-4ca1-a20c-2647fa644456') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:11.277386 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed576c02-8bff-42d8-9ed6-ed4a1374ea69 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.301554 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed576c02-8bff-42d8-9ed6-ed4a1374ea69 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.312730 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed576c02-8bff-42d8-9ed6-ed4a1374ea69 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:11:11.313262 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed576c02-8bff-42d8-9ed6-ed4a1374ea69 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: timer() Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:11:11.316875 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:11:11.372158 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e7dbd587-e535-4d3a-9bd7-171d4a0fe713 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:11:11.385068 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed576c02-8bff-42d8-9ed6-ed4a1374ea69 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.392392 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ed576c02-8bff-42d8-9ed6-ed4a1374ea69 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.394291 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ed576c02-8bff-42d8-9ed6-ed4a1374ea69 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "DELETE /v2.0/networks/985cc981-262a-4115-bfd3-f0c1139c9bf3 HTTP/1.1" status: 204 len: 168 time: 0.3538554 Jul 07 18:11:11.394822 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: e7dbd587-e535-4d3a-9bd7-171d4a0fe713 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:11:11.395218 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e7dbd587-e535-4d3a-9bd7-171d4a0fe713 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:11:11.395612 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b88a82c9-d3af-4c0a-ae31-eb628ad235cf no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:11:11.397113 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51446) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:11.407631 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed576c02-8bff-42d8-9ed6-ed4a1374ea69 tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'Network': ['ID=985cc981-262a-4115-bfd3-f0c1139c9bf3,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:11.425942 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: b88a82c9-d3af-4c0a-ae31-eb628ad235cf {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:11:11.426291 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b88a82c9-d3af-4c0a-ae31-eb628ad235cf not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:11:11.460739 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-39b60d68-e375-4ed7-b491-4f67ba0999bf tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.487435 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-39b60d68-e375-4ed7-b491-4f67ba0999bf tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.558624 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-39b60d68-e375-4ed7-b491-4f67ba0999bf tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.561501 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-39b60d68-e375-4ed7-b491-4f67ba0999bf tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.562711 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-39b60d68-e375-4ed7-b491-4f67ba0999bf tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] 10.222.0.53 "DELETE /v2.0/security-groups/d0dd2d37-87ca-4ed7-991d-792f47433f13 HTTP/1.1" status: 204 len: 168 time: 0.1640613 Jul 07 18:11:11.574889 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b60d68-e375-4ed7-b491-4f67ba0999bf tempest-TestNetworkAdvancedServerOps-348750122 tempest-TestNetworkAdvancedServerOps-348750122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dd2d37-87ca-4ed7-991d-792f47433f13,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:11.939389 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51454) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:12.077828 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8e5712b2-0494-414d-9928-4cdb5297357e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22f1d5a2e22b43d2aa02349f22c09dd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372409 Jul 07 18:11:12.080329 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51458) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:12.134078 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cd281e6f-90a7-4f4e-8069-384a9ae09823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.155744 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cd281e6f-90a7-4f4e-8069-384a9ae09823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.208729 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cd281e6f-90a7-4f4e-8069-384a9ae09823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.211452 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-cd281e6f-90a7-4f4e-8069-384a9ae09823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.212667 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-cd281e6f-90a7-4f4e-8069-384a9ae09823 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d34884a1-00cf-4b82-b6be-1daf45e603b6 HTTP/1.1" status: 204 len: 168 time: 0.1309822 Jul 07 18:11:12.220841 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd281e6f-90a7-4f4e-8069-384a9ae09823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34884a1-00cf-4b82-b6be-1daf45e603b6,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:12.484374 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51464) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:12.499088 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a6f13def-ca64-47ee-b73b-9be4b0ba381f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.589780 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a6f13def-ca64-47ee-b73b-9be4b0ba381f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.593902 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-a6f13def-ca64-47ee-b73b-9be4b0ba381f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.632901 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-a6f13def-ca64-47ee-b73b-9be4b0ba381f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=50f00b711243439da33991b67d7cdd19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473336 Jul 07 18:11:12.633792 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f13def-ca64-47ee-b73b-9be4b0ba381f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010d75a1-19c0-4971-9778-1579572315b7,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:12.636686 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51466) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:12.697954 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-965ceb8f-5b20-4b90-a793-44b1a3714317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.719986 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-965ceb8f-5b20-4b90-a793-44b1a3714317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.769682 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-965ceb8f-5b20-4b90-a793-44b1a3714317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.773764 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-965ceb8f-5b20-4b90-a793-44b1a3714317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.776092 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-965ceb8f-5b20-4b90-a793-44b1a3714317 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/010d75a1-19c0-4971-9778-1579572315b7 HTTP/1.1" status: 204 len: 168 time: 0.1377544 Jul 07 18:11:12.784746 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ceb8f-5b20-4b90-a793-44b1a3714317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010d75a1-19c0-4971-9778-1579572315b7,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:13.253818 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 77ae5d2d-9e04-4400-9a98-e49ab3c21c69 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:11:13.278332 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 77ae5d2d-9e04-4400-9a98-e49ab3c21c69 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:11:13.278667 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 77ae5d2d-9e04-4400-9a98-e49ab3c21c69 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:11:13.594552 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51488) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:13.740818 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-b0c9b3fc-eace-4b38-bcea-07c328d111bf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1360579282-network', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:13.765447 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c9b3fc-eace-4b38-bcea-07c328d111bf admin admin] Made reservation on behalf of 08ea1ec9865a49e8b0ee823e3c9b31c6 for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:13.768298 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b3fc-eace-4b38-bcea-07c328d111bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:13.782681 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b3fc-eace-4b38-bcea-07c328d111bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:13.894395 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b3fc-eace-4b38-bcea-07c328d111bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:13.900955 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b3fc-eace-4b38-bcea-07c328d111bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:13.935704 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c9b3fc-eace-4b38-bcea-07c328d111bf admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:11:13.961493 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9b3fc-eace-4b38-bcea-07c328d111bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81035ce2-4059-4cac-ba18-ca09b435e3d9,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:13.971135 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b3fc-eace-4b38-bcea-07c328d111bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:13.971677 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-b0c9b3fc-eace-4b38-bcea-07c328d111bf admin admin] Added segment 4441f229-93ac-4e1c-ab18-8f8100ac558f of type vlan for network c694e898-e2e1-4c00-b51b-fd213769da0c Jul 07 18:11:14.042458 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b3fc-eace-4b38-bcea-07c328d111bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.092854 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b3fc-eace-4b38-bcea-07c328d111bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.094079 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c9b3fc-eace-4b38-bcea-07c328d111bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:14.094759 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b3fc-eace-4b38-bcea-07c328d111bf admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.155858 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b0c9b3fc-eace-4b38-bcea-07c328d111bf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5599079 Jul 07 18:11:14.160290 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51492) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:14.167520 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-92d69dcc-7ca7-40d1-8782-1c36de9913d2 admin admin] Request body: {'subnet': {'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1360579282-subnet', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'ip_version': 4}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:14.169537 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9b3fc-eace-4b38-bcea-07c328d111bf admin admin] Pushing event updated for resources: {'Network': ['ID=c694e898-e2e1-4c00-b51b-fd213769da0c,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:14.187175 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network c694e898-e2e1-4c00-b51b-fd213769da0c details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:11:14.198833 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d69dcc-7ca7-40d1-8782-1c36de9913d2 admin admin] Made reservation on behalf of 08ea1ec9865a49e8b0ee823e3c9b31c6 for: {'subnet': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:14.201755 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-92d69dcc-7ca7-40d1-8782-1c36de9913d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4412256'] for subnet, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.434859 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-92d69dcc-7ca7-40d1-8782-1c36de9913d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4412274'] for subnet, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.497842 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d69dcc-7ca7-40d1-8782-1c36de9913d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53048968-6793-4a23-9e34-b0979355ea4d,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:14.511040 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d69dcc-7ca7-40d1-8782-1c36de9913d2 admin admin] Checking segment: {'id': '4441f229-93ac-4e1c-ab18-8f8100ac558f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:14.511410 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d69dcc-7ca7-40d1-8782-1c36de9913d2 admin admin] Network hostable DHCP agents. Network: c694e898-e2e1-4c00-b51b-fd213769da0c, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:11:14.530916 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d69dcc-7ca7-40d1-8782-1c36de9913d2 admin admin] Network c694e898-e2e1-4c00-b51b-fd213769da0c is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:11:14.542313 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-92d69dcc-7ca7-40d1-8782-1c36de9913d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, c694e898-e2e1-4c00-b51b-fd213769da0c) {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:14.546617 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d69dcc-7ca7-40d1-8782-1c36de9913d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:14.547215 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-92d69dcc-7ca7-40d1-8782-1c36de9913d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.553339 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eddf667-101c-40b3-bd15-4dfd4ccb240f None None] Network c694e898-e2e1-4c00-b51b-fd213769da0c requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:11:14.565464 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-92d69dcc-7ca7-40d1-8782-1c36de9913d2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4036138 Jul 07 18:11:14.568397 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51494) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:14.574060 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-c56e6007-e1de-45af-8fbd-be1d07ba41bf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1360579282-router', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:14.597914 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c56e6007-e1de-45af-8fbd-be1d07ba41bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.600338 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c56e6007-e1de-45af-8fbd-be1d07ba41bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.685539 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c56e6007-e1de-45af-8fbd-be1d07ba41bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.753047 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0435ac2a-7ea4-4c62-88db-c649295e04ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-c694e898-e2e1-4c00-b51b-fd213769da0c', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'fixed_ips': [{'subnet_id': '53048968-6793-4a23-9e34-b0979355ea4d'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:11:14.754058 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0435ac2a-7ea4-4c62-88db-c649295e04ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.851922 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c56e6007-e1de-45af-8fbd-be1d07ba41bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.951857 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-0435ac2a-7ea4-4c62-88db-c649295e04ba None None] Allocated IP 172.20.0.2 (c694e898-e2e1-4c00-b51b-fd213769da0c/53048968-6793-4a23-9e34-b0979355ea4d/6126bbdd-c5ac-434c-9490-372f1acb4dc4) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:11:15.137820 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c56e6007-e1de-45af-8fbd-be1d07ba41bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.144339 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0435ac2a-7ea4-4c62-88db-c649295e04ba None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.155240 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0435ac2a-7ea4-4c62-88db-c649295e04ba None None] Transition to ACTIVE for port object 6126bbdd-c5ac-434c-9490-372f1acb4dc4 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:15.171504 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c56e6007-e1de-45af-8fbd-be1d07ba41bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.176765 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0435ac2a-7ea4-4c62-88db-c649295e04ba None None] Transition to ACTIVE for port object 6126bbdd-c5ac-434c-9490-372f1acb4dc4 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:15.186098 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0435ac2a-7ea4-4c62-88db-c649295e04ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.237608 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0435ac2a-7ea4-4c62-88db-c649295e04ba None None] Network c694e898-e2e1-4c00-b51b-fd213769da0c is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:11:15.244654 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-0435ac2a-7ea4-4c62-88db-c649295e04ba None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:15.247924 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0435ac2a-7ea4-4c62-88db-c649295e04ba None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:11:15.261534 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435ac2a-7ea4-4c62-88db-c649295e04ba None None] Pushing event updated for resources: {'Port': ['ID=6126bbdd-c5ac-434c-9490-372f1acb4dc4,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:15.331810 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-0435ac2a-7ea4-4c62-88db-c649295e04ba None None] Attempting to bind port 6126bbdd-c5ac-434c-9490-372f1acb4dc4 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:11:15.332192 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-0435ac2a-7ea4-4c62-88db-c649295e04ba None None] Attempting to bind port 6126bbdd-c5ac-434c-9490-372f1acb4dc4 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '4441f229-93ac-4e1c-ab18-8f8100ac558f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:11:15.332552 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0435ac2a-7ea4-4c62-88db-c649295e04ba None None] Attempting to bind port 6126bbdd-c5ac-434c-9490-372f1acb4dc4 on network c694e898-e2e1-4c00-b51b-fd213769da0c {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:15.337822 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-c56e6007-e1de-45af-8fbd-be1d07ba41bf admin admin] Allocated IP 172.25.0.67 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/85d78a8a-fc52-4b7c-92b8-b48bb52ed381) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:11:15.338821 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0435ac2a-7ea4-4c62-88db-c649295e04ba None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:11:15.339205 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0435ac2a-7ea4-4c62-88db-c649295e04ba None None] Checking segment: {'id': '4441f229-93ac-4e1c-ab18-8f8100ac558f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:15.339982 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0435ac2a-7ea4-4c62-88db-c649295e04ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.340537 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0435ac2a-7ea4-4c62-88db-c649295e04ba None None] Bound using segment: {'id': '4441f229-93ac-4e1c-ab18-8f8100ac558f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:11:15.341098 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-0435ac2a-7ea4-4c62-88db-c649295e04ba None None] Bound port: 6126bbdd-c5ac-434c-9490-372f1acb4dc4, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4441f229-93ac-4e1c-ab18-8f8100ac558f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:11:15.341460 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0435ac2a-7ea4-4c62-88db-c649295e04ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.423237 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-0435ac2a-7ea4-4c62-88db-c649295e04ba None None] For port 6126bbdd-c5ac-434c-9490-372f1acb4dc4, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:11:15.427699 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-0435ac2a-7ea4-4c62-88db-c649295e04ba None None] For port 6126bbdd-c5ac-434c-9490-372f1acb4dc4, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6126bbdd-c5ac-434c-9490-372f1acb4dc4,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:11:15.432549 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0435ac2a-7ea4-4c62-88db-c649295e04ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.497440 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c56e6007-e1de-45af-8fbd-be1d07ba41bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.511720 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435ac2a-7ea4-4c62-88db-c649295e04ba None None] Pushing event updated for resources: {'Port': ['ID=6126bbdd-c5ac-434c-9490-372f1acb4dc4,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:15.549276 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c56e6007-e1de-45af-8fbd-be1d07ba41bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.594685 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56e6007-e1de-45af-8fbd-be1d07ba41bf admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:11:15.600117 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-c56e6007-e1de-45af-8fbd-be1d07ba41bf admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:15.604846 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56e6007-e1de-45af-8fbd-be1d07ba41bf admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:11:15.631394 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e6007-e1de-45af-8fbd-be1d07ba41bf admin admin] Pushing event updated for resources: {'Port': ['ID=85d78a8a-fc52-4b7c-92b8-b48bb52ed381,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:15.908497 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c56e6007-e1de-45af-8fbd-be1d07ba41bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:16.120787 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c56e6007-e1de-45af-8fbd-be1d07ba41bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:16.262887 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56e6007-e1de-45af-8fbd-be1d07ba41bf admin admin] Router a489f412-1770-42ec-b72e-d8766518bb1c is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:11:16.392953 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56e6007-e1de-45af-8fbd-be1d07ba41bf admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:11:16.404951 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1010dc1-3b3c-4a6e-853c-77f581e61315 None None] Sync routers for ids ['a489f412-1770-42ec-b72e-d8766518bb1c'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:11:16.409885 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c56e6007-e1de-45af-8fbd-be1d07ba41bf admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:16.414227 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c56e6007-e1de-45af-8fbd-be1d07ba41bf admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8418152 Jul 07 18:11:16.414443 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51496) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:16.416124 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1010dc1-3b3c-4a6e-853c-77f581e61315 None None] Routers {'a489f412-1770-42ec-b72e-d8766518bb1c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:16.417519 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-d1010dc1-3b3c-4a6e-853c-77f581e61315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:10:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a489f412-1770-42ec-b72e-d8766518bb1c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:16.527405 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff33010-588b-4cc0-8ece-0a0f1d47db5a None None] Network c694e898-e2e1-4c00-b51b-fd213769da0c requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:11:16.545987 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-d1010dc1-3b3c-4a6e-853c-77f581e61315 None None] Set router a489f412-1770-42ec-b72e-d8766518bb1c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:16.659548 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4f8cd8d1-038f-4412-ac12-737de58ca606 None None] Provisioning for port 6126bbdd-c5ac-434c-9490-372f1acb4dc4 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:16.771968 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-d1010dc1-3b3c-4a6e-853c-77f581e61315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'name': 'tempest-TestShelveInstance-1360579282-router', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:15Z', 'revision_number': 3, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'gw_port': {'id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:16.806337 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1010dc1-3b3c-4a6e-853c-77f581e61315 None None] Checking router: a489f412-1770-42ec-b72e-d8766518bb1c for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:11:16.806707 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1010dc1-3b3c-4a6e-853c-77f581e61315 None None] Updating router a489f412-1770-42ec-b72e-d8766518bb1c port 85d78a8a-fc52-4b7c-92b8-b48bb52ed381 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:11:16.873508 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d1010dc1-3b3c-4a6e-853c-77f581e61315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:17.176105 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d1010dc1-3b3c-4a6e-853c-77f581e61315 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:17.186421 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-d1010dc1-3b3c-4a6e-853c-77f581e61315 None None] Transition to ACTIVE for port object 85d78a8a-fc52-4b7c-92b8-b48bb52ed381 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:17.193059 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d1010dc1-3b3c-4a6e-853c-77f581e61315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:17.312758 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3edd5f86-1ec6-494e-8f45-5be93366e593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:17.346069 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-d1010dc1-3b3c-4a6e-853c-77f581e61315 None None] Attempting to bind port 85d78a8a-fc52-4b7c-92b8-b48bb52ed381 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:11:17.346437 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-d1010dc1-3b3c-4a6e-853c-77f581e61315 None None] Attempting to bind port 85d78a8a-fc52-4b7c-92b8-b48bb52ed381 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:11:17.346685 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6126bbdd-c5ac-434c-9490-372f1acb4dc4 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:17.346806 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1010dc1-3b3c-4a6e-853c-77f581e61315 None None] Attempting to bind port 85d78a8a-fc52-4b7c-92b8-b48bb52ed381 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:17.352497 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d124f-0c16-4c0d-892b-87e482f63b77 None None] Pushing event updated for resources: {'Port': ['ID=85d78a8a-fc52-4b7c-92b8-b48bb52ed381,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:17.355828 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1010dc1-3b3c-4a6e-853c-77f581e61315 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:11:17.356203 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1010dc1-3b3c-4a6e-853c-77f581e61315 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:17.356598 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d1010dc1-3b3c-4a6e-853c-77f581e61315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:17.357227 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1010dc1-3b3c-4a6e-853c-77f581e61315 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:11:17.357698 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-d1010dc1-3b3c-4a6e-853c-77f581e61315 None None] Bound port: 85d78a8a-fc52-4b7c-92b8-b48bb52ed381, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:11:17.358083 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d1010dc1-3b3c-4a6e-853c-77f581e61315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:17.364539 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d124f-0c16-4c0d-892b-87e482f63b77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:17.364913 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d124f-0c16-4c0d-892b-87e482f63b77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:17.365252 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d124f-0c16-4c0d-892b-87e482f63b77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:17.365587 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d124f-0c16-4c0d-892b-87e482f63b77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:17.365918 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d124f-0c16-4c0d-892b-87e482f63b77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:17.366318 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d124f-0c16-4c0d-892b-87e482f63b77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:17.366648 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d124f-0c16-4c0d-892b-87e482f63b77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:17.367057 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d124f-0c16-4c0d-892b-87e482f63b77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:17.367392 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d124f-0c16-4c0d-892b-87e482f63b77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:17.367721 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d124f-0c16-4c0d-892b-87e482f63b77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:17.368046 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d124f-0c16-4c0d-892b-87e482f63b77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:17.368424 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d124f-0c16-4c0d-892b-87e482f63b77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:17.416228 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 6126bbdd-c5ac-434c-9490-372f1acb4dc4 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:17.423651 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 6126bbdd-c5ac-434c-9490-372f1acb4dc4 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:17.428400 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:17.438172 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-d1010dc1-3b3c-4a6e-853c-77f581e61315 None None] For port 85d78a8a-fc52-4b7c-92b8-b48bb52ed381, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:11:17.441277 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-d1010dc1-3b3c-4a6e-853c-77f581e61315 None None] For port 85d78a8a-fc52-4b7c-92b8-b48bb52ed381, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=85d78a8a-fc52-4b7c-92b8-b48bb52ed381,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:11:17.448198 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-d1010dc1-3b3c-4a6e-853c-77f581e61315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:17.504483 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1010dc1-3b3c-4a6e-853c-77f581e61315 None None] Routers {'a489f412-1770-42ec-b72e-d8766518bb1c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:17.505157 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-d1010dc1-3b3c-4a6e-853c-77f581e61315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:10:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a489f412-1770-42ec-b72e-d8766518bb1c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:17.528819 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-3edd5f86-1ec6-494e-8f45-5be93366e593 admin admin] Allocated IP 172.20.0.1 (c694e898-e2e1-4c00-b51b-fd213769da0c/53048968-6793-4a23-9e34-b0979355ea4d/dc8e9c4a-174f-4d53-b6a1-212f0afb5c92) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:11:17.539909 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:17.560869 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d124f-0c16-4c0d-892b-87e482f63b77 None None] Pushing event updated for resources: {'Port': ['ID=85d78a8a-fc52-4b7c-92b8-b48bb52ed381,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:17.585637 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 6126bbdd-c5ac-434c-9490-372f1acb4dc4, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6126bbdd-c5ac-434c-9490-372f1acb4dc4,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:17.591138 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:17.648647 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-d1010dc1-3b3c-4a6e-853c-77f581e61315 None None] Set router a489f412-1770-42ec-b72e-d8766518bb1c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:17.651902 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=6126bbdd-c5ac-434c-9490-372f1acb4dc4,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:17.696915 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3edd5f86-1ec6-494e-8f45-5be93366e593 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:17.712409 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-3edd5f86-1ec6-494e-8f45-5be93366e593 admin admin] Transition to ACTIVE for port object dc8e9c4a-174f-4d53-b6a1-212f0afb5c92 will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:17.750559 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3edd5f86-1ec6-494e-8f45-5be93366e593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:17.796271 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edd5f86-1ec6-494e-8f45-5be93366e593 admin admin] Network c694e898-e2e1-4c00-b51b-fd213769da0c is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:11:17.801560 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-3edd5f86-1ec6-494e-8f45-5be93366e593 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:17.805286 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edd5f86-1ec6-494e-8f45-5be93366e593 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:11:17.811459 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd5f86-1ec6-494e-8f45-5be93366e593 admin admin] Pushing event updated for resources: {'Port': ['ID=dc8e9c4a-174f-4d53-b6a1-212f0afb5c92,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:17.854999 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3edd5f86-1ec6-494e-8f45-5be93366e593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:17.858046 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-d1010dc1-3b3c-4a6e-853c-77f581e61315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'name': 'tempest-TestShelveInstance-1360579282-router', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:15Z', 'revision_number': 3, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'gw_port': {'id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:17.891666 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1010dc1-3b3c-4a6e-853c-77f581e61315 None None] The sync data for ids ['a489f412-1770-42ec-b72e-d8766518bb1c'] in n-d-791503-12 is: [{'id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'name': 'tempest-TestShelveInstance-1360579282-router', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:15Z', 'revision_number': 3, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'gw_port': {'id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:11:18.064694 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3edd5f86-1ec6-494e-8f45-5be93366e593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:18.138432 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-875a21ad-5483-4b8c-ae87-0b241bff02ec None None] Provisioning for port dc8e9c4a-174f-4d53-b6a1-212f0afb5c92 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:18.145934 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-875a21ad-5483-4b8c-ae87-0b241bff02ec None None] Provisioning complete for port dc8e9c4a-174f-4d53-b6a1-212f0afb5c92 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:18.146307 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-875a21ad-5483-4b8c-ae87-0b241bff02ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:18.227914 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-875a21ad-5483-4b8c-ae87-0b241bff02ec None None] Port dc8e9c4a-174f-4d53-b6a1-212f0afb5c92 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:11:18.364357 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3edd5f86-1ec6-494e-8f45-5be93366e593 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:18.371903 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3edd5f86-1ec6-494e-8f45-5be93366e593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:18.445513 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd5f86-1ec6-494e-8f45-5be93366e593 admin admin] Pushing event updated for resources: {'Port': ['ID=dc8e9c4a-174f-4d53-b6a1-212f0afb5c92,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:18.450875 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3edd5f86-1ec6-494e-8f45-5be93366e593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:18.567450 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edd5f86-1ec6-494e-8f45-5be93366e593 admin admin] Network c694e898-e2e1-4c00-b51b-fd213769da0c is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:11:18.569186 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-3edd5f86-1ec6-494e-8f45-5be93366e593 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:18.737414 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3edd5f86-1ec6-494e-8f45-5be93366e593 admin admin] Router a489f412-1770-42ec-b72e-d8766518bb1c has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:11:18.861490 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-9deb4e9d-95e2-41d0-b334-f405aff2561b None None] Provisioning complete for port dc8e9c4a-174f-4d53-b6a1-212f0afb5c92 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:18.862085 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9deb4e9d-95e2-41d0-b334-f405aff2561b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:18.896797 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edd5f86-1ec6-494e-8f45-5be93366e593 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:11:18.902132 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-9deb4e9d-95e2-41d0-b334-f405aff2561b None None] Port dc8e9c4a-174f-4d53-b6a1-212f0afb5c92 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:11:18.905221 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3edd5f86-1ec6-494e-8f45-5be93366e593 admin admin] 10.222.0.53 "PUT /v2.0/routers/a489f412-1770-42ec-b72e-d8766518bb1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4895704 Jul 07 18:11:19.401414 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 85d78a8a-fc52-4b7c-92b8-b48bb52ed381 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:19.488974 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 85d78a8a-fc52-4b7c-92b8-b48bb52ed381 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:19.495876 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 85d78a8a-fc52-4b7c-92b8-b48bb52ed381 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:19.496465 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:19.616134 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51512) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:19.621435 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:19.622555 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-c98956b6-8cc9-439a-849d-331bbf369c9b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-59935980-network', 'tenant_id': '3ee09941486b4b408a95996535336757'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:19.650220 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98956b6-8cc9-439a-849d-331bbf369c9b admin admin] Made reservation on behalf of 3ee09941486b4b408a95996535336757 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:19.654335 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c98956b6-8cc9-439a-849d-331bbf369c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:19.660924 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 85d78a8a-fc52-4b7c-92b8-b48bb52ed381, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=85d78a8a-fc52-4b7c-92b8-b48bb52ed381,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:19.667613 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:19.669152 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6126bbdd-c5ac-434c-9490-372f1acb4dc4 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:19.670033 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c98956b6-8cc9-439a-849d-331bbf369c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:19.784894 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=85d78a8a-fc52-4b7c-92b8-b48bb52ed381,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:19.808386 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 6126bbdd-c5ac-434c-9490-372f1acb4dc4 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:19.808854 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:19.835567 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c98956b6-8cc9-439a-849d-331bbf369c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:19.837142 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0174775-74c8-4707-94b0-cf5f024cff7c None None] Sync routers for ids ['a489f412-1770-42ec-b72e-d8766518bb1c'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:11:19.842696 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c98956b6-8cc9-439a-849d-331bbf369c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:19.860234 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0174775-74c8-4707-94b0-cf5f024cff7c None None] Routers {'a489f412-1770-42ec-b72e-d8766518bb1c'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:19.860929 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-c0174775-74c8-4707-94b0-cf5f024cff7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:10:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a489f412-1770-42ec-b72e-d8766518bb1c'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:19.893179 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98956b6-8cc9-439a-849d-331bbf369c9b admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:11:19.911074 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98956b6-8cc9-439a-849d-331bbf369c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11150b2-1c57-4d77-ade5-20f2507e32aa,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:19.917843 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c98956b6-8cc9-439a-849d-331bbf369c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:19.918194 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-c98956b6-8cc9-439a-849d-331bbf369c9b admin admin] Added segment 03a976ec-9012-42b2-94a0-9560bc9f89d4 of type vlan for network e86c9b24-1d60-4e9d-a86e-8754d888e015 Jul 07 18:11:19.970651 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c98956b6-8cc9-439a-849d-331bbf369c9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:20.012076 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c98956b6-8cc9-439a-849d-331bbf369c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:20.014453 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98956b6-8cc9-439a-849d-331bbf369c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:20.015727 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-c0174775-74c8-4707-94b0-cf5f024cff7c None None] Set router a489f412-1770-42ec-b72e-d8766518bb1c gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:20.016433 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c98956b6-8cc9-439a-849d-331bbf369c9b admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:20.082849 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c98956b6-8cc9-439a-849d-331bbf369c9b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4647086 Jul 07 18:11:20.087285 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51514) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:20.091626 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98956b6-8cc9-439a-849d-331bbf369c9b admin admin] Pushing event updated for resources: {'Network': ['ID=e86c9b24-1d60-4e9d-a86e-8754d888e015,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:20.095748 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-3d8b2d76-f73b-4325-9a74-c8e2a0ed4c7e admin admin] Request body: {'subnet': {'network_id': 'e86c9b24-1d60-4e9d-a86e-8754d888e015', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-59935980-subnet', 'tenant_id': '3ee09941486b4b408a95996535336757', 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:20.115760 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network e86c9b24-1d60-4e9d-a86e-8754d888e015 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:11:20.121801 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8b2d76-f73b-4325-9a74-c8e2a0ed4c7e admin admin] Made reservation on behalf of 3ee09941486b4b408a95996535336757 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:20.124252 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3d8b2d76-f73b-4325-9a74-c8e2a0ed4c7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:20.309596 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-c0174775-74c8-4707-94b0-cf5f024cff7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'name': 'tempest-TestShelveInstance-1360579282-router', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:18Z', 'revision_number': 4, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'gw_port': {'id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'dc8e9c4a-174f-4d53-b6a1-212f0afb5c92', 'name': '', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'mac_address': 'fa:16:3e:bd:b2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '53048968-6793-4a23-9e34-b0979355ea4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:17Z', 'updated_at': '2021-07-07T18:11:18Z', 'revision_number': 2, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'subnets': [{'id': '53048968-6793-4a23-9e34-b0979355ea4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:20.326369 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3d8b2d76-f73b-4325-9a74-c8e2a0ed4c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:20.338905 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0174775-74c8-4707-94b0-cf5f024cff7c None None] Checking router: a489f412-1770-42ec-b72e-d8766518bb1c for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:11:20.339217 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0174775-74c8-4707-94b0-cf5f024cff7c None None] Updating router a489f412-1770-42ec-b72e-d8766518bb1c port dc8e9c4a-174f-4d53-b6a1-212f0afb5c92 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:11:20.378834 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c0174775-74c8-4707-94b0-cf5f024cff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:20.387182 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b2d76-f73b-4325-9a74-c8e2a0ed4c7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f008c12-da62-4e82-b7c3-e581bc35edd0,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:20.397085 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8b2d76-f73b-4325-9a74-c8e2a0ed4c7e admin admin] Checking segment: {'id': '03a976ec-9012-42b2-94a0-9560bc9f89d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e86c9b24-1d60-4e9d-a86e-8754d888e015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:20.398231 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8b2d76-f73b-4325-9a74-c8e2a0ed4c7e admin admin] Network hostable DHCP agents. Network: e86c9b24-1d60-4e9d-a86e-8754d888e015, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:11:20.417764 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8b2d76-f73b-4325-9a74-c8e2a0ed4c7e admin admin] Network e86c9b24-1d60-4e9d-a86e-8754d888e015 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:11:20.428162 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-3d8b2d76-f73b-4325-9a74-c8e2a0ed4c7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, e86c9b24-1d60-4e9d-a86e-8754d888e015) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:20.433335 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8b2d76-f73b-4325-9a74-c8e2a0ed4c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:20.433929 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3d8b2d76-f73b-4325-9a74-c8e2a0ed4c7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:20.441403 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf9bbdf-cf05-4fb5-aced-bd2fae727ee4 None None] Network e86c9b24-1d60-4e9d-a86e-8754d888e015 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:11:20.452510 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3d8b2d76-f73b-4325-9a74-c8e2a0ed4c7e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3627367 Jul 07 18:11:20.455410 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51516) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:20.461662 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-0a63a3af-13a2-4beb-994f-711598a1e066 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-59935980-router', 'tenant_id': '3ee09941486b4b408a95996535336757', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:20.487891 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a63a3af-13a2-4beb-994f-711598a1e066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:20.489594 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a63a3af-13a2-4beb-994f-711598a1e066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:20.555773 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a63a3af-13a2-4beb-994f-711598a1e066 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:20.730949 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a63a3af-13a2-4beb-994f-711598a1e066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:20.909013 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa62b04-ebf8-4c40-9567-a2a30e94a5e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-e86c9b24-1d60-4e9d-a86e-8754d888e015', 'network_id': 'e86c9b24-1d60-4e9d-a86e-8754d888e015', 'tenant_id': '3ee09941486b4b408a95996535336757', 'fixed_ips': [{'subnet_id': '0f008c12-da62-4e82-b7c3-e581bc35edd0'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:11:20.909883 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0fa62b04-ebf8-4c40-9567-a2a30e94a5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:20.953572 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a63a3af-13a2-4beb-994f-711598a1e066 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:20.973617 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a63a3af-13a2-4beb-994f-711598a1e066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:21.033959 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c0174775-74c8-4707-94b0-cf5f024cff7c None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:21.054261 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-c0174775-74c8-4707-94b0-cf5f024cff7c None None] Transition to ACTIVE for port object dc8e9c4a-174f-4d53-b6a1-212f0afb5c92 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:21.081552 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c0174775-74c8-4707-94b0-cf5f024cff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:21.081830 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-0a63a3af-13a2-4beb-994f-711598a1e066 admin admin] Allocated IP 172.25.0.116 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/6c7c4a43-ae9a-494d-adcb-31da4e617039) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:11:21.149216 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-0fa62b04-ebf8-4c40-9567-a2a30e94a5e8 None None] Allocated IP 172.20.0.2 (e86c9b24-1d60-4e9d-a86e-8754d888e015/0f008c12-da62-4e82-b7c3-e581bc35edd0/8e0dcfc7-fc07-43ba-8743-6c442e4f3a73) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:11:21.151245 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09293102-b593-443c-9f4a-40f9172ac21c None None] Pushing event updated for resources: {'Port': ['ID=dc8e9c4a-174f-4d53-b6a1-212f0afb5c92,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:21.243774 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a63a3af-13a2-4beb-994f-711598a1e066 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:21.272119 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-c0174775-74c8-4707-94b0-cf5f024cff7c None None] Attempting to bind port dc8e9c4a-174f-4d53-b6a1-212f0afb5c92 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:11:21.272119 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-c0174775-74c8-4707-94b0-cf5f024cff7c None None] Attempting to bind port dc8e9c4a-174f-4d53-b6a1-212f0afb5c92 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '4441f229-93ac-4e1c-ab18-8f8100ac558f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:11:21.273872 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0174775-74c8-4707-94b0-cf5f024cff7c None None] Attempting to bind port dc8e9c4a-174f-4d53-b6a1-212f0afb5c92 on network c694e898-e2e1-4c00-b51b-fd213769da0c {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:21.284029 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0174775-74c8-4707-94b0-cf5f024cff7c None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:11:21.284811 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0174775-74c8-4707-94b0-cf5f024cff7c None None] Checking segment: {'id': '4441f229-93ac-4e1c-ab18-8f8100ac558f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:21.284981 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c0174775-74c8-4707-94b0-cf5f024cff7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:21.285324 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0174775-74c8-4707-94b0-cf5f024cff7c None None] Bound using segment: {'id': '4441f229-93ac-4e1c-ab18-8f8100ac558f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:11:21.285820 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-c0174775-74c8-4707-94b0-cf5f024cff7c None None] Bound port: dc8e9c4a-174f-4d53-b6a1-212f0afb5c92, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4441f229-93ac-4e1c-ab18-8f8100ac558f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:11:21.290484 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c0174775-74c8-4707-94b0-cf5f024cff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:21.305546 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a63a3af-13a2-4beb-994f-711598a1e066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:21.361746 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 85d78a8a-fc52-4b7c-92b8-b48bb52ed381 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:21.380340 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a63a3af-13a2-4beb-994f-711598a1e066 admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:11:21.386572 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-0a63a3af-13a2-4beb-994f-711598a1e066 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:21.390056 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a63a3af-13a2-4beb-994f-711598a1e066 admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:11:21.413083 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63a3af-13a2-4beb-994f-711598a1e066 admin admin] Pushing event updated for resources: {'Port': ['ID=6c7c4a43-ae9a-494d-adcb-31da4e617039,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:21.478378 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0fa62b04-ebf8-4c40-9567-a2a30e94a5e8 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:21.493429 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-c0174775-74c8-4707-94b0-cf5f024cff7c None None] For port dc8e9c4a-174f-4d53-b6a1-212f0afb5c92, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:11:21.497507 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-c0174775-74c8-4707-94b0-cf5f024cff7c None None] For port dc8e9c4a-174f-4d53-b6a1-212f0afb5c92, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=dc8e9c4a-174f-4d53-b6a1-212f0afb5c92,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:11:21.498740 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0fa62b04-ebf8-4c40-9567-a2a30e94a5e8 None None] Transition to ACTIVE for port object 8e0dcfc7-fc07-43ba-8743-6c442e4f3a73 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:21.510276 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c0174775-74c8-4707-94b0-cf5f024cff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:21.557525 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-0fa62b04-ebf8-4c40-9567-a2a30e94a5e8 None None] Transition to ACTIVE for port object 8e0dcfc7-fc07-43ba-8743-6c442e4f3a73 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:21.581656 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 85d78a8a-fc52-4b7c-92b8-b48bb52ed381 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:21.581975 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:21.583774 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0fa62b04-ebf8-4c40-9567-a2a30e94a5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:21.635212 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09293102-b593-443c-9f4a-40f9172ac21c None None] Pushing event updated for resources: {'Port': ['ID=dc8e9c4a-174f-4d53-b6a1-212f0afb5c92,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:21.646298 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0174775-74c8-4707-94b0-cf5f024cff7c None None] Routers {'a489f412-1770-42ec-b72e-d8766518bb1c'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:21.647015 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-c0174775-74c8-4707-94b0-cf5f024cff7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:10:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a489f412-1770-42ec-b72e-d8766518bb1c'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:21.657181 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa62b04-ebf8-4c40-9567-a2a30e94a5e8 None None] Network e86c9b24-1d60-4e9d-a86e-8754d888e015 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:11:21.685452 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a63a3af-13a2-4beb-994f-711598a1e066 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:21.715732 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-0fa62b04-ebf8-4c40-9567-a2a30e94a5e8 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:21.724179 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa62b04-ebf8-4c40-9567-a2a30e94a5e8 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:11:21.836182 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa62b04-ebf8-4c40-9567-a2a30e94a5e8 None None] Pushing event updated for resources: {'Port': ['ID=8e0dcfc7-fc07-43ba-8743-6c442e4f3a73,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:21.902490 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-0fa62b04-ebf8-4c40-9567-a2a30e94a5e8 None None] Attempting to bind port 8e0dcfc7-fc07-43ba-8743-6c442e4f3a73 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:11:21.902856 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-0fa62b04-ebf8-4c40-9567-a2a30e94a5e8 None None] Attempting to bind port 8e0dcfc7-fc07-43ba-8743-6c442e4f3a73 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '03a976ec-9012-42b2-94a0-9560bc9f89d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e86c9b24-1d60-4e9d-a86e-8754d888e015'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:11:21.903232 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa62b04-ebf8-4c40-9567-a2a30e94a5e8 None None] Attempting to bind port 8e0dcfc7-fc07-43ba-8743-6c442e4f3a73 on network e86c9b24-1d60-4e9d-a86e-8754d888e015 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:21.910390 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-c0174775-74c8-4707-94b0-cf5f024cff7c None None] Set router a489f412-1770-42ec-b72e-d8766518bb1c gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:21.946588 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa62b04-ebf8-4c40-9567-a2a30e94a5e8 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:11:21.946993 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa62b04-ebf8-4c40-9567-a2a30e94a5e8 None None] Checking segment: {'id': '03a976ec-9012-42b2-94a0-9560bc9f89d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e86c9b24-1d60-4e9d-a86e-8754d888e015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:21.947385 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0fa62b04-ebf8-4c40-9567-a2a30e94a5e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:21.947790 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa62b04-ebf8-4c40-9567-a2a30e94a5e8 None None] Bound using segment: {'id': '03a976ec-9012-42b2-94a0-9560bc9f89d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e86c9b24-1d60-4e9d-a86e-8754d888e015'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:11:21.948282 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-0fa62b04-ebf8-4c40-9567-a2a30e94a5e8 None None] Bound port: 8e0dcfc7-fc07-43ba-8743-6c442e4f3a73, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a976ec-9012-42b2-94a0-9560bc9f89d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e86c9b24-1d60-4e9d-a86e-8754d888e015'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:11:21.948692 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0fa62b04-ebf8-4c40-9567-a2a30e94a5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:21.963618 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a63a3af-13a2-4beb-994f-711598a1e066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:22.109664 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-0fa62b04-ebf8-4c40-9567-a2a30e94a5e8 None None] For port 8e0dcfc7-fc07-43ba-8743-6c442e4f3a73, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:11:22.114522 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-0fa62b04-ebf8-4c40-9567-a2a30e94a5e8 None None] For port 8e0dcfc7-fc07-43ba-8743-6c442e4f3a73, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8e0dcfc7-fc07-43ba-8743-6c442e4f3a73,segment=NetworkSegment(03a976ec-9012-42b2-94a0-9560bc9f89d4),segment_id=03a976ec-9012-42b2-94a0-9560bc9f89d4)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:11:22.118552 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a63a3af-13a2-4beb-994f-711598a1e066 admin admin] Router 0b9ea195-0ce0-4e62-a39d-f53d45d1752a is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:11:22.123164 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0fa62b04-ebf8-4c40-9567-a2a30e94a5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:22.228570 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa62b04-ebf8-4c40-9567-a2a30e94a5e8 None None] Pushing event updated for resources: {'Port': ['ID=8e0dcfc7-fc07-43ba-8743-6c442e4f3a73,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:22.268610 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-c0174775-74c8-4707-94b0-cf5f024cff7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'name': 'tempest-TestShelveInstance-1360579282-router', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:18Z', 'revision_number': 4, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'gw_port': {'id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'dc8e9c4a-174f-4d53-b6a1-212f0afb5c92', 'name': '', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'mac_address': 'fa:16:3e:bd:b2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '53048968-6793-4a23-9e34-b0979355ea4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:17Z', 'updated_at': '2021-07-07T18:11:21Z', 'revision_number': 4, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'subnets': [{'id': '53048968-6793-4a23-9e34-b0979355ea4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:22.305107 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0174775-74c8-4707-94b0-cf5f024cff7c None None] The sync data for ids ['a489f412-1770-42ec-b72e-d8766518bb1c'] in n-d-791503-12 is: [{'id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'name': 'tempest-TestShelveInstance-1360579282-router', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:18Z', 'revision_number': 4, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'gw_port': {'id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'dc8e9c4a-174f-4d53-b6a1-212f0afb5c92', 'name': '', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'mac_address': 'fa:16:3e:bd:b2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '53048968-6793-4a23-9e34-b0979355ea4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:17Z', 'updated_at': '2021-07-07T18:11:21Z', 'revision_number': 4, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'subnets': [{'id': '53048968-6793-4a23-9e34-b0979355ea4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:11:22.307959 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a63a3af-13a2-4beb-994f-711598a1e066 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:11:22.327589 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634272e2-838c-4ae9-8e3d-acb6e6a1b731 None None] Sync routers for ids ['0b9ea195-0ce0-4e62-a39d-f53d45d1752a'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:11:22.342185 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634272e2-838c-4ae9-8e3d-acb6e6a1b731 None None] Routers {'0b9ea195-0ce0-4e62-a39d-f53d45d1752a'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:22.342924 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-634272e2-838c-4ae9-8e3d-acb6e6a1b731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:10:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['0b9ea195-0ce0-4e62-a39d-f53d45d1752a'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:22.344114 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-0a63a3af-13a2-4beb-994f-711598a1e066 admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:22.349384 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-0a63a3af-13a2-4beb-994f-711598a1e066 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8920367 Jul 07 18:11:22.349698 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51518) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:22.526526 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-634272e2-838c-4ae9-8e3d-acb6e6a1b731 None None] Set router 0b9ea195-0ce0-4e62-a39d-f53d45d1752a gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:22.748101 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-634272e2-838c-4ae9-8e3d-acb6e6a1b731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9ea195-0ce0-4e62-a39d-f53d45d1752a', 'name': 'tempest-TestShelveInstance-59935980-router', 'tenant_id': '3ee09941486b4b408a95996535336757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '6c7c4a43-ae9a-494d-adcb-31da4e617039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:20Z', 'updated_at': '2021-07-07T18:11:21Z', 'revision_number': 3, 'project_id': '3ee09941486b4b408a95996535336757', 'gw_port': {'id': '6c7c4a43-ae9a-494d-adcb-31da4e617039', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:77:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9ea195-0ce0-4e62-a39d-f53d45d1752a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:20Z', 'updated_at': '2021-07-07T18:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:22.784104 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634272e2-838c-4ae9-8e3d-acb6e6a1b731 None None] Checking router: 0b9ea195-0ce0-4e62-a39d-f53d45d1752a for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:11:22.784458 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634272e2-838c-4ae9-8e3d-acb6e6a1b731 None None] Updating router 0b9ea195-0ce0-4e62-a39d-f53d45d1752a port 6c7c4a43-ae9a-494d-adcb-31da4e617039 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:11:22.823049 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-634272e2-838c-4ae9-8e3d-acb6e6a1b731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:22.943298 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b458fa21-ede0-4e5d-9240-c24872ab6ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.179704 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-b458fa21-ede0-4e5d-9240-c24872ab6ee4 admin admin] Allocated IP 172.20.0.1 (e86c9b24-1d60-4e9d-a86e-8754d888e015/0f008c12-da62-4e82-b7c3-e581bc35edd0/7074f7e0-4e1b-4e52-8b63-48e8b049f94b) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:11:23.186308 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-634272e2-838c-4ae9-8e3d-acb6e6a1b731 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.204965 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-634272e2-838c-4ae9-8e3d-acb6e6a1b731 None None] Transition to ACTIVE for port object 6c7c4a43-ae9a-494d-adcb-31da4e617039 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:23.216943 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-634272e2-838c-4ae9-8e3d-acb6e6a1b731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.286500 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ce1ca-e8ba-4612-9320-2ca1bdf93592 None None] Pushing event updated for resources: {'Port': ['ID=6c7c4a43-ae9a-494d-adcb-31da4e617039,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:23.326442 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-634272e2-838c-4ae9-8e3d-acb6e6a1b731 None None] Attempting to bind port 6c7c4a43-ae9a-494d-adcb-31da4e617039 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:11:23.327509 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-634272e2-838c-4ae9-8e3d-acb6e6a1b731 None None] Attempting to bind port 6c7c4a43-ae9a-494d-adcb-31da4e617039 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:11:23.337358 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634272e2-838c-4ae9-8e3d-acb6e6a1b731 None None] Attempting to bind port 6c7c4a43-ae9a-494d-adcb-31da4e617039 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:23.349040 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634272e2-838c-4ae9-8e3d-acb6e6a1b731 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:11:23.354379 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634272e2-838c-4ae9-8e3d-acb6e6a1b731 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:23.354379 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-634272e2-838c-4ae9-8e3d-acb6e6a1b731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.354792 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634272e2-838c-4ae9-8e3d-acb6e6a1b731 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:11:23.355210 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-634272e2-838c-4ae9-8e3d-acb6e6a1b731 None None] Bound port: 6c7c4a43-ae9a-494d-adcb-31da4e617039, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:11:23.355608 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-634272e2-838c-4ae9-8e3d-acb6e6a1b731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.384849 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b458fa21-ede0-4e5d-9240-c24872ab6ee4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.421892 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [None req-b458fa21-ede0-4e5d-9240-c24872ab6ee4 admin admin] Transition to ACTIVE for port object 7074f7e0-4e1b-4e52-8b63-48e8b049f94b will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:23.442051 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-634272e2-838c-4ae9-8e3d-acb6e6a1b731 None None] For port 6c7c4a43-ae9a-494d-adcb-31da4e617039, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:11:23.456856 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-634272e2-838c-4ae9-8e3d-acb6e6a1b731 None None] For port 6c7c4a43-ae9a-494d-adcb-31da4e617039, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6c7c4a43-ae9a-494d-adcb-31da4e617039,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:11:23.468522 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-634272e2-838c-4ae9-8e3d-acb6e6a1b731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.477747 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b458fa21-ede0-4e5d-9240-c24872ab6ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.504205 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device dc8e9c4a-174f-4d53-b6a1-212f0afb5c92 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:23.535067 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b458fa21-ede0-4e5d-9240-c24872ab6ee4 admin admin] Network e86c9b24-1d60-4e9d-a86e-8754d888e015 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:11:23.549784 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-b458fa21-ede0-4e5d-9240-c24872ab6ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:23.552161 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ce1ca-e8ba-4612-9320-2ca1bdf93592 None None] Pushing event updated for resources: {'Port': ['ID=6c7c4a43-ae9a-494d-adcb-31da4e617039,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:23.559399 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b458fa21-ede0-4e5d-9240-c24872ab6ee4 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:11:23.578211 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634272e2-838c-4ae9-8e3d-acb6e6a1b731 None None] Routers {'0b9ea195-0ce0-4e62-a39d-f53d45d1752a'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:23.579092 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-634272e2-838c-4ae9-8e3d-acb6e6a1b731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:10:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['0b9ea195-0ce0-4e62-a39d-f53d45d1752a'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:23.582884 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-7e59b40e-251a-4cb2-b23e-28901607aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.607957 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458fa21-ede0-4e5d-9240-c24872ab6ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=7074f7e0-4e1b-4e52-8b63-48e8b049f94b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:23.612581 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port dc8e9c4a-174f-4d53-b6a1-212f0afb5c92 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:23.618532 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port dc8e9c4a-174f-4d53-b6a1-212f0afb5c92 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:23.619052 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.619391 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b458fa21-ede0-4e5d-9240-c24872ab6ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.625210 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568d0335-33ba-4fc6-9d07-2b8df6ce846e None None] Network e86c9b24-1d60-4e9d-a86e-8754d888e015 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:11:23.736224 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-f7b5dbd7-b35b-44f4-bc02-0aab2e8fe28d None None] Provisioning for port 8e0dcfc7-fc07-43ba-8743-6c442e4f3a73 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:23.742054 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-634272e2-838c-4ae9-8e3d-acb6e6a1b731 None None] Set router 0b9ea195-0ce0-4e62-a39d-f53d45d1752a gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:23.829638 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b458fa21-ede0-4e5d-9240-c24872ab6ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.832437 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.911291 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port dc8e9c4a-174f-4d53-b6a1-212f0afb5c92, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=dc8e9c4a-174f-4d53-b6a1-212f0afb5c92,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:23.919364 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.920333 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8e0dcfc7-fc07-43ba-8743-6c442e4f3a73 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:24.008474 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-634272e2-838c-4ae9-8e3d-acb6e6a1b731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9ea195-0ce0-4e62-a39d-f53d45d1752a', 'name': 'tempest-TestShelveInstance-59935980-router', 'tenant_id': '3ee09941486b4b408a95996535336757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '6c7c4a43-ae9a-494d-adcb-31da4e617039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:20Z', 'updated_at': '2021-07-07T18:11:21Z', 'revision_number': 3, 'project_id': '3ee09941486b4b408a95996535336757', 'gw_port': {'id': '6c7c4a43-ae9a-494d-adcb-31da4e617039', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:77:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9ea195-0ce0-4e62-a39d-f53d45d1752a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:20Z', 'updated_at': '2021-07-07T18:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:24.014728 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=dc8e9c4a-174f-4d53-b6a1-212f0afb5c92,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:24.040889 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 8e0dcfc7-fc07-43ba-8743-6c442e4f3a73 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:24.046067 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 8e0dcfc7-fc07-43ba-8743-6c442e4f3a73 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:24.046631 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:24.050459 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634272e2-838c-4ae9-8e3d-acb6e6a1b731 None None] The sync data for ids ['0b9ea195-0ce0-4e62-a39d-f53d45d1752a'] in n-d-791503-12 is: [{'id': '0b9ea195-0ce0-4e62-a39d-f53d45d1752a', 'name': 'tempest-TestShelveInstance-59935980-router', 'tenant_id': '3ee09941486b4b408a95996535336757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '6c7c4a43-ae9a-494d-adcb-31da4e617039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:20Z', 'updated_at': '2021-07-07T18:11:21Z', 'revision_number': 3, 'project_id': '3ee09941486b4b408a95996535336757', 'gw_port': {'id': '6c7c4a43-ae9a-494d-adcb-31da4e617039', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:77:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9ea195-0ce0-4e62-a39d-f53d45d1752a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:20Z', 'updated_at': '2021-07-07T18:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:11:24.070119 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b458fa21-ede0-4e5d-9240-c24872ab6ee4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:24.083894 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b458fa21-ede0-4e5d-9240-c24872ab6ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:24.152329 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458fa21-ede0-4e5d-9240-c24872ab6ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=7074f7e0-4e1b-4e52-8b63-48e8b049f94b,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:24.167593 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:24.176412 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b458fa21-ede0-4e5d-9240-c24872ab6ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:24.220756 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 8e0dcfc7-fc07-43ba-8743-6c442e4f3a73, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8e0dcfc7-fc07-43ba-8743-6c442e4f3a73,segment=NetworkSegment(03a976ec-9012-42b2-94a0-9560bc9f89d4),segment_id=03a976ec-9012-42b2-94a0-9560bc9f89d4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:24.225736 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:24.283650 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=8e0dcfc7-fc07-43ba-8743-6c442e4f3a73,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:24.316880 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a7c91502-b784-42d7-aedd-1af33061b015 None None] Provisioning complete for port 8e0dcfc7-fc07-43ba-8743-6c442e4f3a73 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:24.316880 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a7c91502-b784-42d7-aedd-1af33061b015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:24.333148 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b458fa21-ede0-4e5d-9240-c24872ab6ee4 admin admin] Network e86c9b24-1d60-4e9d-a86e-8754d888e015 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:11:24.335597 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-b458fa21-ede0-4e5d-9240-c24872ab6ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:24.489289 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a7c91502-b784-42d7-aedd-1af33061b015 None None] Provisioning for port 7074f7e0-4e1b-4e52-8b63-48e8b049f94b completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:24.494151 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b458fa21-ede0-4e5d-9240-c24872ab6ee4 admin admin] Router 0b9ea195-0ce0-4e62-a39d-f53d45d1752a has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:11:24.495059 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a7c91502-b784-42d7-aedd-1af33061b015 None None] Provisioning complete for port 7074f7e0-4e1b-4e52-8b63-48e8b049f94b triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:24.496453 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a7c91502-b784-42d7-aedd-1af33061b015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:24.537968 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a7c91502-b784-42d7-aedd-1af33061b015 None None] Port 7074f7e0-4e1b-4e52-8b63-48e8b049f94b cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:11:24.631349 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b458fa21-ede0-4e5d-9240-c24872ab6ee4 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:11:24.637659 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b458fa21-ede0-4e5d-9240-c24872ab6ee4 admin admin] 10.222.0.53 "PUT /v2.0/routers/0b9ea195-0ce0-4e62-a39d-f53d45d1752a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2868123 Jul 07 18:11:24.669865 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-ba2f4681-52a1-43fd-b008-01c352662797 None None] Provisioning complete for port 7074f7e0-4e1b-4e52-8b63-48e8b049f94b triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:24.670263 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ba2f4681-52a1-43fd-b008-01c352662797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:24.716795 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-ba2f4681-52a1-43fd-b008-01c352662797 None None] Port 7074f7e0-4e1b-4e52-8b63-48e8b049f94b cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:11:24.838920 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-692ef2c7-d9de-4235-a294-6a3fcea670bd None None] Provisioning complete for port 7074f7e0-4e1b-4e52-8b63-48e8b049f94b triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:24.839301 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-692ef2c7-d9de-4235-a294-6a3fcea670bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:24.875652 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-692ef2c7-d9de-4235-a294-6a3fcea670bd None None] Port 7074f7e0-4e1b-4e52-8b63-48e8b049f94b cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:11:25.375846 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6c7c4a43-ae9a-494d-adcb-31da4e617039 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:25.430122 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 6c7c4a43-ae9a-494d-adcb-31da4e617039 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:25.434125 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 6c7c4a43-ae9a-494d-adcb-31da4e617039 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:25.434651 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.518700 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.542381 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 6c7c4a43-ae9a-494d-adcb-31da4e617039, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6c7c4a43-ae9a-494d-adcb-31da4e617039,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:25.546947 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.547839 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device dc8e9c4a-174f-4d53-b6a1-212f0afb5c92 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:25.634702 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=6c7c4a43-ae9a-494d-adcb-31da4e617039,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:25.643673 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51526) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:25.649038 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-2dd7c486-779c-47fb-9ec4-ea0127787ecb tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1109818424', 'description': 'tempest-secgroup-smoke-1109818424 description', 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:25.653582 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port dc8e9c4a-174f-4d53-b6a1-212f0afb5c92 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:25.654196 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.675326 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2dd7c486-779c-47fb-9ec4-ea0127787ecb tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.742408 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8e0dcfc7-fc07-43ba-8743-6c442e4f3a73 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:25.781364 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2dd7c486-779c-47fb-9ec4-ea0127787ecb tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.785767 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2dd7c486-779c-47fb-9ec4-ea0127787ecb tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.792939 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 8e0dcfc7-fc07-43ba-8743-6c442e4f3a73 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:25.793237 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.815323 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2dd7c486-779c-47fb-9ec4-ea0127787ecb tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.816665 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2dd7c486-779c-47fb-9ec4-ea0127787ecb tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1718640 Jul 07 18:11:25.820047 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51528) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:25.825609 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9fbe8c3c-dde8-469a-b280-42f22a31c2e6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Request body: {'security_group_rule': {'security_group_id': '8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb', 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:25.827621 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7c486-779c-47fb-9ec4-ea0127787ecb tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:25.856696 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc9ea14-c1b7-4a50-be09-b7e5e062027e None None] Sync routers for ids ['0b9ea195-0ce0-4e62-a39d-f53d45d1752a'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:11:25.864535 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9fbe8c3c-dde8-469a-b280-42f22a31c2e6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.888092 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc9ea14-c1b7-4a50-be09-b7e5e062027e None None] Routers {'0b9ea195-0ce0-4e62-a39d-f53d45d1752a'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:25.888770 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-2cc9ea14-c1b7-4a50-be09-b7e5e062027e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:10:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['0b9ea195-0ce0-4e62-a39d-f53d45d1752a'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:25.933063 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9fbe8c3c-dde8-469a-b280-42f22a31c2e6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.937454 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9fbe8c3c-dde8-469a-b280-42f22a31c2e6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.961614 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe8c3c-dde8-469a-b280-42f22a31c2e6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9881c42-97b6-4f2b-95ab-085556377c4b,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:25.965786 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9fbe8c3c-dde8-469a-b280-42f22a31c2e6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.967008 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9fbe8c3c-dde8-469a-b280-42f22a31c2e6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1457741 Jul 07 18:11:25.970121 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51530) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:25.974919 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-9788e084-7280-494c-bb62-b00a6572e62a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Request body: {'security_group_rule': {'security_group_id': '8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb', 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:26.005166 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9788e084-7280-494c-bb62-b00a6572e62a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.059373 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9788e084-7280-494c-bb62-b00a6572e62a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.063487 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9788e084-7280-494c-bb62-b00a6572e62a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.084874 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788e084-7280-494c-bb62-b00a6572e62a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1bd9309-800a-43a8-a308-824ea0c6116a,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:26.088190 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-9788e084-7280-494c-bb62-b00a6572e62a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.092275 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-9788e084-7280-494c-bb62-b00a6572e62a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185091 Jul 07 18:11:26.093063 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51532) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:26.097778 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-ce0baae8-5f35-44f8-910c-bc23c4140c4b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Request body: {'security_group_rule': {'security_group_id': '8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb', 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:26.126120 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ce0baae8-5f35-44f8-910c-bc23c4140c4b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.180393 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-2cc9ea14-c1b7-4a50-be09-b7e5e062027e None None] Set router 0b9ea195-0ce0-4e62-a39d-f53d45d1752a gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:26.188492 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ce0baae8-5f35-44f8-910c-bc23c4140c4b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.192319 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ce0baae8-5f35-44f8-910c-bc23c4140c4b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.211061 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0baae8-5f35-44f8-910c-bc23c4140c4b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d078f3-2539-41d2-be38-4125bbc16063,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:26.221196 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-ce0baae8-5f35-44f8-910c-bc23c4140c4b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.222448 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-ce0baae8-5f35-44f8-910c-bc23c4140c4b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286509 Jul 07 18:11:26.225166 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51534) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:26.230056 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-77cbc90f-f140-4b0f-8146-86f1f3ba33fb tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Request body: {'security_group_rule': {'security_group_id': '8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb', 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:26.260442 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-77cbc90f-f140-4b0f-8146-86f1f3ba33fb tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.328259 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-77cbc90f-f140-4b0f-8146-86f1f3ba33fb tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.333520 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-77cbc90f-f140-4b0f-8146-86f1f3ba33fb tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.352082 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbc90f-f140-4b0f-8146-86f1f3ba33fb tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=122710b1-346c-4f8e-92a0-9173a853a72f,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:26.358752 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-77cbc90f-f140-4b0f-8146-86f1f3ba33fb tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.359787 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-77cbc90f-f140-4b0f-8146-86f1f3ba33fb tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1336157 Jul 07 18:11:26.362653 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51536) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:26.368200 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-22cd64a7-c18f-4cdd-9e98-fd3f49c6da7d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Request body: {'security_group_rule': {'security_group_id': '8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb', 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:26.383395 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.393530 n-d-791503-12 neutron-server[100192]: INFO neutron.db.securitygroups_db [None req-22cd64a7-c18f-4cdd-9e98-fd3f49c6da7d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Project 08ea1ec9865a49e8b0ee823e3c9b31c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:11:26.398586 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-22cd64a7-c18f-4cdd-9e98-fd3f49c6da7d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.415592 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-2cc9ea14-c1b7-4a50-be09-b7e5e062027e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9ea195-0ce0-4e62-a39d-f53d45d1752a', 'name': 'tempest-TestShelveInstance-59935980-router', 'tenant_id': '3ee09941486b4b408a95996535336757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '6c7c4a43-ae9a-494d-adcb-31da4e617039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:20Z', 'updated_at': '2021-07-07T18:11:23Z', 'revision_number': 4, 'project_id': '3ee09941486b4b408a95996535336757', 'gw_port': {'id': '6c7c4a43-ae9a-494d-adcb-31da4e617039', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:77:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9ea195-0ce0-4e62-a39d-f53d45d1752a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:20Z', 'updated_at': '2021-07-07T18:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '7074f7e0-4e1b-4e52-8b63-48e8b049f94b', 'name': '', 'network_id': 'e86c9b24-1d60-4e9d-a86e-8754d888e015', 'tenant_id': '3ee09941486b4b408a95996535336757', 'mac_address': 'fa:16:3e:45:26:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9ea195-0ce0-4e62-a39d-f53d45d1752a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '0f008c12-da62-4e82-b7c3-e581bc35edd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:22Z', 'updated_at': '2021-07-07T18:11:23Z', 'revision_number': 2, 'project_id': '3ee09941486b4b408a95996535336757', 'subnets': [{'id': '0f008c12-da62-4e82-b7c3-e581bc35edd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:26.446697 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc9ea14-c1b7-4a50-be09-b7e5e062027e None None] Checking router: 0b9ea195-0ce0-4e62-a39d-f53d45d1752a for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:11:26.447050 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc9ea14-c1b7-4a50-be09-b7e5e062027e None None] Updating router 0b9ea195-0ce0-4e62-a39d-f53d45d1752a port 7074f7e0-4e1b-4e52-8b63-48e8b049f94b binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:11:26.461844 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-22cd64a7-c18f-4cdd-9e98-fd3f49c6da7d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.465643 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-22cd64a7-c18f-4cdd-9e98-fd3f49c6da7d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.483036 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2cc9ea14-c1b7-4a50-be09-b7e5e062027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.483865 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd64a7-c18f-4cdd-9e98-fd3f49c6da7d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072c41f7-6cf7-469e-a379-0fc039f7eb94,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:26.492312 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-22cd64a7-c18f-4cdd-9e98-fd3f49c6da7d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.493160 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-22cd64a7-c18f-4cdd-9e98-fd3f49c6da7d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1293018 Jul 07 18:11:26.495881 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51538) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:26.500598 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d9dafd0a-53bd-457d-bf2c-ed6e54ac3b31 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Request body: {'security_group_rule': {'security_group_id': '8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb', 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:26.523462 n-d-791503-12 neutron-server[100192]: INFO neutron.db.securitygroups_db [None req-d9dafd0a-53bd-457d-bf2c-ed6e54ac3b31 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Project 08ea1ec9865a49e8b0ee823e3c9b31c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:11:26.528386 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9dafd0a-53bd-457d-bf2c-ed6e54ac3b31 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.592248 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9dafd0a-53bd-457d-bf2c-ed6e54ac3b31 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.595666 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9dafd0a-53bd-457d-bf2c-ed6e54ac3b31 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.617108 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dafd0a-53bd-457d-bf2c-ed6e54ac3b31 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c102a103-544c-47f6-955f-87c235a92116,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:26.626608 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d9dafd0a-53bd-457d-bf2c-ed6e54ac3b31 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.628130 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d9dafd0a-53bd-457d-bf2c-ed6e54ac3b31 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1311550 Jul 07 18:11:26.773613 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2cc9ea14-c1b7-4a50-be09-b7e5e062027e None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.785160 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-2cc9ea14-c1b7-4a50-be09-b7e5e062027e None None] Transition to ACTIVE for port object 7074f7e0-4e1b-4e52-8b63-48e8b049f94b will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:26.791093 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2cc9ea14-c1b7-4a50-be09-b7e5e062027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.793828 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-29a6f18b-661b-4c44-ae20-c8d35b6f7e81 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1109818424&fields=id&tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6 HTTP/1.1" status: 200 len: 267 time: 0.0354264 Jul 07 18:11:26.848427 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a4e79-5b5c-4da8-8484-72c651aa6c4c None None] Pushing event updated for resources: {'Port': ['ID=7074f7e0-4e1b-4e52-8b63-48e8b049f94b,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:26.905904 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-2cc9ea14-c1b7-4a50-be09-b7e5e062027e None None] Attempting to bind port 7074f7e0-4e1b-4e52-8b63-48e8b049f94b on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:11:26.905904 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-2cc9ea14-c1b7-4a50-be09-b7e5e062027e None None] Attempting to bind port 7074f7e0-4e1b-4e52-8b63-48e8b049f94b by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': '03a976ec-9012-42b2-94a0-9560bc9f89d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e86c9b24-1d60-4e9d-a86e-8754d888e015'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:11:26.906277 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc9ea14-c1b7-4a50-be09-b7e5e062027e None None] Attempting to bind port 7074f7e0-4e1b-4e52-8b63-48e8b049f94b on network e86c9b24-1d60-4e9d-a86e-8754d888e015 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:26.918948 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-acf18ce8-caa4-42f2-82b9-9bf8b74e4f37 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:26.919617 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc9ea14-c1b7-4a50-be09-b7e5e062027e None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:11:26.919984 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc9ea14-c1b7-4a50-be09-b7e5e062027e None None] Checking segment: {'id': '03a976ec-9012-42b2-94a0-9560bc9f89d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e86c9b24-1d60-4e9d-a86e-8754d888e015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:26.920483 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-acf18ce8-caa4-42f2-82b9-9bf8b74e4f37 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/networks?id=c694e898-e2e1-4c00-b51b-fd213769da0c HTTP/1.1" status: 200 len: 809 time: 0.1199100 Jul 07 18:11:26.925068 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2cc9ea14-c1b7-4a50-be09-b7e5e062027e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.925571 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc9ea14-c1b7-4a50-be09-b7e5e062027e None None] Bound using segment: {'id': '03a976ec-9012-42b2-94a0-9560bc9f89d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e86c9b24-1d60-4e9d-a86e-8754d888e015'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:11:26.926200 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-2cc9ea14-c1b7-4a50-be09-b7e5e062027e None None] Bound port: 7074f7e0-4e1b-4e52-8b63-48e8b049f94b, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a976ec-9012-42b2-94a0-9560bc9f89d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e86c9b24-1d60-4e9d-a86e-8754d888e015'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:11:26.926536 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2cc9ea14-c1b7-4a50-be09-b7e5e062027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.938183 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-8c70c562-767a-4421-8019-44b54a1e1f3a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/quotas/08ea1ec9865a49e8b0ee823e3c9b31c6 HTTP/1.1" status: 200 len: 375 time: 0.0122800 Jul 07 18:11:26.939647 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-33240029-a660-4b12-b0dc-3d5c70c7f4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:27.008485 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-2cc9ea14-c1b7-4a50-be09-b7e5e062027e None None] For port 7074f7e0-4e1b-4e52-8b63-48e8b049f94b, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:11:27.012481 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-2cc9ea14-c1b7-4a50-be09-b7e5e062027e None None] For port 7074f7e0-4e1b-4e52-8b63-48e8b049f94b, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7074f7e0-4e1b-4e52-8b63-48e8b049f94b,segment=NetworkSegment(03a976ec-9012-42b2-94a0-9560bc9f89d4),segment_id=03a976ec-9012-42b2-94a0-9560bc9f89d4)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:11:27.018267 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2cc9ea14-c1b7-4a50-be09-b7e5e062027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:27.030248 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-b08134d7-572a-443c-b0a5-7c98a10b07d9 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0835068 Jul 07 18:11:27.083497 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc9ea14-c1b7-4a50-be09-b7e5e062027e None None] Routers {'0b9ea195-0ce0-4e62-a39d-f53d45d1752a'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:27.083992 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-2cc9ea14-c1b7-4a50-be09-b7e5e062027e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:11:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['0b9ea195-0ce0-4e62-a39d-f53d45d1752a'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:27.129373 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a4e79-5b5c-4da8-8484-72c651aa6c4c None None] Pushing event updated for resources: {'Port': ['ID=7074f7e0-4e1b-4e52-8b63-48e8b049f94b,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:27.164896 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-0fa0496c-3934-4732-8cb1-0b8670a3d98a service neutron] 10.222.0.53 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176872 Jul 07 18:11:27.213291 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-2cc9ea14-c1b7-4a50-be09-b7e5e062027e None None] Set router 0b9ea195-0ce0-4e62-a39d-f53d45d1752a gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:27.286733 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-023cc4fc-57d5-49c8-a886-cb3c0784b052 service neutron] 10.222.0.53 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138232 Jul 07 18:11:27.366130 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6c7c4a43-ae9a-494d-adcb-31da4e617039 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:27.495773 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 6c7c4a43-ae9a-494d-adcb-31da4e617039 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:27.496149 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:27.497033 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d0e6e0af-94d9-4703-b689-6424e7189004 req-cf658ad6-fedb-4374-b3b5-d0296bd9cb8c tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 210 time: 0.0336781 Jul 07 18:11:27.557056 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-2cc9ea14-c1b7-4a50-be09-b7e5e062027e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9ea195-0ce0-4e62-a39d-f53d45d1752a', 'name': 'tempest-TestShelveInstance-59935980-router', 'tenant_id': '3ee09941486b4b408a95996535336757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '6c7c4a43-ae9a-494d-adcb-31da4e617039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:20Z', 'updated_at': '2021-07-07T18:11:23Z', 'revision_number': 4, 'project_id': '3ee09941486b4b408a95996535336757', 'gw_port': {'id': '6c7c4a43-ae9a-494d-adcb-31da4e617039', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:77:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9ea195-0ce0-4e62-a39d-f53d45d1752a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:20Z', 'updated_at': '2021-07-07T18:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '7074f7e0-4e1b-4e52-8b63-48e8b049f94b', 'name': '', 'network_id': 'e86c9b24-1d60-4e9d-a86e-8754d888e015', 'tenant_id': '3ee09941486b4b408a95996535336757', 'mac_address': 'fa:16:3e:45:26:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9ea195-0ce0-4e62-a39d-f53d45d1752a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '0f008c12-da62-4e82-b7c3-e581bc35edd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:22Z', 'updated_at': '2021-07-07T18:11:27Z', 'revision_number': 4, 'project_id': '3ee09941486b4b408a95996535336757', 'subnets': [{'id': '0f008c12-da62-4e82-b7c3-e581bc35edd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:27.587190 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc9ea14-c1b7-4a50-be09-b7e5e062027e None None] The sync data for ids ['0b9ea195-0ce0-4e62-a39d-f53d45d1752a'] in n-d-791503-12 is: [{'id': '0b9ea195-0ce0-4e62-a39d-f53d45d1752a', 'name': 'tempest-TestShelveInstance-59935980-router', 'tenant_id': '3ee09941486b4b408a95996535336757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '6c7c4a43-ae9a-494d-adcb-31da4e617039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:20Z', 'updated_at': '2021-07-07T18:11:23Z', 'revision_number': 4, 'project_id': '3ee09941486b4b408a95996535336757', 'gw_port': {'id': '6c7c4a43-ae9a-494d-adcb-31da4e617039', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:77:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9ea195-0ce0-4e62-a39d-f53d45d1752a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:20Z', 'updated_at': '2021-07-07T18:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': '7074f7e0-4e1b-4e52-8b63-48e8b049f94b', 'name': '', 'network_id': 'e86c9b24-1d60-4e9d-a86e-8754d888e015', 'tenant_id': '3ee09941486b4b408a95996535336757', 'mac_address': 'fa:16:3e:45:26:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9ea195-0ce0-4e62-a39d-f53d45d1752a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '0f008c12-da62-4e82-b7c3-e581bc35edd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:22Z', 'updated_at': '2021-07-07T18:11:27Z', 'revision_number': 4, 'project_id': '3ee09941486b4b408a95996535336757', 'subnets': [{'id': '0f008c12-da62-4e82-b7c3-e581bc35edd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:11:28.190624 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:28.656512 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-81ec6c82-0b12-4965-b489-7bef8b28452b req-50c23901-feb7-41fc-a06b-e32279133a46 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 210 time: 0.0355184 Jul 07 18:11:28.802293 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-9132a09f-2b37-499c-a51f-e56fe078f72a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:28.804152 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-9132a09f-2b37-499c-a51f-e56fe078f72a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.72 "GET /v2.0/networks?id=c694e898-e2e1-4c00-b51b-fd213769da0c HTTP/1.1" status: 200 len: 809 time: 0.1108713 Jul 07 18:11:28.851895 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-29008343-34d4-4acf-b1c5-b34ac6990bbe tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6 HTTP/1.1" status: 200 len: 380 time: 0.0393305 Jul 07 18:11:28.860503 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-90c7f76b-a47b-40e8-8c48-a2e153de76a0 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Request body: {'port': {'device_id': 'b5ceb424-4ab8-45ef-b590-659c86cc964b', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'admin_state_up': True, 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'security_groups': ['8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:28.978347 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-90c7f76b-a47b-40e8-8c48-a2e153de76a0 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Made reservation on behalf of 08ea1ec9865a49e8b0ee823e3c9b31c6 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:28.981939 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-90c7f76b-a47b-40e8-8c48-a2e153de76a0 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:29.111693 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-90c7f76b-a47b-40e8-8c48-a2e153de76a0 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Allocated IP 172.20.0.7 (c694e898-e2e1-4c00-b51b-fd213769da0c/53048968-6793-4a23-9e34-b0979355ea4d/7f16430c-dd06-4cdd-8a6a-413b9f2691d9) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:11:29.265604 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-90c7f76b-a47b-40e8-8c48-a2e153de76a0 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:29.284684 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-90c7f76b-a47b-40e8-8c48-a2e153de76a0 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Transition to ACTIVE for port object 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:29.323916 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-90c7f76b-a47b-40e8-8c48-a2e153de76a0 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:29.343224 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7074f7e0-4e1b-4e52-8b63-48e8b049f94b up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:29.369524 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-90c7f76b-a47b-40e8-8c48-a2e153de76a0 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Network c694e898-e2e1-4c00-b51b-fd213769da0c is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:11:29.372877 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-90c7f76b-a47b-40e8-8c48-a2e153de76a0 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:29.379356 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-90c7f76b-a47b-40e8-8c48-a2e153de76a0 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:11:29.420522 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7f76b-a47b-40e8-8c48-a2e153de76a0 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Pushing event updated for resources: {'Port': ['ID=7f16430c-dd06-4cdd-8a6a-413b9f2691d9,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:29.424296 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 7074f7e0-4e1b-4e52-8b63-48e8b049f94b completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:29.429119 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 7074f7e0-4e1b-4e52-8b63-48e8b049f94b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:29.429839 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:29.442969 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-90c7f76b-a47b-40e8-8c48-a2e153de76a0 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:29.443669 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-90c7f76b-a47b-40e8-8c48-a2e153de76a0 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:29.464519 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-90c7f76b-a47b-40e8-8c48-a2e153de76a0 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6076977 Jul 07 18:11:29.527373 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:29.567473 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 7074f7e0-4e1b-4e52-8b63-48e8b049f94b, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7074f7e0-4e1b-4e52-8b63-48e8b049f94b,segment=NetworkSegment(03a976ec-9012-42b2-94a0-9560bc9f89d4),segment_id=03a976ec-9012-42b2-94a0-9560bc9f89d4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:29.574228 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:29.595960 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-11e6ed66-c7b5-4399-9ecc-62ea5d75fc68 service neutron] Request body: {'port': {'device_id': 'b5ceb424-4ab8-45ef-b590-659c86cc964b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:29.635875 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=7074f7e0-4e1b-4e52-8b63-48e8b049f94b,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:29.681813 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-11e6ed66-c7b5-4399-9ecc-62ea5d75fc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:29.697001 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-90a32b9a-523e-4fd4-93af-c766bf11fd4d None None] Provisioning for port 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:29.701327 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-90a32b9a-523e-4fd4-93af-c766bf11fd4d None None] Provisioning complete for port 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:29.701912 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-90a32b9a-523e-4fd4-93af-c766bf11fd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:29.765447 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-90a32b9a-523e-4fd4-93af-c766bf11fd4d None None] Port 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:11:29.945841 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ec09b-8313-449a-99c8-1a652920c722 req-d5e36875-a7c3-4e00-916d-691466754fdc tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:29.947385 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e01ec09b-8313-449a-99c8-1a652920c722 req-d5e36875-a7c3-4e00-916d-691466754fdc tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 931 time: 0.1429350 Jul 07 18:11:30.023790 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e01ec09b-8313-449a-99c8-1a652920c722 req-9ba008b7-a967-42ef-99b8-54e8ab9a767f tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548038 Jul 07 18:11:30.057894 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-11e6ed66-c7b5-4399-9ecc-62ea5d75fc68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:11:30.066276 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-11e6ed66-c7b5-4399-9ecc-62ea5d75fc68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:30.079215 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-11e6ed66-c7b5-4399-9ecc-62ea5d75fc68 service neutron] Transition to ACTIVE for port object 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:30.083667 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-11e6ed66-c7b5-4399-9ecc-62ea5d75fc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:30.140558 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e6ed66-c7b5-4399-9ecc-62ea5d75fc68 service neutron] Pushing event updated for resources: {'Port': ['ID=7f16430c-dd06-4cdd-8a6a-413b9f2691d9,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:30.212148 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-11e6ed66-c7b5-4399-9ecc-62ea5d75fc68 service neutron] Attempting to bind port 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:11:30.212491 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-11e6ed66-c7b5-4399-9ecc-62ea5d75fc68 service neutron] Attempting to bind port 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '4441f229-93ac-4e1c-ab18-8f8100ac558f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:11:30.212858 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-11e6ed66-c7b5-4399-9ecc-62ea5d75fc68 service neutron] Attempting to bind port 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 on network c694e898-e2e1-4c00-b51b-fd213769da0c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:30.217863 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-11e6ed66-c7b5-4399-9ecc-62ea5d75fc68 service neutron] Port 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 on network c694e898-e2e1-4c00-b51b-fd213769da0c not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:11:30.218199 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-11e6ed66-c7b5-4399-9ecc-62ea5d75fc68 service neutron] Attempting to bind port 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 on network c694e898-e2e1-4c00-b51b-fd213769da0c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:30.223793 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-11e6ed66-c7b5-4399-9ecc-62ea5d75fc68 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:11:30.224197 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-11e6ed66-c7b5-4399-9ecc-62ea5d75fc68 service neutron] Checking segment: {'id': '4441f229-93ac-4e1c-ab18-8f8100ac558f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:30.224585 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-11e6ed66-c7b5-4399-9ecc-62ea5d75fc68 service neutron] Bound using segment: {'id': '4441f229-93ac-4e1c-ab18-8f8100ac558f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:11:30.225058 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-11e6ed66-c7b5-4399-9ecc-62ea5d75fc68 service neutron] Bound port: 7f16430c-dd06-4cdd-8a6a-413b9f2691d9, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4441f229-93ac-4e1c-ab18-8f8100ac558f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:11:30.226015 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-11e6ed66-c7b5-4399-9ecc-62ea5d75fc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:30.296055 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-11e6ed66-c7b5-4399-9ecc-62ea5d75fc68 service neutron] For port 7f16430c-dd06-4cdd-8a6a-413b9f2691d9, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:11:30.299435 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-11e6ed66-c7b5-4399-9ecc-62ea5d75fc68 service neutron] For port 7f16430c-dd06-4cdd-8a6a-413b9f2691d9, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7f16430c-dd06-4cdd-8a6a-413b9f2691d9,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:11:30.305910 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-11e6ed66-c7b5-4399-9ecc-62ea5d75fc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:30.342610 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-11e6ed66-c7b5-4399-9ecc-62ea5d75fc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:30.343227 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-11e6ed66-c7b5-4399-9ecc-62ea5d75fc68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:30.344684 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-11e6ed66-c7b5-4399-9ecc-62ea5d75fc68 service neutron] 10.222.0.72 "PUT /v2.0/ports/7f16430c-dd06-4cdd-8a6a-413b9f2691d9 HTTP/1.1" status: 200 len: 1092 time: 0.8724043 Jul 07 18:11:30.345165 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ceb424-4ab8-45ef-b590-659c86cc964b', 'tag': '7f16430c-dd06-4cdd-8a6a-413b9f2691d9'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:30.347665 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fcf73e-a45b-4dad-b2bf-f8e6e51ce471" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ceb424-4ab8-45ef-b590-659c86cc964b", "tag": "7f16430c-dd06-4cdd-8a6a-413b9f2691d9"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:30.375717 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e6ed66-c7b5-4399-9ecc-62ea5d75fc68 service neutron] Pushing event updated for resources: {'Port': ['ID=7f16430c-dd06-4cdd-8a6a-413b9f2691d9,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:30.412512 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3db190c-5af4-4e89-8e5b-220f8ef533a7 x-openstack-request-id: req-a3db190c-5af4-4e89-8e5b-220f8ef533a7 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:30.413600 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ceb424-4ab8-45ef-b590-659c86cc964b", "tag": "7f16430c-dd06-4cdd-8a6a-413b9f2691d9", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:30.413966 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3db190c-5af4-4e89-8e5b-220f8ef533a7 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:30.414462 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ceb424-4ab8-45ef-b590-659c86cc964b', 'tag': '7f16430c-dd06-4cdd-8a6a-413b9f2691d9', 'status': 'completed', 'code': 200} Jul 07 18:11:30.466736 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-c77bb446-d3ee-4b1b-ab3c-f075b826bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:30.468393 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-c77bb446-d3ee-4b1b-ab3c-f075b826bd2e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6&device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 1095 time: 0.0656569 Jul 07 18:11:30.498761 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:30.512614 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-8a2fffd9-1c1e-4cc5-9b4d-87dd3fa97d9a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f16430c-dd06-4cdd-8a6a-413b9f2691d9 HTTP/1.1" status: 200 len: 217 time: 0.0357859 Jul 07 18:11:30.563862 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-03b523f6-e4f8-4abb-b3f5-b8a966e4c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:30.565423 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-03b523f6-e4f8-4abb-b3f5-b8a966e4c3a1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=53048968-6793-4a23-9e34-b0979355ea4d HTTP/1.1" status: 200 len: 848 time: 0.0461781 Jul 07 18:11:30.631715 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-deb46a5c-53fa-43ab-80bb-b0ff505bf6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:30.633264 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-deb46a5c-53fa-43ab-80bb-b0ff505bf6be service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c694e898-e2e1-4c00-b51b-fd213769da0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606353 Jul 07 18:11:30.721662 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-7bdb7d5f-958d-4ee5-8ae1-56ef8b6971b1 service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813725 Jul 07 18:11:30.822586 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5247329f-60f1-49c3-9881-7a7ea8a03fc9 req-9f801bde-3100-4a38-9556-2e22dfd52437 service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949910 Jul 07 18:11:30.926604 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fcf73e-a45b-4dad-b2bf-f8e6e51ce471 req-7cdefa32-8274-4950-bfb3-c7cc3ac97977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:30.928206 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-42fcf73e-a45b-4dad-b2bf-f8e6e51ce471 req-7cdefa32-8274-4950-bfb3-c7cc3ac97977 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6&device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 1095 time: 0.0542400 Jul 07 18:11:31.018208 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fcf73e-a45b-4dad-b2bf-f8e6e51ce471 req-869f0fc6-a99f-41d3-ab83-385774e3f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:31.019603 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-42fcf73e-a45b-4dad-b2bf-f8e6e51ce471 req-869f0fc6-a99f-41d3-ab83-385774e3f306 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c694e898-e2e1-4c00-b51b-fd213769da0c HTTP/1.1" status: 200 len: 910 time: 0.0847037 Jul 07 18:11:31.074485 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-42fcf73e-a45b-4dad-b2bf-f8e6e51ce471 req-70f3afee-4589-4c44-bbf2-735b4b237bb6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f16430c-dd06-4cdd-8a6a-413b9f2691d9 HTTP/1.1" status: 200 len: 217 time: 0.0473139 Jul 07 18:11:31.133677 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fcf73e-a45b-4dad-b2bf-f8e6e51ce471 req-436620e6-3f9e-4160-ada5-31a613e6e06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:31.135206 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-42fcf73e-a45b-4dad-b2bf-f8e6e51ce471 req-436620e6-3f9e-4160-ada5-31a613e6e06b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=53048968-6793-4a23-9e34-b0979355ea4d HTTP/1.1" status: 200 len: 848 time: 0.0543587 Jul 07 18:11:31.246448 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a01db5-7a55-4800-bc04-e3fe384935a5 req-c79db25b-86ed-4b04-904f-41b9b761bcf1 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:31.248020 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f6a01db5-7a55-4800-bc04-e3fe384935a5 req-c79db25b-86ed-4b04-904f-41b9b761bcf1 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 943 time: 0.0964727 Jul 07 18:11:31.263571 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fcf73e-a45b-4dad-b2bf-f8e6e51ce471 req-60158e14-39af-45c5-b13c-d1cd9b424f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:31.265079 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-42fcf73e-a45b-4dad-b2bf-f8e6e51ce471 req-60158e14-39af-45c5-b13c-d1cd9b424f73 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c694e898-e2e1-4c00-b51b-fd213769da0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1227832 Jul 07 18:11:31.304206 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7074f7e0-4e1b-4e52-8b63-48e8b049f94b up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:31.341054 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f6a01db5-7a55-4800-bc04-e3fe384935a5 req-2d83b9aa-5236-4119-a2d9-1eaac7ea6bb4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859694 Jul 07 18:11:31.353844 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 7074f7e0-4e1b-4e52-8b63-48e8b049f94b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:31.354226 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:31.388133 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-42fcf73e-a45b-4dad-b2bf-f8e6e51ce471 req-f77a7765-5916-4f7a-88f8-ce5e3d44f323 service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136868 Jul 07 18:11:31.846783 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-42fcf73e-a45b-4dad-b2bf-f8e6e51ce471 req-27200406-8208-4480-bad1-15db55b6247a service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510963 Jul 07 18:11:32.521186 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69311e2-9a54-40f7-9960-6fee942b20b4 req-a38d99a3-a85f-4a29-919d-fca2248b2762 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:32.522734 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b69311e2-9a54-40f7-9960-6fee942b20b4 req-a38d99a3-a85f-4a29-919d-fca2248b2762 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 943 time: 0.0670674 Jul 07 18:11:32.561761 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b69311e2-9a54-40f7-9960-6fee942b20b4 req-5a517a79-aca4-420e-b349-4a9edf9fc2f3 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333018 Jul 07 18:11:33.740101 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511477a-a217-4e27-be8c-8b43f763d96c req-f74dcfe4-35ab-4afd-9249-e0163bbbf6a6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:33.742325 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b511477a-a217-4e27-be8c-8b43f763d96c req-f74dcfe4-35ab-4afd-9249-e0163bbbf6a6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 943 time: 0.0664935 Jul 07 18:11:33.781416 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b511477a-a217-4e27-be8c-8b43f763d96c req-a190d587-de02-45fe-ba07-d5c733106816 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331945 Jul 07 18:11:33.976873 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:11:34.082497 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7f16430c-dd06-4cdd-8a6a-413b9f2691d9, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7f16430c-dd06-4cdd-8a6a-413b9f2691d9,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:34.094856 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '7f16430c-dd06-4cdd-8a6a-413b9f2691d9', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'port_id': '7f16430c-dd06-4cdd-8a6a-413b9f2691d9', 'mac_address': 'fa:16:3e:c1:48:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53048968-6793-4a23-9e34-b0979355ea4d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:11:34.133989 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:34.147620 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:11:34.168223 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7f16430c-dd06-4cdd-8a6a-413b9f2691d9, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7f16430c-dd06-4cdd-8a6a-413b9f2691d9,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:34.172084 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:34.223873 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7f16430c-dd06-4cdd-8a6a-413b9f2691d9,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:34.396183 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['7f16430c-dd06-4cdd-8a6a-413b9f2691d9'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:11:34.968013 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d600c-e6d9-4239-b143-b446a208aaa4 req-0c2606ec-171e-418e-a46e-8d7902a2c81f tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:34.969597 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1d3d600c-e6d9-4239-b143-b446a208aaa4 req-0c2606ec-171e-418e-a46e-8d7902a2c81f tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 944 time: 0.0660164 Jul 07 18:11:35.008948 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1d3d600c-e6d9-4239-b143-b446a208aaa4 req-9c048128-17dc-4edd-81d7-092b173844c2 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336397 Jul 07 18:11:35.992074 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:36.042471 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:36.049332 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:36.049911 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:36.134509 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:36.157548 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ceb424-4ab8-45ef-b590-659c86cc964b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f16430c-dd06-4cdd-8a6a-413b9f2691d9'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:36.159804 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a17d86-5ff6-469b-add3-2088c53c37e8" -d '{"events": [{"server_uuid": "b5ceb424-4ab8-45ef-b590-659c86cc964b", "name": "network-vif-plugged", "status": "completed", "tag": "7f16430c-dd06-4cdd-8a6a-413b9f2691d9"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:36.177454 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7f16430c-dd06-4cdd-8a6a-413b9f2691d9, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7f16430c-dd06-4cdd-8a6a-413b9f2691d9,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:36.183005 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:36.198015 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e3a72-1d9b-414b-b5fb-f7658027621a req-c6754887-9464-4e0c-b984-7470b6a0e6e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:36.199608 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8b8e3a72-1d9b-414b-b5fb-f7658027621a req-c6754887-9464-4e0c-b984-7470b6a0e6e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 944 time: 0.0726633 Jul 07 18:11:36.211925 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c01817c-cbec-411c-9294-2e4420301c67 x-openstack-request-id: req-6c01817c-cbec-411c-9294-2e4420301c67 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:36.212223 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ceb424-4ab8-45ef-b590-659c86cc964b", "name": "network-vif-plugged", "status": "completed", "tag": "7f16430c-dd06-4cdd-8a6a-413b9f2691d9", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:36.212561 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c01817c-cbec-411c-9294-2e4420301c67 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:36.212796 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ceb424-4ab8-45ef-b590-659c86cc964b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f16430c-dd06-4cdd-8a6a-413b9f2691d9', 'code': 200} Jul 07 18:11:36.242567 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7f16430c-dd06-4cdd-8a6a-413b9f2691d9,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:36.250071 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8b8e3a72-1d9b-414b-b5fb-f7658027621a req-a5cf1683-13e2-43c6-bd38-61572dc1dd84 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385807 Jul 07 18:11:36.329714 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010204c0-4328-4d0b-8e94-3c944e494686 req-1c92fb0f-a0ac-4294-9796-cbf7891f4f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:36.331509 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-010204c0-4328-4d0b-8e94-3c944e494686 req-1c92fb0f-a0ac-4294-9796-cbf7891f4f2e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 1097 time: 0.0539951 Jul 07 18:11:36.366835 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-010204c0-4328-4d0b-8e94-3c944e494686 req-84578de2-461a-4e7a-a00f-2c17c0317ce7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283396 Jul 07 18:11:37.441125 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4c3b4-9ae1-43ec-8cfb-c9abf77a8472 req-e20504aa-dd04-4c2c-ac25-60c023b952e0 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:37.442663 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ebe4c3b4-9ae1-43ec-8cfb-c9abf77a8472 req-e20504aa-dd04-4c2c-ac25-60c023b952e0 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 945 time: 0.0717542 Jul 07 18:11:37.484423 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ebe4c3b4-9ae1-43ec-8cfb-c9abf77a8472 req-e5f74727-8e3b-4760-8e27-b1bcbd5ae008 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355976 Jul 07 18:11:37.669360 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1be7a-8fb4-4ccb-a664-c6c15bb3d8d4 req-e73be462-5adf-46b3-9d7b-a3995cef5a04 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:37.670940 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-26d1be7a-8fb4-4ccb-a664-c6c15bb3d8d4 req-e73be462-5adf-46b3-9d7b-a3995cef5a04 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 945 time: 0.0684190 Jul 07 18:11:37.712574 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-26d1be7a-8fb4-4ccb-a664-c6c15bb3d8d4 req-199eaf16-1e8c-472d-bd9b-16212fdf0493 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359199 Jul 07 18:11:37.737168 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51598) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:37.860461 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb586c70-fd5c-4082-bfc1-b3cc217be0dc tempest-TestShelveInstance-1735716746 tempest-TestShelveInstance-1735716746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:37.862144 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-eb586c70-fd5c-4082-bfc1-b3cc217be0dc tempest-TestShelveInstance-1735716746 tempest-TestShelveInstance-1735716746-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 1092 time: 0.1239595 Jul 07 18:11:37.865180 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51602) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:37.870547 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-23b54fe2-447f-4541-860a-b5435d7c564a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'port_id': '7f16430c-dd06-4cdd-8a6a-413b9f2691d9', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:37.893087 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23b54fe2-447f-4541-860a-b5435d7c564a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:38.000036 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23b54fe2-447f-4541-860a-b5435d7c564a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:38.107807 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:38.108861 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-23b54fe2-447f-4541-860a-b5435d7c564a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Allocated IP 172.25.0.146 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/53bb24d1-b288-4c99-91c2-3bf0e592d8b7) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:11:38.219676 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23b54fe2-447f-4541-860a-b5435d7c564a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:38.260800 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23b54fe2-447f-4541-860a-b5435d7c564a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:38.298361 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b54fe2-447f-4541-860a-b5435d7c564a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:11:38.301254 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-23b54fe2-447f-4541-860a-b5435d7c564a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:38.307276 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b54fe2-447f-4541-860a-b5435d7c564a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:11:38.332264 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b54fe2-447f-4541-860a-b5435d7c564a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Pushing event updated for resources: {'Port': ['ID=53bb24d1-b288-4c99-91c2-3bf0e592d8b7,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:38.614640 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.011910 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23b54fe2-447f-4541-860a-b5435d7c564a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.097137 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23b54fe2-447f-4541-860a-b5435d7c564a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.255221 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23b54fe2-447f-4541-860a-b5435d7c564a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.260371 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23b54fe2-447f-4541-860a-b5435d7c564a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.335233 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b54fe2-447f-4541-860a-b5435d7c564a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Pushing event updated for resources: {'Port': ['ID=53bb24d1-b288-4c99-91c2-3bf0e592d8b7,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:39.347730 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23b54fe2-447f-4541-860a-b5435d7c564a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.456850 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-23b54fe2-447f-4541-860a-b5435d7c564a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Floating IP ab5bf8a8-459f-40f1-ab38-8911685f55dc associated. External IP: 172.25.0.146, port: 7f16430c-dd06-4cdd-8a6a-413b9f2691d9. Jul 07 18:11:39.689333 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b54fe2-447f-4541-860a-b5435d7c564a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Router a489f412-1770-42ec-b72e-d8766518bb1c has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:11:39.799625 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b54fe2-447f-4541-860a-b5435d7c564a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:11:39.810984 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961eca1f-a336-4e7d-9d2f-9dd8cf0816a1 None None] Sync routers for ids ['a489f412-1770-42ec-b72e-d8766518bb1c'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:11:39.816875 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23b54fe2-447f-4541-860a-b5435d7c564a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.821886 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961eca1f-a336-4e7d-9d2f-9dd8cf0816a1 None None] Routers {'a489f412-1770-42ec-b72e-d8766518bb1c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:39.822514 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-961eca1f-a336-4e7d-9d2f-9dd8cf0816a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:11:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a489f412-1770-42ec-b72e-d8766518bb1c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:39.872642 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-23b54fe2-447f-4541-860a-b5435d7c564a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9928384 Jul 07 18:11:39.872642 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ceb424-4ab8-45ef-b590-659c86cc964b', 'tag': '7f16430c-dd06-4cdd-8a6a-413b9f2691d9'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:39.872642 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f3cec9-86cd-4fc6-bd10-d8a94f2f02bb" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ceb424-4ab8-45ef-b590-659c86cc964b", "tag": "7f16430c-dd06-4cdd-8a6a-413b9f2691d9"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:39.901419 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d41cfde-68ed-4377-b937-d36c6f9703a7 x-openstack-request-id: req-0d41cfde-68ed-4377-b937-d36c6f9703a7 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:39.901725 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ceb424-4ab8-45ef-b590-659c86cc964b", "tag": "7f16430c-dd06-4cdd-8a6a-413b9f2691d9", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:39.901986 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d41cfde-68ed-4377-b937-d36c6f9703a7 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:39.902441 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ceb424-4ab8-45ef-b590-659c86cc964b', 'tag': '7f16430c-dd06-4cdd-8a6a-413b9f2691d9', 'status': 'completed', 'code': 200} Jul 07 18:11:39.990705 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3cec9-86cd-4fc6-bd10-d8a94f2f02bb req-bfb44ebc-3de4-46d2-9e09-d9ae0a30e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:39.992910 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b4f3cec9-86cd-4fc6-bd10-d8a94f2f02bb req-bfb44ebc-3de4-46d2-9e09-d9ae0a30e6f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6&device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 1097 time: 0.0678151 Jul 07 18:11:40.023969 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-961eca1f-a336-4e7d-9d2f-9dd8cf0816a1 None None] Set router a489f412-1770-42ec-b72e-d8766518bb1c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:40.088224 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3cec9-86cd-4fc6-bd10-d8a94f2f02bb req-7422a762-f3c7-4931-86d0-789478646a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:40.089828 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b4f3cec9-86cd-4fc6-bd10-d8a94f2f02bb req-7422a762-f3c7-4931-86d0-789478646a42 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c694e898-e2e1-4c00-b51b-fd213769da0c HTTP/1.1" status: 200 len: 910 time: 0.0909374 Jul 07 18:11:40.160478 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b4f3cec9-86cd-4fc6-bd10-d8a94f2f02bb req-23eedbe7-66fd-4f7a-a2aa-84b84c6451fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f16430c-dd06-4cdd-8a6a-413b9f2691d9 HTTP/1.1" status: 200 len: 999 time: 0.0644560 Jul 07 18:11:40.210463 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3cec9-86cd-4fc6-bd10-d8a94f2f02bb req-47d43882-94cc-45e5-9809-f0ca54170997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:40.211858 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b4f3cec9-86cd-4fc6-bd10-d8a94f2f02bb req-47d43882-94cc-45e5-9809-f0ca54170997 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=53048968-6793-4a23-9e34-b0979355ea4d HTTP/1.1" status: 200 len: 848 time: 0.0444033 Jul 07 18:11:40.258967 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-961eca1f-a336-4e7d-9d2f-9dd8cf0816a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'name': 'tempest-TestShelveInstance-1360579282-router', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:18Z', 'revision_number': 4, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'gw_port': {'id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'ab5bf8a8-459f-40f1-ab38-8911685f55dc', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'floating_ip_address': '172.25.0.146', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'port_id': '7f16430c-dd06-4cdd-8a6a-413b9f2691d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'mac_address': 'fa:16:3e:c1:48:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ceb424-4ab8-45ef-b590-659c86cc964b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:11:38Z', 'updated_at': '2021-07-07T18:11:38Z', 'revision_number': 0, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8e9c4a-174f-4d53-b6a1-212f0afb5c92', 'name': '', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'mac_address': 'fa:16:3e:bd:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '53048968-6793-4a23-9e34-b0979355ea4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:17Z', 'updated_at': '2021-07-07T18:11:23Z', 'revision_number': 5, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'subnets': [{'id': '53048968-6793-4a23-9e34-b0979355ea4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:40.273045 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3cec9-86cd-4fc6-bd10-d8a94f2f02bb req-06b60fb4-17a4-4daf-96e2-eb2468dd3e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:40.274670 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b4f3cec9-86cd-4fc6-bd10-d8a94f2f02bb req-06b60fb4-17a4-4daf-96e2-eb2468dd3e02 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c694e898-e2e1-4c00-b51b-fd213769da0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566545 Jul 07 18:11:40.289573 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961eca1f-a336-4e7d-9d2f-9dd8cf0816a1 None None] Checking router: a489f412-1770-42ec-b72e-d8766518bb1c for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:11:40.297839 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961eca1f-a336-4e7d-9d2f-9dd8cf0816a1 None None] Routers {'a489f412-1770-42ec-b72e-d8766518bb1c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:40.298454 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-961eca1f-a336-4e7d-9d2f-9dd8cf0816a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:11:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a489f412-1770-42ec-b72e-d8766518bb1c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:40.373481 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b4f3cec9-86cd-4fc6-bd10-d8a94f2f02bb req-06462a5b-cd67-4dff-84c8-a0d91807f2ec service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919802 Jul 07 18:11:40.406733 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-961eca1f-a336-4e7d-9d2f-9dd8cf0816a1 None None] Set router a489f412-1770-42ec-b72e-d8766518bb1c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:40.467562 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b4f3cec9-86cd-4fc6-bd10-d8a94f2f02bb req-b248892c-ff8a-45f9-8a86-35e234a639cb service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881507 Jul 07 18:11:40.633411 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-961eca1f-a336-4e7d-9d2f-9dd8cf0816a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'name': 'tempest-TestShelveInstance-1360579282-router', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:18Z', 'revision_number': 4, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'gw_port': {'id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'ab5bf8a8-459f-40f1-ab38-8911685f55dc', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'floating_ip_address': '172.25.0.146', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'port_id': '7f16430c-dd06-4cdd-8a6a-413b9f2691d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'mac_address': 'fa:16:3e:c1:48:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ceb424-4ab8-45ef-b590-659c86cc964b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:11:38Z', 'updated_at': '2021-07-07T18:11:38Z', 'revision_number': 0, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8e9c4a-174f-4d53-b6a1-212f0afb5c92', 'name': '', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'mac_address': 'fa:16:3e:bd:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '53048968-6793-4a23-9e34-b0979355ea4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:17Z', 'updated_at': '2021-07-07T18:11:23Z', 'revision_number': 5, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'subnets': [{'id': '53048968-6793-4a23-9e34-b0979355ea4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:40.660116 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961eca1f-a336-4e7d-9d2f-9dd8cf0816a1 None None] The sync data for ids ['a489f412-1770-42ec-b72e-d8766518bb1c'] in n-d-791503-12 is: [{'id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'name': 'tempest-TestShelveInstance-1360579282-router', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:18Z', 'revision_number': 4, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'gw_port': {'id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'ab5bf8a8-459f-40f1-ab38-8911685f55dc', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'floating_ip_address': '172.25.0.146', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'port_id': '7f16430c-dd06-4cdd-8a6a-413b9f2691d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'mac_address': 'fa:16:3e:c1:48:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ceb424-4ab8-45ef-b590-659c86cc964b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:11:38Z', 'updated_at': '2021-07-07T18:11:38Z', 'revision_number': 0, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8e9c4a-174f-4d53-b6a1-212f0afb5c92', 'name': '', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'mac_address': 'fa:16:3e:bd:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '53048968-6793-4a23-9e34-b0979355ea4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:17Z', 'updated_at': '2021-07-07T18:11:23Z', 'revision_number': 5, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'subnets': [{'id': '53048968-6793-4a23-9e34-b0979355ea4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:11:40.860751 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eacafe-857a-4739-ae8b-0d88a9b4e1d7 None None] New status for floating IP ab5bf8a8-459f-40f1-ab38-8911685f55dc: ACTIVE {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:11:43.983426 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:11:53.542460 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b69b8e81-2b08-4ce1-8543-3e53f60f5907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:54.614156 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c64eb1e4-ebfb-4272-afa8-7497e8d46a85 req-12016af9-f152-4cf7-8f61-30a4ef332b4e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525105 Jul 07 18:11:54.716603 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64eb1e4-ebfb-4272-afa8-7497e8d46a85 req-77f581f4-ad34-4016-b7d9-6e55452c0058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:54.718183 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c64eb1e4-ebfb-4272-afa8-7497e8d46a85 req-77f581f4-ad34-4016-b7d9-6e55452c0058 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6&device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 1097 time: 0.0600781 Jul 07 18:11:54.823319 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64eb1e4-ebfb-4272-afa8-7497e8d46a85 req-3b7c51ae-ac2c-4142-9069-87beeea695d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:54.824862 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c64eb1e4-ebfb-4272-afa8-7497e8d46a85 req-3b7c51ae-ac2c-4142-9069-87beeea695d6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c694e898-e2e1-4c00-b51b-fd213769da0c HTTP/1.1" status: 200 len: 910 time: 0.0863357 Jul 07 18:11:54.893924 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c64eb1e4-ebfb-4272-afa8-7497e8d46a85 req-e64bf33e-7f25-41f7-bd66-0acc49771663 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f16430c-dd06-4cdd-8a6a-413b9f2691d9 HTTP/1.1" status: 200 len: 1001 time: 0.0623662 Jul 07 18:11:54.948506 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64eb1e4-ebfb-4272-afa8-7497e8d46a85 req-55648559-c49e-4f1c-9b55-8b5b1482c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:54.950031 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c64eb1e4-ebfb-4272-afa8-7497e8d46a85 req-55648559-c49e-4f1c-9b55-8b5b1482c552 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=53048968-6793-4a23-9e34-b0979355ea4d HTTP/1.1" status: 200 len: 848 time: 0.0452776 Jul 07 18:11:55.008973 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64eb1e4-ebfb-4272-afa8-7497e8d46a85 req-8df9e3b7-df93-4760-a835-872c8857ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:55.010778 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c64eb1e4-ebfb-4272-afa8-7497e8d46a85 req-8df9e3b7-df93-4760-a835-872c8857ac70 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c694e898-e2e1-4c00-b51b-fd213769da0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548151 Jul 07 18:11:55.103869 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c64eb1e4-ebfb-4272-afa8-7497e8d46a85 req-3f723c67-7c90-4e47-87db-7d198c191e28 service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866926 Jul 07 18:11:55.199559 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c64eb1e4-ebfb-4272-afa8-7497e8d46a85 req-ffca5eb1-832a-4542-9a44-8421924042bb service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846200 Jul 07 18:11:56.344198 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:56.920046 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8b516b72-dfbf-4af6-bee8-78a2422fa994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:58.192909 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:00.501944 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:08.114816 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:08.606209 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:20.983785 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:12:23.546947 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0573d405-b28b-4961-ba1d-c35d780d4a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:26.345305 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:26.923359 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3a94a0e2-1e05-4d0c-8bcd-975f1b6368fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:28.196293 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:30.504132 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:38.135044 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:38.611809 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:45.457821 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-a6b6c922-1887-4605-8512-691933c2c2a3 req-7f12b0d5-4551-4538-ac24-8f65f64f876e service neutron] (100192) timed out ('10.222.0.53', 47018) {{(pid=100192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:12:53.548838 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8bdd8729-9f84-402b-b911-c2790c8d6d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:55.632720 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-98872140-a867-4360-ad6c-5c6767b7ba80 req-a60f3a0e-7848-4fc6-9557-d36126d4bab5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0557575 Jul 07 18:12:55.733325 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98872140-a867-4360-ad6c-5c6767b7ba80 req-883b0abd-3f75-4421-ad99-f1e917bee1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:55.734819 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-98872140-a867-4360-ad6c-5c6767b7ba80 req-883b0abd-3f75-4421-ad99-f1e917bee1fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6&device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 1097 time: 0.0602112 Jul 07 18:12:55.841881 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98872140-a867-4360-ad6c-5c6767b7ba80 req-085dd67b-8feb-4932-94f0-7b8216651ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:55.843373 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-98872140-a867-4360-ad6c-5c6767b7ba80 req-085dd67b-8feb-4932-94f0-7b8216651ce0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c694e898-e2e1-4c00-b51b-fd213769da0c HTTP/1.1" status: 200 len: 910 time: 0.0882587 Jul 07 18:12:55.913381 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-98872140-a867-4360-ad6c-5c6767b7ba80 req-f9d54176-eebf-4f2d-b80d-cbc92833d53c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f16430c-dd06-4cdd-8a6a-413b9f2691d9 HTTP/1.1" status: 200 len: 1001 time: 0.0635490 Jul 07 18:12:55.968406 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98872140-a867-4360-ad6c-5c6767b7ba80 req-b4e63dbd-b067-4c42-a626-309967b614cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:55.969917 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-98872140-a867-4360-ad6c-5c6767b7ba80 req-b4e63dbd-b067-4c42-a626-309967b614cd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=53048968-6793-4a23-9e34-b0979355ea4d HTTP/1.1" status: 200 len: 848 time: 0.0505955 Jul 07 18:12:56.028453 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98872140-a867-4360-ad6c-5c6767b7ba80 req-56c7ce00-63c0-40fc-a4d3-71fd68808471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:56.030032 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-98872140-a867-4360-ad6c-5c6767b7ba80 req-56c7ce00-63c0-40fc-a4d3-71fd68808471 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c694e898-e2e1-4c00-b51b-fd213769da0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534327 Jul 07 18:12:56.040410 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-98872140-a867-4360-ad6c-5c6767b7ba80 req-810c23e8-3b0e-4569-9fd4-f56cb2854974 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:12:56.041660 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-98872140-a867-4360-ad6c-5c6767b7ba80 req-810c23e8-3b0e-4569-9fd4-f56cb2854974 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051167 Jul 07 18:12:56.137259 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-98872140-a867-4360-ad6c-5c6767b7ba80 req-0a06e0a6-3db0-4197-98de-30ed94d1b7c8 service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898659 Jul 07 18:12:56.228133 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-98872140-a867-4360-ad6c-5c6767b7ba80 req-59a5e347-d135-4acd-bcc9-d459c5f4d720 service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846756 Jul 07 18:12:56.350234 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:56.929442 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-586e4c3d-7dc9-442f-9be3-2c1ecf9646ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:57.983381 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:12:58.199010 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:00.505944 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:08.134470 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:08.612722 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:23.550796 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d0069f1f-573a-41e4-9e80-6518cd210547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:26.362149 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:26.922071 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-102d26b9-2195-498b-9edf-1e4e31a8a10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:28.202972 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:30.511618 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:34.983537 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:13:38.154216 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:38.255685 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80950649-afa8-4207-9214-689bb3738cd9 req-e5a2d809-472f-429a-8a3f-8611fc82d6e0 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:38.257510 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80950649-afa8-4207-9214-689bb3738cd9 req-e5a2d809-472f-429a-8a3f-8611fc82d6e0 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 945 time: 0.1120272 Jul 07 18:13:38.304521 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-80950649-afa8-4207-9214-689bb3738cd9 req-1c0e47f3-a1d0-48a1-bb25-9eeb5915738c tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402427 Jul 07 18:13:38.637704 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:39.546696 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5ab1d-296a-4696-9004-3cd312e9c2e7 req-96592e33-f90d-4d23-b679-0961f7469be3 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:39.548606 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4ac5ab1d-296a-4696-9004-3cd312e9c2e7 req-96592e33-f90d-4d23-b679-0961f7469be3 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 945 time: 0.0773542 Jul 07 18:13:39.597698 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4ac5ab1d-296a-4696-9004-3cd312e9c2e7 req-cf9e27c1-bd4c-4490-90d9-db708e69b924 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430899 Jul 07 18:13:40.828190 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02562830-c4e5-4d4d-bf2c-926e79dea468 req-3c3acf6b-f26a-464d-9c35-0a5574c1a864 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:40.829927 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-02562830-c4e5-4d4d-bf2c-926e79dea468 req-3c3acf6b-f26a-464d-9c35-0a5574c1a864 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 945 time: 0.0751045 Jul 07 18:13:40.894180 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-02562830-c4e5-4d4d-bf2c-926e79dea468 req-b258bf01-abda-4d81-be28-11fe0a9dfd4e tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523479 Jul 07 18:13:42.100542 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc6be9-ad9d-4cf4-a7a2-8f499a7ac238 req-2e3508dc-5f89-4ff3-9e40-9f72ec5cafd0 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:42.102271 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5abc6be9-ad9d-4cf4-a7a2-8f499a7ac238 req-2e3508dc-5f89-4ff3-9e40-9f72ec5cafd0 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 945 time: 0.0723770 Jul 07 18:13:42.145927 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5abc6be9-ad9d-4cf4-a7a2-8f499a7ac238 req-2ee97fad-302a-449c-b08d-83140bfc0224 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375423 Jul 07 18:13:43.375613 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5388b5d-b659-4832-a315-474af584b6d2 req-012b73a1-a70f-4136-89d6-9e220c5ea4bf tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:43.377317 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5388b5d-b659-4832-a315-474af584b6d2 req-012b73a1-a70f-4136-89d6-9e220c5ea4bf tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 945 time: 0.0777311 Jul 07 18:13:43.453262 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c5388b5d-b659-4832-a315-474af584b6d2 req-d02d70bc-2ff5-412c-8d8f-6452731f4252 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665801 Jul 07 18:13:44.639004 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1336b-2183-4dfa-8d70-a13905b9601f req-03cd8396-336b-4afb-a1eb-cce86a0c848e tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:44.640480 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62e1336b-2183-4dfa-8d70-a13905b9601f req-03cd8396-336b-4afb-a1eb-cce86a0c848e tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 945 time: 0.0724068 Jul 07 18:13:44.680230 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-62e1336b-2183-4dfa-8d70-a13905b9601f req-2e805778-6b24-4483-a50c-a1ce23411ec9 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341034 Jul 07 18:13:45.861807 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad22c5-e888-4663-9cce-cebe083e6358 req-e3d46b05-5f70-4afc-8d61-fc28f9c30f40 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:45.863336 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-98ad22c5-e888-4663-9cce-cebe083e6358 req-e3d46b05-5f70-4afc-8d61-fc28f9c30f40 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 945 time: 0.0665903 Jul 07 18:13:45.902288 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-98ad22c5-e888-4663-9cce-cebe083e6358 req-1e6c3124-0aec-4b8e-9baa-38f2bc2d2b93 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328135 Jul 07 18:13:47.088100 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0bd75-539c-49d8-96c2-e553fe496161 req-64340073-185f-4b26-9091-5a5c85c0bfa2 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:47.089696 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-daf0bd75-539c-49d8-96c2-e553fe496161 req-64340073-185f-4b26-9091-5a5c85c0bfa2 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 945 time: 0.0724223 Jul 07 18:13:47.131697 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-daf0bd75-539c-49d8-96c2-e553fe496161 req-b1b8e1d4-ce00-45a3-94e0-6e92649cd948 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358324 Jul 07 18:13:48.316551 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe2442-e3e1-4136-a008-10cbbed156af req-31487db9-b9da-4817-8682-82c63552becf tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:48.318164 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dcbe2442-e3e1-4136-a008-10cbbed156af req-31487db9-b9da-4817-8682-82c63552becf tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 945 time: 0.0727160 Jul 07 18:13:48.362802 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-dcbe2442-e3e1-4136-a008-10cbbed156af req-6d861c3b-7e88-4ac3-8914-d6c782672830 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368485 Jul 07 18:13:49.554283 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a2ec6-cf4d-4142-843f-5cb2a2c8365c req-791bdaa4-6d12-4cc2-b521-79285469eb33 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:49.556301 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da0a2ec6-cf4d-4142-843f-5cb2a2c8365c req-791bdaa4-6d12-4cc2-b521-79285469eb33 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 945 time: 0.0766599 Jul 07 18:13:49.595943 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-da0a2ec6-cf4d-4142-843f-5cb2a2c8365c req-eb50dad8-26d0-4b48-ad82-da2d0698c62c tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338516 Jul 07 18:13:50.631568 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:13:50.796165 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e117e0-1ee1-44c0-b601-d1de7cacc4cc req-d199c201-0810-4ab0-88e2-35eb3fe8d922 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:50.797852 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-34e117e0-1ee1-44c0-b601-d1de7cacc4cc req-d199c201-0810-4ab0-88e2-35eb3fe8d922 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 945 time: 0.0772023 Jul 07 18:13:50.844933 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-34e117e0-1ee1-44c0-b601-d1de7cacc4cc req-bee1769c-cc34-4b1e-b374-5c54cd2e06c2 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391717 Jul 07 18:13:50.941031 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7f16430c-dd06-4cdd-8a6a-413b9f2691d9, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7f16430c-dd06-4cdd-8a6a-413b9f2691d9,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:50.962863 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '7f16430c-dd06-4cdd-8a6a-413b9f2691d9', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'port_id': '7f16430c-dd06-4cdd-8a6a-413b9f2691d9', 'mac_address': 'fa:16:3e:c1:48:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53048968-6793-4a23-9e34-b0979355ea4d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:13:51.008263 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:51.026344 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:13:51.056832 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7f16430c-dd06-4cdd-8a6a-413b9f2691d9, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7f16430c-dd06-4cdd-8a6a-413b9f2691d9,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:51.062982 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:51.128543 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7f16430c-dd06-4cdd-8a6a-413b9f2691d9,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:51.137494 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:51.137844 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:51.138963 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:51.138963 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:51.138963 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:51.139525 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:51.139688 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:51.139897 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:51.140418 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:51.140955 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:51.141478 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:51.141984 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:51.147383 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['7f16430c-dd06-4cdd-8a6a-413b9f2691d9'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:13:52.069537 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279267f-65c7-4b8f-9d06-eeca71cf87f5 req-d4ea9970-83ca-480f-8096-fad0ec349f00 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:52.077609 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e279267f-65c7-4b8f-9d06-eeca71cf87f5 req-d4ea9970-83ca-480f-8096-fad0ec349f00 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 944 time: 0.0874453 Jul 07 18:13:52.118207 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e279267f-65c7-4b8f-9d06-eeca71cf87f5 req-ae559556-3a1d-4e8c-8272-181258643749 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395200 Jul 07 18:13:52.637080 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:52.701917 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:52.702509 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:52.824606 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:52.859148 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ceb424-4ab8-45ef-b590-659c86cc964b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f16430c-dd06-4cdd-8a6a-413b9f2691d9'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:52.861531 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99491f3a-6424-4bf9-9b73-a8d627c1acc3" -d '{"events": [{"server_uuid": "b5ceb424-4ab8-45ef-b590-659c86cc964b", "name": "network-vif-plugged", "status": "completed", "tag": "7f16430c-dd06-4cdd-8a6a-413b9f2691d9"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:52.878953 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7f16430c-dd06-4cdd-8a6a-413b9f2691d9, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7f16430c-dd06-4cdd-8a6a-413b9f2691d9,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:52.885723 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:52.953935 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae069c87-4c87-4586-aaa8-c6991ee17745 x-openstack-request-id: req-ae069c87-4c87-4586-aaa8-c6991ee17745 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:52.954275 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ceb424-4ab8-45ef-b590-659c86cc964b", "name": "network-vif-plugged", "status": "completed", "tag": "7f16430c-dd06-4cdd-8a6a-413b9f2691d9", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:52.954569 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae069c87-4c87-4586-aaa8-c6991ee17745 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:52.954921 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ceb424-4ab8-45ef-b590-659c86cc964b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f16430c-dd06-4cdd-8a6a-413b9f2691d9', 'code': 200} Jul 07 18:13:52.956908 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7f16430c-dd06-4cdd-8a6a-413b9f2691d9,revision_number=7']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:53.376592 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1a40d-db5e-49da-8033-ccd73c57e982 req-1db761e7-4683-4b5a-955d-1afe1c56c442 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:53.385277 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3de1a40d-db5e-49da-8033-ccd73c57e982 req-1db761e7-4683-4b5a-955d-1afe1c56c442 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 945 time: 0.1015816 Jul 07 18:13:53.438646 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3de1a40d-db5e-49da-8033-ccd73c57e982 req-2f323fd5-a292-4064-aac7-522c3d10b960 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519261 Jul 07 18:13:53.561554 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3866b980-7ebd-4777-9486-295d87b966c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:54.656608 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c62cb-7b88-49e2-ab52-623cd35281c2 req-2907d502-800f-4967-a4be-e3ed2cdd52ba tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:54.659827 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-977c62cb-7b88-49e2-ab52-623cd35281c2 req-2907d502-800f-4967-a4be-e3ed2cdd52ba tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 945 time: 0.0798869 Jul 07 18:13:54.711824 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-977c62cb-7b88-49e2-ab52-623cd35281c2 req-56ad48b5-0cc0-4c68-9ac7-7f74e17aae09 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451667 Jul 07 18:13:55.688751 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a5b44-f920-40b1-aa0d-04ddfc8bac49 req-fc8aecaa-8d09-47c3-90a7-aaf8efa6ed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:55.690636 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-565a5b44-f920-40b1-aa0d-04ddfc8bac49 req-fc8aecaa-8d09-47c3-90a7-aaf8efa6ed3f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6&device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 1097 time: 0.0652535 Jul 07 18:13:55.868858 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a5b44-f920-40b1-aa0d-04ddfc8bac49 req-f9f439f0-316f-4864-b482-5a23ef3a50e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:55.870590 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-565a5b44-f920-40b1-aa0d-04ddfc8bac49 req-f9f439f0-316f-4864-b482-5a23ef3a50e7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c694e898-e2e1-4c00-b51b-fd213769da0c HTTP/1.1" status: 200 len: 910 time: 0.1549747 Jul 07 18:13:55.983369 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-565a5b44-f920-40b1-aa0d-04ddfc8bac49 req-f9d47bc2-b568-468c-ab01-c64b619ff457 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f16430c-dd06-4cdd-8a6a-413b9f2691d9 HTTP/1.1" status: 200 len: 1001 time: 0.0884948 Jul 07 18:13:56.043961 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012433a-34c0-4b85-8b2f-8e7610cba2c0 req-422ab334-2567-4010-abda-47a9dc2eb507 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:56.045877 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1012433a-34c0-4b85-8b2f-8e7610cba2c0 req-422ab334-2567-4010-abda-47a9dc2eb507 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 945 time: 0.1884327 Jul 07 18:13:56.096762 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a5b44-f920-40b1-aa0d-04ddfc8bac49 req-fe8bc236-ed3d-4ed4-acaf-0d2c28f471a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:56.098396 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-565a5b44-f920-40b1-aa0d-04ddfc8bac49 req-fe8bc236-ed3d-4ed4-acaf-0d2c28f471a1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=53048968-6793-4a23-9e34-b0979355ea4d HTTP/1.1" status: 200 len: 848 time: 0.1081901 Jul 07 18:13:56.105638 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-1012433a-34c0-4b85-8b2f-8e7610cba2c0 req-fe63c553-9d2e-4dfe-8074-5a082e62a86a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513780 Jul 07 18:13:56.177380 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a5b44-f920-40b1-aa0d-04ddfc8bac49 req-3bd3e315-b0d9-460e-899e-1e283d4a6e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:56.178933 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-565a5b44-f920-40b1-aa0d-04ddfc8bac49 req-3bd3e315-b0d9-460e-899e-1e283d4a6e6a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c694e898-e2e1-4c00-b51b-fd213769da0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698798 Jul 07 18:13:56.317489 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-565a5b44-f920-40b1-aa0d-04ddfc8bac49 req-28650f47-28f2-4e65-8ab5-c0948f12c499 service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316051 Jul 07 18:13:56.364820 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:56.425345 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-565a5b44-f920-40b1-aa0d-04ddfc8bac49 req-479dd3e2-b9f5-41a6-88e3-c4a96b871a2e service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990920 Jul 07 18:13:56.940700 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2a701c65-9aef-4faa-986e-e309b8433900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:57.309219 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41a371-8202-4ce4-9046-a1b73f4b563a req-1c4bc504-1640-44af-8c33-e7869fa50ead tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:57.318864 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2a41a371-8202-4ce4-9046-a1b73f4b563a req-1c4bc504-1640-44af-8c33-e7869fa50ead tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 945 time: 0.0848794 Jul 07 18:13:57.363074 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2a41a371-8202-4ce4-9046-a1b73f4b563a req-dc1f5668-47ed-4c0f-b9b9-c6839a5bb719 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432680 Jul 07 18:13:58.207885 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:58.575557 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d447ad-8d49-4d2f-814d-f8976a9078da req-dc8877b5-46cf-4d69-a786-455da5733eae tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:58.578032 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-71d447ad-8d49-4d2f-814d-f8976a9078da req-dc8877b5-46cf-4d69-a786-455da5733eae tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 945 time: 0.0806053 Jul 07 18:13:58.620363 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-71d447ad-8d49-4d2f-814d-f8976a9078da req-99ee071b-a0b7-4797-a85f-fc24bcf2a846 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356479 Jul 07 18:13:59.829648 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d5798-ce80-4ea8-9b02-1a3a69d1b063 req-2d3c7651-0846-4b09-9ba8-20b503ad47f1 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:59.831769 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6c6d5798-ce80-4ea8-9b02-1a3a69d1b063 req-2d3c7651-0846-4b09-9ba8-20b503ad47f1 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 945 time: 0.0761275 Jul 07 18:13:59.888056 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6c6d5798-ce80-4ea8-9b02-1a3a69d1b063 req-033f079f-9d29-47c3-a1b7-b1f8b75eeb57 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501781 Jul 07 18:14:00.513812 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:00.910620 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad77db-c8ab-4ae2-9b74-8adfec97012b req-c9d744db-7121-4e41-9d7b-b21d1f816618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:00.912474 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54ad77db-c8ab-4ae2-9b74-8adfec97012b req-c9d744db-7121-4e41-9d7b-b21d1f816618 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6&device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 1097 time: 0.0563836 Jul 07 18:14:01.012937 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad77db-c8ab-4ae2-9b74-8adfec97012b req-a7f22b7b-4f5c-45a3-8fb9-2f6f5001f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:01.014412 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54ad77db-c8ab-4ae2-9b74-8adfec97012b req-a7f22b7b-4f5c-45a3-8fb9-2f6f5001f13f service neutron] 10.222.0.72 "GET /v2.0/networks?id=c694e898-e2e1-4c00-b51b-fd213769da0c HTTP/1.1" status: 200 len: 910 time: 0.0961001 Jul 07 18:14:01.108064 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54ad77db-c8ab-4ae2-9b74-8adfec97012b req-93047058-0b83-451c-ab4d-e1710ae32e7d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f16430c-dd06-4cdd-8a6a-413b9f2691d9 HTTP/1.1" status: 200 len: 1001 time: 0.0841565 Jul 07 18:14:01.136421 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce178fe-cef4-47d3-a17e-60f98dcd37a2 req-77757a09-c9cd-42c2-a730-26ee7ce0a695 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:01.137944 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cce178fe-cef4-47d3-a17e-60f98dcd37a2 req-77757a09-c9cd-42c2-a730-26ee7ce0a695 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 945 time: 0.1226645 Jul 07 18:14:01.197226 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad77db-c8ab-4ae2-9b74-8adfec97012b req-a31bc7e3-caf0-4b17-910e-00f69096bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:01.198618 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54ad77db-c8ab-4ae2-9b74-8adfec97012b req-a31bc7e3-caf0-4b17-910e-00f69096bcdc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=53048968-6793-4a23-9e34-b0979355ea4d HTTP/1.1" status: 200 len: 848 time: 0.0833797 Jul 07 18:14:01.206393 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cce178fe-cef4-47d3-a17e-60f98dcd37a2 req-a8cd6ca1-845a-47f1-b2b8-0b012e43561e tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483744 Jul 07 18:14:01.259820 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad77db-c8ab-4ae2-9b74-8adfec97012b req-70a253c2-75c1-45a4-ba17-1eba64bd8553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:01.261392 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54ad77db-c8ab-4ae2-9b74-8adfec97012b req-70a253c2-75c1-45a4-ba17-1eba64bd8553 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c694e898-e2e1-4c00-b51b-fd213769da0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541615 Jul 07 18:14:01.356077 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54ad77db-c8ab-4ae2-9b74-8adfec97012b req-d9f6d59e-2257-47d6-9ee2-776868029f03 service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878360 Jul 07 18:14:01.447642 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54ad77db-c8ab-4ae2-9b74-8adfec97012b req-1ff911d0-1bbc-437d-a9bf-2b20740213a9 service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845742 Jul 07 18:14:02.389788 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4704e-3d0d-4e9e-a0d2-759dda014b81 req-ca72c48c-fa38-4180-b6bf-d0df6f20b53a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:02.391292 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6ea4704e-3d0d-4e9e-a0d2-759dda014b81 req-ca72c48c-fa38-4180-b6bf-d0df6f20b53a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 945 time: 0.0706620 Jul 07 18:14:02.432062 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6ea4704e-3d0d-4e9e-a0d2-759dda014b81 req-6aebc633-fb0f-420a-827a-cf44b1d7617e tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348082 Jul 07 18:14:03.617404 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a394610-b6b9-4140-a99b-e8e625556ee6 req-61adc482-1865-40bf-896a-7b41c6097621 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:03.619445 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2a394610-b6b9-4140-a99b-e8e625556ee6 req-61adc482-1865-40bf-896a-7b41c6097621 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 945 time: 0.0733743 Jul 07 18:14:03.658203 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2a394610-b6b9-4140-a99b-e8e625556ee6 req-56fb584e-2e72-4f27-a092-5bf86eae073b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332532 Jul 07 18:14:03.833247 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-670e904b-8b96-48e4-b8c2-4da0d1427dfe req-59ff1704-2a0a-4fbd-8c2a-db0f34e33059 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:14:03.834311 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-670e904b-8b96-48e4-b8c2-4da0d1427dfe req-59ff1704-2a0a-4fbd-8c2a-db0f34e33059 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0612128 Jul 07 18:14:04.101456 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a92bb-eda7-48bf-a545-960330066524 req-3dda109b-6f86-4c70-b2d5-8fce18021879 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:04.103534 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-aa2a92bb-eda7-48bf-a545-960330066524 req-3dda109b-6f86-4c70-b2d5-8fce18021879 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 945 time: 0.0735006 Jul 07 18:14:04.149669 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-aa2a92bb-eda7-48bf-a545-960330066524 req-b9ada11e-6185-442e-ac0a-c2c348e7a59e tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399094 Jul 07 18:14:04.288303 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51800) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:04.391906 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c86dd444-040f-49a1-9f4d-33bfe6c7b058 req-2d37331b-be86-46a5-9444-29d64b92f0c6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1024024 Jul 07 18:14:04.681264 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:14:04.785525 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:04.819896 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ceb424-4ab8-45ef-b590-659c86cc964b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f16430c-dd06-4cdd-8a6a-413b9f2691d9'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:14:04.823238 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6081fcb8-75fe-4003-9995-65a539511311" -d '{"events": [{"server_uuid": "b5ceb424-4ab8-45ef-b590-659c86cc964b", "name": "network-vif-unplugged", "status": "completed", "tag": "7f16430c-dd06-4cdd-8a6a-413b9f2691d9"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:14:04.840866 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7f16430c-dd06-4cdd-8a6a-413b9f2691d9, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7f16430c-dd06-4cdd-8a6a-413b9f2691d9,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:04.845560 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:04.878004 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 18:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7c6308-3002-4575-8193-92cb67e4a172 x-openstack-request-id: req-3e7c6308-3002-4575-8193-92cb67e4a172 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:14:04.878630 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ceb424-4ab8-45ef-b590-659c86cc964b", "name": "network-vif-unplugged", "status": "failed", "tag": "7f16430c-dd06-4cdd-8a6a-413b9f2691d9", "code": 422}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:14:04.878956 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e7c6308-3002-4575-8193-92cb67e4a172 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:14:04.879413 n-d-791503-12 neutron-server[100194]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b5ceb424-4ab8-45ef-b590-659c86cc964b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7f16430c-dd06-4cdd-8a6a-413b9f2691d9', 'code': 422} returned with failed status Jul 07 18:14:04.902936 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7f16430c-dd06-4cdd-8a6a-413b9f2691d9,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:05.377493 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4127788-f22b-423d-8355-337819c68b4a req-b5bda91b-8c82-4add-bc2a-91171735518b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:05.379011 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e4127788-f22b-423d-8355-337819c68b4a req-b5bda91b-8c82-4add-bc2a-91171735518b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 943 time: 0.1122456 Jul 07 18:14:05.381076 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dd444-040f-49a1-9f4d-33bfe6c7b058 req-9ec65077-6927-4701-af42-f3b5a86bc8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:05.382487 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c86dd444-040f-49a1-9f4d-33bfe6c7b058 req-9ec65077-6927-4701-af42-f3b5a86bc8b4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b&tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6 HTTP/1.1" status: 200 len: 1095 time: 0.0864019 Jul 07 18:14:05.444825 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e4127788-f22b-423d-8355-337819c68b4a req-bd908a96-4ac9-4b6d-803f-94e7242ad4be tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591590 Jul 07 18:14:05.473180 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dd444-040f-49a1-9f4d-33bfe6c7b058 req-1d544693-71d3-486a-b412-7ba8afdd641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:05.474679 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c86dd444-040f-49a1-9f4d-33bfe6c7b058 req-1d544693-71d3-486a-b412-7ba8afdd641d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6&device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 1095 time: 0.0675206 Jul 07 18:14:05.570213 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dd444-040f-49a1-9f4d-33bfe6c7b058 req-616c54e0-432f-4ae4-87b9-865bf7c2ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:05.573264 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c86dd444-040f-49a1-9f4d-33bfe6c7b058 req-616c54e0-432f-4ae4-87b9-865bf7c2ee18 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c694e898-e2e1-4c00-b51b-fd213769da0c HTTP/1.1" status: 200 len: 910 time: 0.0917420 Jul 07 18:14:05.644866 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c86dd444-040f-49a1-9f4d-33bfe6c7b058 req-dfe90640-1375-42b8-a5c1-91f469d3dcf9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f16430c-dd06-4cdd-8a6a-413b9f2691d9 HTTP/1.1" status: 200 len: 999 time: 0.0621490 Jul 07 18:14:05.706604 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dd444-040f-49a1-9f4d-33bfe6c7b058 req-09974784-4958-4e53-8b0d-3dc2185eae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:05.708060 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c86dd444-040f-49a1-9f4d-33bfe6c7b058 req-09974784-4958-4e53-8b0d-3dc2185eae78 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=53048968-6793-4a23-9e34-b0979355ea4d HTTP/1.1" status: 200 len: 848 time: 0.0553114 Jul 07 18:14:05.767865 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dd444-040f-49a1-9f4d-33bfe6c7b058 req-9269990e-d54f-4d6a-ae34-f0014afe6e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:05.769405 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c86dd444-040f-49a1-9f4d-33bfe6c7b058 req-9269990e-d54f-4d6a-ae34-f0014afe6e43 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c694e898-e2e1-4c00-b51b-fd213769da0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539169 Jul 07 18:14:05.867706 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c86dd444-040f-49a1-9f4d-33bfe6c7b058 req-dee0e1b1-d089-4f44-a558-49ffb3501d43 service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898576 Jul 07 18:14:05.962363 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c86dd444-040f-49a1-9f4d-33bfe6c7b058 req-fdee047e-ac06-4418-a61c-2765f2c12ea5 service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879605 Jul 07 18:14:06.645596 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde6666-0641-4d24-a1e5-30e5da618a9d req-80c2667e-e061-4115-b7a9-fd297554d281 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:06.647187 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0cde6666-0641-4d24-a1e5-30e5da618a9d req-80c2667e-e061-4115-b7a9-fd297554d281 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 943 time: 0.0771835 Jul 07 18:14:06.691315 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0cde6666-0641-4d24-a1e5-30e5da618a9d req-ad7f8c46-9df0-41f7-89fd-d1f4541dbcf5 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368085 Jul 07 18:14:07.905342 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ce3ff-7bc6-41b0-a59a-ffc76b1bf0af req-d68a713a-67f4-40dc-b012-693a23ab97d0 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:07.907654 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba3ce3ff-7bc6-41b0-a59a-ffc76b1bf0af req-d68a713a-67f4-40dc-b012-693a23ab97d0 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 943 time: 0.0771046 Jul 07 18:14:07.958800 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ba3ce3ff-7bc6-41b0-a59a-ffc76b1bf0af req-477e7491-3005-4b87-b8a8-d1421f74e922 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379772 Jul 07 18:14:08.221119 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:08.625935 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:09.195760 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677d5b6-cdc9-4c3c-ac8d-290f58089bc7 req-0c901a18-e915-4af8-847d-5b83f2e2e7dc tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:09.204317 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b677d5b6-cdc9-4c3c-ac8d-290f58089bc7 req-0c901a18-e915-4af8-847d-5b83f2e2e7dc tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 943 time: 0.1131866 Jul 07 18:14:09.251485 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b677d5b6-cdc9-4c3c-ac8d-290f58089bc7 req-d8fd68c3-5bc4-49ef-be1f-5a417a86256e tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457990 Jul 07 18:14:10.438813 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50e55b-9c4e-44ee-bc52-f87514b19e2e req-17bb77e9-958a-4c4d-b2ab-d783bf69d232 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:10.440319 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dc50e55b-9c4e-44ee-bc52-f87514b19e2e req-17bb77e9-958a-4c4d-b2ab-d783bf69d232 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 943 time: 0.0683818 Jul 07 18:14:10.490023 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-dc50e55b-9c4e-44ee-bc52-f87514b19e2e req-cc5ffae6-cf98-4554-a51b-6d90d570a6d7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438330 Jul 07 18:14:11.693681 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194da95a-823a-42dc-8c01-bb96f3c877a2 req-56ef3d4b-a579-4672-bb57-52533fdf7b1b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:11.695258 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-194da95a-823a-42dc-8c01-bb96f3c877a2 req-56ef3d4b-a579-4672-bb57-52533fdf7b1b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 943 time: 0.0784628 Jul 07 18:14:11.744108 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-194da95a-823a-42dc-8c01-bb96f3c877a2 req-175d9de7-17f6-4d4e-8ef8-427a6dea8ddd tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378888 Jul 07 18:14:11.982839 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:14:12.934680 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ffa1a-ebaf-4daa-9e80-05067d1a45a7 req-064b0e2c-1481-4e13-bdd8-ae72beab1a5f tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:12.936507 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-573ffa1a-ebaf-4daa-9e80-05067d1a45a7 req-064b0e2c-1481-4e13-bdd8-ae72beab1a5f tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 943 time: 0.0756900 Jul 07 18:14:12.980561 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-573ffa1a-ebaf-4daa-9e80-05067d1a45a7 req-d1011e08-ed92-4ce9-9a97-98d5ff2a7e50 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380969 Jul 07 18:14:14.181152 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a412a3c-b962-446a-b73c-6bf71da2e235 req-1c9dffe3-a804-4365-ba3e-76ed8f553b7b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:14.183579 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2a412a3c-b962-446a-b73c-6bf71da2e235 req-1c9dffe3-a804-4365-ba3e-76ed8f553b7b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 943 time: 0.0758238 Jul 07 18:14:14.229451 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2a412a3c-b962-446a-b73c-6bf71da2e235 req-21cb9948-b3e6-4cab-9e8e-2bd0c0153d79 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391519 Jul 07 18:14:15.419321 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fc8b7-8182-4b1f-ad18-cffafb06ca34 req-30bfc601-06b7-4ef4-bc7b-86fe5e3fdb60 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:15.421086 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-106fc8b7-8182-4b1f-ad18-cffafb06ca34 req-30bfc601-06b7-4ef4-bc7b-86fe5e3fdb60 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 943 time: 0.0693285 Jul 07 18:14:15.466923 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-106fc8b7-8182-4b1f-ad18-cffafb06ca34 req-9ef2bdce-65d1-4f67-a50e-4f1cedfde3ec tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376410 Jul 07 18:14:16.677988 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189850b6-c7cb-48aa-8f57-bc8fb8d9e051 req-6fc2d1d5-07e1-4092-b695-92b9bb2de03c tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:16.679533 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-189850b6-c7cb-48aa-8f57-bc8fb8d9e051 req-6fc2d1d5-07e1-4092-b695-92b9bb2de03c tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 943 time: 0.0831385 Jul 07 18:14:16.723699 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-189850b6-c7cb-48aa-8f57-bc8fb8d9e051 req-79a97050-c356-47db-8370-4c9649a7bc7d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364702 Jul 07 18:14:17.934426 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b42f70-5b75-453f-81b0-e5b13bae76e0 req-cfc2ac33-6c4b-4be9-be33-91698b407604 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:17.935975 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-79b42f70-5b75-453f-81b0-e5b13bae76e0 req-cfc2ac33-6c4b-4be9-be33-91698b407604 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 943 time: 0.0740399 Jul 07 18:14:17.975533 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-79b42f70-5b75-453f-81b0-e5b13bae76e0 req-726e53dd-7ec5-4dd7-acad-c64a1a30cfb6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339091 Jul 07 18:14:18.740955 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:14:18.841546 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7f16430c-dd06-4cdd-8a6a-413b9f2691d9, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7f16430c-dd06-4cdd-8a6a-413b9f2691d9,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:18.860686 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '7f16430c-dd06-4cdd-8a6a-413b9f2691d9', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'port_id': '7f16430c-dd06-4cdd-8a6a-413b9f2691d9', 'mac_address': 'fa:16:3e:c1:48:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53048968-6793-4a23-9e34-b0979355ea4d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:14:18.903032 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:18.917390 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:14:18.940239 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7f16430c-dd06-4cdd-8a6a-413b9f2691d9, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7f16430c-dd06-4cdd-8a6a-413b9f2691d9,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:18.944716 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:18.996331 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7f16430c-dd06-4cdd-8a6a-413b9f2691d9,revision_number=9']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:19.196992 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37017b-3d4c-485d-8214-12cb4698b8dd req-56cb744f-075d-4655-8cd8-3da2d7195a22 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:19.197686 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['7f16430c-dd06-4cdd-8a6a-413b9f2691d9'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:14:19.199569 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ee37017b-3d4c-485d-8214-12cb4698b8dd req-56cb744f-075d-4655-8cd8-3da2d7195a22 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 944 time: 0.1016910 Jul 07 18:14:19.255017 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ee37017b-3d4c-485d-8214-12cb4698b8dd req-3d5eb561-899a-4378-8962-89c476ac5b7f tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472541 Jul 07 18:14:20.473862 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b3934-4540-4e86-a495-3885e78de513 req-20ac02d5-b02e-4c24-8f0b-c2ac7f1fc3e0 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:20.475433 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-440b3934-4540-4e86-a495-3885e78de513 req-20ac02d5-b02e-4c24-8f0b-c2ac7f1fc3e0 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 944 time: 0.0811925 Jul 07 18:14:20.520321 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-440b3934-4540-4e86-a495-3885e78de513 req-a68d4709-74e6-42c0-bea0-d4d1e87aea9d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367882 Jul 07 18:14:20.746166 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:14:20.796339 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:14:20.796736 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:20.877650 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:20.904841 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ceb424-4ab8-45ef-b590-659c86cc964b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f16430c-dd06-4cdd-8a6a-413b9f2691d9'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:14:20.907731 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050b5f9d-4501-498b-a1a1-67a210d1b7c6" -d '{"events": [{"server_uuid": "b5ceb424-4ab8-45ef-b590-659c86cc964b", "name": "network-vif-plugged", "status": "completed", "tag": "7f16430c-dd06-4cdd-8a6a-413b9f2691d9"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:14:20.921580 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 7f16430c-dd06-4cdd-8a6a-413b9f2691d9, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7f16430c-dd06-4cdd-8a6a-413b9f2691d9,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:20.926710 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:20.954121 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248ef4e7-fbf0-4b90-87dd-39a7a57a64c4 x-openstack-request-id: req-248ef4e7-fbf0-4b90-87dd-39a7a57a64c4 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:14:20.954401 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ceb424-4ab8-45ef-b590-659c86cc964b", "name": "network-vif-plugged", "status": "completed", "tag": "7f16430c-dd06-4cdd-8a6a-413b9f2691d9", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:14:20.954650 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-248ef4e7-fbf0-4b90-87dd-39a7a57a64c4 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:14:20.955036 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ceb424-4ab8-45ef-b590-659c86cc964b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f16430c-dd06-4cdd-8a6a-413b9f2691d9', 'code': 200} Jul 07 18:14:20.982603 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=7f16430c-dd06-4cdd-8a6a-413b9f2691d9,revision_number=10']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:21.134529 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37300a-c70d-4055-beff-f4729d7709fe req-5dd62fb3-7d7e-4473-ada6-db81d9389b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:21.136113 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9a37300a-c70d-4055-beff-f4729d7709fe req-5dd62fb3-7d7e-4473-ada6-db81d9389b32 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 1098 time: 0.0604939 Jul 07 18:14:21.175944 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9a37300a-c70d-4055-beff-f4729d7709fe req-10d83004-60a9-43fa-bd5c-0021bcdbd2cd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334630 Jul 07 18:14:21.701327 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74abf8-5004-4eca-ab05-3fa62ed0011d req-33a38078-c100-4b4f-af9b-51a4b9aaecc4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:21.702849 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d74abf8-5004-4eca-ab05-3fa62ed0011d req-33a38078-c100-4b4f-af9b-51a4b9aaecc4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 946 time: 0.0655355 Jul 07 18:14:21.743220 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-2d74abf8-5004-4eca-ab05-3fa62ed0011d req-e563e937-a17d-46fb-9405-ab3be9381966 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340595 Jul 07 18:14:22.928177 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c2de6-edbb-4fba-8d7a-3ac1165f6cd2 req-6fc32718-8827-4ed2-a98d-475cac6e7a1d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:22.929720 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e75c2de6-edbb-4fba-8d7a-3ac1165f6cd2 req-6fc32718-8827-4ed2-a98d-475cac6e7a1d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 946 time: 0.0712590 Jul 07 18:14:22.969041 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e75c2de6-edbb-4fba-8d7a-3ac1165f6cd2 req-db32db04-db2a-4f19-97f3-cbc1dea572a7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327952 Jul 07 18:14:23.553640 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8010e876-6c99-412b-ae1b-f73879eaba9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:26.355016 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:26.925872 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-30a72219-4375-43da-957e-b620d4fb6b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:28.210293 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:30.515676 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:38.230328 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:38.624177 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:48.982403 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:14:53.557773 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4b5beed4-6a92-4f67-9c2f-194ef8c86beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:56.347423 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:56.922651 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6bfd6ed9-0e50-4e60-8921-21984ffa39bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:57.220198 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2e87507-6bfe-4733-b9a7-450e41023391 req-184f8c72-d4c3-4ffa-b347-7226127502fa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0643001 Jul 07 18:14:57.321319 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e87507-6bfe-4733-b9a7-450e41023391 req-83800894-9cce-43c6-92d9-99bccc61a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:57.322932 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2e87507-6bfe-4733-b9a7-450e41023391 req-83800894-9cce-43c6-92d9-99bccc61a30c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6&device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 1098 time: 0.0584874 Jul 07 18:14:57.434412 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e87507-6bfe-4733-b9a7-450e41023391 req-206420fe-956d-4905-ae84-2f237d4b1c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:57.435912 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2e87507-6bfe-4733-b9a7-450e41023391 req-206420fe-956d-4905-ae84-2f237d4b1c6e service neutron] 10.222.0.72 "GET /v2.0/networks?id=c694e898-e2e1-4c00-b51b-fd213769da0c HTTP/1.1" status: 200 len: 910 time: 0.0911591 Jul 07 18:14:57.512420 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2e87507-6bfe-4733-b9a7-450e41023391 req-83b4980e-58cd-4790-8f45-91a6f748dfab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f16430c-dd06-4cdd-8a6a-413b9f2691d9 HTTP/1.1" status: 200 len: 1001 time: 0.0697200 Jul 07 18:14:57.561969 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e87507-6bfe-4733-b9a7-450e41023391 req-54e745f8-0611-4743-857b-2da72ea715b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:57.563450 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2e87507-6bfe-4733-b9a7-450e41023391 req-54e745f8-0611-4743-857b-2da72ea715b0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=53048968-6793-4a23-9e34-b0979355ea4d HTTP/1.1" status: 200 len: 848 time: 0.0452373 Jul 07 18:14:57.622556 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e87507-6bfe-4733-b9a7-450e41023391 req-2a6a2eb7-266e-4139-b447-9c7821d3409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:57.624077 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2e87507-6bfe-4733-b9a7-450e41023391 req-2a6a2eb7-266e-4139-b447-9c7821d3409f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c694e898-e2e1-4c00-b51b-fd213769da0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537841 Jul 07 18:14:57.717435 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2e87507-6bfe-4733-b9a7-450e41023391 req-2c8e37ab-9e1d-4b89-8dfe-09bbce8fb30c service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865297 Jul 07 18:14:57.806030 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c2e87507-6bfe-4733-b9a7-450e41023391 req-45606e8c-cfb9-4466-853f-e2924b9e6b7c service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819077 Jul 07 18:14:58.210559 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:00.518155 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:08.243902 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:08.626746 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:23.560101 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1109c99b-495d-4072-99aa-6e5226d93ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:25.982036 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:15:26.350239 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:26.916084 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9be5f18a-45ca-4e22-aca3-f2bd2cf72e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:28.217333 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:30.521548 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:35.842052 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51932) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:36.003700 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-14a7b7c7-be1e-4df0-8ff7-6a3ff2e2d9e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Deleting port 53bb24d1-b288-4c99-91c2-3bf0e592d8b7 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:36.004036 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-14a7b7c7-be1e-4df0-8ff7-6a3ff2e2d9e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:36.084811 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-14a7b7c7-be1e-4df0-8ff7-6a3ff2e2d9e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:36.085184 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-14a7b7c7-be1e-4df0-8ff7-6a3ff2e2d9e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:36.097203 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-14a7b7c7-be1e-4df0-8ff7-6a3ff2e2d9e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Calling delete_port for 53bb24d1-b288-4c99-91c2-3bf0e592d8b7 owned by network:floatingip {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:36.630146 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-14a7b7c7-be1e-4df0-8ff7-6a3ff2e2d9e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:36.657968 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7b7c7-be1e-4df0-8ff7-6a3ff2e2d9e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Pushing event deleted for resources: {'Port': ['ID=53bb24d1-b288-4c99-91c2-3bf0e592d8b7,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:36.672328 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7b7c7-be1e-4df0-8ff7-6a3ff2e2d9e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:36.672697 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7b7c7-be1e-4df0-8ff7-6a3ff2e2d9e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:36.673038 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7b7c7-be1e-4df0-8ff7-6a3ff2e2d9e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:36.673370 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7b7c7-be1e-4df0-8ff7-6a3ff2e2d9e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:36.673697 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7b7c7-be1e-4df0-8ff7-6a3ff2e2d9e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:36.674034 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7b7c7-be1e-4df0-8ff7-6a3ff2e2d9e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:36.674352 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7b7c7-be1e-4df0-8ff7-6a3ff2e2d9e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:36.674669 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7b7c7-be1e-4df0-8ff7-6a3ff2e2d9e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:36.674987 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7b7c7-be1e-4df0-8ff7-6a3ff2e2d9e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:36.675306 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7b7c7-be1e-4df0-8ff7-6a3ff2e2d9e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:36.675626 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7b7c7-be1e-4df0-8ff7-6a3ff2e2d9e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:36.675943 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7b7c7-be1e-4df0-8ff7-6a3ff2e2d9e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:36.733939 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-14a7b7c7-be1e-4df0-8ff7-6a3ff2e2d9e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for floatingip, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:36.734305 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-14a7b7c7-be1e-4df0-8ff7-6a3ff2e2d9e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Floating IP ab5bf8a8-459f-40f1-ab38-8911685f55dc disassociated (deleted). External IP: 172.25.0.146, port: 7f16430c-dd06-4cdd-8a6a-413b9f2691d9. Jul 07 18:15:36.966956 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a7b7c7-be1e-4df0-8ff7-6a3ff2e2d9e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Router a489f412-1770-42ec-b72e-d8766518bb1c has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:15:37.082346 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a7b7c7-be1e-4df0-8ff7-6a3ff2e2d9e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:15:37.088269 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-14a7b7c7-be1e-4df0-8ff7-6a3ff2e2d9e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:37.092658 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfe10d8-4ac6-4af8-bea1-30c5798eaa51 None None] Sync routers for ids ['a489f412-1770-42ec-b72e-d8766518bb1c'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:15:37.103946 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfe10d8-4ac6-4af8-bea1-30c5798eaa51 None None] Routers {'a489f412-1770-42ec-b72e-d8766518bb1c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:15:37.104702 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-cdfe10d8-4ac6-4af8-bea1-30c5798eaa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:15:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a489f412-1770-42ec-b72e-d8766518bb1c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:37.131566 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-14a7b7c7-be1e-4df0-8ff7-6a3ff2e2d9e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "DELETE /v2.0/floatingips/ab5bf8a8-459f-40f1-ab38-8911685f55dc HTTP/1.1" status: 204 len: 168 time: 1.2883828 Jul 07 18:15:37.132143 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ceb424-4ab8-45ef-b590-659c86cc964b', 'tag': '7f16430c-dd06-4cdd-8a6a-413b9f2691d9'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:15:37.134505 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72e229e-7879-41dd-a4f5-cba65fed1f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ceb424-4ab8-45ef-b590-659c86cc964b", "tag": "7f16430c-dd06-4cdd-8a6a-413b9f2691d9"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:15:37.247383 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-cdfe10d8-4ac6-4af8-bea1-30c5798eaa51 None None] Set router a489f412-1770-42ec-b72e-d8766518bb1c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:15:37.287751 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74345e48-b88c-4054-ae35-ba4cd32825cd x-openstack-request-id: req-74345e48-b88c-4054-ae35-ba4cd32825cd {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:15:37.288052 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ceb424-4ab8-45ef-b590-659c86cc964b", "tag": "7f16430c-dd06-4cdd-8a6a-413b9f2691d9", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:15:37.289023 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-74345e48-b88c-4054-ae35-ba4cd32825cd {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:15:37.290225 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ceb424-4ab8-45ef-b590-659c86cc964b', 'tag': '7f16430c-dd06-4cdd-8a6a-413b9f2691d9', 'status': 'completed', 'code': 200} Jul 07 18:15:37.390526 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e229e-7879-41dd-a4f5-cba65fed1f7c req-58040b74-19b9-48ab-b0fb-fb6a1a493fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:37.392033 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e72e229e-7879-41dd-a4f5-cba65fed1f7c req-58040b74-19b9-48ab-b0fb-fb6a1a493fb4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6&device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 1098 time: 0.0800421 Jul 07 18:15:37.501747 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-cdfe10d8-4ac6-4af8-bea1-30c5798eaa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'name': 'tempest-TestShelveInstance-1360579282-router', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:18Z', 'revision_number': 4, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'gw_port': {'id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'dc8e9c4a-174f-4d53-b6a1-212f0afb5c92', 'name': '', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'mac_address': 'fa:16:3e:bd:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '53048968-6793-4a23-9e34-b0979355ea4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:17Z', 'updated_at': '2021-07-07T18:11:23Z', 'revision_number': 5, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'subnets': [{'id': '53048968-6793-4a23-9e34-b0979355ea4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:37.506800 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e229e-7879-41dd-a4f5-cba65fed1f7c req-ae32d807-8405-448f-8481-8c1ec9068bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:37.509634 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e72e229e-7879-41dd-a4f5-cba65fed1f7c req-ae32d807-8405-448f-8481-8c1ec9068bdf service neutron] 10.222.0.72 "GET /v2.0/networks?id=c694e898-e2e1-4c00-b51b-fd213769da0c HTTP/1.1" status: 200 len: 910 time: 0.1103272 Jul 07 18:15:37.536540 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfe10d8-4ac6-4af8-bea1-30c5798eaa51 None None] Checking router: a489f412-1770-42ec-b72e-d8766518bb1c for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:15:37.550345 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfe10d8-4ac6-4af8-bea1-30c5798eaa51 None None] Routers {'a489f412-1770-42ec-b72e-d8766518bb1c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:15:37.550986 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-cdfe10d8-4ac6-4af8-bea1-30c5798eaa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:15:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a489f412-1770-42ec-b72e-d8766518bb1c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:37.564253 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e72e229e-7879-41dd-a4f5-cba65fed1f7c req-5b7c5bb4-2a2c-4fe6-bfab-61bcf1fc0559 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f16430c-dd06-4cdd-8a6a-413b9f2691d9 HTTP/1.1" status: 200 len: 217 time: 0.0468900 Jul 07 18:15:37.605880 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374318ac-0442-4b96-bea8-4f8eeed8ddd1 req-4ba6d64f-15a7-4711-afb9-830362986529 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:37.613779 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-374318ac-0442-4b96-bea8-4f8eeed8ddd1 req-4ba6d64f-15a7-4711-afb9-830362986529 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 946 time: 0.0855148 Jul 07 18:15:37.621334 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e229e-7879-41dd-a4f5-cba65fed1f7c req-8d1ced1b-56bc-451f-9d64-9ee3fd7f1c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:37.623228 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e72e229e-7879-41dd-a4f5-cba65fed1f7c req-8d1ced1b-56bc-451f-9d64-9ee3fd7f1c5f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=53048968-6793-4a23-9e34-b0979355ea4d HTTP/1.1" status: 200 len: 848 time: 0.0523157 Jul 07 18:15:37.669184 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-374318ac-0442-4b96-bea8-4f8eeed8ddd1 req-7b207281-e9c4-4805-9d3c-cc3525bc0810 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487642 Jul 07 18:15:37.699777 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e229e-7879-41dd-a4f5-cba65fed1f7c req-504ca41f-3f35-4f56-8039-5780ca7feb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:37.701300 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e72e229e-7879-41dd-a4f5-cba65fed1f7c req-504ca41f-3f35-4f56-8039-5780ca7feb94 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c694e898-e2e1-4c00-b51b-fd213769da0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713327 Jul 07 18:15:37.781670 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-cdfe10d8-4ac6-4af8-bea1-30c5798eaa51 None None] Set router a489f412-1770-42ec-b72e-d8766518bb1c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:15:37.800844 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e72e229e-7879-41dd-a4f5-cba65fed1f7c req-c55b9212-0bec-48ac-879d-c37688015a06 service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919955 Jul 07 18:15:37.898318 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e72e229e-7879-41dd-a4f5-cba65fed1f7c req-1a29aa52-e80a-4dce-ab45-0092c47df77f service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900838 Jul 07 18:15:37.997531 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-cdfe10d8-4ac6-4af8-bea1-30c5798eaa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'name': 'tempest-TestShelveInstance-1360579282-router', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:18Z', 'revision_number': 4, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'gw_port': {'id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'dc8e9c4a-174f-4d53-b6a1-212f0afb5c92', 'name': '', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'mac_address': 'fa:16:3e:bd:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '53048968-6793-4a23-9e34-b0979355ea4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:17Z', 'updated_at': '2021-07-07T18:11:23Z', 'revision_number': 5, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'subnets': [{'id': '53048968-6793-4a23-9e34-b0979355ea4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:38.024839 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfe10d8-4ac6-4af8-bea1-30c5798eaa51 None None] The sync data for ids ['a489f412-1770-42ec-b72e-d8766518bb1c'] in n-d-791503-12 is: [{'id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'name': 'tempest-TestShelveInstance-1360579282-router', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:18Z', 'revision_number': 4, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'gw_port': {'id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'dc8e9c4a-174f-4d53-b6a1-212f0afb5c92', 'name': '', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'mac_address': 'fa:16:3e:bd:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '53048968-6793-4a23-9e34-b0979355ea4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:17Z', 'updated_at': '2021-07-07T18:11:23Z', 'revision_number': 5, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'subnets': [{'id': '53048968-6793-4a23-9e34-b0979355ea4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:15:38.251932 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:38.257771 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032d2506-db43-450b-940f-08ef764286dc None None] New status for floating IP ab5bf8a8-459f-40f1-ab38-8911685f55dc: DOWN {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:15:38.637921 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:38.892916 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9209cb7-74ab-479a-b54a-a4df4a004f17 req-67f2b2a6-c2cd-4557-8754-63a603979ff5 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:38.895129 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e9209cb7-74ab-479a-b54a-a4df4a004f17 req-67f2b2a6-c2cd-4557-8754-63a603979ff5 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 946 time: 0.1211350 Jul 07 18:15:38.906572 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb17bf1-9516-4150-b5e2-3e952b189892 req-74a9fbef-36bd-4769-bf46-185a7056e57b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:38.908053 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9fb17bf1-9516-4150-b5e2-3e952b189892 req-74a9fbef-36bd-4769-bf46-185a7056e57b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5ceb424-4ab8-45ef-b590-659c86cc964b HTTP/1.1" status: 200 len: 946 time: 0.1435089 Jul 07 18:15:38.981896 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e9209cb7-74ab-479a-b54a-a4df4a004f17 req-ecfb1a7c-781d-4348-a7da-c237b11ffb61 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728581 Jul 07 18:15:39.040984 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-9fb17bf1-9516-4150-b5e2-3e952b189892 req-7dafe878-f642-434a-98c6-4b149fffe7a6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Deleting port 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:39.041285 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9fb17bf1-9516-4150-b5e2-3e952b189892 req-7dafe878-f642-434a-98c6-4b149fffe7a6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:39.140708 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-9fb17bf1-9516-4150-b5e2-3e952b189892 req-7dafe878-f642-434a-98c6-4b149fffe7a6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] For port 7f16430c-dd06-4cdd-8a6a-413b9f2691d9, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=7f16430c-dd06-4cdd-8a6a-413b9f2691d9,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:39.141084 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9fb17bf1-9516-4150-b5e2-3e952b189892 req-7dafe878-f642-434a-98c6-4b149fffe7a6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:39.156455 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-9fb17bf1-9516-4150-b5e2-3e952b189892 req-7dafe878-f642-434a-98c6-4b149fffe7a6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Calling delete_port for 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:39.297573 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9fb17bf1-9516-4150-b5e2-3e952b189892 req-7dafe878-f642-434a-98c6-4b149fffe7a6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:39.328550 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dafe878-f642-434a-98c6-4b149fffe7a6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Pushing event deleted for resources: {'Port': ['ID=7f16430c-dd06-4cdd-8a6a-413b9f2691d9,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:39.375585 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb17bf1-9516-4150-b5e2-3e952b189892 req-7dafe878-f642-434a-98c6-4b149fffe7a6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] No DVR routers for this DVR port 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:15:39.378216 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-9fb17bf1-9516-4150-b5e2-3e952b189892 req-7dafe878-f642-434a-98c6-4b149fffe7a6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:39.380223 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9fb17bf1-9516-4150-b5e2-3e952b189892 req-7dafe878-f642-434a-98c6-4b149fffe7a6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.72 "DELETE /v2.0/ports/7f16430c-dd06-4cdd-8a6a-413b9f2691d9 HTTP/1.1" status: 204 len: 173 time: 0.4639466 Jul 07 18:15:39.380705 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ceb424-4ab8-45ef-b590-659c86cc964b', 'name': 'network-vif-deleted', 'tag': '7f16430c-dd06-4cdd-8a6a-413b9f2691d9'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:15:39.383303 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf4a6c4-9796-4b93-8bdc-8f91c485dd63" -d '{"events": [{"server_uuid": "b5ceb424-4ab8-45ef-b590-659c86cc964b", "name": "network-vif-deleted", "tag": "7f16430c-dd06-4cdd-8a6a-413b9f2691d9"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:15:39.433560 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1274407-1191-41a9-a230-3bd1195e5062 x-openstack-request-id: req-c1274407-1191-41a9-a230-3bd1195e5062 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:15:39.433857 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ceb424-4ab8-45ef-b590-659c86cc964b", "name": "network-vif-deleted", "tag": "7f16430c-dd06-4cdd-8a6a-413b9f2691d9", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:15:39.434142 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1274407-1191-41a9-a230-3bd1195e5062 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:15:39.434547 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ceb424-4ab8-45ef-b590-659c86cc964b', 'name': 'network-vif-deleted', 'tag': '7f16430c-dd06-4cdd-8a6a-413b9f2691d9', 'status': 'completed', 'code': 200} Jul 07 18:15:40.081175 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51956) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:40.147594 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2520719b-d25a-42f3-bee4-5b352e4d128d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.176757 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2520719b-d25a-42f3-bee4-5b352e4d128d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.250158 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2520719b-d25a-42f3-bee4-5b352e4d128d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.255358 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-2520719b-d25a-42f3-bee4-5b352e4d128d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.257249 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-2520719b-d25a-42f3-bee4-5b352e4d128d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "DELETE /v2.0/security-groups/8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb HTTP/1.1" status: 204 len: 168 time: 0.1748645 Jul 07 18:15:40.277649 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520719b-d25a-42f3-bee4-5b352e4d128d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6ea3fe-fb81-4b13-8b14-9b9626ed08cb,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:40.537218 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51962) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:40.542571 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-62284bc2-a154-4677-a8fe-f43a99c11ae4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-397993882', 'description': 'tempest-secgroup-smoke-397993882 description', 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:40.570593 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-62284bc2-a154-4677-a8fe-f43a99c11ae4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.667791 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-62284bc2-a154-4677-a8fe-f43a99c11ae4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.671908 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-62284bc2-a154-4677-a8fe-f43a99c11ae4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.700487 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-62284bc2-a154-4677-a8fe-f43a99c11ae4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.701753 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-62284bc2-a154-4677-a8fe-f43a99c11ae4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1635184 Jul 07 18:15:40.704877 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51964) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:40.709760 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284bc2-a154-4677-a8fe-f43a99c11ae4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:40.709916 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-938880a3-5135-47cb-94a2-7d148518104a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Request body: {'security_group_rule': {'security_group_id': '80f83ab4-b2f4-4594-bc0c-45f8a0485b4b', 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:40.718048 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284bc2-a154-4677-a8fe-f43a99c11ae4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:40.718395 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284bc2-a154-4677-a8fe-f43a99c11ae4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:40.718742 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284bc2-a154-4677-a8fe-f43a99c11ae4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:40.719080 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284bc2-a154-4677-a8fe-f43a99c11ae4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:40.719417 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284bc2-a154-4677-a8fe-f43a99c11ae4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:40.719748 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284bc2-a154-4677-a8fe-f43a99c11ae4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:40.720082 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284bc2-a154-4677-a8fe-f43a99c11ae4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:40.720412 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284bc2-a154-4677-a8fe-f43a99c11ae4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:40.720785 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284bc2-a154-4677-a8fe-f43a99c11ae4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:40.721108 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284bc2-a154-4677-a8fe-f43a99c11ae4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:40.721425 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284bc2-a154-4677-a8fe-f43a99c11ae4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:40.721751 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284bc2-a154-4677-a8fe-f43a99c11ae4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:40.738866 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-938880a3-5135-47cb-94a2-7d148518104a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.787244 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-938880a3-5135-47cb-94a2-7d148518104a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.791313 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-938880a3-5135-47cb-94a2-7d148518104a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.810963 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938880a3-5135-47cb-94a2-7d148518104a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa0dca9-d024-4ac0-be2f-2c02b37ef730,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:40.817146 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-938880a3-5135-47cb-94a2-7d148518104a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.818273 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-938880a3-5135-47cb-94a2-7d148518104a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1120336 Jul 07 18:15:40.821605 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51966) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:40.826174 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-e176e262-6fb1-4426-a18a-eaa4924b2431 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Request body: {'security_group_rule': {'security_group_id': '80f83ab4-b2f4-4594-bc0c-45f8a0485b4b', 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:40.854467 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e176e262-6fb1-4426-a18a-eaa4924b2431 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.912642 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e176e262-6fb1-4426-a18a-eaa4924b2431 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.917776 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e176e262-6fb1-4426-a18a-eaa4924b2431 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.937521 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176e262-6fb1-4426-a18a-eaa4924b2431 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c9b4c8-c043-44d0-8ef4-5310f45d5796,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:40.945878 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e176e262-6fb1-4426-a18a-eaa4924b2431 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.947097 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e176e262-6fb1-4426-a18a-eaa4924b2431 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245553 Jul 07 18:15:40.950253 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 51968) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:40.955283 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-71ccc619-edf9-4c32-8494-d1e7e805895b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Request body: {'security_group_rule': {'security_group_id': '80f83ab4-b2f4-4594-bc0c-45f8a0485b4b', 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:40.982717 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-71ccc619-edf9-4c32-8494-d1e7e805895b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:41.041078 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-71ccc619-edf9-4c32-8494-d1e7e805895b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:41.044882 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-71ccc619-edf9-4c32-8494-d1e7e805895b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:41.068073 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ccc619-edf9-4c32-8494-d1e7e805895b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac4b4fd-5bad-43cd-88a0-dac40c3bd665,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:41.071731 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-71ccc619-edf9-4c32-8494-d1e7e805895b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:41.075792 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51970) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:41.075974 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-71ccc619-edf9-4c32-8494-d1e7e805895b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245880 Jul 07 18:15:41.080996 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-9d3eb101-28a0-4c65-ba11-3f8118f8606e tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Request body: {'security_group_rule': {'security_group_id': '80f83ab4-b2f4-4594-bc0c-45f8a0485b4b', 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:41.110546 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9d3eb101-28a0-4c65-ba11-3f8118f8606e tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:41.178195 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9d3eb101-28a0-4c65-ba11-3f8118f8606e tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:41.183106 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9d3eb101-28a0-4c65-ba11-3f8118f8606e tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:41.200932 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3eb101-28a0-4c65-ba11-3f8118f8606e tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda2ed6f-4c8d-4b85-b9d8-2b8375202e30,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:41.207491 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9d3eb101-28a0-4c65-ba11-3f8118f8606e tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:41.208832 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9d3eb101-28a0-4c65-ba11-3f8118f8606e tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1318841 Jul 07 18:15:41.213116 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51972) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:41.217725 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-e687d3e5-1eba-4fa3-a1ef-a419756b3e80 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Request body: {'security_group_rule': {'security_group_id': '80f83ab4-b2f4-4594-bc0c-45f8a0485b4b', 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:41.240434 n-d-791503-12 neutron-server[100192]: INFO neutron.db.securitygroups_db [None req-e687d3e5-1eba-4fa3-a1ef-a419756b3e80 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Project 08ea1ec9865a49e8b0ee823e3c9b31c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:15:41.246170 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e687d3e5-1eba-4fa3-a1ef-a419756b3e80 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:41.311115 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e687d3e5-1eba-4fa3-a1ef-a419756b3e80 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:41.315065 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e687d3e5-1eba-4fa3-a1ef-a419756b3e80 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:41.333467 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687d3e5-1eba-4fa3-a1ef-a419756b3e80 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1291294-041e-4e88-a25d-e91938a2c3df,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:41.339780 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-e687d3e5-1eba-4fa3-a1ef-a419756b3e80 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:41.341422 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-e687d3e5-1eba-4fa3-a1ef-a419756b3e80 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268814 Jul 07 18:15:41.343932 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 51974) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:41.348388 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-f5893184-0b0d-453b-b95f-596d10c11219 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Request body: {'security_group_rule': {'security_group_id': '80f83ab4-b2f4-4594-bc0c-45f8a0485b4b', 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:41.371347 n-d-791503-12 neutron-server[100192]: INFO neutron.db.securitygroups_db [None req-f5893184-0b0d-453b-b95f-596d10c11219 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Project 08ea1ec9865a49e8b0ee823e3c9b31c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:15:41.376463 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f5893184-0b0d-453b-b95f-596d10c11219 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:41.439723 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f5893184-0b0d-453b-b95f-596d10c11219 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:41.443482 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f5893184-0b0d-453b-b95f-596d10c11219 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:41.465619 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5893184-0b0d-453b-b95f-596d10c11219 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71de8963-3399-41e7-b441-7758f7748b59,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:41.469312 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-f5893184-0b0d-453b-b95f-596d10c11219 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:41.470704 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-f5893184-0b0d-453b-b95f-596d10c11219 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257153 Jul 07 18:15:43.192152 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:15:43.213027 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:15:43.213349 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 7f16430c-dd06-4cdd-8a6a-413b9f2691d9 not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:15:53.571826 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-25517401-8bdf-489c-9d97-4072228938ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.354821 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.921134 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2c4bdbc4-ab41-40cb-8a1d-9bbd2f41a7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.998050 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-72f3ad46-e618-4baa-93e7-f6bf99aedbc3 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-397993882&fields=id&tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6 HTTP/1.1" status: 200 len: 267 time: 0.0390127 Jul 07 18:15:57.118536 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-6abf546c-18c7-4cac-8563-a9406cc8d63f tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:57.120402 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-6abf546c-18c7-4cac-8563-a9406cc8d63f tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/networks?id=c694e898-e2e1-4c00-b51b-fd213769da0c HTTP/1.1" status: 200 len: 809 time: 0.1153226 Jul 07 18:15:57.137230 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-a2105ee6-5342-4f20-957a-2038fcd075ae tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/quotas/08ea1ec9865a49e8b0ee823e3c9b31c6 HTTP/1.1" status: 200 len: 375 time: 0.0108159 Jul 07 18:15:57.215223 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-a820de6b-20a2-4e18-97e2-edef603c0ef6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722523 Jul 07 18:15:57.325657 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-f9f40e38-7e84-4a1d-be03-9f6adb446797 service neutron] 10.222.0.53 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960925 Jul 07 18:15:57.420196 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-4f671ee5-3328-4d80-ace3-d9cdc5872217 service neutron] 10.222.0.53 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884707 Jul 07 18:15:57.820739 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ce6fa584-06f9-4e5d-9d4e-499c0df4de90 req-862eef69-e76f-46cd-b78c-d3d1fc7e14ae tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 210 time: 0.0850241 Jul 07 18:15:58.223364 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:58.995110 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-1a7b2e5f-a04d-47c7-ac73-68939198daa6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:58.997877 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-1a7b2e5f-a04d-47c7-ac73-68939198daa6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.72 "GET /v2.0/networks?id=c694e898-e2e1-4c00-b51b-fd213769da0c HTTP/1.1" status: 200 len: 809 time: 0.1694446 Jul 07 18:15:59.071187 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-bbfdb174-9baf-4e39-99d2-43198a6444c5 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6 HTTP/1.1" status: 200 len: 379 time: 0.0647974 Jul 07 18:15:59.079715 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c2ced49f-752e-4b2c-a642-fcdd86de10dd req-2722f771-813e-4f78-b26a-7413acdbe51e tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 210 time: 0.1257517 Jul 07 18:15:59.080812 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-4fad14b9-5f4d-4c49-a654-cb9574601a39 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Request body: {'port': {'device_id': '04116106-25d7-4cc9-a3c8-2cd52624b78c', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'admin_state_up': True, 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'security_groups': ['80f83ab4-b2f4-4594-bc0c-45f8a0485b4b']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:59.240138 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-4fad14b9-5f4d-4c49-a654-cb9574601a39 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Made reservation on behalf of 08ea1ec9865a49e8b0ee823e3c9b31c6 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:59.245121 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-4fad14b9-5f4d-4c49-a654-cb9574601a39 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:59.442688 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-4fad14b9-5f4d-4c49-a654-cb9574601a39 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Allocated IP 172.20.0.12 (c694e898-e2e1-4c00-b51b-fd213769da0c/53048968-6793-4a23-9e34-b0979355ea4d/14b98ff2-3e48-44b1-bc60-f4baf7423361) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:59.620957 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-4fad14b9-5f4d-4c49-a654-cb9574601a39 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:59.640456 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-4fad14b9-5f4d-4c49-a654-cb9574601a39 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Transition to ACTIVE for port object 14b98ff2-3e48-44b1-bc60-f4baf7423361 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:59.684029 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-4fad14b9-5f4d-4c49-a654-cb9574601a39 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:59.740566 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-4fad14b9-5f4d-4c49-a654-cb9574601a39 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Network c694e898-e2e1-4c00-b51b-fd213769da0c is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:59.743885 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-4fad14b9-5f4d-4c49-a654-cb9574601a39 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:59.751867 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-4fad14b9-5f4d-4c49-a654-cb9574601a39 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:59.797879 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad14b9-5f4d-4c49-a654-cb9574601a39 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Pushing event updated for resources: {'Port': ['ID=14b98ff2-3e48-44b1-bc60-f4baf7423361,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:59.837074 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-4fad14b9-5f4d-4c49-a654-cb9574601a39 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:59.837958 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-4fad14b9-5f4d-4c49-a654-cb9574601a39 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:59.856914 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-4fad14b9-5f4d-4c49-a654-cb9574601a39 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7808592 Jul 07 18:15:59.870816 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-65b107fb-a02f-4b32-a3ad-94c24c651647 service neutron] Request body: {'port': {'device_id': '04116106-25d7-4cc9-a3c8-2cd52624b78c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:59.977479 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-65b107fb-a02f-4b32-a3ad-94c24c651647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:00.105626 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b519a0af-6184-4b11-bbec-6af388e0702f None None] Provisioning for port 14b98ff2-3e48-44b1-bc60-f4baf7423361 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:16:00.113615 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-b519a0af-6184-4b11-bbec-6af388e0702f None None] Provisioning complete for port 14b98ff2-3e48-44b1-bc60-f4baf7423361 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:00.115095 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b519a0af-6184-4b11-bbec-6af388e0702f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:00.194356 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-b519a0af-6184-4b11-bbec-6af388e0702f None None] Port 14b98ff2-3e48-44b1-bc60-f4baf7423361 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:16:00.394039 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b02e0-c9fc-4301-8b55-58ce5b706ffd req-4ba0ddbd-38f3-4152-ad1f-2589583586a3 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:00.395985 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-952b02e0-c9fc-4301-8b55-58ce5b706ffd req-4ba0ddbd-38f3-4152-ad1f-2589583586a3 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 932 time: 0.1367261 Jul 07 18:16:00.449493 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-65b107fb-a02f-4b32-a3ad-94c24c651647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b98ff2-3e48-44b1-bc60-f4baf7423361 {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:16:00.463348 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-65b107fb-a02f-4b32-a3ad-94c24c651647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:00.486135 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-952b02e0-c9fc-4301-8b55-58ce5b706ffd req-169e0ec6-187c-410c-bbe3-8e70b1a32bbc tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691497 Jul 07 18:16:00.489319 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-65b107fb-a02f-4b32-a3ad-94c24c651647 service neutron] Transition to ACTIVE for port object 14b98ff2-3e48-44b1-bc60-f4baf7423361 will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:00.495885 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-65b107fb-a02f-4b32-a3ad-94c24c651647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:00.567867 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b107fb-a02f-4b32-a3ad-94c24c651647 service neutron] Pushing event updated for resources: {'Port': ['ID=14b98ff2-3e48-44b1-bc60-f4baf7423361,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:00.582843 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:00.689117 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-65b107fb-a02f-4b32-a3ad-94c24c651647 service neutron] Attempting to bind port 14b98ff2-3e48-44b1-bc60-f4baf7423361 on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:16:00.689479 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-65b107fb-a02f-4b32-a3ad-94c24c651647 service neutron] Attempting to bind port 14b98ff2-3e48-44b1-bc60-f4baf7423361 by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': '4441f229-93ac-4e1c-ab18-8f8100ac558f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:16:00.689809 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-65b107fb-a02f-4b32-a3ad-94c24c651647 service neutron] Attempting to bind port 14b98ff2-3e48-44b1-bc60-f4baf7423361 on network c694e898-e2e1-4c00-b51b-fd213769da0c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:16:00.695275 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-65b107fb-a02f-4b32-a3ad-94c24c651647 service neutron] Port 14b98ff2-3e48-44b1-bc60-f4baf7423361 on network c694e898-e2e1-4c00-b51b-fd213769da0c not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:16:00.695632 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-65b107fb-a02f-4b32-a3ad-94c24c651647 service neutron] Attempting to bind port 14b98ff2-3e48-44b1-bc60-f4baf7423361 on network c694e898-e2e1-4c00-b51b-fd213769da0c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:16:00.702049 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-65b107fb-a02f-4b32-a3ad-94c24c651647 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:16:00.702370 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-65b107fb-a02f-4b32-a3ad-94c24c651647 service neutron] Checking segment: {'id': '4441f229-93ac-4e1c-ab18-8f8100ac558f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:16:00.702681 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-65b107fb-a02f-4b32-a3ad-94c24c651647 service neutron] Bound using segment: {'id': '4441f229-93ac-4e1c-ab18-8f8100ac558f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:16:00.703133 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-65b107fb-a02f-4b32-a3ad-94c24c651647 service neutron] Bound port: 14b98ff2-3e48-44b1-bc60-f4baf7423361, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4441f229-93ac-4e1c-ab18-8f8100ac558f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:16:00.703507 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-65b107fb-a02f-4b32-a3ad-94c24c651647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:00.804988 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-65b107fb-a02f-4b32-a3ad-94c24c651647 service neutron] For port 14b98ff2-3e48-44b1-bc60-f4baf7423361, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:16:00.808293 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-65b107fb-a02f-4b32-a3ad-94c24c651647 service neutron] For port 14b98ff2-3e48-44b1-bc60-f4baf7423361, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=14b98ff2-3e48-44b1-bc60-f4baf7423361,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:16:00.814401 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-65b107fb-a02f-4b32-a3ad-94c24c651647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:00.867556 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-65b107fb-a02f-4b32-a3ad-94c24c651647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:00.868352 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-65b107fb-a02f-4b32-a3ad-94c24c651647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:00.869854 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-65b107fb-a02f-4b32-a3ad-94c24c651647 service neutron] 10.222.0.72 "PUT /v2.0/ports/14b98ff2-3e48-44b1-bc60-f4baf7423361 HTTP/1.1" status: 200 len: 1093 time: 1.0047956 Jul 07 18:16:00.870452 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04116106-25d7-4cc9-a3c8-2cd52624b78c', 'tag': '14b98ff2-3e48-44b1-bc60-f4baf7423361'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:00.872873 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b028d6-091e-4738-9fb1-acd085bb79d3" -d '{"events": [{"name": "network-changed", "server_uuid": "04116106-25d7-4cc9-a3c8-2cd52624b78c", "tag": "14b98ff2-3e48-44b1-bc60-f4baf7423361"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:00.905555 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b107fb-a02f-4b32-a3ad-94c24c651647 service neutron] Pushing event updated for resources: {'Port': ['ID=14b98ff2-3e48-44b1-bc60-f4baf7423361,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:00.968369 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363bfb51-b1c5-4d9d-8007-7bbd25ca0681 x-openstack-request-id: req-363bfb51-b1c5-4d9d-8007-7bbd25ca0681 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:00.968369 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04116106-25d7-4cc9-a3c8-2cd52624b78c", "tag": "14b98ff2-3e48-44b1-bc60-f4baf7423361", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:00.968369 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-363bfb51-b1c5-4d9d-8007-7bbd25ca0681 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:00.968369 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04116106-25d7-4cc9-a3c8-2cd52624b78c', 'tag': '14b98ff2-3e48-44b1-bc60-f4baf7423361', 'status': 'completed', 'code': 200} Jul 07 18:16:01.008970 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-0087ad7a-94b1-4131-82ea-b593e9689c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:01.011815 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-0087ad7a-94b1-4131-82ea-b593e9689c33 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6&device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 1096 time: 0.0870233 Jul 07 18:16:01.059478 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-e3e91e72-90a8-48fd-9e93-1663fe35b2d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14b98ff2-3e48-44b1-bc60-f4baf7423361 HTTP/1.1" status: 200 len: 217 time: 0.0407639 Jul 07 18:16:01.137146 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-68be9c39-eadf-45c3-8b8d-6742dccbce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:01.138742 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-68be9c39-eadf-45c3-8b8d-6742dccbce44 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=53048968-6793-4a23-9e34-b0979355ea4d HTTP/1.1" status: 200 len: 848 time: 0.0728724 Jul 07 18:16:01.221378 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-010d8901-f11f-41c9-b35e-ad733dd368ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:01.222863 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-010d8901-f11f-41c9-b35e-ad733dd368ef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c694e898-e2e1-4c00-b51b-fd213769da0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769408 Jul 07 18:16:01.339150 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-136e6098-ccfe-4307-87a8-e0065f4c9b27 service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086252 Jul 07 18:16:01.464942 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-49a8b38d-0906-463a-89a8-6280a8d0d0b1 req-ba83e8f8-6fb1-43e5-9e0c-43c83d3b10ff service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189561 Jul 07 18:16:01.582963 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b028d6-091e-4738-9fb1-acd085bb79d3 req-585274b3-3957-4b19-a8f1-f42986084db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:01.585702 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54b028d6-091e-4738-9fb1-acd085bb79d3 req-585274b3-3957-4b19-a8f1-f42986084db0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6&device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 1096 time: 0.0705776 Jul 07 18:16:01.821595 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b028d6-091e-4738-9fb1-acd085bb79d3 req-badb31bf-9782-44cd-8bba-d6b111ad54c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:01.824012 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54b028d6-091e-4738-9fb1-acd085bb79d3 req-badb31bf-9782-44cd-8bba-d6b111ad54c6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c694e898-e2e1-4c00-b51b-fd213769da0c HTTP/1.1" status: 200 len: 910 time: 0.2317171 Jul 07 18:16:01.901689 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54b028d6-091e-4738-9fb1-acd085bb79d3 req-a0a4fc9e-fa76-44ef-9260-ecbab801ca22 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14b98ff2-3e48-44b1-bc60-f4baf7423361 HTTP/1.1" status: 200 len: 217 time: 0.0706503 Jul 07 18:16:01.993643 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1116893-77c6-4b3b-8ab1-f980fabb55e7 req-a1b64053-9977-43c3-aa4d-417affcfa51f tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:01.996419 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a1116893-77c6-4b3b-8ab1-f980fabb55e7 req-a1b64053-9977-43c3-aa4d-417affcfa51f tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 944 time: 0.2877712 Jul 07 18:16:02.053414 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b028d6-091e-4738-9fb1-acd085bb79d3 req-630b58df-684e-46ec-95f1-0250952d3dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:02.056842 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54b028d6-091e-4738-9fb1-acd085bb79d3 req-630b58df-684e-46ec-95f1-0250952d3dfc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=53048968-6793-4a23-9e34-b0979355ea4d HTTP/1.1" status: 200 len: 848 time: 0.1438558 Jul 07 18:16:02.134041 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a1116893-77c6-4b3b-8ab1-f980fabb55e7 req-f29d79ba-dd72-4c37-b067-ffce1a80ff1a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297069 Jul 07 18:16:02.186421 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b028d6-091e-4738-9fb1-acd085bb79d3 req-160c3c05-97e4-4b22-9710-dc02ce828231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:02.188079 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54b028d6-091e-4738-9fb1-acd085bb79d3 req-160c3c05-97e4-4b22-9710-dc02ce828231 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c694e898-e2e1-4c00-b51b-fd213769da0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1180573 Jul 07 18:16:02.305870 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54b028d6-091e-4738-9fb1-acd085bb79d3 req-ec3a5e57-c036-40ed-bb6a-79c905df26c7 service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098170 Jul 07 18:16:02.414357 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-54b028d6-091e-4738-9fb1-acd085bb79d3 req-cece1ff6-270b-474e-89a7-3e08b0ad512d service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004567 Jul 07 18:16:02.983645 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:16:03.395506 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd05f8-f7ac-4f74-93c8-31173f3921b3 req-7caf8183-066e-4b00-a7f0-74d8e6d93d1c tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:03.399057 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-03fd05f8-f7ac-4f74-93c8-31173f3921b3 req-7caf8183-066e-4b00-a7f0-74d8e6d93d1c tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 944 time: 0.0971162 Jul 07 18:16:03.453567 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-03fd05f8-f7ac-4f74-93c8-31173f3921b3 req-e1902044-af5b-4dcb-8a65-39f11d389955 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454481 Jul 07 18:16:04.646758 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e47d84-4a8c-4c19-b3f8-67c22f753271 req-685b2372-7be4-4825-a1b7-b3b29f4c2ad1 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:04.648996 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-91e47d84-4a8c-4c19-b3f8-67c22f753271 req-685b2372-7be4-4825-a1b7-b3b29f4c2ad1 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 944 time: 0.0755463 Jul 07 18:16:04.690435 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-91e47d84-4a8c-4c19-b3f8-67c22f753271 req-132811cc-427b-42f6-afff-f6004f9774a5 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355432 Jul 07 18:16:05.882809 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414b2ba-8629-4ee0-a8cd-cea277fd0d88 req-e0a9eae6-eb82-4d0f-8a6a-4e722e986f29 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:05.884384 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e414b2ba-8629-4ee0-a8cd-cea277fd0d88 req-e0a9eae6-eb82-4d0f-8a6a-4e722e986f29 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 944 time: 0.0676181 Jul 07 18:16:05.931099 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e414b2ba-8629-4ee0-a8cd-cea277fd0d88 req-c793ed88-5135-4dcc-9662-424f0612d38d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407951 Jul 07 18:16:07.111458 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb26da-eeba-448c-8b2b-04eaad4410fd req-5557e038-4f61-4813-82ad-25259aa9fee0 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:07.112984 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-26cb26da-eeba-448c-8b2b-04eaad4410fd req-5557e038-4f61-4813-82ad-25259aa9fee0 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 944 time: 0.0705712 Jul 07 18:16:07.155110 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-26cb26da-eeba-448c-8b2b-04eaad4410fd req-1b066fc9-aed2-478e-9271-73b2f7a35df6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357909 Jul 07 18:16:08.277022 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:08.363773 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344768a-bd76-4728-a46c-9d3808701502 req-df31b394-97ab-4997-889e-bcbe023aef4b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:08.365456 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a344768a-bd76-4728-a46c-9d3808701502 req-df31b394-97ab-4997-889e-bcbe023aef4b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 944 time: 0.0899005 Jul 07 18:16:08.408443 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a344768a-bd76-4728-a46c-9d3808701502 req-1a7d7d46-7a8d-4ab9-b4b3-fd158decee51 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368237 Jul 07 18:16:08.655776 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:09.642052 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9314c-52af-4a18-a0b0-91a4ffec00d2 req-c6cedb48-8a29-4824-be06-996daf4a2959 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:09.643939 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3b9314c-52af-4a18-a0b0-91a4ffec00d2 req-c6cedb48-8a29-4824-be06-996daf4a2959 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 944 time: 0.0799565 Jul 07 18:16:09.701651 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d3b9314c-52af-4a18-a0b0-91a4ffec00d2 req-2a53f33d-0098-4ba5-b7f3-c0c2a78dde6b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498095 Jul 07 18:16:10.897396 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7ff58-65c8-4bdc-854b-1e5c2b4f8d35 req-01393461-59c2-4212-a225-d05340834589 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:10.899691 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-27f7ff58-65c8-4bdc-854b-1e5c2b4f8d35 req-01393461-59c2-4212-a225-d05340834589 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 944 time: 0.0719092 Jul 07 18:16:10.941007 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-27f7ff58-65c8-4bdc-854b-1e5c2b4f8d35 req-e1dd140d-32d2-455f-819b-2f462c2db26a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355124 Jul 07 18:16:11.316932 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 14b98ff2-3e48-44b1-bc60-f4baf7423361 details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:16:11.424203 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 14b98ff2-3e48-44b1-bc60-f4baf7423361, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=14b98ff2-3e48-44b1-bc60-f4baf7423361,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:11.437618 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '14b98ff2-3e48-44b1-bc60-f4baf7423361', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'port_id': '14b98ff2-3e48-44b1-bc60-f4baf7423361', 'mac_address': 'fa:16:3e:ae:9a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53048968-6793-4a23-9e34-b0979355ea4d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:16:11.484188 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:11.497732 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b98ff2-3e48-44b1-bc60-f4baf7423361 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:16:11.518419 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 14b98ff2-3e48-44b1-bc60-f4baf7423361, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=14b98ff2-3e48-44b1-bc60-f4baf7423361,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:11.522783 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:11.572060 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=14b98ff2-3e48-44b1-bc60-f4baf7423361,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:11.579492 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:11.580085 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:11.580437 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:11.580797 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:11.581122 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:11.581476 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:11.581796 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:11.582091 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:11.582416 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:11.582731 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:11.583051 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:11.583372 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:11.749528 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['14b98ff2-3e48-44b1-bc60-f4baf7423361'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:16:12.128660 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95592bdc-56e7-407b-b23a-8b18734f389b req-57ad1730-4d71-4576-8f89-5d1c0b24a50a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:12.130504 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-95592bdc-56e7-407b-b23a-8b18734f389b req-57ad1730-4d71-4576-8f89-5d1c0b24a50a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 945 time: 0.0701141 Jul 07 18:16:12.175519 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-95592bdc-56e7-407b-b23a-8b18734f389b req-8257f8b8-4cff-4981-8353-25c885f0d53c tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376136 Jul 07 18:16:13.311543 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 14b98ff2-3e48-44b1-bc60-f4baf7423361 up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:16:13.362703 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 14b98ff2-3e48-44b1-bc60-f4baf7423361 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:16:13.366519 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 14b98ff2-3e48-44b1-bc60-f4baf7423361 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:13.366686 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e30a1-1571-44c5-a117-090975fe2591 req-85790615-1278-4117-8423-154f080c27e6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:13.367229 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:13.368381 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-148e30a1-1571-44c5-a117-090975fe2591 req-85790615-1278-4117-8423-154f080c27e6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 945 time: 0.0707061 Jul 07 18:16:13.408990 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-148e30a1-1571-44c5-a117-090975fe2591 req-26d096f8-f3dd-4d0a-808e-c26f0d956e08 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348961 Jul 07 18:16:13.449281 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:13.471842 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04116106-25d7-4cc9-a3c8-2cd52624b78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b98ff2-3e48-44b1-bc60-f4baf7423361'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:13.474029 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c441d33e-490c-4d1f-9807-730fe2cafa2d" -d '{"events": [{"server_uuid": "04116106-25d7-4cc9-a3c8-2cd52624b78c", "name": "network-vif-plugged", "status": "completed", "tag": "14b98ff2-3e48-44b1-bc60-f4baf7423361"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:13.487041 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 14b98ff2-3e48-44b1-bc60-f4baf7423361, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=14b98ff2-3e48-44b1-bc60-f4baf7423361,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:13.492333 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:13.541581 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=14b98ff2-3e48-44b1-bc60-f4baf7423361,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:13.564562 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c197e437-2fb5-447a-9cc9-e665be3b8f07 x-openstack-request-id: req-c197e437-2fb5-447a-9cc9-e665be3b8f07 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:13.564891 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04116106-25d7-4cc9-a3c8-2cd52624b78c", "name": "network-vif-plugged", "status": "completed", "tag": "14b98ff2-3e48-44b1-bc60-f4baf7423361", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:13.565146 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c197e437-2fb5-447a-9cc9-e665be3b8f07 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:13.565550 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04116106-25d7-4cc9-a3c8-2cd52624b78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b98ff2-3e48-44b1-bc60-f4baf7423361', 'code': 200} Jul 07 18:16:13.686813 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5c2c6-54c9-4a7e-b552-6ec635541728 req-7e314777-2923-49c2-8429-9ac326a68194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:13.688374 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b2a5c2c6-54c9-4a7e-b552-6ec635541728 req-7e314777-2923-49c2-8429-9ac326a68194 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 1098 time: 0.0599663 Jul 07 18:16:13.726679 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b2a5c2c6-54c9-4a7e-b552-6ec635541728 req-b39a136e-a1db-42a4-8aae-5a65f3b0a046 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313971 Jul 07 18:16:14.599274 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cbee46-1fc6-48c3-b105-c29d0b080a2c req-8247fa3a-1fec-408e-858a-0956c5f32ade tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:14.600899 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0cbee46-1fc6-48c3-b105-c29d0b080a2c req-8247fa3a-1fec-408e-858a-0956c5f32ade tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 946 time: 0.0729940 Jul 07 18:16:14.642312 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d0cbee46-1fc6-48c3-b105-c29d0b080a2c req-18469972-680f-4e50-b3cd-8cad59d40131 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358443 Jul 07 18:16:15.828664 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb3f35-a530-45d7-8b38-53c432e78a76 req-261f9d4f-2da3-43b2-a5db-3c8df8da6743 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:15.830450 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-febb3f35-a530-45d7-8b38-53c432e78a76 req-261f9d4f-2da3-43b2-a5db-3c8df8da6743 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 946 time: 0.0673399 Jul 07 18:16:15.870186 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-febb3f35-a530-45d7-8b38-53c432e78a76 req-bddad155-77ae-47f6-884d-ec79462f7407 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331438 Jul 07 18:16:16.046638 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eebf16-9971-4fb8-ae4d-34066495dc3e req-3bf1e60e-3e53-4ae4-8b6f-f736490946e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:16.048056 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08eebf16-9971-4fb8-ae4d-34066495dc3e req-3bf1e60e-3e53-4ae4-8b6f-f736490946e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 946 time: 0.0647883 Jul 07 18:16:16.092628 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-08eebf16-9971-4fb8-ae4d-34066495dc3e req-8b7d3fb8-6565-42f6-b544-7e59850e9480 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389791 Jul 07 18:16:16.118478 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52168) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:16.177781 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8465bdef-af07-4087-b646-c6a5aba59a27 tempest-TestShelveInstance-1735716746 tempest-TestShelveInstance-1735716746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:16.180065 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8465bdef-af07-4087-b646-c6a5aba59a27 tempest-TestShelveInstance-1735716746 tempest-TestShelveInstance-1735716746-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 1093 time: 0.0605524 Jul 07 18:16:16.183021 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52170) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:16.187774 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-d363380e-5f9a-4353-b176-1653a23da9b4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'port_id': '14b98ff2-3e48-44b1-bc60-f4baf7423361', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:16.211163 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d363380e-5f9a-4353-b176-1653a23da9b4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for floatingip, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:16.325955 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d363380e-5f9a-4353-b176-1653a23da9b4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:16.433518 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-d363380e-5f9a-4353-b176-1653a23da9b4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Allocated IP 172.25.0.138 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/7644f2c2-6da2-4399-9366-997702d87558) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:16:16.541195 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d363380e-5f9a-4353-b176-1653a23da9b4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:16.581450 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d363380e-5f9a-4353-b176-1653a23da9b4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:16.626863 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d363380e-5f9a-4353-b176-1653a23da9b4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:16:16.630372 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-d363380e-5f9a-4353-b176-1653a23da9b4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:16:16.637304 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d363380e-5f9a-4353-b176-1653a23da9b4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:16:16.664689 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363380e-5f9a-4353-b176-1653a23da9b4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Pushing event updated for resources: {'Port': ['ID=7644f2c2-6da2-4399-9366-997702d87558,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:17.026522 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d363380e-5f9a-4353-b176-1653a23da9b4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:17.109489 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d363380e-5f9a-4353-b176-1653a23da9b4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:17.273745 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d363380e-5f9a-4353-b176-1653a23da9b4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:17.282287 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d363380e-5f9a-4353-b176-1653a23da9b4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:17.391848 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363380e-5f9a-4353-b176-1653a23da9b4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Pushing event updated for resources: {'Port': ['ID=7644f2c2-6da2-4399-9366-997702d87558,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:17.406843 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d363380e-5f9a-4353-b176-1653a23da9b4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:17.516313 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-d363380e-5f9a-4353-b176-1653a23da9b4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Floating IP 14bc6e27-da0e-4ed2-bc30-daf4e1b4e991 associated. External IP: 172.25.0.138, port: 14b98ff2-3e48-44b1-bc60-f4baf7423361. Jul 07 18:16:18.064199 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d363380e-5f9a-4353-b176-1653a23da9b4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Router a489f412-1770-42ec-b72e-d8766518bb1c has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:16:18.173001 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d363380e-5f9a-4353-b176-1653a23da9b4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:16:18.183637 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe297dfc-452e-4663-8f5c-870b652565df None None] Sync routers for ids ['a489f412-1770-42ec-b72e-d8766518bb1c'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:16:18.191444 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d363380e-5f9a-4353-b176-1653a23da9b4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:18.193180 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe297dfc-452e-4663-8f5c-870b652565df None None] Routers {'a489f412-1770-42ec-b72e-d8766518bb1c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:18.193809 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-fe297dfc-452e-4663-8f5c-870b652565df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:15:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a489f412-1770-42ec-b72e-d8766518bb1c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:18.230849 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d363380e-5f9a-4353-b176-1653a23da9b4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0466664 Jul 07 18:16:18.231428 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04116106-25d7-4cc9-a3c8-2cd52624b78c', 'tag': '14b98ff2-3e48-44b1-bc60-f4baf7423361'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:18.233873 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9539104a-d02e-4e3e-acc6-6f941900da29" -d '{"events": [{"name": "network-changed", "server_uuid": "04116106-25d7-4cc9-a3c8-2cd52624b78c", "tag": "14b98ff2-3e48-44b1-bc60-f4baf7423361"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:18.276170 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40699fb3-6dc3-4d92-9638-9d123693db52 x-openstack-request-id: req-40699fb3-6dc3-4d92-9638-9d123693db52 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:18.276419 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04116106-25d7-4cc9-a3c8-2cd52624b78c", "tag": "14b98ff2-3e48-44b1-bc60-f4baf7423361", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:18.276667 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40699fb3-6dc3-4d92-9638-9d123693db52 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:18.277052 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04116106-25d7-4cc9-a3c8-2cd52624b78c', 'tag': '14b98ff2-3e48-44b1-bc60-f4baf7423361', 'status': 'completed', 'code': 200} Jul 07 18:16:18.308027 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-fe297dfc-452e-4663-8f5c-870b652565df None None] Set router a489f412-1770-42ec-b72e-d8766518bb1c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:18.356991 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539104a-d02e-4e3e-acc6-6f941900da29 req-71d1872a-c2c3-455c-becc-340dd986bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:18.358434 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9539104a-d02e-4e3e-acc6-6f941900da29 req-71d1872a-c2c3-455c-becc-340dd986bf82 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6&device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 1098 time: 0.0573056 Jul 07 18:16:18.460861 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539104a-d02e-4e3e-acc6-6f941900da29 req-1c03ddcb-2d26-4e7a-9ff0-6d7a1f49b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:18.462359 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9539104a-d02e-4e3e-acc6-6f941900da29 req-1c03ddcb-2d26-4e7a-9ff0-6d7a1f49b38e service neutron] 10.222.0.72 "GET /v2.0/networks?id=c694e898-e2e1-4c00-b51b-fd213769da0c HTTP/1.1" status: 200 len: 910 time: 0.0970724 Jul 07 18:16:18.544044 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9539104a-d02e-4e3e-acc6-6f941900da29 req-13857447-25f0-4668-a1c0-5e81e67d30cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14b98ff2-3e48-44b1-bc60-f4baf7423361 HTTP/1.1" status: 200 len: 1000 time: 0.0747185 Jul 07 18:16:18.556013 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-fe297dfc-452e-4663-8f5c-870b652565df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'name': 'tempest-TestShelveInstance-1360579282-router', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:18Z', 'revision_number': 4, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'gw_port': {'id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '14bc6e27-da0e-4ed2-bc30-daf4e1b4e991', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'floating_ip_address': '172.25.0.138', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'port_id': '14b98ff2-3e48-44b1-bc60-f4baf7423361', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'mac_address': 'fa:16:3e:ae:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04116106-25d7-4cc9-a3c8-2cd52624b78c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:16:16Z', 'updated_at': '2021-07-07T18:16:16Z', 'revision_number': 0, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8e9c4a-174f-4d53-b6a1-212f0afb5c92', 'name': '', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'mac_address': 'fa:16:3e:bd:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '53048968-6793-4a23-9e34-b0979355ea4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:17Z', 'updated_at': '2021-07-07T18:11:23Z', 'revision_number': 5, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'subnets': [{'id': '53048968-6793-4a23-9e34-b0979355ea4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:18.584218 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe297dfc-452e-4663-8f5c-870b652565df None None] Checking router: a489f412-1770-42ec-b72e-d8766518bb1c for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:16:18.593509 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe297dfc-452e-4663-8f5c-870b652565df None None] Routers {'a489f412-1770-42ec-b72e-d8766518bb1c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:18.594132 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-fe297dfc-452e-4663-8f5c-870b652565df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:15:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a489f412-1770-42ec-b72e-d8766518bb1c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:18.604411 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539104a-d02e-4e3e-acc6-6f941900da29 req-6df1c0bf-1473-4b9c-9e3a-6b46a1344745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:18.606145 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9539104a-d02e-4e3e-acc6-6f941900da29 req-6df1c0bf-1473-4b9c-9e3a-6b46a1344745 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=53048968-6793-4a23-9e34-b0979355ea4d HTTP/1.1" status: 200 len: 848 time: 0.0560231 Jul 07 18:16:18.675649 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539104a-d02e-4e3e-acc6-6f941900da29 req-a081d5ee-91d5-4848-b050-096da94b934b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:18.677275 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9539104a-d02e-4e3e-acc6-6f941900da29 req-a081d5ee-91d5-4848-b050-096da94b934b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c694e898-e2e1-4c00-b51b-fd213769da0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645931 Jul 07 18:16:18.711884 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-fe297dfc-452e-4663-8f5c-870b652565df None None] Set router a489f412-1770-42ec-b72e-d8766518bb1c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:18.778159 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9539104a-d02e-4e3e-acc6-6f941900da29 req-3951f3c8-a824-48ac-9bc5-2dcb5a1a09f0 service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938864 Jul 07 18:16:18.889077 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9539104a-d02e-4e3e-acc6-6f941900da29 req-868580c7-8016-4ce8-b80d-9b64ab89f3e0 service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010454 Jul 07 18:16:18.993342 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-fe297dfc-452e-4663-8f5c-870b652565df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'name': 'tempest-TestShelveInstance-1360579282-router', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:18Z', 'revision_number': 4, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'gw_port': {'id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '14bc6e27-da0e-4ed2-bc30-daf4e1b4e991', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'floating_ip_address': '172.25.0.138', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'port_id': '14b98ff2-3e48-44b1-bc60-f4baf7423361', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'mac_address': 'fa:16:3e:ae:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04116106-25d7-4cc9-a3c8-2cd52624b78c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:16:16Z', 'updated_at': '2021-07-07T18:16:16Z', 'revision_number': 0, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8e9c4a-174f-4d53-b6a1-212f0afb5c92', 'name': '', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'mac_address': 'fa:16:3e:bd:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '53048968-6793-4a23-9e34-b0979355ea4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:17Z', 'updated_at': '2021-07-07T18:11:23Z', 'revision_number': 5, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'subnets': [{'id': '53048968-6793-4a23-9e34-b0979355ea4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:19.025146 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe297dfc-452e-4663-8f5c-870b652565df None None] The sync data for ids ['a489f412-1770-42ec-b72e-d8766518bb1c'] in n-d-791503-12 is: [{'id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'name': 'tempest-TestShelveInstance-1360579282-router', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:18Z', 'revision_number': 4, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'gw_port': {'id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '14bc6e27-da0e-4ed2-bc30-daf4e1b4e991', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'floating_ip_address': '172.25.0.138', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'port_id': '14b98ff2-3e48-44b1-bc60-f4baf7423361', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'mac_address': 'fa:16:3e:ae:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04116106-25d7-4cc9-a3c8-2cd52624b78c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:16:16Z', 'updated_at': '2021-07-07T18:16:16Z', 'revision_number': 0, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8e9c4a-174f-4d53-b6a1-212f0afb5c92', 'name': '', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'mac_address': 'fa:16:3e:bd:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '53048968-6793-4a23-9e34-b0979355ea4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:17Z', 'updated_at': '2021-07-07T18:11:23Z', 'revision_number': 5, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'subnets': [{'id': '53048968-6793-4a23-9e34-b0979355ea4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:16:19.268467 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4278b335-5df9-4c87-958e-e5ef1ea6b89e None None] New status for floating IP 14bc6e27-da0e-4ed2-bc30-daf4e1b4e991: ACTIVE {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:16:23.564209 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-39b2bcbd-4371-4e60-a200-542631c81aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:26.357197 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:26.923481 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ebc81ea6-b92e-466c-a8b2-33154cf00d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:28.222309 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:30.523547 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:38.271486 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:38.652890 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:39.983313 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:16:53.567441 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-33a572ad-b2a8-41ee-85a0-97eeb7583dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:56.359103 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:56.926409 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2855e4c4-0623-494a-a3a8-89874dd8d7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:58.222798 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:59.655143 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bde680e5-93ca-48cc-815e-cad755f2ed09 req-d53446f3-92a5-484f-b1a3-5014a4cc7847 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0944479 Jul 07 18:16:59.761613 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde680e5-93ca-48cc-815e-cad755f2ed09 req-d8db1e78-5b7f-4393-a2d3-45f68e8ae9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:59.763116 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bde680e5-93ca-48cc-815e-cad755f2ed09 req-d8db1e78-5b7f-4393-a2d3-45f68e8ae9ec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6&device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 1098 time: 0.0638127 Jul 07 18:16:59.893489 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde680e5-93ca-48cc-815e-cad755f2ed09 req-d8976112-0c69-4cfa-9265-a26649ef55fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:59.894889 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bde680e5-93ca-48cc-815e-cad755f2ed09 req-d8976112-0c69-4cfa-9265-a26649ef55fd service neutron] 10.222.0.72 "GET /v2.0/networks?id=c694e898-e2e1-4c00-b51b-fd213769da0c HTTP/1.1" status: 200 len: 910 time: 0.1103325 Jul 07 18:16:59.967349 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bde680e5-93ca-48cc-815e-cad755f2ed09 req-976349a2-733b-4337-b287-66d9ab56c6d5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14b98ff2-3e48-44b1-bc60-f4baf7423361 HTTP/1.1" status: 200 len: 1002 time: 0.0656638 Jul 07 18:17:00.029648 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde680e5-93ca-48cc-815e-cad755f2ed09 req-173c760e-7f73-437b-9bd5-c1eca9ad5150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:00.031154 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bde680e5-93ca-48cc-815e-cad755f2ed09 req-173c760e-7f73-437b-9bd5-c1eca9ad5150 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=53048968-6793-4a23-9e34-b0979355ea4d HTTP/1.1" status: 200 len: 848 time: 0.0574911 Jul 07 18:17:00.093031 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde680e5-93ca-48cc-815e-cad755f2ed09 req-6207faaf-8ea3-49d7-8ebb-03c807a19b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:00.094544 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bde680e5-93ca-48cc-815e-cad755f2ed09 req-6207faaf-8ea3-49d7-8ebb-03c807a19b63 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c694e898-e2e1-4c00-b51b-fd213769da0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563474 Jul 07 18:17:00.192071 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bde680e5-93ca-48cc-815e-cad755f2ed09 req-df4e2591-7685-40a8-aa02-6622b69cc1e1 service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902078 Jul 07 18:17:00.289839 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-bde680e5-93ca-48cc-815e-cad755f2ed09 req-d52ed926-b8ea-4066-b9e4-716973cd245b service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909314 Jul 07 18:17:00.522484 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:08.272900 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:08.662205 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:16.981979 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:17:23.569673 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-af0b0273-9b03-456b-b0de-0e55821973af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:26.361383 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:26.928508 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b78b0e89-c93c-4ab9-8cc6-6f247eda855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:28.226658 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:30.525744 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:38.282930 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:38.667025 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:53.574393 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5cfbde42-e1fb-412e-b6c6-114438f474ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:53.983429 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:17:56.369228 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.933428 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-179987e2-c83f-4f52-9b52-adec19efb149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:58.230589 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:59.645067 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-406cdfa6-cd98-4519-9ec0-d1eb581ba051 req-4993124d-57ad-419d-8cb4-927c7464be4c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0657084 Jul 07 18:17:59.765509 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cdfa6-cd98-4519-9ec0-d1eb581ba051 req-1ec252da-26ef-41c6-9c1c-535f81fd0270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:59.767085 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-406cdfa6-cd98-4519-9ec0-d1eb581ba051 req-1ec252da-26ef-41c6-9c1c-535f81fd0270 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6&device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 1098 time: 0.0642307 Jul 07 18:17:59.911121 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cdfa6-cd98-4519-9ec0-d1eb581ba051 req-d6d1b390-f826-491d-a4cd-9f7a54c6b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:59.914324 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-406cdfa6-cd98-4519-9ec0-d1eb581ba051 req-d6d1b390-f826-491d-a4cd-9f7a54c6b984 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c694e898-e2e1-4c00-b51b-fd213769da0c HTTP/1.1" status: 200 len: 910 time: 0.1251161 Jul 07 18:18:00.012410 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-406cdfa6-cd98-4519-9ec0-d1eb581ba051 req-400e5029-bcac-4ae7-a615-3ca3c6ce6ec5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14b98ff2-3e48-44b1-bc60-f4baf7423361 HTTP/1.1" status: 200 len: 1002 time: 0.0910540 Jul 07 18:18:00.101216 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cdfa6-cd98-4519-9ec0-d1eb581ba051 req-a9aa0add-5204-42b3-839a-7901f40cec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:00.103974 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-406cdfa6-cd98-4519-9ec0-d1eb581ba051 req-a9aa0add-5204-42b3-839a-7901f40cec80 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=53048968-6793-4a23-9e34-b0979355ea4d HTTP/1.1" status: 200 len: 848 time: 0.0847330 Jul 07 18:18:00.213173 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cdfa6-cd98-4519-9ec0-d1eb581ba051 req-5452b5a2-8460-4a9e-b5a3-c61145ff8a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:00.214754 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-406cdfa6-cd98-4519-9ec0-d1eb581ba051 req-5452b5a2-8460-4a9e-b5a3-c61145ff8a5e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c694e898-e2e1-4c00-b51b-fd213769da0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1044071 Jul 07 18:18:00.353100 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-406cdfa6-cd98-4519-9ec0-d1eb581ba051 req-9f2023e1-d33a-4744-99f1-34ee4be6ad76 service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314445 Jul 07 18:18:00.459538 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-406cdfa6-cd98-4519-9ec0-d1eb581ba051 req-b7256a9a-daff-408d-a0f0-bf69e89273bc service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003406 Jul 07 18:18:00.532391 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:08.281678 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:08.682991 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:13.507113 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3e94b-5434-40c5-ace8-57a35fcf6a2c req-9e26bc26-6fed-42ac-8310-25b85f730613 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:13.508796 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-16b3e94b-5434-40c5-ace8-57a35fcf6a2c req-9e26bc26-6fed-42ac-8310-25b85f730613 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 946 time: 0.0711660 Jul 07 18:18:13.553073 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-16b3e94b-5434-40c5-ace8-57a35fcf6a2c req-8d6a9098-e55f-49e0-988a-3996a70d072c tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374184 Jul 07 18:18:14.763721 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b2627-5e3e-43cf-ad75-12ecb8f2a3db req-b581ac62-de4c-4357-bdc3-3e7f0d0a9c34 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:14.765374 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ff4b2627-5e3e-43cf-ad75-12ecb8f2a3db req-b581ac62-de4c-4357-bdc3-3e7f0d0a9c34 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 946 time: 0.0681236 Jul 07 18:18:14.806525 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ff4b2627-5e3e-43cf-ad75-12ecb8f2a3db req-f71b3be3-4b9f-492c-aef7-1a1b6e33a689 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346777 Jul 07 18:18:16.021693 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c585c20-a4b4-4c5c-ad87-abdaae9d2f1e req-518129b4-477b-4a0a-9413-a6d017767670 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:16.023266 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3c585c20-a4b4-4c5c-ad87-abdaae9d2f1e req-518129b4-477b-4a0a-9413-a6d017767670 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 946 time: 0.0738308 Jul 07 18:18:16.062115 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-3c585c20-a4b4-4c5c-ad87-abdaae9d2f1e req-306b6372-13d5-4456-b68e-e33a79fdd53a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332720 Jul 07 18:18:17.251226 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17225624-72bb-4cba-a210-8603c96f6e56 req-1431cddc-978b-41f7-9bf8-d379391557fc tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:17.252950 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-17225624-72bb-4cba-a210-8603c96f6e56 req-1431cddc-978b-41f7-9bf8-d379391557fc tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 946 time: 0.0736477 Jul 07 18:18:17.295436 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-17225624-72bb-4cba-a210-8603c96f6e56 req-9acaff07-a62c-41d8-9cd2-e8e0c079c76a tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360022 Jul 07 18:18:18.472781 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f13cfe-dba0-4749-872f-3d4114e9dd93 req-25faa9dd-68df-4ab5-9b84-5ea86a28686c tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:18.474375 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a9f13cfe-dba0-4749-872f-3d4114e9dd93 req-25faa9dd-68df-4ab5-9b84-5ea86a28686c tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 946 time: 0.0655606 Jul 07 18:18:18.513190 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a9f13cfe-dba0-4749-872f-3d4114e9dd93 req-0794c358-5314-4191-9554-46e10233d58b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327954 Jul 07 18:18:19.700981 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364dbcf-1074-481c-8191-afb11b54a7ba req-7fc042ff-9856-4779-b64d-824ceb325024 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:19.703249 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9364dbcf-1074-481c-8191-afb11b54a7ba req-7fc042ff-9856-4779-b64d-824ceb325024 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 946 time: 0.0759108 Jul 07 18:18:19.761284 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9364dbcf-1074-481c-8191-afb11b54a7ba req-379b9d21-1cbb-4c78-b5c4-3e92452a2b46 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478449 Jul 07 18:18:20.944533 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439363f-eb4a-40af-811d-1909f452b7ae req-268dd3c7-4f53-486e-9ecd-efdf1fb21332 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:20.946074 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6439363f-eb4a-40af-811d-1909f452b7ae req-268dd3c7-4f53-486e-9ecd-efdf1fb21332 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 946 time: 0.0692821 Jul 07 18:18:20.983715 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-6439363f-eb4a-40af-811d-1909f452b7ae req-66ed9851-f820-4691-8659-f05dc4675590 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321007 Jul 07 18:18:22.169322 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112a1ce-1508-4a10-b8b2-77a1d5155b2d req-26d2b2c7-9524-4999-adc0-342c8f9f27c4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:22.170898 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2112a1ce-1508-4a10-b8b2-77a1d5155b2d req-26d2b2c7-9524-4999-adc0-342c8f9f27c4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 946 time: 0.0717230 Jul 07 18:18:22.211898 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2112a1ce-1508-4a10-b8b2-77a1d5155b2d req-0f77e0f2-ddf5-44a5-a855-67e720afb685 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349288 Jul 07 18:18:23.396614 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92418f-8cfd-4573-a582-a16623ac2b31 req-908b2230-35c4-464b-bf8d-cef782aafa66 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:23.398190 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5e92418f-8cfd-4573-a582-a16623ac2b31 req-908b2230-35c4-464b-bf8d-cef782aafa66 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 946 time: 0.0658879 Jul 07 18:18:23.437701 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-5e92418f-8cfd-4573-a582-a16623ac2b31 req-5cbf59dd-c9d5-43d2-ad00-d8186e010234 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340245 Jul 07 18:18:23.580200 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a111f053-55fc-4fac-9433-86f04835ca87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:23.588334 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618b20a-57e5-4471-a7a8-4340a277c46c req-dd223c70-8067-40c0-912d-caeac16c0b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:23.589902 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b618b20a-57e5-4471-a7a8-4340a277c46c req-dd223c70-8067-40c0-912d-caeac16c0b61 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6&device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 1098 time: 0.0575857 Jul 07 18:18:23.686693 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618b20a-57e5-4471-a7a8-4340a277c46c req-5a9a3323-d0e6-47fd-abbb-faba128ed04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:23.688215 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b618b20a-57e5-4471-a7a8-4340a277c46c req-5a9a3323-d0e6-47fd-abbb-faba128ed04c service neutron] 10.222.0.72 "GET /v2.0/networks?id=c694e898-e2e1-4c00-b51b-fd213769da0c HTTP/1.1" status: 200 len: 910 time: 0.0920377 Jul 07 18:18:23.753991 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b618b20a-57e5-4471-a7a8-4340a277c46c req-176030c2-f863-4051-b585-09307d148495 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14b98ff2-3e48-44b1-bc60-f4baf7423361 HTTP/1.1" status: 200 len: 1002 time: 0.0592091 Jul 07 18:18:23.811066 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618b20a-57e5-4471-a7a8-4340a277c46c req-0c26c2b2-3d17-41c5-b681-9b4a2a8bddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:23.812557 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b618b20a-57e5-4471-a7a8-4340a277c46c req-0c26c2b2-3d17-41c5-b681-9b4a2a8bddd6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=53048968-6793-4a23-9e34-b0979355ea4d HTTP/1.1" status: 200 len: 848 time: 0.0517325 Jul 07 18:18:23.871341 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618b20a-57e5-4471-a7a8-4340a277c46c req-2512cc41-8770-407e-85ea-b3af06d532da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:23.872801 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b618b20a-57e5-4471-a7a8-4340a277c46c req-2512cc41-8770-407e-85ea-b3af06d532da service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c694e898-e2e1-4c00-b51b-fd213769da0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538793 Jul 07 18:18:23.967185 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b618b20a-57e5-4471-a7a8-4340a277c46c req-a2f0045c-37d3-4964-b7b1-00dbc61becea service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879848 Jul 07 18:18:24.064992 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b618b20a-57e5-4471-a7a8-4340a277c46c req-6edc315b-6ee6-4e6c-a484-62f4c2c2f40f service neutron] 10.222.0.72 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917680 Jul 07 18:18:24.617149 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ce731-63ec-4c7c-8416-323677bac86b req-fd84066b-fd7a-4b31-acfd-2db85afc65d7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:24.618570 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-790ce731-63ec-4c7c-8416-323677bac86b req-fd84066b-fd7a-4b31-acfd-2db85afc65d7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 946 time: 0.0698869 Jul 07 18:18:24.657342 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-790ce731-63ec-4c7c-8416-323677bac86b req-d3cf7fc1-0551-423e-9d84-06143e7bd1de tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331423 Jul 07 18:18:25.836686 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08155189-ed8c-4adc-a507-a158654ba60d req-12c00a6f-1c8a-4ad2-8d5f-d2a7e8db37fe tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:25.838108 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-08155189-ed8c-4adc-a507-a158654ba60d req-12c00a6f-1c8a-4ad2-8d5f-d2a7e8db37fe tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 946 time: 0.0677977 Jul 07 18:18:25.878096 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-08155189-ed8c-4adc-a507-a158654ba60d req-1ef05f24-326a-47bc-889c-7f92b7fc656d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344160 Jul 07 18:18:26.362371 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:26.937549 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-829abf24-acbd-4c52-adf8-ef22f2a45d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:27.073372 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496791ba-3513-49ce-8119-85aa7b477f03 req-5174f69e-4c51-46d3-b3fe-562676a583d4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:27.074851 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-496791ba-3513-49ce-8119-85aa7b477f03 req-5174f69e-4c51-46d3-b3fe-562676a583d4 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 946 time: 0.0685599 Jul 07 18:18:27.113808 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-496791ba-3513-49ce-8119-85aa7b477f03 req-3ce15cae-c9dd-4fbc-aeae-fba6eab0f0a5 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330684 Jul 07 18:18:28.232298 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:28.308539 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06e700-b94c-46a2-a9da-d983d3bcf068 req-eef2c0fa-3f00-4691-a482-860185fce6f9 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:28.310120 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd06e700-b94c-46a2-a9da-d983d3bcf068 req-eef2c0fa-3f00-4691-a482-860185fce6f9 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 946 time: 0.0716858 Jul 07 18:18:28.351522 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fd06e700-b94c-46a2-a9da-d983d3bcf068 req-cbf310a6-e085-47cb-999a-5a8429dc8703 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357599 Jul 07 18:18:28.724901 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-b7d280bd-3f3b-492f-a2e2-2ca4cd44d733 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1478777 Jul 07 18:18:28.737204 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b18d0-3e09-48ad-be10-fbc002b9d3b3 req-f028fca6-826b-47d3-bcdc-d5e40380fa7f tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:28.738787 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-667b18d0-3e09-48ad-be10-fbc002b9d3b3 req-f028fca6-826b-47d3-bcdc-d5e40380fa7f tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 946 time: 0.0867302 Jul 07 18:18:28.783209 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-667b18d0-3e09-48ad-be10-fbc002b9d3b3 req-e4dbf29b-45bf-4b4f-8d26-f01fa71c04d0 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380971 Jul 07 18:18:29.971105 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623985b9-3061-4e4e-b82c-74bc88b267f8 req-90345153-c16d-43c7-9651-d55b096d19b2 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:29.972681 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-623985b9-3061-4e4e-b82c-74bc88b267f8 req-90345153-c16d-43c7-9651-d55b096d19b2 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 946 time: 0.0669777 Jul 07 18:18:30.012351 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-623985b9-3061-4e4e-b82c-74bc88b267f8 req-8fdec08b-8cf6-48c7-8f69-42f5c0448cec tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335126 Jul 07 18:18:30.039456 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 14b98ff2-3e48-44b1-bc60-f4baf7423361 no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:18:30.121340 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:30.144418 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04116106-25d7-4cc9-a3c8-2cd52624b78c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14b98ff2-3e48-44b1-bc60-f4baf7423361'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:30.147820 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7a54a1-8021-4420-bea3-931a66be4262" -d '{"events": [{"server_uuid": "04116106-25d7-4cc9-a3c8-2cd52624b78c", "name": "network-vif-unplugged", "status": "completed", "tag": "14b98ff2-3e48-44b1-bc60-f4baf7423361"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:30.163444 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 14b98ff2-3e48-44b1-bc60-f4baf7423361, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=14b98ff2-3e48-44b1-bc60-f4baf7423361,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:30.175936 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:30.207489 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e1f8d7-a295-4e07-b789-e2065ad8f915 x-openstack-request-id: req-83e1f8d7-a295-4e07-b789-e2065ad8f915 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:30.207813 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04116106-25d7-4cc9-a3c8-2cd52624b78c", "name": "network-vif-unplugged", "status": "failed", "tag": "14b98ff2-3e48-44b1-bc60-f4baf7423361", "code": 422}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:30.208772 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-83e1f8d7-a295-4e07-b789-e2065ad8f915 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:30.208772 n-d-791503-12 neutron-server[100194]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '04116106-25d7-4cc9-a3c8-2cd52624b78c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '14b98ff2-3e48-44b1-bc60-f4baf7423361', 'code': 422} returned with failed status Jul 07 18:18:30.238709 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=14b98ff2-3e48-44b1-bc60-f4baf7423361,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:30.247520 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:30.247862 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:30.248203 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:30.248537 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:30.248900 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:30.249231 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:30.249588 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:30.249896 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:30.250200 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:30.250582 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:30.250908 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:30.251227 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:30.531593 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:30.982543 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:18:31.232999 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42ed79-d7f7-465d-a3fb-b9844dec02f6 req-a93d5d48-71f4-4047-bd9b-1ac62615a1d6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:31.234481 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0e42ed79-d7f7-465d-a3fb-b9844dec02f6 req-a93d5d48-71f4-4047-bd9b-1ac62615a1d6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 944 time: 0.0840948 Jul 07 18:18:31.280174 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0e42ed79-d7f7-465d-a3fb-b9844dec02f6 req-e3ac81bc-62f2-4e86-bb78-eac4a95612ea tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391984 Jul 07 18:18:32.469036 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31762bc-2bfd-4bb1-aec3-65bf90d85799 req-10c8c1e9-953c-4b52-94fc-d1fdebb60c33 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:32.470650 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f31762bc-2bfd-4bb1-aec3-65bf90d85799 req-10c8c1e9-953c-4b52-94fc-d1fdebb60c33 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 944 time: 0.0732021 Jul 07 18:18:32.513079 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f31762bc-2bfd-4bb1-aec3-65bf90d85799 req-2405bc6d-9d3a-4c5d-bab4-4bd934a0337f tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357060 Jul 07 18:18:33.701273 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7341f5-5edc-4712-a40c-14b6f7dff191 req-0cc00e4a-4c6f-46c9-a434-4caf6d060936 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:33.702871 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2e7341f5-5edc-4712-a40c-14b6f7dff191 req-0cc00e4a-4c6f-46c9-a434-4caf6d060936 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 944 time: 0.0685868 Jul 07 18:18:33.752925 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2e7341f5-5edc-4712-a40c-14b6f7dff191 req-4bdb8697-5c30-43fd-af2d-a9e7f0fe0353 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422592 Jul 07 18:18:33.841669 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-361a96e7-0015-4c27-88b4-445177e2e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:33.843502 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-361a96e7-0015-4c27-88b4-445177e2e873 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c&tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6 HTTP/1.1" status: 200 len: 1096 time: 0.1237335 Jul 07 18:18:33.858442 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791503-12', 'device_owner': 'compute:nova'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:33.956390 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.170127 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] For port 14b98ff2-3e48-44b1-bc60-f4baf7423361, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=14b98ff2-3e48-44b1-bc60-f4baf7423361,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:34.205361 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] For port 14b98ff2-3e48-44b1-bc60-f4baf7423361, host n-h2-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:18:34.252748 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b98ff2-3e48-44b1-bc60-f4baf7423361 {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:18:34.264779 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.279925 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Transition to ACTIVE for port object 14b98ff2-3e48-44b1-bc60-f4baf7423361 will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:18:34.283817 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.361351 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=14b98ff2-3e48-44b1-bc60-f4baf7423361,revision_number=7']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:34.379353 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:34.380487 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:34.380860 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:34.381209 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:34.381550 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:34.381886 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:34.382228 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:34.382562 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:34.382896 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:34.383250 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:34.383563 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:34.383905 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:34.423936 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] No DVR routers for this DVR port 14b98ff2-3e48-44b1-bc60-f4baf7423361 on host n-h2-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:18:34.569705 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Attempting to bind port 14b98ff2-3e48-44b1-bc60-f4baf7423361 on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:18:34.570037 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Attempting to bind port 14b98ff2-3e48-44b1-bc60-f4baf7423361 by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': '4441f229-93ac-4e1c-ab18-8f8100ac558f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:18:34.570377 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Attempting to bind port 14b98ff2-3e48-44b1-bc60-f4baf7423361 on network c694e898-e2e1-4c00-b51b-fd213769da0c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:18:34.574776 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Port 14b98ff2-3e48-44b1-bc60-f4baf7423361 on network c694e898-e2e1-4c00-b51b-fd213769da0c not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:18:34.575096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Attempting to bind port 14b98ff2-3e48-44b1-bc60-f4baf7423361 on network c694e898-e2e1-4c00-b51b-fd213769da0c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:18:34.580178 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:18:34.580514 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Checking segment: {'id': '4441f229-93ac-4e1c-ab18-8f8100ac558f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:18:34.580922 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Bound using segment: {'id': '4441f229-93ac-4e1c-ab18-8f8100ac558f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:18:34.581342 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Bound port: 14b98ff2-3e48-44b1-bc60-f4baf7423361, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4441f229-93ac-4e1c-ab18-8f8100ac558f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:18:34.581703 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.647218 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] For port 14b98ff2-3e48-44b1-bc60-f4baf7423361, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:18:34.650172 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] For port 14b98ff2-3e48-44b1-bc60-f4baf7423361, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=14b98ff2-3e48-44b1-bc60-f4baf7423361,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:18:34.654942 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.691442 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:34.692575 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.694042 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] 10.222.0.64 "PUT /v2.0/ports/14b98ff2-3e48-44b1-bc60-f4baf7423361 HTTP/1.1" status: 200 len: 1093 time: 0.8430707 Jul 07 18:18:34.694496 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04116106-25d7-4cc9-a3c8-2cd52624b78c', 'tag': '14b98ff2-3e48-44b1-bc60-f4baf7423361'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:34.696793 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9889f1da-f4c4-4b8b-9214-3f5d80626fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "04116106-25d7-4cc9-a3c8-2cd52624b78c", "tag": "14b98ff2-3e48-44b1-bc60-f4baf7423361"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:34.722403 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba71b14-2f6f-4d0e-9acd-ea374a17b6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=14b98ff2-3e48-44b1-bc60-f4baf7423361,revision_number=8']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:34.785214 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-92a848df-fa2f-4873-954d-417876810086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:34.786962 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-92a848df-fa2f-4873-954d-417876810086 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6&device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 1096 time: 0.0611649 Jul 07 18:18:34.819992 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8be8575-de30-466c-bc30-4b021a47ee0e x-openstack-request-id: req-d8be8575-de30-466c-bc30-4b021a47ee0e {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:34.820268 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04116106-25d7-4cc9-a3c8-2cd52624b78c", "tag": "14b98ff2-3e48-44b1-bc60-f4baf7423361", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:34.820538 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8be8575-de30-466c-bc30-4b021a47ee0e {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:34.821075 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04116106-25d7-4cc9-a3c8-2cd52624b78c', 'tag': '14b98ff2-3e48-44b1-bc60-f4baf7423361', 'status': 'completed', 'code': 200} Jul 07 18:18:34.925737 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-6b88613d-0d93-4295-a09f-32e96a75d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:34.927293 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-6b88613d-0d93-4295-a09f-32e96a75d15f service neutron] 10.222.0.64 "GET /v2.0/networks?id=c694e898-e2e1-4c00-b51b-fd213769da0c HTTP/1.1" status: 200 len: 910 time: 0.1341166 Jul 07 18:18:35.014697 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-caf1063b-da58-41de-b8f4-bbb2c1558077 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14b98ff2-3e48-44b1-bc60-f4baf7423361 HTTP/1.1" status: 200 len: 1000 time: 0.0805156 Jul 07 18:18:35.023244 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a64b62-a3bd-4395-90ba-47349e676640 req-d812ea13-c423-4c56-b6c3-c528c0566c5b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:35.024764 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-29a64b62-a3bd-4395-90ba-47349e676640 req-d812ea13-c423-4c56-b6c3-c528c0566c5b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 944 time: 0.1391861 Jul 07 18:18:35.096099 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-a6110f37-cb5e-41f7-8350-05845a43da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:35.097626 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-a6110f37-cb5e-41f7-8350-05845a43da9a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=53048968-6793-4a23-9e34-b0979355ea4d HTTP/1.1" status: 200 len: 848 time: 0.0719912 Jul 07 18:18:35.102723 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-29a64b62-a3bd-4395-90ba-47349e676640 req-bca8d87c-8159-4115-a95f-8f3930ec463e tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695505 Jul 07 18:18:35.156988 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-a59fe27e-4d48-4e42-b065-6a9d93340fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:35.158529 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-a59fe27e-4d48-4e42-b065-6a9d93340fd5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c694e898-e2e1-4c00-b51b-fd213769da0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540552 Jul 07 18:18:35.169711 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-408ef5fe-c0c2-43ce-9703-728d253524b1 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:18:35.170715 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-408ef5fe-c0c2-43ce-9703-728d253524b1 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057728 Jul 07 18:18:35.266930 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-8bb3c855-58ef-4cff-8ee8-9b67bde1232f service neutron] 10.222.0.64 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891631 Jul 07 18:18:35.362503 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-3acc1528-aaa3-4c0e-82d0-547711ed87b0 service neutron] 10.222.0.64 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896735 Jul 07 18:18:35.469982 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889f1da-f4c4-4b8b-9214-3f5d80626fbb req-36e36850-a37b-406c-8c7e-e3024eb373b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:35.471508 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9889f1da-f4c4-4b8b-9214-3f5d80626fbb req-36e36850-a37b-406c-8c7e-e3024eb373b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6&device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 1096 time: 0.0590684 Jul 07 18:18:35.565606 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889f1da-f4c4-4b8b-9214-3f5d80626fbb req-814bc6da-58ea-49e9-ad59-a426544cfec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:35.567056 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9889f1da-f4c4-4b8b-9214-3f5d80626fbb req-814bc6da-58ea-49e9-ad59-a426544cfec3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c694e898-e2e1-4c00-b51b-fd213769da0c HTTP/1.1" status: 200 len: 910 time: 0.0871122 Jul 07 18:18:35.638052 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9889f1da-f4c4-4b8b-9214-3f5d80626fbb req-1a0d6804-4368-4b20-976a-ecc4d331d40c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14b98ff2-3e48-44b1-bc60-f4baf7423361 HTTP/1.1" status: 200 len: 1000 time: 0.0644500 Jul 07 18:18:35.688082 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889f1da-f4c4-4b8b-9214-3f5d80626fbb req-c74bbccd-5009-4b4e-b773-621ce3f29abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:35.689628 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9889f1da-f4c4-4b8b-9214-3f5d80626fbb req-c74bbccd-5009-4b4e-b773-621ce3f29abd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=53048968-6793-4a23-9e34-b0979355ea4d HTTP/1.1" status: 200 len: 848 time: 0.0453019 Jul 07 18:18:35.749388 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889f1da-f4c4-4b8b-9214-3f5d80626fbb req-08e93bb6-3d1d-4186-8da1-168843cc6ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:35.750922 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9889f1da-f4c4-4b8b-9214-3f5d80626fbb req-08e93bb6-3d1d-4186-8da1-168843cc6ff5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c694e898-e2e1-4c00-b51b-fd213769da0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549021 Jul 07 18:18:35.850836 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9889f1da-f4c4-4b8b-9214-3f5d80626fbb req-d6cba397-a878-4118-9f84-fdaa6b915572 service neutron] 10.222.0.64 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917554 Jul 07 18:18:35.945225 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9889f1da-f4c4-4b8b-9214-3f5d80626fbb req-77809da2-1969-40c3-9679-dd942bc6fb01 service neutron] 10.222.0.64 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875428 Jul 07 18:18:36.289408 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddb35f-2524-4607-a83e-fbc63468175f req-d78a7074-b054-4a75-a1ef-67e9d83aae53 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:36.291082 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-98ddb35f-2524-4607-a83e-fbc63468175f req-d78a7074-b054-4a75-a1ef-67e9d83aae53 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 944 time: 0.0729859 Jul 07 18:18:36.335762 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-98ddb35f-2524-4607-a83e-fbc63468175f req-32fd8976-c963-4476-82a0-60e3dffae2e7 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371969 Jul 07 18:18:37.520952 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e4ab4-b3ff-4c01-a5d4-5c5abde265d3 req-9abee192-9091-4749-80a5-f40efd8dbd14 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:37.522615 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db8e4ab4-b3ff-4c01-a5d4-5c5abde265d3 req-9abee192-9091-4749-80a5-f40efd8dbd14 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 944 time: 0.0683930 Jul 07 18:18:37.566673 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-db8e4ab4-b3ff-4c01-a5d4-5c5abde265d3 req-b3faa42f-4d86-46c2-8d32-151463d88564 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382791 Jul 07 18:18:38.292114 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.682140 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.753294 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae6129-0e23-449a-86e7-2e5795c1b608 req-da051594-b5a6-47f1-bf65-45b6995039a6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:38.755492 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eaae6129-0e23-449a-86e7-2e5795c1b608 req-da051594-b5a6-47f1-bf65-45b6995039a6 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 944 time: 0.0682750 Jul 07 18:18:38.800404 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-eaae6129-0e23-449a-86e7-2e5795c1b608 req-a5b1eee6-53a6-4a07-8e14-1cc9aea21551 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373709 Jul 07 18:18:40.298068 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fee11-f2f5-4150-9813-31306c564ab8 req-6789bab4-003a-442a-aec6-0c1bcc515b4d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:40.299613 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-723fee11-f2f5-4150-9813-31306c564ab8 req-6789bab4-003a-442a-aec6-0c1bcc515b4d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 944 time: 0.3825200 Jul 07 18:18:40.339052 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-723fee11-f2f5-4150-9813-31306c564ab8 req-0dddadfd-fe59-483f-a2e5-dd67c1a6d343 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329301 Jul 07 18:18:41.513031 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde7e73-231d-44e6-a103-18fb6756296d req-98ec94f4-d149-46a1-832f-4db61e020808 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:41.514479 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8fde7e73-231d-44e6-a103-18fb6756296d req-98ec94f4-d149-46a1-832f-4db61e020808 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 944 time: 0.0655782 Jul 07 18:18:41.556108 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-8fde7e73-231d-44e6-a103-18fb6756296d req-fcbafdda-60e2-4f57-aff0-1e91c3f16792 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359180 Jul 07 18:18:42.683902 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 14b98ff2-3e48-44b1-bc60-f4baf7423361 details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:18:42.733022 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5b77e-cdf7-453a-91a3-fd60324d63ff req-bc23f663-215e-4efa-bd48-b94bb9c70f00 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:42.734567 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e6f5b77e-cdf7-453a-91a3-fd60324d63ff req-bc23f663-215e-4efa-bd48-b94bb9c70f00 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 944 time: 0.0666912 Jul 07 18:18:42.775268 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e6f5b77e-cdf7-453a-91a3-fd60324d63ff req-28bbccb8-5412-4043-b8da-eef9782a3d8f tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342209 Jul 07 18:18:42.781565 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 14b98ff2-3e48-44b1-bc60-f4baf7423361, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=14b98ff2-3e48-44b1-bc60-f4baf7423361,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:42.794203 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '14b98ff2-3e48-44b1-bc60-f4baf7423361', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'port_id': '14b98ff2-3e48-44b1-bc60-f4baf7423361', 'mac_address': 'fa:16:3e:ae:9a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53048968-6793-4a23-9e34-b0979355ea4d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:18:42.845601 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:42.858185 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b98ff2-3e48-44b1-bc60-f4baf7423361 {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:18:42.878365 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 14b98ff2-3e48-44b1-bc60-f4baf7423361, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=14b98ff2-3e48-44b1-bc60-f4baf7423361,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:42.882812 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:42.934665 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=14b98ff2-3e48-44b1-bc60-f4baf7423361,revision_number=9']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:43.132007 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['14b98ff2-3e48-44b1-bc60-f4baf7423361'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:18:43.952296 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf8193-aa03-4d12-a088-7a6237e9575b req-3beabf89-667f-4fa1-b94d-12a408ddae08 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:43.953933 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69bf8193-aa03-4d12-a088-7a6237e9575b req-3beabf89-667f-4fa1-b94d-12a408ddae08 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 945 time: 0.0636482 Jul 07 18:18:43.993476 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-69bf8193-aa03-4d12-a088-7a6237e9575b req-a14d654c-cae0-4ab5-a48f-7dddeeb28c5b tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331635 Jul 07 18:18:44.698414 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 14b98ff2-3e48-44b1-bc60-f4baf7423361 up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:18:44.750031 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 14b98ff2-3e48-44b1-bc60-f4baf7423361 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:18:44.753990 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 14b98ff2-3e48-44b1-bc60-f4baf7423361 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:18:44.754677 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:44.836034 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:44.858832 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04116106-25d7-4cc9-a3c8-2cd52624b78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b98ff2-3e48-44b1-bc60-f4baf7423361'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:44.861093 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21668716-a7ff-4fcb-82c3-4f0fb350cd58" -d '{"events": [{"server_uuid": "04116106-25d7-4cc9-a3c8-2cd52624b78c", "name": "network-vif-plugged", "status": "completed", "tag": "14b98ff2-3e48-44b1-bc60-f4baf7423361"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:44.874628 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 14b98ff2-3e48-44b1-bc60-f4baf7423361, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=14b98ff2-3e48-44b1-bc60-f4baf7423361,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:44.878997 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:44.902388 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9375533-b366-4f66-9e89-7a0242553f50 x-openstack-request-id: req-c9375533-b366-4f66-9e89-7a0242553f50 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:44.902687 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04116106-25d7-4cc9-a3c8-2cd52624b78c", "name": "network-vif-plugged", "status": "completed", "tag": "14b98ff2-3e48-44b1-bc60-f4baf7423361", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:44.902942 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9375533-b366-4f66-9e89-7a0242553f50 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:44.903336 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04116106-25d7-4cc9-a3c8-2cd52624b78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b98ff2-3e48-44b1-bc60-f4baf7423361', 'code': 200} Jul 07 18:18:44.930991 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=14b98ff2-3e48-44b1-bc60-f4baf7423361,revision_number=10']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:45.073391 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58776197-a0f2-4007-9c82-506301841dd3 req-48be5480-ada2-4b00-a91b-05b9950b85c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:45.074909 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58776197-a0f2-4007-9c82-506301841dd3 req-48be5480-ada2-4b00-a91b-05b9950b85c0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 1099 time: 0.0588162 Jul 07 18:18:45.110352 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-58776197-a0f2-4007-9c82-506301841dd3 req-3169030b-6435-47a1-aaeb-5a93725b8bab service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291040 Jul 07 18:18:45.189471 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d772bdf-5f87-4678-9004-5d0b80a98bc8 req-23feb2c0-8e57-427e-a381-f1f4937846e3 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:45.190966 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0d772bdf-5f87-4678-9004-5d0b80a98bc8 req-23feb2c0-8e57-427e-a381-f1f4937846e3 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 947 time: 0.0700884 Jul 07 18:18:45.230650 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0d772bdf-5f87-4678-9004-5d0b80a98bc8 req-390e6fb8-6558-4014-a24a-0e76913def8f tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332088 Jul 07 18:18:46.423756 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a1651-d0ff-4783-9562-8b25854f80cf req-473179a7-ca18-4f5d-ad78-8a3e56e4e916 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:46.425312 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0e3a1651-d0ff-4783-9562-8b25854f80cf req-473179a7-ca18-4f5d-ad78-8a3e56e4e916 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 947 time: 0.0771863 Jul 07 18:18:46.464521 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-0e3a1651-d0ff-4783-9562-8b25854f80cf req-a70b52be-7354-413f-8794-5b16e1fdf631 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329194 Jul 07 18:18:53.583871 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d1fd2170-1b87-49fe-95fa-d4a7963516b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.374310 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.946755 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b9e13ed5-965a-40f5-9639-f84bcce544ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:58.237426 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:00.536749 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:02.393678 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c461a7b4-623f-4047-93e7-4b29046a95f6 req-9559ea17-d718-4f1f-b123-32ef3a082803 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0581968 Jul 07 18:19:02.500557 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461a7b4-623f-4047-93e7-4b29046a95f6 req-9edd0f2c-6f22-4dfc-b450-b1365e65a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:02.502417 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c461a7b4-623f-4047-93e7-4b29046a95f6 req-9edd0f2c-6f22-4dfc-b450-b1365e65a53c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6&device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 1099 time: 0.0640974 Jul 07 18:19:02.623117 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461a7b4-623f-4047-93e7-4b29046a95f6 req-17b0fadf-7e09-4ae7-aa7e-f6b3d7250568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:02.624508 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c461a7b4-623f-4047-93e7-4b29046a95f6 req-17b0fadf-7e09-4ae7-aa7e-f6b3d7250568 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c694e898-e2e1-4c00-b51b-fd213769da0c HTTP/1.1" status: 200 len: 910 time: 0.0977757 Jul 07 18:19:02.704457 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c461a7b4-623f-4047-93e7-4b29046a95f6 req-383a1d99-1065-4385-92ff-465b1edb5c60 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14b98ff2-3e48-44b1-bc60-f4baf7423361 HTTP/1.1" status: 200 len: 1002 time: 0.0717440 Jul 07 18:19:02.788471 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461a7b4-623f-4047-93e7-4b29046a95f6 req-b7571301-4750-41ce-949a-45599c28d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:02.791280 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c461a7b4-623f-4047-93e7-4b29046a95f6 req-b7571301-4750-41ce-949a-45599c28d026 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=53048968-6793-4a23-9e34-b0979355ea4d HTTP/1.1" status: 200 len: 848 time: 0.0801561 Jul 07 18:19:02.872648 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461a7b4-623f-4047-93e7-4b29046a95f6 req-5de8d31a-8ffa-40ef-acbc-87bcb3afc9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:02.874261 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c461a7b4-623f-4047-93e7-4b29046a95f6 req-5de8d31a-8ffa-40ef-acbc-87bcb3afc9a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c694e898-e2e1-4c00-b51b-fd213769da0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702960 Jul 07 18:19:02.987900 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c461a7b4-623f-4047-93e7-4b29046a95f6 req-6f7ef407-af0e-4840-af54-84aa372cfa08 service neutron] 10.222.0.64 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038671 Jul 07 18:19:03.109215 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c461a7b4-623f-4047-93e7-4b29046a95f6 req-91df2762-50cb-4192-a553-a7c3f657e5e7 service neutron] 10.222.0.64 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131132 Jul 07 18:19:07.982609 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:19:08.312252 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:08.682342 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:23.756757 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ef53d2e3-7bd8-4173-ab9b-063dafece2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.366984 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.940114 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2445b6c3-3ddb-4265-b31f-83543b1f9466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:28.239788 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:30.539378 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:38.312970 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:38.696806 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:44.982358 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:19:53.597423 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fb32162c-1024-4832-92dc-c05b95eb3c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:56.384166 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:56.948232 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-56134fbf-ed8f-4438-8477-fdb08b49e168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:58.247785 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:00.543752 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.181445 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52360) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:02.404799 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-ab7e8a3a-4c1f-48d5-b808-48477208af1d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Deleting port 7644f2c2-6da2-4399-9366-997702d87558 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:20:02.405276 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ab7e8a3a-4c1f-48d5-b808-48477208af1d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.509766 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ab7e8a3a-4c1f-48d5-b808-48477208af1d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.510204 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ab7e8a3a-4c1f-48d5-b808-48477208af1d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.527016 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-ab7e8a3a-4c1f-48d5-b808-48477208af1d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Calling delete_port for 7644f2c2-6da2-4399-9366-997702d87558 owned by network:floatingip {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:20:02.698574 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ab7e8a3a-4c1f-48d5-b808-48477208af1d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.728470 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e8a3a-4c1f-48d5-b808-48477208af1d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Pushing event deleted for resources: {'Port': ['ID=7644f2c2-6da2-4399-9366-997702d87558,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:02.767047 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7e8a3a-4c1f-48d5-b808-48477208af1d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:02.767444 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7e8a3a-4c1f-48d5-b808-48477208af1d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:02.767672 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7e8a3a-4c1f-48d5-b808-48477208af1d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:02.768044 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7e8a3a-4c1f-48d5-b808-48477208af1d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:02.768519 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7e8a3a-4c1f-48d5-b808-48477208af1d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:02.769061 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7e8a3a-4c1f-48d5-b808-48477208af1d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:02.769310 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7e8a3a-4c1f-48d5-b808-48477208af1d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:02.769637 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7e8a3a-4c1f-48d5-b808-48477208af1d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:02.770899 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7e8a3a-4c1f-48d5-b808-48477208af1d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:02.771074 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7e8a3a-4c1f-48d5-b808-48477208af1d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:02.771350 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7e8a3a-4c1f-48d5-b808-48477208af1d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:02.771641 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7e8a3a-4c1f-48d5-b808-48477208af1d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:02.819072 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ab7e8a3a-4c1f-48d5-b808-48477208af1d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for floatingip, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.819453 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-ab7e8a3a-4c1f-48d5-b808-48477208af1d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Floating IP 14bc6e27-da0e-4ed2-bc30-daf4e1b4e991 disassociated (deleted). External IP: 172.25.0.138, port: 14b98ff2-3e48-44b1-bc60-f4baf7423361. Jul 07 18:20:03.060404 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7e8a3a-4c1f-48d5-b808-48477208af1d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Router a489f412-1770-42ec-b72e-d8766518bb1c has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:20:03.189362 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7e8a3a-4c1f-48d5-b808-48477208af1d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:20:03.194393 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ab7e8a3a-4c1f-48d5-b808-48477208af1d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:03.200849 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee50b8c3-192a-4652-86b5-f3a88cd05ef0 None None] Sync routers for ids ['a489f412-1770-42ec-b72e-d8766518bb1c'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:20:03.212313 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee50b8c3-192a-4652-86b5-f3a88cd05ef0 None None] Routers {'a489f412-1770-42ec-b72e-d8766518bb1c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:03.213068 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-ee50b8c3-192a-4652-86b5-f3a88cd05ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:19:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a489f412-1770-42ec-b72e-d8766518bb1c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:03.240041 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ab7e8a3a-4c1f-48d5-b808-48477208af1d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "DELETE /v2.0/floatingips/14bc6e27-da0e-4ed2-bc30-daf4e1b4e991 HTTP/1.1" status: 204 len: 168 time: 1.0570822 Jul 07 18:20:03.240754 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04116106-25d7-4cc9-a3c8-2cd52624b78c', 'tag': '14b98ff2-3e48-44b1-bc60-f4baf7423361'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:20:03.243232 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcae498b-97b0-418b-8ef0-d32ebb4f8b63" -d '{"events": [{"name": "network-changed", "server_uuid": "04116106-25d7-4cc9-a3c8-2cd52624b78c", "tag": "14b98ff2-3e48-44b1-bc60-f4baf7423361"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:20:03.307587 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6d93ce-5237-44be-a845-862fa43b0b2c x-openstack-request-id: req-ca6d93ce-5237-44be-a845-862fa43b0b2c {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:20:03.307932 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04116106-25d7-4cc9-a3c8-2cd52624b78c", "tag": "14b98ff2-3e48-44b1-bc60-f4baf7423361", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:20:03.308205 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca6d93ce-5237-44be-a845-862fa43b0b2c {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:20:03.308663 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04116106-25d7-4cc9-a3c8-2cd52624b78c', 'tag': '14b98ff2-3e48-44b1-bc60-f4baf7423361', 'status': 'completed', 'code': 200} Jul 07 18:20:03.352613 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-ee50b8c3-192a-4652-86b5-f3a88cd05ef0 None None] Set router a489f412-1770-42ec-b72e-d8766518bb1c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:03.408055 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae498b-97b0-418b-8ef0-d32ebb4f8b63 req-564f265b-e036-454f-bc9e-4a9c1796c84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:03.411342 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bcae498b-97b0-418b-8ef0-d32ebb4f8b63 req-564f265b-e036-454f-bc9e-4a9c1796c84d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6&device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 1099 time: 0.0767634 Jul 07 18:20:03.584826 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae498b-97b0-418b-8ef0-d32ebb4f8b63 req-80662693-b9f1-4c07-8031-e52a864c53bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:03.586725 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bcae498b-97b0-418b-8ef0-d32ebb4f8b63 req-80662693-b9f1-4c07-8031-e52a864c53bb service neutron] 10.222.0.64 "GET /v2.0/networks?id=c694e898-e2e1-4c00-b51b-fd213769da0c HTTP/1.1" status: 200 len: 910 time: 0.1691597 Jul 07 18:20:03.644470 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bcae498b-97b0-418b-8ef0-d32ebb4f8b63 req-86b10ac7-770f-48a3-903d-e2552d8d089e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14b98ff2-3e48-44b1-bc60-f4baf7423361 HTTP/1.1" status: 200 len: 217 time: 0.0497930 Jul 07 18:20:03.788766 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae498b-97b0-418b-8ef0-d32ebb4f8b63 req-e9093028-e444-4e5f-a090-804508092e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:03.790435 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bcae498b-97b0-418b-8ef0-d32ebb4f8b63 req-e9093028-e444-4e5f-a090-804508092e7a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=53048968-6793-4a23-9e34-b0979355ea4d HTTP/1.1" status: 200 len: 848 time: 0.1388497 Jul 07 18:20:03.797482 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-ee50b8c3-192a-4652-86b5-f3a88cd05ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'name': 'tempest-TestShelveInstance-1360579282-router', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:18Z', 'revision_number': 4, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'gw_port': {'id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'dc8e9c4a-174f-4d53-b6a1-212f0afb5c92', 'name': '', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'mac_address': 'fa:16:3e:bd:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '53048968-6793-4a23-9e34-b0979355ea4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:17Z', 'updated_at': '2021-07-07T18:11:23Z', 'revision_number': 5, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'subnets': [{'id': '53048968-6793-4a23-9e34-b0979355ea4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:03.828549 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee50b8c3-192a-4652-86b5-f3a88cd05ef0 None None] Checking router: a489f412-1770-42ec-b72e-d8766518bb1c for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:20:03.842622 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee50b8c3-192a-4652-86b5-f3a88cd05ef0 None None] Routers {'a489f412-1770-42ec-b72e-d8766518bb1c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:03.843311 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-ee50b8c3-192a-4652-86b5-f3a88cd05ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:19:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a489f412-1770-42ec-b72e-d8766518bb1c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:03.855866 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44e8c7-19fa-4cab-99ce-7d10d4a98a19 req-575bd35d-fe7c-4b14-8d17-737af1d3ed0c tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:03.857717 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9c44e8c7-19fa-4cab-99ce-7d10d4a98a19 req-575bd35d-fe7c-4b14-8d17-737af1d3ed0c tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 947 time: 0.1514041 Jul 07 18:20:03.915664 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae498b-97b0-418b-8ef0-d32ebb4f8b63 req-10704c20-f76c-4d29-9a05-1eb1775f85ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:03.917374 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bcae498b-97b0-418b-8ef0-d32ebb4f8b63 req-10704c20-f76c-4d29-9a05-1eb1775f85ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c694e898-e2e1-4c00-b51b-fd213769da0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1174052 Jul 07 18:20:03.920889 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-9c44e8c7-19fa-4cab-99ce-7d10d4a98a19 req-5e5de2f2-3521-430e-9045-5158516e1730 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563638 Jul 07 18:20:03.965539 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-ee50b8c3-192a-4652-86b5-f3a88cd05ef0 None None] Set router a489f412-1770-42ec-b72e-d8766518bb1c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:04.028342 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bcae498b-97b0-418b-8ef0-d32ebb4f8b63 req-f8522c04-4696-4714-9f31-37a782a868a3 service neutron] 10.222.0.64 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039371 Jul 07 18:20:04.138513 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-bcae498b-97b0-418b-8ef0-d32ebb4f8b63 req-c6f297e6-02dd-4516-8216-7794fd8d1f1b service neutron] 10.222.0.64 "GET /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028633 Jul 07 18:20:04.203851 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-ee50b8c3-192a-4652-86b5-f3a88cd05ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'name': 'tempest-TestShelveInstance-1360579282-router', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:18Z', 'revision_number': 4, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'gw_port': {'id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'dc8e9c4a-174f-4d53-b6a1-212f0afb5c92', 'name': '', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'mac_address': 'fa:16:3e:bd:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '53048968-6793-4a23-9e34-b0979355ea4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:17Z', 'updated_at': '2021-07-07T18:11:23Z', 'revision_number': 5, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'subnets': [{'id': '53048968-6793-4a23-9e34-b0979355ea4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:04.239733 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee50b8c3-192a-4652-86b5-f3a88cd05ef0 None None] The sync data for ids ['a489f412-1770-42ec-b72e-d8766518bb1c'] in n-d-791503-12 is: [{'id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'name': 'tempest-TestShelveInstance-1360579282-router', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:18Z', 'revision_number': 4, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'gw_port': {'id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'dc8e9c4a-174f-4d53-b6a1-212f0afb5c92', 'name': '', 'network_id': 'c694e898-e2e1-4c00-b51b-fd213769da0c', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'mac_address': 'fa:16:3e:bd:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '53048968-6793-4a23-9e34-b0979355ea4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:17Z', 'updated_at': '2021-07-07T18:11:23Z', 'revision_number': 5, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'subnets': [{'id': '53048968-6793-4a23-9e34-b0979355ea4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:20:04.488597 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6dc0fa-4f14-4ea1-892e-93793300577b None None] New status for floating IP 14bc6e27-da0e-4ed2-bc30-daf4e1b4e991: DOWN {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:20:05.119811 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abb1b3-c41f-419e-b5e6-2b0495bf668e req-f84eed74-9792-41f0-b97f-1283416dfc29 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:05.121416 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44abb1b3-c41f-419e-b5e6-2b0495bf668e req-f84eed74-9792-41f0-b97f-1283416dfc29 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 947 time: 0.0694420 Jul 07 18:20:05.168840 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-44abb1b3-c41f-419e-b5e6-2b0495bf668e req-75336bcb-0d75-4a01-a0a4-b07bff72c533 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/security-groups?id=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376182 Jul 07 18:20:05.209116 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56afeaa-f2af-4af0-9a92-eaecaa360758 req-5f6b20f5-42ec-4928-bf71-9c71f27d75cb tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:05.210760 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a56afeaa-f2af-4af0-9a92-eaecaa360758 req-5f6b20f5-42ec-4928-bf71-9c71f27d75cb tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.64 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 947 time: 0.0932314 Jul 07 18:20:05.343671 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-a56afeaa-f2af-4af0-9a92-eaecaa360758 req-9ce8e7c8-f775-44d6-95b6-9d08b1a33fbf tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Deleting port 14b98ff2-3e48-44b1-bc60-f4baf7423361 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:20:05.344029 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-a56afeaa-f2af-4af0-9a92-eaecaa360758 req-9ce8e7c8-f775-44d6-95b6-9d08b1a33fbf tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:05.459848 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-a56afeaa-f2af-4af0-9a92-eaecaa360758 req-9ce8e7c8-f775-44d6-95b6-9d08b1a33fbf tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] For port 14b98ff2-3e48-44b1-bc60-f4baf7423361, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=14b98ff2-3e48-44b1-bc60-f4baf7423361,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:05.460202 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-a56afeaa-f2af-4af0-9a92-eaecaa360758 req-9ce8e7c8-f775-44d6-95b6-9d08b1a33fbf tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:05.472394 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-a56afeaa-f2af-4af0-9a92-eaecaa360758 req-9ce8e7c8-f775-44d6-95b6-9d08b1a33fbf tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Calling delete_port for 14b98ff2-3e48-44b1-bc60-f4baf7423361 owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:20:05.632203 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-a56afeaa-f2af-4af0-9a92-eaecaa360758 req-9ce8e7c8-f775-44d6-95b6-9d08b1a33fbf tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:05.667383 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8e7c8-f775-44d6-95b6-9d08b1a33fbf tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Pushing event deleted for resources: {'Port': ['ID=14b98ff2-3e48-44b1-bc60-f4baf7423361,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:05.699659 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce8e7c8-f775-44d6-95b6-9d08b1a33fbf tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:05.700010 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce8e7c8-f775-44d6-95b6-9d08b1a33fbf tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:05.700354 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce8e7c8-f775-44d6-95b6-9d08b1a33fbf tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:05.700725 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce8e7c8-f775-44d6-95b6-9d08b1a33fbf tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:05.701066 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce8e7c8-f775-44d6-95b6-9d08b1a33fbf tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:05.701402 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce8e7c8-f775-44d6-95b6-9d08b1a33fbf tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:05.701737 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce8e7c8-f775-44d6-95b6-9d08b1a33fbf tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:05.702066 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce8e7c8-f775-44d6-95b6-9d08b1a33fbf tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:05.702397 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce8e7c8-f775-44d6-95b6-9d08b1a33fbf tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:05.702732 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce8e7c8-f775-44d6-95b6-9d08b1a33fbf tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:05.703065 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce8e7c8-f775-44d6-95b6-9d08b1a33fbf tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:05.703533 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce8e7c8-f775-44d6-95b6-9d08b1a33fbf tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:05.731071 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56afeaa-f2af-4af0-9a92-eaecaa360758 req-9ce8e7c8-f775-44d6-95b6-9d08b1a33fbf tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] No DVR routers for this DVR port 14b98ff2-3e48-44b1-bc60-f4baf7423361 on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:20:05.734027 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-a56afeaa-f2af-4af0-9a92-eaecaa360758 req-9ce8e7c8-f775-44d6-95b6-9d08b1a33fbf tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:05.736421 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a56afeaa-f2af-4af0-9a92-eaecaa360758 req-9ce8e7c8-f775-44d6-95b6-9d08b1a33fbf tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.64 "DELETE /v2.0/ports/14b98ff2-3e48-44b1-bc60-f4baf7423361 HTTP/1.1" status: 204 len: 173 time: 0.5203111 Jul 07 18:20:05.737051 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04116106-25d7-4cc9-a3c8-2cd52624b78c', 'name': 'network-vif-deleted', 'tag': '14b98ff2-3e48-44b1-bc60-f4baf7423361'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:20:05.740578 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc5feb8-a7cc-4c97-8e27-31dfdb7f7d49" -d '{"events": [{"server_uuid": "04116106-25d7-4cc9-a3c8-2cd52624b78c", "name": "network-vif-deleted", "tag": "14b98ff2-3e48-44b1-bc60-f4baf7423361"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:20:05.783118 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bb7e23-6244-4660-a769-f388d8cc9a75 x-openstack-request-id: req-a9bb7e23-6244-4660-a769-f388d8cc9a75 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:20:05.783715 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04116106-25d7-4cc9-a3c8-2cd52624b78c", "name": "network-vif-deleted", "tag": "14b98ff2-3e48-44b1-bc60-f4baf7423361", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:20:05.784092 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a9bb7e23-6244-4660-a769-f388d8cc9a75 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:20:05.784540 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04116106-25d7-4cc9-a3c8-2cd52624b78c', 'name': 'network-vif-deleted', 'tag': '14b98ff2-3e48-44b1-bc60-f4baf7423361', 'status': 'completed', 'code': 200} Jul 07 18:20:06.332787 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ae1bc3a2-0a61-4673-998a-ca30b31759cc req-901fa94f-f9fd-4df9-aedc-48be7f24b3f9 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 210 time: 0.0330057 Jul 07 18:20:07.499038 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-ea767bec-aa59-4402-b733-af77cffd354f req-a1a3532f-a774-490c-bf2c-d69ae6603e4d tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 210 time: 0.0372477 Jul 07 18:20:08.321576 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:08.685477 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-c3d9ae9b-422f-4444-9449-021c137fdc05 req-682bdbc2-9bf3-44cc-b648-436cd4417b24 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 210 time: 0.0410540 Jul 07 18:20:08.713068 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:09.056469 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 14b98ff2-3e48-44b1-bc60-f4baf7423361 no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:20:09.077845 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 14b98ff2-3e48-44b1-bc60-f4baf7423361 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:20:09.078221 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 14b98ff2-3e48-44b1-bc60-f4baf7423361 not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:20:09.871596 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a7cd11dd-4696-41a6-889d-c445ad917973 req-2356231a-f792-474b-b49b-e361f5c8b59f tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "GET /v2.0/ports?device_id=04116106-25d7-4cc9-a3c8-2cd52624b78c HTTP/1.1" status: 200 len: 210 time: 0.0385914 Jul 07 18:20:10.983092 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52396) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:11.058814 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5bd74a3c-10ef-4dc0-9c1b-9b11f13e6441 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:11.094079 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5bd74a3c-10ef-4dc0-9c1b-9b11f13e6441 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:11.180680 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5bd74a3c-10ef-4dc0-9c1b-9b11f13e6441 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:11.186379 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-5bd74a3c-10ef-4dc0-9c1b-9b11f13e6441 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:11.188710 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-5bd74a3c-10ef-4dc0-9c1b-9b11f13e6441 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] 10.222.0.53 "DELETE /v2.0/security-groups/80f83ab4-b2f4-4594-bc0c-45f8a0485b4b HTTP/1.1" status: 204 len: 168 time: 0.2040107 Jul 07 18:20:11.203041 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd74a3c-10ef-4dc0-9c1b-9b11f13e6441 tempest-TestShelveInstance-1838670721 tempest-TestShelveInstance-1838670721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f83ab4-b2f4-4594-bc0c-45f8a0485b4b,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:11.251127 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52400) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:11.859577 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c801c603-0d52-414d-b4bf-1244bd6bce41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:12.574833 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-c801c603-0d52-414d-b4bf-1244bd6bce41 admin admin] Deleting port dc8e9c4a-174f-4d53-b6a1-212f0afb5c92 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:20:12.575511 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c801c603-0d52-414d-b4bf-1244bd6bce41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:12.665826 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-c801c603-0d52-414d-b4bf-1244bd6bce41 admin admin] For port dc8e9c4a-174f-4d53-b6a1-212f0afb5c92, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=dc8e9c4a-174f-4d53-b6a1-212f0afb5c92,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:12.666304 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c801c603-0d52-414d-b4bf-1244bd6bce41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:12.683885 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-c801c603-0d52-414d-b4bf-1244bd6bce41 admin admin] Calling delete_port for dc8e9c4a-174f-4d53-b6a1-212f0afb5c92 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:20:12.924886 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c801c603-0d52-414d-b4bf-1244bd6bce41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:12.952948 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c801c603-0d52-414d-b4bf-1244bd6bce41 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc8e9c4a-174f-4d53-b6a1-212f0afb5c92,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:13.173864 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-c801c603-0d52-414d-b4bf-1244bd6bce41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:13.429396 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c801c603-0d52-414d-b4bf-1244bd6bce41 admin admin] Router a489f412-1770-42ec-b72e-d8766518bb1c has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:20:13.567196 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c801c603-0d52-414d-b4bf-1244bd6bce41 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:20:13.576121 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-c801c603-0d52-414d-b4bf-1244bd6bce41 admin admin] 10.222.0.53 "PUT /v2.0/routers/a489f412-1770-42ec-b72e-d8766518bb1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3228250 Jul 07 18:20:13.578519 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52404) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:13.580643 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c6524c-6435-417f-9abd-d3c46b3a656f None None] Sync routers for ids ['a489f412-1770-42ec-b72e-d8766518bb1c'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:20:13.598540 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c6524c-6435-417f-9abd-d3c46b3a656f None None] Routers {'a489f412-1770-42ec-b72e-d8766518bb1c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:13.599644 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-04c6524c-6435-417f-9abd-d3c46b3a656f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:19:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a489f412-1770-42ec-b72e-d8766518bb1c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:13.696306 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f212a182-1071-427c-8d38-02683629c83c admin admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:13.751404 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-04c6524c-6435-417f-9abd-d3c46b3a656f None None] Set router a489f412-1770-42ec-b72e-d8766518bb1c gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:13.810864 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f212a182-1071-427c-8d38-02683629c83c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:13.879592 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-f212a182-1071-427c-8d38-02683629c83c admin admin] Deleting port 85d78a8a-fc52-4b7c-92b8-b48bb52ed381 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:20:13.880946 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f212a182-1071-427c-8d38-02683629c83c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:13.965299 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-04c6524c-6435-417f-9abd-d3c46b3a656f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'name': 'tempest-TestShelveInstance-1360579282-router', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:20:12Z', 'revision_number': 5, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'gw_port': {'id': '85d78a8a-fc52-4b7c-92b8-b48bb52ed381', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:13.969980 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-f212a182-1071-427c-8d38-02683629c83c admin admin] For port 85d78a8a-fc52-4b7c-92b8-b48bb52ed381, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=85d78a8a-fc52-4b7c-92b8-b48bb52ed381,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:13.970351 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f212a182-1071-427c-8d38-02683629c83c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:13.986988 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-f212a182-1071-427c-8d38-02683629c83c admin admin] Calling delete_port for 85d78a8a-fc52-4b7c-92b8-b48bb52ed381 owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:20:14.000508 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c6524c-6435-417f-9abd-d3c46b3a656f None None] Checking router: a489f412-1770-42ec-b72e-d8766518bb1c for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:20:14.010088 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c6524c-6435-417f-9abd-d3c46b3a656f None None] Routers {'a489f412-1770-42ec-b72e-d8766518bb1c'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:14.010694 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-04c6524c-6435-417f-9abd-d3c46b3a656f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:19:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['a489f412-1770-42ec-b72e-d8766518bb1c'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:14.108027 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-04c6524c-6435-417f-9abd-d3c46b3a656f None None] Set router a489f412-1770-42ec-b72e-d8766518bb1c gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:14.169593 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f212a182-1071-427c-8d38-02683629c83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:14.179891 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-04c6524c-6435-417f-9abd-d3c46b3a656f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'name': 'tempest-TestShelveInstance-1360579282-router', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:20:13Z', 'revision_number': 6, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:14.202014 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212a182-1071-427c-8d38-02683629c83c admin admin] Pushing event deleted for resources: {'Port': ['ID=85d78a8a-fc52-4b7c-92b8-b48bb52ed381,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:14.214950 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c6524c-6435-417f-9abd-d3c46b3a656f None None] The sync data for ids ['a489f412-1770-42ec-b72e-d8766518bb1c'] in n-d-791503-12 is: [{'id': 'a489f412-1770-42ec-b72e-d8766518bb1c', 'name': 'tempest-TestShelveInstance-1360579282-router', 'tenant_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:20:13Z', 'revision_number': 6, 'project_id': '08ea1ec9865a49e8b0ee823e3c9b31c6', 'gw_port_host': None}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:20:14.280573 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f212a182-1071-427c-8d38-02683629c83c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:14.376235 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f212a182-1071-427c-8d38-02683629c83c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:14.378338 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f212a182-1071-427c-8d38-02683629c83c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:14.422371 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f212a182-1071-427c-8d38-02683629c83c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:14.422935 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f212a182-1071-427c-8d38-02683629c83c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a489f412-1770-42ec-b72e-d8766518bb1c {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:20:14.427823 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f212a182-1071-427c-8d38-02683629c83c admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:14.429046 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f212a182-1071-427c-8d38-02683629c83c admin admin] 10.222.0.53 "DELETE /v2.0/routers/a489f412-1770-42ec-b72e-d8766518bb1c HTTP/1.1" status: 204 len: 168 time: 0.8491707 Jul 07 18:20:14.431491 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52406) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:14.480054 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-06646faf-f546-4a61-a431-317a48ad7b2c admin admin] Deleting subnet 53048968-6793-4a23-9e34-b0979355ea4d {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:20:14.483238 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-06646faf-f546-4a61-a431-317a48ad7b2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:14.525464 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-06646faf-f546-4a61-a431-317a48ad7b2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:14.620815 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-06646faf-f546-4a61-a431-317a48ad7b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:14.685005 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-06646faf-f546-4a61-a431-317a48ad7b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:14.715466 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06646faf-f546-4a61-a431-317a48ad7b2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53048968-6793-4a23-9e34-b0979355ea4d,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:14.719183 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-06646faf-f546-4a61-a431-317a48ad7b2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:14.721599 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-06646faf-f546-4a61-a431-317a48ad7b2c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/53048968-6793-4a23-9e34-b0979355ea4d HTTP/1.1" status: 204 len: 168 time: 0.2887187 Jul 07 18:20:14.724391 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52408) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:14.726005 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffa3db2-1943-489b-b1b6-2a2642efd569 None None] Network c694e898-e2e1-4c00-b51b-fd213769da0c requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:20:14.803865 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8298330-10cd-42fc-8e47-ba0c3c42ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:14.867481 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-f8298330-10cd-42fc-8e47-ba0c3c42ab42 admin admin] Deleting port 6126bbdd-c5ac-434c-9490-372f1acb4dc4 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:20:14.867946 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8298330-10cd-42fc-8e47-ba0c3c42ab42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:14.953104 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-f8298330-10cd-42fc-8e47-ba0c3c42ab42 admin admin] For port 6126bbdd-c5ac-434c-9490-372f1acb4dc4, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6126bbdd-c5ac-434c-9490-372f1acb4dc4,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:14.953708 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8298330-10cd-42fc-8e47-ba0c3c42ab42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:14.980157 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-f8298330-10cd-42fc-8e47-ba0c3c42ab42 admin admin] Calling delete_port for 6126bbdd-c5ac-434c-9490-372f1acb4dc4 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:20:15.006597 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c3ccd2-6dda-4863-b8a9-0a47bfd5d01b None None] DHCP port deletion for c694e898-e2e1-4c00-b51b-fd213769da0c request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:20:15.072515 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-f9c3ccd2-6dda-4863-b8a9-0a47bfd5d01b None None] Deleting port 6126bbdd-c5ac-434c-9490-372f1acb4dc4 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:20:15.072924 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f9c3ccd2-6dda-4863-b8a9-0a47bfd5d01b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:15.103371 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8298330-10cd-42fc-8e47-ba0c3c42ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:15.146663 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8298330-10cd-42fc-8e47-ba0c3c42ab42 admin admin] Pushing event deleted for resources: {'Port': ['ID=6126bbdd-c5ac-434c-9490-372f1acb4dc4,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:15.152869 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8298330-10cd-42fc-8e47-ba0c3c42ab42 admin admin] No DVR routers for this DVR port 6126bbdd-c5ac-434c-9490-372f1acb4dc4 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:20:15.156742 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-f9c3ccd2-6dda-4863-b8a9-0a47bfd5d01b None None] For port 6126bbdd-c5ac-434c-9490-372f1acb4dc4, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6126bbdd-c5ac-434c-9490-372f1acb4dc4,segment=NetworkSegment(4441f229-93ac-4e1c-ab18-8f8100ac558f),segment_id=4441f229-93ac-4e1c-ab18-8f8100ac558f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:15.157159 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f9c3ccd2-6dda-4863-b8a9-0a47bfd5d01b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:15.177564 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-f9c3ccd2-6dda-4863-b8a9-0a47bfd5d01b None None] Calling delete_port for 6126bbdd-c5ac-434c-9490-372f1acb4dc4 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:20:15.258434 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8298330-10cd-42fc-8e47-ba0c3c42ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:15.277143 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-f8298330-10cd-42fc-8e47-ba0c3c42ab42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c694e898-e2e1-4c00-b51b-fd213769da0c']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:15.291097 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-f8298330-10cd-42fc-8e47-ba0c3c42ab42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4441f229-93ac-4e1c-ab18-8f8100ac558f') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:15.291514 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-f8298330-10cd-42fc-8e47-ba0c3c42ab42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4441f229-93ac-4e1c-ab18-8f8100ac558f') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:15.304192 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f9c3ccd2-6dda-4863-b8a9-0a47bfd5d01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:15.309040 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8298330-10cd-42fc-8e47-ba0c3c42ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:15.326949 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8298330-10cd-42fc-8e47-ba0c3c42ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:15.338271 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8298330-10cd-42fc-8e47-ba0c3c42ab42 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:20:15.339054 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8298330-10cd-42fc-8e47-ba0c3c42ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:15.339910 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3ccd2-6dda-4863-b8a9-0a47bfd5d01b None None] Pushing event deleted for resources: {'Port': ['ID=6126bbdd-c5ac-434c-9490-372f1acb4dc4,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:15.349005 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c3ccd2-6dda-4863-b8a9-0a47bfd5d01b None None] No DVR routers for this DVR port 6126bbdd-c5ac-434c-9490-372f1acb4dc4 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:20:15.351843 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3ccd2-6dda-4863-b8a9-0a47bfd5d01b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:15.353110 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3ccd2-6dda-4863-b8a9-0a47bfd5d01b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:15.353507 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3ccd2-6dda-4863-b8a9-0a47bfd5d01b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:15.353929 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3ccd2-6dda-4863-b8a9-0a47bfd5d01b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:15.354272 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3ccd2-6dda-4863-b8a9-0a47bfd5d01b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:15.354606 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3ccd2-6dda-4863-b8a9-0a47bfd5d01b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:15.354937 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3ccd2-6dda-4863-b8a9-0a47bfd5d01b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:15.355269 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3ccd2-6dda-4863-b8a9-0a47bfd5d01b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:15.355597 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3ccd2-6dda-4863-b8a9-0a47bfd5d01b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:15.356266 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3ccd2-6dda-4863-b8a9-0a47bfd5d01b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:15.356479 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3ccd2-6dda-4863-b8a9-0a47bfd5d01b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:15.357018 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3ccd2-6dda-4863-b8a9-0a47bfd5d01b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: timer() Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:20:15.357752 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:20:15.427569 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8298330-10cd-42fc-8e47-ba0c3c42ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:15.434532 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f8298330-10cd-42fc-8e47-ba0c3c42ab42 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:15.437157 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f8298330-10cd-42fc-8e47-ba0c3c42ab42 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c694e898-e2e1-4c00-b51b-fd213769da0c HTTP/1.1" status: 204 len: 168 time: 0.7116063 Jul 07 18:20:15.440715 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52410) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:15.451105 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8298330-10cd-42fc-8e47-ba0c3c42ab42 admin admin] Pushing event deleted for resources: {'Network': ['ID=c694e898-e2e1-4c00-b51b-fd213769da0c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:15.616059 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 85d78a8a-fc52-4b7c-92b8-b48bb52ed381 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:20:15.637755 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 85d78a8a-fc52-4b7c-92b8-b48bb52ed381 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:20:15.638010 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 85d78a8a-fc52-4b7c-92b8-b48bb52ed381 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:20:15.638433 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6126bbdd-c5ac-434c-9490-372f1acb4dc4 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:20:15.665032 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 6126bbdd-c5ac-434c-9490-372f1acb4dc4 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:20:15.665614 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6126bbdd-c5ac-434c-9490-372f1acb4dc4 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:20:15.666055 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device dc8e9c4a-174f-4d53-b6a1-212f0afb5c92 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:20:15.688453 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: dc8e9c4a-174f-4d53-b6a1-212f0afb5c92 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:20:15.688713 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device dc8e9c4a-174f-4d53-b6a1-212f0afb5c92 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:20:15.870992 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-19825249-2268-414d-b8b3-88966d54bdec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:16.139089 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-19825249-2268-414d-b8b3-88966d54bdec admin admin] Deleting port 7074f7e0-4e1b-4e52-8b63-48e8b049f94b {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:20:16.139362 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-19825249-2268-414d-b8b3-88966d54bdec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:16.232047 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-19825249-2268-414d-b8b3-88966d54bdec admin admin] For port 7074f7e0-4e1b-4e52-8b63-48e8b049f94b, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=7074f7e0-4e1b-4e52-8b63-48e8b049f94b,segment=NetworkSegment(03a976ec-9012-42b2-94a0-9560bc9f89d4),segment_id=03a976ec-9012-42b2-94a0-9560bc9f89d4)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:16.232561 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-19825249-2268-414d-b8b3-88966d54bdec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:16.250583 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-19825249-2268-414d-b8b3-88966d54bdec admin admin] Calling delete_port for 7074f7e0-4e1b-4e52-8b63-48e8b049f94b owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:20:16.445994 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-19825249-2268-414d-b8b3-88966d54bdec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:16.473922 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19825249-2268-414d-b8b3-88966d54bdec admin admin] Pushing event deleted for resources: {'Port': ['ID=7074f7e0-4e1b-4e52-8b63-48e8b049f94b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:16.662746 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-19825249-2268-414d-b8b3-88966d54bdec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:16.898747 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19825249-2268-414d-b8b3-88966d54bdec admin admin] Router 0b9ea195-0ce0-4e62-a39d-f53d45d1752a has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:20:17.018420 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19825249-2268-414d-b8b3-88966d54bdec admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:20:17.024371 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-19825249-2268-414d-b8b3-88966d54bdec admin admin] 10.222.0.53 "PUT /v2.0/routers/0b9ea195-0ce0-4e62-a39d-f53d45d1752a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5824575 Jul 07 18:20:17.026941 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52412) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:17.029565 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc3702a-9986-4701-8996-5ff3f385f0d1 None None] Sync routers for ids ['0b9ea195-0ce0-4e62-a39d-f53d45d1752a'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:20:17.039706 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc3702a-9986-4701-8996-5ff3f385f0d1 None None] Routers {'0b9ea195-0ce0-4e62-a39d-f53d45d1752a'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:17.040342 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-6fc3702a-9986-4701-8996-5ff3f385f0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:19:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['0b9ea195-0ce0-4e62-a39d-f53d45d1752a'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:17.137448 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9894e3ff-601e-497c-9602-b754d9f42711 admin admin] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:17.153973 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-6fc3702a-9986-4701-8996-5ff3f385f0d1 None None] Set router 0b9ea195-0ce0-4e62-a39d-f53d45d1752a gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:17.276938 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9894e3ff-601e-497c-9602-b754d9f42711 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:17.335076 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-9894e3ff-601e-497c-9602-b754d9f42711 admin admin] Deleting port 6c7c4a43-ae9a-494d-adcb-31da4e617039 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:20:17.335427 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9894e3ff-601e-497c-9602-b754d9f42711 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:17.357869 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-6fc3702a-9986-4701-8996-5ff3f385f0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9ea195-0ce0-4e62-a39d-f53d45d1752a', 'name': 'tempest-TestShelveInstance-59935980-router', 'tenant_id': '3ee09941486b4b408a95996535336757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '6c7c4a43-ae9a-494d-adcb-31da4e617039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:20Z', 'updated_at': '2021-07-07T18:20:16Z', 'revision_number': 5, 'project_id': '3ee09941486b4b408a95996535336757', 'gw_port': {'id': '6c7c4a43-ae9a-494d-adcb-31da4e617039', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:77:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9ea195-0ce0-4e62-a39d-f53d45d1752a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:20Z', 'updated_at': '2021-07-07T18:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:17.389441 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc3702a-9986-4701-8996-5ff3f385f0d1 None None] Checking router: 0b9ea195-0ce0-4e62-a39d-f53d45d1752a for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:20:17.397941 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc3702a-9986-4701-8996-5ff3f385f0d1 None None] Routers {'0b9ea195-0ce0-4e62-a39d-f53d45d1752a'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:17.398550 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-6fc3702a-9986-4701-8996-5ff3f385f0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:19:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['0b9ea195-0ce0-4e62-a39d-f53d45d1752a'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:17.419482 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-9894e3ff-601e-497c-9602-b754d9f42711 admin admin] For port 6c7c4a43-ae9a-494d-adcb-31da4e617039, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6c7c4a43-ae9a-494d-adcb-31da4e617039,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:17.419840 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9894e3ff-601e-497c-9602-b754d9f42711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:17.434139 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-9894e3ff-601e-497c-9602-b754d9f42711 admin admin] Calling delete_port for 6c7c4a43-ae9a-494d-adcb-31da4e617039 owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:20:17.484996 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-6fc3702a-9986-4701-8996-5ff3f385f0d1 None None] Set router 0b9ea195-0ce0-4e62-a39d-f53d45d1752a gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:17.536945 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-6fc3702a-9986-4701-8996-5ff3f385f0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9ea195-0ce0-4e62-a39d-f53d45d1752a', 'name': 'tempest-TestShelveInstance-59935980-router', 'tenant_id': '3ee09941486b4b408a95996535336757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:20Z', 'updated_at': '2021-07-07T18:20:17Z', 'revision_number': 6, 'project_id': '3ee09941486b4b408a95996535336757', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:17.569930 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc3702a-9986-4701-8996-5ff3f385f0d1 None None] The sync data for ids ['0b9ea195-0ce0-4e62-a39d-f53d45d1752a'] in n-d-791503-12 is: [{'id': '0b9ea195-0ce0-4e62-a39d-f53d45d1752a', 'name': 'tempest-TestShelveInstance-59935980-router', 'tenant_id': '3ee09941486b4b408a95996535336757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:20Z', 'updated_at': '2021-07-07T18:20:17Z', 'revision_number': 6, 'project_id': '3ee09941486b4b408a95996535336757', 'gw_port_host': None}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:20:17.623643 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9894e3ff-601e-497c-9602-b754d9f42711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:17.651609 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894e3ff-601e-497c-9602-b754d9f42711 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c7c4a43-ae9a-494d-adcb-31da4e617039,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:17.715765 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9894e3ff-601e-497c-9602-b754d9f42711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:17.806994 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9894e3ff-601e-497c-9602-b754d9f42711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:17.809159 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9894e3ff-601e-497c-9602-b754d9f42711 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:17.857181 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9894e3ff-601e-497c-9602-b754d9f42711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:17.857854 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9894e3ff-601e-497c-9602-b754d9f42711 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b9ea195-0ce0-4e62-a39d-f53d45d1752a {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:20:17.862641 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-9894e3ff-601e-497c-9602-b754d9f42711 admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:17.864083 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-9894e3ff-601e-497c-9602-b754d9f42711 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0b9ea195-0ce0-4e62-a39d-f53d45d1752a HTTP/1.1" status: 204 len: 168 time: 0.8359809 Jul 07 18:20:17.866440 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52414) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:17.914784 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_v2 [None req-37186053-e493-426d-b0de-948bc99f0ec6 admin admin] Deleting subnet 0f008c12-da62-4e82-b7c3-e581bc35edd0 {{(pid=100192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:20:17.918406 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-37186053-e493-426d-b0de-948bc99f0ec6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:17.956428 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-37186053-e493-426d-b0de-948bc99f0ec6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4334629'] for subnet, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.049126 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-37186053-e493-426d-b0de-948bc99f0ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.106736 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-37186053-e493-426d-b0de-948bc99f0ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16518327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4412801'] for subnet, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.135621 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37186053-e493-426d-b0de-948bc99f0ec6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f008c12-da62-4e82-b7c3-e581bc35edd0,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:18.139320 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-37186053-e493-426d-b0de-948bc99f0ec6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.142976 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-37186053-e493-426d-b0de-948bc99f0ec6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0f008c12-da62-4e82-b7c3-e581bc35edd0 HTTP/1.1" status: 204 len: 168 time: 0.2737889 Jul 07 18:20:18.143710 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52416) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:18.146652 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee064d05-2cc4-4c44-9368-ea2b561c1047 None None] Network e86c9b24-1d60-4e9d-a86e-8754d888e015 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:20:18.222515 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3c2fa563-180d-4498-ba75-df0366ae3972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.292542 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fa563-180d-4498-ba75-df0366ae3972 admin admin] Deleting port 8e0dcfc7-fc07-43ba-8743-6c442e4f3a73 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:20:18.292795 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3c2fa563-180d-4498-ba75-df0366ae3972 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.360751 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a614a3-2bca-4154-a7a5-829999b97d54 None None] DHCP port deletion for e86c9b24-1d60-4e9d-a86e-8754d888e015 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:20:18.371707 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-3c2fa563-180d-4498-ba75-df0366ae3972 admin admin] For port 8e0dcfc7-fc07-43ba-8743-6c442e4f3a73, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8e0dcfc7-fc07-43ba-8743-6c442e4f3a73,segment=NetworkSegment(03a976ec-9012-42b2-94a0-9560bc9f89d4),segment_id=03a976ec-9012-42b2-94a0-9560bc9f89d4)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:18.372080 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3c2fa563-180d-4498-ba75-df0366ae3972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.386096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fa563-180d-4498-ba75-df0366ae3972 admin admin] Calling delete_port for 8e0dcfc7-fc07-43ba-8743-6c442e4f3a73 owned by network:dhcp {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:20:18.410748 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-73a614a3-2bca-4154-a7a5-829999b97d54 None None] Deleting port 8e0dcfc7-fc07-43ba-8743-6c442e4f3a73 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:20:18.411284 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-73a614a3-2bca-4154-a7a5-829999b97d54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.476746 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3c2fa563-180d-4498-ba75-df0366ae3972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.478240 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-73a614a3-2bca-4154-a7a5-829999b97d54 None None] For port 8e0dcfc7-fc07-43ba-8743-6c442e4f3a73, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=8e0dcfc7-fc07-43ba-8743-6c442e4f3a73,segment=NetworkSegment(03a976ec-9012-42b2-94a0-9560bc9f89d4),segment_id=03a976ec-9012-42b2-94a0-9560bc9f89d4)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:18.478660 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-73a614a3-2bca-4154-a7a5-829999b97d54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.492930 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2fa563-180d-4498-ba75-df0366ae3972 admin admin] No DVR routers for this DVR port 8e0dcfc7-fc07-43ba-8743-6c442e4f3a73 on host n-d-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:20:18.494596 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-73a614a3-2bca-4154-a7a5-829999b97d54 None None] Calling delete_port for 8e0dcfc7-fc07-43ba-8743-6c442e4f3a73 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:20:18.514544 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fa563-180d-4498-ba75-df0366ae3972 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e0dcfc7-fc07-43ba-8743-6c442e4f3a73,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:18.582953 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-73a614a3-2bca-4154-a7a5-829999b97d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.590340 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3c2fa563-180d-4498-ba75-df0366ae3972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.603988 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-3c2fa563-180d-4498-ba75-df0366ae3972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e86c9b24-1d60-4e9d-a86e-8754d888e015']}} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:18.608954 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a614a3-2bca-4154-a7a5-829999b97d54 None None] Pushing event deleted for resources: {'Port': ['ID=8e0dcfc7-fc07-43ba-8743-6c442e4f3a73,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:18.616934 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a614a3-2bca-4154-a7a5-829999b97d54 None None] No DVR routers for this DVR port 8e0dcfc7-fc07-43ba-8743-6c442e4f3a73 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:20:18.619538 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-3c2fa563-180d-4498-ba75-df0366ae3972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a976ec-9012-42b2-94a0-9560bc9f89d4') {'for_net_delete': True} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:18.619958 n-d-791503-12 neutron-server[100192]: DEBUG neutron.services.segments.db [None req-3c2fa563-180d-4498-ba75-df0366ae3972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a976ec-9012-42b2-94a0-9560bc9f89d4') {} {{(pid=100192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:18.633484 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3c2fa563-180d-4498-ba75-df0366ae3972 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4334642'] for segment, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.649654 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3c2fa563-180d-4498-ba75-df0366ae3972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.656296 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2fa563-180d-4498-ba75-df0366ae3972 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=100192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:20:18.656762 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3c2fa563-180d-4498-ba75-df0366ae3972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16518226'] for segment, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: Traceback (most recent call last): Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: timer() Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: cb(*args, **kw) Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: return func(*args, **kwargs) Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: self._notify() Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: self.callback(batched_events) Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: event.method(event) Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: return f(self, *a, **k) Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: return self._get(url).json() Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: return self.request(url, 'GET', **kwargs) Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:20:18.659013 n-d-791503-12 neutron-server[100192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:20:18.719391 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3c2fa563-180d-4498-ba75-df0366ae3972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.726828 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3c2fa563-180d-4498-ba75-df0366ae3972 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.728012 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3c2fa563-180d-4498-ba75-df0366ae3972 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e86c9b24-1d60-4e9d-a86e-8754d888e015 HTTP/1.1" status: 204 len: 168 time: 0.5833514 Jul 07 18:20:18.738770 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fa563-180d-4498-ba75-df0366ae3972 admin admin] Pushing event deleted for resources: {'Network': ['ID=e86c9b24-1d60-4e9d-a86e-8754d888e015,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:18.843206 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52420) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:18.889145 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-0e30f219-71e3-455e-96c0-2168339d503e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=08ea1ec9865a49e8b0ee823e3c9b31c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445402 Jul 07 18:20:18.892095 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52422) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:18.947474 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2a8d07c-1bdb-4ecf-8102-8d0db58a93ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.971655 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2a8d07c-1bdb-4ecf-8102-8d0db58a93ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:19.023179 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2a8d07c-1bdb-4ecf-8102-8d0db58a93ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:19.029170 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-c2a8d07c-1bdb-4ecf-8102-8d0db58a93ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:19.029170 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-c2a8d07c-1bdb-4ecf-8102-8d0db58a93ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/81035ce2-4059-4cac-ba18-ca09b435e3d9 HTTP/1.1" status: 204 len: 168 time: 0.1337504 Jul 07 18:20:19.035772 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8d07c-1bdb-4ecf-8102-8d0db58a93ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81035ce2-4059-4cac-ba18-ca09b435e3d9,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:19.372918 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52428) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:19.413412 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-050e003e-2f60-4fff-a072-088558685dbb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ee09941486b4b408a95996535336757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393193 Jul 07 18:20:19.415966 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52430) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:19.465650 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-61a97abf-ea46-4392-b15a-eef0c1c9976d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:19.487467 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-61a97abf-ea46-4392-b15a-eef0c1c9976d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:19.534355 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-61a97abf-ea46-4392-b15a-eef0c1c9976d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:19.537809 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-61a97abf-ea46-4392-b15a-eef0c1c9976d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:19.538985 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-61a97abf-ea46-4392-b15a-eef0c1c9976d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c11150b2-1c57-4d77-ade5-20f2507e32aa HTTP/1.1" status: 204 len: 168 time: 0.1219816 Jul 07 18:20:19.547131 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a97abf-ea46-4392-b15a-eef0c1c9976d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11150b2-1c57-4d77-ade5-20f2507e32aa,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:19.615025 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6c7c4a43-ae9a-494d-adcb-31da4e617039 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:20:19.634796 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 6c7c4a43-ae9a-494d-adcb-31da4e617039 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:20:19.635147 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6c7c4a43-ae9a-494d-adcb-31da4e617039 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:20:19.635568 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7074f7e0-4e1b-4e52-8b63-48e8b049f94b no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:20:19.654557 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 7074f7e0-4e1b-4e52-8b63-48e8b049f94b {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:20:19.654900 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 7074f7e0-4e1b-4e52-8b63-48e8b049f94b not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:20:19.655313 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8e0dcfc7-fc07-43ba-8743-6c442e4f3a73 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:20:19.675599 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 8e0dcfc7-fc07-43ba-8743-6c442e4f3a73 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:20:19.676072 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 8e0dcfc7-fc07-43ba-8743-6c442e4f3a73 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:20:20.265854 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52452) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:20.364263 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-398f28cb-2997-418e-822e-2b0b027f6631 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1185717002-network', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:20.385908 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398f28cb-2997-418e-822e-2b0b027f6631 admin admin] Made reservation on behalf of d34289c0da754f06bf72e73a8ef87a48 for: {'network': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:20:20.388199 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-398f28cb-2997-418e-822e-2b0b027f6631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:20.396822 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-398f28cb-2997-418e-822e-2b0b027f6631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:20.488998 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-398f28cb-2997-418e-822e-2b0b027f6631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:20.493356 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-398f28cb-2997-418e-822e-2b0b027f6631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:20.517916 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398f28cb-2997-418e-822e-2b0b027f6631 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=100192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:20:20.532226 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f28cb-2997-418e-822e-2b0b027f6631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b82149f-39fc-4156-a9ed-2a8aafb56dd5,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:20.538842 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-398f28cb-2997-418e-822e-2b0b027f6631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:20.539205 n-d-791503-12 neutron-server[100192]: INFO neutron.db.segments_db [None req-398f28cb-2997-418e-822e-2b0b027f6631 admin admin] Added segment aa2c1be5-8f3d-4227-9eb9-9a9864926125 of type vlan for network 0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c Jul 07 18:20:20.588383 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-398f28cb-2997-418e-822e-2b0b027f6631 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:20.621932 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-398f28cb-2997-418e-822e-2b0b027f6631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:20.622929 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398f28cb-2997-418e-822e-2b0b027f6631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:20.623515 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-398f28cb-2997-418e-822e-2b0b027f6631 admin admin] Notify callbacks [] for network, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:20.686126 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-398f28cb-2997-418e-822e-2b0b027f6631 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4190264 Jul 07 18:20:20.687081 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f28cb-2997-418e-822e-2b0b027f6631 admin admin] Pushing event updated for resources: {'Network': ['ID=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:20.688989 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52456) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:20.695197 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-93768a6d-4ee1-40cc-a609-42873dda44a8 admin admin] Request body: {'subnet': {'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1185717002-subnet', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:20.705065 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:20:20.718572 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93768a6d-4ee1-40cc-a609-42873dda44a8 admin admin] Made reservation on behalf of d34289c0da754f06bf72e73a8ef87a48 for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:20:20.721510 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93768a6d-4ee1-40cc-a609-42873dda44a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:20.896873 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93768a6d-4ee1-40cc-a609-42873dda44a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:20.957983 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93768a6d-4ee1-40cc-a609-42873dda44a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bae8c4a7-55f2-44f8-af6d-adf0fcfea82a,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:20.968571 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93768a6d-4ee1-40cc-a609-42873dda44a8 admin admin] Checking segment: {'id': 'aa2c1be5-8f3d-4227-9eb9-9a9864926125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:20.968961 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93768a6d-4ee1-40cc-a609-42873dda44a8 admin admin] Network hostable DHCP agents. Network: 0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:20:20.986635 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93768a6d-4ee1-40cc-a609-42873dda44a8 admin admin] Network 0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:20:20.998873 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-93768a6d-4ee1-40cc-a609-42873dda44a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:21.007589 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93768a6d-4ee1-40cc-a609-42873dda44a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:21.008604 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-93768a6d-4ee1-40cc-a609-42873dda44a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.009181 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649511b0-2927-4f6a-a5b2-825b8af4be96 None None] Network 0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:20:21.023814 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-93768a6d-4ee1-40cc-a609-42873dda44a8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3336773 Jul 07 18:20:21.026512 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52458) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:21.030787 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-8e45a7da-de3d-4ea1-ae94-44d0d016deb2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1185717002-router', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:21.053001 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8e45a7da-de3d-4ea1-ae94-44d0d016deb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.054115 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8e45a7da-de3d-4ea1-ae94-44d0d016deb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.109711 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8e45a7da-de3d-4ea1-ae94-44d0d016deb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.172127 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742e38ef-4b54-48df-8e22-9b3d42593715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'fixed_ips': [{'subnet_id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:20:21.172970 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-742e38ef-4b54-48df-8e22-9b3d42593715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.259552 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8e45a7da-de3d-4ea1-ae94-44d0d016deb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.333182 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-742e38ef-4b54-48df-8e22-9b3d42593715 None None] Allocated IP 172.20.0.2 (0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c/bae8c4a7-55f2-44f8-af6d-adf0fcfea82a/e5991479-4d4b-43bd-b24e-4e639a5a1c35) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:20:21.477817 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8e45a7da-de3d-4ea1-ae94-44d0d016deb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.484022 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-742e38ef-4b54-48df-8e22-9b3d42593715 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.493167 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-742e38ef-4b54-48df-8e22-9b3d42593715 None None] Transition to ACTIVE for port object e5991479-4d4b-43bd-b24e-4e639a5a1c35 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:21.497542 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8e45a7da-de3d-4ea1-ae94-44d0d016deb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.508866 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-742e38ef-4b54-48df-8e22-9b3d42593715 None None] Transition to ACTIVE for port object e5991479-4d4b-43bd-b24e-4e639a5a1c35 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:21.515062 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-742e38ef-4b54-48df-8e22-9b3d42593715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.556789 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742e38ef-4b54-48df-8e22-9b3d42593715 None None] Network 0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:21.563382 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-742e38ef-4b54-48df-8e22-9b3d42593715 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:21.568654 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742e38ef-4b54-48df-8e22-9b3d42593715 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:20:21.598330 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e38ef-4b54-48df-8e22-9b3d42593715 None None] Pushing event updated for resources: {'Port': ['ID=e5991479-4d4b-43bd-b24e-4e639a5a1c35,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:21.616013 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-8e45a7da-de3d-4ea1-ae94-44d0d016deb2 admin admin] Allocated IP 172.25.0.70 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/e921a4ac-2b09-41fe-ab67-89c53c6e51ef) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:20:21.633563 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-742e38ef-4b54-48df-8e22-9b3d42593715 None None] Attempting to bind port e5991479-4d4b-43bd-b24e-4e639a5a1c35 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:20:21.633939 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-742e38ef-4b54-48df-8e22-9b3d42593715 None None] Attempting to bind port e5991479-4d4b-43bd-b24e-4e639a5a1c35 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'aa2c1be5-8f3d-4227-9eb9-9a9864926125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:20:21.634311 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e38ef-4b54-48df-8e22-9b3d42593715 None None] Attempting to bind port e5991479-4d4b-43bd-b24e-4e639a5a1c35 on network 0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:20:21.639566 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e38ef-4b54-48df-8e22-9b3d42593715 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:20:21.640034 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e38ef-4b54-48df-8e22-9b3d42593715 None None] Checking segment: {'id': 'aa2c1be5-8f3d-4227-9eb9-9a9864926125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:21.640489 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-742e38ef-4b54-48df-8e22-9b3d42593715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.640794 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e38ef-4b54-48df-8e22-9b3d42593715 None None] Bound using segment: {'id': 'aa2c1be5-8f3d-4227-9eb9-9a9864926125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:20:21.644547 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-742e38ef-4b54-48df-8e22-9b3d42593715 None None] Bound port: e5991479-4d4b-43bd-b24e-4e639a5a1c35, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2c1be5-8f3d-4227-9eb9-9a9864926125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:20:21.644547 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-742e38ef-4b54-48df-8e22-9b3d42593715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.713975 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-742e38ef-4b54-48df-8e22-9b3d42593715 None None] For port e5991479-4d4b-43bd-b24e-4e639a5a1c35, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:20:21.718259 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-742e38ef-4b54-48df-8e22-9b3d42593715 None None] For port e5991479-4d4b-43bd-b24e-4e639a5a1c35, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e5991479-4d4b-43bd-b24e-4e639a5a1c35,segment=NetworkSegment(aa2c1be5-8f3d-4227-9eb9-9a9864926125),segment_id=aa2c1be5-8f3d-4227-9eb9-9a9864926125)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:20:21.723067 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-742e38ef-4b54-48df-8e22-9b3d42593715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.729026 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8e45a7da-de3d-4ea1-ae94-44d0d016deb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.773481 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8e45a7da-de3d-4ea1-ae94-44d0d016deb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.784353 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e38ef-4b54-48df-8e22-9b3d42593715 None None] Pushing event updated for resources: {'Port': ['ID=e5991479-4d4b-43bd-b24e-4e639a5a1c35,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:21.814476 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e45a7da-de3d-4ea1-ae94-44d0d016deb2 admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:21.818292 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-8e45a7da-de3d-4ea1-ae94-44d0d016deb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:21.821051 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e45a7da-de3d-4ea1-ae94-44d0d016deb2 admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:20:21.851528 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45a7da-de3d-4ea1-ae94-44d0d016deb2 admin admin] Pushing event updated for resources: {'Port': ['ID=e921a4ac-2b09-41fe-ab67-89c53c6e51ef,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:21.982333 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:20:22.121451 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8e45a7da-de3d-4ea1-ae94-44d0d016deb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:22.342361 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8e45a7da-de3d-4ea1-ae94-44d0d016deb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:22.482067 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e45a7da-de3d-4ea1-ae94-44d0d016deb2 admin admin] Router 0e4031ef-181a-49a7-8ac0-276ebf7bc453 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:20:22.731607 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e57b2b-239d-4570-811e-12ad58aaf4dd None None] Network 0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:20:22.799898 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-6cd35584-dd09-445c-b6b7-8f6a7ddcd976 None None] Provisioning for port e5991479-4d4b-43bd-b24e-4e639a5a1c35 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:22.950228 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e45a7da-de3d-4ea1-ae94-44d0d016deb2 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:20:22.963258 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824bab90-852e-46f1-8927-3c9a233cc2ee None None] Sync routers for ids ['0e4031ef-181a-49a7-8ac0-276ebf7bc453'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:20:22.969051 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-8e45a7da-de3d-4ea1-ae94-44d0d016deb2 admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:22.970486 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-8e45a7da-de3d-4ea1-ae94-44d0d016deb2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9429812 Jul 07 18:20:22.973888 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52460) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:22.978126 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824bab90-852e-46f1-8927-3c9a233cc2ee None None] Routers {'0e4031ef-181a-49a7-8ac0-276ebf7bc453'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:22.978788 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-824bab90-852e-46f1-8927-3c9a233cc2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:19:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['0e4031ef-181a-49a7-8ac0-276ebf7bc453'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:23.101658 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-824bab90-852e-46f1-8927-3c9a233cc2ee None None] Set router 0e4031ef-181a-49a7-8ac0-276ebf7bc453 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:23.309040 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-824bab90-852e-46f1-8927-3c9a233cc2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'name': 'tempest-TestSnapshotPattern-1185717002-router', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:21Z', 'revision_number': 3, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'gw_port': {'id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:78:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:23.337045 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824bab90-852e-46f1-8927-3c9a233cc2ee None None] Checking router: 0e4031ef-181a-49a7-8ac0-276ebf7bc453 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:20:23.337399 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824bab90-852e-46f1-8927-3c9a233cc2ee None None] Updating router 0e4031ef-181a-49a7-8ac0-276ebf7bc453 port e921a4ac-2b09-41fe-ab67-89c53c6e51ef binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:20:23.372135 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-824bab90-852e-46f1-8927-3c9a233cc2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:23.446953 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-faa11803-b040-46f1-be16-461b562c14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:23.596353 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b7152fd7-2c1c-4dd3-93ae-c1435d96b393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:23.620726 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-faa11803-b040-46f1-be16-461b562c14a5 admin admin] Allocated IP 172.20.0.1 (0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c/bae8c4a7-55f2-44f8-af6d-adf0fcfea82a/dab38874-158c-4544-8669-6538382f4423) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:20:23.639112 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-824bab90-852e-46f1-8927-3c9a233cc2ee None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:23.650295 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-824bab90-852e-46f1-8927-3c9a233cc2ee None None] Transition to ACTIVE for port object e921a4ac-2b09-41fe-ab67-89c53c6e51ef will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:23.658385 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-824bab90-852e-46f1-8927-3c9a233cc2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:23.670072 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e5991479-4d4b-43bd-b24e-4e639a5a1c35 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:23.720273 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-824bab90-852e-46f1-8927-3c9a233cc2ee None None] Attempting to bind port e921a4ac-2b09-41fe-ab67-89c53c6e51ef on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:20:23.720728 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-824bab90-852e-46f1-8927-3c9a233cc2ee None None] Attempting to bind port e921a4ac-2b09-41fe-ab67-89c53c6e51ef by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:20:23.721124 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824bab90-852e-46f1-8927-3c9a233cc2ee None None] Attempting to bind port e921a4ac-2b09-41fe-ab67-89c53c6e51ef on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:20:23.729748 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port e5991479-4d4b-43bd-b24e-4e639a5a1c35 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:23.730757 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824bab90-852e-46f1-8927-3c9a233cc2ee None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:20:23.731230 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824bab90-852e-46f1-8927-3c9a233cc2ee None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:23.731632 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-824bab90-852e-46f1-8927-3c9a233cc2ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:23.732020 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824bab90-852e-46f1-8927-3c9a233cc2ee None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:20:23.732482 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-824bab90-852e-46f1-8927-3c9a233cc2ee None None] Bound port: e921a4ac-2b09-41fe-ab67-89c53c6e51ef, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:20:23.732945 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-824bab90-852e-46f1-8927-3c9a233cc2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:23.734908 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port e5991479-4d4b-43bd-b24e-4e639a5a1c35 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:23.735454 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c454e8-fc1e-41af-b737-93ac7e7fdf30 None None] Pushing event updated for resources: {'Port': ['ID=e921a4ac-2b09-41fe-ab67-89c53c6e51ef,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:23.736045 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:23.744866 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-faa11803-b040-46f1-be16-461b562c14a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:23.764024 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c454e8-fc1e-41af-b737-93ac7e7fdf30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:23.764356 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c454e8-fc1e-41af-b737-93ac7e7fdf30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:23.764725 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c454e8-fc1e-41af-b737-93ac7e7fdf30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:23.765043 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c454e8-fc1e-41af-b737-93ac7e7fdf30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:23.765371 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c454e8-fc1e-41af-b737-93ac7e7fdf30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:23.765688 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c454e8-fc1e-41af-b737-93ac7e7fdf30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:23.766009 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c454e8-fc1e-41af-b737-93ac7e7fdf30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:23.766644 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c454e8-fc1e-41af-b737-93ac7e7fdf30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:23.766644 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c454e8-fc1e-41af-b737-93ac7e7fdf30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:23.766940 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c454e8-fc1e-41af-b737-93ac7e7fdf30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:23.767256 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c454e8-fc1e-41af-b737-93ac7e7fdf30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:23.767568 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c454e8-fc1e-41af-b737-93ac7e7fdf30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:23.772412 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-faa11803-b040-46f1-be16-461b562c14a5 admin admin] Transition to ACTIVE for port object dab38874-158c-4544-8669-6538382f4423 will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:23.806082 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-824bab90-852e-46f1-8927-3c9a233cc2ee None None] For port e921a4ac-2b09-41fe-ab67-89c53c6e51ef, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:20:23.809583 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-824bab90-852e-46f1-8927-3c9a233cc2ee None None] For port e921a4ac-2b09-41fe-ab67-89c53c6e51ef, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e921a4ac-2b09-41fe-ab67-89c53c6e51ef,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:20:23.812148 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-faa11803-b040-46f1-be16-461b562c14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:23.814305 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-824bab90-852e-46f1-8927-3c9a233cc2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:23.833174 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:23.849724 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa11803-b040-46f1-be16-461b562c14a5 admin admin] Network 0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:23.853121 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-faa11803-b040-46f1-be16-461b562c14a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:23.856809 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa11803-b040-46f1-be16-461b562c14a5 admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:20:23.868860 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port e5991479-4d4b-43bd-b24e-4e639a5a1c35, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e5991479-4d4b-43bd-b24e-4e639a5a1c35,segment=NetworkSegment(aa2c1be5-8f3d-4227-9eb9-9a9864926125),segment_id=aa2c1be5-8f3d-4227-9eb9-9a9864926125)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:23.875148 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:23.875408 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824bab90-852e-46f1-8927-3c9a233cc2ee None None] Routers {'0e4031ef-181a-49a7-8ac0-276ebf7bc453'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:23.876218 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-824bab90-852e-46f1-8927-3c9a233cc2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:19:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['0e4031ef-181a-49a7-8ac0-276ebf7bc453'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:23.892411 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa11803-b040-46f1-be16-461b562c14a5 admin admin] Pushing event updated for resources: {'Port': ['ID=dab38874-158c-4544-8669-6538382f4423,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:23.910698 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-faa11803-b040-46f1-be16-461b562c14a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:23.937890 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=e5991479-4d4b-43bd-b24e-4e639a5a1c35,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:24.042286 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c454e8-fc1e-41af-b737-93ac7e7fdf30 None None] Pushing event updated for resources: {'Port': ['ID=e921a4ac-2b09-41fe-ab67-89c53c6e51ef,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:24.081815 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-faa11803-b040-46f1-be16-461b562c14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:24.126505 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-824bab90-852e-46f1-8927-3c9a233cc2ee None None] Set router 0e4031ef-181a-49a7-8ac0-276ebf7bc453 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:24.162110 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-970e47e0-5571-43a6-a3cb-bcc257142f30 None None] Provisioning for port dab38874-158c-4544-8669-6538382f4423 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:24.168932 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-970e47e0-5571-43a6-a3cb-bcc257142f30 None None] Provisioning complete for port dab38874-158c-4544-8669-6538382f4423 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:24.169440 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-970e47e0-5571-43a6-a3cb-bcc257142f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:24.207989 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-970e47e0-5571-43a6-a3cb-bcc257142f30 None None] Port dab38874-158c-4544-8669-6538382f4423 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:20:24.270667 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-faa11803-b040-46f1-be16-461b562c14a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:24.277037 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-faa11803-b040-46f1-be16-461b562c14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:24.322055 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-824bab90-852e-46f1-8927-3c9a233cc2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'name': 'tempest-TestSnapshotPattern-1185717002-router', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:21Z', 'revision_number': 3, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'gw_port': {'id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:78:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:24.350689 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824bab90-852e-46f1-8927-3c9a233cc2ee None None] The sync data for ids ['0e4031ef-181a-49a7-8ac0-276ebf7bc453'] in n-d-791503-12 is: [{'id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'name': 'tempest-TestSnapshotPattern-1185717002-router', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:21Z', 'revision_number': 3, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'gw_port': {'id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:78:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:20:24.351729 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa11803-b040-46f1-be16-461b562c14a5 admin admin] Pushing event updated for resources: {'Port': ['ID=dab38874-158c-4544-8669-6538382f4423,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:24.354731 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-faa11803-b040-46f1-be16-461b562c14a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:24.469813 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa11803-b040-46f1-be16-461b562c14a5 admin admin] Network 0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:24.471295 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-faa11803-b040-46f1-be16-461b562c14a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:24.615100 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa11803-b040-46f1-be16-461b562c14a5 admin admin] Router 0e4031ef-181a-49a7-8ac0-276ebf7bc453 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:20:24.753533 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa11803-b040-46f1-be16-461b562c14a5 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:20:24.759966 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-faa11803-b040-46f1-be16-461b562c14a5 admin admin] 10.222.0.53 "PUT /v2.0/routers/0e4031ef-181a-49a7-8ac0-276ebf7bc453/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7847493 Jul 07 18:20:24.833278 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-bb60febb-b165-4551-ad01-1579cd3a9b3c None None] Provisioning complete for port dab38874-158c-4544-8669-6538382f4423 triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:24.834308 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-bb60febb-b165-4551-ad01-1579cd3a9b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:24.871618 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-bb60febb-b165-4551-ad01-1579cd3a9b3c None None] Port dab38874-158c-4544-8669-6538382f4423 cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:20:25.271522 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52476) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:25.277205 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-ebd5e539-e4fb-446e-839a-0e7613944db7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-870821776-network', 'tenant_id': 'b24a4ea2eee0430fb1ce50a5cf4fbada'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:25.297994 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd5e539-e4fb-446e-839a-0e7613944db7 admin admin] Made reservation on behalf of b24a4ea2eee0430fb1ce50a5cf4fbada for: {'network': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:20:25.300729 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ebd5e539-e4fb-446e-839a-0e7613944db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for network, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.310182 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ebd5e539-e4fb-446e-839a-0e7613944db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.407364 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ebd5e539-e4fb-446e-839a-0e7613944db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.411969 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ebd5e539-e4fb-446e-839a-0e7613944db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.437479 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd5e539-e4fb-446e-839a-0e7613944db7 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=100193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:20:25.447926 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5e539-e4fb-446e-839a-0e7613944db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ea78c1-efa7-4339-8517-e8e89032ae24,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:25.454301 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ebd5e539-e4fb-446e-839a-0e7613944db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.454645 n-d-791503-12 neutron-server[100193]: INFO neutron.db.segments_db [None req-ebd5e539-e4fb-446e-839a-0e7613944db7 admin admin] Added segment bc1fb330-9765-49d8-81ac-73f15885174f of type vlan for network 8608fe4d-15aa-4088-9b88-d8c743256bd9 Jul 07 18:20:25.497367 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ebd5e539-e4fb-446e-839a-0e7613944db7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737955561822'] for network, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.528153 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ebd5e539-e4fb-446e-839a-0e7613944db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124'] for network, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.529262 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd5e539-e4fb-446e-839a-0e7613944db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:25.529970 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-ebd5e539-e4fb-446e-839a-0e7613944db7 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.591716 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-ebd5e539-e4fb-446e-839a-0e7613944db7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3188987 Jul 07 18:20:25.594276 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52478) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:25.600235 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-3e1b1e47-5736-4a7f-8931-843ac6760ab3 admin admin] Request body: {'subnet': {'network_id': '8608fe4d-15aa-4088-9b88-d8c743256bd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-870821776-subnet', 'tenant_id': 'b24a4ea2eee0430fb1ce50a5cf4fbada', 'ip_version': 4}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:25.617589 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5e539-e4fb-446e-839a-0e7613944db7 admin admin] Pushing event updated for resources: {'Network': ['ID=8608fe4d-15aa-4088-9b88-d8c743256bd9,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:25.628486 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Network 8608fe4d-15aa-4088-9b88-d8c743256bd9 details requested by agent ovs-agent-n-d-791503-12 with host n-d-791503-12 {{(pid=100194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:20:25.638174 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1b1e47-5736-4a7f-8931-843ac6760ab3 admin admin] Made reservation on behalf of b24a4ea2eee0430fb1ce50a5cf4fbada for: {'subnet': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:20:25.640724 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3e1b1e47-5736-4a7f-8931-843ac6760ab3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16524339'] for subnet, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.716563 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e921a4ac-2b09-41fe-ab67-89c53c6e51ef up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:25.773647 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port e921a4ac-2b09-41fe-ab67-89c53c6e51ef completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:25.777584 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port e921a4ac-2b09-41fe-ab67-89c53c6e51ef triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:25.777968 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.862113 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.863885 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3e1b1e47-5736-4a7f-8931-843ac6760ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16524321'] for subnet, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.891505 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port e921a4ac-2b09-41fe-ab67-89c53c6e51ef, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e921a4ac-2b09-41fe-ab67-89c53c6e51ef,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:25.896954 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.898179 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e5991479-4d4b-43bd-b24e-4e639a5a1c35 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:25.922218 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b1e47-5736-4a7f-8931-843ac6760ab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5d33eb2-e80d-403d-ba57-b37dca07b79a,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:25.931596 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b1e47-5736-4a7f-8931-843ac6760ab3 admin admin] Checking segment: {'id': 'bc1fb330-9765-49d8-81ac-73f15885174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8608fe4d-15aa-4088-9b88-d8c743256bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:25.931960 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1b1e47-5736-4a7f-8931-843ac6760ab3 admin admin] Network hostable DHCP agents. Network: 8608fe4d-15aa-4088-9b88-d8c743256bd9, hostable agents: ['32e579c7-8c59-4336-b5a5-06cf5164cdad'], hosted agents: [] {{(pid=100193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:20:25.951969 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1b1e47-5736-4a7f-8931-843ac6760ab3 admin admin] Network 8608fe4d-15aa-4088-9b88-d8c743256bd9 is scheduled to be hosted by DHCP agent 32e579c7-8c59-4336-b5a5-06cf5164cdad with binding_index 1 {{(pid=100193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:20:25.966098 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-3e1b1e47-5736-4a7f-8931-843ac6760ab3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791503-12, 8608fe4d-15aa-4088-9b88-d8c743256bd9) {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:25.970178 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1b1e47-5736-4a7f-8931-843ac6760ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:25.970778 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-3e1b1e47-5736-4a7f-8931-843ac6760ab3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.990899 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52480) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:25.991524 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-3e1b1e47-5736-4a7f-8931-843ac6760ab3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3956358 Jul 07 18:20:25.995815 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-79d914ea-fd58-4bfa-a75d-340e492ff068 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-870821776-router', 'tenant_id': 'b24a4ea2eee0430fb1ce50a5cf4fbada', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:26.021290 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-79d914ea-fd58-4bfa-a75d-340e492ff068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8271372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11560'] for router, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:26.022390 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-79d914ea-fd58-4bfa-a75d-340e492ff068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8271507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8269859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:26.103894 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d4c6fd-ef60-4e57-be2d-554e82425f87 None None] Network 8608fe4d-15aa-4088-9b88-d8c743256bd9 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:20:26.106294 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8873959c-e75c-4fc3-ad09-9ef48716e035 None None] Sync routers for ids ['0e4031ef-181a-49a7-8ac0-276ebf7bc453'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:20:26.194331 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8873959c-e75c-4fc3-ad09-9ef48716e035 None None] Routers {'0e4031ef-181a-49a7-8ac0-276ebf7bc453'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:26.194894 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-8873959c-e75c-4fc3-ad09-9ef48716e035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:19:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['0e4031ef-181a-49a7-8ac0-276ebf7bc453'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:26.252430 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=e921a4ac-2b09-41fe-ab67-89c53c6e51ef,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:26.323732 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port e5991479-4d4b-43bd-b24e-4e639a5a1c35 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:26.324108 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:26.422970 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-8873959c-e75c-4fc3-ad09-9ef48716e035 None None] Set router 0e4031ef-181a-49a7-8ac0-276ebf7bc453 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:26.461907 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-79d914ea-fd58-4bfa-a75d-340e492ff068 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:26.463979 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:26.536145 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92240dd4-5f52-4476-ac83-5504a7012a37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1887b4-195b-5eee-884d-370a9e5a94cc-8608fe4d-15aa-4088-9b88-d8c743256bd9', 'network_id': '8608fe4d-15aa-4088-9b88-d8c743256bd9', 'tenant_id': 'b24a4ea2eee0430fb1ce50a5cf4fbada', 'fixed_ips': [{'subnet_id': 'c5d33eb2-e80d-403d-ba57-b37dca07b79a'}]}} from n-d-791503-12. {{(pid=100194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:20:26.537128 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-92240dd4-5f52-4476-ac83-5504a7012a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:26.619890 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-79d914ea-fd58-4bfa-a75d-340e492ff068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8271390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11523'] for router, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:26.822593 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.db_base_plugin_common [None req-92240dd4-5f52-4476-ac83-5504a7012a37 None None] Allocated IP 172.20.0.2 (8608fe4d-15aa-4088-9b88-d8c743256bd9/c5d33eb2-e80d-403d-ba57-b37dca07b79a/66dca28e-6ccf-47e9-8290-090a9a695e87) {{(pid=100194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:20:26.880857 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-79d914ea-fd58-4bfa-a75d-340e492ff068 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:26.894521 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-8873959c-e75c-4fc3-ad09-9ef48716e035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'name': 'tempest-TestSnapshotPattern-1185717002-router', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:24Z', 'revision_number': 4, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'gw_port': {'id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'dab38874-158c-4544-8669-6538382f4423', 'name': '', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'mac_address': 'fa:16:3e:36:c5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:23Z', 'updated_at': '2021-07-07T18:20:24Z', 'revision_number': 2, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'subnets': [{'id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:26.901992 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-79d914ea-fd58-4bfa-a75d-340e492ff068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:26.925182 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8873959c-e75c-4fc3-ad09-9ef48716e035 None None] Checking router: 0e4031ef-181a-49a7-8ac0-276ebf7bc453 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:20:26.925593 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8873959c-e75c-4fc3-ad09-9ef48716e035 None None] Updating router 0e4031ef-181a-49a7-8ac0-276ebf7bc453 port dab38874-158c-4544-8669-6538382f4423 binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:20:26.985482 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-33a8fbf6-9866-495e-85b4-c70970e1a5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:26.998214 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8873959c-e75c-4fc3-ad09-9ef48716e035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:27.032411 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-79d914ea-fd58-4bfa-a75d-340e492ff068 admin admin] Allocated IP 172.25.0.63 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:20:27.139147 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-92240dd4-5f52-4476-ac83-5504a7012a37 None None] Notify callbacks [] for port, precommit_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:27.153870 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-79d914ea-fd58-4bfa-a75d-340e492ff068 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:27.162935 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-92240dd4-5f52-4476-ac83-5504a7012a37 None None] Transition to ACTIVE for port object 66dca28e-6ccf-47e9-8290-090a9a695e87 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:27.189209 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-92240dd4-5f52-4476-ac83-5504a7012a37 None None] Transition to ACTIVE for port object 66dca28e-6ccf-47e9-8290-090a9a695e87 will not be triggered until provisioned by entity DHCP. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:27.205606 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-79d914ea-fd58-4bfa-a75d-340e492ff068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:27.231271 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-92240dd4-5f52-4476-ac83-5504a7012a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573'] for port, after_create {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:27.266798 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d914ea-fd58-4bfa-a75d-340e492ff068 admin admin] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:27.281755 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-79d914ea-fd58-4bfa-a75d-340e492ff068 admin admin] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:27.285917 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d914ea-fd58-4bfa-a75d-340e492ff068 admin admin] Pushing event updated for resources: {'Port': ['ID=6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:27.288348 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d914ea-fd58-4bfa-a75d-340e492ff068 admin admin] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:20:27.293801 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92240dd4-5f52-4476-ac83-5504a7012a37 None None] Network 8608fe4d-15aa-4088-9b88-d8c743256bd9 is already hosted by enough agents. {{(pid=100194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:27.307862 n-d-791503-12 neutron-server[100194]: DEBUG neutron.scheduler.base_scheduler [None req-92240dd4-5f52-4476-ac83-5504a7012a37 None None] Resources bound (agent type, host, resource id): {{(pid=100194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:27.312147 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92240dd4-5f52-4476-ac83-5504a7012a37 None None] Received port after_create {{(pid=100194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:20:27.314530 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92240dd4-5f52-4476-ac83-5504a7012a37 None None] Pushing event updated for resources: {'Port': ['ID=66dca28e-6ccf-47e9-8290-090a9a695e87,revision_number=1']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:27.420583 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-92240dd4-5f52-4476-ac83-5504a7012a37 None None] Attempting to bind port 66dca28e-6ccf-47e9-8290-090a9a695e87 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:20:27.421126 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-92240dd4-5f52-4476-ac83-5504a7012a37 None None] Attempting to bind port 66dca28e-6ccf-47e9-8290-090a9a695e87 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'bc1fb330-9765-49d8-81ac-73f15885174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8608fe4d-15aa-4088-9b88-d8c743256bd9'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:20:27.421494 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92240dd4-5f52-4476-ac83-5504a7012a37 None None] Attempting to bind port 66dca28e-6ccf-47e9-8290-090a9a695e87 on network 8608fe4d-15aa-4088-9b88-d8c743256bd9 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:20:27.434335 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92240dd4-5f52-4476-ac83-5504a7012a37 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:20:27.435016 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92240dd4-5f52-4476-ac83-5504a7012a37 None None] Checking segment: {'id': 'bc1fb330-9765-49d8-81ac-73f15885174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8608fe4d-15aa-4088-9b88-d8c743256bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:27.435526 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-92240dd4-5f52-4476-ac83-5504a7012a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:27.436527 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92240dd4-5f52-4476-ac83-5504a7012a37 None None] Bound using segment: {'id': 'bc1fb330-9765-49d8-81ac-73f15885174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8608fe4d-15aa-4088-9b88-d8c743256bd9'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:20:27.437275 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-92240dd4-5f52-4476-ac83-5504a7012a37 None None] Bound port: 66dca28e-6ccf-47e9-8290-090a9a695e87, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1fb330-9765-49d8-81ac-73f15885174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8608fe4d-15aa-4088-9b88-d8c743256bd9'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:20:27.437970 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-92240dd4-5f52-4476-ac83-5504a7012a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:27.522934 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8873959c-e75c-4fc3-ad09-9ef48716e035 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:27.548943 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8873959c-e75c-4fc3-ad09-9ef48716e035 None None] Transition to ACTIVE for port object dab38874-158c-4544-8669-6538382f4423 will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:27.560365 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8873959c-e75c-4fc3-ad09-9ef48716e035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:27.572595 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-92240dd4-5f52-4476-ac83-5504a7012a37 None None] For port 66dca28e-6ccf-47e9-8290-090a9a695e87, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:20:27.588421 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-79d914ea-fd58-4bfa-a75d-340e492ff068 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:27.618541 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-92240dd4-5f52-4476-ac83-5504a7012a37 None None] For port 66dca28e-6ccf-47e9-8290-090a9a695e87, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=66dca28e-6ccf-47e9-8290-090a9a695e87,segment=NetworkSegment(bc1fb330-9765-49d8-81ac-73f15885174f),segment_id=bc1fb330-9765-49d8-81ac-73f15885174f)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:20:27.632181 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-92240dd4-5f52-4476-ac83-5504a7012a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:27.648429 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e921a4ac-2b09-41fe-ab67-89c53c6e51ef up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:27.655657 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a56d77-ecf5-459a-b4d0-83af37c74c2b None None] Pushing event updated for resources: {'Port': ['ID=dab38874-158c-4544-8669-6538382f4423,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:27.829023 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-8873959c-e75c-4fc3-ad09-9ef48716e035 None None] Attempting to bind port dab38874-158c-4544-8669-6538382f4423 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:20:27.829865 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-8873959c-e75c-4fc3-ad09-9ef48716e035 None None] Attempting to bind port dab38874-158c-4544-8669-6538382f4423 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'aa2c1be5-8f3d-4227-9eb9-9a9864926125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:20:27.830537 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8873959c-e75c-4fc3-ad09-9ef48716e035 None None] Attempting to bind port dab38874-158c-4544-8669-6538382f4423 on network 0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:20:27.833231 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92240dd4-5f52-4476-ac83-5504a7012a37 None None] Pushing event updated for resources: {'Port': ['ID=66dca28e-6ccf-47e9-8290-090a9a695e87,revision_number=2']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:27.845614 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8873959c-e75c-4fc3-ad09-9ef48716e035 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:20:27.846102 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8873959c-e75c-4fc3-ad09-9ef48716e035 None None] Checking segment: {'id': 'aa2c1be5-8f3d-4227-9eb9-9a9864926125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:27.846579 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8873959c-e75c-4fc3-ad09-9ef48716e035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:27.846985 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8873959c-e75c-4fc3-ad09-9ef48716e035 None None] Bound using segment: {'id': 'aa2c1be5-8f3d-4227-9eb9-9a9864926125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:20:27.847636 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-8873959c-e75c-4fc3-ad09-9ef48716e035 None None] Bound port: dab38874-158c-4544-8669-6538382f4423, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2c1be5-8f3d-4227-9eb9-9a9864926125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:20:27.848059 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8873959c-e75c-4fc3-ad09-9ef48716e035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:27.865568 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port e921a4ac-2b09-41fe-ab67-89c53c6e51ef triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:27.866128 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:27.903842 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-79d914ea-fd58-4bfa-a75d-340e492ff068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8271367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7962578'] for router, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:27.961783 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8873959c-e75c-4fc3-ad09-9ef48716e035 None None] For port dab38874-158c-4544-8669-6538382f4423, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:20:27.967288 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8873959c-e75c-4fc3-ad09-9ef48716e035 None None] For port dab38874-158c-4544-8669-6538382f4423, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=dab38874-158c-4544-8669-6538382f4423,segment=NetworkSegment(aa2c1be5-8f3d-4227-9eb9-9a9864926125),segment_id=aa2c1be5-8f3d-4227-9eb9-9a9864926125)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:20:28.018514 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8873959c-e75c-4fc3-ad09-9ef48716e035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:28.115029 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d914ea-fd58-4bfa-a75d-340e492ff068 admin admin] Router fbdd1665-b8e3-4070-8769-c2920375df31 is scheduled to L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 with binding_index 1 {{(pid=100192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:20:28.120951 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8873959c-e75c-4fc3-ad09-9ef48716e035 None None] Routers {'0e4031ef-181a-49a7-8ac0-276ebf7bc453'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:28.121479 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-8873959c-e75c-4fc3-ad09-9ef48716e035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:20:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['0e4031ef-181a-49a7-8ac0-276ebf7bc453'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:28.125904 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a56d77-ecf5-459a-b4d0-83af37c74c2b None None] Pushing event updated for resources: {'Port': ['ID=dab38874-158c-4544-8669-6538382f4423,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:28.259600 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:28.273702 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-8873959c-e75c-4fc3-ad09-9ef48716e035 None None] Set router 0e4031ef-181a-49a7-8ac0-276ebf7bc453 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:28.282322 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d914ea-fd58-4bfa-a75d-340e492ff068 admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:20:28.295045 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e5836c-f45b-439c-8e59-2ecaa78c4424 None None] Sync routers for ids ['fbdd1665-b8e3-4070-8769-c2920375df31'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:20:28.304584 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-79d914ea-fd58-4bfa-a75d-340e492ff068 admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:28.306874 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-79d914ea-fd58-4bfa-a75d-340e492ff068 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3146133 Jul 07 18:20:28.309930 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52482) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:28.316977 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e5836c-f45b-439c-8e59-2ecaa78c4424 None None] Routers {'fbdd1665-b8e3-4070-8769-c2920375df31'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:28.318856 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-16e5836c-f45b-439c-8e59-2ecaa78c4424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:20:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['fbdd1665-b8e3-4070-8769-c2920375df31'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:28.482095 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-16e5836c-f45b-439c-8e59-2ecaa78c4424 None None] Set router fbdd1665-b8e3-4070-8769-c2920375df31 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:28.728202 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-8873959c-e75c-4fc3-ad09-9ef48716e035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'name': 'tempest-TestSnapshotPattern-1185717002-router', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:24Z', 'revision_number': 4, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'gw_port': {'id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'dab38874-158c-4544-8669-6538382f4423', 'name': '', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'mac_address': 'fa:16:3e:36:c5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:23Z', 'updated_at': '2021-07-07T18:20:27Z', 'revision_number': 4, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'subnets': [{'id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:28.737775 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-16e5836c-f45b-439c-8e59-2ecaa78c4424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdd1665-b8e3-4070-8769-c2920375df31', 'name': 'tempest-TestSnapshotPattern-870821776-router', 'tenant_id': 'b24a4ea2eee0430fb1ce50a5cf4fbada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:26Z', 'updated_at': '2021-07-07T18:20:27Z', 'revision_number': 3, 'project_id': 'b24a4ea2eee0430fb1ce50a5cf4fbada', 'gw_port': {'id': '6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdd1665-b8e3-4070-8769-c2920375df31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:26Z', 'updated_at': '2021-07-07T18:20:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:28.764327 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8873959c-e75c-4fc3-ad09-9ef48716e035 None None] The sync data for ids ['0e4031ef-181a-49a7-8ac0-276ebf7bc453'] in n-d-791503-12 is: [{'id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'name': 'tempest-TestSnapshotPattern-1185717002-router', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:24Z', 'revision_number': 4, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'gw_port': {'id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'dab38874-158c-4544-8669-6538382f4423', 'name': '', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'mac_address': 'fa:16:3e:36:c5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:23Z', 'updated_at': '2021-07-07T18:20:27Z', 'revision_number': 4, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'subnets': [{'id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:20:28.770815 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e5836c-f45b-439c-8e59-2ecaa78c4424 None None] Checking router: fbdd1665-b8e3-4070-8769-c2920375df31 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:20:28.771177 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e5836c-f45b-439c-8e59-2ecaa78c4424 None None] Updating router fbdd1665-b8e3-4070-8769-c2920375df31 port 6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61 binding host n-d-791503-12 {{(pid=100195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:20:28.841063 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-16e5836c-f45b-439c-8e59-2ecaa78c4424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:28.939781 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-37e411c8-e59c-475b-8495-e3da0fbf0f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:29.076133 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b7f7dc-25a7-4b27-b9bb-b3c8f2d6e8b4 None None] Network 8608fe4d-15aa-4088-9b88-d8c743256bd9 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:20:29.174068 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-37e411c8-e59c-475b-8495-e3da0fbf0f7c admin admin] Allocated IP 172.20.0.1 (8608fe4d-15aa-4088-9b88-d8c743256bd9/c5d33eb2-e80d-403d-ba57-b37dca07b79a/b86fbd4d-4e3a-43e0-8403-0e4d00d5458c) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:20:29.177972 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-16e5836c-f45b-439c-8e59-2ecaa78c4424 None None] Notify callbacks [] for port, precommit_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:29.190923 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-4e66dbda-71ce-43ed-bf22-b824c2008805 None None] Provisioning for port 66dca28e-6ccf-47e9-8290-090a9a695e87 completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:29.197314 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.provisioning_blocks [None req-16e5836c-f45b-439c-8e59-2ecaa78c4424 None None] Transition to ACTIVE for port object 6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61 will not be triggered until provisioned by entity L2. {{(pid=100195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:29.208721 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-16e5836c-f45b-439c-8e59-2ecaa78c4424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:29.297436 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1d927-5b39-4954-b277-e6ac428255f5 None None] Pushing event updated for resources: {'Port': ['ID=6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61,revision_number=2']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:29.310740 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-16e5836c-f45b-439c-8e59-2ecaa78c4424 None None] Attempting to bind port 6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61 on host n-d-791503-12 for vnic_type normal with profile {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:20:29.311458 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-16e5836c-f45b-439c-8e59-2ecaa78c4424 None None] Attempting to bind port 6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61 by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:20:29.311617 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e5836c-f45b-439c-8e59-2ecaa78c4424 None None] Attempting to bind port 6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61 on network b1c8a741-d954-43c5-b974-954b2190b048 {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:20:29.318397 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e5836c-f45b-439c-8e59-2ecaa78c4424 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:20:29.318781 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e5836c-f45b-439c-8e59-2ecaa78c4424 None None] Checking segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:29.319384 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-16e5836c-f45b-439c-8e59-2ecaa78c4424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:29.319726 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e5836c-f45b-439c-8e59-2ecaa78c4424 None None] Bound using segment: {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'} {{(pid=100195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:20:29.320276 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.managers [None req-16e5836c-f45b-439c-8e59-2ecaa78c4424 None None] Bound port: 6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91051b-317a-443f-a37d-d1f857d4f8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048'}}] {{(pid=100195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:20:29.320683 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-16e5836c-f45b-439c-8e59-2ecaa78c4424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:29.360079 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-37e411c8-e59c-475b-8495-e3da0fbf0f7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:29.379410 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [None req-37e411c8-e59c-475b-8495-e3da0fbf0f7c admin admin] Transition to ACTIVE for port object b86fbd4d-4e3a-43e0-8403-0e4d00d5458c will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:29.388197 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-16e5836c-f45b-439c-8e59-2ecaa78c4424 None None] For port 6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61, host n-d-791503-12, cleared binding levels {{(pid=100195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:20:29.392781 n-d-791503-12 neutron-server[100195]: DEBUG neutron.plugins.ml2.db [None req-16e5836c-f45b-439c-8e59-2ecaa78c4424 None None] For port 6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:20:29.399434 n-d-791503-12 neutron-server[100195]: DEBUG neutron_lib.callbacks.manager [None req-16e5836c-f45b-439c-8e59-2ecaa78c4424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:29.433045 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-37e411c8-e59c-475b-8495-e3da0fbf0f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:29.483423 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e411c8-e59c-475b-8495-e3da0fbf0f7c admin admin] Network 8608fe4d-15aa-4088-9b88-d8c743256bd9 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:29.490548 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-37e411c8-e59c-475b-8495-e3da0fbf0f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:29.496221 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1d927-5b39-4954-b277-e6ac428255f5 None None] Pushing event updated for resources: {'Port': ['ID=6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61,revision_number=3']} {{(pid=100195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:29.497411 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e411c8-e59c-475b-8495-e3da0fbf0f7c admin admin] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:20:29.512247 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e5836c-f45b-439c-8e59-2ecaa78c4424 None None] Routers {'fbdd1665-b8e3-4070-8769-c2920375df31'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:29.513607 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-16e5836c-f45b-439c-8e59-2ecaa78c4424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:20:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['fbdd1665-b8e3-4070-8769-c2920375df31'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:29.569521 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-37e411c8-e59c-475b-8495-e3da0fbf0f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8273125'] for router_interface, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:29.640659 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e411c8-e59c-475b-8495-e3da0fbf0f7c admin admin] Pushing event updated for resources: {'Port': ['ID=b86fbd4d-4e3a-43e0-8403-0e4d00d5458c,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:29.689030 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-16e5836c-f45b-439c-8e59-2ecaa78c4424 None None] Set router fbdd1665-b8e3-4070-8769-c2920375df31 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:29.795833 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device dab38874-158c-4544-8669-6538382f4423 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:29.830432 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-37e411c8-e59c-475b-8495-e3da0fbf0f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:29.870355 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port dab38874-158c-4544-8669-6538382f4423 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:29.878505 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port dab38874-158c-4544-8669-6538382f4423 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:29.881779 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:30.000496 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-16e5836c-f45b-439c-8e59-2ecaa78c4424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdd1665-b8e3-4070-8769-c2920375df31', 'name': 'tempest-TestSnapshotPattern-870821776-router', 'tenant_id': 'b24a4ea2eee0430fb1ce50a5cf4fbada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:26Z', 'updated_at': '2021-07-07T18:20:27Z', 'revision_number': 3, 'project_id': 'b24a4ea2eee0430fb1ce50a5cf4fbada', 'gw_port': {'id': '6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdd1665-b8e3-4070-8769-c2920375df31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:26Z', 'updated_at': '2021-07-07T18:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:30.031938 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e5836c-f45b-439c-8e59-2ecaa78c4424 None None] The sync data for ids ['fbdd1665-b8e3-4070-8769-c2920375df31'] in n-d-791503-12 is: [{'id': 'fbdd1665-b8e3-4070-8769-c2920375df31', 'name': 'tempest-TestSnapshotPattern-870821776-router', 'tenant_id': 'b24a4ea2eee0430fb1ce50a5cf4fbada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:26Z', 'updated_at': '2021-07-07T18:20:27Z', 'revision_number': 3, 'project_id': 'b24a4ea2eee0430fb1ce50a5cf4fbada', 'gw_port': {'id': '6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdd1665-b8e3-4070-8769-c2920375df31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:26Z', 'updated_at': '2021-07-07T18:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:20:30.040013 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:30.082561 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a28307ef-6e12-47b6-b721-bc5607be18e6 None None] Provisioning for port b86fbd4d-4e3a-43e0-8403-0e4d00d5458c completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:30.094655 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port dab38874-158c-4544-8669-6538382f4423, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=dab38874-158c-4544-8669-6538382f4423,segment=NetworkSegment(aa2c1be5-8f3d-4227-9eb9-9a9864926125),segment_id=aa2c1be5-8f3d-4227-9eb9-9a9864926125)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:30.096004 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-a28307ef-6e12-47b6-b721-bc5607be18e6 None None] Provisioning complete for port b86fbd4d-4e3a-43e0-8403-0e4d00d5458c triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:30.096552 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a28307ef-6e12-47b6-b721-bc5607be18e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:30.101043 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:30.101542 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-37e411c8-e59c-475b-8495-e3da0fbf0f7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:30.104730 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 66dca28e-6ccf-47e9-8290-090a9a695e87 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:30.106257 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-37e411c8-e59c-475b-8495-e3da0fbf0f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:30.195299 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e411c8-e59c-475b-8495-e3da0fbf0f7c admin admin] Pushing event updated for resources: {'Port': ['ID=b86fbd4d-4e3a-43e0-8403-0e4d00d5458c,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:30.204401 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-37e411c8-e59c-475b-8495-e3da0fbf0f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8267416'] for router_interface, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:30.239030 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=dab38874-158c-4544-8669-6538382f4423,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:30.245890 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-a28307ef-6e12-47b6-b721-bc5607be18e6 None None] Port b86fbd4d-4e3a-43e0-8403-0e4d00d5458c cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:20:30.275222 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 66dca28e-6ccf-47e9-8290-090a9a695e87 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:30.281024 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 66dca28e-6ccf-47e9-8290-090a9a695e87 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:30.281407 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:30.359007 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e411c8-e59c-475b-8495-e3da0fbf0f7c admin admin] Network 8608fe4d-15aa-4088-9b88-d8c743256bd9 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:30.360973 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-37e411c8-e59c-475b-8495-e3da0fbf0f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:30.392917 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:30.439415 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 66dca28e-6ccf-47e9-8290-090a9a695e87, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=66dca28e-6ccf-47e9-8290-090a9a695e87,segment=NetworkSegment(bc1fb330-9765-49d8-81ac-73f15885174f),segment_id=bc1fb330-9765-49d8-81ac-73f15885174f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:30.444697 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:30.556239 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=66dca28e-6ccf-47e9-8290-090a9a695e87,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:30.561614 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:30.566951 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e411c8-e59c-475b-8495-e3da0fbf0f7c admin admin] Router fbdd1665-b8e3-4070-8769-c2920375df31 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:20:30.700204 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e411c8-e59c-475b-8495-e3da0fbf0f7c admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:20:30.705637 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-37e411c8-e59c-475b-8495-e3da0fbf0f7c admin admin] 10.222.0.53 "PUT /v2.0/routers/fbdd1665-b8e3-4070-8769-c2920375df31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3933606 Jul 07 18:20:30.775135 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-995b160e-4752-4161-a94e-c8bb084397ed None None] Provisioning complete for port b86fbd4d-4e3a-43e0-8403-0e4d00d5458c triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:30.775614 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-995b160e-4752-4161-a94e-c8bb084397ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:30.820731 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-995b160e-4752-4161-a94e-c8bb084397ed None None] Port b86fbd4d-4e3a-43e0-8403-0e4d00d5458c cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:20:31.702640 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device dab38874-158c-4544-8669-6538382f4423 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:31.761507 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port dab38874-158c-4544-8669-6538382f4423 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:31.761976 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:31.862865 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 66dca28e-6ccf-47e9-8290-090a9a695e87 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:31.917306 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 66dca28e-6ccf-47e9-8290-090a9a695e87 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:31.917705 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:31.999645 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:32.047971 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port 6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61 completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:32.053387 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:32.053796 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.145942 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.177627 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f457ed-96e0-407f-a3c6-d4a35c7ff091 None None] Sync routers for ids ['fbdd1665-b8e3-4070-8769-c2920375df31'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:20:32.184757 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port 6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:32.191637 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.198788 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f457ed-96e0-407f-a3c6-d4a35c7ff091 None None] Routers {'fbdd1665-b8e3-4070-8769-c2920375df31'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:32.199377 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-30f457ed-96e0-407f-a3c6-d4a35c7ff091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:20:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['fbdd1665-b8e3-4070-8769-c2920375df31'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:32.318366 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:32.352685 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-30f457ed-96e0-407f-a3c6-d4a35c7ff091 None None] Set router fbdd1665-b8e3-4070-8769-c2920375df31 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:32.392152 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52494) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:32.397239 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-b8288cf8-d385-420e-9543-f56aacf97f6a tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-298867703', 'description': 'tempest-secgroup-smoke-298867703 description', 'project_id': 'd34289c0da754f06bf72e73a8ef87a48'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:32.419797 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b8288cf8-d385-420e-9543-f56aacf97f6a tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for security_group, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.511906 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b8288cf8-d385-420e-9543-f56aacf97f6a tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for security_group, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.517648 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b8288cf8-d385-420e-9543-f56aacf97f6a tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.547388 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b8288cf8-d385-420e-9543-f56aacf97f6a tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.548658 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b8288cf8-d385-420e-9543-f56aacf97f6a tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1554480 Jul 07 18:20:32.551264 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8288cf8-d385-420e-9543-f56aacf97f6a tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db0d7976-c38d-4fb6-a1d2-479b746da697,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:32.553771 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52496) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:32.559342 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-2cf8411c-5d54-418e-b255-dd87a07efcd4 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Request body: {'security_group_rule': {'security_group_id': 'db0d7976-c38d-4fb6-a1d2-479b746da697', 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:32.573436 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-30f457ed-96e0-407f-a3c6-d4a35c7ff091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdd1665-b8e3-4070-8769-c2920375df31', 'name': 'tempest-TestSnapshotPattern-870821776-router', 'tenant_id': 'b24a4ea2eee0430fb1ce50a5cf4fbada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:26Z', 'updated_at': '2021-07-07T18:20:29Z', 'revision_number': 4, 'project_id': 'b24a4ea2eee0430fb1ce50a5cf4fbada', 'gw_port': {'id': '6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdd1665-b8e3-4070-8769-c2920375df31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:26Z', 'updated_at': '2021-07-07T18:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'b86fbd4d-4e3a-43e0-8403-0e4d00d5458c', 'name': '', 'network_id': '8608fe4d-15aa-4088-9b88-d8c743256bd9', 'tenant_id': 'b24a4ea2eee0430fb1ce50a5cf4fbada', 'mac_address': 'fa:16:3e:a5:19:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdd1665-b8e3-4070-8769-c2920375df31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'c5d33eb2-e80d-403d-ba57-b37dca07b79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:28Z', 'updated_at': '2021-07-07T18:20:29Z', 'revision_number': 2, 'project_id': 'b24a4ea2eee0430fb1ce50a5cf4fbada', 'subnets': [{'id': 'c5d33eb2-e80d-403d-ba57-b37dca07b79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:32.587344 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2cf8411c-5d54-418e-b255-dd87a07efcd4 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.601713 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f457ed-96e0-407f-a3c6-d4a35c7ff091 None None] Checking router: fbdd1665-b8e3-4070-8769-c2920375df31 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:20:32.602073 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f457ed-96e0-407f-a3c6-d4a35c7ff091 None None] Updating router fbdd1665-b8e3-4070-8769-c2920375df31 port b86fbd4d-4e3a-43e0-8403-0e4d00d5458c binding host n-d-791503-12 {{(pid=100194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:20:32.639055 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-30f457ed-96e0-407f-a3c6-d4a35c7ff091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.653179 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2cf8411c-5d54-418e-b255-dd87a07efcd4 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.658184 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2cf8411c-5d54-418e-b255-dd87a07efcd4 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.680107 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8411c-5d54-418e-b255-dd87a07efcd4 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d6cdab-465d-43dd-97a2-dc57a224f759,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:32.687145 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-2cf8411c-5d54-418e-b255-dd87a07efcd4 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.688552 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-2cf8411c-5d54-418e-b255-dd87a07efcd4 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1331310 Jul 07 18:20:32.692189 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52498) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:32.696958 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-3891f029-e3ee-435c-8652-19df2d6aae5a tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Request body: {'security_group_rule': {'security_group_id': 'db0d7976-c38d-4fb6-a1d2-479b746da697', 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:32.725041 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3891f029-e3ee-435c-8652-19df2d6aae5a tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.800967 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3891f029-e3ee-435c-8652-19df2d6aae5a tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.806383 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3891f029-e3ee-435c-8652-19df2d6aae5a tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.836407 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891f029-e3ee-435c-8652-19df2d6aae5a tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665a823d-aea3-49d9-ae93-1811cb35ee76,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:32.843144 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-3891f029-e3ee-435c-8652-19df2d6aae5a tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.844579 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-3891f029-e3ee-435c-8652-19df2d6aae5a tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1513395 Jul 07 18:20:32.847822 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52500) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:32.852516 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-d14604c8-a90f-4392-b9ce-884e913dd05d tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Request body: {'security_group_rule': {'security_group_id': 'db0d7976-c38d-4fb6-a1d2-479b746da697', 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:32.880883 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d14604c8-a90f-4392-b9ce-884e913dd05d tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.946253 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-30f457ed-96e0-407f-a3c6-d4a35c7ff091 None None] Notify callbacks [] for port, precommit_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.958505 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d14604c8-a90f-4392-b9ce-884e913dd05d tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.960760 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-30f457ed-96e0-407f-a3c6-d4a35c7ff091 None None] Transition to ACTIVE for port object b86fbd4d-4e3a-43e0-8403-0e4d00d5458c will not be triggered until provisioned by entity L2. {{(pid=100194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:32.962827 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d14604c8-a90f-4392-b9ce-884e913dd05d tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.969421 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-30f457ed-96e0-407f-a3c6-d4a35c7ff091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.983391 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14604c8-a90f-4392-b9ce-884e913dd05d tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebcb3efe-f652-45e0-90ba-e7d30d16d737,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:32.994243 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-d14604c8-a90f-4392-b9ce-884e913dd05d tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.998589 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-d14604c8-a90f-4392-b9ce-884e913dd05d tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1470742 Jul 07 18:20:32.999231 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52502) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:33.005791 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-4a1e4fcf-2746-4956-9571-971c4dbae203 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Request body: {'security_group_rule': {'security_group_id': 'db0d7976-c38d-4fb6-a1d2-479b746da697', 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:33.048661 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66966150-1040-46b4-8102-7e61139bfe83 None None] Pushing event updated for resources: {'Port': ['ID=b86fbd4d-4e3a-43e0-8403-0e4d00d5458c,revision_number=3']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:33.051895 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4a1e4fcf-2746-4956-9571-971c4dbae203 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.087912 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-30f457ed-96e0-407f-a3c6-d4a35c7ff091 None None] Attempting to bind port b86fbd4d-4e3a-43e0-8403-0e4d00d5458c on host n-d-791503-12 for vnic_type normal with profile {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:20:33.088233 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-30f457ed-96e0-407f-a3c6-d4a35c7ff091 None None] Attempting to bind port b86fbd4d-4e3a-43e0-8403-0e4d00d5458c by drivers openvswitch,hyperv on host n-d-791503-12 at level 0 using segments [{'id': 'bc1fb330-9765-49d8-81ac-73f15885174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8608fe4d-15aa-4088-9b88-d8c743256bd9'}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:20:33.088636 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f457ed-96e0-407f-a3c6-d4a35c7ff091 None None] Attempting to bind port b86fbd4d-4e3a-43e0-8403-0e4d00d5458c on network 8608fe4d-15aa-4088-9b88-d8c743256bd9 {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:20:33.096422 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f457ed-96e0-407f-a3c6-d4a35c7ff091 None None] Checking agent: {'id': '72fd88a6-31fb-4456-b1da-a868f0f9c05c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 40, 26), 'started_at': datetime.datetime(2021, 7, 7, 16, 40, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791503-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:20:33.096840 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f457ed-96e0-407f-a3c6-d4a35c7ff091 None None] Checking segment: {'id': 'bc1fb330-9765-49d8-81ac-73f15885174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8608fe4d-15aa-4088-9b88-d8c743256bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:33.097295 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-30f457ed-96e0-407f-a3c6-d4a35c7ff091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.097710 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f457ed-96e0-407f-a3c6-d4a35c7ff091 None None] Bound using segment: {'id': 'bc1fb330-9765-49d8-81ac-73f15885174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8608fe4d-15aa-4088-9b88-d8c743256bd9'} {{(pid=100194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:20:33.099492 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.managers [None req-30f457ed-96e0-407f-a3c6-d4a35c7ff091 None None] Bound port: b86fbd4d-4e3a-43e0-8403-0e4d00d5458c, host: n-d-791503-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1fb330-9765-49d8-81ac-73f15885174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8608fe4d-15aa-4088-9b88-d8c743256bd9'}}] {{(pid=100194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:20:33.099852 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-30f457ed-96e0-407f-a3c6-d4a35c7ff091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.143739 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4a1e4fcf-2746-4956-9571-971c4dbae203 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.152763 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4a1e4fcf-2746-4956-9571-971c4dbae203 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.174342 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e4fcf-2746-4956-9571-971c4dbae203 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60901678-77e1-44d2-bcc2-3554e86130ae,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:33.185748 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-4a1e4fcf-2746-4956-9571-971c4dbae203 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.187048 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-4a1e4fcf-2746-4956-9571-971c4dbae203 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1865616 Jul 07 18:20:33.190201 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52504) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:33.197071 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-b267ae31-8350-4e01-8c42-b9ee0c149619 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Request body: {'security_group_rule': {'security_group_id': 'db0d7976-c38d-4fb6-a1d2-479b746da697', 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:33.201398 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-30f457ed-96e0-407f-a3c6-d4a35c7ff091 None None] For port b86fbd4d-4e3a-43e0-8403-0e4d00d5458c, host n-d-791503-12, cleared binding levels {{(pid=100194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:20:33.209722 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-30f457ed-96e0-407f-a3c6-d4a35c7ff091 None None] For port b86fbd4d-4e3a-43e0-8403-0e4d00d5458c, host n-d-791503-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b86fbd4d-4e3a-43e0-8403-0e4d00d5458c,segment=NetworkSegment(bc1fb330-9765-49d8-81ac-73f15885174f),segment_id=bc1fb330-9765-49d8-81ac-73f15885174f)] {{(pid=100194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:20:33.216355 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-30f457ed-96e0-407f-a3c6-d4a35c7ff091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.247613 n-d-791503-12 neutron-server[100193]: INFO neutron.db.securitygroups_db [None req-b267ae31-8350-4e01-8c42-b9ee0c149619 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Project d34289c0da754f06bf72e73a8ef87a48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:20:33.262620 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b267ae31-8350-4e01-8c42-b9ee0c149619 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.303832 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66966150-1040-46b4-8102-7e61139bfe83 None None] Pushing event updated for resources: {'Port': ['ID=b86fbd4d-4e3a-43e0-8403-0e4d00d5458c,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:33.316222 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f457ed-96e0-407f-a3c6-d4a35c7ff091 None None] Routers {'fbdd1665-b8e3-4070-8769-c2920375df31'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:33.317425 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-30f457ed-96e0-407f-a3c6-d4a35c7ff091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:20:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['fbdd1665-b8e3-4070-8769-c2920375df31'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:33.349124 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b267ae31-8350-4e01-8c42-b9ee0c149619 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.355976 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b267ae31-8350-4e01-8c42-b9ee0c149619 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.374567 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267ae31-8350-4e01-8c42-b9ee0c149619 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2626d5-62d5-4ead-8fa5-6e3c54062e82,revision_number=0']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:33.397126 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-b267ae31-8350-4e01-8c42-b9ee0c149619 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.399301 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-b267ae31-8350-4e01-8c42-b9ee0c149619 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2079868 Jul 07 18:20:33.402660 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52506) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:33.409470 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-43b23323-0c21-4771-80de-bfd622a47f29 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Request body: {'security_group_rule': {'security_group_id': 'db0d7976-c38d-4fb6-a1d2-479b746da697', 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:33.437838 n-d-791503-12 neutron-server[100192]: INFO neutron.db.securitygroups_db [None req-43b23323-0c21-4771-80de-bfd622a47f29 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Project d34289c0da754f06bf72e73a8ef87a48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:20:33.444768 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-43b23323-0c21-4771-80de-bfd622a47f29 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.475754 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-30f457ed-96e0-407f-a3c6-d4a35c7ff091 None None] Set router fbdd1665-b8e3-4070-8769-c2920375df31 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:33.545207 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-43b23323-0c21-4771-80de-bfd622a47f29 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.549772 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-43b23323-0c21-4771-80de-bfd622a47f29 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459785'] for security_group_rule, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.570781 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b23323-0c21-4771-80de-bfd622a47f29 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c3f0e7-2afc-4094-adfd-f90ba1edf8a9,revision_number=0']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:33.580183 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-43b23323-0c21-4771-80de-bfd622a47f29 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.582523 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-43b23323-0c21-4771-80de-bfd622a47f29 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1775925 Jul 07 18:20:33.666644 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61 up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:33.764971 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-a2cce5f7-9175-402b-852e-bc0b461b9e94 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-298867703&fields=id&tenant_id=d34289c0da754f06bf72e73a8ef87a48 HTTP/1.1" status: 200 len: 267 time: 0.0412774 Jul 07 18:20:33.777289 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port 6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61 triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:33.777665 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.818125 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-30f457ed-96e0-407f-a3c6-d4a35c7ff091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdd1665-b8e3-4070-8769-c2920375df31', 'name': 'tempest-TestSnapshotPattern-870821776-router', 'tenant_id': 'b24a4ea2eee0430fb1ce50a5cf4fbada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:26Z', 'updated_at': '2021-07-07T18:20:29Z', 'revision_number': 4, 'project_id': 'b24a4ea2eee0430fb1ce50a5cf4fbada', 'gw_port': {'id': '6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdd1665-b8e3-4070-8769-c2920375df31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:26Z', 'updated_at': '2021-07-07T18:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'b86fbd4d-4e3a-43e0-8403-0e4d00d5458c', 'name': '', 'network_id': '8608fe4d-15aa-4088-9b88-d8c743256bd9', 'tenant_id': 'b24a4ea2eee0430fb1ce50a5cf4fbada', 'mac_address': 'fa:16:3e:a5:19:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdd1665-b8e3-4070-8769-c2920375df31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'c5d33eb2-e80d-403d-ba57-b37dca07b79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:28Z', 'updated_at': '2021-07-07T18:20:33Z', 'revision_number': 4, 'project_id': 'b24a4ea2eee0430fb1ce50a5cf4fbada', 'subnets': [{'id': 'c5d33eb2-e80d-403d-ba57-b37dca07b79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:33.851337 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f457ed-96e0-407f-a3c6-d4a35c7ff091 None None] The sync data for ids ['fbdd1665-b8e3-4070-8769-c2920375df31'] in n-d-791503-12 is: [{'id': 'fbdd1665-b8e3-4070-8769-c2920375df31', 'name': 'tempest-TestSnapshotPattern-870821776-router', 'tenant_id': 'b24a4ea2eee0430fb1ce50a5cf4fbada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:26Z', 'updated_at': '2021-07-07T18:20:29Z', 'revision_number': 4, 'project_id': 'b24a4ea2eee0430fb1ce50a5cf4fbada', 'gw_port': {'id': '6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdd1665-b8e3-4070-8769-c2920375df31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:26Z', 'updated_at': '2021-07-07T18:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'b86fbd4d-4e3a-43e0-8403-0e4d00d5458c', 'name': '', 'network_id': '8608fe4d-15aa-4088-9b88-d8c743256bd9', 'tenant_id': 'b24a4ea2eee0430fb1ce50a5cf4fbada', 'mac_address': 'fa:16:3e:a5:19:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdd1665-b8e3-4070-8769-c2920375df31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'c5d33eb2-e80d-403d-ba57-b37dca07b79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:28Z', 'updated_at': '2021-07-07T18:20:33Z', 'revision_number': 4, 'project_id': 'b24a4ea2eee0430fb1ce50a5cf4fbada', 'subnets': [{'id': 'c5d33eb2-e80d-403d-ba57-b37dca07b79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:20:33.903492 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-a85efeac-1f80-4d71-85b0-4d4796a35c62 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:33.906749 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-a85efeac-1f80-4d71-85b0-4d4796a35c62 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/networks?id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c HTTP/1.1" status: 200 len: 810 time: 0.1344483 Jul 07 18:20:33.935807 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-8873a0a4-4d83-42ba-a5b5-7b3a8d143063 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/quotas/d34289c0da754f06bf72e73a8ef87a48 HTTP/1.1" status: 200 len: 375 time: 0.0149782 Jul 07 18:20:34.024370 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-ffbaf317-6f99-447d-a24d-df712668666b tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d34289c0da754f06bf72e73a8ef87a48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799627 Jul 07 18:20:34.042609 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-d0cc63fc-a945-45fe-b742-d34f3c5bbfb8 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:20:34.043565 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-d0cc63fc-a945-45fe-b742-d34f3c5bbfb8 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064826 Jul 07 18:20:34.251924 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-b3c0fe71-3aba-4de2-bc68-a906671b5bc3 service neutron] 10.222.0.53 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016721 Jul 07 18:20:34.357809 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-4bd639fc-c1f5-4dea-9d50-0a36d275147e service neutron] 10.222.0.53 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994577 Jul 07 18:20:34.539119 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0b6b8caa-9beb-44e0-beb9-a21c051c8102 req-c5967c79-a478-472a-8b55-e5b65b05b6d7 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111 HTTP/1.1" status: 200 len: 210 time: 0.0293868 Jul 07 18:20:35.647579 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b86fbd4d-4e3a-43e0-8403-0e4d00d5458c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:35.710742 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-de14a5cf-04f5-4b18-98dc-a0c9cd50bc58 req-bce11475-b80b-479d-b307-1aa77c699da6 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111 HTTP/1.1" status: 200 len: 210 time: 0.0466595 Jul 07 18:20:35.713395 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning for port b86fbd4d-4e3a-43e0-8403-0e4d00d5458c completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:35.726619 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port b86fbd4d-4e3a-43e0-8403-0e4d00d5458c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:35.726619 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:35.827123 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:35.856271 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-fa9c117a-6712-49fd-aba2-3c341df45ae4 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:35.858625 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-fa9c117a-6712-49fd-aba2-3c341df45ae4 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.72 "GET /v2.0/networks?id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c HTTP/1.1" status: 200 len: 810 time: 0.1190751 Jul 07 18:20:35.871675 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] For port b86fbd4d-4e3a-43e0-8403-0e4d00d5458c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b86fbd4d-4e3a-43e0-8403-0e4d00d5458c,segment=NetworkSegment(bc1fb330-9765-49d8-81ac-73f15885174f),segment_id=bc1fb330-9765-49d8-81ac-73f15885174f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:35.878950 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:35.923702 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-f4ba8ebe-eadb-4709-8d82-a7d88651cfce tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d34289c0da754f06bf72e73a8ef87a48 HTTP/1.1" status: 200 len: 379 time: 0.0558848 Jul 07 18:20:35.935498 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-e7ab1560-3848-4afa-9fad-9923655f51bd tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Request body: {'port': {'device_id': '73ee691a-77e0-4a11-866a-bf0ec09aa111', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'admin_state_up': True, 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'security_groups': ['db0d7976-c38d-4fb6-a1d2-479b746da697']}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:35.937026 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Pushing event updated for resources: {'Port': ['ID=b86fbd4d-4e3a-43e0-8403-0e4d00d5458c,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:36.071362 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-e7ab1560-3848-4afa-9fad-9923655f51bd tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Made reservation on behalf of d34289c0da754f06bf72e73a8ef87a48 for: {'port': 1} {{(pid=100193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:20:36.075868 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-e7ab1560-3848-4afa-9fad-9923655f51bd tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:36.219261 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-e7ab1560-3848-4afa-9fad-9923655f51bd tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Allocated IP 172.20.0.14 (0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c/bae8c4a7-55f2-44f8-af6d-adf0fcfea82a/2c7aec66-0ec4-4ab9-bf71-2578f969563c) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:20:36.388517 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-e7ab1560-3848-4afa-9fad-9923655f51bd tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:36.405476 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-e7ab1560-3848-4afa-9fad-9923655f51bd tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Transition to ACTIVE for port object 2c7aec66-0ec4-4ab9-bf71-2578f969563c will not be triggered until provisioned by entity DHCP. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:36.448358 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-e7ab1560-3848-4afa-9fad-9923655f51bd tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:36.495748 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-e7ab1560-3848-4afa-9fad-9923655f51bd tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Network 0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:36.499313 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-e7ab1560-3848-4afa-9fad-9923655f51bd tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:36.506874 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-e7ab1560-3848-4afa-9fad-9923655f51bd tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:20:36.533490 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab1560-3848-4afa-9fad-9923655f51bd tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Pushing event updated for resources: {'Port': ['ID=2c7aec66-0ec4-4ab9-bf71-2578f969563c,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:36.564830 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-e7ab1560-3848-4afa-9fad-9923655f51bd tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:36.565477 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-e7ab1560-3848-4afa-9fad-9923655f51bd tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:36.582549 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-e7ab1560-3848-4afa-9fad-9923655f51bd tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6532459 Jul 07 18:20:36.594597 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-8d04ac1f-e8ad-4b8c-85c8-fc03304b7957 service neutron] Request body: {'port': {'device_id': '73ee691a-77e0-4a11-866a-bf0ec09aa111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791503-12'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:36.697443 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-8d04ac1f-e8ad-4b8c-85c8-fc03304b7957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:36.803218 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1672e09d-3029-4767-9aeb-daeb9daf9c4a None None] Provisioning for port 2c7aec66-0ec4-4ab9-bf71-2578f969563c completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:36.811900 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-1672e09d-3029-4767-9aeb-daeb9daf9c4a None None] Provisioning complete for port 2c7aec66-0ec4-4ab9-bf71-2578f969563c triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:36.812416 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1672e09d-3029-4767-9aeb-daeb9daf9c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:36.850464 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-1672e09d-3029-4767-9aeb-daeb9daf9c4a None None] Port 2c7aec66-0ec4-4ab9-bf71-2578f969563c cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:20:36.971988 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23ae7e-4429-4cb7-93e4-5941e36ae9cd req-ab852c49-7b84-4097-a737-9c669e8dadec tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:36.974684 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c23ae7e-4429-4cb7-93e4-5941e36ae9cd req-ab852c49-7b84-4097-a737-9c669e8dadec tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111 HTTP/1.1" status: 200 len: 932 time: 0.1421297 Jul 07 18:20:37.059646 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-7c23ae7e-4429-4cb7-93e4-5941e36ae9cd req-39332e68-e450-4c07-846c-e46acbd8e147 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785394 Jul 07 18:20:37.063369 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-8d04ac1f-e8ad-4b8c-85c8-fc03304b7957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c7aec66-0ec4-4ab9-bf71-2578f969563c {{(pid=100193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:20:37.072262 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-8d04ac1f-e8ad-4b8c-85c8-fc03304b7957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:37.091697 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.provisioning_blocks [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-8d04ac1f-e8ad-4b8c-85c8-fc03304b7957 service neutron] Transition to ACTIVE for port object 2c7aec66-0ec4-4ab9-bf71-2578f969563c will not be triggered until provisioned by entity L2. {{(pid=100193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:37.095366 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-8d04ac1f-e8ad-4b8c-85c8-fc03304b7957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:37.151413 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04ac1f-e8ad-4b8c-85c8-fc03304b7957 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7aec66-0ec4-4ab9-bf71-2578f969563c,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:37.234284 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-8d04ac1f-e8ad-4b8c-85c8-fc03304b7957 service neutron] Attempting to bind port 2c7aec66-0ec4-4ab9-bf71-2578f969563c on host n-h2-791503-12 for vnic_type normal with profile {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:20:37.234710 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-8d04ac1f-e8ad-4b8c-85c8-fc03304b7957 service neutron] Attempting to bind port 2c7aec66-0ec4-4ab9-bf71-2578f969563c by drivers openvswitch,hyperv on host n-h2-791503-12 at level 0 using segments [{'id': 'aa2c1be5-8f3d-4227-9eb9-9a9864926125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c'}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:20:37.235109 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-8d04ac1f-e8ad-4b8c-85c8-fc03304b7957 service neutron] Attempting to bind port 2c7aec66-0ec4-4ab9-bf71-2578f969563c on network 0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:20:37.241366 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-8d04ac1f-e8ad-4b8c-85c8-fc03304b7957 service neutron] Port 2c7aec66-0ec4-4ab9-bf71-2578f969563c on network 0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c not bound, no agent of type Open vSwitch agent registered on host n-h2-791503-12 {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:20:37.241782 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-8d04ac1f-e8ad-4b8c-85c8-fc03304b7957 service neutron] Attempting to bind port 2c7aec66-0ec4-4ab9-bf71-2578f969563c on network 0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:20:37.248010 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-8d04ac1f-e8ad-4b8c-85c8-fc03304b7957 service neutron] Checking agent: {'id': '8cd296fb-badb-4da1-8bf7-f172d6c27e78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:20:37.248491 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-8d04ac1f-e8ad-4b8c-85c8-fc03304b7957 service neutron] Checking segment: {'id': 'aa2c1be5-8f3d-4227-9eb9-9a9864926125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:37.249283 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-8d04ac1f-e8ad-4b8c-85c8-fc03304b7957 service neutron] Bound using segment: {'id': 'aa2c1be5-8f3d-4227-9eb9-9a9864926125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c'} {{(pid=100193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:20:37.249866 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.managers [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-8d04ac1f-e8ad-4b8c-85c8-fc03304b7957 service neutron] Bound port: 2c7aec66-0ec4-4ab9-bf71-2578f969563c, host: n-h2-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa2c1be5-8f3d-4227-9eb9-9a9864926125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c'}}] {{(pid=100193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:20:37.250350 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-8d04ac1f-e8ad-4b8c-85c8-fc03304b7957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:37.626407 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b86fbd4d-4e3a-43e0-8403-0e4d00d5458c up at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:37.683174 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Provisioning complete for port b86fbd4d-4e3a-43e0-8403-0e4d00d5458c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:37.683542 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:37.702119 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-8d04ac1f-e8ad-4b8c-85c8-fc03304b7957 service neutron] For port 2c7aec66-0ec4-4ab9-bf71-2578f969563c, host n-h2-791503-12, cleared binding levels {{(pid=100193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:20:37.705486 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-8d04ac1f-e8ad-4b8c-85c8-fc03304b7957 service neutron] For port 2c7aec66-0ec4-4ab9-bf71-2578f969563c, host n-h2-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=2c7aec66-0ec4-4ab9-bf71-2578f969563c,segment=NetworkSegment(aa2c1be5-8f3d-4227-9eb9-9a9864926125),segment_id=aa2c1be5-8f3d-4227-9eb9-9a9864926125)] {{(pid=100193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:20:37.712021 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-8d04ac1f-e8ad-4b8c-85c8-fc03304b7957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:37.748290 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-8d04ac1f-e8ad-4b8c-85c8-fc03304b7957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:37.749029 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-8d04ac1f-e8ad-4b8c-85c8-fc03304b7957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:37.750489 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-8d04ac1f-e8ad-4b8c-85c8-fc03304b7957 service neutron] 10.222.0.72 "PUT /v2.0/ports/2c7aec66-0ec4-4ab9-bf71-2578f969563c HTTP/1.1" status: 200 len: 1093 time: 1.1605687 Jul 07 18:20:37.751017 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ee691a-77e0-4a11-866a-bf0ec09aa111', 'tag': '2c7aec66-0ec4-4ab9-bf71-2578f969563c'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:20:37.755309 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4985037c-dd1f-47ca-83c7-96096bde6d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "73ee691a-77e0-4a11-866a-bf0ec09aa111", "tag": "2c7aec66-0ec4-4ab9-bf71-2578f969563c"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:20:37.793719 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04ac1f-e8ad-4b8c-85c8-fc03304b7957 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7aec66-0ec4-4ab9-bf71-2578f969563c,revision_number=3']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:37.864943 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-27b93ec7-54c5-4bfd-b372-b7e990913b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:37.866876 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-27b93ec7-54c5-4bfd-b372-b7e990913b4d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d34289c0da754f06bf72e73a8ef87a48&device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111 HTTP/1.1" status: 200 len: 1096 time: 0.0647941 Jul 07 18:20:37.925827 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9530c8aa-8888-444f-a333-4cabda206d5a x-openstack-request-id: req-9530c8aa-8888-444f-a333-4cabda206d5a {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:20:37.926123 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ee691a-77e0-4a11-866a-bf0ec09aa111", "tag": "2c7aec66-0ec4-4ab9-bf71-2578f969563c", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:20:37.926363 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9530c8aa-8888-444f-a333-4cabda206d5a {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:20:37.926768 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ee691a-77e0-4a11-866a-bf0ec09aa111', 'tag': '2c7aec66-0ec4-4ab9-bf71-2578f969563c', 'status': 'completed', 'code': 200} Jul 07 18:20:37.928760 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-f3b78d6c-f37e-47db-bc77-6dea082d477f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c7aec66-0ec4-4ab9-bf71-2578f969563c HTTP/1.1" status: 200 len: 217 time: 0.0547121 Jul 07 18:20:37.988746 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-5857f147-e9ba-4d1b-be1a-c22efa56af9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:37.990438 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-5857f147-e9ba-4d1b-be1a-c22efa56af9e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bae8c4a7-55f2-44f8-af6d-adf0fcfea82a HTTP/1.1" status: 200 len: 849 time: 0.0527368 Jul 07 18:20:38.049612 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-090aab70-18fc-469f-881d-295ef9acd8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:38.051287 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-090aab70-18fc-469f-881d-295ef9acd8af service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549037 Jul 07 18:20:38.150362 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-5e6939c8-4fd4-4062-b46b-7f5d4621ab01 service neutron] 10.222.0.72 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919197 Jul 07 18:20:38.286544 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4ee3fdf6-b547-4dca-8451-2ddd492b22e4 req-a330a661-a761-47d4-96fa-968ac7981c72 service neutron] 10.222.0.72 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300261 Jul 07 18:20:38.306876 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0208bb-d5ab-4446-87ca-5f56567eeca5 req-00130662-54e7-456d-983d-c7b2555a6375 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:38.308304 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9f0208bb-d5ab-4446-87ca-5f56567eeca5 req-00130662-54e7-456d-983d-c7b2555a6375 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111 HTTP/1.1" status: 200 len: 944 time: 0.1074688 Jul 07 18:20:38.322991 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:38.377079 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9f0208bb-d5ab-4446-87ca-5f56567eeca5 req-3d77f4cc-4bcf-4483-87b3-5f05d92d03b9 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593848 Jul 07 18:20:38.405279 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985037c-dd1f-47ca-83c7-96096bde6d1c req-33cc1df8-61f6-4528-9a6f-73aa3d729fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:38.406808 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4985037c-dd1f-47ca-83c7-96096bde6d1c req-33cc1df8-61f6-4528-9a6f-73aa3d729fd5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d34289c0da754f06bf72e73a8ef87a48&device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111 HTTP/1.1" status: 200 len: 1096 time: 0.0613451 Jul 07 18:20:38.506642 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985037c-dd1f-47ca-83c7-96096bde6d1c req-ccd322ec-d39c-4069-8e25-3ecd22457258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:38.508170 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4985037c-dd1f-47ca-83c7-96096bde6d1c req-ccd322ec-d39c-4069-8e25-3ecd22457258 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c HTTP/1.1" status: 200 len: 911 time: 0.0943122 Jul 07 18:20:38.562111 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4985037c-dd1f-47ca-83c7-96096bde6d1c req-b12d2eaf-95b3-4918-9eb9-7b6ffd00af0c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c7aec66-0ec4-4ab9-bf71-2578f969563c HTTP/1.1" status: 200 len: 217 time: 0.0466695 Jul 07 18:20:38.613276 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985037c-dd1f-47ca-83c7-96096bde6d1c req-1ec4b577-2fff-4f93-8b95-be73bc4117be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:38.614671 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4985037c-dd1f-47ca-83c7-96096bde6d1c req-1ec4b577-2fff-4f93-8b95-be73bc4117be service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bae8c4a7-55f2-44f8-af6d-adf0fcfea82a HTTP/1.1" status: 200 len: 849 time: 0.0457275 Jul 07 18:20:38.682588 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985037c-dd1f-47ca-83c7-96096bde6d1c req-11120986-a6a5-4ee7-b53c-707ba36e84be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:38.684153 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4985037c-dd1f-47ca-83c7-96096bde6d1c req-11120986-a6a5-4ee7-b53c-707ba36e84be service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625644 Jul 07 18:20:38.713479 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:38.788055 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4985037c-dd1f-47ca-83c7-96096bde6d1c req-95f7378f-a971-4a6d-8680-a67617bde7ae service neutron] 10.222.0.72 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938416 Jul 07 18:20:38.892517 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-4985037c-dd1f-47ca-83c7-96096bde6d1c req-0fd4656a-32a0-4389-a091-680189d91aea service neutron] 10.222.0.72 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978973 Jul 07 18:20:39.563166 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7c29e-b950-4f7c-aeaa-510359f6971e req-a1c8e6c9-d601-4f7a-ab95-22786c70c9de tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:39.564591 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f6d7c29e-b950-4f7c-aeaa-510359f6971e req-a1c8e6c9-d601-4f7a-ab95-22786c70c9de tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111 HTTP/1.1" status: 200 len: 944 time: 0.0739460 Jul 07 18:20:39.605989 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-f6d7c29e-b950-4f7c-aeaa-510359f6971e req-b5e1dc56-f441-42fc-b1c4-3e8d4a1d804b tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345671 Jul 07 18:20:40.695118 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 2c7aec66-0ec4-4ab9-bf71-2578f969563c details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:20:40.789245 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50a935-72cb-4e59-a201-860e7a5da50b req-8addce6f-5061-4525-a47c-e1d79984d7fc tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:40.790865 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc50a935-72cb-4e59-a201-860e7a5da50b req-8addce6f-5061-4525-a47c-e1d79984d7fc tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111 HTTP/1.1" status: 200 len: 944 time: 0.0712166 Jul 07 18:20:40.798135 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 2c7aec66-0ec4-4ab9-bf71-2578f969563c, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=2c7aec66-0ec4-4ab9-bf71-2578f969563c,segment=NetworkSegment(aa2c1be5-8f3d-4227-9eb9-9a9864926125),segment_id=aa2c1be5-8f3d-4227-9eb9-9a9864926125)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:40.811468 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '2c7aec66-0ec4-4ab9-bf71-2578f969563c', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'port_id': '2c7aec66-0ec4-4ab9-bf71-2578f969563c', 'mac_address': 'fa:16:3e:07:c1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:20:40.831949 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc50a935-72cb-4e59-a201-860e7a5da50b req-3140fdfe-d33b-4e07-b5a8-bc64c1babc93 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347500 Jul 07 18:20:40.857991 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:40.871325 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c7aec66-0ec4-4ab9-bf71-2578f969563c {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:20:40.891467 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 2c7aec66-0ec4-4ab9-bf71-2578f969563c, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=2c7aec66-0ec4-4ab9-bf71-2578f969563c,segment=NetworkSegment(aa2c1be5-8f3d-4227-9eb9-9a9864926125),segment_id=aa2c1be5-8f3d-4227-9eb9-9a9864926125)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:40.896549 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:40.946012 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=2c7aec66-0ec4-4ab9-bf71-2578f969563c,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:41.124961 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['2c7aec66-0ec4-4ab9-bf71-2578f969563c'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:20:42.022174 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46deb452-3193-4b13-8dcd-ad17d11c4032 req-a59936f2-4d70-4a86-a5b5-f5721eca2e78 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:42.026056 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-46deb452-3193-4b13-8dcd-ad17d11c4032 req-a59936f2-4d70-4a86-a5b5-f5721eca2e78 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111 HTTP/1.1" status: 200 len: 945 time: 0.0701022 Jul 07 18:20:42.068677 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-46deb452-3193-4b13-8dcd-ad17d11c4032 req-a20e4fce-59f7-4686-a1ae-864c0b4501ef tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383339 Jul 07 18:20:42.704609 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 2c7aec66-0ec4-4ab9-bf71-2578f969563c up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:42.755054 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning for port 2c7aec66-0ec4-4ab9-bf71-2578f969563c completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:42.758734 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 2c7aec66-0ec4-4ab9-bf71-2578f969563c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:42.759105 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:42.840521 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:42.878080 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ee691a-77e0-4a11-866a-bf0ec09aa111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7aec66-0ec4-4ab9-bf71-2578f969563c'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:20:42.881292 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7580a93e-9c5a-4d99-af2d-ecd4cf69ae79" -d '{"events": [{"server_uuid": "73ee691a-77e0-4a11-866a-bf0ec09aa111", "name": "network-vif-plugged", "status": "completed", "tag": "2c7aec66-0ec4-4ab9-bf71-2578f969563c"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:20:42.897309 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 2c7aec66-0ec4-4ab9-bf71-2578f969563c, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=2c7aec66-0ec4-4ab9-bf71-2578f969563c,segment=NetworkSegment(aa2c1be5-8f3d-4227-9eb9-9a9864926125),segment_id=aa2c1be5-8f3d-4227-9eb9-9a9864926125)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:42.902399 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:42.929079 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e67474-bdb2-4a04-a555-3ac42af516d0 x-openstack-request-id: req-31e67474-bdb2-4a04-a555-3ac42af516d0 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:20:42.929384 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ee691a-77e0-4a11-866a-bf0ec09aa111", "name": "network-vif-plugged", "status": "completed", "tag": "2c7aec66-0ec4-4ab9-bf71-2578f969563c", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:20:42.929657 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-31e67474-bdb2-4a04-a555-3ac42af516d0 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:20:42.930055 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ee691a-77e0-4a11-866a-bf0ec09aa111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7aec66-0ec4-4ab9-bf71-2578f969563c', 'code': 200} Jul 07 18:20:42.959171 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=2c7aec66-0ec4-4ab9-bf71-2578f969563c,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:43.047724 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914671ac-036b-4d8b-ab31-c31049003b45 req-323ca90a-19bf-4c12-af1e-c20f7746ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:43.049331 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-914671ac-036b-4d8b-ab31-c31049003b45 req-323ca90a-19bf-4c12-af1e-c20f7746ca0f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111 HTTP/1.1" status: 200 len: 1098 time: 0.0547998 Jul 07 18:20:43.086127 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-914671ac-036b-4d8b-ab31-c31049003b45 req-85f81b6f-fdd5-416a-b2e6-613ce74c5079 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300679 Jul 07 18:20:43.257717 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d9acb-ff46-4217-bf0e-8cf3bccc2edd req-3292da16-907c-4abb-8597-499df5918181 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:43.259147 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1f4d9acb-ff46-4217-bf0e-8cf3bccc2edd req-3292da16-907c-4abb-8597-499df5918181 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111 HTTP/1.1" status: 200 len: 946 time: 0.0733659 Jul 07 18:20:43.299171 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1f4d9acb-ff46-4217-bf0e-8cf3bccc2edd req-e692d33d-d8ad-4be3-aaab-faaf41208c36 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345750 Jul 07 18:20:44.524771 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0de1cd-4517-47de-8282-165f4601c8b5 req-d99a61a1-1a3b-4e02-9f36-daccdb9e69e8 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:44.526313 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9a0de1cd-4517-47de-8282-165f4601c8b5 req-d99a61a1-1a3b-4e02-9f36-daccdb9e69e8 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111 HTTP/1.1" status: 200 len: 946 time: 0.0716507 Jul 07 18:20:44.567609 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9a0de1cd-4517-47de-8282-165f4601c8b5 req-c025d90c-06e7-42af-a6b0-23099d693902 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356317 Jul 07 18:20:44.762876 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a3eb5-94e5-4a18-a561-e7b2ed2a8d91 req-d9b77d14-596e-469a-a5ba-53981edd1a62 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:44.764521 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-569a3eb5-94e5-4a18-a561-e7b2ed2a8d91 req-d9b77d14-596e-469a-a5ba-53981edd1a62 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111 HTTP/1.1" status: 200 len: 946 time: 0.0752199 Jul 07 18:20:44.806485 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-569a3eb5-94e5-4a18-a561-e7b2ed2a8d91 req-510b6362-ee4e-43ba-8165-9d5f8db1958f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354362 Jul 07 18:20:44.833103 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52566) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:44.938131 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f519894c-43bd-4a22-9db2-dfd79837dce7 tempest-TestSnapshotPattern-351274366 tempest-TestSnapshotPattern-351274366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:44.939681 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f519894c-43bd-4a22-9db2-dfd79837dce7 tempest-TestSnapshotPattern-351274366 tempest-TestSnapshotPattern-351274366-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111 HTTP/1.1" status: 200 len: 1093 time: 0.1052911 Jul 07 18:20:44.942743 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 52572) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:44.947258 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.v2.base [None req-1d03b29f-8ef5-41a7-b34f-9e7b48ca8241 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'port_id': '2c7aec66-0ec4-4ab9-bf71-2578f969563c', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:44.970233 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1d03b29f-8ef5-41a7-b34f-9e7b48ca8241 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for floatingip, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:45.075704 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1d03b29f-8ef5-41a7-b34f-9e7b48ca8241 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:45.177774 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_common [None req-1d03b29f-8ef5-41a7-b34f-9e7b48ca8241 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Allocated IP 172.25.0.145 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/90655e39-73ab-4d5e-8052-f794c302d455) {{(pid=100193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:20:45.293695 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1d03b29f-8ef5-41a7-b34f-9e7b48ca8241 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for port, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:45.334447 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1d03b29f-8ef5-41a7-b34f-9e7b48ca8241 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16359450'] for port, after_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:45.373529 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d03b29f-8ef5-41a7-b34f-9e7b48ca8241 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:45.379502 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.base_scheduler [None req-1d03b29f-8ef5-41a7-b34f-9e7b48ca8241 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Resources bound (agent type, host, resource id): {{(pid=100193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:45.382101 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d03b29f-8ef5-41a7-b34f-9e7b48ca8241 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Received port after_create {{(pid=100193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:20:45.405661 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03b29f-8ef5-41a7-b34f-9e7b48ca8241 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Pushing event updated for resources: {'Port': ['ID=90655e39-73ab-4d5e-8052-f794c302d455,revision_number=1']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:45.767426 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1d03b29f-8ef5-41a7-b34f-9e7b48ca8241 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:45.863550 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1d03b29f-8ef5-41a7-b34f-9e7b48ca8241 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:46.013787 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1d03b29f-8ef5-41a7-b34f-9e7b48ca8241 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for port, precommit_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:46.018623 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1d03b29f-8ef5-41a7-b34f-9e7b48ca8241 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16359656'] for port, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:46.090238 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03b29f-8ef5-41a7-b34f-9e7b48ca8241 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Pushing event updated for resources: {'Port': ['ID=90655e39-73ab-4d5e-8052-f794c302d455,revision_number=2']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:46.103141 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1d03b29f-8ef5-41a7-b34f-9e7b48ca8241 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:46.205903 n-d-791503-12 neutron-server[100193]: INFO neutron.db.l3_db [None req-1d03b29f-8ef5-41a7-b34f-9e7b48ca8241 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Floating IP e1878b00-2fc4-4ea4-b26e-054608905fad associated. External IP: 172.25.0.145, port: 2c7aec66-0ec4-4ab9-bf71-2578f969563c. Jul 07 18:20:46.421219 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d03b29f-8ef5-41a7-b34f-9e7b48ca8241 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Router 0e4031ef-181a-49a7-8ac0-276ebf7bc453 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:20:46.534081 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d03b29f-8ef5-41a7-b34f-9e7b48ca8241 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:20:46.543376 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c71d286-774a-4d7d-abd6-75992a7e6e46 None None] Sync routers for ids ['0e4031ef-181a-49a7-8ac0-276ebf7bc453'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:20:46.550691 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-1d03b29f-8ef5-41a7-b34f-9e7b48ca8241 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:46.554062 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c71d286-774a-4d7d-abd6-75992a7e6e46 None None] Routers {'0e4031ef-181a-49a7-8ac0-276ebf7bc453'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:46.554669 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-6c71d286-774a-4d7d-abd6-75992a7e6e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:20:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['0e4031ef-181a-49a7-8ac0-276ebf7bc453'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:46.590234 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-1d03b29f-8ef5-41a7-b34f-9e7b48ca8241 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6462533 Jul 07 18:20:46.590659 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ee691a-77e0-4a11-866a-bf0ec09aa111', 'tag': '2c7aec66-0ec4-4ab9-bf71-2578f969563c'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:20:46.592998 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b6f5b6-cd98-4168-a9d8-3ff54ac0f696" -d '{"events": [{"name": "network-changed", "server_uuid": "73ee691a-77e0-4a11-866a-bf0ec09aa111", "tag": "2c7aec66-0ec4-4ab9-bf71-2578f969563c"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:20:46.641941 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef71ec00-f2c3-435f-915e-95303ab88927 x-openstack-request-id: req-ef71ec00-f2c3-435f-915e-95303ab88927 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:20:46.642245 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ee691a-77e0-4a11-866a-bf0ec09aa111", "tag": "2c7aec66-0ec4-4ab9-bf71-2578f969563c", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:20:46.642591 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef71ec00-f2c3-435f-915e-95303ab88927 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:20:46.642998 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ee691a-77e0-4a11-866a-bf0ec09aa111', 'tag': '2c7aec66-0ec4-4ab9-bf71-2578f969563c', 'status': 'completed', 'code': 200} Jul 07 18:20:46.673316 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-6c71d286-774a-4d7d-abd6-75992a7e6e46 None None] Set router 0e4031ef-181a-49a7-8ac0-276ebf7bc453 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:46.719547 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6f5b6-cd98-4168-a9d8-3ff54ac0f696 req-17754c68-5aef-4577-904d-af30e5ac3611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:46.721082 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f7b6f5b6-cd98-4168-a9d8-3ff54ac0f696 req-17754c68-5aef-4577-904d-af30e5ac3611 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d34289c0da754f06bf72e73a8ef87a48&device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111 HTTP/1.1" status: 200 len: 1098 time: 0.0555205 Jul 07 18:20:46.832294 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6f5b6-cd98-4168-a9d8-3ff54ac0f696 req-03826955-7042-44ae-b11b-e5c09bf45167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:46.833859 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f7b6f5b6-cd98-4168-a9d8-3ff54ac0f696 req-03826955-7042-44ae-b11b-e5c09bf45167 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c HTTP/1.1" status: 200 len: 911 time: 0.1060557 Jul 07 18:20:46.909828 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f7b6f5b6-cd98-4168-a9d8-3ff54ac0f696 req-4bcad30d-d0fb-413d-92af-2957f652b736 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c7aec66-0ec4-4ab9-bf71-2578f969563c HTTP/1.1" status: 200 len: 1000 time: 0.0692863 Jul 07 18:20:46.918333 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-6c71d286-774a-4d7d-abd6-75992a7e6e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'name': 'tempest-TestSnapshotPattern-1185717002-router', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:24Z', 'revision_number': 4, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'gw_port': {'id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'e1878b00-2fc4-4ea4-b26e-054608905fad', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'port_id': '2c7aec66-0ec4-4ab9-bf71-2578f969563c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'mac_address': 'fa:16:3e:07:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ee691a-77e0-4a11-866a-bf0ec09aa111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:20:45Z', 'updated_at': '2021-07-07T18:20:45Z', 'revision_number': 0, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab38874-158c-4544-8669-6538382f4423', 'name': '', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'mac_address': 'fa:16:3e:36:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:23Z', 'updated_at': '2021-07-07T18:20:30Z', 'revision_number': 5, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'subnets': [{'id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:46.949157 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c71d286-774a-4d7d-abd6-75992a7e6e46 None None] Checking router: 0e4031ef-181a-49a7-8ac0-276ebf7bc453 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:20:46.958877 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c71d286-774a-4d7d-abd6-75992a7e6e46 None None] Routers {'0e4031ef-181a-49a7-8ac0-276ebf7bc453'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:46.959506 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-6c71d286-774a-4d7d-abd6-75992a7e6e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:20:27Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['0e4031ef-181a-49a7-8ac0-276ebf7bc453'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:46.961734 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6f5b6-cd98-4168-a9d8-3ff54ac0f696 req-93ab8654-0204-4132-bd0f-4e4c2b2bfec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:46.963244 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f7b6f5b6-cd98-4168-a9d8-3ff54ac0f696 req-93ab8654-0204-4132-bd0f-4e4c2b2bfec2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bae8c4a7-55f2-44f8-af6d-adf0fcfea82a HTTP/1.1" status: 200 len: 849 time: 0.0469873 Jul 07 18:20:47.027506 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6f5b6-cd98-4168-a9d8-3ff54ac0f696 req-5d5effbb-dd52-4c05-9332-8ca1e82afd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:47.029071 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f7b6f5b6-cd98-4168-a9d8-3ff54ac0f696 req-5d5effbb-dd52-4c05-9332-8ca1e82afd7e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597403 Jul 07 18:20:47.068611 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-6c71d286-774a-4d7d-abd6-75992a7e6e46 None None] Set router 0e4031ef-181a-49a7-8ac0-276ebf7bc453 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:47.121983 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f7b6f5b6-cd98-4168-a9d8-3ff54ac0f696 req-2c88efd0-fa83-4023-9cb6-0e43139a20f2 service neutron] 10.222.0.72 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862277 Jul 07 18:20:47.223512 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-f7b6f5b6-cd98-4168-a9d8-3ff54ac0f696 req-cd9c9388-44c9-40e9-b866-19b18e362cd9 service neutron] 10.222.0.72 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929439 Jul 07 18:20:47.338660 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-6c71d286-774a-4d7d-abd6-75992a7e6e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'name': 'tempest-TestSnapshotPattern-1185717002-router', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:24Z', 'revision_number': 4, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'gw_port': {'id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'e1878b00-2fc4-4ea4-b26e-054608905fad', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'port_id': '2c7aec66-0ec4-4ab9-bf71-2578f969563c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'mac_address': 'fa:16:3e:07:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ee691a-77e0-4a11-866a-bf0ec09aa111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:20:45Z', 'updated_at': '2021-07-07T18:20:45Z', 'revision_number': 0, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab38874-158c-4544-8669-6538382f4423', 'name': '', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'mac_address': 'fa:16:3e:36:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:23Z', 'updated_at': '2021-07-07T18:20:30Z', 'revision_number': 5, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'subnets': [{'id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:47.368650 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c71d286-774a-4d7d-abd6-75992a7e6e46 None None] The sync data for ids ['0e4031ef-181a-49a7-8ac0-276ebf7bc453'] in n-d-791503-12 is: [{'id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'name': 'tempest-TestSnapshotPattern-1185717002-router', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:24Z', 'revision_number': 4, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'gw_port': {'id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'e1878b00-2fc4-4ea4-b26e-054608905fad', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'port_id': '2c7aec66-0ec4-4ab9-bf71-2578f969563c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'mac_address': 'fa:16:3e:07:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ee691a-77e0-4a11-866a-bf0ec09aa111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:20:45Z', 'updated_at': '2021-07-07T18:20:45Z', 'revision_number': 0, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab38874-158c-4544-8669-6538382f4423', 'name': '', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'mac_address': 'fa:16:3e:36:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:23Z', 'updated_at': '2021-07-07T18:20:30Z', 'revision_number': 5, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'subnets': [{'id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:20:47.701864 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85348db5-0727-40ae-9508-4425f27bef92 None None] New status for floating IP e1878b00-2fc4-4ea4-b26e-054608905fad: ACTIVE {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:20:53.589587 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0a03f044-40e9-48b7-99a4-291bc82f6126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:56.371850 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:56.936779 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9bbd64c2-26dd-41bb-856e-d3081a2424df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:58.254296 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:58.989796 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:21:00.547475 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:03.604505 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fdd2a943-5043-40f9-a5cd-be0c46be4451 req-ed9470a8-e602-4784-9678-4617caf957ae service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3905160 Jul 07 18:21:03.700839 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2a943-5043-40f9-a5cd-be0c46be4451 req-f30e5569-0ed5-4045-8c98-199e4b4c9fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:03.702356 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fdd2a943-5043-40f9-a5cd-be0c46be4451 req-f30e5569-0ed5-4045-8c98-199e4b4c9fc6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d34289c0da754f06bf72e73a8ef87a48&device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111 HTTP/1.1" status: 200 len: 1098 time: 0.0529630 Jul 07 18:21:03.810894 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2a943-5043-40f9-a5cd-be0c46be4451 req-f3498049-cbff-4a42-a00f-c04bd3619cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:03.812403 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fdd2a943-5043-40f9-a5cd-be0c46be4451 req-f3498049-cbff-4a42-a00f-c04bd3619cab service neutron] 10.222.0.72 "GET /v2.0/networks?id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c HTTP/1.1" status: 200 len: 911 time: 0.0892985 Jul 07 18:21:03.880561 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fdd2a943-5043-40f9-a5cd-be0c46be4451 req-989d88d4-f983-40d8-bfba-a374baf962b9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c7aec66-0ec4-4ab9-bf71-2578f969563c HTTP/1.1" status: 200 len: 1002 time: 0.0605426 Jul 07 18:21:03.929636 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2a943-5043-40f9-a5cd-be0c46be4451 req-acd4e01f-d361-4fbd-ad8b-9ceff9e7b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:03.931108 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fdd2a943-5043-40f9-a5cd-be0c46be4451 req-acd4e01f-d361-4fbd-ad8b-9ceff9e7b5d6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bae8c4a7-55f2-44f8-af6d-adf0fcfea82a HTTP/1.1" status: 200 len: 849 time: 0.0437934 Jul 07 18:21:03.995750 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2a943-5043-40f9-a5cd-be0c46be4451 req-818293bf-4365-4793-b848-4fdadbc8ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:03.997293 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fdd2a943-5043-40f9-a5cd-be0c46be4451 req-818293bf-4365-4793-b848-4fdadbc8ffd6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586896 Jul 07 18:21:04.098084 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fdd2a943-5043-40f9-a5cd-be0c46be4451 req-bb4f5bed-e61b-4c46-936a-12fd0b55775d service neutron] 10.222.0.72 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934765 Jul 07 18:21:04.197480 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fdd2a943-5043-40f9-a5cd-be0c46be4451 req-8a51a513-6fc1-42ed-afd3-d239e7b4b68d service neutron] 10.222.0.72 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910149 Jul 07 18:21:08.321393 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:08.713121 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:23.593271 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a96507ee-960f-4b82-8810-dd5c6ba2cd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:26.364049 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:26.938000 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-619d567a-a57f-42cf-b202-9457bf3e532d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:28.256909 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:30.553362 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:35.980632 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:21:38.325876 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:38.723054 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:49.382193 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-79ff2e69-6bfb-43d9-9ac0-402115b43d62 req-ccf69063-bf49-44f2-b93f-11656be570db service neutron] (100193) timed out ('10.222.0.64', 64335) {{(pid=100193) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:21:53.595714 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b2604664-c300-49f0-b3f8-b04bf62c1c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:56.370634 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:56.938403 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-e2308c75-9cab-4b8b-9880-0cb5ebfcf9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:58.263908 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:00.558776 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:04.677800 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-90155ce0-25cc-45f5-bb1b-550ed6ee9e4a req-3cc50247-79a5-41ae-b05f-3ed509803d63 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1363912 Jul 07 18:22:04.777462 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90155ce0-25cc-45f5-bb1b-550ed6ee9e4a req-08e2bc4b-8ca4-4aa0-bdd6-c536a8b63f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:04.779069 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-90155ce0-25cc-45f5-bb1b-550ed6ee9e4a req-08e2bc4b-8ca4-4aa0-bdd6-c536a8b63f86 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d34289c0da754f06bf72e73a8ef87a48&device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111 HTTP/1.1" status: 200 len: 1098 time: 0.0547202 Jul 07 18:22:04.892791 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90155ce0-25cc-45f5-bb1b-550ed6ee9e4a req-401b651f-86d3-4428-8503-673f4c82765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:04.894188 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-90155ce0-25cc-45f5-bb1b-550ed6ee9e4a req-401b651f-86d3-4428-8503-673f4c82765e service neutron] 10.222.0.72 "GET /v2.0/networks?id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c HTTP/1.1" status: 200 len: 911 time: 0.0926814 Jul 07 18:22:04.961088 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-90155ce0-25cc-45f5-bb1b-550ed6ee9e4a req-f6bdedd7-d399-440e-aaee-9273f48f5597 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c7aec66-0ec4-4ab9-bf71-2578f969563c HTTP/1.1" status: 200 len: 1002 time: 0.0593538 Jul 07 18:22:05.022857 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90155ce0-25cc-45f5-bb1b-550ed6ee9e4a req-27c39260-f4a4-473a-8d31-4946f82b9ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:05.024333 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-90155ce0-25cc-45f5-bb1b-550ed6ee9e4a req-27c39260-f4a4-473a-8d31-4946f82b9ddf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bae8c4a7-55f2-44f8-af6d-adf0fcfea82a HTTP/1.1" status: 200 len: 849 time: 0.0568883 Jul 07 18:22:05.085031 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90155ce0-25cc-45f5-bb1b-550ed6ee9e4a req-c45dd0d9-d250-4380-a8e2-c25fb82aa242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:05.086560 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-90155ce0-25cc-45f5-bb1b-550ed6ee9e4a req-c45dd0d9-d250-4380-a8e2-c25fb82aa242 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550742 Jul 07 18:22:05.183390 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-90155ce0-25cc-45f5-bb1b-550ed6ee9e4a req-845ce03b-0a24-42c9-a757-5acd06b5b069 service neutron] 10.222.0.72 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898266 Jul 07 18:22:05.287568 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-90155ce0-25cc-45f5-bb1b-550ed6ee9e4a req-f5097ca6-f8b4-496a-88aa-e594223e1be1 service neutron] 10.222.0.72 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966282 Jul 07 18:22:08.341720 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:08.738231 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:12.980100 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:22:23.608009 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d4218346-41c6-407b-9f5b-4fb8de594eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:26.374627 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:26.951719 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-814200f3-896e-404e-901e-0d46d556a7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:28.271067 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:30.575659 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:38.364637 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:38.747928 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:47.204511 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 2c7aec66-0ec4-4ab9-bf71-2578f969563c details requested by agent hyperv_n-h2-791503-12 with host n-h2-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:22:47.324552 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 2c7aec66-0ec4-4ab9-bf71-2578f969563c, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=2c7aec66-0ec4-4ab9-bf71-2578f969563c,segment=NetworkSegment(aa2c1be5-8f3d-4227-9eb9-9a9864926125),segment_id=aa2c1be5-8f3d-4227-9eb9-9a9864926125)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:47.339956 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Returning: {'device': '2c7aec66-0ec4-4ab9-bf71-2578f969563c', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'port_id': '2c7aec66-0ec4-4ab9-bf71-2578f969563c', 'mac_address': 'fa:16:3e:07:c1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:22:47.412078 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:47.437849 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c7aec66-0ec4-4ab9-bf71-2578f969563c {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:22:47.476535 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 2c7aec66-0ec4-4ab9-bf71-2578f969563c, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=2c7aec66-0ec4-4ab9-bf71-2578f969563c,segment=NetworkSegment(aa2c1be5-8f3d-4227-9eb9-9a9864926125),segment_id=aa2c1be5-8f3d-4227-9eb9-9a9864926125)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:47.482607 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:47.539903 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=2c7aec66-0ec4-4ab9-bf71-2578f969563c,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:47.547833 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:47.548201 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:47.548541 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:47.548909 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:47.549322 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:47.549676 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:47.549894 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:47.550318 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:47.550711 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:47.550885 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:47.551169 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:47.551489 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:47.570034 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] get_ports_and_sgs() called for port_ids ['2c7aec66-0ec4-4ab9-bf71-2578f969563c'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:22:49.216166 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 2c7aec66-0ec4-4ab9-bf71-2578f969563c up at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:22:49.303214 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Provisioning complete for port 2c7aec66-0ec4-4ab9-bf71-2578f969563c triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:49.303559 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:49.432432 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:49.477672 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ee691a-77e0-4a11-866a-bf0ec09aa111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7aec66-0ec4-4ab9-bf71-2578f969563c'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:22:49.480572 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac14b7be-966b-4e77-bb55-923467a7b923" -d '{"events": [{"server_uuid": "73ee691a-77e0-4a11-866a-bf0ec09aa111", "name": "network-vif-plugged", "status": "completed", "tag": "2c7aec66-0ec4-4ab9-bf71-2578f969563c"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:22:49.505960 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 2c7aec66-0ec4-4ab9-bf71-2578f969563c, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=2c7aec66-0ec4-4ab9-bf71-2578f969563c,segment=NetworkSegment(aa2c1be5-8f3d-4227-9eb9-9a9864926125),segment_id=aa2c1be5-8f3d-4227-9eb9-9a9864926125)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:49.512047 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:49.608570 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c62d2a8-df6f-44aa-a230-7676983871c5 x-openstack-request-id: req-2c62d2a8-df6f-44aa-a230-7676983871c5 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:22:49.609181 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ee691a-77e0-4a11-866a-bf0ec09aa111", "name": "network-vif-plugged", "status": "completed", "tag": "2c7aec66-0ec4-4ab9-bf71-2578f969563c", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:22:49.609681 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2c62d2a8-df6f-44aa-a230-7676983871c5 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:22:49.610375 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ee691a-77e0-4a11-866a-bf0ec09aa111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7aec66-0ec4-4ab9-bf71-2578f969563c', 'code': 200} Jul 07 18:22:49.618835 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=2c7aec66-0ec4-4ab9-bf71-2578f969563c,revision_number=7']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:49.986129 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:22:53.606938 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-76b57dd3-4712-4da9-b8e8-9cfbe106caa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:56.378970 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:56.948374 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-226814ce-9cd5-4787-b69d-eea6e3b6e83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:58.278169 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:59.619136 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-9b8ba7b0-e5d9-460b-8579-2455d7b2fd20 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-298867703&fields=id&tenant_id=d34289c0da754f06bf72e73a8ef87a48 HTTP/1.1" status: 200 len: 267 time: 0.0359397 Jul 07 18:22:59.738124 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-3e25b9a0-41cb-4615-9919-1df496acd1f3 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:59.739552 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-3e25b9a0-41cb-4615-9919-1df496acd1f3 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/networks?id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c HTTP/1.1" status: 200 len: 810 time: 0.1122565 Jul 07 18:22:59.754892 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-96a6db13-808c-4d5c-aedc-a861f102cba9 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/quotas/d34289c0da754f06bf72e73a8ef87a48 HTTP/1.1" status: 200 len: 375 time: 0.0098557 Jul 07 18:22:59.839465 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-a37790a7-1ae9-4632-b146-396e363e8f12 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d34289c0da754f06bf72e73a8ef87a48&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0782130 Jul 07 18:22:59.950322 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-2c9cb92e-263d-481f-bd75-ae424edceed2 service neutron] 10.222.0.53 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963740 Jul 07 18:23:00.056637 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-960ed6ba-c17b-41de-842e-21769ae59f27 service neutron] 10.222.0.53 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000693 Jul 07 18:23:00.330277 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a5cd8ea3-622d-49ea-93ea-0ecbac5e75af req-ecfab9c9-a534-4085-997d-894bce20a1ca tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=6980208e-52e2-4802-b4aa-58700cd78f12 HTTP/1.1" status: 200 len: 210 time: 0.0976770 Jul 07 18:23:00.562857 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:01.534321 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-afcbf81a-9db4-424a-9204-5b315ee7e0ba req-d7744b13-4869-45d6-90ee-bbc90ccaa1cb tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=6980208e-52e2-4802-b4aa-58700cd78f12 HTTP/1.1" status: 200 len: 210 time: 0.0717757 Jul 07 18:23:01.599742 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-881a9f9d-b8f4-4287-b40c-9cf090c16274 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:01.601170 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-881a9f9d-b8f4-4287-b40c-9cf090c16274 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.64 "GET /v2.0/networks?id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c HTTP/1.1" status: 200 len: 810 time: 0.1492772 Jul 07 18:23:01.645621 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-b95ef117-8219-4b7a-9677-97a723e3b374 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d34289c0da754f06bf72e73a8ef87a48 HTTP/1.1" status: 200 len: 379 time: 0.0353110 Jul 07 18:23:01.654397 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8666642d-2cf3-4ebb-8ef8-9b6f6f81cc96 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Request body: {'port': {'device_id': '6980208e-52e2-4802-b4aa-58700cd78f12', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'admin_state_up': True, 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'security_groups': ['db0d7976-c38d-4fb6-a1d2-479b746da697']}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:23:01.769877 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8666642d-2cf3-4ebb-8ef8-9b6f6f81cc96 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Made reservation on behalf of d34289c0da754f06bf72e73a8ef87a48 for: {'port': 1} {{(pid=100192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:23:01.775413 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8666642d-2cf3-4ebb-8ef8-9b6f6f81cc96 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:01.943771 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8666642d-2cf3-4ebb-8ef8-9b6f6f81cc96 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Allocated IP 172.20.0.12 (0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c/bae8c4a7-55f2-44f8-af6d-adf0fcfea82a/3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:23:02.189616 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8666642d-2cf3-4ebb-8ef8-9b6f6f81cc96 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:02.227469 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8666642d-2cf3-4ebb-8ef8-9b6f6f81cc96 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Transition to ACTIVE for port object 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b will not be triggered until provisioned by entity DHCP. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:23:02.287444 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8666642d-2cf3-4ebb-8ef8-9b6f6f81cc96 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:02.356178 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8666642d-2cf3-4ebb-8ef8-9b6f6f81cc96 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Network 0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:23:02.360907 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8666642d-2cf3-4ebb-8ef8-9b6f6f81cc96 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:23:02.364148 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8666642d-2cf3-4ebb-8ef8-9b6f6f81cc96 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:23:02.369335 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666642d-2cf3-4ebb-8ef8-9b6f6f81cc96 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Pushing event updated for resources: {'Port': ['ID=3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:02.401871 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666642d-2cf3-4ebb-8ef8-9b6f6f81cc96 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:02.402247 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666642d-2cf3-4ebb-8ef8-9b6f6f81cc96 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:02.402590 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666642d-2cf3-4ebb-8ef8-9b6f6f81cc96 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:02.402942 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666642d-2cf3-4ebb-8ef8-9b6f6f81cc96 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:02.403286 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666642d-2cf3-4ebb-8ef8-9b6f6f81cc96 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:02.403628 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666642d-2cf3-4ebb-8ef8-9b6f6f81cc96 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:02.403971 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666642d-2cf3-4ebb-8ef8-9b6f6f81cc96 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:02.404307 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666642d-2cf3-4ebb-8ef8-9b6f6f81cc96 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:02.404693 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666642d-2cf3-4ebb-8ef8-9b6f6f81cc96 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:02.405007 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666642d-2cf3-4ebb-8ef8-9b6f6f81cc96 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:02.405344 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666642d-2cf3-4ebb-8ef8-9b6f6f81cc96 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:02.405679 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666642d-2cf3-4ebb-8ef8-9b6f6f81cc96 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:02.448000 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8666642d-2cf3-4ebb-8ef8-9b6f6f81cc96 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:02.448610 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8666642d-2cf3-4ebb-8ef8-9b6f6f81cc96 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:02.474401 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8666642d-2cf3-4ebb-8ef8-9b6f6f81cc96 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8237109 Jul 07 18:23:02.654324 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d64de673-7ed6-45f8-bf24-72ac91c66098 None None] Provisioning for port 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b completed by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:23:02.658617 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-d64de673-7ed6-45f8-bf24-72ac91c66098 None None] Provisioning complete for port 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b triggered by entity DHCP. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:23:02.659013 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d64de673-7ed6-45f8-bf24-72ac91c66098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:02.709622 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d64de673-7ed6-45f8-bf24-72ac91c66098 None None] Port 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b cannot update to ACTIVE because it is not bound. {{(pid=100194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:23:02.767013 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39229df-72f9-40cf-9595-7d8541bc4642 req-54c5bbc8-7eac-405f-8063-77f38664727d tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:02.768666 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e39229df-72f9-40cf-9595-7d8541bc4642 req-54c5bbc8-7eac-405f-8063-77f38664727d tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=6980208e-52e2-4802-b4aa-58700cd78f12 HTTP/1.1" status: 200 len: 932 time: 0.0907545 Jul 07 18:23:02.821286 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-e39229df-72f9-40cf-9595-7d8541bc4642 req-805ea3a7-0f88-4777-b831-bd2aacd22e7a tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453358 Jul 07 18:23:03.282707 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 2c7aec66-0ec4-4ab9-bf71-2578f969563c no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:23:03.393793 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:03.431786 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ee691a-77e0-4a11-866a-bf0ec09aa111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c7aec66-0ec4-4ab9-bf71-2578f969563c'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:23:03.434348 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c115d8-c039-4285-b462-91e46165865e" -d '{"events": [{"server_uuid": "73ee691a-77e0-4a11-866a-bf0ec09aa111", "name": "network-vif-unplugged", "status": "completed", "tag": "2c7aec66-0ec4-4ab9-bf71-2578f969563c"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:23:03.449222 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] For port 2c7aec66-0ec4-4ab9-bf71-2578f969563c, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=2c7aec66-0ec4-4ab9-bf71-2578f969563c,segment=NetworkSegment(aa2c1be5-8f3d-4227-9eb9-9a9864926125),segment_id=aa2c1be5-8f3d-4227-9eb9-9a9864926125)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:23:03.454290 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:03.488490 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b7112c-180b-48a3-af49-8192f362dd5e x-openstack-request-id: req-e5b7112c-180b-48a3-af49-8192f362dd5e {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:23:03.488490 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ee691a-77e0-4a11-866a-bf0ec09aa111", "name": "network-vif-unplugged", "status": "completed", "tag": "2c7aec66-0ec4-4ab9-bf71-2578f969563c", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:23:03.488912 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5b7112c-180b-48a3-af49-8192f362dd5e {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:23:03.489064 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ee691a-77e0-4a11-866a-bf0ec09aa111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c7aec66-0ec4-4ab9-bf71-2578f969563c', 'code': 200} Jul 07 18:23:03.520941 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Pushing event updated for resources: {'Port': ['ID=2c7aec66-0ec4-4ab9-bf71-2578f969563c,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:04.050459 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df89a46-81e2-4cee-83e2-79154ba68133 req-969b0056-fae1-4970-b63d-e2935756ae4d tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:04.052046 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0df89a46-81e2-4cee-83e2-79154ba68133 req-969b0056-fae1-4970-b63d-e2935756ae4d tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=6980208e-52e2-4802-b4aa-58700cd78f12 HTTP/1.1" status: 200 len: 932 time: 0.0831559 Jul 07 18:23:04.095948 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0df89a46-81e2-4cee-83e2-79154ba68133 req-513ebec9-189d-449c-9e35-6556cc70e7b8 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373526 Jul 07 18:23:05.334226 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7394a9b-2519-4802-a4be-f85f68f7070d req-d9c527d8-581f-4641-ab74-4fe533bc1251 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:05.336456 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e7394a9b-2519-4802-a4be-f85f68f7070d req-d9c527d8-581f-4641-ab74-4fe533bc1251 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=6980208e-52e2-4802-b4aa-58700cd78f12 HTTP/1.1" status: 200 len: 932 time: 0.0912044 Jul 07 18:23:05.380256 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-e7394a9b-2519-4802-a4be-f85f68f7070d req-cee7bed2-e0cd-4937-93ea-1cfdbadd5c34 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374453 Jul 07 18:23:06.292243 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d135f622-96b5-480f-ad3a-b7626db934ad req-2a3ad4e7-58d3-4d83-ad6c-dea74c6c4ca9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0625699 Jul 07 18:23:06.513452 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135f622-96b5-480f-ad3a-b7626db934ad req-be9bd1f7-83d2-411e-bcad-3e6dcf7bbc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:06.516817 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d135f622-96b5-480f-ad3a-b7626db934ad req-be9bd1f7-83d2-411e-bcad-3e6dcf7bbc07 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d34289c0da754f06bf72e73a8ef87a48&device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111 HTTP/1.1" status: 200 len: 1096 time: 0.1622686 Jul 07 18:23:06.727316 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135f622-96b5-480f-ad3a-b7626db934ad req-15b954ff-cc5c-432c-838e-db630b1de341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:06.729166 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d135f622-96b5-480f-ad3a-b7626db934ad req-15b954ff-cc5c-432c-838e-db630b1de341 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c HTTP/1.1" status: 200 len: 911 time: 0.1870337 Jul 07 18:23:06.793720 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3f78e-850a-4a5f-b85f-e40c6ec05407 req-83d8223b-209b-4c7d-99ea-66c6d63f28f8 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:06.795287 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fff3f78e-850a-4a5f-b85f-e40c6ec05407 req-83d8223b-209b-4c7d-99ea-66c6d63f28f8 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=6980208e-52e2-4802-b4aa-58700cd78f12 HTTP/1.1" status: 200 len: 932 time: 0.2355971 Jul 07 18:23:06.848485 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d135f622-96b5-480f-ad3a-b7626db934ad req-27a796a2-ae38-4d55-a273-e9c21ff9430e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c7aec66-0ec4-4ab9-bf71-2578f969563c HTTP/1.1" status: 200 len: 1000 time: 0.1118057 Jul 07 18:23:06.860182 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fff3f78e-850a-4a5f-b85f-e40c6ec05407 req-69150f0b-abc1-47e3-9426-ab07ad0e3bfc tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592089 Jul 07 18:23:06.927634 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135f622-96b5-480f-ad3a-b7626db934ad req-8cf25168-0711-4a18-81aa-94eb46d21645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:06.929476 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d135f622-96b5-480f-ad3a-b7626db934ad req-8cf25168-0711-4a18-81aa-94eb46d21645 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bae8c4a7-55f2-44f8-af6d-adf0fcfea82a HTTP/1.1" status: 200 len: 849 time: 0.0733750 Jul 07 18:23:07.006306 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135f622-96b5-480f-ad3a-b7626db934ad req-c0b01887-fd20-4901-aa5d-8fa2e3697474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:07.008484 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d135f622-96b5-480f-ad3a-b7626db934ad req-c0b01887-fd20-4901-aa5d-8fa2e3697474 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725694 Jul 07 18:23:07.020080 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-d135f622-96b5-480f-ad3a-b7626db934ad req-a7865d45-749a-4292-bb36-aafa7a403412 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:23:07.021317 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d135f622-96b5-480f-ad3a-b7626db934ad req-a7865d45-749a-4292-bb36-aafa7a403412 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062723 Jul 07 18:23:07.133252 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d135f622-96b5-480f-ad3a-b7626db934ad req-b76ad3dc-2a8d-4e02-8e04-2e4f8f3a464f service neutron] 10.222.0.72 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056478 Jul 07 18:23:07.257303 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-d135f622-96b5-480f-ad3a-b7626db934ad req-80271040-a954-4348-b9eb-ce70d59c4d4b service neutron] 10.222.0.72 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171820 Jul 07 18:23:08.090668 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd5326-7b2f-4a36-9886-478b18070b0b req-370aae91-f7d1-4101-86ac-eebc6081a2e5 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:08.092290 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b1fd5326-7b2f-4a36-9886-478b18070b0b req-370aae91-f7d1-4101-86ac-eebc6081a2e5 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=6980208e-52e2-4802-b4aa-58700cd78f12 HTTP/1.1" status: 200 len: 932 time: 0.0807378 Jul 07 18:23:08.143649 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-b1fd5326-7b2f-4a36-9886-478b18070b0b req-19bbf37f-a82d-442c-b3c3-c266fbe010ab tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417471 Jul 07 18:23:08.355385 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:08.747297 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:09.362503 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d719e27-4b18-4491-8e21-70e7265c058e req-c02efa58-4c56-4e17-9184-5ffae96553fa tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:09.364312 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0d719e27-4b18-4491-8e21-70e7265c058e req-c02efa58-4c56-4e17-9184-5ffae96553fa tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=6980208e-52e2-4802-b4aa-58700cd78f12 HTTP/1.1" status: 200 len: 932 time: 0.0856724 Jul 07 18:23:09.421118 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-0d719e27-4b18-4491-8e21-70e7265c058e req-038972d6-8567-4315-8cdb-8686b6d17b91 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467002 Jul 07 18:23:10.646384 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996ea9b-3d18-4f5b-a29c-3e4258c60461 req-23cd7742-bd6f-4d03-a327-2c56cb7da352 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:10.648943 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d996ea9b-3d18-4f5b-a29c-3e4258c60461 req-23cd7742-bd6f-4d03-a327-2c56cb7da352 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=6980208e-52e2-4802-b4aa-58700cd78f12 HTTP/1.1" status: 200 len: 932 time: 0.0862439 Jul 07 18:23:10.696692 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d996ea9b-3d18-4f5b-a29c-3e4258c60461 req-ed0dfd26-83b9-4e81-ba68-fcb2e79e5622 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412498 Jul 07 18:23:11.941817 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636cf3e-ba3a-4c9a-95be-5175172cbbf9 req-169251ee-1dd6-41ce-a68c-1bc1e05eb468 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:11.943342 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9636cf3e-ba3a-4c9a-95be-5175172cbbf9 req-169251ee-1dd6-41ce-a68c-1bc1e05eb468 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=6980208e-52e2-4802-b4aa-58700cd78f12 HTTP/1.1" status: 200 len: 932 time: 0.1193252 Jul 07 18:23:11.986949 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-9636cf3e-ba3a-4c9a-95be-5175172cbbf9 req-c16f47bf-1256-4a3d-9b2c-3439efc6790c tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379210 Jul 07 18:23:12.364143 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8ae86d6a-8af1-41c8-a9dd-1a9baff10a2b service neutron] Request body: {'port': {'device_id': '6980208e-52e2-4802-b4aa-58700cd78f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791503-12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:23:12.451039 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8ae86d6a-8af1-41c8-a9dd-1a9baff10a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:13.083644 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8ae86d6a-8af1-41c8-a9dd-1a9baff10a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b {{(pid=100192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:23:13.091714 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8ae86d6a-8af1-41c8-a9dd-1a9baff10a2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:13.113905 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.provisioning_blocks [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8ae86d6a-8af1-41c8-a9dd-1a9baff10a2b service neutron] Transition to ACTIVE for port object 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b will not be triggered until provisioned by entity L2. {{(pid=100192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:23:13.140747 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8ae86d6a-8af1-41c8-a9dd-1a9baff10a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:13.211513 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae86d6a-8af1-41c8-a9dd-1a9baff10a2b service neutron] Pushing event updated for resources: {'Port': ['ID=3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:13.285130 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57554a5-0348-420d-afe0-9b410184299b req-26e6ab04-abd8-47dc-879d-3e85c6360eda tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:13.286662 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c57554a5-0348-420d-afe0-9b410184299b req-26e6ab04-abd8-47dc-879d-3e85c6360eda tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=6980208e-52e2-4802-b4aa-58700cd78f12 HTTP/1.1" status: 200 len: 932 time: 0.1834772 Jul 07 18:23:13.334259 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8ae86d6a-8af1-41c8-a9dd-1a9baff10a2b service neutron] Attempting to bind port 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b on host n-h1-791503-12 for vnic_type normal with profile {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:23:13.335007 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8ae86d6a-8af1-41c8-a9dd-1a9baff10a2b service neutron] Attempting to bind port 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b by drivers openvswitch,hyperv on host n-h1-791503-12 at level 0 using segments [{'id': 'aa2c1be5-8f3d-4227-9eb9-9a9864926125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c'}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:23:13.335346 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8ae86d6a-8af1-41c8-a9dd-1a9baff10a2b service neutron] Attempting to bind port 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b on network 0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:23:13.347088 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c57554a5-0348-420d-afe0-9b410184299b req-0f6a9baa-a034-4491-9e5e-4542c51fd627 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539329 Jul 07 18:23:13.347675 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8ae86d6a-8af1-41c8-a9dd-1a9baff10a2b service neutron] Port 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b on network 0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c not bound, no agent of type Open vSwitch agent registered on host n-h1-791503-12 {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:23:13.348005 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8ae86d6a-8af1-41c8-a9dd-1a9baff10a2b service neutron] Attempting to bind port 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b on network 0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:23:13.354516 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8ae86d6a-8af1-41c8-a9dd-1a9baff10a2b service neutron] Checking agent: {'id': '9d191b41-4072-45fc-8de9-6cd754de46b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791503-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'started_at': datetime.datetime(2021, 7, 7, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:23:13.354781 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8ae86d6a-8af1-41c8-a9dd-1a9baff10a2b service neutron] Checking segment: {'id': 'aa2c1be5-8f3d-4227-9eb9-9a9864926125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:23:13.355179 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8ae86d6a-8af1-41c8-a9dd-1a9baff10a2b service neutron] Bound using segment: {'id': 'aa2c1be5-8f3d-4227-9eb9-9a9864926125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c'} {{(pid=100192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:23:13.355619 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.managers [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8ae86d6a-8af1-41c8-a9dd-1a9baff10a2b service neutron] Bound port: 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b, host: n-h1-791503-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa2c1be5-8f3d-4227-9eb9-9a9864926125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c'}}] {{(pid=100192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:23:13.355985 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8ae86d6a-8af1-41c8-a9dd-1a9baff10a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:13.430773 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8ae86d6a-8af1-41c8-a9dd-1a9baff10a2b service neutron] For port 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b, host n-h1-791503-12, cleared binding levels {{(pid=100192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:23:13.433976 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8ae86d6a-8af1-41c8-a9dd-1a9baff10a2b service neutron] For port 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b, host n-h1-791503-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b,segment=NetworkSegment(aa2c1be5-8f3d-4227-9eb9-9a9864926125),segment_id=aa2c1be5-8f3d-4227-9eb9-9a9864926125)] {{(pid=100192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:23:13.438316 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8ae86d6a-8af1-41c8-a9dd-1a9baff10a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:13.474462 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8ae86d6a-8af1-41c8-a9dd-1a9baff10a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:13.475096 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8ae86d6a-8af1-41c8-a9dd-1a9baff10a2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:13.476564 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-8ae86d6a-8af1-41c8-a9dd-1a9baff10a2b service neutron] 10.222.0.64 "PUT /v2.0/ports/3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b HTTP/1.1" status: 200 len: 1093 time: 1.1169202 Jul 07 18:23:13.477048 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6980208e-52e2-4802-b4aa-58700cd78f12', 'tag': '3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:23:13.479354 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cab103-f962-4aac-847d-0ee7e6a9d4e8" -d '{"events": [{"name": "network-changed", "server_uuid": "6980208e-52e2-4802-b4aa-58700cd78f12", "tag": "3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:23:13.517984 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae86d6a-8af1-41c8-a9dd-1a9baff10a2b service neutron] Pushing event updated for resources: {'Port': ['ID=3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b,revision_number=3']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:13.534016 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86bdf87-f751-4040-8803-25f4d01b3e23 x-openstack-request-id: req-d86bdf87-f751-4040-8803-25f4d01b3e23 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:23:13.534358 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6980208e-52e2-4802-b4aa-58700cd78f12", "tag": "3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:23:13.534617 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d86bdf87-f751-4040-8803-25f4d01b3e23 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:23:13.535019 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6980208e-52e2-4802-b4aa-58700cd78f12', 'tag': '3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b', 'status': 'completed', 'code': 200} Jul 07 18:23:13.589151 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-c7f11c80-49c1-4a28-b5d0-7110f5cdd240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:13.590716 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-c7f11c80-49c1-4a28-b5d0-7110f5cdd240 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d34289c0da754f06bf72e73a8ef87a48&device_id=6980208e-52e2-4802-b4aa-58700cd78f12 HTTP/1.1" status: 200 len: 1096 time: 0.0659168 Jul 07 18:23:13.635392 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-4e863e12-578c-4f6c-a0ba-de203df0b304 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b HTTP/1.1" status: 200 len: 217 time: 0.0369856 Jul 07 18:23:13.689017 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-7712ec12-6d27-4db4-b46a-6bdb2cbaabc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:13.690530 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-7712ec12-6d27-4db4-b46a-6bdb2cbaabc3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bae8c4a7-55f2-44f8-af6d-adf0fcfea82a HTTP/1.1" status: 200 len: 849 time: 0.0484340 Jul 07 18:23:13.755734 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-5dd06e31-de63-45e3-a100-93ac90aefb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:13.757251 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-5dd06e31-de63-45e3-a100-93ac90aefb62 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606785 Jul 07 18:23:13.862104 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-42b550a1-8610-496e-aaf4-bf35e9150817 service neutron] 10.222.0.64 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972147 Jul 07 18:23:13.975448 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1a5b7805-1ccd-4993-9d59-8210cb8e89ae req-9377243e-0835-4ac1-99f9-630e77e150af service neutron] 10.222.0.64 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075649 Jul 07 18:23:14.088083 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cab103-f962-4aac-847d-0ee7e6a9d4e8 req-00362775-7627-42b9-9c1e-8580331f5b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:14.089671 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d1cab103-f962-4aac-847d-0ee7e6a9d4e8 req-00362775-7627-42b9-9c1e-8580331f5b3f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d34289c0da754f06bf72e73a8ef87a48&device_id=6980208e-52e2-4802-b4aa-58700cd78f12 HTTP/1.1" status: 200 len: 1096 time: 0.0588012 Jul 07 18:23:14.201222 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cab103-f962-4aac-847d-0ee7e6a9d4e8 req-d5c26cc6-4c68-4a14-bf5b-9630774169d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:14.202775 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d1cab103-f962-4aac-847d-0ee7e6a9d4e8 req-d5c26cc6-4c68-4a14-bf5b-9630774169d2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c HTTP/1.1" status: 200 len: 911 time: 0.1069670 Jul 07 18:23:14.253793 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d1cab103-f962-4aac-847d-0ee7e6a9d4e8 req-468ffaf2-4554-4c30-8beb-fd45917f082a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b HTTP/1.1" status: 200 len: 217 time: 0.0417566 Jul 07 18:23:14.307545 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cab103-f962-4aac-847d-0ee7e6a9d4e8 req-efc535cc-8055-4047-a90f-2c20442d4b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:14.309113 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d1cab103-f962-4aac-847d-0ee7e6a9d4e8 req-efc535cc-8055-4047-a90f-2c20442d4b19 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bae8c4a7-55f2-44f8-af6d-adf0fcfea82a HTTP/1.1" status: 200 len: 849 time: 0.0479074 Jul 07 18:23:14.372217 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cab103-f962-4aac-847d-0ee7e6a9d4e8 req-3a81f4a6-8869-43fc-a4ae-8e363019a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:14.373820 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d1cab103-f962-4aac-847d-0ee7e6a9d4e8 req-3a81f4a6-8869-43fc-a4ae-8e363019a0ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583446 Jul 07 18:23:14.510038 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d1cab103-f962-4aac-847d-0ee7e6a9d4e8 req-ce04627d-0fbf-4173-8798-e5964657f518 service neutron] 10.222.0.64 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280963 Jul 07 18:23:14.619982 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200a476-9b79-4595-be59-08ad850a9f24 req-b7b10a87-f5da-4636-8199-dea7aae8e0fa tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:14.621503 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6200a476-9b79-4595-be59-08ad850a9f24 req-b7b10a87-f5da-4636-8199-dea7aae8e0fa tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=6980208e-52e2-4802-b4aa-58700cd78f12 HTTP/1.1" status: 200 len: 944 time: 0.1530204 Jul 07 18:23:14.652514 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-d1cab103-f962-4aac-847d-0ee7e6a9d4e8 req-2e323d80-186f-4cc5-8651-7dee05865e61 service neutron] 10.222.0.64 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347005 Jul 07 18:23:14.675832 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-6200a476-9b79-4595-be59-08ad850a9f24 req-410d813d-66d5-4066-91d8-d2548f49b2ea tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454736 Jul 07 18:23:15.905546 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cfbc4-d601-479d-b64e-4b08b319730e req-09eb6c48-c0d6-4135-8a4c-8dff94474aba tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:15.907230 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4cfbc4-d601-479d-b64e-4b08b319730e req-09eb6c48-c0d6-4135-8a4c-8dff94474aba tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=6980208e-52e2-4802-b4aa-58700cd78f12 HTTP/1.1" status: 200 len: 944 time: 0.0963483 Jul 07 18:23:15.956794 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-cb4cfbc4-d601-479d-b64e-4b08b319730e req-e1ed273a-d5b3-4700-9f79-f5dec616da4b tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412886 Jul 07 18:23:15.971853 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:23:16.093585 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b,segment=NetworkSegment(aa2c1be5-8f3d-4227-9eb9-9a9864926125),segment_id=aa2c1be5-8f3d-4227-9eb9-9a9864926125)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:23:16.110564 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'port_id': '3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b', 'mac_address': 'fa:16:3e:1d:7d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:23:16.162069 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:16.181286 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:23:16.207052 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b,segment=NetworkSegment(aa2c1be5-8f3d-4227-9eb9-9a9864926125),segment_id=aa2c1be5-8f3d-4227-9eb9-9a9864926125)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:23:16.213331 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:16.288455 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b,revision_number=4']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:16.450602 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:23:17.160467 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a86af-4f9d-48c7-9d87-867137b7d974 req-0cd71059-88fa-4b1f-adbc-686c98004982 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:17.162079 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4e0a86af-4f9d-48c7-9d87-867137b7d974 req-0cd71059-88fa-4b1f-adbc-686c98004982 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=6980208e-52e2-4802-b4aa-58700cd78f12 HTTP/1.1" status: 200 len: 945 time: 0.0704906 Jul 07 18:23:17.206090 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-4e0a86af-4f9d-48c7-9d87-867137b7d974 req-0df70e68-dd67-4b38-9a66-75a89d436526 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382023 Jul 07 18:23:17.970646 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:23:18.020108 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning for port 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b completed by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:23:18.023753 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:23:18.025252 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:18.106935 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:18.131954 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6980208e-52e2-4802-b4aa-58700cd78f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:23:18.134900 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf012bd2-e0b9-4c95-bccf-13e89f9ebb30" -d '{"events": [{"server_uuid": "6980208e-52e2-4802-b4aa-58700cd78f12", "name": "network-vif-plugged", "status": "completed", "tag": "3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:23:18.148172 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b,segment=NetworkSegment(aa2c1be5-8f3d-4227-9eb9-9a9864926125),segment_id=aa2c1be5-8f3d-4227-9eb9-9a9864926125)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:23:18.154574 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:18.177618 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90eb939-5768-4eeb-830c-f406476bd32f x-openstack-request-id: req-c90eb939-5768-4eeb-830c-f406476bd32f {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:23:18.177973 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6980208e-52e2-4802-b4aa-58700cd78f12", "name": "network-vif-plugged", "status": "completed", "tag": "3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:23:18.178240 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c90eb939-5768-4eeb-830c-f406476bd32f {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:23:18.178708 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6980208e-52e2-4802-b4aa-58700cd78f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b', 'code': 200} Jul 07 18:23:18.209760 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b,revision_number=5']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:18.316173 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984cd20-a621-447d-9f76-b849fc752763 req-7d5770ec-659b-4d76-8142-65d6512571a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:18.318013 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c984cd20-a621-447d-9f76-b849fc752763 req-7d5770ec-659b-4d76-8142-65d6512571a0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6980208e-52e2-4802-b4aa-58700cd78f12 HTTP/1.1" status: 200 len: 1098 time: 0.0732005 Jul 07 18:23:18.399578 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-c984cd20-a621-447d-9f76-b849fc752763 req-afebaf63-40ea-413a-a63a-1c8a1642d73e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753176 Jul 07 18:23:18.431559 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b7156-b275-43dc-9f67-2f7fa94788ab req-3b8fc914-8885-443a-9ee8-335e3d464cd6 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:18.433225 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1c3b7156-b275-43dc-9f67-2f7fa94788ab req-3b8fc914-8885-443a-9ee8-335e3d464cd6 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=6980208e-52e2-4802-b4aa-58700cd78f12 HTTP/1.1" status: 200 len: 946 time: 0.1014075 Jul 07 18:23:18.482953 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-1c3b7156-b275-43dc-9f67-2f7fa94788ab req-419029db-07b5-48fa-a8ac-241acccbb638 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402935 Jul 07 18:23:19.714129 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a24fda-374c-40a3-91f4-e6e641b18a8f req-4bd11494-911d-4ae8-8d0c-b47fdca548cc tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:19.715749 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23a24fda-374c-40a3-91f4-e6e641b18a8f req-4bd11494-911d-4ae8-8d0c-b47fdca548cc tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=6980208e-52e2-4802-b4aa-58700cd78f12 HTTP/1.1" status: 200 len: 946 time: 0.0741227 Jul 07 18:23:19.755643 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23a24fda-374c-40a3-91f4-e6e641b18a8f req-931ecc0b-669f-4b55-9e7c-125d2eae3d8d tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339153 Jul 07 18:23:19.934151 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f7421-b9e4-4fdd-8ba0-1a9df525aea5 req-93dcba59-a751-44bb-9cba-d9295df7cd75 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:19.935684 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-150f7421-b9e4-4fdd-8ba0-1a9df525aea5 req-93dcba59-a751-44bb-9cba-d9295df7cd75 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=6980208e-52e2-4802-b4aa-58700cd78f12 HTTP/1.1" status: 200 len: 946 time: 0.0667090 Jul 07 18:23:19.978665 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-150f7421-b9e4-4fdd-8ba0-1a9df525aea5 req-6a678802-e850-4f28-b23a-5fbe5bfac81f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370066 Jul 07 18:23:20.004570 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52854) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:20.067920 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf31941-13b8-46d4-bdbf-1dd2ce8744b6 tempest-TestSnapshotPattern-351274366 tempest-TestSnapshotPattern-351274366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:20.069528 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-eaf31941-13b8-46d4-bdbf-1dd2ce8744b6 tempest-TestSnapshotPattern-351274366 tempest-TestSnapshotPattern-351274366-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6980208e-52e2-4802-b4aa-58700cd78f12 HTTP/1.1" status: 200 len: 1093 time: 0.0638711 Jul 07 18:23:20.073550 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 52856) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:20.078543 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.v2.base [None req-20ab4dea-12f2-4414-9d59-6dc014768c24 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Request body: {'floatingip': {'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'port_id': '3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:23:20.113353 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-20ab4dea-12f2-4414-9d59-6dc014768c24 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for floatingip, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:20.262933 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-20ab4dea-12f2-4414-9d59-6dc014768c24 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:20.403901 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.db_base_plugin_common [None req-20ab4dea-12f2-4414-9d59-6dc014768c24 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Allocated IP 172.25.0.44 (b1c8a741-d954-43c5-b974-954b2190b048/196596ff-a4cf-4410-ace9-a957282732ac/d0c4179e-5832-49ab-8ee7-0c98fa23d34d) {{(pid=100192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:23:20.520746 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-20ab4dea-12f2-4414-9d59-6dc014768c24 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for port, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:20.596043 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-20ab4dea-12f2-4414-9d59-6dc014768c24 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-604723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737955545573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16518276'] for port, after_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:20.642300 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ab4dea-12f2-4414-9d59-6dc014768c24 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Network b1c8a741-d954-43c5-b974-954b2190b048 is already hosted by enough agents. {{(pid=100192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:23:20.647579 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.base_scheduler [None req-20ab4dea-12f2-4414-9d59-6dc014768c24 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Resources bound (agent type, host, resource id): {{(pid=100192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:23:20.651648 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab4dea-12f2-4414-9d59-6dc014768c24 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Received port after_create {{(pid=100192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:23:20.679148 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab4dea-12f2-4414-9d59-6dc014768c24 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Pushing event updated for resources: {'Port': ['ID=d0c4179e-5832-49ab-8ee7-0c98fa23d34d,revision_number=1']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:21.103806 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-20ab4dea-12f2-4414-9d59-6dc014768c24 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:21.199553 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-20ab4dea-12f2-4414-9d59-6dc014768c24 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:21.391410 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-20ab4dea-12f2-4414-9d59-6dc014768c24 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for port, precommit_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:21.397637 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-20ab4dea-12f2-4414-9d59-6dc014768c24 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16518262'] for port, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:21.475457 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab4dea-12f2-4414-9d59-6dc014768c24 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Pushing event updated for resources: {'Port': ['ID=d0c4179e-5832-49ab-8ee7-0c98fa23d34d,revision_number=2']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:21.488428 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-20ab4dea-12f2-4414-9d59-6dc014768c24 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962548'] for floatingip, after_update {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:21.628515 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-20ab4dea-12f2-4414-9d59-6dc014768c24 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Floating IP 07f9ea36-c173-4a08-bb67-2b516f4e4a0e associated. External IP: 172.25.0.44, port: 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b. Jul 07 18:23:21.875976 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ab4dea-12f2-4414-9d59-6dc014768c24 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Router 0e4031ef-181a-49a7-8ac0-276ebf7bc453 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:23:22.003578 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ab4dea-12f2-4414-9d59-6dc014768c24 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:23:22.017324 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3632e6-aa1f-49c6-83d2-1ba34a05ddf1 None None] Sync routers for ids ['0e4031ef-181a-49a7-8ac0-276ebf7bc453'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:23:22.028136 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-20ab4dea-12f2-4414-9d59-6dc014768c24 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:22.030826 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3632e6-aa1f-49c6-83d2-1ba34a05ddf1 None None] Routers {'0e4031ef-181a-49a7-8ac0-276ebf7bc453'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:23:22.031658 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-8a3632e6-aa1f-49c6-83d2-1ba34a05ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:22:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['0e4031ef-181a-49a7-8ac0-276ebf7bc453'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:22.088877 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-20ab4dea-12f2-4414-9d59-6dc014768c24 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0140214 Jul 07 18:23:22.089382 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6980208e-52e2-4802-b4aa-58700cd78f12', 'tag': '3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:23:22.091763 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f18af9-12ab-4472-bb10-c672c7424ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "6980208e-52e2-4802-b4aa-58700cd78f12", "tag": "3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:23:22.130021 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab919352-3831-476b-8bdb-6a8aff53273d x-openstack-request-id: req-ab919352-3831-476b-8bdb-6a8aff53273d {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:23:22.130736 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6980208e-52e2-4802-b4aa-58700cd78f12", "tag": "3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:23:22.130736 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ab919352-3831-476b-8bdb-6a8aff53273d {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:23:22.131070 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6980208e-52e2-4802-b4aa-58700cd78f12', 'tag': '3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b', 'status': 'completed', 'code': 200} Jul 07 18:23:22.200546 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-8a3632e6-aa1f-49c6-83d2-1ba34a05ddf1 None None] Set router 0e4031ef-181a-49a7-8ac0-276ebf7bc453 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:23:22.215654 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f18af9-12ab-4472-bb10-c672c7424ad6 req-5e46bcc5-49c2-44a2-a5aa-dfce9b7c30a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:22.222444 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26f18af9-12ab-4472-bb10-c672c7424ad6 req-5e46bcc5-49c2-44a2-a5aa-dfce9b7c30a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d34289c0da754f06bf72e73a8ef87a48&device_id=6980208e-52e2-4802-b4aa-58700cd78f12 HTTP/1.1" status: 200 len: 1098 time: 0.0642831 Jul 07 18:23:22.353325 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f18af9-12ab-4472-bb10-c672c7424ad6 req-5bd16e68-5ca1-4b81-9a33-46dff743f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:22.355923 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26f18af9-12ab-4472-bb10-c672c7424ad6 req-5bd16e68-5ca1-4b81-9a33-46dff743f6c1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c HTTP/1.1" status: 200 len: 911 time: 0.1311421 Jul 07 18:23:22.460167 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26f18af9-12ab-4472-bb10-c672c7424ad6 req-7db595c1-d68b-4e40-9774-786c55661aad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b HTTP/1.1" status: 200 len: 999 time: 0.0972776 Jul 07 18:23:22.540208 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f18af9-12ab-4472-bb10-c672c7424ad6 req-cbb6f1d8-fff5-4bd5-9014-6f35956a0fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:22.542294 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26f18af9-12ab-4472-bb10-c672c7424ad6 req-cbb6f1d8-fff5-4bd5-9014-6f35956a0fb2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bae8c4a7-55f2-44f8-af6d-adf0fcfea82a HTTP/1.1" status: 200 len: 849 time: 0.0763373 Jul 07 18:23:22.543912 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-8a3632e6-aa1f-49c6-83d2-1ba34a05ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'name': 'tempest-TestSnapshotPattern-1185717002-router', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:24Z', 'revision_number': 4, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'gw_port': {'id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '07f9ea36-c173-4a08-bb67-2b516f4e4a0e', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'floating_ip_address': '172.25.0.44', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'port_id': '3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'mac_address': 'fa:16:3e:1d:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6980208e-52e2-4802-b4aa-58700cd78f12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:23:20Z', 'updated_at': '2021-07-07T18:23:20Z', 'revision_number': 0, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'fixed_ip_address_scope': None}, {'id': 'e1878b00-2fc4-4ea4-b26e-054608905fad', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'port_id': '2c7aec66-0ec4-4ab9-bf71-2578f969563c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'mac_address': 'fa:16:3e:07:c1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ee691a-77e0-4a11-866a-bf0ec09aa111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:20:45Z', 'updated_at': '2021-07-07T18:20:47Z', 'revision_number': 1, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab38874-158c-4544-8669-6538382f4423', 'name': '', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'mac_address': 'fa:16:3e:36:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:23Z', 'updated_at': '2021-07-07T18:20:30Z', 'revision_number': 5, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'subnets': [{'id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:22.579937 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3632e6-aa1f-49c6-83d2-1ba34a05ddf1 None None] Checking router: 0e4031ef-181a-49a7-8ac0-276ebf7bc453 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:23:22.592221 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3632e6-aa1f-49c6-83d2-1ba34a05ddf1 None None] Routers {'0e4031ef-181a-49a7-8ac0-276ebf7bc453'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:23:22.593001 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-8a3632e6-aa1f-49c6-83d2-1ba34a05ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:22:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['0e4031ef-181a-49a7-8ac0-276ebf7bc453'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:22.627034 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f18af9-12ab-4472-bb10-c672c7424ad6 req-0d9f4c76-2185-4b97-ae1c-2ad214a2d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:22.629684 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26f18af9-12ab-4472-bb10-c672c7424ad6 req-0d9f4c76-2185-4b97-ae1c-2ad214a2d380 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805573 Jul 07 18:23:22.725802 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-8a3632e6-aa1f-49c6-83d2-1ba34a05ddf1 None None] Set router 0e4031ef-181a-49a7-8ac0-276ebf7bc453 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:23:22.789014 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26f18af9-12ab-4472-bb10-c672c7424ad6 req-28662091-7394-4541-ae53-ded709ef0f4b service neutron] 10.222.0.64 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523950 Jul 07 18:23:22.912926 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-26f18af9-12ab-4472-bb10-c672c7424ad6 req-751d0303-4b6f-4e69-82d8-ffed9490b694 service neutron] 10.222.0.64 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166651 Jul 07 18:23:23.101640 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-8a3632e6-aa1f-49c6-83d2-1ba34a05ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'name': 'tempest-TestSnapshotPattern-1185717002-router', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:24Z', 'revision_number': 4, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'gw_port': {'id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '07f9ea36-c173-4a08-bb67-2b516f4e4a0e', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'floating_ip_address': '172.25.0.44', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'port_id': '3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'mac_address': 'fa:16:3e:1d:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6980208e-52e2-4802-b4aa-58700cd78f12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:23:20Z', 'updated_at': '2021-07-07T18:23:20Z', 'revision_number': 0, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'fixed_ip_address_scope': None}, {'id': 'e1878b00-2fc4-4ea4-b26e-054608905fad', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'port_id': '2c7aec66-0ec4-4ab9-bf71-2578f969563c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'mac_address': 'fa:16:3e:07:c1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ee691a-77e0-4a11-866a-bf0ec09aa111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:20:45Z', 'updated_at': '2021-07-07T18:20:47Z', 'revision_number': 1, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab38874-158c-4544-8669-6538382f4423', 'name': '', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'mac_address': 'fa:16:3e:36:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:23Z', 'updated_at': '2021-07-07T18:20:30Z', 'revision_number': 5, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'subnets': [{'id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:23.135599 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3632e6-aa1f-49c6-83d2-1ba34a05ddf1 None None] The sync data for ids ['0e4031ef-181a-49a7-8ac0-276ebf7bc453'] in n-d-791503-12 is: [{'id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'name': 'tempest-TestSnapshotPattern-1185717002-router', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:24Z', 'revision_number': 4, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'gw_port': {'id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': '07f9ea36-c173-4a08-bb67-2b516f4e4a0e', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'floating_ip_address': '172.25.0.44', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'port_id': '3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'mac_address': 'fa:16:3e:1d:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6980208e-52e2-4802-b4aa-58700cd78f12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:23:20Z', 'updated_at': '2021-07-07T18:23:20Z', 'revision_number': 0, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'fixed_ip_address_scope': None}, {'id': 'e1878b00-2fc4-4ea4-b26e-054608905fad', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'port_id': '2c7aec66-0ec4-4ab9-bf71-2578f969563c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'mac_address': 'fa:16:3e:07:c1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ee691a-77e0-4a11-866a-bf0ec09aa111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:20:45Z', 'updated_at': '2021-07-07T18:20:47Z', 'revision_number': 1, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab38874-158c-4544-8669-6538382f4423', 'name': '', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'mac_address': 'fa:16:3e:36:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:23Z', 'updated_at': '2021-07-07T18:20:30Z', 'revision_number': 5, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'subnets': [{'id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:23:23.355824 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7bd54c-6785-4428-8757-81d31d06173f None None] New status for floating IP 07f9ea36-c173-4a08-bb67-2b516f4e4a0e: ACTIVE {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:23:23.601652 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c7dfaf9b-7779-41f7-a5ec-bc75c5e90136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:26.380753 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:26.942050 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2aeb8d23-8333-4659-8cd1-074c51952bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:26.982221 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:23:28.276840 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:30.564678 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:38.372492 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:38.769636 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:53.606433 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4cd5ce00-2488-44f4-9f3b-b555843fbb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:56.376901 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:56.943237 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-32609b1c-3711-47ac-823e-256b8c8efd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:58.278445 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:00.569238 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:03.982493 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:24:06.591139 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea8d86af-6007-4d07-9b6e-ba24c7cd0d45 req-797425f7-b628-4ac0-83da-79e8419456ae service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0567100 Jul 07 18:24:06.699703 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d86af-6007-4d07-9b6e-ba24c7cd0d45 req-e94399dd-903c-4276-9607-7bddc42854df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:06.701284 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea8d86af-6007-4d07-9b6e-ba24c7cd0d45 req-e94399dd-903c-4276-9607-7bddc42854df service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d34289c0da754f06bf72e73a8ef87a48&device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111 HTTP/1.1" status: 200 len: 1096 time: 0.0659499 Jul 07 18:24:06.811433 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d86af-6007-4d07-9b6e-ba24c7cd0d45 req-fe415ee3-a787-44a4-81c8-5987ec166b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:06.812959 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea8d86af-6007-4d07-9b6e-ba24c7cd0d45 req-fe415ee3-a787-44a4-81c8-5987ec166b56 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c HTTP/1.1" status: 200 len: 911 time: 0.0887742 Jul 07 18:24:06.885829 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea8d86af-6007-4d07-9b6e-ba24c7cd0d45 req-b8cabfd4-b116-416d-816a-52f578dcc9f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c7aec66-0ec4-4ab9-bf71-2578f969563c HTTP/1.1" status: 200 len: 1000 time: 0.0656216 Jul 07 18:24:06.937755 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d86af-6007-4d07-9b6e-ba24c7cd0d45 req-f8fa3b01-6ee4-43e2-9236-532c097fb1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:06.939248 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea8d86af-6007-4d07-9b6e-ba24c7cd0d45 req-f8fa3b01-6ee4-43e2-9236-532c097fb1bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bae8c4a7-55f2-44f8-af6d-adf0fcfea82a HTTP/1.1" status: 200 len: 849 time: 0.0467789 Jul 07 18:24:06.999590 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d86af-6007-4d07-9b6e-ba24c7cd0d45 req-7ab036c3-4a56-4a52-8e95-0b2aa4357f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:07.001175 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea8d86af-6007-4d07-9b6e-ba24c7cd0d45 req-7ab036c3-4a56-4a52-8e95-0b2aa4357f7f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541000 Jul 07 18:24:07.103206 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea8d86af-6007-4d07-9b6e-ba24c7cd0d45 req-bd039990-4c66-41e6-b897-3550487d18fe service neutron] 10.222.0.72 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943887 Jul 07 18:24:07.200244 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-ea8d86af-6007-4d07-9b6e-ba24c7cd0d45 req-548f6f7e-3abd-4820-8306-35edaca18c9d service neutron] 10.222.0.72 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903373 Jul 07 18:24:07.410470 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-39723f3c-a928-4c51-afdb-3bea122c5552 req-3e8719b3-59aa-41f8-9f94-57b25508b639 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6980208e-52e2-4802-b4aa-58700cd78f12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1167250 Jul 07 18:24:07.512275 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39723f3c-a928-4c51-afdb-3bea122c5552 req-3b3ec8f9-2118-4962-ad0e-ba6a188f34f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:07.513787 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-39723f3c-a928-4c51-afdb-3bea122c5552 req-3b3ec8f9-2118-4962-ad0e-ba6a188f34f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d34289c0da754f06bf72e73a8ef87a48&device_id=6980208e-52e2-4802-b4aa-58700cd78f12 HTTP/1.1" status: 200 len: 1098 time: 0.0565150 Jul 07 18:24:07.632156 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39723f3c-a928-4c51-afdb-3bea122c5552 req-68101b58-ca3a-48f0-805b-8b47ce3d5a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:07.634728 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-39723f3c-a928-4c51-afdb-3bea122c5552 req-68101b58-ca3a-48f0-805b-8b47ce3d5a56 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c HTTP/1.1" status: 200 len: 911 time: 0.1009023 Jul 07 18:24:07.709192 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-39723f3c-a928-4c51-afdb-3bea122c5552 req-6ae6e806-7508-4186-b855-8ce4ab4994e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b HTTP/1.1" status: 200 len: 1001 time: 0.0673904 Jul 07 18:24:07.766638 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39723f3c-a928-4c51-afdb-3bea122c5552 req-1a3ae390-d3ac-4382-9a05-d34fac98ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:07.768059 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-39723f3c-a928-4c51-afdb-3bea122c5552 req-1a3ae390-d3ac-4382-9a05-d34fac98ecc4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bae8c4a7-55f2-44f8-af6d-adf0fcfea82a HTTP/1.1" status: 200 len: 849 time: 0.0524518 Jul 07 18:24:07.829090 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39723f3c-a928-4c51-afdb-3bea122c5552 req-5b05f8ab-6c3f-4d28-abe2-aafe0ee39434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:07.830633 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-39723f3c-a928-4c51-afdb-3bea122c5552 req-5b05f8ab-6c3f-4d28-abe2-aafe0ee39434 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555093 Jul 07 18:24:07.934010 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-39723f3c-a928-4c51-afdb-3bea122c5552 req-edba32ea-34d0-48b4-ac0d-951fdab4abf7 service neutron] 10.222.0.64 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970368 Jul 07 18:24:08.034068 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-39723f3c-a928-4c51-afdb-3bea122c5552 req-f289a06d-64b7-47c5-9325-d190720f2e29 service neutron] 10.222.0.64 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937860 Jul 07 18:24:08.367234 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:08.788037 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:23.609651 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cfb6a562-adf2-4156-a5f6-5ac478ac69c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:26.379596 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:26.945826 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-5a1ec385-f7eb-49c6-a809-ec63e772aac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:28.285892 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:30.569805 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:38.388438 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:38.796775 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:40.981366 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:24:52.471427 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b details requested by agent hyperv_n-h1-791503-12 with host n-h1-791503-12 {{(pid=100194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:24:52.583525 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b,segment=NetworkSegment(aa2c1be5-8f3d-4227-9eb9-9a9864926125),segment_id=aa2c1be5-8f3d-4227-9eb9-9a9864926125)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:52.597152 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Returning: {'device': '3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'port_id': '3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b', 'mac_address': 'fa:16:3e:1d:7d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:24:52.637888 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:52.652323 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b {{(pid=100194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:24:52.675673 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b,segment=NetworkSegment(aa2c1be5-8f3d-4227-9eb9-9a9864926125),segment_id=aa2c1be5-8f3d-4227-9eb9-9a9864926125)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:52.681451 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:52.737417 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b,revision_number=6']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:52.745349 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:52.745702 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:52.746048 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:52.746392 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:52.746723 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:52.747057 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:52.747388 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:52.747718 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:52.748046 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:52.748373 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:52.748729 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:52.749061 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:52.754208 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] get_ports_and_sgs() called for port_ids ['3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b'] {{(pid=100194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:24:53.611830 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-53eb1b02-c0cc-40d4-888e-0a817d510a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:54.485757 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b up at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:24:54.570025 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.provisioning_blocks [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Provisioning complete for port 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b triggered by entity L2. {{(pid=100194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:24:54.570815 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006971'] for port, provisioning_complete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:54.687330 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:54.724728 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6980208e-52e2-4802-b4aa-58700cd78f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:24:54.727400 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f61711-b490-43e2-bfbb-71cfe7b8cb2e" -d '{"events": [{"server_uuid": "6980208e-52e2-4802-b4aa-58700cd78f12", "name": "network-vif-plugged", "status": "completed", "tag": "3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:24:54.746276 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b,segment=NetworkSegment(aa2c1be5-8f3d-4227-9eb9-9a9864926125),segment_id=aa2c1be5-8f3d-4227-9eb9-9a9864926125)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:54.753334 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:54.791061 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8715950-57e4-43da-bc2a-cf137808fcb5 x-openstack-request-id: req-b8715950-57e4-43da-bc2a-cf137808fcb5 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:24:54.791935 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6980208e-52e2-4802-b4aa-58700cd78f12", "name": "network-vif-plugged", "status": "completed", "tag": "3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:24:54.792398 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8715950-57e4-43da-bc2a-cf137808fcb5 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:24:54.793472 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6980208e-52e2-4802-b4aa-58700cd78f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b', 'code': 200} Jul 07 18:24:54.833971 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b,revision_number=7']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:56.391713 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:56.968353 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-16548fa7-5c18-4573-8bc7-5d4a29c01424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:58.295474 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:00.577132 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:05.178493 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53068) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:05.369090 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-8d08189f-7649-4d03-8dc9-2727c7903463 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Deleting port d0c4179e-5832-49ab-8ee7-0c98fa23d34d {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:25:05.369436 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8d08189f-7649-4d03-8dc9-2727c7903463 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:05.480198 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8d08189f-7649-4d03-8dc9-2727c7903463 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:05.480449 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8d08189f-7649-4d03-8dc9-2727c7903463 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:05.494619 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-8d08189f-7649-4d03-8dc9-2727c7903463 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Calling delete_port for d0c4179e-5832-49ab-8ee7-0c98fa23d34d owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:25:05.656573 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8d08189f-7649-4d03-8dc9-2727c7903463 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:05.692584 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08189f-7649-4d03-8dc9-2727c7903463 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Pushing event deleted for resources: {'Port': ['ID=d0c4179e-5832-49ab-8ee7-0c98fa23d34d,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:05.708152 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08189f-7649-4d03-8dc9-2727c7903463 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:05.708509 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08189f-7649-4d03-8dc9-2727c7903463 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:05.708899 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08189f-7649-4d03-8dc9-2727c7903463 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:05.709309 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08189f-7649-4d03-8dc9-2727c7903463 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:05.709809 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08189f-7649-4d03-8dc9-2727c7903463 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:05.710157 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08189f-7649-4d03-8dc9-2727c7903463 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:05.710497 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08189f-7649-4d03-8dc9-2727c7903463 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:05.710835 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08189f-7649-4d03-8dc9-2727c7903463 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:05.711175 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08189f-7649-4d03-8dc9-2727c7903463 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:05.711507 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08189f-7649-4d03-8dc9-2727c7903463 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:05.711842 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08189f-7649-4d03-8dc9-2727c7903463 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:05.712176 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08189f-7649-4d03-8dc9-2727c7903463 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:05.774605 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8d08189f-7649-4d03-8dc9-2727c7903463 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:05.774950 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-8d08189f-7649-4d03-8dc9-2727c7903463 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Floating IP 07f9ea36-c173-4a08-bb67-2b516f4e4a0e disassociated (deleted). External IP: 172.25.0.44, port: 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b. Jul 07 18:25:06.387763 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d08189f-7649-4d03-8dc9-2727c7903463 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Router 0e4031ef-181a-49a7-8ac0-276ebf7bc453 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:25:06.520568 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d08189f-7649-4d03-8dc9-2727c7903463 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:25:06.528144 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-8d08189f-7649-4d03-8dc9-2727c7903463 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:06.533508 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a49fff1-d3af-4649-9b1a-76ea5e3a0015 None None] Sync routers for ids ['0e4031ef-181a-49a7-8ac0-276ebf7bc453'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:25:06.554421 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a49fff1-d3af-4649-9b1a-76ea5e3a0015 None None] Routers {'0e4031ef-181a-49a7-8ac0-276ebf7bc453'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:25:06.554900 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-8a49fff1-d3af-4649-9b1a-76ea5e3a0015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:24:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['0e4031ef-181a-49a7-8ac0-276ebf7bc453'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:06.576235 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-8d08189f-7649-4d03-8dc9-2727c7903463 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "DELETE /v2.0/floatingips/07f9ea36-c173-4a08-bb67-2b516f4e4a0e HTTP/1.1" status: 204 len: 168 time: 1.3960536 Jul 07 18:25:06.577011 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6980208e-52e2-4802-b4aa-58700cd78f12', 'tag': '3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:25:06.580674 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86554bf8-2e4c-40a0-a18a-c1eabf4fd2d7" -d '{"events": [{"name": "network-changed", "server_uuid": "6980208e-52e2-4802-b4aa-58700cd78f12", "tag": "3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:25:06.717676 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea00632-e857-4195-ab45-afb3cb4b14a4 x-openstack-request-id: req-9ea00632-e857-4195-ab45-afb3cb4b14a4 {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:25:06.717955 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6980208e-52e2-4802-b4aa-58700cd78f12", "tag": "3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:25:06.719208 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ea00632-e857-4195-ab45-afb3cb4b14a4 {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:25:06.719208 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6980208e-52e2-4802-b4aa-58700cd78f12', 'tag': '3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b', 'status': 'completed', 'code': 200} Jul 07 18:25:06.736439 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-8a49fff1-d3af-4649-9b1a-76ea5e3a0015 None None] Set router 0e4031ef-181a-49a7-8ac0-276ebf7bc453 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:25:06.812159 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86554bf8-2e4c-40a0-a18a-c1eabf4fd2d7 req-76d2f40b-47b8-4fab-8830-191b7cbd01b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:06.815139 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-86554bf8-2e4c-40a0-a18a-c1eabf4fd2d7 req-76d2f40b-47b8-4fab-8830-191b7cbd01b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d34289c0da754f06bf72e73a8ef87a48&device_id=6980208e-52e2-4802-b4aa-58700cd78f12 HTTP/1.1" status: 200 len: 1098 time: 0.0685232 Jul 07 18:25:06.936642 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86554bf8-2e4c-40a0-a18a-c1eabf4fd2d7 req-e56070a8-0887-42a7-9aa9-48e743ae574b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:06.938146 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-86554bf8-2e4c-40a0-a18a-c1eabf4fd2d7 req-e56070a8-0887-42a7-9aa9-48e743ae574b service neutron] 10.222.0.64 "GET /v2.0/networks?id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c HTTP/1.1" status: 200 len: 911 time: 0.1165340 Jul 07 18:25:06.991677 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-86554bf8-2e4c-40a0-a18a-c1eabf4fd2d7 req-6481987a-ee83-40d5-b585-396987e730a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b HTTP/1.1" status: 200 len: 217 time: 0.0460474 Jul 07 18:25:07.051886 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86554bf8-2e4c-40a0-a18a-c1eabf4fd2d7 req-f1d3e9ce-dc62-46c3-a0b3-b7e4df43fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:07.054103 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-86554bf8-2e4c-40a0-a18a-c1eabf4fd2d7 req-f1d3e9ce-dc62-46c3-a0b3-b7e4df43fbe2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bae8c4a7-55f2-44f8-af6d-adf0fcfea82a HTTP/1.1" status: 200 len: 849 time: 0.0566144 Jul 07 18:25:07.057274 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-8a49fff1-d3af-4649-9b1a-76ea5e3a0015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'name': 'tempest-TestSnapshotPattern-1185717002-router', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:24Z', 'revision_number': 4, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'gw_port': {'id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'e1878b00-2fc4-4ea4-b26e-054608905fad', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'port_id': '2c7aec66-0ec4-4ab9-bf71-2578f969563c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'mac_address': 'fa:16:3e:07:c1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ee691a-77e0-4a11-866a-bf0ec09aa111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:20:45Z', 'updated_at': '2021-07-07T18:20:47Z', 'revision_number': 1, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab38874-158c-4544-8669-6538382f4423', 'name': '', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'mac_address': 'fa:16:3e:36:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:23Z', 'updated_at': '2021-07-07T18:20:30Z', 'revision_number': 5, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'subnets': [{'id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:07.072952 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb7149-a200-4cb3-8a8f-e6c317b6637a req-fa6cf86f-4620-490c-b384-5d9d372c845e tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:07.075402 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-22cb7149-a200-4cb3-8a8f-e6c317b6637a req-fa6cf86f-4620-490c-b384-5d9d372c845e tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=6980208e-52e2-4802-b4aa-58700cd78f12 HTTP/1.1" status: 200 len: 946 time: 0.0869541 Jul 07 18:25:07.099125 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a49fff1-d3af-4649-9b1a-76ea5e3a0015 None None] Checking router: 0e4031ef-181a-49a7-8ac0-276ebf7bc453 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:25:07.108603 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a49fff1-d3af-4649-9b1a-76ea5e3a0015 None None] Routers {'0e4031ef-181a-49a7-8ac0-276ebf7bc453'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:25:07.109266 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-8a49fff1-d3af-4649-9b1a-76ea5e3a0015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:24:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['0e4031ef-181a-49a7-8ac0-276ebf7bc453'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:07.138485 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86554bf8-2e4c-40a0-a18a-c1eabf4fd2d7 req-5129f687-9841-4ef9-a824-8279c39811f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:07.140354 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-86554bf8-2e4c-40a0-a18a-c1eabf4fd2d7 req-5129f687-9841-4ef9-a824-8279c39811f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787430 Jul 07 18:25:07.145043 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-22cb7149-a200-4cb3-8a8f-e6c317b6637a req-d42891ed-bb6f-46fa-9923-fb30847e9d17 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588827 Jul 07 18:25:07.248226 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-86554bf8-2e4c-40a0-a18a-c1eabf4fd2d7 req-98b0f522-18d7-4de5-95a9-cd2a06a26be1 service neutron] 10.222.0.64 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006882 Jul 07 18:25:07.251511 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-8a49fff1-d3af-4649-9b1a-76ea5e3a0015 None None] Set router 0e4031ef-181a-49a7-8ac0-276ebf7bc453 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:25:07.377649 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-86554bf8-2e4c-40a0-a18a-c1eabf4fd2d7 req-b2a54269-2ed1-4c5e-9340-30b997749bbb service neutron] 10.222.0.64 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211662 Jul 07 18:25:07.514596 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-8a49fff1-d3af-4649-9b1a-76ea5e3a0015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'name': 'tempest-TestSnapshotPattern-1185717002-router', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:24Z', 'revision_number': 4, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'gw_port': {'id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'e1878b00-2fc4-4ea4-b26e-054608905fad', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'port_id': '2c7aec66-0ec4-4ab9-bf71-2578f969563c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'mac_address': 'fa:16:3e:07:c1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ee691a-77e0-4a11-866a-bf0ec09aa111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:20:45Z', 'updated_at': '2021-07-07T18:20:47Z', 'revision_number': 1, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab38874-158c-4544-8669-6538382f4423', 'name': '', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'mac_address': 'fa:16:3e:36:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:23Z', 'updated_at': '2021-07-07T18:20:30Z', 'revision_number': 5, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'subnets': [{'id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:07.547679 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a49fff1-d3af-4649-9b1a-76ea5e3a0015 None None] The sync data for ids ['0e4031ef-181a-49a7-8ac0-276ebf7bc453'] in n-d-791503-12 is: [{'id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'name': 'tempest-TestSnapshotPattern-1185717002-router', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:24Z', 'revision_number': 4, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'gw_port': {'id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_floatingips': [{'id': 'e1878b00-2fc4-4ea4-b26e-054608905fad', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'router_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'port_id': '2c7aec66-0ec4-4ab9-bf71-2578f969563c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'mac_address': 'fa:16:3e:07:c1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ee691a-77e0-4a11-866a-bf0ec09aa111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:20:45Z', 'updated_at': '2021-07-07T18:20:47Z', 'revision_number': 1, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab38874-158c-4544-8669-6538382f4423', 'name': '', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'mac_address': 'fa:16:3e:36:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:23Z', 'updated_at': '2021-07-07T18:20:30Z', 'revision_number': 5, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'subnets': [{'id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:25:07.617198 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a088419d-1f15-4a6e-94fb-d0ba693d97fb req-dcd7e9d2-14be-46b2-8cd3-90043a4c1f3e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0597286 Jul 07 18:25:07.735451 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088419d-1f15-4a6e-94fb-d0ba693d97fb req-d64edeef-f669-48d9-b837-f523429e11a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:07.737414 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a088419d-1f15-4a6e-94fb-d0ba693d97fb req-d64edeef-f669-48d9-b837-f523429e11a6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d34289c0da754f06bf72e73a8ef87a48&device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111 HTTP/1.1" status: 200 len: 1096 time: 0.0663886 Jul 07 18:25:07.854326 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d589fc4-8abd-4c68-8381-6ba324c08a92 None None] New status for floating IP 07f9ea36-c173-4a08-bb67-2b516f4e4a0e: DOWN {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:25:07.875537 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088419d-1f15-4a6e-94fb-d0ba693d97fb req-7d433dc1-8909-4755-963a-4a0a5868cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:07.877640 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a088419d-1f15-4a6e-94fb-d0ba693d97fb req-7d433dc1-8909-4755-963a-4a0a5868cd5b service neutron] 10.222.0.72 "GET /v2.0/networks?id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c HTTP/1.1" status: 200 len: 911 time: 0.1179137 Jul 07 18:25:07.955393 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a088419d-1f15-4a6e-94fb-d0ba693d97fb req-6e7a1763-e247-4775-a01e-e28cd0154f89 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c7aec66-0ec4-4ab9-bf71-2578f969563c HTTP/1.1" status: 200 len: 1000 time: 0.0704072 Jul 07 18:25:08.012121 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088419d-1f15-4a6e-94fb-d0ba693d97fb req-036e1fe5-d345-4cc5-89b2-9dcbaba11b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:08.013667 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a088419d-1f15-4a6e-94fb-d0ba693d97fb req-036e1fe5-d345-4cc5-89b2-9dcbaba11b0c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bae8c4a7-55f2-44f8-af6d-adf0fcfea82a HTTP/1.1" status: 200 len: 849 time: 0.0493813 Jul 07 18:25:08.083480 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088419d-1f15-4a6e-94fb-d0ba693d97fb req-79885f3a-a878-41ff-a304-59bbe8265d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:08.085387 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a088419d-1f15-4a6e-94fb-d0ba693d97fb req-79885f3a-a878-41ff-a304-59bbe8265d47 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642452 Jul 07 18:25:08.188241 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a088419d-1f15-4a6e-94fb-d0ba693d97fb req-f6a75cf9-6ec1-458c-8bf8-4770b2f8bd94 service neutron] 10.222.0.72 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942116 Jul 07 18:25:08.315553 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-a088419d-1f15-4a6e-94fb-d0ba693d97fb req-c870c06c-bf4b-4de8-a4df-650ab66ea6de service neutron] 10.222.0.72 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192303 Jul 07 18:25:08.347098 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f79362-7c03-4c5a-a129-be4577ca2407 req-7d7039d7-cb82-44de-bb5e-5ae086a90dca tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:08.348679 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-24f79362-7c03-4c5a-a129-be4577ca2407 req-7d7039d7-cb82-44de-bb5e-5ae086a90dca tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=6980208e-52e2-4802-b4aa-58700cd78f12 HTTP/1.1" status: 200 len: 946 time: 0.0734403 Jul 07 18:25:08.401191 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-24f79362-7c03-4c5a-a129-be4577ca2407 req-d4aae929-1024-42ac-8425-a5aade4dcf51 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457942 Jul 07 18:25:08.402561 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:08.520324 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf00a88-deb6-4ebb-bf8e-6c5373649d6f req-0c53d424-dabc-4f7b-a6a0-9b0a8a8e6026 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:08.521951 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2bf00a88-deb6-4ebb-bf8e-6c5373649d6f req-0c53d424-dabc-4f7b-a6a0-9b0a8a8e6026 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.64 "GET /v2.0/ports?device_id=6980208e-52e2-4802-b4aa-58700cd78f12 HTTP/1.1" status: 200 len: 946 time: 0.0749946 Jul 07 18:25:08.611446 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:25:08.639136 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-2bf00a88-deb6-4ebb-bf8e-6c5373649d6f req-a3f0adaf-cc24-4802-8070-1f13c93a5c6a tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Deleting port 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:25:08.639494 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-2bf00a88-deb6-4ebb-bf8e-6c5373649d6f req-a3f0adaf-cc24-4802-8070-1f13c93a5c6a tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:08.729649 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604662'] for port, before_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:08.763263 n-d-791503-12 neutron-server[100194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6980208e-52e2-4802-b4aa-58700cd78f12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b'}] {{(pid=100194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:25:08.766168 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba1074fe3d92152b3bc7473654bdf9fa9a580b845355a52d60421049a0d4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd095dc-3198-47f8-8ca3-1c7ccc9ff6b5" -d '{"events": [{"server_uuid": "6980208e-52e2-4802-b4aa-58700cd78f12", "name": "network-vif-unplugged", "status": "completed", "tag": "3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b"}]}' {{(pid=100194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:25:08.780078 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [req-2bf00a88-deb6-4ebb-bf8e-6c5373649d6f req-a3f0adaf-cc24-4802-8070-1f13c93a5c6a tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] For port 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b,segment=NetworkSegment(aa2c1be5-8f3d-4227-9eb9-9a9864926125),segment_id=aa2c1be5-8f3d-4227-9eb9-9a9864926125)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:08.780215 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-2bf00a88-deb6-4ebb-bf8e-6c5373649d6f req-a3f0adaf-cc24-4802-8070-1f13c93a5c6a tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:08.785168 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] For port 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b, host n-h1-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791503-12',level=0,port_id=3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b,segment=NetworkSegment(aa2c1be5-8f3d-4227-9eb9-9a9864926125),segment_id=aa2c1be5-8f3d-4227-9eb9-9a9864926125)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:08.791454 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737955985704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737955545591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737955546152'] for port, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:08.814405 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [req-2bf00a88-deb6-4ebb-bf8e-6c5373649d6f req-a3f0adaf-cc24-4802-8070-1f13c93a5c6a tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Calling delete_port for 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b owned by compute:nova {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:25:08.825406 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e243dc8-80d6-44f3-89fc-188d1fed42b8 x-openstack-request-id: req-3e243dc8-80d6-44f3-89fc-188d1fed42b8 {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:25:08.825718 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6980208e-52e2-4802-b4aa-58700cd78f12", "name": "network-vif-unplugged", "status": "completed", "tag": "3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b", "code": 200}]} {{(pid=100194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:25:08.826179 n-d-791503-12 neutron-server[100194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e243dc8-80d6-44f3-89fc-188d1fed42b8 {{(pid=100194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:25:08.826437 n-d-791503-12 neutron-server[100194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6980208e-52e2-4802-b4aa-58700cd78f12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b', 'code': 200} Jul 07 18:25:08.846327 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:08.874139 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Pushing event updated for resources: {'Port': ['ID=3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b,revision_number=8']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:09.008630 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-2bf00a88-deb6-4ebb-bf8e-6c5373649d6f req-a3f0adaf-cc24-4802-8070-1f13c93a5c6a tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:09.044978 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0adaf-cc24-4802-8070-1f13c93a5c6a tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Pushing event deleted for resources: {'Port': ['ID=3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:09.108811 n-d-791503-12 neutron-server[100192]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf00a88-deb6-4ebb-bf8e-6c5373649d6f req-a3f0adaf-cc24-4802-8070-1f13c93a5c6a tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] No DVR routers for this DVR port 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b on host n-h1-791503-12 {{(pid=100192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:25:09.113075 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [req-2bf00a88-deb6-4ebb-bf8e-6c5373649d6f req-a3f0adaf-cc24-4802-8070-1f13c93a5c6a tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:09.117092 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-2bf00a88-deb6-4ebb-bf8e-6c5373649d6f req-a3f0adaf-cc24-4802-8070-1f13c93a5c6a tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.64 "DELETE /v2.0/ports/3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b HTTP/1.1" status: 204 len: 173 time: 0.5894473 Jul 07 18:25:09.117692 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6980208e-52e2-4802-b4aa-58700cd78f12', 'name': 'network-vif-deleted', 'tag': '3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:25:09.120713 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d58b75-28ff-4af7-b9d9-7005312f3cd1" -d '{"events": [{"server_uuid": "6980208e-52e2-4802-b4aa-58700cd78f12", "name": "network-vif-deleted", "tag": "3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:25:09.163074 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322f1202-d51b-495e-b449-700261be18de x-openstack-request-id: req-322f1202-d51b-495e-b449-700261be18de {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:25:09.163522 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6980208e-52e2-4802-b4aa-58700cd78f12", "name": "network-vif-deleted", "tag": "3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:25:09.163813 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-322f1202-d51b-495e-b449-700261be18de {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:25:09.164342 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6980208e-52e2-4802-b4aa-58700cd78f12', 'name': 'network-vif-deleted', 'tag': '3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b', 'status': 'completed', 'code': 200} Jul 07 18:25:09.617056 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-79bfd077-2890-4ee6-8159-b77b7d1e070d req-25429b0a-dade-4167-947d-9f8bb1c7ad6e tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=6980208e-52e2-4802-b4aa-58700cd78f12 HTTP/1.1" status: 200 len: 210 time: 0.0550122 Jul 07 18:25:11.442669 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53128) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:11.628299 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-b4955ec9-af6c-42aa-9930-41d307b6605f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Deleting port 90655e39-73ab-4d5e-8052-f794c302d455 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:25:11.628577 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4955ec9-af6c-42aa-9930-41d307b6605f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:11.712636 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4955ec9-af6c-42aa-9930-41d307b6605f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:11.712973 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4955ec9-af6c-42aa-9930-41d307b6605f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:11.725185 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-b4955ec9-af6c-42aa-9930-41d307b6605f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Calling delete_port for 90655e39-73ab-4d5e-8052-f794c302d455 owned by network:floatingip {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:25:11.906126 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4955ec9-af6c-42aa-9930-41d307b6605f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:11.938070 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4955ec9-af6c-42aa-9930-41d307b6605f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Pushing event deleted for resources: {'Port': ['ID=90655e39-73ab-4d5e-8052-f794c302d455,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:12.013874 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4955ec9-af6c-42aa-9930-41d307b6605f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for floatingip, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:12.014319 n-d-791503-12 neutron-server[100192]: INFO neutron.db.l3_db [None req-b4955ec9-af6c-42aa-9930-41d307b6605f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Floating IP e1878b00-2fc4-4ea4-b26e-054608905fad disassociated (deleted). External IP: 172.25.0.145, port: 2c7aec66-0ec4-4ab9-bf71-2578f969563c. Jul 07 18:25:12.254922 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4955ec9-af6c-42aa-9930-41d307b6605f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Router 0e4031ef-181a-49a7-8ac0-276ebf7bc453 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:25:12.380053 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4955ec9-af6c-42aa-9930-41d307b6605f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:25:12.385697 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-b4955ec9-af6c-42aa-9930-41d307b6605f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for floatingip, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:12.390455 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf12fbb-d3e9-43bb-944c-980099253e5d None None] Sync routers for ids ['0e4031ef-181a-49a7-8ac0-276ebf7bc453'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:25:12.400460 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf12fbb-d3e9-43bb-944c-980099253e5d None None] Routers {'0e4031ef-181a-49a7-8ac0-276ebf7bc453'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:25:12.401202 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-fcf12fbb-d3e9-43bb-944c-980099253e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:24:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['0e4031ef-181a-49a7-8ac0-276ebf7bc453'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:12.437762 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-b4955ec9-af6c-42aa-9930-41d307b6605f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "DELETE /v2.0/floatingips/e1878b00-2fc4-4ea4-b26e-054608905fad HTTP/1.1" status: 204 len: 168 time: 0.9934192 Jul 07 18:25:12.438440 n-d-791503-12 neutron-server[100192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ee691a-77e0-4a11-866a-bf0ec09aa111', 'tag': '2c7aec66-0ec4-4ab9-bf71-2578f969563c'}] {{(pid=100192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:25:12.441069 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c26ec6efbd3c96fa8e788c09df24d55b1c482e5ab0caf2b491d0140f905c18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f6f5ed-3607-4921-889f-fbe134828754" -d '{"events": [{"name": "network-changed", "server_uuid": "73ee691a-77e0-4a11-866a-bf0ec09aa111", "tag": "2c7aec66-0ec4-4ab9-bf71-2578f969563c"}]}' {{(pid=100192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:25:12.489907 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694a0911-4f5f-46b4-8e35-1de69f5239fe x-openstack-request-id: req-694a0911-4f5f-46b4-8e35-1de69f5239fe {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:25:12.491430 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ee691a-77e0-4a11-866a-bf0ec09aa111", "tag": "2c7aec66-0ec4-4ab9-bf71-2578f969563c", "status": "completed", "code": 200}]} {{(pid=100192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:25:12.497375 n-d-791503-12 neutron-server[100192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-694a0911-4f5f-46b4-8e35-1de69f5239fe {{(pid=100192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:25:12.498508 n-d-791503-12 neutron-server[100192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ee691a-77e0-4a11-866a-bf0ec09aa111', 'tag': '2c7aec66-0ec4-4ab9-bf71-2578f969563c', 'status': 'completed', 'code': 200} Jul 07 18:25:12.565438 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-fcf12fbb-d3e9-43bb-944c-980099253e5d None None] Set router 0e4031ef-181a-49a7-8ac0-276ebf7bc453 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:25:12.585449 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6f5ed-3607-4921-889f-fbe134828754 req-a237b02b-b0ae-4daf-80da-5fe7332cf826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:12.586550 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23f6f5ed-3607-4921-889f-fbe134828754 req-a237b02b-b0ae-4daf-80da-5fe7332cf826 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d34289c0da754f06bf72e73a8ef87a48&device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111 HTTP/1.1" status: 200 len: 1096 time: 0.0743499 Jul 07 18:25:12.627752 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b no longer exists at agent hyperv_n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:25:12.652014 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] No Port match for: 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:25:12.652784 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Device 3054cb64-5dc6-43cd-b9c3-9ac64af2fb4b not bound to the agent host n-h1-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:25:12.699061 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6f5ed-3607-4921-889f-fbe134828754 req-ff857ee6-62da-47c6-89d4-11a6ef5c48d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:12.700669 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23f6f5ed-3607-4921-889f-fbe134828754 req-ff857ee6-62da-47c6-89d4-11a6ef5c48d1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c HTTP/1.1" status: 200 len: 911 time: 0.1068640 Jul 07 18:25:12.757427 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23f6f5ed-3607-4921-889f-fbe134828754 req-be1fb52c-535c-429e-81e4-97636ba4c13c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c7aec66-0ec4-4ab9-bf71-2578f969563c HTTP/1.1" status: 200 len: 217 time: 0.0470560 Jul 07 18:25:12.826645 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6f5ed-3607-4921-889f-fbe134828754 req-87cd3029-b4a6-40b9-8bc7-8d9415859221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:12.828921 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23f6f5ed-3607-4921-889f-fbe134828754 req-87cd3029-b4a6-40b9-8bc7-8d9415859221 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bae8c4a7-55f2-44f8-af6d-adf0fcfea82a HTTP/1.1" status: 200 len: 849 time: 0.0647027 Jul 07 18:25:12.906238 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6f5ed-3607-4921-889f-fbe134828754 req-83f8ac4c-9570-4c3d-b81c-c69cb9ea2edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:12.908572 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23f6f5ed-3607-4921-889f-fbe134828754 req-83f8ac4c-9570-4c3d-b81c-c69cb9ea2edb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724423 Jul 07 18:25:12.925837 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-fcf12fbb-d3e9-43bb-944c-980099253e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'name': 'tempest-TestSnapshotPattern-1185717002-router', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:24Z', 'revision_number': 4, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'gw_port': {'id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'dab38874-158c-4544-8669-6538382f4423', 'name': '', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'mac_address': 'fa:16:3e:36:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:23Z', 'updated_at': '2021-07-07T18:20:30Z', 'revision_number': 5, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'subnets': [{'id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:12.945992 n-d-791503-12 neutron-server[100192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1398f05-9505-4632-bfa0-f4953835f03c req-ed01e61c-1867-44f7-a7d2-af7d4a0624e5 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:12.948837 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a1398f05-9505-4632-bfa0-f4953835f03c req-ed01e61c-1867-44f7-a7d2-af7d4a0624e5 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111 HTTP/1.1" status: 200 len: 944 time: 0.0943091 Jul 07 18:25:12.954137 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf12fbb-d3e9-43bb-944c-980099253e5d None None] Checking router: 0e4031ef-181a-49a7-8ac0-276ebf7bc453 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:25:12.965258 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf12fbb-d3e9-43bb-944c-980099253e5d None None] Routers {'0e4031ef-181a-49a7-8ac0-276ebf7bc453'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:25:12.965897 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-fcf12fbb-d3e9-43bb-944c-980099253e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:24:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['0e4031ef-181a-49a7-8ac0-276ebf7bc453'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:12.994397 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [req-a1398f05-9505-4632-bfa0-f4953835f03c req-65e8db50-08a3-4b8a-8cdc-46b75d452ecd tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379860 Jul 07 18:25:13.015040 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23f6f5ed-3607-4921-889f-fbe134828754 req-611d43b2-8d80-458b-a75e-36d1cfd65eb2 service neutron] 10.222.0.72 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979943 Jul 07 18:25:13.096757 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-fcf12fbb-d3e9-43bb-944c-980099253e5d None None] Set router 0e4031ef-181a-49a7-8ac0-276ebf7bc453 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:25:13.131378 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-23f6f5ed-3607-4921-889f-fbe134828754 req-5d44ebe5-5c51-40dd-ab8c-28bd7a8a2d30 service neutron] 10.222.0.72 "GET /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036747 Jul 07 18:25:13.315918 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-fcf12fbb-d3e9-43bb-944c-980099253e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'name': 'tempest-TestSnapshotPattern-1185717002-router', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:24Z', 'revision_number': 4, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'gw_port': {'id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'dab38874-158c-4544-8669-6538382f4423', 'name': '', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'mac_address': 'fa:16:3e:36:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:23Z', 'updated_at': '2021-07-07T18:20:30Z', 'revision_number': 5, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'subnets': [{'id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:13.344131 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf12fbb-d3e9-43bb-944c-980099253e5d None None] The sync data for ids ['0e4031ef-181a-49a7-8ac0-276ebf7bc453'] in n-d-791503-12 is: [{'id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'name': 'tempest-TestSnapshotPattern-1185717002-router', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:24Z', 'revision_number': 4, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'gw_port': {'id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12', '_interfaces': [{'id': 'dab38874-158c-4544-8669-6538382f4423', 'name': '', 'network_id': '0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'mac_address': 'fa:16:3e:36:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:23Z', 'updated_at': '2021-07-07T18:20:30Z', 'revision_number': 5, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'subnets': [{'id': 'bae8c4a7-55f2-44f8-af6d-adf0fcfea82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:25:13.582840 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06619119-db40-4641-bf2e-45972c0eebd4 None None] New status for floating IP e1878b00-2fc4-4ea4-b26e-054608905fad: DOWN {{(pid=100194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:25:14.241637 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc016df4-6f24-4cf4-a983-33c934b2a2ac req-b3223364-cefe-47be-838d-b377d853ac15 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:14.244711 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc016df4-6f24-4cf4-a983-33c934b2a2ac req-b3223364-cefe-47be-838d-b377d853ac15 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111 HTTP/1.1" status: 200 len: 944 time: 0.1038265 Jul 07 18:25:14.286217 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-fc016df4-6f24-4cf4-a983-33c934b2a2ac req-09d9233c-f66c-4007-a491-a55d99b35d64 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0d7976-c38d-4fb6-a1d2-479b746da697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355947 Jul 07 18:25:14.440559 n-d-791503-12 neutron-server[100193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549aeae-ef99-45d0-87d7-6211b76f359b req-9a7efab2-e61d-48d0-b253-e04848276300 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:14.443160 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b549aeae-ef99-45d0-87d7-6211b76f359b req-9a7efab2-e61d-48d0-b253-e04848276300 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.72 "GET /v2.0/ports?device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111 HTTP/1.1" status: 200 len: 944 time: 0.0762973 Jul 07 18:25:14.554407 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-b549aeae-ef99-45d0-87d7-6211b76f359b req-af9f8769-606a-498d-a787-c91efac4980f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Deleting port 2c7aec66-0ec4-4ab9-bf71-2578f969563c {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:25:14.554639 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b549aeae-ef99-45d0-87d7-6211b76f359b req-af9f8769-606a-498d-a787-c91efac4980f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:14.656650 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [req-b549aeae-ef99-45d0-87d7-6211b76f359b req-af9f8769-606a-498d-a787-c91efac4980f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] For port 2c7aec66-0ec4-4ab9-bf71-2578f969563c, host n-h2-791503-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791503-12',level=0,port_id=2c7aec66-0ec4-4ab9-bf71-2578f969563c,segment=NetworkSegment(aa2c1be5-8f3d-4227-9eb9-9a9864926125),segment_id=aa2c1be5-8f3d-4227-9eb9-9a9864926125)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:14.657145 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b549aeae-ef99-45d0-87d7-6211b76f359b req-af9f8769-606a-498d-a787-c91efac4980f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:14.672785 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [req-b549aeae-ef99-45d0-87d7-6211b76f359b req-af9f8769-606a-498d-a787-c91efac4980f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Calling delete_port for 2c7aec66-0ec4-4ab9-bf71-2578f969563c owned by compute:nova {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:25:14.825876 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b549aeae-ef99-45d0-87d7-6211b76f359b req-af9f8769-606a-498d-a787-c91efac4980f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:14.860939 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f8769-606a-498d-a787-c91efac4980f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Pushing event deleted for resources: {'Port': ['ID=2c7aec66-0ec4-4ab9-bf71-2578f969563c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:14.875485 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f8769-606a-498d-a787-c91efac4980f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:14.875842 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f8769-606a-498d-a787-c91efac4980f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:14.876194 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f8769-606a-498d-a787-c91efac4980f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:14.876540 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f8769-606a-498d-a787-c91efac4980f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:14.876915 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f8769-606a-498d-a787-c91efac4980f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:14.877255 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f8769-606a-498d-a787-c91efac4980f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:14.877593 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f8769-606a-498d-a787-c91efac4980f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:14.877921 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f8769-606a-498d-a787-c91efac4980f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:14.878259 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f8769-606a-498d-a787-c91efac4980f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:14.878590 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f8769-606a-498d-a787-c91efac4980f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:14.878987 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f8769-606a-498d-a787-c91efac4980f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:14.879318 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f8769-606a-498d-a787-c91efac4980f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791503-12 {{(pid=100193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:14.933132 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [req-b549aeae-ef99-45d0-87d7-6211b76f359b req-af9f8769-606a-498d-a787-c91efac4980f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] No DVR routers for this DVR port 2c7aec66-0ec4-4ab9-bf71-2578f969563c on host n-h2-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:25:14.935879 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [req-b549aeae-ef99-45d0-87d7-6211b76f359b req-af9f8769-606a-498d-a787-c91efac4980f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117637'] for port, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:14.938226 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-b549aeae-ef99-45d0-87d7-6211b76f359b req-af9f8769-606a-498d-a787-c91efac4980f tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.72 "DELETE /v2.0/ports/2c7aec66-0ec4-4ab9-bf71-2578f969563c HTTP/1.1" status: 204 len: 173 time: 0.4897966 Jul 07 18:25:14.938709 n-d-791503-12 neutron-server[100193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ee691a-77e0-4a11-866a-bf0ec09aa111', 'name': 'network-vif-deleted', 'tag': '2c7aec66-0ec4-4ab9-bf71-2578f969563c'}] {{(pid=100193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:25:14.941090 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5914ac9484800fa060f84862d374ba21c60b16f7468be21f0bbe27507e697e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bff48d4-b58f-491d-abe8-fe332ff673db" -d '{"events": [{"server_uuid": "73ee691a-77e0-4a11-866a-bf0ec09aa111", "name": "network-vif-deleted", "tag": "2c7aec66-0ec4-4ab9-bf71-2578f969563c"}]}' {{(pid=100193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:25:14.981548 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b6d0d4-5e1e-4236-8217-058817451ea6 x-openstack-request-id: req-32b6d0d4-5e1e-4236-8217-058817451ea6 {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:25:14.981846 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ee691a-77e0-4a11-866a-bf0ec09aa111", "name": "network-vif-deleted", "tag": "2c7aec66-0ec4-4ab9-bf71-2578f969563c", "status": "completed", "code": 200}]} {{(pid=100193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:25:14.982101 n-d-791503-12 neutron-server[100193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32b6d0d4-5e1e-4236-8217-058817451ea6 {{(pid=100193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:25:14.982500 n-d-791503-12 neutron-server[100193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ee691a-77e0-4a11-866a-bf0ec09aa111', 'name': 'network-vif-deleted', 'tag': '2c7aec66-0ec4-4ab9-bf71-2578f969563c', 'status': 'completed', 'code': 200} Jul 07 18:25:15.640242 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [req-33fea1ef-9cc3-4a48-840c-0ebd78f97855 req-bfd76eb9-2eeb-4f77-8031-483599c7ce00 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "GET /v2.0/ports?device_id=73ee691a-77e0-4a11-866a-bf0ec09aa111 HTTP/1.1" status: 200 len: 210 time: 0.0290179 Jul 07 18:25:16.735749 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53144) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:16.799834 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-588936db-3672-473a-8ad3-8410761c0576 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:16.838957 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-588936db-3672-473a-8ad3-8410761c0576 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:16.920193 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-588936db-3672-473a-8ad3-8410761c0576 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:16.923347 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-588936db-3672-473a-8ad3-8410761c0576 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:16.924653 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-588936db-3672-473a-8ad3-8410761c0576 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] 10.222.0.53 "DELETE /v2.0/security-groups/db0d7976-c38d-4fb6-a1d2-479b746da697 HTTP/1.1" status: 204 len: 168 time: 0.1878316 Jul 07 18:25:16.938244 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588936db-3672-473a-8ad3-8410761c0576 tempest-TestSnapshotPattern-1557752727 tempest-TestSnapshotPattern-1557752727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0d7976-c38d-4fb6-a1d2-479b746da697,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:16.983716 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53150) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:17.399164 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4ff57c2-3c34-4cde-a091-ff2e74d7eadb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.691085 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-d4ff57c2-3c34-4cde-a091-ff2e74d7eadb admin admin] Deleting port dab38874-158c-4544-8669-6538382f4423 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:25:17.691452 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4ff57c2-3c34-4cde-a091-ff2e74d7eadb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.801259 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-d4ff57c2-3c34-4cde-a091-ff2e74d7eadb admin admin] For port dab38874-158c-4544-8669-6538382f4423, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=dab38874-158c-4544-8669-6538382f4423,segment=NetworkSegment(aa2c1be5-8f3d-4227-9eb9-9a9864926125),segment_id=aa2c1be5-8f3d-4227-9eb9-9a9864926125)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:17.801612 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4ff57c2-3c34-4cde-a091-ff2e74d7eadb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.816950 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-d4ff57c2-3c34-4cde-a091-ff2e74d7eadb admin admin] Calling delete_port for dab38874-158c-4544-8669-6538382f4423 owned by network:router_interface {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:25:17.914538 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 2c7aec66-0ec4-4ab9-bf71-2578f969563c no longer exists at agent hyperv_n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:25:17.936131 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] No Port match for: 2c7aec66-0ec4-4ab9-bf71-2578f969563c {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:25:17.936476 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Device 2c7aec66-0ec4-4ab9-bf71-2578f969563c not bound to the agent host n-h2-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:25:17.985767 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:25:18.044893 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4ff57c2-3c34-4cde-a091-ff2e74d7eadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:18.089484 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff57c2-3c34-4cde-a091-ff2e74d7eadb admin admin] Pushing event deleted for resources: {'Port': ['ID=dab38874-158c-4544-8669-6538382f4423,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:18.759385 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-d4ff57c2-3c34-4cde-a091-ff2e74d7eadb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.044531 n-d-791503-12 neutron-server[100193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ff57c2-3c34-4cde-a091-ff2e74d7eadb admin admin] Router 0e4031ef-181a-49a7-8ac0-276ebf7bc453 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:25:19.177084 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ff57c2-3c34-4cde-a091-ff2e74d7eadb admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:25:19.187325 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-d4ff57c2-3c34-4cde-a091-ff2e74d7eadb admin admin] 10.222.0.53 "PUT /v2.0/routers/0e4031ef-181a-49a7-8ac0-276ebf7bc453/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1992981 Jul 07 18:25:19.187848 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53152) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:19.188021 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1c6e29-e2dd-425f-bb7b-d3f465171404 None None] Sync routers for ids ['0e4031ef-181a-49a7-8ac0-276ebf7bc453'] in n-d-791503-12 {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:25:19.204438 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1c6e29-e2dd-425f-bb7b-d3f465171404 None None] Routers {'0e4031ef-181a-49a7-8ac0-276ebf7bc453'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:25:19.205531 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-0c1c6e29-e2dd-425f-bb7b-d3f465171404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:24:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['0e4031ef-181a-49a7-8ac0-276ebf7bc453'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:19.348080 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-69904fdf-0b2a-4a97-94ed-e84732de0376 admin admin] Notify callbacks [] for router, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.387409 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-0c1c6e29-e2dd-425f-bb7b-d3f465171404 None None] Set router 0e4031ef-181a-49a7-8ac0-276ebf7bc453 gateway port host: n-d-791503-12 {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:25:19.540176 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-69904fdf-0b2a-4a97-94ed-e84732de0376 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.632800 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-69904fdf-0b2a-4a97-94ed-e84732de0376 admin admin] Deleting port e921a4ac-2b09-41fe-ab67-89c53c6e51ef {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:25:19.633123 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-69904fdf-0b2a-4a97-94ed-e84732de0376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.656577 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-0c1c6e29-e2dd-425f-bb7b-d3f465171404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'name': 'tempest-TestSnapshotPattern-1185717002-router', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:25:17Z', 'revision_number': 5, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'gw_port': {'id': 'e921a4ac-2b09-41fe-ab67-89c53c6e51ef', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:19.691708 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1c6e29-e2dd-425f-bb7b-d3f465171404 None None] Checking router: 0e4031ef-181a-49a7-8ac0-276ebf7bc453 for host: n-d-791503-12 {{(pid=100195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:25:19.702357 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1c6e29-e2dd-425f-bb7b-d3f465171404 None None] Routers {'0e4031ef-181a-49a7-8ac0-276ebf7bc453'} bound to L3 agent in host n-d-791503-12 {{(pid=100195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:25:19.703238 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-0c1c6e29-e2dd-425f-bb7b-d3f465171404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:24:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['0e4031ef-181a-49a7-8ac0-276ebf7bc453'], 'active': True} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:19.730396 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-69904fdf-0b2a-4a97-94ed-e84732de0376 admin admin] For port e921a4ac-2b09-41fe-ab67-89c53c6e51ef, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e921a4ac-2b09-41fe-ab67-89c53c6e51ef,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:19.730660 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-69904fdf-0b2a-4a97-94ed-e84732de0376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.750225 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-69904fdf-0b2a-4a97-94ed-e84732de0376 admin admin] Calling delete_port for e921a4ac-2b09-41fe-ab67-89c53c6e51ef owned by network:router_gateway {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:25:19.813078 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_dvr_db [None req-0c1c6e29-e2dd-425f-bb7b-d3f465171404 None None] Set router 0e4031ef-181a-49a7-8ac0-276ebf7bc453 gateway port host: None {{(pid=100195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:25:19.876115 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.l3_hamode_db [None req-0c1c6e29-e2dd-425f-bb7b-d3f465171404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'name': 'tempest-TestSnapshotPattern-1185717002-router', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:25:19Z', 'revision_number': 6, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:19.907664 n-d-791503-12 neutron-server[100195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1c6e29-e2dd-425f-bb7b-d3f465171404 None None] The sync data for ids ['0e4031ef-181a-49a7-8ac0-276ebf7bc453'] in n-d-791503-12 is: [{'id': '0e4031ef-181a-49a7-8ac0-276ebf7bc453', 'name': 'tempest-TestSnapshotPattern-1185717002-router', 'tenant_id': 'd34289c0da754f06bf72e73a8ef87a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:21Z', 'updated_at': '2021-07-07T18:25:19Z', 'revision_number': 6, 'project_id': 'd34289c0da754f06bf72e73a8ef87a48', 'gw_port_host': None}] {{(pid=100195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:25:20.052061 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-69904fdf-0b2a-4a97-94ed-e84732de0376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:20.082042 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69904fdf-0b2a-4a97-94ed-e84732de0376 admin admin] Pushing event deleted for resources: {'Port': ['ID=e921a4ac-2b09-41fe-ab67-89c53c6e51ef,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:20.178258 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-69904fdf-0b2a-4a97-94ed-e84732de0376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:20.354728 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-69904fdf-0b2a-4a97-94ed-e84732de0376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:20.358015 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-69904fdf-0b2a-4a97-94ed-e84732de0376 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:20.437876 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-69904fdf-0b2a-4a97-94ed-e84732de0376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:20.438720 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69904fdf-0b2a-4a97-94ed-e84732de0376 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e4031ef-181a-49a7-8ac0-276ebf7bc453 {{(pid=100193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:25:20.445233 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-69904fdf-0b2a-4a97-94ed-e84732de0376 admin admin] Notify callbacks [] for router, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:20.446964 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-69904fdf-0b2a-4a97-94ed-e84732de0376 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0e4031ef-181a-49a7-8ac0-276ebf7bc453 HTTP/1.1" status: 204 len: 168 time: 1.2574387 Jul 07 18:25:20.450066 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53154) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:20.661452 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5bbec02-a100-4113-a6a1-3619b57f157c admin admin] Deleting subnet bae8c4a7-55f2-44f8-af6d-adf0fcfea82a {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:25:20.666154 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f5bbec02-a100-4113-a6a1-3619b57f157c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:20.706950 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f5bbec02-a100-4113-a6a1-3619b57f157c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:20.810678 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f5bbec02-a100-4113-a6a1-3619b57f157c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:20.894447 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f5bbec02-a100-4113-a6a1-3619b57f157c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:20.928845 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbec02-a100-4113-a6a1-3619b57f157c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bae8c4a7-55f2-44f8-af6d-adf0fcfea82a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:20.933430 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-f5bbec02-a100-4113-a6a1-3619b57f157c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:20.937136 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-f5bbec02-a100-4113-a6a1-3619b57f157c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bae8c4a7-55f2-44f8-af6d-adf0fcfea82a HTTP/1.1" status: 204 len: 168 time: 0.4854856 Jul 07 18:25:20.939319 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53158) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:20.942100 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b94623a-9f2a-4236-b919-f7bcb5ede84e None None] Network 0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:25:21.048799 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bd0e2d84-daed-4f94-86b1-8b07a2bbaaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:21.145901 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-bd0e2d84-daed-4f94-86b1-8b07a2bbaaf6 admin admin] Deleting port e5991479-4d4b-43bd-b24e-4e639a5a1c35 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:25:21.146556 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bd0e2d84-daed-4f94-86b1-8b07a2bbaaf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:21.243016 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-bd0e2d84-daed-4f94-86b1-8b07a2bbaaf6 admin admin] For port e5991479-4d4b-43bd-b24e-4e639a5a1c35, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e5991479-4d4b-43bd-b24e-4e639a5a1c35,segment=NetworkSegment(aa2c1be5-8f3d-4227-9eb9-9a9864926125),segment_id=aa2c1be5-8f3d-4227-9eb9-9a9864926125)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:21.243855 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bd0e2d84-daed-4f94-86b1-8b07a2bbaaf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:21.259799 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd7a6d3-fda4-484c-a335-017b6f12e863 None None] DHCP port deletion for 0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:25:21.263072 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-bd0e2d84-daed-4f94-86b1-8b07a2bbaaf6 admin admin] Calling delete_port for e5991479-4d4b-43bd-b24e-4e639a5a1c35 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:25:21.325135 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-dfd7a6d3-fda4-484c-a335-017b6f12e863 None None] Deleting port e5991479-4d4b-43bd-b24e-4e639a5a1c35 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:25:21.325685 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-dfd7a6d3-fda4-484c-a335-017b6f12e863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:21.407287 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bd0e2d84-daed-4f94-86b1-8b07a2bbaaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:21.413475 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-dfd7a6d3-fda4-484c-a335-017b6f12e863 None None] For port e5991479-4d4b-43bd-b24e-4e639a5a1c35, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=e5991479-4d4b-43bd-b24e-4e639a5a1c35,segment=NetworkSegment(aa2c1be5-8f3d-4227-9eb9-9a9864926125),segment_id=aa2c1be5-8f3d-4227-9eb9-9a9864926125)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:21.414100 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-dfd7a6d3-fda4-484c-a335-017b6f12e863 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:21.439729 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-dfd7a6d3-fda4-484c-a335-017b6f12e863 None None] Calling delete_port for e5991479-4d4b-43bd-b24e-4e639a5a1c35 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:25:21.457147 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e2d84-daed-4f94-86b1-8b07a2bbaaf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5991479-4d4b-43bd-b24e-4e639a5a1c35,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:21.457147 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0e2d84-daed-4f94-86b1-8b07a2bbaaf6 admin admin] No DVR routers for this DVR port e5991479-4d4b-43bd-b24e-4e639a5a1c35 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:25:21.543256 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-dfd7a6d3-fda4-484c-a335-017b6f12e863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:21.544713 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bd0e2d84-daed-4f94-86b1-8b07a2bbaaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:21.556108 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-bd0e2d84-daed-4f94-86b1-8b07a2bbaaf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:21.570814 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-bd0e2d84-daed-4f94-86b1-8b07a2bbaaf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2c1be5-8f3d-4227-9eb9-9a9864926125') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:21.571108 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-bd0e2d84-daed-4f94-86b1-8b07a2bbaaf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2c1be5-8f3d-4227-9eb9-9a9864926125') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:21.575410 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7a6d3-fda4-484c-a335-017b6f12e863 None None] Pushing event deleted for resources: {'Port': ['ID=e5991479-4d4b-43bd-b24e-4e639a5a1c35,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:21.580432 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd7a6d3-fda4-484c-a335-017b6f12e863 None None] No DVR routers for this DVR port e5991479-4d4b-43bd-b24e-4e639a5a1c35 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:25:21.588976 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bd0e2d84-daed-4f94-86b1-8b07a2bbaaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:21.607319 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bd0e2d84-daed-4f94-86b1-8b07a2bbaaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:21.615555 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0e2d84-daed-4f94-86b1-8b07a2bbaaf6 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:25:21.616014 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bd0e2d84-daed-4f94-86b1-8b07a2bbaaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: timer() Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:25:21.617877 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:25:21.693706 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bd0e2d84-daed-4f94-86b1-8b07a2bbaaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:21.700985 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-bd0e2d84-daed-4f94-86b1-8b07a2bbaaf6 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:21.704485 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-bd0e2d84-daed-4f94-86b1-8b07a2bbaaf6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c HTTP/1.1" status: 204 len: 168 time: 0.7639525 Jul 07 18:25:21.709815 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53160) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:21.725405 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e2d84-daed-4f94-86b1-8b07a2bbaaf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0859c1e3-3deb-4d97-b9bf-0fb4c9c45b4c,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:21.824432 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device dab38874-158c-4544-8669-6538382f4423 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:25:22.043051 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: dab38874-158c-4544-8669-6538382f4423 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:25:22.043780 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device dab38874-158c-4544-8669-6538382f4423 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:25:22.043921 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e921a4ac-2b09-41fe-ab67-89c53c6e51ef no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:25:22.068171 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: e921a4ac-2b09-41fe-ab67-89c53c6e51ef {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:25:22.068722 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e921a4ac-2b09-41fe-ab67-89c53c6e51ef not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:25:22.069165 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e5991479-4d4b-43bd-b24e-4e639a5a1c35 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:25:22.092011 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: e5991479-4d4b-43bd-b24e-4e639a5a1c35 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:25:22.092346 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device e5991479-4d4b-43bd-b24e-4e639a5a1c35 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:25:22.268012 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fcb87bb9-51a8-4386-b311-bd632704562b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8267465'] for router_interface, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:22.553096 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-fcb87bb9-51a8-4386-b311-bd632704562b admin admin] Deleting port b86fbd4d-4e3a-43e0-8403-0e4d00d5458c {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:25:22.553554 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fcb87bb9-51a8-4386-b311-bd632704562b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:22.638681 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-fcb87bb9-51a8-4386-b311-bd632704562b admin admin] For port b86fbd4d-4e3a-43e0-8403-0e4d00d5458c, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=b86fbd4d-4e3a-43e0-8403-0e4d00d5458c,segment=NetworkSegment(bc1fb330-9765-49d8-81ac-73f15885174f),segment_id=bc1fb330-9765-49d8-81ac-73f15885174f)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:22.639049 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fcb87bb9-51a8-4386-b311-bd632704562b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:22.653215 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-fcb87bb9-51a8-4386-b311-bd632704562b admin admin] Calling delete_port for b86fbd4d-4e3a-43e0-8403-0e4d00d5458c owned by network:router_interface {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:25:22.851197 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fcb87bb9-51a8-4386-b311-bd632704562b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:22.879209 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb87bb9-51a8-4386-b311-bd632704562b admin admin] Pushing event deleted for resources: {'Port': ['ID=b86fbd4d-4e3a-43e0-8403-0e4d00d5458c,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:23.080403 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-fcb87bb9-51a8-4386-b311-bd632704562b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8272375'] for router_interface, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.335473 n-d-791503-12 neutron-server[100192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb87bb9-51a8-4386-b311-bd632704562b admin admin] Router fbdd1665-b8e3-4070-8769-c2920375df31 has already been hosted by L3 agent b1310b95-28b8-4716-9c32-a4c31c87ff30 {{(pid=100192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:25:23.457660 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb87bb9-51a8-4386-b311-bd632704562b admin admin] Notify agent at l3_agent.n-d-791503-12 the message routers_updated {{(pid=100192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:25:23.464314 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-fcb87bb9-51a8-4386-b311-bd632704562b admin admin] 10.222.0.53 "PUT /v2.0/routers/fbdd1665-b8e3-4070-8769-c2920375df31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7523305 Jul 07 18:25:23.467083 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53164) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:23.468047 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5cc8d2-872c-4d13-a674-815863e170ee None None] Sync routers for ids ['fbdd1665-b8e3-4070-8769-c2920375df31'] in n-d-791503-12 {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:25:23.477656 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5cc8d2-872c-4d13-a674-815863e170ee None None] Routers {'fbdd1665-b8e3-4070-8769-c2920375df31'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:25:23.478293 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9f5cc8d2-872c-4d13-a674-815863e170ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:24:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['fbdd1665-b8e3-4070-8769-c2920375df31'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:23.589303 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cac44f31-0837-49dc-b268-424bd5d0fbfd admin admin] Notify callbacks [] for router, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.608492 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-9f5cc8d2-872c-4d13-a674-815863e170ee None None] Set router fbdd1665-b8e3-4070-8769-c2920375df31 gateway port host: n-d-791503-12 {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:25:23.673193 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0f8b51ab-6c19-4848-946f-e98dab864d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.706339 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cac44f31-0837-49dc-b268-424bd5d0fbfd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.767631 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-cac44f31-0837-49dc-b268-424bd5d0fbfd admin admin] Deleting port 6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61 {{(pid=100192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:25:23.767983 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cac44f31-0837-49dc-b268-424bd5d0fbfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.812136 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9f5cc8d2-872c-4d13-a674-815863e170ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdd1665-b8e3-4070-8769-c2920375df31', 'name': 'tempest-TestSnapshotPattern-870821776-router', 'tenant_id': 'b24a4ea2eee0430fb1ce50a5cf4fbada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'external_fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:26Z', 'updated_at': '2021-07-07T18:25:22Z', 'revision_number': 5, 'project_id': 'b24a4ea2eee0430fb1ce50a5cf4fbada', 'gw_port': {'id': '6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61', 'name': '', 'network_id': 'b1c8a741-d954-43c5-b974-954b2190b048', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdd1665-b8e3-4070-8769-c2920375df31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '196596ff-a4cf-4410-ace9-a957282732ac', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791503-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:26Z', 'updated_at': '2021-07-07T18:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '196596ff-a4cf-4410-ace9-a957282732ac', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791503-12'}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:23.840321 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5cc8d2-872c-4d13-a674-815863e170ee None None] Checking router: fbdd1665-b8e3-4070-8769-c2920375df31 for host: n-d-791503-12 {{(pid=100194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:25:23.848938 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5cc8d2-872c-4d13-a674-815863e170ee None None] Routers {'fbdd1665-b8e3-4070-8769-c2920375df31'} bound to L3 agent in host n-d-791503-12 {{(pid=100194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:25:23.850117 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9f5cc8d2-872c-4d13-a674-815863e170ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791503-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:40:27Z,description=,heartbeat_timestamp=2021-07-07T18:24:57Z,host='n-d-791503-12',id=b1310b95-28b8-4716-9c32-a4c31c87ff30,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:40:27Z,topic='l3_agent')) {'router_ids': ['fbdd1665-b8e3-4070-8769-c2920375df31'], 'active': True} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:23.861900 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.db [None req-cac44f31-0837-49dc-b268-424bd5d0fbfd admin admin] For port 6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61,segment=NetworkSegment(dd91051b-317a-443f-a37d-d1f857d4f8e9),segment_id=dd91051b-317a-443f-a37d-d1f857d4f8e9)] {{(pid=100192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:23.862615 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cac44f31-0837-49dc-b268-424bd5d0fbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.875358 n-d-791503-12 neutron-server[100192]: DEBUG neutron.plugins.ml2.plugin [None req-cac44f31-0837-49dc-b268-424bd5d0fbfd admin admin] Calling delete_port for 6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61 owned by network:router_gateway {{(pid=100192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:25:23.940325 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvr_db [None req-9f5cc8d2-872c-4d13-a674-815863e170ee None None] Set router fbdd1665-b8e3-4070-8769-c2920375df31 gateway port host: None {{(pid=100194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:25:23.995450 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_hamode_db [None req-9f5cc8d2-872c-4d13-a674-815863e170ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdd1665-b8e3-4070-8769-c2920375df31', 'name': 'tempest-TestSnapshotPattern-870821776-router', 'tenant_id': 'b24a4ea2eee0430fb1ce50a5cf4fbada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:26Z', 'updated_at': '2021-07-07T18:25:23Z', 'revision_number': 6, 'project_id': 'b24a4ea2eee0430fb1ce50a5cf4fbada', 'gw_port_host': None}], 'n-d-791503-12', False) {} {{(pid=100194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:24.027690 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5cc8d2-872c-4d13-a674-815863e170ee None None] The sync data for ids ['fbdd1665-b8e3-4070-8769-c2920375df31'] in n-d-791503-12 is: [{'id': 'fbdd1665-b8e3-4070-8769-c2920375df31', 'name': 'tempest-TestSnapshotPattern-870821776-router', 'tenant_id': 'b24a4ea2eee0430fb1ce50a5cf4fbada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:26Z', 'updated_at': '2021-07-07T18:25:23Z', 'revision_number': 6, 'project_id': 'b24a4ea2eee0430fb1ce50a5cf4fbada', 'gw_port_host': None}] {{(pid=100194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:25:24.383936 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cac44f31-0837-49dc-b268-424bd5d0fbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16518285'] for port, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:24.410545 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac44f31-0837-49dc-b268-424bd5d0fbfd admin admin] Pushing event deleted for resources: {'Port': ['ID=6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:24.481106 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cac44f31-0837-49dc-b268-424bd5d0fbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962510'] for router_gateway, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:24.584232 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cac44f31-0837-49dc-b268-424bd5d0fbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8271418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11578'] for router, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:24.586823 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cac44f31-0837-49dc-b268-424bd5d0fbfd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:24.634241 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cac44f31-0837-49dc-b268-424bd5d0fbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8277162'] for router, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:24.634855 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac44f31-0837-49dc-b268-424bd5d0fbfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbdd1665-b8e3-4070-8769-c2920375df31 {{(pid=100192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:25:24.640098 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-cac44f31-0837-49dc-b268-424bd5d0fbfd admin admin] Notify callbacks [] for router, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:24.644098 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53166) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:24.644773 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-cac44f31-0837-49dc-b268-424bd5d0fbfd admin admin] 10.222.0.53 "DELETE /v2.0/routers/fbdd1665-b8e3-4070-8769-c2920375df31 HTTP/1.1" status: 204 len: 168 time: 1.1759243 Jul 07 18:25:24.691830 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd8a1a2-6593-4d63-aa88-533dc2830c94 admin admin] Deleting subnet c5d33eb2-e80d-403d-ba57-b37dca07b79a {{(pid=100193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:25:24.695343 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fdd8a1a2-6593-4d63-aa88-533dc2830c94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:24.732754 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fdd8a1a2-6593-4d63-aa88-533dc2830c94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873274'] for subnet, precommit_delete_associations {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:24.820567 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fdd8a1a2-6593-4d63-aa88-533dc2830c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011541'] for subnet, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:24.886062 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fdd8a1a2-6593-4d63-aa88-533dc2830c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16359465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16523986'] for subnet, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:24.913021 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8a1a2-6593-4d63-aa88-533dc2830c94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5d33eb2-e80d-403d-ba57-b37dca07b79a,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:24.916847 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-fdd8a1a2-6593-4d63-aa88-533dc2830c94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:24.918753 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-fdd8a1a2-6593-4d63-aa88-533dc2830c94 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c5d33eb2-e80d-403d-ba57-b37dca07b79a HTTP/1.1" status: 204 len: 168 time: 0.2735174 Jul 07 18:25:24.921312 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53168) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:24.923928 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587068cb-7b86-402f-ad57-d6978cede7d4 None None] Network 8608fe4d-15aa-4088-9b88-d8c743256bd9 requested from n-d-791503-12 {{(pid=100194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:25:24.993756 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-248933d2-0adf-409f-ba36-27c53da98800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803880'] for network, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:25.068974 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-248933d2-0adf-409f-ba36-27c53da98800 admin admin] Deleting port 66dca28e-6ccf-47e9-8290-090a9a695e87 {{(pid=100193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:25:25.069225 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-248933d2-0adf-409f-ba36-27c53da98800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:25.137859 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.db [None req-248933d2-0adf-409f-ba36-27c53da98800 admin admin] For port 66dca28e-6ccf-47e9-8290-090a9a695e87, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=66dca28e-6ccf-47e9-8290-090a9a695e87,segment=NetworkSegment(bc1fb330-9765-49d8-81ac-73f15885174f),segment_id=bc1fb330-9765-49d8-81ac-73f15885174f)] {{(pid=100193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:25.138258 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-248933d2-0adf-409f-ba36-27c53da98800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:25.150753 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7e2d72-54f2-47f8-b5c5-4a762d48e785 None None] DHCP port deletion for 8608fe4d-15aa-4088-9b88-d8c743256bd9 request from n-d-791503-12 {{(pid=100194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:25:25.163844 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.plugin [None req-248933d2-0adf-409f-ba36-27c53da98800 admin admin] Calling delete_port for 66dca28e-6ccf-47e9-8290-090a9a695e87 owned by network:dhcp {{(pid=100193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:25:25.211369 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-2b7e2d72-54f2-47f8-b5c5-4a762d48e785 None None] Deleting port 66dca28e-6ccf-47e9-8290-090a9a695e87 {{(pid=100194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:25:25.211901 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2b7e2d72-54f2-47f8-b5c5-4a762d48e785 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737955977948'] for port, before_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:25.262857 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-248933d2-0adf-409f-ba36-27c53da98800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16359443'] for port, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:25.285756 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.db [None req-2b7e2d72-54f2-47f8-b5c5-4a762d48e785 None None] For port 66dca28e-6ccf-47e9-8290-090a9a695e87, host n-d-791503-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791503-12',level=0,port_id=66dca28e-6ccf-47e9-8290-090a9a695e87,segment=NetworkSegment(bc1fb330-9765-49d8-81ac-73f15885174f),segment_id=bc1fb330-9765-49d8-81ac-73f15885174f)] {{(pid=100194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:25.286154 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2b7e2d72-54f2-47f8-b5c5-4a762d48e785 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8272329'] for port, precommit_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:25.291020 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248933d2-0adf-409f-ba36-27c53da98800 admin admin] Pushing event deleted for resources: {'Port': ['ID=66dca28e-6ccf-47e9-8290-090a9a695e87,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:25.292920 n-d-791503-12 neutron-server[100193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248933d2-0adf-409f-ba36-27c53da98800 admin admin] No DVR routers for this DVR port 66dca28e-6ccf-47e9-8290-090a9a695e87 on host n-d-791503-12 {{(pid=100193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:25:25.305509 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-2b7e2d72-54f2-47f8-b5c5-4a762d48e785 None None] Calling delete_port for 66dca28e-6ccf-47e9-8290-090a9a695e87 owned by network:dhcp {{(pid=100194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:25:25.366156 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-248933d2-0adf-409f-ba36-27c53da98800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009088', 'neutron.services.segments.db._delete_segments_for_network-8737956096606'] for network, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:25.376204 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-248933d2-0adf-409f-ba36-27c53da98800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8608fe4d-15aa-4088-9b88-d8c743256bd9']}} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:25.387806 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-248933d2-0adf-409f-ba36-27c53da98800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc1fb330-9765-49d8-81ac-73f15885174f') {'for_net_delete': True} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:25.388161 n-d-791503-12 neutron-server[100193]: DEBUG neutron.services.segments.db [None req-248933d2-0adf-409f-ba36-27c53da98800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc1fb330-9765-49d8-81ac-73f15885174f') {} {{(pid=100193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:25.390824 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2b7e2d72-54f2-47f8-b5c5-4a762d48e785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-604730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737955985686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737955545582'] for port, after_delete {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:25.402353 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-248933d2-0adf-409f-ba36-27c53da98800 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737955848578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873261'] for segment, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:25.416883 n-d-791503-12 neutron-server[100194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e2d72-54f2-47f8-b5c5-4a762d48e785 None None] Pushing event deleted for resources: {'Port': ['ID=66dca28e-6ccf-47e9-8290-090a9a695e87,revision_number=None']} {{(pid=100194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:25.420474 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-248933d2-0adf-409f-ba36-27c53da98800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780'] for segment, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:25.421538 n-d-791503-12 neutron-server[100194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7e2d72-54f2-47f8-b5c5-4a762d48e785 None None] No DVR routers for this DVR port 66dca28e-6ccf-47e9-8290-090a9a695e87 on host n-d-791503-12 {{(pid=100194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:25:25.428025 n-d-791503-12 neutron-server[100193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248933d2-0adf-409f-ba36-27c53da98800 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=100193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:25:25.428429 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-248933d2-0adf-409f-ba36-27c53da98800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16359628'] for segment, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: Traceback (most recent call last): Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: timer() Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: cb(*args, **kw) Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: return func(*args, **kwargs) Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: self._notify() Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: self.callback(batched_events) Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: event.method(event) Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: return f(self, *a, **k) Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: return self._get(url).json() Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: return self.request(url, 'GET', **kwargs) Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:25:25.430306 n-d-791503-12 neutron-server[100193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:25:25.484757 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-248933d2-0adf-409f-ba36-27c53da98800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7879124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962538'] for network, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:25.491088 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-248933d2-0adf-409f-ba36-27c53da98800 admin admin] Notify callbacks [] for network, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:25.493383 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-248933d2-0adf-409f-ba36-27c53da98800 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8608fe4d-15aa-4088-9b88-d8c743256bd9 HTTP/1.1" status: 204 len: 168 time: 0.5709333 Jul 07 18:25:25.505130 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248933d2-0adf-409f-ba36-27c53da98800 admin admin] Pushing event deleted for resources: {'Network': ['ID=8608fe4d-15aa-4088-9b88-d8c743256bd9,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:25.627228 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53172) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:25.672146 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-90887697-33df-4010-8691-62baf26c5063 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d34289c0da754f06bf72e73a8ef87a48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436978 Jul 07 18:25:25.674759 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [-] (100193) accepted ('10.222.0.53', 53174) {{(pid=100193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:25.729004 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6e230d8-71aa-4d02-8b29-c5289c6a3de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:25.755059 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6e230d8-71aa-4d02-8b29-c5289c6a3de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:25.800803 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 66dca28e-6ccf-47e9-8290-090a9a695e87 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:25:25.819822 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6e230d8-71aa-4d02-8b29-c5289c6a3de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:25.822899 n-d-791503-12 neutron-server[100193]: DEBUG neutron_lib.callbacks.manager [None req-e6e230d8-71aa-4d02-8b29-c5289c6a3de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:25.824361 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 66dca28e-6ccf-47e9-8290-090a9a695e87 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:25:25.824543 n-d-791503-12 neutron-server[100193]: INFO neutron.wsgi [None req-e6e230d8-71aa-4d02-8b29-c5289c6a3de0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6b82149f-39fc-4156-a9ed-2a8aafb56dd5 HTTP/1.1" status: 204 len: 168 time: 0.1484973 Jul 07 18:25:25.825090 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 66dca28e-6ccf-47e9-8290-090a9a695e87 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:25:25.825690 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b86fbd4d-4e3a-43e0-8403-0e4d00d5458c no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:25:25.836093 n-d-791503-12 neutron-server[100193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e230d8-71aa-4d02-8b29-c5289c6a3de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b82149f-39fc-4156-a9ed-2a8aafb56dd5,revision_number=None']} {{(pid=100193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:25.849009 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: b86fbd4d-4e3a-43e0-8403-0e4d00d5458c {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:25:25.849388 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device b86fbd4d-4e3a-43e0-8403-0e4d00d5458c not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:25:25.849793 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61 no longer exists at agent ovs-agent-n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:25:25.879442 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] No Port match for: 6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61 {{(pid=100194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:25:25.881318 n-d-791503-12 neutron-server[100194]: DEBUG neutron.plugins.ml2.rpc [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Device 6f00cc2a-7dd7-4a19-bef7-30f12b2b5e61 not bound to the agent host n-d-791503-12 {{(pid=100194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:25:26.223393 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53180) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:26.267149 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-7d197dee-7a20-4a7c-b305-2c49d1d03ce5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b24a4ea2eee0430fb1ce50a5cf4fbada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471821 Jul 07 18:25:26.269768 n-d-791503-12 neutron-server[100192]: DEBUG neutron.wsgi [-] (100192) accepted ('10.222.0.53', 53182) {{(pid=100192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:26.321362 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23544f28-8ea3-40a9-bbc7-473709ca3272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:26.343290 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23544f28-8ea3-40a9-bbc7-473709ca3272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:26.387603 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:26.405685 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23544f28-8ea3-40a9-bbc7-473709ca3272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885429'] for security_group, after_delete {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:26.408326 n-d-791503-12 neutron-server[100192]: DEBUG neutron_lib.callbacks.manager [None req-23544f28-8ea3-40a9-bbc7-473709ca3272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:26.409529 n-d-791503-12 neutron-server[100192]: INFO neutron.wsgi [None req-23544f28-8ea3-40a9-bbc7-473709ca3272 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a6ea78c1-efa7-4339-8517-e8e89032ae24 HTTP/1.1" status: 204 len: 168 time: 0.1386468 Jul 07 18:25:26.418224 n-d-791503-12 neutron-server[100192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23544f28-8ea3-40a9-bbc7-473709ca3272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ea78c1-efa7-4339-8517-e8e89032ae24,revision_number=None']} {{(pid=100192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:26.957464 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-310033b7-2b98-4829-aa83-95b4f41fcd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:28.291511 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:30.579929 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:38.402278 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:38.812667 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:53.617314 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ce2d9e83-774b-4258-ae6a-efc2e87d0ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:54.984223 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:25:56.383211 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:56.950743 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-33c0d568-e1b2-475f-bc86-e9e7c40ae9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:58.283821 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:00.576597 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:08.407366 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:08.810050 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:23.620729 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-17bfb022-14b0-42fe-afaf-389669c2df08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:26.386198 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:26.954073 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-1801ed28-a064-48e5-a5a1-632dd5aeaba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:28.286407 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:30.579040 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:31.983523 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:26:38.416974 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:38.809522 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:53.632547 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2127cca3-4206-4fd0-aba7-4d5837acbf8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:56.388714 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:56.959397 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d2fbf546-9f6e-40d4-81ba-bc3adcf9285e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:58.290684 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:00.581665 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:08.417691 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:08.824041 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:08.983472 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:27:23.624691 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-b25fb0a9-c56a-484e-8283-c9c8bbc42700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:26.391056 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:26.962137 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-734ec291-2319-4b16-9bb6-b4f964ea152b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:28.292704 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:30.585177 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:38.442926 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:38.840531 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:45.982089 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:27:53.626254 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-48e968e8-92d0-4d5c-8c78-6d3e4e3be700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:56.396775 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:56.964264 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8da9122a-b30f-4108-ba12-0007f77710ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:58.297192 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:00.587864 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:08.441093 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:08.851454 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:22.985731 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:28:23.634958 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-63088d3c-4f90-4825-b6a3-0ce6d2b4609a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:26.392349 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:26.970881 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-ea61fd21-f688-4dae-b2fd-b6c606d51ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:28.299416 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:30.590503 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:38.462201 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:38.868368 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:53.628747 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-fe86737d-0c49-4806-89de-d97576cfff7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:56.393796 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:56.969643 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-31f9c037-cc4e-4a7f-be1a-c58239f34e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:58.300350 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:59.985861 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:29:00.593033 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:04.393615 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-c86dd444-040f-49a1-9f4d-33bfe6c7b058 req-2d37331b-be86-46a5-9444-29d64b92f0c6 service neutron] (100193) timed out ('10.222.0.53', 51800) {{(pid=100193) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:29:08.478634 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:08.898352 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:23.630851 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9a3059f5-fc30-42e1-a7b3-449e0a87eda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:26.397648 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:26.962035 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-cc161702-24a1-45dc-9c7f-7f2465a7077e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:28.304662 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:30.596225 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:36.991097 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:29:38.493155 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:38.898778 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:53.632781 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-9d15abf3-bcb1-42b8-a829-1627fd88234e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.404593 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.965654 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3b24266a-f5ee-4abb-9fd4-c3afdcda4339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:58.308719 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:00.598940 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:08.487586 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:08.898045 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:13.991585 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:30:23.635491 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-6263d398-2f98-4dbd-8d70-d93d5219adaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:26.397554 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:26.968609 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-0795eade-5568-41c1-8c78-80028bf0637f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:28.311587 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:30.601586 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:38.492570 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:38.896534 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:50.992774 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:30:53.639826 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-666343db-fdee-4bd0-9da9-4ba5ac03d884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:56.400922 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:56.977916 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-4deb6628-1af8-4646-829a-0d8d89658509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.317012 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.608102 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:08.522256 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:08.914864 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.642875 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c534a850-eb58-41e1-9872-6116627fe5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:26.412516 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:26.974009 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3e3134bd-9dbf-47f6-9535-ff11850ea8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:27.994009 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:31:28.325915 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.611508 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.510895 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.928402 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:53.639179 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-408f6ad1-a0c1-4340-89a8-2f9b00f66fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:56.413763 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:56.965684 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-07d6d9d6-1cfa-4b88-99d9-9a383719c5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:58.324367 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:00.615099 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:04.997814 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:32:08.521891 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.931746 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.640838 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-959a7ba4-0ed1-48c3-a6d0-7bb89b2c268f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.412426 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.981130 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-a56b90ca-0647-42cc-a0d1-a372cd061cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:28.335435 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.626666 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:38.523799 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:38.933513 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:41.999798 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:32:53.636228 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-17ad251f-1290-4831-aa38-cee3d77bada7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:56.407030 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:56.975120 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-950de8dc-54b1-4f40-a036-8f7788da6426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:58.330069 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:00.624181 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:08.554031 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:08.940506 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:19.001296 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:33:23.642993 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-37c60a0f-55ad-4442-8011-f0efc1fe1290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:26.414564 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:26.976004 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-2040089b-3bec-4ea7-8a28-ebea66a579fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:28.341954 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:28.726107 n-d-791503-12 neutron-server[100193]: DEBUG neutron.wsgi [req-0f98057d-2f8d-4668-b17e-8a4e5f080e1b req-b7d280bd-3f3b-492f-a2e2-2ca4cd44d733 service neutron] (100193) timed out ('10.222.0.53', 45938) {{(pid=100193) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:33:30.629220 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:38.566645 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-d7e80ece-41c8-4579-ae15-36b4e85fdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:38.961801 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-3968c698-de3d-41d8-9b35-a6c5e540de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:53.639521 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-c646d079-32db-41c2-acb7-8ca795674659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:56.003236 n-d-791503-12 neutron-server[100195]: DEBUG neutron.db.agents_db [None req-d3af09a6-0e11-400f-99c7-f83db3643ea3 None None] Agent healthcheck: found 7 active agents {{(pid=100195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:33:56.423526 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef554-5dad-478c-9b83-af1e463336b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:56.970383 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-f8480139-09ba-4ffa-9f33-74d08258fe81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:58.344681 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-22628dfa-c58f-4637-ae29-b1fc82a38b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:00.639299 n-d-791503-12 neutron-server[100194]: DEBUG neutron_lib.callbacks.manager [None req-aa78e0db-3d83-4786-b4b9-4c7e1357b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737956096588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006986'] for agent, after_update {{(pid=100194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}